-- Logs begin at Wed 2021-08-11 21:08:40 UTC, end at Wed 2021-08-11 23:39:36 UTC. -- Aug 11 21:39:55.885488 n-d-804275-3 systemd[1]: Started Devstack devstack@q-svc.service. Aug 11 21:39:58.628899 n-d-804275-3 neutron-server[100835]: INFO neutron.common.config [-] Logging enabled! Aug 11 21:39:58.629523 n-d-804275-3 neutron-server[100835]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev535 Aug 11 21:39:58.629738 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100835) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 11 21:39:58.632923 n-d-804275-3 neutron-server[100835]: INFO neutron.common.config [-] Logging enabled! Aug 11 21:39:58.633185 n-d-804275-3 neutron-server[100835]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev535 Aug 11 21:39:58.633508 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100835) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 11 21:39:58.634455 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 11 21:39:58.634698 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 11 21:39:58.635072 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 21:39:58.635325 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 11 21:39:58.635579 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 11 21:39:58.635914 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.636214 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.636514 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.636749 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.637147 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.637350 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.637641 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.637937 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.638241 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.638533 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.638819 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.639107 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.639343 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.639655 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.639950 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.640241 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.640470 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] debug = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.640776 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.641215 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.641633 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.641920 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.642400 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.642517 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.642766 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.643046 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.643334 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.643697 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] host = n-d-804275-3 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.643984 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.644275 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.644572 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.644865 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.645143 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.645424 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.645715 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.646250 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.646531 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] log_file = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.646813 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.647107 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.647400 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.647718 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.647951 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.648180 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.648474 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.648766 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.649048 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.649328 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.649608 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.649890 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.650170 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.650446 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.650737 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.651028 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.651317 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.651634 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.651902 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.652181 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.652461 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.652750 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.653028 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.653305 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.653584 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.653876 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.654152 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.654431 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.654738 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.655026 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.655310 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.655619 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.655899 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.656186 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.656490 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.656767 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.657041 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] use_json = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.657318 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.657591 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.657875 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.658151 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.658426 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.658702 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.658976 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.659263 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:39:58.659586 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.659890 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.660196 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.660485 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.660787 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.661073 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.661369 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.661653 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.661948 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.662245 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.662542 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.662828 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.663124 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.663409 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.663733 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.664047 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.664351 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.664657 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.664939 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.665219 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.665500 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.665783 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.666074 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.666373 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.666670 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.666950 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.667234 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.667562 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.667850 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.668129 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.668410 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.668704 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.668987 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.669264 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.669553 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.669835 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.670111 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.670388 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.670671 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.670964 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.671245 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.671541 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.671815 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.672627 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.672907 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.673199 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.673483 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.673763 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.674040 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.674322 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.674598 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.674873 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.675160 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.675435 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.675740 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.676018 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.676293 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.676569 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.676845 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.677126 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.677404 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.677681 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.677960 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.678236 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.678510 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.678785 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.679062 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.679341 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.679660 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.679967 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.680252 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.680536 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.680821 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.681106 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.681389 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.681671 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.681954 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.682238 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.682513 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.682807 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.683098 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.683396 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.683717 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.684005 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.684307 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.684593 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.684882 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.685173 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.685459 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.685758 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.686049 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.686352 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.686653 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.686952 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.687255 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.687583 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.688420 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.688737 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.689023 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:39:58.689244 n-d-804275-3 neutron-server[100835]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 11 21:39:58.689498 n-d-804275-3 neutron-server[100835]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100835) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 11 21:39:59.052547 n-d-804275-3 neutron-server[100835]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 21:39:59.052832 n-d-804275-3 neutron-server[100835]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 21:39:59.053134 n-d-804275-3 neutron-server[100835]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 21:39:59.053479 n-d-804275-3 neutron-server[100835]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 11 21:39:59.452977 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.453225 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.453490 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.454704 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.454985 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.455256 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.490039 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.490325 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.490618 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.508088 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.508379 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.508659 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.539217 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.539500 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.539797 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.578759 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.579044 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.579318 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.818897 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.819576 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.819576 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.819768 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.820438 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.944165 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.944492 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.944783 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.945065 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.945342 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.945660 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.945932 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.946194 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.946455 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.946746 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.947014 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.947284 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.947568 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.947828 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.948090 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.948362 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.948625 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.948900 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.949178 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.949443 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.949720 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.949979 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.950270 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.950656 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.950914 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.951168 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:39:59.951599 n-d-804275-3 neutron-server[100835]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 21:39:59.951855 n-d-804275-3 neutron-server[100835]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 21:39:59.952104 n-d-804275-3 neutron-server[100835]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 21:39:59.952353 n-d-804275-3 neutron-server[100835]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 21:39:59.952599 n-d-804275-3 neutron-server[100835]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 21:39:59.952857 n-d-804275-3 neutron-server[100835]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 21:39:59.953245 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 11 21:39:59.956690 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 11 21:39:59.960647 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 11 21:39:59.964564 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Aug 11 21:39:59.966393 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 11 21:39:59.966857 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 11 21:39:59.967201 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 11 21:39:59.967621 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 11 21:39:59.971012 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 11 21:39:59.971274 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 11 21:39:59.971658 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 11 21:39:59.977059 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 11 21:40:00.000039 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 11 21:40:00.000520 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.000831 n-d-804275-3 neutron-server[100835]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100835) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 11 21:40:00.001200 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.002571 n-d-804275-3 neutron-server[100835]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100835) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 11 21:40:00.002869 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 11 21:40:00.003123 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 11 21:40:00.006608 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.006902 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.072235 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 11 21:40:00.072405 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 11 21:40:00.072635 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 11 21:40:00.073024 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 11 21:40:00.095795 n-d-804275-3 neutron-server[100835]: DEBUG oslo_db.sqlalchemy.engines [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100835) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 11 21:40:00.637682 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.managers [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Initializing driver for type 'gre' Aug 11 21:40:00.638277 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] gre ID ranges: [(1, 1000)] Aug 11 21:40:00.693051 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.managers [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Initializing driver for type 'local' Aug 11 21:40:00.693607 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.managers [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Initializing driver for type 'vlan' Aug 11 21:40:00.707289 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] VlanTypeDriver initialization complete Aug 11 21:40:00.707718 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.managers [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Initializing driver for type 'vxlan' Aug 11 21:40:00.708231 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] vxlan ID ranges: [(1, 1000)] Aug 11 21:40:00.762271 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.managers [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Initializing extension driver 'port_security' Aug 11 21:40:00.762618 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.extensions.port_security [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] PortSecurityExtensionDriver initialization complete Aug 11 21:40:00.762954 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.managers [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Initializing mechanism driver 'openvswitch' Aug 11 21:40:00.763285 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.managers [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Initializing mechanism driver 'hyperv' Aug 11 21:40:00.769844 n-d-804275-3 neutron-server[100835]: DEBUG neutron.plugins.ml2.plugin [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:40:00.770544 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > port after_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.771190 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > port after_update 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.771572 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > port after_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.772104 n-d-804275-3 neutron-server[100835]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100835) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 21:40:00.772541 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > subnet after_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.772908 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > subnet after_update 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.773261 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.773655 n-d-804275-3 neutron-server[100835]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100835) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 21:40:00.774071 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > network after_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.774430 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > network after_update 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.774785 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > network after_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.775177 n-d-804275-3 neutron-server[100835]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100835) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 21:40:00.775609 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > security_group after_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.775976 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > security_group after_update 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.776320 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.776714 n-d-804275-3 neutron-server[100835]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100835) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 21:40:00.777254 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.777614 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.777967 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.778370 n-d-804275-3 neutron-server[100835]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100835) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 21:40:00.778775 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > address_group after_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.779132 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > address_group after_update 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.779482 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.779900 n-d-804275-3 neutron-server[100835]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100835) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 21:40:00.780281 n-d-804275-3 neutron-server[100835]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] ML2 OVO RPC backend initialized. {{(pid=100835) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 11 21:40:00.780993 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.781851 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.782279 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > network before_response 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.782639 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > networks before_response 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.782994 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > port before_response 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.783344 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > ports before_response 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.783747 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > subnet before_response 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.784102 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > subnets before_response 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.784456 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > network after_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.784872 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > network after_update 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.785156 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > network after_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.785500 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > port after_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.785845 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > port after_update 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.786187 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > port after_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.786538 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > subnet after_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.786880 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > subnet after_update 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.787227 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.787847 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.plugin [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Modular L2 Plugin initialization complete Aug 11 21:40:00.788188 n-d-804275-3 neutron-server[100835]: DEBUG neutron.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading services supported by the core plugin {{(pid=100835) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 11 21:40:00.788528 n-d-804275-3 neutron-server[100835]: INFO neutron.plugins.ml2.managers [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Got port-security extension from driver 'port_security' Aug 11 21:40:00.788997 n-d-804275-3 neutron-server[100835]: INFO neutron.extensions.vlantransparent [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Disabled vlantransparent extension. Aug 11 21:40:00.789490 n-d-804275-3 neutron-server[100835]: DEBUG neutron.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100835) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 11 21:40:00.789816 n-d-804275-3 neutron-server[100835]: INFO neutron.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading Plugin: router Aug 11 21:40:00.827648 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.828794 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > router after_create 55549900 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.828958 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > router before_create 55549900 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.829334 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.829714 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.830080 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > router after_delete 55549900 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.830448 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.830818 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > router after_create 55549900 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.831176 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > router after_update 55549900 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.831561 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > router after_update 55549900 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.831923 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.832292 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > router after_update 55549900 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.832709 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > router precommit_update 55549900 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.833087 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: port after_update 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.833437 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: port after_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.833782 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: subnet after_update 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.834136 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.834496 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.834848 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > router precommit_create 55549900 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.835202 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: port before_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.835579 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > router precommit_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.835948 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > router after_update 55549900 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.836299 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.836660 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > router precommit_create 55549900 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.837031 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.837387 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > router precommit_update 55549900 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.837777 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > agent after_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.838178 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > agent after_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.838474 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > network after_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.839349 n-d-804275-3 neutron-server[100835]: DEBUG neutron.quota.resource_registry [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Tracking information for resource: router configured {{(pid=100835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 21:40:00.839713 n-d-804275-3 neutron-server[100835]: DEBUG neutron.quota.resource_registry [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Tracking information for resource: floatingip configured {{(pid=100835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 21:40:00.845288 n-d-804275-3 neutron-server[100835]: INFO neutron.db.l3_agentschedulers_db [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 11 21:40:00.845992 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: port after_update 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.846365 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: port after_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.846729 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: port after_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.847092 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: port after_update 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.847929 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > router before_create 55550100 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.848309 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.848678 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > router precommit_create 55550100 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.849043 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > router precommit_update 55550100 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.853488 n-d-804275-3 neutron-server[100835]: DEBUG neutron.services.provider_configuration [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Service providers = [] {{(pid=100835) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 11 21:40:00.853859 n-d-804275-3 neutron-server[100835]: DEBUG neutron.db.servicetype_db [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100835) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 11 21:40:00.856855 n-d-804275-3 neutron-server[100835]: DEBUG neutron.services.service_base [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100835) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 21:40:00.857213 n-d-804275-3 neutron-server[100835]: DEBUG neutron.services.service_base [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100835) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 21:40:00.857564 n-d-804275-3 neutron-server[100835]: DEBUG neutron.services.service_base [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100835) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 21:40:00.858485 n-d-804275-3 neutron-server[100835]: DEBUG neutron.services.service_base [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100835) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 21:40:00.858868 n-d-804275-3 neutron-server[100835]: INFO neutron.services.service_base [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 11 21:40:00.859254 n-d-804275-3 neutron-server[100835]: DEBUG neutron.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 21:40:00.859668 n-d-804275-3 neutron-server[100835]: INFO neutron.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 11 21:40:00.870364 n-d-804275-3 neutron-server[100835]: DEBUG neutron.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 21:40:00.870707 n-d-804275-3 neutron-server[100835]: INFO neutron.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading Plugin: auto_allocate Aug 11 21:40:00.876611 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: network precommit_update 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.876993 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: network precommit_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.877533 n-d-804275-3 neutron-server[100835]: DEBUG neutron.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 21:40:00.877856 n-d-804275-3 neutron-server[100835]: INFO neutron.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading Plugin: tag Aug 11 21:40:00.884471 n-d-804275-3 neutron-server[100835]: DEBUG neutron.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 21:40:00.884805 n-d-804275-3 neutron-server[100835]: INFO neutron.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading Plugin: timestamp Aug 11 21:40:00.888914 n-d-804275-3 neutron-server[100835]: DEBUG neutron.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 21:40:00.889198 n-d-804275-3 neutron-server[100835]: INFO neutron.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading Plugin: network_ip_availability Aug 11 21:40:00.895180 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.895588 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.896212 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:00.896953 n-d-804275-3 neutron-server[100835]: DEBUG neutron.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 21:40:00.897282 n-d-804275-3 neutron-server[100835]: INFO neutron.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading Plugin: flavors Aug 11 21:40:00.902010 n-d-804275-3 neutron-server[100835]: DEBUG neutron.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 21:40:00.902352 n-d-804275-3 neutron-server[100835]: INFO neutron.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading Plugin: revisions Aug 11 21:40:00.907202 n-d-804275-3 neutron-server[100835]: DEBUG neutron.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 21:40:00.907632 n-d-804275-3 neutron-server[100835]: DEBUG oslo_concurrency.lockutils [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.854s {{(pid=100835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 21:40:00.908385 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100835) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 11 21:40:00.908731 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Initializing extension manager. Aug 11 21:40:00.909253 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: __init__.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.909600 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: __pycache__ {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.909940 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.910281 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: address_group.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.911070 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.911684 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: address-group Aug 11 21:40:00.912017 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: address_scope.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.912745 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.913256 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: address-scope Aug 11 21:40:00.913585 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.914534 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.915045 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: router-admin-state-down-before-update Aug 11 21:40:00.915381 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: agent.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.916327 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.916841 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: agent Aug 11 21:40:00.917173 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: agent_resources_synced.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.918106 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.918614 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: agent-resources-synced Aug 11 21:40:00.918944 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: allowedaddresspairs.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.920807 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.921330 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: allowed-address-pairs Aug 11 21:40:00.921664 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: auto_allocated_topology.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.922907 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.923419 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: auto-allocated-topology Aug 11 21:40:00.923782 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: availability_zone.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.924496 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.925003 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: availability_zone Aug 11 21:40:00.925339 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: availability_zone_filter.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.926268 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.926779 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: availability_zone_filter Aug 11 21:40:00.927112 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: data_plane_status.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.928064 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.928570 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension data-plane-status not supported by any of loaded plugins Aug 11 21:40:00.928901 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: default_subnetpools.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.929841 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.930351 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: default-subnetpools Aug 11 21:40:00.930685 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.931539 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.932061 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: dhcp_agent_scheduler Aug 11 21:40:00.932396 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: dns.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.933330 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.933841 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension dns-integration not supported by any of loaded plugins Aug 11 21:40:00.934172 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: dns_domain_ports.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.935106 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.935661 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 11 21:40:00.935994 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.936927 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.937437 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 11 21:40:00.937788 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: dvr.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.938475 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.938983 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: dvr Aug 11 21:40:00.939311 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: ecmp_routes.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.940276 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.940782 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 11 21:40:00.941112 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: empty_string_filtering.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.942036 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.942542 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: empty-string-filtering Aug 11 21:40:00.942871 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.943830 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.944335 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 11 21:40:00.944662 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.945609 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.946113 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 11 21:40:00.946441 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: external_net.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.947375 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.947911 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: external-net Aug 11 21:40:00.948242 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.949169 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.949675 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: extra_dhcp_opt Aug 11 21:40:00.950004 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: extraroute.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.950924 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.951437 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: extraroute Aug 11 21:40:00.951792 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: extraroute_atomic.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.952845 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.953891 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: extraroute-atomic Aug 11 21:40:00.954221 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: filter_validation.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.954902 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.955412 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: filter-validation Aug 11 21:40:00.955773 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: fip_pf_description.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.956704 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.957208 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 11 21:40:00.957537 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: fip_port_details.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.958477 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.958992 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: fip-port-details Aug 11 21:40:00.959320 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: flavors.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.960587 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.961109 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: flavors Aug 11 21:40:00.961442 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.963141 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.963708 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 11 21:40:00.964044 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: floatingip_pools.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.964767 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.965289 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: floatingip-pools Aug 11 21:40:00.965625 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: ip_allocation.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.966592 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.967100 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension ip_allocation not supported by any of loaded plugins Aug 11 21:40:00.967426 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.968394 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.969464 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: ip-substring-filtering Aug 11 21:40:00.969798 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: l2_adjacency.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.970748 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.971256 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 11 21:40:00.971621 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: l3.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.972802 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.973322 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: router Aug 11 21:40:00.973655 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.975993 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.976526 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 11 21:40:00.976868 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.977834 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.978355 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: ext-gw-mode Aug 11 21:40:00.978688 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.979659 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.980177 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: l3-ha Aug 11 21:40:00.980508 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: l3_flavors.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.981442 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.981951 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: l3-flavors Aug 11 21:40:00.982279 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.983215 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.983751 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 11 21:40:00.984081 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: l3agentscheduler.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.985189 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.985708 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: l3_agent_scheduler Aug 11 21:40:00.986045 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: logging.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.987624 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.988153 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension logging not supported by any of loaded plugins Aug 11 21:40:00.988499 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: metering.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.989268 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.989869 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: metering Aug 11 21:40:00.990208 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.991385 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.991947 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: metering_source_and_destination_fields Aug 11 21:40:00.992288 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: multiprovidernet.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.993265 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.993790 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: multi-provider Aug 11 21:40:00.994126 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: netmtu.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.995094 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.995653 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: net-mtu Aug 11 21:40:00.995990 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: netmtu_writable.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.996970 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.997483 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: net-mtu-writable Aug 11 21:40:00.997822 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: network_availability_zone.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:00.998536 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:00.999048 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: network_availability_zone Aug 11 21:40:00.999383 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: network_ip_availability.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.000643 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.001170 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: network-ip-availability Aug 11 21:40:01.001507 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: network_segment_range.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.002350 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.002863 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension network-segment-range not supported by any of loaded plugins Aug 11 21:40:01.003197 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: pagination.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.004307 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.004652 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: pagination Aug 11 21:40:01.004987 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: port_device_profile.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.005956 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.006494 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: port-device-profile Aug 11 21:40:01.006827 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.007865 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.008385 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: port-mac-address-regenerate Aug 11 21:40:01.008716 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.009665 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.010179 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: port-numa-affinity-policy Aug 11 21:40:01.010510 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: port_resource_request.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.011470 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.012013 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension port-resource-request not supported by any of loaded plugins Aug 11 21:40:01.012342 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: portbindings.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.013318 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.013835 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: binding Aug 11 21:40:01.014170 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: portbindings_extended.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.016278 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.016806 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: binding-extended Aug 11 21:40:01.017142 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: portsecurity.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.018111 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.018629 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: port-security Aug 11 21:40:01.018961 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: project_id.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.020060 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.020437 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: project-id Aug 11 21:40:01.021033 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: providernet.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.022045 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.022586 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: provider Aug 11 21:40:01.022918 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: qos.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.026684 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.027234 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension qos not supported by any of loaded plugins Aug 11 21:40:01.027605 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.028916 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.029431 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 11 21:40:01.029769 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.030714 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.031264 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 11 21:40:01.032156 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: qos_default.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.033092 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.033606 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension qos-default not supported by any of loaded plugins Aug 11 21:40:01.033940 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: qos_fip.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.034618 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.035124 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension qos-fip not supported by any of loaded plugins Aug 11 21:40:01.035463 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: qos_gateway_ip.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.036426 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.036935 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 11 21:40:01.037267 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: qos_port_network_policy.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.038197 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.038719 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 11 21:40:01.039035 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: qos_pps_rule.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.040291 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.040812 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension qos-pps not supported by any of loaded plugins Aug 11 21:40:01.041146 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: qos_rule_type_details.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.042086 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.042600 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 11 21:40:01.042931 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: qos_rules_alias.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.044026 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.044542 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 11 21:40:01.044874 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: quotasv2.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.045868 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.046201 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: quotas Aug 11 21:40:01.046531 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: quotasv2_detail.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.049709 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.050061 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: quota_details Aug 11 21:40:01.050404 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: rbac.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.051739 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.052270 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: rbac-policies Aug 11 21:40:01.052610 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: rbac_address_group.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.053558 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.054081 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: rbac-address-group Aug 11 21:40:01.054420 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: rbac_address_scope.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.055354 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.055902 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: rbac-address-scope Aug 11 21:40:01.056236 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: rbac_security_groups.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.057164 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.057677 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: rbac-security-groups Aug 11 21:40:01.058009 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: rbac_subnetpool.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.058934 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.059448 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: rbac-subnetpool Aug 11 21:40:01.059807 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: revisionifmatch.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.060739 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.061288 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: revision-if-match Aug 11 21:40:01.061593 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: revisions.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.062769 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.063281 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: standard-attr-revisions Aug 11 21:40:01.063759 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: router_availability_zone.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.064348 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.064860 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: router_availability_zone Aug 11 21:40:01.065190 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: routerservicetype.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.066139 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.066651 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension router-service-type not supported by any of loaded plugins Aug 11 21:40:01.066986 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.067940 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.068455 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: security-groups-normalized-cidr Aug 11 21:40:01.068787 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.069720 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.070226 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: port-security-groups-filtering Aug 11 21:40:01.070560 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.071490 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.072033 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: security-groups-remote-address-group Aug 11 21:40:01.072363 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: securitygroup.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.082750 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.083294 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: security-group Aug 11 21:40:01.083660 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: segment.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.084487 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.085000 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension segment not supported by any of loaded plugins Aug 11 21:40:01.085331 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.086324 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.086842 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 11 21:40:01.087172 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: servicetype.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.088444 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.088977 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: service-type Aug 11 21:40:01.089307 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: sorting.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.090309 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.090650 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: sorting Aug 11 21:40:01.090982 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: standard_attr_segment.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.091948 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.092466 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 11 21:40:01.092796 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: standardattrdescription.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.093456 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.094529 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: standard-attr-description Aug 11 21:40:01.094857 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: stateful_security_group.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.095835 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.096359 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: stateful-security-group Aug 11 21:40:01.096687 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: stdattrs_common.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.097292 n-d-804275-3 neutron-server[100835]: WARNING neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 11 21:40:01.097618 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.098565 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.099081 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 11 21:40:01.099410 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: subnet_onboard.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.100540 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.101058 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: subnet_onboard Aug 11 21:40:01.101389 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.102339 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.102854 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 11 21:40:01.103184 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: subnet_service_types.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.104162 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.104678 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: subnet-service-types Aug 11 21:40:01.105006 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: subnetallocation.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.106115 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.106632 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: subnet_allocation Aug 11 21:40:01.106964 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.107674 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.108182 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: subnetpool-prefix-ops Aug 11 21:40:01.108513 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.109455 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.110009 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 11 21:40:01.110337 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: tagging.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.111449 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.112004 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: standard-attr-tag Aug 11 21:40:01.112337 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: timestamp.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.113551 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.114064 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loaded extension: standard-attr-timestamp Aug 11 21:40:01.114396 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: trunk.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.115438 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.115997 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension trunk not supported by any of loaded plugins Aug 11 21:40:01.116333 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: trunk_details.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.117274 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.117789 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension trunk-details not supported by any of loaded plugins Aug 11 21:40:01.118130 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: uplink_status_propagation.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.119168 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.119724 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 11 21:40:01.120322 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Loading extension file: vlantransparent.py {{(pid=100835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 21:40:01.120827 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 21:40:01.121417 n-d-804275-3 neutron-server[100835]: INFO neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 11 21:40:01.124069 n-d-804275-3 neutron-server[100835]: INFO neutron.quota.resource_registry [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Creating instance of TrackedResource for resource:network Aug 11 21:40:01.124647 n-d-804275-3 neutron-server[100835]: INFO neutron.quota.resource_registry [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Creating instance of TrackedResource for resource:subnet Aug 11 21:40:01.125107 n-d-804275-3 neutron-server[100835]: INFO neutron.quota.resource_registry [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 21:40:01.125593 n-d-804275-3 neutron-server[100835]: INFO neutron.quota.resource_registry [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Creating instance of TrackedResource for resource:port Aug 11 21:40:01.126939 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.v2.resource_helper [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 21:40:01.127429 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.v2.resource_helper [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Service FLAVORS assigned prefix: {{(pid=100835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 21:40:01.128134 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.v2.resource_helper [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 21:40:01.128605 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.v2.resource_helper [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 21:40:01.129019 n-d-804275-3 neutron-server[100835]: INFO neutron.quota.resource_registry [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Creating instance of TrackedResource for resource:router Aug 11 21:40:01.129456 n-d-804275-3 neutron-server[100835]: INFO neutron.quota.resource_registry [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Creating instance of TrackedResource for resource:floatingip Aug 11 21:40:01.130002 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.v2.resource_helper [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Service METERING assigned prefix: /metering {{(pid=100835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 21:40:01.131634 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:01.132046 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:01.132433 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:40:01.133541 n-d-804275-3 neutron-server[100835]: INFO neutron.quota.resource_registry [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Creating instance of CountableResource for resource:rbac_policy Aug 11 21:40:01.134049 n-d-804275-3 neutron-server[100835]: INFO neutron.quota.resource_registry [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Creating instance of TrackedResource for resource:security_group Aug 11 21:40:01.134511 n-d-804275-3 neutron-server[100835]: INFO neutron.quota.resource_registry [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 11 21:40:01.136477 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.v2.resource_helper [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Service CORE assigned prefix: {{(pid=100835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 21:40:01.136850 n-d-804275-3 neutron-server[100835]: INFO neutron.quota.resource_registry [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 21:40:01.137272 n-d-804275-3 neutron-server[100835]: WARNING neutron.quota.resource_registry [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] subnetpool is already registered Aug 11 21:40:01.137897 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.v2.resource_helper [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Service CORE assigned prefix: {{(pid=100835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 21:40:01.138129 n-d-804275-3 neutron-server[100835]: INFO neutron.quota.resource_registry [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 21:40:01.138495 n-d-804275-3 neutron-server[100835]: WARNING neutron.quota.resource_registry [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] subnetpool is already registered Aug 11 21:40:01.141542 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.v2.resource_helper [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 21:40:01.141928 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.v2.resource_helper [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Service FLAVORS assigned prefix: {{(pid=100835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 21:40:01.142532 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.v2.resource_helper [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 21:40:01.142962 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.v2.resource_helper [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 21:40:01.143307 n-d-804275-3 neutron-server[100835]: INFO neutron.quota.resource_registry [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Creating instance of TrackedResource for resource:router Aug 11 21:40:01.143679 n-d-804275-3 neutron-server[100835]: WARNING neutron.quota.resource_registry [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] router is already registered Aug 11 21:40:01.144111 n-d-804275-3 neutron-server[100835]: INFO neutron.quota.resource_registry [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Creating instance of TrackedResource for resource:floatingip Aug 11 21:40:01.144457 n-d-804275-3 neutron-server[100835]: WARNING neutron.quota.resource_registry [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] floatingip is already registered Aug 11 21:40:01.144941 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.v2.resource_helper [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Service METERING assigned prefix: /metering {{(pid=100835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 21:40:01.145635 n-d-804275-3 neutron-server[100835]: INFO neutron.quota.resource_registry [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Creating instance of CountableResource for resource:rbac_policy Aug 11 21:40:01.146232 n-d-804275-3 neutron-server[100835]: WARNING neutron.quota.resource_registry [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] rbac_policy is already registered Aug 11 21:40:01.146666 n-d-804275-3 neutron-server[100835]: INFO neutron.quota.resource_registry [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Creating instance of TrackedResource for resource:security_group Aug 11 21:40:01.147008 n-d-804275-3 neutron-server[100835]: WARNING neutron.quota.resource_registry [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] security_group is already registered Aug 11 21:40:01.147417 n-d-804275-3 neutron-server[100835]: INFO neutron.quota.resource_registry [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 11 21:40:01.147784 n-d-804275-3 neutron-server[100835]: WARNING neutron.quota.resource_registry [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] security_group_rule is already registered Aug 11 21:40:01.148459 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.v2.resource_helper [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Service CORE assigned prefix: {{(pid=100835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 21:40:01.148798 n-d-804275-3 neutron-server[100835]: INFO neutron.quota.resource_registry [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 21:40:01.149143 n-d-804275-3 neutron-server[100835]: WARNING neutron.quota.resource_registry [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] subnetpool is already registered Aug 11 21:40:01.149583 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.v2.resource_helper [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Service CORE assigned prefix: {{(pid=100835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 21:40:01.149916 n-d-804275-3 neutron-server[100835]: INFO neutron.quota.resource_registry [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 21:40:01.150257 n-d-804275-3 neutron-server[100835]: WARNING neutron.quota.resource_registry [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] subnetpool is already registered Aug 11 21:40:01.150734 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: extensions {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.152304 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: address-groups {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.153796 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: address-scopes {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.155137 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: agents {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.156975 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: auto-allocated-topology {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.158176 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: availability_zones {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.159424 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: dhcp-networks {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.160960 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: dhcp-agents {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.162387 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: routers {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.164181 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: flavors {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.165463 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: service_profiles {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.166688 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: next_providers {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.168227 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: service_profiles {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.169781 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: floatingip-pools {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.171024 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: routers {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.172830 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: floatingips {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.174118 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: l3-routers {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.175533 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: l3-agents {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.176969 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: metering-labels {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.178252 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: metering-label-rules {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.179671 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: network-ip-availabilities {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.180948 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: bindings {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.182502 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: quotas {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.184092 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: quotas {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.185610 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: rbac-policies {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.186758 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: security-groups {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.188170 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: security-group-rules {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.189426 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: service-providers {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.190658 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: subnetpools {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.192352 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: subnetpools {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.194079 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: tags {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.195805 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: tags {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.197630 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: tags {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.199451 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: tags {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.201197 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: tags {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.204899 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: tags {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.206607 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: tags {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.208461 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: tags {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.210339 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: tags {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.212131 n-d-804275-3 neutron-server[100835]: DEBUG neutron.api.extensions [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Extended resource: tags {{(pid=100835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 21:40:01.218140 n-d-804275-3 neutron-server[100835]: WARNING keystonemiddleware.auth_token [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 11 21:40:01.223348 n-d-804275-3 neutron-server[100835]: WARNING keystonemiddleware.auth_token [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 11 21:40:01.231786 n-d-804275-3 neutron-server[100835]: DEBUG oslo_concurrency.lockutils [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Acquired lock "singleton_lock" {{(pid=100835) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 11 21:40:01.232274 n-d-804275-3 neutron-server[100835]: DEBUG oslo_concurrency.lockutils [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Releasing lock "singleton_lock" {{(pid=100835) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 11 21:40:01.232931 n-d-804275-3 neutron-server[100835]: INFO oslo_service.service [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Starting 2 workers Aug 11 21:40:01.237823 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Started child 100942 {{(pid=100835) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 21:40:01.242443 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Started child 100943 {{(pid=100835) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 21:40:01.243423 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:01.244080 n-d-804275-3 neutron-server[100835]: INFO neutron.service [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 11 21:40:01.244779 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Notify callbacks [] for process, before_spawn {{(pid=100835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:01.244888 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [-] (100942) wsgi starting up on http://0.0.0.0:9696 Aug 11 21:40:01.247230 n-d-804275-3 neutron-server[100835]: INFO oslo_service.service [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Starting 1 workers Aug 11 21:40:01.247454 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:01.248883 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [-] (100943) wsgi starting up on http://0.0.0.0:9696 Aug 11 21:40:01.253028 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Started child 100944 {{(pid=100835) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 21:40:01.253550 n-d-804275-3 neutron-server[100835]: INFO oslo_service.service [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Starting 1 workers Aug 11 21:40:01.256861 n-d-804275-3 neutron-server[100944]: DEBUG neutron.service [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] calling RpcWorker wait() {{(pid=100944) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 11 21:40:01.257485 n-d-804275-3 neutron-server[100944]: DEBUG neutron.service [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] returning from RpcWorker wait() {{(pid=100944) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 11 21:40:01.258223 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Started child 100945 {{(pid=100835) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 21:40:01.258702 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:01.259057 n-d-804275-3 neutron-server[100835]: DEBUG neutron_lib.callbacks.manager [None req-6f390977-d7ad-4abd-8e96-8d045c611809 None None] Notify callbacks [] for process, after_spawn {{(pid=100835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:01.259216 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:40:01.261025 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100835) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 11 21:40:01.261238 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 11 21:40:01.261420 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 11 21:40:01.261647 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 21:40:01.261988 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 11 21:40:01.262157 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 11 21:40:01.263046 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.263046 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.263243 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.263538 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.263825 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.264314 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:01.264820 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.264820 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.264998 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.265246 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.265499 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.265751 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.266414 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.266768 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.266928 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.267210 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.267479 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.267757 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.268044 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.268199 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.268462 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.268735 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.268992 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.269262 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] debug = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.269505 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.270002 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.270259 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.270516 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.271092 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.271804 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.271804 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.271804 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.272201 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.272427 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.272571 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.272737 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.273001 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.273219 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.273441 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.273697 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.273935 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.274407 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] host = n-d-804275-3 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.274627 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.274847 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.275076 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.275327 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.275612 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.275833 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.276094 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.276352 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.276606 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.276927 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.277100 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.277338 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.277558 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.277867 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] log_file = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.278022 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] log_options = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.278298 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.278473 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.278790 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.278948 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.279115 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.279258 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.279566 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.279737 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.279937 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.280172 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.280390 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.280613 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.280832 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.281053 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.281331 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.281586 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.281823 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.282041 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.282299 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.282554 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.282789 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.283016 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.283239 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.283462 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.283703 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.284037 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.284198 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.284381 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.284598 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.284841 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.285094 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.285361 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.285609 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.285872 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.286122 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.286351 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.286567 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.286836 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.287068 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.287313 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.287588 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.287828 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.288102 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.288295 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.288553 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.288745 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] use_json = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.288958 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.289172 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.289440 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.289697 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.289863 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.290076 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.290291 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.290525 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.290973 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.291257 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.291612 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.291959 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.292319 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.292576 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.292814 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.293084 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.293320 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.293648 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.294168 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.294324 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.294672 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.294931 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.295264 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.295771 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.295771 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.296091 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.296322 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.297586 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.297586 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.297586 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.297586 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.299235 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.299383 n-d-804275-3 neutron-server[100945]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:40:01.299572 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.299572 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.299572 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.299572 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.299572 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.299572 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.299572 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.300229 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.300229 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.300229 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.300445 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.300630 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.300882 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.301104 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.301345 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.301600 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.301846 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.302079 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.303543 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.303543 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.303543 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.303543 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.303543 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.303543 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.303972 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.303972 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.304190 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.304416 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.304549 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.304793 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.305039 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.305300 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.305522 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.305740 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.305983 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.306242 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.306442 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.306715 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.306961 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.307181 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.307399 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.307654 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.307974 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.308311 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.308573 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.308800 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.309024 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.309245 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.309464 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.309746 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.309994 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.310334 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.310566 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.310841 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.311138 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.311368 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.311615 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.313679 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.313948 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.315953 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.316250 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.316596 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.316861 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.317147 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.317391 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.317665 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.317922 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.318191 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.318465 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.318699 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.318935 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.319224 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.319466 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.320019 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.323756 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.324976 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.325438 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.325685 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.325984 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.326256 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.326511 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.326775 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.327060 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.327330 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.327665 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.327949 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.328305 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.329729 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.329997 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.330284 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.330515 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.330802 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.331264 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.331942 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.332247 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.335907 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.336227 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.336538 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.336809 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.337115 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.337368 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.337647 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.337909 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.338220 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.338472 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.338707 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.338940 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.339201 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.340044 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.340329 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.340571 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.340814 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.341089 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.341359 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.341612 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.341906 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.342167 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.342397 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.342648 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.342916 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.343139 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.344964 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.346325 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.346570 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.346834 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.347099 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.347355 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.347614 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.347847 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.348123 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.348351 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.348583 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.348844 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.349074 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.349300 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.349554 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.349778 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.350017 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.350261 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.350487 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.350731 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.350956 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.351175 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.351490 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.351900 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.352215 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.352480 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.352706 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.353302 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.353564 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.353847 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.354072 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.354335 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.354565 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.354788 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.355031 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.355281 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.355529 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.355746 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.355984 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.356205 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.356448 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.356708 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.357075 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.357334 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.357588 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.357835 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.358073 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.358326 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.358579 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.358800 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.359018 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.359239 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.359496 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.359933 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.360163 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.360421 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.360635 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.360850 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.361093 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.361317 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.361555 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.361858 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.362125 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.362367 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.362650 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.362892 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.363129 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.363366 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.363603 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.363843 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.364068 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.364295 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.364511 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.364739 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.364952 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.365166 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.365419 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.365637 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.365851 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.366100 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.366314 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.366528 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.366751 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.366972 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.367185 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.367433 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.367705 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.367921 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.368167 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.368387 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.368621 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.368852 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.369064 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.369295 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.369520 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.369749 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.369962 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.370258 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.370544 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.370770 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.371056 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.371323 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.371618 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.371854 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.372184 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.372421 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.372666 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.372908 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.373145 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.373456 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.373797 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.374274 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.374686 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.375843 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.376533 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.379178 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.379532 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.380308 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.380761 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.381085 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.381502 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.382239 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.382528 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.382775 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.383027 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.383365 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.383637 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.383891 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.384153 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.384378 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.384649 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.385052 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.385293 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.385732 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.386079 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.386475 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.386638 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.386829 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.387079 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.387419 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.387648 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 11 21:40:01.388110 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100835) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 11 21:40:01.388276 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 11 21:40:01.388576 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 11 21:40:01.388706 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 21:40:01.388852 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 11 21:40:01.389010 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 11 21:40:01.389225 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.389393 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.389558 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.389721 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.389883 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.390087 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.390253 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.391413 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.391794 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.392058 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.392170 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.392327 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.392494 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.392656 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.392830 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.393034 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.393202 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.393366 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.393534 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.393701 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.393859 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.394260 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.394505 n-d-804275-3 neutron-server[100944]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:40:01.394642 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] debug = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.394734 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.394937 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.395103 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.395264 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.395425 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.395614 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.396036 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.396198 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.396359 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.396643 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.396746 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.396827 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.396975 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.397135 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.397295 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.397568 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.397670 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.397762 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] host = n-d-804275-3 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.397911 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.398069 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.398227 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.398386 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.398545 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.398798 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.398961 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.399122 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.399282 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.399442 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.399623 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.399782 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.399942 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.400102 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] log_file = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.400261 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] log_options = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.400420 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.400579 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.400739 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.400927 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.401094 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.401256 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.401416 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.401575 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.401734 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.401893 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.402054 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.402214 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.402373 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.402531 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.402689 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.402846 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.403006 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.403167 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.403329 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.403488 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.403669 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.403828 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.403987 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.404147 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.404308 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.404466 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.404627 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.404792 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.404951 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.405128 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.405257 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.405417 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.405575 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.405734 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.405894 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.407895 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.408611 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.410636 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.410919 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.411102 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.411276 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.411450 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.411641 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.411818 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.411984 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.412149 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] use_json = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.412313 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.412477 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.412643 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.412805 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.412967 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.413128 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.413289 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.413452 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 21:40:01.413642 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.413808 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.413985 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.414152 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.414315 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.414480 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.414644 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.414813 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.414976 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.415139 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.415311 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.415476 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.415906 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.416144 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.416665 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.417621 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.417788 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.419589 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.419826 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.421750 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.422522 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.422699 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.422908 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.423111 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.423290 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.423461 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.423662 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.423835 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.424006 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.424176 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.424346 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.424514 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.424682 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.424852 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.425018 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.425184 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.425349 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.425513 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.425679 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.425844 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.426010 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.426176 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.426341 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.426508 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.426672 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.426835 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.426999 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.427169 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.427328 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.427491 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.428652 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.428837 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.429008 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.429176 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.429344 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.429891 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.430069 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.430237 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.430403 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.430568 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.430734 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.430915 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.431083 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.431318 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.431447 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.431597 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.431721 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.431878 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.432043 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.432206 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.432369 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.432532 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.432696 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.432861 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.433024 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.433329 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.433496 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.433660 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.433823 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.433987 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.434150 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.434313 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.434476 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.434639 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.434818 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.434997 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.435161 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.435324 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.435487 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.435680 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.435844 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.436007 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.436170 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.436333 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.436497 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.436659 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.436822 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.436989 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.437154 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.437317 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.437525 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.437690 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.437854 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.438017 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.438182 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.438344 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.438509 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.438671 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.438834 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.438996 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.439159 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.439334 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.439496 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.439684 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.439847 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.440020 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.440194 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.440359 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.440565 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.440818 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.441072 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.441317 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.442060 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.442499 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.442670 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.443015 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.443172 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.443613 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.445725 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.445924 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.446104 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.446279 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.446940 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.447243 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.447479 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.447676 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.447836 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.448212 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.448433 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.448607 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.448775 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.448942 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.449108 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.449274 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.449440 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.449606 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.449771 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.449936 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.450102 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.450268 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.450432 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.450597 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.450857 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.451029 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.451194 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.451361 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.451604 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.451770 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.451934 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.452221 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.452543 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.452695 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.452861 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.453030 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.453238 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.453617 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.453790 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.453955 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.454119 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.454355 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.454639 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.454865 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.455037 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.455202 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.455367 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.455551 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.455723 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.456245 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.456538 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.456706 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.456872 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.457039 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.457528 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.457696 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.457862 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.458027 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.458191 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.458374 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.458540 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.458704 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.458866 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.459028 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.459192 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.459355 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.459570 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.459708 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.459872 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.460036 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.460202 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.460370 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.460534 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.460698 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.460861 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.461025 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.461188 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.461352 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.461529 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.461693 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.461856 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.462020 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.462183 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.462347 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.462522 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.462685 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.462850 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.463015 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.463186 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.463348 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.463544 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.463694 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.463858 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.464022 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.464181 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.464373 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.464373 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.464373 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.464373 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.464373 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.466112 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.466112 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.466112 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.466112 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.466112 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.466112 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.466112 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.466908 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.466908 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.466908 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.466908 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.466908 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.467498 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.467498 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.467498 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.467498 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.468043 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.468043 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.468043 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.468043 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.468487 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.468487 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.468487 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.469413 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.469413 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.469665 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.469749 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.469882 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.470138 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.470310 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.470485 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.470674 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.470934 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.471187 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.471439 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.471711 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.471964 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.472214 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.472451 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.472681 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.472915 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.473149 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.473383 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.473613 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.473845 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.474078 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.474306 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.474544 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.474777 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.475004 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.475244 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.475475 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.475731 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.475962 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.476191 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.476422 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.476657 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 21:40:01.476877 n-d-804275-3 neutron-server[100835]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 11 21:40:01.561635 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45894) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:40:01.570177 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062575 Aug 11 21:40:13.171053 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adea9689-66ed-41c6-b391-f68f9d2f87f3 None None] get_active_networks_info from n-d-804275-3 {{(pid=100944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 21:40:13.270213 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adea9689-66ed-41c6-b391-f68f9d2f87f3 None None] No non-hosted networks {{(pid=100944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 11 21:40:13.288971 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-54e6a592-6c09-48be-a61f-0a254e7300cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1757181'] for agent, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:15.636566 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fee89b6c-82f6-4da9-a0b4-2ce90092c692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1757181'] for agent, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:15.738969 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-548d3219-29e7-4abb-b5bf-e17547b3929c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:15.828846 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1757181'] for agent, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:15.829913 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:15.830485 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:15.830988 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:15.832636 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:15.833355 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:15.833847 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:15.834717 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:15.836976 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:15.837483 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:15.837988 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:15.838991 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:15.840913 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:15.841472 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-804275-3', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:40:15.855130 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-804275-3', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:40:17.324914 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1757181'] for agent, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:18.759522 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1757181'] for agent, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:20.147397 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45984) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:40:20.639590 n-d-804275-3 neutron-server[100943]: WARNING oslo_policy.policy [None req-bb6c981c-38f6-4282-b51a-940de1e01a3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 21:40:20.640183 n-d-804275-3 neutron-server[100943]: WARNING oslo_policy.policy [None req-bb6c981c-38f6-4282-b51a-940de1e01a3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 21:40:20.860438 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-bb6c981c-38f6-4282-b51a-940de1e01a3f admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 21:40:20.861513 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bb6c981c-38f6-4282-b51a-940de1e01a3f admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7131901 Aug 11 21:40:23.043162 n-d-804275-3 neutron-server[100944]: INFO neutron.db.l3_hamode_db [None req-59a34428-ff67-44be-995a-d137433b4534 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 11 21:40:23.122092 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a34428-ff67-44be-995a-d137433b4534 None None] Routers set() bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:40:23.122489 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a34428-ff67-44be-995a-d137433b4534 None None] Router IDs set() for agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 21:40:23.247108 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45998) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:40:23.566858 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-5a848275-06fb-49b8-bb98-fa29b87993bc admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:40:23.661959 n-d-804275-3 neutron-server[100943]: DEBUG neutron.policy [None req-5a848275-06fb-49b8-bb98-fa29b87993bc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100943) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 11 21:40:23.707204 n-d-804275-3 neutron-server[100943]: WARNING oslo_policy.policy [None req-5a848275-06fb-49b8-bb98-fa29b87993bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 21:40:23.707591 n-d-804275-3 neutron-server[100943]: WARNING oslo_policy.policy [None req-5a848275-06fb-49b8-bb98-fa29b87993bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 21:40:23.716143 n-d-804275-3 neutron-server[100943]: INFO neutron.quota [None req-5a848275-06fb-49b8-bb98-fa29b87993bc admin admin] Loaded quota_driver: . Aug 11 21:40:23.812306 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a848275-06fb-49b8-bb98-fa29b87993bc admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776458072048', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776458064261', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776458059186', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776458053575', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776458473658', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776458163573', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-600251', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1363356', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-387995', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-454101'] for rbac-policy, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:23.877677 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a848275-06fb-49b8-bb98-fa29b87993bc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:23.878887 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5a848275-06fb-49b8-bb98-fa29b87993bc admin admin] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6307595 Aug 11 21:40:26.467164 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46010) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:40:26.770953 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-bfad7c96-7848-48a1-a8b0-9b0acb4e4335 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'f7322fd99d964aac811f0f8cb4101de9', 'name': 'private', 'tenant_id': 'f7322fd99d964aac811f0f8cb4101de9'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:40:26.800802 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfad7c96-7848-48a1-a8b0-9b0acb4e4335 admin admin] Made reservation on behalf of f7322fd99d964aac811f0f8cb4101de9 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:40:26.803904 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bfad7c96-7848-48a1-a8b0-9b0acb4e4335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:26.821374 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bfad7c96-7848-48a1-a8b0-9b0acb4e4335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:26.948266 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bfad7c96-7848-48a1-a8b0-9b0acb4e4335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:26.952737 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bfad7c96-7848-48a1-a8b0-9b0acb4e4335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:26.982016 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfad7c96-7848-48a1-a8b0-9b0acb4e4335 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:40:26.999656 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad7c96-7848-48a1-a8b0-9b0acb4e4335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aaa25d1-67be-4f8b-8106-2a131ec5531b,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:40:27.013917 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bfad7c96-7848-48a1-a8b0-9b0acb4e4335 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776456503655', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:27.015020 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bfad7c96-7848-48a1-a8b0-9b0acb4e4335 admin admin] Unsubscribe: segment precommit_create {{(pid=100943) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 11 21:40:27.015547 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-bfad7c96-7848-48a1-a8b0-9b0acb4e4335 admin admin] Added segment e50e634f-d834-4b16-89fc-b08d2fcdf0ff of type vlan for network 3811c250-9367-4e67-bbca-64c76e744793 Aug 11 21:40:27.023271 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad7c96-7848-48a1-a8b0-9b0acb4e4335 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:27.023648 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad7c96-7848-48a1-a8b0-9b0acb4e4335 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:27.023996 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad7c96-7848-48a1-a8b0-9b0acb4e4335 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:27.024329 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad7c96-7848-48a1-a8b0-9b0acb4e4335 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:27.024654 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad7c96-7848-48a1-a8b0-9b0acb4e4335 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:27.024976 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad7c96-7848-48a1-a8b0-9b0acb4e4335 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:27.025293 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad7c96-7848-48a1-a8b0-9b0acb4e4335 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:27.025609 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad7c96-7848-48a1-a8b0-9b0acb4e4335 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:27.025926 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad7c96-7848-48a1-a8b0-9b0acb4e4335 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:27.026241 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad7c96-7848-48a1-a8b0-9b0acb4e4335 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:27.026556 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad7c96-7848-48a1-a8b0-9b0acb4e4335 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:27.026869 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad7c96-7848-48a1-a8b0-9b0acb4e4335 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfad7c96-7848-48a1-a8b0-9b0acb4e4335 admin admin] Tracked resource versions report: Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: pushed versions: Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: { 'AddressGroup': {'1.2'}, Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: 'ConntrackHelper': {'1.0'}, Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: 'Log': {'1.0'}, Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: 'Network': {'1.1'}, Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: 'Port': {'1.7'}, Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: 'PortForwarding': {'1.2'}, Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: 'QosPolicy': {'1.9'}, Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: 'SecurityGroup': {'1.4'}, Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: 'SecurityGroupRule': {'1.2'}, Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: 'SubPort': {'1.0'}, Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: 'Subnet': {'1.1'}, Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: 'Trunk': {'1.1'}} Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: consumer versions: Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: { DHCP agent@n-d-804275-3: {}, Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: L3 agent@n-d-804275-3: {}, Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: Metadata agent@n-d-804275-3: {}, Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: Metering agent@n-d-804275-3: {}, Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: Open vSwitch agent@n-d-804275-3: { 'AddressGroup': '1.2', Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: 'ConntrackHelper': '1.0', Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: 'Log': '1.0', Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: 'Network': '1.1', Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: 'Port': '1.7', Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: 'PortForwarding': '1.2', Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: 'QosPolicy': '1.9', Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: 'SecurityGroup': '1.4', Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: 'SecurityGroupRule': '1.2', Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: 'SubPort': '1.0', Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: 'Subnet': '1.1', Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: 'Trunk': '1.1'}} Aug 11 21:40:27.028056 n-d-804275-3 neutron-server[100943]: {{(pid=100943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 21:40:27.129412 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bfad7c96-7848-48a1-a8b0-9b0acb4e4335 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:27.179987 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bfad7c96-7848-48a1-a8b0-9b0acb4e4335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:27.181124 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfad7c96-7848-48a1-a8b0-9b0acb4e4335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:40:27.181804 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bfad7c96-7848-48a1-a8b0-9b0acb4e4335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:27.267859 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bfad7c96-7848-48a1-a8b0-9b0acb4e4335 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7989337 Aug 11 21:40:27.282750 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad7c96-7848-48a1-a8b0-9b0acb4e4335 admin admin] Pushing event updated for resources: {'Network': ['ID=3811c250-9367-4e67-bbca-64c76e744793,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:40:27.295190 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 3811c250-9367-4e67-bbca-64c76e744793 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:40:29.947846 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46024) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:40:30.348203 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a65b9a-cf1d-44a1-a545-a7c3e79016ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:40:30.349646 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b6a65b9a-cf1d-44a1-a545-a7c3e79016ee admin admin] 10.222.0.77 "GET /v2.0/networks/3811c250-9367-4e67-bbca-64c76e744793 HTTP/1.1" status: 200 len: 825 time: 0.4008291 Aug 11 21:40:30.375986 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-50fbfeed-6ac0-44ba-a091-617b3a5d63c8 admin admin] 10.222.0.77 "GET /v2.0/subnetpools/ddc55090-4407-4e9e-b88d-05f0d1f1d17b HTTP/1.1" status: 200 len: 734 time: 0.0200100 Aug 11 21:40:30.386992 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-15700508-606d-49f7-9bbe-c7e276889519 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'ddc55090-4407-4e9e-b88d-05f0d1f1d17b', 'tenant_id': 'f7322fd99d964aac811f0f8cb4101de9', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '3811c250-9367-4e67-bbca-64c76e744793'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:40:30.409858 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15700508-606d-49f7-9bbe-c7e276889519 admin admin] Made reservation on behalf of f7322fd99d964aac811f0f8cb4101de9 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:40:30.412181 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-15700508-606d-49f7-9bbe-c7e276889519 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:30.714526 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-15700508-606d-49f7-9bbe-c7e276889519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:30.781591 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15700508-606d-49f7-9bbe-c7e276889519 admin admin] Pushing event updated for resources: {'Subnet': ['ID=307b8da7-6b22-400e-84ea-f4e391a6f6a3,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:40:30.792027 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15700508-606d-49f7-9bbe-c7e276889519 admin admin] Checking segment: {'id': 'e50e634f-d834-4b16-89fc-b08d2fcdf0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3811c250-9367-4e67-bbca-64c76e744793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:40:30.792435 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15700508-606d-49f7-9bbe-c7e276889519 admin admin] Network hostable DHCP agents. Network: 3811c250-9367-4e67-bbca-64c76e744793, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:40:30.815107 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15700508-606d-49f7-9bbe-c7e276889519 admin admin] Network 3811c250-9367-4e67-bbca-64c76e744793 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:40:30.825930 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-15700508-606d-49f7-9bbe-c7e276889519 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 3811c250-9367-4e67-bbca-64c76e744793) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:40:30.830809 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15700508-606d-49f7-9bbe-c7e276889519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:40:30.831396 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-15700508-606d-49f7-9bbe-c7e276889519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:30.836105 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac17e30-31c7-4125-aa79-965a09c69a1a None None] Network 3811c250-9367-4e67-bbca-64c76e744793 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:40:30.845867 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-15700508-606d-49f7-9bbe-c7e276889519 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4622991 Aug 11 21:40:31.165071 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-3811c250-9367-4e67-bbca-64c76e744793', 'network_id': '3811c250-9367-4e67-bbca-64c76e744793', 'tenant_id': 'f7322fd99d964aac811f0f8cb4101de9', 'fixed_ips': [{'subnet_id': '307b8da7-6b22-400e-84ea-f4e391a6f6a3'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 21:40:31.166569 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:31.446539 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Allocated IP 172.20.0.2 (3811c250-9367-4e67-bbca-64c76e744793/307b8da7-6b22-400e-84ea-f4e391a6f6a3/02e9d479-e8c4-4a17-a958-4f18cb5f48e1) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:40:31.661521 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:31.706014 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Transition to ACTIVE for port object 02e9d479-e8c4-4a17-a958-4f18cb5f48e1 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:40:31.727186 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Transition to ACTIVE for port object 02e9d479-e8c4-4a17-a958-4f18cb5f48e1 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:40:31.735898 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:31.803880 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Network 3811c250-9367-4e67-bbca-64c76e744793 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:40:31.811352 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:40:31.823041 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:40:31.826229 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Pushing event updated for resources: {'Port': ['ID=02e9d479-e8c4-4a17-a958-4f18cb5f48e1,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:40:31.856894 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:31.857527 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:31.857609 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:31.857933 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:31.858275 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:31.858612 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:31.858944 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:31.859275 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:31.859630 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:31.859960 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:31.860287 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:31.860616 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Tracked resource versions report: Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: pushed versions: Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: { 'AddressGroup': {'1.2'}, Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: 'ConntrackHelper': {'1.0'}, Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: 'Log': {'1.0'}, Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: 'Network': {'1.1'}, Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: 'Port': {'1.7'}, Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: 'PortForwarding': {'1.2'}, Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: 'QosPolicy': {'1.9'}, Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: 'SecurityGroup': {'1.4'}, Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: 'SecurityGroupRule': {'1.2'}, Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: 'SubPort': {'1.0'}, Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: 'Subnet': {'1.1'}, Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: 'Trunk': {'1.1'}} Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: consumer versions: Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: { DHCP agent@n-d-804275-3: {}, Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: L3 agent@n-d-804275-3: {}, Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: Metadata agent@n-d-804275-3: {}, Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: Metering agent@n-d-804275-3: {}, Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: Open vSwitch agent@n-d-804275-3: { 'AddressGroup': '1.2', Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: 'ConntrackHelper': '1.0', Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: 'Log': '1.0', Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: 'Network': '1.1', Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: 'Port': '1.7', Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: 'PortForwarding': '1.2', Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: 'QosPolicy': '1.9', Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: 'SecurityGroup': '1.4', Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: 'SecurityGroupRule': '1.2', Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: 'SubPort': '1.0', Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: 'Subnet': '1.1', Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: 'Trunk': '1.1'}} Aug 11 21:40:31.861794 n-d-804275-3 neutron-server[100944]: {{(pid=100944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 21:40:31.910901 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Attempting to bind port 02e9d479-e8c4-4a17-a958-4f18cb5f48e1 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:40:31.911292 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Attempting to bind port 02e9d479-e8c4-4a17-a958-4f18cb5f48e1 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'e50e634f-d834-4b16-89fc-b08d2fcdf0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3811c250-9367-4e67-bbca-64c76e744793'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:40:31.911756 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Attempting to bind port 02e9d479-e8c4-4a17-a958-4f18cb5f48e1 on network 3811c250-9367-4e67-bbca-64c76e744793 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:40:31.916911 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:40:31.917325 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Checking segment: {'id': 'e50e634f-d834-4b16-89fc-b08d2fcdf0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3811c250-9367-4e67-bbca-64c76e744793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:40:31.917821 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:31.918234 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Bound using segment: {'id': 'e50e634f-d834-4b16-89fc-b08d2fcdf0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3811c250-9367-4e67-bbca-64c76e744793'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:40:31.918722 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Bound port: 02e9d479-e8c4-4a17-a958-4f18cb5f48e1, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e50e634f-d834-4b16-89fc-b08d2fcdf0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3811c250-9367-4e67-bbca-64c76e744793'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:40:31.919126 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:31.987646 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] For port 02e9d479-e8c4-4a17-a958-4f18cb5f48e1, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:40:31.991979 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] For port 02e9d479-e8c4-4a17-a958-4f18cb5f48e1, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=02e9d479-e8c4-4a17-a958-4f18cb5f48e1,segment=NetworkSegment(e50e634f-d834-4b16-89fc-b08d2fcdf0ff),segment_id=e50e634f-d834-4b16-89fc-b08d2fcdf0ff)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:40:31.996808 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:32.070505 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a4c86-c589-4d8c-8ba0-2463fdd04e0a None None] Pushing event updated for resources: {'Port': ['ID=02e9d479-e8c4-4a17-a958-4f18cb5f48e1,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:40:33.289497 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 46032) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:40:33.810792 n-d-804275-3 neutron-server[100942]: WARNING oslo_policy.policy [None req-72f7b0a3-f612-4800-bc38-026d1909099e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 21:40:33.811453 n-d-804275-3 neutron-server[100942]: WARNING oslo_policy.policy [None req-72f7b0a3-f612-4800-bc38-026d1909099e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 21:40:34.030832 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [None req-72f7b0a3-f612-4800-bc38-026d1909099e admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 21:40:34.032149 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-72f7b0a3-f612-4800-bc38-026d1909099e admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7405341 Aug 11 21:40:36.470117 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 46046) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:40:36.807314 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [None req-cb8d699d-da05-438c-94fb-5adc2cb2b959 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 21:40:36.808450 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-cb8d699d-da05-438c-94fb-5adc2cb2b959 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3373916 Aug 11 21:40:39.457213 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46060) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:40:39.785586 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-fc6ef373-2574-4b3d-baad-75899623d19e admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'f7322fd99d964aac811f0f8cb4101de9', 'name': 'router1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:40:39.809675 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc6ef373-2574-4b3d-baad-75899623d19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:39.811871 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc6ef373-2574-4b3d-baad-75899623d19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:39.953035 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc6ef373-2574-4b3d-baad-75899623d19e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:39.957801 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc6ef373-2574-4b3d-baad-75899623d19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:39.972309 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 02e9d479-e8c4-4a17-a958-4f18cb5f48e1 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:40:39.976830 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc6ef373-2574-4b3d-baad-75899623d19e admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:39.978047 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fc6ef373-2574-4b3d-baad-75899623d19e admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5198433 Aug 11 21:40:40.074314 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 02e9d479-e8c4-4a17-a958-4f18cb5f48e1 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:40:40.628403 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ae6489-c1de-4c2e-916f-7257fc42af75 None None] Network 3811c250-9367-4e67-bbca-64c76e744793 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:40:40.685004 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ad2e4d9c-563d-4217-a84d-5e2c1c4813a6 None None] Provisioning for port 02e9d479-e8c4-4a17-a958-4f18cb5f48e1 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:40:40.690985 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ad2e4d9c-563d-4217-a84d-5e2c1c4813a6 None None] Provisioning complete for port 02e9d479-e8c4-4a17-a958-4f18cb5f48e1 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:40:40.691379 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ad2e4d9c-563d-4217-a84d-5e2c1c4813a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:40.854676 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ad2e4d9c-563d-4217-a84d-5e2c1c4813a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:40.915767 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-ad2e4d9c-563d-4217-a84d-5e2c1c4813a6 None None] For port 02e9d479-e8c4-4a17-a958-4f18cb5f48e1, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=02e9d479-e8c4-4a17-a958-4f18cb5f48e1,segment=NetworkSegment(e50e634f-d834-4b16-89fc-b08d2fcdf0ff),segment_id=e50e634f-d834-4b16-89fc-b08d2fcdf0ff)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:40:40.921497 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ad2e4d9c-563d-4217-a84d-5e2c1c4813a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:40.976238 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e4d9c-563d-4217-a84d-5e2c1c4813a6 None None] Pushing event updated for resources: {'Port': ['ID=02e9d479-e8c4-4a17-a958-4f18cb5f48e1,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:40:41.141828 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-aebdc8f4-9d71-4575-99d2-8b0a71076895 None None] Provisioning complete for port 02e9d479-e8c4-4a17-a958-4f18cb5f48e1 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:40:41.142125 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-aebdc8f4-9d71-4575-99d2-8b0a71076895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:41.950177 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 02e9d479-e8c4-4a17-a958-4f18cb5f48e1 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:40:41.998910 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 02e9d479-e8c4-4a17-a958-4f18cb5f48e1 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:40:41.999639 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:42.454988 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46068) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:40:42.774404 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-7cd8cedc-bb39-426e-8af3-6404fce2869e admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 21:40:42.775423 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7cd8cedc-bb39-426e-8af3-6404fce2869e admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3195510 Aug 11 21:40:43.092014 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-23373f72-3473-4380-980e-35e13d10ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:45.150197 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46076) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:40:45.464431 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-64c9d1fa-1732-4a78-b1ef-4ebab1638390 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:40:45.487132 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c9d1fa-1732-4a78-b1ef-4ebab1638390 admin admin] Made reservation on behalf of e07eeb53e92143f593d1668f9a58afbe for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:40:45.489397 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-64c9d1fa-1732-4a78-b1ef-4ebab1638390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:45.497163 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-64c9d1fa-1732-4a78-b1ef-4ebab1638390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:45.584483 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-64c9d1fa-1732-4a78-b1ef-4ebab1638390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:45.587965 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-64c9d1fa-1732-4a78-b1ef-4ebab1638390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:45.605433 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-64c9d1fa-1732-4a78-b1ef-4ebab1638390 admin admin] Reserving flat network on physical network physnet1 {{(pid=100943) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 11 21:40:45.621766 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9d1fa-1732-4a78-b1ef-4ebab1638390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45732eb-58af-41f5-aa72-4ccd91ab534c,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:40:45.627480 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-64c9d1fa-1732-4a78-b1ef-4ebab1638390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:45.627841 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-64c9d1fa-1732-4a78-b1ef-4ebab1638390 admin admin] Added segment f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a of type flat for network ace0c6e5-d196-4ef9-80b8-149980a74560 Aug 11 21:40:45.644203 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-45e6c7ee-40cc-4525-ac84-9d288dfe6e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:45.682340 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-64c9d1fa-1732-4a78-b1ef-4ebab1638390 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:45.715715 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-64c9d1fa-1732-4a78-b1ef-4ebab1638390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:45.717154 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c9d1fa-1732-4a78-b1ef-4ebab1638390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:40:45.717723 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-64c9d1fa-1732-4a78-b1ef-4ebab1638390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:45.772425 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-64c9d1fa-1732-4a78-b1ef-4ebab1638390 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6211617 Aug 11 21:40:45.777184 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9d1fa-1732-4a78-b1ef-4ebab1638390 admin admin] Pushing event updated for resources: {'Network': ['ID=ace0c6e5-d196-4ef9-80b8-149980a74560,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:40:45.788188 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network ace0c6e5-d196-4ef9-80b8-149980a74560 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:40:45.855056 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:47.265304 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:48.142465 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46094) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:40:48.316983 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bc03e5-11ec-40b6-a67c-65552ceb646a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:40:48.318370 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b0bc03e5-11ec-40b6-a67c-65552ceb646a admin admin] 10.222.0.77 "GET /v2.0/subnets/307b8da7-6b22-400e-84ea-f4e391a6f6a3 HTTP/1.1" status: 200 len: 849 time: 0.1747963 Aug 11 21:40:48.441396 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b74b7ad4-4f71-43c2-a771-deac6f0300f0 admin admin] 10.222.0.77 "GET /v2.0/routers/9109c97c-1ee2-453c-a434-acb0451d995f HTTP/1.1" status: 200 len: 704 time: 0.1170478 Aug 11 21:40:48.712190 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:48.716876 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d731d676-942d-432e-ae91-a8dc5117b485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:49.018319 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-d731d676-942d-432e-ae91-a8dc5117b485 admin admin] Allocated IP 172.20.0.1 (3811c250-9367-4e67-bbca-64c76e744793/307b8da7-6b22-400e-84ea-f4e391a6f6a3/318d8f1d-b780-4e5d-aa02-cbce95c58c9e) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:40:49.216788 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d731d676-942d-432e-ae91-a8dc5117b485 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:49.238954 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-d731d676-942d-432e-ae91-a8dc5117b485 admin admin] Transition to ACTIVE for port object 318d8f1d-b780-4e5d-aa02-cbce95c58c9e will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:40:49.319917 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d731d676-942d-432e-ae91-a8dc5117b485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:49.387085 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d731d676-942d-432e-ae91-a8dc5117b485 admin admin] Network 3811c250-9367-4e67-bbca-64c76e744793 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:40:49.397900 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-d731d676-942d-432e-ae91-a8dc5117b485 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:40:49.402660 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d731d676-942d-432e-ae91-a8dc5117b485 admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:40:49.403589 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d731d676-942d-432e-ae91-a8dc5117b485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:49.424410 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731d676-942d-432e-ae91-a8dc5117b485 admin admin] Pushing event updated for resources: {'Port': ['ID=318d8f1d-b780-4e5d-aa02-cbce95c58c9e,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:40:49.595477 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2b2861d9-25b5-49e6-820e-85e66751a1fe None None] Provisioning for port 318d8f1d-b780-4e5d-aa02-cbce95c58c9e completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:40:49.599174 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2b2861d9-25b5-49e6-820e-85e66751a1fe None None] Provisioning complete for port 318d8f1d-b780-4e5d-aa02-cbce95c58c9e triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:40:49.599607 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2b2861d9-25b5-49e6-820e-85e66751a1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:49.602321 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d731d676-942d-432e-ae91-a8dc5117b485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:49.634791 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-2b2861d9-25b5-49e6-820e-85e66751a1fe None None] Port 318d8f1d-b780-4e5d-aa02-cbce95c58c9e cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:40:49.811159 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d731d676-942d-432e-ae91-a8dc5117b485 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:49.815918 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d731d676-942d-432e-ae91-a8dc5117b485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:49.816751 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d731d676-942d-432e-ae91-a8dc5117b485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:49.895385 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731d676-942d-432e-ae91-a8dc5117b485 admin admin] Pushing event updated for resources: {'Port': ['ID=318d8f1d-b780-4e5d-aa02-cbce95c58c9e,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:40:49.941873 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d731d676-942d-432e-ae91-a8dc5117b485 admin admin] Network 3811c250-9367-4e67-bbca-64c76e744793 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:40:49.943266 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-d731d676-942d-432e-ae91-a8dc5117b485 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:40:50.106629 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d731d676-942d-432e-ae91-a8dc5117b485 admin admin] Router 9109c97c-1ee2-453c-a434-acb0451d995f is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 21:40:50.155662 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d925d494-d067-4c30-bc6d-0645c686899d None None] Provisioning complete for port 318d8f1d-b780-4e5d-aa02-cbce95c58c9e triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:40:50.156211 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d925d494-d067-4c30-bc6d-0645c686899d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:50.192729 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-d925d494-d067-4c30-bc6d-0645c686899d None None] Port 318d8f1d-b780-4e5d-aa02-cbce95c58c9e cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:40:50.199015 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d731d676-942d-432e-ae91-a8dc5117b485 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:40:50.204755 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d731d676-942d-432e-ae91-a8dc5117b485 admin admin] 10.222.0.77 "PUT /v2.0/routers/9109c97c-1ee2-453c-a434-acb0451d995f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7579906 Aug 11 21:40:50.223540 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901d1f90-030d-4615-a8ce-53bbd9666e19 None None] Sync routers for ids ['9109c97c-1ee2-453c-a434-acb0451d995f'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:40:50.235091 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901d1f90-030d-4615-a8ce-53bbd9666e19 None None] Routers {'9109c97c-1ee2-453c-a434-acb0451d995f'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:40:50.236042 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-901d1f90-030d-4615-a8ce-53bbd9666e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:40:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9109c97c-1ee2-453c-a434-acb0451d995f'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:40:50.422689 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-901d1f90-030d-4615-a8ce-53bbd9666e19 None None] Set router 9109c97c-1ee2-453c-a434-acb0451d995f gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:40:50.854155 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-901d1f90-030d-4615-a8ce-53bbd9666e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9109c97c-1ee2-453c-a434-acb0451d995f', 'name': 'router1', 'tenant_id': 'f7322fd99d964aac811f0f8cb4101de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:40:39Z', 'updated_at': '2021-08-11T21:40:49Z', 'revision_number': 2, 'project_id': 'f7322fd99d964aac811f0f8cb4101de9', 'gw_port_host': None, '_interfaces': [{'id': '318d8f1d-b780-4e5d-aa02-cbce95c58c9e', 'name': '', 'network_id': '3811c250-9367-4e67-bbca-64c76e744793', 'tenant_id': 'f7322fd99d964aac811f0f8cb4101de9', 'mac_address': 'fa:16:3e:5b:b8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9109c97c-1ee2-453c-a434-acb0451d995f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '307b8da7-6b22-400e-84ea-f4e391a6f6a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:40:48Z', 'updated_at': '2021-08-11T21:40:49Z', 'revision_number': 2, 'project_id': 'f7322fd99d964aac811f0f8cb4101de9', 'subnets': [{'id': '307b8da7-6b22-400e-84ea-f4e391a6f6a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ddc55090-4407-4e9e-b88d-05f0d1f1d17b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:40:50.904213 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901d1f90-030d-4615-a8ce-53bbd9666e19 None None] Checking router: 9109c97c-1ee2-453c-a434-acb0451d995f for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:40:50.904586 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901d1f90-030d-4615-a8ce-53bbd9666e19 None None] Updating router 9109c97c-1ee2-453c-a434-acb0451d995f port 318d8f1d-b780-4e5d-aa02-cbce95c58c9e binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 21:40:50.953566 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-901d1f90-030d-4615-a8ce-53bbd9666e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:51.480256 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-901d1f90-030d-4615-a8ce-53bbd9666e19 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:51.501929 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-901d1f90-030d-4615-a8ce-53bbd9666e19 None None] Transition to ACTIVE for port object 318d8f1d-b780-4e5d-aa02-cbce95c58c9e will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:40:51.507934 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-901d1f90-030d-4615-a8ce-53bbd9666e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:51.658566 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efb85b-b2df-466d-b854-faae6056bb7b None None] Pushing event updated for resources: {'Port': ['ID=318d8f1d-b780-4e5d-aa02-cbce95c58c9e,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:40:51.678349 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-901d1f90-030d-4615-a8ce-53bbd9666e19 None None] Attempting to bind port 318d8f1d-b780-4e5d-aa02-cbce95c58c9e on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:40:51.678748 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-901d1f90-030d-4615-a8ce-53bbd9666e19 None None] Attempting to bind port 318d8f1d-b780-4e5d-aa02-cbce95c58c9e by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'e50e634f-d834-4b16-89fc-b08d2fcdf0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3811c250-9367-4e67-bbca-64c76e744793'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:40:51.679191 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901d1f90-030d-4615-a8ce-53bbd9666e19 None None] Attempting to bind port 318d8f1d-b780-4e5d-aa02-cbce95c58c9e on network 3811c250-9367-4e67-bbca-64c76e744793 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:40:51.681948 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18efb85b-b2df-466d-b854-faae6056bb7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:51.682297 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18efb85b-b2df-466d-b854-faae6056bb7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:51.682637 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18efb85b-b2df-466d-b854-faae6056bb7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:51.682972 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18efb85b-b2df-466d-b854-faae6056bb7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:51.683309 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18efb85b-b2df-466d-b854-faae6056bb7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:51.683665 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18efb85b-b2df-466d-b854-faae6056bb7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:51.683995 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18efb85b-b2df-466d-b854-faae6056bb7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:51.684320 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18efb85b-b2df-466d-b854-faae6056bb7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:51.684651 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18efb85b-b2df-466d-b854-faae6056bb7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:51.685005 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18efb85b-b2df-466d-b854-faae6056bb7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:51.685332 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18efb85b-b2df-466d-b854-faae6056bb7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:51.685654 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18efb85b-b2df-466d-b854-faae6056bb7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18efb85b-b2df-466d-b854-faae6056bb7b None None] Tracked resource versions report: Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: pushed versions: Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: { 'AddressGroup': {'1.2'}, Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: 'ConntrackHelper': {'1.0'}, Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: 'Log': {'1.0'}, Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: 'Network': {'1.1'}, Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: 'Port': {'1.7'}, Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: 'PortForwarding': {'1.2'}, Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: 'QosPolicy': {'1.9'}, Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: 'SecurityGroup': {'1.4'}, Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: 'SecurityGroupRule': {'1.2'}, Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: 'SubPort': {'1.0'}, Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: 'Subnet': {'1.1'}, Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: 'Trunk': {'1.1'}} Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: consumer versions: Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: { DHCP agent@n-d-804275-3: {}, Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: L3 agent@n-d-804275-3: {}, Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: Metadata agent@n-d-804275-3: {}, Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: Metering agent@n-d-804275-3: {}, Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: Open vSwitch agent@n-d-804275-3: { 'AddressGroup': '1.2', Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: 'ConntrackHelper': '1.0', Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: 'Log': '1.0', Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: 'Network': '1.1', Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: 'Port': '1.7', Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: 'PortForwarding': '1.2', Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: 'QosPolicy': '1.9', Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: 'SecurityGroup': '1.4', Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: 'SecurityGroupRule': '1.2', Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: 'SubPort': '1.0', Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: 'Subnet': '1.1', Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: 'Trunk': '1.1'}} Aug 11 21:40:51.686802 n-d-804275-3 neutron-server[100945]: {{(pid=100945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 21:40:51.692889 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901d1f90-030d-4615-a8ce-53bbd9666e19 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:40:51.693402 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901d1f90-030d-4615-a8ce-53bbd9666e19 None None] Checking segment: {'id': 'e50e634f-d834-4b16-89fc-b08d2fcdf0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3811c250-9367-4e67-bbca-64c76e744793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:40:51.693823 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-901d1f90-030d-4615-a8ce-53bbd9666e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:51.694232 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901d1f90-030d-4615-a8ce-53bbd9666e19 None None] Bound using segment: {'id': 'e50e634f-d834-4b16-89fc-b08d2fcdf0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3811c250-9367-4e67-bbca-64c76e744793'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:40:51.694733 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-901d1f90-030d-4615-a8ce-53bbd9666e19 None None] Bound port: 318d8f1d-b780-4e5d-aa02-cbce95c58c9e, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e50e634f-d834-4b16-89fc-b08d2fcdf0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3811c250-9367-4e67-bbca-64c76e744793'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:40:51.695128 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-901d1f90-030d-4615-a8ce-53bbd9666e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:51.763081 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-901d1f90-030d-4615-a8ce-53bbd9666e19 None None] For port 318d8f1d-b780-4e5d-aa02-cbce95c58c9e, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:40:51.785833 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-901d1f90-030d-4615-a8ce-53bbd9666e19 None None] For port 318d8f1d-b780-4e5d-aa02-cbce95c58c9e, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=318d8f1d-b780-4e5d-aa02-cbce95c58c9e,segment=NetworkSegment(e50e634f-d834-4b16-89fc-b08d2fcdf0ff),segment_id=e50e634f-d834-4b16-89fc-b08d2fcdf0ff)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:40:51.790622 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-901d1f90-030d-4615-a8ce-53bbd9666e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:51.849148 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efb85b-b2df-466d-b854-faae6056bb7b None None] Pushing event updated for resources: {'Port': ['ID=318d8f1d-b780-4e5d-aa02-cbce95c58c9e,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:40:51.856273 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901d1f90-030d-4615-a8ce-53bbd9666e19 None None] Routers {'9109c97c-1ee2-453c-a434-acb0451d995f'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:40:51.856740 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-901d1f90-030d-4615-a8ce-53bbd9666e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:40:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9109c97c-1ee2-453c-a434-acb0451d995f'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:40:51.950735 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-901d1f90-030d-4615-a8ce-53bbd9666e19 None None] Set router 9109c97c-1ee2-453c-a434-acb0451d995f gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:40:52.160530 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-901d1f90-030d-4615-a8ce-53bbd9666e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9109c97c-1ee2-453c-a434-acb0451d995f', 'name': 'router1', 'tenant_id': 'f7322fd99d964aac811f0f8cb4101de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:40:39Z', 'updated_at': '2021-08-11T21:40:49Z', 'revision_number': 2, 'project_id': 'f7322fd99d964aac811f0f8cb4101de9', 'gw_port_host': None, '_interfaces': [{'id': '318d8f1d-b780-4e5d-aa02-cbce95c58c9e', 'name': '', 'network_id': '3811c250-9367-4e67-bbca-64c76e744793', 'tenant_id': 'f7322fd99d964aac811f0f8cb4101de9', 'mac_address': 'fa:16:3e:5b:b8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9109c97c-1ee2-453c-a434-acb0451d995f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '307b8da7-6b22-400e-84ea-f4e391a6f6a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:40:48Z', 'updated_at': '2021-08-11T21:40:51Z', 'revision_number': 4, 'project_id': 'f7322fd99d964aac811f0f8cb4101de9', 'subnets': [{'id': '307b8da7-6b22-400e-84ea-f4e391a6f6a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ddc55090-4407-4e9e-b88d-05f0d1f1d17b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:40:52.187588 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901d1f90-030d-4615-a8ce-53bbd9666e19 None None] The sync data for ids ['9109c97c-1ee2-453c-a434-acb0451d995f'] in n-d-804275-3 is: [{'id': '9109c97c-1ee2-453c-a434-acb0451d995f', 'name': 'router1', 'tenant_id': 'f7322fd99d964aac811f0f8cb4101de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:40:39Z', 'updated_at': '2021-08-11T21:40:49Z', 'revision_number': 2, 'project_id': 'f7322fd99d964aac811f0f8cb4101de9', 'gw_port_host': None, '_interfaces': [{'id': '318d8f1d-b780-4e5d-aa02-cbce95c58c9e', 'name': '', 'network_id': '3811c250-9367-4e67-bbca-64c76e744793', 'tenant_id': 'f7322fd99d964aac811f0f8cb4101de9', 'mac_address': 'fa:16:3e:5b:b8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9109c97c-1ee2-453c-a434-acb0451d995f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '307b8da7-6b22-400e-84ea-f4e391a6f6a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:40:48Z', 'updated_at': '2021-08-11T21:40:51Z', 'revision_number': 4, 'project_id': 'f7322fd99d964aac811f0f8cb4101de9', 'subnets': [{'id': '307b8da7-6b22-400e-84ea-f4e391a6f6a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ddc55090-4407-4e9e-b88d-05f0d1f1d17b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:40:52.414816 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46114) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:40:52.525935 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3f5f72-bfd2-4ead-8ab7-c0531cc4d3b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:40:52.527237 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8f3f5f72-bfd2-4ead-8ab7-c0531cc4d3b6 admin admin] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 842 time: 0.1113367 Aug 11 21:40:52.537698 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-73fa062e-0562-47e3-93a9-dee8de446af6 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.2.0/24', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'enable_dhcp': False, 'gateway_ip': '172.25.2.1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:40:52.559579 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fa062e-0562-47e3-93a9-dee8de446af6 admin admin] Made reservation on behalf of e07eeb53e92143f593d1668f9a58afbe for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:40:52.561839 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-73fa062e-0562-47e3-93a9-dee8de446af6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:52.925374 n-d-804275-3 neutron-server[100943]: DEBUG neutron.objects.ports [None req-73fa062e-0562-47e3-93a9-dee8de446af6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100943) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 21:40:52.925823 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-73fa062e-0562-47e3-93a9-dee8de446af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:52.977495 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa062e-0562-47e3-93a9-dee8de446af6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d260c5a-8ac0-4b8f-b57a-d6adce58b510,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:40:52.987308 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fa062e-0562-47e3-93a9-dee8de446af6 admin admin] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:40:52.987691 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fa062e-0562-47e3-93a9-dee8de446af6 admin admin] Network hostable DHCP agents. Network: ace0c6e5-d196-4ef9-80b8-149980a74560, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:40:53.003706 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fa062e-0562-47e3-93a9-dee8de446af6 admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:40:53.012185 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-73fa062e-0562-47e3-93a9-dee8de446af6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, ace0c6e5-d196-4ef9-80b8-149980a74560) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:40:53.018872 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fa062e-0562-47e3-93a9-dee8de446af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:40:53.018872 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-73fa062e-0562-47e3-93a9-dee8de446af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:53.022143 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8ada3a-054e-4d43-9727-f38f1f5be210 None None] Network ace0c6e5-d196-4ef9-80b8-149980a74560 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:40:53.039703 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-73fa062e-0562-47e3-93a9-dee8de446af6 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5054708 Aug 11 21:40:53.157882 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3577d666-8452-453c-96ea-ba9657307f08 None None] Network ace0c6e5-d196-4ef9-80b8-149980a74560 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:40:55.280379 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46122) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:40:55.408988 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e70cd686-670f-4a5e-9454-04a257eb6a40 admin admin] 10.222.0.77 "GET /v2.0/routers/9109c97c-1ee2-453c-a434-acb0451d995f HTTP/1.1" status: 200 len: 710 time: 0.1273968 Aug 11 21:40:55.496236 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbb6acc-196c-4558-a2c9-74785199031d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:40:55.498177 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fbbb6acc-196c-4558-a2c9-74785199031d admin admin] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 886 time: 0.0835922 Aug 11 21:40:55.507584 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-e1814575-1932-4c60-b382-bf80972ef307 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:40:55.757586 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e1814575-1932-4c60-b382-bf80972ef307 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:55.996547 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e1814575-1932-4c60-b382-bf80972ef307 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:56.076620 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e1814575-1932-4c60-b382-bf80972ef307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:56.189345 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-e1814575-1932-4c60-b382-bf80972ef307 admin admin] Allocated IP 172.25.2.228 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/eba392d0-3022-4a1c-9868-49d23dfa1f53) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:40:56.290162 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e1814575-1932-4c60-b382-bf80972ef307 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:56.328417 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e1814575-1932-4c60-b382-bf80972ef307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:56.360957 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1814575-1932-4c60-b382-bf80972ef307 admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:40:56.363636 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-e1814575-1932-4c60-b382-bf80972ef307 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:40:56.368669 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1814575-1932-4c60-b382-bf80972ef307 admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:40:56.439030 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1814575-1932-4c60-b382-bf80972ef307 admin admin] Pushing event updated for resources: {'Port': ['ID=eba392d0-3022-4a1c-9868-49d23dfa1f53,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:40:56.716055 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e1814575-1932-4c60-b382-bf80972ef307 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:56.907270 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e1814575-1932-4c60-b382-bf80972ef307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1756175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1755230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39594'] for router, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:56.910573 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e1814575-1932-4c60-b382-bf80972ef307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1756404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1756413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1755207'] for router, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:57.014935 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1814575-1932-4c60-b382-bf80972ef307 admin admin] Router 9109c97c-1ee2-453c-a434-acb0451d995f has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:40:57.120970 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1814575-1932-4c60-b382-bf80972ef307 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:40:57.125435 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e1814575-1932-4c60-b382-bf80972ef307 admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:57.127107 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e1814575-1932-4c60-b382-bf80972ef307 admin admin] 10.222.0.77 "PUT /v2.0/routers/9109c97c-1ee2-453c-a434-acb0451d995f HTTP/1.1" status: 200 len: 890 time: 1.6227648 Aug 11 21:40:57.978752 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 318d8f1d-b780-4e5d-aa02-cbce95c58c9e up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:40:58.031361 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 318d8f1d-b780-4e5d-aa02-cbce95c58c9e completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:40:58.036401 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 318d8f1d-b780-4e5d-aa02-cbce95c58c9e triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:40:58.036841 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:58.114925 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:58.147972 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 318d8f1d-b780-4e5d-aa02-cbce95c58c9e, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=318d8f1d-b780-4e5d-aa02-cbce95c58c9e,segment=NetworkSegment(e50e634f-d834-4b16-89fc-b08d2fcdf0ff),segment_id=e50e634f-d834-4b16-89fc-b08d2fcdf0ff)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:40:58.153463 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:58.205867 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=318d8f1d-b780-4e5d-aa02-cbce95c58c9e,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:40:58.650482 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f5ad52-23ad-42a1-9c4a-e7af48cc5a54 None None] Sync routers for ids ['9109c97c-1ee2-453c-a434-acb0451d995f'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:40:58.661180 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f5ad52-23ad-42a1-9c4a-e7af48cc5a54 None None] Routers {'9109c97c-1ee2-453c-a434-acb0451d995f'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:40:58.661838 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f4f5ad52-23ad-42a1-9c4a-e7af48cc5a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:40:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9109c97c-1ee2-453c-a434-acb0451d995f'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:40:58.910271 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-f4f5ad52-23ad-42a1-9c4a-e7af48cc5a54 None None] Set router 9109c97c-1ee2-453c-a434-acb0451d995f gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:40:59.326011 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f4f5ad52-23ad-42a1-9c4a-e7af48cc5a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9109c97c-1ee2-453c-a434-acb0451d995f', 'name': 'router1', 'tenant_id': 'f7322fd99d964aac811f0f8cb4101de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'eba392d0-3022-4a1c-9868-49d23dfa1f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:40:39Z', 'updated_at': '2021-08-11T21:40:56Z', 'revision_number': 4, 'project_id': 'f7322fd99d964aac811f0f8cb4101de9', 'gw_port': {'id': 'eba392d0-3022-4a1c-9868-49d23dfa1f53', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9109c97c-1ee2-453c-a434-acb0451d995f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:40:56Z', 'updated_at': '2021-08-11T21:40:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '318d8f1d-b780-4e5d-aa02-cbce95c58c9e', 'name': '', 'network_id': '3811c250-9367-4e67-bbca-64c76e744793', 'tenant_id': 'f7322fd99d964aac811f0f8cb4101de9', 'mac_address': 'fa:16:3e:5b:b8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9109c97c-1ee2-453c-a434-acb0451d995f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '307b8da7-6b22-400e-84ea-f4e391a6f6a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:40:48Z', 'updated_at': '2021-08-11T21:40:58Z', 'revision_number': 5, 'project_id': 'f7322fd99d964aac811f0f8cb4101de9', 'subnets': [{'id': '307b8da7-6b22-400e-84ea-f4e391a6f6a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ddc55090-4407-4e9e-b88d-05f0d1f1d17b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:40:59.378578 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f5ad52-23ad-42a1-9c4a-e7af48cc5a54 None None] Checking router: 9109c97c-1ee2-453c-a434-acb0451d995f for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:40:59.378926 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f5ad52-23ad-42a1-9c4a-e7af48cc5a54 None None] Updating router 9109c97c-1ee2-453c-a434-acb0451d995f port eba392d0-3022-4a1c-9868-49d23dfa1f53 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 21:40:59.430782 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f4f5ad52-23ad-42a1-9c4a-e7af48cc5a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:59.534975 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46134) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:40:59.665961 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7a2431b2-23fe-43d2-beda-054de19fb6ed admin admin] 10.222.0.77 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1217170 Aug 11 21:40:59.770992 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f4f5ad52-23ad-42a1-9c4a-e7af48cc5a54 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:59.781877 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f4f5ad52-23ad-42a1-9c4a-e7af48cc5a54 None None] Transition to ACTIVE for port object eba392d0-3022-4a1c-9868-49d23dfa1f53 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:40:59.789208 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f4f5ad52-23ad-42a1-9c4a-e7af48cc5a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:59.842789 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f4f5ad52-23ad-42a1-9c4a-e7af48cc5a54 None None] Attempting to bind port eba392d0-3022-4a1c-9868-49d23dfa1f53 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:40:59.843200 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f4f5ad52-23ad-42a1-9c4a-e7af48cc5a54 None None] Attempting to bind port eba392d0-3022-4a1c-9868-49d23dfa1f53 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:40:59.843952 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f5ad52-23ad-42a1-9c4a-e7af48cc5a54 None None] Attempting to bind port eba392d0-3022-4a1c-9868-49d23dfa1f53 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:40:59.848958 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440643d-a6b4-418b-80b4-5fd950472624 None None] Pushing event updated for resources: {'Port': ['ID=eba392d0-3022-4a1c-9868-49d23dfa1f53,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:40:59.853425 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f5ad52-23ad-42a1-9c4a-e7af48cc5a54 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:40:59.853803 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f5ad52-23ad-42a1-9c4a-e7af48cc5a54 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:40:59.854337 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f4f5ad52-23ad-42a1-9c4a-e7af48cc5a54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:59.854615 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f5ad52-23ad-42a1-9c4a-e7af48cc5a54 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:40:59.855079 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f4f5ad52-23ad-42a1-9c4a-e7af48cc5a54 None None] Bound port: eba392d0-3022-4a1c-9868-49d23dfa1f53, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:40:59.855477 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f4f5ad52-23ad-42a1-9c4a-e7af48cc5a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:59.908500 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-f4f5ad52-23ad-42a1-9c4a-e7af48cc5a54 None None] For port eba392d0-3022-4a1c-9868-49d23dfa1f53, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:40:59.911721 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-f4f5ad52-23ad-42a1-9c4a-e7af48cc5a54 None None] For port eba392d0-3022-4a1c-9868-49d23dfa1f53, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=eba392d0-3022-4a1c-9868-49d23dfa1f53,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:40:59.917647 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f4f5ad52-23ad-42a1-9c4a-e7af48cc5a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:40:59.974823 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440643d-a6b4-418b-80b4-5fd950472624 None None] Pushing event updated for resources: {'Port': ['ID=eba392d0-3022-4a1c-9868-49d23dfa1f53,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:40:59.979904 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 318d8f1d-b780-4e5d-aa02-cbce95c58c9e up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:41:00.095852 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f5ad52-23ad-42a1-9c4a-e7af48cc5a54 None None] Routers {'9109c97c-1ee2-453c-a434-acb0451d995f'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:41:00.096494 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f4f5ad52-23ad-42a1-9c4a-e7af48cc5a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:40:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9109c97c-1ee2-453c-a434-acb0451d995f'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:41:00.192909 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 318d8f1d-b780-4e5d-aa02-cbce95c58c9e triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:41:00.193288 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:41:00.244845 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-f4f5ad52-23ad-42a1-9c4a-e7af48cc5a54 None None] Set router 9109c97c-1ee2-453c-a434-acb0451d995f gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:41:00.499140 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f4f5ad52-23ad-42a1-9c4a-e7af48cc5a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9109c97c-1ee2-453c-a434-acb0451d995f', 'name': 'router1', 'tenant_id': 'f7322fd99d964aac811f0f8cb4101de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'eba392d0-3022-4a1c-9868-49d23dfa1f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:40:39Z', 'updated_at': '2021-08-11T21:40:56Z', 'revision_number': 4, 'project_id': 'f7322fd99d964aac811f0f8cb4101de9', 'gw_port': {'id': 'eba392d0-3022-4a1c-9868-49d23dfa1f53', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9109c97c-1ee2-453c-a434-acb0451d995f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:40:56Z', 'updated_at': '2021-08-11T21:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '318d8f1d-b780-4e5d-aa02-cbce95c58c9e', 'name': '', 'network_id': '3811c250-9367-4e67-bbca-64c76e744793', 'tenant_id': 'f7322fd99d964aac811f0f8cb4101de9', 'mac_address': 'fa:16:3e:5b:b8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9109c97c-1ee2-453c-a434-acb0451d995f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '307b8da7-6b22-400e-84ea-f4e391a6f6a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:40:48Z', 'updated_at': '2021-08-11T21:40:58Z', 'revision_number': 5, 'project_id': 'f7322fd99d964aac811f0f8cb4101de9', 'subnets': [{'id': '307b8da7-6b22-400e-84ea-f4e391a6f6a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ddc55090-4407-4e9e-b88d-05f0d1f1d17b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:41:00.526074 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f5ad52-23ad-42a1-9c4a-e7af48cc5a54 None None] The sync data for ids ['9109c97c-1ee2-453c-a434-acb0451d995f'] in n-d-804275-3 is: [{'id': '9109c97c-1ee2-453c-a434-acb0451d995f', 'name': 'router1', 'tenant_id': 'f7322fd99d964aac811f0f8cb4101de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'eba392d0-3022-4a1c-9868-49d23dfa1f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:40:39Z', 'updated_at': '2021-08-11T21:40:56Z', 'revision_number': 4, 'project_id': 'f7322fd99d964aac811f0f8cb4101de9', 'gw_port': {'id': 'eba392d0-3022-4a1c-9868-49d23dfa1f53', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9109c97c-1ee2-453c-a434-acb0451d995f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:40:56Z', 'updated_at': '2021-08-11T21:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '318d8f1d-b780-4e5d-aa02-cbce95c58c9e', 'name': '', 'network_id': '3811c250-9367-4e67-bbca-64c76e744793', 'tenant_id': 'f7322fd99d964aac811f0f8cb4101de9', 'mac_address': 'fa:16:3e:5b:b8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9109c97c-1ee2-453c-a434-acb0451d995f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '307b8da7-6b22-400e-84ea-f4e391a6f6a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:40:48Z', 'updated_at': '2021-08-11T21:40:58Z', 'revision_number': 5, 'project_id': 'f7322fd99d964aac811f0f8cb4101de9', 'subnets': [{'id': '307b8da7-6b22-400e-84ea-f4e391a6f6a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ddc55090-4407-4e9e-b88d-05f0d1f1d17b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:41:02.020273 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device eba392d0-3022-4a1c-9868-49d23dfa1f53 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:41:02.075801 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port eba392d0-3022-4a1c-9868-49d23dfa1f53 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:41:02.082804 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port eba392d0-3022-4a1c-9868-49d23dfa1f53 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:41:02.082804 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:41:02.176460 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:41:02.204205 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port eba392d0-3022-4a1c-9868-49d23dfa1f53, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=eba392d0-3022-4a1c-9868-49d23dfa1f53,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:41:02.209096 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:41:02.265319 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=eba392d0-3022-4a1c-9868-49d23dfa1f53,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:41:04.037137 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device eba392d0-3022-4a1c-9868-49d23dfa1f53 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:41:04.118806 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port eba392d0-3022-4a1c-9868-49d23dfa1f53 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:41:04.119599 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:41:06.319674 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 5 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 21:41:13.096573 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b5165729-e19d-420c-afa4-19e0f4127fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:41:15.645218 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c4b2e130-ada1-4866-8e94-94ef36e060cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:41:15.835285 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:41:17.275922 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:41:18.752439 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:41:43.097339 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ccaa6646-4e9c-4188-8f05-e8166f885c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:41:43.318542 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 5 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 21:41:45.640899 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ecd34eae-d6f3-4bc3-a4f3-1b7cf6c9d341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:41:45.836221 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:41:47.329889 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:41:48.738332 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:42:13.099146 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-798671da-63f9-4563-ac49-05633523854f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:42:15.633929 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-40037f33-ed2c-4cf1-8959-5c6bcfe38a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:42:15.828468 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:42:17.264113 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:42:18.737533 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:42:20.316519 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 5 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 21:42:41.698299 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46734) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:42:41.760181 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea08cec2-cb75-461f-ac3e-84fcb5afd79d admin admin] GET failed (client error): The resource could not be found. Aug 11 21:42:41.761527 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ea08cec2-cb75-461f-ac3e-84fcb5afd79d admin admin] 10.222.0.77 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0622680 Aug 11 21:42:41.926676 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333917b9-c6a6-4b5f-a98b-6a51c67e91f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:42:41.928074 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-333917b9-c6a6-4b5f-a98b-6a51c67e91f2 admin admin] 10.222.0.77 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1622512 Aug 11 21:42:43.103913 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1554beea-7d52-4eae-b6a3-7505326fc174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:42:44.088867 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46744) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:42:44.184692 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0991c0bc-c5bc-4bef-aa62-f9e0c3c9f6e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:42:44.186068 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0991c0bc-c5bc-4bef-aa62-f9e0c3c9f6e6 admin admin] 10.222.0.77 "GET /v2.0/subnets/307b8da7-6b22-400e-84ea-f4e391a6f6a3 HTTP/1.1" status: 200 len: 849 time: 0.0962548 Aug 11 21:42:44.196292 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-fd9e4dc7-e50a-4a1b-844c-8ae7ef912e6d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:42:44.277898 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fd9e4dc7-e50a-4a1b-844c-8ae7ef912e6d admin admin] Notify callbacks [] for subnet, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:42:44.416634 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fd9e4dc7-e50a-4a1b-844c-8ae7ef912e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776456465812'] for subnet, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:42:44.446470 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9e4dc7-e50a-4a1b-844c-8ae7ef912e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:42:44.447038 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fd9e4dc7-e50a-4a1b-844c-8ae7ef912e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:42:44.463536 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fd9e4dc7-e50a-4a1b-844c-8ae7ef912e6d admin admin] 10.222.0.77 "PUT /v2.0/subnets/307b8da7-6b22-400e-84ea-f4e391a6f6a3 HTTP/1.1" status: 200 len: 868 time: 0.2563901 Aug 11 21:42:44.463792 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac9c9a8-4307-473b-aeba-e2c19b3f6037 None None] Network 3811c250-9367-4e67-bbca-64c76e744793 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:42:44.469353 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e4dc7-e50a-4a1b-844c-8ae7ef912e6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=307b8da7-6b22-400e-84ea-f4e391a6f6a3,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:42:44.477452 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9e4dc7-e50a-4a1b-844c-8ae7ef912e6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:42:44.477809 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9e4dc7-e50a-4a1b-844c-8ae7ef912e6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:42:44.478154 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9e4dc7-e50a-4a1b-844c-8ae7ef912e6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:42:44.478501 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9e4dc7-e50a-4a1b-844c-8ae7ef912e6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:42:44.478827 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9e4dc7-e50a-4a1b-844c-8ae7ef912e6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:42:44.479161 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9e4dc7-e50a-4a1b-844c-8ae7ef912e6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:42:44.479489 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9e4dc7-e50a-4a1b-844c-8ae7ef912e6d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:42:44.479844 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9e4dc7-e50a-4a1b-844c-8ae7ef912e6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:42:44.480178 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9e4dc7-e50a-4a1b-844c-8ae7ef912e6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:42:44.480509 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9e4dc7-e50a-4a1b-844c-8ae7ef912e6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:42:44.480838 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9e4dc7-e50a-4a1b-844c-8ae7ef912e6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:42:44.481163 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9e4dc7-e50a-4a1b-844c-8ae7ef912e6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:42:44.825285 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2b5a5c73-cce6-4de1-b803-dce9ba6df41a None None] Provisioning complete for port 02e9d479-e8c4-4a17-a958-4f18cb5f48e1 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:42:44.825666 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2b5a5c73-cce6-4de1-b803-dce9ba6df41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:42:44.909441 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2b5a5c73-cce6-4de1-b803-dce9ba6df41a None None] Provisioning complete for port 318d8f1d-b780-4e5d-aa02-cbce95c58c9e triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:42:44.909719 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2b5a5c73-cce6-4de1-b803-dce9ba6df41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:42:45.634899 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a1c70a11-e0fe-4fe1-937e-6a86f2bfd189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:42:45.829168 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:42:46.631008 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46752) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:42:46.828491 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9185b441-293f-4dfe-be9c-e41afa96e545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:42:46.828883 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9185b441-293f-4dfe-be9c-e41afa96e545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:42:46.830476 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9185b441-293f-4dfe-be9c-e41afa96e545 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1984038 Aug 11 21:42:47.265928 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:42:48.733678 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:42:48.972890 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46760) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:42:49.108720 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c78980-6b75-4e2a-9dc7-00559ca76792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:42:49.109396 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c78980-6b75-4e2a-9dc7-00559ca76792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:42:49.111638 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a4c78980-6b75-4e2a-9dc7-00559ca76792 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1377254 Aug 11 21:42:51.255681 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46768) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:42:51.484690 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f56c16-32c3-498a-8c33-ca84d99fa7b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:42:51.486080 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-82f56c16-32c3-498a-8c33-ca84d99fa7b9 admin admin] 10.222.0.77 "GET /v2.0/networks/3811c250-9367-4e67-bbca-64c76e744793 HTTP/1.1" status: 200 len: 869 time: 0.2294486 Aug 11 21:42:53.658866 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46776) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:42:53.781959 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9e88a-437d-4485-b15c-2c1f0652e389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:42:53.783342 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-48b9e88a-437d-4485-b15c-2c1f0652e389 admin admin] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 886 time: 0.1235187 Aug 11 21:42:55.916158 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46784) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:42:56.068521 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973f1206-df0d-4add-8ec5-532f932f7685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:42:56.068987 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973f1206-df0d-4add-8ec5-532f932f7685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:42:56.071124 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-973f1206-df0d-4add-8ec5-532f932f7685 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1534572 Aug 11 21:42:57.314511 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 5 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 21:42:58.232279 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46792) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:42:58.324398 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c810bd78-4ad0-432b-b698-58b8cc432665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:42:58.324840 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c810bd78-4ad0-432b-b698-58b8cc432665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:42:58.326378 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c810bd78-4ad0-432b-b698-58b8cc432665 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0931430 Aug 11 21:43:00.480823 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46800) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:43:00.572311 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18792008-920c-4f0f-975c-2e6fe6f644eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:43:00.573692 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-18792008-920c-4f0f-975c-2e6fe6f644eb admin admin] 10.222.0.77 "GET /v2.0/subnets/307b8da7-6b22-400e-84ea-f4e391a6f6a3 HTTP/1.1" status: 200 len: 868 time: 0.0919037 Aug 11 21:43:02.721092 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46808) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:43:02.812076 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed16c3d0-b200-4179-94d8-d9ab1517e87e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:43:02.813438 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ed16c3d0-b200-4179-94d8-d9ab1517e87e admin admin] 10.222.0.77 "GET /v2.0/subnets/8d260c5a-8ac0-4b8f-b57a-d6adce58b510 HTTP/1.1" status: 200 len: 816 time: 0.0913937 Aug 11 21:43:13.107252 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0d99a81a-fc7a-4c89-8b38-7bceace5528b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:43:15.635882 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cba95976-141d-4eb0-84d1-6c0deef38033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:43:15.831458 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:43:17.269439 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:43:18.744448 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:43:28.630966 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46862) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:43:28.679932 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-d5cadf08-0ae3-4911-82e0-9381c477e965 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 21:43:28.680963 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d5cadf08-0ae3-4911-82e0-9381c477e965 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0490294 Aug 11 21:43:30.920470 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46870) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:43:30.981794 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d984e4-7f54-479c-8054-5c463b4025ca admin admin] GET failed (client error): The resource could not be found. Aug 11 21:43:30.983134 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-95d984e4-7f54-479c-8054-5c463b4025ca admin admin] 10.222.0.77 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0616934 Aug 11 21:43:31.066599 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1373b597-d6b4-4796-8e70-60d2d53b4dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:43:31.068146 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1373b597-d6b4-4796-8e70-60d2d53b4dd0 admin admin] 10.222.0.77 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0806909 Aug 11 21:43:33.251558 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46878) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:43:33.299845 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-d87be930-bf4c-4de5-9c29-558c88e6f362 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:43:33.319595 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87be930-bf4c-4de5-9c29-558c88e6f362 admin admin] Made reservation on behalf of e07eeb53e92143f593d1668f9a58afbe for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:43:33.322305 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d87be930-bf4c-4de5-9c29-558c88e6f362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:43:33.354470 n-d-804275-3 neutron-server[100943]: WARNING neutron.services.revisions.revision_plugin [None req-d87be930-bf4c-4de5-9c29-558c88e6f362 admin admin] Could not find related network for resource to bump revision. Aug 11 21:43:33.365967 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87be930-bf4c-4de5-9c29-558c88e6f362 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:43:33.375185 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d87be930-bf4c-4de5-9c29-558c88e6f362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:43:33.375609 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-d87be930-bf4c-4de5-9c29-558c88e6f362 admin admin] Added segment b4664df5-c9fb-4450-a0c5-40789e5c124b of type vlan for network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 Aug 11 21:43:33.416453 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d87be930-bf4c-4de5-9c29-558c88e6f362 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:43:33.443933 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d87be930-bf4c-4de5-9c29-558c88e6f362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:43:33.445348 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87be930-bf4c-4de5-9c29-558c88e6f362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:43:33.445959 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d87be930-bf4c-4de5-9c29-558c88e6f362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:43:33.499480 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d87be930-bf4c-4de5-9c29-558c88e6f362 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2468367 Aug 11 21:43:33.504287 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87be930-bf4c-4de5-9c29-558c88e6f362 admin admin] Pushing event updated for resources: {'Network': ['ID=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:43:33.515779 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:43:34.313127 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 5 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 21:43:35.690265 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46886) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:43:35.755635 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-74383657-9537-4544-9282-80ebbeb5f684 admin admin] GET failed (client error): The resource could not be found. Aug 11 21:43:35.757028 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-74383657-9537-4544-9282-80ebbeb5f684 admin admin] 10.222.0.77 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0657823 Aug 11 21:43:35.830709 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ba9f7e-98e6-4d88-b390-3b7d922ac82b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:43:35.832246 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f1ba9f7e-98e6-4d88-b390-3b7d922ac82b admin admin] 10.222.0.77 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0701306 Aug 11 21:43:35.842401 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-c2a2f058-3ea7-4e30-8e2b-3cf61e41f360 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:43:35.861851 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a2f058-3ea7-4e30-8e2b-3cf61e41f360 admin admin] Made reservation on behalf of e07eeb53e92143f593d1668f9a58afbe for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:43:35.864447 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c2a2f058-3ea7-4e30-8e2b-3cf61e41f360 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:43:36.039434 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c2a2f058-3ea7-4e30-8e2b-3cf61e41f360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:43:36.095298 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2f058-3ea7-4e30-8e2b-3cf61e41f360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d79ce39e-02da-4738-9b8c-f4e6cf162694,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:43:36.103661 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a2f058-3ea7-4e30-8e2b-3cf61e41f360 admin admin] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:43:36.104014 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a2f058-3ea7-4e30-8e2b-3cf61e41f360 admin admin] Network hostable DHCP agents. Network: 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:43:36.120408 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a2f058-3ea7-4e30-8e2b-3cf61e41f360 admin admin] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:43:36.129434 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-c2a2f058-3ea7-4e30-8e2b-3cf61e41f360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:43:36.134146 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a2f058-3ea7-4e30-8e2b-3cf61e41f360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:43:36.134726 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c2a2f058-3ea7-4e30-8e2b-3cf61e41f360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:43:36.141070 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fb441c-769f-478a-8d96-bd9900edcb4a None None] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:43:36.152224 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c2a2f058-3ea7-4e30-8e2b-3cf61e41f360 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3130200 Aug 11 21:43:36.391798 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'tenant_id': 'e07eeb53e92143f593d1668f9a58afbe', 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 21:43:36.392684 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:43:36.533221 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Allocated IP 192.168.233.2 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/be2b64e9-498d-4f19-8f6b-3a8e3164b3fe) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:43:36.688481 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:43:36.697750 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Transition to ACTIVE for port object be2b64e9-498d-4f19-8f6b-3a8e3164b3fe will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:43:36.713245 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Transition to ACTIVE for port object be2b64e9-498d-4f19-8f6b-3a8e3164b3fe will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:43:36.721568 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:43:36.765260 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:43:36.769070 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Pushing event updated for resources: {'Port': ['ID=be2b64e9-498d-4f19-8f6b-3a8e3164b3fe,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:43:36.776291 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:43:36.778605 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:43:36.778951 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:43:36.779291 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:43:36.779651 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:43:36.779991 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:43:36.780322 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:43:36.780647 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:43:36.780970 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:43:36.781296 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:43:36.781620 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:43:36.781938 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:43:36.782282 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:43:36.795569 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:43:36.852777 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Attempting to bind port be2b64e9-498d-4f19-8f6b-3a8e3164b3fe on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:43:36.853162 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Attempting to bind port be2b64e9-498d-4f19-8f6b-3a8e3164b3fe by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:43:36.853498 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Attempting to bind port be2b64e9-498d-4f19-8f6b-3a8e3164b3fe on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:43:36.858661 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:43:36.859036 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:43:36.859436 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:43:36.859917 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:43:36.860376 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Bound port: be2b64e9-498d-4f19-8f6b-3a8e3164b3fe, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:43:36.860770 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:43:36.927175 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] For port be2b64e9-498d-4f19-8f6b-3a8e3164b3fe, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:43:36.931119 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] For port be2b64e9-498d-4f19-8f6b-3a8e3164b3fe, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=be2b64e9-498d-4f19-8f6b-3a8e3164b3fe,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:43:36.935159 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:43:36.996236 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355c35e-5ec7-4900-950a-ed77b07926df None None] Pushing event updated for resources: {'Port': ['ID=be2b64e9-498d-4f19-8f6b-3a8e3164b3fe,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:43:37.831090 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef7eb9b-31ca-41e1-956e-276e51dff94b None None] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:43:37.924525 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7651b22c-2c74-4071-bca9-a834dc764ea0 None None] Provisioning for port be2b64e9-498d-4f19-8f6b-3a8e3164b3fe completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:43:38.127711 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device be2b64e9-498d-4f19-8f6b-3a8e3164b3fe up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:43:38.187092 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port be2b64e9-498d-4f19-8f6b-3a8e3164b3fe completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:43:38.191186 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port be2b64e9-498d-4f19-8f6b-3a8e3164b3fe triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:43:38.191614 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:43:38.279993 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:43:38.289641 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9fbf271b-69c4-4dca-a517-35021ef19534 None None] Provisioning complete for port be2b64e9-498d-4f19-8f6b-3a8e3164b3fe triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:43:38.289907 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9fbf271b-69c4-4dca-a517-35021ef19534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:43:38.342842 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port be2b64e9-498d-4f19-8f6b-3a8e3164b3fe, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=be2b64e9-498d-4f19-8f6b-3a8e3164b3fe,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:43:38.347345 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:43:38.425991 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=be2b64e9-498d-4f19-8f6b-3a8e3164b3fe,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:43:40.080150 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device be2b64e9-498d-4f19-8f6b-3a8e3164b3fe up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:43:40.135794 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port be2b64e9-498d-4f19-8f6b-3a8e3164b3fe triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:43:40.136165 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:43:43.109287 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c957b1f0-c616-4272-9e08-671e953c1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:43:45.637296 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4c953aa8-3561-4dcc-9fd5-ab765316115a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:43:45.832931 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:43:47.275937 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:43:48.751794 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:44:11.312519 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 5 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 21:44:13.110440 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8c3cde9d-7847-4849-8853-b8a3f099a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:44:15.638570 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a2cc8548-eeff-4843-8cf0-98b5b948275f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:44:15.833773 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:44:17.275601 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:44:18.755081 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:44:43.111922 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-86712a6a-cf64-4532-8465-cd99df588edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:44:44.144963 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46940) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:44:44.151879 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-fe483a41-697b-4164-9f87-1452b8decec6 tempest-verify_tempest_config-2141168926 tempest-verify_tempest_config-2141168926-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 21:44:44.152858 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fe483a41-697b-4164-9f87-1452b8decec6 tempest-verify_tempest_config-2141168926 tempest-verify_tempest_config-2141168926-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067892 Aug 11 21:44:44.456208 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46958) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:44:44.557469 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a3be2ea2-1e00-4e59-87a0-4ce7537fa99c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:44:44.648697 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a3be2ea2-1e00-4e59-87a0-4ce7537fa99c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:44:44.652443 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a3be2ea2-1e00-4e59-87a0-4ce7537fa99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:44:44.699146 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a3be2ea2-1e00-4e59-87a0-4ce7537fa99c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b44edf0676154a6da49acfce8747cefc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2418892 Aug 11 21:44:44.700124 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be2ea2-1e00-4e59-87a0-4ce7537fa99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55441df-7d02-432b-9d19-a73077f5d488,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:44:44.702018 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 46962) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:44:44.706751 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be2ea2-1e00-4e59-87a0-4ce7537fa99c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:44:44.707097 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be2ea2-1e00-4e59-87a0-4ce7537fa99c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:44:44.707435 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be2ea2-1e00-4e59-87a0-4ce7537fa99c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:44:44.707804 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be2ea2-1e00-4e59-87a0-4ce7537fa99c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:44:44.708136 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be2ea2-1e00-4e59-87a0-4ce7537fa99c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:44:44.708461 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be2ea2-1e00-4e59-87a0-4ce7537fa99c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:44:44.708815 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be2ea2-1e00-4e59-87a0-4ce7537fa99c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:44:44.709111 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be2ea2-1e00-4e59-87a0-4ce7537fa99c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:44:44.709436 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be2ea2-1e00-4e59-87a0-4ce7537fa99c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:44:44.709755 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be2ea2-1e00-4e59-87a0-4ce7537fa99c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:44:44.710688 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be2ea2-1e00-4e59-87a0-4ce7537fa99c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:44:44.711006 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be2ea2-1e00-4e59-87a0-4ce7537fa99c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:44:44.773376 n-d-804275-3 neutron-server[100942]: DEBUG neutron.policy [None req-7d35775f-3bda-4f06-874d-d81ef0068fca admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100942) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 11 21:44:44.818067 n-d-804275-3 neutron-server[100942]: WARNING oslo_policy.policy [None req-7d35775f-3bda-4f06-874d-d81ef0068fca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 21:44:44.818445 n-d-804275-3 neutron-server[100942]: WARNING oslo_policy.policy [None req-7d35775f-3bda-4f06-874d-d81ef0068fca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 21:44:44.928307 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d35775f-3bda-4f06-874d-d81ef0068fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:44:44.949378 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d35775f-3bda-4f06-874d-d81ef0068fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:44:45.044017 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d35775f-3bda-4f06-874d-d81ef0068fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:44:45.046982 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d35775f-3bda-4f06-874d-d81ef0068fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:44:45.048171 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7d35775f-3bda-4f06-874d-d81ef0068fca admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f55441df-7d02-432b-9d19-a73077f5d488 HTTP/1.1" status: 204 len: 168 time: 0.3452151 Aug 11 21:44:45.059844 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35775f-3bda-4f06-874d-d81ef0068fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55441df-7d02-432b-9d19-a73077f5d488,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:44:45.072591 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d35775f-3bda-4f06-874d-d81ef0068fca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:44:45.072944 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d35775f-3bda-4f06-874d-d81ef0068fca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:44:45.073289 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d35775f-3bda-4f06-874d-d81ef0068fca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:44:45.073628 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d35775f-3bda-4f06-874d-d81ef0068fca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:44:45.073964 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d35775f-3bda-4f06-874d-d81ef0068fca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:44:45.074300 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d35775f-3bda-4f06-874d-d81ef0068fca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:44:45.074630 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d35775f-3bda-4f06-874d-d81ef0068fca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:44:45.075061 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d35775f-3bda-4f06-874d-d81ef0068fca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:44:45.075276 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d35775f-3bda-4f06-874d-d81ef0068fca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:44:45.075634 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d35775f-3bda-4f06-874d-d81ef0068fca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:44:45.076193 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d35775f-3bda-4f06-874d-d81ef0068fca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:44:45.076287 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d35775f-3bda-4f06-874d-d81ef0068fca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d35775f-3bda-4f06-874d-d81ef0068fca admin admin] Tracked resource versions report: Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: pushed versions: Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: { 'AddressGroup': {'1.2'}, Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: 'ConntrackHelper': {'1.0'}, Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: 'Log': {'1.0'}, Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: 'Network': {'1.1'}, Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: 'Port': {'1.7'}, Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: 'PortForwarding': {'1.2'}, Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: 'QosPolicy': {'1.9'}, Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: 'SecurityGroup': {'1.4'}, Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: 'SecurityGroupRule': {'1.2'}, Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: 'SubPort': {'1.0'}, Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: 'Subnet': {'1.1'}, Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: 'Trunk': {'1.1'}} Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: consumer versions: Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: { DHCP agent@n-d-804275-3: {}, Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: L3 agent@n-d-804275-3: {}, Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: Metadata agent@n-d-804275-3: {}, Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: Metering agent@n-d-804275-3: {}, Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: Open vSwitch agent@n-d-804275-3: { 'AddressGroup': '1.2', Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: 'ConntrackHelper': '1.0', Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: 'Log': '1.0', Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: 'Network': '1.1', Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: 'Port': '1.7', Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: 'PortForwarding': '1.2', Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: 'QosPolicy': '1.9', Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: 'SecurityGroup': '1.4', Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: 'SecurityGroupRule': '1.2', Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: 'SubPort': '1.0', Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: 'Subnet': '1.1', Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: 'Trunk': '1.1'}} Aug 11 21:44:45.077454 n-d-804275-3 neutron-server[100942]: {{(pid=100942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 21:44:45.640263 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-54a1f28d-029f-4189-b379-91c2ecfcc01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:44:45.835389 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:44:47.279385 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:44:48.310898 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 5 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 21:44:48.757438 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:45:13.113158 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cb19be54-52f3-4155-8ba5-0fdd8bab2f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:45:15.640715 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7a7362fb-b23a-4bb3-b837-f9bf78259ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:45:15.836188 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:45:17.281177 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:45:18.759872 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:45:25.309564 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 5 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 21:45:43.114413 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-12625820-55ac-4685-bdfe-1ef16127a6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:45:45.641407 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e652a68d-9ee9-488d-b8d7-de8b2652403b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:45:45.837514 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:45:47.287754 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:45:48.764453 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:46:02.308925 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 5 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 21:46:13.114359 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c6aaa985-76a7-48b1-9997-4072a6b8ac6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:46:15.641518 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7d6fa135-1120-4b55-a061-34142d08b9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:46:15.841431 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:46:17.286152 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:46:18.774860 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:46:39.307247 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 5 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 21:46:43.117006 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a1f76be0-7563-49c4-adc8-57ee37383521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:46:45.643873 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-04b4d1a7-e78e-423a-a296-4f1c2f60c698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:46:45.845433 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:46:47.290762 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:46:48.770738 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:47:13.120136 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f9e9709f-7043-4622-9c99-ae4a65c7e7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:47:15.648539 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-054fe6c1-9954-4c76-93d8-d98d1cbea462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:47:15.849550 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:47:16.306604 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 5 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 21:47:17.294753 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:47:18.765992 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:47:43.124743 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7e273073-46e9-499f-9d14-8b9377d635a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:47:45.658208 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-40502818-0b45-4ba8-8d19-b4daedb2acec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:47:45.853517 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:47:47.304621 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:47:48.768485 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:47:50.119624 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1757181'] for agent, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:47:53.306391 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 6 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 21:48:07.712660 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1757181'] for agent, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:48:13.130129 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7cb5c51f-9ffa-4e07-ab90-b2a03020f90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:48:15.654030 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e6b8f521-a110-4b45-9b25-ef0db4899b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:48:15.856431 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:48:17.304532 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:48:18.773804 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:48:20.090185 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:48:30.306190 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 21:48:36.639169 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47030) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:48:36.800002 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-49c6c76c-37ea-4c4e-b257-66ae2576f7e9 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1595449 Aug 11 21:48:37.684824 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:48:39.107030 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47040) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:48:39.171633 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e6c3bb3a-0ef3-4f3f-a9da-72807562efc5 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0634015 Aug 11 21:48:43.135116 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-dc316b67-8d73-45b6-b6f3-c8a5c5b0c524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:48:45.651070 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-52c6ed30-3c26-412a-ae21-9e9fe039f167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:48:45.860333 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:48:47.296394 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:48:48.779325 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:48:50.090451 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:49:07.305488 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 21:49:07.681901 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:49:13.147098 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fbb1dc91-903f-425f-bb6e-98f388eb75e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:49:15.645424 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-579d49d2-29cf-4120-a13d-692b85d8752c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:49:15.864014 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:49:17.300213 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:49:18.794547 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:49:20.108843 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:49:37.695338 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:49:43.145620 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0391637f-1815-4f35-af6f-d42d5d03cae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:49:44.306832 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 21:49:45.651071 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bb95cc8d-c908-4801-9f8b-c64b5fb2da48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:49:45.869694 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:49:47.310623 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:49:48.790370 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:49:50.128553 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:07.695456 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:08.371266 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47270) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:08.893933 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-a0428489-e930-429c-9d01-7159246c3ff3 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239890165-network', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:08.931754 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0428489-e930-429c-9d01-7159246c3ff3 admin admin] Made reservation on behalf of 80a5e8f6f7ed430798dfcf878a1f42dd for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:50:08.936511 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a0428489-e930-429c-9d01-7159246c3ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:08.956425 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a0428489-e930-429c-9d01-7159246c3ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:09.093573 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a0428489-e930-429c-9d01-7159246c3ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:09.099123 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a0428489-e930-429c-9d01-7159246c3ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:09.151960 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0428489-e930-429c-9d01-7159246c3ff3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:50:09.156005 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0428489-e930-429c-9d01-7159246c3ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9215f697-b439-4ad7-a4e7-1810a392b2db,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:09.186073 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a0428489-e930-429c-9d01-7159246c3ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:09.186911 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-a0428489-e930-429c-9d01-7159246c3ff3 admin admin] Added segment 609e17b3-1508-4d95-a8d0-25bb8387ed3d of type vlan for network 23d35d9d-3b60-4171-a586-25af0fc312dd Aug 11 21:50:09.249258 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0428489-e930-429c-9d01-7159246c3ff3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:09.249818 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0428489-e930-429c-9d01-7159246c3ff3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:09.250339 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0428489-e930-429c-9d01-7159246c3ff3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:09.251176 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0428489-e930-429c-9d01-7159246c3ff3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:09.251767 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0428489-e930-429c-9d01-7159246c3ff3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:09.252412 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0428489-e930-429c-9d01-7159246c3ff3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:09.252900 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0428489-e930-429c-9d01-7159246c3ff3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:09.253457 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0428489-e930-429c-9d01-7159246c3ff3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:09.254011 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0428489-e930-429c-9d01-7159246c3ff3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:09.254560 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0428489-e930-429c-9d01-7159246c3ff3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:09.255121 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0428489-e930-429c-9d01-7159246c3ff3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:09.255743 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0428489-e930-429c-9d01-7159246c3ff3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0428489-e930-429c-9d01-7159246c3ff3 admin admin] Tracked resource versions report: Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: pushed versions: Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: { 'AddressGroup': {'1.2'}, Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: 'ConntrackHelper': {'1.0'}, Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: 'Log': {'1.0'}, Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: 'Network': {'1.1'}, Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: 'Port': {'1.7'}, Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: 'PortForwarding': {'1.2'}, Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: 'QosPolicy': {'1.9'}, Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: 'SecurityGroup': {'1.4'}, Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: 'SecurityGroupRule': {'1.2'}, Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: 'SubPort': {'1.0'}, Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: 'Subnet': {'1.1'}, Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: 'Trunk': {'1.1'}} Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: consumer versions: Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: { DHCP agent@n-d-804275-3: {}, Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: HyperV agent@n-h1-804275-3: {}, Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: HyperV agent@n-h2-804275-3: {}, Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: L3 agent@n-d-804275-3: {}, Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: Metadata agent@n-d-804275-3: {}, Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: Metering agent@n-d-804275-3: {}, Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: Open vSwitch agent@n-d-804275-3: { 'AddressGroup': '1.2', Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: 'ConntrackHelper': '1.0', Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: 'Log': '1.0', Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: 'Network': '1.1', Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: 'Port': '1.7', Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: 'PortForwarding': '1.2', Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: 'QosPolicy': '1.9', Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: 'SecurityGroup': '1.4', Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: 'SecurityGroupRule': '1.2', Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: 'SubPort': '1.0', Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: 'Subnet': '1.1', Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: 'Trunk': '1.1'}} Aug 11 21:50:09.257538 n-d-804275-3 neutron-server[100943]: {{(pid=100943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 21:50:09.281517 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a0428489-e930-429c-9d01-7159246c3ff3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:09.327138 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a0428489-e930-429c-9d01-7159246c3ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:09.329778 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0428489-e930-429c-9d01-7159246c3ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:09.330665 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a0428489-e930-429c-9d01-7159246c3ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:09.355927 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47304) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:09.356797 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a0428489-e930-429c-9d01-7159246c3ff3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9835877 Aug 11 21:50:09.366393 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-e6247d15-c4f0-4cf3-99c6-7919758f4b49 admin admin] Request body: {'subnet': {'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239890165-subnet', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:09.369285 n-d-804275-3 neutron-server[100942]: INFO neutron.quota [None req-e6247d15-c4f0-4cf3-99c6-7919758f4b49 admin admin] Loaded quota_driver: . Aug 11 21:50:09.448345 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6247d15-c4f0-4cf3-99c6-7919758f4b49 admin admin] Made reservation on behalf of 80a5e8f6f7ed430798dfcf878a1f42dd for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:50:09.458425 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e6247d15-c4f0-4cf3-99c6-7919758f4b49 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:09.491496 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0428489-e930-429c-9d01-7159246c3ff3 admin admin] Pushing event updated for resources: {'Network': ['ID=23d35d9d-3b60-4171-a586-25af0fc312dd,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:09.511810 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 23d35d9d-3b60-4171-a586-25af0fc312dd details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:50:10.041643 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e6247d15-c4f0-4cf3-99c6-7919758f4b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:10.145979 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6247d15-c4f0-4cf3-99c6-7919758f4b49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50d7a31b-7f2d-4275-9e8f-220f204b8511,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:10.149299 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6247d15-c4f0-4cf3-99c6-7919758f4b49 admin admin] Checking segment: {'id': '609e17b3-1508-4d95-a8d0-25bb8387ed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:50:10.149739 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6247d15-c4f0-4cf3-99c6-7919758f4b49 admin admin] Network hostable DHCP agents. Network: 23d35d9d-3b60-4171-a586-25af0fc312dd, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:50:10.177016 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6247d15-c4f0-4cf3-99c6-7919758f4b49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:10.178125 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6247d15-c4f0-4cf3-99c6-7919758f4b49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:10.178928 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6247d15-c4f0-4cf3-99c6-7919758f4b49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:10.180522 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6247d15-c4f0-4cf3-99c6-7919758f4b49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:10.181361 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6247d15-c4f0-4cf3-99c6-7919758f4b49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:10.181934 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6247d15-c4f0-4cf3-99c6-7919758f4b49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:10.182656 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6247d15-c4f0-4cf3-99c6-7919758f4b49 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:10.183365 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6247d15-c4f0-4cf3-99c6-7919758f4b49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:10.184131 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6247d15-c4f0-4cf3-99c6-7919758f4b49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:10.184713 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6247d15-c4f0-4cf3-99c6-7919758f4b49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:10.185384 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6247d15-c4f0-4cf3-99c6-7919758f4b49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:10.185958 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6247d15-c4f0-4cf3-99c6-7919758f4b49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6247d15-c4f0-4cf3-99c6-7919758f4b49 admin admin] Tracked resource versions report: Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: pushed versions: Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: { 'AddressGroup': {'1.2'}, Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: 'ConntrackHelper': {'1.0'}, Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: 'Log': {'1.0'}, Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: 'Network': {'1.1'}, Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: 'Port': {'1.7'}, Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: 'PortForwarding': {'1.2'}, Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: 'QosPolicy': {'1.9'}, Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: 'SecurityGroup': {'1.4'}, Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: 'SecurityGroupRule': {'1.2'}, Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: 'SubPort': {'1.0'}, Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: 'Subnet': {'1.1'}, Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: 'Trunk': {'1.1'}} Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: consumer versions: Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: { DHCP agent@n-d-804275-3: {}, Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: HyperV agent@n-h1-804275-3: {}, Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: HyperV agent@n-h2-804275-3: {}, Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: L3 agent@n-d-804275-3: {}, Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: Metadata agent@n-d-804275-3: {}, Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: Metering agent@n-d-804275-3: {}, Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: Open vSwitch agent@n-d-804275-3: { 'AddressGroup': '1.2', Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: 'ConntrackHelper': '1.0', Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: 'Log': '1.0', Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: 'Network': '1.1', Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: 'Port': '1.7', Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: 'PortForwarding': '1.2', Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: 'QosPolicy': '1.9', Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: 'SecurityGroup': '1.4', Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: 'SecurityGroupRule': '1.2', Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: 'SubPort': '1.0', Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: 'Subnet': '1.1', Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: 'Trunk': '1.1'}} Aug 11 21:50:10.188395 n-d-804275-3 neutron-server[100942]: {{(pid=100942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 21:50:10.237796 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6247d15-c4f0-4cf3-99c6-7919758f4b49 admin admin] Network 23d35d9d-3b60-4171-a586-25af0fc312dd is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:50:10.261039 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-e6247d15-c4f0-4cf3-99c6-7919758f4b49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 23d35d9d-3b60-4171-a586-25af0fc312dd) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:50:10.276300 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e213d4-7dae-4889-9de5-1afd03edd7d4 None None] Network 23d35d9d-3b60-4171-a586-25af0fc312dd requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:50:10.284500 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6247d15-c4f0-4cf3-99c6-7919758f4b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:10.285976 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e6247d15-c4f0-4cf3-99c6-7919758f4b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:10.330329 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e6247d15-c4f0-4cf3-99c6-7919758f4b49 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9715700 Aug 11 21:50:10.333012 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47350) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:10.338804 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-6b9a7266-020e-41fa-be48-99864ac7c8a9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239890165-router', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:10.390815 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6b9a7266-020e-41fa-be48-99864ac7c8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:10.392067 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6b9a7266-020e-41fa-be48-99864ac7c8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:10.476038 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6b9a7266-020e-41fa-be48-99864ac7c8a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:10.549758 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-23d35d9d-3b60-4171-a586-25af0fc312dd', 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'fixed_ips': [{'subnet_id': '50d7a31b-7f2d-4275-9e8f-220f204b8511'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 21:50:10.551407 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:10.712862 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6b9a7266-020e-41fa-be48-99864ac7c8a9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:10.811227 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Allocated IP 172.20.0.2 (23d35d9d-3b60-4171-a586-25af0fc312dd/50d7a31b-7f2d-4275-9e8f-220f204b8511/6d7ff902-fabc-43eb-bb33-ac8083253b3d) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:50:11.099494 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:11.141170 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Transition to ACTIVE for port object 6d7ff902-fabc-43eb-bb33-ac8083253b3d will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:50:11.150597 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6b9a7266-020e-41fa-be48-99864ac7c8a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:11.162751 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Transition to ACTIVE for port object 6d7ff902-fabc-43eb-bb33-ac8083253b3d will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:50:11.178204 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:11.201605 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6b9a7266-020e-41fa-be48-99864ac7c8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:11.228188 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Pushing event updated for resources: {'Port': ['ID=6d7ff902-fabc-43eb-bb33-ac8083253b3d,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:11.241801 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:11.242564 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:11.243142 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:11.243741 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:11.244295 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:11.244899 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:11.245468 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:11.246032 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:11.247410 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:11.248008 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:11.248553 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:11.249188 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Tracked resource versions report: Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: pushed versions: Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: { 'AddressGroup': {'1.2'}, Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: 'ConntrackHelper': {'1.0'}, Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: 'Log': {'1.0'}, Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: 'Network': {'1.1'}, Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: 'Port': {'1.7'}, Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: 'PortForwarding': {'1.2'}, Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: 'QosPolicy': {'1.9'}, Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: 'SecurityGroup': {'1.4'}, Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: 'SecurityGroupRule': {'1.2'}, Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: 'SubPort': {'1.0'}, Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: 'Subnet': {'1.1'}, Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: 'Trunk': {'1.1'}} Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: consumer versions: Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: { DHCP agent@n-d-804275-3: {}, Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: HyperV agent@n-h1-804275-3: {}, Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: HyperV agent@n-h2-804275-3: {}, Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: L3 agent@n-d-804275-3: {}, Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: Metadata agent@n-d-804275-3: {}, Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: Metering agent@n-d-804275-3: {}, Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: Open vSwitch agent@n-d-804275-3: { 'AddressGroup': '1.2', Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: 'ConntrackHelper': '1.0', Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: 'Log': '1.0', Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: 'Network': '1.1', Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: 'Port': '1.7', Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: 'PortForwarding': '1.2', Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: 'QosPolicy': '1.9', Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: 'SecurityGroup': '1.4', Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: 'SecurityGroupRule': '1.2', Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: 'SubPort': '1.0', Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: 'Subnet': '1.1', Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: 'Trunk': '1.1'}} Aug 11 21:50:11.250752 n-d-804275-3 neutron-server[100944]: {{(pid=100944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 21:50:11.275399 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Network 23d35d9d-3b60-4171-a586-25af0fc312dd is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:50:11.277123 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:50:11.280283 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:50:11.401563 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Attempting to bind port 6d7ff902-fabc-43eb-bb33-ac8083253b3d on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:50:11.401944 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Attempting to bind port 6d7ff902-fabc-43eb-bb33-ac8083253b3d by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '609e17b3-1508-4d95-a8d0-25bb8387ed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:50:11.402307 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Attempting to bind port 6d7ff902-fabc-43eb-bb33-ac8083253b3d on network 23d35d9d-3b60-4171-a586-25af0fc312dd {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:50:11.409940 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:50:11.410305 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Checking segment: {'id': '609e17b3-1508-4d95-a8d0-25bb8387ed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:50:11.410730 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:11.411131 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Bound using segment: {'id': '609e17b3-1508-4d95-a8d0-25bb8387ed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:50:11.411762 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Bound port: 6d7ff902-fabc-43eb-bb33-ac8083253b3d, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609e17b3-1508-4d95-a8d0-25bb8387ed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:50:11.412185 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:11.435933 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-6b9a7266-020e-41fa-be48-99864ac7c8a9 admin admin] Allocated IP 172.25.2.239 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/0e3bc1fb-2fb0-476c-abd1-723ecad5d42f) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:50:11.550717 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] For port 6d7ff902-fabc-43eb-bb33-ac8083253b3d, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:50:11.574553 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] For port 6d7ff902-fabc-43eb-bb33-ac8083253b3d, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=6d7ff902-fabc-43eb-bb33-ac8083253b3d,segment=NetworkSegment(609e17b3-1508-4d95-a8d0-25bb8387ed3d),segment_id=609e17b3-1508-4d95-a8d0-25bb8387ed3d)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:50:11.584236 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:11.646838 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6b9a7266-020e-41fa-be48-99864ac7c8a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:11.714539 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30045715-106f-4c1c-8695-7f154f520cc4 None None] Pushing event updated for resources: {'Port': ['ID=6d7ff902-fabc-43eb-bb33-ac8083253b3d,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:11.741587 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6b9a7266-020e-41fa-be48-99864ac7c8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:11.794818 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a7266-020e-41fa-be48-99864ac7c8a9 admin admin] Pushing event updated for resources: {'Port': ['ID=0e3bc1fb-2fb0-476c-abd1-723ecad5d42f,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:11.817481 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9a7266-020e-41fa-be48-99864ac7c8a9 admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:50:11.820998 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-6b9a7266-020e-41fa-be48-99864ac7c8a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:50:11.826419 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9a7266-020e-41fa-be48-99864ac7c8a9 admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:50:12.202562 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6b9a7266-020e-41fa-be48-99864ac7c8a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:12.467290 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 6d7ff902-fabc-43eb-bb33-ac8083253b3d up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:50:12.541188 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 6d7ff902-fabc-43eb-bb33-ac8083253b3d completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:50:12.730297 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6b9a7266-020e-41fa-be48-99864ac7c8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:13.025321 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9a7266-020e-41fa-be48-99864ac7c8a9 admin admin] Router f1663e24-1cd4-4cf2-aedd-6b8565037af0 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 21:50:13.150386 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f9d60c6f-ba4e-467a-92e5-8f24cb7fd8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:13.374273 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c468c497-ac4c-4005-a944-70a0f671f307 None None] Network 23d35d9d-3b60-4171-a586-25af0fc312dd requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:50:13.411847 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9a7266-020e-41fa-be48-99864ac7c8a9 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:50:13.425835 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f82a1c-3056-47fa-a87b-3a173e18aa50 None None] Sync routers for ids ['f1663e24-1cd4-4cf2-aedd-6b8565037af0'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:50:13.441667 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f82a1c-3056-47fa-a87b-3a173e18aa50 None None] Routers {'f1663e24-1cd4-4cf2-aedd-6b8565037af0'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:50:13.442660 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-a4f82a1c-3056-47fa-a87b-3a173e18aa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:49:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f1663e24-1cd4-4cf2-aedd-6b8565037af0'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:50:13.448635 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6b9a7266-020e-41fa-be48-99864ac7c8a9 admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:13.450860 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6b9a7266-020e-41fa-be48-99864ac7c8a9 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.1164124 Aug 11 21:50:13.456078 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47448) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:13.518120 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47454) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:13.563825 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-10b5efdc-edba-48f2-9af4-fcc0bf4c074f None None] Provisioning for port 6d7ff902-fabc-43eb-bb33-ac8083253b3d completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:50:13.586370 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-10b5efdc-edba-48f2-9af4-fcc0bf4c074f None None] Provisioning complete for port 6d7ff902-fabc-43eb-bb33-ac8083253b3d triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:50:13.587711 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-10b5efdc-edba-48f2-9af4-fcc0bf4c074f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:13.636072 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47460) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:13.717620 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-a4f82a1c-3056-47fa-a87b-3a173e18aa50 None None] Set router f1663e24-1cd4-4cf2-aedd-6b8565037af0 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:50:13.972361 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-10b5efdc-edba-48f2-9af4-fcc0bf4c074f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:14.105275 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-10b5efdc-edba-48f2-9af4-fcc0bf4c074f None None] For port 6d7ff902-fabc-43eb-bb33-ac8083253b3d, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=6d7ff902-fabc-43eb-bb33-ac8083253b3d,segment=NetworkSegment(609e17b3-1508-4d95-a8d0-25bb8387ed3d),segment_id=609e17b3-1508-4d95-a8d0-25bb8387ed3d)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:50:14.114807 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-10b5efdc-edba-48f2-9af4-fcc0bf4c074f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:14.197716 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4e649647-d626-4a47-8b88-cb7966ef7665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:14.254263 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-a4f82a1c-3056-47fa-a87b-3a173e18aa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239890165-router', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:10Z', 'updated_at': '2021-08-11T21:50:11Z', 'revision_number': 3, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'gw_port': {'id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:11Z', 'updated_at': '2021-08-11T21:50:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:50:14.308227 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d60e-8dcc-4194-9b9e-d4ef297693fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:14.327452 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f82a1c-3056-47fa-a87b-3a173e18aa50 None None] Checking router: f1663e24-1cd4-4cf2-aedd-6b8565037af0 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:50:14.328268 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f82a1c-3056-47fa-a87b-3a173e18aa50 None None] Updating router f1663e24-1cd4-4cf2-aedd-6b8565037af0 port 0e3bc1fb-2fb0-476c-abd1-723ecad5d42f binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 21:50:14.344146 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5efdc-edba-48f2-9af4-fcc0bf4c074f None None] Pushing event updated for resources: {'Port': ['ID=6d7ff902-fabc-43eb-bb33-ac8083253b3d,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:14.397997 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-a4f82a1c-3056-47fa-a87b-3a173e18aa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:14.590403 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-44acc2f3-e72b-4753-a575-c903aa876a52 None None] Provisioning complete for port 6d7ff902-fabc-43eb-bb33-ac8083253b3d triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:50:14.591022 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-44acc2f3-e72b-4753-a575-c903aa876a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:14.592050 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc8c8848-218b-42f9-9121-aa6159410a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:14.653134 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4e649647-d626-4a47-8b88-cb7966ef7665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:14.670895 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4e649647-d626-4a47-8b88-cb7966ef7665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:14.756553 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4e649647-d626-4a47-8b88-cb7966ef7665 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7f86e285f9a040779be649d3a0d4ced2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2357891 Aug 11 21:50:14.766701 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47492) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:14.805579 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e649647-d626-4a47-8b88-cb7966ef7665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b2e155-734f-42e9-a690-fa1c412302dd,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:14.936205 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51443910-b861-4b01-90bd-64120ff98996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:15.001452 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51443910-b861-4b01-90bd-64120ff98996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:15.042100 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-fc8c8848-218b-42f9-9121-aa6159410a88 admin admin] Allocated IP 172.20.0.1 (23d35d9d-3b60-4171-a586-25af0fc312dd/50d7a31b-7f2d-4275-9e8f-220f204b8511/aa7f1bb3-b880-440a-aad4-6c463b5ae6f8) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:50:15.140292 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51443910-b861-4b01-90bd-64120ff98996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:15.143128 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-a4f82a1c-3056-47fa-a87b-3a173e18aa50 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:15.148023 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51443910-b861-4b01-90bd-64120ff98996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:15.157420 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-51443910-b861-4b01-90bd-64120ff98996 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/33b2e155-734f-42e9-a690-fa1c412302dd HTTP/1.1" status: 204 len: 168 time: 0.3874969 Aug 11 21:50:15.157724 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-a4f82a1c-3056-47fa-a87b-3a173e18aa50 None None] Transition to ACTIVE for port object 0e3bc1fb-2fb0-476c-abd1-723ecad5d42f will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:50:15.166614 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-a4f82a1c-3056-47fa-a87b-3a173e18aa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:15.221427 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51443910-b861-4b01-90bd-64120ff98996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b2e155-734f-42e9-a690-fa1c412302dd,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:15.224999 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e9468-851c-4bf9-9c4a-4a60f9838755 None None] Pushing event updated for resources: {'Port': ['ID=0e3bc1fb-2fb0-476c-abd1-723ecad5d42f,revision_number=2']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:15.251365 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e9468-851c-4bf9-9c4a-4a60f9838755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:15.251984 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e9468-851c-4bf9-9c4a-4a60f9838755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:15.252478 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e9468-851c-4bf9-9c4a-4a60f9838755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:15.252997 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e9468-851c-4bf9-9c4a-4a60f9838755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:15.253562 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e9468-851c-4bf9-9c4a-4a60f9838755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:15.254104 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e9468-851c-4bf9-9c4a-4a60f9838755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:15.254990 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e9468-851c-4bf9-9c4a-4a60f9838755 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:15.255644 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e9468-851c-4bf9-9c4a-4a60f9838755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:15.256130 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e9468-851c-4bf9-9c4a-4a60f9838755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:15.256607 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e9468-851c-4bf9-9c4a-4a60f9838755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:15.257110 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e9468-851c-4bf9-9c4a-4a60f9838755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:15.257584 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e9468-851c-4bf9-9c4a-4a60f9838755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e9468-851c-4bf9-9c4a-4a60f9838755 None None] Tracked resource versions report: Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: pushed versions: Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: { 'AddressGroup': {'1.2'}, Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: 'ConntrackHelper': {'1.0'}, Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: 'Log': {'1.0'}, Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: 'Network': {'1.1'}, Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: 'Port': {'1.7'}, Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: 'PortForwarding': {'1.2'}, Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: 'QosPolicy': {'1.9'}, Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: 'SecurityGroup': {'1.4'}, Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: 'SecurityGroupRule': {'1.2'}, Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: 'SubPort': {'1.0'}, Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: 'Subnet': {'1.1'}, Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: 'Trunk': {'1.1'}} Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: consumer versions: Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: { DHCP agent@n-d-804275-3: {}, Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: HyperV agent@n-h1-804275-3: {}, Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: HyperV agent@n-h2-804275-3: {}, Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: L3 agent@n-d-804275-3: {}, Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: Metadata agent@n-d-804275-3: {}, Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: Metering agent@n-d-804275-3: {}, Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: Open vSwitch agent@n-d-804275-3: { 'AddressGroup': '1.2', Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: 'ConntrackHelper': '1.0', Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: 'Log': '1.0', Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: 'Network': '1.1', Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: 'Port': '1.7', Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: 'PortForwarding': '1.2', Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: 'QosPolicy': '1.9', Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: 'SecurityGroup': '1.4', Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: 'SecurityGroupRule': '1.2', Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: 'SubPort': '1.0', Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: 'Subnet': '1.1', Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: 'Trunk': '1.1'}} Aug 11 21:50:15.258909 n-d-804275-3 neutron-server[100945]: {{(pid=100945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 21:50:15.264462 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-a4f82a1c-3056-47fa-a87b-3a173e18aa50 None None] Attempting to bind port 0e3bc1fb-2fb0-476c-abd1-723ecad5d42f on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:50:15.265282 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-a4f82a1c-3056-47fa-a87b-3a173e18aa50 None None] Attempting to bind port 0e3bc1fb-2fb0-476c-abd1-723ecad5d42f by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:50:15.266576 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f82a1c-3056-47fa-a87b-3a173e18aa50 None None] Attempting to bind port 0e3bc1fb-2fb0-476c-abd1-723ecad5d42f on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:50:15.273823 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f82a1c-3056-47fa-a87b-3a173e18aa50 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:50:15.274533 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f82a1c-3056-47fa-a87b-3a173e18aa50 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:50:15.275381 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-a4f82a1c-3056-47fa-a87b-3a173e18aa50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:15.276572 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f82a1c-3056-47fa-a87b-3a173e18aa50 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:50:15.278358 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-a4f82a1c-3056-47fa-a87b-3a173e18aa50 None None] Bound port: 0e3bc1fb-2fb0-476c-abd1-723ecad5d42f, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:50:15.279399 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-a4f82a1c-3056-47fa-a87b-3a173e18aa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:15.292266 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc8c8848-218b-42f9-9121-aa6159410a88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:15.303925 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d60e-8dcc-4194-9b9e-d4ef297693fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:15.315362 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d60e-8dcc-4194-9b9e-d4ef297693fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:15.317593 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-fc8c8848-218b-42f9-9121-aa6159410a88 admin admin] Transition to ACTIVE for port object aa7f1bb3-b880-440a-aad4-6c463b5ae6f8 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:50:15.326299 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47510) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:15.354938 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-a4f82a1c-3056-47fa-a87b-3a173e18aa50 None None] For port 0e3bc1fb-2fb0-476c-abd1-723ecad5d42f, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:50:15.360891 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-a4f82a1c-3056-47fa-a87b-3a173e18aa50 None None] For port 0e3bc1fb-2fb0-476c-abd1-723ecad5d42f, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0e3bc1fb-2fb0-476c-abd1-723ecad5d42f,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:50:15.368288 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-a4f82a1c-3056-47fa-a87b-3a173e18aa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:15.385158 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc8c8848-218b-42f9-9121-aa6159410a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:15.419623 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f7e2d60e-8dcc-4194-9b9e-d4ef297693fa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=868a84e15c004171b8b170cb9a516248&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7806659 Aug 11 21:50:15.421228 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2d60e-8dcc-4194-9b9e-d4ef297693fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96343e0-a3f3-4991-ae0c-f5d59a342219,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:15.436366 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47514) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:15.442960 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c8848-218b-42f9-9121-aa6159410a88 admin admin] Pushing event updated for resources: {'Port': ['ID=aa7f1bb3-b880-440a-aad4-6c463b5ae6f8,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:15.450246 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e9468-851c-4bf9-9c4a-4a60f9838755 None None] Pushing event updated for resources: {'Port': ['ID=0e3bc1fb-2fb0-476c-abd1-723ecad5d42f,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:15.460140 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8c8848-218b-42f9-9121-aa6159410a88 admin admin] Network 23d35d9d-3b60-4171-a586-25af0fc312dd is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:50:15.461614 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-fc8c8848-218b-42f9-9121-aa6159410a88 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:50:15.464636 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8c8848-218b-42f9-9121-aa6159410a88 admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:50:15.468551 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc8c8848-218b-42f9-9121-aa6159410a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:15.494691 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f82a1c-3056-47fa-a87b-3a173e18aa50 None None] Routers {'f1663e24-1cd4-4cf2-aedd-6b8565037af0'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:50:15.495390 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-a4f82a1c-3056-47fa-a87b-3a173e18aa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:49:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f1663e24-1cd4-4cf2-aedd-6b8565037af0'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:50:15.626047 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c38386a2-539c-409b-9fb6-4470d5a83727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:15.682092 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-74f595b4-af9a-4632-b351-7f39d176d29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:15.701632 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c38386a2-539c-409b-9fb6-4470d5a83727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:15.768872 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-a4f82a1c-3056-47fa-a87b-3a173e18aa50 None None] Set router f1663e24-1cd4-4cf2-aedd-6b8565037af0 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:50:15.807959 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c38386a2-539c-409b-9fb6-4470d5a83727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:15.814836 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c38386a2-539c-409b-9fb6-4470d5a83727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:15.817471 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c38386a2-539c-409b-9fb6-4470d5a83727 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b96343e0-a3f3-4991-ae0c-f5d59a342219 HTTP/1.1" status: 204 len: 168 time: 0.3781483 Aug 11 21:50:15.832754 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38386a2-539c-409b-9fb6-4470d5a83727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96343e0-a3f3-4991-ae0c-f5d59a342219,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:15.858292 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc8c8848-218b-42f9-9121-aa6159410a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:16.033677 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ab122cb5-bcc7-4dd6-a7c6-2a2f67e2eea9 None None] Provisioning for port aa7f1bb3-b880-440a-aad4-6c463b5ae6f8 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:50:16.045391 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:16.058080 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ab122cb5-bcc7-4dd6-a7c6-2a2f67e2eea9 None None] Provisioning complete for port aa7f1bb3-b880-440a-aad4-6c463b5ae6f8 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:50:16.059706 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ab122cb5-bcc7-4dd6-a7c6-2a2f67e2eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:16.137316 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-ab122cb5-bcc7-4dd6-a7c6-2a2f67e2eea9 None None] Port aa7f1bb3-b880-440a-aad4-6c463b5ae6f8 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:50:16.266140 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc8c8848-218b-42f9-9121-aa6159410a88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:16.284111 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc8c8848-218b-42f9-9121-aa6159410a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:16.286169 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc8c8848-218b-42f9-9121-aa6159410a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:16.309545 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c1fd-a6b5-4571-9362-54eeb2984790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:16.404283 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 6d7ff902-fabc-43eb-bb33-ac8083253b3d up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:50:16.406380 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47540) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:16.469561 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e8a86fc6-57f7-408d-836e-219e81ca60ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:16.474669 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-a4f82a1c-3056-47fa-a87b-3a173e18aa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239890165-router', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:10Z', 'updated_at': '2021-08-11T21:50:11Z', 'revision_number': 3, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'gw_port': {'id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:11Z', 'updated_at': '2021-08-11T21:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:50:16.500343 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c1fd-a6b5-4571-9362-54eeb2984790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:16.522468 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c1fd-a6b5-4571-9362-54eeb2984790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:16.569223 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f82a1c-3056-47fa-a87b-3a173e18aa50 None None] The sync data for ids ['f1663e24-1cd4-4cf2-aedd-6b8565037af0'] in n-d-804275-3 is: [{'id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239890165-router', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:10Z', 'updated_at': '2021-08-11T21:50:11Z', 'revision_number': 3, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'gw_port': {'id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:11Z', 'updated_at': '2021-08-11T21:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:50:16.705581 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 6d7ff902-fabc-43eb-bb33-ac8083253b3d triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:50:16.706371 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:16.878466 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e8a86fc6-57f7-408d-836e-219e81ca60ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:16.888545 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e8a86fc6-57f7-408d-836e-219e81ca60ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:16.916343 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c8848-218b-42f9-9121-aa6159410a88 admin admin] Pushing event updated for resources: {'Port': ['ID=aa7f1bb3-b880-440a-aad4-6c463b5ae6f8,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:16.946303 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a86fc6-57f7-408d-836e-219e81ca60ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e41b105-0b25-4cda-b9b7-87910db06b57,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:16.950286 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6c1fd-a6b5-4571-9362-54eeb2984790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b225e6-ab61-45ba-8d8d-8940c3f6d120,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:16.953940 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e8a86fc6-57f7-408d-836e-219e81ca60ab admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c90eaf132c3746f5b03c61dc5d42e2f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5460787 Aug 11 21:50:16.958359 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47560) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:16.965801 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e0a6c1fd-a6b5-4571-9362-54eeb2984790 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7950c52dcdca455e81141e855ce1865e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6386104 Aug 11 21:50:16.969925 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47564) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:17.075500 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47568) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:17.096156 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-03dcb068-a324-4655-9d2b-a36e3ff0b41c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:17.148495 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4f468bc0-462b-4de1-b10f-8733fe4ba591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:17.153848 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7a23e9dc-523b-4172-8a98-46dc905299fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:17.238214 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4f468bc0-462b-4de1-b10f-8733fe4ba591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:17.244069 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7a23e9dc-523b-4172-8a98-46dc905299fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:17.342225 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:17.344477 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7a23e9dc-523b-4172-8a98-46dc905299fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:17.348185 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7a23e9dc-523b-4172-8a98-46dc905299fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:17.349798 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7a23e9dc-523b-4172-8a98-46dc905299fe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3e41b105-0b25-4cda-b9b7-87910db06b57 HTTP/1.1" status: 204 len: 168 time: 0.3877723 Aug 11 21:50:17.389223 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23e9dc-523b-4172-8a98-46dc905299fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e41b105-0b25-4cda-b9b7-87910db06b57,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:17.447928 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8c8848-218b-42f9-9121-aa6159410a88 admin admin] Network 23d35d9d-3b60-4171-a586-25af0fc312dd is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:50:17.449048 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4f468bc0-462b-4de1-b10f-8733fe4ba591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:17.452472 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4f468bc0-462b-4de1-b10f-8733fe4ba591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:17.454079 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4f468bc0-462b-4de1-b10f-8733fe4ba591 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/93b225e6-ab61-45ba-8d8d-8940c3f6d120 HTTP/1.1" status: 204 len: 168 time: 0.4816873 Aug 11 21:50:17.458006 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-fc8c8848-218b-42f9-9121-aa6159410a88 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:50:17.494896 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f468bc0-462b-4de1-b10f-8733fe4ba591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b225e6-ab61-45ba-8d8d-8940c3f6d120,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:17.524075 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-03dcb068-a324-4655-9d2b-a36e3ff0b41c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:17.535388 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-03dcb068-a324-4655-9d2b-a36e3ff0b41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:17.600013 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-03dcb068-a324-4655-9d2b-a36e3ff0b41c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fad45f9bf6904a6e8af83c09942c5f83&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5231035 Aug 11 21:50:17.625246 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47588) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:17.701057 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dcb068-a324-4655-9d2b-a36e3ff0b41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92979e88-29c5-410f-b753-c9e81153adab,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:17.834833 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5768f19a-5148-4a85-9a40-3b4338d97f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:17.882454 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8c8848-218b-42f9-9121-aa6159410a88 admin admin] Router f1663e24-1cd4-4cf2-aedd-6b8565037af0 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:50:17.888278 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5768f19a-5148-4a85-9a40-3b4338d97f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:17.997663 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7bc3cfb5-7e43-4068-8257-12a99c15ce7a None None] Provisioning complete for port aa7f1bb3-b880-440a-aad4-6c463b5ae6f8 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:50:17.999712 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7bc3cfb5-7e43-4068-8257-12a99c15ce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:18.005596 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5768f19a-5148-4a85-9a40-3b4338d97f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:18.009608 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5768f19a-5148-4a85-9a40-3b4338d97f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:18.014680 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5768f19a-5148-4a85-9a40-3b4338d97f5d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/92979e88-29c5-410f-b753-c9e81153adab HTTP/1.1" status: 204 len: 168 time: 0.3880520 Aug 11 21:50:18.041015 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768f19a-5148-4a85-9a40-3b4338d97f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92979e88-29c5-410f-b753-c9e81153adab,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:18.126882 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-7bc3cfb5-7e43-4068-8257-12a99c15ce7a None None] Port aa7f1bb3-b880-440a-aad4-6c463b5ae6f8 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:50:18.166885 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8c8848-218b-42f9-9121-aa6159410a88 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:50:18.175560 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fc8c8848-218b-42f9-9121-aa6159410a88 admin admin] 10.222.0.77 "PUT /v2.0/routers/f1663e24-1cd4-4cf2-aedd-6b8565037af0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7162173 Aug 11 21:50:18.383306 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0e3bc1fb-2fb0-476c-abd1-723ecad5d42f up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:50:18.461748 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 0e3bc1fb-2fb0-476c-abd1-723ecad5d42f completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:50:18.470895 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 0e3bc1fb-2fb0-476c-abd1-723ecad5d42f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:50:18.471334 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:18.595220 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:18.625505 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 0e3bc1fb-2fb0-476c-abd1-723ecad5d42f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0e3bc1fb-2fb0-476c-abd1-723ecad5d42f,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:50:18.630827 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:18.692202 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=0e3bc1fb-2fb0-476c-abd1-723ecad5d42f,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:18.796297 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:18.856512 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47654) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:18.856736 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47652) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:18.882878 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-12118a47-1a0a-408d-a8f8-d5a4b758a7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:19.082761 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-12118a47-1a0a-408d-a8f8-d5a4b758a7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:19.089598 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-12118a47-1a0a-408d-a8f8-d5a4b758a7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:19.164494 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-12118a47-1a0a-408d-a8f8-d5a4b758a7cd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4de9781956f54a61830a5ab37b9fd673&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3064189 Aug 11 21:50:19.166529 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12118a47-1a0a-408d-a8f8-d5a4b758a7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a04410-debb-4929-8b7b-cea5adb1ee59,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:19.169005 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47662) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:19.274072 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-108510a3-7a94-48d5-ac31-f8923d430bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:19.293925 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47670) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:19.297862 n-d-804275-3 neutron-server[100942]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 11 21:50:19.331692 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-108510a3-7a94-48d5-ac31-f8923d430bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:19.339672 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7341abcd-51bc-4a87-9130-a182c88b88f6 None None] Sync routers for ids ['f1663e24-1cd4-4cf2-aedd-6b8565037af0'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:50:19.370395 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-d7156c82-3d4a-4f86-94ab-6f623746f69d tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=4ae84c34ac114fcea490e9bb7703e48d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741796 Aug 11 21:50:19.374522 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7341abcd-51bc-4a87-9130-a182c88b88f6 None None] Routers {'f1663e24-1cd4-4cf2-aedd-6b8565037af0'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:50:19.375181 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-7341abcd-51bc-4a87-9130-a182c88b88f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:50:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f1663e24-1cd4-4cf2-aedd-6b8565037af0'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:50:19.445486 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-108510a3-7a94-48d5-ac31-f8923d430bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:19.454240 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-108510a3-7a94-48d5-ac31-f8923d430bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:19.456457 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-108510a3-7a94-48d5-ac31-f8923d430bfa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/45a04410-debb-4929-8b7b-cea5adb1ee59 HTTP/1.1" status: 204 len: 168 time: 0.2859640 Aug 11 21:50:19.471658 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108510a3-7a94-48d5-ac31-f8923d430bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a04410-debb-4929-8b7b-cea5adb1ee59,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:19.508821 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5620a63e-519c-47de-9b89-51b4c5da62a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:19.628812 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-7341abcd-51bc-4a87-9130-a182c88b88f6 None None] Set router f1663e24-1cd4-4cf2-aedd-6b8565037af0 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:50:19.708606 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5620a63e-519c-47de-9b89-51b4c5da62a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:19.718588 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5620a63e-519c-47de-9b89-51b4c5da62a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:19.841287 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5620a63e-519c-47de-9b89-51b4c5da62a5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4b5100c68fd44eab86aec293a4f0a012&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9832389 Aug 11 21:50:19.847139 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47682) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:19.875862 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-fdef1fe5-8dbd-4fea-a29d-0d63c940750d tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:19.884523 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-fdef1fe5-8dbd-4fea-a29d-0d63c940750d tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4988322 Aug 11 21:50:19.901050 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620a63e-519c-47de-9b89-51b4c5da62a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc2b8b9-8dd4-4e1c-aeac-e676a23abc1f,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:19.946140 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-b971f2a2-71bb-4deb-a86b-ef67e38a78f3 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/quotas/4ae84c34ac114fcea490e9bb7703e48d HTTP/1.1" status: 200 len: 375 time: 0.0554788 Aug 11 21:50:19.952329 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-7341abcd-51bc-4a87-9130-a182c88b88f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239890165-router', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:10Z', 'updated_at': '2021-08-11T21:50:15Z', 'revision_number': 4, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'gw_port': {'id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:11Z', 'updated_at': '2021-08-11T21:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'aa7f1bb3-b880-440a-aad4-6c463b5ae6f8', 'name': '', 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'mac_address': 'fa:16:3e:cb:99:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:14Z', 'updated_at': '2021-08-11T21:50:15Z', 'revision_number': 2, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'subnets': [{'id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:50:19.998230 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7341abcd-51bc-4a87-9130-a182c88b88f6 None None] Checking router: f1663e24-1cd4-4cf2-aedd-6b8565037af0 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:50:19.998592 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7341abcd-51bc-4a87-9130-a182c88b88f6 None None] Updating router f1663e24-1cd4-4cf2-aedd-6b8565037af0 port aa7f1bb3-b880-440a-aad4-6c463b5ae6f8 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 21:50:20.002507 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e594ece9-7d8c-48f8-9a41-01082a84b68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:20.045624 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e594ece9-7d8c-48f8-9a41-01082a84b68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:20.069761 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7341abcd-51bc-4a87-9130-a182c88b88f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:20.171060 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-295fddee-f8d4-4fcf-a5f9-14677f8fb925 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4ae84c34ac114fcea490e9bb7703e48d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2187283 Aug 11 21:50:20.171807 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e594ece9-7d8c-48f8-9a41-01082a84b68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:20.174591 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e594ece9-7d8c-48f8-9a41-01082a84b68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:20.188783 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e594ece9-7d8c-48f8-9a41-01082a84b68e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6cc2b8b9-8dd4-4e1c-aeac-e676a23abc1f HTTP/1.1" status: 204 len: 168 time: 0.3262913 Aug 11 21:50:20.199624 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594ece9-7d8c-48f8-9a41-01082a84b68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc2b8b9-8dd4-4e1c-aeac-e676a23abc1f,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:20.208615 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:20.381404 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0e3bc1fb-2fb0-476c-abd1-723ecad5d42f up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:50:20.674348 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 0e3bc1fb-2fb0-476c-abd1-723ecad5d42f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:50:20.675277 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:20.891043 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7341abcd-51bc-4a87-9130-a182c88b88f6 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:20.926282 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7341abcd-51bc-4a87-9130-a182c88b88f6 None None] Transition to ACTIVE for port object aa7f1bb3-b880-440a-aad4-6c463b5ae6f8 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:50:20.940122 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7341abcd-51bc-4a87-9130-a182c88b88f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:21.034517 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89e974-74f8-4c95-8411-c2d935860159 None None] Pushing event updated for resources: {'Port': ['ID=aa7f1bb3-b880-440a-aad4-6c463b5ae6f8,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:21.119941 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-7341abcd-51bc-4a87-9130-a182c88b88f6 None None] Attempting to bind port aa7f1bb3-b880-440a-aad4-6c463b5ae6f8 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:50:21.120282 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-7341abcd-51bc-4a87-9130-a182c88b88f6 None None] Attempting to bind port aa7f1bb3-b880-440a-aad4-6c463b5ae6f8 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '609e17b3-1508-4d95-a8d0-25bb8387ed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:50:21.121364 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7341abcd-51bc-4a87-9130-a182c88b88f6 None None] Attempting to bind port aa7f1bb3-b880-440a-aad4-6c463b5ae6f8 on network 23d35d9d-3b60-4171-a586-25af0fc312dd {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:50:21.128881 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7341abcd-51bc-4a87-9130-a182c88b88f6 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:50:21.129650 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7341abcd-51bc-4a87-9130-a182c88b88f6 None None] Checking segment: {'id': '609e17b3-1508-4d95-a8d0-25bb8387ed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:50:21.130125 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7341abcd-51bc-4a87-9130-a182c88b88f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:21.130678 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7341abcd-51bc-4a87-9130-a182c88b88f6 None None] Bound using segment: {'id': '609e17b3-1508-4d95-a8d0-25bb8387ed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:50:21.131328 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-7341abcd-51bc-4a87-9130-a182c88b88f6 None None] Bound port: aa7f1bb3-b880-440a-aad4-6c463b5ae6f8, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609e17b3-1508-4d95-a8d0-25bb8387ed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:50:21.132134 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7341abcd-51bc-4a87-9130-a182c88b88f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:21.261749 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-7341abcd-51bc-4a87-9130-a182c88b88f6 None None] For port aa7f1bb3-b880-440a-aad4-6c463b5ae6f8, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:50:21.266278 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-7341abcd-51bc-4a87-9130-a182c88b88f6 None None] For port aa7f1bb3-b880-440a-aad4-6c463b5ae6f8, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=aa7f1bb3-b880-440a-aad4-6c463b5ae6f8,segment=NetworkSegment(609e17b3-1508-4d95-a8d0-25bb8387ed3d),segment_id=609e17b3-1508-4d95-a8d0-25bb8387ed3d)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:50:21.282746 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7341abcd-51bc-4a87-9130-a182c88b88f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:21.313652 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47740) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:21.317772 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 21:50:21.373010 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8cd389b9-047f-4550-a9bd-8335ee5451a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:21.421544 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7341abcd-51bc-4a87-9130-a182c88b88f6 None None] Routers {'f1663e24-1cd4-4cf2-aedd-6b8565037af0'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:50:21.423228 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-7341abcd-51bc-4a87-9130-a182c88b88f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:50:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f1663e24-1cd4-4cf2-aedd-6b8565037af0'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:50:21.479631 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47746) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:21.508685 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89e974-74f8-4c95-8411-c2d935860159 None None] Pushing event updated for resources: {'Port': ['ID=aa7f1bb3-b880-440a-aad4-6c463b5ae6f8,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:21.580687 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8cd389b9-047f-4550-a9bd-8335ee5451a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:21.586774 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8cd389b9-047f-4550-a9bd-8335ee5451a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:21.652919 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47752) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:21.663240 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8cd389b9-047f-4550-a9bd-8335ee5451a6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=94cd8cdc71de47f6a4fac672831a4a7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3463187 Aug 11 21:50:21.667192 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd389b9-047f-4550-a9bd-8335ee5451a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20de26e-9c39-4314-86f9-cc98c8e65b4d,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:21.689477 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47754) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:21.709562 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-1c0097fa-7bc9-4e63-96f5-f466475b0378 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-111837158-network', 'tenant_id': '8f7fb8f2452f41238fe4f24d6f3c7a6e'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:21.760273 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0097fa-7bc9-4e63-96f5-f466475b0378 admin admin] Made reservation on behalf of 8f7fb8f2452f41238fe4f24d6f3c7a6e for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:50:21.763921 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1c0097fa-7bc9-4e63-96f5-f466475b0378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:21.775784 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-31018d30-f4f0-4add-9af2-51640546f8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:21.777442 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1c0097fa-7bc9-4e63-96f5-f466475b0378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:21.805829 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-31018d30-f4f0-4add-9af2-51640546f8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:21.817520 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-7341abcd-51bc-4a87-9130-a182c88b88f6 None None] Set router f1663e24-1cd4-4cf2-aedd-6b8565037af0 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:50:21.869210 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-31018d30-f4f0-4add-9af2-51640546f8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:21.873594 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-31018d30-f4f0-4add-9af2-51640546f8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:21.878759 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-31018d30-f4f0-4add-9af2-51640546f8f2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f20de26e-9c39-4314-86f9-cc98c8e65b4d HTTP/1.1" status: 204 len: 168 time: 0.2247012 Aug 11 21:50:21.894340 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31018d30-f4f0-4add-9af2-51640546f8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20de26e-9c39-4314-86f9-cc98c8e65b4d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:21.914707 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1c0097fa-7bc9-4e63-96f5-f466475b0378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:21.926142 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1c0097fa-7bc9-4e63-96f5-f466475b0378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:21.978791 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0097fa-7bc9-4e63-96f5-f466475b0378 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:50:22.016550 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0097fa-7bc9-4e63-96f5-f466475b0378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c79eda2-4e10-45a0-ba31-d92fa39e6c86,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:22.026336 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1c0097fa-7bc9-4e63-96f5-f466475b0378 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776456503655', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:22.027805 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1c0097fa-7bc9-4e63-96f5-f466475b0378 admin admin] Unsubscribe: segment precommit_create {{(pid=100942) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 11 21:50:22.028421 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-1c0097fa-7bc9-4e63-96f5-f466475b0378 admin admin] Added segment 369ccefe-0b9e-4d97-a5e7-b13f89274970 of type vlan for network f8e2d25c-73a0-4643-b43c-453da43b9ab1 Aug 11 21:50:22.095288 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1c0097fa-7bc9-4e63-96f5-f466475b0378 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:22.150719 n-d-804275-3 neutron-server[100943]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 11 21:50:22.174354 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1c0097fa-7bc9-4e63-96f5-f466475b0378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:22.175599 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0097fa-7bc9-4e63-96f5-f466475b0378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:22.176946 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1c0097fa-7bc9-4e63-96f5-f466475b0378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:22.216169 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-7341abcd-51bc-4a87-9130-a182c88b88f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239890165-router', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:10Z', 'updated_at': '2021-08-11T21:50:15Z', 'revision_number': 4, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'gw_port': {'id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:11Z', 'updated_at': '2021-08-11T21:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'aa7f1bb3-b880-440a-aad4-6c463b5ae6f8', 'name': '', 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'mac_address': 'fa:16:3e:cb:99:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:14Z', 'updated_at': '2021-08-11T21:50:21Z', 'revision_number': 4, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'subnets': [{'id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:50:22.272438 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fcdad2f5-55f6-466a-9195-c3b256974b2c req-751b19f6-4d22-475c-8b74-f7f8b454b0fa tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/ports?device_id=d971b491-2111-4b38-9642-6e8e0de85608 HTTP/1.1" status: 200 len: 210 time: 0.7912133 Aug 11 21:50:22.303937 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7341abcd-51bc-4a87-9130-a182c88b88f6 None None] The sync data for ids ['f1663e24-1cd4-4cf2-aedd-6b8565037af0'] in n-d-804275-3 is: [{'id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239890165-router', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:10Z', 'updated_at': '2021-08-11T21:50:15Z', 'revision_number': 4, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'gw_port': {'id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:11Z', 'updated_at': '2021-08-11T21:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'aa7f1bb3-b880-440a-aad4-6c463b5ae6f8', 'name': '', 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'mac_address': 'fa:16:3e:cb:99:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:14Z', 'updated_at': '2021-08-11T21:50:21Z', 'revision_number': 4, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'subnets': [{'id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:50:22.381374 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47772) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:22.381542 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1c0097fa-7bc9-4e63-96f5-f466475b0378 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6869383 Aug 11 21:50:22.389037 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-f9b411de-a3f8-4463-b4aa-2b2576e3c660 admin admin] Request body: {'subnet': {'network_id': 'f8e2d25c-73a0-4643-b43c-453da43b9ab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-111837158-subnet', 'tenant_id': '8f7fb8f2452f41238fe4f24d6f3c7a6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:22.408242 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0097fa-7bc9-4e63-96f5-f466475b0378 admin admin] Pushing event updated for resources: {'Network': ['ID=f8e2d25c-73a0-4643-b43c-453da43b9ab1,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:22.443798 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b411de-a3f8-4463-b4aa-2b2576e3c660 admin admin] Made reservation on behalf of 8f7fb8f2452f41238fe4f24d6f3c7a6e for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:50:22.448997 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network f8e2d25c-73a0-4643-b43c-453da43b9ab1 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:50:22.461260 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f9b411de-a3f8-4463-b4aa-2b2576e3c660 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:22.722924 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47782) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:22.903425 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f9b411de-a3f8-4463-b4aa-2b2576e3c660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:22.996984 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-7a7d2d3b-0c60-482a-95cc-64d6c854e04a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1788516390-network', 'tenant_id': 'ff6c5d9483b3445e942380770462b535'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:23.033013 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b411de-a3f8-4463-b4aa-2b2576e3c660 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3a0337b-3171-4342-bdd8-60b4b6681ff3,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:23.049438 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b411de-a3f8-4463-b4aa-2b2576e3c660 admin admin] Checking segment: {'id': '369ccefe-0b9e-4d97-a5e7-b13f89274970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f8e2d25c-73a0-4643-b43c-453da43b9ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:50:23.050460 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b411de-a3f8-4463-b4aa-2b2576e3c660 admin admin] Network hostable DHCP agents. Network: f8e2d25c-73a0-4643-b43c-453da43b9ab1, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:50:23.054839 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7d2d3b-0c60-482a-95cc-64d6c854e04a admin admin] Made reservation on behalf of ff6c5d9483b3445e942380770462b535 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:50:23.060752 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7a7d2d3b-0c60-482a-95cc-64d6c854e04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:23.085071 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7a7d2d3b-0c60-482a-95cc-64d6c854e04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:23.092564 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b411de-a3f8-4463-b4aa-2b2576e3c660 admin admin] Network f8e2d25c-73a0-4643-b43c-453da43b9ab1 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:50:23.113363 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-f9b411de-a3f8-4463-b4aa-2b2576e3c660 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, f8e2d25c-73a0-4643-b43c-453da43b9ab1) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:50:23.126998 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b411de-a3f8-4463-b4aa-2b2576e3c660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:23.127645 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f9b411de-a3f8-4463-b4aa-2b2576e3c660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:23.144124 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879e676a-bb9e-4857-ba14-61b2e366a42d None None] Network f8e2d25c-73a0-4643-b43c-453da43b9ab1 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:50:23.265188 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7a7d2d3b-0c60-482a-95cc-64d6c854e04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:23.272333 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7a7d2d3b-0c60-482a-95cc-64d6c854e04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:23.276247 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f9b411de-a3f8-4463-b4aa-2b2576e3c660 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8928781 Aug 11 21:50:23.279226 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47806) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:23.284625 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-040dbaf7-3122-4192-860a-eb71f60c53e9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-111837158-router', 'tenant_id': '8f7fb8f2452f41238fe4f24d6f3c7a6e', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:23.326739 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d2d3b-0c60-482a-95cc-64d6c854e04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fc4ee3-67f5-4eb8-a5ea-da1ef1fd97cd,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:23.333671 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-040dbaf7-3122-4192-860a-eb71f60c53e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:23.338251 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-040dbaf7-3122-4192-860a-eb71f60c53e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:23.346938 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a7d2d3b-0c60-482a-95cc-64d6c854e04a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:50:23.363388 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7a7d2d3b-0c60-482a-95cc-64d6c854e04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:23.364247 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-7a7d2d3b-0c60-482a-95cc-64d6c854e04a admin admin] Added segment d349f6a9-4a29-4f13-ac4c-450858fe2325 of type vlan for network 20ba26a0-5330-45a7-8cfc-7dd107d07c92 Aug 11 21:50:23.369310 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47810) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:23.458173 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7a7d2d3b-0c60-482a-95cc-64d6c854e04a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:23.530141 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7a7d2d3b-0c60-482a-95cc-64d6c854e04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:23.531272 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7d2d3b-0c60-482a-95cc-64d6c854e04a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:23.535455 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7a7d2d3b-0c60-482a-95cc-64d6c854e04a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:23.537874 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-040dbaf7-3122-4192-860a-eb71f60c53e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:23.604619 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f180c9-35c0-4864-b0b3-cddeeb3aae2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-f8e2d25c-73a0-4643-b43c-453da43b9ab1', 'network_id': 'f8e2d25c-73a0-4643-b43c-453da43b9ab1', 'tenant_id': '8f7fb8f2452f41238fe4f24d6f3c7a6e', 'fixed_ips': [{'subnet_id': 'a3a0337b-3171-4342-bdd8-60b4b6681ff3'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 21:50:23.606478 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-16f180c9-35c0-4864-b0b3-cddeeb3aae2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:23.733354 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7a7d2d3b-0c60-482a-95cc-64d6c854e04a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0030949 Aug 11 21:50:23.746726 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bc720be4-0833-4298-b0c4-5d2b85eeaa54 req-c6aa4a48-0dc5-4d81-bdf6-987a747c91fd tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/ports?device_id=d971b491-2111-4b38-9642-6e8e0de85608 HTTP/1.1" status: 200 len: 210 time: 0.0972939 Aug 11 21:50:23.747248 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47818) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:23.763439 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-fa0f7c08-6778-453a-85e3-d9db80c9b7fc admin admin] Request body: {'subnet': {'network_id': '20ba26a0-5330-45a7-8cfc-7dd107d07c92', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1788516390-subnet', 'tenant_id': 'ff6c5d9483b3445e942380770462b535', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:23.787208 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d2d3b-0c60-482a-95cc-64d6c854e04a admin admin] Pushing event updated for resources: {'Network': ['ID=20ba26a0-5330-45a7-8cfc-7dd107d07c92,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:23.813730 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 20ba26a0-5330-45a7-8cfc-7dd107d07c92 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:50:23.826366 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-040dbaf7-3122-4192-860a-eb71f60c53e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:23.826790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0f7c08-6778-453a-85e3-d9db80c9b7fc admin admin] Made reservation on behalf of ff6c5d9483b3445e942380770462b535 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:50:23.829914 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fa0f7c08-6778-453a-85e3-d9db80c9b7fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:23.979553 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-ffe4072b-3bf8-4e2d-bc33-fa2ad44b94d5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-746873495-network', 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:24.059049 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.52', 63504) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:24.073037 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe4072b-3bf8-4e2d-bc33-fa2ad44b94d5 admin admin] Made reservation on behalf of 6d572a2953ca41c9aa1198544da7c95a for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:50:24.077084 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ffe4072b-3bf8-4e2d-bc33-fa2ad44b94d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:24.118783 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-16f180c9-35c0-4864-b0b3-cddeeb3aae2d None None] Allocated IP 172.20.0.2 (f8e2d25c-73a0-4643-b43c-453da43b9ab1/a3a0337b-3171-4342-bdd8-60b4b6681ff3/7210ce15-e2c7-45be-8979-c8179c69ef9f) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:50:24.124986 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ffe4072b-3bf8-4e2d-bc33-fa2ad44b94d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:24.240225 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-5655a57f-169e-4a86-a22d-5ac2e2129885 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=4ae84c34ac114fcea490e9bb7703e48d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1792245 Aug 11 21:50:24.253409 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fa0f7c08-6778-453a-85e3-d9db80c9b7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:24.419842 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-16f180c9-35c0-4864-b0b3-cddeeb3aae2d None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:24.440056 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-16f180c9-35c0-4864-b0b3-cddeeb3aae2d None None] Transition to ACTIVE for port object 7210ce15-e2c7-45be-8979-c8179c69ef9f will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:50:24.468598 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-16f180c9-35c0-4864-b0b3-cddeeb3aae2d None None] Transition to ACTIVE for port object 7210ce15-e2c7-45be-8979-c8179c69ef9f will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:50:24.477498 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-16f180c9-35c0-4864-b0b3-cddeeb3aae2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:24.502519 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f180c9-35c0-4864-b0b3-cddeeb3aae2d None None] Network f8e2d25c-73a0-4643-b43c-453da43b9ab1 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:50:24.523754 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-16f180c9-35c0-4864-b0b3-cddeeb3aae2d None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:50:24.525867 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ffe4072b-3bf8-4e2d-bc33-fa2ad44b94d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:24.531043 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device aa7f1bb3-b880-440a-aad4-6c463b5ae6f8 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:50:24.537869 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f180c9-35c0-4864-b0b3-cddeeb3aae2d None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:50:24.542524 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ffe4072b-3bf8-4e2d-bc33-fa2ad44b94d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:24.563360 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe4072b-3bf8-4e2d-bc33-fa2ad44b94d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:50:24.577259 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ffe4072b-3bf8-4e2d-bc33-fa2ad44b94d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:24.577865 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-ffe4072b-3bf8-4e2d-bc33-fa2ad44b94d5 admin admin] Added segment 7c23925c-7ce6-4f5e-889e-afe4a6a923c5 of type vlan for network f2cc479d-ac73-4c08-a298-1c862834910a Aug 11 21:50:24.659938 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ffe4072b-3bf8-4e2d-bc33-fa2ad44b94d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:24.728594 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ffe4072b-3bf8-4e2d-bc33-fa2ad44b94d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:24.730935 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe4072b-3bf8-4e2d-bc33-fa2ad44b94d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:24.731919 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ffe4072b-3bf8-4e2d-bc33-fa2ad44b94d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:24.778004 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ffe4072b-3bf8-4e2d-bc33-fa2ad44b94d5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.4067681 Aug 11 21:50:24.778831 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47844) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:24.790537 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f7c08-6778-453a-85e3-d9db80c9b7fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b376513-248b-42bd-bf7d-07a411ce26c5,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:24.868251 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-16f180c9-35c0-4864-b0b3-cddeeb3aae2d None None] Attempting to bind port 7210ce15-e2c7-45be-8979-c8179c69ef9f on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:50:24.868822 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-16f180c9-35c0-4864-b0b3-cddeeb3aae2d None None] Attempting to bind port 7210ce15-e2c7-45be-8979-c8179c69ef9f by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '369ccefe-0b9e-4d97-a5e7-b13f89274970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f8e2d25c-73a0-4643-b43c-453da43b9ab1'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:50:24.871993 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f180c9-35c0-4864-b0b3-cddeeb3aae2d None None] Attempting to bind port 7210ce15-e2c7-45be-8979-c8179c69ef9f on network f8e2d25c-73a0-4643-b43c-453da43b9ab1 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:50:24.897377 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f180c9-35c0-4864-b0b3-cddeeb3aae2d None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:50:24.901054 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f180c9-35c0-4864-b0b3-cddeeb3aae2d None None] Checking segment: {'id': '369ccefe-0b9e-4d97-a5e7-b13f89274970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f8e2d25c-73a0-4643-b43c-453da43b9ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:50:24.901805 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-16f180c9-35c0-4864-b0b3-cddeeb3aae2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:24.902984 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f180c9-35c0-4864-b0b3-cddeeb3aae2d None None] Bound using segment: {'id': '369ccefe-0b9e-4d97-a5e7-b13f89274970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f8e2d25c-73a0-4643-b43c-453da43b9ab1'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:50:24.906280 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-16f180c9-35c0-4864-b0b3-cddeeb3aae2d None None] Bound port: 7210ce15-e2c7-45be-8979-c8179c69ef9f, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '369ccefe-0b9e-4d97-a5e7-b13f89274970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f8e2d25c-73a0-4643-b43c-453da43b9ab1'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:50:24.910568 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-16f180c9-35c0-4864-b0b3-cddeeb3aae2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:25.054790 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-16f180c9-35c0-4864-b0b3-cddeeb3aae2d None None] For port 7210ce15-e2c7-45be-8979-c8179c69ef9f, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:50:25.062671 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-16f180c9-35c0-4864-b0b3-cddeeb3aae2d None None] For port 7210ce15-e2c7-45be-8979-c8179c69ef9f, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7210ce15-e2c7-45be-8979-c8179c69ef9f,segment=NetworkSegment(369ccefe-0b9e-4d97-a5e7-b13f89274970),segment_id=369ccefe-0b9e-4d97-a5e7-b13f89274970)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:50:25.064660 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f180c9-35c0-4864-b0b3-cddeeb3aae2d None None] Pushing event updated for resources: {'Port': ['ID=7210ce15-e2c7-45be-8979-c8179c69ef9f,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:25.091452 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-16f180c9-35c0-4864-b0b3-cddeeb3aae2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:25.101603 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0f7c08-6778-453a-85e3-d9db80c9b7fc admin admin] Checking segment: {'id': 'd349f6a9-4a29-4f13-ac4c-450858fe2325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '20ba26a0-5330-45a7-8cfc-7dd107d07c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:50:25.107438 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0f7c08-6778-453a-85e3-d9db80c9b7fc admin admin] Network hostable DHCP agents. Network: 20ba26a0-5330-45a7-8cfc-7dd107d07c92, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:50:25.111765 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4072b-3bf8-4e2d-bc33-fa2ad44b94d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766b701c-a932-490b-9be8-2efc91d83ec4,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:25.154711 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-9d6a98f3-9eca-4d73-8088-0126c53e575e admin admin] Request body: {'subnet': {'network_id': 'f2cc479d-ac73-4c08-a298-1c862834910a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-746873495-subnet', 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:25.252560 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-17da194a-beef-48fc-94c5-ba0c0619375f req-5b0ae855-7906-4682-b33a-bbf649c33720 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/ports?device_id=d971b491-2111-4b38-9642-6e8e0de85608 HTTP/1.1" status: 200 len: 210 time: 0.1860228 Aug 11 21:50:25.268565 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0f7c08-6778-453a-85e3-d9db80c9b7fc admin admin] Network 20ba26a0-5330-45a7-8cfc-7dd107d07c92 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:50:25.272129 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port aa7f1bb3-b880-440a-aad4-6c463b5ae6f8 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:50:25.280739 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4072b-3bf8-4e2d-bc33-fa2ad44b94d5 admin admin] Pushing event updated for resources: {'Network': ['ID=f2cc479d-ac73-4c08-a298-1c862834910a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:25.281120 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f180c9-35c0-4864-b0b3-cddeeb3aae2d None None] Pushing event updated for resources: {'Port': ['ID=7210ce15-e2c7-45be-8979-c8179c69ef9f,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:25.285099 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port aa7f1bb3-b880-440a-aad4-6c463b5ae6f8 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:50:25.286437 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:25.308086 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-fa0f7c08-6778-453a-85e3-d9db80c9b7fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 20ba26a0-5330-45a7-8cfc-7dd107d07c92) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:50:25.327716 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0f7c08-6778-453a-85e3-d9db80c9b7fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:25.328780 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fa0f7c08-6778-453a-85e3-d9db80c9b7fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:25.335129 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network f2cc479d-ac73-4c08-a298-1c862834910a details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:50:25.346453 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da4299e-0a95-4551-b2a3-7ba1525d7b0a None None] Network 20ba26a0-5330-45a7-8cfc-7dd107d07c92 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:50:25.364049 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-040dbaf7-3122-4192-860a-eb71f60c53e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:25.510974 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-040dbaf7-3122-4192-860a-eb71f60c53e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:25.658482 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:25.732949 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421cbfb2-15ae-46f5-98a1-025294398072 None None] Network 20ba26a0-5330-45a7-8cfc-7dd107d07c92 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:50:25.810968 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fa0f7c08-6778-453a-85e3-d9db80c9b7fc admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0576684 Aug 11 21:50:25.974810 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port aa7f1bb3-b880-440a-aad4-6c463b5ae6f8, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=aa7f1bb3-b880-440a-aad4-6c463b5ae6f8,segment=NetworkSegment(609e17b3-1508-4d95-a8d0-25bb8387ed3d),segment_id=609e17b3-1508-4d95-a8d0-25bb8387ed3d)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:50:26.005594 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:26.051282 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6a98f3-9eca-4d73-8088-0126c53e575e admin admin] Made reservation on behalf of 6d572a2953ca41c9aa1198544da7c95a for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:50:26.054906 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9d6a98f3-9eca-4d73-8088-0126c53e575e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:26.070849 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-040dbaf7-3122-4192-860a-eb71f60c53e9 admin admin] Allocated IP 172.25.2.66 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/b157fbf3-5550-4e81-8f5d-235dd167ee4c) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:50:26.374134 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-cb2a72f5-0b15-4b5f-a938-63d3d55dc8e5 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:26.388602 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-cb2a72f5-0b15-4b5f-a938-63d3d55dc8e5 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 2.1277995 Aug 11 21:50:26.431626 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=aa7f1bb3-b880-440a-aad4-6c463b5ae6f8,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:26.617006 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7210ce15-e2c7-45be-8979-c8179c69ef9f up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:50:26.686726 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4dcebe5c-1b94-41db-8fac-1d3a4cbc6d94 req-2258d39d-f5d6-4213-8abb-e66caeb64e86 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/ports?device_id=d971b491-2111-4b38-9642-6e8e0de85608 HTTP/1.1" status: 200 len: 210 time: 0.1848106 Aug 11 21:50:26.760073 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-289793af-b2d7-46f4-aeb6-8244df15d606 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Request body: {'port': {'device_id': 'd971b491-2111-4b38-9642-6e8e0de85608', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'admin_state_up': True, 'tenant_id': '4ae84c34ac114fcea490e9bb7703e48d'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:26.850892 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 7210ce15-e2c7-45be-8979-c8179c69ef9f completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:50:27.531638 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1ffd97-0b3c-46a4-b71d-ba817b118cbc None None] Network f8e2d25c-73a0-4643-b43c-453da43b9ab1 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:50:27.589086 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-040dbaf7-3122-4192-860a-eb71f60c53e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:27.713004 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9d6a98f3-9eca-4d73-8088-0126c53e575e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:27.723747 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-965c7a89-eab3-4192-b9c6-b569e90028b1 None None] Provisioning for port 7210ce15-e2c7-45be-8979-c8179c69ef9f completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:50:27.751227 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-289793af-b2d7-46f4-aeb6-8244df15d606 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Made reservation on behalf of 4ae84c34ac114fcea490e9bb7703e48d for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:50:27.764313 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-289793af-b2d7-46f4-aeb6-8244df15d606 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:27.771396 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-965c7a89-eab3-4192-b9c6-b569e90028b1 None None] Provisioning complete for port 7210ce15-e2c7-45be-8979-c8179c69ef9f triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:50:27.786995 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-965c7a89-eab3-4192-b9c6-b569e90028b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:27.931030 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-927a7eb7-3d3e-40fa-bdaf-978ce079c458 req-cba3a85b-8720-4b80-ad70-113dc7e2507c tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/ports?device_id=d971b491-2111-4b38-9642-6e8e0de85608 HTTP/1.1" status: 200 len: 210 time: 0.0635068 Aug 11 21:50:27.989403 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-289793af-b2d7-46f4-aeb6-8244df15d606 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:28.018263 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47922) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:28.180525 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-965c7a89-eab3-4192-b9c6-b569e90028b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:28.261924 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-965c7a89-eab3-4192-b9c6-b569e90028b1 None None] For port 7210ce15-e2c7-45be-8979-c8179c69ef9f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7210ce15-e2c7-45be-8979-c8179c69ef9f,segment=NetworkSegment(369ccefe-0b9e-4d97-a5e7-b13f89274970),segment_id=369ccefe-0b9e-4d97-a5e7-b13f89274970)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:50:28.273659 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-965c7a89-eab3-4192-b9c6-b569e90028b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:28.302319 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a98f3-9eca-4d73-8088-0126c53e575e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf7f627a-a807-488d-83b4-ae1b6ccd4d37,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:28.331156 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-040dbaf7-3122-4192-860a-eb71f60c53e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:28.412358 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6a98f3-9eca-4d73-8088-0126c53e575e admin admin] Checking segment: {'id': '7c23925c-7ce6-4f5e-889e-afe4a6a923c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f2cc479d-ac73-4c08-a298-1c862834910a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:50:28.413125 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c7a89-eab3-4192-b9c6-b569e90028b1 None None] Pushing event updated for resources: {'Port': ['ID=7210ce15-e2c7-45be-8979-c8179c69ef9f,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:28.415850 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6a98f3-9eca-4d73-8088-0126c53e575e admin admin] Network hostable DHCP agents. Network: f2cc479d-ac73-4c08-a298-1c862834910a, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:50:28.472699 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device aa7f1bb3-b880-440a-aad4-6c463b5ae6f8 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:50:28.569662 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040dbaf7-3122-4192-860a-eb71f60c53e9 admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:50:28.594028 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-040dbaf7-3122-4192-860a-eb71f60c53e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:50:28.609903 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040dbaf7-3122-4192-860a-eb71f60c53e9 admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:50:28.613707 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040dbaf7-3122-4192-860a-eb71f60c53e9 admin admin] Pushing event updated for resources: {'Port': ['ID=b157fbf3-5550-4e81-8f5d-235dd167ee4c,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:28.636981 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port aa7f1bb3-b880-440a-aad4-6c463b5ae6f8 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:50:28.638680 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:28.779977 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6a98f3-9eca-4d73-8088-0126c53e575e admin admin] Network f2cc479d-ac73-4c08-a298-1c862834910a is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:50:28.876375 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2f282b3c-8bb9-44e2-9434-5bfb09ffcc39 None None] Provisioning complete for port 7210ce15-e2c7-45be-8979-c8179c69ef9f triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:50:28.877783 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2f282b3c-8bb9-44e2-9434-5bfb09ffcc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:28.916436 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-9d6a98f3-9eca-4d73-8088-0126c53e575e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, f2cc479d-ac73-4c08-a298-1c862834910a) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:50:28.930185 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6e845049-ca57-450f-88ec-d2a4ed5b0633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:28.951260 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6a98f3-9eca-4d73-8088-0126c53e575e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:28.952553 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9d6a98f3-9eca-4d73-8088-0126c53e575e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:28.997646 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5748f278-16c8-492a-a9eb-c3e847a75af3 None None] Network f2cc479d-ac73-4c08-a298-1c862834910a requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:50:29.186148 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47934) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:29.312851 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-289793af-b2d7-46f4-aeb6-8244df15d606 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:29.314613 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47940) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:29.491431 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-040dbaf7-3122-4192-860a-eb71f60c53e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:29.506648 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-eebe7d79-c695-431f-a06f-700f1484c0cd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1849638207-network', 'tenant_id': 'ad3f22a7081c4060b045f9fa9f10714d'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:29.611774 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-289793af-b2d7-46f4-aeb6-8244df15d606 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:29.655381 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f254fcf-f0bc-4e57-87d9-c5c05a2e3e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-f2cc479d-ac73-4c08-a298-1c862834910a', 'network_id': 'f2cc479d-ac73-4c08-a298-1c862834910a', 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a', 'fixed_ips': [{'subnet_id': 'cf7f627a-a807-488d-83b4-ae1b6ccd4d37'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 21:50:29.670559 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1f254fcf-f0bc-4e57-87d9-c5c05a2e3e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:29.808999 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6e845049-ca57-450f-88ec-d2a4ed5b0633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:29.821922 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6e845049-ca57-450f-88ec-d2a4ed5b0633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:29.853385 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6e845049-ca57-450f-88ec-d2a4ed5b0633 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=54e27859715741de80ce390d022c2069&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8327987 Aug 11 21:50:29.861547 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47946) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:29.875853 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29a1de20-473c-42c9-a097-9fc6fd65dfd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:29.926141 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e845049-ca57-450f-88ec-d2a4ed5b0633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5231eef-31e0-48ad-819e-34277e306b61,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:29.972652 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-263ee909-860e-4d18-96ba-fae90b2cfa9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:29.975360 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9d6a98f3-9eca-4d73-8088-0126c53e575e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.1680739 Aug 11 21:50:30.002515 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-263ee909-860e-4d18-96ba-fae90b2cfa9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:30.044407 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47950) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:30.051124 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-5c858160-8c3c-4a96-b768-4575f076e2c8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-746873495-router', 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:30.094058 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-263ee909-860e-4d18-96ba-fae90b2cfa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:30.098874 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-263ee909-860e-4d18-96ba-fae90b2cfa9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:30.103922 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-263ee909-860e-4d18-96ba-fae90b2cfa9f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d5231eef-31e0-48ad-819e-34277e306b61 HTTP/1.1" status: 204 len: 168 time: 0.2410443 Aug 11 21:50:30.139719 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ee909-860e-4d18-96ba-fae90b2cfa9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5231eef-31e0-48ad-819e-34277e306b61,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:30.164874 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-289793af-b2d7-46f4-aeb6-8244df15d606 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Allocated IP 192.168.233.5 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/0c1aa0f7-c4fb-4855-a74a-bcca27dff40b) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:50:30.185705 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-1f254fcf-f0bc-4e57-87d9-c5c05a2e3e36 None None] Allocated IP 172.20.0.2 (f2cc479d-ac73-4c08-a298-1c862834910a/cf7f627a-a807-488d-83b4-ae1b6ccd4d37/7e227e67-d140-40b9-9852-9a24511b7c4d) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:50:30.186755 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d0bb09f0-4c48-4e3a-b967-50c49c1ee43c req-d3efa11f-21dc-4cd6-b744-59c427cfcd36 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/ports?device_id=d971b491-2111-4b38-9642-6e8e0de85608 HTTP/1.1" status: 200 len: 210 time: 0.6899271 Aug 11 21:50:30.255292 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebe7d79-c695-431f-a06f-700f1484c0cd admin admin] Made reservation on behalf of ad3f22a7081c4060b045f9fa9f10714d for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:50:30.258714 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eebe7d79-c695-431f-a06f-700f1484c0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:30.278373 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289793af-b2d7-46f4-aeb6-8244df15d606 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edccc311-f885-4c8b-be27-59ef3bf72bb7,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:30.297539 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eebe7d79-c695-431f-a06f-700f1484c0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:30.456301 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29a1de20-473c-42c9-a097-9fc6fd65dfd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:30.476320 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29a1de20-473c-42c9-a097-9fc6fd65dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:30.572408 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1f254fcf-f0bc-4e57-87d9-c5c05a2e3e36 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:30.595612 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1f254fcf-f0bc-4e57-87d9-c5c05a2e3e36 None None] Transition to ACTIVE for port object 7e227e67-d140-40b9-9852-9a24511b7c4d will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:50:30.605635 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-040dbaf7-3122-4192-860a-eb71f60c53e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:30.643604 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1f254fcf-f0bc-4e57-87d9-c5c05a2e3e36 None None] Transition to ACTIVE for port object 7e227e67-d140-40b9-9852-9a24511b7c4d will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:50:30.653641 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7210ce15-e2c7-45be-8979-c8179c69ef9f up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:50:30.664080 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1f254fcf-f0bc-4e57-87d9-c5c05a2e3e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:30.688876 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-29a1de20-473c-42c9-a097-9fc6fd65dfd7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9f8f4b3285e749b9a06ec961dd067b14&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4992576 Aug 11 21:50:30.695448 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47956) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:30.710138 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5c858160-8c3c-4a96-b768-4575f076e2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:30.713089 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5c858160-8c3c-4a96-b768-4575f076e2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:30.721935 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1de20-473c-42c9-a097-9fc6fd65dfd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09542ec5-d6a8-4fec-8f65-8a332729f979,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:30.928829 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47958) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:30.930973 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f254fcf-f0bc-4e57-87d9-c5c05a2e3e36 None None] Network f2cc479d-ac73-4c08-a298-1c862834910a is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:50:30.938733 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6f7be0e1-2c2f-4fa3-aff5-63112119c4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:30.959483 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 7210ce15-e2c7-45be-8979-c8179c69ef9f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:50:30.960318 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:30.966657 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6f7be0e1-2c2f-4fa3-aff5-63112119c4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:31.024907 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e17d2555-9597-4f9f-a389-94beab3a4d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:31.031848 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-1f254fcf-f0bc-4e57-87d9-c5c05a2e3e36 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:50:31.044430 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f254fcf-f0bc-4e57-87d9-c5c05a2e3e36 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:50:31.057404 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5c858160-8c3c-4a96-b768-4575f076e2c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:31.131070 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-289793af-b2d7-46f4-aeb6-8244df15d606 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:31.191275 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-289793af-b2d7-46f4-aeb6-8244df15d606 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Transition to ACTIVE for port object 0c1aa0f7-c4fb-4855-a74a-bcca27dff40b will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:50:31.200373 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f254fcf-f0bc-4e57-87d9-c5c05a2e3e36 None None] Pushing event updated for resources: {'Port': ['ID=7e227e67-d140-40b9-9852-9a24511b7c4d,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:31.212280 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1f254fcf-f0bc-4e57-87d9-c5c05a2e3e36 None None] Attempting to bind port 7e227e67-d140-40b9-9852-9a24511b7c4d on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:50:31.212900 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1f254fcf-f0bc-4e57-87d9-c5c05a2e3e36 None None] Attempting to bind port 7e227e67-d140-40b9-9852-9a24511b7c4d by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '7c23925c-7ce6-4f5e-889e-afe4a6a923c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f2cc479d-ac73-4c08-a298-1c862834910a'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:50:31.213482 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f254fcf-f0bc-4e57-87d9-c5c05a2e3e36 None None] Attempting to bind port 7e227e67-d140-40b9-9852-9a24511b7c4d on network f2cc479d-ac73-4c08-a298-1c862834910a {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:50:31.221754 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eebe7d79-c695-431f-a06f-700f1484c0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:31.224084 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f254fcf-f0bc-4e57-87d9-c5c05a2e3e36 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:50:31.224728 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f254fcf-f0bc-4e57-87d9-c5c05a2e3e36 None None] Checking segment: {'id': '7c23925c-7ce6-4f5e-889e-afe4a6a923c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f2cc479d-ac73-4c08-a298-1c862834910a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:50:31.225333 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1f254fcf-f0bc-4e57-87d9-c5c05a2e3e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:31.225943 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f254fcf-f0bc-4e57-87d9-c5c05a2e3e36 None None] Bound using segment: {'id': '7c23925c-7ce6-4f5e-889e-afe4a6a923c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f2cc479d-ac73-4c08-a298-1c862834910a'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:50:31.226667 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1f254fcf-f0bc-4e57-87d9-c5c05a2e3e36 None None] Bound port: 7e227e67-d140-40b9-9852-9a24511b7c4d, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c23925c-7ce6-4f5e-889e-afe4a6a923c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f2cc479d-ac73-4c08-a298-1c862834910a'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:50:31.227541 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1f254fcf-f0bc-4e57-87d9-c5c05a2e3e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:31.245265 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6f7be0e1-2c2f-4fa3-aff5-63112119c4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:31.248482 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6f7be0e1-2c2f-4fa3-aff5-63112119c4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:31.252884 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6f7be0e1-2c2f-4fa3-aff5-63112119c4c7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/09542ec5-d6a8-4fec-8f65-8a332729f979 HTTP/1.1" status: 204 len: 168 time: 0.5549300 Aug 11 21:50:31.259768 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eebe7d79-c695-431f-a06f-700f1484c0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:31.288914 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7be0e1-2c2f-4fa3-aff5-63112119c4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09542ec5-d6a8-4fec-8f65-8a332729f979,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:31.311990 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eebe7d79-c695-431f-a06f-700f1484c0cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:50:31.328119 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040dbaf7-3122-4192-860a-eb71f60c53e9 admin admin] Router 7588a577-89ff-46e2-a99a-b53749fdd87b is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 21:50:31.380084 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-1f254fcf-f0bc-4e57-87d9-c5c05a2e3e36 None None] For port 7e227e67-d140-40b9-9852-9a24511b7c4d, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:50:31.386801 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eebe7d79-c695-431f-a06f-700f1484c0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:31.387243 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-eebe7d79-c695-431f-a06f-700f1484c0cd admin admin] Added segment 94d10e5e-2f72-44f6-b0bd-d79d8ba03a3b of type vlan for network c4c97b5f-06c1-4ed2-a51f-a04ed0ef6287 Aug 11 21:50:31.387606 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-1f254fcf-f0bc-4e57-87d9-c5c05a2e3e36 None None] For port 7e227e67-d140-40b9-9852-9a24511b7c4d, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7e227e67-d140-40b9-9852-9a24511b7c4d,segment=NetworkSegment(7c23925c-7ce6-4f5e-889e-afe4a6a923c5),segment_id=7c23925c-7ce6-4f5e-889e-afe4a6a923c5)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:50:31.398991 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1f254fcf-f0bc-4e57-87d9-c5c05a2e3e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:31.405727 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe7d79-c695-431f-a06f-700f1484c0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2aae50c-534a-4320-a42f-d1299296d443,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:31.582721 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-289793af-b2d7-46f4-aeb6-8244df15d606 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:31.588119 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f254fcf-f0bc-4e57-87d9-c5c05a2e3e36 None None] Pushing event updated for resources: {'Port': ['ID=7e227e67-d140-40b9-9852-9a24511b7c4d,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:31.661588 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eebe7d79-c695-431f-a06f-700f1484c0cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:31.825385 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d732107-4db8-4edb-82fb-fa7d4761f93c req-2b648cbf-5833-48aa-98b3-642322abaaa9 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:31.828042 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d732107-4db8-4edb-82fb-fa7d4761f93c req-2b648cbf-5833-48aa-98b3-642322abaaa9 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/ports?device_id=d971b491-2111-4b38-9642-6e8e0de85608 HTTP/1.1" status: 200 len: 934 time: 0.3590348 Aug 11 21:50:31.831322 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5c858160-8c3c-4a96-b768-4575f076e2c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:31.929706 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-289793af-b2d7-46f4-aeb6-8244df15d606 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:50:31.973967 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-289793af-b2d7-46f4-aeb6-8244df15d606 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:50:31.985854 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289793af-b2d7-46f4-aeb6-8244df15d606 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Pushing event updated for resources: {'Port': ['ID=0c1aa0f7-c4fb-4855-a74a-bcca27dff40b,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:32.006847 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-289793af-b2d7-46f4-aeb6-8244df15d606 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:50:32.027338 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-289793af-b2d7-46f4-aeb6-8244df15d606 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:32.027338 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-289793af-b2d7-46f4-aeb6-8244df15d606 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:32.036232 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eebe7d79-c695-431f-a06f-700f1484c0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:32.037243 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebe7d79-c695-431f-a06f-700f1484c0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:32.037853 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eebe7d79-c695-431f-a06f-700f1484c0cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:32.054746 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e17d2555-9597-4f9f-a389-94beab3a4d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:32.152811 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47966) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:32.163019 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e17d2555-9597-4f9f-a389-94beab3a4d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:32.216750 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d732107-4db8-4edb-82fb-fa7d4761f93c req-61742c73-caf6-425d-9166-ef60bde5e586 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/security-groups?id=edccc311-f885-4c8b-be27-59ef3bf72bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654985 Aug 11 21:50:32.219052 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-eebe7d79-c695-431f-a06f-700f1484c0cd admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.7294362 Aug 11 21:50:32.220826 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040dbaf7-3122-4192-860a-eb71f60c53e9 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:50:32.226301 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47970) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:32.233829 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-e9329e26-c213-421f-8e89-ebe7173e14c2 admin admin] Request body: {'subnet': {'network_id': 'c4c97b5f-06c1-4ed2-a51f-a04ed0ef6287', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1849638207-subnet', 'tenant_id': 'ad3f22a7081c4060b045f9fa9f10714d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:32.233992 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-289793af-b2d7-46f4-aeb6-8244df15d606 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.6655226 Aug 11 21:50:32.239621 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-44e1f238-b2d5-4557-9e5a-a93415b60849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:32.243931 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34134af2-4c2e-4be6-a821-a328c6625a6a None None] Sync routers for ids ['7588a577-89ff-46e2-a99a-b53749fdd87b'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:50:32.271048 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe7d79-c695-431f-a06f-700f1484c0cd admin admin] Pushing event updated for resources: {'Network': ['ID=c4c97b5f-06c1-4ed2-a51f-a04ed0ef6287,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:32.289893 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network c4c97b5f-06c1-4ed2-a51f-a04ed0ef6287 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:50:32.296781 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d2555-9597-4f9f-a389-94beab3a4d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc298ebd-542e-481f-92b3-b529a4f52cc4,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:32.300845 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34134af2-4c2e-4be6-a821-a328c6625a6a None None] Routers {'7588a577-89ff-46e2-a99a-b53749fdd87b'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:50:32.306299 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e17d2555-9597-4f9f-a389-94beab3a4d1e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cf2d3717506b4387a92d26a88d1edd89&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3653672 Aug 11 21:50:32.307025 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47972) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:32.311454 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-34134af2-4c2e-4be6-a821-a328c6625a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:50:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['7588a577-89ff-46e2-a99a-b53749fdd87b'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:50:32.330698 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-040dbaf7-3122-4192-860a-eb71f60c53e9 admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:32.344130 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-040dbaf7-3122-4192-860a-eb71f60c53e9 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 9.0633729 Aug 11 21:50:32.345018 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47974) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:32.411633 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.db.api [None req-44e1f238-b2d5-4557-9e5a-a93415b60849 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 21:50:32.411633 n-d-804275-3 neutron-server[100942]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 21:50:32.411633 n-d-804275-3 neutron-server[100942]: [parameters: {'project_id_1': '3eb1c10171e54d9aa6b7f33518e41c79', 'expiration_1': datetime.datetime(2021, 8, 11, 21, 50, 32, 360073)}] Aug 11 21:50:32.411633 n-d-804275-3 neutron-server[100942]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 21:50:32.411987 n-d-804275-3 neutron-server[100942]: DEBUG oslo_db.api [None req-44e1f238-b2d5-4557-9e5a-a93415b60849 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 21:50:32.498935 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9329e26-c213-421f-8e89-ebe7173e14c2 admin admin] Made reservation on behalf of ad3f22a7081c4060b045f9fa9f10714d for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:50:32.514180 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e9329e26-c213-421f-8e89-ebe7173e14c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:32.590941 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7e227e67-d140-40b9-9852-9a24511b7c4d up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:50:32.682701 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-34134af2-4c2e-4be6-a821-a328c6625a6a None None] Set router 7588a577-89ff-46e2-a99a-b53749fdd87b gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:50:32.739887 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4fa4185f-cbc0-4867-af22-c35de8ecdcd6 None None] Provisioning for port 0c1aa0f7-c4fb-4855-a74a-bcca27dff40b completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:50:32.759438 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4fa4185f-cbc0-4867-af22-c35de8ecdcd6 None None] Provisioning complete for port 0c1aa0f7-c4fb-4855-a74a-bcca27dff40b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:50:32.759856 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4fa4185f-cbc0-4867-af22-c35de8ecdcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:32.828689 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 7e227e67-d140-40b9-9852-9a24511b7c4d completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:50:32.882288 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-024bc69d-3380-42aa-9885-537940988a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:32.893735 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4fa4185f-cbc0-4867-af22-c35de8ecdcd6 None None] Port 0c1aa0f7-c4fb-4855-a74a-bcca27dff40b cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:50:32.956525 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-024bc69d-3380-42aa-9885-537940988a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:32.963788 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-44e1f238-b2d5-4557-9e5a-a93415b60849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:33.051856 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5c858160-8c3c-4a96-b768-4575f076e2c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:33.174582 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5c858160-8c3c-4a96-b768-4575f076e2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:33.386761 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-024bc69d-3380-42aa-9885-537940988a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:33.390463 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-024bc69d-3380-42aa-9885-537940988a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:33.394241 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-024bc69d-3380-42aa-9885-537940988a6d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cc298ebd-542e-481f-92b3-b529a4f52cc4 HTTP/1.1" status: 204 len: 168 time: 1.0839002 Aug 11 21:50:33.406455 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11631fcb-4b04-4215-86f9-0c36c720c4af None None] Network f2cc479d-ac73-4c08-a298-1c862834910a requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:50:33.418197 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-34134af2-4c2e-4be6-a821-a328c6625a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7588a577-89ff-46e2-a99a-b53749fdd87b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-111837158-router', 'tenant_id': '8f7fb8f2452f41238fe4f24d6f3c7a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'b157fbf3-5550-4e81-8f5d-235dd167ee4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:23Z', 'updated_at': '2021-08-11T21:50:29Z', 'revision_number': 3, 'project_id': '8f7fb8f2452f41238fe4f24d6f3c7a6e', 'gw_port': {'id': 'b157fbf3-5550-4e81-8f5d-235dd167ee4c', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bf:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7588a577-89ff-46e2-a99a-b53749fdd87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:25Z', 'updated_at': '2021-08-11T21:50:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:50:33.439577 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024bc69d-3380-42aa-9885-537940988a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc298ebd-542e-481f-92b3-b529a4f52cc4,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:33.533113 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34134af2-4c2e-4be6-a821-a328c6625a6a None None] Checking router: 7588a577-89ff-46e2-a99a-b53749fdd87b for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:50:33.536177 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34134af2-4c2e-4be6-a821-a328c6625a6a None None] Updating router 7588a577-89ff-46e2-a99a-b53749fdd87b port b157fbf3-5550-4e81-8f5d-235dd167ee4c binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 21:50:33.558957 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a13970-4969-495d-819d-37672d1a5974 req-02421bc5-9f0c-4f8a-b6ea-f5221da4d068 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:33.562409 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-13a13970-4969-495d-819d-37672d1a5974 req-02421bc5-9f0c-4f8a-b6ea-f5221da4d068 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/ports?device_id=d971b491-2111-4b38-9642-6e8e0de85608 HTTP/1.1" status: 200 len: 934 time: 0.1331053 Aug 11 21:50:33.568847 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f641eaa8-26e1-4c1c-9779-d58081a0cbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:33.615841 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-34134af2-4c2e-4be6-a821-a328c6625a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:33.620987 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-149482f2-8d58-4616-85b0-ec1c895d1084 None None] Provisioning for port 7e227e67-d140-40b9-9852-9a24511b7c4d completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:50:33.637349 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-149482f2-8d58-4616-85b0-ec1c895d1084 None None] Provisioning complete for port 7e227e67-d140-40b9-9852-9a24511b7c4d triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:50:33.637717 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-149482f2-8d58-4616-85b0-ec1c895d1084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:34.041573 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-13a13970-4969-495d-819d-37672d1a5974 req-447563b1-2800-47d6-9b45-1ad96d1eb88a tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/security-groups?id=edccc311-f885-4c8b-be27-59ef3bf72bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634857 Aug 11 21:50:34.049527 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-44e1f238-b2d5-4557-9e5a-a93415b60849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:34.101021 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-44e1f238-b2d5-4557-9e5a-a93415b60849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:34.155460 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-149482f2-8d58-4616-85b0-ec1c895d1084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:34.359153 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-149482f2-8d58-4616-85b0-ec1c895d1084 None None] For port 7e227e67-d140-40b9-9852-9a24511b7c4d, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7e227e67-d140-40b9-9852-9a24511b7c4d,segment=NetworkSegment(7c23925c-7ce6-4f5e-889e-afe4a6a923c5),segment_id=7c23925c-7ce6-4f5e-889e-afe4a6a923c5)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:50:34.373403 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-149482f2-8d58-4616-85b0-ec1c895d1084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:34.467720 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-5c858160-8c3c-4a96-b768-4575f076e2c8 admin admin] Allocated IP 172.25.2.11 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/f7944e29-6608-4f7f-b129-32cf18dc82d3) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:50:34.562353 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149482f2-8d58-4616-85b0-ec1c895d1084 None None] Pushing event updated for resources: {'Port': ['ID=7e227e67-d140-40b9-9852-9a24511b7c4d,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:34.715608 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5c858160-8c3c-4a96-b768-4575f076e2c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:34.727191 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-f641eaa8-26e1-4c1c-9779-d58081a0cbc9 admin admin] Allocated IP 172.20.0.1 (f8e2d25c-73a0-4643-b43c-453da43b9ab1/a3a0337b-3171-4342-bdd8-60b4b6681ff3/5b918c01-d12d-4373-8fbd-a76f35df4b8f) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:50:34.822357 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7e83eb48-591c-4873-9cb3-197976924686 None None] Provisioning complete for port 7e227e67-d140-40b9-9852-9a24511b7c4d triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:50:34.823086 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7e83eb48-591c-4873-9cb3-197976924686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:35.014741 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-44e1f238-b2d5-4557-9e5a-a93415b60849 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3eb1c10171e54d9aa6b7f33518e41c79&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8594460 Aug 11 21:50:35.019951 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47992) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:35.031400 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e9329e26-c213-421f-8e89-ebe7173e14c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:35.127939 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-7fe9b21c-82e8-43fd-b98c-8cd7dd164e3c tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 21:50:35.130068 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-7fe9b21c-82e8-43fd-b98c-8cd7dd164e3c tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0259960 Aug 11 21:50:35.135825 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f641eaa8-26e1-4c1c-9779-d58081a0cbc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:35.169479 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5c858160-8c3c-4a96-b768-4575f076e2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:35.221685 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-f641eaa8-26e1-4c1c-9779-d58081a0cbc9 admin admin] Transition to ACTIVE for port object 5b918c01-d12d-4373-8fbd-a76f35df4b8f will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:50:35.224436 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9329e26-c213-421f-8e89-ebe7173e14c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f15bde2d-4254-43bb-b35a-f00880d00f9c,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:35.348497 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6343681d-f674-47ab-9b09-874c8abfd3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:35.352369 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c858160-8c3c-4a96-b768-4575f076e2c8 admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:50:35.376163 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c858160-8c3c-4a96-b768-4575f076e2c8 admin admin] Pushing event updated for resources: {'Port': ['ID=f7944e29-6608-4f7f-b129-32cf18dc82d3,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:35.387223 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-5c858160-8c3c-4a96-b768-4575f076e2c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:50:35.390673 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c858160-8c3c-4a96-b768-4575f076e2c8 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:50:35.488388 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f641eaa8-26e1-4c1c-9779-d58081a0cbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:35.500708 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6343681d-f674-47ab-9b09-874c8abfd3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:35.694909 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-34134af2-4c2e-4be6-a821-a328c6625a6a None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:35.698986 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9329e26-c213-421f-8e89-ebe7173e14c2 admin admin] Checking segment: {'id': '94d10e5e-2f72-44f6-b0bd-d79d8ba03a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c4c97b5f-06c1-4ed2-a51f-a04ed0ef6287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:50:35.699585 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9329e26-c213-421f-8e89-ebe7173e14c2 admin admin] Network hostable DHCP agents. Network: c4c97b5f-06c1-4ed2-a51f-a04ed0ef6287, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:50:35.722994 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-34134af2-4c2e-4be6-a821-a328c6625a6a None None] Transition to ACTIVE for port object b157fbf3-5550-4e81-8f5d-235dd167ee4c will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:50:35.740284 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-34134af2-4c2e-4be6-a821-a328c6625a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:35.755475 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f641eaa8-26e1-4c1c-9779-d58081a0cbc9 admin admin] Network f8e2d25c-73a0-4643-b43c-453da43b9ab1 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:50:35.768239 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-f641eaa8-26e1-4c1c-9779-d58081a0cbc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:50:35.815226 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f641eaa8-26e1-4c1c-9779-d58081a0cbc9 admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:50:35.816867 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f641eaa8-26e1-4c1c-9779-d58081a0cbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:35.844281 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e641f-8cf2-4ad5-b587-1e54c70eb54a None None] Pushing event updated for resources: {'Port': ['ID=b157fbf3-5550-4e81-8f5d-235dd167ee4c,revision_number=2']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:35.907603 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-34134af2-4c2e-4be6-a821-a328c6625a6a None None] Attempting to bind port b157fbf3-5550-4e81-8f5d-235dd167ee4c on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:50:35.907880 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-34134af2-4c2e-4be6-a821-a328c6625a6a None None] Attempting to bind port b157fbf3-5550-4e81-8f5d-235dd167ee4c by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:50:35.908209 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34134af2-4c2e-4be6-a821-a328c6625a6a None None] Attempting to bind port b157fbf3-5550-4e81-8f5d-235dd167ee4c on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:50:35.929567 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34134af2-4c2e-4be6-a821-a328c6625a6a None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:50:35.930008 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34134af2-4c2e-4be6-a821-a328c6625a6a None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:50:35.930444 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-34134af2-4c2e-4be6-a821-a328c6625a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:35.930931 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34134af2-4c2e-4be6-a821-a328c6625a6a None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:50:35.931400 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-34134af2-4c2e-4be6-a821-a328c6625a6a None None] Bound port: b157fbf3-5550-4e81-8f5d-235dd167ee4c, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:50:35.933834 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-34134af2-4c2e-4be6-a821-a328c6625a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:36.079946 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641eaa8-26e1-4c1c-9779-d58081a0cbc9 admin admin] Pushing event updated for resources: {'Port': ['ID=5b918c01-d12d-4373-8fbd-a76f35df4b8f,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:36.156201 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-34134af2-4c2e-4be6-a821-a328c6625a6a None None] For port b157fbf3-5550-4e81-8f5d-235dd167ee4c, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:50:36.187282 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-34134af2-4c2e-4be6-a821-a328c6625a6a None None] For port b157fbf3-5550-4e81-8f5d-235dd167ee4c, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b157fbf3-5550-4e81-8f5d-235dd167ee4c,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:50:36.201706 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-34134af2-4c2e-4be6-a821-a328c6625a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:36.397677 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34134af2-4c2e-4be6-a821-a328c6625a6a None None] Routers {'7588a577-89ff-46e2-a99a-b53749fdd87b'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:50:36.398685 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-34134af2-4c2e-4be6-a821-a328c6625a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:50:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['7588a577-89ff-46e2-a99a-b53749fdd87b'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:50:36.405219 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1f238-b2d5-4557-9e5a-a93415b60849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c509e6f7-4c16-4232-a678-852effef2ed5,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:36.408082 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-231e7413-8012-42b1-81a9-46b5e0a9db31 None None] Provisioning for port 5b918c01-d12d-4373-8fbd-a76f35df4b8f completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:50:36.426953 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-231e7413-8012-42b1-81a9-46b5e0a9db31 None None] Provisioning complete for port 5b918c01-d12d-4373-8fbd-a76f35df4b8f triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:50:36.427576 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-231e7413-8012-42b1-81a9-46b5e0a9db31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:36.442699 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-a275198d-b9a4-4c82-973b-690737fd2dad service neutron] Request body: {'port': {'device_id': 'd971b491-2111-4b38-9642-6e8e0de85608', 'device_owner': 'compute:tempest-test_az-824288935', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:36.525347 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7e227e67-d140-40b9-9852-9a24511b7c4d up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:50:36.536169 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6343681d-f674-47ab-9b09-874c8abfd3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:36.544012 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6343681d-f674-47ab-9b09-874c8abfd3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:36.548226 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6343681d-f674-47ab-9b09-874c8abfd3d2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c509e6f7-4c16-4232-a678-852effef2ed5 HTTP/1.1" status: 204 len: 168 time: 1.5244975 Aug 11 21:50:36.602992 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343681d-f674-47ab-9b09-874c8abfd3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c509e6f7-4c16-4232-a678-852effef2ed5,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:36.612143 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9329e26-c213-421f-8e89-ebe7173e14c2 admin admin] Network c4c97b5f-06c1-4ed2-a51f-a04ed0ef6287 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:50:36.700499 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-a275198d-b9a4-4c82-973b-690737fd2dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:36.711552 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-e9329e26-c213-421f-8e89-ebe7173e14c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, c4c97b5f-06c1-4ed2-a51f-a04ed0ef6287) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:50:36.745842 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2ad3e4-8a37-4b13-a746-c8a15e7004e4 None None] Network c4c97b5f-06c1-4ed2-a51f-a04ed0ef6287 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:50:36.766159 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9329e26-c213-421f-8e89-ebe7173e14c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:36.770190 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e9329e26-c213-421f-8e89-ebe7173e14c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:36.809272 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfc009-ba6f-4eff-ba56-d6414699661c req-f6b09956-6560-46f2-9bd9-5b6bd1853a51 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:36.812899 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c9bfc009-ba6f-4eff-ba56-d6414699661c req-f6b09956-6560-46f2-9bd9-5b6bd1853a51 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/ports?device_id=d971b491-2111-4b38-9642-6e8e0de85608 HTTP/1.1" status: 200 len: 934 time: 1.6023753 Aug 11 21:50:36.826513 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5c858160-8c3c-4a96-b768-4575f076e2c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:36.863627 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-34134af2-4c2e-4be6-a821-a328c6625a6a None None] Set router 7588a577-89ff-46e2-a99a-b53749fdd87b gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:50:36.969642 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e9329e26-c213-421f-8e89-ebe7173e14c2 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.7424610 Aug 11 21:50:37.038820 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-231e7413-8012-42b1-81a9-46b5e0a9db31 None None] Port 5b918c01-d12d-4373-8fbd-a76f35df4b8f cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:50:37.196163 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 7e227e67-d140-40b9-9852-9a24511b7c4d triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:50:37.196856 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:37.204394 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c9bfc009-ba6f-4eff-ba56-d6414699661c req-ba2ab66a-3575-4039-9057-e90648c3e837 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/security-groups?id=edccc311-f885-4c8b-be27-59ef3bf72bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687129 Aug 11 21:50:37.221123 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49281c0e-9c05-4085-9a3a-561ca72409fb None None] Network c4c97b5f-06c1-4ed2-a51f-a04ed0ef6287 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:50:37.576340 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-a275198d-b9a4-4c82-973b-690737fd2dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c1aa0f7-c4fb-4855-a74a-bcca27dff40b {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:50:37.593909 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-a275198d-b9a4-4c82-973b-690737fd2dad service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:37.597266 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5c858160-8c3c-4a96-b768-4575f076e2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:37.625497 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48030) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:37.626275 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48028) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:37.680810 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-a275198d-b9a4-4c82-973b-690737fd2dad service neutron] Transition to ACTIVE for port object 0c1aa0f7-c4fb-4855-a74a-bcca27dff40b will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:50:37.761887 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f641eaa8-26e1-4c1c-9779-d58081a0cbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:37.768851 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-a275198d-b9a4-4c82-973b-690737fd2dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:37.810469 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-34134af2-4c2e-4be6-a821-a328c6625a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7588a577-89ff-46e2-a99a-b53749fdd87b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-111837158-router', 'tenant_id': '8f7fb8f2452f41238fe4f24d6f3c7a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'b157fbf3-5550-4e81-8f5d-235dd167ee4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:23Z', 'updated_at': '2021-08-11T21:50:29Z', 'revision_number': 3, 'project_id': '8f7fb8f2452f41238fe4f24d6f3c7a6e', 'gw_port': {'id': 'b157fbf3-5550-4e81-8f5d-235dd167ee4c', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bf:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7588a577-89ff-46e2-a99a-b53749fdd87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:25Z', 'updated_at': '2021-08-11T21:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:50:37.826452 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:37.856115 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e641f-8cf2-4ad5-b587-1e54c70eb54a None None] Pushing event updated for resources: {'Port': ['ID=b157fbf3-5550-4e81-8f5d-235dd167ee4c,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:37.861869 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34134af2-4c2e-4be6-a821-a328c6625a6a None None] The sync data for ids ['7588a577-89ff-46e2-a99a-b53749fdd87b'] in n-d-804275-3 is: [{'id': '7588a577-89ff-46e2-a99a-b53749fdd87b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-111837158-router', 'tenant_id': '8f7fb8f2452f41238fe4f24d6f3c7a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'b157fbf3-5550-4e81-8f5d-235dd167ee4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:23Z', 'updated_at': '2021-08-11T21:50:29Z', 'revision_number': 3, 'project_id': '8f7fb8f2452f41238fe4f24d6f3c7a6e', 'gw_port': {'id': 'b157fbf3-5550-4e81-8f5d-235dd167ee4c', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bf:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7588a577-89ff-46e2-a99a-b53749fdd87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:25Z', 'updated_at': '2021-08-11T21:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:50:38.016538 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-42a2effa-dfe2-40ff-bf58-2574bd42634a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:38.069408 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c858160-8c3c-4a96-b768-4575f076e2c8 admin admin] Router a26c213a-1186-45f4-b5ce-1e3502044a24 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 21:50:38.091231 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e44dea-45cc-4cc7-b3c7-b379024262d9 admin admin] Deleting subnet 9b376513-248b-42bd-bf7d-07a411ce26c5 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 21:50:38.094871 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275198d-b9a4-4c82-973b-690737fd2dad service neutron] Pushing event updated for resources: {'Port': ['ID=0c1aa0f7-c4fb-4855-a74a-bcca27dff40b,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:38.098539 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-34e44dea-45cc-4cc7-b3c7-b379024262d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:38.258057 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-34e44dea-45cc-4cc7-b3c7-b379024262d9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:38.285498 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-34e44dea-45cc-4cc7-b3c7-b379024262d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:38.294083 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-a275198d-b9a4-4c82-973b-690737fd2dad service neutron] Attempting to bind port 0c1aa0f7-c4fb-4855-a74a-bcca27dff40b on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:50:38.294385 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-a275198d-b9a4-4c82-973b-690737fd2dad service neutron] Attempting to bind port 0c1aa0f7-c4fb-4855-a74a-bcca27dff40b by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:50:38.294752 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-a275198d-b9a4-4c82-973b-690737fd2dad service neutron] Attempting to bind port 0c1aa0f7-c4fb-4855-a74a-bcca27dff40b on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:50:38.326119 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-a275198d-b9a4-4c82-973b-690737fd2dad service neutron] Port 0c1aa0f7-c4fb-4855-a74a-bcca27dff40b on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:50:38.326533 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-a275198d-b9a4-4c82-973b-690737fd2dad service neutron] Attempting to bind port 0c1aa0f7-c4fb-4855-a74a-bcca27dff40b on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:50:38.372981 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c858160-8c3c-4a96-b768-4575f076e2c8 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:50:38.405917 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-42a2effa-dfe2-40ff-bf58-2574bd42634a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:38.406421 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a10ce-1be2-49bf-a6c6-b85f4699f6ed None None] Sync routers for ids ['a26c213a-1186-45f4-b5ce-1e3502044a24'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:50:38.412895 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-42a2effa-dfe2-40ff-bf58-2574bd42634a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:38.441746 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5c858160-8c3c-4a96-b768-4575f076e2c8 admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:38.443300 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5c858160-8c3c-4a96-b768-4575f076e2c8 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 8.3976781 Aug 11 21:50:38.454631 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48048) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:38.462072 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7a10ce-1be2-49bf-a6c6-b85f4699f6ed None None] Routers {'a26c213a-1186-45f4-b5ce-1e3502044a24'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:50:38.463209 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-8d7a10ce-1be2-49bf-a6c6-b85f4699f6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:50:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['a26c213a-1186-45f4-b5ce-1e3502044a24'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:50:38.514975 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-a275198d-b9a4-4c82-973b-690737fd2dad service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:50:38.515400 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-a275198d-b9a4-4c82-973b-690737fd2dad service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:50:38.516046 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-a275198d-b9a4-4c82-973b-690737fd2dad service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:50:38.516591 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-a275198d-b9a4-4c82-973b-690737fd2dad service neutron] Bound port: 0c1aa0f7-c4fb-4855-a74a-bcca27dff40b, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:50:38.516977 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-a275198d-b9a4-4c82-973b-690737fd2dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:38.575630 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-42a2effa-dfe2-40ff-bf58-2574bd42634a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a0b738f1b2f348dd871e7bfbca77ffe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9422894 Aug 11 21:50:38.577188 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48052) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:38.577394 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f641eaa8-26e1-4c1c-9779-d58081a0cbc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:38.644399 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2effa-dfe2-40ff-bf58-2574bd42634a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb59d69-af5f-470a-bf3c-b38a9d7d6816,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:38.645874 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f641eaa8-26e1-4c1c-9779-d58081a0cbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:38.647077 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f641eaa8-26e1-4c1c-9779-d58081a0cbc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:38.672333 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2f195-fd33-4772-ab74-e31e763adf2d req-2fdcc3e6-5254-4dc0-a9a2-94d478d9f317 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:38.674451 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-34a2f195-fd33-4772-ab74-e31e763adf2d req-2fdcc3e6-5254-4dc0-a9a2-94d478d9f317 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/ports?device_id=d971b491-2111-4b38-9642-6e8e0de85608 HTTP/1.1" status: 200 len: 967 time: 0.1609738 Aug 11 21:50:38.738552 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641eaa8-26e1-4c1c-9779-d58081a0cbc9 admin admin] Pushing event updated for resources: {'Port': ['ID=5b918c01-d12d-4373-8fbd-a76f35df4b8f,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:38.859906 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-34a2f195-fd33-4772-ab74-e31e763adf2d req-cf1613cc-90dc-47f4-832b-8cca0784a1cc tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/security-groups?id=edccc311-f885-4c8b-be27-59ef3bf72bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304693 Aug 11 21:50:38.885472 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-8d7a10ce-1be2-49bf-a6c6-b85f4699f6ed None None] Set router a26c213a-1186-45f4-b5ce-1e3502044a24 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:50:38.912287 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-34e44dea-45cc-4cc7-b3c7-b379024262d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:38.925196 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-a275198d-b9a4-4c82-973b-690737fd2dad service neutron] For port 0c1aa0f7-c4fb-4855-a74a-bcca27dff40b, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:50:38.958498 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-34e44dea-45cc-4cc7-b3c7-b379024262d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:38.961913 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-34e44dea-45cc-4cc7-b3c7-b379024262d9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9b376513-248b-42bd-bf7d-07a411ce26c5 HTTP/1.1" status: 204 len: 168 time: 1.3245988 Aug 11 21:50:38.979786 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e44dea-45cc-4cc7-b3c7-b379024262d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b376513-248b-42bd-bf7d-07a411ce26c5,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:38.993724 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48058) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:39.085266 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-598e3899-151c-457c-8baf-eadc20b65d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:39.091885 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-a275198d-b9a4-4c82-973b-690737fd2dad service neutron] For port 0c1aa0f7-c4fb-4855-a74a-bcca27dff40b, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=0c1aa0f7-c4fb-4855-a74a-bcca27dff40b,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:50:39.154676 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-a275198d-b9a4-4c82-973b-690737fd2dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:39.223590 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-598e3899-151c-457c-8baf-eadc20b65d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:39.236821 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-598e3899-151c-457c-8baf-eadc20b65d80 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:50:39.236821 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-598e3899-151c-457c-8baf-eadc20b65d80 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:50:39.238023 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-598e3899-151c-457c-8baf-eadc20b65d80 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:50:39.238023 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-598e3899-151c-457c-8baf-eadc20b65d80 admin admin] Subscribe: > port after_create 55550000 {{(pid=100943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:50:39.238241 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-598e3899-151c-457c-8baf-eadc20b65d80 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:50:39.238556 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-598e3899-151c-457c-8baf-eadc20b65d80 admin admin] Subscribe: > port after_update 55550000 {{(pid=100943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:50:39.238886 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-598e3899-151c-457c-8baf-eadc20b65d80 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:50:39.239232 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-598e3899-151c-457c-8baf-eadc20b65d80 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:50:39.239587 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-598e3899-151c-457c-8baf-eadc20b65d80 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:50:39.240030 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-598e3899-151c-457c-8baf-eadc20b65d80 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:50:39.402111 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e5422765-0f65-449e-b87b-e9a07009f664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:39.458664 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e5422765-0f65-449e-b87b-e9a07009f664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:39.596409 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-598e3899-151c-457c-8baf-eadc20b65d80 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:50:39.597249 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-598e3899-151c-457c-8baf-eadc20b65d80 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:50:39.597249 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-598e3899-151c-457c-8baf-eadc20b65d80 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:50:39.597566 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-598e3899-151c-457c-8baf-eadc20b65d80 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:50:39.598188 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-598e3899-151c-457c-8baf-eadc20b65d80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ba26a0-5330-45a7-8cfc-7dd107d07c92']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:50:39.600895 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-8d7a10ce-1be2-49bf-a6c6-b85f4699f6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-746873495-router', 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f7944e29-6608-4f7f-b129-32cf18dc82d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:30Z', 'updated_at': '2021-08-11T21:50:35Z', 'revision_number': 3, 'project_id': '6d572a2953ca41c9aa1198544da7c95a', 'gw_port': {'id': 'f7944e29-6608-4f7f-b129-32cf18dc82d3', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:08:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:33Z', 'updated_at': '2021-08-11T21:50:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:50:39.626509 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-598e3899-151c-457c-8baf-eadc20b65d80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd349f6a9-4a29-4f13-ac4c-450858fe2325') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:50:39.626787 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-598e3899-151c-457c-8baf-eadc20b65d80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd349f6a9-4a29-4f13-ac4c-450858fe2325') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:50:39.645238 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e5422765-0f65-449e-b87b-e9a07009f664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:39.647552 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-598e3899-151c-457c-8baf-eadc20b65d80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:39.648731 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e5422765-0f65-449e-b87b-e9a07009f664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:39.654837 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e5422765-0f65-449e-b87b-e9a07009f664 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3eb59d69-af5f-470a-bf3c-b38a9d7d6816 HTTP/1.1" status: 204 len: 168 time: 1.0357060 Aug 11 21:50:39.668073 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5422765-0f65-449e-b87b-e9a07009f664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb59d69-af5f-470a-bf3c-b38a9d7d6816,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:39.681655 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a10ce-1be2-49bf-a6c6-b85f4699f6ed None None] Checking router: a26c213a-1186-45f4-b5ce-1e3502044a24 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:50:39.682509 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a10ce-1be2-49bf-a6c6-b85f4699f6ed None None] Updating router a26c213a-1186-45f4-b5ce-1e3502044a24 port f7944e29-6608-4f7f-b129-32cf18dc82d3 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 21:50:39.706359 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-598e3899-151c-457c-8baf-eadc20b65d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:39.760227 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8d7a10ce-1be2-49bf-a6c6-b85f4699f6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:39.777705 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-598e3899-151c-457c-8baf-eadc20b65d80 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 21:50:39.778514 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-598e3899-151c-457c-8baf-eadc20b65d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: from cryptography.utils import int_from_bytes Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: from cryptography.utils import int_from_bytes Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: timer() Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 21:50:39.796633 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 21:50:39.813391 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-07279e92-45f8-4770-8583-f6edb88a2176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:39.867095 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275198d-b9a4-4c82-973b-690737fd2dad service neutron] Pushing event updated for resources: {'Port': ['ID=0c1aa0f7-c4fb-4855-a74a-bcca27dff40b,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:40.355326 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1392bd0-0838-46cd-a7de-8031c7480f90 req-eb97bc0f-36c5-4a41-8221-807d1fb77a99 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:40.362939 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d1392bd0-0838-46cd-a7de-8031c7480f90 req-eb97bc0f-36c5-4a41-8221-807d1fb77a99 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/ports?device_id=d971b491-2111-4b38-9642-6e8e0de85608 HTTP/1.1" status: 200 len: 967 time: 0.3333466 Aug 11 21:50:40.415764 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-a275198d-b9a4-4c82-973b-690737fd2dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:40.416789 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-a275198d-b9a4-4c82-973b-690737fd2dad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:40.419022 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-a275198d-b9a4-4c82-973b-690737fd2dad service neutron] 10.222.0.52 "PUT /v2.0/ports/0c1aa0f7-c4fb-4855-a74a-bcca27dff40b HTTP/1.1" status: 200 len: 1115 time: 4.4290237 Aug 11 21:50:40.435708 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f641eaa8-26e1-4c1c-9779-d58081a0cbc9 admin admin] Network f8e2d25c-73a0-4643-b43c-453da43b9ab1 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:50:40.444343 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd971b491-2111-4b38-9642-6e8e0de85608', 'tag': '0c1aa0f7-c4fb-4855-a74a-bcca27dff40b'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:50:40.473035 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-f641eaa8-26e1-4c1c-9779-d58081a0cbc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:50:40.473175 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b157fbf3-5550-4e81-8f5d-235dd167ee4c up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:50:40.570504 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d1392bd0-0838-46cd-a7de-8031c7480f90 req-28959e12-59cb-432a-b02a-5537bffa5a19 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/security-groups?id=edccc311-f885-4c8b-be27-59ef3bf72bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065532 Aug 11 21:50:40.596726 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-07279e92-45f8-4770-8583-f6edb88a2176 admin admin] Allocated IP 172.20.0.1 (f2cc479d-ac73-4c08-a298-1c862834910a/cf7f627a-a807-488d-83b4-ae1b6ccd4d37/75fb051c-2432-4a68-ae15-39689643d69a) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:50:40.626193 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8d7a10ce-1be2-49bf-a6c6-b85f4699f6ed None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:40.649402 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8d7a10ce-1be2-49bf-a6c6-b85f4699f6ed None None] Transition to ACTIVE for port object f7944e29-6608-4f7f-b129-32cf18dc82d3 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:50:40.660032 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8d7a10ce-1be2-49bf-a6c6-b85f4699f6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:40.719163 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-598e3899-151c-457c-8baf-eadc20b65d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:40.723138 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f035714-6dcc-4fb1-9d9e-aa96d560d9ab None None] Pushing event updated for resources: {'Port': ['ID=f7944e29-6608-4f7f-b129-32cf18dc82d3,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:40.736416 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-598e3899-151c-457c-8baf-eadc20b65d80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:40.741812 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-598e3899-151c-457c-8baf-eadc20b65d80 admin admin] 10.222.0.77 "DELETE /v2.0/networks/20ba26a0-5330-45a7-8cfc-7dd107d07c92 HTTP/1.1" status: 204 len: 168 time: 1.7469599 Aug 11 21:50:40.748678 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48090) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:40.824543 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-8d7a10ce-1be2-49bf-a6c6-b85f4699f6ed None None] Attempting to bind port f7944e29-6608-4f7f-b129-32cf18dc82d3 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:50:40.825441 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-8d7a10ce-1be2-49bf-a6c6-b85f4699f6ed None None] Attempting to bind port f7944e29-6608-4f7f-b129-32cf18dc82d3 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:50:40.825971 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7a10ce-1be2-49bf-a6c6-b85f4699f6ed None None] Attempting to bind port f7944e29-6608-4f7f-b129-32cf18dc82d3 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:50:40.840755 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e3899-151c-457c-8baf-eadc20b65d80 admin admin] Pushing event deleted for resources: {'Network': ['ID=20ba26a0-5330-45a7-8cfc-7dd107d07c92,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:40.849913 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7a10ce-1be2-49bf-a6c6-b85f4699f6ed None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:50:40.850526 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7a10ce-1be2-49bf-a6c6-b85f4699f6ed None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:50:40.851158 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8d7a10ce-1be2-49bf-a6c6-b85f4699f6ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:40.852298 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7a10ce-1be2-49bf-a6c6-b85f4699f6ed None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:50:40.853355 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-8d7a10ce-1be2-49bf-a6c6-b85f4699f6ed None None] Bound port: f7944e29-6608-4f7f-b129-32cf18dc82d3, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:50:40.854258 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8d7a10ce-1be2-49bf-a6c6-b85f4699f6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:40.940502 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port b157fbf3-5550-4e81-8f5d-235dd167ee4c completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:50:40.943196 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c56af59-503b-4227-afd5-58ccf358956c" -d '{"events": [{"name": "network-changed", "server_uuid": "d971b491-2111-4b38-9642-6e8e0de85608", "tag": "0c1aa0f7-c4fb-4855-a74a-bcca27dff40b"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:50:40.946312 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e437a34-ebbb-4d37-9784-0902899ac58c admin admin] Deleting subnet f15bde2d-4254-43bb-b35a-f00880d00f9c {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 21:50:40.959238 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port b157fbf3-5550-4e81-8f5d-235dd167ee4c triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:50:40.959923 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3e437a34-ebbb-4d37-9784-0902899ac58c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:40.960051 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:40.984889 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-69e0d5c3-f27b-4233-8d19-34b0cd3059f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:40.991694 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-69e0d5c3-f27b-4233-8d19-34b0cd3059f2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ae84c34ac114fcea490e9bb7703e48d&device_id=d971b491-2111-4b38-9642-6e8e0de85608 HTTP/1.1" status: 200 len: 1118 time: 0.3912454 Aug 11 21:50:41.007947 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-07279e92-45f8-4770-8583-f6edb88a2176 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:41.066723 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3e437a34-ebbb-4d37-9784-0902899ac58c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:41.088478 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3e437a34-ebbb-4d37-9784-0902899ac58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:41.109144 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-8d7a10ce-1be2-49bf-a6c6-b85f4699f6ed None None] For port f7944e29-6608-4f7f-b129-32cf18dc82d3, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:50:41.113362 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-8d7a10ce-1be2-49bf-a6c6-b85f4699f6ed None None] For port f7944e29-6608-4f7f-b129-32cf18dc82d3, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f7944e29-6608-4f7f-b129-32cf18dc82d3,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:50:41.119566 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8d7a10ce-1be2-49bf-a6c6-b85f4699f6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:41.203915 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-ddcb52ed-1d97-41b4-ab0f-5b7eef36a968 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=0c1aa0f7-c4fb-4855-a74a-bcca27dff40b HTTP/1.1" status: 200 len: 217 time: 0.2010024 Aug 11 21:50:41.219650 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9315b7d3-0d19-4373-8c4d-556e14156452 None None] Provisioning complete for port 5b918c01-d12d-4373-8fbd-a76f35df4b8f triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:50:41.220041 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9315b7d3-0d19-4373-8c4d-556e14156452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:41.236039 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f641eaa8-26e1-4c1c-9779-d58081a0cbc9 admin admin] Router 7588a577-89ff-46e2-a99a-b53749fdd87b has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:50:41.258310 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-07279e92-45f8-4770-8583-f6edb88a2176 admin admin] Transition to ACTIVE for port object 75fb051c-2432-4a68-ae15-39689643d69a will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:50:41.262698 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3e437a34-ebbb-4d37-9784-0902899ac58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:41.273501 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7a10ce-1be2-49bf-a6c6-b85f4699f6ed None None] Routers {'a26c213a-1186-45f4-b5ce-1e3502044a24'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:50:41.274366 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-8d7a10ce-1be2-49bf-a6c6-b85f4699f6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:50:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['a26c213a-1186-45f4-b5ce-1e3502044a24'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:50:41.337062 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e437a34-ebbb-4d37-9784-0902899ac58c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f15bde2d-4254-43bb-b35a-f00880d00f9c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:41.404378 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-178a5ea0-b360-411c-8e6a-b1de2aa24e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:41.407307 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-178a5ea0-b360-411c-8e6a-b1de2aa24e68 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1956203 Aug 11 21:50:41.412170 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3e437a34-ebbb-4d37-9784-0902899ac58c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:41.415356 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3e437a34-ebbb-4d37-9784-0902899ac58c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f15bde2d-4254-43bb-b35a-f00880d00f9c HTTP/1.1" status: 204 len: 168 time: 0.6653044 Aug 11 21:50:41.418372 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48116) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:41.428901 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-07279e92-45f8-4770-8583-f6edb88a2176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:41.436752 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-8d7a10ce-1be2-49bf-a6c6-b85f4699f6ed None None] Set router a26c213a-1186-45f4-b5ce-1e3502044a24 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:50:41.467447 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2b669e-8940-4836-bdc3-fd1ff41979b1 x-openstack-request-id: req-0f2b669e-8940-4836-bdc3-fd1ff41979b1 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:50:41.467952 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d971b491-2111-4b38-9642-6e8e0de85608", "tag": "0c1aa0f7-c4fb-4855-a74a-bcca27dff40b", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:50:41.468094 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0f2b669e-8940-4836-bdc3-fd1ff41979b1 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:50:41.468604 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd971b491-2111-4b38-9642-6e8e0de85608', 'tag': '0c1aa0f7-c4fb-4855-a74a-bcca27dff40b', 'status': 'completed', 'code': 200} Aug 11 21:50:41.481587 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-9315b7d3-0d19-4373-8c4d-556e14156452 None None] Port 5b918c01-d12d-4373-8fbd-a76f35df4b8f cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:50:41.510057 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07279e92-45f8-4770-8583-f6edb88a2176 admin admin] Pushing event updated for resources: {'Port': ['ID=75fb051c-2432-4a68-ae15-39689643d69a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:41.543279 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07279e92-45f8-4770-8583-f6edb88a2176 admin admin] Network f2cc479d-ac73-4c08-a298-1c862834910a is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:50:41.547155 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-07279e92-45f8-4770-8583-f6edb88a2176 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:50:41.565105 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07279e92-45f8-4770-8583-f6edb88a2176 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:50:41.566227 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-07279e92-45f8-4770-8583-f6edb88a2176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:41.638139 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f035714-6dcc-4fb1-9d9e-aa96d560d9ab None None] Pushing event updated for resources: {'Port': ['ID=f7944e29-6608-4f7f-b129-32cf18dc82d3,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:41.718670 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef532222-cc22-4411-b5dd-1018fcd52783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:41.811645 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:41.907281 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port b157fbf3-5550-4e81-8f5d-235dd167ee4c, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b157fbf3-5550-4e81-8f5d-235dd167ee4c,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:50:41.912734 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:41.933501 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48132) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:42.033181 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-ac58f4d1-68cc-4f13-bc9e-f1c16371edea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:42.038675 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-ac58f4d1-68cc-4f13-bc9e-f1c16371edea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6159806 Aug 11 21:50:42.046014 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f641eaa8-26e1-4c1c-9779-d58081a0cbc9 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:50:42.059996 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f5b157-7615-40ff-b463-1ef8d1738858 None None] Sync routers for ids ['7588a577-89ff-46e2-a99a-b53749fdd87b'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:50:42.061505 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f5c6c78a-5f5e-4ef3-a73f-80ccdfa71ed7 None None] Provisioning for port 75fb051c-2432-4a68-ae15-39689643d69a completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:50:42.080314 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f641eaa8-26e1-4c1c-9779-d58081a0cbc9 admin admin] 10.222.0.77 "PUT /v2.0/routers/7588a577-89ff-46e2-a99a-b53749fdd87b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7154641 Aug 11 21:50:42.080514 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=b157fbf3-5550-4e81-8f5d-235dd167ee4c,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:42.088168 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f5c6c78a-5f5e-4ef3-a73f-80ccdfa71ed7 None None] Provisioning complete for port 75fb051c-2432-4a68-ae15-39689643d69a triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:50:42.089192 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f5c6c78a-5f5e-4ef3-a73f-80ccdfa71ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:42.093717 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-8d7a10ce-1be2-49bf-a6c6-b85f4699f6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-746873495-router', 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f7944e29-6608-4f7f-b129-32cf18dc82d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:30Z', 'updated_at': '2021-08-11T21:50:35Z', 'revision_number': 3, 'project_id': '6d572a2953ca41c9aa1198544da7c95a', 'gw_port': {'id': 'f7944e29-6608-4f7f-b129-32cf18dc82d3', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:08:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:33Z', 'updated_at': '2021-08-11T21:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:50:42.101730 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f5b157-7615-40ff-b463-1ef8d1738858 None None] Routers {'7588a577-89ff-46e2-a99a-b53749fdd87b'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:50:42.102689 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-76f5b157-7615-40ff-b463-1ef8d1738858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:50:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['7588a577-89ff-46e2-a99a-b53749fdd87b'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:50:42.173425 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a10ce-1be2-49bf-a6c6-b85f4699f6ed None None] The sync data for ids ['a26c213a-1186-45f4-b5ce-1e3502044a24'] in n-d-804275-3 is: [{'id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-746873495-router', 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f7944e29-6608-4f7f-b129-32cf18dc82d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:30Z', 'updated_at': '2021-08-11T21:50:35Z', 'revision_number': 3, 'project_id': '6d572a2953ca41c9aa1198544da7c95a', 'gw_port': {'id': 'f7944e29-6608-4f7f-b129-32cf18dc82d3', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:08:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:33Z', 'updated_at': '2021-08-11T21:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:50:42.181979 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6c78a-5f5e-4ef3-a73f-80ccdfa71ed7 None None] Port 75fb051c-2432-4a68-ae15-39689643d69a cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:50:42.203459 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-07279e92-45f8-4770-8583-f6edb88a2176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:42.292425 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425ae65-5576-42a5-9173-d22ebd14b725 req-9a50feb4-c75a-4282-bcd5-f06149c11850 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:42.303033 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2425ae65-5576-42a5-9173-d22ebd14b725 req-9a50feb4-c75a-4282-bcd5-f06149c11850 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/ports?device_id=d971b491-2111-4b38-9642-6e8e0de85608 HTTP/1.1" status: 200 len: 967 time: 0.5750556 Aug 11 21:50:42.308119 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef532222-cc22-4411-b5dd-1018fcd52783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:42.332661 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-d76da400-ea5e-4e2d-8ab7-43b2b99853c7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-602322080-network', 'tenant_id': '58693a3da3514a46902c68c672391970'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:42.353473 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-76f5b157-7615-40ff-b463-1ef8d1738858 None None] Set router 7588a577-89ff-46e2-a99a-b53749fdd87b gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:50:42.386092 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-ef532222-cc22-4411-b5dd-1018fcd52783 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c97b5f-06c1-4ed2-a51f-a04ed0ef6287']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:50:42.452736 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-ef532222-cc22-4411-b5dd-1018fcd52783 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d10e5e-2f72-44f6-b0bd-d79d8ba03a3b') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:50:42.453196 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-ef532222-cc22-4411-b5dd-1018fcd52783 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d10e5e-2f72-44f6-b0bd-d79d8ba03a3b') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:50:42.475097 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b157fbf3-5550-4e81-8f5d-235dd167ee4c up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:50:42.484693 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef532222-cc22-4411-b5dd-1018fcd52783 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:42.509791 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef532222-cc22-4411-b5dd-1018fcd52783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:42.522893 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef532222-cc22-4411-b5dd-1018fcd52783 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 21:50:42.523583 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef532222-cc22-4411-b5dd-1018fcd52783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:42.525725 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48144) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:42.640529 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port b157fbf3-5550-4e81-8f5d-235dd167ee4c triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:50:42.641066 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-07279e92-45f8-4770-8583-f6edb88a2176 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:42.642284 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:42.669605 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-07279e92-45f8-4770-8583-f6edb88a2176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:42.670733 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-07279e92-45f8-4770-8583-f6edb88a2176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: timer() Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 21:50:42.721481 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 21:50:42.878680 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2425ae65-5576-42a5-9173-d22ebd14b725 req-a9fb405e-2e57-4be8-82a7-da2b22981f21 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/security-groups?id=edccc311-f885-4c8b-be27-59ef3bf72bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5713634 Aug 11 21:50:42.889151 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef532222-cc22-4411-b5dd-1018fcd52783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:42.904619 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef532222-cc22-4411-b5dd-1018fcd52783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:42.910324 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ef532222-cc22-4411-b5dd-1018fcd52783 admin admin] 10.222.0.77 "DELETE /v2.0/networks/c4c97b5f-06c1-4ed2-a51f-a04ed0ef6287 HTTP/1.1" status: 204 len: 168 time: 1.4844816 Aug 11 21:50:42.929892 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76da400-ea5e-4e2d-8ab7-43b2b99853c7 admin admin] Made reservation on behalf of 58693a3da3514a46902c68c672391970 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:50:42.933395 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d76da400-ea5e-4e2d-8ab7-43b2b99853c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:42.986563 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d76da400-ea5e-4e2d-8ab7-43b2b99853c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:43.000280 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef532222-cc22-4411-b5dd-1018fcd52783 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4c97b5f-06c1-4ed2-a51f-a04ed0ef6287,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:43.014910 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-a278dc73-d1e6-4528-b569-57d890f08b2c service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9638608 Aug 11 21:50:43.144754 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-76f5b157-7615-40ff-b463-1ef8d1738858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7588a577-89ff-46e2-a99a-b53749fdd87b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-111837158-router', 'tenant_id': '8f7fb8f2452f41238fe4f24d6f3c7a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'b157fbf3-5550-4e81-8f5d-235dd167ee4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:23Z', 'updated_at': '2021-08-11T21:50:36Z', 'revision_number': 4, 'project_id': '8f7fb8f2452f41238fe4f24d6f3c7a6e', 'gw_port': {'id': 'b157fbf3-5550-4e81-8f5d-235dd167ee4c', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7588a577-89ff-46e2-a99a-b53749fdd87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:25Z', 'updated_at': '2021-08-11T21:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '5b918c01-d12d-4373-8fbd-a76f35df4b8f', 'name': '', 'network_id': 'f8e2d25c-73a0-4643-b43c-453da43b9ab1', 'tenant_id': '8f7fb8f2452f41238fe4f24d6f3c7a6e', 'mac_address': 'fa:16:3e:2c:fa:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7588a577-89ff-46e2-a99a-b53749fdd87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'a3a0337b-3171-4342-bdd8-60b4b6681ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:33Z', 'updated_at': '2021-08-11T21:50:38Z', 'revision_number': 2, 'project_id': '8f7fb8f2452f41238fe4f24d6f3c7a6e', 'subnets': [{'id': 'a3a0337b-3171-4342-bdd8-60b4b6681ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:50:43.197419 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-dbae38a2-8f52-4563-931a-2382a6bf60f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:43.208461 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f5b157-7615-40ff-b463-1ef8d1738858 None None] Checking router: 7588a577-89ff-46e2-a99a-b53749fdd87b for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:50:43.208902 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f5b157-7615-40ff-b463-1ef8d1738858 None None] Updating router 7588a577-89ff-46e2-a99a-b53749fdd87b port 5b918c01-d12d-4373-8fbd-a76f35df4b8f binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 21:50:43.218297 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6b5b6640-0406-4861-a6c3-586ec05d667c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:43.246193 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-76f5b157-7615-40ff-b463-1ef8d1738858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:43.272234 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48158) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:43.318999 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07279e92-45f8-4770-8583-f6edb88a2176 admin admin] Pushing event updated for resources: {'Port': ['ID=75fb051c-2432-4a68-ae15-39689643d69a,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:43.436199 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07279e92-45f8-4770-8583-f6edb88a2176 admin admin] Network f2cc479d-ac73-4c08-a298-1c862834910a is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:50:43.443746 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-07279e92-45f8-4770-8583-f6edb88a2176 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:50:43.455990 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-32d96958-09db-4881-9700-b3f4ee76ae27 req-4a9dcddd-2f98-44b7-ba5c-b12829ae6496 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279594 Aug 11 21:50:43.546637 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-172e613e-391c-411d-907d-6cc8f9aded67 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ff6c5d9483b3445e942380770462b535&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2692721 Aug 11 21:50:43.559481 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48168) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:43.629306 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d76da400-ea5e-4e2d-8ab7-43b2b99853c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:43.657027 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d76da400-ea5e-4e2d-8ab7-43b2b99853c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:43.731576 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07279e92-45f8-4770-8583-f6edb88a2176 admin admin] Router a26c213a-1186-45f4-b5ce-1e3502044a24 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:50:43.759090 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d76da400-ea5e-4e2d-8ab7-43b2b99853c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:50:43.772579 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76da400-ea5e-4e2d-8ab7-43b2b99853c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf1cb57-189d-42c0-b3cb-c93032120ca5,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:43.812306 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56af59-503b-4227-afd5-58ccf358956c req-b55ab4eb-cf8a-4501-85fa-5a635f912251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:43.824200 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3c56af59-503b-4227-afd5-58ccf358956c req-b55ab4eb-cf8a-4501-85fa-5a635f912251 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ae84c34ac114fcea490e9bb7703e48d&device_id=d971b491-2111-4b38-9642-6e8e0de85608 HTTP/1.1" status: 200 len: 1118 time: 0.2361562 Aug 11 21:50:43.825869 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d76da400-ea5e-4e2d-8ab7-43b2b99853c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:43.826339 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-d76da400-ea5e-4e2d-8ab7-43b2b99853c7 admin admin] Added segment 53b84968-742f-4107-95da-e7cb3d6b1551 of type vlan for network 9e1174b1-b438-426a-a613-157d0cc11ca4 Aug 11 21:50:43.903418 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9d5dbd2c-9995-4d59-9dd5-ae4a012f6790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:44.032309 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-76f5b157-7615-40ff-b463-1ef8d1738858 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:44.039174 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-417c16c2-ac3b-4502-81d8-4906109ddbc5 None None] Provisioning complete for port 75fb051c-2432-4a68-ae15-39689643d69a triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:50:44.047883 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-417c16c2-ac3b-4502-81d8-4906109ddbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:44.051759 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6b5b6640-0406-4861-a6c3-586ec05d667c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:44.067041 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6b5b6640-0406-4861-a6c3-586ec05d667c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:44.082127 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-76f5b157-7615-40ff-b463-1ef8d1738858 None None] Transition to ACTIVE for port object 5b918c01-d12d-4373-8fbd-a76f35df4b8f will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:50:44.097418 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-76f5b157-7615-40ff-b463-1ef8d1738858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:44.107252 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d76da400-ea5e-4e2d-8ab7-43b2b99853c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:44.130084 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9d5dbd2c-9995-4d59-9dd5-ae4a012f6790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:44.142727 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-417c16c2-ac3b-4502-81d8-4906109ddbc5 None None] Port 75fb051c-2432-4a68-ae15-39689643d69a cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:50:44.149208 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07279e92-45f8-4770-8583-f6edb88a2176 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:50:44.159732 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-07279e92-45f8-4770-8583-f6edb88a2176 admin admin] 10.222.0.77 "PUT /v2.0/routers/a26c213a-1186-45f4-b5ce-1e3502044a24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7034287 Aug 11 21:50:44.219822 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb4f34-64cc-4fb7-94c4-2266edb1a29f None None] Pushing event updated for resources: {'Port': ['ID=5b918c01-d12d-4373-8fbd-a76f35df4b8f,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:44.226875 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48172) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:44.254014 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-584e78de-6f13-4435-ba9c-e863099e0c9c tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1004725951', 'description': 'tempest-description--1988678545'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:44.280214 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56af59-503b-4227-afd5-58ccf358956c req-675f2eb2-ea62-401f-906e-5810c7215fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:44.282259 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3c56af59-503b-4227-afd5-58ccf358956c req-675f2eb2-ea62-401f-906e-5810c7215fb4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.4422269 Aug 11 21:50:44.285427 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6b5b6640-0406-4861-a6c3-586ec05d667c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f9096a1ca4b64950908a5bcd862ca43a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7584255 Aug 11 21:50:44.286268 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48176) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:44.311033 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d76da400-ea5e-4e2d-8ab7-43b2b99853c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:44.319125 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76da400-ea5e-4e2d-8ab7-43b2b99853c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:44.319125 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d76da400-ea5e-4e2d-8ab7-43b2b99853c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:44.364269 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b6640-0406-4861-a6c3-586ec05d667c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f312b69-9e2f-4523-896c-5bf0a1b93cd2,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:44.372225 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-76f5b157-7615-40ff-b463-1ef8d1738858 None None] Attempting to bind port 5b918c01-d12d-4373-8fbd-a76f35df4b8f on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:50:44.372667 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-76f5b157-7615-40ff-b463-1ef8d1738858 None None] Attempting to bind port 5b918c01-d12d-4373-8fbd-a76f35df4b8f by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '369ccefe-0b9e-4d97-a5e7-b13f89274970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f8e2d25c-73a0-4643-b43c-453da43b9ab1'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:50:44.373956 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f5b157-7615-40ff-b463-1ef8d1738858 None None] Attempting to bind port 5b918c01-d12d-4373-8fbd-a76f35df4b8f on network f8e2d25c-73a0-4643-b43c-453da43b9ab1 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:50:44.387161 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f5b157-7615-40ff-b463-1ef8d1738858 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:50:44.388961 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f5b157-7615-40ff-b463-1ef8d1738858 None None] Checking segment: {'id': '369ccefe-0b9e-4d97-a5e7-b13f89274970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f8e2d25c-73a0-4643-b43c-453da43b9ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:50:44.389509 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-76f5b157-7615-40ff-b463-1ef8d1738858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:44.391921 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f5b157-7615-40ff-b463-1ef8d1738858 None None] Bound using segment: {'id': '369ccefe-0b9e-4d97-a5e7-b13f89274970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f8e2d25c-73a0-4643-b43c-453da43b9ab1'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:50:44.392459 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-76f5b157-7615-40ff-b463-1ef8d1738858 None None] Bound port: 5b918c01-d12d-4373-8fbd-a76f35df4b8f, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '369ccefe-0b9e-4d97-a5e7-b13f89274970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f8e2d25c-73a0-4643-b43c-453da43b9ab1'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:50:44.392993 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-76f5b157-7615-40ff-b463-1ef8d1738858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:44.441259 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346b54e-7bba-4dfc-be23-b138d1d95ca9 req-49483f43-d0c0-47b3-9b74-891f100c78aa tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:44.452491 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b346b54e-7bba-4dfc-be23-b138d1d95ca9 req-49483f43-d0c0-47b3-9b74-891f100c78aa tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/ports?device_id=d971b491-2111-4b38-9642-6e8e0de85608 HTTP/1.1" status: 200 len: 967 time: 0.3220577 Aug 11 21:50:44.514663 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f7944e29-6608-4f7f-b129-32cf18dc82d3 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:50:44.564614 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-76f5b157-7615-40ff-b463-1ef8d1738858 None None] For port 5b918c01-d12d-4373-8fbd-a76f35df4b8f, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:50:44.565997 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b346b54e-7bba-4dfc-be23-b138d1d95ca9 req-3f82c5ef-ad56-4153-b00e-1b0248b13986 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/security-groups?id=edccc311-f885-4c8b-be27-59ef3bf72bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979996 Aug 11 21:50:44.571112 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-76f5b157-7615-40ff-b463-1ef8d1738858 None None] For port 5b918c01-d12d-4373-8fbd-a76f35df4b8f, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5b918c01-d12d-4373-8fbd-a76f35df4b8f,segment=NetworkSegment(369ccefe-0b9e-4d97-a5e7-b13f89274970),segment_id=369ccefe-0b9e-4d97-a5e7-b13f89274970)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:50:44.579321 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-76f5b157-7615-40ff-b463-1ef8d1738858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:44.709599 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f5b157-7615-40ff-b463-1ef8d1738858 None None] Routers {'7588a577-89ff-46e2-a99a-b53749fdd87b'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:50:44.710530 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-76f5b157-7615-40ff-b463-1ef8d1738858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:50:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['7588a577-89ff-46e2-a99a-b53749fdd87b'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:50:44.717745 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-584e78de-6f13-4435-ba9c-e863099e0c9c tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:44.722083 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3c56af59-503b-4227-afd5-58ccf358956c req-f212b555-23f0-4f2e-b825-5878d66fef60 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=0c1aa0f7-c4fb-4855-a74a-bcca27dff40b HTTP/1.1" status: 200 len: 217 time: 0.4233112 Aug 11 21:50:44.733598 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port f7944e29-6608-4f7f-b129-32cf18dc82d3 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:50:44.773241 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb4f34-64cc-4fb7-94c4-2266edb1a29f None None] Pushing event updated for resources: {'Port': ['ID=5b918c01-d12d-4373-8fbd-a76f35df4b8f,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:44.779034 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port f7944e29-6608-4f7f-b129-32cf18dc82d3 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:50:44.781538 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:44.822273 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d76da400-ea5e-4e2d-8ab7-43b2b99853c7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.8737864 Aug 11 21:50:44.828902 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48186) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:44.844716 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-d08ad1e5-640e-4561-9212-56c3fb369acd admin admin] Request body: {'subnet': {'network_id': '9e1174b1-b438-426a-a613-157d0cc11ca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-602322080-subnet', 'tenant_id': '58693a3da3514a46902c68c672391970', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:44.847068 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9d5dbd2c-9995-4d59-9dd5-ae4a012f6790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:44.850385 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9d5dbd2c-9995-4d59-9dd5-ae4a012f6790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:44.851894 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9d5dbd2c-9995-4d59-9dd5-ae4a012f6790 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a7fc4ee3-67f5-4eb8-a5ea-da1ef1fd97cd HTTP/1.1" status: 204 len: 168 time: 1.2916093 Aug 11 21:50:44.886332 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.db.api [None req-d08ad1e5-640e-4561-9212-56c3fb369acd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 21:50:44.886332 n-d-804275-3 neutron-server[100942]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 21:50:44.886332 n-d-804275-3 neutron-server[100942]: [parameters: {'project_id_1': '58693a3da3514a46902c68c672391970', 'expiration_1': datetime.datetime(2021, 8, 11, 21, 50, 44, 871000)}] Aug 11 21:50:44.886332 n-d-804275-3 neutron-server[100942]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 21:50:44.887009 n-d-804275-3 neutron-server[100942]: DEBUG oslo_db.api [None req-d08ad1e5-640e-4561-9212-56c3fb369acd admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 21:50:44.893807 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5dbd2c-9995-4d59-9dd5-ae4a012f6790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fc4ee3-67f5-4eb8-a5ea-da1ef1fd97cd,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:44.910266 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76da400-ea5e-4e2d-8ab7-43b2b99853c7 admin admin] Pushing event updated for resources: {'Network': ['ID=9e1174b1-b438-426a-a613-157d0cc11ca4,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:44.920356 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-76f5b157-7615-40ff-b463-1ef8d1738858 None None] Set router 7588a577-89ff-46e2-a99a-b53749fdd87b gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:50:44.940470 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 9e1174b1-b438-426a-a613-157d0cc11ca4 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:50:45.022152 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a35c1f7-97fa-469d-a422-b4aaf9a698ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:45.090540 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56af59-503b-4227-afd5-58ccf358956c req-1c046b3e-4ab6-4f1f-b155-e2570e7165c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:45.097387 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3c56af59-503b-4227-afd5-58ccf358956c req-1c046b3e-4ab6-4f1f-b155-e2570e7165c2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.3198693 Aug 11 21:50:45.153838 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a35c1f7-97fa-469d-a422-b4aaf9a698ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:45.253430 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-584e78de-6f13-4435-ba9c-e863099e0c9c tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:45.331934 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:45.337130 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-76f5b157-7615-40ff-b463-1ef8d1738858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7588a577-89ff-46e2-a99a-b53749fdd87b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-111837158-router', 'tenant_id': '8f7fb8f2452f41238fe4f24d6f3c7a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'b157fbf3-5550-4e81-8f5d-235dd167ee4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:23Z', 'updated_at': '2021-08-11T21:50:36Z', 'revision_number': 4, 'project_id': '8f7fb8f2452f41238fe4f24d6f3c7a6e', 'gw_port': {'id': 'b157fbf3-5550-4e81-8f5d-235dd167ee4c', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7588a577-89ff-46e2-a99a-b53749fdd87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:25Z', 'updated_at': '2021-08-11T21:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '5b918c01-d12d-4373-8fbd-a76f35df4b8f', 'name': '', 'network_id': 'f8e2d25c-73a0-4643-b43c-453da43b9ab1', 'tenant_id': '8f7fb8f2452f41238fe4f24d6f3c7a6e', 'mac_address': 'fa:16:3e:2c:fa:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7588a577-89ff-46e2-a99a-b53749fdd87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'a3a0337b-3171-4342-bdd8-60b4b6681ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:33Z', 'updated_at': '2021-08-11T21:50:44Z', 'revision_number': 4, 'project_id': '8f7fb8f2452f41238fe4f24d6f3c7a6e', 'subnets': [{'id': 'a3a0337b-3171-4342-bdd8-60b4b6681ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:50:45.345274 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-584e78de-6f13-4435-ba9c-e863099e0c9c tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:45.360620 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port f7944e29-6608-4f7f-b129-32cf18dc82d3, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f7944e29-6608-4f7f-b129-32cf18dc82d3,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:50:45.366363 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:45.380591 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f5b157-7615-40ff-b463-1ef8d1738858 None None] The sync data for ids ['7588a577-89ff-46e2-a99a-b53749fdd87b'] in n-d-804275-3 is: [{'id': '7588a577-89ff-46e2-a99a-b53749fdd87b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-111837158-router', 'tenant_id': '8f7fb8f2452f41238fe4f24d6f3c7a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'b157fbf3-5550-4e81-8f5d-235dd167ee4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:23Z', 'updated_at': '2021-08-11T21:50:36Z', 'revision_number': 4, 'project_id': '8f7fb8f2452f41238fe4f24d6f3c7a6e', 'gw_port': {'id': 'b157fbf3-5550-4e81-8f5d-235dd167ee4c', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7588a577-89ff-46e2-a99a-b53749fdd87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:25Z', 'updated_at': '2021-08-11T21:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '5b918c01-d12d-4373-8fbd-a76f35df4b8f', 'name': '', 'network_id': 'f8e2d25c-73a0-4643-b43c-453da43b9ab1', 'tenant_id': '8f7fb8f2452f41238fe4f24d6f3c7a6e', 'mac_address': 'fa:16:3e:2c:fa:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7588a577-89ff-46e2-a99a-b53749fdd87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'a3a0337b-3171-4342-bdd8-60b4b6681ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:33Z', 'updated_at': '2021-08-11T21:50:44Z', 'revision_number': 4, 'project_id': '8f7fb8f2452f41238fe4f24d6f3c7a6e', 'subnets': [{'id': 'a3a0337b-3171-4342-bdd8-60b4b6681ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:50:45.422935 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08ad1e5-640e-4561-9212-56c3fb369acd admin admin] Made reservation on behalf of 58693a3da3514a46902c68c672391970 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:50:45.431667 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d08ad1e5-640e-4561-9212-56c3fb369acd admin admin] Notify callbacks [] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:45.457316 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=f7944e29-6608-4f7f-b129-32cf18dc82d3,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:45.482990 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ad9a5d-dcac-480e-9c5a-e9c5b4378095 None None] Sync routers for ids ['a26c213a-1186-45f4-b5ce-1e3502044a24'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:50:45.503850 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ad9a5d-dcac-480e-9c5a-e9c5b4378095 None None] Routers {'a26c213a-1186-45f4-b5ce-1e3502044a24'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:50:45.504868 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f1ad9a5d-dcac-480e-9c5a-e9c5b4378095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:50:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['a26c213a-1186-45f4-b5ce-1e3502044a24'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:50:45.566268 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e78de-6f13-4435-ba9c-e863099e0c9c tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e414fe2-fd97-463b-b3ae-7750275b3883,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:45.603991 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56af59-503b-4227-afd5-58ccf358956c req-d83cfb21-2848-45d2-9242-7396a465a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:45.608167 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3c56af59-503b-4227-afd5-58ccf358956c req-d83cfb21-2848-45d2-9242-7396a465a363 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4852741 Aug 11 21:50:45.687946 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-f1ad9a5d-dcac-480e-9c5a-e9c5b4378095 None None] Set router a26c213a-1186-45f4-b5ce-1e3502044a24 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:50:45.772502 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-584e78de-6f13-4435-ba9c-e863099e0c9c tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:45.784374 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-584e78de-6f13-4435-ba9c-e863099e0c9c tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5486505 Aug 11 21:50:45.785433 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48202) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:45.939045 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-b3a82424-bdd0-4d1e-aadf-5b316a8955e5 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Request body: {'security_group_rule': {'security_group_id': '5e414fe2-fd97-463b-b3ae-7750275b3883', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:45.988470 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5a480e6c-3be4-4a68-ba57-bb1ef88cb85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:46.018895 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:46.040211 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f7e3f-f1aa-438f-a09c-0f5249f7ba76 req-5d843dd2-e460-4bf6-a125-5f388c4dc158 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:46.049649 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8b8f7e3f-f1aa-438f-a09c-0f5249f7ba76 req-5d843dd2-e460-4bf6-a125-5f388c4dc158 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/ports?device_id=d971b491-2111-4b38-9642-6e8e0de85608 HTTP/1.1" status: 200 len: 967 time: 0.2853284 Aug 11 21:50:46.066485 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b3a82424-bdd0-4d1e-aadf-5b316a8955e5 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:46.081283 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d08ad1e5-640e-4561-9212-56c3fb369acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:46.148830 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f1ad9a5d-dcac-480e-9c5a-e9c5b4378095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-746873495-router', 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f7944e29-6608-4f7f-b129-32cf18dc82d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:30Z', 'updated_at': '2021-08-11T21:50:42Z', 'revision_number': 4, 'project_id': '6d572a2953ca41c9aa1198544da7c95a', 'gw_port': {'id': 'f7944e29-6608-4f7f-b129-32cf18dc82d3', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:08:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:33Z', 'updated_at': '2021-08-11T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '75fb051c-2432-4a68-ae15-39689643d69a', 'name': '', 'network_id': 'f2cc479d-ac73-4c08-a298-1c862834910a', 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a', 'mac_address': 'fa:16:3e:09:97:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': 'cf7f627a-a807-488d-83b4-ae1b6ccd4d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:39Z', 'updated_at': '2021-08-11T21:50:42Z', 'revision_number': 2, 'project_id': '6d572a2953ca41c9aa1198544da7c95a', 'subnets': [{'id': 'cf7f627a-a807-488d-83b4-ae1b6ccd4d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:50:46.201051 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48204) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:46.210071 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ad9a5d-dcac-480e-9c5a-e9c5b4378095 None None] Checking router: a26c213a-1186-45f4-b5ce-1e3502044a24 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:50:46.210444 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ad9a5d-dcac-480e-9c5a-e9c5b4378095 None None] Updating router a26c213a-1186-45f4-b5ce-1e3502044a24 port 75fb051c-2432-4a68-ae15-39689643d69a binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 21:50:46.219274 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8b8f7e3f-f1aa-438f-a09c-0f5249f7ba76 req-5448c72c-da8a-4b0c-b032-b2172b798d5e tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/security-groups?id=edccc311-f885-4c8b-be27-59ef3bf72bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682880 Aug 11 21:50:46.242524 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f1ad9a5d-dcac-480e-9c5a-e9c5b4378095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:46.255281 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ad1e5-640e-4561-9212-56c3fb369acd admin admin] Pushing event updated for resources: {'Subnet': ['ID=65c98ad9-5335-4e40-8dde-8622d390ba1d,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:46.256229 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3c56af59-503b-4227-afd5-58ccf358956c req-a740d6a0-92df-486d-bdc1-ff083a1f6401 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6341722 Aug 11 21:50:46.286800 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a35c1f7-97fa-469d-a422-b4aaf9a698ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:46.292037 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a35c1f7-97fa-469d-a422-b4aaf9a698ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:46.294095 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8a35c1f7-97fa-469d-a422-b4aaf9a698ca admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8f312b69-9e2f-4523-896c-5bf0a1b93cd2 HTTP/1.1" status: 204 len: 168 time: 2.0064561 Aug 11 21:50:46.298952 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08ad1e5-640e-4561-9212-56c3fb369acd admin admin] Checking segment: {'id': '53b84968-742f-4107-95da-e7cb3d6b1551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9e1174b1-b438-426a-a613-157d0cc11ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:50:46.298952 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08ad1e5-640e-4561-9212-56c3fb369acd admin admin] Network hostable DHCP agents. Network: 9e1174b1-b438-426a-a613-157d0cc11ca4, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:50:46.322491 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0398dc54-4d5d-427f-85ba-a9900ca05c01 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ad3f22a7081c4060b045f9fa9f10714d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1173639 Aug 11 21:50:46.324374 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48208) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:46.351298 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-e607b849-d17d-43e6-a705-5543afe5d152 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:46.358983 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-e607b849-d17d-43e6-a705-5543afe5d152 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/networks?id=f2cc479d-ac73-4c08-a298-1c862834910a HTTP/1.1" status: 200 len: 828 time: 1.1290193 Aug 11 21:50:46.447334 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08ad1e5-640e-4561-9212-56c3fb369acd admin admin] Network 9e1174b1-b438-426a-a613-157d0cc11ca4 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:50:46.460169 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-5d54f5a1-9bb2-4189-9d99-efcc689208c2 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/quotas/6d572a2953ca41c9aa1198544da7c95a HTTP/1.1" status: 200 len: 375 time: 0.0283935 Aug 11 21:50:46.462204 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35c1f7-97fa-469d-a422-b4aaf9a698ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f312b69-9e2f-4523-896c-5bf0a1b93cd2,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:46.547340 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-d08ad1e5-640e-4561-9212-56c3fb369acd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 9e1174b1-b438-426a-a613-157d0cc11ca4) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:50:46.557128 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b3a82424-bdd0-4d1e-aadf-5b316a8955e5 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:46.572637 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0275f059-3f93-4e61-9a1b-df3200627361 None None] Network 9e1174b1-b438-426a-a613-157d0cc11ca4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:50:46.578069 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08ad1e5-640e-4561-9212-56c3fb369acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:46.581180 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d08ad1e5-640e-4561-9212-56c3fb369acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:46.582161 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b3a82424-bdd0-4d1e-aadf-5b316a8955e5 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:46.632875 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b3a82424-bdd0-4d1e-aadf-5b316a8955e5 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:46.634905 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b3a82424-bdd0-4d1e-aadf-5b316a8955e5 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7178447 Aug 11 21:50:46.641845 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48210) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:46.643073 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8f3e0812-f150-43c0-b52e-d9fa24f4dea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:46.686025 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5b918c01-d12d-4373-8fbd-a76f35df4b8f up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:50:46.686246 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-9d2b2d92-1275-4a39-85ab-0aeb38550ac5 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6d572a2953ca41c9aa1198544da7c95a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2247043 Aug 11 21:50:46.688528 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a82424-bdd0-4d1e-aadf-5b316a8955e5 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5d1a18-7395-4015-86a6-d09ce900cb03,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:46.717424 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-e48746cc-7c05-431b-8d3c-98b6a2a66d7e tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Request body: {'security_group_rule': {'security_group_id': '5e414fe2-fd97-463b-b3ae-7750275b3883', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:46.726102 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8f3e0812-f150-43c0-b52e-d9fa24f4dea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:46.751293 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3c56af59-503b-4227-afd5-58ccf358956c req-5c53742d-8873-40a7-93a7-d1b7abd5f6d7 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476902 Aug 11 21:50:46.764868 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d08ad1e5-640e-4561-9212-56c3fb369acd admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9343131 Aug 11 21:50:46.883087 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e48746cc-7c05-431b-8d3c-98b6a2a66d7e tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:46.903782 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cc3c96-78f2-4ce2-acbd-030c2942a2e0 None None] Network 9e1174b1-b438-426a-a613-157d0cc11ca4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:50:46.918420 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 5b918c01-d12d-4373-8fbd-a76f35df4b8f completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:50:47.015552 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 5b918c01-d12d-4373-8fbd-a76f35df4b8f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:50:47.016464 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:47.033896 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8f3e0812-f150-43c0-b52e-d9fa24f4dea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:47.038785 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8f3e0812-f150-43c0-b52e-d9fa24f4dea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:47.044011 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8f3e0812-f150-43c0-b52e-d9fa24f4dea9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e2aae50c-534a-4320-a42f-d1299296d443 HTTP/1.1" status: 204 len: 168 time: 0.7184329 Aug 11 21:50:47.067253 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e48746cc-7c05-431b-8d3c-98b6a2a66d7e tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:47.075739 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48224) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:47.093037 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e0812-f150-43c0-b52e-d9fa24f4dea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2aae50c-534a-4320-a42f-d1299296d443,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:47.096297 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e48746cc-7c05-431b-8d3c-98b6a2a66d7e tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:47.104580 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-77a22405-8919-419c-ba6f-a55ac5702560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:47.137543 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48746cc-7c05-431b-8d3c-98b6a2a66d7e tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d1c3263-dc41-4218-98d1-48ac7b8c3563,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:47.221584 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f1ad9a5d-dcac-480e-9c5a-e9c5b4378095 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:47.261199 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 0c1aa0f7-c4fb-4855-a74a-bcca27dff40b details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:50:47.319024 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-31f7c5e4-a90d-42b5-9ada-f551b5d7d143 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 21:50:47.331062 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-31f7c5e4-a90d-42b5-9ada-f551b5d7d143 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4695380 Aug 11 21:50:47.337435 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-77a22405-8919-419c-ba6f-a55ac5702560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:47.359179 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e48746cc-7c05-431b-8d3c-98b6a2a66d7e tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:47.368255 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e48746cc-7c05-431b-8d3c-98b6a2a66d7e tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6556597 Aug 11 21:50:47.370882 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48232) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:47.379753 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f1ad9a5d-dcac-480e-9c5a-e9c5b4378095 None None] Transition to ACTIVE for port object 75fb051c-2432-4a68-ae15-39689643d69a will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:50:47.390111 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-77a22405-8919-419c-ba6f-a55ac5702560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:47.397777 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-ca6e6d63-1033-4029-8345-9bf5d25a86f6 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:47.436440 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f1ad9a5d-dcac-480e-9c5a-e9c5b4378095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:47.492634 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ca6e6d63-1033-4029-8345-9bf5d25a86f6 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks [] for floatingip, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:47.547163 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:47.612976 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f1ad9a5d-dcac-480e-9c5a-e9c5b4378095 None None] Attempting to bind port 75fb051c-2432-4a68-ae15-39689643d69a on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:50:47.613638 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f1ad9a5d-dcac-480e-9c5a-e9c5b4378095 None None] Attempting to bind port 75fb051c-2432-4a68-ae15-39689643d69a by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '7c23925c-7ce6-4f5e-889e-afe4a6a923c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f2cc479d-ac73-4c08-a298-1c862834910a'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:50:47.613741 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ad9a5d-dcac-480e-9c5a-e9c5b4378095 None None] Attempting to bind port 75fb051c-2432-4a68-ae15-39689643d69a on network f2cc479d-ac73-4c08-a298-1c862834910a {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:50:47.686800 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a22405-8919-419c-ba6f-a55ac5702560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34fc7f4-99a1-4e97-b5fe-2b60a437bf97,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:47.701546 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-77a22405-8919-419c-ba6f-a55ac5702560 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=84fde15b59d740c7b813fb0033d9c3ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6216729 Aug 11 21:50:47.712644 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48236) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:47.755402 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ad9a5d-dcac-480e-9c5a-e9c5b4378095 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:50:47.755897 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ad9a5d-dcac-480e-9c5a-e9c5b4378095 None None] Checking segment: {'id': '7c23925c-7ce6-4f5e-889e-afe4a6a923c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f2cc479d-ac73-4c08-a298-1c862834910a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:50:47.756378 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f1ad9a5d-dcac-480e-9c5a-e9c5b4378095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:47.757911 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ad9a5d-dcac-480e-9c5a-e9c5b4378095 None None] Bound using segment: {'id': '7c23925c-7ce6-4f5e-889e-afe4a6a923c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f2cc479d-ac73-4c08-a298-1c862834910a'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:50:47.758407 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f1ad9a5d-dcac-480e-9c5a-e9c5b4378095 None None] Bound port: 75fb051c-2432-4a68-ae15-39689643d69a, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c23925c-7ce6-4f5e-889e-afe4a6a923c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f2cc479d-ac73-4c08-a298-1c862834910a'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:50:47.760061 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f1ad9a5d-dcac-480e-9c5a-e9c5b4378095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:47.779933 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:47.797601 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-d2f8e599-fb4b-4e55-9e91-a9c1def005dd service neutron] 10.222.0.77 "GET /v2.0/networks/f2cc479d-ac73-4c08-a298-1c862834910a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547784 Aug 11 21:50:47.800367 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb215e-9f28-45cc-92e5-395299bca07c None None] Pushing event updated for resources: {'Port': ['ID=75fb051c-2432-4a68-ae15-39689643d69a,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:47.861732 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-76ea3b91-82c7-4376-b88a-56dc55046b44 req-2cb424a1-6b11-4594-a3a4-883a4c153b9d tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-332472180', 'description': 'tempest-description-365171749'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:47.923255 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 5b918c01-d12d-4373-8fbd-a76f35df4b8f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5b918c01-d12d-4373-8fbd-a76f35df4b8f,segment=NetworkSegment(369ccefe-0b9e-4d97-a5e7-b13f89274970),segment_id=369ccefe-0b9e-4d97-a5e7-b13f89274970)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:50:47.945347 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 0c1aa0f7-c4fb-4855-a74a-bcca27dff40b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=0c1aa0f7-c4fb-4855-a74a-bcca27dff40b,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:50:47.950118 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:47.951076 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f7944e29-6608-4f7f-b129-32cf18dc82d3 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:50:47.974908 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-76ea3b91-82c7-4376-b88a-56dc55046b44 req-2cb424a1-6b11-4594-a3a4-883a4c153b9d tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:47.987554 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-beafbedf-65a2-4c80-87b6-3aeca8a4b5e3 service neutron] 10.222.0.77 "GET /v2.0/networks/f2cc479d-ac73-4c08-a298-1c862834910a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748536 Aug 11 21:50:48.023905 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ca6e6d63-1033-4029-8345-9bf5d25a86f6 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:48.036876 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-af3f4f10-d4bb-46ff-84eb-233a0152e499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:48.044454 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '0c1aa0f7-c4fb-4855-a74a-bcca27dff40b', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '0c1aa0f7-c4fb-4855-a74a-bcca27dff40b', 'mac_address': 'fa:16:3e:e8:76:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:tempest-test_az-824288935', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:50:48.049786 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-f1ad9a5d-dcac-480e-9c5a-e9c5b4378095 None None] For port 75fb051c-2432-4a68-ae15-39689643d69a, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:50:48.090147 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-f1ad9a5d-dcac-480e-9c5a-e9c5b4378095 None None] For port 75fb051c-2432-4a68-ae15-39689643d69a, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=75fb051c-2432-4a68-ae15-39689643d69a,segment=NetworkSegment(7c23925c-7ce6-4f5e-889e-afe4a6a923c5),segment_id=7c23925c-7ce6-4f5e-889e-afe4a6a923c5)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:50:48.145967 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f1ad9a5d-dcac-480e-9c5a-e9c5b4378095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:48.162427 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=5b918c01-d12d-4373-8fbd-a76f35df4b8f,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:48.175174 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-af3f4f10-d4bb-46ff-84eb-233a0152e499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:48.242862 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port f7944e29-6608-4f7f-b129-32cf18dc82d3 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:50:48.243249 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:48.245657 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:48.337928 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-ca6e6d63-1033-4029-8345-9bf5d25a86f6 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Allocated IP 172.25.2.208 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/aa0d44ca-7237-4fec-8a5b-5d68d0f750d6) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:50:48.345645 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-af3f4f10-d4bb-46ff-84eb-233a0152e499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:48.357651 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-af3f4f10-d4bb-46ff-84eb-233a0152e499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:48.357973 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-af3f4f10-d4bb-46ff-84eb-233a0152e499 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b34fc7f4-99a1-4e97-b5fe-2b60a437bf97 HTTP/1.1" status: 204 len: 168 time: 0.6441114 Aug 11 21:50:48.388575 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ad9a5d-dcac-480e-9c5a-e9c5b4378095 None None] Routers {'a26c213a-1186-45f4-b5ce-1e3502044a24'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:50:48.389240 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f1ad9a5d-dcac-480e-9c5a-e9c5b4378095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:50:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['a26c213a-1186-45f4-b5ce-1e3502044a24'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:50:48.391341 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-76ea3b91-82c7-4376-b88a-56dc55046b44 req-2cb424a1-6b11-4594-a3a4-883a4c153b9d tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:48.415467 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1aa0f7-c4fb-4855-a74a-bcca27dff40b {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:50:48.427125 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-76ea3b91-82c7-4376-b88a-56dc55046b44 req-2cb424a1-6b11-4594-a3a4-883a4c153b9d tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:48.468129 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f4f10-d4bb-46ff-84eb-233a0152e499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34fc7f4-99a1-4e97-b5fe-2b60a437bf97,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:48.511226 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb215e-9f28-45cc-92e5-395299bca07c None None] Pushing event updated for resources: {'Port': ['ID=75fb051c-2432-4a68-ae15-39689643d69a,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:48.563775 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-76ea3b91-82c7-4376-b88a-56dc55046b44 req-2cb424a1-6b11-4594-a3a4-883a4c153b9d tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:48.583667 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-76ea3b91-82c7-4376-b88a-56dc55046b44 req-2cb424a1-6b11-4594-a3a4-883a4c153b9d tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7336228 Aug 11 21:50:48.623292 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 0c1aa0f7-c4fb-4855-a74a-bcca27dff40b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=0c1aa0f7-c4fb-4855-a74a-bcca27dff40b,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:50:48.643483 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb424a1-6b11-4594-a3a4-883a4c153b9d tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a336d13-4729-44a4-b41f-5250d86110e6,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:48.695125 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d95bc0-1429-410d-a6a2-e3575e3689f5 req-a0d41e89-cb04-4588-970f-94266fe2cb84 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:48.699938 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-31d95bc0-1429-410d-a6a2-e3575e3689f5 req-a0d41e89-cb04-4588-970f-94266fe2cb84 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/ports?device_id=d971b491-2111-4b38-9642-6e8e0de85608 HTTP/1.1" status: 200 len: 967 time: 0.2269571 Aug 11 21:50:48.719240 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:48.770928 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-66d330de-c706-4b0e-ba1e-a4b1accd748f req-b68621a6-b864-4bc9-b006-9cc156e84f98 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/ports?device_id=5177369d-44d0-491e-9be3-40d549942fc4 HTTP/1.1" status: 200 len: 210 time: 0.0638804 Aug 11 21:50:48.793273 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ca6e6d63-1033-4029-8345-9bf5d25a86f6 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:48.814637 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-31d95bc0-1429-410d-a6a2-e3575e3689f5 req-e83763aa-117e-442d-9236-e84949a513cf tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/security-groups?id=edccc311-f885-4c8b-be27-59ef3bf72bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994349 Aug 11 21:50:48.904552 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cdfe88f8-8491-46f5-812a-d9e0ff4baeb8 req-32a6b6b4-caa8-4c6c-9785-886ba6cda1f3 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "GET /v2.0/security-groups/8a336d13-4729-44a4-b41f-5250d86110e6 HTTP/1.1" status: 200 len: 1803 time: 0.0953460 Aug 11 21:50:48.917664 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-cdfe88f8-8491-46f5-812a-d9e0ff4baeb8 req-c37ff416-9f47-41a2-a67b-6f5a233d4ac4 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8a336d13-4729-44a4-b41f-5250d86110e6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:48.918377 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-cdfe88f8-8491-46f5-812a-d9e0ff4baeb8 req-c37ff416-9f47-41a2-a67b-6f5a233d4ac4 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8a336d13-4729-44a4-b41f-5250d86110e6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:48.994136 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ca6e6d63-1033-4029-8345-9bf5d25a86f6 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:49.052122 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5b918c01-d12d-4373-8fbd-a76f35df4b8f up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:50:49.097368 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6e6d63-1033-4029-8345-9bf5d25a86f6 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:50:49.103061 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e6d63-1033-4029-8345-9bf5d25a86f6 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Pushing event updated for resources: {'Port': ['ID=aa0d44ca-7237-4fec-8a5b-5d68d0f750d6,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:49.119572 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-ca6e6d63-1033-4029-8345-9bf5d25a86f6 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:50:49.119787 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:49.122972 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-f1ad9a5d-dcac-480e-9c5a-e9c5b4378095 None None] Set router a26c213a-1186-45f4-b5ce-1e3502044a24 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:50:49.126450 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6e6d63-1033-4029-8345-9bf5d25a86f6 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:50:49.147992 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=0c1aa0f7-c4fb-4855-a74a-bcca27dff40b,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:49.198758 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['0c1aa0f7-c4fb-4855-a74a-bcca27dff40b'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:50:49.221834 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cdfe88f8-8491-46f5-812a-d9e0ff4baeb8 req-c37ff416-9f47-41a2-a67b-6f5a233d4ac4 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:49.369978 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cdfe88f8-8491-46f5-812a-d9e0ff4baeb8 req-c37ff416-9f47-41a2-a67b-6f5a233d4ac4 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:49.375817 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ca6e6d63-1033-4029-8345-9bf5d25a86f6 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:49.389011 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cdfe88f8-8491-46f5-812a-d9e0ff4baeb8 req-c37ff416-9f47-41a2-a67b-6f5a233d4ac4 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:49.422644 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ff416-9f47-41a2-a67b-6f5a233d4ac4 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=458cf3fe-bdda-4748-909b-c02fd2a980cc,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:49.467437 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cdfe88f8-8491-46f5-812a-d9e0ff4baeb8 req-c37ff416-9f47-41a2-a67b-6f5a233d4ac4 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:49.470558 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cdfe88f8-8491-46f5-812a-d9e0ff4baeb8 req-c37ff416-9f47-41a2-a67b-6f5a233d4ac4 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5640829 Aug 11 21:50:49.474269 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ca6e6d63-1033-4029-8345-9bf5d25a86f6 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:49.498999 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-747f7fa3-3ad4-48c3-b235-65c4c53005df req-0f7a9327-fbd2-4a96-8bb2-9734c478d1b0 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-460367588', 'description': 'tempest-description-2103462617'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:49.551986 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-747f7fa3-3ad4-48c3-b235-65c4c53005df req-0f7a9327-fbd2-4a96-8bb2-9734c478d1b0 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:49.645046 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 5b918c01-d12d-4373-8fbd-a76f35df4b8f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:50:49.645686 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:49.830400 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-747f7fa3-3ad4-48c3-b235-65c4c53005df req-0f7a9327-fbd2-4a96-8bb2-9734c478d1b0 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:49.836327 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-747f7fa3-3ad4-48c3-b235-65c4c53005df req-0f7a9327-fbd2-4a96-8bb2-9734c478d1b0 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:49.901864 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-747f7fa3-3ad4-48c3-b235-65c4c53005df req-0f7a9327-fbd2-4a96-8bb2-9734c478d1b0 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:49.903141 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-747f7fa3-3ad4-48c3-b235-65c4c53005df req-0f7a9327-fbd2-4a96-8bb2-9734c478d1b0 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4084876 Aug 11 21:50:49.911884 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a9327-fbd2-4a96-8bb2-9734c478d1b0 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46105cb5-71e9-4c74-8527-c26a4ed38380,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:49.971871 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ca6e6d63-1033-4029-8345-9bf5d25a86f6 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:49.978837 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ca6e6d63-1033-4029-8345-9bf5d25a86f6 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:50.024937 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f1ad9a5d-dcac-480e-9c5a-e9c5b4378095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-746873495-router', 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f7944e29-6608-4f7f-b129-32cf18dc82d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:30Z', 'updated_at': '2021-08-11T21:50:42Z', 'revision_number': 4, 'project_id': '6d572a2953ca41c9aa1198544da7c95a', 'gw_port': {'id': 'f7944e29-6608-4f7f-b129-32cf18dc82d3', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:08:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:33Z', 'updated_at': '2021-08-11T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '75fb051c-2432-4a68-ae15-39689643d69a', 'name': '', 'network_id': 'f2cc479d-ac73-4c08-a298-1c862834910a', 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a', 'mac_address': 'fa:16:3e:09:97:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': 'cf7f627a-a807-488d-83b4-ae1b6ccd4d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:39Z', 'updated_at': '2021-08-11T21:50:48Z', 'revision_number': 4, 'project_id': '6d572a2953ca41c9aa1198544da7c95a', 'subnets': [{'id': 'cf7f627a-a807-488d-83b4-ae1b6ccd4d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:50:50.065558 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ad9a5d-dcac-480e-9c5a-e9c5b4378095 None None] The sync data for ids ['a26c213a-1186-45f4-b5ce-1e3502044a24'] in n-d-804275-3 is: [{'id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-746873495-router', 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f7944e29-6608-4f7f-b129-32cf18dc82d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:30Z', 'updated_at': '2021-08-11T21:50:42Z', 'revision_number': 4, 'project_id': '6d572a2953ca41c9aa1198544da7c95a', 'gw_port': {'id': 'f7944e29-6608-4f7f-b129-32cf18dc82d3', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:08:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:33Z', 'updated_at': '2021-08-11T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '75fb051c-2432-4a68-ae15-39689643d69a', 'name': '', 'network_id': 'f2cc479d-ac73-4c08-a298-1c862834910a', 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a', 'mac_address': 'fa:16:3e:09:97:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': 'cf7f627a-a807-488d-83b4-ae1b6ccd4d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:39Z', 'updated_at': '2021-08-11T21:50:48Z', 'revision_number': 4, 'project_id': '6d572a2953ca41c9aa1198544da7c95a', 'subnets': [{'id': 'cf7f627a-a807-488d-83b4-ae1b6ccd4d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:50:50.116917 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ca6e6d63-1033-4029-8345-9bf5d25a86f6 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:50.173723 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ace7d0a2-d765-4d82-be4a-c2fd45a8bd0c req-50552bdb-8c31-4ffc-886d-a0e91769646b tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/ports?device_id=5177369d-44d0-491e-9be3-40d549942fc4 HTTP/1.1" status: 200 len: 210 time: 0.1386969 Aug 11 21:50:50.199840 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:50.252156 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e6d63-1033-4029-8345-9bf5d25a86f6 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Pushing event updated for resources: {'Port': ['ID=aa0d44ca-7237-4fec-8a5b-5d68d0f750d6,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:50.268839 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ca6e6d63-1033-4029-8345-9bf5d25a86f6 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:50.270714 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ca6e6d63-1033-4029-8345-9bf5d25a86f6 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8975668 Aug 11 21:50:50.317100 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-593ca758-014b-45cd-99cd-f9e56961c449 req-d4dac963-cc37-4829-9358-3886fd6174c0 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "GET /v2.0/security-groups/46105cb5-71e9-4c74-8527-c26a4ed38380 HTTP/1.1" status: 200 len: 1804 time: 0.0940435 Aug 11 21:50:50.329020 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-593ca758-014b-45cd-99cd-f9e56961c449 req-893827b8-4d15-4a9a-990c-8431fef29922 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '46105cb5-71e9-4c74-8527-c26a4ed38380', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:50.329749 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-593ca758-014b-45cd-99cd-f9e56961c449 req-893827b8-4d15-4a9a-990c-8431fef29922 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '46105cb5-71e9-4c74-8527-c26a4ed38380', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:50.333048 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e746e88-43f9-48b9-84b2-bc89e0a50086 req-4076c292-1f53-49b3-9312-6bb40a338663 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:50.337339 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1e746e88-43f9-48b9-84b2-bc89e0a50086 req-4076c292-1f53-49b3-9312-6bb40a338663 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/ports?device_id=d971b491-2111-4b38-9642-6e8e0de85608 HTTP/1.1" status: 200 len: 968 time: 0.1971049 Aug 11 21:50:50.459244 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1e746e88-43f9-48b9-84b2-bc89e0a50086 req-dd85dca6-c3ca-46b3-83b2-7f2db21b57b9 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/security-groups?id=edccc311-f885-4c8b-be27-59ef3bf72bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009560 Aug 11 21:50:50.500809 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-593ca758-014b-45cd-99cd-f9e56961c449 req-893827b8-4d15-4a9a-990c-8431fef29922 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:50.571252 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-593ca758-014b-45cd-99cd-f9e56961c449 req-893827b8-4d15-4a9a-990c-8431fef29922 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:50.580388 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-593ca758-014b-45cd-99cd-f9e56961c449 req-893827b8-4d15-4a9a-990c-8431fef29922 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:50.621659 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893827b8-4d15-4a9a-990c-8431fef29922 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f788ad6-5d4d-485f-86f4-e21c74c1958f,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:50.646013 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-593ca758-014b-45cd-99cd-f9e56961c449 req-893827b8-4d15-4a9a-990c-8431fef29922 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:50.652006 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-593ca758-014b-45cd-99cd-f9e56961c449 req-893827b8-4d15-4a9a-990c-8431fef29922 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3273327 Aug 11 21:50:50.705703 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-3d170bc4-4b43-4d8b-bd9c-0990819f2445 req-6ac070b1-b2cc-4bcd-ab98-3d13f04284c8 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-226067207', 'description': 'tempest-description-1598477220'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:50.732645 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-43257a28-102d-409e-ad6d-d143edd56d37 req-cafc5b15-bbe7-4efb-acae-23e168d2e499 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1004725951&fields=id&tenant_id=80a5e8f6f7ed430798dfcf878a1f42dd HTTP/1.1" status: 200 len: 267 time: 0.1202376 Aug 11 21:50:50.778405 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-3d170bc4-4b43-4d8b-bd9c-0990819f2445 req-6ac070b1-b2cc-4bcd-ab98-3d13f04284c8 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:50.876249 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.82', 61315) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:50.914733 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43257a28-102d-409e-ad6d-d143edd56d37 req-7d7e3488-bd9b-4f5c-9526-e479c636ccc4 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:50.923888 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-43257a28-102d-409e-ad6d-d143edd56d37 req-7d7e3488-bd9b-4f5c-9526-e479c636ccc4 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/networks?id=23d35d9d-3b60-4171-a586-25af0fc312dd HTTP/1.1" status: 200 len: 824 time: 0.1735303 Aug 11 21:50:50.947785 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-43257a28-102d-409e-ad6d-d143edd56d37 req-c78c84d6-081c-41f6-93e4-c675a2c2a221 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/quotas/80a5e8f6f7ed430798dfcf878a1f42dd HTTP/1.1" status: 200 len: 375 time: 0.0222235 Aug 11 21:50:50.996960 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 0c1aa0f7-c4fb-4855-a74a-bcca27dff40b up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:50:51.183158 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-43257a28-102d-409e-ad6d-d143edd56d37 req-118c817e-8eb3-4ad0-8a38-28c36055a671 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=80a5e8f6f7ed430798dfcf878a1f42dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2154057 Aug 11 21:50:51.222665 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 75fb051c-2432-4a68-ae15-39689643d69a up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:50:51.290828 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 0c1aa0f7-c4fb-4855-a74a-bcca27dff40b completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:50:51.314431 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 0c1aa0f7-c4fb-4855-a74a-bcca27dff40b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:50:51.321202 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:51.406571 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-cf0e096f-9495-4c1c-9661-e4f66570d05f tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:51.409422 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-cf0e096f-9495-4c1c-9661-e4f66570d05f tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.82 "GET /v2.0/networks?id=f2cc479d-ac73-4c08-a298-1c862834910a HTTP/1.1" status: 200 len: 828 time: 0.5201304 Aug 11 21:50:51.419959 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-43257a28-102d-409e-ad6d-d143edd56d37 req-faee5c29-681a-4071-b442-ec292e5a83ba service neutron] 10.222.0.77 "GET /v2.0/networks/23d35d9d-3b60-4171-a586-25af0fc312dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193029 Aug 11 21:50:51.432868 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 75fb051c-2432-4a68-ae15-39689643d69a completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:50:51.504781 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 75fb051c-2432-4a68-ae15-39689643d69a triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:50:51.505298 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:51.514501 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:51.576187 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-cf149cc5-26c9-400e-9c83-422cbd22860d tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Request body: {'port': {'device_id': '5177369d-44d0-491e-9be3-40d549942fc4', 'network_id': 'f2cc479d-ac73-4c08-a298-1c862834910a', 'admin_state_up': True, 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:51.698461 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-3d170bc4-4b43-4d8b-bd9c-0990819f2445 req-6ac070b1-b2cc-4bcd-ab98-3d13f04284c8 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:51.708840 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-43257a28-102d-409e-ad6d-d143edd56d37 req-78db8ac4-e565-4e73-8655-646655b74de5 service neutron] 10.222.0.77 "GET /v2.0/networks/23d35d9d-3b60-4171-a586-25af0fc312dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833734 Aug 11 21:50:51.709664 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd971b491-2111-4b38-9642-6e8e0de85608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1aa0f7-c4fb-4855-a74a-bcca27dff40b'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:50:51.712875 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-3d170bc4-4b43-4d8b-bd9c-0990819f2445 req-6ac070b1-b2cc-4bcd-ab98-3d13f04284c8 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:51.769606 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac070b1-b2cc-4bcd-ab98-3d13f04284c8 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d65b6c65-3ab6-4865-82f7-2fd9bcf2c454,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:51.828955 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 0c1aa0f7-c4fb-4855-a74a-bcca27dff40b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=0c1aa0f7-c4fb-4855-a74a-bcca27dff40b,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:50:51.842360 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:51.962309 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=0c1aa0f7-c4fb-4855-a74a-bcca27dff40b,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:51.989810 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:52.016888 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-cf149cc5-26c9-400e-9c83-422cbd22860d tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Made reservation on behalf of 6d572a2953ca41c9aa1198544da7c95a for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:50:52.026542 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-cf149cc5-26c9-400e-9c83-422cbd22860d tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:52.039161 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-3d170bc4-4b43-4d8b-bd9c-0990819f2445 req-6ac070b1-b2cc-4bcd-ab98-3d13f04284c8 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:52.041144 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3d170bc4-4b43-4d8b-bd9c-0990819f2445 req-6ac070b1-b2cc-4bcd-ab98-3d13f04284c8 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.3402846 Aug 11 21:50:52.130324 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 75fb051c-2432-4a68-ae15-39689643d69a, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=75fb051c-2432-4a68-ae15-39689643d69a,segment=NetworkSegment(7c23925c-7ce6-4f5e-889e-afe4a6a923c5),segment_id=7c23925c-7ce6-4f5e-889e-afe4a6a923c5)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:50:52.138235 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:52.262179 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-88d54372-126a-478d-a0aa-4a14db698a54 req-f40fdef5-d4d6-4e78-92d3-8a4c42fcc91d tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/ports?device_id=5177369d-44d0-491e-9be3-40d549942fc4 HTTP/1.1" status: 200 len: 210 time: 0.0529068 Aug 11 21:50:52.298156 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=75fb051c-2432-4a68-ae15-39689643d69a,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:52.323421 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9655eab9-d811-4b55-97de-5541be310e78" -d '{"events": [{"server_uuid": "d971b491-2111-4b38-9642-6e8e0de85608", "name": "network-vif-plugged", "status": "completed", "tag": "0c1aa0f7-c4fb-4855-a74a-bcca27dff40b"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:50:52.678442 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-cf149cc5-26c9-400e-9c83-422cbd22860d tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Allocated IP 172.20.0.10 (f2cc479d-ac73-4c08-a298-1c862834910a/cf7f627a-a807-488d-83b4-ae1b6ccd4d37/681d7314-29d7-467f-bd9d-4f0e93d8ba0e) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:50:52.699912 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f55ca-eedf-45ff-90dc-2117926aa343 req-2ede0cfb-3d88-4420-bc2f-b092f8bf3d3f tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:52.702774 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9f8f55ca-eedf-45ff-90dc-2117926aa343 req-2ede0cfb-3d88-4420-bc2f-b092f8bf3d3f tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/ports?device_id=d971b491-2111-4b38-9642-6e8e0de85608 HTTP/1.1" status: 200 len: 969 time: 0.3715422 Aug 11 21:50:52.831649 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9f8f55ca-eedf-45ff-90dc-2117926aa343 req-1ae0c8d2-7bda-40bb-8f53-bc104a72e261 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/security-groups?id=edccc311-f885-4c8b-be27-59ef3bf72bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195850 Aug 11 21:50:52.927361 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-700d1e21-67e4-450a-964c-741c617d8ed9 req-e0294469-c5a4-4d7d-95f7-95eacded4b09 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-148183553', 'description': 'tempest-description-577449159'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:52.985919 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-700d1e21-67e4-450a-964c-741c617d8ed9 req-e0294469-c5a4-4d7d-95f7-95eacded4b09 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:52.991667 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5f69421a-54b5-4d6b-a969-1c93ae362398 req-58e4ca2e-18a5-44fe-984d-848e95e36862 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/ports?device_id=0062d010-86db-4e4b-b6bb-8d4a7a12fe7e HTTP/1.1" status: 200 len: 210 time: 0.0664730 Aug 11 21:50:53.088623 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 75fb051c-2432-4a68-ae15-39689643d69a up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:50:53.178453 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-cf149cc5-26c9-400e-9c83-422cbd22860d tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:53.222630 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-cf149cc5-26c9-400e-9c83-422cbd22860d tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Transition to ACTIVE for port object 681d7314-29d7-467f-bd9d-4f0e93d8ba0e will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:50:53.251717 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 75fb051c-2432-4a68-ae15-39689643d69a triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:50:53.252845 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:53.288368 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-700d1e21-67e4-450a-964c-741c617d8ed9 req-e0294469-c5a4-4d7d-95f7-95eacded4b09 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:53.293715 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-cf149cc5-26c9-400e-9c83-422cbd22860d tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:53.299695 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-700d1e21-67e4-450a-964c-741c617d8ed9 req-e0294469-c5a4-4d7d-95f7-95eacded4b09 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:53.371911 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-700d1e21-67e4-450a-964c-741c617d8ed9 req-e0294469-c5a4-4d7d-95f7-95eacded4b09 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:53.387824 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-700d1e21-67e4-450a-964c-741c617d8ed9 req-e0294469-c5a4-4d7d-95f7-95eacded4b09 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4746122 Aug 11 21:50:53.407433 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b671be9b-eebc-46e3-8ff6-03e195d48291 x-openstack-request-id: req-b671be9b-eebc-46e3-8ff6-03e195d48291 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:50:53.411287 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d971b491-2111-4b38-9642-6e8e0de85608", "name": "network-vif-plugged", "status": "completed", "tag": "0c1aa0f7-c4fb-4855-a74a-bcca27dff40b", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:50:53.411574 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b671be9b-eebc-46e3-8ff6-03e195d48291 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:50:53.415001 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd971b491-2111-4b38-9642-6e8e0de85608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1aa0f7-c4fb-4855-a74a-bcca27dff40b', 'code': 200} Aug 11 21:50:53.421136 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0294469-c5a4-4d7d-95f7-95eacded4b09 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71b8b1ff-0c86-4d4b-96e7-d2f1d06dbd61,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:53.508629 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-cf149cc5-26c9-400e-9c83-422cbd22860d tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Network f2cc479d-ac73-4c08-a298-1c862834910a is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:50:53.528213 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-cf149cc5-26c9-400e-9c83-422cbd22860d tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:50:53.544167 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-cf149cc5-26c9-400e-9c83-422cbd22860d tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:50:53.556141 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-cf149cc5-26c9-400e-9c83-422cbd22860d tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:53.558048 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-cf149cc5-26c9-400e-9c83-422cbd22860d tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:53.626570 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf149cc5-26c9-400e-9c83-422cbd22860d tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Pushing event updated for resources: {'Port': ['ID=681d7314-29d7-467f-bd9d-4f0e93d8ba0e,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:53.649273 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-cf149cc5-26c9-400e-9c83-422cbd22860d tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0817626 Aug 11 21:50:53.678996 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfe0cd-ebc0-48fe-86e1-4334e348a290 req-f6db27ff-0923-4edf-a9f5-d8844cd07e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:53.681805 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-86bfe0cd-ebc0-48fe-86e1-4334e348a290 req-f6db27ff-0923-4edf-a9f5-d8844cd07e3b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d971b491-2111-4b38-9642-6e8e0de85608 HTTP/1.1" status: 200 len: 1120 time: 0.1924942 Aug 11 21:50:53.748377 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-86bfe0cd-ebc0-48fe-86e1-4334e348a290 req-cf7ee61e-06d4-4440-b47a-1087a5744e0f service neutron] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:53.795584 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cc96eca2-2442-4e90-8271-e0e3cec18bee req-30a151a4-3fe7-4178-9430-a60db5d19216 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "GET /v2.0/security-groups/d65b6c65-3ab6-4865-82f7-2fd9bcf2c454 HTTP/1.1" status: 200 len: 1804 time: 0.0954418 Aug 11 21:50:53.908355 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.52', 63516) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:53.911170 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f445b-88f9-43fe-9bca-d8991aaa3663 req-93028c93-6b7f-4e1c-9bcb-e3556479b6fe tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:53.912929 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b44f445b-88f9-43fe-9bca-d8991aaa3663 req-93028c93-6b7f-4e1c-9bcb-e3556479b6fe tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/ports?device_id=5177369d-44d0-491e-9be3-40d549942fc4 HTTP/1.1" status: 200 len: 932 time: 0.2532113 Aug 11 21:50:53.947745 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-86bfe0cd-ebc0-48fe-86e1-4334e348a290 req-cf7ee61e-06d4-4440-b47a-1087a5744e0f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:53.985384 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d7d2537a-ba3c-42ca-adef-a28685ba5e94 None None] Provisioning for port 681d7314-29d7-467f-bd9d-4f0e93d8ba0e completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:50:53.987973 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-86bfe0cd-ebc0-48fe-86e1-4334e348a290 req-cf7ee61e-06d4-4440-b47a-1087a5744e0f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:54.012746 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d7d2537a-ba3c-42ca-adef-a28685ba5e94 None None] Provisioning complete for port 681d7314-29d7-467f-bd9d-4f0e93d8ba0e triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:50:54.012746 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d7d2537a-ba3c-42ca-adef-a28685ba5e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:54.013082 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cc96eca2-2442-4e90-8271-e0e3cec18bee req-6b27317a-6ec2-4f42-a142-4a8bd453165c tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "GET /v2.0/security-groups/71b8b1ff-0c86-4d4b-96e7-d2f1d06dbd61 HTTP/1.1" status: 200 len: 1803 time: 0.2108800 Aug 11 21:50:54.064379 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b44f445b-88f9-43fe-9bca-d8991aaa3663 req-2b1c0fb8-32a9-45db-a46b-e25dec3e8887 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/security-groups?id=766b701c-a932-490b-9be8-2efc91d83ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312034 Aug 11 21:50:54.072408 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-cc96eca2-2442-4e90-8271-e0e3cec18bee req-ed0fa470-a98c-4f43-aeb8-45480216ca92 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd65b6c65-3ab6-4865-82f7-2fd9bcf2c454', 'remote_group_id': '71b8b1ff-0c86-4d4b-96e7-d2f1d06dbd61', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:54.073061 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-cc96eca2-2442-4e90-8271-e0e3cec18bee req-ed0fa470-a98c-4f43-aeb8-45480216ca92 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd65b6c65-3ab6-4865-82f7-2fd9bcf2c454', 'remote_group_id': '71b8b1ff-0c86-4d4b-96e7-d2f1d06dbd61', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:54.080637 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-86bfe0cd-ebc0-48fe-86e1-4334e348a290 req-cf7ee61e-06d4-4440-b47a-1087a5744e0f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=edccc311-f885-4c8b-be27-59ef3bf72bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614573 Aug 11 21:50:54.107550 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ee61e-06d4-4440-b47a-1087a5744e0f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2e7c3d-6453-45d9-a404-3eb7b0256115,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:54.177533 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-d7d2537a-ba3c-42ca-adef-a28685ba5e94 None None] Port 681d7314-29d7-467f-bd9d-4f0e93d8ba0e cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:50:54.262392 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cc96eca2-2442-4e90-8271-e0e3cec18bee req-ed0fa470-a98c-4f43-aeb8-45480216ca92 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:54.278070 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43257a28-102d-409e-ad6d-d143edd56d37 req-6cde93a0-2712-4908-8973-64b1c6803e65 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:54.279917 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-43257a28-102d-409e-ad6d-d143edd56d37 req-6cde93a0-2712-4908-8973-64b1c6803e65 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.52 "GET /v2.0/networks?id=23d35d9d-3b60-4171-a586-25af0fc312dd HTTP/1.1" status: 200 len: 824 time: 0.3701334 Aug 11 21:50:54.351363 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cc96eca2-2442-4e90-8271-e0e3cec18bee req-ed0fa470-a98c-4f43-aeb8-45480216ca92 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:54.361393 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cc96eca2-2442-4e90-8271-e0e3cec18bee req-ed0fa470-a98c-4f43-aeb8-45480216ca92 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:54.383970 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fbf8c-af72-4c5f-a4bd-bd18a084427e req-ea35a190-1bdc-4717-8eef-24cc562e526f tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:54.386789 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-777fbf8c-af72-4c5f-a4bd-bd18a084427e req-ea35a190-1bdc-4717-8eef-24cc562e526f tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/ports?device_id=d971b491-2111-4b38-9642-6e8e0de85608 HTTP/1.1" status: 200 len: 969 time: 0.0874879 Aug 11 21:50:54.401329 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-43257a28-102d-409e-ad6d-d143edd56d37 req-7c786332-1833-4f9f-b1a7-4e5db44a6018 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80a5e8f6f7ed430798dfcf878a1f42dd HTTP/1.1" status: 200 len: 380 time: 0.1023088 Aug 11 21:50:54.405032 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0fa470-a98c-4f43-aeb8-45480216ca92 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d376b490-0d93-43f1-9340-c3e287c7f89e,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:54.412505 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-43257a28-102d-409e-ad6d-d143edd56d37 req-e4782c66-f713-421d-ac93-1f66b874217d tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Request body: {'port': {'device_id': '0062d010-86db-4e4b-b6bb-8d4a7a12fe7e', 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd', 'admin_state_up': True, 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'security_groups': ['5e414fe2-fd97-463b-b3ae-7750275b3883']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:54.430336 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cc96eca2-2442-4e90-8271-e0e3cec18bee req-ed0fa470-a98c-4f43-aeb8-45480216ca92 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:54.431478 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cc96eca2-2442-4e90-8271-e0e3cec18bee req-ed0fa470-a98c-4f43-aeb8-45480216ca92 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4194083 Aug 11 21:50:54.467444 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-777fbf8c-af72-4c5f-a4bd-bd18a084427e req-b013d0dc-9b96-4a3e-bb3d-9a051d94fa63 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/security-groups?id=edccc311-f885-4c8b-be27-59ef3bf72bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678165 Aug 11 21:50:54.592543 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fda39104-849e-4efc-92dd-5459a1d465e1 req-973dc85a-c684-45e2-be8c-45fe0f4752ec tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/ports?device_id=0062d010-86db-4e4b-b6bb-8d4a7a12fe7e HTTP/1.1" status: 200 len: 210 time: 0.0404601 Aug 11 21:50:54.601091 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43257a28-102d-409e-ad6d-d143edd56d37 req-e4782c66-f713-421d-ac93-1f66b874217d tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Made reservation on behalf of 80a5e8f6f7ed430798dfcf878a1f42dd for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:50:54.606245 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-43257a28-102d-409e-ad6d-d143edd56d37 req-e4782c66-f713-421d-ac93-1f66b874217d tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:54.715798 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-4d8ea971-dfcc-425f-aa52-d0ad47bc36a9 req-7d35cc1c-3332-409a-b4aa-64a7f72a8ec0 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-583433738', 'description': 'tempest-description-1788434951'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:54.802520 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4d8ea971-dfcc-425f-aa52-d0ad47bc36a9 req-7d35cc1c-3332-409a-b4aa-64a7f72a8ec0 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:54.893727 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-43257a28-102d-409e-ad6d-d143edd56d37 req-e4782c66-f713-421d-ac93-1f66b874217d tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Allocated IP 172.20.0.4 (23d35d9d-3b60-4171-a586-25af0fc312dd/50d7a31b-7f2d-4275-9e8f-220f204b8511/557f63b0-24fa-4cda-a81b-7ebba1292e2b) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:50:55.217594 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4d8ea971-dfcc-425f-aa52-d0ad47bc36a9 req-7d35cc1c-3332-409a-b4aa-64a7f72a8ec0 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:55.242197 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4d8ea971-dfcc-425f-aa52-d0ad47bc36a9 req-7d35cc1c-3332-409a-b4aa-64a7f72a8ec0 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:55.308327 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdcb337-047f-4c69-9cb8-0fafba9269bc req-c2586688-3558-49f3-9f9f-6a9ce4f06659 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:55.310101 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5bdcb337-047f-4c69-9cb8-0fafba9269bc req-c2586688-3558-49f3-9f9f-6a9ce4f06659 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/ports?device_id=5177369d-44d0-491e-9be3-40d549942fc4 HTTP/1.1" status: 200 len: 932 time: 0.0844882 Aug 11 21:50:55.329247 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48454) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:55.355903 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4d8ea971-dfcc-425f-aa52-d0ad47bc36a9 req-7d35cc1c-3332-409a-b4aa-64a7f72a8ec0 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:55.362984 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4d8ea971-dfcc-425f-aa52-d0ad47bc36a9 req-7d35cc1c-3332-409a-b4aa-64a7f72a8ec0 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6584823 Aug 11 21:50:55.384686 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35cc1c-3332-409a-b4aa-64a7f72a8ec0 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1264514-7853-4c33-af07-2e735c890c21,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:55.410514 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5bdcb337-047f-4c69-9cb8-0fafba9269bc req-b3575617-ba55-40d6-bf94-03bf22b0e315 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/security-groups?id=766b701c-a932-490b-9be8-2efc91d83ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888445 Aug 11 21:50:55.430371 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-af9aec70-0c57-491d-a41e-8330f3476445 req-effe3b2d-2b78-49e4-8e32-1ab71f5888cb tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-12504079', 'description': 'tempest-description-1767283401'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:55.464873 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-43257a28-102d-409e-ad6d-d143edd56d37 req-e4782c66-f713-421d-ac93-1f66b874217d tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:55.508964 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-43257a28-102d-409e-ad6d-d143edd56d37 req-e4782c66-f713-421d-ac93-1f66b874217d tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Transition to ACTIVE for port object 557f63b0-24fa-4cda-a81b-7ebba1292e2b will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:50:55.527056 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-af9aec70-0c57-491d-a41e-8330f3476445 req-effe3b2d-2b78-49e4-8e32-1ab71f5888cb tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:55.679929 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-43257a28-102d-409e-ad6d-d143edd56d37 req-e4782c66-f713-421d-ac93-1f66b874217d tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:55.785527 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43257a28-102d-409e-ad6d-d143edd56d37 req-e4782c66-f713-421d-ac93-1f66b874217d tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Network 23d35d9d-3b60-4171-a586-25af0fc312dd is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:50:55.789851 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4782c66-f713-421d-ac93-1f66b874217d tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Pushing event updated for resources: {'Port': ['ID=557f63b0-24fa-4cda-a81b-7ebba1292e2b,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:55.797189 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-43257a28-102d-409e-ad6d-d143edd56d37 req-e4782c66-f713-421d-ac93-1f66b874217d tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:50:55.802031 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-43257a28-102d-409e-ad6d-d143edd56d37 req-e4782c66-f713-421d-ac93-1f66b874217d tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:50:55.808905 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43257a28-102d-409e-ad6d-d143edd56d37 req-e4782c66-f713-421d-ac93-1f66b874217d tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:55.809906 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-43257a28-102d-409e-ad6d-d143edd56d37 req-e4782c66-f713-421d-ac93-1f66b874217d tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:55.858154 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0db850c6-cc6b-4a69-94e8-362121c89fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:55.862916 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-af9aec70-0c57-491d-a41e-8330f3476445 req-effe3b2d-2b78-49e4-8e32-1ab71f5888cb tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:55.871959 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-af9aec70-0c57-491d-a41e-8330f3476445 req-effe3b2d-2b78-49e4-8e32-1ab71f5888cb tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:55.888645 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-43257a28-102d-409e-ad6d-d143edd56d37 req-e4782c66-f713-421d-ac93-1f66b874217d tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4808161 Aug 11 21:50:55.929466 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-43257a28-102d-409e-ad6d-d143edd56d37 req-4cf68396-a8f2-4929-a2c2-4a9fa048c660 service neutron] Request body: {'port': {'device_id': '0062d010-86db-4e4b-b6bb-8d4a7a12fe7e', 'device_owner': 'compute:tempest-test_az-824288935', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:56.009897 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9488a2e-6861-446b-99ef-e53f2aee56e8 req-24dcab8b-2359-4f73-9a0c-b13eae374109 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:56.013270 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d9488a2e-6861-446b-99ef-e53f2aee56e8 req-24dcab8b-2359-4f73-9a0c-b13eae374109 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/ports?device_id=d971b491-2111-4b38-9642-6e8e0de85608 HTTP/1.1" status: 200 len: 969 time: 0.1625829 Aug 11 21:50:56.046296 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-af9aec70-0c57-491d-a41e-8330f3476445 req-effe3b2d-2b78-49e4-8e32-1ab71f5888cb tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:56.048814 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-af9aec70-0c57-491d-a41e-8330f3476445 req-effe3b2d-2b78-49e4-8e32-1ab71f5888cb tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6302135 Aug 11 21:50:56.090930 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d9488a2e-6861-446b-99ef-e53f2aee56e8 req-c0a698f2-fb66-4e72-bd2b-54d245bf8a57 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/security-groups?id=edccc311-f885-4c8b-be27-59ef3bf72bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670393 Aug 11 21:50:56.113614 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe3b2d-2b78-49e4-8e32-1ab71f5888cb tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dd967a-381c-4536-82e1-f413e5c3aef5,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:56.145932 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-43257a28-102d-409e-ad6d-d143edd56d37 req-4cf68396-a8f2-4929-a2c2-4a9fa048c660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:56.179783 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0db850c6-cc6b-4a69-94e8-362121c89fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:56.190059 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0db850c6-cc6b-4a69-94e8-362121c89fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:56.230187 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0db850c6-cc6b-4a69-94e8-362121c89fa3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9c06a252d47843209b1530ccdc10e8d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8987563 Aug 11 21:50:56.236912 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48470) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:56.237127 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9ddf0e97-8781-48d2-81ae-2f7137095cab None None] Provisioning for port 557f63b0-24fa-4cda-a81b-7ebba1292e2b completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:50:56.241147 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9ddf0e97-8781-48d2-81ae-2f7137095cab None None] Provisioning complete for port 557f63b0-24fa-4cda-a81b-7ebba1292e2b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:50:56.241601 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9ddf0e97-8781-48d2-81ae-2f7137095cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:56.302143 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-9ddf0e97-8781-48d2-81ae-2f7137095cab None None] Port 557f63b0-24fa-4cda-a81b-7ebba1292e2b cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:50:56.400046 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48472) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:56.522740 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db850c6-cc6b-4a69-94e8-362121c89fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e645bfa-2dca-480b-bcd3-ef34737333db,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:56.536564 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aab77f27-947a-44b1-8b3a-9bcda75f319c req-c1449d29-c933-4b36-a513-0c38325851a0 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "GET /v2.0/security-groups/a1264514-7853-4c33-af07-2e735c890c21 HTTP/1.1" status: 200 len: 1804 time: 0.3721018 Aug 11 21:50:56.559101 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5c994-743e-4a2b-a3a5-53378ed0eef1 req-611a8ada-9568-41d3-afe3-c7d1c4ee7717 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:56.561827 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f7e5c994-743e-4a2b-a3a5-53378ed0eef1 req-611a8ada-9568-41d3-afe3-c7d1c4ee7717 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/ports?device_id=0062d010-86db-4e4b-b6bb-8d4a7a12fe7e HTTP/1.1" status: 200 len: 931 time: 0.3632083 Aug 11 21:50:56.612752 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-562cc305-beac-4c62-abef-e4242cbd0f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:56.685367 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-562cc305-beac-4c62-abef-e4242cbd0f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:56.692779 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aab77f27-947a-44b1-8b3a-9bcda75f319c req-28efd38d-c9c9-48c3-b005-aa9c43cc2d8d tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "GET /v2.0/security-groups/e5dd967a-381c-4536-82e1-f413e5c3aef5 HTTP/1.1" status: 200 len: 1803 time: 0.1282742 Aug 11 21:50:56.711890 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-05d75184-e728-44d6-a59c-f51f9e43fa2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:56.717958 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-aab77f27-947a-44b1-8b3a-9bcda75f319c req-e8d9137b-1a76-4003-9652-09b2d5b27e42 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a1264514-7853-4c33-af07-2e735c890c21', 'remote_group_id': 'e5dd967a-381c-4536-82e1-f413e5c3aef5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:56.718460 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-aab77f27-947a-44b1-8b3a-9bcda75f319c req-e8d9137b-1a76-4003-9652-09b2d5b27e42 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a1264514-7853-4c33-af07-2e735c890c21', 'remote_group_id': 'e5dd967a-381c-4536-82e1-f413e5c3aef5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:56.792851 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f7e5c994-743e-4a2b-a3a5-53378ed0eef1 req-06b3145f-e89f-446a-9202-a70fe6055d3a tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e414fe2-fd97-463b-b3ae-7750275b3883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164819 Aug 11 21:50:56.832493 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.db.api [None req-05d75184-e728-44d6-a59c-f51f9e43fa2f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 21:50:56.832493 n-d-804275-3 neutron-server[100942]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 21:50:56.832493 n-d-804275-3 neutron-server[100942]: [parameters: {'project_id': 'efe7f6b2027142ba9857d87c40882b58', 'id': 'add9c800-fdaa-44d7-959d-1ba9c08a81f5', 'expiration': datetime.datetime(2021, 8, 11, 21, 52, 56, 822352)}] Aug 11 21:50:56.832493 n-d-804275-3 neutron-server[100942]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 21:50:56.833750 n-d-804275-3 neutron-server[100942]: DEBUG oslo_db.api [None req-05d75184-e728-44d6-a59c-f51f9e43fa2f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 21:50:56.834151 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-562cc305-beac-4c62-abef-e4242cbd0f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:56.839453 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-562cc305-beac-4c62-abef-e4242cbd0f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:56.843610 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-562cc305-beac-4c62-abef-e4242cbd0f5f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9e645bfa-2dca-480b-bcd3-ef34737333db HTTP/1.1" status: 204 len: 168 time: 0.6057804 Aug 11 21:50:56.871550 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562cc305-beac-4c62-abef-e4242cbd0f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e645bfa-2dca-480b-bcd3-ef34737333db,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:56.977057 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-aab77f27-947a-44b1-8b3a-9bcda75f319c req-e8d9137b-1a76-4003-9652-09b2d5b27e42 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:57.046103 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-43257a28-102d-409e-ad6d-d143edd56d37 req-4cf68396-a8f2-4929-a2c2-4a9fa048c660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 557f63b0-24fa-4cda-a81b-7ebba1292e2b {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:50:57.066437 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-43257a28-102d-409e-ad6d-d143edd56d37 req-4cf68396-a8f2-4929-a2c2-4a9fa048c660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:57.073141 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-aab77f27-947a-44b1-8b3a-9bcda75f319c req-e8d9137b-1a76-4003-9652-09b2d5b27e42 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:57.080533 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-aab77f27-947a-44b1-8b3a-9bcda75f319c req-e8d9137b-1a76-4003-9652-09b2d5b27e42 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:57.086655 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96cf9e-51c9-4b45-8075-fdc452647439 req-0e20ecb0-f8a0-4a4e-86b9-983ccc6e23df tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:57.089458 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cf96cf9e-51c9-4b45-8075-fdc452647439 req-0e20ecb0-f8a0-4a4e-86b9-983ccc6e23df tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/ports?device_id=5177369d-44d0-491e-9be3-40d549942fc4 HTTP/1.1" status: 200 len: 932 time: 0.1584523 Aug 11 21:50:57.099973 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9137b-1a76-4003-9652-09b2d5b27e42 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5516b9d9-7de4-4def-8fd8-6967e1d79d42,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:57.130704 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-aab77f27-947a-44b1-8b3a-9bcda75f319c req-e8d9137b-1a76-4003-9652-09b2d5b27e42 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:57.133797 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aab77f27-947a-44b1-8b3a-9bcda75f319c req-e8d9137b-1a76-4003-9652-09b2d5b27e42 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4256241 Aug 11 21:50:57.135616 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-43257a28-102d-409e-ad6d-d143edd56d37 req-4cf68396-a8f2-4929-a2c2-4a9fa048c660 service neutron] Transition to ACTIVE for port object 557f63b0-24fa-4cda-a81b-7ebba1292e2b will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:50:57.155963 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-43257a28-102d-409e-ad6d-d143edd56d37 req-4cf68396-a8f2-4929-a2c2-4a9fa048c660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:57.277143 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cf96cf9e-51c9-4b45-8075-fdc452647439 req-1f85af5e-edda-4ede-bd91-cea45f146cef tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/security-groups?id=766b701c-a932-490b-9be8-2efc91d83ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605101 Aug 11 21:50:57.336845 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-05d75184-e728-44d6-a59c-f51f9e43fa2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:57.370164 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48486) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:57.397358 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbdc10-383d-49b8-a8ee-7b97b256565e req-3e49ff7f-21d6-4a40-af59-d14c2d4d5f1f tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:57.405597 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-01cbdc10-383d-49b8-a8ee-7b97b256565e req-3e49ff7f-21d6-4a40-af59-d14c2d4d5f1f tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/ports?device_id=d971b491-2111-4b38-9642-6e8e0de85608 HTTP/1.1" status: 200 len: 969 time: 0.1401937 Aug 11 21:50:57.416493 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf68396-a8f2-4929-a2c2-4a9fa048c660 service neutron] Pushing event updated for resources: {'Port': ['ID=557f63b0-24fa-4cda-a81b-7ebba1292e2b,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:57.420689 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-232ea857-fa0d-4aef-aa4a-9a35c822cfd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:57.463928 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-43257a28-102d-409e-ad6d-d143edd56d37 req-4cf68396-a8f2-4929-a2c2-4a9fa048c660 service neutron] Attempting to bind port 557f63b0-24fa-4cda-a81b-7ebba1292e2b on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:50:57.464506 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-43257a28-102d-409e-ad6d-d143edd56d37 req-4cf68396-a8f2-4929-a2c2-4a9fa048c660 service neutron] Attempting to bind port 557f63b0-24fa-4cda-a81b-7ebba1292e2b by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '609e17b3-1508-4d95-a8d0-25bb8387ed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:50:57.465100 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43257a28-102d-409e-ad6d-d143edd56d37 req-4cf68396-a8f2-4929-a2c2-4a9fa048c660 service neutron] Attempting to bind port 557f63b0-24fa-4cda-a81b-7ebba1292e2b on network 23d35d9d-3b60-4171-a586-25af0fc312dd {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:50:57.476419 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-01cbdc10-383d-49b8-a8ee-7b97b256565e req-5bb00ae1-2fb3-403d-8fc4-9c7db58f53ea tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/security-groups?id=edccc311-f885-4c8b-be27-59ef3bf72bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698717 Aug 11 21:50:57.496221 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.db.api [None req-05d75184-e728-44d6-a59c-f51f9e43fa2f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 21:50:57.496221 n-d-804275-3 neutron-server[100942]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 21:50:57.496221 n-d-804275-3 neutron-server[100942]: [parameters: {'project_id': 'efe7f6b2027142ba9857d87c40882b58', 'id': '099ae58f-ab3c-4d8b-a9bc-3db4c26b6a43', 'expiration': datetime.datetime(2021, 8, 11, 21, 52, 57, 468820)}] Aug 11 21:50:57.496221 n-d-804275-3 neutron-server[100942]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 21:50:57.496221 n-d-804275-3 neutron-server[100942]: DEBUG oslo_db.api [None req-05d75184-e728-44d6-a59c-f51f9e43fa2f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 21:50:57.496221 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43257a28-102d-409e-ad6d-d143edd56d37 req-4cf68396-a8f2-4929-a2c2-4a9fa048c660 service neutron] Port 557f63b0-24fa-4cda-a81b-7ebba1292e2b on network 23d35d9d-3b60-4171-a586-25af0fc312dd not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:50:57.496221 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43257a28-102d-409e-ad6d-d143edd56d37 req-4cf68396-a8f2-4929-a2c2-4a9fa048c660 service neutron] Attempting to bind port 557f63b0-24fa-4cda-a81b-7ebba1292e2b on network 23d35d9d-3b60-4171-a586-25af0fc312dd {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:50:57.516910 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43257a28-102d-409e-ad6d-d143edd56d37 req-4cf68396-a8f2-4929-a2c2-4a9fa048c660 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:50:57.517467 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43257a28-102d-409e-ad6d-d143edd56d37 req-4cf68396-a8f2-4929-a2c2-4a9fa048c660 service neutron] Checking segment: {'id': '609e17b3-1508-4d95-a8d0-25bb8387ed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:50:57.518375 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43257a28-102d-409e-ad6d-d143edd56d37 req-4cf68396-a8f2-4929-a2c2-4a9fa048c660 service neutron] Bound using segment: {'id': '609e17b3-1508-4d95-a8d0-25bb8387ed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:50:57.519207 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-43257a28-102d-409e-ad6d-d143edd56d37 req-4cf68396-a8f2-4929-a2c2-4a9fa048c660 service neutron] Bound port: 557f63b0-24fa-4cda-a81b-7ebba1292e2b, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '609e17b3-1508-4d95-a8d0-25bb8387ed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:50:57.519794 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-43257a28-102d-409e-ad6d-d143edd56d37 req-4cf68396-a8f2-4929-a2c2-4a9fa048c660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:57.562017 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-04b67bda-b9d2-4d58-9412-d7d189f01b45 req-a5aaced6-a4df-4e30-a45b-2d481a24b5d7 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "GET /v2.0/security-groups/e5dd967a-381c-4536-82e1-f413e5c3aef5 HTTP/1.1" status: 200 len: 1803 time: 0.1917129 Aug 11 21:50:57.676213 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-232ea857-fa0d-4aef-aa4a-9a35c822cfd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:57.683698 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-232ea857-fa0d-4aef-aa4a-9a35c822cfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:57.745232 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d3431-9f7a-4bf4-9199-3ab117f1e6af req-5234b077-5f58-43c7-a636-c0b0a181aedd tempest-AggregatesAdminTestJSON-1854949221 tempest-AggregatesAdminTestJSON-1854949221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:57.746891 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-158d3431-9f7a-4bf4-9199-3ab117f1e6af req-5234b077-5f58-43c7-a636-c0b0a181aedd tempest-AggregatesAdminTestJSON-1854949221 tempest-AggregatesAdminTestJSON-1854949221-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d971b491-2111-4b38-9642-6e8e0de85608 HTTP/1.1" status: 200 len: 1120 time: 0.1340370 Aug 11 21:50:57.748013 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ea857-fa0d-4aef-aa4a-9a35c822cfd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536755aa-d913-4767-996f-6428f48f94dc,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:57.752583 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-232ea857-fa0d-4aef-aa4a-9a35c822cfd1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8f17b44291e2424c81ca26f85ffc1404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3798966 Aug 11 21:50:57.756667 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-43257a28-102d-409e-ad6d-d143edd56d37 req-4cf68396-a8f2-4929-a2c2-4a9fa048c660 service neutron] For port 557f63b0-24fa-4cda-a81b-7ebba1292e2b, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:50:57.757529 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48490) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:57.779973 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-04b67bda-b9d2-4d58-9412-d7d189f01b45 req-5e9b53cb-c39b-4996-89fa-e5f24a4e508a tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:57.784661 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-158d3431-9f7a-4bf4-9199-3ab117f1e6af req-085df8da-1051-4b69-ab5c-cfd6cbc63725 tempest-AggregatesAdminTestJSON-1854949221 tempest-AggregatesAdminTestJSON-1854949221-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:57.787607 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-43257a28-102d-409e-ad6d-d143edd56d37 req-4cf68396-a8f2-4929-a2c2-4a9fa048c660 service neutron] For port 557f63b0-24fa-4cda-a81b-7ebba1292e2b, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=557f63b0-24fa-4cda-a81b-7ebba1292e2b,segment=NetworkSegment(609e17b3-1508-4d95-a8d0-25bb8387ed3d),segment_id=609e17b3-1508-4d95-a8d0-25bb8387ed3d)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:50:57.799680 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-43257a28-102d-409e-ad6d-d143edd56d37 req-4cf68396-a8f2-4929-a2c2-4a9fa048c660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:57.848004 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43257a28-102d-409e-ad6d-d143edd56d37 req-4cf68396-a8f2-4929-a2c2-4a9fa048c660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:57.849087 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-43257a28-102d-409e-ad6d-d143edd56d37 req-4cf68396-a8f2-4929-a2c2-4a9fa048c660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:57.850444 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-43257a28-102d-409e-ad6d-d143edd56d37 req-4cf68396-a8f2-4929-a2c2-4a9fa048c660 service neutron] 10.222.0.52 "PUT /v2.0/ports/557f63b0-24fa-4cda-a81b-7ebba1292e2b HTTP/1.1" status: 200 len: 1112 time: 1.9314735 Aug 11 21:50:57.855391 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-04b67bda-b9d2-4d58-9412-d7d189f01b45 req-5e9b53cb-c39b-4996-89fa-e5f24a4e508a tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:57.858696 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0062d010-86db-4e4b-b6bb-8d4a7a12fe7e', 'tag': '557f63b0-24fa-4cda-a81b-7ebba1292e2b'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:50:57.862309 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5bd7090f-b2d7-4208-bbcc-147975bd3ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:57.903754 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5bd7090f-b2d7-4208-bbcc-147975bd3ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:57.997421 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-158d3431-9f7a-4bf4-9199-3ab117f1e6af req-085df8da-1051-4b69-ab5c-cfd6cbc63725 tempest-AggregatesAdminTestJSON-1854949221 tempest-AggregatesAdminTestJSON-1854949221-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:58.006810 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-158d3431-9f7a-4bf4-9199-3ab117f1e6af req-085df8da-1051-4b69-ab5c-cfd6cbc63725 tempest-AggregatesAdminTestJSON-1854949221 tempest-AggregatesAdminTestJSON-1854949221-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:58.040272 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-158d3431-9f7a-4bf4-9199-3ab117f1e6af req-085df8da-1051-4b69-ab5c-cfd6cbc63725 tempest-AggregatesAdminTestJSON-1854949221 tempest-AggregatesAdminTestJSON-1854949221-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=edccc311-f885-4c8b-be27-59ef3bf72bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836602 Aug 11 21:50:58.044528 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5bd7090f-b2d7-4208-bbcc-147975bd3ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:58.047428 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5bd7090f-b2d7-4208-bbcc-147975bd3ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:58.051966 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5bd7090f-b2d7-4208-bbcc-147975bd3ae5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/536755aa-d913-4767-996f-6428f48f94dc HTTP/1.1" status: 204 len: 168 time: 0.2932448 Aug 11 21:50:58.071590 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-05d75184-e728-44d6-a59c-f51f9e43fa2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:58.075562 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085df8da-1051-4b69-ab5c-cfd6cbc63725 tempest-AggregatesAdminTestJSON-1854949221 tempest-AggregatesAdminTestJSON-1854949221-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d068f16e-9e5c-4f6d-b7fb-6637deaf4da1,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:58.089482 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf68396-a8f2-4929-a2c2-4a9fa048c660 service neutron] Pushing event updated for resources: {'Port': ['ID=557f63b0-24fa-4cda-a81b-7ebba1292e2b,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:58.090356 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7090f-b2d7-4208-bbcc-147975bd3ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536755aa-d913-4767-996f-6428f48f94dc,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:58.150415 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43257a28-102d-409e-ad6d-d143edd56d37 req-d5c239a5-2063-417e-bf5e-651fef175383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:58.152271 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-43257a28-102d-409e-ad6d-d143edd56d37 req-d5c239a5-2063-417e-bf5e-651fef175383 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=80a5e8f6f7ed430798dfcf878a1f42dd&device_id=0062d010-86db-4e4b-b6bb-8d4a7a12fe7e HTTP/1.1" status: 200 len: 1115 time: 0.2183833 Aug 11 21:50:58.230771 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6892a31-2cb0-4db2-ba36-a9ad7f07eff8" -d '{"events": [{"name": "network-changed", "server_uuid": "0062d010-86db-4e4b-b6bb-8d4a7a12fe7e", "tag": "557f63b0-24fa-4cda-a81b-7ebba1292e2b"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:50:58.279096 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883c2d3-8b5e-4f37-9354-75f34ebe93cc req-75a00fc4-35a1-48b2-8681-81843e650a95 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:58.280237 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-43257a28-102d-409e-ad6d-d143edd56d37 req-6dc6df94-dddd-4163-af9a-2a2cf763ac02 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=557f63b0-24fa-4cda-a81b-7ebba1292e2b HTTP/1.1" status: 200 len: 217 time: 0.1122506 Aug 11 21:50:58.281691 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4883c2d3-8b5e-4f37-9354-75f34ebe93cc req-75a00fc4-35a1-48b2-8681-81843e650a95 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/ports?device_id=0062d010-86db-4e4b-b6bb-8d4a7a12fe7e HTTP/1.1" status: 200 len: 964 time: 0.1053121 Aug 11 21:50:58.285995 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-04b67bda-b9d2-4d58-9412-d7d189f01b45 req-5e9b53cb-c39b-4996-89fa-e5f24a4e508a tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:58.289282 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-04b67bda-b9d2-4d58-9412-d7d189f01b45 req-5e9b53cb-c39b-4996-89fa-e5f24a4e508a tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:58.290219 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-04b67bda-b9d2-4d58-9412-d7d189f01b45 req-5e9b53cb-c39b-4996-89fa-e5f24a4e508a tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "DELETE /v2.0/security-groups/e5dd967a-381c-4536-82e1-f413e5c3aef5 HTTP/1.1" status: 204 len: 173 time: 0.7232876 Aug 11 21:50:58.327107 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 21:50:58.361205 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b53cb-c39b-4996-89fa-e5f24a4e508a tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dd967a-381c-4536-82e1-f413e5c3aef5,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:58.394699 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4883c2d3-8b5e-4f37-9354-75f34ebe93cc req-1e2ba61a-40fe-4fed-acbd-4553ebb2be3c tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e414fe2-fd97-463b-b3ae-7750275b3883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044433 Aug 11 21:50:58.421327 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43257a28-102d-409e-ad6d-d143edd56d37 req-1e854c80-5222-4732-ad5d-83d3fd00e195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:58.427201 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-43257a28-102d-409e-ad6d-d143edd56d37 req-1e854c80-5222-4732-ad5d-83d3fd00e195 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=50d7a31b-7f2d-4275-9e8f-220f204b8511 HTTP/1.1" status: 200 len: 863 time: 0.1305196 Aug 11 21:50:58.566219 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-05d75184-e728-44d6-a59c-f51f9e43fa2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:58.572657 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43257a28-102d-409e-ad6d-d143edd56d37 req-bbe73045-5867-4402-842c-54830fa6fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:58.576102 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-43257a28-102d-409e-ad6d-d143edd56d37 req-bbe73045-5867-4402-842c-54830fa6fbf0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=23d35d9d-3b60-4171-a586-25af0fc312dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1414146 Aug 11 21:50:58.578733 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-05d75184-e728-44d6-a59c-f51f9e43fa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:58.734526 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d75184-e728-44d6-a59c-f51f9e43fa2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b54cd41-2415-4e45-9a58-31eb2102d319,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:58.739474 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-05d75184-e728-44d6-a59c-f51f9e43fa2f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=efe7f6b2027142ba9857d87c40882b58&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3378074 Aug 11 21:50:58.743978 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48528) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:50:58.752158 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8e35ae20-29d3-4979-825c-c237c8e4cd03 req-34da1707-a8ee-4871-8277-5868b6ed55c6 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "GET /v2.0/security-groups/a1264514-7853-4c33-af07-2e735c890c21 HTTP/1.1" status: 200 len: 1804 time: 0.1838896 Aug 11 21:50:58.796112 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-43257a28-102d-409e-ad6d-d143edd56d37 req-57d8ab84-b0c4-4a52-8aad-8a6ab7358868 service neutron] 10.222.0.52 "GET /v2.0/networks/23d35d9d-3b60-4171-a586-25af0fc312dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030072 Aug 11 21:50:58.801228 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b4ef6d-a63e-420e-8332-e2faac502078 x-openstack-request-id: req-f9b4ef6d-a63e-420e-8332-e2faac502078 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:50:58.801526 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0062d010-86db-4e4b-b6bb-8d4a7a12fe7e", "tag": "557f63b0-24fa-4cda-a81b-7ebba1292e2b", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:50:58.802114 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f9b4ef6d-a63e-420e-8332-e2faac502078 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:50:58.802600 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0062d010-86db-4e4b-b6bb-8d4a7a12fe7e', 'tag': '557f63b0-24fa-4cda-a81b-7ebba1292e2b', 'status': 'completed', 'code': 200} Aug 11 21:50:58.936189 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-934a391e-1234-44ca-97f9-8cabd9f4b43f req-abe595fa-19f9-4de4-a0d9-e04b34c7cabc tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-514126412', 'description': 'tempest-description-792226001'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:58.964208 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-016f6fbf-d996-4080-8bb6-3f7885a7eb4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:59.017279 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-934a391e-1234-44ca-97f9-8cabd9f4b43f req-abe595fa-19f9-4de4-a0d9-e04b34c7cabc tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:59.030327 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-016f6fbf-d996-4080-8bb6-3f7885a7eb4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:59.109245 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bea2c9-a118-4cfe-bec7-f606d1070808 req-6c417418-0623-4861-8546-e6a5f4e2551e tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:59.112439 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d4bea2c9-a118-4cfe-bec7-f606d1070808 req-6c417418-0623-4861-8546-e6a5f4e2551e tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/ports?device_id=5177369d-44d0-491e-9be3-40d549942fc4 HTTP/1.1" status: 200 len: 932 time: 0.0850942 Aug 11 21:50:59.150836 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-43257a28-102d-409e-ad6d-d143edd56d37 req-54b9d44c-59df-424d-bafa-db666786b7c7 service neutron] 10.222.0.52 "GET /v2.0/networks/23d35d9d-3b60-4171-a586-25af0fc312dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448141 Aug 11 21:50:59.183156 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-016f6fbf-d996-4080-8bb6-3f7885a7eb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:59.187639 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-016f6fbf-d996-4080-8bb6-3f7885a7eb4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:59.208612 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-016f6fbf-d996-4080-8bb6-3f7885a7eb4c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9b54cd41-2415-4e45-9a58-31eb2102d319 HTTP/1.1" status: 204 len: 168 time: 0.4583325 Aug 11 21:50:59.236098 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d4bea2c9-a118-4cfe-bec7-f606d1070808 req-7a2d12ff-e1cf-43a1-8688-2f41d78e2dea tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/security-groups?id=766b701c-a932-490b-9be8-2efc91d83ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987146 Aug 11 21:50:59.259105 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f6fbf-d996-4080-8bb6-3f7885a7eb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b54cd41-2415-4e45-9a58-31eb2102d319,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:59.296502 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-934a391e-1234-44ca-97f9-8cabd9f4b43f req-abe595fa-19f9-4de4-a0d9-e04b34c7cabc tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:59.304507 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-934a391e-1234-44ca-97f9-8cabd9f4b43f req-abe595fa-19f9-4de4-a0d9-e04b34c7cabc tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:59.317279 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6892a31-2cb0-4db2-ba36-a9ad7f07eff8 req-643fb7b0-5efa-46f1-b100-f90445f52937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:59.319718 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e6892a31-2cb0-4db2-ba36-a9ad7f07eff8 req-643fb7b0-5efa-46f1-b100-f90445f52937 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=80a5e8f6f7ed430798dfcf878a1f42dd&device_id=0062d010-86db-4e4b-b6bb-8d4a7a12fe7e HTTP/1.1" status: 200 len: 1115 time: 0.0911374 Aug 11 21:50:59.337250 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-934a391e-1234-44ca-97f9-8cabd9f4b43f req-abe595fa-19f9-4de4-a0d9-e04b34c7cabc tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:59.340841 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-934a391e-1234-44ca-97f9-8cabd9f4b43f req-abe595fa-19f9-4de4-a0d9-e04b34c7cabc tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4230318 Aug 11 21:50:59.386028 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe595fa-19f9-4de4-a0d9-e04b34c7cabc tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14945ffe-072b-48e1-8554-c31b96d4f2e5,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:59.485104 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b946f57e-92c2-415b-a873-a7019d88cfc3 req-3f2c9d74-7775-4601-8abc-22ffddd09a2b tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "GET /v2.0/security-groups/14945ffe-072b-48e1-8554-c31b96d4f2e5 HTTP/1.1" status: 200 len: 1803 time: 0.0889857 Aug 11 21:50:59.505692 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-b946f57e-92c2-415b-a873-a7019d88cfc3 req-7bea4d43-706b-4f75-a50c-a4547d3398b9 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14945ffe-072b-48e1-8554-c31b96d4f2e5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:59.506565 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-b946f57e-92c2-415b-a873-a7019d88cfc3 req-7bea4d43-706b-4f75-a50c-a4547d3398b9 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14945ffe-072b-48e1-8554-c31b96d4f2e5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:50:59.694346 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b946f57e-92c2-415b-a873-a7019d88cfc3 req-7bea4d43-706b-4f75-a50c-a4547d3398b9 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:59.728266 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6892a31-2cb0-4db2-ba36-a9ad7f07eff8 req-a47c3000-cbcc-40e0-8573-d375520ab7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:59.731122 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e6892a31-2cb0-4db2-ba36-a9ad7f07eff8 req-a47c3000-cbcc-40e0-8573-d375520ab7ce service neutron] 10.222.0.52 "GET /v2.0/networks?id=23d35d9d-3b60-4171-a586-25af0fc312dd HTTP/1.1" status: 200 len: 925 time: 0.4016967 Aug 11 21:50:59.747844 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b946f57e-92c2-415b-a873-a7019d88cfc3 req-7bea4d43-706b-4f75-a50c-a4547d3398b9 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:59.755060 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b946f57e-92c2-415b-a873-a7019d88cfc3 req-7bea4d43-706b-4f75-a50c-a4547d3398b9 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:59.801197 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea4d43-706b-4f75-a50c-a4547d3398b9 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352401ec-fff3-4acc-b131-92ce138d7b41,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:50:59.821608 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e6892a31-2cb0-4db2-ba36-a9ad7f07eff8 req-9e0675a3-7f31-4e4f-aaa1-b3fbbeff3611 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=557f63b0-24fa-4cda-a81b-7ebba1292e2b HTTP/1.1" status: 200 len: 217 time: 0.0685649 Aug 11 21:50:59.827477 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b946f57e-92c2-415b-a873-a7019d88cfc3 req-7bea4d43-706b-4f75-a50c-a4547d3398b9 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:50:59.835669 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-52d78645-3a24-4eb0-aea8-7e8fb7a0ba52 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 21:50:59.837418 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-52d78645-3a24-4eb0-aea8-7e8fb7a0ba52 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097444 Aug 11 21:50:59.846697 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b946f57e-92c2-415b-a873-a7019d88cfc3 req-7bea4d43-706b-4f75-a50c-a4547d3398b9 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3554642 Aug 11 21:50:59.901348 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f87fb6-07bd-4a6e-b852-f40ad02adf34 req-fadb55f4-b19b-4cd3-8dcd-d35a1216d07a tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:59.909222 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f1f87fb6-07bd-4a6e-b852-f40ad02adf34 req-fadb55f4-b19b-4cd3-8dcd-d35a1216d07a tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/ports?device_id=0062d010-86db-4e4b-b6bb-8d4a7a12fe7e HTTP/1.1" status: 200 len: 964 time: 0.1996551 Aug 11 21:50:59.942537 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6892a31-2cb0-4db2-ba36-a9ad7f07eff8 req-76bad449-be92-4b34-8676-be8c0f59ffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:50:59.944544 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e6892a31-2cb0-4db2-ba36-a9ad7f07eff8 req-76bad449-be92-4b34-8676-be8c0f59ffc1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=50d7a31b-7f2d-4275-9e8f-220f204b8511 HTTP/1.1" status: 200 len: 863 time: 0.0985694 Aug 11 21:50:59.984407 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f1f87fb6-07bd-4a6e-b852-f40ad02adf34 req-1e224722-cecc-4a4b-8c38-8c2a56606cbb tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e414fe2-fd97-463b-b3ae-7750275b3883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736613 Aug 11 21:51:00.017221 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fb2012b-e32a-40aa-87f0-57227e8d37d6 req-17e7894c-9a49-443b-a1ef-3609b308a069 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "GET /v2.0/security-groups/14945ffe-072b-48e1-8554-c31b96d4f2e5 HTTP/1.1" status: 200 len: 2396 time: 0.1077156 Aug 11 21:51:00.031889 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-5fb2012b-e32a-40aa-87f0-57227e8d37d6 req-0b461c83-520d-40da-aa5b-90742ecf1333 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14945ffe-072b-48e1-8554-c31b96d4f2e5', 'remote_group_id': None}]} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:00.032236 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-5fb2012b-e32a-40aa-87f0-57227e8d37d6 req-0b461c83-520d-40da-aa5b-90742ecf1333 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14945ffe-072b-48e1-8554-c31b96d4f2e5', 'remote_group_id': None}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:00.048363 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6892a31-2cb0-4db2-ba36-a9ad7f07eff8 req-977783a9-3320-48b0-9636-c3bbc062af8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:00.050247 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e6892a31-2cb0-4db2-ba36-a9ad7f07eff8 req-977783a9-3320-48b0-9636-c3bbc062af8e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=23d35d9d-3b60-4171-a586-25af0fc312dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929105 Aug 11 21:51:00.130580 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-810a2819-104b-4f2f-82e3-9d0619f6fac8 service neutron] Request body: {'port': {'device_id': '5177369d-44d0-491e-9be3-40d549942fc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:00.155633 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48580) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:00.188278 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5fb2012b-e32a-40aa-87f0-57227e8d37d6 req-0b461c83-520d-40da-aa5b-90742ecf1333 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:00.192084 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-61d5b004-e931-4ba9-a76e-6fe57b88699a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:00.237643 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-810a2819-104b-4f2f-82e3-9d0619f6fac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:00.249221 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5fb2012b-e32a-40aa-87f0-57227e8d37d6 req-0b461c83-520d-40da-aa5b-90742ecf1333 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:00.258679 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e6892a31-2cb0-4db2-ba36-a9ad7f07eff8 req-6f83c3ca-e320-4355-8a3b-1f4720f99c0c service neutron] 10.222.0.52 "GET /v2.0/networks/23d35d9d-3b60-4171-a586-25af0fc312dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957195 Aug 11 21:51:00.260504 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5fb2012b-e32a-40aa-87f0-57227e8d37d6 req-0b461c83-520d-40da-aa5b-90742ecf1333 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:00.303955 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b461c83-520d-40da-aa5b-90742ecf1333 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b011028-4141-4ed9-a5cd-805e3edb9ca3,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:00.390660 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-61d5b004-e931-4ba9-a76e-6fe57b88699a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:00.401851 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-61d5b004-e931-4ba9-a76e-6fe57b88699a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:00.412857 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5fb2012b-e32a-40aa-87f0-57227e8d37d6 req-0b461c83-520d-40da-aa5b-90742ecf1333 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:00.415024 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fb2012b-e32a-40aa-87f0-57227e8d37d6 req-0b461c83-520d-40da-aa5b-90742ecf1333 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3969364 Aug 11 21:51:00.524143 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-61d5b004-e931-4ba9-a76e-6fe57b88699a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=017e22194dfc41f7a7fc4191cfc7aa2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3670735 Aug 11 21:51:00.526801 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5b004-e931-4ba9-a76e-6fe57b88699a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34e114b-1083-4738-acb4-27befd54be8f,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:00.528995 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48594) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:00.536324 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e6892a31-2cb0-4db2-ba36-a9ad7f07eff8 req-2c867d13-be2f-46b7-a781-1a9bc589866b service neutron] 10.222.0.52 "GET /v2.0/networks/23d35d9d-3b60-4171-a586-25af0fc312dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679138 Aug 11 21:51:00.606988 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dcab8da7-2320-4957-a0cd-023c907e3ccb req-e3b8fe6d-fa8a-4e02-ac34-9310adc6f250 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "GET /v2.0/security-groups/14945ffe-072b-48e1-8554-c31b96d4f2e5 HTTP/1.1" status: 200 len: 2994 time: 0.0919023 Aug 11 21:51:00.640800 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b81f9-65f2-4fdc-aab9-47a63d1f092d req-1e1b512d-188f-4bdb-a894-c6e7930bfadd tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:00.642639 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2f6b81f9-65f2-4fdc-aab9-47a63d1f092d req-1e1b512d-188f-4bdb-a894-c6e7930bfadd tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/ports?device_id=5177369d-44d0-491e-9be3-40d549942fc4 HTTP/1.1" status: 200 len: 932 time: 0.1884322 Aug 11 21:51:00.732239 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8609e8fc-8557-46b7-a4a6-c60ed3e93c0f req-1a1e2392-cd86-4644-92dc-8182118ed450 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "GET /v2.0/security-group-rules/9b011028-4141-4ed9-a5cd-805e3edb9ca3 HTTP/1.1" status: 200 len: 783 time: 0.0440359 Aug 11 21:51:00.797218 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3be7c78a-78de-482e-9c92-209cc172fa74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:00.813242 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2f6b81f9-65f2-4fdc-aab9-47a63d1f092d req-cd276197-7685-4700-881e-d3d862f739b0 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/security-groups?id=766b701c-a932-490b-9be8-2efc91d83ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587269 Aug 11 21:51:00.815294 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8609e8fc-8557-46b7-a4a6-c60ed3e93c0f req-adbe52d1-6da7-41d1-b443-f6976731cd60 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "GET /v2.0/security-groups/14945ffe-072b-48e1-8554-c31b96d4f2e5 HTTP/1.1" status: 200 len: 2994 time: 0.0746651 Aug 11 21:51:00.878031 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3be7c78a-78de-482e-9c92-209cc172fa74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:00.882868 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8609e8fc-8557-46b7-a4a6-c60ed3e93c0f req-5392ad87-d692-41f0-9a27-6886283ff982 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:00.900171 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8609e8fc-8557-46b7-a4a6-c60ed3e93c0f req-5392ad87-d692-41f0-9a27-6886283ff982 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:00.937559 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-810a2819-104b-4f2f-82e3-9d0619f6fac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 681d7314-29d7-467f-bd9d-4f0e93d8ba0e {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:51:00.949362 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-810a2819-104b-4f2f-82e3-9d0619f6fac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:00.966585 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8609e8fc-8557-46b7-a4a6-c60ed3e93c0f req-5392ad87-d692-41f0-9a27-6886283ff982 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:00.967631 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-810a2819-104b-4f2f-82e3-9d0619f6fac8 service neutron] Transition to ACTIVE for port object 681d7314-29d7-467f-bd9d-4f0e93d8ba0e will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:51:00.973720 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-810a2819-104b-4f2f-82e3-9d0619f6fac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:00.980066 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8609e8fc-8557-46b7-a4a6-c60ed3e93c0f req-5392ad87-d692-41f0-9a27-6886283ff982 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:00.982210 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8609e8fc-8557-46b7-a4a6-c60ed3e93c0f req-5392ad87-d692-41f0-9a27-6886283ff982 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/9b011028-4141-4ed9-a5cd-805e3edb9ca3 HTTP/1.1" status: 204 len: 173 time: 0.1585126 Aug 11 21:51:01.001279 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392ad87-d692-41f0-9a27-6886283ff982 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b011028-4141-4ed9-a5cd-805e3edb9ca3,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:01.040802 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3be7c78a-78de-482e-9c92-209cc172fa74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:01.045926 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3be7c78a-78de-482e-9c92-209cc172fa74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:01.048081 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3be7c78a-78de-482e-9c92-209cc172fa74 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a34e114b-1083-4738-acb4-27befd54be8f HTTP/1.1" status: 204 len: 168 time: 0.5169065 Aug 11 21:51:01.104888 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a2819-104b-4f2f-82e3-9d0619f6fac8 service neutron] Pushing event updated for resources: {'Port': ['ID=681d7314-29d7-467f-bd9d-4f0e93d8ba0e,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:01.150244 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be7c78a-78de-482e-9c92-209cc172fa74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34e114b-1083-4738-acb4-27befd54be8f,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:01.270012 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-24893700-173e-4263-8e9b-7d730a7a5e3c req-27515105-ab7f-49ea-b8b2-8a2dce5d78a9 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "GET /v2.0/security-groups/14945ffe-072b-48e1-8554-c31b96d4f2e5 HTTP/1.1" status: 200 len: 2396 time: 0.2153788 Aug 11 21:51:01.294566 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-810a2819-104b-4f2f-82e3-9d0619f6fac8 service neutron] Attempting to bind port 681d7314-29d7-467f-bd9d-4f0e93d8ba0e on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:51:01.295331 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-810a2819-104b-4f2f-82e3-9d0619f6fac8 service neutron] Attempting to bind port 681d7314-29d7-467f-bd9d-4f0e93d8ba0e by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '7c23925c-7ce6-4f5e-889e-afe4a6a923c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f2cc479d-ac73-4c08-a298-1c862834910a'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:51:01.299936 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-810a2819-104b-4f2f-82e3-9d0619f6fac8 service neutron] Attempting to bind port 681d7314-29d7-467f-bd9d-4f0e93d8ba0e on network f2cc479d-ac73-4c08-a298-1c862834910a {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:51:01.345015 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-810a2819-104b-4f2f-82e3-9d0619f6fac8 service neutron] Port 681d7314-29d7-467f-bd9d-4f0e93d8ba0e on network f2cc479d-ac73-4c08-a298-1c862834910a not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:51:01.345572 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-810a2819-104b-4f2f-82e3-9d0619f6fac8 service neutron] Attempting to bind port 681d7314-29d7-467f-bd9d-4f0e93d8ba0e on network f2cc479d-ac73-4c08-a298-1c862834910a {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:51:01.358825 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-810a2819-104b-4f2f-82e3-9d0619f6fac8 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:51:01.359199 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-810a2819-104b-4f2f-82e3-9d0619f6fac8 service neutron] Checking segment: {'id': '7c23925c-7ce6-4f5e-889e-afe4a6a923c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f2cc479d-ac73-4c08-a298-1c862834910a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:51:01.359787 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-810a2819-104b-4f2f-82e3-9d0619f6fac8 service neutron] Bound using segment: {'id': '7c23925c-7ce6-4f5e-889e-afe4a6a923c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f2cc479d-ac73-4c08-a298-1c862834910a'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:51:01.360350 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-810a2819-104b-4f2f-82e3-9d0619f6fac8 service neutron] Bound port: 681d7314-29d7-467f-bd9d-4f0e93d8ba0e, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c23925c-7ce6-4f5e-889e-afe4a6a923c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f2cc479d-ac73-4c08-a298-1c862834910a'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:51:01.360809 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-810a2819-104b-4f2f-82e3-9d0619f6fac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:01.395266 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-24893700-173e-4263-8e9b-7d730a7a5e3c req-799c44de-b9e9-421f-b161-4a7bd90df385 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:01.455648 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-810a2819-104b-4f2f-82e3-9d0619f6fac8 service neutron] For port 681d7314-29d7-467f-bd9d-4f0e93d8ba0e, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:51:01.459955 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-810a2819-104b-4f2f-82e3-9d0619f6fac8 service neutron] For port 681d7314-29d7-467f-bd9d-4f0e93d8ba0e, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=681d7314-29d7-467f-bd9d-4f0e93d8ba0e,segment=NetworkSegment(7c23925c-7ce6-4f5e-889e-afe4a6a923c5),segment_id=7c23925c-7ce6-4f5e-889e-afe4a6a923c5)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:51:01.474422 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-810a2819-104b-4f2f-82e3-9d0619f6fac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:01.498814 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-24893700-173e-4263-8e9b-7d730a7a5e3c req-799c44de-b9e9-421f-b161-4a7bd90df385 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:01.561011 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-810a2819-104b-4f2f-82e3-9d0619f6fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:01.561751 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-810a2819-104b-4f2f-82e3-9d0619f6fac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:01.563296 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-810a2819-104b-4f2f-82e3-9d0619f6fac8 service neutron] 10.222.0.82 "PUT /v2.0/ports/681d7314-29d7-467f-bd9d-4f0e93d8ba0e HTTP/1.1" status: 200 len: 1092 time: 1.5775287 Aug 11 21:51:01.563855 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5177369d-44d0-491e-9be3-40d549942fc4', 'tag': '681d7314-29d7-467f-bd9d-4f0e93d8ba0e'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:51:01.570535 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6f608d-1bdc-4618-a282-a86cf7b35d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "5177369d-44d0-491e-9be3-40d549942fc4", "tag": "681d7314-29d7-467f-bd9d-4f0e93d8ba0e"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:51:01.595999 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a2819-104b-4f2f-82e3-9d0619f6fac8 service neutron] Pushing event updated for resources: {'Port': ['ID=681d7314-29d7-467f-bd9d-4f0e93d8ba0e,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:01.630136 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-24893700-173e-4263-8e9b-7d730a7a5e3c req-799c44de-b9e9-421f-b161-4a7bd90df385 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:01.635872 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-24893700-173e-4263-8e9b-7d730a7a5e3c req-799c44de-b9e9-421f-b161-4a7bd90df385 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:01.638143 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-24893700-173e-4263-8e9b-7d730a7a5e3c req-799c44de-b9e9-421f-b161-4a7bd90df385 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "DELETE /v2.0/security-groups/14945ffe-072b-48e1-8554-c31b96d4f2e5 HTTP/1.1" status: 204 len: 173 time: 0.3647585 Aug 11 21:51:01.650893 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c44de-b9e9-421f-b161-4a7bd90df385 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14945ffe-072b-48e1-8554-c31b96d4f2e5,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:01.831197 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-5ce199d2-6615-458c-8dd6-cd285c7a10a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:01.834004 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-5ce199d2-6615-458c-8dd6-cd285c7a10a2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d572a2953ca41c9aa1198544da7c95a&device_id=5177369d-44d0-491e-9be3-40d549942fc4 HTTP/1.1" status: 200 len: 1095 time: 0.1076522 Aug 11 21:51:01.941181 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-acecf4a8-4a59-4d37-a87d-c0ca624b35f6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=681d7314-29d7-467f-bd9d-4f0e93d8ba0e HTTP/1.1" status: 200 len: 217 time: 0.0804977 Aug 11 21:51:01.980186 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481eac8d-acdb-454f-8a1b-0a780c494584 req-db6216b0-83a1-4922-a0a1-82b76313e12b tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:01.981974 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-481eac8d-acdb-454f-8a1b-0a780c494584 req-db6216b0-83a1-4922-a0a1-82b76313e12b tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/ports?device_id=0062d010-86db-4e4b-b6bb-8d4a7a12fe7e HTTP/1.1" status: 200 len: 964 time: 0.1842122 Aug 11 21:51:02.046415 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-ffcbbbbb-4b2c-4b23-8b8e-b47b718e0a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:02.047985 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-ffcbbbbb-4b2c-4b23-8b8e-b47b718e0a0d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cf7f627a-a807-488d-83b4-ae1b6ccd4d37 HTTP/1.1" status: 200 len: 867 time: 0.0991621 Aug 11 21:51:02.074032 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-481eac8d-acdb-454f-8a1b-0a780c494584 req-839e3f32-247c-43bb-9c4f-197e8cdfb983 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e414fe2-fd97-463b-b3ae-7750275b3883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692949 Aug 11 21:51:02.109363 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50cf895f-3b0b-48a9-8bf7-b41ea6d1e89b x-openstack-request-id: req-50cf895f-3b0b-48a9-8bf7-b41ea6d1e89b {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:51:02.109768 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5177369d-44d0-491e-9be3-40d549942fc4", "tag": "681d7314-29d7-467f-bd9d-4f0e93d8ba0e", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:51:02.109891 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-50cf895f-3b0b-48a9-8bf7-b41ea6d1e89b {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:51:02.110303 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5177369d-44d0-491e-9be3-40d549942fc4', 'tag': '681d7314-29d7-467f-bd9d-4f0e93d8ba0e', 'status': 'completed', 'code': 200} Aug 11 21:51:02.127471 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [req-48b8e1de-6062-4b6c-8934-a54b2b7cab4e req-0fcdf69d-3963-40e3-94b5-4aacb248108f tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] show failed (client error): The resource could not be found. Aug 11 21:51:02.128542 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-48b8e1de-6062-4b6c-8934-a54b2b7cab4e req-0fcdf69d-3963-40e3-94b5-4aacb248108f tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "GET /v2.0/security-groups/e5dd967a-381c-4536-82e1-f413e5c3aef5 HTTP/1.1" status: 404 len: 352 time: 0.0251069 Aug 11 21:51:02.137154 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-ad5c286d-d827-45d2-909a-58fc8a069a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:02.138860 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-ad5c286d-d827-45d2-909a-58fc8a069a64 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f2cc479d-ac73-4c08-a298-1c862834910a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818202 Aug 11 21:51:02.315486 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-17505c99-cc14-4438-beea-06abe06a81c6 service neutron] 10.222.0.82 "GET /v2.0/networks/f2cc479d-ac73-4c08-a298-1c862834910a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643090 Aug 11 21:51:02.551117 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c3212-0698-46d2-82bb-7d3d73acf1b2 req-5d468472-2bfe-4bcb-80a1-de38df6f3bd1 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:02.552783 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-be1c3212-0698-46d2-82bb-7d3d73acf1b2 req-5d468472-2bfe-4bcb-80a1-de38df6f3bd1 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/ports?device_id=5177369d-44d0-491e-9be3-40d549942fc4 HTTP/1.1" status: 200 len: 944 time: 0.2887800 Aug 11 21:51:02.620338 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-be1c3212-0698-46d2-82bb-7d3d73acf1b2 req-353ac94d-dbf6-46e8-be1d-bbb6947b5ba8 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/security-groups?id=766b701c-a932-490b-9be8-2efc91d83ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573621 Aug 11 21:51:02.639718 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-753fa7d0-05c3-4ccd-ba70-6e97dabda4e5 req-557c39fd-cd32-4cfb-a481-ebc919437ce9 service neutron] 10.222.0.82 "GET /v2.0/networks/f2cc479d-ac73-4c08-a298-1c862834910a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157017 Aug 11 21:51:02.738278 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e55ab337-7cff-4357-8eaa-0c5f51a78682 req-399ee6c0-f5ce-4820-bae3-e3e75319c28e tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "GET /v2.0/security-groups/a1264514-7853-4c33-af07-2e735c890c21 HTTP/1.1" status: 200 len: 1804 time: 0.0771849 Aug 11 21:51:02.824701 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f608d-1bdc-4618-a282-a86cf7b35d8c req-24df6eb7-6bce-4251-95ea-b8df9de9b985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:02.826306 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ac6f608d-1bdc-4618-a282-a86cf7b35d8c req-24df6eb7-6bce-4251-95ea-b8df9de9b985 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d572a2953ca41c9aa1198544da7c95a&device_id=5177369d-44d0-491e-9be3-40d549942fc4 HTTP/1.1" status: 200 len: 1095 time: 0.0779955 Aug 11 21:51:02.904909 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e55ab337-7cff-4357-8eaa-0c5f51a78682 req-27edc19f-34f5-4264-afc3-49482811b189 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:02.971109 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e55ab337-7cff-4357-8eaa-0c5f51a78682 req-27edc19f-34f5-4264-afc3-49482811b189 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:03.020939 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f608d-1bdc-4618-a282-a86cf7b35d8c req-8179fd2d-0531-4f2c-99ac-afe5adaa2244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:03.022866 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ac6f608d-1bdc-4618-a282-a86cf7b35d8c req-8179fd2d-0531-4f2c-99ac-afe5adaa2244 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f2cc479d-ac73-4c08-a298-1c862834910a HTTP/1.1" status: 200 len: 929 time: 0.1881118 Aug 11 21:51:03.043689 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 557f63b0-24fa-4cda-a81b-7ebba1292e2b details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:51:03.085423 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ac6f608d-1bdc-4618-a282-a86cf7b35d8c req-28f48a24-c9e6-419b-8417-03d9d4922362 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=681d7314-29d7-467f-bd9d-4f0e93d8ba0e HTTP/1.1" status: 200 len: 217 time: 0.0514247 Aug 11 21:51:03.091545 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e55ab337-7cff-4357-8eaa-0c5f51a78682 req-27edc19f-34f5-4264-afc3-49482811b189 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:03.094058 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e55ab337-7cff-4357-8eaa-0c5f51a78682 req-27edc19f-34f5-4264-afc3-49482811b189 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:03.096270 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e55ab337-7cff-4357-8eaa-0c5f51a78682 req-27edc19f-34f5-4264-afc3-49482811b189 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "DELETE /v2.0/security-groups/a1264514-7853-4c33-af07-2e735c890c21 HTTP/1.1" status: 204 len: 173 time: 0.3465211 Aug 11 21:51:03.142640 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27edc19f-34f5-4264-afc3-49482811b189 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1264514-7853-4c33-af07-2e735c890c21,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:03.178552 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f608d-1bdc-4618-a282-a86cf7b35d8c req-5bb28fb7-8252-4584-b54f-f908d0f37b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:03.187548 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ac6f608d-1bdc-4618-a282-a86cf7b35d8c req-5bb28fb7-8252-4584-b54f-f908d0f37b82 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cf7f627a-a807-488d-83b4-ae1b6ccd4d37 HTTP/1.1" status: 200 len: 867 time: 0.0898602 Aug 11 21:51:03.268130 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f608d-1bdc-4618-a282-a86cf7b35d8c req-2ba8e254-1895-49be-98f0-0e3582e6875f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:03.269085 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 557f63b0-24fa-4cda-a81b-7ebba1292e2b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=557f63b0-24fa-4cda-a81b-7ebba1292e2b,segment=NetworkSegment(609e17b3-1508-4d95-a8d0-25bb8387ed3d),segment_id=609e17b3-1508-4d95-a8d0-25bb8387ed3d)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:51:03.270164 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ac6f608d-1bdc-4618-a282-a86cf7b35d8c req-2ba8e254-1895-49be-98f0-0e3582e6875f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f2cc479d-ac73-4c08-a298-1c862834910a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741942 Aug 11 21:51:03.284860 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '557f63b0-24fa-4cda-a81b-7ebba1292e2b', 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd', 'port_id': '557f63b0-24fa-4cda-a81b-7ebba1292e2b', 'mac_address': 'fa:16:3e:80:05:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:tempest-test_az-824288935', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:51:03.330545 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:03.352741 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 557f63b0-24fa-4cda-a81b-7ebba1292e2b {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:51:03.396359 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 557f63b0-24fa-4cda-a81b-7ebba1292e2b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=557f63b0-24fa-4cda-a81b-7ebba1292e2b,segment=NetworkSegment(609e17b3-1508-4d95-a8d0-25bb8387ed3d),segment_id=609e17b3-1508-4d95-a8d0-25bb8387ed3d)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:51:03.405834 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:03.500990 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ac6f608d-1bdc-4618-a282-a86cf7b35d8c req-e9861f93-39c6-48ea-8e90-89446c3ae36b service neutron] 10.222.0.82 "GET /v2.0/networks/f2cc479d-ac73-4c08-a298-1c862834910a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204103 Aug 11 21:51:03.516215 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=557f63b0-24fa-4cda-a81b-7ebba1292e2b,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:03.589814 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-780b242d-177d-4d8c-aef1-4e46841110b9 req-bd7a03ac-83af-4038-b069-6fe57719a7cb tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "GET /v2.0/security-groups/71b8b1ff-0c86-4d4b-96e7-d2f1d06dbd61 HTTP/1.1" status: 200 len: 1803 time: 0.1092801 Aug 11 21:51:03.603293 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d8da4-0a8f-491c-95f7-7e4b10ab5fb4 req-bbb1cb30-f8ab-4ff9-8baa-77e36035b30e tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:03.605475 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a83d8da4-0a8f-491c-95f7-7e4b10ab5fb4 req-bbb1cb30-f8ab-4ff9-8baa-77e36035b30e tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/ports?device_id=0062d010-86db-4e4b-b6bb-8d4a7a12fe7e HTTP/1.1" status: 200 len: 965 time: 0.0669858 Aug 11 21:51:03.624045 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['557f63b0-24fa-4cda-a81b-7ebba1292e2b'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:51:03.666831 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ac6f608d-1bdc-4618-a282-a86cf7b35d8c req-768dbfa6-5046-40d9-bba2-9720d16e1cee service neutron] 10.222.0.82 "GET /v2.0/networks/f2cc479d-ac73-4c08-a298-1c862834910a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562867 Aug 11 21:51:03.684559 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a83d8da4-0a8f-491c-95f7-7e4b10ab5fb4 req-7328c020-ca0c-4101-999c-cda8d9911ced tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e414fe2-fd97-463b-b3ae-7750275b3883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678351 Aug 11 21:51:03.705485 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-780b242d-177d-4d8c-aef1-4e46841110b9 req-7d8a5d25-527a-446c-9f0d-4f2ba8384821 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:03.751452 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-780b242d-177d-4d8c-aef1-4e46841110b9 req-7d8a5d25-527a-446c-9f0d-4f2ba8384821 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:03.879350 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-780b242d-177d-4d8c-aef1-4e46841110b9 req-7d8a5d25-527a-446c-9f0d-4f2ba8384821 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:03.885142 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-780b242d-177d-4d8c-aef1-4e46841110b9 req-7d8a5d25-527a-446c-9f0d-4f2ba8384821 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:03.887244 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-780b242d-177d-4d8c-aef1-4e46841110b9 req-7d8a5d25-527a-446c-9f0d-4f2ba8384821 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "DELETE /v2.0/security-groups/71b8b1ff-0c86-4d4b-96e7-d2f1d06dbd61 HTTP/1.1" status: 204 len: 173 time: 0.2791545 Aug 11 21:51:03.927386 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a5d25-527a-446c-9f0d-4f2ba8384821 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b8b1ff-0c86-4d4b-96e7-d2f1d06dbd61,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:04.048789 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9ce8b6ef-e558-4cb9-950d-9fda4cdd554f req-8dedb639-7319-4958-be0d-36f430416655 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "GET /v2.0/security-groups/d65b6c65-3ab6-4865-82f7-2fd9bcf2c454 HTTP/1.1" status: 200 len: 1804 time: 0.0618896 Aug 11 21:51:04.126062 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6401b1-fb03-4b70-990d-0f926ba3b5b0 req-7bc2ae3b-dbf3-4067-9beb-ab27317094e1 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:04.126654 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9ce8b6ef-e558-4cb9-950d-9fda4cdd554f req-0b396d8b-7878-4aac-a67e-f92c6a0673d7 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:04.128547 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b6401b1-fb03-4b70-990d-0f926ba3b5b0 req-7bc2ae3b-dbf3-4067-9beb-ab27317094e1 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/ports?device_id=5177369d-44d0-491e-9be3-40d549942fc4 HTTP/1.1" status: 200 len: 944 time: 0.1036277 Aug 11 21:51:04.154472 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9ce8b6ef-e558-4cb9-950d-9fda4cdd554f req-0b396d8b-7878-4aac-a67e-f92c6a0673d7 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:04.186081 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b6401b1-fb03-4b70-990d-0f926ba3b5b0 req-19484cee-cbc1-4bd3-9d59-d8840818fbf2 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/security-groups?id=766b701c-a932-490b-9be8-2efc91d83ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512326 Aug 11 21:51:04.222007 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9ce8b6ef-e558-4cb9-950d-9fda4cdd554f req-0b396d8b-7878-4aac-a67e-f92c6a0673d7 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:04.226944 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9ce8b6ef-e558-4cb9-950d-9fda4cdd554f req-0b396d8b-7878-4aac-a67e-f92c6a0673d7 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:04.229476 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9ce8b6ef-e558-4cb9-950d-9fda4cdd554f req-0b396d8b-7878-4aac-a67e-f92c6a0673d7 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "DELETE /v2.0/security-groups/d65b6c65-3ab6-4865-82f7-2fd9bcf2c454 HTTP/1.1" status: 204 len: 173 time: 0.1764812 Aug 11 21:51:04.246131 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b396d8b-7878-4aac-a67e-f92c6a0673d7 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65b6c65-3ab6-4865-82f7-2fd9bcf2c454,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:04.356281 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c34344d5-1ea4-4726-a769-e2dff87c83d8 req-dc1ab3c6-ad8c-4cf7-a331-be95f3e07eb6 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "GET /v2.0/security-groups/46105cb5-71e9-4c74-8527-c26a4ed38380 HTTP/1.1" status: 200 len: 2403 time: 0.0789232 Aug 11 21:51:04.454574 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c34344d5-1ea4-4726-a769-e2dff87c83d8 req-37c50af7-ae8b-460e-bb56-19920d7e1ee3 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:04.488383 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c34344d5-1ea4-4726-a769-e2dff87c83d8 req-37c50af7-ae8b-460e-bb56-19920d7e1ee3 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:04.574922 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c34344d5-1ea4-4726-a769-e2dff87c83d8 req-37c50af7-ae8b-460e-bb56-19920d7e1ee3 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:04.580271 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c34344d5-1ea4-4726-a769-e2dff87c83d8 req-37c50af7-ae8b-460e-bb56-19920d7e1ee3 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:04.582859 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c34344d5-1ea4-4726-a769-e2dff87c83d8 req-37c50af7-ae8b-460e-bb56-19920d7e1ee3 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "DELETE /v2.0/security-groups/46105cb5-71e9-4c74-8527-c26a4ed38380 HTTP/1.1" status: 204 len: 173 time: 0.2191820 Aug 11 21:51:04.601956 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c50af7-ae8b-460e-bb56-19920d7e1ee3 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46105cb5-71e9-4c74-8527-c26a4ed38380,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:04.752561 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-928546fd-73af-4038-a326-6bdea62bd0f6 req-2555e638-9d48-4004-b36b-84f47db36d14 tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "GET /v2.0/security-groups/8a336d13-4729-44a4-b41f-5250d86110e6 HTTP/1.1" status: 200 len: 2396 time: 0.0898242 Aug 11 21:51:04.861325 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-928546fd-73af-4038-a326-6bdea62bd0f6 req-334df5f4-c574-4aa3-a654-45e7e084edab tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:04.910769 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-928546fd-73af-4038-a326-6bdea62bd0f6 req-334df5f4-c574-4aa3-a654-45e7e084edab tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:04.930761 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48770) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:04.969442 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e054da-65cb-4b7c-ae58-08053750c7be req-87d485db-4773-4f98-8e06-1b764f00e3c2 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:04.971914 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a3e054da-65cb-4b7c-ae58-08053750c7be req-87d485db-4773-4f98-8e06-1b764f00e3c2 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/ports?device_id=0062d010-86db-4e4b-b6bb-8d4a7a12fe7e HTTP/1.1" status: 200 len: 965 time: 0.0890155 Aug 11 21:51:04.992609 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-928546fd-73af-4038-a326-6bdea62bd0f6 req-334df5f4-c574-4aa3-a654-45e7e084edab tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:05.002469 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-928546fd-73af-4038-a326-6bdea62bd0f6 req-334df5f4-c574-4aa3-a654-45e7e084edab tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:05.002469 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-928546fd-73af-4038-a326-6bdea62bd0f6 req-334df5f4-c574-4aa3-a654-45e7e084edab tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] 10.222.0.77 "DELETE /v2.0/security-groups/8a336d13-4729-44a4-b41f-5250d86110e6 HTTP/1.1" status: 204 len: 173 time: 0.2413456 Aug 11 21:51:05.003490 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48774) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:05.011053 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48776) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:05.034844 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334df5f4-c574-4aa3-a654-45e7e084edab tempest-SecurityGroupRulesTestJSON-1173212003 tempest-SecurityGroupRulesTestJSON-1173212003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a336d13-4729-44a4-b41f-5250d86110e6,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:05.046475 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 557f63b0-24fa-4cda-a81b-7ebba1292e2b up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:51:05.102592 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a3e054da-65cb-4b7c-ae58-08053750c7be req-36584776-6056-4c4d-a053-ae93dd5c3198 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e414fe2-fd97-463b-b3ae-7750275b3883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194384 Aug 11 21:51:05.111061 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cfaed03-4f90-4cd7-be0e-8fc6b8006fe7 admin admin] Deleting subnet 65c98ad9-5335-4e40-8dde-8622d390ba1d {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 21:51:05.115440 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0cfaed03-4f90-4cd7-be0e-8fc6b8006fe7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:05.174383 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0cfaed03-4f90-4cd7-be0e-8fc6b8006fe7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:05.189089 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0cfaed03-4f90-4cd7-be0e-8fc6b8006fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:05.232072 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 557f63b0-24fa-4cda-a81b-7ebba1292e2b completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:51:05.246484 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 557f63b0-24fa-4cda-a81b-7ebba1292e2b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:51:05.248351 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:05.298981 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cdcd025c-6d72-451e-89ed-91f017ec6979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:05.339950 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0cfaed03-4f90-4cd7-be0e-8fc6b8006fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:05.385143 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfaed03-4f90-4cd7-be0e-8fc6b8006fe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65c98ad9-5335-4e40-8dde-8622d390ba1d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:05.395104 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0cfaed03-4f90-4cd7-be0e-8fc6b8006fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:05.403285 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0cfaed03-4f90-4cd7-be0e-8fc6b8006fe7 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/65c98ad9-5335-4e40-8dde-8622d390ba1d HTTP/1.1" status: 204 len: 168 time: 0.3909156 Aug 11 21:51:05.404296 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48794) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:05.409469 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:05.455424 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0062d010-86db-4e4b-b6bb-8d4a7a12fe7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557f63b0-24fa-4cda-a81b-7ebba1292e2b'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:51:05.459359 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334080c0-aef4-43fc-8175-584d624cf38c" -d '{"events": [{"server_uuid": "0062d010-86db-4e4b-b6bb-8d4a7a12fe7e", "name": "network-vif-plugged", "status": "completed", "tag": "557f63b0-24fa-4cda-a81b-7ebba1292e2b"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:51:05.494570 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 557f63b0-24fa-4cda-a81b-7ebba1292e2b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=557f63b0-24fa-4cda-a81b-7ebba1292e2b,segment=NetworkSegment(609e17b3-1508-4d95-a8d0-25bb8387ed3d),segment_id=609e17b3-1508-4d95-a8d0-25bb8387ed3d)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:51:05.504219 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:05.507333 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2b3cb241-738c-435c-a20c-87738dac4192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:05.521841 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a90b99e-7c99-453b-b012-13b9390a17a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:05.603591 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfa741-0692-41dd-b6be-1afdbc53a913 req-d53b7d6b-6b8c-46b1-a911-fb002e9832e6 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:05.606676 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-49bfa741-0692-41dd-b6be-1afdbc53a913 req-d53b7d6b-6b8c-46b1-a911-fb002e9832e6 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/ports?device_id=5177369d-44d0-491e-9be3-40d549942fc4 HTTP/1.1" status: 200 len: 944 time: 0.1875305 Aug 11 21:51:05.623176 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=557f63b0-24fa-4cda-a81b-7ebba1292e2b,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:05.660396 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cdcd025c-6d72-451e-89ed-91f017ec6979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:05.680897 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a90b99e-7c99-453b-b012-13b9390a17a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:05.685228 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cdcd025c-6d72-451e-89ed-91f017ec6979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:05.695875 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a90b99e-7c99-453b-b012-13b9390a17a5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:51:05.696512 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a90b99e-7c99-453b-b012-13b9390a17a5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:51:05.697577 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a90b99e-7c99-453b-b012-13b9390a17a5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:51:05.698221 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a90b99e-7c99-453b-b012-13b9390a17a5 admin admin] Subscribe: > port after_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:51:05.698958 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a90b99e-7c99-453b-b012-13b9390a17a5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:51:05.699456 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a90b99e-7c99-453b-b012-13b9390a17a5 admin admin] Subscribe: > port after_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:51:05.700015 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a90b99e-7c99-453b-b012-13b9390a17a5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:51:05.700647 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a90b99e-7c99-453b-b012-13b9390a17a5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:51:05.701103 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a90b99e-7c99-453b-b012-13b9390a17a5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:51:05.701627 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a90b99e-7c99-453b-b012-13b9390a17a5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:51:05.709814 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5417096-0cfb-4d52-a4a2-155220627b73 x-openstack-request-id: req-b5417096-0cfb-4d52-a4a2-155220627b73 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:51:05.710617 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0062d010-86db-4e4b-b6bb-8d4a7a12fe7e", "name": "network-vif-plugged", "status": "completed", "tag": "557f63b0-24fa-4cda-a81b-7ebba1292e2b", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:51:05.711212 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b5417096-0cfb-4d52-a4a2-155220627b73 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:51:05.712518 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0062d010-86db-4e4b-b6bb-8d4a7a12fe7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557f63b0-24fa-4cda-a81b-7ebba1292e2b', 'code': 200} Aug 11 21:51:05.726064 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd025c-6d72-451e-89ed-91f017ec6979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e209cf-fa83-4896-bcce-fc1fd1796a74,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:05.764136 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-49bfa741-0692-41dd-b6be-1afdbc53a913 req-ef1747ba-95b9-4803-a04f-64c9987b3c81 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/security-groups?id=766b701c-a932-490b-9be8-2efc91d83ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471231 Aug 11 21:51:05.840892 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a90b99e-7c99-453b-b012-13b9390a17a5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:51:05.841788 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a90b99e-7c99-453b-b012-13b9390a17a5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:51:05.841788 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a90b99e-7c99-453b-b012-13b9390a17a5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:51:05.842056 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a90b99e-7c99-453b-b012-13b9390a17a5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 21:51:05.842395 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-3a90b99e-7c99-453b-b012-13b9390a17a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e1174b1-b438-426a-a613-157d0cc11ca4']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:51:05.848715 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cdcd025c-6d72-451e-89ed-91f017ec6979 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=73ddf09fd4a6425f98afd85339743326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8375409 Aug 11 21:51:05.858397 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48816) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:05.939299 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-3a90b99e-7c99-453b-b012-13b9390a17a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b84968-742f-4107-95da-e7cb3d6b1551') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:51:05.939719 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-3a90b99e-7c99-453b-b012-13b9390a17a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b84968-742f-4107-95da-e7cb3d6b1551') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:51:05.996608 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a90b99e-7c99-453b-b012-13b9390a17a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:06.037244 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-72e24431-de35-460a-81b7-98bef7072f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:06.062099 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a90b99e-7c99-453b-b012-13b9390a17a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:06.084865 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a90b99e-7c99-453b-b012-13b9390a17a5 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 21:51:06.085507 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a90b99e-7c99-453b-b012-13b9390a17a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:06.113028 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-72e24431-de35-460a-81b7-98bef7072f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:06.154823 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2b3cb241-738c-435c-a20c-87738dac4192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:06.190056 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2b3cb241-738c-435c-a20c-87738dac4192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: from cryptography.utils import int_from_bytes Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: from cryptography.utils import int_from_bytes Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: timer() Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 21:51:06.191239 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 21:51:06.235373 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115f42c-0e3c-4cff-a461-3faab1f091da req-e2df7131-446f-411f-b29e-1381c7b35090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:06.238345 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1115f42c-0e3c-4cff-a461-3faab1f091da req-e2df7131-446f-411f-b29e-1381c7b35090 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0062d010-86db-4e4b-b6bb-8d4a7a12fe7e HTTP/1.1" status: 200 len: 1117 time: 0.3900039 Aug 11 21:51:06.250473 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a90b99e-7c99-453b-b012-13b9390a17a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:06.304218 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a90b99e-7c99-453b-b012-13b9390a17a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:06.313355 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3a90b99e-7c99-453b-b012-13b9390a17a5 admin admin] 10.222.0.77 "DELETE /v2.0/networks/9e1174b1-b438-426a-a613-157d0cc11ca4 HTTP/1.1" status: 204 len: 168 time: 0.9074080 Aug 11 21:51:06.319662 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90b99e-7c99-453b-b012-13b9390a17a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e1174b1-b438-426a-a613-157d0cc11ca4,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:06.374168 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1115f42c-0e3c-4cff-a461-3faab1f091da req-9630f3c8-225c-4245-83bd-e786d0da2f04 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5e414fe2-fd97-463b-b3ae-7750275b3883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201057 Aug 11 21:51:06.384651 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cb241-738c-435c-a20c-87738dac4192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438ed3ac-9a24-4424-9786-7bad00292bee,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:06.408268 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48856) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:06.469285 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48860) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:06.470271 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2b3cb241-738c-435c-a20c-87738dac4192 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1aaeefa9d18f44a2ba541406c5747e70&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5375555 Aug 11 21:51:06.516571 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-72e24431-de35-460a-81b7-98bef7072f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:06.522148 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-72e24431-de35-460a-81b7-98bef7072f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:06.528484 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-72e24431-de35-460a-81b7-98bef7072f49 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/87e209cf-fa83-4896-bcce-fc1fd1796a74 HTTP/1.1" status: 204 len: 168 time: 0.6686671 Aug 11 21:51:06.548649 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e24431-de35-460a-81b7-98bef7072f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e209cf-fa83-4896-bcce-fc1fd1796a74,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:06.600565 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f957bee-0c03-4fda-8bff-8e0d9666ca60 req-f588699c-ae75-4080-8285-77876d43e252 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:06.616463 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6f957bee-0c03-4fda-8bff-8e0d9666ca60 req-f588699c-ae75-4080-8285-77876d43e252 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/ports?device_id=0062d010-86db-4e4b-b6bb-8d4a7a12fe7e HTTP/1.1" status: 200 len: 966 time: 0.1901705 Aug 11 21:51:06.667981 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6a761dce-22be-4392-975a-02cfd5e5acef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:06.688639 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-20c2d3a3-d9be-47db-bc47-0424d36fbfaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:06.704292 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6f957bee-0c03-4fda-8bff-8e0d9666ca60 req-6e66be77-408c-4b71-a437-49fc38cefe58 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e414fe2-fd97-463b-b3ae-7750275b3883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861948 Aug 11 21:51:06.719303 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-20c2d3a3-d9be-47db-bc47-0424d36fbfaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:06.833798 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48874) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:06.860432 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-20c2d3a3-d9be-47db-bc47-0424d36fbfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:06.867845 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-20c2d3a3-d9be-47db-bc47-0424d36fbfaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:06.875546 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-20c2d3a3-d9be-47db-bc47-0424d36fbfaa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/438ed3ac-9a24-4424-9786-7bad00292bee HTTP/1.1" status: 204 len: 168 time: 0.4007199 Aug 11 21:51:06.925379 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2d3a3-d9be-47db-bc47-0424d36fbfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438ed3ac-9a24-4424-9786-7bad00292bee,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:07.019022 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fd145a39-5be3-41a6-b32a-2548c65e3a08 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=58693a3da3514a46902c68c672391970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1822751 Aug 11 21:51:07.023936 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48890) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:07.080809 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f98d0-6a89-4ae5-8642-af260e7b32cc req-1093d3f2-79ff-4131-9066-0928cbbc10f9 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:07.090926 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ca5f98d0-6a89-4ae5-8642-af260e7b32cc req-1093d3f2-79ff-4131-9066-0928cbbc10f9 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/ports?device_id=5177369d-44d0-491e-9be3-40d549942fc4 HTTP/1.1" status: 200 len: 944 time: 0.1051438 Aug 11 21:51:07.106278 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6a761dce-22be-4392-975a-02cfd5e5acef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:07.114742 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6a761dce-22be-4392-975a-02cfd5e5acef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:07.154646 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e5ea5ef4-950c-429a-aaa5-92c5a8611dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:07.156355 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ca5f98d0-6a89-4ae5-8642-af260e7b32cc req-ce5a0390-07bc-46ae-9f97-77fc71383030 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/security-groups?id=766b701c-a932-490b-9be8-2efc91d83ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588825 Aug 11 21:51:07.199927 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6a761dce-22be-4392-975a-02cfd5e5acef admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bc6c812bce18419ba9f3a8cbdd5174ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7903931 Aug 11 21:51:07.204548 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48894) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:07.214853 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a761dce-22be-4392-975a-02cfd5e5acef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e37e8f-8670-4da7-a00d-c1332336aec1,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:07.254364 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e5ea5ef4-950c-429a-aaa5-92c5a8611dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:07.341110 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-120e73dc-27e9-4c2e-b7c2-48c200ce3202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:07.372216 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e5ea5ef4-950c-429a-aaa5-92c5a8611dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:07.383036 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-120e73dc-27e9-4c2e-b7c2-48c200ce3202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:07.384328 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e5ea5ef4-950c-429a-aaa5-92c5a8611dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:07.386940 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48896) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:07.391786 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e5ea5ef4-950c-429a-aaa5-92c5a8611dbe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0bf1cb57-189d-42c0-b3cb-c93032120ca5 HTTP/1.1" status: 204 len: 168 time: 0.3666496 Aug 11 21:51:07.405940 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea5ef4-950c-429a-aaa5-92c5a8611dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf1cb57-189d-42c0-b3cb-c93032120ca5,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:07.438098 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-42ae997e-2261-4693-85f1-b5f04dd702f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:07.591910 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-120e73dc-27e9-4c2e-b7c2-48c200ce3202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:07.597792 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-120e73dc-27e9-4c2e-b7c2-48c200ce3202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:07.605625 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-120e73dc-27e9-4c2e-b7c2-48c200ce3202 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/44e37e8f-8670-4da7-a00d-c1332336aec1 HTTP/1.1" status: 204 len: 168 time: 0.3994110 Aug 11 21:51:07.634384 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e73dc-27e9-4c2e-b7c2-48c200ce3202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e37e8f-8670-4da7-a00d-c1332336aec1,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:07.711575 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:07.726565 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-42ae997e-2261-4693-85f1-b5f04dd702f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:07.741558 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-42ae997e-2261-4693-85f1-b5f04dd702f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:07.821269 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-42ae997e-2261-4693-85f1-b5f04dd702f4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=757a7d8a29c6490da74e16a512b31fb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4326744 Aug 11 21:51:07.825237 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae997e-2261-4693-85f1-b5f04dd702f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440119ac-f395-400a-8598-27ba488ee7c6,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:07.826098 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48910) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:07.885416 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db9280-3aec-4a82-9413-aa9862320d34 req-473c8d17-709f-4b05-b0bc-4ef000b6f039 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:07.888620 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-57db9280-3aec-4a82-9413-aa9862320d34 req-473c8d17-709f-4b05-b0bc-4ef000b6f039 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/ports?device_id=d971b491-2111-4b38-9642-6e8e0de85608 HTTP/1.1" status: 200 len: 969 time: 0.1585615 Aug 11 21:51:07.963258 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750265f8-47c2-41db-92d5-e283bf5ea793 req-09d123d6-7ff5-42f3-bb5b-8886f518b8d1 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:07.964833 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-750265f8-47c2-41db-92d5-e283bf5ea793 req-09d123d6-7ff5-42f3-bb5b-8886f518b8d1 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/ports?device_id=0062d010-86db-4e4b-b6bb-8d4a7a12fe7e HTTP/1.1" status: 200 len: 966 time: 0.1053891 Aug 11 21:51:07.974654 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-57db9280-3aec-4a82-9413-aa9862320d34 req-893e5f19-b77a-4799-89d2-85a0efe3b3fc tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/security-groups?id=edccc311-f885-4c8b-be27-59ef3bf72bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718870 Aug 11 21:51:08.016954 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4f1d0098-41ab-4f3a-9f11-f89792a8eae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:08.031637 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-750265f8-47c2-41db-92d5-e283bf5ea793 req-946d9a53-a53f-4d30-81cc-9f344969c8f7 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e414fe2-fd97-463b-b3ae-7750275b3883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580235 Aug 11 21:51:08.070034 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48918) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:08.088953 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4f1d0098-41ab-4f3a-9f11-f89792a8eae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:08.231195 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4f1d0098-41ab-4f3a-9f11-f89792a8eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:08.239566 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4f1d0098-41ab-4f3a-9f11-f89792a8eae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:08.241259 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4f1d0098-41ab-4f3a-9f11-f89792a8eae5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/440119ac-f395-400a-8598-27ba488ee7c6 HTTP/1.1" status: 204 len: 168 time: 0.4136913 Aug 11 21:51:08.252835 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d0098-41ab-4f3a-9f11-f89792a8eae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440119ac-f395-400a-8598-27ba488ee7c6,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:08.362258 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0298f24-6bb6-48bd-bab8-e66612b2dc7b req-0f0612dd-826a-4282-8d2c-382fb68902c4 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:08.364241 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d0298f24-6bb6-48bd-bab8-e66612b2dc7b req-0f0612dd-826a-4282-8d2c-382fb68902c4 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/ports?device_id=0062d010-86db-4e4b-b6bb-8d4a7a12fe7e HTTP/1.1" status: 200 len: 966 time: 0.0934720 Aug 11 21:51:08.378826 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48934) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:08.388915 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-902f61ae-dadd-4ea3-a05b-8a201445c0c8 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Request body: {'floatingip': {'port_id': '557f63b0-24fa-4cda-a81b-7ebba1292e2b'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:08.404423 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37129166-4169-4cde-8507-92f72979249f req-7265fd04-7194-448f-8a04-21fdb14ef4f0 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:08.419032 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-37129166-4169-4cde-8507-92f72979249f req-7265fd04-7194-448f-8a04-21fdb14ef4f0 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/ports?device_id=5177369d-44d0-491e-9be3-40d549942fc4 HTTP/1.1" status: 200 len: 944 time: 0.1282706 Aug 11 21:51:08.472032 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48936) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:08.518454 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-902f61ae-dadd-4ea3-a05b-8a201445c0c8 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks [] for floatingip, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:08.524438 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 681d7314-29d7-467f-bd9d-4f0e93d8ba0e details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:51:08.528956 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7dc2021b-c704-4eca-bbd2-a4d8061b3ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:08.539832 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-37129166-4169-4cde-8507-92f72979249f req-91f0efb5-89b8-4e28-a9d3-87f8e9d6e985 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/security-groups?id=766b701c-a932-490b-9be8-2efc91d83ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189754 Aug 11 21:51:08.542016 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1f28a67b-40ee-4910-add0-650fd57da883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:08.753408 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1f28a67b-40ee-4910-add0-650fd57da883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:08.764808 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1f28a67b-40ee-4910-add0-650fd57da883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:08.829859 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 681d7314-29d7-467f-bd9d-4f0e93d8ba0e, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=681d7314-29d7-467f-bd9d-4f0e93d8ba0e,segment=NetworkSegment(7c23925c-7ce6-4f5e-889e-afe4a6a923c5),segment_id=7c23925c-7ce6-4f5e-889e-afe4a6a923c5)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:51:08.841881 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1f28a67b-40ee-4910-add0-650fd57da883 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3556181b5dbe4ae8800983af933d1f4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3660707 Aug 11 21:51:08.842887 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28a67b-40ee-4910-add0-650fd57da883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f5cbf6-7e4c-4a52-99ae-6d43b276c352,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:08.846541 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48944) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:08.872140 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '681d7314-29d7-467f-bd9d-4f0e93d8ba0e', 'network_id': 'f2cc479d-ac73-4c08-a298-1c862834910a', 'port_id': '681d7314-29d7-467f-bd9d-4f0e93d8ba0e', 'mac_address': 'fa:16:3e:9d:3d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf7f627a-a807-488d-83b4-ae1b6ccd4d37', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:51:08.941585 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-53e08d58-afee-4660-a49c-4024eb4798fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:09.001066 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-53e08d58-afee-4660-a49c-4024eb4798fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:09.032157 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:09.070068 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 681d7314-29d7-467f-bd9d-4f0e93d8ba0e {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:51:09.120180 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 681d7314-29d7-467f-bd9d-4f0e93d8ba0e, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=681d7314-29d7-467f-bd9d-4f0e93d8ba0e,segment=NetworkSegment(7c23925c-7ce6-4f5e-889e-afe4a6a923c5),segment_id=7c23925c-7ce6-4f5e-889e-afe4a6a923c5)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:51:09.130029 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:09.240225 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7dc2021b-c704-4eca-bbd2-a4d8061b3ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:09.265723 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7dc2021b-c704-4eca-bbd2-a4d8061b3ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:09.266597 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=681d7314-29d7-467f-bd9d-4f0e93d8ba0e,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:09.315165 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7dc2021b-c704-4eca-bbd2-a4d8061b3ff1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=86fdcd2a585249a9871b7367fe214157&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2408307 Aug 11 21:51:09.315862 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48954) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:09.323572 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cae433-b2b2-444a-8ba8-353eece84376 req-c1104100-1b79-4c21-846e-f4caa66b01ba tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:09.327959 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-74cae433-b2b2-444a-8ba8-353eece84376 req-c1104100-1b79-4c21-846e-f4caa66b01ba tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.52 "GET /v2.0/ports?device_id=d971b491-2111-4b38-9642-6e8e0de85608 HTTP/1.1" status: 200 len: 969 time: 0.3035719 Aug 11 21:51:09.330490 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-53e08d58-afee-4660-a49c-4024eb4798fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:09.338279 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-53e08d58-afee-4660-a49c-4024eb4798fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:09.340606 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-53e08d58-afee-4660-a49c-4024eb4798fb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a5f5cbf6-7e4c-4a52-99ae-6d43b276c352 HTTP/1.1" status: 204 len: 168 time: 0.4926362 Aug 11 21:51:09.413552 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e08d58-afee-4660-a49c-4024eb4798fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f5cbf6-7e4c-4a52-99ae-6d43b276c352,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:09.530882 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452cc51-f501-4031-85d8-85c1ac2a9c53 req-c595d463-da3c-4385-acf7-804586728aed tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:09.532639 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0452cc51-f501-4031-85d8-85c1ac2a9c53 req-c595d463-da3c-4385-acf7-804586728aed tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/ports?device_id=d971b491-2111-4b38-9642-6e8e0de85608 HTTP/1.1" status: 200 len: 969 time: 0.2909527 Aug 11 21:51:09.533329 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2021b-c704-4eca-bbd2-a4d8061b3ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b1911c-00a2-4a19-b545-c3f37bdcf6e3,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:09.576675 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc2021b-c704-4eca-bbd2-a4d8061b3ff1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:09.577063 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc2021b-c704-4eca-bbd2-a4d8061b3ff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:09.577425 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc2021b-c704-4eca-bbd2-a4d8061b3ff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:09.577781 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc2021b-c704-4eca-bbd2-a4d8061b3ff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:09.578104 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc2021b-c704-4eca-bbd2-a4d8061b3ff1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:09.578439 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc2021b-c704-4eca-bbd2-a4d8061b3ff1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:09.578768 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc2021b-c704-4eca-bbd2-a4d8061b3ff1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:09.579096 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc2021b-c704-4eca-bbd2-a4d8061b3ff1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:09.579422 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc2021b-c704-4eca-bbd2-a4d8061b3ff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:09.579786 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc2021b-c704-4eca-bbd2-a4d8061b3ff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:09.580111 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc2021b-c704-4eca-bbd2-a4d8061b3ff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:09.580436 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc2021b-c704-4eca-bbd2-a4d8061b3ff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:09.626897 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-55f76cf1-5176-4ee7-b18e-bbdefe549432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:09.637591 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['681d7314-29d7-467f-bd9d-4f0e93d8ba0e'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:51:09.669060 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-74cae433-b2b2-444a-8ba8-353eece84376 req-cdcac692-7cd8-4910-a0f1-beeedff2f92f tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Deleting port 0c1aa0f7-c4fb-4855-a74a-bcca27dff40b {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:51:09.670140 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-74cae433-b2b2-444a-8ba8-353eece84376 req-cdcac692-7cd8-4910-a0f1-beeedff2f92f tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:09.740123 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-55f76cf1-5176-4ee7-b18e-bbdefe549432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:09.766448 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0452cc51-f501-4031-85d8-85c1ac2a9c53 req-c1c8e0ff-5787-4b8a-95f9-03db5f2b6221 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/security-groups?id=edccc311-f885-4c8b-be27-59ef3bf72bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155461 Aug 11 21:51:09.839432 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.db.resource_extend [None req-902f61ae-dadd-4ea3-a05b-8a201445c0c8 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 21:51:09.930929 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-74cae433-b2b2-444a-8ba8-353eece84376 req-cdcac692-7cd8-4910-a0f1-beeedff2f92f tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] For port 0c1aa0f7-c4fb-4855-a74a-bcca27dff40b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=0c1aa0f7-c4fb-4855-a74a-bcca27dff40b,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:51:09.932199 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-74cae433-b2b2-444a-8ba8-353eece84376 req-cdcac692-7cd8-4910-a0f1-beeedff2f92f tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:09.972910 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-74cae433-b2b2-444a-8ba8-353eece84376 req-cdcac692-7cd8-4910-a0f1-beeedff2f92f tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Calling delete_port for 0c1aa0f7-c4fb-4855-a74a-bcca27dff40b owned by compute:tempest-test_az-824288935 {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:51:10.133998 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db3c53-69f0-4a1e-b31a-5b04cc7076ba req-7c7d5ca6-0e89-45dc-a717-952edb8b7292 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:10.142136 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-22db3c53-69f0-4a1e-b31a-5b04cc7076ba req-7c7d5ca6-0e89-45dc-a717-952edb8b7292 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/ports?device_id=5177369d-44d0-491e-9be3-40d549942fc4 HTTP/1.1" status: 200 len: 945 time: 0.1714664 Aug 11 21:51:10.216996 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-22db3c53-69f0-4a1e-b31a-5b04cc7076ba req-02aecbcc-42db-48db-8624-717841e9b0b9 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/security-groups?id=766b701c-a932-490b-9be8-2efc91d83ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738223 Aug 11 21:51:10.228594 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-902f61ae-dadd-4ea3-a05b-8a201445c0c8 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:10.234288 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-902f61ae-dadd-4ea3-a05b-8a201445c0c8 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:10.296538 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-55f76cf1-5176-4ee7-b18e-bbdefe549432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:10.299548 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-55f76cf1-5176-4ee7-b18e-bbdefe549432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:10.300978 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-55f76cf1-5176-4ee7-b18e-bbdefe549432 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/33b1911c-00a2-4a19-b545-c3f37bdcf6e3 HTTP/1.1" status: 204 len: 168 time: 0.9599776 Aug 11 21:51:10.341806 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-74cae433-b2b2-444a-8ba8-353eece84376 req-cdcac692-7cd8-4910-a0f1-beeedff2f92f tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:10.355534 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['0c1aa0f7-c4fb-4855-a74a-bcca27dff40b'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:51:10.357715 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f76cf1-5176-4ee7-b18e-bbdefe549432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b1911c-00a2-4a19-b545-c3f37bdcf6e3,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:10.386137 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-902f61ae-dadd-4ea3-a05b-8a201445c0c8 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Floating IP 9a35ebc1-8e1a-4193-8cbf-b15434bb581e associated. External IP: 172.25.2.208, port: 557f63b0-24fa-4cda-a81b-7ebba1292e2b. Aug 11 21:51:10.414701 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcac692-7cd8-4910-a0f1-beeedff2f92f tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Pushing event deleted for resources: {'Port': ['ID=0c1aa0f7-c4fb-4855-a74a-bcca27dff40b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:10.436022 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcac692-7cd8-4910-a0f1-beeedff2f92f tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:10.436843 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcac692-7cd8-4910-a0f1-beeedff2f92f tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:10.437451 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcac692-7cd8-4910-a0f1-beeedff2f92f tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:10.438229 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcac692-7cd8-4910-a0f1-beeedff2f92f tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:10.438822 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcac692-7cd8-4910-a0f1-beeedff2f92f tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:10.439409 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcac692-7cd8-4910-a0f1-beeedff2f92f tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:10.440191 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcac692-7cd8-4910-a0f1-beeedff2f92f tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:10.442312 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcac692-7cd8-4910-a0f1-beeedff2f92f tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:10.442824 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcac692-7cd8-4910-a0f1-beeedff2f92f tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:10.443423 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcac692-7cd8-4910-a0f1-beeedff2f92f tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:10.444110 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcac692-7cd8-4910-a0f1-beeedff2f92f tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:10.444598 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcac692-7cd8-4910-a0f1-beeedff2f92f tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:10.555276 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cae433-b2b2-444a-8ba8-353eece84376 req-cdcac692-7cd8-4910-a0f1-beeedff2f92f tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] No DVR routers for this DVR port 0c1aa0f7-c4fb-4855-a74a-bcca27dff40b on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:51:10.559927 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-74cae433-b2b2-444a-8ba8-353eece84376 req-cdcac692-7cd8-4910-a0f1-beeedff2f92f tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:10.563211 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-74cae433-b2b2-444a-8ba8-353eece84376 req-cdcac692-7cd8-4910-a0f1-beeedff2f92f tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.52 "DELETE /v2.0/ports/0c1aa0f7-c4fb-4855-a74a-bcca27dff40b HTTP/1.1" status: 204 len: 173 time: 1.2206740 Aug 11 21:51:10.563918 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd971b491-2111-4b38-9642-6e8e0de85608', 'name': 'network-vif-deleted', 'tag': '0c1aa0f7-c4fb-4855-a74a-bcca27dff40b'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:51:10.567050 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fa6f0f-4f43-4766-b56a-c022ad8e6e8c" -d '{"events": [{"server_uuid": "d971b491-2111-4b38-9642-6e8e0de85608", "name": "network-vif-deleted", "tag": "0c1aa0f7-c4fb-4855-a74a-bcca27dff40b"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:51:10.654080 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce03d1a-f4fb-4101-9cf5-8964901a7a46 x-openstack-request-id: req-5ce03d1a-f4fb-4101-9cf5-8964901a7a46 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:51:10.654784 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d971b491-2111-4b38-9642-6e8e0de85608", "name": "network-vif-deleted", "tag": "0c1aa0f7-c4fb-4855-a74a-bcca27dff40b", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:51:10.655197 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5ce03d1a-f4fb-4101-9cf5-8964901a7a46 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:51:10.657232 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd971b491-2111-4b38-9642-6e8e0de85608', 'name': 'network-vif-deleted', 'tag': '0c1aa0f7-c4fb-4855-a74a-bcca27dff40b', 'status': 'completed', 'code': 200} Aug 11 21:51:10.787101 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902f61ae-dadd-4ea3-a05b-8a201445c0c8 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Router f1663e24-1cd4-4cf2-aedd-6b8565037af0 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:51:10.977362 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902f61ae-dadd-4ea3-a05b-8a201445c0c8 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:51:10.984114 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-902f61ae-dadd-4ea3-a05b-8a201445c0c8 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:10.995959 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80daf27-843c-4636-834b-66e85071d063 None None] Sync routers for ids ['f1663e24-1cd4-4cf2-aedd-6b8565037af0'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:51:11.008967 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80daf27-843c-4636-834b-66e85071d063 None None] Routers {'f1663e24-1cd4-4cf2-aedd-6b8565037af0'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:51:11.010251 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-a80daf27-843c-4636-834b-66e85071d063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:50:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f1663e24-1cd4-4cf2-aedd-6b8565037af0'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:51:11.020522 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-902f61ae-dadd-4ea3-a05b-8a201445c0c8 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "PUT /v2.0/floatingips/9a35ebc1-8e1a-4193-8cbf-b15434bb581e HTTP/1.1" status: 200 len: 1012 time: 2.6375487 Aug 11 21:51:11.021238 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0062d010-86db-4e4b-b6bb-8d4a7a12fe7e', 'tag': '557f63b0-24fa-4cda-a81b-7ebba1292e2b'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:51:11.024120 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb099168-4736-4af1-8a32-09ce19314e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "0062d010-86db-4e4b-b6bb-8d4a7a12fe7e", "tag": "557f63b0-24fa-4cda-a81b-7ebba1292e2b"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:51:11.131003 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49010) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:11.165065 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-85d5eac2-f054-4b07-955c-bde9ee1a8e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:11.183912 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-a80daf27-843c-4636-834b-66e85071d063 None None] Set router f1663e24-1cd4-4cf2-aedd-6b8565037af0 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:51:11.249475 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92cc59fe-8eb8-441d-b49b-4c44c0d42ffc req-1c59e746-a4a3-4df6-a62d-eba55c4d69d1 tempest-AggregatesAdminTestJSON-1011274311 tempest-AggregatesAdminTestJSON-1011274311-project] 10.222.0.77 "GET /v2.0/ports?device_id=d971b491-2111-4b38-9642-6e8e0de85608 HTTP/1.1" status: 200 len: 210 time: 0.3580468 Aug 11 21:51:11.447231 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-85d5eac2-f054-4b07-955c-bde9ee1a8e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:11.462302 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-85d5eac2-f054-4b07-955c-bde9ee1a8e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:11.566894 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a139f583-eb45-4104-b0df-0c728dde2ede x-openstack-request-id: req-a139f583-eb45-4104-b0df-0c728dde2ede {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:51:11.567636 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0062d010-86db-4e4b-b6bb-8d4a7a12fe7e", "tag": "557f63b0-24fa-4cda-a81b-7ebba1292e2b", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:51:11.567921 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a139f583-eb45-4104-b0df-0c728dde2ede {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:51:11.568343 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0062d010-86db-4e4b-b6bb-8d4a7a12fe7e', 'tag': '557f63b0-24fa-4cda-a81b-7ebba1292e2b', 'status': 'completed', 'code': 200} Aug 11 21:51:11.581559 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-85d5eac2-f054-4b07-955c-bde9ee1a8e72 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cf03bcc69ff04dea9b47c95b5e427a56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4479966 Aug 11 21:51:11.583646 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49018) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:11.588728 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5eac2-f054-4b07-955c-bde9ee1a8e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd43f9a-14bc-4373-962f-741ac8201ed0,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:11.635439 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49020) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:11.826287 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-2ad1b1a4-5452-4cca-9e2b-54f8ea9d93f4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-492454021-network', 'tenant_id': 'c3959184431440d59536f3e8479ad06b'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:11.873770 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb099168-4736-4af1-8a32-09ce19314e8d req-620e0d9e-f5b0-4576-8f85-00c2d3646a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:11.880508 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eb099168-4736-4af1-8a32-09ce19314e8d req-620e0d9e-f5b0-4576-8f85-00c2d3646a5b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=80a5e8f6f7ed430798dfcf878a1f42dd&device_id=0062d010-86db-4e4b-b6bb-8d4a7a12fe7e HTTP/1.1" status: 200 len: 1117 time: 0.2924597 Aug 11 21:51:11.883577 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad1b1a4-5452-4cca-9e2b-54f8ea9d93f4 admin admin] Made reservation on behalf of c3959184431440d59536f3e8479ad06b for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:51:11.886584 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2ad1b1a4-5452-4cca-9e2b-54f8ea9d93f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:11.897850 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2ad1b1a4-5452-4cca-9e2b-54f8ea9d93f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:11.910993 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebe8cc-dbd4-411e-82b2-f1a281ea758a req-43280228-0990-47ed-9bac-0c631451616d tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:11.913844 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c2ebe8cc-dbd4-411e-82b2-f1a281ea758a req-43280228-0990-47ed-9bac-0c631451616d tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/ports?device_id=5177369d-44d0-491e-9be3-40d549942fc4 HTTP/1.1" status: 200 len: 945 time: 0.2077701 Aug 11 21:51:11.980048 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-843d4f95-711c-4e22-9194-2257fe0ae3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:12.023863 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-a80daf27-843c-4636-834b-66e85071d063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239890165-router', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:10Z', 'updated_at': '2021-08-11T21:50:15Z', 'revision_number': 4, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'gw_port': {'id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:11Z', 'updated_at': '2021-08-11T21:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '9a35ebc1-8e1a-4193-8cbf-b15434bb581e', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'floating_ip_address': '172.25.2.208', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'port_id': '557f63b0-24fa-4cda-a81b-7ebba1292e2b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd', 'mac_address': 'fa:16:3e:80:05:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0062d010-86db-4e4b-b6bb-8d4a7a12fe7e', 'device_owner': 'compute:tempest-test_az-824288935'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T21:50:49Z', 'updated_at': '2021-08-11T21:51:09Z', 'revision_number': 1, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa7f1bb3-b880-440a-aad4-6c463b5ae6f8', 'name': '', 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'mac_address': 'fa:16:3e:cb:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:14Z', 'updated_at': '2021-08-11T21:50:25Z', 'revision_number': 5, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'subnets': [{'id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:51:12.033682 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2ad1b1a4-5452-4cca-9e2b-54f8ea9d93f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:12.043331 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2ad1b1a4-5452-4cca-9e2b-54f8ea9d93f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:12.055191 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80daf27-843c-4636-834b-66e85071d063 None None] Checking router: f1663e24-1cd4-4cf2-aedd-6b8565037af0 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:51:12.067226 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80daf27-843c-4636-834b-66e85071d063 None None] Routers {'f1663e24-1cd4-4cf2-aedd-6b8565037af0'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:51:12.068293 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-a80daf27-843c-4636-834b-66e85071d063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:50:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f1663e24-1cd4-4cf2-aedd-6b8565037af0'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:51:12.114070 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1b1a4-5452-4cca-9e2b-54f8ea9d93f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1137ae-4c46-4cef-9e57-e563fc549ac8,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:12.137339 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad1b1a4-5452-4cca-9e2b-54f8ea9d93f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:51:12.163949 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2ad1b1a4-5452-4cca-9e2b-54f8ea9d93f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:12.164302 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-2ad1b1a4-5452-4cca-9e2b-54f8ea9d93f4 admin admin] Added segment 6684713b-d769-4ecc-9299-66aad848fd42 of type vlan for network 8356088d-0005-4e89-9fc4-654fac70ef3c Aug 11 21:51:12.241174 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-843d4f95-711c-4e22-9194-2257fe0ae3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:12.267138 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2ad1b1a4-5452-4cca-9e2b-54f8ea9d93f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:12.313591 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c2ebe8cc-dbd4-411e-82b2-f1a281ea758a req-2b0e83e4-b5fc-44aa-9655-543df5b112a0 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/security-groups?id=766b701c-a932-490b-9be8-2efc91d83ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348463 Aug 11 21:51:12.352492 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2ad1b1a4-5452-4cca-9e2b-54f8ea9d93f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:12.354798 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad1b1a4-5452-4cca-9e2b-54f8ea9d93f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:12.355865 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2ad1b1a4-5452-4cca-9e2b-54f8ea9d93f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:12.395344 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb099168-4736-4af1-8a32-09ce19314e8d req-9ee54c8e-b6b9-4b98-af1d-a0f5c1ee3b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:12.397360 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eb099168-4736-4af1-8a32-09ce19314e8d req-9ee54c8e-b6b9-4b98-af1d-a0f5c1ee3b86 service neutron] 10.222.0.52 "GET /v2.0/networks?id=23d35d9d-3b60-4171-a586-25af0fc312dd HTTP/1.1" status: 200 len: 925 time: 0.4210360 Aug 11 21:51:12.452157 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2ad1b1a4-5452-4cca-9e2b-54f8ea9d93f4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8150995 Aug 11 21:51:12.456033 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49046) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:12.498574 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-843d4f95-711c-4e22-9194-2257fe0ae3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:12.507488 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-843d4f95-711c-4e22-9194-2257fe0ae3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:12.510439 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 681d7314-29d7-467f-bd9d-4f0e93d8ba0e up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:51:12.515274 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-843d4f95-711c-4e22-9194-2257fe0ae3f6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9fd43f9a-14bc-4373-962f-741ac8201ed0 HTTP/1.1" status: 204 len: 168 time: 0.9301167 Aug 11 21:51:12.582606 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d4f95-711c-4e22-9194-2257fe0ae3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd43f9a-14bc-4373-962f-741ac8201ed0,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:12.628872 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1b1a4-5452-4cca-9e2b-54f8ea9d93f4 admin admin] Pushing event updated for resources: {'Network': ['ID=8356088d-0005-4e89-9fc4-654fac70ef3c,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:12.632223 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-a80daf27-843c-4636-834b-66e85071d063 None None] Set router f1663e24-1cd4-4cf2-aedd-6b8565037af0 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:51:12.641104 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-069a5840-7e32-4a9f-849c-d291a4f3534c admin admin] Request body: {'subnet': {'network_id': '8356088d-0005-4e89-9fc4-654fac70ef3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-492454021-subnet', 'tenant_id': 'c3959184431440d59536f3e8479ad06b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:12.682229 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eb099168-4736-4af1-8a32-09ce19314e8d req-369238f1-d29e-4a70-ab36-fbea3a3d1aeb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=557f63b0-24fa-4cda-a81b-7ebba1292e2b HTTP/1.1" status: 200 len: 1020 time: 0.2744510 Aug 11 21:51:12.695325 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 8356088d-0005-4e89-9fc4-654fac70ef3c details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:51:12.708104 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069a5840-7e32-4a9f-849c-d291a4f3534c admin admin] Made reservation on behalf of c3959184431440d59536f3e8479ad06b for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:51:12.716339 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-069a5840-7e32-4a9f-849c-d291a4f3534c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:12.859656 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb099168-4736-4af1-8a32-09ce19314e8d req-f7ed349b-299e-4e60-8028-26ae052bb2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:12.862395 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eb099168-4736-4af1-8a32-09ce19314e8d req-f7ed349b-299e-4e60-8028-26ae052bb2c4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=50d7a31b-7f2d-4275-9e8f-220f204b8511 HTTP/1.1" status: 200 len: 863 time: 0.1727612 Aug 11 21:51:13.022278 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb099168-4736-4af1-8a32-09ce19314e8d req-65191bea-5eff-4f7e-a916-759da7639d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:13.024529 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eb099168-4736-4af1-8a32-09ce19314e8d req-65191bea-5eff-4f7e-a916-759da7639d70 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=23d35d9d-3b60-4171-a586-25af0fc312dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1521809 Aug 11 21:51:13.155275 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-069a5840-7e32-4a9f-849c-d291a4f3534c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:13.171340 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 0c1aa0f7-c4fb-4855-a74a-bcca27dff40b no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:51:13.253812 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a5840-7e32-4a9f-849c-d291a4f3534c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a51bb58-b09e-40fa-bef3-5305c95936c4,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:13.280874 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-a80daf27-843c-4636-834b-66e85071d063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239890165-router', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:10Z', 'updated_at': '2021-08-11T21:50:15Z', 'revision_number': 4, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'gw_port': {'id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:11Z', 'updated_at': '2021-08-11T21:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '9a35ebc1-8e1a-4193-8cbf-b15434bb581e', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'floating_ip_address': '172.25.2.208', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'port_id': '557f63b0-24fa-4cda-a81b-7ebba1292e2b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd', 'mac_address': 'fa:16:3e:80:05:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0062d010-86db-4e4b-b6bb-8d4a7a12fe7e', 'device_owner': 'compute:tempest-test_az-824288935'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T21:50:49Z', 'updated_at': '2021-08-11T21:51:09Z', 'revision_number': 1, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa7f1bb3-b880-440a-aad4-6c463b5ae6f8', 'name': '', 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'mac_address': 'fa:16:3e:cb:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:14Z', 'updated_at': '2021-08-11T21:50:25Z', 'revision_number': 5, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'subnets': [{'id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:51:13.285931 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 0c1aa0f7-c4fb-4855-a74a-bcca27dff40b {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:51:13.286623 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 0c1aa0f7-c4fb-4855-a74a-bcca27dff40b not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:51:13.319790 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b630104d-a25c-40be-b0ac-db3b2ed78c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:13.324934 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80daf27-843c-4636-834b-66e85071d063 None None] The sync data for ids ['f1663e24-1cd4-4cf2-aedd-6b8565037af0'] in n-d-804275-3 is: [{'id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239890165-router', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:10Z', 'updated_at': '2021-08-11T21:50:15Z', 'revision_number': 4, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'gw_port': {'id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:11Z', 'updated_at': '2021-08-11T21:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '9a35ebc1-8e1a-4193-8cbf-b15434bb581e', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'floating_ip_address': '172.25.2.208', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'port_id': '557f63b0-24fa-4cda-a81b-7ebba1292e2b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd', 'mac_address': 'fa:16:3e:80:05:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0062d010-86db-4e4b-b6bb-8d4a7a12fe7e', 'device_owner': 'compute:tempest-test_az-824288935'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T21:50:49Z', 'updated_at': '2021-08-11T21:51:09Z', 'revision_number': 1, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa7f1bb3-b880-440a-aad4-6c463b5ae6f8', 'name': '', 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'mac_address': 'fa:16:3e:cb:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:14Z', 'updated_at': '2021-08-11T21:50:25Z', 'revision_number': 5, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'subnets': [{'id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:51:13.335036 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069a5840-7e32-4a9f-849c-d291a4f3534c admin admin] Checking segment: {'id': '6684713b-d769-4ecc-9299-66aad848fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8356088d-0005-4e89-9fc4-654fac70ef3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:51:13.335418 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069a5840-7e32-4a9f-849c-d291a4f3534c admin admin] Network hostable DHCP agents. Network: 8356088d-0005-4e89-9fc4-654fac70ef3c, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:51:13.370807 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 681d7314-29d7-467f-bd9d-4f0e93d8ba0e completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:51:13.377553 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 681d7314-29d7-467f-bd9d-4f0e93d8ba0e triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:51:13.378239 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:13.401951 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069a5840-7e32-4a9f-849c-d291a4f3534c admin admin] Network 8356088d-0005-4e89-9fc4-654fac70ef3c is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:51:13.435255 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-069a5840-7e32-4a9f-849c-d291a4f3534c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 8356088d-0005-4e89-9fc4-654fac70ef3c) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:51:13.446569 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eb099168-4736-4af1-8a32-09ce19314e8d req-9b64a235-7bce-4db2-897c-d251dcf9cbb4 service neutron] 10.222.0.52 "GET /v2.0/networks/23d35d9d-3b60-4171-a586-25af0fc312dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997068 Aug 11 21:51:13.452644 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069a5840-7e32-4a9f-849c-d291a4f3534c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:13.453375 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-069a5840-7e32-4a9f-849c-d291a4f3534c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:13.457087 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb93dd5-cb6f-4449-8350-6b84f01d6404 None None] Network 8356088d-0005-4e89-9fc4-654fac70ef3c requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:51:13.512420 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-069a5840-7e32-4a9f-849c-d291a4f3534c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8859067 Aug 11 21:51:13.622215 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49070) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:13.774377 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:13.798746 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d13dc-0e8e-49a3-8670-428204aa0d76 req-d14a435a-dfa0-4b19-9af5-da570fe6befa tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:13.828312 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-491d13dc-0e8e-49a3-8670-428204aa0d76 req-d14a435a-dfa0-4b19-9af5-da570fe6befa tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/ports?device_id=5177369d-44d0-491e-9be3-40d549942fc4 HTTP/1.1" status: 200 len: 945 time: 0.2216723 Aug 11 21:51:13.855854 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a0a010-e15f-4f54-b4ca-aa074c7b5f3a None None] New status for floating IP 9a35ebc1-8e1a-4193-8cbf-b15434bb581e: ACTIVE {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 21:51:13.964269 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-491d13dc-0e8e-49a3-8670-428204aa0d76 req-151bcd76-5799-4936-ba7f-ca3a2e5c8c88 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/security-groups?id=766b701c-a932-490b-9be8-2efc91d83ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341112 Aug 11 21:51:13.977724 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eb099168-4736-4af1-8a32-09ce19314e8d req-1a14f725-b7b1-413e-b098-6e29a44cbd19 service neutron] 10.222.0.52 "GET /v2.0/networks/23d35d9d-3b60-4171-a586-25af0fc312dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5227356 Aug 11 21:51:14.071880 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a960238-1fb7-470b-95b0-c27d5f27b1bf None None] Network 8356088d-0005-4e89-9fc4-654fac70ef3c requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:51:14.089861 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5177369d-44d0-491e-9be3-40d549942fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681d7314-29d7-467f-bd9d-4f0e93d8ba0e'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:51:14.092737 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c939805-d708-47ec-8047-ac7fb8e1acce" -d '{"events": [{"server_uuid": "5177369d-44d0-491e-9be3-40d549942fc4", "name": "network-vif-plugged", "status": "completed", "tag": "681d7314-29d7-467f-bd9d-4f0e93d8ba0e"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:51:14.178020 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 681d7314-29d7-467f-bd9d-4f0e93d8ba0e, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=681d7314-29d7-467f-bd9d-4f0e93d8ba0e,segment=NetworkSegment(7c23925c-7ce6-4f5e-889e-afe4a6a923c5),segment_id=7c23925c-7ce6-4f5e-889e-afe4a6a923c5)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:51:14.229163 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:14.239376 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fbac8b-63a9-4c01-8e77-7dc60978db69 x-openstack-request-id: req-19fbac8b-63a9-4c01-8e77-7dc60978db69 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:51:14.239713 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5177369d-44d0-491e-9be3-40d549942fc4", "name": "network-vif-plugged", "status": "completed", "tag": "681d7314-29d7-467f-bd9d-4f0e93d8ba0e", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:51:14.239979 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-19fbac8b-63a9-4c01-8e77-7dc60978db69 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:51:14.240387 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5177369d-44d0-491e-9be3-40d549942fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681d7314-29d7-467f-bd9d-4f0e93d8ba0e', 'code': 200} Aug 11 21:51:14.415617 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=681d7314-29d7-467f-bd9d-4f0e93d8ba0e,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:14.462693 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:14.463494 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:14.463671 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:14.468860 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:14.471401 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:14.471824 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:14.472176 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:14.472535 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:14.472878 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:14.473222 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:14.478737 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:14.478737 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:51:14.487177 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-81b7e530-2ff3-41aa-ae35-a27a9864e642 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4ae84c34ac114fcea490e9bb7703e48d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8636665 Aug 11 21:51:14.489149 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49104) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:14.573918 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888e043-4b65-42e7-b373-9ff4a3a4ee68 req-0a5f43db-9e4d-4086-be85-b9f77d6c33ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:14.576577 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9888e043-4b65-42e7-b373-9ff4a3a4ee68 req-0a5f43db-9e4d-4086-be85-b9f77d6c33ca service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5177369d-44d0-491e-9be3-40d549942fc4 HTTP/1.1" status: 200 len: 1097 time: 0.1587508 Aug 11 21:51:14.653342 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb3abe48-f6b1-46ea-994a-5c6257179a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:14.695124 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-99628db4-352b-47a9-85bd-73e77ba66e96 req-aa02e2e5-c467-4882-85c6-5261646ce685 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-17185933', 'description': 'tempest-description-1907851812'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:14.703060 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9888e043-4b65-42e7-b373-9ff4a3a4ee68 req-08b12cc8-5d83-4b6c-ba1a-950b6c0241d1 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=766b701c-a932-490b-9be8-2efc91d83ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170239 Aug 11 21:51:14.744917 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb3abe48-f6b1-46ea-994a-5c6257179a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:14.810463 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-99628db4-352b-47a9-85bd-73e77ba66e96 req-aa02e2e5-c467-4882-85c6-5261646ce685 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:14.903576 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb3abe48-f6b1-46ea-994a-5c6257179a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:14.906635 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb3abe48-f6b1-46ea-994a-5c6257179a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:14.908016 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bb3abe48-f6b1-46ea-994a-5c6257179a49 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/edccc311-f885-4c8b-be27-59ef3bf72bb7 HTTP/1.1" status: 204 len: 168 time: 0.4119203 Aug 11 21:51:14.929134 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3abe48-f6b1-46ea-994a-5c6257179a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edccc311-f885-4c8b-be27-59ef3bf72bb7,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:14.993225 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-99628db4-352b-47a9-85bd-73e77ba66e96 req-aa02e2e5-c467-4882-85c6-5261646ce685 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:15.001627 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-99628db4-352b-47a9-85bd-73e77ba66e96 req-aa02e2e5-c467-4882-85c6-5261646ce685 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:15.048369 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02e2e5-c467-4882-85c6-5261646ce685 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99b3e19b-8b4b-40aa-a49d-39141a8c19a7,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:15.065804 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-99628db4-352b-47a9-85bd-73e77ba66e96 req-aa02e2e5-c467-4882-85c6-5261646ce685 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:15.067844 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99628db4-352b-47a9-85bd-73e77ba66e96 req-aa02e2e5-c467-4882-85c6-5261646ce685 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3832097 Aug 11 21:51:15.219541 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d1db6-9aa2-4802-a603-2783b5596a32 req-ed6d9155-92c1-4945-a58e-94c564fc29ee tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:15.221715 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5a1d1db6-9aa2-4802-a603-2783b5596a32 req-ed6d9155-92c1-4945-a58e-94c564fc29ee tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/ports?device_id=5177369d-44d0-491e-9be3-40d549942fc4 HTTP/1.1" status: 200 len: 946 time: 0.0795903 Aug 11 21:51:15.285817 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5a1d1db6-9aa2-4802-a603-2783b5596a32 req-169c60c8-74d0-47e3-a0c7-3d288bf02ee4 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/security-groups?id=766b701c-a932-490b-9be8-2efc91d83ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569410 Aug 11 21:51:15.414556 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-174392b7-7c7c-4cc7-8454-0c1fc3b075f4 req-cbb8a773-77a4-44e0-835f-0ace1f9dc82b tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1238181083', 'description': 'tempest-description-2137595397'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:15.442599 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-174392b7-7c7c-4cc7-8454-0c1fc3b075f4 req-cbb8a773-77a4-44e0-835f-0ace1f9dc82b tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:15.460097 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49142) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:15.520291 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c8535e15-d458-4e98-939a-2d86b1b689a3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3f91c4c9840e4912b033ca5d8a9c9a0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551031 Aug 11 21:51:15.521288 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49144) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:15.588763 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-174392b7-7c7c-4cc7-8454-0c1fc3b075f4 req-cbb8a773-77a4-44e0-835f-0ace1f9dc82b tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:15.594869 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-174392b7-7c7c-4cc7-8454-0c1fc3b075f4 req-cbb8a773-77a4-44e0-835f-0ace1f9dc82b tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:15.602471 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2815db1d-ca66-409f-918d-7040bd38c709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:15.630705 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2815db1d-ca66-409f-918d-7040bd38c709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:15.672934 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3b2e7a31-5150-4308-9566-f5c65c4695b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:15.677953 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb8a773-77a4-44e0-835f-0ace1f9dc82b tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a241ad45-db1a-48b7-b241-462df1392347,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:15.695403 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-174392b7-7c7c-4cc7-8454-0c1fc3b075f4 req-cbb8a773-77a4-44e0-835f-0ace1f9dc82b tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:15.716945 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-174392b7-7c7c-4cc7-8454-0c1fc3b075f4 req-cbb8a773-77a4-44e0-835f-0ace1f9dc82b tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2998235 Aug 11 21:51:15.733300 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2815db1d-ca66-409f-918d-7040bd38c709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:15.736276 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2815db1d-ca66-409f-918d-7040bd38c709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:15.740707 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2815db1d-ca66-409f-918d-7040bd38c709 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d068f16e-9e5c-4f6d-b7fb-6637deaf4da1 HTTP/1.1" status: 204 len: 168 time: 0.2159963 Aug 11 21:51:15.747100 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815db1d-ca66-409f-918d-7040bd38c709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d068f16e-9e5c-4f6d-b7fb-6637deaf4da1,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:15.899018 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:16.092752 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0a564-a14a-4c30-af5e-fbe41c2de401 req-1746b049-6a39-4eb1-9ebb-69980bc11aaf tempest-NetworksTest-1560179149 tempest-NetworksTest-1560179149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:16.093559 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0a564-a14a-4c30-af5e-fbe41c2de401 req-1746b049-6a39-4eb1-9ebb-69980bc11aaf tempest-NetworksTest-1560179149 tempest-NetworksTest-1560179149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:16.094668 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0a564-a14a-4c30-af5e-fbe41c2de401 req-1746b049-6a39-4eb1-9ebb-69980bc11aaf tempest-NetworksTest-1560179149 tempest-NetworksTest-1560179149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:16.095157 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0a564-a14a-4c30-af5e-fbe41c2de401 req-1746b049-6a39-4eb1-9ebb-69980bc11aaf tempest-NetworksTest-1560179149 tempest-NetworksTest-1560179149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:16.096028 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0a564-a14a-4c30-af5e-fbe41c2de401 req-1746b049-6a39-4eb1-9ebb-69980bc11aaf tempest-NetworksTest-1560179149 tempest-NetworksTest-1560179149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:16.096841 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0a564-a14a-4c30-af5e-fbe41c2de401 req-1746b049-6a39-4eb1-9ebb-69980bc11aaf tempest-NetworksTest-1560179149 tempest-NetworksTest-1560179149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:16.097654 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0a564-a14a-4c30-af5e-fbe41c2de401 req-1746b049-6a39-4eb1-9ebb-69980bc11aaf tempest-NetworksTest-1560179149 tempest-NetworksTest-1560179149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:16.115470 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-62b0a564-a14a-4c30-af5e-fbe41c2de401 req-1746b049-6a39-4eb1-9ebb-69980bc11aaf tempest-NetworksTest-1560179149 tempest-NetworksTest-1560179149-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5045 time: 0.2379310 Aug 11 21:51:16.598448 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7eedd-4563-4211-8177-2ade7f542577 req-410fdddb-9250-46ea-a599-548744ac5805 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:16.607631 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-edb7eedd-4563-4211-8177-2ade7f542577 req-410fdddb-9250-46ea-a599-548744ac5805 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/networks?id=8356088d-0005-4e89-9fc4-654fac70ef3c HTTP/1.1" status: 200 len: 812 time: 0.1852355 Aug 11 21:51:16.629953 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-edb7eedd-4563-4211-8177-2ade7f542577 req-1e759618-eb8a-4c5c-9d81-851917e6885d tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/quotas/c3959184431440d59536f3e8479ad06b HTTP/1.1" status: 200 len: 375 time: 0.0209765 Aug 11 21:51:16.679429 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-844d67a4-bc1d-4e5d-af43-f7d9dd5e8192 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=a44568b4cfa942999b4839898fd76a76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428047 Aug 11 21:51:16.683191 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-edb7eedd-4563-4211-8177-2ade7f542577 req-6427208a-534c-4d88-944f-558888d094e2 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c3959184431440d59536f3e8479ad06b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517404 Aug 11 21:51:16.835845 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-b37c3610-64c7-4f90-8c3d-91abc902c635 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:16.837975 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-b37c3610-64c7-4f90-8c3d-91abc902c635 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1509337 Aug 11 21:51:16.856236 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-dfa99785-68f8-42de-9cb8-541221626f1c tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/quotas/a44568b4cfa942999b4839898fd76a76 HTTP/1.1" status: 200 len: 375 time: 0.0123353 Aug 11 21:51:16.900947 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-73089043-dbfe-4f9a-a827-20aa142dc90c tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a44568b4cfa942999b4839898fd76a76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380020 Aug 11 21:51:17.208940 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc9cee-93cc-4ae8-adab-393b0a794e47 req-b3573aa9-e834-4f64-af10-9e4941931563 tempest-NetworksTest-1560179149 tempest-NetworksTest-1560179149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:17.223871 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-27bc9cee-93cc-4ae8-adab-393b0a794e47 req-b3573aa9-e834-4f64-af10-9e4941931563 tempest-NetworksTest-1560179149 tempest-NetworksTest-1560179149-project-admin] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 886 time: 0.1638319 Aug 11 21:51:17.254274 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-edb7eedd-4563-4211-8177-2ade7f542577 req-744986cf-e9a5-4647-9aec-db726f1b8208 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 21:51:17.263796 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-edb7eedd-4563-4211-8177-2ade7f542577 req-744986cf-e9a5-4647-9aec-db726f1b8208 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2323451 Aug 11 21:51:17.316116 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:17.381693 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea354d-7c3a-42ed-857a-a11c5822bade req-698687b9-ebea-4bf4-8837-50bb1a80ffce tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:17.383589 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-98ea354d-7c3a-42ed-857a-a11c5822bade req-698687b9-ebea-4bf4-8837-50bb1a80ffce tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/ports?device_id=5177369d-44d0-491e-9be3-40d549942fc4 HTTP/1.1" status: 200 len: 946 time: 0.1051059 Aug 11 21:51:17.416430 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-edb7eedd-4563-4211-8177-2ade7f542577 req-952a9fc2-8fa4-4e6b-98ef-f6e6c65fe3e6 service neutron] 10.222.0.77 "GET /v2.0/networks/8356088d-0005-4e89-9fc4-654fac70ef3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511126 Aug 11 21:51:17.461689 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-98ea354d-7c3a-42ed-857a-a11c5822bade req-53799c2d-592c-4326-89c6-bc6ad1b1bd34 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/security-groups?id=766b701c-a932-490b-9be8-2efc91d83ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686796 Aug 11 21:51:17.480936 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49234) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:17.601308 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-edb7eedd-4563-4211-8177-2ade7f542577 req-96e3594e-977f-44f9-98cb-18ba70384df4 service neutron] 10.222.0.77 "GET /v2.0/networks/8356088d-0005-4e89-9fc4-654fac70ef3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824648 Aug 11 21:51:17.706413 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1db1c769-badb-4b8f-92f2-86297b230a96 tempest-AutoAllocateNetworkTest-2043030159 tempest-AutoAllocateNetworkTest-2043030159-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=377871fe70dd465dbfdb096883615375&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2202635 Aug 11 21:51:17.707213 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49246) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:17.726016 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d7b69a54-72c7-4a8e-971d-78bb1ddf2582 req-81402923-dff5-4704-834e-05dc369cc460 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bd931a2-f900-4b0a-83b5-bd37b35ec668 HTTP/1.1" status: 200 len: 210 time: 0.0443432 Aug 11 21:51:17.966429 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c013afcb-6b92-4c3a-9e9b-56065b1486fa tempest-AutoAllocateNetworkTest-2043030159 tempest-AutoAllocateNetworkTest-2043030159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:17.969523 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c013afcb-6b92-4c3a-9e9b-56065b1486fa tempest-AutoAllocateNetworkTest-2043030159 tempest-AutoAllocateNetworkTest-2043030159-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2608907 Aug 11 21:51:17.974838 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49254) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:18.076456 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cb60d64b-5023-417b-b72b-0d98c36f7b50 tempest-AutoAllocateNetworkTest-2043030159 tempest-AutoAllocateNetworkTest-2043030159-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0947976 Aug 11 21:51:18.077362 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49256) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:18.112648 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f413e928-4c98-4e16-8163-07837a793e16 tempest-AutoAllocateNetworkTest-2043030159 tempest-AutoAllocateNetworkTest-2043030159-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=377871fe70dd465dbfdb096883615375 HTTP/1.1" status: 200 len: 208 time: 0.0340250 Aug 11 21:51:18.264173 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c40b71-157d-499b-8b54-c360190db089 req-a1086e18-3734-47c8-9e23-77a1588dfb74 tempest-NetworksTest-1560179149 tempest-NetworksTest-1560179149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:18.265170 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c40b71-157d-499b-8b54-c360190db089 req-a1086e18-3734-47c8-9e23-77a1588dfb74 tempest-NetworksTest-1560179149 tempest-NetworksTest-1560179149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:18.267052 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c40b71-157d-499b-8b54-c360190db089 req-a1086e18-3734-47c8-9e23-77a1588dfb74 tempest-NetworksTest-1560179149 tempest-NetworksTest-1560179149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:18.268067 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c40b71-157d-499b-8b54-c360190db089 req-a1086e18-3734-47c8-9e23-77a1588dfb74 tempest-NetworksTest-1560179149 tempest-NetworksTest-1560179149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:18.269003 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c40b71-157d-499b-8b54-c360190db089 req-a1086e18-3734-47c8-9e23-77a1588dfb74 tempest-NetworksTest-1560179149 tempest-NetworksTest-1560179149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:18.269990 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c40b71-157d-499b-8b54-c360190db089 req-a1086e18-3734-47c8-9e23-77a1588dfb74 tempest-NetworksTest-1560179149 tempest-NetworksTest-1560179149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:18.270918 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c40b71-157d-499b-8b54-c360190db089 req-a1086e18-3734-47c8-9e23-77a1588dfb74 tempest-NetworksTest-1560179149 tempest-NetworksTest-1560179149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:18.274952 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-62c40b71-157d-499b-8b54-c360190db089 req-a1086e18-3734-47c8-9e23-77a1588dfb74 tempest-NetworksTest-1560179149 tempest-NetworksTest-1560179149-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5045 time: 0.3975558 Aug 11 21:51:18.497218 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9006b605-e3e1-43e4-9778-c938064e1e16 req-778ce65c-7ac5-411a-bd3d-41ecf0328be6 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=11bbdf7d-3cb7-453e-848c-4c4c3250ed77 HTTP/1.1" status: 200 len: 210 time: 0.0748236 Aug 11 21:51:18.775575 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-29f1a8ec-5726-4950-b3ee-f8e57216040a tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=a44568b4cfa942999b4839898fd76a76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590909 Aug 11 21:51:18.785246 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cbebae0f-1f33-4e7a-894c-ec6a34f896b7 req-71035522-68b7-4ace-a1f5-e16cb0fce268 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 258 time: 0.4698124 Aug 11 21:51:18.818769 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49288) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:18.826405 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:18.830703 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-cbebae0f-1f33-4e7a-894c-ec6a34f896b7 req-d3397e3d-f163-43da-b7b3-9f759ab60a6e tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:18.847077 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49294) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:19.058860 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9fc66478-7a5e-487e-8b48-1e751d76bffa req-332161c4-18e0-4414-a339-ce8d4a5da34d tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bd931a2-f900-4b0a-83b5-bd37b35ec668 HTTP/1.1" status: 200 len: 210 time: 0.0711780 Aug 11 21:51:19.118129 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6972e866-1475-4ec6-9981-2c5dd260c7da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:19.316620 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-f5e46c62-0483-413e-824b-7ea7b0a4b8a2 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:19.320471 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-f5e46c62-0483-413e-824b-7ea7b0a4b8a2 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5335991 Aug 11 21:51:19.322151 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6972e866-1475-4ec6-9981-2c5dd260c7da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:19.339307 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6972e866-1475-4ec6-9981-2c5dd260c7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:19.353798 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-27fcf452-7c48-441b-9f00-9285b4ce8260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:19.373217 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-ee08c692-6545-448c-9234-5fbe864c1038 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Request body: {'port': {'device_id': '7bd931a2-f900-4b0a-83b5-bd37b35ec668', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'admin_state_up': True, 'tenant_id': 'a44568b4cfa942999b4839898fd76a76'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:19.385392 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49302) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:19.423711 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6972e866-1475-4ec6-9981-2c5dd260c7da admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4c34c9e7d542447f9c4f8128d046a57a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6029706 Aug 11 21:51:19.426954 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49308) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:19.429499 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972e866-1475-4ec6-9981-2c5dd260c7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f89030-7f64-4385-ab1f-86918a285946,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:19.525915 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-73dd4831-07a5-4ef4-9143-20aabe8ab5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:19.559421 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cbebae0f-1f33-4e7a-894c-ec6a34f896b7 req-d3397e3d-f163-43da-b7b3-9f759ab60a6e tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks [] for floatingip, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:19.605827 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49312) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:19.679605 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-73dd4831-07a5-4ef4-9143-20aabe8ab5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:19.769204 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cbebae0f-1f33-4e7a-894c-ec6a34f896b7 req-d3397e3d-f163-43da-b7b3-9f759ab60a6e tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:19.811714 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-92196f47-55fe-4544-a482-f1e98e0d517e req-75f65249-7ab3-4a9e-8ed6-d66560e09456 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=11bbdf7d-3cb7-453e-848c-4c4c3250ed77 HTTP/1.1" status: 200 len: 210 time: 0.1751430 Aug 11 21:51:19.886688 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a4989970-eba0-4ff7-8975-4827bcb466ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:19.903256 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c6c23fdc-c395-464e-81b6-cbfef7060b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:19.929232 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-cbebae0f-1f33-4e7a-894c-ec6a34f896b7 req-d3397e3d-f163-43da-b7b3-9f759ab60a6e tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Allocated IP 172.25.2.243 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/cfc94f13-a198-40b8-8319-5d6d2f19c10a) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:51:20.020311 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-73dd4831-07a5-4ef4-9143-20aabe8ab5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:20.023302 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-73dd4831-07a5-4ef4-9143-20aabe8ab5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:20.027164 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-73dd4831-07a5-4ef4-9143-20aabe8ab5df admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/79f89030-7f64-4385-ab1f-86918a285946 HTTP/1.1" status: 204 len: 168 time: 0.5964758 Aug 11 21:51:20.029686 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-27fcf452-7c48-441b-9f00-9285b4ce8260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:20.049372 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7eedd-4563-4211-8177-2ade7f542577 req-61adf098-aeec-48a9-a28f-05e0c2113267 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:20.050977 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-edb7eedd-4563-4211-8177-2ade7f542577 req-61adf098-aeec-48a9-a28f-05e0c2113267 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.52 "GET /v2.0/networks?id=8356088d-0005-4e89-9fc4-654fac70ef3c HTTP/1.1" status: 200 len: 812 time: 0.4468174 Aug 11 21:51:20.051742 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-27fcf452-7c48-441b-9f00-9285b4ce8260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:20.055528 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd4831-07a5-4ef4-9143-20aabe8ab5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f89030-7f64-4385-ab1f-86918a285946,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:20.073534 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-edb7eedd-4563-4211-8177-2ade7f542577 req-bd913d01-714f-48d9-956a-2677f67a03f8 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Request body: {'port': {'device_id': '11bbdf7d-3cb7-453e-848c-4c4c3250ed77', 'network_id': '8356088d-0005-4e89-9fc4-654fac70ef3c', 'admin_state_up': True, 'tenant_id': 'c3959184431440d59536f3e8479ad06b'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:20.109543 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-ee08c692-6545-448c-9234-5fbe864c1038 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Made reservation on behalf of a44568b4cfa942999b4839898fd76a76 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:51:20.115629 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-ee08c692-6545-448c-9234-5fbe864c1038 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:20.170857 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-ee08c692-6545-448c-9234-5fbe864c1038 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:20.183230 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:20.249932 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fcf452-7c48-441b-9f00-9285b4ce8260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761bab4d-bcc7-43ce-8f10-81d6f91b57e0,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:20.255358 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cbebae0f-1f33-4e7a-894c-ec6a34f896b7 req-d3397e3d-f163-43da-b7b3-9f759ab60a6e tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:20.297251 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-27fcf452-7c48-441b-9f00-9285b4ce8260 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=377871fe70dd465dbfdb096883615375&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4471827 Aug 11 21:51:20.298696 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49326) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:20.310399 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e9f2adbb-8119-4e25-92c0-738b7ed2da68 req-ed928773-76ce-43b4-9768-7910ed959671 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bd931a2-f900-4b0a-83b5-bd37b35ec668 HTTP/1.1" status: 200 len: 210 time: 0.0905795 Aug 11 21:51:20.386584 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cbebae0f-1f33-4e7a-894c-ec6a34f896b7 req-d3397e3d-f163-43da-b7b3-9f759ab60a6e tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:20.488670 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbebae0f-1f33-4e7a-894c-ec6a34f896b7 req-d3397e3d-f163-43da-b7b3-9f759ab60a6e tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:51:20.498761 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-cbebae0f-1f33-4e7a-894c-ec6a34f896b7 req-d3397e3d-f163-43da-b7b3-9f759ab60a6e tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:51:20.502922 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbebae0f-1f33-4e7a-894c-ec6a34f896b7 req-d3397e3d-f163-43da-b7b3-9f759ab60a6e tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:51:20.513679 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a4989970-eba0-4ff7-8975-4827bcb466ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:20.529358 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a4989970-eba0-4ff7-8975-4827bcb466ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:20.542065 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6f6d12c3-729c-4a89-bcf1-0c9b7d4256d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:20.543262 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49328) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:20.546185 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3397e3d-f163-43da-b7b3-9f759ab60a6e tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Pushing event updated for resources: {'Port': ['ID=cfc94f13-a198-40b8-8319-5d6d2f19c10a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:20.596342 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6f6d12c3-729c-4a89-bcf1-0c9b7d4256d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:20.638700 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b22f0a8e-75c2-4c20-bf60-24564353befd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:20.671110 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a4989970-eba0-4ff7-8975-4827bcb466ed admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=09d614ec91364dc0b98051eb2dff8121&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2838628 Aug 11 21:51:20.675746 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49330) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:20.688243 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4989970-eba0-4ff7-8975-4827bcb466ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd81b56-0c68-4c8c-9986-8407b860e57e,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:20.703379 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cbebae0f-1f33-4e7a-894c-ec6a34f896b7 req-d3397e3d-f163-43da-b7b3-9f759ab60a6e tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:20.796184 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6f6d12c3-729c-4a89-bcf1-0c9b7d4256d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:20.801096 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6f6d12c3-729c-4a89-bcf1-0c9b7d4256d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:20.803212 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6f6d12c3-729c-4a89-bcf1-0c9b7d4256d9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/761bab4d-bcc7-43ce-8f10-81d6f91b57e0 HTTP/1.1" status: 204 len: 168 time: 0.5027380 Aug 11 21:51:20.846176 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d12c3-729c-4a89-bcf1-0c9b7d4256d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761bab4d-bcc7-43ce-8f10-81d6f91b57e0,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:20.846696 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c6c23fdc-c395-464e-81b6-cbfef7060b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:20.850386 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cbebae0f-1f33-4e7a-894c-ec6a34f896b7 req-d3397e3d-f163-43da-b7b3-9f759ab60a6e tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:20.886014 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c6c23fdc-c395-464e-81b6-cbfef7060b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:20.957921 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.db.api [req-edb7eedd-4563-4211-8177-2ade7f542577 req-bd913d01-714f-48d9-956a-2677f67a03f8 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 21:51:20.957921 n-d-804275-3 neutron-server[100943]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 21:51:20.957921 n-d-804275-3 neutron-server[100943]: [parameters: {'project_id_1': 'c3959184431440d59536f3e8479ad06b', 'expiration_1': datetime.datetime(2021, 8, 11, 21, 51, 20, 445649)}] Aug 11 21:51:20.957921 n-d-804275-3 neutron-server[100943]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 21:51:20.960372 n-d-804275-3 neutron-server[100943]: DEBUG oslo_db.api [req-edb7eedd-4563-4211-8177-2ade7f542577 req-bd913d01-714f-48d9-956a-2677f67a03f8 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 21:51:20.961520 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.db.api [None req-b22f0a8e-75c2-4c20-bf60-24564353befd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 21:51:20.961520 n-d-804275-3 neutron-server[100943]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 21:51:20.961520 n-d-804275-3 neutron-server[100943]: [parameters: {'project_id_1': 'af3976899408411294e8012c968348ba', 'expiration_1': datetime.datetime(2021, 8, 11, 21, 51, 20, 684492)}] Aug 11 21:51:20.961520 n-d-804275-3 neutron-server[100943]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 21:51:20.963283 n-d-804275-3 neutron-server[100943]: DEBUG oslo_db.api [None req-b22f0a8e-75c2-4c20-bf60-24564353befd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 21:51:20.994307 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c73cc2c7-d520-4d88-934b-6441d759bc16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:21.035254 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c6c23fdc-c395-464e-81b6-cbfef7060b3d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d2feb8a9649241eab16b1ad65a1faa3a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4068751 Aug 11 21:51:21.036772 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49338) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:21.088996 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c23fdc-c395-464e-81b6-cbfef7060b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb7e1c3-b47a-41e6-91e9-68557099c768,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:21.103777 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c9bdb36b-9f83-4949-9edd-28022240e35a req-3e311b62-31c4-4ef3-9bfe-cb3ceb75af4c tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=11bbdf7d-3cb7-453e-848c-4c4c3250ed77 HTTP/1.1" status: 200 len: 210 time: 0.1025307 Aug 11 21:51:21.105022 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c73cc2c7-d520-4d88-934b-6441d759bc16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:21.186334 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e95027c-382e-4ff4-8d26-6acd0cf48abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:21.229245 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e95027c-382e-4ff4-8d26-6acd0cf48abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:21.327169 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e95027c-382e-4ff4-8d26-6acd0cf48abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:21.333398 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e95027c-382e-4ff4-8d26-6acd0cf48abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:21.341676 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7e95027c-382e-4ff4-8d26-6acd0cf48abb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6cb7e1c3-b47a-41e6-91e9-68557099c768 HTTP/1.1" status: 204 len: 168 time: 0.2987149 Aug 11 21:51:21.358343 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95027c-382e-4ff4-8d26-6acd0cf48abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb7e1c3-b47a-41e6-91e9-68557099c768,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:21.429166 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c73cc2c7-d520-4d88-934b-6441d759bc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:21.432528 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c73cc2c7-d520-4d88-934b-6441d759bc16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:21.437633 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c73cc2c7-d520-4d88-934b-6441d759bc16 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dcd81b56-0c68-4c8c-9986-8407b860e57e HTTP/1.1" status: 204 len: 168 time: 0.7570755 Aug 11 21:51:21.437633 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-ee08c692-6545-448c-9234-5fbe864c1038 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:21.455019 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-ee08c692-6545-448c-9234-5fbe864c1038 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:21.477406 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b22f0a8e-75c2-4c20-bf60-24564353befd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:21.484246 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6fb1bfb1-eaa3-44a0-aca0-a7699e5d99a8 req-89d3666f-f075-4711-a46a-e1bc3fa8907b tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bd931a2-f900-4b0a-83b5-bd37b35ec668 HTTP/1.1" status: 200 len: 210 time: 0.0722370 Aug 11 21:51:21.557349 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edb7eedd-4563-4211-8177-2ade7f542577 req-bd913d01-714f-48d9-956a-2677f67a03f8 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Made reservation on behalf of c3959184431440d59536f3e8479ad06b for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:51:21.567123 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-edb7eedd-4563-4211-8177-2ade7f542577 req-bd913d01-714f-48d9-956a-2677f67a03f8 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:21.617728 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-ee08c692-6545-448c-9234-5fbe864c1038 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Allocated IP 192.168.233.183 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:51:21.739536 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73cc2c7-d520-4d88-934b-6441d759bc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd81b56-0c68-4c8c-9986-8407b860e57e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:21.760682 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cbebae0f-1f33-4e7a-894c-ec6a34f896b7 req-d3397e3d-f163-43da-b7b3-9f759ab60a6e tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:21.781403 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cbebae0f-1f33-4e7a-894c-ec6a34f896b7 req-d3397e3d-f163-43da-b7b3-9f759ab60a6e tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:21.840297 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08c692-6545-448c-9234-5fbe864c1038 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feac887f-896a-4bc5-bf7a-3a91b4e854fb,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:21.921100 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-ee08c692-6545-448c-9234-5fbe864c1038 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:21.939495 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3397e3d-f163-43da-b7b3-9f759ab60a6e tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Pushing event updated for resources: {'Port': ['ID=cfc94f13-a198-40b8-8319-5d6d2f19c10a,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:21.946498 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cbebae0f-1f33-4e7a-894c-ec6a34f896b7 req-d3397e3d-f163-43da-b7b3-9f759ab60a6e tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:21.956719 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-ee08c692-6545-448c-9234-5fbe864c1038 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Transition to ACTIVE for port object 5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:51:22.009278 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-ee08c692-6545-448c-9234-5fbe864c1038 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:22.051758 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49360) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:22.074412 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-ee08c692-6545-448c-9234-5fbe864c1038 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:51:22.084410 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-ee08c692-6545-448c-9234-5fbe864c1038 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:51:22.090502 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-ee08c692-6545-448c-9234-5fbe864c1038 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:51:22.093756 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ece2730f-1d00-4714-b2fe-04df4f06c3b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:22.200178 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08c692-6545-448c-9234-5fbe864c1038 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Pushing event updated for resources: {'Port': ['ID=5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:22.252717 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-ee08c692-6545-448c-9234-5fbe864c1038 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:22.253497 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-ee08c692-6545-448c-9234-5fbe864c1038 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:22.382799 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a02f0a2f-af8b-4ccd-9a23-8f5b22c50360 req-aad0e501-3493-4a04-af75-323a107f3691 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=11bbdf7d-3cb7-453e-848c-4c4c3250ed77 HTTP/1.1" status: 200 len: 210 time: 0.0769870 Aug 11 21:51:22.471868 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e1fb8094-9331-49d9-adad-229fdc782bd2 None None] Provisioning for port 5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:51:22.473541 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-edb7eedd-4563-4211-8177-2ade7f542577 req-bd913d01-714f-48d9-956a-2677f67a03f8 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Allocated IP 172.20.0.12 (8356088d-0005-4e89-9fc4-654fac70ef3c/7a51bb58-b09e-40fa-bef3-5305c95936c4/1db363bb-de24-440f-9e6f-17ed096cb7bb) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:51:22.483857 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e1fb8094-9331-49d9-adad-229fdc782bd2 None None] Provisioning complete for port 5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:51:22.484438 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e1fb8094-9331-49d9-adad-229fdc782bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:22.489765 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b22f0a8e-75c2-4c20-bf60-24564353befd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:22.502323 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cbebae0f-1f33-4e7a-894c-ec6a34f896b7 req-d3397e3d-f163-43da-b7b3-9f759ab60a6e tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:22.510806 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cbebae0f-1f33-4e7a-894c-ec6a34f896b7 req-d3397e3d-f163-43da-b7b3-9f759ab60a6e tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7069039 Aug 11 21:51:22.522075 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b22f0a8e-75c2-4c20-bf60-24564353befd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:22.530578 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-ee08c692-6545-448c-9234-5fbe864c1038 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1688638 Aug 11 21:51:22.581027 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-e1fb8094-9331-49d9-adad-229fdc782bd2 None None] Port 5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:51:22.620935 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-24bfdfef-4f06-42fb-b0a8-70f0224c78eb service neutron] Request body: {'port': {'device_id': '7bd931a2-f900-4b0a-83b5-bd37b35ec668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:22.723236 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cbebae0f-1f33-4e7a-894c-ec6a34f896b7 req-f59b9e04-6f44-4859-9cc9-8cbb2b9f66de tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.243 HTTP/1.1" status: 200 len: 696 time: 0.2065525 Aug 11 21:51:22.852428 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-24bfdfef-4f06-42fb-b0a8-70f0224c78eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:22.927349 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b22f0a8e-75c2-4c20-bf60-24564353befd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=af3976899408411294e8012c968348ba&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3677123 Aug 11 21:51:22.932196 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49386) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:22.934381 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f0a8e-75c2-4c20-bf60-24564353befd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b624012-b4f9-4c20-a9de-ed30d26a5fb4,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:22.952088 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebae0f-1f33-4e7a-894c-ec6a34f896b7 req-721aec3b-79af-4a14-a113-f63d1d3ffbc3 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:22.960001 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cbebae0f-1f33-4e7a-894c-ec6a34f896b7 req-721aec3b-79af-4a14-a113-f63d1d3ffbc3 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 784 time: 0.2342181 Aug 11 21:51:22.976638 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-cbebae0f-1f33-4e7a-894c-ec6a34f896b7 req-51ad8d7d-8ea6-4b92-a57a-be0de53bfced tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 21:51:22.985937 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cbebae0f-1f33-4e7a-894c-ec6a34f896b7 req-51ad8d7d-8ea6-4b92-a57a-be0de53bfced tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0252373 Aug 11 21:51:23.009273 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133f371-e9eb-40a6-b4fb-7ed04b5e2be1 req-584f7eda-c6d0-4cd7-9b6c-80b50a4ea017 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:23.023148 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9133f371-e9eb-40a6-b4fb-7ed04b5e2be1 req-584f7eda-c6d0-4cd7-9b6c-80b50a4ea017 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bd931a2-f900-4b0a-83b5-bd37b35ec668 HTTP/1.1" status: 200 len: 936 time: 0.3633757 Aug 11 21:51:23.131948 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ece2730f-1d00-4714-b2fe-04df4f06c3b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:23.228098 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ece2730f-1d00-4714-b2fe-04df4f06c3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:23.264496 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9133f371-e9eb-40a6-b4fb-7ed04b5e2be1 req-286a2e43-ee37-4b18-a387-7ea8cb90b192 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/security-groups?id=feac887f-896a-4bc5-bf7a-3a91b4e854fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397354 Aug 11 21:51:23.305293 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-edb7eedd-4563-4211-8177-2ade7f542577 req-bd913d01-714f-48d9-956a-2677f67a03f8 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:23.339818 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-88723c0b-4199-49e6-887b-923299cb4096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:23.343573 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ece2730f-1d00-4714-b2fe-04df4f06c3b0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4d10282c61cf4aec87c44d749c7eaaa9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2904482 Aug 11 21:51:23.349884 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2730f-1d00-4714-b2fe-04df4f06c3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600c6241-e87f-492d-8175-c3e909814f8d,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:23.358701 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49396) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:23.458415 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-88723c0b-4199-49e6-887b-923299cb4096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:23.476075 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-edb7eedd-4563-4211-8177-2ade7f542577 req-bd913d01-714f-48d9-956a-2677f67a03f8 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:23.606055 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edb7eedd-4563-4211-8177-2ade7f542577 req-bd913d01-714f-48d9-956a-2677f67a03f8 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Network 8356088d-0005-4e89-9fc4-654fac70ef3c is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:51:23.631947 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-edb7eedd-4563-4211-8177-2ade7f542577 req-bd913d01-714f-48d9-956a-2677f67a03f8 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:51:23.639872 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49404) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:23.648965 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb7eedd-4563-4211-8177-2ade7f542577 req-bd913d01-714f-48d9-956a-2677f67a03f8 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:51:23.653603 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd913d01-714f-48d9-956a-2677f67a03f8 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Pushing event updated for resources: {'Port': ['ID=1db363bb-de24-440f-9e6f-17ed096cb7bb,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:23.764209 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ad9e68d4-d2a3-441d-9a2c-e71ddfa668f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:23.773967 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-88723c0b-4199-49e6-887b-923299cb4096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:23.778841 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-88723c0b-4199-49e6-887b-923299cb4096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:23.780869 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-88723c0b-4199-49e6-887b-923299cb4096 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9b624012-b4f9-4c20-a9de-ed30d26a5fb4 HTTP/1.1" status: 204 len: 168 time: 0.8412931 Aug 11 21:51:23.804581 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ad9e68d4-d2a3-441d-9a2c-e71ddfa668f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:23.818855 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb87fa9-39f8-44cf-8c26-c1726d0dc0f6 req-e0faf842-6177-4619-98e5-fc544a78678c tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:23.827212 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9eb87fa9-39f8-44cf-8c26-c1726d0dc0f6 req-e0faf842-6177-4619-98e5-fc544a78678c tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/ports?device_id=5177369d-44d0-491e-9be3-40d549942fc4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2963049 Aug 11 21:51:23.831175 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c074b0-59c0-4361-a9f2-825012c06f7d req-1112e5b9-ae15-4271-8601-4c14bbbd495e tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:23.840164 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-50c074b0-59c0-4361-a9f2-825012c06f7d req-1112e5b9-ae15-4271-8601-4c14bbbd495e tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=11bbdf7d-3cb7-453e-848c-4c4c3250ed77 HTTP/1.1" status: 200 len: 932 time: 0.2379520 Aug 11 21:51:23.851821 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7eedd-4563-4211-8177-2ade7f542577 req-bd913d01-714f-48d9-956a-2677f67a03f8 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:23.853532 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-edb7eedd-4563-4211-8177-2ade7f542577 req-bd913d01-714f-48d9-956a-2677f67a03f8 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:23.890979 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88723c0b-4199-49e6-887b-923299cb4096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b624012-b4f9-4c20-a9de-ed30d26a5fb4,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:23.916153 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-edb7eedd-4563-4211-8177-2ade7f542577 req-bd913d01-714f-48d9-956a-2677f67a03f8 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8496258 Aug 11 21:51:23.935286 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-edb7eedd-4563-4211-8177-2ade7f542577 req-054878f9-e710-45f1-9d38-859d8f4e5c5f service neutron] Request body: {'port': {'device_id': '11bbdf7d-3cb7-453e-848c-4c4c3250ed77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:23.965235 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9eb87fa9-39f8-44cf-8c26-c1726d0dc0f6 req-c5b126dc-82f9-4745-aef7-f87a5c13c8ed tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.243 HTTP/1.1" status: 200 len: 696 time: 0.1362488 Aug 11 21:51:23.985143 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-9eb87fa9-39f8-44cf-8c26-c1726d0dc0f6 req-612c0e79-b419-4084-a334-1a11ee8df85d tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Request body: {'floatingip': {'port_id': '681d7314-29d7-467f-bd9d-4f0e93d8ba0e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:24.005670 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-ba7ccd3c-4a56-408b-9035-616c4e77daa7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1548850242-network', 'tenant_id': '48dee6b1f1ed472f88259995ad0e68a7'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:24.032703 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-50c074b0-59c0-4361-a9f2-825012c06f7d req-c576aa49-b713-4303-8299-6ff48ed7f4a5 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a1137ae-4c46-4cef-9e57-e563fc549ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609714 Aug 11 21:51:24.095444 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9eb87fa9-39f8-44cf-8c26-c1726d0dc0f6 req-612c0e79-b419-4084-a334-1a11ee8df85d tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks [] for floatingip, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:24.114170 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-edb7eedd-4563-4211-8177-2ade7f542577 req-054878f9-e710-45f1-9d38-859d8f4e5c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:24.132290 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7ccd3c-4a56-408b-9035-616c4e77daa7 admin admin] Made reservation on behalf of 48dee6b1f1ed472f88259995ad0e68a7 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:51:24.138055 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ba7ccd3c-4a56-408b-9035-616c4e77daa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:24.169965 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ba7ccd3c-4a56-408b-9035-616c4e77daa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:24.380411 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ad9e68d4-d2a3-441d-9a2c-e71ddfa668f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:24.387152 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ad9e68d4-d2a3-441d-9a2c-e71ddfa668f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:24.392111 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ad9e68d4-d2a3-441d-9a2c-e71ddfa668f7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/600c6241-e87f-492d-8175-c3e909814f8d HTTP/1.1" status: 204 len: 168 time: 1.0313921 Aug 11 21:51:24.446407 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e68d4-d2a3-441d-9a2c-e71ddfa668f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600c6241-e87f-492d-8175-c3e909814f8d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:24.502275 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ba7ccd3c-4a56-408b-9035-616c4e77daa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:24.527801 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-24bfdfef-4f06-42fb-b0a8-70f0224c78eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:51:24.548730 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ba7ccd3c-4a56-408b-9035-616c4e77daa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:24.549950 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-24bfdfef-4f06-42fb-b0a8-70f0224c78eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:24.642243 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-24bfdfef-4f06-42fb-b0a8-70f0224c78eb service neutron] Transition to ACTIVE for port object 5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:51:24.644001 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba7ccd3c-4a56-408b-9035-616c4e77daa7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:51:24.654712 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ccd3c-4a56-408b-9035-616c4e77daa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0a9b93-7779-4b91-9b97-facf4b16bc2b,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:24.658001 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-24bfdfef-4f06-42fb-b0a8-70f0224c78eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:24.690663 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ba7ccd3c-4a56-408b-9035-616c4e77daa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:24.691041 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-ba7ccd3c-4a56-408b-9035-616c4e77daa7 admin admin] Added segment 0b69ea86-ef97-454e-8a8e-3f0290a75489 of type vlan for network 4704ff02-c5ab-4776-afb3-b0008179201b Aug 11 21:51:24.719978 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a714a-d385-481b-8274-4fd2c065c8ff req-7c8fb7c8-07da-4694-92dc-1e6a8bb9aaaf tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:24.721914 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8d5a714a-d385-481b-8274-4fd2c065c8ff req-7c8fb7c8-07da-4694-92dc-1e6a8bb9aaaf tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bd931a2-f900-4b0a-83b5-bd37b35ec668 HTTP/1.1" status: 200 len: 936 time: 0.2178805 Aug 11 21:51:24.767048 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bfdfef-4f06-42fb-b0a8-70f0224c78eb service neutron] Pushing event updated for resources: {'Port': ['ID=5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:24.794252 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ba7ccd3c-4a56-408b-9035-616c4e77daa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:25.048371 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8d5a714a-d385-481b-8274-4fd2c065c8ff req-817dad73-1725-47da-a6fa-8b78e3840ef6 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/security-groups?id=feac887f-896a-4bc5-bf7a-3a91b4e854fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965274 Aug 11 21:51:25.094919 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ba7ccd3c-4a56-408b-9035-616c4e77daa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:25.096794 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7ccd3c-4a56-408b-9035-616c4e77daa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:25.098043 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ba7ccd3c-4a56-408b-9035-616c4e77daa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:25.310007 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-edb7eedd-4563-4211-8177-2ade7f542577 req-054878f9-e710-45f1-9d38-859d8f4e5c5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db363bb-de24-440f-9e6f-17ed096cb7bb {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:51:25.346628 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-edb7eedd-4563-4211-8177-2ade7f542577 req-054878f9-e710-45f1-9d38-859d8f4e5c5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:25.357852 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ba7ccd3c-4a56-408b-9035-616c4e77daa7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7183068 Aug 11 21:51:25.365008 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49442) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:25.418362 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-4827575d-49cc-4f9f-9d31-540e884e2bff admin admin] Request body: {'subnet': {'network_id': '4704ff02-c5ab-4776-afb3-b0008179201b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1548850242-subnet', 'tenant_id': '48dee6b1f1ed472f88259995ad0e68a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:25.439003 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ccd3c-4a56-408b-9035-616c4e77daa7 admin admin] Pushing event updated for resources: {'Network': ['ID=4704ff02-c5ab-4776-afb3-b0008179201b,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:25.456339 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 4704ff02-c5ab-4776-afb3-b0008179201b details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:51:25.457142 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-edb7eedd-4563-4211-8177-2ade7f542577 req-054878f9-e710-45f1-9d38-859d8f4e5c5f service neutron] Transition to ACTIVE for port object 1db363bb-de24-440f-9e6f-17ed096cb7bb will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:51:25.473801 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-edb7eedd-4563-4211-8177-2ade7f542577 req-054878f9-e710-45f1-9d38-859d8f4e5c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:25.519082 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03403b85-f053-4e8a-9d64-33f5025e367f req-18770700-27f5-44b6-ae2d-d5f7d0f51f60 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:25.522132 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-03403b85-f053-4e8a-9d64-33f5025e367f req-18770700-27f5-44b6-ae2d-d5f7d0f51f60 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=11bbdf7d-3cb7-453e-848c-4c4c3250ed77 HTTP/1.1" status: 200 len: 932 time: 0.2366726 Aug 11 21:51:25.525282 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4827575d-49cc-4f9f-9d31-540e884e2bff admin admin] Made reservation on behalf of 48dee6b1f1ed472f88259995ad0e68a7 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:51:25.529004 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4827575d-49cc-4f9f-9d31-540e884e2bff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:25.760116 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054878f9-e710-45f1-9d38-859d8f4e5c5f service neutron] Pushing event updated for resources: {'Port': ['ID=1db363bb-de24-440f-9e6f-17ed096cb7bb,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:25.800877 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-24bfdfef-4f06-42fb-b0a8-70f0224c78eb service neutron] Attempting to bind port 5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:51:25.802536 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-24bfdfef-4f06-42fb-b0a8-70f0224c78eb service neutron] Attempting to bind port 5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:51:25.803346 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-24bfdfef-4f06-42fb-b0a8-70f0224c78eb service neutron] Attempting to bind port 5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:51:25.851729 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-24bfdfef-4f06-42fb-b0a8-70f0224c78eb service neutron] Port 5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:51:25.852886 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-24bfdfef-4f06-42fb-b0a8-70f0224c78eb service neutron] Attempting to bind port 5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:51:25.874869 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-24bfdfef-4f06-42fb-b0a8-70f0224c78eb service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:51:25.875463 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-24bfdfef-4f06-42fb-b0a8-70f0224c78eb service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:51:25.876100 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-24bfdfef-4f06-42fb-b0a8-70f0224c78eb service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:51:25.876930 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-24bfdfef-4f06-42fb-b0a8-70f0224c78eb service neutron] Bound port: 5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:51:25.877621 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-24bfdfef-4f06-42fb-b0a8-70f0224c78eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:25.900460 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-03403b85-f053-4e8a-9d64-33f5025e367f req-2238c1c7-fbcb-4884-871b-6b9baf4aacba tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a1137ae-4c46-4cef-9e57-e563fc549ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285587 Aug 11 21:51:26.095234 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-edb7eedd-4563-4211-8177-2ade7f542577 req-054878f9-e710-45f1-9d38-859d8f4e5c5f service neutron] Attempting to bind port 1db363bb-de24-440f-9e6f-17ed096cb7bb on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:51:26.095915 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-edb7eedd-4563-4211-8177-2ade7f542577 req-054878f9-e710-45f1-9d38-859d8f4e5c5f service neutron] Attempting to bind port 1db363bb-de24-440f-9e6f-17ed096cb7bb by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '6684713b-d769-4ecc-9299-66aad848fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8356088d-0005-4e89-9fc4-654fac70ef3c'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:51:26.096465 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb7eedd-4563-4211-8177-2ade7f542577 req-054878f9-e710-45f1-9d38-859d8f4e5c5f service neutron] Attempting to bind port 1db363bb-de24-440f-9e6f-17ed096cb7bb on network 8356088d-0005-4e89-9fc4-654fac70ef3c {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:51:26.110371 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb7eedd-4563-4211-8177-2ade7f542577 req-054878f9-e710-45f1-9d38-859d8f4e5c5f service neutron] Port 1db363bb-de24-440f-9e6f-17ed096cb7bb on network 8356088d-0005-4e89-9fc4-654fac70ef3c not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:51:26.110915 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb7eedd-4563-4211-8177-2ade7f542577 req-054878f9-e710-45f1-9d38-859d8f4e5c5f service neutron] Attempting to bind port 1db363bb-de24-440f-9e6f-17ed096cb7bb on network 8356088d-0005-4e89-9fc4-654fac70ef3c {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:51:26.143405 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb7eedd-4563-4211-8177-2ade7f542577 req-054878f9-e710-45f1-9d38-859d8f4e5c5f service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:51:26.144166 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb7eedd-4563-4211-8177-2ade7f542577 req-054878f9-e710-45f1-9d38-859d8f4e5c5f service neutron] Checking segment: {'id': '6684713b-d769-4ecc-9299-66aad848fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8356088d-0005-4e89-9fc4-654fac70ef3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:51:26.145160 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb7eedd-4563-4211-8177-2ade7f542577 req-054878f9-e710-45f1-9d38-859d8f4e5c5f service neutron] Bound using segment: {'id': '6684713b-d769-4ecc-9299-66aad848fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8356088d-0005-4e89-9fc4-654fac70ef3c'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:51:26.146017 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-edb7eedd-4563-4211-8177-2ade7f542577 req-054878f9-e710-45f1-9d38-859d8f4e5c5f service neutron] Bound port: 1db363bb-de24-440f-9e6f-17ed096cb7bb, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6684713b-d769-4ecc-9299-66aad848fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8356088d-0005-4e89-9fc4-654fac70ef3c'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:51:26.147651 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-edb7eedd-4563-4211-8177-2ade7f542577 req-054878f9-e710-45f1-9d38-859d8f4e5c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:26.305357 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4827575d-49cc-4f9f-9d31-540e884e2bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:26.348263 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-24bfdfef-4f06-42fb-b0a8-70f0224c78eb service neutron] For port 5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:51:26.358418 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.db.resource_extend [req-9eb87fa9-39f8-44cf-8c26-c1726d0dc0f6 req-612c0e79-b419-4084-a334-1a11ee8df85d tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 21:51:26.412706 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-edb7eedd-4563-4211-8177-2ade7f542577 req-054878f9-e710-45f1-9d38-859d8f4e5c5f service neutron] For port 1db363bb-de24-440f-9e6f-17ed096cb7bb, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:51:26.433729 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-24bfdfef-4f06-42fb-b0a8-70f0224c78eb service neutron] For port 5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:51:26.454315 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-24bfdfef-4f06-42fb-b0a8-70f0224c78eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:26.457499 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-edb7eedd-4563-4211-8177-2ade7f542577 req-054878f9-e710-45f1-9d38-859d8f4e5c5f service neutron] For port 1db363bb-de24-440f-9e6f-17ed096cb7bb, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1db363bb-de24-440f-9e6f-17ed096cb7bb,segment=NetworkSegment(6684713b-d769-4ecc-9299-66aad848fd42),segment_id=6684713b-d769-4ecc-9299-66aad848fd42)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:51:26.462993 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4827575d-49cc-4f9f-9d31-540e884e2bff admin admin] Pushing event updated for resources: {'Subnet': ['ID=99402162-65dc-4f7a-98e7-13408e81851f,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:26.482435 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-edb7eedd-4563-4211-8177-2ade7f542577 req-054878f9-e710-45f1-9d38-859d8f4e5c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:26.547115 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4827575d-49cc-4f9f-9d31-540e884e2bff admin admin] Checking segment: {'id': '0b69ea86-ef97-454e-8a8e-3f0290a75489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4704ff02-c5ab-4776-afb3-b0008179201b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:51:26.548190 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4827575d-49cc-4f9f-9d31-540e884e2bff admin admin] Network hostable DHCP agents. Network: 4704ff02-c5ab-4776-afb3-b0008179201b, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:51:26.564275 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7eedd-4563-4211-8177-2ade7f542577 req-054878f9-e710-45f1-9d38-859d8f4e5c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:26.565505 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-edb7eedd-4563-4211-8177-2ade7f542577 req-054878f9-e710-45f1-9d38-859d8f4e5c5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:26.569094 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-edb7eedd-4563-4211-8177-2ade7f542577 req-054878f9-e710-45f1-9d38-859d8f4e5c5f service neutron] 10.222.0.52 "PUT /v2.0/ports/1db363bb-de24-440f-9e6f-17ed096cb7bb HTTP/1.1" status: 200 len: 1092 time: 2.6413577 Aug 11 21:51:26.577027 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11bbdf7d-3cb7-453e-848c-4c4c3250ed77', 'tag': '1db363bb-de24-440f-9e6f-17ed096cb7bb'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:51:26.582662 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574c6008-0650-4755-ae93-2e17a369fa27" -d '{"events": [{"name": "network-changed", "server_uuid": "11bbdf7d-3cb7-453e-848c-4c4c3250ed77", "tag": "1db363bb-de24-440f-9e6f-17ed096cb7bb"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:51:26.598326 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-24bfdfef-4f06-42fb-b0a8-70f0224c78eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:26.599067 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-24bfdfef-4f06-42fb-b0a8-70f0224c78eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:26.601793 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-24bfdfef-4f06-42fb-b0a8-70f0224c78eb service neutron] 10.222.0.52 "PUT /v2.0/ports/5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d HTTP/1.1" status: 200 len: 1096 time: 4.0618365 Aug 11 21:51:26.607088 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd931a2-f900-4b0a-83b5-bd37b35ec668', 'tag': '5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:51:26.612388 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03943dbe-9690-423e-b545-7013f8065b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd931a2-f900-4b0a-83b5-bd37b35ec668", "tag": "5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:51:26.631391 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9eb87fa9-39f8-44cf-8c26-c1726d0dc0f6 req-612c0e79-b419-4084-a334-1a11ee8df85d tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:26.648760 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9eb87fa9-39f8-44cf-8c26-c1726d0dc0f6 req-612c0e79-b419-4084-a334-1a11ee8df85d tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:26.684534 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4827575d-49cc-4f9f-9d31-540e884e2bff admin admin] Network 4704ff02-c5ab-4776-afb3-b0008179201b is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:51:26.702274 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054878f9-e710-45f1-9d38-859d8f4e5c5f service neutron] Pushing event updated for resources: {'Port': ['ID=1db363bb-de24-440f-9e6f-17ed096cb7bb,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:26.717235 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-4827575d-49cc-4f9f-9d31-540e884e2bff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 4704ff02-c5ab-4776-afb3-b0008179201b) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:51:26.729077 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e4d4d7-b9f4-4295-b494-d6bead06470b None None] Network 4704ff02-c5ab-4776-afb3-b0008179201b requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:51:26.729898 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4827575d-49cc-4f9f-9d31-540e884e2bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:26.730919 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4827575d-49cc-4f9f-9d31-540e884e2bff admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:26.892855 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bfdfef-4f06-42fb-b0a8-70f0224c78eb service neutron] Pushing event updated for resources: {'Port': ['ID=5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:26.917199 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4827575d-49cc-4f9f-9d31-540e884e2bff admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5138242 Aug 11 21:51:26.946527 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-d59fecf9-cc84-4655-bc57-2077b619ea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:26.948074 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-d59fecf9-cc84-4655-bc57-2077b619ea7f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a44568b4cfa942999b4839898fd76a76&device_id=7bd931a2-f900-4b0a-83b5-bd37b35ec668 HTTP/1.1" status: 200 len: 1099 time: 0.2108722 Aug 11 21:51:27.055214 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d159fb1e-5bf3-4ed8-be87-941b899cfa77 None None] Network 4704ff02-c5ab-4776-afb3-b0008179201b requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:51:27.075439 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11f63b-6a3f-427a-a75c-9163edb4d1f1 req-0e1fc1e9-a2b5-46fb-8d59-9a20c837f9b4 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:27.092043 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7eedd-4563-4211-8177-2ade7f542577 req-47cb3a2e-c215-4337-9449-a1ed84a1c5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:27.096297 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0b11f63b-6a3f-427a-a75c-9163edb4d1f1 req-0e1fc1e9-a2b5-46fb-8d59-9a20c837f9b4 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bd931a2-f900-4b0a-83b5-bd37b35ec668 HTTP/1.1" status: 200 len: 948 time: 0.3427172 Aug 11 21:51:27.096937 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-edb7eedd-4563-4211-8177-2ade7f542577 req-47cb3a2e-c215-4337-9449-a1ed84a1c5e4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c3959184431440d59536f3e8479ad06b&device_id=11bbdf7d-3cb7-453e-848c-4c4c3250ed77 HTTP/1.1" status: 200 len: 1095 time: 0.3333459 Aug 11 21:51:27.099011 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-7418bbbb-6574-42c1-9ff2-0a4cce1837f9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d HTTP/1.1" status: 200 len: 217 time: 0.1375716 Aug 11 21:51:27.191452 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-edb7eedd-4563-4211-8177-2ade7f542577 req-115fb9f9-cb8b-4e14-8820-ccd90aea2432 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1db363bb-de24-440f-9e6f-17ed096cb7bb HTTP/1.1" status: 200 len: 217 time: 0.0779011 Aug 11 21:51:27.199636 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [req-9eb87fa9-39f8-44cf-8c26-c1726d0dc0f6 req-612c0e79-b419-4084-a334-1a11ee8df85d tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Floating IP ccd68173-5176-41a3-8bb2-b268abf1155e associated. External IP: 172.25.2.243, port: 681d7314-29d7-467f-bd9d-4f0e93d8ba0e. Aug 11 21:51:27.260147 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0b11f63b-6a3f-427a-a75c-9163edb4d1f1 req-867b91d5-6f6f-44e0-9479-9d01c344cf87 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/security-groups?id=feac887f-896a-4bc5-bf7a-3a91b4e854fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585431 Aug 11 21:51:27.307161 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-71bc6942-ed40-4347-9812-fa85e3473198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:27.313172 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-71bc6942-ed40-4347-9812-fa85e3473198 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1952114 Aug 11 21:51:27.393249 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7eedd-4563-4211-8177-2ade7f542577 req-b713077b-b89e-4388-a743-f015d1a704fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:27.397107 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-edb7eedd-4563-4211-8177-2ade7f542577 req-b713077b-b89e-4388-a743-f015d1a704fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a51bb58-b09e-40fa-bef3-5305c95936c4 HTTP/1.1" status: 200 len: 852 time: 0.1901603 Aug 11 21:51:27.429118 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-05a086dd-85e4-4fbf-873a-5aba0b028ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:27.431387 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-05a086dd-85e4-4fbf-873a-5aba0b028ae0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1084816 Aug 11 21:51:27.519013 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-edb7eedd-4563-4211-8177-2ade7f542577 req-4ef770f9-064c-4d9b-9c07-414824f73ae3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8356088d-0005-4e89-9fc4-654fac70ef3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605748 Aug 11 21:51:27.548477 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb39916-1e99-46ca-852f-70bf0b0fa76a x-openstack-request-id: req-ddb39916-1e99-46ca-852f-70bf0b0fa76a {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:51:27.549298 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11bbdf7d-3cb7-453e-848c-4c4c3250ed77", "tag": "1db363bb-de24-440f-9e6f-17ed096cb7bb", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:51:27.549298 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ddb39916-1e99-46ca-852f-70bf0b0fa76a {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:51:27.550449 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11bbdf7d-3cb7-453e-848c-4c4c3250ed77', 'tag': '1db363bb-de24-440f-9e6f-17ed096cb7bb', 'status': 'completed', 'code': 200} Aug 11 21:51:27.580462 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b68ca46-4707-4ba8-bc63-f82f61451fdd x-openstack-request-id: req-5b68ca46-4707-4ba8-bc63-f82f61451fdd {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:51:27.581572 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd931a2-f900-4b0a-83b5-bd37b35ec668", "tag": "5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:51:27.581572 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5b68ca46-4707-4ba8-bc63-f82f61451fdd {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:51:27.582029 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd931a2-f900-4b0a-83b5-bd37b35ec668', 'tag': '5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d', 'status': 'completed', 'code': 200} Aug 11 21:51:27.665430 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-1fb0fb42-7d15-44dd-b09a-60e862481032 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244339 Aug 11 21:51:27.878540 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844cf3c7-3def-4b5e-8b51-edc4dcf2fc4c req-d0e28171-bf40-4346-9ea6-3138d31431bf tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:27.880912 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-844cf3c7-3def-4b5e-8b51-edc4dcf2fc4c req-d0e28171-bf40-4346-9ea6-3138d31431bf tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=11bbdf7d-3cb7-453e-848c-4c4c3250ed77 HTTP/1.1" status: 200 len: 944 time: 0.1785023 Aug 11 21:51:27.900464 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0daedf99-8243-494f-aa52-0112ec5ef69e req-768be815-1a36-45f7-8802-f81af6a4f181 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248549 Aug 11 21:51:27.910477 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-edb7eedd-4563-4211-8177-2ade7f542577 req-843928e9-7595-45a8-8adb-fd387cd6d56a service neutron] 10.222.0.52 "GET /v2.0/networks/8356088d-0005-4e89-9fc4-654fac70ef3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774567 Aug 11 21:51:27.973422 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-844cf3c7-3def-4b5e-8b51-edc4dcf2fc4c req-e9b8a1c3-41eb-4089-b52e-03a9f0915b04 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a1137ae-4c46-4cef-9e57-e563fc549ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705748 Aug 11 21:51:28.062375 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03943dbe-9690-423e-b545-7013f8065b9a req-5f3bc028-0922-48fb-9114-e7b22caaf036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:28.065207 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-03943dbe-9690-423e-b545-7013f8065b9a req-5f3bc028-0922-48fb-9114-e7b22caaf036 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a44568b4cfa942999b4839898fd76a76&device_id=7bd931a2-f900-4b0a-83b5-bd37b35ec668 HTTP/1.1" status: 200 len: 1099 time: 0.0850208 Aug 11 21:51:28.178088 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-edb7eedd-4563-4211-8177-2ade7f542577 req-03ea1281-743e-4ccf-80bd-744f6f42d597 service neutron] 10.222.0.52 "GET /v2.0/networks/8356088d-0005-4e89-9fc4-654fac70ef3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588058 Aug 11 21:51:28.181301 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9eb87fa9-39f8-44cf-8c26-c1726d0dc0f6 req-612c0e79-b419-4084-a334-1a11ee8df85d tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Router a26c213a-1186-45f4-b5ce-1e3502044a24 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:51:28.215182 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03943dbe-9690-423e-b545-7013f8065b9a req-4533b018-b6b5-49e5-a98f-770b4d67b72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:28.217146 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-03943dbe-9690-423e-b545-7013f8065b9a req-4533b018-b6b5-49e5-a98f-770b4d67b72f service neutron] 10.222.0.52 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.1431277 Aug 11 21:51:28.279330 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-03943dbe-9690-423e-b545-7013f8065b9a req-386ff5a6-38fe-47d8-8a26-8d26e4defc20 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d HTTP/1.1" status: 200 len: 217 time: 0.0474074 Aug 11 21:51:28.364405 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03943dbe-9690-423e-b545-7013f8065b9a req-73316a53-452a-430a-b4d5-840530226bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:28.369268 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-03943dbe-9690-423e-b545-7013f8065b9a req-73316a53-452a-430a-b4d5-840530226bd6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.0788515 Aug 11 21:51:28.435632 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03943dbe-9690-423e-b545-7013f8065b9a req-0c859c3e-d994-472c-b828-3870c362beed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:28.435632 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-03943dbe-9690-423e-b545-7013f8065b9a req-0c859c3e-d994-472c-b828-3870c362beed service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0586574 Aug 11 21:51:28.560319 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-03943dbe-9690-423e-b545-7013f8065b9a req-6e5262ea-19d2-4be4-b850-8949e9b51799 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150980 Aug 11 21:51:28.617667 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9eb87fa9-39f8-44cf-8c26-c1726d0dc0f6 req-612c0e79-b419-4084-a334-1a11ee8df85d tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:51:28.623747 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9eb87fa9-39f8-44cf-8c26-c1726d0dc0f6 req-612c0e79-b419-4084-a334-1a11ee8df85d tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:28.634355 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b4c432-c53b-4766-b21f-7770829c3116 None None] Sync routers for ids ['a26c213a-1186-45f4-b5ce-1e3502044a24'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:51:28.644600 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b4c432-c53b-4766-b21f-7770829c3116 None None] Routers {'a26c213a-1186-45f4-b5ce-1e3502044a24'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:51:28.645567 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-b2b4c432-c53b-4766-b21f-7770829c3116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:51:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['a26c213a-1186-45f4-b5ce-1e3502044a24'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:51:28.671711 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9eb87fa9-39f8-44cf-8c26-c1726d0dc0f6 req-612c0e79-b419-4084-a334-1a11ee8df85d tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "PUT /v2.0/floatingips/ccd68173-5176-41a3-8bb2-b268abf1155e HTTP/1.1" status: 200 len: 997 time: 4.7056968 Aug 11 21:51:28.674156 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c6008-0650-4755-ae93-2e17a369fa27 req-a929fcd4-4a4f-41b0-94e7-faf7700d08a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:28.675742 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-574c6008-0650-4755-ae93-2e17a369fa27 req-a929fcd4-4a4f-41b0-94e7-faf7700d08a6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c3959184431440d59536f3e8479ad06b&device_id=11bbdf7d-3cb7-453e-848c-4c4c3250ed77 HTTP/1.1" status: 200 len: 1095 time: 0.3763571 Aug 11 21:51:28.772536 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-03943dbe-9690-423e-b545-7013f8065b9a req-958a77bb-941f-4a55-bc17-e627394f751f service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014244 Aug 11 21:51:28.773598 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-b2b4c432-c53b-4766-b21f-7770829c3116 None None] Set router a26c213a-1186-45f4-b5ce-1e3502044a24 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:51:28.798418 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77027bf7-9f56-4d73-b557-546526252d75 req-a2f741fd-561c-4b35-810f-139e571b6d5f tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:28.800925 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-77027bf7-9f56-4d73-b557-546526252d75 req-a2f741fd-561c-4b35-810f-139e571b6d5f tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/networks?id=4704ff02-c5ab-4776-afb3-b0008179201b HTTP/1.1" status: 200 len: 815 time: 0.1628585 Aug 11 21:51:28.814610 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb87fa9-39f8-44cf-8c26-c1726d0dc0f6 req-ff555c7d-24e8-4b1f-9abe-7046f9750f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:28.816615 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9eb87fa9-39f8-44cf-8c26-c1726d0dc0f6 req-ff555c7d-24e8-4b1f-9abe-7046f9750f35 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6d572a2953ca41c9aa1198544da7c95a&device_id=5177369d-44d0-491e-9be3-40d549942fc4 HTTP/1.1" status: 200 len: 1097 time: 0.1224463 Aug 11 21:51:28.818216 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-77027bf7-9f56-4d73-b557-546526252d75 req-84975d06-47b5-47a0-8983-222d27a3ee74 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/quotas/48dee6b1f1ed472f88259995ad0e68a7 HTTP/1.1" status: 200 len: 375 time: 0.0104682 Aug 11 21:51:28.864826 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-77027bf7-9f56-4d73-b557-546526252d75 req-226e4984-745a-406c-9587-b6b413c7af18 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=48dee6b1f1ed472f88259995ad0e68a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327737 Aug 11 21:51:28.906036 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c6008-0650-4755-ae93-2e17a369fa27 req-107e56d1-7243-4d33-885b-8ae014dac1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:28.907659 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-574c6008-0650-4755-ae93-2e17a369fa27 req-107e56d1-7243-4d33-885b-8ae014dac1ee service neutron] 10.222.0.52 "GET /v2.0/networks?id=8356088d-0005-4e89-9fc4-654fac70ef3c HTTP/1.1" status: 200 len: 913 time: 0.2231879 Aug 11 21:51:28.967435 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-574c6008-0650-4755-ae93-2e17a369fa27 req-66a51cf1-e60c-4e2b-8c2e-05c12570b7f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1db363bb-de24-440f-9e6f-17ed096cb7bb HTTP/1.1" status: 200 len: 217 time: 0.0505762 Aug 11 21:51:28.982354 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-77027bf7-9f56-4d73-b557-546526252d75 req-1cbd5902-3c95-4122-aef6-774003762f17 service neutron] 10.222.0.77 "GET /v2.0/networks/4704ff02-c5ab-4776-afb3-b0008179201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087465 Aug 11 21:51:29.012336 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb87fa9-39f8-44cf-8c26-c1726d0dc0f6 req-e9831dc2-3fad-49b3-a9bd-7771be8617db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:29.013791 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9eb87fa9-39f8-44cf-8c26-c1726d0dc0f6 req-e9831dc2-3fad-49b3-a9bd-7771be8617db service neutron] 10.222.0.77 "GET /v2.0/networks?id=f2cc479d-ac73-4c08-a298-1c862834910a HTTP/1.1" status: 200 len: 929 time: 0.1848960 Aug 11 21:51:29.052102 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-b2b4c432-c53b-4766-b21f-7770829c3116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-746873495-router', 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f7944e29-6608-4f7f-b129-32cf18dc82d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:30Z', 'updated_at': '2021-08-11T21:50:42Z', 'revision_number': 4, 'project_id': '6d572a2953ca41c9aa1198544da7c95a', 'gw_port': {'id': 'f7944e29-6608-4f7f-b129-32cf18dc82d3', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:08:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:33Z', 'updated_at': '2021-08-11T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'ccd68173-5176-41a3-8bb2-b268abf1155e', 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a', 'floating_ip_address': '172.25.2.243', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'port_id': '681d7314-29d7-467f-bd9d-4f0e93d8ba0e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2cc479d-ac73-4c08-a298-1c862834910a', 'mac_address': 'fa:16:3e:9d:3d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5177369d-44d0-491e-9be3-40d549942fc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T21:51:20Z', 'updated_at': '2021-08-11T21:51:26Z', 'revision_number': 1, 'project_id': '6d572a2953ca41c9aa1198544da7c95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75fb051c-2432-4a68-ae15-39689643d69a', 'name': '', 'network_id': 'f2cc479d-ac73-4c08-a298-1c862834910a', 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a', 'mac_address': 'fa:16:3e:09:97:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': 'cf7f627a-a807-488d-83b4-ae1b6ccd4d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:39Z', 'updated_at': '2021-08-11T21:50:52Z', 'revision_number': 5, 'project_id': '6d572a2953ca41c9aa1198544da7c95a', 'subnets': [{'id': 'cf7f627a-a807-488d-83b4-ae1b6ccd4d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:51:29.078534 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c6008-0650-4755-ae93-2e17a369fa27 req-77f0d638-951c-4a4c-8461-ff9ac11bc115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:29.080319 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-574c6008-0650-4755-ae93-2e17a369fa27 req-77f0d638-951c-4a4c-8461-ff9ac11bc115 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a51bb58-b09e-40fa-bef3-5305c95936c4 HTTP/1.1" status: 200 len: 852 time: 0.1013401 Aug 11 21:51:29.099580 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-77027bf7-9f56-4d73-b557-546526252d75 req-ca11b056-7cca-4508-bd80-479a41fe05f7 service neutron] 10.222.0.77 "GET /v2.0/networks/4704ff02-c5ab-4776-afb3-b0008179201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087327 Aug 11 21:51:29.108095 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9eb87fa9-39f8-44cf-8c26-c1726d0dc0f6 req-1718097e-1152-42fa-bdd3-27543767d8f8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=681d7314-29d7-467f-bd9d-4f0e93d8ba0e HTTP/1.1" status: 200 len: 1000 time: 0.0858245 Aug 11 21:51:29.108332 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b4c432-c53b-4766-b21f-7770829c3116 None None] Checking router: a26c213a-1186-45f4-b5ce-1e3502044a24 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:51:29.126369 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b4c432-c53b-4766-b21f-7770829c3116 None None] Routers {'a26c213a-1186-45f4-b5ce-1e3502044a24'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:51:29.127450 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-b2b4c432-c53b-4766-b21f-7770829c3116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:51:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['a26c213a-1186-45f4-b5ce-1e3502044a24'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:51:29.133228 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-574c6008-0650-4755-ae93-2e17a369fa27 req-426845f4-04c4-4698-a9b1-9a942b0befee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8356088d-0005-4e89-9fc4-654fac70ef3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405717 Aug 11 21:51:29.239369 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb87fa9-39f8-44cf-8c26-c1726d0dc0f6 req-f6768aa6-5065-4f1b-b466-d9696db276ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:29.240975 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9eb87fa9-39f8-44cf-8c26-c1726d0dc0f6 req-f6768aa6-5065-4f1b-b466-d9696db276ef service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cf7f627a-a807-488d-83b4-ae1b6ccd4d37 HTTP/1.1" status: 200 len: 867 time: 0.1182294 Aug 11 21:51:29.338325 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb87fa9-39f8-44cf-8c26-c1726d0dc0f6 req-0f65c70d-ac37-4d68-a65b-bee85c24e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:29.346802 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9eb87fa9-39f8-44cf-8c26-c1726d0dc0f6 req-0f65c70d-ac37-4d68-a65b-bee85c24e0a3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f2cc479d-ac73-4c08-a298-1c862834910a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977695 Aug 11 21:51:29.354413 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-9eb87fa9-39f8-44cf-8c26-c1726d0dc0f6 req-632da765-b3f6-4609-8267-32b9a49208d2 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 21:51:29.364150 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9eb87fa9-39f8-44cf-8c26-c1726d0dc0f6 req-632da765-b3f6-4609-8267-32b9a49208d2 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163736 Aug 11 21:51:29.368915 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-574c6008-0650-4755-ae93-2e17a369fa27 req-42d79194-9a5c-40f9-acb0-f39cf42a304e service neutron] 10.222.0.52 "GET /v2.0/networks/8356088d-0005-4e89-9fc4-654fac70ef3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132158 Aug 11 21:51:29.371078 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-b2b4c432-c53b-4766-b21f-7770829c3116 None None] Set router a26c213a-1186-45f4-b5ce-1e3502044a24 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:51:29.565125 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0aeffb-26d0-46e7-a09c-a9900fa68b70 req-4910a694-b3ee-41dc-b8b5-9ac962de3f0a tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:29.566464 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2c0aeffb-26d0-46e7-a09c-a9900fa68b70 req-4910a694-b3ee-41dc-b8b5-9ac962de3f0a tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bd931a2-f900-4b0a-83b5-bd37b35ec668 HTTP/1.1" status: 200 len: 948 time: 0.0653200 Aug 11 21:51:29.586046 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5177369d-44d0-491e-9be3-40d549942fc4', 'tag': '681d7314-29d7-467f-bd9d-4f0e93d8ba0e'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:51:29.590640 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f840bbbe-a465-4b3b-98a8-2e6f9b3c8403" -d '{"events": [{"name": "network-changed", "server_uuid": "5177369d-44d0-491e-9be3-40d549942fc4", "tag": "681d7314-29d7-467f-bd9d-4f0e93d8ba0e"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:51:29.635374 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2c0aeffb-26d0-46e7-a09c-a9900fa68b70 req-a97a2a2d-cbd0-40c3-b7ef-1e7311388b34 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/security-groups?id=feac887f-896a-4bc5-bf7a-3a91b4e854fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581086 Aug 11 21:51:29.671417 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9eb87fa9-39f8-44cf-8c26-c1726d0dc0f6 req-183ec5ce-6b6a-48c8-8101-a033359302d5 service neutron] 10.222.0.77 "GET /v2.0/networks/f2cc479d-ac73-4c08-a298-1c862834910a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009079 Aug 11 21:51:29.783674 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-b2b4c432-c53b-4766-b21f-7770829c3116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-746873495-router', 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f7944e29-6608-4f7f-b129-32cf18dc82d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:30Z', 'updated_at': '2021-08-11T21:50:42Z', 'revision_number': 4, 'project_id': '6d572a2953ca41c9aa1198544da7c95a', 'gw_port': {'id': 'f7944e29-6608-4f7f-b129-32cf18dc82d3', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:08:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:33Z', 'updated_at': '2021-08-11T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'ccd68173-5176-41a3-8bb2-b268abf1155e', 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a', 'floating_ip_address': '172.25.2.243', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'port_id': '681d7314-29d7-467f-bd9d-4f0e93d8ba0e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2cc479d-ac73-4c08-a298-1c862834910a', 'mac_address': 'fa:16:3e:9d:3d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5177369d-44d0-491e-9be3-40d549942fc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T21:51:20Z', 'updated_at': '2021-08-11T21:51:26Z', 'revision_number': 1, 'project_id': '6d572a2953ca41c9aa1198544da7c95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75fb051c-2432-4a68-ae15-39689643d69a', 'name': '', 'network_id': 'f2cc479d-ac73-4c08-a298-1c862834910a', 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a', 'mac_address': 'fa:16:3e:09:97:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': 'cf7f627a-a807-488d-83b4-ae1b6ccd4d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:39Z', 'updated_at': '2021-08-11T21:50:52Z', 'revision_number': 5, 'project_id': '6d572a2953ca41c9aa1198544da7c95a', 'subnets': [{'id': 'cf7f627a-a807-488d-83b4-ae1b6ccd4d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:51:29.807885 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-574c6008-0650-4755-ae93-2e17a369fa27 req-6fdd5975-d816-4e23-95a8-7d61a4e48d4c service neutron] 10.222.0.52 "GET /v2.0/networks/8356088d-0005-4e89-9fc4-654fac70ef3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636229 Aug 11 21:51:29.853257 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b4c432-c53b-4766-b21f-7770829c3116 None None] The sync data for ids ['a26c213a-1186-45f4-b5ce-1e3502044a24'] in n-d-804275-3 is: [{'id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-746873495-router', 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f7944e29-6608-4f7f-b129-32cf18dc82d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:30Z', 'updated_at': '2021-08-11T21:50:42Z', 'revision_number': 4, 'project_id': '6d572a2953ca41c9aa1198544da7c95a', 'gw_port': {'id': 'f7944e29-6608-4f7f-b129-32cf18dc82d3', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:08:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:33Z', 'updated_at': '2021-08-11T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'ccd68173-5176-41a3-8bb2-b268abf1155e', 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a', 'floating_ip_address': '172.25.2.243', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'port_id': '681d7314-29d7-467f-bd9d-4f0e93d8ba0e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2cc479d-ac73-4c08-a298-1c862834910a', 'mac_address': 'fa:16:3e:9d:3d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5177369d-44d0-491e-9be3-40d549942fc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T21:51:20Z', 'updated_at': '2021-08-11T21:51:26Z', 'revision_number': 1, 'project_id': '6d572a2953ca41c9aa1198544da7c95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75fb051c-2432-4a68-ae15-39689643d69a', 'name': '', 'network_id': 'f2cc479d-ac73-4c08-a298-1c862834910a', 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a', 'mac_address': 'fa:16:3e:09:97:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': 'cf7f627a-a807-488d-83b4-ae1b6ccd4d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:39Z', 'updated_at': '2021-08-11T21:50:52Z', 'revision_number': 5, 'project_id': '6d572a2953ca41c9aa1198544da7c95a', 'subnets': [{'id': 'cf7f627a-a807-488d-83b4-ae1b6ccd4d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:51:29.940972 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9eb87fa9-39f8-44cf-8c26-c1726d0dc0f6 req-cd809eba-b5cd-49aa-9e80-350b993feefe service neutron] 10.222.0.77 "GET /v2.0/networks/f2cc479d-ac73-4c08-a298-1c862834910a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417407 Aug 11 21:51:30.132594 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb6065-d399-4ea9-9c50-de021fd4fec2 req-e764ef39-ac81-420e-b141-c8622b9f8490 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:30.135693 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9ddb6065-d399-4ea9-9c50-de021fd4fec2 req-e764ef39-ac81-420e-b141-c8622b9f8490 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=11bbdf7d-3cb7-453e-848c-4c4c3250ed77 HTTP/1.1" status: 200 len: 944 time: 0.0985122 Aug 11 21:51:30.174608 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200f2aa8-c809-4a58-af94-7fd6af824869 None None] New status for floating IP ccd68173-5176-41a3-8bb2-b268abf1155e: ACTIVE {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 21:51:30.215888 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9ddb6065-d399-4ea9-9c50-de021fd4fec2 req-3aa3d087-1a8b-414a-b796-845d26e955df tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a1137ae-4c46-4cef-9e57-e563fc549ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709314 Aug 11 21:51:30.390928 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b7dd4693-9d9c-4d51-bf31-668884dcf43b req-b379cf57-cb2b-4569-8b41-4ee5ffe2ced2 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 210 time: 0.0580018 Aug 11 21:51:30.393210 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86f2e8c-8ffe-4f68-87cf-592846eaebc0 x-openstack-request-id: req-d86f2e8c-8ffe-4f68-87cf-592846eaebc0 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:51:30.393777 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5177369d-44d0-491e-9be3-40d549942fc4", "tag": "681d7314-29d7-467f-bd9d-4f0e93d8ba0e", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:51:30.394236 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d86f2e8c-8ffe-4f68-87cf-592846eaebc0 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:51:30.394847 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5177369d-44d0-491e-9be3-40d549942fc4', 'tag': '681d7314-29d7-467f-bd9d-4f0e93d8ba0e', 'status': 'completed', 'code': 200} Aug 11 21:51:30.565671 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840bbbe-a465-4b3b-98a8-2e6f9b3c8403 req-5d1d87ce-084b-4576-95ed-aed7f9cd5778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:30.567378 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f840bbbe-a465-4b3b-98a8-2e6f9b3c8403 req-5d1d87ce-084b-4576-95ed-aed7f9cd5778 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d572a2953ca41c9aa1198544da7c95a&device_id=5177369d-44d0-491e-9be3-40d549942fc4 HTTP/1.1" status: 200 len: 1097 time: 0.1412404 Aug 11 21:51:30.715649 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.82', 61328) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:30.775142 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-831533b0-2597-40c4-be5b-e01affe1f2f9 req-ec3568e3-4ee0-48ab-9f2b-a9c46cf83fed tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 258 time: 0.3280277 Aug 11 21:51:30.807363 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-831533b0-2597-40c4-be5b-e01affe1f2f9 req-c11671a1-f2fa-4639-89b1-10cf7a719667 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:30.826126 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49586) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:30.888742 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840bbbe-a465-4b3b-98a8-2e6f9b3c8403 req-ac0fa5f2-e231-450a-85ce-52c2369f5b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:30.890312 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f840bbbe-a465-4b3b-98a8-2e6f9b3c8403 req-ac0fa5f2-e231-450a-85ce-52c2369f5b69 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f2cc479d-ac73-4c08-a298-1c862834910a HTTP/1.1" status: 200 len: 929 time: 0.3007686 Aug 11 21:51:30.916354 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-831533b0-2597-40c4-be5b-e01affe1f2f9 req-c11671a1-f2fa-4639-89b1-10cf7a719667 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks [] for floatingip, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:30.983179 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d5de0-43b2-4ad1-a33d-6d15614d1200 req-a63ccae8-99c7-41af-8106-44222bd15606 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:30.985212 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b72d5de0-43b2-4ad1-a33d-6d15614d1200 req-a63ccae8-99c7-41af-8106-44222bd15606 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bd931a2-f900-4b0a-83b5-bd37b35ec668 HTTP/1.1" status: 200 len: 948 time: 0.1422513 Aug 11 21:51:31.019410 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77027bf7-9f56-4d73-b557-546526252d75 req-9383ae82-6dd3-48c0-9daa-29b28427e1b5 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:31.021010 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-77027bf7-9f56-4d73-b557-546526252d75 req-9383ae82-6dd3-48c0-9daa-29b28427e1b5 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.82 "GET /v2.0/networks?id=4704ff02-c5ab-4776-afb3-b0008179201b HTTP/1.1" status: 200 len: 815 time: 0.3033388 Aug 11 21:51:31.043931 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4071daf6-019d-44df-bd66-a50cf7b97ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:31.056439 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-77027bf7-9f56-4d73-b557-546526252d75 req-03639e21-d162-42d5-80f2-966ab2fe0bc8 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Request body: {'port': {'device_id': '4eb76e3e-1b5c-460b-9edc-4343074cef27', 'network_id': '4704ff02-c5ab-4776-afb3-b0008179201b', 'admin_state_up': True, 'tenant_id': '48dee6b1f1ed472f88259995ad0e68a7'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:31.059399 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f840bbbe-a465-4b3b-98a8-2e6f9b3c8403 req-8cac323c-69f5-4127-a29b-76a25c2aa102 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=681d7314-29d7-467f-bd9d-4f0e93d8ba0e HTTP/1.1" status: 200 len: 1002 time: 0.1603158 Aug 11 21:51:31.126654 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b72d5de0-43b2-4ad1-a33d-6d15614d1200 req-ff190df3-12d4-4a53-adec-7f225b34b567 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/security-groups?id=feac887f-896a-4bc5-bf7a-3a91b4e854fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161020 Aug 11 21:51:31.153003 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840bbbe-a465-4b3b-98a8-2e6f9b3c8403 req-61ec6163-678b-42fa-86f4-bb8624c9a123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:31.154574 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f840bbbe-a465-4b3b-98a8-2e6f9b3c8403 req-61ec6163-678b-42fa-86f4-bb8624c9a123 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cf7f627a-a807-488d-83b4-ae1b6ccd4d37 HTTP/1.1" status: 200 len: 867 time: 0.0803604 Aug 11 21:51:31.193626 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 1db363bb-de24-440f-9e6f-17ed096cb7bb details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:51:31.267968 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-831533b0-2597-40c4-be5b-e01affe1f2f9 req-c11671a1-f2fa-4639-89b1-10cf7a719667 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:31.294485 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840bbbe-a465-4b3b-98a8-2e6f9b3c8403 req-a897bbab-3979-44ae-8174-1fde8645deb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:31.296810 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f840bbbe-a465-4b3b-98a8-2e6f9b3c8403 req-a897bbab-3979-44ae-8174-1fde8645deb6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f2cc479d-ac73-4c08-a298-1c862834910a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324549 Aug 11 21:51:31.369114 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4071daf6-019d-44df-bd66-a50cf7b97ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:31.371702 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 1db363bb-de24-440f-9e6f-17ed096cb7bb, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1db363bb-de24-440f-9e6f-17ed096cb7bb,segment=NetworkSegment(6684713b-d769-4ecc-9299-66aad848fd42),segment_id=6684713b-d769-4ecc-9299-66aad848fd42)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:51:31.393357 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '1db363bb-de24-440f-9e6f-17ed096cb7bb', 'network_id': '8356088d-0005-4e89-9fc4-654fac70ef3c', 'port_id': '1db363bb-de24-440f-9e6f-17ed096cb7bb', 'mac_address': 'fa:16:3e:02:8d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a51bb58-b09e-40fa-bef3-5305c95936c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:51:31.405474 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77027bf7-9f56-4d73-b557-546526252d75 req-03639e21-d162-42d5-80f2-966ab2fe0bc8 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Made reservation on behalf of 48dee6b1f1ed472f88259995ad0e68a7 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:51:31.415120 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4071daf6-019d-44df-bd66-a50cf7b97ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:31.417371 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-77027bf7-9f56-4d73-b557-546526252d75 req-03639e21-d162-42d5-80f2-966ab2fe0bc8 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:31.452409 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:31.470493 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db363bb-de24-440f-9e6f-17ed096cb7bb {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:51:31.495845 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 1db363bb-de24-440f-9e6f-17ed096cb7bb, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1db363bb-de24-440f-9e6f-17ed096cb7bb,segment=NetworkSegment(6684713b-d769-4ecc-9299-66aad848fd42),segment_id=6684713b-d769-4ecc-9299-66aad848fd42)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:51:31.501760 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:31.502679 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:51:31.511370 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4071daf6-019d-44df-bd66-a50cf7b97ff3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e6ce6287e77140d9a04e34f51c59107b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6844590 Aug 11 21:51:31.519136 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49610) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:31.534917 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071daf6-019d-44df-bd66-a50cf7b97ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95936bec-d2eb-497d-a862-bede72aeae56,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:31.586767 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f840bbbe-a465-4b3b-98a8-2e6f9b3c8403 req-d451c412-0e2f-48e4-af0f-aafd11d932eb service neutron] 10.222.0.82 "GET /v2.0/networks/f2cc479d-ac73-4c08-a298-1c862834910a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807570 Aug 11 21:51:31.620074 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-831533b0-2597-40c4-be5b-e01affe1f2f9 req-c11671a1-f2fa-4639-89b1-10cf7a719667 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Allocated IP 172.25.2.104 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/1f30fe29-70b6-4907-aeeb-4da51c28abd8) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:51:31.624415 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8a880366-fe6d-4f93-8b9b-40d93c4935b7 req-a6c457cc-cc74-4c6f-bbe9-e91970d4e744 tempest-QuotasAdminNegativeTest-1531105042 tempest-QuotasAdminNegativeTest-1531105042-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=1f8cf052380b4609a957255b77cbaf46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511003 Aug 11 21:51:31.712605 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-825f8aa3-2f86-4643-88d2-8ba49836a88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:31.746115 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=1db363bb-de24-440f-9e6f-17ed096cb7bb,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:31.789253 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-825f8aa3-2f86-4643-88d2-8ba49836a88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:31.798738 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-77027bf7-9f56-4d73-b557-546526252d75 req-03639e21-d162-42d5-80f2-966ab2fe0bc8 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Allocated IP 172.20.0.3 (4704ff02-c5ab-4776-afb3-b0008179201b/99402162-65dc-4f7a-98e7-13408e81851f/be15dcc8-7358-4ac0-9cb9-bff68d656628) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:51:31.820128 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:51:31.853518 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d', 'mac_address': 'fa:16:3e:ef:43:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:51:31.873691 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f840bbbe-a465-4b3b-98a8-2e6f9b3c8403 req-1b1608f7-8a93-45db-8cf3-1a308026eb58 service neutron] 10.222.0.82 "GET /v2.0/networks/f2cc479d-ac73-4c08-a298-1c862834910a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775245 Aug 11 21:51:31.903084 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:31.911752 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a880366-fe6d-4f93-8b9b-40d93c4935b7 req-871cf954-ca13-4f37-90f1-bf8626fb25ab tempest-QuotasAdminNegativeTest-1531105042 tempest-QuotasAdminNegativeTest-1531105042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:31.914666 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8a880366-fe6d-4f93-8b9b-40d93c4935b7 req-871cf954-ca13-4f37-90f1-bf8626fb25ab tempest-QuotasAdminNegativeTest-1531105042 tempest-QuotasAdminNegativeTest-1531105042-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2580538 Aug 11 21:51:31.926539 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-831533b0-2597-40c4-be5b-e01affe1f2f9 req-c11671a1-f2fa-4639-89b1-10cf7a719667 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:31.928581 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:51:31.943252 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-825f8aa3-2f86-4643-88d2-8ba49836a88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:31.946186 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-825f8aa3-2f86-4643-88d2-8ba49836a88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:31.951635 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-825f8aa3-2f86-4643-88d2-8ba49836a88d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/95936bec-d2eb-497d-a862-bede72aeae56 HTTP/1.1" status: 204 len: 168 time: 0.4253290 Aug 11 21:51:31.958419 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8a880366-fe6d-4f93-8b9b-40d93c4935b7 req-f5640eb4-7e77-46e0-b157-8449cef95931 tempest-QuotasAdminNegativeTest-1531105042 tempest-QuotasAdminNegativeTest-1531105042-project] 10.222.0.77 "GET /v2.0/quotas/1f8cf052380b4609a957255b77cbaf46 HTTP/1.1" status: 200 len: 375 time: 0.0337076 Aug 11 21:51:31.961618 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:51:31.969008 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:31.983092 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f8aa3-2f86-4643-88d2-8ba49836a88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95936bec-d2eb-497d-a862-bede72aeae56,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:32.034425 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-831533b0-2597-40c4-be5b-e01affe1f2f9 req-c11671a1-f2fa-4639-89b1-10cf7a719667 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:32.044467 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8a880366-fe6d-4f93-8b9b-40d93c4935b7 req-487aa779-1ecd-4947-ac83-65212ab1a699 tempest-QuotasAdminNegativeTest-1531105042 tempest-QuotasAdminNegativeTest-1531105042-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1f8cf052380b4609a957255b77cbaf46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763426 Aug 11 21:51:32.050394 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:32.113847 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-831533b0-2597-40c4-be5b-e01affe1f2f9 req-c11671a1-f2fa-4639-89b1-10cf7a719667 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:51:32.116456 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-831533b0-2597-40c4-be5b-e01affe1f2f9 req-c11671a1-f2fa-4639-89b1-10cf7a719667 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:51:32.129325 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-831533b0-2597-40c4-be5b-e01affe1f2f9 req-c11671a1-f2fa-4639-89b1-10cf7a719667 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:51:32.203957 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-77027bf7-9f56-4d73-b557-546526252d75 req-03639e21-d162-42d5-80f2-966ab2fe0bc8 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:32.220731 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11671a1-f2fa-4639-89b1-10cf7a719667 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Pushing event updated for resources: {'Port': ['ID=1f30fe29-70b6-4907-aeeb-4da51c28abd8,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:32.225881 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['1db363bb-de24-440f-9e6f-17ed096cb7bb'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:51:32.253514 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-77027bf7-9f56-4d73-b557-546526252d75 req-03639e21-d162-42d5-80f2-966ab2fe0bc8 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:32.303620 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77027bf7-9f56-4d73-b557-546526252d75 req-03639e21-d162-42d5-80f2-966ab2fe0bc8 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Network 4704ff02-c5ab-4776-afb3-b0008179201b is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:51:32.307958 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-77027bf7-9f56-4d73-b557-546526252d75 req-03639e21-d162-42d5-80f2-966ab2fe0bc8 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:51:32.309069 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:51:32.312597 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-77027bf7-9f56-4d73-b557-546526252d75 req-03639e21-d162-42d5-80f2-966ab2fe0bc8 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:51:32.381482 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03639e21-d162-42d5-80f2-966ab2fe0bc8 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Pushing event updated for resources: {'Port': ['ID=be15dcc8-7358-4ac0-9cb9-bff68d656628,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:32.408720 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77027bf7-9f56-4d73-b557-546526252d75 req-03639e21-d162-42d5-80f2-966ab2fe0bc8 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:32.409586 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-77027bf7-9f56-4d73-b557-546526252d75 req-03639e21-d162-42d5-80f2-966ab2fe0bc8 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:32.414143 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-831533b0-2597-40c4-be5b-e01affe1f2f9 req-c11671a1-f2fa-4639-89b1-10cf7a719667 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:32.436402 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2212b21-f058-48c7-bf34-58f6b4dfdc85 req-cc65b8cb-c7f8-4926-80e6-f19b549f274f tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:32.438033 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d2212b21-f058-48c7-bf34-58f6b4dfdc85 req-cc65b8cb-c7f8-4926-80e6-f19b549f274f tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=11bbdf7d-3cb7-453e-848c-4c4c3250ed77 HTTP/1.1" status: 200 len: 945 time: 0.1179755 Aug 11 21:51:32.457626 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-77027bf7-9f56-4d73-b557-546526252d75 req-03639e21-d162-42d5-80f2-966ab2fe0bc8 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4081936 Aug 11 21:51:32.482743 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-831533b0-2597-40c4-be5b-e01affe1f2f9 req-c11671a1-f2fa-4639-89b1-10cf7a719667 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:32.489470 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-77027bf7-9f56-4d73-b557-546526252d75 req-19b7fd0b-cdc3-4bf6-906f-9b234d8f71b6 service neutron] Request body: {'port': {'device_id': '4eb76e3e-1b5c-460b-9edc-4343074cef27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:32.526227 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d2212b21-f058-48c7-bf34-58f6b4dfdc85 req-a6eb2269-5315-47fa-b613-e02a0f4faac1 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a1137ae-4c46-4cef-9e57-e563fc549ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785851 Aug 11 21:51:32.544847 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49622) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:32.590438 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7497226c-83c2-4e81-8973-75a91ee4715e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:32.706146 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-77027bf7-9f56-4d73-b557-546526252d75 req-19b7fd0b-cdc3-4bf6-906f-9b234d8f71b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:32.782302 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-831533b0-2597-40c4-be5b-e01affe1f2f9 req-c11671a1-f2fa-4639-89b1-10cf7a719667 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:32.787889 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-831533b0-2597-40c4-be5b-e01affe1f2f9 req-c11671a1-f2fa-4639-89b1-10cf7a719667 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:32.834415 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7497226c-83c2-4e81-8973-75a91ee4715e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:32.893712 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7497226c-83c2-4e81-8973-75a91ee4715e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:32.932472 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11671a1-f2fa-4639-89b1-10cf7a719667 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Pushing event updated for resources: {'Port': ['ID=1f30fe29-70b6-4907-aeeb-4da51c28abd8,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:32.942135 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-831533b0-2597-40c4-be5b-e01affe1f2f9 req-c11671a1-f2fa-4639-89b1-10cf7a719667 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:32.949162 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95322d3-375b-4245-a01e-033933e038e8 req-ce22931f-a8f7-47e8-9814-3e6ebb4c70b7 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:32.950798 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f95322d3-375b-4245-a01e-033933e038e8 req-ce22931f-a8f7-47e8-9814-3e6ebb4c70b7 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 931 time: 0.1910269 Aug 11 21:51:32.966228 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-831533b0-2597-40c4-be5b-e01affe1f2f9 req-c11671a1-f2fa-4639-89b1-10cf7a719667 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:32.968574 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-831533b0-2597-40c4-be5b-e01affe1f2f9 req-c11671a1-f2fa-4639-89b1-10cf7a719667 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1702802 Aug 11 21:51:32.976986 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7497226c-83c2-4e81-8973-75a91ee4715e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3f885c7d360b4624aa20d4ea6de6e1b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4309001 Aug 11 21:51:32.981757 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497226c-83c2-4e81-8973-75a91ee4715e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e962cf7-0374-4e30-ac6e-fc9ce5eff9eb,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:32.986509 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49624) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:33.039241 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-831533b0-2597-40c4-be5b-e01affe1f2f9 req-2bbcb1b0-42f0-475b-bd92-717f21f7ea6c tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.104 HTTP/1.1" status: 200 len: 696 time: 0.0615492 Aug 11 21:51:33.177773 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:51:33.194520 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831533b0-2597-40c4-be5b-e01affe1f2f9 req-874842d2-f290-4014-b05f-388727ce368a tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:33.210994 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-831533b0-2597-40c4-be5b-e01affe1f2f9 req-874842d2-f290-4014-b05f-388727ce368a tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 784 time: 0.1609840 Aug 11 21:51:33.265772 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:51:33.270605 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:51:33.270975 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:33.350216 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f95322d3-375b-4245-a01e-033933e038e8 req-bb084826-f5d5-4cf1-866a-624e64061c70 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847582 Aug 11 21:51:33.397742 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-042f0eef-b002-4233-b227-a21fa757e786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:33.438501 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:33.455305 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-042f0eef-b002-4233-b227-a21fa757e786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:33.483556 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd931a2-f900-4b0a-83b5-bd37b35ec668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:51:33.487953 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24354baa-c62e-481e-850a-b4bf7088feda" -d '{"events": [{"server_uuid": "7bd931a2-f900-4b0a-83b5-bd37b35ec668", "name": "network-vif-plugged", "status": "completed", "tag": "5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:51:33.512625 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:51:33.518244 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:33.519401 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 1db363bb-de24-440f-9e6f-17ed096cb7bb up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:51:33.611294 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:33.625077 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-77027bf7-9f56-4d73-b557-546526252d75 req-19b7fd0b-cdc3-4bf6-906f-9b234d8f71b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be15dcc8-7358-4ac0-9cb9-bff68d656628 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:51:33.636036 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 1db363bb-de24-440f-9e6f-17ed096cb7bb completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:51:33.648001 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bed5ee-a3ba-445a-9430-e56ab9425241 req-edc8ffd7-52f0-4068-b194-c40195ba9eee tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:33.651094 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 1db363bb-de24-440f-9e6f-17ed096cb7bb triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:51:33.652239 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:33.660400 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3bed5ee-a3ba-445a-9430-e56ab9425241 req-edc8ffd7-52f0-4068-b194-c40195ba9eee tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bd931a2-f900-4b0a-83b5-bd37b35ec668 HTTP/1.1" status: 200 len: 949 time: 0.2087905 Aug 11 21:51:33.672213 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-77027bf7-9f56-4d73-b557-546526252d75 req-19b7fd0b-cdc3-4bf6-906f-9b234d8f71b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:33.729816 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-77027bf7-9f56-4d73-b557-546526252d75 req-19b7fd0b-cdc3-4bf6-906f-9b234d8f71b6 service neutron] Transition to ACTIVE for port object be15dcc8-7358-4ac0-9cb9-bff68d656628 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:51:33.740392 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-042f0eef-b002-4233-b227-a21fa757e786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:33.745365 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-042f0eef-b002-4233-b227-a21fa757e786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:33.747634 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-042f0eef-b002-4233-b227-a21fa757e786 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2e962cf7-0374-4e30-ac6e-fc9ce5eff9eb HTTP/1.1" status: 204 len: 168 time: 0.7537568 Aug 11 21:51:33.760586 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-77027bf7-9f56-4d73-b557-546526252d75 req-19b7fd0b-cdc3-4bf6-906f-9b234d8f71b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:33.796916 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3bed5ee-a3ba-445a-9430-e56ab9425241 req-9523ea7b-a6e8-4a07-a426-14e9c3daccea tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/security-groups?id=feac887f-896a-4bc5-bf7a-3a91b4e854fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282361 Aug 11 21:51:33.802329 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f0eef-b002-4233-b227-a21fa757e786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e962cf7-0374-4e30-ac6e-fc9ce5eff9eb,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:33.828259 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:33.999735 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 1db363bb-de24-440f-9e6f-17ed096cb7bb, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1db363bb-de24-440f-9e6f-17ed096cb7bb,segment=NetworkSegment(6684713b-d769-4ecc-9299-66aad848fd42),segment_id=6684713b-d769-4ecc-9299-66aad848fd42)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:51:34.011597 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:34.025523 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5146cdd-671f-4d5d-b7bd-64acbc78e8ad x-openstack-request-id: req-d5146cdd-671f-4d5d-b7bd-64acbc78e8ad {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:51:34.027037 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd931a2-f900-4b0a-83b5-bd37b35ec668", "name": "network-vif-plugged", "status": "completed", "tag": "5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:51:34.027452 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d5146cdd-671f-4d5d-b7bd-64acbc78e8ad {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:51:34.028112 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd931a2-f900-4b0a-83b5-bd37b35ec668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d', 'code': 200} Aug 11 21:51:34.038466 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7fd0b-cdc3-4bf6-906f-9b234d8f71b6 service neutron] Pushing event updated for resources: {'Port': ['ID=be15dcc8-7358-4ac0-9cb9-bff68d656628,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:34.126317 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323dcaf8-7f56-426d-bca9-fab2fc4072d4 req-fecbeb20-fd30-4231-8dd3-cc1d6604beb7 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:34.132325 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-323dcaf8-7f56-426d-bca9-fab2fc4072d4 req-fecbeb20-fd30-4231-8dd3-cc1d6604beb7 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/ports?device_id=5177369d-44d0-491e-9be3-40d549942fc4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1414165 Aug 11 21:51:34.137099 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-77027bf7-9f56-4d73-b557-546526252d75 req-19b7fd0b-cdc3-4bf6-906f-9b234d8f71b6 service neutron] Attempting to bind port be15dcc8-7358-4ac0-9cb9-bff68d656628 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:51:34.137636 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-77027bf7-9f56-4d73-b557-546526252d75 req-19b7fd0b-cdc3-4bf6-906f-9b234d8f71b6 service neutron] Attempting to bind port be15dcc8-7358-4ac0-9cb9-bff68d656628 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '0b69ea86-ef97-454e-8a8e-3f0290a75489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4704ff02-c5ab-4776-afb3-b0008179201b'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:51:34.138170 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77027bf7-9f56-4d73-b557-546526252d75 req-19b7fd0b-cdc3-4bf6-906f-9b234d8f71b6 service neutron] Attempting to bind port be15dcc8-7358-4ac0-9cb9-bff68d656628 on network 4704ff02-c5ab-4776-afb3-b0008179201b {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:51:34.154579 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77027bf7-9f56-4d73-b557-546526252d75 req-19b7fd0b-cdc3-4bf6-906f-9b234d8f71b6 service neutron] Port be15dcc8-7358-4ac0-9cb9-bff68d656628 on network 4704ff02-c5ab-4776-afb3-b0008179201b not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:51:34.155589 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77027bf7-9f56-4d73-b557-546526252d75 req-19b7fd0b-cdc3-4bf6-906f-9b234d8f71b6 service neutron] Attempting to bind port be15dcc8-7358-4ac0-9cb9-bff68d656628 on network 4704ff02-c5ab-4776-afb3-b0008179201b {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:51:34.166107 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77027bf7-9f56-4d73-b557-546526252d75 req-19b7fd0b-cdc3-4bf6-906f-9b234d8f71b6 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:51:34.167048 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77027bf7-9f56-4d73-b557-546526252d75 req-19b7fd0b-cdc3-4bf6-906f-9b234d8f71b6 service neutron] Checking segment: {'id': '0b69ea86-ef97-454e-8a8e-3f0290a75489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4704ff02-c5ab-4776-afb3-b0008179201b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:51:34.167997 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77027bf7-9f56-4d73-b557-546526252d75 req-19b7fd0b-cdc3-4bf6-906f-9b234d8f71b6 service neutron] Bound using segment: {'id': '0b69ea86-ef97-454e-8a8e-3f0290a75489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4704ff02-c5ab-4776-afb3-b0008179201b'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:51:34.168961 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-77027bf7-9f56-4d73-b557-546526252d75 req-19b7fd0b-cdc3-4bf6-906f-9b234d8f71b6 service neutron] Bound port: be15dcc8-7358-4ac0-9cb9-bff68d656628, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b69ea86-ef97-454e-8a8e-3f0290a75489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4704ff02-c5ab-4776-afb3-b0008179201b'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:51:34.169794 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-77027bf7-9f56-4d73-b557-546526252d75 req-19b7fd0b-cdc3-4bf6-906f-9b234d8f71b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:34.238729 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=1db363bb-de24-440f-9e6f-17ed096cb7bb,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:34.370110 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a4e7c-6415-4512-ac6d-b6c0f315c673 req-c45d4fdd-c13a-4d08-a379-f5ba96aeb585 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:34.373019 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b05a4e7c-6415-4512-ac6d-b6c0f315c673 req-c45d4fdd-c13a-4d08-a379-f5ba96aeb585 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=11bbdf7d-3cb7-453e-848c-4c4c3250ed77 HTTP/1.1" status: 200 len: 946 time: 0.1708281 Aug 11 21:51:34.432815 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-77027bf7-9f56-4d73-b557-546526252d75 req-19b7fd0b-cdc3-4bf6-906f-9b234d8f71b6 service neutron] For port be15dcc8-7358-4ac0-9cb9-bff68d656628, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:51:34.473793 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-77027bf7-9f56-4d73-b557-546526252d75 req-19b7fd0b-cdc3-4bf6-906f-9b234d8f71b6 service neutron] For port be15dcc8-7358-4ac0-9cb9-bff68d656628, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=be15dcc8-7358-4ac0-9cb9-bff68d656628,segment=NetworkSegment(0b69ea86-ef97-454e-8a8e-3f0290a75489),segment_id=0b69ea86-ef97-454e-8a8e-3f0290a75489)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:51:34.495454 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b05a4e7c-6415-4512-ac6d-b6c0f315c673 req-6b66e789-51e9-44f1-9afd-d4759ecf170b tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a1137ae-4c46-4cef-9e57-e563fc549ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121345 Aug 11 21:51:34.498476 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-77027bf7-9f56-4d73-b557-546526252d75 req-19b7fd0b-cdc3-4bf6-906f-9b234d8f71b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:34.578150 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77027bf7-9f56-4d73-b557-546526252d75 req-19b7fd0b-cdc3-4bf6-906f-9b234d8f71b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:34.578800 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-77027bf7-9f56-4d73-b557-546526252d75 req-19b7fd0b-cdc3-4bf6-906f-9b234d8f71b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:34.580875 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-77027bf7-9f56-4d73-b557-546526252d75 req-19b7fd0b-cdc3-4bf6-906f-9b234d8f71b6 service neutron] 10.222.0.82 "PUT /v2.0/ports/be15dcc8-7358-4ac0-9cb9-bff68d656628 HTTP/1.1" status: 200 len: 1091 time: 2.1034629 Aug 11 21:51:34.582171 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb76e3e-1b5c-460b-9edc-4343074cef27', 'tag': 'be15dcc8-7358-4ac0-9cb9-bff68d656628'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:51:34.585977 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30d3969-9ddf-4862-bd26-04db1812894e" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb76e3e-1b5c-460b-9edc-4343074cef27", "tag": "be15dcc8-7358-4ac0-9cb9-bff68d656628"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:51:34.638617 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7fd0b-cdc3-4bf6-906f-9b234d8f71b6 service neutron] Pushing event updated for resources: {'Port': ['ID=be15dcc8-7358-4ac0-9cb9-bff68d656628,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:34.724705 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-323dcaf8-7f56-426d-bca9-fab2fc4072d4 req-6d7418c7-55bc-4c30-b849-0a845adcf292 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.104 HTTP/1.1" status: 200 len: 696 time: 0.5786073 Aug 11 21:51:34.762304 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac60875-61ec-42c0-9fd4-3dba43341f47 req-440666cf-7ae6-47fe-8ab0-926f234d9312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:34.764965 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8ac60875-61ec-42c0-9fd4-3dba43341f47 req-440666cf-7ae6-47fe-8ab0-926f234d9312 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7bd931a2-f900-4b0a-83b5-bd37b35ec668 HTTP/1.1" status: 200 len: 1101 time: 0.6204259 Aug 11 21:51:34.770743 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-323dcaf8-7f56-426d-bca9-fab2fc4072d4 req-214033f6-f001-4666-9eac-3b2fd3e35e03 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Request body: {'floatingip': {'port_id': '681d7314-29d7-467f-bd9d-4f0e93d8ba0e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:34.793614 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77027bf7-9f56-4d73-b557-546526252d75 req-afc434a8-0b89-4d47-abc1-8b6cfd5d9dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:34.802842 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-77027bf7-9f56-4d73-b557-546526252d75 req-afc434a8-0b89-4d47-abc1-8b6cfd5d9dca service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=48dee6b1f1ed472f88259995ad0e68a7&device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 1094 time: 0.1455314 Aug 11 21:51:34.882654 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-323dcaf8-7f56-426d-bca9-fab2fc4072d4 req-214033f6-f001-4666-9eac-3b2fd3e35e03 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks [] for floatingip, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:34.950126 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-77027bf7-9f56-4d73-b557-546526252d75 req-ab6fce79-83d7-40d8-85a2-368cdb09282c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be15dcc8-7358-4ac0-9cb9-bff68d656628 HTTP/1.1" status: 200 len: 217 time: 0.1236498 Aug 11 21:51:35.049147 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77027bf7-9f56-4d73-b557-546526252d75 req-8d44b51b-c356-4bd4-b1bb-84b560935985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:35.052720 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-77027bf7-9f56-4d73-b557-546526252d75 req-8d44b51b-c356-4bd4-b1bb-84b560935985 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=99402162-65dc-4f7a-98e7-13408e81851f HTTP/1.1" status: 200 len: 855 time: 0.0970953 Aug 11 21:51:35.099798 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8ac60875-61ec-42c0-9fd4-3dba43341f47 req-a203a2b5-65dd-45f8-9a58-7f7a7366aea9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=feac887f-896a-4bc5-bf7a-3a91b4e854fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239667 Aug 11 21:51:35.142360 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-77027bf7-9f56-4d73-b557-546526252d75 req-bf47cbfc-67c9-4ee4-a953-7c65b7368356 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4704ff02-c5ab-4776-afb3-b0008179201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822783 Aug 11 21:51:35.317638 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 21:51:35.337365 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-77027bf7-9f56-4d73-b557-546526252d75 req-5b73a5e4-1fd5-4a0b-b2d9-84077e3be277 service neutron] 10.222.0.82 "GET /v2.0/networks/4704ff02-c5ab-4776-afb3-b0008179201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860330 Aug 11 21:51:35.450220 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [req-323dcaf8-7f56-426d-bca9-fab2fc4072d4 req-214033f6-f001-4666-9eac-3b2fd3e35e03 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] update failed (client error): There was a conflict when trying to complete your request. Aug 11 21:51:35.456666 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-323dcaf8-7f56-426d-bca9-fab2fc4072d4 req-214033f6-f001-4666-9eac-3b2fd3e35e03 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "PUT /v2.0/floatingips/862845e4-bcc7-4b00-8e63-669007ae1ee7 HTTP/1.1" status: 409 len: 551 time: 0.6979451 Aug 11 21:51:35.495087 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-77027bf7-9f56-4d73-b557-546526252d75 req-f65795ae-d0f0-477f-826e-ee6bd288e1e4 service neutron] 10.222.0.82 "GET /v2.0/networks/4704ff02-c5ab-4776-afb3-b0008179201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506629 Aug 11 21:51:35.496782 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390ca07b-13aa-4669-9fb5-4b987d706392 x-openstack-request-id: req-390ca07b-13aa-4669-9fb5-4b987d706392 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:51:35.497074 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb76e3e-1b5c-460b-9edc-4343074cef27", "tag": "be15dcc8-7358-4ac0-9cb9-bff68d656628", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:51:35.497391 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-390ca07b-13aa-4669-9fb5-4b987d706392 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:51:35.497795 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eb76e3e-1b5c-460b-9edc-4343074cef27', 'tag': 'be15dcc8-7358-4ac0-9cb9-bff68d656628', 'status': 'completed', 'code': 200} Aug 11 21:51:35.579811 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877df17-b0cc-4032-a6b9-a1fbec4205a8 req-58b602c1-731e-41c8-a125-c1c56bb9cea7 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:35.608916 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4877df17-b0cc-4032-a6b9-a1fbec4205a8 req-58b602c1-731e-41c8-a125-c1c56bb9cea7 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 943 time: 0.1083667 Aug 11 21:51:35.678357 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a9aee-db7e-48a5-9b28-bf7aaeb46eb8 req-39bcf409-538b-411e-89b1-4d03875dbc25 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:35.681672 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-190a9aee-db7e-48a5-9b28-bf7aaeb46eb8 req-39bcf409-538b-411e-89b1-4d03875dbc25 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bd931a2-f900-4b0a-83b5-bd37b35ec668 HTTP/1.1" status: 200 len: 950 time: 0.1126466 Aug 11 21:51:35.729226 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4877df17-b0cc-4032-a6b9-a1fbec4205a8 req-95e65354-baa1-4913-bca7-683fcab96824 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156991 Aug 11 21:51:35.744164 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d3969-9ddf-4862-bd26-04db1812894e req-c318d4f5-8293-4017-a628-5158f714dff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:35.746838 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b30d3969-9ddf-4862-bd26-04db1812894e req-c318d4f5-8293-4017-a628-5158f714dff4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=48dee6b1f1ed472f88259995ad0e68a7&device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 1094 time: 0.1254072 Aug 11 21:51:35.752117 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-190a9aee-db7e-48a5-9b28-bf7aaeb46eb8 req-22a847bc-61c9-462e-a163-5fb8ee257542 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/security-groups?id=feac887f-896a-4bc5-bf7a-3a91b4e854fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632963 Aug 11 21:51:35.907970 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7e0eebe8-ea43-458b-a404-4d32e21f9593 req-b09e989a-dc5c-4d93-947a-ce83b6c83271 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/floatingips/862845e4-bcc7-4b00-8e63-669007ae1ee7 HTTP/1.1" status: 200 len: 693 time: 0.0599363 Aug 11 21:51:35.947196 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d3969-9ddf-4862-bd26-04db1812894e req-7f100f42-7375-46e5-bdd2-7a92d3a3804e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:35.953393 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b30d3969-9ddf-4862-bd26-04db1812894e req-7f100f42-7375-46e5-bdd2-7a92d3a3804e service neutron] 10.222.0.82 "GET /v2.0/networks?id=4704ff02-c5ab-4776-afb3-b0008179201b HTTP/1.1" status: 200 len: 916 time: 0.1940217 Aug 11 21:51:36.030214 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bbdf7d-3cb7-453e-848c-4c4c3250ed77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db363bb-de24-440f-9e6f-17ed096cb7bb'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:51:36.034336 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bc6532-11d0-417b-be09-076fafc0f597" -d '{"events": [{"server_uuid": "11bbdf7d-3cb7-453e-848c-4c4c3250ed77", "name": "network-vif-plugged", "status": "completed", "tag": "1db363bb-de24-440f-9e6f-17ed096cb7bb"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:51:36.052699 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b30d3969-9ddf-4862-bd26-04db1812894e req-f346375a-7f8b-4262-884d-6aac6a4bbfa9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be15dcc8-7358-4ac0-9cb9-bff68d656628 HTTP/1.1" status: 200 len: 217 time: 0.0853488 Aug 11 21:51:36.088189 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0eebe8-ea43-458b-a404-4d32e21f9593 req-582a00f6-ad99-4dee-a11c-7602ddd8b8c1 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:36.090752 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7e0eebe8-ea43-458b-a404-4d32e21f9593 req-582a00f6-ad99-4dee-a11c-7602ddd8b8c1 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 784 time: 0.1759908 Aug 11 21:51:36.119127 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-7e0eebe8-ea43-458b-a404-4d32e21f9593 req-cdf086ac-7eb9-4039-970e-97b9c980993f tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 21:51:36.120596 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7e0eebe8-ea43-458b-a404-4d32e21f9593 req-cdf086ac-7eb9-4039-970e-97b9c980993f tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0225267 Aug 11 21:51:36.123009 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d3969-9ddf-4862-bd26-04db1812894e req-10d6df51-b5e3-4f27-b06c-5d56cd663487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:36.124926 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b30d3969-9ddf-4862-bd26-04db1812894e req-10d6df51-b5e3-4f27-b06c-5d56cd663487 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=99402162-65dc-4f7a-98e7-13408e81851f HTTP/1.1" status: 200 len: 855 time: 0.0640705 Aug 11 21:51:36.195987 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7e0eebe8-ea43-458b-a404-4d32e21f9593 req-0f4f700f-deb0-4f04-85c3-69b36ae77e8a tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.104 HTTP/1.1" status: 200 len: 696 time: 0.0682950 Aug 11 21:51:36.225511 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b30d3969-9ddf-4862-bd26-04db1812894e req-b63e9a59-584f-48e3-a07d-914a0921f920 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4704ff02-c5ab-4776-afb3-b0008179201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891082 Aug 11 21:51:36.277609 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7e0eebe8-ea43-458b-a404-4d32e21f9593 req-53d153a2-e8ce-4c82-9e0f-6481de251792 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.104 HTTP/1.1" status: 200 len: 696 time: 0.0743783 Aug 11 21:51:36.493655 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6e987-a42c-4a9a-83e7-df702e858b16 req-872bf652-0439-4e9e-a53e-70bc9fc6f24d tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:36.496405 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cbc6e987-a42c-4a9a-83e7-df702e858b16 req-872bf652-0439-4e9e-a53e-70bc9fc6f24d tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=11bbdf7d-3cb7-453e-848c-4c4c3250ed77 HTTP/1.1" status: 200 len: 946 time: 0.1464207 Aug 11 21:51:36.503586 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b30d3969-9ddf-4862-bd26-04db1812894e req-170cd185-ef86-43cd-978c-07f7b3de781d service neutron] 10.222.0.82 "GET /v2.0/networks/4704ff02-c5ab-4776-afb3-b0008179201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640228 Aug 11 21:51:36.546890 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-7e0eebe8-ea43-458b-a404-4d32e21f9593 req-744a2a73-00a1-4703-9115-47db4a412448 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Deleting port 1f30fe29-70b6-4907-aeeb-4da51c28abd8 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:51:36.547753 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7e0eebe8-ea43-458b-a404-4d32e21f9593 req-744a2a73-00a1-4703-9115-47db4a412448 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:36.608810 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cbc6e987-a42c-4a9a-83e7-df702e858b16 req-689f815f-e624-4468-92c3-f649a7d9eaec tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a1137ae-4c46-4cef-9e57-e563fc549ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977769 Aug 11 21:51:36.662481 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b30d3969-9ddf-4862-bd26-04db1812894e req-7da9cce5-d5b3-4957-8743-6c844f87cc84 service neutron] 10.222.0.82 "GET /v2.0/networks/4704ff02-c5ab-4776-afb3-b0008179201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495209 Aug 11 21:51:36.677708 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7e0eebe8-ea43-458b-a404-4d32e21f9593 req-744a2a73-00a1-4703-9115-47db4a412448 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:36.678107 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7e0eebe8-ea43-458b-a404-4d32e21f9593 req-744a2a73-00a1-4703-9115-47db4a412448 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:36.698809 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-7e0eebe8-ea43-458b-a404-4d32e21f9593 req-744a2a73-00a1-4703-9115-47db4a412448 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Calling delete_port for 1f30fe29-70b6-4907-aeeb-4da51c28abd8 owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:51:36.824986 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e826dddc-2bd5-471c-8271-7751d5266b77 x-openstack-request-id: req-e826dddc-2bd5-471c-8271-7751d5266b77 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:51:36.825666 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11bbdf7d-3cb7-453e-848c-4c4c3250ed77", "name": "network-vif-plugged", "status": "completed", "tag": "1db363bb-de24-440f-9e6f-17ed096cb7bb", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:51:36.826299 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e826dddc-2bd5-471c-8271-7751d5266b77 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:51:36.827080 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11bbdf7d-3cb7-453e-848c-4c4c3250ed77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db363bb-de24-440f-9e6f-17ed096cb7bb', 'code': 200} Aug 11 21:51:36.938634 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7e0eebe8-ea43-458b-a404-4d32e21f9593 req-744a2a73-00a1-4703-9115-47db4a412448 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:36.962515 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d04e52cf-1437-459b-93cb-f40e5f987b7d req-6428d5c1-e737-4645-8567-d80999919b82 tempest-QuotasAdminNegativeTest-1531105042 tempest-QuotasAdminNegativeTest-1531105042-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=1f8cf052380b4609a957255b77cbaf46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326762 Aug 11 21:51:36.974009 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a2a73-00a1-4703-9115-47db4a412448 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Pushing event deleted for resources: {'Port': ['ID=1f30fe29-70b6-4907-aeeb-4da51c28abd8,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:37.026261 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2676113-f06d-4cf2-9e8d-5f843bdcac51 req-3fce573f-2cbf-49f5-922e-84f646be6b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:37.027537 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e2676113-f06d-4cf2-9e8d-5f843bdcac51 req-3fce573f-2cbf-49f5-922e-84f646be6b19 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=11bbdf7d-3cb7-453e-848c-4c4c3250ed77 HTTP/1.1" status: 200 len: 1097 time: 0.1255379 Aug 11 21:51:37.066312 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7e0eebe8-ea43-458b-a404-4d32e21f9593 req-744a2a73-00a1-4703-9115-47db4a412448 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:37.069046 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7e0eebe8-ea43-458b-a404-4d32e21f9593 req-744a2a73-00a1-4703-9115-47db4a412448 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:37.070180 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7e0eebe8-ea43-458b-a404-4d32e21f9593 req-744a2a73-00a1-4703-9115-47db4a412448 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "DELETE /v2.0/floatingips/862845e4-bcc7-4b00-8e63-669007ae1ee7 HTTP/1.1" status: 204 len: 173 time: 0.7869611 Aug 11 21:51:37.086563 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e2676113-f06d-4cf2-9e8d-5f843bdcac51 req-7ade5f01-fb68-47a3-a484-5e32d3f71bac service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2a1137ae-4c46-4cef-9e57-e563fc549ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501623 Aug 11 21:51:37.129394 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e52cf-1437-459b-93cb-f40e5f987b7d req-c7820fec-8cf8-4f40-9bc3-c9d8cdd652d4 tempest-QuotasAdminNegativeTest-1531105042 tempest-QuotasAdminNegativeTest-1531105042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:37.131027 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d04e52cf-1437-459b-93cb-f40e5f987b7d req-c7820fec-8cf8-4f40-9bc3-c9d8cdd652d4 tempest-QuotasAdminNegativeTest-1531105042 tempest-QuotasAdminNegativeTest-1531105042-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1617994 Aug 11 21:51:37.151228 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d04e52cf-1437-459b-93cb-f40e5f987b7d req-53914e49-22fb-4ac7-8ff1-6e4dd17b7b8c tempest-QuotasAdminNegativeTest-1531105042 tempest-QuotasAdminNegativeTest-1531105042-project] 10.222.0.77 "GET /v2.0/quotas/1f8cf052380b4609a957255b77cbaf46 HTTP/1.1" status: 200 len: 375 time: 0.0123522 Aug 11 21:51:37.209943 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d04e52cf-1437-459b-93cb-f40e5f987b7d req-6e0f4418-2518-486e-b331-39b5394e0799 tempest-QuotasAdminNegativeTest-1531105042 tempest-QuotasAdminNegativeTest-1531105042-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1f8cf052380b4609a957255b77cbaf46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488701 Aug 11 21:51:37.379782 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57bce18-799a-4f59-95dd-6cd9bec3130c req-3c94a472-4562-423d-8086-58e2a5c180d1 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:37.381458 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a57bce18-799a-4f59-95dd-6cd9bec3130c req-3c94a472-4562-423d-8086-58e2a5c180d1 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 943 time: 0.0591896 Aug 11 21:51:37.440591 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a57bce18-799a-4f59-95dd-6cd9bec3130c req-db336b82-6098-444b-88cc-36408bcae30d tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504258 Aug 11 21:51:37.481621 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c0b80-bbd2-4b5b-8c1b-d9f53486778e req-56c33ce9-5d24-48f0-8b22-bac00a12455a tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:37.483298 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-740c0b80-bbd2-4b5b-8c1b-d9f53486778e req-56c33ce9-5d24-48f0-8b22-bac00a12455a tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bd931a2-f900-4b0a-83b5-bd37b35ec668 HTTP/1.1" status: 200 len: 950 time: 0.0700004 Aug 11 21:51:37.547847 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-740c0b80-bbd2-4b5b-8c1b-d9f53486778e req-f0cd9627-1d66-4b1d-bf0c-432cde860fb8 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/security-groups?id=feac887f-896a-4bc5-bf7a-3a91b4e854fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569949 Aug 11 21:51:37.572068 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4072cbea-592a-45ee-912b-a14ee6aefa07 req-7460a69c-8ec6-4fa3-9580-75600ffe6ad4 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.243 HTTP/1.1" status: 200 len: 1002 time: 0.0993042 Aug 11 21:51:37.627163 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072cbea-592a-45ee-912b-a14ee6aefa07 req-f68e23bd-05b6-4144-b896-130f661e2f44 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:37.628720 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4072cbea-592a-45ee-912b-a14ee6aefa07 req-f68e23bd-05b6-4144-b896-130f661e2f44 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/ports/681d7314-29d7-467f-bd9d-4f0e93d8ba0e HTTP/1.1" status: 200 len: 943 time: 0.0487714 Aug 11 21:51:37.725434 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:37.748117 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4072cbea-592a-45ee-912b-a14ee6aefa07 req-4bce76ba-9498-445b-8d3f-275097ee2b19 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.243 HTTP/1.1" status: 200 len: 1002 time: 0.0734644 Aug 11 21:51:37.879670 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072cbea-592a-45ee-912b-a14ee6aefa07 req-1c47778f-3442-499e-99a1-a4f0797edc88 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:37.881319 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4072cbea-592a-45ee-912b-a14ee6aefa07 req-1c47778f-3442-499e-99a1-a4f0797edc88 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 784 time: 0.1253331 Aug 11 21:51:37.981316 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4072cbea-592a-45ee-912b-a14ee6aefa07 req-e89271e9-d55c-4d46-ac80-4b60aac68d0f tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.243 HTTP/1.1" status: 200 len: 1002 time: 0.0900140 Aug 11 21:51:37.991222 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-4072cbea-592a-45ee-912b-a14ee6aefa07 req-d53abdb9-2412-4597-9663-371a771f0466 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:38.092897 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4072cbea-592a-45ee-912b-a14ee6aefa07 req-d53abdb9-2412-4597-9663-371a771f0466 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks [] for floatingip, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:38.325079 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4072cbea-592a-45ee-912b-a14ee6aefa07 req-d53abdb9-2412-4597-9663-371a771f0466 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:38.330748 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4072cbea-592a-45ee-912b-a14ee6aefa07 req-d53abdb9-2412-4597-9663-371a771f0466 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:38.331286 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [req-4072cbea-592a-45ee-912b-a14ee6aefa07 req-d53abdb9-2412-4597-9663-371a771f0466 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Floating IP ccd68173-5176-41a3-8bb2-b268abf1155e disassociated. External IP: 172.25.2.243, port: 681d7314-29d7-467f-bd9d-4f0e93d8ba0e. Aug 11 21:51:38.584831 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be3da7-c03e-4393-96b4-a2941370a80c req-f88e2394-3691-41aa-8598-2163f1e6157a tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:38.587907 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-01be3da7-c03e-4393-96b4-a2941370a80c req-f88e2394-3691-41aa-8598-2163f1e6157a tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=11bbdf7d-3cb7-453e-848c-4c4c3250ed77 HTTP/1.1" status: 200 len: 946 time: 0.0918095 Aug 11 21:51:38.651301 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-01be3da7-c03e-4393-96b4-a2941370a80c req-788b8c50-8b4b-4a8a-8dab-263d065708f8 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a1137ae-4c46-4cef-9e57-e563fc549ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554607 Aug 11 21:51:38.694130 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4072cbea-592a-45ee-912b-a14ee6aefa07 req-d53abdb9-2412-4597-9663-371a771f0466 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Router a26c213a-1186-45f4-b5ce-1e3502044a24 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:51:38.889100 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4072cbea-592a-45ee-912b-a14ee6aefa07 req-d53abdb9-2412-4597-9663-371a771f0466 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:51:38.896844 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4072cbea-592a-45ee-912b-a14ee6aefa07 req-d53abdb9-2412-4597-9663-371a771f0466 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:38.900994 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d203a46d-ac63-4313-aa52-8601daf93735 None None] Sync routers for ids ['a26c213a-1186-45f4-b5ce-1e3502044a24'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:51:38.913731 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d203a46d-ac63-4313-aa52-8601daf93735 None None] Routers {'a26c213a-1186-45f4-b5ce-1e3502044a24'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:51:38.914950 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d203a46d-ac63-4313-aa52-8601daf93735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:51:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['a26c213a-1186-45f4-b5ce-1e3502044a24'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:51:38.950456 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4072cbea-592a-45ee-912b-a14ee6aefa07 req-d53abdb9-2412-4597-9663-371a771f0466 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "PUT /v2.0/floatingips/ccd68173-5176-41a3-8bb2-b268abf1155e HTTP/1.1" status: 200 len: 695 time: 0.9634376 Aug 11 21:51:38.950787 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5177369d-44d0-491e-9be3-40d549942fc4', 'tag': '681d7314-29d7-467f-bd9d-4f0e93d8ba0e'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:51:38.957612 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a54be7b-27a7-47ae-8954-7a23b34d16c7" -d '{"events": [{"name": "network-changed", "server_uuid": "5177369d-44d0-491e-9be3-40d549942fc4", "tag": "681d7314-29d7-467f-bd9d-4f0e93d8ba0e"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:51:39.011238 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072cbea-592a-45ee-912b-a14ee6aefa07 req-cf9e4d88-9753-4ace-887f-0238071b2f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:39.012919 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4072cbea-592a-45ee-912b-a14ee6aefa07 req-cf9e4d88-9753-4ace-887f-0238071b2f2a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6d572a2953ca41c9aa1198544da7c95a&device_id=5177369d-44d0-491e-9be3-40d549942fc4 HTTP/1.1" status: 200 len: 1097 time: 0.0494516 Aug 11 21:51:39.024777 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20331c7-722c-4aea-8896-afe4a568d0b4 req-7adb695c-cafb-4eeb-8131-0b806822dc07 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:39.027650 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e20331c7-722c-4aea-8896-afe4a568d0b4 req-7adb695c-cafb-4eeb-8131-0b806822dc07 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bd931a2-f900-4b0a-83b5-bd37b35ec668 HTTP/1.1" status: 200 len: 950 time: 0.0963957 Aug 11 21:51:39.050482 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-d203a46d-ac63-4313-aa52-8601daf93735 None None] Set router a26c213a-1186-45f4-b5ce-1e3502044a24 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:51:39.097624 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e20331c7-722c-4aea-8896-afe4a568d0b4 req-d2e1ac3d-cde6-4abc-bb7d-6355f3135886 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/security-groups?id=feac887f-896a-4bc5-bf7a-3a91b4e854fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631487 Aug 11 21:51:39.150928 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072cbea-592a-45ee-912b-a14ee6aefa07 req-43ea00ab-9c73-47df-be9e-d1fba104190b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:39.152848 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4072cbea-592a-45ee-912b-a14ee6aefa07 req-43ea00ab-9c73-47df-be9e-d1fba104190b service neutron] 10.222.0.77 "GET /v2.0/networks?id=f2cc479d-ac73-4c08-a298-1c862834910a HTTP/1.1" status: 200 len: 929 time: 0.1319082 Aug 11 21:51:39.224550 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4072cbea-592a-45ee-912b-a14ee6aefa07 req-1d7f6c7f-a6f3-4d66-b913-020ba174753c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=681d7314-29d7-467f-bd9d-4f0e93d8ba0e HTTP/1.1" status: 200 len: 217 time: 0.0641835 Aug 11 21:51:39.271854 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8c397-d61c-448a-aaca-079026756023 req-a72ddcfa-cd06-4cc9-91c5-74e83edc3ed4 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:39.274273 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47e8c397-d61c-448a-aaca-079026756023 req-a72ddcfa-cd06-4cc9-91c5-74e83edc3ed4 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 943 time: 0.0755324 Aug 11 21:51:39.283461 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072cbea-592a-45ee-912b-a14ee6aefa07 req-42a14a53-c56a-4357-af8c-7e8b78b5bc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:39.285246 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4072cbea-592a-45ee-912b-a14ee6aefa07 req-42a14a53-c56a-4357-af8c-7e8b78b5bc2d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cf7f627a-a807-488d-83b4-ae1b6ccd4d37 HTTP/1.1" status: 200 len: 867 time: 0.0540228 Aug 11 21:51:39.326214 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47e8c397-d61c-448a-aaca-079026756023 req-d53156c8-9e07-4bd0-b978-c2e456e1644d tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374999 Aug 11 21:51:39.363579 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072cbea-592a-45ee-912b-a14ee6aefa07 req-20630748-5ccb-4347-bd1b-e2f4a1d15420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:39.365229 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4072cbea-592a-45ee-912b-a14ee6aefa07 req-20630748-5ccb-4347-bd1b-e2f4a1d15420 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f2cc479d-ac73-4c08-a298-1c862834910a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722172 Aug 11 21:51:39.386553 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d203a46d-ac63-4313-aa52-8601daf93735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-746873495-router', 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f7944e29-6608-4f7f-b129-32cf18dc82d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:30Z', 'updated_at': '2021-08-11T21:50:42Z', 'revision_number': 4, 'project_id': '6d572a2953ca41c9aa1198544da7c95a', 'gw_port': {'id': 'f7944e29-6608-4f7f-b129-32cf18dc82d3', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:08:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:33Z', 'updated_at': '2021-08-11T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '75fb051c-2432-4a68-ae15-39689643d69a', 'name': '', 'network_id': 'f2cc479d-ac73-4c08-a298-1c862834910a', 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a', 'mac_address': 'fa:16:3e:09:97:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': 'cf7f627a-a807-488d-83b4-ae1b6ccd4d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:39Z', 'updated_at': '2021-08-11T21:50:52Z', 'revision_number': 5, 'project_id': '6d572a2953ca41c9aa1198544da7c95a', 'subnets': [{'id': 'cf7f627a-a807-488d-83b4-ae1b6ccd4d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:51:39.416954 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d203a46d-ac63-4313-aa52-8601daf93735 None None] Checking router: a26c213a-1186-45f4-b5ce-1e3502044a24 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:51:39.428226 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d203a46d-ac63-4313-aa52-8601daf93735 None None] Routers {'a26c213a-1186-45f4-b5ce-1e3502044a24'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:51:39.429520 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d203a46d-ac63-4313-aa52-8601daf93735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:51:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['a26c213a-1186-45f4-b5ce-1e3502044a24'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:51:39.488182 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bcf7bf34-2770-4472-bc2a-37894361be9f req-35585a08-a955-4326-98e9-9fa0c68cae1c tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-17185933&fields=id&tenant_id=c3959184431440d59536f3e8479ad06b HTTP/1.1" status: 200 len: 267 time: 0.0521975 Aug 11 21:51:39.497716 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4072cbea-592a-45ee-912b-a14ee6aefa07 req-bfe93215-db41-4401-8b6a-225cb1a561d2 service neutron] 10.222.0.77 "GET /v2.0/networks/f2cc479d-ac73-4c08-a298-1c862834910a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245251 Aug 11 21:51:39.562912 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7bf34-2770-4472-bc2a-37894361be9f req-5076bc08-4296-4eca-8064-bef9fe7da6a9 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:39.565387 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bcf7bf34-2770-4472-bc2a-37894361be9f req-5076bc08-4296-4eca-8064-bef9fe7da6a9 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=11bbdf7d-3cb7-453e-848c-4c4c3250ed77 HTTP/1.1" status: 200 len: 946 time: 0.0672824 Aug 11 21:51:39.582454 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-bcf7bf34-2770-4472-bc2a-37894361be9f req-4f74538c-6f8d-447a-980e-cec6c2ae47f3 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Request body: {'port': {'security_groups': ['2a1137ae-4c46-4cef-9e57-e563fc549ac8', '99b3e19b-8b4b-40aa-a49d-39141a8c19a7']}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:39.661587 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-bcf7bf34-2770-4472-bc2a-37894361be9f req-4f74538c-6f8d-447a-980e-cec6c2ae47f3 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:39.665926 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-d203a46d-ac63-4313-aa52-8601daf93735 None None] Set router a26c213a-1186-45f4-b5ce-1e3502044a24 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:51:39.679629 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4072cbea-592a-45ee-912b-a14ee6aefa07 req-09709373-59b8-47cd-bcaf-43c2d3296032 service neutron] 10.222.0.77 "GET /v2.0/networks/f2cc479d-ac73-4c08-a298-1c862834910a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678524 Aug 11 21:51:39.944624 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429d972-a43d-406e-86ce-f182ece26559 req-437b249a-83a1-4ef5-8819-5ada6ebf65be tempest-DeleteServersAdminTestJSON-489764524 tempest-DeleteServersAdminTestJSON-489764524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:39.946209 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9429d972-a43d-406e-86ce-f182ece26559 req-437b249a-83a1-4ef5-8819-5ada6ebf65be tempest-DeleteServersAdminTestJSON-489764524 tempest-DeleteServersAdminTestJSON-489764524-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7bd931a2-f900-4b0a-83b5-bd37b35ec668 HTTP/1.1" status: 200 len: 1101 time: 0.1157544 Aug 11 21:51:39.974058 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d203a46d-ac63-4313-aa52-8601daf93735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-746873495-router', 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f7944e29-6608-4f7f-b129-32cf18dc82d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:30Z', 'updated_at': '2021-08-11T21:50:42Z', 'revision_number': 4, 'project_id': '6d572a2953ca41c9aa1198544da7c95a', 'gw_port': {'id': 'f7944e29-6608-4f7f-b129-32cf18dc82d3', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:08:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:33Z', 'updated_at': '2021-08-11T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '75fb051c-2432-4a68-ae15-39689643d69a', 'name': '', 'network_id': 'f2cc479d-ac73-4c08-a298-1c862834910a', 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a', 'mac_address': 'fa:16:3e:09:97:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': 'cf7f627a-a807-488d-83b4-ae1b6ccd4d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:39Z', 'updated_at': '2021-08-11T21:50:52Z', 'revision_number': 5, 'project_id': '6d572a2953ca41c9aa1198544da7c95a', 'subnets': [{'id': 'cf7f627a-a807-488d-83b4-ae1b6ccd4d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:51:40.015767 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d203a46d-ac63-4313-aa52-8601daf93735 None None] The sync data for ids ['a26c213a-1186-45f4-b5ce-1e3502044a24'] in n-d-804275-3 is: [{'id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-746873495-router', 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f7944e29-6608-4f7f-b129-32cf18dc82d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:30Z', 'updated_at': '2021-08-11T21:50:42Z', 'revision_number': 4, 'project_id': '6d572a2953ca41c9aa1198544da7c95a', 'gw_port': {'id': 'f7944e29-6608-4f7f-b129-32cf18dc82d3', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:08:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:33Z', 'updated_at': '2021-08-11T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '75fb051c-2432-4a68-ae15-39689643d69a', 'name': '', 'network_id': 'f2cc479d-ac73-4c08-a298-1c862834910a', 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a', 'mac_address': 'fa:16:3e:09:97:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': 'cf7f627a-a807-488d-83b4-ae1b6ccd4d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:39Z', 'updated_at': '2021-08-11T21:50:52Z', 'revision_number': 5, 'project_id': '6d572a2953ca41c9aa1198544da7c95a', 'subnets': [{'id': 'cf7f627a-a807-488d-83b4-ae1b6ccd4d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:51:40.026484 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-bcf7bf34-2770-4472-bc2a-37894361be9f req-4f74538c-6f8d-447a-980e-cec6c2ae47f3 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] For port 1db363bb-de24-440f-9e6f-17ed096cb7bb, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1db363bb-de24-440f-9e6f-17ed096cb7bb,segment=NetworkSegment(6684713b-d769-4ecc-9299-66aad848fd42),segment_id=6684713b-d769-4ecc-9299-66aad848fd42)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:51:40.050502 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-9429d972-a43d-406e-86ce-f182ece26559 req-cd9446c7-aec9-468a-bd0e-5264e5fa27ed tempest-DeleteServersAdminTestJSON-489764524 tempest-DeleteServersAdminTestJSON-489764524-project-admin] Deleting port 5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:51:40.052537 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9429d972-a43d-406e-86ce-f182ece26559 req-cd9446c7-aec9-468a-bd0e-5264e5fa27ed tempest-DeleteServersAdminTestJSON-489764524 tempest-DeleteServersAdminTestJSON-489764524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:40.070368 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-bcf7bf34-2770-4472-bc2a-37894361be9f req-4f74538c-6f8d-447a-980e-cec6c2ae47f3 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:40.080067 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-bcf7bf34-2770-4472-bc2a-37894361be9f req-4f74538c-6f8d-447a-980e-cec6c2ae47f3 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:40.111347 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['1db363bb-de24-440f-9e6f-17ed096cb7bb'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:51:40.152879 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7bf34-2770-4472-bc2a-37894361be9f req-4f74538c-6f8d-447a-980e-cec6c2ae47f3 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:40.153646 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-bcf7bf34-2770-4472-bc2a-37894361be9f req-4f74538c-6f8d-447a-980e-cec6c2ae47f3 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:40.167080 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bcf7bf34-2770-4472-bc2a-37894361be9f req-4f74538c-6f8d-447a-980e-cec6c2ae47f3 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "PUT /v2.0/ports/1db363bb-de24-440f-9e6f-17ed096cb7bb HTTP/1.1" status: 200 len: 982 time: 0.5931249 Aug 11 21:51:40.167652 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11bbdf7d-3cb7-453e-848c-4c4c3250ed77', 'tag': '1db363bb-de24-440f-9e6f-17ed096cb7bb'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:51:40.173733 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7dd7d3-f903-49e7-8e1c-cb1afc8b2687" -d '{"events": [{"name": "network-changed", "server_uuid": "11bbdf7d-3cb7-453e-848c-4c4c3250ed77", "tag": "1db363bb-de24-440f-9e6f-17ed096cb7bb"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:51:40.174220 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481e7a08-e80e-41fc-93a4-564cec695713 x-openstack-request-id: req-481e7a08-e80e-41fc-93a4-564cec695713 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:51:40.194016 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5177369d-44d0-491e-9be3-40d549942fc4", "tag": "681d7314-29d7-467f-bd9d-4f0e93d8ba0e", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:51:40.196811 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-481e7a08-e80e-41fc-93a4-564cec695713 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:51:40.197637 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5177369d-44d0-491e-9be3-40d549942fc4', 'tag': '681d7314-29d7-467f-bd9d-4f0e93d8ba0e', 'status': 'completed', 'code': 200} Aug 11 21:51:40.271740 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['1db363bb-de24-440f-9e6f-17ed096cb7bb'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:51:40.365562 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74538c-6f8d-447a-980e-cec6c2ae47f3 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Pushing event updated for resources: {'Port': ['ID=1db363bb-de24-440f-9e6f-17ed096cb7bb,revision_number=6']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:40.373356 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-230c8811-98e9-4e4b-9646-a6de0a74e6cd req-8b6af033-574a-40a4-89c4-fd63db495c16 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/floatingips/ccd68173-5176-41a3-8bb2-b268abf1155e HTTP/1.1" status: 200 len: 695 time: 0.1664045 Aug 11 21:51:40.377657 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-9429d972-a43d-406e-86ce-f182ece26559 req-cd9446c7-aec9-468a-bd0e-5264e5fa27ed tempest-DeleteServersAdminTestJSON-489764524 tempest-DeleteServersAdminTestJSON-489764524-project-admin] For port 5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:51:40.378216 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9429d972-a43d-406e-86ce-f182ece26559 req-cd9446c7-aec9-468a-bd0e-5264e5fa27ed tempest-DeleteServersAdminTestJSON-489764524 tempest-DeleteServersAdminTestJSON-489764524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:40.382699 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54be7b-27a7-47ae-8954-7a23b34d16c7 req-59a5d69e-af3b-4b50-a2aa-2b9606ae7c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:40.389430 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0a54be7b-27a7-47ae-8954-7a23b34d16c7 req-59a5d69e-af3b-4b50-a2aa-2b9606ae7c67 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d572a2953ca41c9aa1198544da7c95a&device_id=5177369d-44d0-491e-9be3-40d549942fc4 HTTP/1.1" status: 200 len: 1097 time: 0.1641676 Aug 11 21:51:40.421887 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-9429d972-a43d-406e-86ce-f182ece26559 req-cd9446c7-aec9-468a-bd0e-5264e5fa27ed tempest-DeleteServersAdminTestJSON-489764524 tempest-DeleteServersAdminTestJSON-489764524-project-admin] Calling delete_port for 5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:51:40.603632 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54be7b-27a7-47ae-8954-7a23b34d16c7 req-c735703d-cb00-475e-b726-06443e3e4862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:40.606350 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0a54be7b-27a7-47ae-8954-7a23b34d16c7 req-c735703d-cb00-475e-b726-06443e3e4862 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f2cc479d-ac73-4c08-a298-1c862834910a HTTP/1.1" status: 200 len: 929 time: 0.2096434 Aug 11 21:51:40.606767 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2aa163-82e9-43f5-85e9-38f74fcbd309 None None] New status for floating IP ccd68173-5176-41a3-8bb2-b268abf1155e: DOWN {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 21:51:40.657651 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device be15dcc8-7358-4ac0-9cb9-bff68d656628 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:51:40.697507 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0a54be7b-27a7-47ae-8954-7a23b34d16c7 req-179218ca-9ec3-42de-a4f5-484f7b2bd7f7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=681d7314-29d7-467f-bd9d-4f0e93d8ba0e HTTP/1.1" status: 200 len: 217 time: 0.0665035 Aug 11 21:51:40.722133 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c8811-98e9-4e4b-9646-a6de0a74e6cd req-53aa82fe-65df-44b6-8cfe-d194cd7fa75c tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:40.723740 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-230c8811-98e9-4e4b-9646-a6de0a74e6cd req-53aa82fe-65df-44b6-8cfe-d194cd7fa75c tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 784 time: 0.3195691 Aug 11 21:51:40.796134 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea34a62-4569-45b3-82d8-d895e9f05253 req-25e188dc-2f6f-4a25-8465-71219578b009 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:40.798896 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ea34a62-4569-45b3-82d8-d895e9f05253 req-25e188dc-2f6f-4a25-8465-71219578b009 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bd931a2-f900-4b0a-83b5-bd37b35ec668 HTTP/1.1" status: 200 len: 950 time: 0.2358601 Aug 11 21:51:40.840632 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54be7b-27a7-47ae-8954-7a23b34d16c7 req-85cd0d4a-3b9d-4f49-9b38-d8bc0271bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:40.842156 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0a54be7b-27a7-47ae-8954-7a23b34d16c7 req-85cd0d4a-3b9d-4f49-9b38-d8bc0271bea2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cf7f627a-a807-488d-83b4-ae1b6ccd4d37 HTTP/1.1" status: 200 len: 867 time: 0.1371052 Aug 11 21:51:40.874647 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ea34a62-4569-45b3-82d8-d895e9f05253 req-64846023-0780-4728-9c5f-fa03f1250767 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/security-groups?id=feac887f-896a-4bc5-bf7a-3a91b4e854fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657485 Aug 11 21:51:40.882086 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-230c8811-98e9-4e4b-9646-a6de0a74e6cd req-71434873-1a89-498c-a2c1-2f3b46643099 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.243 HTTP/1.1" status: 200 len: 698 time: 0.1051743 Aug 11 21:51:40.951666 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port be15dcc8-7358-4ac0-9cb9-bff68d656628, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=be15dcc8-7358-4ac0-9cb9-bff68d656628,segment=NetworkSegment(0b69ea86-ef97-454e-8a8e-3f0290a75489),segment_id=0b69ea86-ef97-454e-8a8e-3f0290a75489)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:51:40.959548 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54be7b-27a7-47ae-8954-7a23b34d16c7 req-ce62e0d3-04f6-4cb9-88fa-719fea7df3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:40.964000 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0a54be7b-27a7-47ae-8954-7a23b34d16c7 req-ce62e0d3-04f6-4cb9-88fa-719fea7df3b3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f2cc479d-ac73-4c08-a298-1c862834910a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122622 Aug 11 21:51:40.970410 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': 'be15dcc8-7358-4ac0-9cb9-bff68d656628', 'network_id': '4704ff02-c5ab-4776-afb3-b0008179201b', 'port_id': 'be15dcc8-7358-4ac0-9cb9-bff68d656628', 'mac_address': 'fa:16:3e:5c:aa:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99402162-65dc-4f7a-98e7-13408e81851f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:51:40.990058 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9429d972-a43d-406e-86ce-f182ece26559 req-cd9446c7-aec9-468a-bd0e-5264e5fa27ed tempest-DeleteServersAdminTestJSON-489764524 tempest-DeleteServersAdminTestJSON-489764524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:41.014734 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:51:41.054927 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:41.064205 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-230c8811-98e9-4e4b-9646-a6de0a74e6cd req-7980d3ec-04af-47ad-b732-29dab8f317da tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.243 HTTP/1.1" status: 200 len: 698 time: 0.1703932 Aug 11 21:51:41.066914 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9446c7-aec9-468a-bd0e-5264e5fa27ed tempest-DeleteServersAdminTestJSON-489764524 tempest-DeleteServersAdminTestJSON-489764524-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:41.086737 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be15dcc8-7358-4ac0-9cb9-bff68d656628 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:51:41.116021 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port be15dcc8-7358-4ac0-9cb9-bff68d656628, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=be15dcc8-7358-4ac0-9cb9-bff68d656628,segment=NetworkSegment(0b69ea86-ef97-454e-8a8e-3f0290a75489),segment_id=0b69ea86-ef97-454e-8a8e-3f0290a75489)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:51:41.123206 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:41.141599 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47029847-f1d7-4f49-a8ce-303f7ee6f7bb req-98476742-926b-4732-977f-966414099100 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1238181083&fields=id&tenant_id=c3959184431440d59536f3e8479ad06b HTTP/1.1" status: 200 len: 267 time: 0.1491377 Aug 11 21:51:41.238830 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=be15dcc8-7358-4ac0-9cb9-bff68d656628,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:41.246764 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-9429d972-a43d-406e-86ce-f182ece26559 req-cd9446c7-aec9-468a-bd0e-5264e5fa27ed tempest-DeleteServersAdminTestJSON-489764524 tempest-DeleteServersAdminTestJSON-489764524-project-admin] No DVR routers for this DVR port 5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:51:41.251620 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9429d972-a43d-406e-86ce-f182ece26559 req-cd9446c7-aec9-468a-bd0e-5264e5fa27ed tempest-DeleteServersAdminTestJSON-489764524 tempest-DeleteServersAdminTestJSON-489764524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:41.256067 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9429d972-a43d-406e-86ce-f182ece26559 req-cd9446c7-aec9-468a-bd0e-5264e5fa27ed tempest-DeleteServersAdminTestJSON-489764524 tempest-DeleteServersAdminTestJSON-489764524-project-admin] 10.222.0.52 "DELETE /v2.0/ports/5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d HTTP/1.1" status: 204 len: 173 time: 1.3023992 Aug 11 21:51:41.284523 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0a54be7b-27a7-47ae-8954-7a23b34d16c7 req-85c333f5-e1d5-43dc-a8aa-86c570f3516d service neutron] 10.222.0.82 "GET /v2.0/networks/f2cc479d-ac73-4c08-a298-1c862834910a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126132 Aug 11 21:51:41.375692 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-230c8811-98e9-4e4b-9646-a6de0a74e6cd req-f23f2287-3565-43f2-b3bb-04154c60ae33 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Deleting port cfc94f13-a198-40b8-8319-5d6d2f19c10a {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:51:41.376175 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-230c8811-98e9-4e4b-9646-a6de0a74e6cd req-f23f2287-3565-43f2-b3bb-04154c60ae33 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:41.411360 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47029847-f1d7-4f49-a8ce-303f7ee6f7bb req-2c20544d-cd50-473b-b8bd-720eae9dcae5 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:41.414241 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47029847-f1d7-4f49-a8ce-303f7ee6f7bb req-2c20544d-cd50-473b-b8bd-720eae9dcae5 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=11bbdf7d-3cb7-453e-848c-4c4c3250ed77 HTTP/1.1" status: 200 len: 985 time: 0.2371631 Aug 11 21:51:41.449398 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-47029847-f1d7-4f49-a8ce-303f7ee6f7bb req-e75496b2-a606-49f0-beae-3c45f85986ee tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Request body: {'port': {'security_groups': ['2a1137ae-4c46-4cef-9e57-e563fc549ac8', '99b3e19b-8b4b-40aa-a49d-39141a8c19a7', 'a241ad45-db1a-48b7-b241-462df1392347']}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:41.481680 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-230c8811-98e9-4e4b-9646-a6de0a74e6cd req-f23f2287-3565-43f2-b3bb-04154c60ae33 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:41.482205 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-230c8811-98e9-4e4b-9646-a6de0a74e6cd req-f23f2287-3565-43f2-b3bb-04154c60ae33 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:41.501216 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-230c8811-98e9-4e4b-9646-a6de0a74e6cd req-f23f2287-3565-43f2-b3bb-04154c60ae33 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Calling delete_port for cfc94f13-a198-40b8-8319-5d6d2f19c10a owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:51:41.543684 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['be15dcc8-7358-4ac0-9cb9-bff68d656628'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:51:41.608206 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0a54be7b-27a7-47ae-8954-7a23b34d16c7 req-080e8f14-7f29-48c4-aafa-2d3d8cf779ed service neutron] 10.222.0.82 "GET /v2.0/networks/f2cc479d-ac73-4c08-a298-1c862834910a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158753 Aug 11 21:51:41.616085 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-47029847-f1d7-4f49-a8ce-303f7ee6f7bb req-e75496b2-a606-49f0-beae-3c45f85986ee tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:41.730490 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-230c8811-98e9-4e4b-9646-a6de0a74e6cd req-f23f2287-3565-43f2-b3bb-04154c60ae33 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:41.759792 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f2287-3565-43f2-b3bb-04154c60ae33 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Pushing event deleted for resources: {'Port': ['ID=cfc94f13-a198-40b8-8319-5d6d2f19c10a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:41.828879 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-230c8811-98e9-4e4b-9646-a6de0a74e6cd req-f23f2287-3565-43f2-b3bb-04154c60ae33 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:41.832131 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-230c8811-98e9-4e4b-9646-a6de0a74e6cd req-f23f2287-3565-43f2-b3bb-04154c60ae33 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:41.833423 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-230c8811-98e9-4e4b-9646-a6de0a74e6cd req-f23f2287-3565-43f2-b3bb-04154c60ae33 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "DELETE /v2.0/floatingips/ccd68173-5176-41a3-8bb2-b268abf1155e HTTP/1.1" status: 204 len: 173 time: 0.7529349 Aug 11 21:51:41.890076 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176a2e84-1ae5-4003-99ab-0d6a7ef93860 x-openstack-request-id: req-176a2e84-1ae5-4003-99ab-0d6a7ef93860 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:51:41.890879 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11bbdf7d-3cb7-453e-848c-4c4c3250ed77", "tag": "1db363bb-de24-440f-9e6f-17ed096cb7bb", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:51:41.890879 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-176a2e84-1ae5-4003-99ab-0d6a7ef93860 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:51:41.891133 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11bbdf7d-3cb7-453e-848c-4c4c3250ed77', 'tag': '1db363bb-de24-440f-9e6f-17ed096cb7bb', 'status': 'completed', 'code': 200} Aug 11 21:51:41.932920 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-47029847-f1d7-4f49-a8ce-303f7ee6f7bb req-e75496b2-a606-49f0-beae-3c45f85986ee tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] For port 1db363bb-de24-440f-9e6f-17ed096cb7bb, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1db363bb-de24-440f-9e6f-17ed096cb7bb,segment=NetworkSegment(6684713b-d769-4ecc-9299-66aad848fd42),segment_id=6684713b-d769-4ecc-9299-66aad848fd42)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:51:42.005626 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-47029847-f1d7-4f49-a8ce-303f7ee6f7bb req-e75496b2-a606-49f0-beae-3c45f85986ee tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:42.013219 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-47029847-f1d7-4f49-a8ce-303f7ee6f7bb req-e75496b2-a606-49f0-beae-3c45f85986ee tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:42.028200 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['1db363bb-de24-440f-9e6f-17ed096cb7bb'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:51:42.092347 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47029847-f1d7-4f49-a8ce-303f7ee6f7bb req-e75496b2-a606-49f0-beae-3c45f85986ee tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:42.093510 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-47029847-f1d7-4f49-a8ce-303f7ee6f7bb req-e75496b2-a606-49f0-beae-3c45f85986ee tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:42.097996 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47029847-f1d7-4f49-a8ce-303f7ee6f7bb req-e75496b2-a606-49f0-beae-3c45f85986ee tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "PUT /v2.0/ports/1db363bb-de24-440f-9e6f-17ed096cb7bb HTTP/1.1" status: 200 len: 1021 time: 0.6634421 Aug 11 21:51:42.160937 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['1db363bb-de24-440f-9e6f-17ed096cb7bb'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:51:42.173687 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75496b2-a606-49f0-beae-3c45f85986ee tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Pushing event updated for resources: {'Port': ['ID=1db363bb-de24-440f-9e6f-17ed096cb7bb,revision_number=7']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:42.232927 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd931a2-f900-4b0a-83b5-bd37b35ec668', 'name': 'network-vif-deleted', 'tag': '5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:51:42.235548 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b4e89d-6a08-4220-ac55-4225d04e5ccc" -d '{"events": [{"server_uuid": "7bd931a2-f900-4b0a-83b5-bd37b35ec668", "name": "network-vif-deleted", "tag": "5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:51:42.265794 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8c2790c1-1efe-4e85-9865-0dd2f48c2229 req-6445e13e-03a3-4db1-85fe-2419972e8c1b tempest-QuotasAdminNegativeTest-1531105042 tempest-QuotasAdminNegativeTest-1531105042-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=1f8cf052380b4609a957255b77cbaf46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252891 Aug 11 21:51:42.284579 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dd7d3-f903-49e7-8e1c-cb1afc8b2687 req-db0acf14-8da9-4a87-9620-8cd01440f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:42.286564 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9a7dd7d3-f903-49e7-8e1c-cb1afc8b2687 req-db0acf14-8da9-4a87-9620-8cd01440f2a8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c3959184431440d59536f3e8479ad06b&device_id=11bbdf7d-3cb7-453e-848c-4c4c3250ed77 HTTP/1.1" status: 200 len: 1136 time: 0.3677752 Aug 11 21:51:42.354176 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3323a4-afea-4e78-92f8-441d9816fca8 req-908ce8db-0159-4597-ad1b-9cae55f6b655 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:42.357232 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4d3323a4-afea-4e78-92f8-441d9816fca8 req-908ce8db-0159-4597-ad1b-9cae55f6b655 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 944 time: 0.1078448 Aug 11 21:51:42.425353 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4d3323a4-afea-4e78-92f8-441d9816fca8 req-f0eab24c-a6a9-42c5-bca4-286592d32583 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615013 Aug 11 21:51:42.486039 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2790c1-1efe-4e85-9865-0dd2f48c2229 req-d8d10c5d-0fa4-410c-a362-33ee1129e5b6 tempest-QuotasAdminNegativeTest-1531105042 tempest-QuotasAdminNegativeTest-1531105042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:42.487723 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8c2790c1-1efe-4e85-9865-0dd2f48c2229 req-d8d10c5d-0fa4-410c-a362-33ee1129e5b6 tempest-QuotasAdminNegativeTest-1531105042 tempest-QuotasAdminNegativeTest-1531105042-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1999166 Aug 11 21:51:42.489219 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dd7d3-f903-49e7-8e1c-cb1afc8b2687 req-54cbdfba-f284-4e16-8766-271866ffd51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:42.490570 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9a7dd7d3-f903-49e7-8e1c-cb1afc8b2687 req-54cbdfba-f284-4e16-8766-271866ffd51f service neutron] 10.222.0.52 "GET /v2.0/networks?id=8356088d-0005-4e89-9fc4-654fac70ef3c HTTP/1.1" status: 200 len: 913 time: 0.1922941 Aug 11 21:51:42.551653 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9a7dd7d3-f903-49e7-8e1c-cb1afc8b2687 req-6c68f273-0b7d-45eb-9c5c-20d1a59709d3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1db363bb-de24-440f-9e6f-17ed096cb7bb HTTP/1.1" status: 200 len: 217 time: 0.0522978 Aug 11 21:51:42.564246 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8c2790c1-1efe-4e85-9865-0dd2f48c2229 req-cef08115-a7c8-4b2b-a9c6-5989bcfdcd2d tempest-QuotasAdminNegativeTest-1531105042 tempest-QuotasAdminNegativeTest-1531105042-project] 10.222.0.77 "GET /v2.0/quotas/1f8cf052380b4609a957255b77cbaf46 HTTP/1.1" status: 200 len: 375 time: 0.0574465 Aug 11 21:51:42.669494 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device be15dcc8-7358-4ac0-9cb9-bff68d656628 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:51:42.679871 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8c2790c1-1efe-4e85-9865-0dd2f48c2229 req-7a56bf5b-c91d-43d4-b7df-7b10d6032b7f tempest-QuotasAdminNegativeTest-1531105042 tempest-QuotasAdminNegativeTest-1531105042-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1f8cf052380b4609a957255b77cbaf46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1098049 Aug 11 21:51:42.701645 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dd7d3-f903-49e7-8e1c-cb1afc8b2687 req-3ea8a04b-95d2-4809-9cdd-0142eaddc9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:42.704697 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9a7dd7d3-f903-49e7-8e1c-cb1afc8b2687 req-3ea8a04b-95d2-4809-9cdd-0142eaddc9ac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a51bb58-b09e-40fa-bef3-5305c95936c4 HTTP/1.1" status: 200 len: 852 time: 0.1377892 Aug 11 21:51:42.763486 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9a7dd7d3-f903-49e7-8e1c-cb1afc8b2687 req-b71e0fe1-9058-4ba6-8fc7-8fe4e78a1cff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8356088d-0005-4e89-9fc4-654fac70ef3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491326 Aug 11 21:51:42.788829 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port be15dcc8-7358-4ac0-9cb9-bff68d656628 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:51:42.794775 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e2892-6d72-4b83-a868-f89d5242e798 req-750fb63b-eda4-4695-ac61-ebd6c92db60b tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:42.796176 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port be15dcc8-7358-4ac0-9cb9-bff68d656628 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:51:42.796895 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:42.799020 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9e6e2892-6d72-4b83-a868-f89d5242e798 req-750fb63b-eda4-4695-ac61-ebd6c92db60b tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=11bbdf7d-3cb7-453e-848c-4c4c3250ed77 HTTP/1.1" status: 200 len: 1024 time: 0.1346512 Aug 11 21:51:42.841286 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc02b2d-3c04-4639-9bcc-90357a0e0a48 x-openstack-request-id: req-bdc02b2d-3c04-4639-9bcc-90357a0e0a48 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:51:42.842051 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd931a2-f900-4b0a-83b5-bd37b35ec668", "name": "network-vif-deleted", "tag": "5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:51:42.842051 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bdc02b2d-3c04-4639-9bcc-90357a0e0a48 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:51:42.842262 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd931a2-f900-4b0a-83b5-bd37b35ec668', 'name': 'network-vif-deleted', 'tag': '5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d', 'status': 'completed', 'code': 200} Aug 11 21:51:42.911236 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9a7dd7d3-f903-49e7-8e1c-cb1afc8b2687 req-302eafb8-7458-42c2-a52b-2ce5b688f607 service neutron] 10.222.0.52 "GET /v2.0/networks/8356088d-0005-4e89-9fc4-654fac70ef3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410248 Aug 11 21:51:42.939359 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9e6e2892-6d72-4b83-a868-f89d5242e798 req-dd80fd14-97f4-44e6-82a3-fa0bead333d3 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a1137ae-4c46-4cef-9e57-e563fc549ac8&id=99b3e19b-8b4b-40aa-a49d-39141a8c19a7&id=a241ad45-db1a-48b7-b241-462df1392347 HTTP/1.1" status: 200 len: 6148 time: 0.1307166 Aug 11 21:51:42.974875 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:43.018131 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb76e3e-1b5c-460b-9edc-4343074cef27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be15dcc8-7358-4ac0-9cb9-bff68d656628'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:51:43.020981 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed2159f-7d38-4862-b5e0-1cc8c44f3418" -d '{"events": [{"server_uuid": "4eb76e3e-1b5c-460b-9edc-4343074cef27", "name": "network-vif-plugged", "status": "completed", "tag": "be15dcc8-7358-4ac0-9cb9-bff68d656628"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:51:43.050472 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port be15dcc8-7358-4ac0-9cb9-bff68d656628, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=be15dcc8-7358-4ac0-9cb9-bff68d656628,segment=NetworkSegment(0b69ea86-ef97-454e-8a8e-3f0290a75489),segment_id=0b69ea86-ef97-454e-8a8e-3f0290a75489)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:51:43.058897 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:43.090341 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9a7dd7d3-f903-49e7-8e1c-cb1afc8b2687 req-90666dfe-e160-4d59-99d8-f38591307186 service neutron] 10.222.0.52 "GET /v2.0/networks/8356088d-0005-4e89-9fc4-654fac70ef3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710367 Aug 11 21:51:43.155339 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=be15dcc8-7358-4ac0-9cb9-bff68d656628,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:43.159395 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-039e3d35-a8d4-4bb7-8abc-7512c30b0c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:43.205127 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac68336-dcf7-4026-abe2-09e8585896ea req-1151dbec-d404-4426-be05-50abdc8d267e tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:43.206773 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6ac68336-dcf7-4026-abe2-09e8585896ea req-1151dbec-d404-4426-be05-50abdc8d267e tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/ports?device_id=5177369d-44d0-491e-9be3-40d549942fc4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1010122 Aug 11 21:51:43.210277 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-550b0782-d6c1-4195-9539-30ff6f257030 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=a44568b4cfa942999b4839898fd76a76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435014 Aug 11 21:51:43.276309 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6ac68336-dcf7-4026-abe2-09e8585896ea req-73010502-fe4c-4771-97dc-a2470ac25df2 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0565050 Aug 11 21:51:43.342432 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-2b4ff39d-1149-4639-a6b6-117fa3047725 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:43.344094 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-2b4ff39d-1149-4639-a6b6-117fa3047725 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1262803 Aug 11 21:51:43.367146 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-44e582f1-bf8c-4f00-a7da-ac32289bd75b tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/quotas/a44568b4cfa942999b4839898fd76a76 HTTP/1.1" status: 200 len: 375 time: 0.0121763 Aug 11 21:51:43.404118 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-7520e1f0-9ef8-47b7-a0f6-9fab37fe3515 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a44568b4cfa942999b4839898fd76a76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301371 Aug 11 21:51:43.554289 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-2fdaf85f-f1a2-4461-a564-186bba112833 req-f27ecb30-533d-4efd-99bc-38040c4f5a62 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Request body: {'security_group': {'name': ' tempest-securitygroup -995740827 ', 'description': 'tempest-description-692908452'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:43.575023 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb555238-2beb-4a93-b4a8-26ba377f477c x-openstack-request-id: req-bb555238-2beb-4a93-b4a8-26ba377f477c {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:51:43.575931 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb76e3e-1b5c-460b-9edc-4343074cef27", "name": "network-vif-plugged", "status": "completed", "tag": "be15dcc8-7358-4ac0-9cb9-bff68d656628", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:51:43.575931 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bb555238-2beb-4a93-b4a8-26ba377f477c {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:51:43.576842 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb76e3e-1b5c-460b-9edc-4343074cef27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be15dcc8-7358-4ac0-9cb9-bff68d656628', 'code': 200} Aug 11 21:51:43.596127 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2fdaf85f-f1a2-4461-a564-186bba112833 req-f27ecb30-533d-4efd-99bc-38040c4f5a62 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:43.695343 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b2249faf-d248-4210-afab-9080336a8d21 req-c667e197-0baa-495a-83f4-976a6266c8cf tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0608850 Aug 11 21:51:43.779973 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cd964-9a76-42a9-83c0-f71af81f0e27 req-c19b5124-6232-4a39-af7a-b1f42aabfa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:43.781569 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e85cd964-9a76-42a9-83c0-f71af81f0e27 req-c19b5124-6232-4a39-af7a-b1f42aabfa74 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 1096 time: 0.0742586 Aug 11 21:51:43.801505 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2fdaf85f-f1a2-4461-a564-186bba112833 req-f27ecb30-533d-4efd-99bc-38040c4f5a62 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:43.820344 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2fdaf85f-f1a2-4461-a564-186bba112833 req-f27ecb30-533d-4efd-99bc-38040c4f5a62 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:43.859835 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9af41-cec3-4f74-861f-6318a5e48d44 req-bad6e0ad-310a-4f84-85b6-eaf1e76eb441 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:43.861510 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6cd9af41-cec3-4f74-861f-6318a5e48d44 req-bad6e0ad-310a-4f84-85b6-eaf1e76eb441 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 945 time: 0.0634046 Aug 11 21:51:43.900767 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11bbdf7d-3cb7-453e-848c-4c4c3250ed77', 'tag': '1db363bb-de24-440f-9e6f-17ed096cb7bb'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:51:43.906494 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b34f62e-22ea-4bc1-8ad2-3d446ffa29cf" -d '{"events": [{"name": "network-changed", "server_uuid": "11bbdf7d-3cb7-453e-848c-4c4c3250ed77", "tag": "1db363bb-de24-440f-9e6f-17ed096cb7bb"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:51:43.923727 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6cd9af41-cec3-4f74-861f-6318a5e48d44 req-97d2715b-7ce2-4cda-a3f7-a170a66d6c64 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500770 Aug 11 21:51:43.933601 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2fdaf85f-f1a2-4461-a564-186bba112833 req-f27ecb30-533d-4efd-99bc-38040c4f5a62 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:43.935462 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2fdaf85f-f1a2-4461-a564-186bba112833 req-f27ecb30-533d-4efd-99bc-38040c4f5a62 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.3892279 Aug 11 21:51:43.954226 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ecb30-533d-4efd-99bc-38040c4f5a62 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=016d82cc-ebd5-4032-8693-ccefe6a2392b,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:43.964869 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e85cd964-9a76-42a9-83c0-f71af81f0e27 req-d9216f70-2dd7-4363-bf24-aea90e65b9b0 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741960 Aug 11 21:51:44.200625 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd739e2b-2017-4104-bb54-51074c428a79 req-11a490cd-d713-4def-9a14-5e97b72cefca tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d01fcec-3bb4-4055-ac13-c1099f7c2e8c HTTP/1.1" status: 200 len: 210 time: 0.0809495 Aug 11 21:51:44.309300 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23c9e9e-1c4e-43ee-acae-faabe068d325 x-openstack-request-id: req-f23c9e9e-1c4e-43ee-acae-faabe068d325 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:51:44.309300 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11bbdf7d-3cb7-453e-848c-4c4c3250ed77", "tag": "1db363bb-de24-440f-9e6f-17ed096cb7bb", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:51:44.309510 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f23c9e9e-1c4e-43ee-acae-faabe068d325 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:51:44.309865 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11bbdf7d-3cb7-453e-848c-4c4c3250ed77', 'tag': '1db363bb-de24-440f-9e6f-17ed096cb7bb', 'status': 'completed', 'code': 200} Aug 11 21:51:44.482671 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-06fb0dc8-7fd3-4de5-98b7-8adec518887f req-e83fae4b-bb4c-49dd-8f9c-93caae11547c tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups/016d82cc-ebd5-4032-8693-ccefe6a2392b HTTP/1.1" status: 200 len: 1779 time: 0.1249502 Aug 11 21:51:44.489955 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34f62e-22ea-4bc1-8ad2-3d446ffa29cf req-245c7f08-47a0-44a4-9bde-989ee0b2f05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:44.494305 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1b34f62e-22ea-4bc1-8ad2-3d446ffa29cf req-245c7f08-47a0-44a4-9bde-989ee0b2f05b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c3959184431440d59536f3e8479ad06b&device_id=11bbdf7d-3cb7-453e-848c-4c4c3250ed77 HTTP/1.1" status: 200 len: 1175 time: 0.1582267 Aug 11 21:51:44.654464 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49898) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:44.694062 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d0f2b152-3766-4ee2-b628-b23c2f2b0307 req-0aaf905d-77c4-4062-bc89-2f56f25a1789 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups/016d82cc-ebd5-4032-8693-ccefe6a2392b HTTP/1.1" status: 200 len: 1779 time: 0.0869110 Aug 11 21:51:44.720973 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c21cd-f6d2-4724-9478-afab13df5927 req-18938561-1799-46cb-8ce9-67d7c2c1073f tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:44.730623 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ff1c21cd-f6d2-4724-9478-afab13df5927 req-18938561-1799-46cb-8ce9-67d7c2c1073f tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/ports?device_id=5177369d-44d0-491e-9be3-40d549942fc4 HTTP/1.1" status: 200 len: 946 time: 0.1149871 Aug 11 21:51:44.754557 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34f62e-22ea-4bc1-8ad2-3d446ffa29cf req-d6b324e1-1588-4223-8800-509691a67810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:44.756163 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1b34f62e-22ea-4bc1-8ad2-3d446ffa29cf req-d6b324e1-1588-4223-8800-509691a67810 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8356088d-0005-4e89-9fc4-654fac70ef3c HTTP/1.1" status: 200 len: 913 time: 0.2529557 Aug 11 21:51:44.781367 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d0f2b152-3766-4ee2-b628-b23c2f2b0307 req-0d8b2e09-042e-4a1d-9927-c92f3fffa246 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:44.816467 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d0f2b152-3766-4ee2-b628-b23c2f2b0307 req-0d8b2e09-042e-4a1d-9927-c92f3fffa246 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:44.850569 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1b34f62e-22ea-4bc1-8ad2-3d446ffa29cf req-e2817994-6706-4f49-bdf3-6fdf1b1d6e23 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1db363bb-de24-440f-9e6f-17ed096cb7bb HTTP/1.1" status: 200 len: 217 time: 0.0837252 Aug 11 21:51:44.856754 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ff1c21cd-f6d2-4724-9478-afab13df5927 req-69beaf79-d45d-4196-8ecb-ebb3ff4dd909 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/security-groups?id=766b701c-a932-490b-9be8-2efc91d83ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252236 Aug 11 21:51:44.881946 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c3031a38-28a8-4ad5-9262-3e9b8d8be8e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:44.950921 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d0f2b152-3766-4ee2-b628-b23c2f2b0307 req-0d8b2e09-042e-4a1d-9927-c92f3fffa246 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:44.951847 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34f62e-22ea-4bc1-8ad2-3d446ffa29cf req-22ee7333-a61a-4d05-8b37-5dd72763f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:44.953913 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1b34f62e-22ea-4bc1-8ad2-3d446ffa29cf req-22ee7333-a61a-4d05-8b37-5dd72763f4e0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a51bb58-b09e-40fa-bef3-5305c95936c4 HTTP/1.1" status: 200 len: 852 time: 0.0942185 Aug 11 21:51:44.957391 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d0f2b152-3766-4ee2-b628-b23c2f2b0307 req-0d8b2e09-042e-4a1d-9927-c92f3fffa246 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:44.959455 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d0f2b152-3766-4ee2-b628-b23c2f2b0307 req-0d8b2e09-042e-4a1d-9927-c92f3fffa246 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "DELETE /v2.0/security-groups/016d82cc-ebd5-4032-8693-ccefe6a2392b HTTP/1.1" status: 204 len: 173 time: 0.2546637 Aug 11 21:51:44.993620 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b2e09-042e-4a1d-9927-c92f3fffa246 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=016d82cc-ebd5-4032-8693-ccefe6a2392b,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:45.026258 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1b34f62e-22ea-4bc1-8ad2-3d446ffa29cf req-63fc7bef-b9d0-4063-9477-42504df20e49 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8356088d-0005-4e89-9fc4-654fac70ef3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642221 Aug 11 21:51:45.075831 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [req-34495107-618d-4eeb-b265-ab37877e6bd1 req-556db841-b61c-432f-be8b-26d69ab431c8 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] show failed (client error): The resource could not be found. Aug 11 21:51:45.090999 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-34495107-618d-4eeb-b265-ab37877e6bd1 req-556db841-b61c-432f-be8b-26d69ab431c8 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups/016d82cc-ebd5-4032-8693-ccefe6a2392b HTTP/1.1" status: 404 len: 352 time: 0.0529919 Aug 11 21:51:45.176553 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c3031a38-28a8-4ad5-9262-3e9b8d8be8e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:45.180111 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-96bcca2b-8633-48e3-90dc-b22b29511db4 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=a44568b4cfa942999b4839898fd76a76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452337 Aug 11 21:51:45.200608 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c3031a38-28a8-4ad5-9262-3e9b8d8be8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:45.258982 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:51:45.285475 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:51:45.285823 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 5bc587fd-13a7-4b4c-a8cb-0e4466b1d62d not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:51:45.362123 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74576e99-890e-487a-b3cf-9401a8f4b686 req-0dcd76d4-8082-4be8-a1b1-14d835fd6d76 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:45.363662 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-74576e99-890e-487a-b3cf-9401a8f4b686 req-0dcd76d4-8082-4be8-a1b1-14d835fd6d76 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 945 time: 0.2228203 Aug 11 21:51:45.403206 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1b34f62e-22ea-4bc1-8ad2-3d446ffa29cf req-017da24e-4876-4de3-aeda-a2cc882b11e7 service neutron] 10.222.0.52 "GET /v2.0/networks/8356088d-0005-4e89-9fc4-654fac70ef3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694460 Aug 11 21:51:45.458245 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-74576e99-890e-487a-b3cf-9401a8f4b686 req-6081132b-acac-463c-aa03-87b7574f0373 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850596 Aug 11 21:51:45.537790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49922) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:45.612808 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1b34f62e-22ea-4bc1-8ad2-3d446ffa29cf req-da7eec68-82ed-4ce5-a037-a40f3704c7fb service neutron] 10.222.0.52 "GET /v2.0/networks/8356088d-0005-4e89-9fc4-654fac70ef3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943474 Aug 11 21:51:45.638109 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c3031a38-28a8-4ad5-9262-3e9b8d8be8e4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1f8cf052380b4609a957255b77cbaf46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9814417 Aug 11 21:51:45.640389 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49926) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:45.669870 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-80b31876-97d6-4e0e-a9ca-a669e287f4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:45.676835 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-13382ae8-8718-4812-bd3c-f31ba0936a50 req-c99a83c5-552e-40f1-9017-6585401dab93 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1293161604', 'description': 'tempest-description-2120231544'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:45.711203 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-13382ae8-8718-4812-bd3c-f31ba0936a50 req-c99a83c5-552e-40f1-9017-6585401dab93 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:45.750076 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-38fcdcbb-b959-4790-8d87-8d67f6e96f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:45.752256 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3031a38-28a8-4ad5-9262-3e9b8d8be8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db0cf05-aca1-4785-829c-c69893c2b42e,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:45.792710 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-c46b18c7-ef4c-4a58-b0a0-023e40bb9df2 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:45.794395 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-c46b18c7-ef4c-4a58-b0a0-023e40bb9df2 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6066651 Aug 11 21:51:45.811665 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-73c36e5a-79b2-4c49-83e1-92b06b0ef9b9 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Request body: {'port': {'device_id': '8d01fcec-3bb4-4055-ac13-c1099f7c2e8c', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'admin_state_up': True, 'tenant_id': 'a44568b4cfa942999b4839898fd76a76'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:45.833644 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-33fcf0b6-8745-4294-8a22-4c31a1aeafe1 req-754f5f8c-48e3-4264-be6d-c0cdf0707f8f tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d01fcec-3bb4-4055-ac13-c1099f7c2e8c HTTP/1.1" status: 200 len: 210 time: 0.0921688 Aug 11 21:51:45.840913 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b18130ec-6db6-4133-8530-9a45cc4571f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:45.898996 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b18130ec-6db6-4133-8530-9a45cc4571f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:45.911404 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:45.946735 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-13382ae8-8718-4812-bd3c-f31ba0936a50 req-c99a83c5-552e-40f1-9017-6585401dab93 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:45.957563 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-13382ae8-8718-4812-bd3c-f31ba0936a50 req-c99a83c5-552e-40f1-9017-6585401dab93 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:46.001055 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a83c5-552e-40f1-9017-6585401dab93 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=358fe6f1-40a9-4932-97c7-de73c66de32e,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:46.043900 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b18130ec-6db6-4133-8530-9a45cc4571f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:46.046916 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b18130ec-6db6-4133-8530-9a45cc4571f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:46.048134 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b18130ec-6db6-4133-8530-9a45cc4571f4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7db0cf05-aca1-4785-829c-c69893c2b42e HTTP/1.1" status: 204 len: 168 time: 0.4067566 Aug 11 21:51:46.089460 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18130ec-6db6-4133-8530-9a45cc4571f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db0cf05-aca1-4785-829c-c69893c2b42e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:46.149875 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2202d-9c5c-4852-b846-268d14727001 req-252b3a69-e829-48e2-82a3-633f4b499b33 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:46.151551 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1cc2202d-9c5c-4852-b846-268d14727001 req-252b3a69-e829-48e2-82a3-633f4b499b33 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/ports?device_id=5177369d-44d0-491e-9be3-40d549942fc4 HTTP/1.1" status: 200 len: 946 time: 0.1090388 Aug 11 21:51:46.200974 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-38fcdcbb-b959-4790-8d87-8d67f6e96f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:46.206593 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-38fcdcbb-b959-4790-8d87-8d67f6e96f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:46.216858 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-13382ae8-8718-4812-bd3c-f31ba0936a50 req-c99a83c5-552e-40f1-9017-6585401dab93 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:46.218157 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-13382ae8-8718-4812-bd3c-f31ba0936a50 req-c99a83c5-552e-40f1-9017-6585401dab93 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5785036 Aug 11 21:51:46.260314 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1cc2202d-9c5c-4852-b846-268d14727001 req-175bbf0f-1994-4c3d-bb31-3d52fd69cfb9 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/security-groups?id=766b701c-a932-490b-9be8-2efc91d83ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982058 Aug 11 21:51:46.271776 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-73c36e5a-79b2-4c49-83e1-92b06b0ef9b9 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Made reservation on behalf of a44568b4cfa942999b4839898fd76a76 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:51:46.280051 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-73c36e5a-79b2-4c49-83e1-92b06b0ef9b9 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:46.293012 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fcdcbb-b959-4790-8d87-8d67f6e96f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ef5d51-10c7-4226-b4cb-a0718cdd220a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:46.298730 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-38fcdcbb-b959-4790-8d87-8d67f6e96f04 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fb066e7ccbc74883b49c10f033446a96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7597637 Aug 11 21:51:46.307227 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49942) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:46.343444 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-833ef9b6-a571-4191-b5b1-699134bb2eb0 req-d8a0bfc3-9e9b-44e7-99cb-25b1f18f0864 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1697304959', 'description': 'tempest-description-1323906033'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:46.408730 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-415b36ed-f9e8-494a-ab94-a76b4c02dee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:46.459457 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-415b36ed-f9e8-494a-ab94-a76b4c02dee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:46.558198 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-415b36ed-f9e8-494a-ab94-a76b4c02dee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:46.564279 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-415b36ed-f9e8-494a-ab94-a76b4c02dee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:46.566040 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-415b36ed-f9e8-494a-ab94-a76b4c02dee4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/83ef5d51-10c7-4226-b4cb-a0718cdd220a HTTP/1.1" status: 204 len: 168 time: 0.2572088 Aug 11 21:51:46.584113 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b36ed-f9e8-494a-ab94-a76b4c02dee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ef5d51-10c7-4226-b4cb-a0718cdd220a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:46.652827 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-833ef9b6-a571-4191-b5b1-699134bb2eb0 req-d8a0bfc3-9e9b-44e7-99cb-25b1f18f0864 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:46.698011 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f3c52-427d-4623-a73d-6cc34219be68 req-b93c9850-1940-4b2d-9142-6541afcaf21f tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:46.700868 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e72f3c52-427d-4623-a73d-6cc34219be68 req-b93c9850-1940-4b2d-9142-6541afcaf21f tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 945 time: 0.1193647 Aug 11 21:51:46.701609 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49958) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:46.714300 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cde089-fc38-4c52-8886-10b020627a40 req-391d2f2a-5fd5-42aa-ae87-9a2a39850d85 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:46.716919 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-64cde089-fc38-4c52-8886-10b020627a40 req-391d2f2a-5fd5-42aa-ae87-9a2a39850d85 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.82 "GET /v2.0/ports?device_id=5177369d-44d0-491e-9be3-40d549942fc4 HTTP/1.1" status: 200 len: 946 time: 0.2363517 Aug 11 21:51:46.718836 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-73c36e5a-79b2-4c49-83e1-92b06b0ef9b9 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Allocated IP 192.168.233.7 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/6abff902-1c3b-48f1-8181-d5d966f48465) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:51:46.742653 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-37628d93-840c-4d2c-bfa9-239ac48df3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:46.823163 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.db.api [None req-37628d93-840c-4d2c-bfa9-239ac48df3f3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 21:51:46.823163 n-d-804275-3 neutron-server[100942]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 21:51:46.823163 n-d-804275-3 neutron-server[100942]: [parameters: {'project_id_1': 'a916885d610c453d9a9565903cac1f50', 'expiration_1': datetime.datetime(2021, 8, 11, 21, 51, 46, 792187)}] Aug 11 21:51:46.823163 n-d-804275-3 neutron-server[100942]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 21:51:46.823759 n-d-804275-3 neutron-server[100942]: DEBUG oslo_db.api [None req-37628d93-840c-4d2c-bfa9-239ac48df3f3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 21:51:46.840510 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e72f3c52-427d-4623-a73d-6cc34219be68 req-0d7fcc77-4a93-4fc5-a037-ed8aa65ef6e0 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253650 Aug 11 21:51:47.063223 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-64cde089-fc38-4c52-8886-10b020627a40 req-6d5af6f1-acb8-4a23-8306-7ebfcbdc0fa6 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Deleting port 681d7314-29d7-467f-bd9d-4f0e93d8ba0e {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:51:47.063834 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-64cde089-fc38-4c52-8886-10b020627a40 req-6d5af6f1-acb8-4a23-8306-7ebfcbdc0fa6 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:47.087807 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9039511-f9e8-4ccc-b28c-a2de6d47e25c req-ec0fd5af-a0f5-40e7-92e6-3f855bad7db1 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:47.089403 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a9039511-f9e8-4ccc-b28c-a2de6d47e25c req-ec0fd5af-a0f5-40e7-92e6-3f855bad7db1 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 945 time: 0.0591230 Aug 11 21:51:47.089908 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49968) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:47.111421 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fadea026-f206-420f-ad60-da84dad7b9f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:47.138756 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-833ef9b6-a571-4191-b5b1-699134bb2eb0 req-d8a0bfc3-9e9b-44e7-99cb-25b1f18f0864 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:47.155301 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-833ef9b6-a571-4191-b5b1-699134bb2eb0 req-d8a0bfc3-9e9b-44e7-99cb-25b1f18f0864 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:47.159844 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a9039511-f9e8-4ccc-b28c-a2de6d47e25c req-945ddc65-7db9-4c30-a3e2-48666640bbad tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619714 Aug 11 21:51:47.160300 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-73c36e5a-79b2-4c49-83e1-92b06b0ef9b9 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:47.229917 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-73c36e5a-79b2-4c49-83e1-92b06b0ef9b9 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Transition to ACTIVE for port object 6abff902-1c3b-48f1-8181-d5d966f48465 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:51:47.245946 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0bfc3-9e9b-44e7-99cb-25b1f18f0864 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2e0a05-e50a-43c7-b381-df995c77b6bb,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:47.326441 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-64cde089-fc38-4c52-8886-10b020627a40 req-6d5af6f1-acb8-4a23-8306-7ebfcbdc0fa6 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] For port 681d7314-29d7-467f-bd9d-4f0e93d8ba0e, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=681d7314-29d7-467f-bd9d-4f0e93d8ba0e,segment=NetworkSegment(7c23925c-7ce6-4f5e-889e-afe4a6a923c5),segment_id=7c23925c-7ce6-4f5e-889e-afe4a6a923c5)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:51:47.327240 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-64cde089-fc38-4c52-8886-10b020627a40 req-6d5af6f1-acb8-4a23-8306-7ebfcbdc0fa6 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:47.330411 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:47.331940 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-37628d93-840c-4d2c-bfa9-239ac48df3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:47.337160 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fadea026-f206-420f-ad60-da84dad7b9f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:47.339917 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0afc272f-426c-43d9-938a-127f7c459edb req-061ce225-36db-4844-85b4-8cb39fa358c1 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d01fcec-3bb4-4055-ac13-c1099f7c2e8c HTTP/1.1" status: 200 len: 210 time: 0.0498054 Aug 11 21:51:47.346076 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fadea026-f206-420f-ad60-da84dad7b9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:47.368169 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-833ef9b6-a571-4191-b5b1-699134bb2eb0 req-d8a0bfc3-9e9b-44e7-99cb-25b1f18f0864 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:47.369885 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-833ef9b6-a571-4191-b5b1-699134bb2eb0 req-d8a0bfc3-9e9b-44e7-99cb-25b1f18f0864 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0454326 Aug 11 21:51:47.374316 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-64cde089-fc38-4c52-8886-10b020627a40 req-6d5af6f1-acb8-4a23-8306-7ebfcbdc0fa6 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Calling delete_port for 681d7314-29d7-467f-bd9d-4f0e93d8ba0e owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:51:47.399042 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadea026-f206-420f-ad60-da84dad7b9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2347e43d-3a92-4a62-8f90-f3b4893fcc48,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:47.407652 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fadea026-f206-420f-ad60-da84dad7b9f0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=292bcb16696441f491dd082f2916d8c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126535 Aug 11 21:51:47.412134 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49976) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:47.480045 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-73c36e5a-79b2-4c49-83e1-92b06b0ef9b9 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:47.582858 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-73c36e5a-79b2-4c49-83e1-92b06b0ef9b9 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:51:47.596683 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-73c36e5a-79b2-4c49-83e1-92b06b0ef9b9 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:51:47.603811 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-73c36e5a-79b2-4c49-83e1-92b06b0ef9b9 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:51:47.610036 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c36e5a-79b2-4c49-83e1-92b06b0ef9b9 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Pushing event updated for resources: {'Port': ['ID=6abff902-1c3b-48f1-8181-d5d966f48465,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:47.630185 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-14d72a4d-693b-4cb3-8c2f-4eae68a21dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:47.671869 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eaf1c3-70e5-4d31-8965-42f6d768b17f req-fc9fbba4-5bcb-40bf-9071-a9f833fcb185 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:47.673687 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91eaf1c3-70e5-4d31-8965-42f6d768b17f req-fc9fbba4-5bcb-40bf-9071-a9f833fcb185 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/ports?device_id=5177369d-44d0-491e-9be3-40d549942fc4 HTTP/1.1" status: 200 len: 946 time: 0.1360350 Aug 11 21:51:47.711597 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-73c36e5a-79b2-4c49-83e1-92b06b0ef9b9 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:47.713461 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-73c36e5a-79b2-4c49-83e1-92b06b0ef9b9 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:47.746016 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-14d72a4d-693b-4cb3-8c2f-4eae68a21dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:47.805470 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-37628d93-840c-4d2c-bfa9-239ac48df3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:47.828101 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-15111dd2-4f6c-42cc-8c48-794066e35524 req-23be7c98-577e-4f0a-9baf-db989a7aa7ab tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-91333213', 'description': 'tempest-description-1457460316'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:47.834980 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-64cde089-fc38-4c52-8886-10b020627a40 req-6d5af6f1-acb8-4a23-8306-7ebfcbdc0fa6 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:47.838636 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-73c36e5a-79b2-4c49-83e1-92b06b0ef9b9 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0320776 Aug 11 21:51:47.839656 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91eaf1c3-70e5-4d31-8965-42f6d768b17f req-203dfbba-b233-4751-9487-a317540a8888 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/security-groups?id=766b701c-a932-490b-9be8-2efc91d83ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472290 Aug 11 21:51:47.851986 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-37628d93-840c-4d2c-bfa9-239ac48df3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:47.874219 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['681d7314-29d7-467f-bd9d-4f0e93d8ba0e'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:51:47.905113 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5af6f1-acb8-4a23-8306-7ebfcbdc0fa6 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Pushing event deleted for resources: {'Port': ['ID=681d7314-29d7-467f-bd9d-4f0e93d8ba0e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:47.931783 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-37628d93-840c-4d2c-bfa9-239ac48df3f3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a916885d610c453d9a9565903cac1f50&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2287681 Aug 11 21:51:47.935804 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49992) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:47.944244 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-63231624-c5d6-4e0d-8776-a50066f33816 service neutron] Request body: {'port': {'device_id': '8d01fcec-3bb4-4055-ac13-c1099f7c2e8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:47.975453 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-14d72a4d-693b-4cb3-8c2f-4eae68a21dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:47.978241 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-14d72a4d-693b-4cb3-8c2f-4eae68a21dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:47.979534 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-14d72a4d-693b-4cb3-8c2f-4eae68a21dad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2347e43d-3a92-4a62-8f90-f3b4893fcc48 HTTP/1.1" status: 204 len: 168 time: 0.5512867 Aug 11 21:51:48.047870 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37628d93-840c-4d2c-bfa9-239ac48df3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d1ab64-5ff4-4129-8019-bfd59923299a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:48.069228 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4572f7bd-74b1-40a5-9543-3b365fcd9e1a None None] Provisioning for port 6abff902-1c3b-48f1-8181-d5d966f48465 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:51:48.078299 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4572f7bd-74b1-40a5-9543-3b365fcd9e1a None None] Provisioning complete for port 6abff902-1c3b-48f1-8181-d5d966f48465 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:51:48.078672 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4572f7bd-74b1-40a5-9543-3b365fcd9e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:48.122329 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-15111dd2-4f6c-42cc-8c48-794066e35524 req-23be7c98-577e-4f0a-9baf-db989a7aa7ab tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:48.151349 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-64cde089-fc38-4c52-8886-10b020627a40 req-6d5af6f1-acb8-4a23-8306-7ebfcbdc0fa6 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] No DVR routers for this DVR port 681d7314-29d7-467f-bd9d-4f0e93d8ba0e on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:51:48.157740 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4572f7bd-74b1-40a5-9543-3b365fcd9e1a None None] Port 6abff902-1c3b-48f1-8181-d5d966f48465 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:51:48.158677 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-64cde089-fc38-4c52-8886-10b020627a40 req-6d5af6f1-acb8-4a23-8306-7ebfcbdc0fa6 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:48.162496 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-64cde089-fc38-4c52-8886-10b020627a40 req-6d5af6f1-acb8-4a23-8306-7ebfcbdc0fa6 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.82 "DELETE /v2.0/ports/681d7314-29d7-467f-bd9d-4f0e93d8ba0e HTTP/1.1" status: 204 len: 173 time: 1.4365618 Aug 11 21:51:48.166648 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5177369d-44d0-491e-9be3-40d549942fc4', 'name': 'network-vif-deleted', 'tag': '681d7314-29d7-467f-bd9d-4f0e93d8ba0e'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:51:48.169083 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f645340e-f505-4be3-9830-dc3af7f973f4" -d '{"events": [{"server_uuid": "5177369d-44d0-491e-9be3-40d549942fc4", "name": "network-vif-deleted", "tag": "681d7314-29d7-467f-bd9d-4f0e93d8ba0e"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:51:48.185141 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d72a4d-693b-4cb3-8c2f-4eae68a21dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2347e43d-3a92-4a62-8f90-f3b4893fcc48,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:48.232832 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-805e3e7c-9a25-4f5a-ae04-91a8cc8823b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:48.237853 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-63231624-c5d6-4e0d-8776-a50066f33816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:48.284887 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6952e-28c7-40f8-948f-c93d9a619e12 req-77b40795-d1ea-4e25-8f3e-8602abbf6b39 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:48.297601 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1bc6952e-28c7-40f8-948f-c93d9a619e12 req-77b40795-d1ea-4e25-8f3e-8602abbf6b39 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 945 time: 0.2204921 Aug 11 21:51:48.345603 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-805e3e7c-9a25-4f5a-ae04-91a8cc8823b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:48.391341 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1bc6952e-28c7-40f8-948f-c93d9a619e12 req-c8809f81-6541-41c6-9bdf-5bdcff83a475 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882330 Aug 11 21:51:48.430284 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-15111dd2-4f6c-42cc-8c48-794066e35524 req-23be7c98-577e-4f0a-9baf-db989a7aa7ab tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:48.455212 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-15111dd2-4f6c-42cc-8c48-794066e35524 req-23be7c98-577e-4f0a-9baf-db989a7aa7ab tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:48.519064 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-805e3e7c-9a25-4f5a-ae04-91a8cc8823b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:48.523559 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-805e3e7c-9a25-4f5a-ae04-91a8cc8823b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:48.525368 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-805e3e7c-9a25-4f5a-ae04-91a8cc8823b8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/24d1ab64-5ff4-4129-8019-bfd59923299a HTTP/1.1" status: 204 len: 168 time: 0.5894198 Aug 11 21:51:48.545141 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e3e7c-9a25-4f5a-ae04-91a8cc8823b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d1ab64-5ff4-4129-8019-bfd59923299a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:48.590990 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-15111dd2-4f6c-42cc-8c48-794066e35524 req-23be7c98-577e-4f0a-9baf-db989a7aa7ab tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:48.592346 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-15111dd2-4f6c-42cc-8c48-794066e35524 req-23be7c98-577e-4f0a-9baf-db989a7aa7ab tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.7739558 Aug 11 21:51:48.623089 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be7c98-577e-4f0a-9baf-db989a7aa7ab tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c28be946-b204-4026-b615-18c70beed9c9,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:48.685610 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b806ad-c23c-44f7-bf91-e7d19ee2bf4d x-openstack-request-id: req-87b806ad-c23c-44f7-bf91-e7d19ee2bf4d {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:51:48.685610 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5177369d-44d0-491e-9be3-40d549942fc4", "name": "network-vif-deleted", "tag": "681d7314-29d7-467f-bd9d-4f0e93d8ba0e", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:51:48.685610 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-87b806ad-c23c-44f7-bf91-e7d19ee2bf4d {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:51:48.685610 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5177369d-44d0-491e-9be3-40d549942fc4', 'name': 'network-vif-deleted', 'tag': '681d7314-29d7-467f-bd9d-4f0e93d8ba0e', 'status': 'completed', 'code': 200} Aug 11 21:51:48.774848 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-63231624-c5d6-4e0d-8776-a50066f33816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6abff902-1c3b-48f1-8181-d5d966f48465 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:51:48.786578 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-63231624-c5d6-4e0d-8776-a50066f33816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:48.807373 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:48.827143 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-63231624-c5d6-4e0d-8776-a50066f33816 service neutron] Transition to ACTIVE for port object 6abff902-1c3b-48f1-8181-d5d966f48465 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:51:48.871753 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee62c1-130b-4f38-a81c-5e64a72b8fa6 req-efab1530-dc86-4767-8019-148a2c8ea84b tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:48.873651 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-75ee62c1-130b-4f38-a81c-5e64a72b8fa6 req-efab1530-dc86-4767-8019-148a2c8ea84b tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d01fcec-3bb4-4055-ac13-c1099f7c2e8c HTTP/1.1" status: 200 len: 934 time: 0.1198275 Aug 11 21:51:48.890844 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-63231624-c5d6-4e0d-8776-a50066f33816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:48.929164 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-75ee62c1-130b-4f38-a81c-5e64a72b8fa6 req-c7edc232-720b-47a9-80b4-7e3866ff48e8 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/security-groups?id=feac887f-896a-4bc5-bf7a-3a91b4e854fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484731 Aug 11 21:51:49.158104 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63231624-c5d6-4e0d-8776-a50066f33816 service neutron] Pushing event updated for resources: {'Port': ['ID=6abff902-1c3b-48f1-8181-d5d966f48465,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:49.212953 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e12df9b7-9e58-4a4f-bc96-9bb4ee5bfce0 req-c17ef1a4-98a0-4f2c-859a-108b498d9b20 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c3959184431440d59536f3e8479ad06b HTTP/1.1" status: 200 len: 10896 time: 0.4197774 Aug 11 21:51:49.242976 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ff5785e0-8ab9-45e4-9520-a522aa257ec1 req-88672fd1-ac59-4a28-8a27-9bc1da664111 tempest-FloatingIPsAssociationNegativeTestJSON-838829213 tempest-FloatingIPsAssociationNegativeTestJSON-838829213-project] 10.222.0.77 "GET /v2.0/ports?device_id=5177369d-44d0-491e-9be3-40d549942fc4 HTTP/1.1" status: 200 len: 210 time: 0.0874767 Aug 11 21:51:49.275732 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-63231624-c5d6-4e0d-8776-a50066f33816 service neutron] Attempting to bind port 6abff902-1c3b-48f1-8181-d5d966f48465 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:51:49.275732 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-63231624-c5d6-4e0d-8776-a50066f33816 service neutron] Attempting to bind port 6abff902-1c3b-48f1-8181-d5d966f48465 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:51:49.275732 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-63231624-c5d6-4e0d-8776-a50066f33816 service neutron] Attempting to bind port 6abff902-1c3b-48f1-8181-d5d966f48465 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:51:49.300403 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-63231624-c5d6-4e0d-8776-a50066f33816 service neutron] Port 6abff902-1c3b-48f1-8181-d5d966f48465 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:51:49.300962 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-63231624-c5d6-4e0d-8776-a50066f33816 service neutron] Attempting to bind port 6abff902-1c3b-48f1-8181-d5d966f48465 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:51:49.355675 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-63231624-c5d6-4e0d-8776-a50066f33816 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:51:49.364451 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-63231624-c5d6-4e0d-8776-a50066f33816 service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:51:49.365442 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-63231624-c5d6-4e0d-8776-a50066f33816 service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:51:49.366346 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-63231624-c5d6-4e0d-8776-a50066f33816 service neutron] Bound port: 6abff902-1c3b-48f1-8181-d5d966f48465, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:51:49.367686 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-63231624-c5d6-4e0d-8776-a50066f33816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:49.444036 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e12df9b7-9e58-4a4f-bc96-9bb4ee5bfce0 req-90d2f5e6-36a4-4618-8e2d-2787ab759a7e tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups/2a1137ae-4c46-4cef-9e57-e563fc549ac8 HTTP/1.1" status: 200 len: 2981 time: 0.2096131 Aug 11 21:51:49.620704 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6efe96-3630-4670-81f9-512c02b20367 req-d997bd0a-d202-4798-8c6c-50980edf7982 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:49.635970 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-de6efe96-3630-4670-81f9-512c02b20367 req-d997bd0a-d202-4798-8c6c-50980edf7982 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 945 time: 0.0842748 Aug 11 21:51:49.641138 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e12df9b7-9e58-4a4f-bc96-9bb4ee5bfce0 req-1bf3af1d-e4c9-4e3e-a879-12a06fbc0f4a tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups/2a1137ae-4c46-4cef-9e57-e563fc549ac8 HTTP/1.1" status: 200 len: 2981 time: 0.1879621 Aug 11 21:51:49.647252 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-63231624-c5d6-4e0d-8776-a50066f33816 service neutron] For port 6abff902-1c3b-48f1-8181-d5d966f48465, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:51:49.672547 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-63231624-c5d6-4e0d-8776-a50066f33816 service neutron] For port 6abff902-1c3b-48f1-8181-d5d966f48465, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=6abff902-1c3b-48f1-8181-d5d966f48465,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:51:49.685913 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-63231624-c5d6-4e0d-8776-a50066f33816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:49.700514 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-de6efe96-3630-4670-81f9-512c02b20367 req-5ebd3e31-1c93-4883-a967-b64c69626e26 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633049 Aug 11 21:51:49.757067 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-63231624-c5d6-4e0d-8776-a50066f33816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:49.758799 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-63231624-c5d6-4e0d-8776-a50066f33816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:49.761395 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-63231624-c5d6-4e0d-8776-a50066f33816 service neutron] 10.222.0.52 "PUT /v2.0/ports/6abff902-1c3b-48f1-8181-d5d966f48465 HTTP/1.1" status: 200 len: 1094 time: 1.8652546 Aug 11 21:51:49.854082 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4a0c641f-f9ae-4941-81e4-c995f0703b27 req-37010510-a633-44ce-8da6-888ecc5d4102 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups/358fe6f1-40a9-4932-97c7-de73c66de32e HTTP/1.1" status: 200 len: 1801 time: 0.1081438 Aug 11 21:51:50.005330 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4a0c641f-f9ae-4941-81e4-c995f0703b27 req-fe85f7c6-87fd-4c0b-aeb6-7a85067332de tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:50.038156 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-4d2a9bde-a94c-4456-9479-1e3a3ba2c841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:50.048390 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-4d2a9bde-a94c-4456-9479-1e3a3ba2c841 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a44568b4cfa942999b4839898fd76a76&device_id=8d01fcec-3bb4-4055-ac13-c1099f7c2e8c HTTP/1.1" status: 200 len: 1097 time: 0.2007010 Aug 11 21:51:50.077270 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4a0c641f-f9ae-4941-81e4-c995f0703b27 req-fe85f7c6-87fd-4c0b-aeb6-7a85067332de tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:50.176357 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:50.200229 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63231624-c5d6-4e0d-8776-a50066f33816 service neutron] Pushing event updated for resources: {'Port': ['ID=6abff902-1c3b-48f1-8181-d5d966f48465,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:50.207838 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-4f06f104-1947-4cf7-b782-e142303b9079 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=6abff902-1c3b-48f1-8181-d5d966f48465 HTTP/1.1" status: 200 len: 217 time: 0.1458590 Aug 11 21:51:50.222784 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4a0c641f-f9ae-4941-81e4-c995f0703b27 req-fe85f7c6-87fd-4c0b-aeb6-7a85067332de tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:50.228567 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4a0c641f-f9ae-4941-81e4-c995f0703b27 req-fe85f7c6-87fd-4c0b-aeb6-7a85067332de tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:50.230742 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4a0c641f-f9ae-4941-81e4-c995f0703b27 req-fe85f7c6-87fd-4c0b-aeb6-7a85067332de tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "DELETE /v2.0/security-groups/358fe6f1-40a9-4932-97c7-de73c66de32e HTTP/1.1" status: 204 len: 173 time: 0.3537855 Aug 11 21:51:50.267266 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85f7c6-87fd-4c0b-aeb6-7a85067332de tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=358fe6f1-40a9-4932-97c7-de73c66de32e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:50.360568 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [req-aff2e803-6f6f-4f07-a068-7d7c07cc5306 req-41382139-e3f6-49f6-b85e-69f234ee502c tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] show failed (client error): The resource could not be found. Aug 11 21:51:50.362613 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aff2e803-6f6f-4f07-a068-7d7c07cc5306 req-41382139-e3f6-49f6-b85e-69f234ee502c tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups/358fe6f1-40a9-4932-97c7-de73c66de32e HTTP/1.1" status: 404 len: 352 time: 0.0266993 Aug 11 21:51:50.401297 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-b7bf7a33-125e-4a85-9455-98549b6ddd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:50.403691 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-b7bf7a33-125e-4a85-9455-98549b6ddd8f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1849725 Aug 11 21:51:50.430602 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f52a0-6c7c-410b-9cb0-5608ba9df870 req-1ee4e52e-a5cc-4363-b22e-c5014e779636 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:50.432284 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4c1f52a0-6c7c-410b-9cb0-5608ba9df870 req-1ee4e52e-a5cc-4363-b22e-c5014e779636 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d01fcec-3bb4-4055-ac13-c1099f7c2e8c HTTP/1.1" status: 200 len: 946 time: 0.1712234 Aug 11 21:51:50.462103 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50088) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:50.512215 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4c1f52a0-6c7c-410b-9cb0-5608ba9df870 req-a219b00e-6672-407d-864e-6ffdffd3bbdc tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/security-groups?id=feac887f-896a-4bc5-bf7a-3a91b4e854fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624452 Aug 11 21:51:50.518859 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-44d25d3f-e341-4c4b-b630-a794474863ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:50.525323 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-44d25d3f-e341-4c4b-b630-a794474863ed service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1140602 Aug 11 21:51:50.669560 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-729bab7b-aaa8-4016-b273-ed59eb7cc052 req-5e0ba3ef-80aa-4c98-bf22-c9cf2234e396 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups/3d2e0a05-e50a-43c7-b381-df995c77b6bb HTTP/1.1" status: 200 len: 1801 time: 0.1158118 Aug 11 21:51:50.686820 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d01fcec-3bb4-4055-ac13-c1099f7c2e8c', 'tag': '6abff902-1c3b-48f1-8181-d5d966f48465'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:51:50.699703 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301e1513-0a1f-40b0-a935-d246c8d0b9cf" -d '{"events": [{"name": "network-changed", "server_uuid": "8d01fcec-3bb4-4055-ac13-c1099f7c2e8c", "tag": "6abff902-1c3b-48f1-8181-d5d966f48465"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:51:50.729450 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 681d7314-29d7-467f-bd9d-4f0e93d8ba0e no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:51:50.781519 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 681d7314-29d7-467f-bd9d-4f0e93d8ba0e {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:51:50.782494 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 681d7314-29d7-467f-bd9d-4f0e93d8ba0e not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:51:50.837861 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-23ad981b-8191-4978-89a8-1284432a85ea service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996078 Aug 11 21:51:51.057795 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-729bab7b-aaa8-4016-b273-ed59eb7cc052 req-7e652ce0-ab84-49a9-883d-9a84a9323ebb tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:51.134066 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a58c02d8-cc47-4240-bcd9-79a75d997947 req-75b5003d-bdc7-4926-8773-cf42049544a1 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642429 Aug 11 21:51:51.142108 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-729bab7b-aaa8-4016-b273-ed59eb7cc052 req-7e652ce0-ab84-49a9-883d-9a84a9323ebb tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:51.228246 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-729bab7b-aaa8-4016-b273-ed59eb7cc052 req-7e652ce0-ab84-49a9-883d-9a84a9323ebb tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:51.231569 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-729bab7b-aaa8-4016-b273-ed59eb7cc052 req-7e652ce0-ab84-49a9-883d-9a84a9323ebb tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:51.239137 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-729bab7b-aaa8-4016-b273-ed59eb7cc052 req-7e652ce0-ab84-49a9-883d-9a84a9323ebb tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "DELETE /v2.0/security-groups/3d2e0a05-e50a-43c7-b381-df995c77b6bb HTTP/1.1" status: 204 len: 173 time: 0.5098865 Aug 11 21:51:51.266563 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e652ce0-ab84-49a9-883d-9a84a9323ebb tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2e0a05-e50a-43c7-b381-df995c77b6bb,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:51.285545 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27fa95-0a91-4347-9298-a7964cc923e7 req-b0b71a92-ed04-4055-8dec-466d4a44da78 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:51.293603 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c880a49f-2847-427c-860a-e18958b78cf9 x-openstack-request-id: req-c880a49f-2847-427c-860a-e18958b78cf9 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:51:51.293947 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d01fcec-3bb4-4055-ac13-c1099f7c2e8c", "tag": "6abff902-1c3b-48f1-8181-d5d966f48465", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:51:51.294224 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c880a49f-2847-427c-860a-e18958b78cf9 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:51:51.294579 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d01fcec-3bb4-4055-ac13-c1099f7c2e8c', 'tag': '6abff902-1c3b-48f1-8181-d5d966f48465', 'status': 'completed', 'code': 200} Aug 11 21:51:51.314299 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cc27fa95-0a91-4347-9298-a7964cc923e7 req-b0b71a92-ed04-4055-8dec-466d4a44da78 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 945 time: 0.3973854 Aug 11 21:51:51.411909 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cc27fa95-0a91-4347-9298-a7964cc923e7 req-e0d11010-6735-4d83-a184-5c5945045d7f tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764625 Aug 11 21:51:51.441521 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e1513-0a1f-40b0-a935-d246c8d0b9cf req-41bea492-7c43-4cdb-99d8-f0180a6374a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:51.443380 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-301e1513-0a1f-40b0-a935-d246c8d0b9cf req-41bea492-7c43-4cdb-99d8-f0180a6374a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a44568b4cfa942999b4839898fd76a76&device_id=8d01fcec-3bb4-4055-ac13-c1099f7c2e8c HTTP/1.1" status: 200 len: 1097 time: 0.1065433 Aug 11 21:51:51.500182 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [req-761cd0e4-d6f1-4966-b344-ea819977af56 req-c863088d-4f82-424a-a47b-315b0e11fdd8 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] show failed (client error): The resource could not be found. Aug 11 21:51:51.511560 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-761cd0e4-d6f1-4966-b344-ea819977af56 req-c863088d-4f82-424a-a47b-315b0e11fdd8 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups/3d2e0a05-e50a-43c7-b381-df995c77b6bb HTTP/1.1" status: 404 len: 352 time: 0.0485964 Aug 11 21:51:51.560756 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e1513-0a1f-40b0-a935-d246c8d0b9cf req-c87e4276-e287-4fa9-9ad7-073253b54521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:51.562305 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-301e1513-0a1f-40b0-a935-d246c8d0b9cf req-c87e4276-e287-4fa9-9ad7-073253b54521 service neutron] 10.222.0.52 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.1115737 Aug 11 21:51:51.562483 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-84a153e8-64be-47cc-b4b5-2092af9c3487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:51.617835 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-301e1513-0a1f-40b0-a935-d246c8d0b9cf req-24bab73c-24e0-4b87-aa94-890cb283beac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=6abff902-1c3b-48f1-8181-d5d966f48465 HTTP/1.1" status: 200 len: 217 time: 0.0455565 Aug 11 21:51:51.689957 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e1513-0a1f-40b0-a935-d246c8d0b9cf req-01b9e3cb-6046-4509-b018-09b0339b0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:51.691566 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-301e1513-0a1f-40b0-a935-d246c8d0b9cf req-01b9e3cb-6046-4509-b018-09b0339b0bee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.0660884 Aug 11 21:51:51.721221 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6e5c22f4-69f3-4e3c-ad34-7e694413cc48 req-3e3d90c9-f4bc-4855-a000-72cc83569b22 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups/c28be946-b204-4026-b615-18c70beed9c9 HTTP/1.1" status: 200 len: 1799 time: 0.1577792 Aug 11 21:51:51.794517 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e1513-0a1f-40b0-a935-d246c8d0b9cf req-80e21b8a-cc31-4e53-a3e1-f7b1bccb3608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:51.796470 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-301e1513-0a1f-40b0-a935-d246c8d0b9cf req-80e21b8a-cc31-4e53-a3e1-f7b1bccb3608 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0956495 Aug 11 21:51:51.868584 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6e5c22f4-69f3-4e3c-ad34-7e694413cc48 req-46b0f434-404e-4afb-a836-94304b4a4696 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:51.908524 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6e5c22f4-69f3-4e3c-ad34-7e694413cc48 req-46b0f434-404e-4afb-a836-94304b4a4696 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:51.981512 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-301e1513-0a1f-40b0-a935-d246c8d0b9cf req-ccb3f17b-ca1f-4cd0-9305-dec0cfa0426c service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743295 Aug 11 21:51:52.000027 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6e5c22f4-69f3-4e3c-ad34-7e694413cc48 req-46b0f434-404e-4afb-a836-94304b4a4696 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:52.002699 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6e5c22f4-69f3-4e3c-ad34-7e694413cc48 req-46b0f434-404e-4afb-a836-94304b4a4696 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:52.003928 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6e5c22f4-69f3-4e3c-ad34-7e694413cc48 req-46b0f434-404e-4afb-a836-94304b4a4696 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "DELETE /v2.0/security-groups/c28be946-b204-4026-b615-18c70beed9c9 HTTP/1.1" status: 204 len: 173 time: 0.2818773 Aug 11 21:51:52.046951 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50144) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:52.061332 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b0f434-404e-4afb-a836-94304b4a4696 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28be946-b204-4026-b615-18c70beed9c9,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:52.128137 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-301e1513-0a1f-40b0-a935-d246c8d0b9cf req-4fa153ce-126b-417d-b422-1c2fa84c864c service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381176 Aug 11 21:51:52.180642 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e4f46-88b5-4881-a839-48de20e8d640 req-37b3e694-2460-4ad1-a3fc-aa808c82a68b tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:52.188249 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1e2e4f46-88b5-4881-a839-48de20e8d640 req-37b3e694-2460-4ad1-a3fc-aa808c82a68b tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d01fcec-3bb4-4055-ac13-c1099f7c2e8c HTTP/1.1" status: 200 len: 946 time: 0.4421029 Aug 11 21:51:52.230777 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f0df7719-45d5-4c70-94e9-519cb350de90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:52.260972 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1e2e4f46-88b5-4881-a839-48de20e8d640 req-216d9026-db59-48d7-b17f-f703a64bb426 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/security-groups?id=feac887f-896a-4bc5-bf7a-3a91b4e854fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623615 Aug 11 21:51:52.376452 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-84a153e8-64be-47cc-b4b5-2092af9c3487 admin admin] Deleting port 75fb051c-2432-4a68-ae15-39689643d69a {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:51:52.377945 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-84a153e8-64be-47cc-b4b5-2092af9c3487 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:52.405123 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f0df7719-45d5-4c70-94e9-519cb350de90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:52.410660 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f0df7719-45d5-4c70-94e9-519cb350de90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:52.444699 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f0df7719-45d5-4c70-94e9-519cb350de90 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b62238d99ed140b0ac1a52f52fcd9997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3966045 Aug 11 21:51:52.450053 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50154) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:52.473334 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df7719-45d5-4c70-94e9-519cb350de90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037a10bd-14e6-4d75-9600-958afa74541c,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:52.545500 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-84a153e8-64be-47cc-b4b5-2092af9c3487 admin admin] For port 75fb051c-2432-4a68-ae15-39689643d69a, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=75fb051c-2432-4a68-ae15-39689643d69a,segment=NetworkSegment(7c23925c-7ce6-4f5e-889e-afe4a6a923c5),segment_id=7c23925c-7ce6-4f5e-889e-afe4a6a923c5)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:51:52.546329 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-84a153e8-64be-47cc-b4b5-2092af9c3487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:52.553179 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [req-c61c9f1e-b283-42c2-aad7-564ceb8d4bab req-d4101c61-1dc4-4023-8d82-ac30df723748 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] show failed (client error): The resource could not be found. Aug 11 21:51:52.556294 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c61c9f1e-b283-42c2-aad7-564ceb8d4bab req-d4101c61-1dc4-4023-8d82-ac30df723748 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups/c28be946-b204-4026-b615-18c70beed9c9 HTTP/1.1" status: 404 len: 352 time: 0.0254600 Aug 11 21:51:52.590890 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-84a153e8-64be-47cc-b4b5-2092af9c3487 admin admin] Calling delete_port for 75fb051c-2432-4a68-ae15-39689643d69a owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:51:52.688544 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3fe832-4cd1-4b3a-bfa3-1ed50435069a req-801ef3f8-65ca-4ee7-b52c-8e524476174b tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:52.690252 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b3fe832-4cd1-4b3a-bfa3-1ed50435069a req-801ef3f8-65ca-4ee7-b52c-8e524476174b tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 945 time: 0.0604570 Aug 11 21:51:52.698165 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-541198d0-e94d-45b0-acc1-4371d0049a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:52.732777 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b3fe832-4cd1-4b3a-bfa3-1ed50435069a req-222b1fda-7644-4ee0-9c4d-9891f86b00fc tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358200 Aug 11 21:51:52.744906 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-39cafd55-a133-40b6-9ac5-ef9c96632463 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=e6e044bcb24e4a7aafc4e6ca88535777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656662 Aug 11 21:51:52.782735 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-541198d0-e94d-45b0-acc1-4371d0049a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:53.019280 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-541198d0-e94d-45b0-acc1-4371d0049a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:53.022354 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-541198d0-e94d-45b0-acc1-4371d0049a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:53.024165 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-541198d0-e94d-45b0-acc1-4371d0049a16 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/037a10bd-14e6-4d75-9600-958afa74541c HTTP/1.1" status: 204 len: 168 time: 0.5702436 Aug 11 21:51:53.045835 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-6e825e22-1e54-4290-8ca1-75196eac44c9 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:53.048171 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-6e825e22-1e54-4290-8ca1-75196eac44c9 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2773635 Aug 11 21:51:53.068294 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541198d0-e94d-45b0-acc1-4371d0049a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037a10bd-14e6-4d75-9600-958afa74541c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:53.079207 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-ca4f32c0-ac61-4679-bb8e-f65e80712119 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/quotas/e6e044bcb24e4a7aafc4e6ca88535777 HTTP/1.1" status: 200 len: 375 time: 0.0226605 Aug 11 21:51:53.130860 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1189cf60-9dcf-4880-b606-4505fd793125 req-64fab0b4-3615-4f70-a037-1135f84ad873 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c3959184431440d59536f3e8479ad06b HTTP/1.1" status: 200 len: 6148 time: 0.1207302 Aug 11 21:51:53.151836 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-b5068b64-ed50-48dc-9fcf-6b7572026495 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e6e044bcb24e4a7aafc4e6ca88535777&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535767 Aug 11 21:51:53.210181 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-84a153e8-64be-47cc-b4b5-2092af9c3487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:53.263656 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1189cf60-9dcf-4880-b606-4505fd793125 req-dbec2e41-09a5-4278-be27-78712bca8b52 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups/2a1137ae-4c46-4cef-9e57-e563fc549ac8 HTTP/1.1" status: 200 len: 2981 time: 0.1199641 Aug 11 21:51:53.266949 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a153e8-64be-47cc-b4b5-2092af9c3487 admin admin] Pushing event deleted for resources: {'Port': ['ID=75fb051c-2432-4a68-ae15-39689643d69a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:53.418461 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1189cf60-9dcf-4880-b606-4505fd793125 req-9641182f-a1a7-482e-9dca-28512f93e3c2 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups/2a1137ae-4c46-4cef-9e57-e563fc549ac8 HTTP/1.1" status: 200 len: 2981 time: 0.1472759 Aug 11 21:51:53.479994 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50186) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:53.514348 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d45abd12-5a6a-4654-aed5-3da28e173471 req-6ee03046-baf5-4a9c-bc08-f4db4c1f44f8 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=26493fd4-2705-40cf-b9bc-f922bc6a44cb HTTP/1.1" status: 200 len: 210 time: 0.0450115 Aug 11 21:51:53.530542 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e1ccd3b8-9979-47c5-8ea9-03fbbca23375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:53.583291 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-39ab476f-325d-4bfe-9489-507a916846d6 req-35cd9d2d-3af8-4917-953a-8d1c5e0f99f1 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1970342748', 'description': 'tempest-description-59979992'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:53.682924 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e1ccd3b8-9979-47c5-8ea9-03fbbca23375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:53.686926 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3c4ec-30f1-4ae8-96c7-734e7e7d9bf1 req-821fbe65-1172-4bf8-b232-e3736058efb5 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:53.689735 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-98f3c4ec-30f1-4ae8-96c7-734e7e7d9bf1 req-821fbe65-1172-4bf8-b232-e3736058efb5 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d01fcec-3bb4-4055-ac13-c1099f7c2e8c HTTP/1.1" status: 200 len: 946 time: 0.2045727 Aug 11 21:51:53.700794 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e1ccd3b8-9979-47c5-8ea9-03fbbca23375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:53.740569 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-39ab476f-325d-4bfe-9489-507a916846d6 req-35cd9d2d-3af8-4917-953a-8d1c5e0f99f1 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:53.767339 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e1ccd3b8-9979-47c5-8ea9-03fbbca23375 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d84d8483fa63449ab901380165b5f63d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856870 Aug 11 21:51:53.771540 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ccd3b8-9979-47c5-8ea9-03fbbca23375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3eac1e-b6bd-4ac0-99bc-489afe4f6ffe,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:53.780145 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50196) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:53.866704 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-98f3c4ec-30f1-4ae8-96c7-734e7e7d9bf1 req-31f34e9e-3b76-441b-a0ab-9e75128342a4 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/security-groups?id=feac887f-896a-4bc5-bf7a-3a91b4e854fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209774 Aug 11 21:51:53.873545 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-84a153e8-64be-47cc-b4b5-2092af9c3487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:53.891244 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-39ab476f-325d-4bfe-9489-507a916846d6 req-35cd9d2d-3af8-4917-953a-8d1c5e0f99f1 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:53.897013 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-39ab476f-325d-4bfe-9489-507a916846d6 req-35cd9d2d-3af8-4917-953a-8d1c5e0f99f1 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:53.940444 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-39ab476f-325d-4bfe-9489-507a916846d6 req-35cd9d2d-3af8-4917-953a-8d1c5e0f99f1 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:53.959079 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-39ab476f-325d-4bfe-9489-507a916846d6 req-35cd9d2d-3af8-4917-953a-8d1c5e0f99f1 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3650904 Aug 11 21:51:53.966739 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd9d2d-3af8-4917-953a-8d1c5e0f99f1 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebec76b9-901b-48b2-a846-6bd6078b0b21,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:54.029809 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c0eabf03-2da9-4292-8da6-cf371dd96757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:54.095974 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c0eabf03-2da9-4292-8da6-cf371dd96757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:54.110680 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-bf19608e-e0a2-450e-bd1e-f4cead238184 req-b41a54eb-e87c-40a5-95b2-bc36a12ddd0c tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-139827243', 'description': 'tempest-description-2401018'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:54.112460 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-00e81517-b67b-4f10-a4f9-fe7858cada70 req-c9e75101-7607-48f0-a8d4-f1bc79c05f0d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0062d010-86db-4e4b-b6bb-8d4a7a12fe7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1307478 Aug 11 21:51:54.149198 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d2ce0-ee04-4730-87c1-b9d33562be80 req-4b59b2be-a29c-4412-8673-9d52698772f3 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:54.151790 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-686d2ce0-ee04-4730-87c1-b9d33562be80 req-4b59b2be-a29c-4412-8673-9d52698772f3 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 945 time: 0.0732617 Aug 11 21:51:54.174328 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bf19608e-e0a2-450e-bd1e-f4cead238184 req-b41a54eb-e87c-40a5-95b2-bc36a12ddd0c tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:54.261755 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c0eabf03-2da9-4292-8da6-cf371dd96757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:54.264558 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c0eabf03-2da9-4292-8da6-cf371dd96757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:54.265815 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c0eabf03-2da9-4292-8da6-cf371dd96757 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3f3eac1e-b6bd-4ac0-99bc-489afe4f6ffe HTTP/1.1" status: 204 len: 168 time: 0.4840539 Aug 11 21:51:54.266568 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-686d2ce0-ee04-4730-87c1-b9d33562be80 req-1741d2b7-02f1-43b8-b7d4-13425698883f tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068108 Aug 11 21:51:54.318390 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eabf03-2da9-4292-8da6-cf371dd96757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3eac1e-b6bd-4ac0-99bc-489afe4f6ffe,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:54.322637 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e81517-b67b-4f10-a4f9-fe7858cada70 req-b37f65e1-490a-4e4d-8cbb-34da4f7f76a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:54.324413 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-00e81517-b67b-4f10-a4f9-fe7858cada70 req-b37f65e1-490a-4e4d-8cbb-34da4f7f76a0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=80a5e8f6f7ed430798dfcf878a1f42dd&device_id=0062d010-86db-4e4b-b6bb-8d4a7a12fe7e HTTP/1.1" status: 200 len: 1117 time: 0.1348252 Aug 11 21:51:54.370221 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a153e8-64be-47cc-b4b5-2092af9c3487 admin admin] Router a26c213a-1186-45f4-b5ce-1e3502044a24 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:51:54.412690 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bf19608e-e0a2-450e-bd1e-f4cead238184 req-b41a54eb-e87c-40a5-95b2-bc36a12ddd0c tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:54.445812 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bf19608e-e0a2-450e-bd1e-f4cead238184 req-b41a54eb-e87c-40a5-95b2-bc36a12ddd0c tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:54.488661 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bf19608e-e0a2-450e-bd1e-f4cead238184 req-b41a54eb-e87c-40a5-95b2-bc36a12ddd0c tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:54.494767 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bf19608e-e0a2-450e-bd1e-f4cead238184 req-b41a54eb-e87c-40a5-95b2-bc36a12ddd0c tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3946583 Aug 11 21:51:54.503049 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a54eb-e87c-40a5-95b2-bc36a12ddd0c tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=573f6763-1500-4b50-9ef0-ee825f726e26,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:54.539388 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e81517-b67b-4f10-a4f9-fe7858cada70 req-80fa4a03-0974-41aa-88f8-d665318820cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:54.540987 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-00e81517-b67b-4f10-a4f9-fe7858cada70 req-80fa4a03-0974-41aa-88f8-d665318820cf service neutron] 10.222.0.52 "GET /v2.0/networks?id=23d35d9d-3b60-4171-a586-25af0fc312dd HTTP/1.1" status: 200 len: 925 time: 0.1785896 Aug 11 21:51:54.587097 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a153e8-64be-47cc-b4b5-2092af9c3487 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:51:54.594092 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-84a153e8-64be-47cc-b4b5-2092af9c3487 admin admin] 10.222.0.77 "PUT /v2.0/routers/a26c213a-1186-45f4-b5ce-1e3502044a24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1301696 Aug 11 21:51:54.600434 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0207d458-ff2d-4fbc-bf67-993e03ccc260 None None] Sync routers for ids ['a26c213a-1186-45f4-b5ce-1e3502044a24'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:51:54.606411 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50216) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:54.616229 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0207d458-ff2d-4fbc-bf67-993e03ccc260 None None] Routers {'a26c213a-1186-45f4-b5ce-1e3502044a24'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:51:54.623580 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-0207d458-ff2d-4fbc-bf67-993e03ccc260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:51:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['a26c213a-1186-45f4-b5ce-1e3502044a24'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:51:54.752557 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-72125156-3c12-4081-a365-3efb26af4b4d admin admin] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:54.814965 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-0207d458-ff2d-4fbc-bf67-993e03ccc260 None None] Set router a26c213a-1186-45f4-b5ce-1e3502044a24 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:51:55.085222 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-0207d458-ff2d-4fbc-bf67-993e03ccc260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-746873495-router', 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f7944e29-6608-4f7f-b129-32cf18dc82d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:30Z', 'updated_at': '2021-08-11T21:51:53Z', 'revision_number': 5, 'project_id': '6d572a2953ca41c9aa1198544da7c95a', 'gw_port': {'id': 'f7944e29-6608-4f7f-b129-32cf18dc82d3', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:08:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:33Z', 'updated_at': '2021-08-11T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:51:55.122075 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0207d458-ff2d-4fbc-bf67-993e03ccc260 None None] Checking router: a26c213a-1186-45f4-b5ce-1e3502044a24 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:51:55.132909 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0207d458-ff2d-4fbc-bf67-993e03ccc260 None None] Routers {'a26c213a-1186-45f4-b5ce-1e3502044a24'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:51:55.134011 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-0207d458-ff2d-4fbc-bf67-993e03ccc260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:51:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['a26c213a-1186-45f4-b5ce-1e3502044a24'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:51:55.275111 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-0207d458-ff2d-4fbc-bf67-993e03ccc260 None None] Set router a26c213a-1186-45f4-b5ce-1e3502044a24 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:51:55.284010 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-822c8012-0834-45c0-915c-e764dacf4a63 req-86cb22ee-5b03-41f8-a2fd-17aa61132e29 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=26493fd4-2705-40cf-b9bc-f922bc6a44cb HTTP/1.1" status: 200 len: 210 time: 0.6048136 Aug 11 21:51:55.303569 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 6abff902-1c3b-48f1-8181-d5d966f48465 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:51:55.353125 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50240) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:55.389775 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-c6930765-c4cf-4fdc-b06a-b821b30265e2 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=e6e044bcb24e4a7aafc4e6ca88535777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1621213 Aug 11 21:51:55.396761 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-00e81517-b67b-4f10-a4f9-fe7858cada70 req-8239751d-ae8e-4502-9cc6-a30adac69cb4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=557f63b0-24fa-4cda-a81b-7ebba1292e2b HTTP/1.1" status: 200 len: 1022 time: 0.8430672 Aug 11 21:51:55.456331 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-8d4084cf-71cc-4849-ad11-aee5e3a2c346 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:55.462358 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-8d4084cf-71cc-4849-ad11-aee5e3a2c346 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/networks?id=8356088d-0005-4e89-9fc4-654fac70ef3c HTTP/1.1" status: 200 len: 812 time: 0.4768200 Aug 11 21:51:55.478035 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 6abff902-1c3b-48f1-8181-d5d966f48465, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=6abff902-1c3b-48f1-8181-d5d966f48465,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:51:55.492773 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-72125156-3c12-4081-a365-3efb26af4b4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:55.494909 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '6abff902-1c3b-48f1-8181-d5d966f48465', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '6abff902-1c3b-48f1-8181-d5d966f48465', 'mac_address': 'fa:16:3e:e9:8b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:51:55.537867 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-c2d1c4b6-49d0-4b09-bf4f-fe7e1b9a0cdd tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/quotas/c3959184431440d59536f3e8479ad06b HTTP/1.1" status: 200 len: 375 time: 0.0481098 Aug 11 21:51:55.615736 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:55.713074 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-5a312832-a720-4077-86a9-15dd8a65d0f8 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c3959184431440d59536f3e8479ad06b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1670990 Aug 11 21:51:55.724519 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-355333e9-6494-4282-8661-5e69f9f80a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:55.760514 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e81517-b67b-4f10-a4f9-fe7858cada70 req-67c645a7-b842-4837-89ee-c7f11685d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:55.765242 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-00e81517-b67b-4f10-a4f9-fe7858cada70 req-67c645a7-b842-4837-89ee-c7f11685d598 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=50d7a31b-7f2d-4275-9e8f-220f204b8511 HTTP/1.1" status: 200 len: 863 time: 0.3428948 Aug 11 21:51:55.852985 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3eea6b-8050-499a-abdb-0b08a6a64444 req-97bd1080-731a-4ce1-9bf0-42cef3e59cad tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:55.853900 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-72125156-3c12-4081-a365-3efb26af4b4d admin admin] Deleting port f7944e29-6608-4f7f-b129-32cf18dc82d3 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:51:55.854664 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-72125156-3c12-4081-a365-3efb26af4b4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:55.859706 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6abff902-1c3b-48f1-8181-d5d966f48465 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:51:55.862945 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ca3eea6b-8050-499a-abdb-0b08a6a64444 req-97bd1080-731a-4ce1-9bf0-42cef3e59cad tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d01fcec-3bb4-4055-ac13-c1099f7c2e8c HTTP/1.1" status: 200 len: 946 time: 0.4393578 Aug 11 21:51:55.893746 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-0207d458-ff2d-4fbc-bf67-993e03ccc260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-746873495-router', 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f7944e29-6608-4f7f-b129-32cf18dc82d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:30Z', 'updated_at': '2021-08-11T21:51:53Z', 'revision_number': 5, 'project_id': '6d572a2953ca41c9aa1198544da7c95a', 'gw_port': {'id': 'f7944e29-6608-4f7f-b129-32cf18dc82d3', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:08:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:33Z', 'updated_at': '2021-08-11T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:51:55.901280 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 6abff902-1c3b-48f1-8181-d5d966f48465, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=6abff902-1c3b-48f1-8181-d5d966f48465,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:51:55.910609 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:55.929839 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0207d458-ff2d-4fbc-bf67-993e03ccc260 None None] The sync data for ids ['a26c213a-1186-45f4-b5ce-1e3502044a24'] in n-d-804275-3 is: [{'id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-746873495-router', 'tenant_id': '6d572a2953ca41c9aa1198544da7c95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f7944e29-6608-4f7f-b129-32cf18dc82d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:30Z', 'updated_at': '2021-08-11T21:51:53Z', 'revision_number': 5, 'project_id': '6d572a2953ca41c9aa1198544da7c95a', 'gw_port': {'id': 'f7944e29-6608-4f7f-b129-32cf18dc82d3', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:08:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26c213a-1186-45f4-b5ce-1e3502044a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:33Z', 'updated_at': '2021-08-11T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:51:55.970462 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=6abff902-1c3b-48f1-8181-d5d966f48465,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:56.018987 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-7554c4a9-86d3-4466-8f35-338e4ecd67d4 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:56.020780 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-7554c4a9-86d3-4466-8f35-338e4ecd67d4 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6215293 Aug 11 21:51:56.037350 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ca3eea6b-8050-499a-abdb-0b08a6a64444 req-24e125cc-5d45-4dfd-8224-329c76a47003 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/security-groups?id=feac887f-896a-4bc5-bf7a-3a91b4e854fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727872 Aug 11 21:51:56.051120 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-607e8f3e-ca29-4f71-b960-d37af81f2bbd service neutron] 10.222.0.77 "GET /v2.0/networks/8356088d-0005-4e89-9fc4-654fac70ef3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265240 Aug 11 21:51:56.051662 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e81517-b67b-4f10-a4f9-fe7858cada70 req-26c84e8c-b4f7-436a-9a0a-0b7b86335726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:56.053358 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-00e81517-b67b-4f10-a4f9-fe7858cada70 req-26c84e8c-b4f7-436a-9a0a-0b7b86335726 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=23d35d9d-3b60-4171-a586-25af0fc312dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2695167 Aug 11 21:51:56.058940 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-8eadd447-1a7f-401b-90d4-a4f643911a94 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Request body: {'port': {'device_id': '26493fd4-2705-40cf-b9bc-f922bc6a44cb', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'admin_state_up': True, 'tenant_id': 'e6e044bcb24e4a7aafc4e6ca88535777'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:56.102760 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-72125156-3c12-4081-a365-3efb26af4b4d admin admin] For port f7944e29-6608-4f7f-b129-32cf18dc82d3, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f7944e29-6608-4f7f-b129-32cf18dc82d3,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:51:56.103232 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-72125156-3c12-4081-a365-3efb26af4b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:56.118697 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-72125156-3c12-4081-a365-3efb26af4b4d admin admin] Calling delete_port for f7944e29-6608-4f7f-b129-32cf18dc82d3 owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:51:56.146073 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['6abff902-1c3b-48f1-8181-d5d966f48465'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:51:56.224879 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-355333e9-6494-4282-8661-5e69f9f80a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:56.251297 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-355333e9-6494-4282-8661-5e69f9f80a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:56.374910 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-10bc0f7d-54ec-45a3-8ab2-660f4a5d6a9a service neutron] 10.222.0.77 "GET /v2.0/networks/8356088d-0005-4e89-9fc4-654fac70ef3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104358 Aug 11 21:51:56.427103 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-355333e9-6494-4282-8661-5e69f9f80a58 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bd255976bdeb4a39a719683dc7e04048&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0570319 Aug 11 21:51:56.433919 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50260) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:56.450773 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355333e9-6494-4282-8661-5e69f9f80a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fe8861-acc5-4aa4-930c-9bc3383d97f4,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:56.512879 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-00e81517-b67b-4f10-a4f9-fe7858cada70 req-3c6d232d-3aeb-431b-8a6d-27d1221f181b service neutron] 10.222.0.52 "GET /v2.0/networks/23d35d9d-3b60-4171-a586-25af0fc312dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247630 Aug 11 21:51:56.564515 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dc1ddc3d-9242-4233-8f2e-636c4382bbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:56.583946 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-72125156-3c12-4081-a365-3efb26af4b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:56.645079 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb707a6c-7d03-49b0-8f38-42b5bb70e05f req-1f812eb8-4bcb-4e1c-8783-cd63ca005463 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:56.645625 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dc1ddc3d-9242-4233-8f2e-636c4382bbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:56.657020 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb707a6c-7d03-49b0-8f38-42b5bb70e05f req-1f812eb8-4bcb-4e1c-8783-cd63ca005463 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 945 time: 0.3589566 Aug 11 21:51:56.662368 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72125156-3c12-4081-a365-3efb26af4b4d admin admin] Pushing event deleted for resources: {'Port': ['ID=f7944e29-6608-4f7f-b129-32cf18dc82d3,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:56.709172 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-8eadd447-1a7f-401b-90d4-a4f643911a94 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Made reservation on behalf of e6e044bcb24e4a7aafc4e6ca88535777 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:51:56.712969 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-8eadd447-1a7f-401b-90d4-a4f643911a94 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:56.730453 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-8eadd447-1a7f-401b-90d4-a4f643911a94 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:56.794222 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb707a6c-7d03-49b0-8f38-42b5bb70e05f req-9f20277d-8323-4836-a0a8-09fbd3503bb6 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297958 Aug 11 21:51:56.805172 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-00e81517-b67b-4f10-a4f9-fe7858cada70 req-ddc68a51-9742-4f92-b8da-a0652a645cb5 service neutron] 10.222.0.52 "GET /v2.0/networks/23d35d9d-3b60-4171-a586-25af0fc312dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892122 Aug 11 21:51:56.851459 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e5ce7abe-5462-4ded-bb4d-5a72a00ecd07 req-ba7859e7-43be-4b25-95db-d9a1adcdb964 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=26493fd4-2705-40cf-b9bc-f922bc6a44cb HTTP/1.1" status: 200 len: 210 time: 0.0702574 Aug 11 21:51:56.863540 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-72125156-3c12-4081-a365-3efb26af4b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:56.914738 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bf50f8ff-3fa2-455c-810c-83feffa9504d req-89c2f36d-c4f7-4852-ba9c-a22ad16a2a72 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=a757c531-7648-46b6-b91c-dc6a6f2a3bad HTTP/1.1" status: 200 len: 210 time: 0.0389433 Aug 11 21:51:57.016750 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dc1ddc3d-9242-4233-8f2e-636c4382bbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:57.019662 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dc1ddc3d-9242-4233-8f2e-636c4382bbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:57.028674 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-dc1ddc3d-9242-4233-8f2e-636c4382bbd7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/18fe8861-acc5-4aa4-930c-9bc3383d97f4 HTTP/1.1" status: 204 len: 168 time: 0.5893459 Aug 11 21:51:57.060468 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-8eadd447-1a7f-401b-90d4-a4f643911a94 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:57.073917 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-8eadd447-1a7f-401b-90d4-a4f643911a94 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:57.119108 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ddc3d-9242-4233-8f2e-636c4382bbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fe8861-acc5-4aa4-930c-9bc3383d97f4,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:57.122858 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-72125156-3c12-4081-a365-3efb26af4b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:57.126195 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-72125156-3c12-4081-a365-3efb26af4b4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:57.233187 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-72125156-3c12-4081-a365-3efb26af4b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:57.233837 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72125156-3c12-4081-a365-3efb26af4b4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a26c213a-1186-45f4-b5ce-1e3502044a24 {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 21:51:57.249006 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-72125156-3c12-4081-a365-3efb26af4b4d admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:57.256097 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-72125156-3c12-4081-a365-3efb26af4b4d admin admin] 10.222.0.77 "DELETE /v2.0/routers/a26c213a-1186-45f4-b5ce-1e3502044a24 HTTP/1.1" status: 204 len: 168 time: 2.6466842 Aug 11 21:51:57.258516 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50284) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:57.281554 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 75fb051c-2432-4a68-ae15-39689643d69a no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:51:57.358510 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 75fb051c-2432-4a68-ae15-39689643d69a {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:51:57.358837 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 75fb051c-2432-4a68-ae15-39689643d69a not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:51:57.375745 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 6abff902-1c3b-48f1-8181-d5d966f48465 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:51:57.387088 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eadd447-1a7f-401b-90d4-a4f643911a94 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6078a9ed-3c5b-4169-ba70-8e708b85c6c4,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:57.497549 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-7040cbba-1238-4963-a80a-54e723034f3c admin admin] Deleting subnet cf7f627a-a807-488d-83b4-ae1b6ccd4d37 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 21:51:57.510997 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7040cbba-1238-4963-a80a-54e723034f3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:57.525266 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-8eadd447-1a7f-401b-90d4-a4f643911a94 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Allocated IP 192.168.233.189 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/2717b28c-8ab2-41b3-97d1-655527d50611) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:51:57.546237 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 6abff902-1c3b-48f1-8181-d5d966f48465 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:51:57.568620 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 6abff902-1c3b-48f1-8181-d5d966f48465 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:51:57.569142 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:57.604389 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c98b15-e23c-4887-b954-f9d91602950a req-2ba95213-20fa-45b3-9029-f5103924a7e4 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:57.613654 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e2c98b15-e23c-4887-b954-f9d91602950a req-2ba95213-20fa-45b3-9029-f5103924a7e4 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d01fcec-3bb4-4055-ac13-c1099f7c2e8c HTTP/1.1" status: 200 len: 947 time: 0.2601655 Aug 11 21:51:57.627144 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7040cbba-1238-4963-a80a-54e723034f3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:57.707669 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e2c98b15-e23c-4887-b954-f9d91602950a req-fbe1c7cc-3b90-4788-b0ae-f366aed266c8 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/security-groups?id=feac887f-896a-4bc5-bf7a-3a91b4e854fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891976 Aug 11 21:51:57.767160 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:57.810545 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 6abff902-1c3b-48f1-8181-d5d966f48465, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=6abff902-1c3b-48f1-8181-d5d966f48465,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:51:57.812407 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d01fcec-3bb4-4055-ac13-c1099f7c2e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abff902-1c3b-48f1-8181-d5d966f48465'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:51:57.827087 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d9cf9a-6f3c-42ac-b4f1-8aed84d26038" -d '{"events": [{"server_uuid": "8d01fcec-3bb4-4055-ac13-c1099f7c2e8c", "name": "network-vif-plugged", "status": "completed", "tag": "6abff902-1c3b-48f1-8181-d5d966f48465"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:51:57.853974 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:57.939002 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-8eadd447-1a7f-401b-90d4-a4f643911a94 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:57.939636 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7040cbba-1238-4963-a80a-54e723034f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:57.960298 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7ce935-ff3e-44af-8d8a-1aa8873be980 x-openstack-request-id: req-af7ce935-ff3e-44af-8d8a-1aa8873be980 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:51:57.960736 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d01fcec-3bb4-4055-ac13-c1099f7c2e8c", "name": "network-vif-plugged", "status": "completed", "tag": "6abff902-1c3b-48f1-8181-d5d966f48465", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:51:57.961098 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-af7ce935-ff3e-44af-8d8a-1aa8873be980 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:51:57.961691 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d01fcec-3bb4-4055-ac13-c1099f7c2e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abff902-1c3b-48f1-8181-d5d966f48465', 'code': 200} Aug 11 21:51:58.032640 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=6abff902-1c3b-48f1-8181-d5d966f48465,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:58.072253 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-8eadd447-1a7f-401b-90d4-a4f643911a94 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Transition to ACTIVE for port object 2717b28c-8ab2-41b3-97d1-655527d50611 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:51:58.114963 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6c1cce94-41db-4fcc-86bf-8a4a4c46019c req-c2c37659-5e8f-4846-8124-7b86a6227ddb tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=26493fd4-2705-40cf-b9bc-f922bc6a44cb HTTP/1.1" status: 200 len: 210 time: 0.0448303 Aug 11 21:51:58.115203 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50304) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:58.149572 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57eca2e2-de4f-43f8-a82e-47f9abca804c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:58.225177 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ea835-8a49-4222-aede-e72d04584ca9 req-a5d5a1f5-9c46-4700-9817-385a0afa6500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:58.229354 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e97ea835-8a49-4222-aede-e72d04584ca9 req-a5d5a1f5-9c46-4700-9817-385a0afa6500 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8d01fcec-3bb4-4055-ac13-c1099f7c2e8c HTTP/1.1" status: 200 len: 1099 time: 0.1602695 Aug 11 21:51:58.243498 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a1670-d74b-434f-abff-e84fe242a603 req-d59d11e9-28b0-4f4c-b79e-b3698c528c2e tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:58.245339 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8e0a1670-d74b-434f-abff-e84fe242a603 req-d59d11e9-28b0-4f4c-b79e-b3698c528c2e tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 945 time: 0.2624927 Aug 11 21:51:58.261325 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7040cbba-1238-4963-a80a-54e723034f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:58.271676 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-93b1bd59-2855-4ba1-a794-26c541afbcf1 req-ce349b87-53a4-4342-be73-ca10d89d144c tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=a757c531-7648-46b6-b91c-dc6a6f2a3bad HTTP/1.1" status: 200 len: 210 time: 0.0547631 Aug 11 21:51:58.310041 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-8eadd447-1a7f-401b-90d4-a4f643911a94 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:58.320722 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7040cbba-1238-4963-a80a-54e723034f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:58.322963 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7040cbba-1238-4963-a80a-54e723034f3c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/cf7f627a-a807-488d-83b4-ae1b6ccd4d37 HTTP/1.1" status: 204 len: 168 time: 1.0633104 Aug 11 21:51:58.324448 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040cbba-1238-4963-a80a-54e723034f3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf7f627a-a807-488d-83b4-ae1b6ccd4d37,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:58.326792 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50308) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:58.328808 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeee9c72-373d-48d9-b9a8-a6430a28f529 None None] Network f2cc479d-ac73-4c08-a298-1c862834910a requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:51:58.337259 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e97ea835-8a49-4222-aede-e72d04584ca9 req-3eda6b32-261b-42f5-b299-a21727c69aa3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=feac887f-896a-4bc5-bf7a-3a91b4e854fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908356 Aug 11 21:51:58.375239 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8e0a1670-d74b-434f-abff-e84fe242a603 req-200adeaf-a91c-4994-8729-af73d52f26e3 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081924 Aug 11 21:51:58.402537 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-8eadd447-1a7f-401b-90d4-a4f643911a94 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:51:58.419618 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-8eadd447-1a7f-401b-90d4-a4f643911a94 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:51:58.427787 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-8eadd447-1a7f-401b-90d4-a4f643911a94 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:51:58.437379 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eea12ce3-d536-4550-9a5e-70d3bacee0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:58.486260 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eadd447-1a7f-401b-90d4-a4f643911a94 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Pushing event updated for resources: {'Port': ['ID=2717b28c-8ab2-41b3-97d1-655527d50611,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:58.541285 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57eca2e2-de4f-43f8-a82e-47f9abca804c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:58.550205 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57eca2e2-de4f-43f8-a82e-47f9abca804c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:58.550619 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-8eadd447-1a7f-401b-90d4-a4f643911a94 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:58.551315 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-8eadd447-1a7f-401b-90d4-a4f643911a94 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:58.584650 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-8eadd447-1a7f-401b-90d4-a4f643911a94 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5361071 Aug 11 21:51:58.611162 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-b1376ffa-a9c2-435f-baee-0b1037760271 service neutron] Request body: {'port': {'device_id': '26493fd4-2705-40cf-b9bc-f922bc6a44cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:58.629846 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-57eca2e2-de4f-43f8-a82e-47f9abca804c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0d0ade73d9224a9c86946d8bb05e03e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5087535 Aug 11 21:51:58.638601 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50314) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:51:58.639437 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eca2e2-de4f-43f8-a82e-47f9abca804c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e7f63f-ee18-4cb1-9cbd-f6affff3c06b,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:58.686193 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-eea12ce3-d536-4550-9a5e-70d3bacee0b8 admin admin] Deleting port 7e227e67-d140-40b9-9852-9a24511b7c4d {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:51:58.686522 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eea12ce3-d536-4550-9a5e-70d3bacee0b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:58.711864 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af906509-bff9-4f81-8b04-c9800c43edb1 None None] DHCP port deletion for f2cc479d-ac73-4c08-a298-1c862834910a request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 21:51:58.740707 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-b1376ffa-a9c2-435f-baee-0b1037760271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:58.854654 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-af906509-bff9-4f81-8b04-c9800c43edb1 None None] Deleting port 7e227e67-d140-40b9-9852-9a24511b7c4d {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:51:58.855687 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-af906509-bff9-4f81-8b04-c9800c43edb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:58.986212 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-af906509-bff9-4f81-8b04-c9800c43edb1 None None] For port 7e227e67-d140-40b9-9852-9a24511b7c4d, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7e227e67-d140-40b9-9852-9a24511b7c4d,segment=NetworkSegment(7c23925c-7ce6-4f5e-889e-afe4a6a923c5),segment_id=7c23925c-7ce6-4f5e-889e-afe4a6a923c5)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:51:58.986821 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-af906509-bff9-4f81-8b04-c9800c43edb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:59.021087 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ed9e9d06-9ed0-4be6-99cf-4eeaede2a0a9 None None] Provisioning for port 2717b28c-8ab2-41b3-97d1-655527d50611 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:51:59.031212 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-af906509-bff9-4f81-8b04-c9800c43edb1 None None] Calling delete_port for 7e227e67-d140-40b9-9852-9a24511b7c4d owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:51:59.035272 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ed9e9d06-9ed0-4be6-99cf-4eeaede2a0a9 None None] Provisioning complete for port 2717b28c-8ab2-41b3-97d1-655527d50611 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:51:59.035910 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ed9e9d06-9ed0-4be6-99cf-4eeaede2a0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:59.223920 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-ed9e9d06-9ed0-4be6-99cf-4eeaede2a0a9 None None] Port 2717b28c-8ab2-41b3-97d1-655527d50611 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:51:59.267177 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f7944e29-6608-4f7f-b129-32cf18dc82d3 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:51:59.316874 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: f7944e29-6608-4f7f-b129-32cf18dc82d3 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:51:59.317339 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f7944e29-6608-4f7f-b129-32cf18dc82d3 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:51:59.317657 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7e227e67-d140-40b9-9852-9a24511b7c4d no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:51:59.352703 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b1d27-d510-4702-a293-0035aeba71fd req-5df41f3a-5e74-4019-9c88-b80f97cf4c80 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:59.360927 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-73f7ad58-49ae-47fc-91aa-1d56ba03bcd9 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:59.362546 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-73f7ad58-49ae-47fc-91aa-1d56ba03bcd9 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.82 "GET /v2.0/networks?id=8356088d-0005-4e89-9fc4-654fac70ef3c HTTP/1.1" status: 200 len: 812 time: 0.6720035 Aug 11 21:51:59.370715 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f73b1d27-d510-4702-a293-0035aeba71fd req-5df41f3a-5e74-4019-9c88-b80f97cf4c80 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d01fcec-3bb4-4055-ac13-c1099f7c2e8c HTTP/1.1" status: 200 len: 948 time: 0.5278435 Aug 11 21:51:59.396463 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3c3f454c-f5f8-4d4c-a62e-234592e5cd3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:59.435103 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-af906509-bff9-4f81-8b04-c9800c43edb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:59.443623 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-eea12ce3-d536-4550-9a5e-70d3bacee0b8 admin admin] For port 7e227e67-d140-40b9-9852-9a24511b7c4d, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7e227e67-d140-40b9-9852-9a24511b7c4d,segment=NetworkSegment(7c23925c-7ce6-4f5e-889e-afe4a6a923c5),segment_id=7c23925c-7ce6-4f5e-889e-afe4a6a923c5)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:51:59.444102 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eea12ce3-d536-4550-9a5e-70d3bacee0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:59.456019 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af906509-bff9-4f81-8b04-c9800c43edb1 None None] No DVR routers for this DVR port 7e227e67-d140-40b9-9852-9a24511b7c4d on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:51:59.458082 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:59.473707 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-eea12ce3-d536-4550-9a5e-70d3bacee0b8 admin admin] Calling delete_port for 7e227e67-d140-40b9-9852-9a24511b7c4d owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:51:59.500533 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af906509-bff9-4f81-8b04-c9800c43edb1 None None] Pushing event deleted for resources: {'Port': ['ID=7e227e67-d140-40b9-9852-9a24511b7c4d,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:59.555328 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-5daf0f05-d281-4d97-ab54-1be50fee0c19 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Request body: {'port': {'device_id': 'a757c531-7648-46b6-b91c-dc6a6f2a3bad', 'network_id': '8356088d-0005-4e89-9fc4-654fac70ef3c', 'admin_state_up': True, 'tenant_id': 'c3959184431440d59536f3e8479ad06b'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:51:59.577931 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f73b1d27-d510-4702-a293-0035aeba71fd req-b231be53-2996-4360-8724-45b696db2ed4 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/security-groups?id=feac887f-896a-4bc5-bf7a-3a91b4e854fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030993 Aug 11 21:51:59.652673 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3c3f454c-f5f8-4d4c-a62e-234592e5cd3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:59.667782 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82430c-c630-4cc2-879f-816b14fac368 req-631721d2-20ca-4a18-a294-24b3aae10b7d tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:51:59.669425 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8c82430c-c630-4cc2-879f-816b14fac368 req-631721d2-20ca-4a18-a294-24b3aae10b7d tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=26493fd4-2705-40cf-b9bc-f922bc6a44cb HTTP/1.1" status: 200 len: 936 time: 0.3992910 Aug 11 21:51:59.758316 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eea12ce3-d536-4550-9a5e-70d3bacee0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:59.781027 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d789d974-2e14-4513-8f26-83a8650ed348 req-4792b47a-3c1c-4f83-bd65-e40bf1b8845c tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=a757c531-7648-46b6-b91c-dc6a6f2a3bad HTTP/1.1" status: 200 len: 210 time: 0.0872228 Aug 11 21:51:59.802078 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-b1376ffa-a9c2-435f-baee-0b1037760271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2717b28c-8ab2-41b3-97d1-655527d50611 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:51:59.812450 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea12ce3-d536-4550-9a5e-70d3bacee0b8 admin admin] No DVR routers for this DVR port 7e227e67-d140-40b9-9852-9a24511b7c4d on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:51:59.817553 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-b1376ffa-a9c2-435f-baee-0b1037760271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:59.843480 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-b1376ffa-a9c2-435f-baee-0b1037760271 service neutron] Transition to ACTIVE for port object 2717b28c-8ab2-41b3-97d1-655527d50611 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:51:59.851737 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-b1376ffa-a9c2-435f-baee-0b1037760271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:59.858041 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8c82430c-c630-4cc2-879f-816b14fac368 req-0ab5faa0-5e4b-4386-bba5-c30de96447ac tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/security-groups?id=6078a9ed-3c5b-4169-ba70-8e708b85c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515622 Aug 11 21:51:59.862745 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea12ce3-d536-4550-9a5e-70d3bacee0b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e227e67-d140-40b9-9852-9a24511b7c4d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:59.876452 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3c3f454c-f5f8-4d4c-a62e-234592e5cd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:59.883925 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3c3f454c-f5f8-4d4c-a62e-234592e5cd3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:51:59.888994 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3c3f454c-f5f8-4d4c-a62e-234592e5cd3c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/03e7f63f-ee18-4cb1-9cbd-f6affff3c06b HTTP/1.1" status: 204 len: 168 time: 1.2419133 Aug 11 21:51:59.975706 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1376ffa-a9c2-435f-baee-0b1037760271 service neutron] Pushing event updated for resources: {'Port': ['ID=2717b28c-8ab2-41b3-97d1-655527d50611,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:51:59.999888 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f454c-f5f8-4d4c-a62e-234592e5cd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e7f63f-ee18-4cb1-9cbd-f6affff3c06b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:00.013492 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-5daf0f05-d281-4d97-ab54-1be50fee0c19 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Made reservation on behalf of c3959184431440d59536f3e8479ad06b for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:52:00.017527 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-5daf0f05-d281-4d97-ab54-1be50fee0c19 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:00.022503 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eea12ce3-d536-4550-9a5e-70d3bacee0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:00.045748 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-eea12ce3-d536-4550-9a5e-70d3bacee0b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2cc479d-ac73-4c08-a298-1c862834910a']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:52:00.063280 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-eea12ce3-d536-4550-9a5e-70d3bacee0b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c23925c-7ce6-4f5e-889e-afe4a6a923c5') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:52:00.063650 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-eea12ce3-d536-4550-9a5e-70d3bacee0b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c23925c-7ce6-4f5e-889e-afe4a6a923c5') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:52:00.083374 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eea12ce3-d536-4550-9a5e-70d3bacee0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:00.144898 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eea12ce3-d536-4550-9a5e-70d3bacee0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:00.159401 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea12ce3-d536-4550-9a5e-70d3bacee0b8 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 21:52:00.159845 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eea12ce3-d536-4550-9a5e-70d3bacee0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: timer() Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 21:52:00.162048 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 21:52:00.166513 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bc630-4bd0-438d-bcd5-2659fcfa9ad4 req-9691bbb2-a9f8-41d4-a8eb-042eb0917529 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:00.168706 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-073bc630-4bd0-438d-bcd5-2659fcfa9ad4 req-9691bbb2-a9f8-41d4-a8eb-042eb0917529 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 945 time: 0.2118301 Aug 11 21:52:00.344115 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-073bc630-4bd0-438d-bcd5-2659fcfa9ad4 req-6ff8a630-b00a-4291-bb96-47adacdf14b8 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426201 Aug 11 21:52:00.348100 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eea12ce3-d536-4550-9a5e-70d3bacee0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:00.357220 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eea12ce3-d536-4550-9a5e-70d3bacee0b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:00.362148 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-eea12ce3-d536-4550-9a5e-70d3bacee0b8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f2cc479d-ac73-4c08-a298-1c862834910a HTTP/1.1" status: 204 len: 168 time: 2.0275671 Aug 11 21:52:00.366116 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-5daf0f05-d281-4d97-ab54-1be50fee0c19 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Allocated IP 172.20.0.5 (8356088d-0005-4e89-9fc4-654fac70ef3c/7a51bb58-b09e-40fa-bef3-5305c95936c4/860fd186-6cb4-452d-a682-2c529d976daa) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:52:00.395750 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-b1376ffa-a9c2-435f-baee-0b1037760271 service neutron] Attempting to bind port 2717b28c-8ab2-41b3-97d1-655527d50611 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:52:00.396585 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-b1376ffa-a9c2-435f-baee-0b1037760271 service neutron] Attempting to bind port 2717b28c-8ab2-41b3-97d1-655527d50611 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:52:00.397224 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-b1376ffa-a9c2-435f-baee-0b1037760271 service neutron] Attempting to bind port 2717b28c-8ab2-41b3-97d1-655527d50611 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:52:00.407713 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-b1376ffa-a9c2-435f-baee-0b1037760271 service neutron] Port 2717b28c-8ab2-41b3-97d1-655527d50611 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:52:00.408285 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-b1376ffa-a9c2-435f-baee-0b1037760271 service neutron] Attempting to bind port 2717b28c-8ab2-41b3-97d1-655527d50611 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:52:00.420158 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-b1376ffa-a9c2-435f-baee-0b1037760271 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:52:00.420768 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-b1376ffa-a9c2-435f-baee-0b1037760271 service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:52:00.421470 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-b1376ffa-a9c2-435f-baee-0b1037760271 service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:52:00.422362 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-b1376ffa-a9c2-435f-baee-0b1037760271 service neutron] Bound port: 2717b28c-8ab2-41b3-97d1-655527d50611, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:52:00.423069 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-b1376ffa-a9c2-435f-baee-0b1037760271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:00.513938 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea12ce3-d536-4550-9a5e-70d3bacee0b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2cc479d-ac73-4c08-a298-1c862834910a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:00.536623 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-b1376ffa-a9c2-435f-baee-0b1037760271 service neutron] For port 2717b28c-8ab2-41b3-97d1-655527d50611, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:52:00.542842 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-b1376ffa-a9c2-435f-baee-0b1037760271 service neutron] For port 2717b28c-8ab2-41b3-97d1-655527d50611, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2717b28c-8ab2-41b3-97d1-655527d50611,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:52:00.568606 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-b1376ffa-a9c2-435f-baee-0b1037760271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:00.694393 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1376ffa-a9c2-435f-baee-0b1037760271 service neutron] Pushing event updated for resources: {'Port': ['ID=2717b28c-8ab2-41b3-97d1-655527d50611,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:00.704001 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-b1376ffa-a9c2-435f-baee-0b1037760271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:00.705567 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-b1376ffa-a9c2-435f-baee-0b1037760271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:00.709453 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-b1376ffa-a9c2-435f-baee-0b1037760271 service neutron] 10.222.0.82 "PUT /v2.0/ports/2717b28c-8ab2-41b3-97d1-655527d50611 HTTP/1.1" status: 200 len: 1096 time: 2.1092565 Aug 11 21:52:00.710410 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26493fd4-2705-40cf-b9bc-f922bc6a44cb', 'tag': '2717b28c-8ab2-41b3-97d1-655527d50611'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:52:00.719335 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6990f26-134c-4cfd-b48b-f47366842bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "26493fd4-2705-40cf-b9bc-f922bc6a44cb", "tag": "2717b28c-8ab2-41b3-97d1-655527d50611"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:52:00.719737 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-5daf0f05-d281-4d97-ab54-1be50fee0c19 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:00.808387 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50362) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:00.841997 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-5daf0f05-d281-4d97-ab54-1be50fee0c19 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:00.856685 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['1db363bb-de24-440f-9e6f-17ed096cb7bb'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:52:00.869079 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-b6c41e29-3598-4378-9c96-eeb14a9bdb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:00.870822 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-b6c41e29-3598-4378-9c96-eeb14a9bdb10 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e6e044bcb24e4a7aafc4e6ca88535777&device_id=26493fd4-2705-40cf-b9bc-f922bc6a44cb HTTP/1.1" status: 200 len: 1099 time: 0.0950930 Aug 11 21:52:00.961396 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b0def-a38e-4bb9-8114-505e84a41e5c req-afd5bc18-4a2c-49b0-9c57-062ff80cde82 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:00.970297 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d75b0def-a38e-4bb9-8114-505e84a41e5c req-afd5bc18-4a2c-49b0-9c57-062ff80cde82 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d01fcec-3bb4-4055-ac13-c1099f7c2e8c HTTP/1.1" status: 200 len: 948 time: 0.2036867 Aug 11 21:52:00.972645 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-5daf0f05-d281-4d97-ab54-1be50fee0c19 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Network 8356088d-0005-4e89-9fc4-654fac70ef3c is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:52:00.987911 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-5daf0f05-d281-4d97-ab54-1be50fee0c19 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:52:00.995953 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-5daf0f05-d281-4d97-ab54-1be50fee0c19 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:52:01.068677 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-3688bb0f-dfc8-4f9a-9494-63af04cec827 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=2717b28c-8ab2-41b3-97d1-655527d50611 HTTP/1.1" status: 200 len: 217 time: 0.1829476 Aug 11 21:52:01.080998 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0ca438bd-a5bc-4726-8777-9304747c5160 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6d572a2953ca41c9aa1198544da7c95a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2674687 Aug 11 21:52:01.084538 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50370) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:01.127413 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf0f05-d281-4d97-ab54-1be50fee0c19 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Pushing event updated for resources: {'Port': ['ID=860fd186-6cb4-452d-a682-2c529d976daa,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:01.230393 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-5daf0f05-d281-4d97-ab54-1be50fee0c19 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:01.231936 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-5daf0f05-d281-4d97-ab54-1be50fee0c19 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:01.254399 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d75b0def-a38e-4bb9-8114-505e84a41e5c req-5240d05d-7af3-4c49-a916-7d63c1450444 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/security-groups?id=feac887f-896a-4bc5-bf7a-3a91b4e854fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489774 Aug 11 21:52:01.297678 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-5daf0f05-d281-4d97-ab54-1be50fee0c19 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9030747 Aug 11 21:52:01.307605 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fbd125-8b7f-4f91-ae82-040935572f56 x-openstack-request-id: req-c7fbd125-8b7f-4f91-ae82-040935572f56 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:52:01.308129 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26493fd4-2705-40cf-b9bc-f922bc6a44cb", "tag": "2717b28c-8ab2-41b3-97d1-655527d50611", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:52:01.308535 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c7fbd125-8b7f-4f91-ae82-040935572f56 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:52:01.309208 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26493fd4-2705-40cf-b9bc-f922bc6a44cb', 'tag': '2717b28c-8ab2-41b3-97d1-655527d50611', 'status': 'completed', 'code': 200} Aug 11 21:52:01.326357 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-f70825ca-e2e4-4d2a-b067-e9007c31b9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:01.326686 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-02549c49-b62a-4aff-8a58-f32a3eb315ee service neutron] Request body: {'port': {'device_id': 'a757c531-7648-46b6-b91c-dc6a6f2a3bad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:52:01.328625 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-f70825ca-e2e4-4d2a-b067-e9007c31b9a9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.2455199 Aug 11 21:52:01.435237 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d549ede0-e7e2-4938-afbb-b2e602bd1e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:01.459741 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-02549c49-b62a-4aff-8a58-f32a3eb315ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:01.503216 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d549ede0-e7e2-4938-afbb-b2e602bd1e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:01.507931 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59898f94-9174-461e-a518-df764e125b43 req-ad44d0eb-e232-4d00-864d-b726b06c6532 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:01.510109 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-59898f94-9174-461e-a518-df764e125b43 req-ad44d0eb-e232-4d00-864d-b726b06c6532 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=a757c531-7648-46b6-b91c-dc6a6f2a3bad HTTP/1.1" status: 200 len: 931 time: 0.0902855 Aug 11 21:52:01.514575 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-a05cbb5e-74b9-4d34-bd53-290c469d8f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:01.516186 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-a05cbb5e-74b9-4d34-bd53-290c469d8f24 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1758251 Aug 11 21:52:01.558223 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb721df3-b243-4501-963e-a2d14d7ecd9b req-80a0966c-a5b2-4afd-9be2-ea8a8e2edea2 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:01.559499 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bb721df3-b243-4501-963e-a2d14d7ecd9b req-80a0966c-a5b2-4afd-9be2-ea8a8e2edea2 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=26493fd4-2705-40cf-b9bc-f922bc6a44cb HTTP/1.1" status: 200 len: 948 time: 0.1410034 Aug 11 21:52:01.662749 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-59898f94-9174-461e-a518-df764e125b43 req-fff0b904-4a29-4800-ab87-474771f72270 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a1137ae-4c46-4cef-9e57-e563fc549ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132617 Aug 11 21:52:01.664507 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bb721df3-b243-4501-963e-a2d14d7ecd9b req-50279f24-715e-4350-8840-326d2134361d tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/security-groups?id=6078a9ed-3c5b-4169-ba70-8e708b85c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693014 Aug 11 21:52:01.697467 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-4242f041-37bf-4b77-82b1-6d5dfe4e9e49 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689093 Aug 11 21:52:01.698830 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d549ede0-e7e2-4938-afbb-b2e602bd1e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:01.701770 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d549ede0-e7e2-4938-afbb-b2e602bd1e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:01.703258 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d549ede0-e7e2-4938-afbb-b2e602bd1e1c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/766b701c-a932-490b-9be8-2efc91d83ec4 HTTP/1.1" status: 204 len: 168 time: 0.6162927 Aug 11 21:52:01.737223 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549ede0-e7e2-4938-afbb-b2e602bd1e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766b701c-a932-490b-9be8-2efc91d83ec4,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:01.821415 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73be328d-9b1a-41ff-82c5-747a171766c4 req-751672bd-aafd-4edf-9866-6e3dcb025891 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148136 Aug 11 21:52:02.048663 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6990f26-134c-4cfd-b48b-f47366842bfa req-6cb5ce23-2c00-4e5e-9ce8-41ef2b93a57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:02.055849 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e6990f26-134c-4cfd-b48b-f47366842bfa req-6cb5ce23-2c00-4e5e-9ce8-41ef2b93a57b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e6e044bcb24e4a7aafc4e6ca88535777&device_id=26493fd4-2705-40cf-b9bc-f922bc6a44cb HTTP/1.1" status: 200 len: 1099 time: 0.1259100 Aug 11 21:52:02.079983 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-02549c49-b62a-4aff-8a58-f32a3eb315ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 860fd186-6cb4-452d-a682-2c529d976daa {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:52:02.092495 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-02549c49-b62a-4aff-8a58-f32a3eb315ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:02.110978 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-02549c49-b62a-4aff-8a58-f32a3eb315ee service neutron] Transition to ACTIVE for port object 860fd186-6cb4-452d-a682-2c529d976daa will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:52:02.116103 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-02549c49-b62a-4aff-8a58-f32a3eb315ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:02.222393 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02549c49-b62a-4aff-8a58-f32a3eb315ee service neutron] Pushing event updated for resources: {'Port': ['ID=860fd186-6cb4-452d-a682-2c529d976daa,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:02.266625 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6990f26-134c-4cfd-b48b-f47366842bfa req-a034b56c-a7d4-4a61-8bf0-da8b926072b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:02.268796 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e6990f26-134c-4cfd-b48b-f47366842bfa req-a034b56c-a7d4-4a61-8bf0-da8b926072b9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.2043266 Aug 11 21:52:02.299569 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9026725-73ca-411b-9889-4afc06977f67 req-fa15de54-b6e7-4f5b-8b5c-74c024bfa6b0 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:02.301306 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c9026725-73ca-411b-9889-4afc06977f67 req-fa15de54-b6e7-4f5b-8b5c-74c024bfa6b0 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 945 time: 0.1477122 Aug 11 21:52:02.331816 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e6990f26-134c-4cfd-b48b-f47366842bfa req-7c6b23a4-4992-490b-bc0d-44bf532f1866 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=2717b28c-8ab2-41b3-97d1-655527d50611 HTTP/1.1" status: 200 len: 217 time: 0.0550945 Aug 11 21:52:02.343681 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-02549c49-b62a-4aff-8a58-f32a3eb315ee service neutron] Attempting to bind port 860fd186-6cb4-452d-a682-2c529d976daa on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:52:02.344212 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-02549c49-b62a-4aff-8a58-f32a3eb315ee service neutron] Attempting to bind port 860fd186-6cb4-452d-a682-2c529d976daa by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '6684713b-d769-4ecc-9299-66aad848fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8356088d-0005-4e89-9fc4-654fac70ef3c'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:52:02.344743 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-02549c49-b62a-4aff-8a58-f32a3eb315ee service neutron] Attempting to bind port 860fd186-6cb4-452d-a682-2c529d976daa on network 8356088d-0005-4e89-9fc4-654fac70ef3c {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:52:02.360579 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-02549c49-b62a-4aff-8a58-f32a3eb315ee service neutron] Port 860fd186-6cb4-452d-a682-2c529d976daa on network 8356088d-0005-4e89-9fc4-654fac70ef3c not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:52:02.361047 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-02549c49-b62a-4aff-8a58-f32a3eb315ee service neutron] Attempting to bind port 860fd186-6cb4-452d-a682-2c529d976daa on network 8356088d-0005-4e89-9fc4-654fac70ef3c {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:52:02.379086 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-02549c49-b62a-4aff-8a58-f32a3eb315ee service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:52:02.379946 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-02549c49-b62a-4aff-8a58-f32a3eb315ee service neutron] Checking segment: {'id': '6684713b-d769-4ecc-9299-66aad848fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8356088d-0005-4e89-9fc4-654fac70ef3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:52:02.380444 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-02549c49-b62a-4aff-8a58-f32a3eb315ee service neutron] Bound using segment: {'id': '6684713b-d769-4ecc-9299-66aad848fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8356088d-0005-4e89-9fc4-654fac70ef3c'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:52:02.381377 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-02549c49-b62a-4aff-8a58-f32a3eb315ee service neutron] Bound port: 860fd186-6cb4-452d-a682-2c529d976daa, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6684713b-d769-4ecc-9299-66aad848fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8356088d-0005-4e89-9fc4-654fac70ef3c'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:52:02.381906 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-02549c49-b62a-4aff-8a58-f32a3eb315ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:02.444224 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c9026725-73ca-411b-9889-4afc06977f67 req-89ee1cb9-91fc-486a-8b1c-5da13a5e3012 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352980 Aug 11 21:52:02.455122 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6990f26-134c-4cfd-b48b-f47366842bfa req-8a572783-7004-49b2-89dd-706950aea188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:02.459748 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e6990f26-134c-4cfd-b48b-f47366842bfa req-8a572783-7004-49b2-89dd-706950aea188 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1199939 Aug 11 21:52:02.543862 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-02549c49-b62a-4aff-8a58-f32a3eb315ee service neutron] For port 860fd186-6cb4-452d-a682-2c529d976daa, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:52:02.548072 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-02549c49-b62a-4aff-8a58-f32a3eb315ee service neutron] For port 860fd186-6cb4-452d-a682-2c529d976daa, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=860fd186-6cb4-452d-a682-2c529d976daa,segment=NetworkSegment(6684713b-d769-4ecc-9299-66aad848fd42),segment_id=6684713b-d769-4ecc-9299-66aad848fd42)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:52:02.556337 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-02549c49-b62a-4aff-8a58-f32a3eb315ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:02.623246 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02549c49-b62a-4aff-8a58-f32a3eb315ee service neutron] Pushing event updated for resources: {'Port': ['ID=860fd186-6cb4-452d-a682-2c529d976daa,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:02.629685 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-02549c49-b62a-4aff-8a58-f32a3eb315ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:02.630218 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-02549c49-b62a-4aff-8a58-f32a3eb315ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:02.632035 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-02549c49-b62a-4aff-8a58-f32a3eb315ee service neutron] 10.222.0.82 "PUT /v2.0/ports/860fd186-6cb4-452d-a682-2c529d976daa HTTP/1.1" status: 200 len: 1091 time: 1.3189869 Aug 11 21:52:02.632681 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a757c531-7648-46b6-b91c-dc6a6f2a3bad', 'tag': '860fd186-6cb4-452d-a682-2c529d976daa'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:52:02.635179 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0788e4-f956-4adf-83a2-6f8812f12c57" -d '{"events": [{"name": "network-changed", "server_uuid": "a757c531-7648-46b6-b91c-dc6a6f2a3bad", "tag": "860fd186-6cb4-452d-a682-2c529d976daa"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:52:02.643406 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79a99b-8f14-4b12-a91e-0561d1327c49 req-5be1f7f4-c9fb-4db3-8cba-b9d98be2c93a tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:02.646909 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d79a99b-8f14-4b12-a91e-0561d1327c49 req-5be1f7f4-c9fb-4db3-8cba-b9d98be2c93a tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d01fcec-3bb4-4055-ac13-c1099f7c2e8c HTTP/1.1" status: 200 len: 948 time: 0.1071491 Aug 11 21:52:02.660270 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6990f26-134c-4cfd-b48b-f47366842bfa req-6f8ed6e1-191c-4597-b78f-651ab0c50576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:02.663588 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e6990f26-134c-4cfd-b48b-f47366842bfa req-6f8ed6e1-191c-4597-b78f-651ab0c50576 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1943636 Aug 11 21:52:02.770289 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-326bb963-dc73-4c02-88b1-5c7fc0b8c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:02.773443 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-326bb963-dc73-4c02-88b1-5c7fc0b8c67c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3959184431440d59536f3e8479ad06b&device_id=a757c531-7648-46b6-b91c-dc6a6f2a3bad HTTP/1.1" status: 200 len: 1094 time: 0.0629976 Aug 11 21:52:02.777918 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d79a99b-8f14-4b12-a91e-0561d1327c49 req-3a646cdc-2479-491e-8147-c04f4508544c tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/security-groups?id=feac887f-896a-4bc5-bf7a-3a91b4e854fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127548 Aug 11 21:52:02.841183 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e6990f26-134c-4cfd-b48b-f47366842bfa req-7f5eed98-6bcd-4301-a692-24725843b001 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486757 Aug 11 21:52:02.843701 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-ce575e39-2d58-4589-bd1c-82fd2797d745 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=860fd186-6cb4-452d-a682-2c529d976daa HTTP/1.1" status: 200 len: 217 time: 0.0486593 Aug 11 21:52:02.873503 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba9c60f-c529-48a1-97a1-a24f74a45428 x-openstack-request-id: req-9ba9c60f-c529-48a1-97a1-a24f74a45428 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:52:02.873845 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a757c531-7648-46b6-b91c-dc6a6f2a3bad", "tag": "860fd186-6cb4-452d-a682-2c529d976daa", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:52:02.874102 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9ba9c60f-c529-48a1-97a1-a24f74a45428 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:52:02.874509 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a757c531-7648-46b6-b91c-dc6a6f2a3bad', 'tag': '860fd186-6cb4-452d-a682-2c529d976daa', 'status': 'completed', 'code': 200} Aug 11 21:52:02.936298 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-76a08116-14e2-4f3a-9ddb-aed0c324976a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:02.945225 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-76a08116-14e2-4f3a-9ddb-aed0c324976a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7a51bb58-b09e-40fa-bef3-5305c95936c4 HTTP/1.1" status: 200 len: 852 time: 0.0873103 Aug 11 21:52:02.982178 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-b7902a2f-f57c-4d82-8f5c-05abf184070e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8356088d-0005-4e89-9fc4-654fac70ef3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324094 Aug 11 21:52:03.116787 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e6990f26-134c-4cfd-b48b-f47366842bfa req-a20822c4-1c31-4b5c-be24-65ae5837cbb4 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616274 Aug 11 21:52:03.120129 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-5848ac4e-fca0-4226-9732-e464dacb2ff5 service neutron] 10.222.0.82 "GET /v2.0/networks/8356088d-0005-4e89-9fc4-654fac70ef3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294084 Aug 11 21:52:03.135242 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5deb2a-cc3f-4595-9a2e-48c8828eff44 req-5579d2f6-3485-4430-99ae-b893ef557a95 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:03.137776 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3b5deb2a-cc3f-4595-9a2e-48c8828eff44 req-5579d2f6-3485-4430-99ae-b893ef557a95 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=a757c531-7648-46b6-b91c-dc6a6f2a3bad HTTP/1.1" status: 200 len: 943 time: 0.1738381 Aug 11 21:52:03.213983 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3b5deb2a-cc3f-4595-9a2e-48c8828eff44 req-f2f865c4-4fb8-4604-b3e8-96cd261c68dd tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a1137ae-4c46-4cef-9e57-e563fc549ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604970 Aug 11 21:52:03.255307 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b61920-74c3-4a37-b5ef-456382fd4323 req-64c91e29-4dc0-4652-b75e-db4124337d97 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:03.257883 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e4b61920-74c3-4a37-b5ef-456382fd4323 req-64c91e29-4dc0-4652-b75e-db4124337d97 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=26493fd4-2705-40cf-b9bc-f922bc6a44cb HTTP/1.1" status: 200 len: 948 time: 0.1294653 Aug 11 21:52:03.290397 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a4034be7-3d30-426d-9102-f4c17b058c49 req-c3c18697-63e6-4d26-b460-6a248aa66814 service neutron] 10.222.0.82 "GET /v2.0/networks/8356088d-0005-4e89-9fc4-654fac70ef3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447048 Aug 11 21:52:03.339323 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e4b61920-74c3-4a37-b5ef-456382fd4323 req-fee9a2b4-8d86-49a3-95dc-b1d7c8054477 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/security-groups?id=6078a9ed-3c5b-4169-ba70-8e708b85c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616345 Aug 11 21:52:03.500541 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0788e4-f956-4adf-83a2-6f8812f12c57 req-fc4f27be-be42-4f18-941c-ad040f389fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:03.518414 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7a0788e4-f956-4adf-83a2-6f8812f12c57 req-fc4f27be-be42-4f18-941c-ad040f389fdf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3959184431440d59536f3e8479ad06b&device_id=a757c531-7648-46b6-b91c-dc6a6f2a3bad HTTP/1.1" status: 200 len: 1094 time: 0.1155787 Aug 11 21:52:03.691707 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0788e4-f956-4adf-83a2-6f8812f12c57 req-7a601a05-4649-4e7d-a91b-accca98bf4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:03.694099 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7a0788e4-f956-4adf-83a2-6f8812f12c57 req-7a601a05-4649-4e7d-a91b-accca98bf4c2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8356088d-0005-4e89-9fc4-654fac70ef3c HTTP/1.1" status: 200 len: 913 time: 0.1677005 Aug 11 21:52:03.702460 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb3cdc-b30e-4b0e-8c02-f28253d9b86f req-e72d9633-fc5e-4bc8-98af-cc383b9632ff tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:03.711470 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-50cb3cdc-b30e-4b0e-8c02-f28253d9b86f req-e72d9633-fc5e-4bc8-98af-cc383b9632ff tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 945 time: 0.0797138 Aug 11 21:52:03.734003 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50456) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:03.761878 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7a0788e4-f956-4adf-83a2-6f8812f12c57 req-d2326022-e887-4d37-87a2-4121d3941d89 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=860fd186-6cb4-452d-a682-2c529d976daa HTTP/1.1" status: 200 len: 217 time: 0.0604818 Aug 11 21:52:03.779458 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-50cb3cdc-b30e-4b0e-8c02-f28253d9b86f req-2dd10d2b-d8ec-41ac-8731-d4339d88f926 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666809 Aug 11 21:52:03.883573 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0788e4-f956-4adf-83a2-6f8812f12c57 req-e648e780-990b-467f-89b3-3c689a72c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:03.885536 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7a0788e4-f956-4adf-83a2-6f8812f12c57 req-e648e780-990b-467f-89b3-3c689a72c71b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7a51bb58-b09e-40fa-bef3-5305c95936c4 HTTP/1.1" status: 200 len: 852 time: 0.1130993 Aug 11 21:52:03.904179 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-584456dd-2b1b-4657-a6de-9bdb10c04fd0 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2091503102-network', 'tenant_id': '2f92f84593c645c991d8da56fb117a97'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:52:03.946554 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7a0788e4-f956-4adf-83a2-6f8812f12c57 req-e04fa43e-758d-4815-b58a-6e62b338d46a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8356088d-0005-4e89-9fc4-654fac70ef3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478327 Aug 11 21:52:03.975678 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584456dd-2b1b-4657-a6de-9bdb10c04fd0 admin admin] Made reservation on behalf of 2f92f84593c645c991d8da56fb117a97 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:52:03.979046 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-584456dd-2b1b-4657-a6de-9bdb10c04fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:04.002567 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e5cee-d27c-4ab3-a4a9-844df69be0a9 req-0bb55ca5-26d1-4239-af78-340fa0f0b4a9 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:04.004196 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ff6e5cee-d27c-4ab3-a4a9-844df69be0a9 req-0bb55ca5-26d1-4239-af78-340fa0f0b4a9 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d01fcec-3bb4-4055-ac13-c1099f7c2e8c HTTP/1.1" status: 200 len: 948 time: 0.1166995 Aug 11 21:52:04.005511 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-584456dd-2b1b-4657-a6de-9bdb10c04fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:04.069671 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7a0788e4-f956-4adf-83a2-6f8812f12c57 req-5ec28a31-bafc-4790-88f9-dc348843932c service neutron] 10.222.0.82 "GET /v2.0/networks/8356088d-0005-4e89-9fc4-654fac70ef3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161110 Aug 11 21:52:04.119771 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ff6e5cee-d27c-4ab3-a4a9-844df69be0a9 req-ce91e28c-ab1f-4889-9dfa-725c68c5ba4c tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/security-groups?id=feac887f-896a-4bc5-bf7a-3a91b4e854fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063704 Aug 11 21:52:04.258380 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7a0788e4-f956-4adf-83a2-6f8812f12c57 req-1ce58419-e458-4c28-a10c-af7267e27e79 service neutron] 10.222.0.82 "GET /v2.0/networks/8356088d-0005-4e89-9fc4-654fac70ef3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812441 Aug 11 21:52:04.261992 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-584456dd-2b1b-4657-a6de-9bdb10c04fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:04.269951 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-584456dd-2b1b-4657-a6de-9bdb10c04fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:04.321684 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584456dd-2b1b-4657-a6de-9bdb10c04fd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:52:04.358521 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584456dd-2b1b-4657-a6de-9bdb10c04fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e0c731-2384-4042-9c54-b1f72f90d89e,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:04.364439 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-584456dd-2b1b-4657-a6de-9bdb10c04fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:04.365735 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-584456dd-2b1b-4657-a6de-9bdb10c04fd0 admin admin] Added segment 580eed13-4021-4e54-a47e-996a312301eb of type vlan for network e065759b-9598-4e49-9dd4-b84a6811ca8d Aug 11 21:52:04.433442 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-584456dd-2b1b-4657-a6de-9bdb10c04fd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:04.437831 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae517ab9-3aed-4254-b466-eeb08e7b4bf2 req-0ef6abc7-81fa-4526-86ea-d8c2cb1a3419 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:04.440704 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae517ab9-3aed-4254-b466-eeb08e7b4bf2 req-0ef6abc7-81fa-4526-86ea-d8c2cb1a3419 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=a757c531-7648-46b6-b91c-dc6a6f2a3bad HTTP/1.1" status: 200 len: 943 time: 0.1113534 Aug 11 21:52:04.495136 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-584456dd-2b1b-4657-a6de-9bdb10c04fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:04.497177 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584456dd-2b1b-4657-a6de-9bdb10c04fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:04.498300 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-584456dd-2b1b-4657-a6de-9bdb10c04fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:04.512113 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae517ab9-3aed-4254-b466-eeb08e7b4bf2 req-381b1f60-2ba7-4e0f-808a-0a960a0cd414 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a1137ae-4c46-4cef-9e57-e563fc549ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578899 Aug 11 21:52:04.604418 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-584456dd-2b1b-4657-a6de-9bdb10c04fd0 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8687196 Aug 11 21:52:04.604785 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50496) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:04.614536 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-ef8b431b-bf5f-4afc-9945-46092261aee7 admin admin] Request body: {'subnet': {'network_id': 'e065759b-9598-4e49-9dd4-b84a6811ca8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2091503102-subnet', 'tenant_id': '2f92f84593c645c991d8da56fb117a97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:52:04.656523 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8b431b-bf5f-4afc-9945-46092261aee7 admin admin] Made reservation on behalf of 2f92f84593c645c991d8da56fb117a97 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:52:04.660633 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ef8b431b-bf5f-4afc-9945-46092261aee7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:04.670735 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584456dd-2b1b-4657-a6de-9bdb10c04fd0 admin admin] Pushing event updated for resources: {'Network': ['ID=e065759b-9598-4e49-9dd4-b84a6811ca8d,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:04.697026 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network e065759b-9598-4e49-9dd4-b84a6811ca8d details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:52:04.712137 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45f147-8988-4230-803c-33a79c9743d0 req-326b63a5-e910-4cfd-a329-c14cc8c9beb3 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:04.720458 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bd45f147-8988-4230-803c-33a79c9743d0 req-326b63a5-e910-4cfd-a329-c14cc8c9beb3 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=26493fd4-2705-40cf-b9bc-f922bc6a44cb HTTP/1.1" status: 200 len: 948 time: 0.1107161 Aug 11 21:52:04.822072 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bd45f147-8988-4230-803c-33a79c9743d0 req-0d460a00-07f6-4927-b865-27c171f1e636 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/security-groups?id=6078a9ed-3c5b-4169-ba70-8e708b85c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959888 Aug 11 21:52:05.086819 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97e962-a80b-4468-a366-6872acb320ea req-bdb811bb-6611-453b-8e8a-c3cc8314f97e tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:05.089566 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4f97e962-a80b-4468-a366-6872acb320ea req-bdb811bb-6611-453b-8e8a-c3cc8314f97e tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d01fcec-3bb4-4055-ac13-c1099f7c2e8c HTTP/1.1" status: 200 len: 948 time: 0.0885670 Aug 11 21:52:05.116916 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f32a30-ff93-4a21-beb0-a5349e48ca83 req-edf4a968-c4f8-4176-8646-96cccb0f1f15 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:05.119368 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-36f32a30-ff93-4a21-beb0-a5349e48ca83 req-edf4a968-c4f8-4176-8646-96cccb0f1f15 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 945 time: 0.1546576 Aug 11 21:52:05.121601 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ef8b431b-bf5f-4afc-9945-46092261aee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:05.249917 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-4f97e962-a80b-4468-a366-6872acb320ea req-eb1ee58c-bf02-4cc2-83cd-19d6b5ed90bd tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Deleting port 6abff902-1c3b-48f1-8181-d5d966f48465 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:52:05.250577 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4f97e962-a80b-4468-a366-6872acb320ea req-eb1ee58c-bf02-4cc2-83cd-19d6b5ed90bd tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:05.282910 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b431b-bf5f-4afc-9945-46092261aee7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a417fc4-720c-4110-80f4-cad05729542b,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:05.305105 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-36f32a30-ff93-4a21-beb0-a5349e48ca83 req-3c375246-16a0-4111-bb55-e9b5bd3412af tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716068 Aug 11 21:52:05.316922 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8b431b-bf5f-4afc-9945-46092261aee7 admin admin] Checking segment: {'id': '580eed13-4021-4e54-a47e-996a312301eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e065759b-9598-4e49-9dd4-b84a6811ca8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:52:05.317518 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8b431b-bf5f-4afc-9945-46092261aee7 admin admin] Network hostable DHCP agents. Network: e065759b-9598-4e49-9dd4-b84a6811ca8d, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:52:05.347263 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8b431b-bf5f-4afc-9945-46092261aee7 admin admin] Network e065759b-9598-4e49-9dd4-b84a6811ca8d is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:52:05.368716 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-ef8b431b-bf5f-4afc-9945-46092261aee7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, e065759b-9598-4e49-9dd4-b84a6811ca8d) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:52:05.375900 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8b431b-bf5f-4afc-9945-46092261aee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:05.376748 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ef8b431b-bf5f-4afc-9945-46092261aee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:05.380856 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8631e60f-837d-4527-aa9f-3e7974d43a0e None None] Network e065759b-9598-4e49-9dd4-b84a6811ca8d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:52:05.403694 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ef8b431b-bf5f-4afc-9945-46092261aee7 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7956569 Aug 11 21:52:05.554103 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-4f97e962-a80b-4468-a366-6872acb320ea req-eb1ee58c-bf02-4cc2-83cd-19d6b5ed90bd tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] For port 6abff902-1c3b-48f1-8181-d5d966f48465, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=6abff902-1c3b-48f1-8181-d5d966f48465,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:05.554485 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4f97e962-a80b-4468-a366-6872acb320ea req-eb1ee58c-bf02-4cc2-83cd-19d6b5ed90bd tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:05.573089 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-4f97e962-a80b-4468-a366-6872acb320ea req-eb1ee58c-bf02-4cc2-83cd-19d6b5ed90bd tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Calling delete_port for 6abff902-1c3b-48f1-8181-d5d966f48465 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:52:05.593826 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d04daa-3a8d-430d-a39a-0464093868fc None None] Network e065759b-9598-4e49-9dd4-b84a6811ca8d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:52:05.601924 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafeef0-4422-4e2f-998d-4a7646ad74a3 req-cd584d24-aa27-43e0-84ed-ae54de1c1f56 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:05.603578 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-beafeef0-4422-4e2f-998d-4a7646ad74a3 req-cd584d24-aa27-43e0-84ed-ae54de1c1f56 tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d01fcec-3bb4-4055-ac13-c1099f7c2e8c HTTP/1.1" status: 200 len: 948 time: 0.1831062 Aug 11 21:52:05.720671 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-beafeef0-4422-4e2f-998d-4a7646ad74a3 req-5f49f5d3-e526-4344-b7f9-a87f27fd52ff tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.77 "GET /v2.0/security-groups?id=feac887f-896a-4bc5-bf7a-3a91b4e854fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785213 Aug 11 21:52:05.877482 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4f97e962-a80b-4468-a366-6872acb320ea req-eb1ee58c-bf02-4cc2-83cd-19d6b5ed90bd tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:05.891424 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['6abff902-1c3b-48f1-8181-d5d966f48465'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:52:05.933559 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ee58c-bf02-4cc2-83cd-19d6b5ed90bd tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Pushing event deleted for resources: {'Port': ['ID=6abff902-1c3b-48f1-8181-d5d966f48465,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:05.992544 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f97e962-a80b-4468-a366-6872acb320ea req-eb1ee58c-bf02-4cc2-83cd-19d6b5ed90bd tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] No DVR routers for this DVR port 6abff902-1c3b-48f1-8181-d5d966f48465 on host n-h2-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:52:05.996340 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4f97e962-a80b-4468-a366-6872acb320ea req-eb1ee58c-bf02-4cc2-83cd-19d6b5ed90bd tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:06.002159 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4f97e962-a80b-4468-a366-6872acb320ea req-eb1ee58c-bf02-4cc2-83cd-19d6b5ed90bd tempest-DeleteServersAdminTestJSON-127686167 tempest-DeleteServersAdminTestJSON-127686167-project] 10.222.0.52 "DELETE /v2.0/ports/6abff902-1c3b-48f1-8181-d5d966f48465 HTTP/1.1" status: 204 len: 173 time: 0.9020507 Aug 11 21:52:06.005481 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d01fcec-3bb4-4055-ac13-c1099f7c2e8c', 'name': 'network-vif-deleted', 'tag': '6abff902-1c3b-48f1-8181-d5d966f48465'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:52:06.010604 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432dd002-d00f-4df2-85f8-7caddfa6301e" -d '{"events": [{"server_uuid": "8d01fcec-3bb4-4055-ac13-c1099f7c2e8c", "name": "network-vif-deleted", "tag": "6abff902-1c3b-48f1-8181-d5d966f48465"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:52:06.031050 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b9c6b-bb57-4494-b5dd-6920bdb69587 req-e28b61c2-17f7-4a09-b429-826646011311 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:06.034668 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0a8b9c6b-bb57-4494-b5dd-6920bdb69587 req-e28b61c2-17f7-4a09-b429-826646011311 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=a757c531-7648-46b6-b91c-dc6a6f2a3bad HTTP/1.1" status: 200 len: 943 time: 0.1705620 Aug 11 21:52:06.057118 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-a05891a7-95ba-4391-b9d4-b0ef9bf5ecc3 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:06.059339 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-a05891a7-95ba-4391-b9d4-b0ef9bf5ecc3 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/networks?id=e065759b-9598-4e49-9dd4-b84a6811ca8d HTTP/1.1" status: 200 len: 805 time: 0.1440346 Aug 11 21:52:06.083799 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-bb349831-446e-43b5-b98e-465b06de442c tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/quotas/2f92f84593c645c991d8da56fb117a97 HTTP/1.1" status: 200 len: 375 time: 0.0174644 Aug 11 21:52:06.117594 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0a8b9c6b-bb57-4494-b5dd-6920bdb69587 req-9c412f3b-ed2d-4822-96d5-070c376bd989 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a1137ae-4c46-4cef-9e57-e563fc549ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753157 Aug 11 21:52:06.149584 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-86a198ce-158a-4345-a720-6fcb199c16ee tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2f92f84593c645c991d8da56fb117a97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579760 Aug 11 21:52:06.185527 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50568) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:06.272592 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-93db35a1-8a2c-4d02-bbfe-f0803409befb service neutron] 10.222.0.77 "GET /v2.0/networks/e065759b-9598-4e49-9dd4-b84a6811ca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220598 Aug 11 21:52:06.369690 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03492ca-f717-41c0-8693-f62daa2829eb req-4ca9e21f-8963-4b79-af15-dabf314b72bc tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:06.372436 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b03492ca-f717-41c0-8693-f62daa2829eb req-4ca9e21f-8963-4b79-af15-dabf314b72bc tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=26493fd4-2705-40cf-b9bc-f922bc6a44cb HTTP/1.1" status: 200 len: 948 time: 0.0999472 Aug 11 21:52:06.386785 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3a620df4-0548-4398-b6bd-dc51b06c1a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:06.401765 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-ec480d66-d091-4afa-aed3-46da6423844f service neutron] 10.222.0.77 "GET /v2.0/networks/e065759b-9598-4e49-9dd4-b84a6811ca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221280 Aug 11 21:52:06.496026 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b03492ca-f717-41c0-8693-f62daa2829eb req-349ef433-5fb3-47fb-8318-c5a3c91d8d59 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/security-groups?id=6078a9ed-3c5b-4169-ba70-8e708b85c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126709 Aug 11 21:52:06.561779 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268069af-ba3a-40f7-b684-8ef5d8cabaaa x-openstack-request-id: req-268069af-ba3a-40f7-b684-8ef5d8cabaaa {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:52:06.568069 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d01fcec-3bb4-4055-ac13-c1099f7c2e8c", "name": "network-vif-deleted", "tag": "6abff902-1c3b-48f1-8181-d5d966f48465", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:52:06.570210 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-268069af-ba3a-40f7-b684-8ef5d8cabaaa {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:52:06.571246 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d01fcec-3bb4-4055-ac13-c1099f7c2e8c', 'name': 'network-vif-deleted', 'tag': '6abff902-1c3b-48f1-8181-d5d966f48465', 'status': 'completed', 'code': 200} Aug 11 21:52:06.700787 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-be7008c8-2def-4ba5-b2a7-b94474a88e2d req-a8918a81-69fd-4c9a-86c1-57753089f1ab tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=28a9d854-d5f5-4cf5-ad5c-905c9789fbc5 HTTP/1.1" status: 200 len: 210 time: 0.0299613 Aug 11 21:52:06.703290 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3a620df4-0548-4398-b6bd-dc51b06c1a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:06.712152 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3a620df4-0548-4398-b6bd-dc51b06c1a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:06.726006 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d924ed2-d7e4-495e-9757-51a0cb120455 req-2cf961bd-b709-4550-baa8-20efabcb4559 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:06.734674 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9d924ed2-d7e4-495e-9757-51a0cb120455 req-2cf961bd-b709-4550-baa8-20efabcb4559 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 945 time: 0.0902879 Aug 11 21:52:06.796084 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3a620df4-0548-4398-b6bd-dc51b06c1a39 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=77d09dd831d647d4b520de7f26ea0dc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6092250 Aug 11 21:52:06.796834 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a620df4-0548-4398-b6bd-dc51b06c1a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38543028-89d6-4704-9ff7-06fee69beda1,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:06.798721 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50590) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:06.805763 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 2717b28c-8ab2-41b3-97d1-655527d50611 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:52:06.844634 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9d924ed2-d7e4-495e-9757-51a0cb120455 req-3934e53f-e078-4dca-a177-c335e450a2f9 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089578 Aug 11 21:52:06.882950 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-05e3816d-518d-4f5a-a754-844d337c0b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:06.943343 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-05e3816d-518d-4f5a-a754-844d337c0b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:07.000421 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 2717b28c-8ab2-41b3-97d1-655527d50611, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2717b28c-8ab2-41b3-97d1-655527d50611,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:07.014244 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '2717b28c-8ab2-41b3-97d1-655527d50611', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '2717b28c-8ab2-41b3-97d1-655527d50611', 'mac_address': 'fa:16:3e:ec:53:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:52:07.076387 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-05e3816d-518d-4f5a-a754-844d337c0b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:07.079700 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-05e3816d-518d-4f5a-a754-844d337c0b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:07.084010 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-05e3816d-518d-4f5a-a754-844d337c0b47 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/38543028-89d6-4704-9ff7-06fee69beda1 HTTP/1.1" status: 204 len: 168 time: 0.2841854 Aug 11 21:52:07.094526 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:07.107366 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3816d-518d-4f5a-a754-844d337c0b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38543028-89d6-4704-9ff7-06fee69beda1,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:07.135706 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2717b28c-8ab2-41b3-97d1-655527d50611 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:52:07.185511 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 2717b28c-8ab2-41b3-97d1-655527d50611, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2717b28c-8ab2-41b3-97d1-655527d50611,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:07.194318 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:07.205331 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 860fd186-6cb4-452d-a682-2c529d976daa details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:52:07.375730 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596a101-3946-4374-b013-832c11de7879 req-934beffb-b96a-479b-8b9f-0804f2dc0474 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:07.377545 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8596a101-3946-4374-b013-832c11de7879 req-934beffb-b96a-479b-8b9f-0804f2dc0474 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=a757c531-7648-46b6-b91c-dc6a6f2a3bad HTTP/1.1" status: 200 len: 943 time: 0.1071079 Aug 11 21:52:07.387903 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=2717b28c-8ab2-41b3-97d1-655527d50611,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:07.469017 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8596a101-3946-4374-b013-832c11de7879 req-08d34807-f7eb-42f4-8281-d1fcf0c9f30e tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a1137ae-4c46-4cef-9e57-e563fc549ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745418 Aug 11 21:52:07.529855 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 860fd186-6cb4-452d-a682-2c529d976daa, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=860fd186-6cb4-452d-a682-2c529d976daa,segment=NetworkSegment(6684713b-d769-4ecc-9299-66aad848fd42),segment_id=6684713b-d769-4ecc-9299-66aad848fd42)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:07.544523 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '860fd186-6cb4-452d-a682-2c529d976daa', 'network_id': '8356088d-0005-4e89-9fc4-654fac70ef3c', 'port_id': '860fd186-6cb4-452d-a682-2c529d976daa', 'mac_address': 'fa:16:3e:01:e0:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a51bb58-b09e-40fa-bef3-5305c95936c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:52:07.621264 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:07.639819 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 860fd186-6cb4-452d-a682-2c529d976daa {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:52:07.688516 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 860fd186-6cb4-452d-a682-2c529d976daa, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=860fd186-6cb4-452d-a682-2c529d976daa,segment=NetworkSegment(6684713b-d769-4ecc-9299-66aad848fd42),segment_id=6684713b-d769-4ecc-9299-66aad848fd42)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:07.695660 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:07.714495 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bed189-4ea0-4589-9e9d-5fb47ea576d7 req-b577c115-3b8f-4a9d-ac45-92114fcdb547 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:07.724391 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23bed189-4ea0-4589-9e9d-5fb47ea576d7 req-b577c115-3b8f-4a9d-ac45-92114fcdb547 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=26493fd4-2705-40cf-b9bc-f922bc6a44cb HTTP/1.1" status: 200 len: 949 time: 0.1253932 Aug 11 21:52:07.756086 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50628) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:07.787073 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23bed189-4ea0-4589-9e9d-5fb47ea576d7 req-e57812d3-39c8-42fb-b96d-b9066c891139 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/security-groups?id=6078a9ed-3c5b-4169-ba70-8e708b85c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562487 Aug 11 21:52:07.823148 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50632) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:07.823584 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:07.847951 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=860fd186-6cb4-452d-a682-2c529d976daa,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:07.902687 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bb85d904-6add-4048-b92d-bd483940fc03 req-098908a7-478f-4275-90f5-2b4039c33db2 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=28a9d854-d5f5-4cf5-ad5c-905c9789fbc5 HTTP/1.1" status: 200 len: 210 time: 0.0489211 Aug 11 21:52:07.995756 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ccd5143b-cc37-40d7-b53d-c67f702fca65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:08.089483 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50640) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:08.101800 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d194f031-b3fc-4f3c-a82b-483da6ef74e3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a44568b4cfa942999b4839898fd76a76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768016 Aug 11 21:52:08.109096 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50642) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:08.133298 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['2717b28c-8ab2-41b3-97d1-655527d50611'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:52:08.205425 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b328c1e0-492e-4464-84f8-89959891ddfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:08.222467 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-afbc90cc-6ab2-43c9-9a5d-d7bbb44cf108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:08.239302 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['860fd186-6cb4-452d-a682-2c529d976daa'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:52:08.262970 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b328c1e0-492e-4464-84f8-89959891ddfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:08.307545 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b9a59-7170-42c5-af80-647502b1e4ac req-2ee4ffe9-c865-43a8-8a46-51f8c7cddf3d tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:08.309991 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc7b9a59-7170-42c5-af80-647502b1e4ac req-2ee4ffe9-c865-43a8-8a46-51f8c7cddf3d tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 945 time: 0.2975173 Aug 11 21:52:08.356655 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ccd5143b-cc37-40d7-b53d-c67f702fca65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:08.363612 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ccd5143b-cc37-40d7-b53d-c67f702fca65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:08.389818 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b328c1e0-492e-4464-84f8-89959891ddfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:08.392468 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b328c1e0-492e-4464-84f8-89959891ddfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:08.394543 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b328c1e0-492e-4464-84f8-89959891ddfd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/feac887f-896a-4bc5-bf7a-3a91b4e854fb HTTP/1.1" status: 204 len: 168 time: 0.2843018 Aug 11 21:52:08.415179 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5143b-cc37-40d7-b53d-c67f702fca65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acefc8db-380d-4518-85ba-0c085055be5b,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:08.436900 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc7b9a59-7170-42c5-af80-647502b1e4ac req-5ba90c6a-d6f1-4f99-9b63-afe158efdf0a tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094897 Aug 11 21:52:08.437223 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328c1e0-492e-4464-84f8-89959891ddfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feac887f-896a-4bc5-bf7a-3a91b4e854fb,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:08.441557 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ccd5143b-cc37-40d7-b53d-c67f702fca65 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e872f1d7f0d34c018e4e9c55eee7c22b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6831739 Aug 11 21:52:08.447310 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50646) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:08.472151 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-d30bd4bd-3dee-47f7-9d3f-88bbdc78406b tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:08.473837 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-d30bd4bd-3dee-47f7-9d3f-88bbdc78406b tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.52 "GET /v2.0/networks?id=e065759b-9598-4e49-9dd4-b84a6811ca8d HTTP/1.1" status: 200 len: 805 time: 0.3890927 Aug 11 21:52:08.493258 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-52d087e2-0607-4058-9b54-065068f59bd8 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Request body: {'port': {'device_id': '28a9d854-d5f5-4cf5-ad5c-905c9789fbc5', 'network_id': 'e065759b-9598-4e49-9dd4-b84a6811ca8d', 'admin_state_up': True, 'tenant_id': '2f92f84593c645c991d8da56fb117a97'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:52:08.557150 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d913debd-20d9-4bdf-b2e0-37f20616c7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:08.681780 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d913debd-20d9-4bdf-b2e0-37f20616c7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:08.721597 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4609b8d-1cb6-45e7-b211-841d1ae83913 req-4b4575b9-1817-44a4-a8bb-7e90f7aa200f tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:08.724379 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b4609b8d-1cb6-45e7-b211-841d1ae83913 req-4b4575b9-1817-44a4-a8bb-7e90f7aa200f tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=a757c531-7648-46b6-b91c-dc6a6f2a3bad HTTP/1.1" status: 200 len: 944 time: 0.1375299 Aug 11 21:52:08.856514 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b4609b8d-1cb6-45e7-b211-841d1ae83913 req-9c54f7f1-d8ce-41e9-8c2e-a21d5fd2b1da tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a1137ae-4c46-4cef-9e57-e563fc549ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138589 Aug 11 21:52:08.878920 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d913debd-20d9-4bdf-b2e0-37f20616c7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:08.886266 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d913debd-20d9-4bdf-b2e0-37f20616c7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:08.887326 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d913debd-20d9-4bdf-b2e0-37f20616c7e6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/acefc8db-380d-4518-85ba-0c085055be5b HTTP/1.1" status: 204 len: 168 time: 0.4388711 Aug 11 21:52:08.910172 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913debd-20d9-4bdf-b2e0-37f20616c7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acefc8db-380d-4518-85ba-0c085055be5b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:08.997314 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-afbc90cc-6ab2-43c9-9a5d-d7bbb44cf108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:09.030019 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-afbc90cc-6ab2-43c9-9a5d-d7bbb44cf108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:09.077945 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1cb54c00-6876-4d14-9493-3a6de647bc4a req-28e872ff-6a4c-4bc7-8f92-d75bd0928e13 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=28a9d854-d5f5-4cf5-ad5c-905c9789fbc5 HTTP/1.1" status: 200 len: 210 time: 0.0568891 Aug 11 21:52:09.120970 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-52d087e2-0607-4058-9b54-065068f59bd8 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Made reservation on behalf of 2f92f84593c645c991d8da56fb117a97 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:52:09.124604 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-52d087e2-0607-4058-9b54-065068f59bd8 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:09.128614 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-afbc90cc-6ab2-43c9-9a5d-d7bbb44cf108 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cd699593e7494c4ab06794014d264d39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9997139 Aug 11 21:52:09.135858 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50660) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:09.143345 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc90cc-6ab2-43c9-9a5d-d7bbb44cf108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845a9f50-eecc-411c-aeea-47b73979e01a,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:09.172392 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19893956-4055-4277-afb8-61bdbab0cdfd req-b4c068e9-81a3-416f-a140-139ca09fd6d5 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:09.183097 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-19893956-4055-4277-afb8-61bdbab0cdfd req-b4c068e9-81a3-416f-a140-139ca09fd6d5 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=26493fd4-2705-40cf-b9bc-f922bc6a44cb HTTP/1.1" status: 200 len: 949 time: 0.1742544 Aug 11 21:52:09.256199 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50664) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:09.286047 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-19893956-4055-4277-afb8-61bdbab0cdfd req-64de751e-56c6-4b02-a181-61bb5a18fa05 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/security-groups?id=6078a9ed-3c5b-4169-ba70-8e708b85c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026425 Aug 11 21:52:09.302603 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c383ff6e-49cb-450d-b573-372aa5853729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:09.353851 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a250cc81-a335-4666-b283-1339d563390b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:09.379584 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-52d087e2-0607-4058-9b54-065068f59bd8 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Allocated IP 172.20.0.12 (e065759b-9598-4e49-9dd4-b84a6811ca8d/8a417fc4-720c-4110-80f4-cad05729542b/169fb926-c34e-45f0-9f2a-a8b0df811ee7) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:52:09.391887 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a250cc81-a335-4666-b283-1339d563390b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:09.397857 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 6abff902-1c3b-48f1-8181-d5d966f48465 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:52:09.442505 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 6abff902-1c3b-48f1-8181-d5d966f48465 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:52:09.445157 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 6abff902-1c3b-48f1-8181-d5d966f48465 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:52:09.490510 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c383ff6e-49cb-450d-b573-372aa5853729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:09.498432 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c383ff6e-49cb-450d-b573-372aa5853729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:09.515391 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a250cc81-a335-4666-b283-1339d563390b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:09.518227 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a250cc81-a335-4666-b283-1339d563390b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:09.523772 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a250cc81-a335-4666-b283-1339d563390b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/845a9f50-eecc-411c-aeea-47b73979e01a HTTP/1.1" status: 204 len: 168 time: 0.3820982 Aug 11 21:52:09.573145 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c383ff6e-49cb-450d-b573-372aa5853729 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e556c4466090456a8dd88645fc8e0447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152902 Aug 11 21:52:09.594884 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50670) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:09.599794 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383ff6e-49cb-450d-b573-372aa5853729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f3ccdc-a37d-40e5-9f2f-3408194cf404,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:09.630828 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250cc81-a335-4666-b283-1339d563390b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845a9f50-eecc-411c-aeea-47b73979e01a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:09.672602 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1fbba-79c0-4bf0-b3c3-cee90e4c6572 req-469301ca-11bc-4f27-ac40-16f3267631f5 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:09.674393 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8aa1fbba-79c0-4bf0-b3c3-cee90e4c6572 req-469301ca-11bc-4f27-ac40-16f3267631f5 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 945 time: 0.1272309 Aug 11 21:52:09.693629 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8ccdb033-49a7-4387-8ce4-06d3ce344064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:09.734717 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8ccdb033-49a7-4387-8ce4-06d3ce344064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:09.773157 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8aa1fbba-79c0-4bf0-b3c3-cee90e4c6572 req-f46338ac-18fe-41a0-8717-446077d7cf02 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806675 Aug 11 21:52:09.793412 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-52d087e2-0607-4058-9b54-065068f59bd8 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:09.812481 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50672) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:09.820797 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8ccdb033-49a7-4387-8ce4-06d3ce344064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:09.823429 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8ccdb033-49a7-4387-8ce4-06d3ce344064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:09.824688 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8ccdb033-49a7-4387-8ce4-06d3ce344064 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a1f3ccdc-a37d-40e5-9f2f-3408194cf404 HTTP/1.1" status: 204 len: 168 time: 0.2306135 Aug 11 21:52:09.848592 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-927e0033-9780-45d6-8759-78bcd209cbdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:09.852996 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccdb033-49a7-4387-8ce4-06d3ce344064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f3ccdc-a37d-40e5-9f2f-3408194cf404,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:09.919259 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-52d087e2-0607-4058-9b54-065068f59bd8 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:10.020737 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-927e0033-9780-45d6-8759-78bcd209cbdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:10.027398 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-927e0033-9780-45d6-8759-78bcd209cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:10.049820 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-52d087e2-0607-4058-9b54-065068f59bd8 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Network e065759b-9598-4e49-9dd4-b84a6811ca8d is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:52:10.056833 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-52d087e2-0607-4058-9b54-065068f59bd8 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:52:10.066198 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d087e2-0607-4058-9b54-065068f59bd8 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Pushing event updated for resources: {'Port': ['ID=169fb926-c34e-45f0-9f2a-a8b0df811ee7,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:10.073729 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-52d087e2-0607-4058-9b54-065068f59bd8 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:52:10.096917 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-927e0033-9780-45d6-8759-78bcd209cbdf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8aaf3b4a803c4d9c93b8d94a426152ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808032 Aug 11 21:52:10.096917 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e0033-9780-45d6-8759-78bcd209cbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa9385c-8db9-481f-9253-278a485a1301,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:10.098783 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50682) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:10.177709 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-64be7980-75c6-4709-bf5f-5ab54deec7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:10.210840 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d087e2-0607-4058-9b54-065068f59bd8 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:10.211405 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d087e2-0607-4058-9b54-065068f59bd8 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:10.212277 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d087e2-0607-4058-9b54-065068f59bd8 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:10.212639 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d087e2-0607-4058-9b54-065068f59bd8 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:10.213112 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d087e2-0607-4058-9b54-065068f59bd8 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:10.213746 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d087e2-0607-4058-9b54-065068f59bd8 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:10.214293 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d087e2-0607-4058-9b54-065068f59bd8 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:10.215367 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d087e2-0607-4058-9b54-065068f59bd8 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:10.215605 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d087e2-0607-4058-9b54-065068f59bd8 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:10.216241 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d087e2-0607-4058-9b54-065068f59bd8 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:10.216712 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d087e2-0607-4058-9b54-065068f59bd8 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:10.217244 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d087e2-0607-4058-9b54-065068f59bd8 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:10.278954 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-64be7980-75c6-4709-bf5f-5ab54deec7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:10.292040 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-52d087e2-0607-4058-9b54-065068f59bd8 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:10.293085 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-52d087e2-0607-4058-9b54-065068f59bd8 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:10.326778 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335b009-fb07-40ba-81bd-57388c578b11 req-7b5c54db-1fa4-4585-b257-0726ecb688e5 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:10.329543 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3335b009-fb07-40ba-81bd-57388c578b11 req-7b5c54db-1fa4-4585-b257-0726ecb688e5 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=a757c531-7648-46b6-b91c-dc6a6f2a3bad HTTP/1.1" status: 200 len: 944 time: 0.2576697 Aug 11 21:52:10.332557 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-52d087e2-0607-4058-9b54-065068f59bd8 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8486078 Aug 11 21:52:10.359529 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-1622f340-7953-4294-aef2-fedf1c47ada1 service neutron] Request body: {'port': {'device_id': '28a9d854-d5f5-4cf5-ad5c-905c9789fbc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:52:10.435757 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fd077-02b8-4060-abcf-b67995e5c91a req-dc8f988e-69d5-4862-afbf-131835f1a0f3 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:10.438661 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0f4fd077-02b8-4060-abcf-b67995e5c91a req-dc8f988e-69d5-4862-afbf-131835f1a0f3 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=28a9d854-d5f5-4cf5-ad5c-905c9789fbc5 HTTP/1.1" status: 200 len: 932 time: 0.1554160 Aug 11 21:52:10.489503 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-64be7980-75c6-4709-bf5f-5ab54deec7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:10.494718 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-64be7980-75c6-4709-bf5f-5ab54deec7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:10.496785 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-64be7980-75c6-4709-bf5f-5ab54deec7d3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/efa9385c-8db9-481f-9253-278a485a1301 HTTP/1.1" status: 204 len: 168 time: 0.3967407 Aug 11 21:52:10.501844 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3335b009-fb07-40ba-81bd-57388c578b11 req-efd71c6c-80cb-452c-b625-6b1932659477 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a1137ae-4c46-4cef-9e57-e563fc549ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610773 Aug 11 21:52:10.514639 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-1622f340-7953-4294-aef2-fedf1c47ada1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:10.542221 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be7980-75c6-4709-bf5f-5ab54deec7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa9385c-8db9-481f-9253-278a485a1301,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:10.560854 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be7980-75c6-4709-bf5f-5ab54deec7d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:10.561653 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be7980-75c6-4709-bf5f-5ab54deec7d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:10.562211 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be7980-75c6-4709-bf5f-5ab54deec7d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:10.562752 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be7980-75c6-4709-bf5f-5ab54deec7d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:10.565578 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be7980-75c6-4709-bf5f-5ab54deec7d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:10.566271 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be7980-75c6-4709-bf5f-5ab54deec7d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:10.566867 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be7980-75c6-4709-bf5f-5ab54deec7d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:10.567451 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be7980-75c6-4709-bf5f-5ab54deec7d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:10.567977 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be7980-75c6-4709-bf5f-5ab54deec7d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:10.568657 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be7980-75c6-4709-bf5f-5ab54deec7d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:10.570014 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be7980-75c6-4709-bf5f-5ab54deec7d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:10.570378 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be7980-75c6-4709-bf5f-5ab54deec7d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:10.593399 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0f4fd077-02b8-4060-abcf-b67995e5c91a req-4eb5214a-4bfb-4125-ae22-1f5c5ec09051 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385775 Aug 11 21:52:10.827743 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5543a2-8ac3-401c-96c5-fc47ab80bce9 req-e31674a3-ea12-4778-9844-28287a9158c7 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:10.830642 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-de5543a2-8ac3-401c-96c5-fc47ab80bce9 req-e31674a3-ea12-4778-9844-28287a9158c7 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=26493fd4-2705-40cf-b9bc-f922bc6a44cb HTTP/1.1" status: 200 len: 949 time: 0.0968204 Aug 11 21:52:10.840993 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 860fd186-6cb4-452d-a682-2c529d976daa up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:52:10.928962 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-de5543a2-8ac3-401c-96c5-fc47ab80bce9 req-1c65ac29-17e3-44d4-82a4-b2606278078a tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/security-groups?id=6078a9ed-3c5b-4169-ba70-8e708b85c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857112 Aug 11 21:52:10.989838 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 860fd186-6cb4-452d-a682-2c529d976daa completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:52:11.001751 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 860fd186-6cb4-452d-a682-2c529d976daa triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:52:11.002355 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:11.102815 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32fda4-bc1c-49e6-8a25-b127f9122409 req-46e273b4-b368-4400-aee6-6f647a7956b7 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:11.106107 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef32fda4-bc1c-49e6-8a25-b127f9122409 req-46e273b4-b368-4400-aee6-6f647a7956b7 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 945 time: 0.1552391 Aug 11 21:52:11.112098 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50714) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:11.128380 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:11.161475 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a757c531-7648-46b6-b91c-dc6a6f2a3bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860fd186-6cb4-452d-a682-2c529d976daa'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:52:11.164896 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfe18df-4f23-4165-a3f3-d5f253c5bfdf" -d '{"events": [{"server_uuid": "a757c531-7648-46b6-b91c-dc6a6f2a3bad", "name": "network-vif-plugged", "status": "completed", "tag": "860fd186-6cb4-452d-a682-2c529d976daa"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:52:11.173905 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fbc138d9-0854-4c81-8f05-950ace3cd3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:11.184096 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 860fd186-6cb4-452d-a682-2c529d976daa, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=860fd186-6cb4-452d-a682-2c529d976daa,segment=NetworkSegment(6684713b-d769-4ecc-9299-66aad848fd42),segment_id=6684713b-d769-4ecc-9299-66aad848fd42)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:11.196599 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:11.198632 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 2717b28c-8ab2-41b3-97d1-655527d50611 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:52:11.268751 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba17f895-f183-458c-810c-ba828a87deea x-openstack-request-id: req-ba17f895-f183-458c-810c-ba828a87deea {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:52:11.269285 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a757c531-7648-46b6-b91c-dc6a6f2a3bad", "name": "network-vif-plugged", "status": "completed", "tag": "860fd186-6cb4-452d-a682-2c529d976daa", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:52:11.269732 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ba17f895-f183-458c-810c-ba828a87deea {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:52:11.270045 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a757c531-7648-46b6-b91c-dc6a6f2a3bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860fd186-6cb4-452d-a682-2c529d976daa', 'code': 200} Aug 11 21:52:11.347462 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=860fd186-6cb4-452d-a682-2c529d976daa,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:11.356212 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-1622f340-7953-4294-aef2-fedf1c47ada1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169fb926-c34e-45f0-9f2a-a8b0df811ee7 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:52:11.386696 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-1622f340-7953-4294-aef2-fedf1c47ada1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:11.400769 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 2717b28c-8ab2-41b3-97d1-655527d50611 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:52:11.409605 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef32fda4-bc1c-49e6-8a25-b127f9122409 req-2da86050-db38-4652-a557-3f51b40a7b28 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669528 Aug 11 21:52:11.414272 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 2717b28c-8ab2-41b3-97d1-655527d50611 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:52:11.415245 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:11.426552 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-1622f340-7953-4294-aef2-fedf1c47ada1 service neutron] Transition to ACTIVE for port object 169fb926-c34e-45f0-9f2a-a8b0df811ee7 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:52:11.432186 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-1622f340-7953-4294-aef2-fedf1c47ada1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:11.507444 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622f340-7953-4294-aef2-fedf1c47ada1 service neutron] Pushing event updated for resources: {'Port': ['ID=169fb926-c34e-45f0-9f2a-a8b0df811ee7,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:11.560110 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fbc138d9-0854-4c81-8f05-950ace3cd3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:11.580550 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fbc138d9-0854-4c81-8f05-950ace3cd3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:11.627693 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:11.694657 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fbc138d9-0854-4c81-8f05-950ace3cd3f9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e4fa7c884f624c2a83162aadfbc152ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5804350 Aug 11 21:52:11.699985 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1ff25-aa2f-4c2b-9a31-7e57bc6b5505 req-75e78679-a47f-456a-a652-4107a4dd53d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:11.701992 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b2b1ff25-aa2f-4c2b-9a31-7e57bc6b5505 req-75e78679-a47f-456a-a652-4107a4dd53d6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a757c531-7648-46b6-b91c-dc6a6f2a3bad HTTP/1.1" status: 200 len: 1096 time: 0.2781041 Aug 11 21:52:11.702470 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50734) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:11.717061 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 2717b28c-8ab2-41b3-97d1-655527d50611, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2717b28c-8ab2-41b3-97d1-655527d50611,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:11.725470 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:11.754145 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc138d9-0854-4c81-8f05-950ace3cd3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5317bb-da21-4f5d-9d7a-64778903d989,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:11.765116 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-1622f340-7953-4294-aef2-fedf1c47ada1 service neutron] Attempting to bind port 169fb926-c34e-45f0-9f2a-a8b0df811ee7 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:52:11.765695 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-1622f340-7953-4294-aef2-fedf1c47ada1 service neutron] Attempting to bind port 169fb926-c34e-45f0-9f2a-a8b0df811ee7 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '580eed13-4021-4e54-a47e-996a312301eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e065759b-9598-4e49-9dd4-b84a6811ca8d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:52:11.766095 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-1622f340-7953-4294-aef2-fedf1c47ada1 service neutron] Attempting to bind port 169fb926-c34e-45f0-9f2a-a8b0df811ee7 on network e065759b-9598-4e49-9dd4-b84a6811ca8d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:52:11.806695 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-1622f340-7953-4294-aef2-fedf1c47ada1 service neutron] Port 169fb926-c34e-45f0-9f2a-a8b0df811ee7 on network e065759b-9598-4e49-9dd4-b84a6811ca8d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:52:11.807046 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-1622f340-7953-4294-aef2-fedf1c47ada1 service neutron] Attempting to bind port 169fb926-c34e-45f0-9f2a-a8b0df811ee7 on network e065759b-9598-4e49-9dd4-b84a6811ca8d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:52:11.815025 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b2b1ff25-aa2f-4c2b-9a31-7e57bc6b5505 req-e633daa4-016e-4666-a673-1b74285d37a2 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=2a1137ae-4c46-4cef-9e57-e563fc549ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029086 Aug 11 21:52:11.862208 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=2717b28c-8ab2-41b3-97d1-655527d50611,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:11.863715 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-1622f340-7953-4294-aef2-fedf1c47ada1 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:52:11.864315 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-1622f340-7953-4294-aef2-fedf1c47ada1 service neutron] Checking segment: {'id': '580eed13-4021-4e54-a47e-996a312301eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e065759b-9598-4e49-9dd4-b84a6811ca8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:52:11.864900 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-1622f340-7953-4294-aef2-fedf1c47ada1 service neutron] Bound using segment: {'id': '580eed13-4021-4e54-a47e-996a312301eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e065759b-9598-4e49-9dd4-b84a6811ca8d'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:52:11.865561 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-1622f340-7953-4294-aef2-fedf1c47ada1 service neutron] Bound port: 169fb926-c34e-45f0-9f2a-a8b0df811ee7, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '580eed13-4021-4e54-a47e-996a312301eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e065759b-9598-4e49-9dd4-b84a6811ca8d'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:52:11.866158 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-1622f340-7953-4294-aef2-fedf1c47ada1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:11.889519 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abe450-3427-46b3-8d51-2024a9358242 req-cfa297f6-2f38-4844-be21-dd893c5f81fb tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:11.905814 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f5abe450-3427-46b3-8d51-2024a9358242 req-cfa297f6-2f38-4844-be21-dd893c5f81fb tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=a757c531-7648-46b6-b91c-dc6a6f2a3bad HTTP/1.1" status: 200 len: 945 time: 0.1661241 Aug 11 21:52:11.968339 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7d7b8644-81e1-4611-aec9-540a4e3c8766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:11.984486 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f5abe450-3427-46b3-8d51-2024a9358242 req-1dc91de0-2190-4e40-a471-3cce5ef86950 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a1137ae-4c46-4cef-9e57-e563fc549ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768764 Aug 11 21:52:11.992067 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347bda29-09bf-4b5c-b355-779c78a7aba7 req-964f54c1-cbc1-419a-ad41-3953cea46ae3 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:12.008246 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-347bda29-09bf-4b5c-b355-779c78a7aba7 req-964f54c1-cbc1-419a-ad41-3953cea46ae3 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=28a9d854-d5f5-4cf5-ad5c-905c9789fbc5 HTTP/1.1" status: 200 len: 944 time: 0.1870227 Aug 11 21:52:12.103816 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7d7b8644-81e1-4611-aec9-540a4e3c8766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:12.110947 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-347bda29-09bf-4b5c-b355-779c78a7aba7 req-dab2655e-6d69-4358-b5a3-c2f9288ec180 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995197 Aug 11 21:52:12.112487 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-1622f340-7953-4294-aef2-fedf1c47ada1 service neutron] For port 169fb926-c34e-45f0-9f2a-a8b0df811ee7, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:52:12.124779 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-1622f340-7953-4294-aef2-fedf1c47ada1 service neutron] For port 169fb926-c34e-45f0-9f2a-a8b0df811ee7, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=169fb926-c34e-45f0-9f2a-a8b0df811ee7,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:52:12.134950 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-1622f340-7953-4294-aef2-fedf1c47ada1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:12.234734 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-1622f340-7953-4294-aef2-fedf1c47ada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:12.235640 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-1622f340-7953-4294-aef2-fedf1c47ada1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:12.237322 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-1622f340-7953-4294-aef2-fedf1c47ada1 service neutron] 10.222.0.52 "PUT /v2.0/ports/169fb926-c34e-45f0-9f2a-a8b0df811ee7 HTTP/1.1" status: 200 len: 1092 time: 1.8952265 Aug 11 21:52:12.237815 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a9d854-d5f5-4cf5-ad5c-905c9789fbc5', 'tag': '169fb926-c34e-45f0-9f2a-a8b0df811ee7'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:52:12.240163 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f332b510-80e5-4950-afe3-9d6964adad0f" -d '{"events": [{"name": "network-changed", "server_uuid": "28a9d854-d5f5-4cf5-ad5c-905c9789fbc5", "tag": "169fb926-c34e-45f0-9f2a-a8b0df811ee7"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:52:12.308867 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 21:52:12.342373 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8158f3a8-dfd3-41e7-b11c-dc0661ec76b3 x-openstack-request-id: req-8158f3a8-dfd3-41e7-b11c-dc0661ec76b3 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:52:12.342704 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a9d854-d5f5-4cf5-ad5c-905c9789fbc5", "tag": "169fb926-c34e-45f0-9f2a-a8b0df811ee7", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:52:12.342915 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8158f3a8-dfd3-41e7-b11c-dc0661ec76b3 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:52:12.343321 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a9d854-d5f5-4cf5-ad5c-905c9789fbc5', 'tag': '169fb926-c34e-45f0-9f2a-a8b0df811ee7', 'status': 'completed', 'code': 200} Aug 11 21:52:12.344047 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e2fb7-a600-4888-9601-38bf77a2f790 req-617deccb-9de9-4f59-bcdf-71f35a97cf74 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:12.346434 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b67e2fb7-a600-4888-9601-38bf77a2f790 req-617deccb-9de9-4f59-bcdf-71f35a97cf74 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=26493fd4-2705-40cf-b9bc-f922bc6a44cb HTTP/1.1" status: 200 len: 950 time: 0.1391916 Aug 11 21:52:12.348345 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622f340-7953-4294-aef2-fedf1c47ada1 service neutron] Pushing event updated for resources: {'Port': ['ID=169fb926-c34e-45f0-9f2a-a8b0df811ee7,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:12.354867 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7d7b8644-81e1-4611-aec9-540a4e3c8766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:12.357606 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7d7b8644-81e1-4611-aec9-540a4e3c8766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:12.358968 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7d7b8644-81e1-4611-aec9-540a4e3c8766 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/db5317bb-da21-4f5d-9d7a-64778903d989 HTTP/1.1" status: 204 len: 168 time: 0.6521289 Aug 11 21:52:12.384084 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-3a869d25-ee89-47ec-a03d-3bb8ddad4c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:12.386740 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-3a869d25-ee89-47ec-a03d-3bb8ddad4c0d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f92f84593c645c991d8da56fb117a97&device_id=28a9d854-d5f5-4cf5-ad5c-905c9789fbc5 HTTP/1.1" status: 200 len: 1095 time: 0.0862095 Aug 11 21:52:12.387609 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b8644-81e1-4611-aec9-540a4e3c8766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5317bb-da21-4f5d-9d7a-64778903d989,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:12.445203 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b67e2fb7-a600-4888-9601-38bf77a2f790 req-26394c47-3813-46bf-b11b-b2654ade928f tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/security-groups?id=6078a9ed-3c5b-4169-ba70-8e708b85c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764155 Aug 11 21:52:12.459210 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-a81a3a0d-faad-49b2-b855-8b84ebd1d76f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=169fb926-c34e-45f0-9f2a-a8b0df811ee7 HTTP/1.1" status: 200 len: 217 time: 0.0618916 Aug 11 21:52:12.567740 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-f01a6cb2-2c99-4e03-a271-b099c0dcc142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:12.569358 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-f01a6cb2-2c99-4e03-a271-b099c0dcc142 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a417fc4-720c-4110-80f4-cad05729542b HTTP/1.1" status: 200 len: 845 time: 0.1025109 Aug 11 21:52:12.607158 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-34ba28ae-012c-41d4-879a-62a8d4fc87e5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e065759b-9598-4e49-9dd4-b84a6811ca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303700 Aug 11 21:52:12.620773 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0e8c8-2ce8-4f12-8be4-bc6d03de613a req-909ccefb-6a56-4289-b0b1-55745d603bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:12.623483 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c8d0e8c8-2ce8-4f12-8be4-bc6d03de613a req-909ccefb-6a56-4289-b0b1-55745d603bba service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=48dee6b1f1ed472f88259995ad0e68a7&device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 1096 time: 0.0835242 Aug 11 21:52:12.624318 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08287942-de61-4cda-ab2f-208e6d3b5495 req-5e25e2a9-f34f-4e9d-b35d-6960e48908e7 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:12.627252 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-08287942-de61-4cda-ab2f-208e6d3b5495 req-5e25e2a9-f34f-4e9d-b35d-6960e48908e7 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 945 time: 0.1002274 Aug 11 21:52:12.755853 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-08287942-de61-4cda-ab2f-208e6d3b5495 req-f3ec3a17-2dc2-42b0-818a-5e3c2e69e278 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113729 Aug 11 21:52:12.782257 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0e8c8-2ce8-4f12-8be4-bc6d03de613a req-90203a58-aced-4b7a-b7c6-23399b4a8709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:12.784184 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c8d0e8c8-2ce8-4f12-8be4-bc6d03de613a req-90203a58-aced-4b7a-b7c6-23399b4a8709 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4704ff02-c5ab-4776-afb3-b0008179201b HTTP/1.1" status: 200 len: 916 time: 0.1313176 Aug 11 21:52:12.797146 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-4ef9a67a-4a49-4721-929f-50f2ab534189 service neutron] 10.222.0.52 "GET /v2.0/networks/e065759b-9598-4e49-9dd4-b84a6811ca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670878 Aug 11 21:52:12.835989 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c8d0e8c8-2ce8-4f12-8be4-bc6d03de613a req-4ada3fc5-dc9a-48c0-b26d-f6601fc62978 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be15dcc8-7358-4ac0-9cb9-bff68d656628 HTTP/1.1" status: 200 len: 217 time: 0.0436857 Aug 11 21:52:12.917739 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0e8c8-2ce8-4f12-8be4-bc6d03de613a req-2ae58e0b-f8f5-48aa-bd62-4e45c9309543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:12.920857 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c8d0e8c8-2ce8-4f12-8be4-bc6d03de613a req-2ae58e0b-f8f5-48aa-bd62-4e45c9309543 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=99402162-65dc-4f7a-98e7-13408e81851f HTTP/1.1" status: 200 len: 855 time: 0.0780292 Aug 11 21:52:12.921117 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7082209b-1536-45a4-8dfd-a5c5c6d42374 req-936db714-c540-4068-8194-690591e099ac service neutron] 10.222.0.52 "GET /v2.0/networks/e065759b-9598-4e49-9dd4-b84a6811ca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147568 Aug 11 21:52:12.958008 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c8d0e8c8-2ce8-4f12-8be4-bc6d03de613a req-c9011b7b-6a6e-4f6d-a711-93bf9298d705 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4704ff02-c5ab-4776-afb3-b0008179201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265141 Aug 11 21:52:13.046736 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332b510-80e5-4950-afe3-9d6964adad0f req-a309384a-0ed0-4bb1-8cfd-f3a1f239cec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:13.048486 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f332b510-80e5-4950-afe3-9d6964adad0f req-a309384a-0ed0-4bb1-8cfd-f3a1f239cec3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f92f84593c645c991d8da56fb117a97&device_id=28a9d854-d5f5-4cf5-ad5c-905c9789fbc5 HTTP/1.1" status: 200 len: 1095 time: 0.0697491 Aug 11 21:52:13.109967 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c8d0e8c8-2ce8-4f12-8be4-bc6d03de613a req-363e4312-34b5-4050-84cd-a3de3571f993 service neutron] 10.222.0.82 "GET /v2.0/networks/4704ff02-c5ab-4776-afb3-b0008179201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374490 Aug 11 21:52:13.141965 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-89a0bfbe-8ad4-4293-b45b-1fa1ff7d36c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:13.255891 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332b510-80e5-4950-afe3-9d6964adad0f req-6b1ec44e-9945-4e32-93d1-874e61e7fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:13.259124 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f332b510-80e5-4950-afe3-9d6964adad0f req-6b1ec44e-9945-4e32-93d1-874e61e7fb77 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e065759b-9598-4e49-9dd4-b84a6811ca8d HTTP/1.1" status: 200 len: 906 time: 0.2018874 Aug 11 21:52:13.271341 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26493fd4-2705-40cf-b9bc-f922bc6a44cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2717b28c-8ab2-41b3-97d1-655527d50611'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:52:13.275456 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef1a924-c8e9-4948-84e6-5daa6de212e8" -d '{"events": [{"server_uuid": "26493fd4-2705-40cf-b9bc-f922bc6a44cb", "name": "network-vif-plugged", "status": "completed", "tag": "2717b28c-8ab2-41b3-97d1-655527d50611"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:52:13.337658 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0678b-a186-439f-8fa4-daf5c9ac9c30 req-7b48b5d5-02a8-44a0-91a8-42ceaeb10ee1 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:13.345835 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-39e0678b-a186-439f-8fa4-daf5c9ac9c30 req-7b48b5d5-02a8-44a0-91a8-42ceaeb10ee1 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=a757c531-7648-46b6-b91c-dc6a6f2a3bad HTTP/1.1" status: 200 len: 945 time: 0.2344105 Aug 11 21:52:13.373505 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f332b510-80e5-4950-afe3-9d6964adad0f req-40815935-bc4a-42ad-848c-44ca4d0a56ca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=169fb926-c34e-45f0-9f2a-a8b0df811ee7 HTTP/1.1" status: 200 len: 217 time: 0.1060846 Aug 11 21:52:13.421872 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c8d0e8c8-2ce8-4f12-8be4-bc6d03de613a req-5a08392c-d1d2-48cd-8943-2750e8b16c6e service neutron] 10.222.0.82 "GET /v2.0/networks/4704ff02-c5ab-4776-afb3-b0008179201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881141 Aug 11 21:52:13.454720 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-39e0678b-a186-439f-8fa4-daf5c9ac9c30 req-46d5f6c5-6681-4dcc-8a03-4609aa85da88 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a1137ae-4c46-4cef-9e57-e563fc549ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076219 Aug 11 21:52:13.476062 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ab123-57e5-4396-ac8b-2ad67f70af61 req-68f9eeac-a604-4503-a547-5ad43bacfcb8 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:13.477926 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-284ab123-57e5-4396-ac8b-2ad67f70af61 req-68f9eeac-a604-4503-a547-5ad43bacfcb8 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=28a9d854-d5f5-4cf5-ad5c-905c9789fbc5 HTTP/1.1" status: 200 len: 944 time: 0.1403849 Aug 11 21:52:13.487853 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332b510-80e5-4950-afe3-9d6964adad0f req-88b8c158-d172-4d62-ad36-a43f7659261e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:13.489863 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f332b510-80e5-4950-afe3-9d6964adad0f req-88b8c158-d172-4d62-ad36-a43f7659261e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a417fc4-720c-4110-80f4-cad05729542b HTTP/1.1" status: 200 len: 845 time: 0.1062624 Aug 11 21:52:13.558931 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f332b510-80e5-4950-afe3-9d6964adad0f req-ac0108e2-6fcc-48c3-afea-efeaf7721300 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e065759b-9598-4e49-9dd4-b84a6811ca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419290 Aug 11 21:52:13.566482 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-284ab123-57e5-4396-ac8b-2ad67f70af61 req-0298c507-c32e-4729-9943-39284e3112ab tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753422 Aug 11 21:52:13.688915 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2c211e-469a-44f5-bce2-d50f4737d2c4 x-openstack-request-id: req-8d2c211e-469a-44f5-bce2-d50f4737d2c4 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:52:13.689882 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26493fd4-2705-40cf-b9bc-f922bc6a44cb", "name": "network-vif-plugged", "status": "completed", "tag": "2717b28c-8ab2-41b3-97d1-655527d50611", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:52:13.690309 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8d2c211e-469a-44f5-bce2-d50f4737d2c4 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:52:13.690791 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26493fd4-2705-40cf-b9bc-f922bc6a44cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2717b28c-8ab2-41b3-97d1-655527d50611', 'code': 200} Aug 11 21:52:13.712768 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f332b510-80e5-4950-afe3-9d6964adad0f req-edd090e4-3e26-4636-989b-65823cb7b791 service neutron] 10.222.0.52 "GET /v2.0/networks/e065759b-9598-4e49-9dd4-b84a6811ca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438823 Aug 11 21:52:13.861501 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f332b510-80e5-4950-afe3-9d6964adad0f req-da4ecc71-d35a-4079-9440-54de23c8059a service neutron] 10.222.0.52 "GET /v2.0/networks/e065759b-9598-4e49-9dd4-b84a6811ca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412361 Aug 11 21:52:14.149868 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d29dd-a936-4d5f-bc54-0183f917cf44 req-2dcd99a6-823f-4c10-bb1d-725df4d454ca tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:14.159826 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ba3d29dd-a936-4d5f-bc54-0183f917cf44 req-2dcd99a6-823f-4c10-bb1d-725df4d454ca tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=26493fd4-2705-40cf-b9bc-f922bc6a44cb HTTP/1.1" status: 200 len: 950 time: 0.3986411 Aug 11 21:52:14.195766 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a067ee-1af5-4d7d-89d3-4755d9c750dc req-5b90ad02-7807-4635-b4b8-c0cf3bbecd18 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:14.197649 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b4a067ee-1af5-4d7d-89d3-4755d9c750dc req-5b90ad02-7807-4635-b4b8-c0cf3bbecd18 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 945 time: 0.0798020 Aug 11 21:52:14.200486 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40005c-b54c-4ccc-970f-f720d520fd99 req-e923deb4-ac7c-4920-988f-9208a376988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:14.201991 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7c40005c-b54c-4ccc-970f-f720d520fd99 req-e923deb4-ac7c-4920-988f-9208a376988a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=26493fd4-2705-40cf-b9bc-f922bc6a44cb HTTP/1.1" status: 200 len: 1101 time: 0.1054645 Aug 11 21:52:14.211849 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ba3d29dd-a936-4d5f-bc54-0183f917cf44 req-76697201-c2d8-4887-86f3-a175e3dcb696 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/security-groups?id=6078a9ed-3c5b-4169-ba70-8e708b85c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507510 Aug 11 21:52:14.247354 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b4a067ee-1af5-4d7d-89d3-4755d9c750dc req-88c0a3ec-c47d-449e-a292-484868c7d0ee tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408316 Aug 11 21:52:14.260626 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7c40005c-b54c-4ccc-970f-f720d520fd99 req-59bb9a1b-f257-4c4c-8945-ed9728164c43 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6078a9ed-3c5b-4169-ba70-8e708b85c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477326 Aug 11 21:52:14.473294 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-d2f2648f-5899-4694-a226-f873cad0dda0 req-93a5491c-4981-4f1c-8472-e2d0305fcddd tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1166756009', 'description': 'tempest-description-587771729'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:52:14.503920 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d2f2648f-5899-4694-a226-f873cad0dda0 req-93a5491c-4981-4f1c-8472-e2d0305fcddd tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:14.513924 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d2f2648f-5899-4694-a226-f873cad0dda0 req-93a5491c-4981-4f1c-8472-e2d0305fcddd tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:14.624432 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8a885-99e6-457b-bb28-76aeddaa699b req-391afb12-26b2-4fd1-ba53-525843953095 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:14.626836 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-26c8a885-99e6-457b-bb28-76aeddaa699b req-391afb12-26b2-4fd1-ba53-525843953095 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=a757c531-7648-46b6-b91c-dc6a6f2a3bad HTTP/1.1" status: 200 len: 945 time: 0.0612290 Aug 11 21:52:14.657685 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d2f2648f-5899-4694-a226-f873cad0dda0 req-93a5491c-4981-4f1c-8472-e2d0305fcddd tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:14.663287 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d2f2648f-5899-4694-a226-f873cad0dda0 req-93a5491c-4981-4f1c-8472-e2d0305fcddd tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:14.686059 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-26c8a885-99e6-457b-bb28-76aeddaa699b req-5a852074-9eef-47bb-a57d-641e511a1c61 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a1137ae-4c46-4cef-9e57-e563fc549ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473464 Aug 11 21:52:14.713985 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5491c-4981-4f1c-8472-e2d0305fcddd tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a25c8d16-534b-4601-91df-69c8be541c25,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:14.818508 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d2f2648f-5899-4694-a226-f873cad0dda0 req-93a5491c-4981-4f1c-8472-e2d0305fcddd tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:14.824056 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d2f2648f-5899-4694-a226-f873cad0dda0 req-93a5491c-4981-4f1c-8472-e2d0305fcddd tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:14.855214 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d2f2648f-5899-4694-a226-f873cad0dda0 req-93a5491c-4981-4f1c-8472-e2d0305fcddd tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:14.856564 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d2f2648f-5899-4694-a226-f873cad0dda0 req-93a5491c-4981-4f1c-8472-e2d0305fcddd tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3908901 Aug 11 21:52:14.861595 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5491c-4981-4f1c-8472-e2d0305fcddd tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1bbc36-9afb-4401-a886-3d204b0f134a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:14.905127 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c44354-715b-432f-9d0a-33582e750061 req-a56cbdcf-f0fd-4008-810f-3b45a38d490e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:14.907398 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d6c44354-715b-432f-9d0a-33582e750061 req-a56cbdcf-f0fd-4008-810f-3b45a38d490e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=28a9d854-d5f5-4cf5-ad5c-905c9789fbc5 HTTP/1.1" status: 200 len: 944 time: 0.0751500 Aug 11 21:52:14.957417 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d6c44354-715b-432f-9d0a-33582e750061 req-b9359f69-ee96-4899-9af4-9f5ae5ca3e55 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422060 Aug 11 21:52:15.010059 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-71daf426-bbbf-4c0b-bd88-f1e8a3592f6a req-e5079d64-989c-4232-9919-49ab4cce21c8 tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1566825139', 'description': 'tempest-description-705862180'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:52:15.032706 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-feaf6091-448b-42e3-96d6-b13488e733db req-3e728197-72e5-4af9-a888-9fb9709c8ce4 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1970342748&fields=id&tenant_id=c3959184431440d59536f3e8479ad06b HTTP/1.1" status: 200 len: 267 time: 0.0510085 Aug 11 21:52:15.042703 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-71daf426-bbbf-4c0b-bd88-f1e8a3592f6a req-e5079d64-989c-4232-9919-49ab4cce21c8 tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:15.096104 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf6091-448b-42e3-96d6-b13488e733db req-24842e2f-0276-4c73-bf34-2068615f8561 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:15.097746 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-feaf6091-448b-42e3-96d6-b13488e733db req-24842e2f-0276-4c73-bf34-2068615f8561 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=a757c531-7648-46b6-b91c-dc6a6f2a3bad HTTP/1.1" status: 200 len: 945 time: 0.0582912 Aug 11 21:52:15.113227 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-feaf6091-448b-42e3-96d6-b13488e733db req-730e8e98-a039-4114-be1b-93ed4cc4f9bd tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Request body: {'port': {'security_groups': ['2a1137ae-4c46-4cef-9e57-e563fc549ac8', 'ebec76b9-901b-48b2-a846-6bd6078b0b21']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:52:15.155563 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-71daf426-bbbf-4c0b-bd88-f1e8a3592f6a req-e5079d64-989c-4232-9919-49ab4cce21c8 tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:15.165684 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-71daf426-bbbf-4c0b-bd88-f1e8a3592f6a req-e5079d64-989c-4232-9919-49ab4cce21c8 tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:15.201941 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-feaf6091-448b-42e3-96d6-b13488e733db req-730e8e98-a039-4114-be1b-93ed4cc4f9bd tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:15.206432 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-71daf426-bbbf-4c0b-bd88-f1e8a3592f6a req-e5079d64-989c-4232-9919-49ab4cce21c8 tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:15.208481 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71daf426-bbbf-4c0b-bd88-f1e8a3592f6a req-e5079d64-989c-4232-9919-49ab4cce21c8 tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2031016 Aug 11 21:52:15.210365 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5079d64-989c-4232-9919-49ab4cce21c8 tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5afc54-1f75-4afd-948f-0cd72a7d8b5d,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:15.410832 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 169fb926-c34e-45f0-9f2a-a8b0df811ee7 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:52:15.430609 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-feaf6091-448b-42e3-96d6-b13488e733db req-730e8e98-a039-4114-be1b-93ed4cc4f9bd tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] For port 860fd186-6cb4-452d-a682-2c529d976daa, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=860fd186-6cb4-452d-a682-2c529d976daa,segment=NetworkSegment(6684713b-d769-4ecc-9299-66aad848fd42),segment_id=6684713b-d769-4ecc-9299-66aad848fd42)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:15.477188 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-feaf6091-448b-42e3-96d6-b13488e733db req-730e8e98-a039-4114-be1b-93ed4cc4f9bd tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:15.485241 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-feaf6091-448b-42e3-96d6-b13488e733db req-730e8e98-a039-4114-be1b-93ed4cc4f9bd tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:15.498965 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['1db363bb-de24-440f-9e6f-17ed096cb7bb'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:52:15.551558 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf6091-448b-42e3-96d6-b13488e733db req-730e8e98-a039-4114-be1b-93ed4cc4f9bd tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:15.552236 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-feaf6091-448b-42e3-96d6-b13488e733db req-730e8e98-a039-4114-be1b-93ed4cc4f9bd tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:15.553816 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-feaf6091-448b-42e3-96d6-b13488e733db req-730e8e98-a039-4114-be1b-93ed4cc4f9bd tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "PUT /v2.0/ports/860fd186-6cb4-452d-a682-2c529d976daa HTTP/1.1" status: 200 len: 981 time: 0.4459858 Aug 11 21:52:15.554303 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a757c531-7648-46b6-b91c-dc6a6f2a3bad', 'tag': '860fd186-6cb4-452d-a682-2c529d976daa'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:52:15.556800 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e8c285-5dbc-4b0b-bc91-acff5c6853bb" -d '{"events": [{"name": "network-changed", "server_uuid": "a757c531-7648-46b6-b91c-dc6a6f2a3bad", "tag": "860fd186-6cb4-452d-a682-2c529d976daa"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:52:15.577160 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-d1509dce-71a7-4a81-9943-b67f0cecefd6 req-6a3a45c6-9467-470f-9490-02488c1604a1 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1882270974', 'description': 'tempest-description-884799481'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:52:15.608287 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e8e98-a039-4114-be1b-93ed4cc4f9bd tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Pushing event updated for resources: {'Port': ['ID=860fd186-6cb4-452d-a682-2c529d976daa,revision_number=6']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:15.625513 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d1509dce-71a7-4a81-9943-b67f0cecefd6 req-6a3a45c6-9467-470f-9490-02488c1604a1 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:15.634325 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50868) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:15.654232 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d1509dce-71a7-4a81-9943-b67f0cecefd6 req-6a3a45c6-9467-470f-9490-02488c1604a1 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:15.784838 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['860fd186-6cb4-452d-a682-2c529d976daa'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:52:15.804278 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc38255-1ad5-4c31-b1b3-cf2c432add40 req-109afae4-5ca8-4df2-a32c-aa0fb76a96e6 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:15.817881 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2cc38255-1ad5-4c31-b1b3-cf2c432add40 req-109afae4-5ca8-4df2-a32c-aa0fb76a96e6 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=26493fd4-2705-40cf-b9bc-f922bc6a44cb HTTP/1.1" status: 200 len: 950 time: 0.1459234 Aug 11 21:52:15.853310 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d1509dce-71a7-4a81-9943-b67f0cecefd6 req-6a3a45c6-9467-470f-9490-02488c1604a1 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:15.860894 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d1509dce-71a7-4a81-9943-b67f0cecefd6 req-6a3a45c6-9467-470f-9490-02488c1604a1 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:15.917208 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['860fd186-6cb4-452d-a682-2c529d976daa'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:52:15.921462 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2cc38255-1ad5-4c31-b1b3-cf2c432add40 req-409953d8-fc7e-4257-95f5-bb954ae67430 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/security-groups?id=6078a9ed-3c5b-4169-ba70-8e708b85c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975485 Aug 11 21:52:15.922581 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a45c6-9467-470f-9490-02488c1604a1 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fe805b-fc80-4591-aba2-2c6ecd601501,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:15.929543 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 169fb926-c34e-45f0-9f2a-a8b0df811ee7, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=169fb926-c34e-45f0-9f2a-a8b0df811ee7,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:16.001550 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-074c83db-6d77-4cf1-99c8-1581e3483150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:16.009534 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d1509dce-71a7-4a81-9943-b67f0cecefd6 req-6a3a45c6-9467-470f-9490-02488c1604a1 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:16.015557 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '169fb926-c34e-45f0-9f2a-a8b0df811ee7', 'network_id': 'e065759b-9598-4e49-9dd4-b84a6811ca8d', 'port_id': '169fb926-c34e-45f0-9f2a-a8b0df811ee7', 'mac_address': 'fa:16:3e:66:f3:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a417fc4-720c-4110-80f4-cad05729542b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:52:16.016863 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d1509dce-71a7-4a81-9943-b67f0cecefd6 req-6a3a45c6-9467-470f-9490-02488c1604a1 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:16.017567 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-80f98ae5-8644-41de-9983-b78b3e84becf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:16.018977 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:16.053021 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a45c6-9467-470f-9490-02488c1604a1 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b829271-f60f-4453-a868-878d07a506eb,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:16.113437 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a2802-6f1a-4dd9-9a09-ff8ef791c93a req-261d6d63-988b-435d-b175-139e74c2f9b4 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:16.115210 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7a4a2802-6f1a-4dd9-9a09-ff8ef791c93a req-261d6d63-988b-435d-b175-139e74c2f9b4 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 945 time: 0.0789568 Aug 11 21:52:16.178755 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:16.191798 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7a4a2802-6f1a-4dd9-9a09-ff8ef791c93a req-4d3eb3a6-4844-463b-972b-b8cbeb67312b tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668578 Aug 11 21:52:16.219955 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169fb926-c34e-45f0-9f2a-a8b0df811ee7 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:52:16.221736 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-80f98ae5-8644-41de-9983-b78b3e84becf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:16.239436 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-80f98ae5-8644-41de-9983-b78b3e84becf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:16.242004 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d1509dce-71a7-4a81-9943-b67f0cecefd6 req-6a3a45c6-9467-470f-9490-02488c1604a1 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:16.243555 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d1509dce-71a7-4a81-9943-b67f0cecefd6 req-6a3a45c6-9467-470f-9490-02488c1604a1 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6718478 Aug 11 21:52:16.287568 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 169fb926-c34e-45f0-9f2a-a8b0df811ee7, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=169fb926-c34e-45f0-9f2a-a8b0df811ee7,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:16.304866 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f98ae5-8644-41de-9983-b78b3e84becf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fea20ec-147a-4483-a70d-411a5a3e2864,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:16.315569 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-222c5551-ff52-4f15-affb-884ef5de748f req-2ebf7ba3-831e-4f6e-af3b-f1c71b798e64 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups/ebec76b9-901b-48b2-a846-6bd6078b0b21 HTTP/1.1" status: 200 len: 1799 time: 0.0473466 Aug 11 21:52:16.323391 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:16.333049 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-80f98ae5-8644-41de-9983-b78b3e84becf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b8bce27bed9f4499bc863ef55ac710d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6975703 Aug 11 21:52:16.336837 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50884) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:16.376705 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [req-222c5551-ff52-4f15-affb-884ef5de748f req-0394044a-b91d-49e2-971b-7406ee9b8e4b tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 21:52:16.378013 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-222c5551-ff52-4f15-affb-884ef5de748f req-0394044a-b91d-49e2-971b-7406ee9b8e4b tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "DELETE /v2.0/security-groups/ebec76b9-901b-48b2-a846-6bd6078b0b21 HTTP/1.1" status: 409 len: 341 time: 0.0541770 Aug 11 21:52:16.405797 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eabc370f-7a5c-4882-a046-2877e77bfcdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:16.432508 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eabc370f-7a5c-4882-a046-2877e77bfcdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:16.436573 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5bc5fb-adda-4243-aa58-25b96d36fb6e x-openstack-request-id: req-fa5bc5fb-adda-4243-aa58-25b96d36fb6e {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:52:16.437036 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a757c531-7648-46b6-b91c-dc6a6f2a3bad", "tag": "860fd186-6cb4-452d-a682-2c529d976daa", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:52:16.437176 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fa5bc5fb-adda-4243-aa58-25b96d36fb6e {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:52:16.437544 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a757c531-7648-46b6-b91c-dc6a6f2a3bad', 'tag': '860fd186-6cb4-452d-a682-2c529d976daa', 'status': 'completed', 'code': 200} Aug 11 21:52:16.518983 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eabc370f-7a5c-4882-a046-2877e77bfcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:16.522789 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eabc370f-7a5c-4882-a046-2877e77bfcdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:16.524005 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-eabc370f-7a5c-4882-a046-2877e77bfcdb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3fea20ec-147a-4483-a70d-411a5a3e2864 HTTP/1.1" status: 204 len: 168 time: 0.1862006 Aug 11 21:52:16.543721 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc370f-7a5c-4882-a046-2877e77bfcdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fea20ec-147a-4483-a70d-411a5a3e2864,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:16.545681 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-fc68b7d2-c621-45e3-904c-c80197c37439 req-c77153c3-d0a7-40ed-bb12-3ae6602a3c26 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2020307956', 'description': 'tempest-description-827966465'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:52:16.555182 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['169fb926-c34e-45f0-9f2a-a8b0df811ee7'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:52:16.578344 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-fc68b7d2-c621-45e3-904c-c80197c37439 req-c77153c3-d0a7-40ed-bb12-3ae6602a3c26 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:16.618176 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8c285-5dbc-4b0b-bc91-acff5c6853bb req-85c966bb-6e05-4a3a-a6f1-e62b2c2bb20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:16.620001 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=169fb926-c34e-45f0-9f2a-a8b0df811ee7,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:16.620183 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-84e8c285-5dbc-4b0b-bc91-acff5c6853bb req-85c966bb-6e05-4a3a-a6f1-e62b2c2bb20d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3959184431440d59536f3e8479ad06b&device_id=a757c531-7648-46b6-b91c-dc6a6f2a3bad HTTP/1.1" status: 200 len: 1135 time: 0.0739908 Aug 11 21:52:16.679969 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:16.680649 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:16.681319 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:16.681802 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:16.682583 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:16.683096 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:16.683839 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:16.684517 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:16.685037 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:16.685559 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:16.686249 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:16.686914 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:16.723016 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-fc68b7d2-c621-45e3-904c-c80197c37439 req-c77153c3-d0a7-40ed-bb12-3ae6602a3c26 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:16.731105 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-fc68b7d2-c621-45e3-904c-c80197c37439 req-c77153c3-d0a7-40ed-bb12-3ae6602a3c26 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:16.751406 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ac295-b580-45dc-ba47-4b1e2d50dd83 req-7099b01d-a8c6-4fdc-92db-43f24189f118 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:16.761402 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e67ac295-b580-45dc-ba47-4b1e2d50dd83 req-7099b01d-a8c6-4fdc-92db-43f24189f118 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=28a9d854-d5f5-4cf5-ad5c-905c9789fbc5 HTTP/1.1" status: 200 len: 945 time: 0.1570382 Aug 11 21:52:16.765524 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-fc68b7d2-c621-45e3-904c-c80197c37439 req-c77153c3-d0a7-40ed-bb12-3ae6602a3c26 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:16.782880 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc68b7d2-c621-45e3-904c-c80197c37439 req-c77153c3-d0a7-40ed-bb12-3ae6602a3c26 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2428246 Aug 11 21:52:16.787695 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77153c3-d0a7-40ed-bb12-3ae6602a3c26 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2528347-8b95-4867-8117-155f6e723550,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:16.804501 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8c285-5dbc-4b0b-bc91-acff5c6853bb req-b013cdbc-3ad4-4460-a71a-97c71af7a47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:16.806090 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-84e8c285-5dbc-4b0b-bc91-acff5c6853bb req-b013cdbc-3ad4-4460-a71a-97c71af7a47a service neutron] 10.222.0.82 "GET /v2.0/networks?id=8356088d-0005-4e89-9fc4-654fac70ef3c HTTP/1.1" status: 200 len: 913 time: 0.1695333 Aug 11 21:52:16.825662 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e67ac295-b580-45dc-ba47-4b1e2d50dd83 req-5f59c0d8-2688-4773-b6d5-50200a7a1e3d tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626650 Aug 11 21:52:16.874523 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-84e8c285-5dbc-4b0b-bc91-acff5c6853bb req-9a9be25c-c183-433d-b696-4fb3b15497cd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=860fd186-6cb4-452d-a682-2c529d976daa HTTP/1.1" status: 200 len: 217 time: 0.0483086 Aug 11 21:52:16.994596 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8c285-5dbc-4b0b-bc91-acff5c6853bb req-44dbc3ef-32fe-4675-b6fb-86c0137be93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:16.996172 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-84e8c285-5dbc-4b0b-bc91-acff5c6853bb req-44dbc3ef-32fe-4675-b6fb-86c0137be93b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7a51bb58-b09e-40fa-bef3-5305c95936c4 HTTP/1.1" status: 200 len: 852 time: 0.1055467 Aug 11 21:52:17.040483 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-84e8c285-5dbc-4b0b-bc91-acff5c6853bb req-f31fb2e8-aca5-4568-8154-0ce0dedbe2f2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8356088d-0005-4e89-9fc4-654fac70ef3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360436 Aug 11 21:52:17.082541 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50904) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:17.098200 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5739c089-5ecc-405d-9995-40fe955f2a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:17.222887 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5739c089-5ecc-405d-9995-40fe955f2a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:17.228579 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5739c089-5ecc-405d-9995-40fe955f2a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:17.261237 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-84e8c285-5dbc-4b0b-bc91-acff5c6853bb req-c21cd2c0-abdd-4b70-baf2-b31edfdc0388 service neutron] 10.222.0.82 "GET /v2.0/networks/8356088d-0005-4e89-9fc4-654fac70ef3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065434 Aug 11 21:52:17.274290 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5739c089-5ecc-405d-9995-40fe955f2a9f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cea6675975f5498490fc7f073511fa88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1905124 Aug 11 21:52:17.275592 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739c089-5ecc-405d-9995-40fe955f2a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b22280-6748-4ef5-9128-3634be6f7f42,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:17.278285 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50908) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:17.328543 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:17.352405 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ad3018ee-ed86-4436-9b5f-a8534697db26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:17.406622 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ad3018ee-ed86-4436-9b5f-a8534697db26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:17.416931 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 169fb926-c34e-45f0-9f2a-a8b0df811ee7 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:52:17.461016 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-84e8c285-5dbc-4b0b-bc91-acff5c6853bb req-c5fbe207-cb95-4d26-ac8a-2897f0e4a64b service neutron] 10.222.0.82 "GET /v2.0/networks/8356088d-0005-4e89-9fc4-654fac70ef3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913183 Aug 11 21:52:17.477575 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 169fb926-c34e-45f0-9f2a-a8b0df811ee7 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:52:17.485508 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 169fb926-c34e-45f0-9f2a-a8b0df811ee7 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:52:17.489040 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f904e6e-8648-4428-be4f-dcaf19149384 req-2b8d0dc3-6212-4b73-bb02-8e3b4631d065 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:17.490883 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6f904e6e-8648-4428-be4f-dcaf19149384 req-2b8d0dc3-6212-4b73-bb02-8e3b4631d065 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=26493fd4-2705-40cf-b9bc-f922bc6a44cb HTTP/1.1" status: 200 len: 950 time: 0.1088841 Aug 11 21:52:17.491678 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:17.501073 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91bd8395-a0fe-4997-9cc6-85c7b7fa443a req-fcb3cba7-7435-4381-b582-1af37eb6ccea tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45880 time: 0.5974960 Aug 11 21:52:17.508814 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ad3018ee-ed86-4436-9b5f-a8534697db26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:17.511662 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ad3018ee-ed86-4436-9b5f-a8534697db26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:17.512822 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ad3018ee-ed86-4436-9b5f-a8534697db26 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/66b22280-6748-4ef5-9128-3634be6f7f42 HTTP/1.1" status: 204 len: 168 time: 0.2337024 Aug 11 21:52:17.538380 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3018ee-ed86-4436-9b5f-a8534697db26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b22280-6748-4ef5-9128-3634be6f7f42,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:17.575354 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6f904e6e-8648-4428-be4f-dcaf19149384 req-b0be4fa7-f562-4606-83cc-5214d36aba30 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/security-groups?id=6078a9ed-3c5b-4169-ba70-8e708b85c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611937 Aug 11 21:52:17.603664 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91bd8395-a0fe-4997-9cc6-85c7b7fa443a req-42340c63-927d-4518-8715-9418f579ea8f tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] 10.222.0.77 "GET /v2.0/security-groups/2a1137ae-4c46-4cef-9e57-e563fc549ac8 HTTP/1.1" status: 200 len: 2981 time: 0.0911217 Aug 11 21:52:17.636405 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab76b8-cc6e-46b9-aeca-9bae808e6020 req-b1d8e901-369e-4e6b-aab1-26ed19616368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:17.637980 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f4ab76b8-cc6e-46b9-aeca-9bae808e6020 req-b1d8e901-369e-4e6b-aab1-26ed19616368 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3959184431440d59536f3e8479ad06b&device_id=a757c531-7648-46b6-b91c-dc6a6f2a3bad HTTP/1.1" status: 200 len: 1135 time: 0.0895166 Aug 11 21:52:17.649684 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:17.692046 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 169fb926-c34e-45f0-9f2a-a8b0df811ee7, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=169fb926-c34e-45f0-9f2a-a8b0df811ee7,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:17.693344 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a9d854-d5f5-4cf5-ad5c-905c9789fbc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169fb926-c34e-45f0-9f2a-a8b0df811ee7'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:52:17.697499 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1603d2-d206-44e0-be57-0f3e3f0ec35c" -d '{"events": [{"server_uuid": "28a9d854-d5f5-4cf5-ad5c-905c9789fbc5", "name": "network-vif-plugged", "status": "completed", "tag": "169fb926-c34e-45f0-9f2a-a8b0df811ee7"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:52:17.701734 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:17.715153 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91bd8395-a0fe-4997-9cc6-85c7b7fa443a req-9b472e62-c01f-4a77-901e-38a5c369f5cd tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] 10.222.0.77 "GET /v2.0/security-groups/2a1137ae-4c46-4cef-9e57-e563fc549ac8 HTTP/1.1" status: 200 len: 2981 time: 0.1029599 Aug 11 21:52:17.716158 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb7912-1a9a-4fe1-9932-113f54fbc274 req-382182c0-47ef-493e-9080-8fa8ec560c18 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:17.724682 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5feb7912-1a9a-4fe1-9932-113f54fbc274 req-382182c0-47ef-493e-9080-8fa8ec560c18 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=a757c531-7648-46b6-b91c-dc6a6f2a3bad HTTP/1.1" status: 200 len: 984 time: 0.0644584 Aug 11 21:52:17.783383 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=169fb926-c34e-45f0-9f2a-a8b0df811ee7,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:17.785426 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5feb7912-1a9a-4fe1-9932-113f54fbc274 req-ad94b988-77ae-4860-ac49-f429bb5dda81 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a1137ae-4c46-4cef-9e57-e563fc549ac8&id=ebec76b9-901b-48b2-a846-6bd6078b0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0519783 Aug 11 21:52:17.809253 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91bd8395-a0fe-4997-9cc6-85c7b7fa443a req-8c3fc723-7616-4f51-95c5-a40c68b411dc tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] 10.222.0.77 "GET /v2.0/security-groups/3c79eda2-4e10-45a0-ba31-d92fa39e6c86 HTTP/1.1" status: 200 len: 2977 time: 0.0838292 Aug 11 21:52:17.813128 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab76b8-cc6e-46b9-aeca-9bae808e6020 req-ae0466da-ffee-4928-8b2b-3869431e7ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:17.815033 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f4ab76b8-cc6e-46b9-aeca-9bae808e6020 req-ae0466da-ffee-4928-8b2b-3869431e7ec3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8356088d-0005-4e89-9fc4-654fac70ef3c HTTP/1.1" status: 200 len: 913 time: 0.1681938 Aug 11 21:52:17.879399 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f4ab76b8-cc6e-46b9-aeca-9bae808e6020 req-3945981e-9dc0-43a6-8692-2b1829ccf323 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=860fd186-6cb4-452d-a682-2c529d976daa HTTP/1.1" status: 200 len: 217 time: 0.0545559 Aug 11 21:52:17.918236 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7f967-03e2-4095-ba65-a8d50fc880c6 req-e627caad-8bf9-4384-ad99-84d590027ae8 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:17.920420 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3dc7f967-03e2-4095-ba65-a8d50fc880c6 req-e627caad-8bf9-4384-ad99-84d590027ae8 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 945 time: 0.0685809 Aug 11 21:52:17.929525 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91bd8395-a0fe-4997-9cc6-85c7b7fa443a req-59e981d7-aa07-42a2-a4fd-223d000f9c66 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] 10.222.0.77 "GET /v2.0/security-groups/3c79eda2-4e10-45a0-ba31-d92fa39e6c86 HTTP/1.1" status: 200 len: 2977 time: 0.1103168 Aug 11 21:52:17.976259 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab76b8-cc6e-46b9-aeca-9bae808e6020 req-f789db6f-1bdd-4527-b2b7-f5fd804ba46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:17.977831 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f4ab76b8-cc6e-46b9-aeca-9bae808e6020 req-f789db6f-1bdd-4527-b2b7-f5fd804ba46f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7a51bb58-b09e-40fa-bef3-5305c95936c4 HTTP/1.1" status: 200 len: 852 time: 0.0913887 Aug 11 21:52:17.979052 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3dc7f967-03e2-4095-ba65-a8d50fc880c6 req-0acca8ee-3a5d-4aaf-9c8d-702f70515ef0 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460932 Aug 11 21:52:18.017823 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f4ab76b8-cc6e-46b9-aeca-9bae808e6020 req-6ff7369d-d086-4abd-ad45-906107390057 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8356088d-0005-4e89-9fc4-654fac70ef3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311203 Aug 11 21:52:18.030986 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91bd8395-a0fe-4997-9cc6-85c7b7fa443a req-2d412e49-6f11-429c-8783-a894145d6f86 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] 10.222.0.77 "GET /v2.0/security-groups/53e0c731-2384-4042-9c54-b1f72f90d89e HTTP/1.1" status: 200 len: 2981 time: 0.0959971 Aug 11 21:52:18.141051 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91bd8395-a0fe-4997-9cc6-85c7b7fa443a req-ebcdc589-5c5d-4d21-9479-4b4a0b2f0771 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] 10.222.0.77 "GET /v2.0/security-groups/53e0c731-2384-4042-9c54-b1f72f90d89e HTTP/1.1" status: 200 len: 2981 time: 0.0892024 Aug 11 21:52:18.200529 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f4ab76b8-cc6e-46b9-aeca-9bae808e6020 req-4b2fcc3c-0ed4-4cbf-b454-74efe4428939 service neutron] 10.222.0.82 "GET /v2.0/networks/8356088d-0005-4e89-9fc4-654fac70ef3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680131 Aug 11 21:52:18.240789 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91bd8395-a0fe-4997-9cc6-85c7b7fa443a req-8c9d8381-54a7-4332-ad8f-499e12952b54 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] 10.222.0.77 "GET /v2.0/security-groups/5aaa25d1-67be-4f8b-8106-2a131ec5531b HTTP/1.1" status: 200 len: 2973 time: 0.0909381 Aug 11 21:52:18.344274 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91bd8395-a0fe-4997-9cc6-85c7b7fa443a req-0e17372e-9de7-4646-a1d6-e61944ecedcf tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] 10.222.0.77 "GET /v2.0/security-groups/5aaa25d1-67be-4f8b-8106-2a131ec5531b HTTP/1.1" status: 200 len: 2973 time: 0.0768161 Aug 11 21:52:18.387572 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f4ab76b8-cc6e-46b9-aeca-9bae808e6020 req-bfdb9993-ef75-4b29-a844-f1148d609081 service neutron] 10.222.0.82 "GET /v2.0/networks/8356088d-0005-4e89-9fc4-654fac70ef3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748214 Aug 11 21:52:18.442813 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91bd8395-a0fe-4997-9cc6-85c7b7fa443a req-1d072f36-1a86-4cd7-aef0-e715ad495538 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] 10.222.0.77 "GET /v2.0/security-groups/6078a9ed-3c5b-4169-ba70-8e708b85c6c4 HTTP/1.1" status: 200 len: 2981 time: 0.0902448 Aug 11 21:52:18.467575 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccee9937-2476-4cb2-9c74-174967c9999a x-openstack-request-id: req-ccee9937-2476-4cb2-9c74-174967c9999a {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:52:18.468683 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a9d854-d5f5-4cf5-ad5c-905c9789fbc5", "name": "network-vif-plugged", "status": "completed", "tag": "169fb926-c34e-45f0-9f2a-a8b0df811ee7", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:52:18.469332 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ccee9937-2476-4cb2-9c74-174967c9999a {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:52:18.469987 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a9d854-d5f5-4cf5-ad5c-905c9789fbc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169fb926-c34e-45f0-9f2a-a8b0df811ee7', 'code': 200} Aug 11 21:52:18.494250 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50946) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:18.561986 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91bd8395-a0fe-4997-9cc6-85c7b7fa443a req-fd9dd37c-c1f8-4a89-85e5-2fe37ec042c1 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] 10.222.0.77 "GET /v2.0/security-groups/6078a9ed-3c5b-4169-ba70-8e708b85c6c4 HTTP/1.1" status: 200 len: 2981 time: 0.1112514 Aug 11 21:52:18.645918 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91bd8395-a0fe-4997-9cc6-85c7b7fa443a req-12c192e0-2960-4e01-b94a-34f293595005 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] 10.222.0.77 "GET /v2.0/security-groups/9215f697-b439-4ad7-a4e7-1810a392b2db HTTP/1.1" status: 200 len: 2977 time: 0.0828412 Aug 11 21:52:18.671704 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e3bac-2c8e-4181-a3b0-f6c2e84eb521 req-a4a807f0-2744-43c7-a57d-8dd5060b1f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:18.673477 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-800e3bac-2c8e-4181-a3b0-f6c2e84eb521 req-a4a807f0-2744-43c7-a57d-8dd5060b1f02 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=28a9d854-d5f5-4cf5-ad5c-905c9789fbc5 HTTP/1.1" status: 200 len: 1097 time: 0.1263630 Aug 11 21:52:18.704245 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91bd8395-a0fe-4997-9cc6-85c7b7fa443a req-18459b55-5104-4aea-a950-3543e6903939 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] 10.222.0.77 "GET /v2.0/security-groups/9215f697-b439-4ad7-a4e7-1810a392b2db HTTP/1.1" status: 200 len: 2977 time: 0.0557146 Aug 11 21:52:18.714722 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff704cdb-7212-41f0-ad62-33f258117aad req-8e709f6d-38f4-4286-8b83-7f1353c5a4b6 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:18.717829 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ff704cdb-7212-41f0-ad62-33f258117aad req-8e709f6d-38f4-4286-8b83-7f1353c5a4b6 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=28a9d854-d5f5-4cf5-ad5c-905c9789fbc5 HTTP/1.1" status: 200 len: 946 time: 0.0984712 Aug 11 21:52:18.746764 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-63aac823-d4fd-449f-83c6-2ff28f4738ad admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1827599150-network', 'tenant_id': '0ffc1ce1280c454884cd1721d99fabb8'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:52:18.763468 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91bd8395-a0fe-4997-9cc6-85c7b7fa443a req-abf82ccf-f713-4b1f-a081-d2f4046cd73f tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] 10.222.0.77 "GET /v2.0/security-groups/a25c8d16-534b-4601-91df-69c8be541c25 HTTP/1.1" status: 200 len: 2981 time: 0.0516174 Aug 11 21:52:18.781580 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-800e3bac-2c8e-4181-a3b0-f6c2e84eb521 req-11395acc-885d-4af0-83ce-5d77caad06e5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958710 Aug 11 21:52:18.809886 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:18.817650 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ff704cdb-7212-41f0-ad62-33f258117aad req-1924e5fe-d797-4309-8fcc-1519eeffc23a tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929649 Aug 11 21:52:18.819909 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91bd8395-a0fe-4997-9cc6-85c7b7fa443a req-007df3e4-795e-4c8f-947d-18ea3785a058 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] 10.222.0.77 "GET /v2.0/security-groups/a25c8d16-534b-4601-91df-69c8be541c25 HTTP/1.1" status: 200 len: 2981 time: 0.0456891 Aug 11 21:52:18.825979 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63aac823-d4fd-449f-83c6-2ff28f4738ad admin admin] Made reservation on behalf of 0ffc1ce1280c454884cd1721d99fabb8 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:52:18.830675 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-63aac823-d4fd-449f-83c6-2ff28f4738ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:18.849666 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-63aac823-d4fd-449f-83c6-2ff28f4738ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:18.881899 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91bd8395-a0fe-4997-9cc6-85c7b7fa443a req-6a0a0bc0-87bb-4747-854c-7eb33753efb5 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] 10.222.0.77 "GET /v2.0/security-groups/ab0a9b93-7779-4b91-9b97-facf4b16bc2b HTTP/1.1" status: 200 len: 2981 time: 0.0537469 Aug 11 21:52:18.964269 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91bd8395-a0fe-4997-9cc6-85c7b7fa443a req-fe12c7c7-b05f-4d06-a5f1-7fe39b11c836 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] 10.222.0.77 "GET /v2.0/security-groups/ab0a9b93-7779-4b91-9b97-facf4b16bc2b HTTP/1.1" status: 200 len: 2981 time: 0.0745838 Aug 11 21:52:19.013931 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91bd8395-a0fe-4997-9cc6-85c7b7fa443a req-4a7e3ff3-ba3c-42fa-b933-bf8009a73bd8 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] 10.222.0.77 "GET /v2.0/security-groups/e9fe805b-fc80-4591-aba2-2c6ecd601501 HTTP/1.1" status: 200 len: 2981 time: 0.0482411 Aug 11 21:52:19.014833 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-79650f26-b299-48cb-bf5b-d7221e463a8c tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=e6e044bcb24e4a7aafc4e6ca88535777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319664 Aug 11 21:52:19.032516 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-63aac823-d4fd-449f-83c6-2ff28f4738ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:19.047451 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-63aac823-d4fd-449f-83c6-2ff28f4738ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:19.077074 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91bd8395-a0fe-4997-9cc6-85c7b7fa443a req-2b01134e-68a5-4125-9045-5eeadb09b634 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] 10.222.0.77 "GET /v2.0/security-groups/e9fe805b-fc80-4591-aba2-2c6ecd601501 HTTP/1.1" status: 200 len: 2981 time: 0.0516646 Aug 11 21:52:19.127799 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63aac823-d4fd-449f-83c6-2ff28f4738ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:52:19.157601 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91bd8395-a0fe-4997-9cc6-85c7b7fa443a req-050603a3-12c8-4fae-b0af-ba669201dfdd tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] 10.222.0.77 "GET /v2.0/security-groups/f45732eb-58af-41f5-aa72-4ccd91ab534c HTTP/1.1" status: 200 len: 2977 time: 0.0718470 Aug 11 21:52:19.175838 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aac823-d4fd-449f-83c6-2ff28f4738ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c36e39-1919-4845-a0b7-576c7cad1bb2,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:19.184281 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-63aac823-d4fd-449f-83c6-2ff28f4738ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:19.184281 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-63aac823-d4fd-449f-83c6-2ff28f4738ad admin admin] Added segment 5df5f95c-72bd-466f-92a4-7b77e2c557d3 of type vlan for network e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca Aug 11 21:52:19.217709 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91bd8395-a0fe-4997-9cc6-85c7b7fa443a req-56a985f2-fa32-468f-ba72-1e8a6ac8b645 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] 10.222.0.77 "GET /v2.0/security-groups/f45732eb-58af-41f5-aa72-4ccd91ab534c HTTP/1.1" status: 200 len: 2977 time: 0.0516279 Aug 11 21:52:19.255887 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-defcc44c-3bd9-4acf-8b1d-2848e3345a4d tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:19.257629 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-defcc44c-3bd9-4acf-8b1d-2848e3345a4d tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2285905 Aug 11 21:52:19.271391 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91bd8395-a0fe-4997-9cc6-85c7b7fa443a req-ef96a7d7-b9e0-4ddd-bf9d-14ffbb735827 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] 10.222.0.77 "GET /v2.0/security-groups/ff2e7c3d-6453-45d9-a404-3eb7b0256115 HTTP/1.1" status: 200 len: 2981 time: 0.0462458 Aug 11 21:52:19.275313 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-63aac823-d4fd-449f-83c6-2ff28f4738ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:19.285747 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-6dadbe19-908d-40d3-ad06-7040884826ee tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/quotas/e6e044bcb24e4a7aafc4e6ca88535777 HTTP/1.1" status: 200 len: 375 time: 0.0215547 Aug 11 21:52:19.327186 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91bd8395-a0fe-4997-9cc6-85c7b7fa443a req-486fbb06-0fd6-4404-9551-47b920cc1705 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] 10.222.0.77 "GET /v2.0/security-groups/ff2e7c3d-6453-45d9-a404-3eb7b0256115 HTTP/1.1" status: 200 len: 2981 time: 0.0495849 Aug 11 21:52:19.349164 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-63aac823-d4fd-449f-83c6-2ff28f4738ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:19.351097 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aac823-d4fd-449f-83c6-2ff28f4738ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:19.351796 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-63aac823-d4fd-449f-83c6-2ff28f4738ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:19.358646 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-fe47d0b7-41d6-41fe-b844-f88cb6f921df tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e6e044bcb24e4a7aafc4e6ca88535777&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0654476 Aug 11 21:52:19.415600 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-63aac823-d4fd-449f-83c6-2ff28f4738ad admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9182813 Aug 11 21:52:19.419627 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50970) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:19.425009 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-d9f69179-6e27-48b6-acd3-38d90b9da21f admin admin] Request body: {'subnet': {'network_id': 'e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827599150-subnet', 'tenant_id': '0ffc1ce1280c454884cd1721d99fabb8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:52:19.445505 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aac823-d4fd-449f-83c6-2ff28f4738ad admin admin] Pushing event updated for resources: {'Network': ['ID=e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:19.465432 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:52:19.470783 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f69179-6e27-48b6-acd3-38d90b9da21f admin admin] Made reservation on behalf of 0ffc1ce1280c454884cd1721d99fabb8 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:52:19.475824 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d9f69179-6e27-48b6-acd3-38d90b9da21f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:19.528526 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113514a6-d15b-403f-977f-e7d5542f888c req-6fffc7e1-9d38-4706-9df5-e9ae866bf931 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:19.540732 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-113514a6-d15b-403f-977f-e7d5542f888c req-6fffc7e1-9d38-4706-9df5-e9ae866bf931 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=a757c531-7648-46b6-b91c-dc6a6f2a3bad HTTP/1.1" status: 200 len: 984 time: 0.1352353 Aug 11 21:52:19.625488 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-113514a6-d15b-403f-977f-e7d5542f888c req-c782162f-6d8e-4cca-ab6f-509eefca13ab tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a1137ae-4c46-4cef-9e57-e563fc549ac8&id=ebec76b9-901b-48b2-a846-6bd6078b0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0784538 Aug 11 21:52:19.866217 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe9ee8-a56a-4fc3-ae53-69287c319fdc req-db58c7cf-506d-40b9-a28c-784dcf100a74 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:19.868813 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-acbe9ee8-a56a-4fc3-ae53-69287c319fdc req-db58c7cf-506d-40b9-a28c-784dcf100a74 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 945 time: 0.1507056 Aug 11 21:52:19.870484 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cfe3c45b-794a-4c4f-8245-04b6fc0c90a2 req-72da1c10-e256-4cbf-9541-7e6b1e56ac94 tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fe8269d46acc4044810482ee64e0e162 HTTP/1.1" status: 200 len: 6102 time: 0.1059725 Aug 11 21:52:19.962689 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cfe3c45b-794a-4c4f-8245-04b6fc0c90a2 req-103ac6c6-8b1b-49ff-97d5-d3996a853feb tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] 10.222.0.77 "GET /v2.0/security-groups/a25c8d16-534b-4601-91df-69c8be541c25 HTTP/1.1" status: 200 len: 2981 time: 0.0634265 Aug 11 21:52:20.012447 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-acbe9ee8-a56a-4fc3-ae53-69287c319fdc req-369e1588-fc63-4f5c-8346-e71b0d7fb1c8 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326995 Aug 11 21:52:20.015480 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d9f69179-6e27-48b6-acd3-38d90b9da21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:20.033555 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cfe3c45b-794a-4c4f-8245-04b6fc0c90a2 req-a1923518-fe1e-44d7-a5ed-e7313b6e58d9 tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] 10.222.0.77 "GET /v2.0/security-groups/a25c8d16-534b-4601-91df-69c8be541c25 HTTP/1.1" status: 200 len: 2981 time: 0.0679789 Aug 11 21:52:20.106332 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8a241b92-55ab-485a-b31f-502196572ac1 req-8556362a-78e3-4043-897e-1c2507c72da9 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=052594cd-480f-4f07-8793-0dec9c177dce HTTP/1.1" status: 200 len: 210 time: 0.0497692 Aug 11 21:52:20.156718 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f69179-6e27-48b6-acd3-38d90b9da21f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2bb92f0-865f-4ca3-9181-5430ef0dfa71,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:20.184614 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:20.194357 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f69179-6e27-48b6-acd3-38d90b9da21f admin admin] Checking segment: {'id': '5df5f95c-72bd-466f-92a4-7b77e2c557d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:52:20.194725 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f69179-6e27-48b6-acd3-38d90b9da21f admin admin] Network hostable DHCP agents. Network: e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:52:20.236264 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-34b0731b-fbe9-43af-a407-3c8ebea2f1ac req-d7a41041-dc21-4ec5-8b70-c28ae6101e03 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-139827243&fields=id&tenant_id=c3959184431440d59536f3e8479ad06b HTTP/1.1" status: 200 len: 267 time: 0.0678465 Aug 11 21:52:20.256979 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f69179-6e27-48b6-acd3-38d90b9da21f admin admin] Network e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:52:20.295445 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-d9f69179-6e27-48b6-acd3-38d90b9da21f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:52:20.302106 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f69179-6e27-48b6-acd3-38d90b9da21f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:20.302737 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d9f69179-6e27-48b6-acd3-38d90b9da21f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:20.306329 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9b6c27-322d-4a2d-88bd-58841f9a2473 None None] Network e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:52:20.321131 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7463f1-c749-46f0-93b8-5944972ce31d req-82491b2c-69d1-40a4-b47e-af2df5000d8a tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:20.322810 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fa7463f1-c749-46f0-93b8-5944972ce31d req-82491b2c-69d1-40a4-b47e-af2df5000d8a tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=28a9d854-d5f5-4cf5-ad5c-905c9789fbc5 HTTP/1.1" status: 200 len: 946 time: 0.0904515 Aug 11 21:52:20.326715 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0731b-fbe9-43af-a407-3c8ebea2f1ac req-537864d0-2608-4a7b-a73b-9aa8f8a1f453 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:20.332324 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-34b0731b-fbe9-43af-a407-3c8ebea2f1ac req-537864d0-2608-4a7b-a73b-9aa8f8a1f453 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=a757c531-7648-46b6-b91c-dc6a6f2a3bad HTTP/1.1" status: 200 len: 984 time: 0.0868824 Aug 11 21:52:20.354490 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-34b0731b-fbe9-43af-a407-3c8ebea2f1ac req-e7eca3da-ce95-4a75-939e-d5c58ea545f4 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Request body: {'port': {'security_groups': ['2a1137ae-4c46-4cef-9e57-e563fc549ac8', 'ebec76b9-901b-48b2-a846-6bd6078b0b21', '573f6763-1500-4b50-9ef0-ee825f726e26']}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:52:20.381499 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fa7463f1-c749-46f0-93b8-5944972ce31d req-de4d1c35-fc43-4a80-be65-27266e9d5422 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427992 Aug 11 21:52:20.398700 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d9f69179-6e27-48b6-acd3-38d90b9da21f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9779534 Aug 11 21:52:20.403154 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50992) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:20.408792 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-320ca525-8a78-4ce8-81c8-1b18f0222e6c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1827599150-router', 'tenant_id': '0ffc1ce1280c454884cd1721d99fabb8', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:52:20.466613 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-320ca525-8a78-4ce8-81c8-1b18f0222e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:20.467906 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-320ca525-8a78-4ce8-81c8-1b18f0222e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:20.497505 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6cfe82f1-e936-4c28-86a5-489a478e286f req-3796389d-52b4-4053-b9df-ad27dc5383aa tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] 10.222.0.77 "GET /v2.0/security-groups/d2528347-8b95-4867-8117-155f6e723550 HTTP/1.1" status: 200 len: 1777 time: 0.0700929 Aug 11 21:52:20.517446 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-34b0731b-fbe9-43af-a407-3c8ebea2f1ac req-e7eca3da-ce95-4a75-939e-d5c58ea545f4 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:20.576337 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-320ca525-8a78-4ce8-81c8-1b18f0222e6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:20.590449 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ef7432-af39-4fec-89bf-436dba321295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca', 'network_id': 'e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca', 'tenant_id': '0ffc1ce1280c454884cd1721d99fabb8', 'fixed_ips': [{'subnet_id': 'e2bb92f0-865f-4ca3-9181-5430ef0dfa71'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 21:52:20.591895 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b7ef7432-af39-4fec-89bf-436dba321295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:20.690694 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6cfe82f1-e936-4c28-86a5-489a478e286f req-9470cd1d-84d1-4755-90b0-446a8117a9a7 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:20.773654 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-b7ef7432-af39-4fec-89bf-436dba321295 None None] Allocated IP 172.20.0.2 (e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca/e2bb92f0-865f-4ca3-9181-5430ef0dfa71/7c859b13-3389-4a54-97df-a33a732ff7dd) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:52:20.789645 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6cfe82f1-e936-4c28-86a5-489a478e286f req-9470cd1d-84d1-4755-90b0-446a8117a9a7 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:20.793339 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-320ca525-8a78-4ce8-81c8-1b18f0222e6c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:20.885157 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device be15dcc8-7358-4ac0-9cb9-bff68d656628 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:52:20.888767 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6cfe82f1-e936-4c28-86a5-489a478e286f req-9470cd1d-84d1-4755-90b0-446a8117a9a7 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:20.891717 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6cfe82f1-e936-4c28-86a5-489a478e286f req-9470cd1d-84d1-4755-90b0-446a8117a9a7 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:20.908945 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6cfe82f1-e936-4c28-86a5-489a478e286f req-9470cd1d-84d1-4755-90b0-446a8117a9a7 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] 10.222.0.77 "DELETE /v2.0/security-groups/d2528347-8b95-4867-8117-155f6e723550 HTTP/1.1" status: 204 len: 173 time: 0.3825543 Aug 11 21:52:20.926042 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470cd1d-84d1-4755-90b0-446a8117a9a7 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2528347-8b95-4867-8117-155f6e723550,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:20.972687 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-6c6e5c93-b99e-4f10-8c78-9b9c7a3f980e tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=e6e044bcb24e4a7aafc4e6ca88535777&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785391 Aug 11 21:52:20.974775 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-34b0731b-fbe9-43af-a407-3c8ebea2f1ac req-e7eca3da-ce95-4a75-939e-d5c58ea545f4 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] For port 860fd186-6cb4-452d-a682-2c529d976daa, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=860fd186-6cb4-452d-a682-2c529d976daa,segment=NetworkSegment(6684713b-d769-4ecc-9299-66aad848fd42),segment_id=6684713b-d769-4ecc-9299-66aad848fd42)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:21.010891 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device be15dcc8-7358-4ac0-9cb9-bff68d656628 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:52:21.102657 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-34b0731b-fbe9-43af-a407-3c8ebea2f1ac req-e7eca3da-ce95-4a75-939e-d5c58ea545f4 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:21.114442 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-34b0731b-fbe9-43af-a407-3c8ebea2f1ac req-e7eca3da-ce95-4a75-939e-d5c58ea545f4 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:21.143087 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['1db363bb-de24-440f-9e6f-17ed096cb7bb'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:52:21.223353 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['860fd186-6cb4-452d-a682-2c529d976daa'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:52:21.242690 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-320ca525-8a78-4ce8-81c8-1b18f0222e6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:21.275331 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-42c33840-589f-49fe-826f-37d24e492ce1 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:21.276997 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-42c33840-589f-49fe-826f-37d24e492ce1 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2911470 Aug 11 21:52:21.296778 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-164ec148-e46d-4e0c-9b8a-7c0b546e4b59 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Request body: {'port': {'device_id': '052594cd-480f-4f07-8793-0dec9c177dce', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'admin_state_up': True, 'tenant_id': 'e6e044bcb24e4a7aafc4e6ca88535777'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:52:21.300921 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-320ca525-8a78-4ce8-81c8-1b18f0222e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:21.471653 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-320ca525-8a78-4ce8-81c8-1b18f0222e6c admin admin] Allocated IP 172.25.2.141 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/83f3eb6e-c6b5-4520-baae-bcadedc27c3f) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:52:21.481600 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port be15dcc8-7358-4ac0-9cb9-bff68d656628, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=be15dcc8-7358-4ac0-9cb9-bff68d656628,segment=NetworkSegment(0b69ea86-ef97-454e-8a8e-3f0290a75489),segment_id=0b69ea86-ef97-454e-8a8e-3f0290a75489)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:21.486165 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0731b-fbe9-43af-a407-3c8ebea2f1ac req-e7eca3da-ce95-4a75-939e-d5c58ea545f4 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:21.486611 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-34b0731b-fbe9-43af-a407-3c8ebea2f1ac req-e7eca3da-ce95-4a75-939e-d5c58ea545f4 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:21.490184 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-34b0731b-fbe9-43af-a407-3c8ebea2f1ac req-e7eca3da-ce95-4a75-939e-d5c58ea545f4 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "PUT /v2.0/ports/860fd186-6cb4-452d-a682-2c529d976daa HTTP/1.1" status: 200 len: 1020 time: 1.1464980 Aug 11 21:52:21.506033 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a757c531-7648-46b6-b91c-dc6a6f2a3bad', 'tag': '860fd186-6cb4-452d-a682-2c529d976daa'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:52:21.529994 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ccc3b1-ba33-4d97-b0ac-d8695da1b682" -d '{"events": [{"name": "network-changed", "server_uuid": "a757c531-7648-46b6-b91c-dc6a6f2a3bad", "tag": "860fd186-6cb4-452d-a682-2c529d976daa"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:52:21.545036 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['860fd186-6cb4-452d-a682-2c529d976daa'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:52:21.558470 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b7ef7432-af39-4fec-89bf-436dba321295 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:21.562933 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eca3da-ce95-4a75-939e-d5c58ea545f4 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Pushing event updated for resources: {'Port': ['ID=860fd186-6cb4-452d-a682-2c529d976daa,revision_number=7']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:21.605593 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-164ec148-e46d-4e0c-9b8a-7c0b546e4b59 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Made reservation on behalf of e6e044bcb24e4a7aafc4e6ca88535777 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:52:21.614657 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-164ec148-e46d-4e0c-9b8a-7c0b546e4b59 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:21.691486 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': 'be15dcc8-7358-4ac0-9cb9-bff68d656628', 'network_id': '4704ff02-c5ab-4776-afb3-b0008179201b', 'port_id': 'be15dcc8-7358-4ac0-9cb9-bff68d656628', 'mac_address': 'fa:16:3e:5c:aa:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99402162-65dc-4f7a-98e7-13408e81851f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:52:21.698166 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cffd5854-e82e-483a-ba5f-af16c6cbc917 req-1dc902e8-7bb7-44a2-8df1-cabf89bd77d8 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] 10.222.0.77 "GET /v2.0/security-groups/6b829271-f60f-4453-a868-878d07a506eb HTTP/1.1" status: 200 len: 1777 time: 0.2082670 Aug 11 21:52:21.705542 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b7ef7432-af39-4fec-89bf-436dba321295 None None] Transition to ACTIVE for port object 7c859b13-3389-4a54-97df-a33a732ff7dd will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:52:21.732320 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:21.817526 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-320ca525-8a78-4ce8-81c8-1b18f0222e6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:21.823790 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cffd5854-e82e-483a-ba5f-af16c6cbc917 req-8e02d6a0-f0e9-421a-9693-165991f99654 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:21.829873 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa570f8-dd4c-41a6-a671-43ac78c42a1a req-c4e665bc-74be-4519-8364-85452391fdbe tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:21.832762 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9aa570f8-dd4c-41a6-a671-43ac78c42a1a req-c4e665bc-74be-4519-8364-85452391fdbe tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 945 time: 0.1517174 Aug 11 21:52:21.851143 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b7ef7432-af39-4fec-89bf-436dba321295 None None] Transition to ACTIVE for port object 7c859b13-3389-4a54-97df-a33a732ff7dd will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:52:21.865099 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cffd5854-e82e-483a-ba5f-af16c6cbc917 req-8e02d6a0-f0e9-421a-9693-165991f99654 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:21.915833 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b7ef7432-af39-4fec-89bf-436dba321295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:21.938265 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-320ca525-8a78-4ce8-81c8-1b18f0222e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:21.942866 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb76e3e-1b5c-460b-9edc-4343074cef27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be15dcc8-7358-4ac0-9cb9-bff68d656628'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:52:21.947095 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1615c394-42be-41a0-9a26-061bbf0cfb22" -d '{"events": [{"server_uuid": "4eb76e3e-1b5c-460b-9edc-4343074cef27", "name": "network-vif-unplugged", "status": "completed", "tag": "be15dcc8-7358-4ac0-9cb9-bff68d656628"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:52:21.989022 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cffd5854-e82e-483a-ba5f-af16c6cbc917 req-8e02d6a0-f0e9-421a-9693-165991f99654 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:21.991820 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cffd5854-e82e-483a-ba5f-af16c6cbc917 req-8e02d6a0-f0e9-421a-9693-165991f99654 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:21.991994 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:21.998709 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cffd5854-e82e-483a-ba5f-af16c6cbc917 req-8e02d6a0-f0e9-421a-9693-165991f99654 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] 10.222.0.77 "DELETE /v2.0/security-groups/6b829271-f60f-4453-a868-878d07a506eb HTTP/1.1" status: 204 len: 173 time: 0.2858791 Aug 11 21:52:22.000551 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port be15dcc8-7358-4ac0-9cb9-bff68d656628, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=be15dcc8-7358-4ac0-9cb9-bff68d656628,segment=NetworkSegment(0b69ea86-ef97-454e-8a8e-3f0290a75489),segment_id=0b69ea86-ef97-454e-8a8e-3f0290a75489)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:22.003094 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9aa570f8-dd4c-41a6-a671-43ac78c42a1a req-66d89e38-445b-4c34-80e3-0be5961adb82 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353879 Aug 11 21:52:22.008500 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-164ec148-e46d-4e0c-9b8a-7c0b546e4b59 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Allocated IP 192.168.233.78 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/85dd9924-bb87-4382-94d3-8a43e3e81a12) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:52:22.030569 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320ca525-8a78-4ce8-81c8-1b18f0222e6c admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:52:22.049707 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-320ca525-8a78-4ce8-81c8-1b18f0222e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:52:22.054823 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320ca525-8a78-4ce8-81c8-1b18f0222e6c admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:52:22.057945 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e02d6a0-f0e9-421a-9693-165991f99654 tempest-SecurityGroupsTestAdminJSON-1694533027 tempest-SecurityGroupsTestAdminJSON-1694533027-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b829271-f60f-4453-a868-878d07a506eb,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:22.060144 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ef7432-af39-4fec-89bf-436dba321295 None None] Network e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:52:22.096517 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ca525-8a78-4ce8-81c8-1b18f0222e6c admin admin] Pushing event updated for resources: {'Port': ['ID=83f3eb6e-c6b5-4520-baae-bcadedc27c3f,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:22.129084 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:22.247632 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-500c4fdf-61d2-4ace-98b2-cfd1001535cd req-27c814de-2f80-4fac-bbce-be1cb0f54625 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=052594cd-480f-4f07-8793-0dec9c177dce HTTP/1.1" status: 200 len: 210 time: 0.0721841 Aug 11 21:52:22.361119 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6a9c6f2e-0ff0-4eab-92b7-867066482ca6 req-ecdd058e-1761-4b2a-9d88-58184c5af044 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups/573f6763-1500-4b50-9ef0-ee825f726e26 HTTP/1.1" status: 200 len: 1797 time: 0.0570641 Aug 11 21:52:22.366416 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-b7ef7432-af39-4fec-89bf-436dba321295 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:52:22.388869 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ef7432-af39-4fec-89bf-436dba321295 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:52:22.405606 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be15dcc8-7358-4ac0-9cb9-bff68d656628 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:52:22.503811 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef7432-af39-4fec-89bf-436dba321295 None None] Pushing event updated for resources: {'Port': ['ID=7c859b13-3389-4a54-97df-a33a732ff7dd,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:22.598544 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c819a58-9049-477e-8d03-2b4d79cd6dba req-54ba5c0b-fc5a-4909-a8b0-37d06520387d tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:22.602034 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4c819a58-9049-477e-8d03-2b4d79cd6dba req-54ba5c0b-fc5a-4909-a8b0-37d06520387d tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=28a9d854-d5f5-4cf5-ad5c-905c9789fbc5 HTTP/1.1" status: 200 len: 946 time: 0.4098845 Aug 11 21:52:22.695606 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-164ec148-e46d-4e0c-9b8a-7c0b546e4b59 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:22.726916 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-164ec148-e46d-4e0c-9b8a-7c0b546e4b59 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Transition to ACTIVE for port object 85dd9924-bb87-4382-94d3-8a43e3e81a12 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:52:22.736142 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4c819a58-9049-477e-8d03-2b4d79cd6dba req-9b93940a-8a2a-4ed9-bc73-6c38823b03cb tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157207 Aug 11 21:52:22.800927 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.api [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 21:52:22.801640 n-d-804275-3 neutron-server[100944]: DEBUG oslo_db.api [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 21:52:22.811599 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-164ec148-e46d-4e0c-9b8a-7c0b546e4b59 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:22.835145 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [req-6a9c6f2e-0ff0-4eab-92b7-867066482ca6 req-a62b10ba-0bdb-4bfe-b3ea-eb18cbee77bb tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 21:52:22.837217 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-b7ef7432-af39-4fec-89bf-436dba321295 None None] Attempting to bind port 7c859b13-3389-4a54-97df-a33a732ff7dd on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:52:22.837824 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-b7ef7432-af39-4fec-89bf-436dba321295 None None] Attempting to bind port 7c859b13-3389-4a54-97df-a33a732ff7dd by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '5df5f95c-72bd-466f-92a4-7b77e2c557d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:52:22.838421 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ef7432-af39-4fec-89bf-436dba321295 None None] Attempting to bind port 7c859b13-3389-4a54-97df-a33a732ff7dd on network e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:52:22.860534 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6a9c6f2e-0ff0-4eab-92b7-867066482ca6 req-a62b10ba-0bdb-4bfe-b3ea-eb18cbee77bb tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "DELETE /v2.0/security-groups/573f6763-1500-4b50-9ef0-ee825f726e26 HTTP/1.1" status: 409 len: 341 time: 0.4572742 Aug 11 21:52:22.879126 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-320ca525-8a78-4ce8-81c8-1b18f0222e6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:22.886411 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=be15dcc8-7358-4ac0-9cb9-bff68d656628,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:22.898808 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ef7432-af39-4fec-89bf-436dba321295 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:52:22.900076 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ef7432-af39-4fec-89bf-436dba321295 None None] Checking segment: {'id': '5df5f95c-72bd-466f-92a4-7b77e2c557d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:52:22.900076 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b7ef7432-af39-4fec-89bf-436dba321295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:22.900659 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ef7432-af39-4fec-89bf-436dba321295 None None] Bound using segment: {'id': '5df5f95c-72bd-466f-92a4-7b77e2c557d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:52:22.902318 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-b7ef7432-af39-4fec-89bf-436dba321295 None None] Bound port: 7c859b13-3389-4a54-97df-a33a732ff7dd, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df5f95c-72bd-466f-92a4-7b77e2c557d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:52:22.902318 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b7ef7432-af39-4fec-89bf-436dba321295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:22.944506 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-164ec148-e46d-4e0c-9b8a-7c0b546e4b59 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:52:22.949200 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcee667-6e40-4556-8c85-5db286db16b5 x-openstack-request-id: req-4dcee667-6e40-4556-8c85-5db286db16b5 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:52:22.949519 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a757c531-7648-46b6-b91c-dc6a6f2a3bad", "tag": "860fd186-6cb4-452d-a682-2c529d976daa", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:52:22.949778 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4dcee667-6e40-4556-8c85-5db286db16b5 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:52:22.951022 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a757c531-7648-46b6-b91c-dc6a6f2a3bad', 'tag': '860fd186-6cb4-452d-a682-2c529d976daa', 'status': 'completed', 'code': 200} Aug 11 21:52:22.951672 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ec148-e46d-4e0c-9b8a-7c0b546e4b59 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Pushing event updated for resources: {'Port': ['ID=85dd9924-bb87-4382-94d3-8a43e3e81a12,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:22.953065 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 21:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1603f366-002b-4940-b000-1152f3b92a45 x-openstack-request-id: req-1603f366-002b-4940-b000-1152f3b92a45 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:52:22.953547 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb76e3e-1b5c-460b-9edc-4343074cef27", "name": "network-vif-unplugged", "status": "completed", "tag": "be15dcc8-7358-4ac0-9cb9-bff68d656628", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:52:22.954010 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1603f366-002b-4940-b000-1152f3b92a45 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:52:22.954696 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb76e3e-1b5c-460b-9edc-4343074cef27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be15dcc8-7358-4ac0-9cb9-bff68d656628', 'code': 200} Aug 11 21:52:22.964321 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-164ec148-e46d-4e0c-9b8a-7c0b546e4b59 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:52:23.042231 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-164ec148-e46d-4e0c-9b8a-7c0b546e4b59 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:52:23.096510 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a5666481-b966-4022-902a-8eb98fa5e006 req-32091050-fd06-4d80-98c3-db5c995f3db2 tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] 10.222.0.77 "GET /v2.0/security-groups/0b5afc54-1f75-4afd-948f-0cd72a7d8b5d HTTP/1.1" status: 200 len: 1777 time: 0.1285009 Aug 11 21:52:23.197371 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-164ec148-e46d-4e0c-9b8a-7c0b546e4b59 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:23.198590 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-164ec148-e46d-4e0c-9b8a-7c0b546e4b59 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:23.222463 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccc3b1-ba33-4d97-b0ac-d8695da1b682 req-62f38766-23a1-4385-857e-4f5ad8ed72a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:23.224758 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-44ccc3b1-ba33-4d97-b0ac-d8695da1b682 req-62f38766-23a1-4385-857e-4f5ad8ed72a4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3959184431440d59536f3e8479ad06b&device_id=a757c531-7648-46b6-b91c-dc6a6f2a3bad HTTP/1.1" status: 200 len: 1174 time: 0.1048651 Aug 11 21:52:23.248619 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-164ec148-e46d-4e0c-9b8a-7c0b546e4b59 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9589856 Aug 11 21:52:23.259378 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b7ef7432-af39-4fec-89bf-436dba321295 None None] For port 7c859b13-3389-4a54-97df-a33a732ff7dd, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:52:23.286408 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-bf97c402-8120-441f-bc28-3f5a9b4c8c09 service neutron] Request body: {'port': {'device_id': '052594cd-480f-4f07-8793-0dec9c177dce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:52:23.291550 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a5666481-b966-4022-902a-8eb98fa5e006 req-9de87e46-8788-44ef-9fde-8de131d2abb0 tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:23.306249 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b7ef7432-af39-4fec-89bf-436dba321295 None None] For port 7c859b13-3389-4a54-97df-a33a732ff7dd, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7c859b13-3389-4a54-97df-a33a732ff7dd,segment=NetworkSegment(5df5f95c-72bd-466f-92a4-7b77e2c557d3),segment_id=5df5f95c-72bd-466f-92a4-7b77e2c557d3)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:52:23.339534 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b7ef7432-af39-4fec-89bf-436dba321295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:23.380232 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a5666481-b966-4022-902a-8eb98fa5e006 req-9de87e46-8788-44ef-9fde-8de131d2abb0 tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:23.414424 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-bf97c402-8120-441f-bc28-3f5a9b4c8c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:23.429775 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:23.442694 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a53ba223-12f5-4f90-be06-d1f0329564f5 None None] Provisioning for port 85dd9924-bb87-4382-94d3-8a43e3e81a12 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:52:23.472762 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a53ba223-12f5-4f90-be06-d1f0329564f5 None None] Provisioning complete for port 85dd9924-bb87-4382-94d3-8a43e3e81a12 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:52:23.473083 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a53ba223-12f5-4f90-be06-d1f0329564f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:23.486814 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a5666481-b966-4022-902a-8eb98fa5e006 req-9de87e46-8788-44ef-9fde-8de131d2abb0 tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:23.487948 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be15dcc8-7358-4ac0-9cb9-bff68d656628 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:52:23.489973 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a5666481-b966-4022-902a-8eb98fa5e006 req-9de87e46-8788-44ef-9fde-8de131d2abb0 tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:23.504753 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a5666481-b966-4022-902a-8eb98fa5e006 req-9de87e46-8788-44ef-9fde-8de131d2abb0 tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] 10.222.0.77 "DELETE /v2.0/security-groups/0b5afc54-1f75-4afd-948f-0cd72a7d8b5d HTTP/1.1" status: 204 len: 173 time: 0.3915462 Aug 11 21:52:23.510553 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccc3b1-ba33-4d97-b0ac-d8695da1b682 req-432b2976-5df4-4ae6-8c95-13061abf99b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:23.516554 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-44ccc3b1-ba33-4d97-b0ac-d8695da1b682 req-432b2976-5df4-4ae6-8c95-13061abf99b3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8356088d-0005-4e89-9fc4-654fac70ef3c HTTP/1.1" status: 200 len: 913 time: 0.2852845 Aug 11 21:52:23.555851 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef7432-af39-4fec-89bf-436dba321295 None None] Pushing event updated for resources: {'Port': ['ID=7c859b13-3389-4a54-97df-a33a732ff7dd,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:23.564430 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de87e46-8788-44ef-9fde-8de131d2abb0 tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5afc54-1f75-4afd-948f-0cd72a7d8b5d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:23.565139 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-320ca525-8a78-4ce8-81c8-1b18f0222e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:23.574861 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-a53ba223-12f5-4f90-be06-d1f0329564f5 None None] Port 85dd9924-bb87-4382-94d3-8a43e3e81a12 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:52:23.580153 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port be15dcc8-7358-4ac0-9cb9-bff68d656628, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=be15dcc8-7358-4ac0-9cb9-bff68d656628,segment=NetworkSegment(0b69ea86-ef97-454e-8a8e-3f0290a75489),segment_id=0b69ea86-ef97-454e-8a8e-3f0290a75489)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:23.587913 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:23.649607 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-44ccc3b1-ba33-4d97-b0ac-d8695da1b682 req-d43d805d-7460-4f78-9590-49296b2657c5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=860fd186-6cb4-452d-a682-2c529d976daa HTTP/1.1" status: 200 len: 217 time: 0.1053290 Aug 11 21:52:23.689167 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['2717b28c-8ab2-41b3-97d1-655527d50611'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:52:23.864477 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=be15dcc8-7358-4ac0-9cb9-bff68d656628,revision_number=7']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:23.957028 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccc3b1-ba33-4d97-b0ac-d8695da1b682 req-54d4c45d-cfd3-4c48-a905-11de2c0d8166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:23.958749 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-44ccc3b1-ba33-4d97-b0ac-d8695da1b682 req-54d4c45d-cfd3-4c48-a905-11de2c0d8166 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7a51bb58-b09e-40fa-bef3-5305c95936c4 HTTP/1.1" status: 200 len: 852 time: 0.1950209 Aug 11 21:52:24.041700 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-44ccc3b1-ba33-4d97-b0ac-d8695da1b682 req-3d0f3914-5dff-4e94-bbc2-316c05d3219c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8356088d-0005-4e89-9fc4-654fac70ef3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717421 Aug 11 21:52:24.078249 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629b750-8597-4150-89fd-e9bd0ee06a20 req-460654ae-9b78-4565-89f0-836fb3934507 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:24.079777 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d629b750-8597-4150-89fd-e9bd0ee06a20 req-460654ae-9b78-4565-89f0-836fb3934507 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 944 time: 0.1468837 Aug 11 21:52:24.159939 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866bccd-18bc-4584-ba59-585fed58bbba req-90aeb004-30d1-4673-9c65-9190a1df9cd0 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:24.161538 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5866bccd-18bc-4584-ba59-585fed58bbba req-90aeb004-30d1-4673-9c65-9190a1df9cd0 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=052594cd-480f-4f07-8793-0dec9c177dce HTTP/1.1" status: 200 len: 935 time: 0.1833808 Aug 11 21:52:24.171062 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-bf97c402-8120-441f-bc28-3f5a9b4c8c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85dd9924-bb87-4382-94d3-8a43e3e81a12 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:52:24.185211 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d629b750-8597-4150-89fd-e9bd0ee06a20 req-45679ee6-8d09-4334-b467-78d2fabcc15b tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869305 Aug 11 21:52:24.185211 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-bf97c402-8120-441f-bc28-3f5a9b4c8c09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:24.200284 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-bf97c402-8120-441f-bc28-3f5a9b4c8c09 service neutron] Transition to ACTIVE for port object 85dd9924-bb87-4382-94d3-8a43e3e81a12 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:52:24.205818 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-bf97c402-8120-441f-bc28-3f5a9b4c8c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:24.217073 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320ca525-8a78-4ce8-81c8-1b18f0222e6c admin admin] Router b76f019b-f2db-4643-b481-8bdc62e20c46 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 21:52:24.226866 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['be15dcc8-7358-4ac0-9cb9-bff68d656628'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:52:24.258603 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5866bccd-18bc-4584-ba59-585fed58bbba req-38f14bdf-99c3-46b3-8162-a3a5f65db503 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/security-groups?id=6078a9ed-3c5b-4169-ba70-8e708b85c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824819 Aug 11 21:52:24.263870 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-44ccc3b1-ba33-4d97-b0ac-d8695da1b682 req-d90a1316-f548-4a07-8dc4-06171b874547 service neutron] 10.222.0.82 "GET /v2.0/networks/8356088d-0005-4e89-9fc4-654fac70ef3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125318 Aug 11 21:52:24.336252 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97c402-8120-441f-bc28-3f5a9b4c8c09 service neutron] Pushing event updated for resources: {'Port': ['ID=85dd9924-bb87-4382-94d3-8a43e3e81a12,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:24.379732 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-907da4b9-fe70-42b5-a046-89adde03c51e req-7bbacb30-b6e5-4015-a3f4-bff62b2f6cd0 tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] 10.222.0.77 "GET /v2.0/security-groups/fe1bbc36-9afb-4401-a886-3d204b0f134a HTTP/1.1" status: 200 len: 1777 time: 0.1505599 Aug 11 21:52:24.467050 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-bf97c402-8120-441f-bc28-3f5a9b4c8c09 service neutron] Attempting to bind port 85dd9924-bb87-4382-94d3-8a43e3e81a12 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:52:24.467783 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-bf97c402-8120-441f-bc28-3f5a9b4c8c09 service neutron] Attempting to bind port 85dd9924-bb87-4382-94d3-8a43e3e81a12 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:52:24.468285 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-bf97c402-8120-441f-bc28-3f5a9b4c8c09 service neutron] Attempting to bind port 85dd9924-bb87-4382-94d3-8a43e3e81a12 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:52:24.485537 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-bf97c402-8120-441f-bc28-3f5a9b4c8c09 service neutron] Port 85dd9924-bb87-4382-94d3-8a43e3e81a12 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:52:24.486094 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-bf97c402-8120-441f-bc28-3f5a9b4c8c09 service neutron] Attempting to bind port 85dd9924-bb87-4382-94d3-8a43e3e81a12 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:52:24.494298 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-907da4b9-fe70-42b5-a046-89adde03c51e req-f76aa44c-0bd5-40a6-8153-a186e4eb4b36 tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:24.502498 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-bf97c402-8120-441f-bc28-3f5a9b4c8c09 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:52:24.503075 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-bf97c402-8120-441f-bc28-3f5a9b4c8c09 service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:52:24.503772 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-bf97c402-8120-441f-bc28-3f5a9b4c8c09 service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:52:24.504333 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-bf97c402-8120-441f-bc28-3f5a9b4c8c09 service neutron] Bound port: 85dd9924-bb87-4382-94d3-8a43e3e81a12, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:52:24.504773 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-bf97c402-8120-441f-bc28-3f5a9b4c8c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:24.554002 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-44ccc3b1-ba33-4d97-b0ac-d8695da1b682 req-56656bf7-49b0-43c8-92be-b4f0e69c9010 service neutron] 10.222.0.82 "GET /v2.0/networks/8356088d-0005-4e89-9fc4-654fac70ef3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768331 Aug 11 21:52:24.557985 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320ca525-8a78-4ce8-81c8-1b18f0222e6c admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:52:24.573915 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17016dca-7417-4e45-bdad-7e3a2b5858f1 None None] Sync routers for ids ['b76f019b-f2db-4643-b481-8bdc62e20c46'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:52:24.595484 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17016dca-7417-4e45-bdad-7e3a2b5858f1 None None] Routers {'b76f019b-f2db-4643-b481-8bdc62e20c46'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:52:24.596251 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-17016dca-7417-4e45-bdad-7e3a2b5858f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:52:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['b76f019b-f2db-4643-b481-8bdc62e20c46'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:52:24.605507 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-907da4b9-fe70-42b5-a046-89adde03c51e req-f76aa44c-0bd5-40a6-8153-a186e4eb4b36 tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:24.629576 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-320ca525-8a78-4ce8-81c8-1b18f0222e6c admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:24.635163 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-320ca525-8a78-4ce8-81c8-1b18f0222e6c admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2304232 Aug 11 21:52:24.637573 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51062) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:24.708144 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92eed8-720f-4840-a56e-b193f7e9140b req-66a271c9-b711-439e-83b6-e5a79a3d42b3 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:24.710298 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4f92eed8-720f-4840-a56e-b193f7e9140b req-66a271c9-b711-439e-83b6-e5a79a3d42b3 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=a757c531-7648-46b6-b91c-dc6a6f2a3bad HTTP/1.1" status: 200 len: 1023 time: 0.1316745 Aug 11 21:52:24.738304 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-bf97c402-8120-441f-bc28-3f5a9b4c8c09 service neutron] For port 85dd9924-bb87-4382-94d3-8a43e3e81a12, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:52:24.745707 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-bf97c402-8120-441f-bc28-3f5a9b4c8c09 service neutron] For port 85dd9924-bb87-4382-94d3-8a43e3e81a12, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=85dd9924-bb87-4382-94d3-8a43e3e81a12,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:52:24.750095 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-907da4b9-fe70-42b5-a046-89adde03c51e req-f76aa44c-0bd5-40a6-8153-a186e4eb4b36 tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:24.753249 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-907da4b9-fe70-42b5-a046-89adde03c51e req-f76aa44c-0bd5-40a6-8153-a186e4eb4b36 tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:24.767751 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-907da4b9-fe70-42b5-a046-89adde03c51e req-f76aa44c-0bd5-40a6-8153-a186e4eb4b36 tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] 10.222.0.77 "DELETE /v2.0/security-groups/fe1bbc36-9afb-4401-a886-3d204b0f134a HTTP/1.1" status: 204 len: 173 time: 0.3866913 Aug 11 21:52:24.794119 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-17016dca-7417-4e45-bdad-7e3a2b5858f1 None None] Set router b76f019b-f2db-4643-b481-8bdc62e20c46 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:52:24.832703 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4f92eed8-720f-4840-a56e-b193f7e9140b req-12f95a0c-e8a8-4a59-802d-323a3741b1fa tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a1137ae-4c46-4cef-9e57-e563fc549ac8&id=ebec76b9-901b-48b2-a846-6bd6078b0b21&id=573f6763-1500-4b50-9ef0-ee825f726e26&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1094942 Aug 11 21:52:24.851384 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-bf97c402-8120-441f-bc28-3f5a9b4c8c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:24.979748 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97c402-8120-441f-bc28-3f5a9b4c8c09 service neutron] Pushing event updated for resources: {'Port': ['ID=85dd9924-bb87-4382-94d3-8a43e3e81a12,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:24.987906 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76aa44c-0bd5-40a6-8153-a186e4eb4b36 tempest-SecurityGroupsTestAdminJSON-757968827 tempest-SecurityGroupsTestAdminJSON-757968827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1bbc36-9afb-4401-a886-3d204b0f134a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:25.002579 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-bf97c402-8120-441f-bc28-3f5a9b4c8c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:25.003629 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-bf97c402-8120-441f-bc28-3f5a9b4c8c09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:25.005414 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-bf97c402-8120-441f-bc28-3f5a9b4c8c09 service neutron] 10.222.0.52 "PUT /v2.0/ports/85dd9924-bb87-4382-94d3-8a43e3e81a12 HTTP/1.1" status: 200 len: 1095 time: 1.7237375 Aug 11 21:52:25.009125 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052594cd-480f-4f07-8793-0dec9c177dce', 'tag': '85dd9924-bb87-4382-94d3-8a43e3e81a12'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:52:25.012322 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c6903c-0dfe-4a98-9e7f-3a3200dc7eca" -d '{"events": [{"name": "network-changed", "server_uuid": "052594cd-480f-4f07-8793-0dec9c177dce", "tag": "85dd9924-bb87-4382-94d3-8a43e3e81a12"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:52:25.092361 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e9fdcb-c499-45b2-9832-e844c266f0e5 x-openstack-request-id: req-65e9fdcb-c499-45b2-9832-e844c266f0e5 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:52:25.093201 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052594cd-480f-4f07-8793-0dec9c177dce", "tag": "85dd9924-bb87-4382-94d3-8a43e3e81a12", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:52:25.093201 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-65e9fdcb-c499-45b2-9832-e844c266f0e5 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:52:25.093630 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052594cd-480f-4f07-8793-0dec9c177dce', 'tag': '85dd9924-bb87-4382-94d3-8a43e3e81a12', 'status': 'completed', 'code': 200} Aug 11 21:52:25.129891 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687971ec-63b9-4091-9656-8faa63dc25cf None None] Network e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:52:25.352823 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51082) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:25.372815 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7c859b13-3389-4a54-97df-a33a732ff7dd up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:52:25.380329 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e62a12a5-9f4a-4406-8b87-59ae917bb48e None None] Provisioning for port 7c859b13-3389-4a54-97df-a33a732ff7dd completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:52:25.499364 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51088) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:25.540800 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-17016dca-7417-4e45-bdad-7e3a2b5858f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76f019b-f2db-4643-b481-8bdc62e20c46', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827599150-router', 'tenant_id': '0ffc1ce1280c454884cd1721d99fabb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '83f3eb6e-c6b5-4520-baae-bcadedc27c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:52:20Z', 'updated_at': '2021-08-11T21:52:22Z', 'revision_number': 3, 'project_id': '0ffc1ce1280c454884cd1721d99fabb8', 'gw_port': {'id': '83f3eb6e-c6b5-4520-baae-bcadedc27c3f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76f019b-f2db-4643-b481-8bdc62e20c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:52:21Z', 'updated_at': '2021-08-11T21:52:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:52:25.545445 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-2e2fcf96-fd17-4942-8c37-3ac9f4cd55ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:25.545704 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 7c859b13-3389-4a54-97df-a33a732ff7dd completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:52:25.546080 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-2e2fcf96-fd17-4942-8c37-3ac9f4cd55ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e6e044bcb24e4a7aafc4e6ca88535777&device_id=052594cd-480f-4f07-8793-0dec9c177dce HTTP/1.1" status: 200 len: 1098 time: 0.4698429 Aug 11 21:52:25.580345 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447bb61-a4fd-4942-bbf0-db823a4bbfe8 req-9a2c6679-bf55-4990-8750-5a62da8b0aef tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:25.594740 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0447bb61-a4fd-4942-bbf0-db823a4bbfe8 req-9a2c6679-bf55-4990-8750-5a62da8b0aef tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=052594cd-480f-4f07-8793-0dec9c177dce HTTP/1.1" status: 200 len: 947 time: 0.1732213 Aug 11 21:52:25.617149 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 7c859b13-3389-4a54-97df-a33a732ff7dd triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:52:25.618027 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:25.619410 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17016dca-7417-4e45-bdad-7e3a2b5858f1 None None] Checking router: b76f019b-f2db-4643-b481-8bdc62e20c46 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:52:25.619798 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17016dca-7417-4e45-bdad-7e3a2b5858f1 None None] Updating router b76f019b-f2db-4643-b481-8bdc62e20c46 port 83f3eb6e-c6b5-4520-baae-bcadedc27c3f binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 21:52:25.637089 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c06cd3-eee0-4d05-8a86-621eedbbdf3c req-47ca1d7e-fa56-4784-8b71-f01c6e24066c tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:25.638817 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-95c06cd3-eee0-4d05-8a86-621eedbbdf3c req-47ca1d7e-fa56-4784-8b71-f01c6e24066c tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 944 time: 0.2142911 Aug 11 21:52:25.642598 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-3d972115-36e5-423e-9148-6c3f619a1664 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=85dd9924-bb87-4382-94d3-8a43e3e81a12 HTTP/1.1" status: 200 len: 217 time: 0.0853689 Aug 11 21:52:25.701495 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-17016dca-7417-4e45-bdad-7e3a2b5858f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:25.738982 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device be15dcc8-7358-4ac0-9cb9-bff68d656628 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:52:25.755897 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0447bb61-a4fd-4942-bbf0-db823a4bbfe8 req-928752ca-e9bf-44cf-9de2-2a14b98ee4ce tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/security-groups?id=6078a9ed-3c5b-4169-ba70-8e708b85c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583681 Aug 11 21:52:25.777498 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-57a322b4-c229-4ce8-a67a-20a487fc97d1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fe8269d46acc4044810482ee64e0e162&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4209547 Aug 11 21:52:25.777713 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7eda1b7b-b02f-4fa7-bd40-f91e8c53615d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:25.780106 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51092) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:25.861167 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-95c06cd3-eee0-4d05-8a86-621eedbbdf3c req-fa473d2a-c63d-47f4-b679-da5bba290eb1 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934335 Aug 11 21:52:25.862703 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-05dbe2a9-0c34-4e29-9507-73c70bf91326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:25.864231 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-05dbe2a9-0c34-4e29-9507-73c70bf91326 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1983228 Aug 11 21:52:25.873261 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37a469-cbdc-4ab8-9b47-d88e2ca2467b req-f6f4427e-65f4-4105-8e30-cbb337a266fe tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:25.879628 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0b37a469-cbdc-4ab8-9b47-d88e2ca2467b req-f6f4427e-65f4-4105-8e30-cbb337a266fe tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.82 "GET /v2.0/ports?device_id=a757c531-7648-46b6-b91c-dc6a6f2a3bad HTTP/1.1" status: 200 len: 1023 time: 0.2445374 Aug 11 21:52:25.923381 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0c4aea92-c9fe-4ec7-a985-fdf3fe4467bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:25.967453 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-8ff31e90-b229-4b7d-a6c1-f058bf0f2f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:25.969154 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-8ff31e90-b229-4b7d-a6c1-f058bf0f2f9b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0955076 Aug 11 21:52:25.986760 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:26.073530 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port be15dcc8-7358-4ac0-9cb9-bff68d656628 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:52:26.074295 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:26.230277 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 7c859b13-3389-4a54-97df-a33a732ff7dd, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7c859b13-3389-4a54-97df-a33a732ff7dd,segment=NetworkSegment(5df5f95c-72bd-466f-92a4-7b77e2c557d3),segment_id=5df5f95c-72bd-466f-92a4-7b77e2c557d3)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:26.251477 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:26.269717 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e0645-513f-4cee-951e-79e60a7eb7f6 req-8d55d419-6437-4193-b86e-a20f1d92cebe tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:26.272984 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-765996a4-bfc3-4fc6-b654-1ee5c8efecb8 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341528 Aug 11 21:52:26.278327 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ca8e0645-513f-4cee-951e-79e60a7eb7f6 req-8d55d419-6437-4193-b86e-a20f1d92cebe tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=a757c531-7648-46b6-b91c-dc6a6f2a3bad HTTP/1.1" status: 200 len: 1023 time: 0.2412424 Aug 11 21:52:26.280461 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-12a9d1df-2c20-4ba9-8172-8b0628b08d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:26.396403 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-12a9d1df-2c20-4ba9-8172-8b0628b08d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:26.404771 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-0c4aea92-c9fe-4ec7-a985-fdf3fe4467bf admin admin] Allocated IP 172.20.0.1 (e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca/e2bb92f0-865f-4ca3-9181-5430ef0dfa71/8c6a64bb-c797-4d4b-832a-6db05f980a07) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:52:26.460075 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:26.462224 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ca8e0645-513f-4cee-951e-79e60a7eb7f6 req-77b81c4c-542c-48f7-a6c3-848b4762df9d tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a1137ae-4c46-4cef-9e57-e563fc549ac8&id=ebec76b9-901b-48b2-a846-6bd6078b0b21&id=573f6763-1500-4b50-9ef0-ee825f726e26&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1828284 Aug 11 21:52:26.493121 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-0b37a469-cbdc-4ab8-9b47-d88e2ca2467b req-3cfc11ab-5da6-4334-8b64-34d0110368b6 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Deleting port 860fd186-6cb4-452d-a682-2c529d976daa {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:52:26.494353 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0b37a469-cbdc-4ab8-9b47-d88e2ca2467b req-3cfc11ab-5da6-4334-8b64-34d0110368b6 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:26.501405 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0de3b961-effd-4936-9190-15e53f96e757 None None] Provisioning complete for port 7c859b13-3389-4a54-97df-a33a732ff7dd triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:52:26.501405 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0de3b961-effd-4936-9190-15e53f96e757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:26.519255 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f620e9a-b1ee-4dc2-932f-57ac80f898c4 req-980ce944-beec-41c7-9c7c-ea7545e76cc3 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132893 Aug 11 21:52:26.538370 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb76e3e-1b5c-460b-9edc-4343074cef27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be15dcc8-7358-4ac0-9cb9-bff68d656628'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:52:26.542644 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540a9709-cb7b-4d16-9526-cbe34aee9258" -d '{"events": [{"server_uuid": "4eb76e3e-1b5c-460b-9edc-4343074cef27", "name": "network-vif-plugged", "status": "completed", "tag": "be15dcc8-7358-4ac0-9cb9-bff68d656628"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:52:26.583054 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port be15dcc8-7358-4ac0-9cb9-bff68d656628, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=be15dcc8-7358-4ac0-9cb9-bff68d656628,segment=NetworkSegment(0b69ea86-ef97-454e-8a8e-3f0290a75489),segment_id=0b69ea86-ef97-454e-8a8e-3f0290a75489)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:26.586209 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7eda1b7b-b02f-4fa7-bd40-f91e8c53615d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:26.600505 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7eda1b7b-b02f-4fa7-bd40-f91e8c53615d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:26.605019 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:26.653535 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e189ad9-da5d-487f-a66b-07c9a63c18bf x-openstack-request-id: req-7e189ad9-da5d-487f-a66b-07c9a63c18bf {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:52:26.654189 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb76e3e-1b5c-460b-9edc-4343074cef27", "name": "network-vif-plugged", "status": "completed", "tag": "be15dcc8-7358-4ac0-9cb9-bff68d656628", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:52:26.654189 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7e189ad9-da5d-487f-a66b-07c9a63c18bf {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:52:26.654476 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb76e3e-1b5c-460b-9edc-4343074cef27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be15dcc8-7358-4ac0-9cb9-bff68d656628', 'code': 200} Aug 11 21:52:26.666999 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=7c859b13-3389-4a54-97df-a33a732ff7dd,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:26.677395 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7eda1b7b-b02f-4fa7-bd40-f91e8c53615d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=87d14dc4be534071882f312ca46e5cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1674459 Aug 11 21:52:26.677395 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda1b7b-b02f-4fa7-bd40-f91e8c53615d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5e95b1-ca55-4c44-8e05-8d2eab76acec,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:26.681323 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51122) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:26.681983 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-12a9d1df-2c20-4ba9-8172-8b0628b08d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:26.684682 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-12a9d1df-2c20-4ba9-8172-8b0628b08d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:26.685942 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-12a9d1df-2c20-4ba9-8172-8b0628b08d78 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a25c8d16-534b-4601-91df-69c8be541c25 HTTP/1.1" status: 204 len: 168 time: 0.9040699 Aug 11 21:52:26.705078 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9d1df-2c20-4ba9-8172-8b0628b08d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25c8d16-534b-4601-91df-69c8be541c25,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:26.734741 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0c4aea92-c9fe-4ec7-a985-fdf3fe4467bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:26.753407 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-17016dca-7417-4e45-bdad-7e3a2b5858f1 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:26.766544 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-0c4aea92-c9fe-4ec7-a985-fdf3fe4467bf admin admin] Transition to ACTIVE for port object 8c6a64bb-c797-4d4b-832a-6db05f980a07 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:52:26.860336 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-0b37a469-cbdc-4ab8-9b47-d88e2ca2467b req-3cfc11ab-5da6-4334-8b64-34d0110368b6 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] For port 860fd186-6cb4-452d-a682-2c529d976daa, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=860fd186-6cb4-452d-a682-2c529d976daa,segment=NetworkSegment(6684713b-d769-4ecc-9299-66aad848fd42),segment_id=6684713b-d769-4ecc-9299-66aad848fd42)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:26.860588 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6903c-0dfe-4a98-9e7f-3a3200dc7eca req-43428230-bdc6-45b6-b409-6332fdb44015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:26.860708 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0b37a469-cbdc-4ab8-9b47-d88e2ca2467b req-3cfc11ab-5da6-4334-8b64-34d0110368b6 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:26.862789 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e0c6903c-0dfe-4a98-9e7f-3a3200dc7eca req-43428230-bdc6-45b6-b409-6332fdb44015 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e6e044bcb24e4a7aafc4e6ca88535777&device_id=052594cd-480f-4f07-8793-0dec9c177dce HTTP/1.1" status: 200 len: 1098 time: 0.2730722 Aug 11 21:52:26.867280 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0c4aea92-c9fe-4ec7-a985-fdf3fe4467bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:26.876205 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-17016dca-7417-4e45-bdad-7e3a2b5858f1 None None] Transition to ACTIVE for port object 83f3eb6e-c6b5-4520-baae-bcadedc27c3f will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:52:26.899028 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-0b37a469-cbdc-4ab8-9b47-d88e2ca2467b req-3cfc11ab-5da6-4334-8b64-34d0110368b6 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Calling delete_port for 860fd186-6cb4-452d-a682-2c529d976daa owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:52:26.905653 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ff0ab842-7e93-4eee-8454-af5c0109248e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:26.939209 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ff0ab842-7e93-4eee-8454-af5c0109248e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:26.940454 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4aea92-c9fe-4ec7-a985-fdf3fe4467bf admin admin] Network e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:52:26.987787 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-0c4aea92-c9fe-4ec7-a985-fdf3fe4467bf admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:52:26.996191 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-17016dca-7417-4e45-bdad-7e3a2b5858f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:27.009866 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4aea92-c9fe-4ec7-a985-fdf3fe4467bf admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:52:27.042499 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ff0ab842-7e93-4eee-8454-af5c0109248e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:27.045468 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ff0ab842-7e93-4eee-8454-af5c0109248e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:27.046757 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ff0ab842-7e93-4eee-8454-af5c0109248e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4d5e95b1-ca55-4c44-8e05-8d2eab76acec HTTP/1.1" status: 204 len: 168 time: 0.3596902 Aug 11 21:52:27.058345 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=be15dcc8-7358-4ac0-9cb9-bff68d656628,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:27.124690 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4aea92-c9fe-4ec7-a985-fdf3fe4467bf admin admin] Pushing event updated for resources: {'Port': ['ID=8c6a64bb-c797-4d4b-832a-6db05f980a07,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:27.152032 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ab842-7e93-4eee-8454-af5c0109248e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5e95b1-ca55-4c44-8e05-8d2eab76acec,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:27.158464 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-17016dca-7417-4e45-bdad-7e3a2b5858f1 None None] Attempting to bind port 83f3eb6e-c6b5-4520-baae-bcadedc27c3f on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:52:27.170576 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-17016dca-7417-4e45-bdad-7e3a2b5858f1 None None] Attempting to bind port 83f3eb6e-c6b5-4520-baae-bcadedc27c3f by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:52:27.170576 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17016dca-7417-4e45-bdad-7e3a2b5858f1 None None] Attempting to bind port 83f3eb6e-c6b5-4520-baae-bcadedc27c3f on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:52:27.170896 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7c95d-35de-49d2-8ee5-9423b82c70a6 req-8d97ca53-61a3-4fd4-80d2-de7669282032 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:27.185354 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-85e7c95d-35de-49d2-8ee5-9423b82c70a6 req-8d97ca53-61a3-4fd4-80d2-de7669282032 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=052594cd-480f-4f07-8793-0dec9c177dce HTTP/1.1" status: 200 len: 947 time: 0.1931973 Aug 11 21:52:27.215353 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0c4aea92-c9fe-4ec7-a985-fdf3fe4467bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:27.283448 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-85e7c95d-35de-49d2-8ee5-9423b82c70a6 req-226832f1-f453-4928-8bcc-c3dc5c85d7c7 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/security-groups?id=6078a9ed-3c5b-4169-ba70-8e708b85c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001730 Aug 11 21:52:27.362912 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90efd98-32e6-4652-a97e-5ed032fed0ba req-b90b5b56-4654-4d3c-a0c5-d056ca9ae663 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:27.371868 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fbb04-e1c1-46c6-bdcf-e0b1e1546c37 None None] Pushing event updated for resources: {'Port': ['ID=83f3eb6e-c6b5-4520-baae-bcadedc27c3f,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:27.377515 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a90efd98-32e6-4652-a97e-5ed032fed0ba req-b90b5b56-4654-4d3c-a0c5-d056ca9ae663 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 945 time: 0.3052561 Aug 11 21:52:27.387484 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7c859b13-3389-4a54-97df-a33a732ff7dd up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:52:27.408638 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6903c-0dfe-4a98-9e7f-3a3200dc7eca req-1cab15f8-cedb-4e0b-81e0-18fad409ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:27.410906 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e0c6903c-0dfe-4a98-9e7f-3a3200dc7eca req-1cab15f8-cedb-4e0b-81e0-18fad409ce60 service neutron] 10.222.0.52 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.5249927 Aug 11 21:52:27.464410 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0b37a469-cbdc-4ab8-9b47-d88e2ca2467b req-3cfc11ab-5da6-4334-8b64-34d0110368b6 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:27.467362 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 169fb926-c34e-45f0-9f2a-a8b0df811ee7 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:52:27.501741 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e0c6903c-0dfe-4a98-9e7f-3a3200dc7eca req-3d80754e-5a7f-4582-9536-fb94096d12ec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=85dd9924-bb87-4382-94d3-8a43e3e81a12 HTTP/1.1" status: 200 len: 217 time: 0.0794179 Aug 11 21:52:27.534379 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc11ab-5da6-4334-8b64-34d0110368b6 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Pushing event deleted for resources: {'Port': ['ID=860fd186-6cb4-452d-a682-2c529d976daa,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:27.602780 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a90efd98-32e6-4652-a97e-5ed032fed0ba req-114c6afe-8166-4c90-855f-8ae71a2ce385 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241681 Aug 11 21:52:27.605480 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0291c1-a910-4e75-920d-3aac3f5c5e01 req-23c9e6ec-36de-4dfa-8a05-c5118b29386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:27.607130 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aa0291c1-a910-4e75-920d-3aac3f5c5e01 req-23c9e6ec-36de-4dfa-8a05-c5118b29386e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 1096 time: 0.4330938 Aug 11 21:52:27.607684 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51162) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:27.642015 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 169fb926-c34e-45f0-9f2a-a8b0df811ee7, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=169fb926-c34e-45f0-9f2a-a8b0df811ee7,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:27.659780 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17016dca-7417-4e45-bdad-7e3a2b5858f1 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:52:27.661077 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17016dca-7417-4e45-bdad-7e3a2b5858f1 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:52:27.661728 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-17016dca-7417-4e45-bdad-7e3a2b5858f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:27.662612 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17016dca-7417-4e45-bdad-7e3a2b5858f1 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:52:27.663352 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-17016dca-7417-4e45-bdad-7e3a2b5858f1 None None] Bound port: 83f3eb6e-c6b5-4520-baae-bcadedc27c3f, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:52:27.664019 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-17016dca-7417-4e45-bdad-7e3a2b5858f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:27.669512 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '169fb926-c34e-45f0-9f2a-a8b0df811ee7', 'network_id': 'e065759b-9598-4e49-9dd4-b84a6811ca8d', 'port_id': '169fb926-c34e-45f0-9f2a-a8b0df811ee7', 'mac_address': 'fa:16:3e:66:f3:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a417fc4-720c-4110-80f4-cad05729542b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:52:27.673496 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['1db363bb-de24-440f-9e6f-17ed096cb7bb'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:52:27.684464 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b37a469-cbdc-4ab8-9b47-d88e2ca2467b req-3cfc11ab-5da6-4334-8b64-34d0110368b6 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] No DVR routers for this DVR port 860fd186-6cb4-452d-a682-2c529d976daa on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:52:27.689694 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0b37a469-cbdc-4ab8-9b47-d88e2ca2467b req-3cfc11ab-5da6-4334-8b64-34d0110368b6 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:27.692823 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0b37a469-cbdc-4ab8-9b47-d88e2ca2467b req-3cfc11ab-5da6-4334-8b64-34d0110368b6 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.82 "DELETE /v2.0/ports/860fd186-6cb4-452d-a682-2c529d976daa HTTP/1.1" status: 204 len: 173 time: 1.7862725 Aug 11 21:52:27.698178 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a757c531-7648-46b6-b91c-dc6a6f2a3bad', 'name': 'network-vif-deleted', 'tag': '860fd186-6cb4-452d-a682-2c529d976daa'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:52:27.704991 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0106e23-4c05-4223-8350-ccfd4e53772c" -d '{"events": [{"server_uuid": "a757c531-7648-46b6-b91c-dc6a6f2a3bad", "name": "network-vif-deleted", "tag": "860fd186-6cb4-452d-a682-2c529d976daa"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:52:27.753329 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-afd6c7e4-62ef-40c3-ad34-ca1493e85261 req-ac8b3560-1e40-4997-8046-7b3310c8a1c4 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=a757c531-7648-46b6-b91c-dc6a6f2a3bad HTTP/1.1" status: 200 len: 210 time: 0.0922265 Aug 11 21:52:27.799139 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f2025d-9d33-44b6-8346-7ce7a704cb39 x-openstack-request-id: req-d4f2025d-9d33-44b6-8346-7ce7a704cb39 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:52:27.799884 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a757c531-7648-46b6-b91c-dc6a6f2a3bad", "name": "network-vif-deleted", "tag": "860fd186-6cb4-452d-a682-2c529d976daa", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:52:27.800397 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d4f2025d-9d33-44b6-8346-7ce7a704cb39 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:52:27.801377 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a757c531-7648-46b6-b91c-dc6a6f2a3bad', 'name': 'network-vif-deleted', 'tag': '860fd186-6cb4-452d-a682-2c529d976daa', 'status': 'completed', 'code': 200} Aug 11 21:52:27.832005 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6903c-0dfe-4a98-9e7f-3a3200dc7eca req-00f66624-934a-4830-b198-4621d59f3c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:27.833540 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e0c6903c-0dfe-4a98-9e7f-3a3200dc7eca req-00f66624-934a-4830-b198-4621d59f3c43 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.3144178 Aug 11 21:52:27.833797 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 860fd186-6cb4-452d-a682-2c529d976daa no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:52:27.893371 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 860fd186-6cb4-452d-a682-2c529d976daa {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:52:27.894246 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 860fd186-6cb4-452d-a682-2c529d976daa not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:52:27.932666 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aa0291c1-a910-4e75-920d-3aac3f5c5e01 req-5e4804eb-54e4-4a74-9932-cc092bc5cc54 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042917 Aug 11 21:52:27.935797 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0c4aea92-c9fe-4ec7-a985-fdf3fe4467bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:27.942203 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e3a2129e-ce0f-424b-a392-c48f34c96803 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=37faf46b8776412bb444818644f6cc8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3190808 Aug 11 21:52:27.947987 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51170) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:28.009885 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6903c-0dfe-4a98-9e7f-3a3200dc7eca req-1683982c-0f88-4018-b88e-92a9fa979730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:28.011948 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e0c6903c-0dfe-4a98-9e7f-3a3200dc7eca req-1683982c-0f88-4018-b88e-92a9fa979730 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1644008 Aug 11 21:52:28.030952 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ec27ccbf-2d96-413a-b0fe-c182aa90f6c9 None None] Provisioning for port 8c6a64bb-c797-4d4b-832a-6db05f980a07 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:52:28.059336 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ec27ccbf-2d96-413a-b0fe-c182aa90f6c9 None None] Provisioning complete for port 8c6a64bb-c797-4d4b-832a-6db05f980a07 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:52:28.060150 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ec27ccbf-2d96-413a-b0fe-c182aa90f6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:28.084337 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-edacdf64-2b24-41a6-ba04-a3c7763d6f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:28.145523 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-edacdf64-2b24-41a6-ba04-a3c7763d6f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:28.179551 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:28.243686 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51174) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:28.266023 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-17016dca-7417-4e45-bdad-7e3a2b5858f1 None None] For port 83f3eb6e-c6b5-4520-baae-bcadedc27c3f, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:52:28.290205 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-666a2d57-319e-46b8-8a31-6ca8d780fae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:28.310129 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 169fb926-c34e-45f0-9f2a-a8b0df811ee7 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:52:28.356770 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 169fb926-c34e-45f0-9f2a-a8b0df811ee7, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=169fb926-c34e-45f0-9f2a-a8b0df811ee7,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:28.369237 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-17016dca-7417-4e45-bdad-7e3a2b5858f1 None None] For port 83f3eb6e-c6b5-4520-baae-bcadedc27c3f, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=83f3eb6e-c6b5-4520-baae-bcadedc27c3f,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:52:28.370390 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-edacdf64-2b24-41a6-ba04-a3c7763d6f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:28.374785 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-edacdf64-2b24-41a6-ba04-a3c7763d6f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:28.377939 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:28.378944 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-edacdf64-2b24-41a6-ba04-a3c7763d6f06 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e9fe805b-fc80-4591-aba2-2c6ecd601501 HTTP/1.1" status: 204 len: 168 time: 0.4281623 Aug 11 21:52:28.384680 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 7c859b13-3389-4a54-97df-a33a732ff7dd triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:52:28.385151 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:28.394766 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-17016dca-7417-4e45-bdad-7e3a2b5858f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:28.447088 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edacdf64-2b24-41a6-ba04-a3c7763d6f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fe805b-fc80-4591-aba2-2c6ecd601501,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:28.462553 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-ec27ccbf-2d96-413a-b0fe-c182aa90f6c9 None None] Port 8c6a64bb-c797-4d4b-832a-6db05f980a07 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:52:28.652991 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d077e70-ce2c-4d10-8353-548bcc9e2b16 req-3fc11656-92e7-4c45-9f77-270ddf20bcff tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:28.666006 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3d077e70-ce2c-4d10-8353-548bcc9e2b16 req-3fc11656-92e7-4c45-9f77-270ddf20bcff tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=052594cd-480f-4f07-8793-0dec9c177dce HTTP/1.1" status: 200 len: 947 time: 0.2218106 Aug 11 21:52:28.729399 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-666a2d57-319e-46b8-8a31-6ca8d780fae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:28.740651 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['169fb926-c34e-45f0-9f2a-a8b0df811ee7'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:52:28.745739 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-666a2d57-319e-46b8-8a31-6ca8d780fae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:28.825943 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3d077e70-ce2c-4d10-8353-548bcc9e2b16 req-4bb86bbb-75e4-4e11-8fec-171336969d3d tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/security-groups?id=6078a9ed-3c5b-4169-ba70-8e708b85c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549115 Aug 11 21:52:28.864314 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-666a2d57-319e-46b8-8a31-6ca8d780fae4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bbcd364e852b4742b79d221f2e48c8b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6148186 Aug 11 21:52:28.881842 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51198) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:28.995718 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a2d57-319e-46b8-8a31-6ca8d780fae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5ba524-548b-47d0-9fe9-9161ac9e61dd,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:29.035081 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5f751c0d-2703-4162-86de-867d70270bd0 req-ea95111d-2a76-43ff-bbd1-77201ba82fe2 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=a757c531-7648-46b6-b91c-dc6a6f2a3bad HTTP/1.1" status: 200 len: 210 time: 0.0401506 Aug 11 21:52:29.051178 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6f10b3c2-5781-47b9-887a-e85ee304e2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:29.096821 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17016dca-7417-4e45-bdad-7e3a2b5858f1 None None] Routers {'b76f019b-f2db-4643-b481-8bdc62e20c46'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:52:29.100401 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-17016dca-7417-4e45-bdad-7e3a2b5858f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:52:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['b76f019b-f2db-4643-b481-8bdc62e20c46'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:52:29.107610 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e0c6903c-0dfe-4a98-9e7f-3a3200dc7eca req-b8422424-99c9-433f-b992-f20ce6a0e955 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0808959 Aug 11 21:52:29.118590 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6f10b3c2-5781-47b9-887a-e85ee304e2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:29.233412 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80811905-45c0-4db8-ad3b-511d82628522 req-ae44b6bf-9a6d-4064-9136-a8c68dd64588 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:29.234842 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6f10b3c2-5781-47b9-887a-e85ee304e2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:29.237883 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6f10b3c2-5781-47b9-887a-e85ee304e2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:29.239142 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6f10b3c2-5781-47b9-887a-e85ee304e2ef admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fd5ba524-548b-47d0-9fe9-9161ac9e61dd HTTP/1.1" status: 204 len: 168 time: 0.3559680 Aug 11 21:52:29.240848 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-80811905-45c0-4db8-ad3b-511d82628522 req-ae44b6bf-9a6d-4064-9136-a8c68dd64588 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 945 time: 0.2148035 Aug 11 21:52:29.248803 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=169fb926-c34e-45f0-9f2a-a8b0df811ee7,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:29.263283 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10b3c2-5781-47b9-887a-e85ee304e2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5ba524-548b-47d0-9fe9-9161ac9e61dd,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:29.284117 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0c4aea92-c9fe-4ec7-a985-fdf3fe4467bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:29.296647 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0c4aea92-c9fe-4ec7-a985-fdf3fe4467bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:29.431465 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-80811905-45c0-4db8-ad3b-511d82628522 req-7e3e2f09-e5e4-4ddd-87a8-37091bc24bc7 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777871 Aug 11 21:52:29.465696 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0c4aea92-c9fe-4ec7-a985-fdf3fe4467bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:29.473926 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 85dd9924-bb87-4382-94d3-8a43e3e81a12 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:52:29.503809 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e0c6903c-0dfe-4a98-9e7f-3a3200dc7eca req-2f8e257d-23fc-43f7-bf7f-4eef1b8ce1f1 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706775 Aug 11 21:52:29.519042 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4aea92-c9fe-4ec7-a985-fdf3fe4467bf admin admin] Pushing event updated for resources: {'Port': ['ID=8c6a64bb-c797-4d4b-832a-6db05f980a07,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:29.551605 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fbb04-e1c1-46c6-bdcf-e0b1e1546c37 None None] Pushing event updated for resources: {'Port': ['ID=83f3eb6e-c6b5-4520-baae-bcadedc27c3f,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:29.588547 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-17016dca-7417-4e45-bdad-7e3a2b5858f1 None None] Set router b76f019b-f2db-4643-b481-8bdc62e20c46 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:52:29.670860 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.resource_extend [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 21:52:29.798792 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4aea92-c9fe-4ec7-a985-fdf3fe4467bf admin admin] Network e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:52:29.802086 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-0c4aea92-c9fe-4ec7-a985-fdf3fe4467bf admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:52:30.130932 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2facff-c343-4c67-823e-e2fd45ce5cdc req-6dd3b641-cd2f-49e9-852c-ee02f0a591b8 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:30.143237 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cd2facff-c343-4c67-823e-e2fd45ce5cdc req-6dd3b641-cd2f-49e9-852c-ee02f0a591b8 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=052594cd-480f-4f07-8793-0dec9c177dce HTTP/1.1" status: 200 len: 947 time: 0.1427920 Aug 11 21:52:30.166512 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 85dd9924-bb87-4382-94d3-8a43e3e81a12, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=85dd9924-bb87-4382-94d3-8a43e3e81a12,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:30.201219 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4aea92-c9fe-4ec7-a985-fdf3fe4467bf admin admin] Router b76f019b-f2db-4643-b481-8bdc62e20c46 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:52:30.253465 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cd2facff-c343-4c67-823e-e2fd45ce5cdc req-4d0aae30-3926-43be-91c4-100f7b421452 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/security-groups?id=6078a9ed-3c5b-4169-ba70-8e708b85c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058934 Aug 11 21:52:30.262654 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '85dd9924-bb87-4382-94d3-8a43e3e81a12', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '85dd9924-bb87-4382-94d3-8a43e3e81a12', 'mac_address': 'fa:16:3e:9b:bb:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:52:30.376575 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:30.404481 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99c98b26-059f-4254-8d3c-4ba8fc284776 req-465c2bf3-0cb6-4cd8-9bd8-a25325707423 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups/ebec76b9-901b-48b2-a846-6bd6078b0b21 HTTP/1.1" status: 200 len: 1799 time: 0.1184049 Aug 11 21:52:30.410271 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85dd9924-bb87-4382-94d3-8a43e3e81a12 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:52:30.436763 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-17016dca-7417-4e45-bdad-7e3a2b5858f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76f019b-f2db-4643-b481-8bdc62e20c46', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827599150-router', 'tenant_id': '0ffc1ce1280c454884cd1721d99fabb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '83f3eb6e-c6b5-4520-baae-bcadedc27c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:52:20Z', 'updated_at': '2021-08-11T21:52:27Z', 'revision_number': 4, 'project_id': '0ffc1ce1280c454884cd1721d99fabb8', 'gw_port': {'id': '83f3eb6e-c6b5-4520-baae-bcadedc27c3f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76f019b-f2db-4643-b481-8bdc62e20c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:52:21Z', 'updated_at': '2021-08-11T21:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '8c6a64bb-c797-4d4b-832a-6db05f980a07', 'name': '', 'network_id': 'e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca', 'tenant_id': '0ffc1ce1280c454884cd1721d99fabb8', 'mac_address': 'fa:16:3e:3f:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76f019b-f2db-4643-b481-8bdc62e20c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e2bb92f0-865f-4ca3-9181-5430ef0dfa71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:52:25Z', 'updated_at': '2021-08-11T21:52:26Z', 'revision_number': 1, 'project_id': '0ffc1ce1280c454884cd1721d99fabb8', 'subnets': [{'id': 'e2bb92f0-865f-4ca3-9181-5430ef0dfa71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:52:30.447098 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4aea92-c9fe-4ec7-a985-fdf3fe4467bf admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:52:30.454847 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0c4aea92-c9fe-4ec7-a985-fdf3fe4467bf admin admin] 10.222.0.77 "PUT /v2.0/routers/b76f019b-f2db-4643-b481-8bdc62e20c46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8142722 Aug 11 21:52:30.486573 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 85dd9924-bb87-4382-94d3-8a43e3e81a12, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=85dd9924-bb87-4382-94d3-8a43e3e81a12,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:30.487460 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3f26046d-85d1-4eb2-aae8-d526b05fed70 None None] Provisioning complete for port 8c6a64bb-c797-4d4b-832a-6db05f980a07 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:52:30.488003 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3f26046d-85d1-4eb2-aae8-d526b05fed70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:30.490068 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17016dca-7417-4e45-bdad-7e3a2b5858f1 None None] The sync data for ids ['b76f019b-f2db-4643-b481-8bdc62e20c46'] in n-d-804275-3 is: [{'id': 'b76f019b-f2db-4643-b481-8bdc62e20c46', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827599150-router', 'tenant_id': '0ffc1ce1280c454884cd1721d99fabb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '83f3eb6e-c6b5-4520-baae-bcadedc27c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:52:20Z', 'updated_at': '2021-08-11T21:52:27Z', 'revision_number': 4, 'project_id': '0ffc1ce1280c454884cd1721d99fabb8', 'gw_port': {'id': '83f3eb6e-c6b5-4520-baae-bcadedc27c3f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76f019b-f2db-4643-b481-8bdc62e20c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:52:21Z', 'updated_at': '2021-08-11T21:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '8c6a64bb-c797-4d4b-832a-6db05f980a07', 'name': '', 'network_id': 'e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca', 'tenant_id': '0ffc1ce1280c454884cd1721d99fabb8', 'mac_address': 'fa:16:3e:3f:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76f019b-f2db-4643-b481-8bdc62e20c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e2bb92f0-865f-4ca3-9181-5430ef0dfa71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:52:25Z', 'updated_at': '2021-08-11T21:52:26Z', 'revision_number': 1, 'project_id': '0ffc1ce1280c454884cd1721d99fabb8', 'subnets': [{'id': 'e2bb92f0-865f-4ca3-9181-5430ef0dfa71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:52:30.494100 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:30.527716 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-99c98b26-059f-4254-8d3c-4ba8fc284776 req-40533d7d-41f1-4cfc-991a-932cac2a31da tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:30.636374 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-99c98b26-059f-4254-8d3c-4ba8fc284776 req-40533d7d-41f1-4cfc-991a-932cac2a31da tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:30.754602 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556dc32-b18b-4192-b5a6-977ce163fa2f req-d811e176-3261-4196-9f3d-4cf33c79e711 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:30.770024 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7556dc32-b18b-4192-b5a6-977ce163fa2f req-d811e176-3261-4196-9f3d-4cf33c79e711 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 945 time: 0.2083676 Aug 11 21:52:30.770284 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-3f26046d-85d1-4eb2-aae8-d526b05fed70 None None] Port 8c6a64bb-c797-4d4b-832a-6db05f980a07 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:52:30.776839 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-99c98b26-059f-4254-8d3c-4ba8fc284776 req-40533d7d-41f1-4cfc-991a-932cac2a31da tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:30.786185 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-99c98b26-059f-4254-8d3c-4ba8fc284776 req-40533d7d-41f1-4cfc-991a-932cac2a31da tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:30.788712 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99c98b26-059f-4254-8d3c-4ba8fc284776 req-40533d7d-41f1-4cfc-991a-932cac2a31da tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "DELETE /v2.0/security-groups/ebec76b9-901b-48b2-a846-6bd6078b0b21 HTTP/1.1" status: 204 len: 173 time: 0.3832669 Aug 11 21:52:30.810998 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40533d7d-41f1-4cfc-991a-932cac2a31da tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebec76b9-901b-48b2-a846-6bd6078b0b21,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:30.819631 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=85dd9924-bb87-4382-94d3-8a43e3e81a12,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:30.852117 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['85dd9924-bb87-4382-94d3-8a43e3e81a12'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:52:30.868676 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7556dc32-b18b-4192-b5a6-977ce163fa2f req-4a94c88d-56e7-49b4-bf8f-fc384572350c tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976408 Aug 11 21:52:31.008219 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e63d842e-8411-43e3-9f77-80e97a389573 req-620e2a2c-81ac-4a85-be38-a6bd808cf722 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups/573f6763-1500-4b50-9ef0-ee825f726e26 HTTP/1.1" status: 200 len: 1797 time: 0.0731478 Aug 11 21:52:31.125230 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e63d842e-8411-43e3-9f77-80e97a389573 req-0c129a56-eb15-40e9-8437-bc1cb8bd059d tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:31.191952 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e63d842e-8411-43e3-9f77-80e97a389573 req-0c129a56-eb15-40e9-8437-bc1cb8bd059d tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:31.336372 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e63d842e-8411-43e3-9f77-80e97a389573 req-0c129a56-eb15-40e9-8437-bc1cb8bd059d tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:31.340901 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e63d842e-8411-43e3-9f77-80e97a389573 req-0c129a56-eb15-40e9-8437-bc1cb8bd059d tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:31.343153 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e63d842e-8411-43e3-9f77-80e97a389573 req-0c129a56-eb15-40e9-8437-bc1cb8bd059d tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "DELETE /v2.0/security-groups/573f6763-1500-4b50-9ef0-ee825f726e26 HTTP/1.1" status: 204 len: 173 time: 0.3331819 Aug 11 21:52:31.379660 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c129a56-eb15-40e9-8437-bc1cb8bd059d tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=573f6763-1500-4b50-9ef0-ee825f726e26,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:31.471500 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 169fb926-c34e-45f0-9f2a-a8b0df811ee7 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:52:31.686150 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb21ff8-75e5-4912-b64a-53dbd92bbeaa req-c3b832b9-83e9-4b31-9788-98c47f942aeb tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:31.687113 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392e2f1-6c3a-4fd1-b409-090e3aca4fdb req-e4599a94-ce16-4465-a7c1-c68a17436ec3 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:31.690249 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1fb21ff8-75e5-4912-b64a-53dbd92bbeaa req-c3b832b9-83e9-4b31-9788-98c47f942aeb tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=052594cd-480f-4f07-8793-0dec9c177dce HTTP/1.1" status: 200 len: 948 time: 0.1507182 Aug 11 21:52:31.719903 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e392e2f1-6c3a-4fd1-b409-090e3aca4fdb req-e4599a94-ce16-4465-a7c1-c68a17436ec3 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 945 time: 0.2284336 Aug 11 21:52:31.724451 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 169fb926-c34e-45f0-9f2a-a8b0df811ee7 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:52:31.726278 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:31.788968 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1fb21ff8-75e5-4912-b64a-53dbd92bbeaa req-2a1497b8-20f3-4653-b821-7b9933369087 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/security-groups?id=6078a9ed-3c5b-4169-ba70-8e708b85c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743890 Aug 11 21:52:31.867079 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-e6dd510a-428a-4ab2-bc68-c30c00ab78af req-b3ca1480-86b1-4b7c-8ed9-28aabaeb26c2 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1328406403', 'description': 'tempest-description-1798478375'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:52:31.892009 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e392e2f1-6c3a-4fd1-b409-090e3aca4fdb req-6e300939-0644-4e7d-b68e-46c62e7378f5 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667252 Aug 11 21:52:31.970268 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e6dd510a-428a-4ab2-bc68-c30c00ab78af req-b3ca1480-86b1-4b7c-8ed9-28aabaeb26c2 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:32.132492 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:32.200628 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a9d854-d5f5-4cf5-ad5c-905c9789fbc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169fb926-c34e-45f0-9f2a-a8b0df811ee7'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:52:32.204773 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b458e34-c3d9-4b00-b0a9-e756bb3dfea4" -d '{"events": [{"server_uuid": "28a9d854-d5f5-4cf5-ad5c-905c9789fbc5", "name": "network-vif-plugged", "status": "completed", "tag": "169fb926-c34e-45f0-9f2a-a8b0df811ee7"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:52:32.222154 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e6dd510a-428a-4ab2-bc68-c30c00ab78af req-b3ca1480-86b1-4b7c-8ed9-28aabaeb26c2 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:32.229399 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 169fb926-c34e-45f0-9f2a-a8b0df811ee7, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=169fb926-c34e-45f0-9f2a-a8b0df811ee7,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:32.235800 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e6dd510a-428a-4ab2-bc68-c30c00ab78af req-b3ca1480-86b1-4b7c-8ed9-28aabaeb26c2 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:32.260725 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:32.325590 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e6dd510a-428a-4ab2-bc68-c30c00ab78af req-b3ca1480-86b1-4b7c-8ed9-28aabaeb26c2 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:32.328095 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e6dd510a-428a-4ab2-bc68-c30c00ab78af req-b3ca1480-86b1-4b7c-8ed9-28aabaeb26c2 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4756751 Aug 11 21:52:32.453858 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca1480-86b1-4b7c-8ed9-28aabaeb26c2 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44847a3f-09f0-42c5-954f-64240e6f9ad3,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:32.471738 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c94df7-33e8-4583-af90-a636c80c9d80 x-openstack-request-id: req-92c94df7-33e8-4583-af90-a636c80c9d80 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:52:32.472279 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a9d854-d5f5-4cf5-ad5c-905c9789fbc5", "name": "network-vif-plugged", "status": "completed", "tag": "169fb926-c34e-45f0-9f2a-a8b0df811ee7", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:52:32.472632 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-92c94df7-33e8-4583-af90-a636c80c9d80 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:52:32.473270 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a9d854-d5f5-4cf5-ad5c-905c9789fbc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169fb926-c34e-45f0-9f2a-a8b0df811ee7', 'code': 200} Aug 11 21:52:32.580493 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=169fb926-c34e-45f0-9f2a-a8b0df811ee7,revision_number=7']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:32.634585 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-39e5b919-11bc-42a3-9320-7275eac063d9 req-d914ad13-1a47-4213-a2b2-b80a433a3fec tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups/44847a3f-09f0-42c5-954f-64240e6f9ad3 HTTP/1.1" status: 200 len: 1801 time: 0.1169379 Aug 11 21:52:32.652830 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-39e5b919-11bc-42a3-9320-7275eac063d9 req-0c8f560e-4a1a-4372-84d7-0980fe087aa6 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Request body: {'security_group': {'name': 'tempest-sg-hth-461029102', 'description': 'tempest-description-hth-1270917373'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:52:32.712075 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-39e5b919-11bc-42a3-9320-7275eac063d9 req-0c8f560e-4a1a-4372-84d7-0980fe087aa6 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:32.885136 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-39e5b919-11bc-42a3-9320-7275eac063d9 req-0c8f560e-4a1a-4372-84d7-0980fe087aa6 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:32.893005 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-39e5b919-11bc-42a3-9320-7275eac063d9 req-0c8f560e-4a1a-4372-84d7-0980fe087aa6 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:32.896127 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-39e5b919-11bc-42a3-9320-7275eac063d9 req-0c8f560e-4a1a-4372-84d7-0980fe087aa6 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:32.907930 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-39e5b919-11bc-42a3-9320-7275eac063d9 req-0c8f560e-4a1a-4372-84d7-0980fe087aa6 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "PUT /v2.0/security-groups/44847a3f-09f0-42c5-954f-64240e6f9ad3 HTTP/1.1" status: 200 len: 1774 time: 0.2649474 Aug 11 21:52:33.030104 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f560e-4a1a-4372-84d7-0980fe087aa6 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44847a3f-09f0-42c5-954f-64240e6f9ad3,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:33.242980 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cadb2d-c751-4eda-8c33-54dd6c3077b9 req-b53748e4-db48-4b79-8dd3-cf42ba3dac24 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:33.252906 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-14cadb2d-c751-4eda-8c33-54dd6c3077b9 req-b53748e4-db48-4b79-8dd3-cf42ba3dac24 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=052594cd-480f-4f07-8793-0dec9c177dce HTTP/1.1" status: 200 len: 948 time: 0.1495433 Aug 11 21:52:33.274538 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-abea0dc2-6ab4-4a8a-b745-a7672f55f1ed tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:33.284501 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-abea0dc2-6ab4-4a8a-b745-a7672f55f1ed tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/networks?id=4704ff02-c5ab-4776-afb3-b0008179201b HTTP/1.1" status: 200 len: 815 time: 0.4156241 Aug 11 21:52:33.308109 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-fe0f8950-f996-453b-a073-717be1a44fc7 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/quotas/48dee6b1f1ed472f88259995ad0e68a7 HTTP/1.1" status: 200 len: 375 time: 0.0219605 Aug 11 21:52:33.361324 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-14cadb2d-c751-4eda-8c33-54dd6c3077b9 req-e730806e-4d2e-40f5-aa7c-8d8ea3f6659f tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/security-groups?id=6078a9ed-3c5b-4169-ba70-8e708b85c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065407 Aug 11 21:52:33.420262 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-97786fb9-2564-4409-93af-fbb5805e4f39 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=48dee6b1f1ed472f88259995ad0e68a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1105576 Aug 11 21:52:33.463742 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6b52bb09-875d-482c-b0f9-e83a798aef18 req-45e11f28-1ba2-4023-a6a1-d9b775361331 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups/44847a3f-09f0-42c5-954f-64240e6f9ad3 HTTP/1.1" status: 200 len: 1774 time: 0.0728977 Aug 11 21:52:33.494876 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 85dd9924-bb87-4382-94d3-8a43e3e81a12 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:52:33.602309 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 85dd9924-bb87-4382-94d3-8a43e3e81a12 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:52:33.614952 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 85dd9924-bb87-4382-94d3-8a43e3e81a12 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:52:33.616266 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:33.641089 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-29993bde-9d24-4ab5-a678-c3d7cfd054af req-18186be8-aa28-4aa7-bad4-b27f24d27c85 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups/44847a3f-09f0-42c5-954f-64240e6f9ad3 HTTP/1.1" status: 200 len: 1774 time: 0.1611884 Aug 11 21:52:33.675477 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-35e0042b-3a7d-4ce8-9da7-7487af2426f7 service neutron] 10.222.0.77 "GET /v2.0/networks/4704ff02-c5ab-4776-afb3-b0008179201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525606 Aug 11 21:52:33.734475 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 83f3eb6e-c6b5-4520-baae-bcadedc27c3f up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:52:33.811856 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-29993bde-9d24-4ab5-a678-c3d7cfd054af req-79343d3d-81e2-4040-b671-baab47b4353f tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:33.878429 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:33.899322 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-29993bde-9d24-4ab5-a678-c3d7cfd054af req-79343d3d-81e2-4040-b671-baab47b4353f tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:33.947710 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 85dd9924-bb87-4382-94d3-8a43e3e81a12, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=85dd9924-bb87-4382-94d3-8a43e3e81a12,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:33.976613 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:33.979474 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-e8e01592-da4f-4995-aeb2-08780495b25b service neutron] 10.222.0.77 "GET /v2.0/networks/4704ff02-c5ab-4776-afb3-b0008179201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035159 Aug 11 21:52:33.997171 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 83f3eb6e-c6b5-4520-baae-bcadedc27c3f completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:52:34.026463 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51360) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:34.032274 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-02f97625-3b4a-4cae-9a83-7e2d710d0463 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1608427239-network', 'tenant_id': 'ea232747006442c6a44c6fa81879b86d'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:52:34.036826 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 83f3eb6e-c6b5-4520-baae-bcadedc27c3f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:52:34.037068 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:34.072660 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f97625-3b4a-4cae-9a83-7e2d710d0463 admin admin] Made reservation on behalf of ea232747006442c6a44c6fa81879b86d for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:52:34.076883 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02f97625-3b4a-4cae-9a83-7e2d710d0463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:34.106614 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02f97625-3b4a-4cae-9a83-7e2d710d0463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:34.131268 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=85dd9924-bb87-4382-94d3-8a43e3e81a12,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:34.300604 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e16bc-c3e2-4356-9e5d-fda8915b7e99 req-28faf85b-b7a0-41d9-8a6b-5288936905ff tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:34.303903 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-541e16bc-c3e2-4356-9e5d-fda8915b7e99 req-28faf85b-b7a0-41d9-8a6b-5288936905ff tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.82 "GET /v2.0/ports?device_id=4eb76e3e-1b5c-460b-9edc-4343074cef27 HTTP/1.1" status: 200 len: 945 time: 0.3106191 Aug 11 21:52:34.308240 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-29993bde-9d24-4ab5-a678-c3d7cfd054af req-79343d3d-81e2-4040-b671-baab47b4353f tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:34.313102 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-29993bde-9d24-4ab5-a678-c3d7cfd054af req-79343d3d-81e2-4040-b671-baab47b4353f tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:34.315076 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:34.328494 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-29993bde-9d24-4ab5-a678-c3d7cfd054af req-79343d3d-81e2-4040-b671-baab47b4353f tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "DELETE /v2.0/security-groups/44847a3f-09f0-42c5-954f-64240e6f9ad3 HTTP/1.1" status: 204 len: 173 time: 0.6810644 Aug 11 21:52:34.433900 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79343d3d-81e2-4040-b671-baab47b4353f tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44847a3f-09f0-42c5-954f-64240e6f9ad3,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:34.465960 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 83f3eb6e-c6b5-4520-baae-bcadedc27c3f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=83f3eb6e-c6b5-4520-baae-bcadedc27c3f,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:34.470843 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02f97625-3b4a-4cae-9a83-7e2d710d0463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:34.477621 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02f97625-3b4a-4cae-9a83-7e2d710d0463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:34.483136 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052594cd-480f-4f07-8793-0dec9c177dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85dd9924-bb87-4382-94d3-8a43e3e81a12'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:52:34.485540 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b419a5-8925-4354-9211-d39691f01256" -d '{"events": [{"server_uuid": "052594cd-480f-4f07-8793-0dec9c177dce", "name": "network-vif-plugged", "status": "completed", "tag": "85dd9924-bb87-4382-94d3-8a43e3e81a12"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:52:34.532095 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:34.550163 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f97625-3b4a-4cae-9a83-7e2d710d0463 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:52:34.607017 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f97625-3b4a-4cae-9a83-7e2d710d0463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc527a7-9d24-4742-8bc4-0ab196d5bf6f,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:34.615349 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02f97625-3b4a-4cae-9a83-7e2d710d0463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:34.615842 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-02f97625-3b4a-4cae-9a83-7e2d710d0463 admin admin] Added segment 62508613-e713-437d-8039-ca5abe52167e of type vlan for network abc76e76-1f9c-41e1-8aea-10ce97937053 Aug 11 21:52:34.637227 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-541e16bc-c3e2-4356-9e5d-fda8915b7e99 req-5d109196-a17e-4a32-b054-ad53b55e262c tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Deleting port be15dcc8-7358-4ac0-9cb9-bff68d656628 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:52:34.637585 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-541e16bc-c3e2-4356-9e5d-fda8915b7e99 req-5d109196-a17e-4a32-b054-ad53b55e262c tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:34.655994 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=83f3eb6e-c6b5-4520-baae-bcadedc27c3f,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:34.760644 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02f97625-3b4a-4cae-9a83-7e2d710d0463 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:34.819772 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651a894f-28d7-4736-80c5-61cf9d518605 None None] Sync routers for ids ['b76f019b-f2db-4643-b481-8bdc62e20c46'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:52:34.841005 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651a894f-28d7-4736-80c5-61cf9d518605 None None] Routers {'b76f019b-f2db-4643-b481-8bdc62e20c46'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:52:34.841761 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-651a894f-28d7-4736-80c5-61cf9d518605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:52:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['b76f019b-f2db-4643-b481-8bdc62e20c46'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:52:34.885037 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02f97625-3b4a-4cae-9a83-7e2d710d0463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:34.886874 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f97625-3b4a-4cae-9a83-7e2d710d0463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:34.887811 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02f97625-3b4a-4cae-9a83-7e2d710d0463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:34.946682 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a2865624-c70f-45c3-907c-281754ac74a6 req-1bfc983a-8dc5-423c-a55c-c7d8459d891f tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 210 time: 0.0863025 Aug 11 21:52:35.006593 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-541e16bc-c3e2-4356-9e5d-fda8915b7e99 req-5d109196-a17e-4a32-b054-ad53b55e262c tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] For port be15dcc8-7358-4ac0-9cb9-bff68d656628, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=be15dcc8-7358-4ac0-9cb9-bff68d656628,segment=NetworkSegment(0b69ea86-ef97-454e-8a8e-3f0290a75489),segment_id=0b69ea86-ef97-454e-8a8e-3f0290a75489)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:35.008413 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-541e16bc-c3e2-4356-9e5d-fda8915b7e99 req-5d109196-a17e-4a32-b054-ad53b55e262c tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:35.088354 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-541e16bc-c3e2-4356-9e5d-fda8915b7e99 req-5d109196-a17e-4a32-b054-ad53b55e262c tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Calling delete_port for be15dcc8-7358-4ac0-9cb9-bff68d656628 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:52:35.094539 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f97625-3b4a-4cae-9a83-7e2d710d0463 admin admin] Pushing event updated for resources: {'Network': ['ID=abc76e76-1f9c-41e1-8aea-10ce97937053,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:35.097850 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-02f97625-3b4a-4cae-9a83-7e2d710d0463 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0699096 Aug 11 21:52:35.102561 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51392) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:35.115337 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network abc76e76-1f9c-41e1-8aea-10ce97937053 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:52:35.145282 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-0223cf89-a28e-46f9-ad61-72d0240ed1d2 admin admin] Request body: {'subnet': {'network_id': 'abc76e76-1f9c-41e1-8aea-10ce97937053', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1608427239-subnet', 'tenant_id': 'ea232747006442c6a44c6fa81879b86d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:52:35.194785 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0223cf89-a28e-46f9-ad61-72d0240ed1d2 admin admin] Made reservation on behalf of ea232747006442c6a44c6fa81879b86d for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:52:35.195992 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0223cf89-a28e-46f9-ad61-72d0240ed1d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:35.207401 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-651a894f-28d7-4736-80c5-61cf9d518605 None None] Set router b76f019b-f2db-4643-b481-8bdc62e20c46 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:52:35.405842 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-d5ca794b-fee6-4f65-ba87-1d2b5ef6511a tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=fdfafb30082f453b8ca3c156794bf962&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0978405 Aug 11 21:52:35.591874 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190f370-5a2c-4477-95f0-8c0ded1108ce req-f7092886-a446-4809-8c56-713155fbad75 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:35.600551 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f190f370-5a2c-4477-95f0-8c0ded1108ce req-f7092886-a446-4809-8c56-713155fbad75 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=052594cd-480f-4f07-8793-0dec9c177dce HTTP/1.1" status: 200 len: 949 time: 0.5002003 Aug 11 21:52:35.668975 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0223cf89-a28e-46f9-ad61-72d0240ed1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:35.713803 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 83f3eb6e-c6b5-4520-baae-bcadedc27c3f up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:52:35.714800 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-b4579cc5-afab-4f39-9ee9-19a02a879c7c tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:35.718107 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-b4579cc5-afab-4f39-9ee9-19a02a879c7c tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2835443 Aug 11 21:52:35.866091 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-8e63dffc-b96e-44ef-8792-6f6836244c4b tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/quotas/fdfafb30082f453b8ca3c156794bf962 HTTP/1.1" status: 200 len: 375 time: 0.1288762 Aug 11 21:52:35.883128 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 83f3eb6e-c6b5-4520-baae-bcadedc27c3f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:52:35.883752 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:35.960554 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-651a894f-28d7-4736-80c5-61cf9d518605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76f019b-f2db-4643-b481-8bdc62e20c46', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827599150-router', 'tenant_id': '0ffc1ce1280c454884cd1721d99fabb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '83f3eb6e-c6b5-4520-baae-bcadedc27c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:52:20Z', 'updated_at': '2021-08-11T21:52:27Z', 'revision_number': 4, 'project_id': '0ffc1ce1280c454884cd1721d99fabb8', 'gw_port': {'id': '83f3eb6e-c6b5-4520-baae-bcadedc27c3f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f019b-f2db-4643-b481-8bdc62e20c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:52:21Z', 'updated_at': '2021-08-11T21:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '8c6a64bb-c797-4d4b-832a-6db05f980a07', 'name': '', 'network_id': 'e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca', 'tenant_id': '0ffc1ce1280c454884cd1721d99fabb8', 'mac_address': 'fa:16:3e:3f:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76f019b-f2db-4643-b481-8bdc62e20c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e2bb92f0-865f-4ca3-9181-5430ef0dfa71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:52:25Z', 'updated_at': '2021-08-11T21:52:28Z', 'revision_number': 2, 'project_id': '0ffc1ce1280c454884cd1721d99fabb8', 'subnets': [{'id': 'e2bb92f0-865f-4ca3-9181-5430ef0dfa71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:52:36.014733 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-49a0aef5-01fa-448e-a204-003b90cfc3d7 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=fdfafb30082f453b8ca3c156794bf962&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1287792 Aug 11 21:52:36.043879 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-541e16bc-c3e2-4356-9e5d-fda8915b7e99 req-5d109196-a17e-4a32-b054-ad53b55e262c tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:36.051549 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651a894f-28d7-4736-80c5-61cf9d518605 None None] Checking router: b76f019b-f2db-4643-b481-8bdc62e20c46 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:52:36.054387 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651a894f-28d7-4736-80c5-61cf9d518605 None None] Updating router b76f019b-f2db-4643-b481-8bdc62e20c46 port 8c6a64bb-c797-4d4b-832a-6db05f980a07 binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 21:52:36.110084 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-651a894f-28d7-4736-80c5-61cf9d518605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:36.113019 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d109196-a17e-4a32-b054-ad53b55e262c tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Pushing event deleted for resources: {'Port': ['ID=be15dcc8-7358-4ac0-9cb9-bff68d656628,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:36.222153 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-541e16bc-c3e2-4356-9e5d-fda8915b7e99 req-5d109196-a17e-4a32-b054-ad53b55e262c tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] No DVR routers for this DVR port be15dcc8-7358-4ac0-9cb9-bff68d656628 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:52:36.229143 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-541e16bc-c3e2-4356-9e5d-fda8915b7e99 req-5d109196-a17e-4a32-b054-ad53b55e262c tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:36.233787 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-541e16bc-c3e2-4356-9e5d-fda8915b7e99 req-5d109196-a17e-4a32-b054-ad53b55e262c tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.82 "DELETE /v2.0/ports/be15dcc8-7358-4ac0-9cb9-bff68d656628 HTTP/1.1" status: 204 len: 173 time: 1.8956275 Aug 11 21:52:36.235114 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb76e3e-1b5c-460b-9edc-4343074cef27', 'name': 'network-vif-deleted', 'tag': 'be15dcc8-7358-4ac0-9cb9-bff68d656628'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:52:36.244034 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63cc05c-d125-4d24-9c82-fc2cacf4711c" -d '{"events": [{"server_uuid": "4eb76e3e-1b5c-460b-9edc-4343074cef27", "name": "network-vif-deleted", "tag": "be15dcc8-7358-4ac0-9cb9-bff68d656628"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:52:36.295545 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f190f370-5a2c-4477-95f0-8c0ded1108ce req-4d45d38e-b6d6-4028-befb-85a7198d61ee tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/security-groups?id=6078a9ed-3c5b-4169-ba70-8e708b85c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6917672 Aug 11 21:52:36.330318 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223cf89-a28e-46f9-ad61-72d0240ed1d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33d0e654-e99e-4798-a72a-9f7bb28a6bff,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:36.404099 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e432d9-c9a1-4e83-8d2d-f6c897cf9e61 x-openstack-request-id: req-a8e432d9-c9a1-4e83-8d2d-f6c897cf9e61 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:52:36.404680 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052594cd-480f-4f07-8793-0dec9c177dce", "name": "network-vif-plugged", "status": "completed", "tag": "85dd9924-bb87-4382-94d3-8a43e3e81a12", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:52:36.405147 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a8e432d9-c9a1-4e83-8d2d-f6c897cf9e61 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:52:36.405743 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052594cd-480f-4f07-8793-0dec9c177dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85dd9924-bb87-4382-94d3-8a43e3e81a12', 'code': 200} Aug 11 21:52:36.473717 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0223cf89-a28e-46f9-ad61-72d0240ed1d2 admin admin] Checking segment: {'id': '62508613-e713-437d-8039-ca5abe52167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'abc76e76-1f9c-41e1-8aea-10ce97937053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:52:36.474384 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0223cf89-a28e-46f9-ad61-72d0240ed1d2 admin admin] Network hostable DHCP agents. Network: abc76e76-1f9c-41e1-8aea-10ce97937053, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:52:36.562629 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0223cf89-a28e-46f9-ad61-72d0240ed1d2 admin admin] Network abc76e76-1f9c-41e1-8aea-10ce97937053 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:52:36.584028 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-0223cf89-a28e-46f9-ad61-72d0240ed1d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, abc76e76-1f9c-41e1-8aea-10ce97937053) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:52:36.598001 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0223cf89-a28e-46f9-ad61-72d0240ed1d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:36.601291 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0570281c-ac3c-4451-aa94-c54bd580fcc1 None None] Network abc76e76-1f9c-41e1-8aea-10ce97937053 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:52:36.602848 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0223cf89-a28e-46f9-ad61-72d0240ed1d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:36.667299 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0223cf89-a28e-46f9-ad61-72d0240ed1d2 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5631375 Aug 11 21:52:36.670955 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51432) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:36.704426 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-dbb99e42-6e4c-40c4-a24f-ef9b67d4a698 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1608427239-router', 'tenant_id': 'ea232747006442c6a44c6fa81879b86d', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:52:36.849078 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dbb99e42-6e4c-40c4-a24f-ef9b67d4a698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:36.851216 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dbb99e42-6e4c-40c4-a24f-ef9b67d4a698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:36.961662 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d7d022-b9f0-4752-adf0-8173d385f13d x-openstack-request-id: req-21d7d022-b9f0-4752-adf0-8173d385f13d {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:52:36.964977 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb76e3e-1b5c-460b-9edc-4343074cef27", "name": "network-vif-deleted", "tag": "be15dcc8-7358-4ac0-9cb9-bff68d656628", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:52:36.965582 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-21d7d022-b9f0-4752-adf0-8173d385f13d {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:52:36.977051 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb76e3e-1b5c-460b-9edc-4343074cef27', 'name': 'network-vif-deleted', 'tag': 'be15dcc8-7358-4ac0-9cb9-bff68d656628', 'status': 'completed', 'code': 200} Aug 11 21:52:37.071903 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dbb99e42-6e4c-40c4-a24f-ef9b67d4a698 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:37.073179 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0f3a8d18-5737-474c-9815-c708c2c23c42 req-6daf40dc-017f-484a-990e-39f81d15b56a tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 210 time: 0.1878669 Aug 11 21:52:37.161043 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c02efc-7dfd-45d8-a5eb-b36e90681af5 req-47b1052b-2f9f-45f6-8dc2-e13d27b2fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:37.163155 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-96c02efc-7dfd-45d8-a5eb-b36e90681af5 req-47b1052b-2f9f-45f6-8dc2-e13d27b2fe1f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=052594cd-480f-4f07-8793-0dec9c177dce HTTP/1.1" status: 200 len: 1100 time: 0.3889701 Aug 11 21:52:37.181158 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-b5f52e03-c738-4d09-b5b6-49a9dc4d0807 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:37.183453 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-b5f52e03-c738-4d09-b5b6-49a9dc4d0807 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.82 "GET /v2.0/networks?id=4704ff02-c5ab-4776-afb3-b0008179201b HTTP/1.1" status: 200 len: 815 time: 0.6469772 Aug 11 21:52:37.215895 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9e775508-143e-465e-8373-29c418755705 req-06582ede-8feb-47a4-af8d-65fd778bedae tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=fdfafb30082f453b8ca3c156794bf962&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1588643 Aug 11 21:52:37.253276 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-c4721491-ecfb-4584-9dcb-f9581fe7b06b tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Request body: {'port': {'device_id': 'bc835ce3-960f-498f-a0de-4d3e272a7d70', 'network_id': '4704ff02-c5ab-4776-afb3-b0008179201b', 'admin_state_up': True, 'tenant_id': '48dee6b1f1ed472f88259995ad0e68a7'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:52:37.287998 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14868554-537a-4b49-8e22-4bde4bd4bf21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-abc76e76-1f9c-41e1-8aea-10ce97937053', 'network_id': 'abc76e76-1f9c-41e1-8aea-10ce97937053', 'tenant_id': 'ea232747006442c6a44c6fa81879b86d', 'fixed_ips': [{'subnet_id': '33d0e654-e99e-4798-a72a-9f7bb28a6bff'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 21:52:37.291792 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-14868554-537a-4b49-8e22-4bde4bd4bf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:37.354880 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [req-a28547b6-5600-4be6-8601-84bc0a85c448 req-f4f5747f-43d6-4be3-9bc9-a858e1b8a46f tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] show failed (client error): The resource could not be found. Aug 11 21:52:37.363231 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a28547b6-5600-4be6-8601-84bc0a85c448 req-f4f5747f-43d6-4be3-9bc9-a858e1b8a46f tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups/573f6763-1500-4b50-9ef0-ee825f726e26 HTTP/1.1" status: 404 len: 352 time: 0.1213670 Aug 11 21:52:37.373442 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-96c02efc-7dfd-45d8-a5eb-b36e90681af5 req-47215d5d-2e25-479d-beef-be7c8015ac8b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6078a9ed-3c5b-4169-ba70-8e708b85c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885443 Aug 11 21:52:37.385703 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-651a894f-28d7-4736-80c5-61cf9d518605 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:37.415647 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-651a894f-28d7-4736-80c5-61cf9d518605 None None] Transition to ACTIVE for port object 8c6a64bb-c797-4d4b-832a-6db05f980a07 will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:52:37.424917 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-651a894f-28d7-4736-80c5-61cf9d518605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:37.449984 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e775508-143e-465e-8373-29c418755705 req-63d62042-bd00-4c45-a021-34867f8e5923 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:37.460977 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9e775508-143e-465e-8373-29c418755705 req-63d62042-bd00-4c45-a021-34867f8e5923 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2421925 Aug 11 21:52:37.524169 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9e775508-143e-465e-8373-29c418755705 req-3d5b921d-bac2-491a-afce-10bb3425aaea tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/quotas/fdfafb30082f453b8ca3c156794bf962 HTTP/1.1" status: 200 len: 375 time: 0.0612071 Aug 11 21:52:37.562333 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8714cf-4334-47eb-8ffa-6fe6e3a7b8ad None None] Pushing event updated for resources: {'Port': ['ID=8c6a64bb-c797-4d4b-832a-6db05f980a07,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:37.613255 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8714cf-4334-47eb-8ffa-6fe6e3a7b8ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:37.613609 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8714cf-4334-47eb-8ffa-6fe6e3a7b8ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:37.613957 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8714cf-4334-47eb-8ffa-6fe6e3a7b8ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:37.614322 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8714cf-4334-47eb-8ffa-6fe6e3a7b8ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:37.614696 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8714cf-4334-47eb-8ffa-6fe6e3a7b8ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:37.631219 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8714cf-4334-47eb-8ffa-6fe6e3a7b8ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:37.631625 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8714cf-4334-47eb-8ffa-6fe6e3a7b8ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:37.631981 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8714cf-4334-47eb-8ffa-6fe6e3a7b8ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:37.632339 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8714cf-4334-47eb-8ffa-6fe6e3a7b8ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:37.632676 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8714cf-4334-47eb-8ffa-6fe6e3a7b8ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:37.633024 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8714cf-4334-47eb-8ffa-6fe6e3a7b8ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:37.633398 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8714cf-4334-47eb-8ffa-6fe6e3a7b8ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:52:37.652038 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9e775508-143e-465e-8373-29c418755705 req-6ac88586-18ab-4ac0-ae28-e8e8dc090465 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=fdfafb30082f453b8ca3c156794bf962&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1265154 Aug 11 21:52:37.698570 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-c4721491-ecfb-4584-9dcb-f9581fe7b06b tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Made reservation on behalf of 48dee6b1f1ed472f88259995ad0e68a7 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:52:37.713321 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-c4721491-ecfb-4584-9dcb-f9581fe7b06b tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:37.763759 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dbb99e42-6e4c-40c4-a24f-ef9b67d4a698 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:37.877080 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device be15dcc8-7358-4ac0-9cb9-bff68d656628 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:52:37.925110 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: be15dcc8-7358-4ac0-9cb9-bff68d656628 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:52:37.928438 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device be15dcc8-7358-4ac0-9cb9-bff68d656628 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:52:37.997415 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-651a894f-28d7-4736-80c5-61cf9d518605 None None] Attempting to bind port 8c6a64bb-c797-4d4b-832a-6db05f980a07 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:52:37.997993 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-651a894f-28d7-4736-80c5-61cf9d518605 None None] Attempting to bind port 8c6a64bb-c797-4d4b-832a-6db05f980a07 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '5df5f95c-72bd-466f-92a4-7b77e2c557d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:52:38.001077 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651a894f-28d7-4736-80c5-61cf9d518605 None None] Attempting to bind port 8c6a64bb-c797-4d4b-832a-6db05f980a07 on network e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:52:38.002279 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:38.017699 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651a894f-28d7-4736-80c5-61cf9d518605 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:52:38.018243 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651a894f-28d7-4736-80c5-61cf9d518605 None None] Checking segment: {'id': '5df5f95c-72bd-466f-92a4-7b77e2c557d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:52:38.020011 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-651a894f-28d7-4736-80c5-61cf9d518605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:38.020630 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651a894f-28d7-4736-80c5-61cf9d518605 None None] Bound using segment: {'id': '5df5f95c-72bd-466f-92a4-7b77e2c557d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:52:38.021404 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-651a894f-28d7-4736-80c5-61cf9d518605 None None] Bound port: 8c6a64bb-c797-4d4b-832a-6db05f980a07, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df5f95c-72bd-466f-92a4-7b77e2c557d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:52:38.028379 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-651a894f-28d7-4736-80c5-61cf9d518605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:38.113709 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-c4721491-ecfb-4584-9dcb-f9581fe7b06b tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Allocated IP 172.20.0.11 (4704ff02-c5ab-4776-afb3-b0008179201b/99402162-65dc-4f7a-98e7-13408e81851f/fbcdcd18-d194-4e3e-b731-e6d68de7dccc) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:52:38.226964 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-14868554-537a-4b49-8e22-4bde4bd4bf21 None None] Allocated IP 172.20.0.2 (abc76e76-1f9c-41e1-8aea-10ce97937053/33d0e654-e99e-4798-a72a-9f7bb28a6bff/1dbafbc8-15c4-4484-a4c9-488c1515ffc0) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:52:38.275458 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [req-139fcd00-407a-4b08-b66d-6de05f1bf611 req-8b76bdd3-1202-4240-8219-bda7ac31a8bc tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] show failed (client error): The resource could not be found. Aug 11 21:52:38.300167 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-139fcd00-407a-4b08-b66d-6de05f1bf611 req-8b76bdd3-1202-4240-8219-bda7ac31a8bc tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups/ebec76b9-901b-48b2-a846-6bd6078b0b21 HTTP/1.1" status: 404 len: 352 time: 0.1156962 Aug 11 21:52:38.373560 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dbb99e42-6e4c-40c4-a24f-ef9b67d4a698 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:38.399074 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dbb99e42-6e4c-40c4-a24f-ef9b67d4a698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:38.510072 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-651a894f-28d7-4736-80c5-61cf9d518605 None None] For port 8c6a64bb-c797-4d4b-832a-6db05f980a07, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:52:38.520285 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-651a894f-28d7-4736-80c5-61cf9d518605 None None] For port 8c6a64bb-c797-4d4b-832a-6db05f980a07, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8c6a64bb-c797-4d4b-832a-6db05f980a07,segment=NetworkSegment(5df5f95c-72bd-466f-92a4-7b77e2c557d3),segment_id=5df5f95c-72bd-466f-92a4-7b77e2c557d3)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:52:38.536495 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-651a894f-28d7-4736-80c5-61cf9d518605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:38.549549 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-dbb99e42-6e4c-40c4-a24f-ef9b67d4a698 admin admin] Allocated IP 172.25.2.210 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/2cf871dd-94b1-4fad-be57-a9ecf02055b5) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:52:38.747349 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dbb99e42-6e4c-40c4-a24f-ef9b67d4a698 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:38.806644 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651a894f-28d7-4736-80c5-61cf9d518605 None None] Routers {'b76f019b-f2db-4643-b481-8bdc62e20c46'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:52:38.808322 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-651a894f-28d7-4736-80c5-61cf9d518605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:52:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['b76f019b-f2db-4643-b481-8bdc62e20c46'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:52:38.884802 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200da153-cf75-4cd9-b5bf-65afa281c8f9 req-b879358f-5aaa-4421-94b6-6ecc4360bcd1 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:38.893178 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-200da153-cf75-4cd9-b5bf-65afa281c8f9 req-b879358f-5aaa-4421-94b6-6ecc4360bcd1 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=052594cd-480f-4f07-8793-0dec9c177dce HTTP/1.1" status: 200 len: 949 time: 0.8293436 Aug 11 21:52:38.911699 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dbb99e42-6e4c-40c4-a24f-ef9b67d4a698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:39.042132 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-c4721491-ecfb-4584-9dcb-f9581fe7b06b tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:39.049626 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-14868554-537a-4b49-8e22-4bde4bd4bf21 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:39.066530 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-a8fd8f7b-a15e-4536-84dc-38c86a41f5b5 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=fdfafb30082f453b8ca3c156794bf962&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1641767 Aug 11 21:52:39.094377 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-14868554-537a-4b49-8e22-4bde4bd4bf21 None None] Transition to ACTIVE for port object 1dbafbc8-15c4-4484-a4c9-488c1515ffc0 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:52:39.134302 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-14868554-537a-4b49-8e22-4bde4bd4bf21 None None] Transition to ACTIVE for port object 1dbafbc8-15c4-4484-a4c9-488c1515ffc0 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:52:39.141494 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2828b5aa-52dc-45f7-b3ae-9a0ab9d693b1 req-8973ab4c-e272-461c-aaf6-179e8d7584da tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f HTTP/1.1" status: 200 len: 210 time: 0.0785260 Aug 11 21:52:39.150286 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-200da153-cf75-4cd9-b5bf-65afa281c8f9 req-e6f41ad3-815b-4bf4-a52f-3cb023dc30d1 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/security-groups?id=6078a9ed-3c5b-4169-ba70-8e708b85c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556129 Aug 11 21:52:39.179829 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-14868554-537a-4b49-8e22-4bde4bd4bf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:39.233632 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8714cf-4334-47eb-8ffa-6fe6e3a7b8ad None None] Pushing event updated for resources: {'Port': ['ID=8c6a64bb-c797-4d4b-832a-6db05f980a07,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:39.289649 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [req-53f4304c-bb06-4279-aa7a-0af0ff9a408c req-1a4e04b1-5d6d-4ad6-b27e-c0becd5be12e tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] show failed (client error): The resource could not be found. Aug 11 21:52:39.310861 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14868554-537a-4b49-8e22-4bde4bd4bf21 None None] Network abc76e76-1f9c-41e1-8aea-10ce97937053 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:52:39.315885 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868554-537a-4b49-8e22-4bde4bd4bf21 None None] Pushing event updated for resources: {'Port': ['ID=1dbafbc8-15c4-4484-a4c9-488c1515ffc0,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:39.317214 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-53f4304c-bb06-4279-aa7a-0af0ff9a408c req-1a4e04b1-5d6d-4ad6-b27e-c0becd5be12e tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups/c28be946-b204-4026-b615-18c70beed9c9 HTTP/1.1" status: 404 len: 352 time: 0.0682333 Aug 11 21:52:39.329709 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-651a894f-28d7-4736-80c5-61cf9d518605 None None] Set router b76f019b-f2db-4643-b481-8bdc62e20c46 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:52:39.334867 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-14868554-537a-4b49-8e22-4bde4bd4bf21 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:52:39.346338 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14868554-537a-4b49-8e22-4bde4bd4bf21 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:52:39.373700 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-c4721491-ecfb-4584-9dcb-f9581fe7b06b tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:39.491309 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-c4721491-ecfb-4584-9dcb-f9581fe7b06b tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Network 4704ff02-c5ab-4776-afb3-b0008179201b is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:52:39.492964 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-c4721491-ecfb-4584-9dcb-f9581fe7b06b tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:52:39.497009 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-14868554-537a-4b49-8e22-4bde4bd4bf21 None None] Attempting to bind port 1dbafbc8-15c4-4484-a4c9-488c1515ffc0 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:52:39.497630 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-14868554-537a-4b49-8e22-4bde4bd4bf21 None None] Attempting to bind port 1dbafbc8-15c4-4484-a4c9-488c1515ffc0 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '62508613-e713-437d-8039-ca5abe52167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'abc76e76-1f9c-41e1-8aea-10ce97937053'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:52:39.498171 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14868554-537a-4b49-8e22-4bde4bd4bf21 None None] Attempting to bind port 1dbafbc8-15c4-4484-a4c9-488c1515ffc0 on network abc76e76-1f9c-41e1-8aea-10ce97937053 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:52:39.504885 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14868554-537a-4b49-8e22-4bde4bd4bf21 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:52:39.505342 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14868554-537a-4b49-8e22-4bde4bd4bf21 None None] Checking segment: {'id': '62508613-e713-437d-8039-ca5abe52167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'abc76e76-1f9c-41e1-8aea-10ce97937053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:52:39.505747 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-c4721491-ecfb-4584-9dcb-f9581fe7b06b tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:52:39.505872 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-14868554-537a-4b49-8e22-4bde4bd4bf21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:39.506182 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14868554-537a-4b49-8e22-4bde4bd4bf21 None None] Bound using segment: {'id': '62508613-e713-437d-8039-ca5abe52167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'abc76e76-1f9c-41e1-8aea-10ce97937053'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:52:39.506671 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-14868554-537a-4b49-8e22-4bde4bd4bf21 None None] Bound port: 1dbafbc8-15c4-4484-a4c9-488c1515ffc0, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62508613-e713-437d-8039-ca5abe52167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'abc76e76-1f9c-41e1-8aea-10ce97937053'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:52:39.507096 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-14868554-537a-4b49-8e22-4bde4bd4bf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:39.508415 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb99e42-6e4c-40c4-a24f-ef9b67d4a698 admin admin] Pushing event updated for resources: {'Port': ['ID=2cf871dd-94b1-4fad-be57-a9ecf02055b5,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:39.513400 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [req-dc673837-3438-4ead-a01d-8b6bd1cb39ec req-f34a76d6-feed-4e4b-9d77-b2a5cea9d910 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] show failed (client error): The resource could not be found. Aug 11 21:52:39.516178 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dc673837-3438-4ead-a01d-8b6bd1cb39ec req-f34a76d6-feed-4e4b-9d77-b2a5cea9d910 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups/3d2e0a05-e50a-43c7-b381-df995c77b6bb HTTP/1.1" status: 404 len: 352 time: 0.0511866 Aug 11 21:52:39.545790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb99e42-6e4c-40c4-a24f-ef9b67d4a698 admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:52:39.562309 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4721491-ecfb-4584-9dcb-f9581fe7b06b tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Pushing event updated for resources: {'Port': ['ID=fbcdcd18-d194-4e3e-b731-e6d68de7dccc,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:39.633062 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-c4721491-ecfb-4584-9dcb-f9581fe7b06b tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:39.634735 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-c4721491-ecfb-4584-9dcb-f9581fe7b06b tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:39.654413 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-c513e961-3e63-422d-a568-7142e68dfee7 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:39.657671 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-c513e961-3e63-422d-a568-7142e68dfee7 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5583076 Aug 11 21:52:39.658582 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-dbb99e42-6e4c-40c4-a24f-ef9b67d4a698 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:52:39.668055 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb99e42-6e4c-40c4-a24f-ef9b67d4a698 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:52:39.669043 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-c4721491-ecfb-4584-9dcb-f9581fe7b06b tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4192169 Aug 11 21:52:39.718054 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-e443c78f-7e6f-4d70-b68b-d30630bdc2e5 service neutron] Request body: {'port': {'device_id': 'bc835ce3-960f-498f-a0de-4d3e272a7d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:52:39.745511 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-14868554-537a-4b49-8e22-4bde4bd4bf21 None None] For port 1dbafbc8-15c4-4484-a4c9-488c1515ffc0, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:52:39.749619 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-14868554-537a-4b49-8e22-4bde4bd4bf21 None None] For port 1dbafbc8-15c4-4484-a4c9-488c1515ffc0, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1dbafbc8-15c4-4484-a4c9-488c1515ffc0,segment=NetworkSegment(62508613-e713-437d-8039-ca5abe52167e),segment_id=62508613-e713-437d-8039-ca5abe52167e)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:52:39.757881 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-14868554-537a-4b49-8e22-4bde4bd4bf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:39.826706 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-41adeaf0-f6f0-4a4c-a4da-0d6ea9c20c7b tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Request body: {'port': {'device_id': '345e7f6e-1e39-4ba7-bb2c-7e7f632f7156', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'admin_state_up': True, 'tenant_id': 'fdfafb30082f453b8ca3c156794bf962'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:52:39.833018 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8c6a64bb-c797-4d4b-832a-6db05f980a07 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:52:39.876112 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [req-44c05822-7f4f-45a0-a050-a5879b76ae1e req-c23940d3-7be6-49f3-9e34-34510d1c382d tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] show failed (client error): The resource could not be found. Aug 11 21:52:39.908936 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-44c05822-7f4f-45a0-a050-a5879b76ae1e req-c23940d3-7be6-49f3-9e34-34510d1c382d tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups/358fe6f1-40a9-4932-97c7-de73c66de32e HTTP/1.1" status: 404 len: 352 time: 0.0725257 Aug 11 21:52:39.953639 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868554-537a-4b49-8e22-4bde4bd4bf21 None None] Pushing event updated for resources: {'Port': ['ID=1dbafbc8-15c4-4484-a4c9-488c1515ffc0,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:39.996320 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 8c6a64bb-c797-4d4b-832a-6db05f980a07 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:52:40.006348 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 8c6a64bb-c797-4d4b-832a-6db05f980a07 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:52:40.010355 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:40.042752 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-651a894f-28d7-4736-80c5-61cf9d518605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76f019b-f2db-4643-b481-8bdc62e20c46', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827599150-router', 'tenant_id': '0ffc1ce1280c454884cd1721d99fabb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '83f3eb6e-c6b5-4520-baae-bcadedc27c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:52:20Z', 'updated_at': '2021-08-11T21:52:27Z', 'revision_number': 4, 'project_id': '0ffc1ce1280c454884cd1721d99fabb8', 'gw_port': {'id': '83f3eb6e-c6b5-4520-baae-bcadedc27c3f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f019b-f2db-4643-b481-8bdc62e20c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:52:21Z', 'updated_at': '2021-08-11T21:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '8c6a64bb-c797-4d4b-832a-6db05f980a07', 'name': '', 'network_id': 'e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca', 'tenant_id': '0ffc1ce1280c454884cd1721d99fabb8', 'mac_address': 'fa:16:3e:3f:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76f019b-f2db-4643-b481-8bdc62e20c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e2bb92f0-865f-4ca3-9181-5430ef0dfa71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:52:25Z', 'updated_at': '2021-08-11T21:52:38Z', 'revision_number': 4, 'project_id': '0ffc1ce1280c454884cd1721d99fabb8', 'subnets': [{'id': 'e2bb92f0-865f-4ca3-9181-5430ef0dfa71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:52:40.098201 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-e443c78f-7e6f-4d70-b68b-d30630bdc2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:40.129200 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651a894f-28d7-4736-80c5-61cf9d518605 None None] The sync data for ids ['b76f019b-f2db-4643-b481-8bdc62e20c46'] in n-d-804275-3 is: [{'id': 'b76f019b-f2db-4643-b481-8bdc62e20c46', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827599150-router', 'tenant_id': '0ffc1ce1280c454884cd1721d99fabb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '83f3eb6e-c6b5-4520-baae-bcadedc27c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:52:20Z', 'updated_at': '2021-08-11T21:52:27Z', 'revision_number': 4, 'project_id': '0ffc1ce1280c454884cd1721d99fabb8', 'gw_port': {'id': '83f3eb6e-c6b5-4520-baae-bcadedc27c3f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f019b-f2db-4643-b481-8bdc62e20c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:52:21Z', 'updated_at': '2021-08-11T21:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '8c6a64bb-c797-4d4b-832a-6db05f980a07', 'name': '', 'network_id': 'e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca', 'tenant_id': '0ffc1ce1280c454884cd1721d99fabb8', 'mac_address': 'fa:16:3e:3f:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76f019b-f2db-4643-b481-8bdc62e20c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e2bb92f0-865f-4ca3-9181-5430ef0dfa71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:52:25Z', 'updated_at': '2021-08-11T21:52:38Z', 'revision_number': 4, 'project_id': '0ffc1ce1280c454884cd1721d99fabb8', 'subnets': [{'id': 'e2bb92f0-865f-4ca3-9181-5430ef0dfa71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:52:40.132147 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa205c51-2f27-4fcf-b12d-ee100ab0d012 req-7624694c-f9de-43f4-a028-5f6a1c029f2d tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:40.141454 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fa205c51-2f27-4fcf-b12d-ee100ab0d012 req-7624694c-f9de-43f4-a028-5f6a1c029f2d tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 932 time: 0.7473395 Aug 11 21:52:40.231048 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:40.261990 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [req-6c709ad4-0d66-46f8-84bd-58e5b6eacc8e req-14aafddb-193c-4515-b618-66ac6524af6c tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] show failed (client error): The resource could not be found. Aug 11 21:52:40.288080 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6c709ad4-0d66-46f8-84bd-58e5b6eacc8e req-14aafddb-193c-4515-b618-66ac6524af6c tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups/016d82cc-ebd5-4032-8693-ccefe6a2392b HTTP/1.1" status: 404 len: 352 time: 0.0981660 Aug 11 21:52:40.411040 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9e775508-143e-465e-8373-29c418755705 req-120d7437-e024-4f79-ab35-28b6623f6b72 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=fdfafb30082f453b8ca3c156794bf962&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741935 Aug 11 21:52:40.414772 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 8c6a64bb-c797-4d4b-832a-6db05f980a07, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8c6a64bb-c797-4d4b-832a-6db05f980a07,segment=NetworkSegment(5df5f95c-72bd-466f-92a4-7b77e2c557d3),segment_id=5df5f95c-72bd-466f-92a4-7b77e2c557d3)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:40.427264 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:40.564684 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fa205c51-2f27-4fcf-b12d-ee100ab0d012 req-6ad6a656-0656-4300-92d8-fb5c0b1e4686 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221895 Aug 11 21:52:40.621717 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=8c6a64bb-c797-4d4b-832a-6db05f980a07,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:40.806295 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e775508-143e-465e-8373-29c418755705 req-a7929d6b-cc0f-4015-b813-833971c4cef2 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:40.808973 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9e775508-143e-465e-8373-29c418755705 req-a7929d6b-cc0f-4015-b813-833971c4cef2 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3856921 Aug 11 21:52:40.824510 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-90a867dd-28bf-4148-a071-fd3e1f186bec req-121fe3fe-1fc9-4836-b628-ae2dea7e58d0 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f HTTP/1.1" status: 200 len: 210 time: 0.0838270 Aug 11 21:52:40.878338 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-41adeaf0-f6f0-4a4c-a4da-0d6ea9c20c7b tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Made reservation on behalf of fdfafb30082f453b8ca3c156794bf962 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:52:40.886204 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-41adeaf0-f6f0-4a4c-a4da-0d6ea9c20c7b tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:40.935982 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-41adeaf0-f6f0-4a4c-a4da-0d6ea9c20c7b tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:40.967190 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-9e775508-143e-465e-8373-29c418755705 req-e37dd9ef-bb87-4672-a743-375a04653634 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Request body: {'port': {'device_id': '5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'admin_state_up': True, 'tenant_id': 'fdfafb30082f453b8ca3c156794bf962'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:52:41.015874 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dbb99e42-6e4c-40c4-a24f-ef9b67d4a698 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:41.128885 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51526) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:41.370942 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bbc90-847a-48db-8fee-8d36e234957f req-974aa78a-fe93-42eb-8499-0986296b9e86 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:41.373355 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-764bbc90-847a-48db-8fee-8d36e234957f req-974aa78a-fe93-42eb-8499-0986296b9e86 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=052594cd-480f-4f07-8793-0dec9c177dce HTTP/1.1" status: 200 len: 949 time: 0.6485524 Aug 11 21:52:41.458040 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e152aa9f-42a6-4fb8-a983-8286d962e734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:41.638238 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-764bbc90-847a-48db-8fee-8d36e234957f req-93ca49f6-b2bf-4dee-8186-1de150bb0bbe tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/security-groups?id=6078a9ed-3c5b-4169-ba70-8e708b85c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337957 Aug 11 21:52:41.869448 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1dbafbc8-15c4-4484-a4c9-488c1515ffc0 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:52:41.880731 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-41adeaf0-f6f0-4a4c-a4da-0d6ea9c20c7b tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:41.926968 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dbb99e42-6e4c-40c4-a24f-ef9b67d4a698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:41.933282 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-41adeaf0-f6f0-4a4c-a4da-0d6ea9c20c7b tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:41.982677 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 1dbafbc8-15c4-4484-a4c9-488c1515ffc0 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:52:41.989129 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8c6a64bb-c797-4d4b-832a-6db05f980a07 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:52:42.019653 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e775508-143e-465e-8373-29c418755705 req-e37dd9ef-bb87-4672-a743-375a04653634 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Made reservation on behalf of fdfafb30082f453b8ca3c156794bf962 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:52:42.025796 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9e775508-143e-465e-8373-29c418755705 req-e37dd9ef-bb87-4672-a743-375a04653634 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:42.046455 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e09eba-ed87-4714-ad2a-57a382c2db20 None None] Network abc76e76-1f9c-41e1-8aea-10ce97937053 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:52:42.125652 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-41adeaf0-f6f0-4a4c-a4da-0d6ea9c20c7b tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Allocated IP 192.168.233.75 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/2347d206-c62c-49d6-88ec-e41d7076f102) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:52:42.131901 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-bf23f250-b721-439b-85de-c275b28ad557 None None] Provisioning for port 1dbafbc8-15c4-4484-a4c9-488c1515ffc0 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:52:42.138050 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b51861-8d8b-4dda-b121-f4865c25b1f5 req-f0f8685b-4bd2-4003-83b0-dc042c118f77 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:42.139705 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-12b51861-8d8b-4dda-b121-f4865c25b1f5 req-f0f8685b-4bd2-4003-83b0-dc042c118f77 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 932 time: 0.2499788 Aug 11 21:52:42.146966 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-bf23f250-b721-439b-85de-c275b28ad557 None None] Provisioning complete for port 1dbafbc8-15c4-4484-a4c9-488c1515ffc0 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:52:42.148414 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bf23f250-b721-439b-85de-c275b28ad557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:42.197322 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-e443c78f-7e6f-4d70-b68b-d30630bdc2e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbcdcd18-d194-4e3e-b731-e6d68de7dccc {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:52:42.209014 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-e443c78f-7e6f-4d70-b68b-d30630bdc2e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:42.329220 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 8c6a64bb-c797-4d4b-832a-6db05f980a07 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:52:42.330043 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:42.330546 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-41adeaf0-f6f0-4a4c-a4da-0d6ea9c20c7b tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:42.352083 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-41adeaf0-f6f0-4a4c-a4da-0d6ea9c20c7b tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Transition to ACTIVE for port object 2347d206-c62c-49d6-88ec-e41d7076f102 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:52:42.412331 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bf23f250-b721-439b-85de-c275b28ad557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:42.622667 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-9e775508-143e-465e-8373-29c418755705 req-e37dd9ef-bb87-4672-a743-375a04653634 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Allocated IP 192.168.233.202 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/985190c3-08d1-4f33-a47a-da6d9c4b71f1) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:52:42.649767 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-bf23f250-b721-439b-85de-c275b28ad557 None None] For port 1dbafbc8-15c4-4484-a4c9-488c1515ffc0, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1dbafbc8-15c4-4484-a4c9-488c1515ffc0,segment=NetworkSegment(62508613-e713-437d-8039-ca5abe52167e),segment_id=62508613-e713-437d-8039-ca5abe52167e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:42.657538 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bf23f250-b721-439b-85de-c275b28ad557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:42.791249 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23f250-b721-439b-85de-c275b28ad557 None None] Pushing event updated for resources: {'Port': ['ID=1dbafbc8-15c4-4484-a4c9-488c1515ffc0,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:42.823994 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-41adeaf0-f6f0-4a4c-a4da-0d6ea9c20c7b tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:42.874037 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-e443c78f-7e6f-4d70-b68b-d30630bdc2e5 service neutron] Transition to ACTIVE for port object fbcdcd18-d194-4e3e-b731-e6d68de7dccc will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:52:42.887143 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-e443c78f-7e6f-4d70-b68b-d30630bdc2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:42.922479 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9e775508-143e-465e-8373-29c418755705 req-e37dd9ef-bb87-4672-a743-375a04653634 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:42.924118 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-41adeaf0-f6f0-4a4c-a4da-0d6ea9c20c7b tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:52:42.928388 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41adeaf0-f6f0-4a4c-a4da-0d6ea9c20c7b tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63959827-a88b-4256-bb58-cdafe4d50d87,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:42.994756 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-12b51861-8d8b-4dda-b121-f4865c25b1f5 req-b18e65d0-d58f-4347-9548-b7fc939d84c5 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8452187 Aug 11 21:52:43.001064 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-9e775508-143e-465e-8373-29c418755705 req-e37dd9ef-bb87-4672-a743-375a04653634 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Transition to ACTIVE for port object 985190c3-08d1-4f33-a47a-da6d9c4b71f1 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:52:43.040407 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-41adeaf0-f6f0-4a4c-a4da-0d6ea9c20c7b tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:52:43.045181 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-41adeaf0-f6f0-4a4c-a4da-0d6ea9c20c7b tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:52:43.100386 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443c78f-7e6f-4d70-b68b-d30630bdc2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=fbcdcd18-d194-4e3e-b731-e6d68de7dccc,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:43.169391 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-592a829d-823c-4c3b-8e94-09932d81654a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:43.193485 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41adeaf0-f6f0-4a4c-a4da-0d6ea9c20c7b tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Pushing event updated for resources: {'Port': ['ID=2347d206-c62c-49d6-88ec-e41d7076f102,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:43.211499 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-41adeaf0-f6f0-4a4c-a4da-0d6ea9c20c7b tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:43.212695 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-41adeaf0-f6f0-4a4c-a4da-0d6ea9c20c7b tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:43.225052 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd078859-cde9-4433-a05f-eb920e11388f req-86906cc1-908d-45e4-b9a4-4628891e6830 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:43.227542 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bd078859-cde9-4433-a05f-eb920e11388f req-86906cc1-908d-45e4-b9a4-4628891e6830 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=11bbdf7d-3cb7-453e-848c-4c4c3250ed77 HTTP/1.1" status: 200 len: 1024 time: 1.4913874 Aug 11 21:52:43.259954 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-10c754c7-8194-4afe-81f5-6c4f665042ce None None] Provisioning complete for port 1dbafbc8-15c4-4484-a4c9-488c1515ffc0 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:52:43.264465 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-10c754c7-8194-4afe-81f5-6c4f665042ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:43.285166 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb99e42-6e4c-40c4-a24f-ef9b67d4a698 admin admin] Router 698ccf70-99ba-4e2e-81ac-e43f4941f240 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 21:52:43.420499 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9e775508-143e-465e-8373-29c418755705 req-e37dd9ef-bb87-4672-a743-375a04653634 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:43.451691 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb99e42-6e4c-40c4-a24f-ef9b67d4a698 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:52:43.507929 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9b569b-b08c-4f1c-b5af-a8d0d85969f7 None None] Sync routers for ids ['698ccf70-99ba-4e2e-81ac-e43f4941f240'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:52:43.533990 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bd078859-cde9-4433-a05f-eb920e11388f req-8b466709-a6b3-442b-96e5-92e9bb606e29 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a1137ae-4c46-4cef-9e57-e563fc549ac8&id=99b3e19b-8b4b-40aa-a49d-39141a8c19a7&id=a241ad45-db1a-48b7-b241-462df1392347&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2779522 Aug 11 21:52:43.551040 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e152aa9f-42a6-4fb8-a983-8286d962e734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:43.563792 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9565c59-e8d6-45ad-af8a-bc799fa75b82 req-e3890f03-8b62-4eff-900d-389bb2bcdcb6 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:43.565643 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c9565c59-e8d6-45ad-af8a-bc799fa75b82 req-e3890f03-8b62-4eff-900d-389bb2bcdcb6 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.52 "GET /v2.0/ports?device_id=11bbdf7d-3cb7-453e-848c-4c4c3250ed77 HTTP/1.1" status: 200 len: 1024 time: 0.7918470 Aug 11 21:52:43.570746 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e152aa9f-42a6-4fb8-a983-8286d962e734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:43.579407 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9b569b-b08c-4f1c-b5af-a8d0d85969f7 None None] Routers {'698ccf70-99ba-4e2e-81ac-e43f4941f240'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:52:43.583700 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-9e9b569b-b08c-4f1c-b5af-a8d0d85969f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:52:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['698ccf70-99ba-4e2e-81ac-e43f4941f240'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:52:43.620553 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e152aa9f-42a6-4fb8-a983-8286d962e734 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ed861397ae7446a1a492f2c4ad89d9ac&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4904687 Aug 11 21:52:43.621974 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-41adeaf0-f6f0-4a4c-a4da-0d6ea9c20c7b tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8066547 Aug 11 21:52:43.637000 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51560) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:43.674793 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dbb99e42-6e4c-40c4-a24f-ef9b67d4a698 admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:43.676113 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-dbb99e42-6e4c-40c4-a24f-ef9b67d4a698 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.0031846 Aug 11 21:52:43.688497 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51568) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:43.845863 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1dbafbc8-15c4-4484-a4c9-488c1515ffc0 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:52:43.866408 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37dd9ef-bb87-4672-a743-375a04653634 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Pushing event updated for resources: {'Port': ['ID=985190c3-08d1-4f33-a47a-da6d9c4b71f1,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:43.992923 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e775508-143e-465e-8373-29c418755705 req-e37dd9ef-bb87-4672-a743-375a04653634 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:52:44.072742 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-9e9b569b-b08c-4f1c-b5af-a8d0d85969f7 None None] Set router 698ccf70-99ba-4e2e-81ac-e43f4941f240 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:52:44.078926 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-9e775508-143e-465e-8373-29c418755705 req-e37dd9ef-bb87-4672-a743-375a04653634 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:52:44.117468 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e775508-143e-465e-8373-29c418755705 req-e37dd9ef-bb87-4672-a743-375a04653634 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:52:44.161365 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 1dbafbc8-15c4-4484-a4c9-488c1515ffc0 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:52:44.161801 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:44.203317 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-e443c78f-7e6f-4d70-b68b-d30630bdc2e5 service neutron] Attempting to bind port fbcdcd18-d194-4e3e-b731-e6d68de7dccc on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:52:44.207924 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-e443c78f-7e6f-4d70-b68b-d30630bdc2e5 service neutron] Attempting to bind port fbcdcd18-d194-4e3e-b731-e6d68de7dccc by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '0b69ea86-ef97-454e-8a8e-3f0290a75489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4704ff02-c5ab-4776-afb3-b0008179201b'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:52:44.210016 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-e443c78f-7e6f-4d70-b68b-d30630bdc2e5 service neutron] Attempting to bind port fbcdcd18-d194-4e3e-b731-e6d68de7dccc on network 4704ff02-c5ab-4776-afb3-b0008179201b {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:52:44.230091 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-081aae83-942c-47ed-9636-705293901bcc service neutron] Request body: {'port': {'device_id': '345e7f6e-1e39-4ba7-bb2c-7e7f632f7156', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:52:44.271728 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ece34-eb47-4230-b777-24364f766ded req-421fb8fa-a1e2-48b0-b0cc-c961dd7a4178 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:44.283013 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-136ece34-eb47-4230-b777-24364f766ded req-421fb8fa-a1e2-48b0-b0cc-c961dd7a4178 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f HTTP/1.1" status: 200 len: 936 time: 0.5284703 Aug 11 21:52:44.301712 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-e443c78f-7e6f-4d70-b68b-d30630bdc2e5 service neutron] Port fbcdcd18-d194-4e3e-b731-e6d68de7dccc on network 4704ff02-c5ab-4776-afb3-b0008179201b not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:52:44.302986 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-e443c78f-7e6f-4d70-b68b-d30630bdc2e5 service neutron] Attempting to bind port fbcdcd18-d194-4e3e-b731-e6d68de7dccc on network 4704ff02-c5ab-4776-afb3-b0008179201b {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:52:44.315902 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-e443c78f-7e6f-4d70-b68b-d30630bdc2e5 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:52:44.316614 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-e443c78f-7e6f-4d70-b68b-d30630bdc2e5 service neutron] Checking segment: {'id': '0b69ea86-ef97-454e-8a8e-3f0290a75489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4704ff02-c5ab-4776-afb3-b0008179201b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:52:44.317238 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-e443c78f-7e6f-4d70-b68b-d30630bdc2e5 service neutron] Bound using segment: {'id': '0b69ea86-ef97-454e-8a8e-3f0290a75489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4704ff02-c5ab-4776-afb3-b0008179201b'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:52:44.318494 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-e443c78f-7e6f-4d70-b68b-d30630bdc2e5 service neutron] Bound port: fbcdcd18-d194-4e3e-b731-e6d68de7dccc, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b69ea86-ef97-454e-8a8e-3f0290a75489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4704ff02-c5ab-4776-afb3-b0008179201b'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:52:44.319096 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-e443c78f-7e6f-4d70-b68b-d30630bdc2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:44.338300 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5cf0083e-9cf8-4977-91fb-db3e24c31b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:44.367841 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6b173a6f-a5ec-4261-a262-aed34f3741ed None None] Provisioning for port 2347d206-c62c-49d6-88ec-e41d7076f102 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:52:44.395984 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6b173a6f-a5ec-4261-a262-aed34f3741ed None None] Provisioning complete for port 2347d206-c62c-49d6-88ec-e41d7076f102 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:52:44.396326 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6b173a6f-a5ec-4261-a262-aed34f3741ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:44.405960 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e775508-143e-465e-8373-29c418755705 req-e37dd9ef-bb87-4672-a743-375a04653634 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:44.408138 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9e775508-143e-465e-8373-29c418755705 req-e37dd9ef-bb87-4672-a743-375a04653634 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:44.479808 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-e443c78f-7e6f-4d70-b68b-d30630bdc2e5 service neutron] For port fbcdcd18-d194-4e3e-b731-e6d68de7dccc, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:52:44.483785 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-e443c78f-7e6f-4d70-b68b-d30630bdc2e5 service neutron] For port fbcdcd18-d194-4e3e-b731-e6d68de7dccc, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=fbcdcd18-d194-4e3e-b731-e6d68de7dccc,segment=NetworkSegment(0b69ea86-ef97-454e-8a8e-3f0290a75489),segment_id=0b69ea86-ef97-454e-8a8e-3f0290a75489)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:52:44.500184 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-e443c78f-7e6f-4d70-b68b-d30630bdc2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:44.534963 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5cf0083e-9cf8-4977-91fb-db3e24c31b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:44.546792 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-6b173a6f-a5ec-4261-a262-aed34f3741ed None None] Port 2347d206-c62c-49d6-88ec-e41d7076f102 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:52:44.602854 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-136ece34-eb47-4230-b777-24364f766ded req-a03d9c94-b179-43a2-9b37-02463975be32 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183272 Aug 11 21:52:44.607974 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152aa9f-42a6-4fb8-a983-8286d962e734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcddc6a-14df-49eb-8095-9a19632d7ed3,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:44.628349 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-081aae83-942c-47ed-9636-705293901bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:44.657937 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9e775508-143e-465e-8373-29c418755705 req-e37dd9ef-bb87-4672-a743-375a04653634 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7093563 Aug 11 21:52:44.691543 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-9e775508-143e-465e-8373-29c418755705 req-d56fb2ef-0cec-4a36-ad10-ec6e86e90c4a service neutron] Request body: {'port': {'device_id': '5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:52:44.699159 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-e443c78f-7e6f-4d70-b68b-d30630bdc2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:44.701034 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-e443c78f-7e6f-4d70-b68b-d30630bdc2e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:44.703008 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-e443c78f-7e6f-4d70-b68b-d30630bdc2e5 service neutron] 10.222.0.82 "PUT /v2.0/ports/fbcdcd18-d194-4e3e-b731-e6d68de7dccc HTTP/1.1" status: 200 len: 1092 time: 5.0030358 Aug 11 21:52:44.706114 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f5174-aac8-43ce-bd94-ce9d8d10c16b req-f653a77a-d633-4314-b44f-b29de3a0f5f2 tempest-ServersAdminNegativeTestJSON-366306530 tempest-ServersAdminNegativeTestJSON-366306530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:44.711272 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc835ce3-960f-498f-a0de-4d3e272a7d70', 'tag': 'fbcdcd18-d194-4e3e-b731-e6d68de7dccc'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:52:44.714885 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a018eb0-3fdc-428c-9453-11535246e3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "bc835ce3-960f-498f-a0de-4d3e272a7d70", "tag": "fbcdcd18-d194-4e3e-b731-e6d68de7dccc"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:52:44.716601 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-9e9b569b-b08c-4f1c-b5af-a8d0d85969f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698ccf70-99ba-4e2e-81ac-e43f4941f240', 'name': 'tempest-AttachSCSIVolumeTestJSON-1608427239-router', 'tenant_id': 'ea232747006442c6a44c6fa81879b86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '2cf871dd-94b1-4fad-be57-a9ecf02055b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:52:36Z', 'updated_at': '2021-08-11T21:52:40Z', 'revision_number': 3, 'project_id': 'ea232747006442c6a44c6fa81879b86d', 'gw_port': {'id': '2cf871dd-94b1-4fad-be57-a9ecf02055b5', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698ccf70-99ba-4e2e-81ac-e43f4941f240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:52:38Z', 'updated_at': '2021-08-11T21:52:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:52:44.723796 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9d6f5174-aac8-43ce-bd94-ce9d8d10c16b req-f653a77a-d633-4314-b44f-b29de3a0f5f2 tempest-ServersAdminNegativeTestJSON-366306530 tempest-ServersAdminNegativeTestJSON-366306530-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=052594cd-480f-4f07-8793-0dec9c177dce HTTP/1.1" status: 200 len: 1100 time: 0.3159919 Aug 11 21:52:44.772362 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9d6f5174-aac8-43ce-bd94-ce9d8d10c16b req-3bf49831-a130-438c-94c8-715f9033ea0c tempest-ServersAdminNegativeTestJSON-366306530 tempest-ServersAdminNegativeTestJSON-366306530-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:44.796748 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9b569b-b08c-4f1c-b5af-a8d0d85969f7 None None] Checking router: 698ccf70-99ba-4e2e-81ac-e43f4941f240 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:52:44.797305 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9b569b-b08c-4f1c-b5af-a8d0d85969f7 None None] Updating router 698ccf70-99ba-4e2e-81ac-e43f4941f240 port 2cf871dd-94b1-4fad-be57-a9ecf02055b5 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 21:52:44.839967 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9e9b569b-b08c-4f1c-b5af-a8d0d85969f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:44.842688 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-c9565c59-e8d6-45ad-af8a-bc799fa75b82 req-04fa395b-8f6d-413a-b22c-b48ecc210fff tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Deleting port 1db363bb-de24-440f-9e6f-17ed096cb7bb {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:52:44.843047 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c9565c59-e8d6-45ad-af8a-bc799fa75b82 req-04fa395b-8f6d-413a-b22c-b48ecc210fff tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:44.854608 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443c78f-7e6f-4d70-b68b-d30630bdc2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=fbcdcd18-d194-4e3e-b731-e6d68de7dccc,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:44.930466 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9e775508-143e-465e-8373-29c418755705 req-d56fb2ef-0cec-4a36-ad10-ec6e86e90c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:44.969979 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5cf0083e-9cf8-4977-91fb-db3e24c31b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:44.973641 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5cf0083e-9cf8-4977-91fb-db3e24c31b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:44.975448 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5cf0083e-9cf8-4977-91fb-db3e24c31b7c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7bcddc6a-14df-49eb-8095-9a19632d7ed3 HTTP/1.1" status: 204 len: 168 time: 1.3339751 Aug 11 21:52:45.090697 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0083e-9cf8-4977-91fb-db3e24c31b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcddc6a-14df-49eb-8095-9a19632d7ed3,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:45.112315 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-47ac6474-0cac-43f7-963c-6432cbb4f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:45.118336 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-47ac6474-0cac-43f7-963c-6432cbb4f4de service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=48dee6b1f1ed472f88259995ad0e68a7&device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 1095 time: 0.3411546 Aug 11 21:52:45.156775 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc687aa7-a8b7-45f8-9f6f-88988a80c269 req-7aaa91d8-6c22-43c7-b724-8841a6fc2c05 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:45.175816 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bc687aa7-a8b7-45f8-9f6f-88988a80c269 req-7aaa91d8-6c22-43c7-b724-8841a6fc2c05 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 944 time: 0.3429897 Aug 11 21:52:45.201741 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a0fa6471-c1d2-47db-83e2-f2d27440c7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:45.277970 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-c9565c59-e8d6-45ad-af8a-bc799fa75b82 req-04fa395b-8f6d-413a-b22c-b48ecc210fff tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] For port 1db363bb-de24-440f-9e6f-17ed096cb7bb, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1db363bb-de24-440f-9e6f-17ed096cb7bb,segment=NetworkSegment(6684713b-d769-4ecc-9299-66aad848fd42),segment_id=6684713b-d769-4ecc-9299-66aad848fd42)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:45.279771 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c9565c59-e8d6-45ad-af8a-bc799fa75b82 req-04fa395b-8f6d-413a-b22c-b48ecc210fff tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:45.294870 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6fa1725c-5182-4c28-8db4-1148d4cefda2 None None] Provisioning for port 985190c3-08d1-4f33-a47a-da6d9c4b71f1 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:52:45.311213 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6fa1725c-5182-4c28-8db4-1148d4cefda2 None None] Provisioning complete for port 985190c3-08d1-4f33-a47a-da6d9c4b71f1 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:52:45.331746 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6fa1725c-5182-4c28-8db4-1148d4cefda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:45.359394 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-f57e7a18-887b-4a15-b2ee-44004bec015d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbcdcd18-d194-4e3e-b731-e6d68de7dccc HTTP/1.1" status: 200 len: 217 time: 0.1690674 Aug 11 21:52:45.397901 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-c9565c59-e8d6-45ad-af8a-bc799fa75b82 req-04fa395b-8f6d-413a-b22c-b48ecc210fff tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Calling delete_port for 1db363bb-de24-440f-9e6f-17ed096cb7bb owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:52:45.482709 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-6fa1725c-5182-4c28-8db4-1148d4cefda2 None None] Port 985190c3-08d1-4f33-a47a-da6d9c4b71f1 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:52:45.581324 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51584) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:45.598123 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9d6f5174-aac8-43ce-bd94-ce9d8d10c16b req-3bf49831-a130-438c-94c8-715f9033ea0c tempest-ServersAdminNegativeTestJSON-366306530 tempest-ServersAdminNegativeTestJSON-366306530-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:45.616222 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-b115777e-db50-489a-b246-0a39c0677a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:45.619908 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-b115777e-db50-489a-b246-0a39c0677a6f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=99402162-65dc-4f7a-98e7-13408e81851f HTTP/1.1" status: 200 len: 855 time: 0.2365081 Aug 11 21:52:45.623913 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9e9b569b-b08c-4f1c-b5af-a8d0d85969f7 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:45.635752 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9e9b569b-b08c-4f1c-b5af-a8d0d85969f7 None None] Transition to ACTIVE for port object 2cf871dd-94b1-4fad-be57-a9ecf02055b5 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:52:45.641932 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9e9b569b-b08c-4f1c-b5af-a8d0d85969f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:45.664208 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bc687aa7-a8b7-45f8-9f6f-88988a80c269 req-ba3c5359-16b1-4ef8-b1ba-455a27dbb8a6 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4861407 Aug 11 21:52:45.669122 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9d6f5174-aac8-43ce-bd94-ce9d8d10c16b req-3bf49831-a130-438c-94c8-715f9033ea0c tempest-ServersAdminNegativeTestJSON-366306530 tempest-ServersAdminNegativeTestJSON-366306530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:45.713938 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-df38ad91-a7b1-4d8b-9a8b-a62499606386 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4704ff02-c5ab-4776-afb3-b0008179201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828958 Aug 11 21:52:45.741496 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce571b-0242-4efd-8804-4860ce550ac8 None None] Pushing event updated for resources: {'Port': ['ID=2cf871dd-94b1-4fad-be57-a9ecf02055b5,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:45.749409 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee478ffd-4867-444a-a278-5d322919ac59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:45.773497 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-9e9b569b-b08c-4f1c-b5af-a8d0d85969f7 None None] Attempting to bind port 2cf871dd-94b1-4fad-be57-a9ecf02055b5 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:52:45.774909 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-9e9b569b-b08c-4f1c-b5af-a8d0d85969f7 None None] Attempting to bind port 2cf871dd-94b1-4fad-be57-a9ecf02055b5 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:52:45.775597 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9b569b-b08c-4f1c-b5af-a8d0d85969f7 None None] Attempting to bind port 2cf871dd-94b1-4fad-be57-a9ecf02055b5 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:52:45.788149 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9b569b-b08c-4f1c-b5af-a8d0d85969f7 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:52:45.789070 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9b569b-b08c-4f1c-b5af-a8d0d85969f7 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:52:45.789819 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9e9b569b-b08c-4f1c-b5af-a8d0d85969f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:45.790938 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9b569b-b08c-4f1c-b5af-a8d0d85969f7 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:52:45.794583 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-9e9b569b-b08c-4f1c-b5af-a8d0d85969f7 None None] Bound port: 2cf871dd-94b1-4fad-be57-a9ecf02055b5, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:52:45.795573 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9e9b569b-b08c-4f1c-b5af-a8d0d85969f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:45.873449 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-dc861725-74ff-4f20-8797-5fade235c7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:45.899992 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9d6f5174-aac8-43ce-bd94-ce9d8d10c16b req-3bf49831-a130-438c-94c8-715f9033ea0c tempest-ServersAdminNegativeTestJSON-366306530 tempest-ServersAdminNegativeTestJSON-366306530-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6078a9ed-3c5b-4169-ba70-8e708b85c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1751215 Aug 11 21:52:46.070804 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-9e9b569b-b08c-4f1c-b5af-a8d0d85969f7 None None] For port 2cf871dd-94b1-4fad-be57-a9ecf02055b5, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:52:46.074931 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-9e9b569b-b08c-4f1c-b5af-a8d0d85969f7 None None] For port 2cf871dd-94b1-4fad-be57-a9ecf02055b5, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=2cf871dd-94b1-4fad-be57-a9ecf02055b5,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:52:46.078524 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:46.087762 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9e9b569b-b08c-4f1c-b5af-a8d0d85969f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:46.115402 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-fcdf398e-3497-4e90-bd1f-806d0f540c96 service neutron] 10.222.0.82 "GET /v2.0/networks/4704ff02-c5ab-4776-afb3-b0008179201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888540 Aug 11 21:52:46.175784 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e188a7-b2ec-4807-b8f7-7bc52b71ea7c req-0ea7ce2a-7734-473a-b24c-1cdaab1cfcfe tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:46.198646 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e7e188a7-b2ec-4807-b8f7-7bc52b71ea7c req-0ea7ce2a-7734-473a-b24c-1cdaab1cfcfe tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/ports?device_id=11bbdf7d-3cb7-453e-848c-4c4c3250ed77 HTTP/1.1" status: 200 len: 1024 time: 0.3587434 Aug 11 21:52:46.234812 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12d6fe0-626c-46cc-9c6a-d45b4ecb294f x-openstack-request-id: req-c12d6fe0-626c-46cc-9c6a-d45b4ecb294f {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:52:46.235129 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc835ce3-960f-498f-a0de-4d3e272a7d70", "tag": "fbcdcd18-d194-4e3e-b731-e6d68de7dccc", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:52:46.235304 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c12d6fe0-626c-46cc-9c6a-d45b4ecb294f {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:52:46.235745 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc835ce3-960f-498f-a0de-4d3e272a7d70', 'tag': 'fbcdcd18-d194-4e3e-b731-e6d68de7dccc', 'status': 'completed', 'code': 200} Aug 11 21:52:46.253943 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c9565c59-e8d6-45ad-af8a-bc799fa75b82 req-04fa395b-8f6d-413a-b22c-b48ecc210fff tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:46.277809 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf49831-a130-438c-94c8-715f9033ea0c tempest-ServersAdminNegativeTestJSON-366306530 tempest-ServersAdminNegativeTestJSON-366306530-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd62a423-cd99-4190-86ca-1c48ed84369c,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:46.285316 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-081aae83-942c-47ed-9636-705293901bcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2347d206-c62c-49d6-88ec-e41d7076f102 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:52:46.296083 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9b569b-b08c-4f1c-b5af-a8d0d85969f7 None None] Routers {'698ccf70-99ba-4e2e-81ac-e43f4941f240'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:52:46.297226 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-9e9b569b-b08c-4f1c-b5af-a8d0d85969f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:52:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['698ccf70-99ba-4e2e-81ac-e43f4941f240'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:52:46.364336 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3b218f7e-1e6d-446a-8d6b-8212a6970a77 req-7ab95690-2efd-4a41-9c7c-3519868fb708 service neutron] 10.222.0.82 "GET /v2.0/networks/4704ff02-c5ab-4776-afb3-b0008179201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406795 Aug 11 21:52:46.393576 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-081aae83-942c-47ed-9636-705293901bcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:46.395228 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce571b-0242-4efd-8804-4860ce550ac8 None None] Pushing event updated for resources: {'Port': ['ID=2cf871dd-94b1-4fad-be57-a9ecf02055b5,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:46.429218 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e7e188a7-b2ec-4807-b8f7-7bc52b71ea7c req-33183817-dd66-4f5e-bdad-df39b4be0ac7 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups?id=2a1137ae-4c46-4cef-9e57-e563fc549ac8&id=99b3e19b-8b4b-40aa-a49d-39141a8c19a7&id=a241ad45-db1a-48b7-b241-462df1392347&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2296200 Aug 11 21:52:46.497056 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa395b-8f6d-413a-b22c-b48ecc210fff tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Pushing event deleted for resources: {'Port': ['ID=1db363bb-de24-440f-9e6f-17ed096cb7bb,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:46.562226 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a018eb0-3fdc-428c-9453-11535246e3b7 req-516eb413-117b-42de-be44-dad386fabb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:46.564206 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7a018eb0-3fdc-428c-9453-11535246e3b7 req-516eb413-117b-42de-be44-dad386fabb9a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=48dee6b1f1ed472f88259995ad0e68a7&device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 1095 time: 0.0809255 Aug 11 21:52:46.607090 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-9e9b569b-b08c-4f1c-b5af-a8d0d85969f7 None None] Set router 698ccf70-99ba-4e2e-81ac-e43f4941f240 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:52:46.653460 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-081aae83-942c-47ed-9636-705293901bcc service neutron] Transition to ACTIVE for port object 2347d206-c62c-49d6-88ec-e41d7076f102 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:52:46.710885 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-081aae83-942c-47ed-9636-705293901bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:46.715880 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a018eb0-3fdc-428c-9453-11535246e3b7 req-0180f206-cbc1-4a91-a6f0-58faed594020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:46.722220 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7a018eb0-3fdc-428c-9453-11535246e3b7 req-0180f206-cbc1-4a91-a6f0-58faed594020 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4704ff02-c5ab-4776-afb3-b0008179201b HTTP/1.1" status: 200 len: 916 time: 0.1483531 Aug 11 21:52:46.722741 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-a0fa6471-c1d2-47db-83e2-f2d27440c7e0 admin admin] Allocated IP 172.20.0.1 (abc76e76-1f9c-41e1-8aea-10ce97937053/33d0e654-e99e-4798-a72a-9f7bb28a6bff/87beb5a4-71e3-4eac-85da-42ddd3ed7dde) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:52:46.783636 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9565c59-e8d6-45ad-af8a-bc799fa75b82 req-04fa395b-8f6d-413a-b22c-b48ecc210fff tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] No DVR routers for this DVR port 1db363bb-de24-440f-9e6f-17ed096cb7bb on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:52:46.805148 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c9565c59-e8d6-45ad-af8a-bc799fa75b82 req-04fa395b-8f6d-413a-b22c-b48ecc210fff tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:46.807166 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c9565c59-e8d6-45ad-af8a-bc799fa75b82 req-04fa395b-8f6d-413a-b22c-b48ecc210fff tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.52 "DELETE /v2.0/ports/1db363bb-de24-440f-9e6f-17ed096cb7bb HTTP/1.1" status: 204 len: 173 time: 3.1927006 Aug 11 21:52:46.810359 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bbdf7d-3cb7-453e-848c-4c4c3250ed77', 'name': 'network-vif-deleted', 'tag': '1db363bb-de24-440f-9e6f-17ed096cb7bb'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:52:46.813355 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c42147-3220-4d58-bcb3-faf00ba742f2" -d '{"events": [{"server_uuid": "11bbdf7d-3cb7-453e-848c-4c4c3250ed77", "name": "network-vif-deleted", "tag": "1db363bb-de24-440f-9e6f-17ed096cb7bb"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:52:46.830858 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee478ffd-4867-444a-a278-5d322919ac59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:46.934820 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee478ffd-4867-444a-a278-5d322919ac59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:46.966360 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-9e775508-143e-465e-8373-29c418755705 req-d56fb2ef-0cec-4a36-ad10-ec6e86e90c4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 985190c3-08d1-4f33-a47a-da6d9c4b71f1 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:52:46.975448 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d880d-858a-45b3-82bb-a212f748f168 req-3767f80c-b377-4336-afc2-881374c0b9cc tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:46.981523 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9e775508-143e-465e-8373-29c418755705 req-d56fb2ef-0cec-4a36-ad10-ec6e86e90c4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:46.984032 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-991d880d-858a-45b3-82bb-a212f748f168 req-3767f80c-b377-4336-afc2-881374c0b9cc tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f HTTP/1.1" status: 200 len: 936 time: 0.5023663 Aug 11 21:52:47.005288 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-9e775508-143e-465e-8373-29c418755705 req-d56fb2ef-0cec-4a36-ad10-ec6e86e90c4a service neutron] Transition to ACTIVE for port object 985190c3-08d1-4f33-a47a-da6d9c4b71f1 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:52:47.020245 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081aae83-942c-47ed-9636-705293901bcc service neutron] Pushing event updated for resources: {'Port': ['ID=2347d206-c62c-49d6-88ec-e41d7076f102,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:47.062585 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9e775508-143e-465e-8373-29c418755705 req-d56fb2ef-0cec-4a36-ad10-ec6e86e90c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:47.243093 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2101e2a-6b14-4952-8eaa-4f8d4e3c5107 req-e9e3788c-e84b-4fe3-bc91-59ddfc1148a7 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:47.245975 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee478ffd-4867-444a-a278-5d322919ac59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89e93ef-06bc-4b71-b668-07562d35a040,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:47.251080 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-9e9b569b-b08c-4f1c-b5af-a8d0d85969f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698ccf70-99ba-4e2e-81ac-e43f4941f240', 'name': 'tempest-AttachSCSIVolumeTestJSON-1608427239-router', 'tenant_id': 'ea232747006442c6a44c6fa81879b86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '2cf871dd-94b1-4fad-be57-a9ecf02055b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:52:36Z', 'updated_at': '2021-08-11T21:52:40Z', 'revision_number': 3, 'project_id': 'ea232747006442c6a44c6fa81879b86d', 'gw_port': {'id': '2cf871dd-94b1-4fad-be57-a9ecf02055b5', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698ccf70-99ba-4e2e-81ac-e43f4941f240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:52:38Z', 'updated_at': '2021-08-11T21:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:52:47.252423 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d2101e2a-6b14-4952-8eaa-4f8d4e3c5107 req-e9e3788c-e84b-4fe3-bc91-59ddfc1148a7 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/ports?device_id=0062d010-86db-4e4b-b6bb-8d4a7a12fe7e HTTP/1.1" status: 200 len: 966 time: 0.5284870 Aug 11 21:52:47.255909 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7a018eb0-3fdc-428c-9453-11535246e3b7 req-2f178ab4-8cf2-4adc-9c51-904618e734e6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbcdcd18-d194-4e3e-b731-e6d68de7dccc HTTP/1.1" status: 200 len: 217 time: 0.2469275 Aug 11 21:52:47.294688 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ee478ffd-4867-444a-a278-5d322919ac59 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=09695c825f8442c9a5a6d13241b9ac2f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7051985 Aug 11 21:52:47.318207 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51612) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:47.318835 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9b569b-b08c-4f1c-b5af-a8d0d85969f7 None None] The sync data for ids ['698ccf70-99ba-4e2e-81ac-e43f4941f240'] in n-d-804275-3 is: [{'id': '698ccf70-99ba-4e2e-81ac-e43f4941f240', 'name': 'tempest-AttachSCSIVolumeTestJSON-1608427239-router', 'tenant_id': 'ea232747006442c6a44c6fa81879b86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '2cf871dd-94b1-4fad-be57-a9ecf02055b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:52:36Z', 'updated_at': '2021-08-11T21:52:40Z', 'revision_number': 3, 'project_id': 'ea232747006442c6a44c6fa81879b86d', 'gw_port': {'id': '2cf871dd-94b1-4fad-be57-a9ecf02055b5', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698ccf70-99ba-4e2e-81ac-e43f4941f240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:52:38Z', 'updated_at': '2021-08-11T21:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:52:47.368867 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-991d880d-858a-45b3-82bb-a212f748f168 req-6c5c2e5b-391a-4949-b072-314090ac33d5 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837900 Aug 11 21:52:47.411227 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:47.435766 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a018eb0-3fdc-428c-9453-11535246e3b7 req-e67f6dbd-c1fd-43f5-9d41-3d015befd52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:47.438896 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7a018eb0-3fdc-428c-9453-11535246e3b7 req-e67f6dbd-c1fd-43f5-9d41-3d015befd52c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=99402162-65dc-4f7a-98e7-13408e81851f HTTP/1.1" status: 200 len: 855 time: 0.1718566 Aug 11 21:52:47.478825 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56fb2ef-0cec-4a36-ad10-ec6e86e90c4a service neutron] Pushing event updated for resources: {'Port': ['ID=985190c3-08d1-4f33-a47a-da6d9c4b71f1,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:47.538391 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 1db363bb-de24-440f-9e6f-17ed096cb7bb no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:52:47.560648 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a0fa6471-c1d2-47db-83e2-f2d27440c7e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:47.607477 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-a0fa6471-c1d2-47db-83e2-f2d27440c7e0 admin admin] Transition to ACTIVE for port object 87beb5a4-71e3-4eac-85da-42ddd3ed7dde will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:52:47.657984 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 1db363bb-de24-440f-9e6f-17ed096cb7bb {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:52:47.658906 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 1db363bb-de24-440f-9e6f-17ed096cb7bb not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:52:47.677623 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d2101e2a-6b14-4952-8eaa-4f8d4e3c5107 req-b45dd976-8018-469f-a92d-c37fe56dee2d tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e414fe2-fd97-463b-b3ae-7750275b3883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4239950 Aug 11 21:52:47.705295 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7a018eb0-3fdc-428c-9453-11535246e3b7 req-f2fb9c98-8868-4c08-806e-536f788a6c77 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4704ff02-c5ab-4776-afb3-b0008179201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2167897 Aug 11 21:52:47.787913 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-081aae83-942c-47ed-9636-705293901bcc service neutron] Attempting to bind port 2347d206-c62c-49d6-88ec-e41d7076f102 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:52:47.788862 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-081aae83-942c-47ed-9636-705293901bcc service neutron] Attempting to bind port 2347d206-c62c-49d6-88ec-e41d7076f102 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:52:47.789554 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-081aae83-942c-47ed-9636-705293901bcc service neutron] Attempting to bind port 2347d206-c62c-49d6-88ec-e41d7076f102 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:52:47.896805 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-081aae83-942c-47ed-9636-705293901bcc service neutron] Port 2347d206-c62c-49d6-88ec-e41d7076f102 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:52:47.897309 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-081aae83-942c-47ed-9636-705293901bcc service neutron] Attempting to bind port 2347d206-c62c-49d6-88ec-e41d7076f102 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:52:47.920399 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-081aae83-942c-47ed-9636-705293901bcc service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:52:47.920952 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-081aae83-942c-47ed-9636-705293901bcc service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:52:47.921573 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-081aae83-942c-47ed-9636-705293901bcc service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:52:47.922468 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-081aae83-942c-47ed-9636-705293901bcc service neutron] Bound port: 2347d206-c62c-49d6-88ec-e41d7076f102, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:52:47.929896 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-081aae83-942c-47ed-9636-705293901bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:47.958105 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fade61-4927-4580-b15b-c7b700a0f4f0 x-openstack-request-id: req-c2fade61-4927-4580-b15b-c7b700a0f4f0 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:52:47.958105 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11bbdf7d-3cb7-453e-848c-4c4c3250ed77", "name": "network-vif-deleted", "tag": "1db363bb-de24-440f-9e6f-17ed096cb7bb", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:52:47.958976 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c2fade61-4927-4580-b15b-c7b700a0f4f0 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:52:47.959600 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11bbdf7d-3cb7-453e-848c-4c4c3250ed77', 'name': 'network-vif-deleted', 'tag': '1db363bb-de24-440f-9e6f-17ed096cb7bb', 'status': 'completed', 'code': 200} Aug 11 21:52:48.021915 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-69b88a37-edac-4e85-8b54-621637d60589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:48.024907 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-9e775508-143e-465e-8373-29c418755705 req-d56fb2ef-0cec-4a36-ad10-ec6e86e90c4a service neutron] Attempting to bind port 985190c3-08d1-4f33-a47a-da6d9c4b71f1 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:52:48.025455 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-9e775508-143e-465e-8373-29c418755705 req-d56fb2ef-0cec-4a36-ad10-ec6e86e90c4a service neutron] Attempting to bind port 985190c3-08d1-4f33-a47a-da6d9c4b71f1 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:52:48.025809 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e775508-143e-465e-8373-29c418755705 req-d56fb2ef-0cec-4a36-ad10-ec6e86e90c4a service neutron] Attempting to bind port 985190c3-08d1-4f33-a47a-da6d9c4b71f1 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:52:48.033046 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7a018eb0-3fdc-428c-9453-11535246e3b7 req-238c85bf-7e8a-47a5-a8f9-e50998784ae4 service neutron] 10.222.0.82 "GET /v2.0/networks/4704ff02-c5ab-4776-afb3-b0008179201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189757 Aug 11 21:52:48.035764 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e775508-143e-465e-8373-29c418755705 req-d56fb2ef-0cec-4a36-ad10-ec6e86e90c4a service neutron] Port 985190c3-08d1-4f33-a47a-da6d9c4b71f1 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:52:48.036264 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e775508-143e-465e-8373-29c418755705 req-d56fb2ef-0cec-4a36-ad10-ec6e86e90c4a service neutron] Attempting to bind port 985190c3-08d1-4f33-a47a-da6d9c4b71f1 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:52:48.038859 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369c62d-41e8-46e9-bde5-780e682181b8 req-e918a387-d9e0-425e-991d-7a3cceadb838 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:48.052954 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e775508-143e-465e-8373-29c418755705 req-d56fb2ef-0cec-4a36-ad10-ec6e86e90c4a service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:52:48.053312 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f369c62d-41e8-46e9-bde5-780e682181b8 req-e918a387-d9e0-425e-991d-7a3cceadb838 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 944 time: 0.4359362 Aug 11 21:52:48.053567 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e775508-143e-465e-8373-29c418755705 req-d56fb2ef-0cec-4a36-ad10-ec6e86e90c4a service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:52:48.054095 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e775508-143e-465e-8373-29c418755705 req-d56fb2ef-0cec-4a36-ad10-ec6e86e90c4a service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:52:48.054663 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-9e775508-143e-465e-8373-29c418755705 req-d56fb2ef-0cec-4a36-ad10-ec6e86e90c4a service neutron] Bound port: 985190c3-08d1-4f33-a47a-da6d9c4b71f1, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:52:48.055143 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9e775508-143e-465e-8373-29c418755705 req-d56fb2ef-0cec-4a36-ad10-ec6e86e90c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:48.148011 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a0fa6471-c1d2-47db-83e2-f2d27440c7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:48.179190 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-69b88a37-edac-4e85-8b54-621637d60589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:48.287089 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f369c62d-41e8-46e9-bde5-780e682181b8 req-6f411d22-3736-4832-95b0-6d498a72028f tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328904 Aug 11 21:52:48.293055 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc867f1-8048-402e-9134-d1b4c2d4bf31 req-b8abc983-8639-40a2-beb5-c9d984085c55 tempest-ServersAdminNegativeTestJSON-366306530 tempest-ServersAdminNegativeTestJSON-366306530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:48.295785 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7fc867f1-8048-402e-9134-d1b4c2d4bf31 req-b8abc983-8639-40a2-beb5-c9d984085c55 tempest-ServersAdminNegativeTestJSON-366306530 tempest-ServersAdminNegativeTestJSON-366306530-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=052594cd-480f-4f07-8793-0dec9c177dce HTTP/1.1" status: 200 len: 1100 time: 0.1916072 Aug 11 21:52:48.327460 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-9e775508-143e-465e-8373-29c418755705 req-d56fb2ef-0cec-4a36-ad10-ec6e86e90c4a service neutron] For port 985190c3-08d1-4f33-a47a-da6d9c4b71f1, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:52:48.347050 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa6471-c1d2-47db-83e2-f2d27440c7e0 admin admin] Pushing event updated for resources: {'Port': ['ID=87beb5a4-71e3-4eac-85da-42ddd3ed7dde,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:48.351911 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-9e775508-143e-465e-8373-29c418755705 req-d56fb2ef-0cec-4a36-ad10-ec6e86e90c4a service neutron] For port 985190c3-08d1-4f33-a47a-da6d9c4b71f1, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=985190c3-08d1-4f33-a47a-da6d9c4b71f1,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:52:48.357396 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7a018eb0-3fdc-428c-9453-11535246e3b7 req-98f59666-1cb3-4682-80fb-84ac3309c08d service neutron] 10.222.0.82 "GET /v2.0/networks/4704ff02-c5ab-4776-afb3-b0008179201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160782 Aug 11 21:52:48.363198 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fa6471-c1d2-47db-83e2-f2d27440c7e0 admin admin] Network abc76e76-1f9c-41e1-8aea-10ce97937053 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:52:48.365260 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9e775508-143e-465e-8373-29c418755705 req-d56fb2ef-0cec-4a36-ad10-ec6e86e90c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:48.448028 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-a0fa6471-c1d2-47db-83e2-f2d27440c7e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:52:48.451124 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fa6471-c1d2-47db-83e2-f2d27440c7e0 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:52:48.513234 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-081aae83-942c-47ed-9636-705293901bcc service neutron] For port 2347d206-c62c-49d6-88ec-e41d7076f102, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:52:48.550589 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e775508-143e-465e-8373-29c418755705 req-d56fb2ef-0cec-4a36-ad10-ec6e86e90c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:48.553861 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9e775508-143e-465e-8373-29c418755705 req-d56fb2ef-0cec-4a36-ad10-ec6e86e90c4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:48.565527 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9e775508-143e-465e-8373-29c418755705 req-d56fb2ef-0cec-4a36-ad10-ec6e86e90c4a service neutron] 10.222.0.52 "PUT /v2.0/ports/985190c3-08d1-4f33-a47a-da6d9c4b71f1 HTTP/1.1" status: 200 len: 1096 time: 3.8936679 Aug 11 21:52:48.585139 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f', 'tag': '985190c3-08d1-4f33-a47a-da6d9c4b71f1'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:52:48.596483 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbcafaf-5047-46d9-925a-f4edb8fcb805" -d '{"events": [{"name": "network-changed", "server_uuid": "5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f", "tag": "985190c3-08d1-4f33-a47a-da6d9c4b71f1"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:52:48.606044 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-081aae83-942c-47ed-9636-705293901bcc service neutron] For port 2347d206-c62c-49d6-88ec-e41d7076f102, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2347d206-c62c-49d6-88ec-e41d7076f102,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:52:48.620334 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a0fa6471-c1d2-47db-83e2-f2d27440c7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:48.640314 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-081aae83-942c-47ed-9636-705293901bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:48.791538 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56fb2ef-0cec-4a36-ad10-ec6e86e90c4a service neutron] Pushing event updated for resources: {'Port': ['ID=985190c3-08d1-4f33-a47a-da6d9c4b71f1,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:48.812198 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7fc867f1-8048-402e-9134-d1b4c2d4bf31 req-68211e86-4055-464e-ab52-37085d05c1e9 tempest-ServersAdminNegativeTestJSON-366306530 tempest-ServersAdminNegativeTestJSON-366306530-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=6078a9ed-3c5b-4169-ba70-8e708b85c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381659 Aug 11 21:52:48.820488 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:48.848462 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-081aae83-942c-47ed-9636-705293901bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:48.850582 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-081aae83-942c-47ed-9636-705293901bcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:48.852212 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-081aae83-942c-47ed-9636-705293901bcc service neutron] 10.222.0.82 "PUT /v2.0/ports/2347d206-c62c-49d6-88ec-e41d7076f102 HTTP/1.1" status: 200 len: 1095 time: 5.1687329 Aug 11 21:52:48.906672 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e775508-143e-465e-8373-29c418755705 req-473e6b9e-c002-4c5a-8b60-bbea58866dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:48.908395 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9e775508-143e-465e-8373-29c418755705 req-473e6b9e-c002-4c5a-8b60-bbea58866dad service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fdfafb30082f453b8ca3c156794bf962&device_id=5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f HTTP/1.1" status: 200 len: 1099 time: 0.1962805 Aug 11 21:52:48.946981 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081aae83-942c-47ed-9636-705293901bcc service neutron] Pushing event updated for resources: {'Port': ['ID=2347d206-c62c-49d6-88ec-e41d7076f102,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:48.960639 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-69b88a37-edac-4e85-8b54-621637d60589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:48.964033 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-69b88a37-edac-4e85-8b54-621637d60589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:48.982679 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-69b88a37-edac-4e85-8b54-621637d60589 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d89e93ef-06bc-4b71-b668-07562d35a040 HTTP/1.1" status: 204 len: 168 time: 1.6467283 Aug 11 21:52:49.065662 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9e775508-143e-465e-8373-29c418755705 req-6b874862-f2e9-499b-9e27-468fe07f660a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=985190c3-08d1-4f33-a47a-da6d9c4b71f1 HTTP/1.1" status: 200 len: 217 time: 0.1487145 Aug 11 21:52:49.083461 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b88a37-edac-4e85-8b54-621637d60589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89e93ef-06bc-4b71-b668-07562d35a040,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:49.117628 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0674155-66e8-4384-9149-d9d95aec4842 req-5844fa4c-9016-4d8a-b684-ba1188ddf280 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:49.132362 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d0674155-66e8-4384-9149-d9d95aec4842 req-5844fa4c-9016-4d8a-b684-ba1188ddf280 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f HTTP/1.1" status: 200 len: 948 time: 0.4946337 Aug 11 21:52:49.258434 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-15be48f6-e5a6-4cbc-b5cd-e3fbec3eb3c2 None None] Provisioning for port 87beb5a4-71e3-4eac-85da-42ddd3ed7dde completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:52:49.265775 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-15be48f6-e5a6-4cbc-b5cd-e3fbec3eb3c2 None None] Provisioning complete for port 87beb5a4-71e3-4eac-85da-42ddd3ed7dde triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:52:49.266183 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-15be48f6-e5a6-4cbc-b5cd-e3fbec3eb3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:49.326705 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 21:52:49.390820 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e775508-143e-465e-8373-29c418755705 req-a16ebc5f-625a-453c-8e3a-3815f67c040c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:49.398228 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-15be48f6-e5a6-4cbc-b5cd-e3fbec3eb3c2 None None] Port 87beb5a4-71e3-4eac-85da-42ddd3ed7dde cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:52:49.409520 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9e775508-143e-465e-8373-29c418755705 req-a16ebc5f-625a-453c-8e3a-3815f67c040c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.3297095 Aug 11 21:52:49.461649 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-dc326e01-7c3c-4a9c-8c45-de33bec365a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:49.467002 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-dc326e01-7c3c-4a9c-8c45-de33bec365a7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fdfafb30082f453b8ca3c156794bf962&device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 1098 time: 0.4534667 Aug 11 21:52:49.666240 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a0fa6471-c1d2-47db-83e2-f2d27440c7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:49.705863 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e775508-143e-465e-8373-29c418755705 req-c2dc6aa0-7a8c-499d-a55b-56c24493bfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:49.707586 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9e775508-143e-465e-8373-29c418755705 req-c2dc6aa0-7a8c-499d-a55b-56c24493bfb8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2899864 Aug 11 21:52:49.728192 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-41837a99-4992-41d4-b671-b6ce459eb7cd req-16785854-be63-4548-8bea-0208f7657133 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups/a241ad45-db1a-48b7-b241-462df1392347 HTTP/1.1" status: 200 len: 1801 time: 0.2381961 Aug 11 21:52:49.868827 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device fbcdcd18-d194-4e3e-b731-e6d68de7dccc details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:52:49.980867 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 2cf871dd-94b1-4fad-be57-a9ecf02055b5 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:52:50.003524 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-41837a99-4992-41d4-b671-b6ce459eb7cd req-774b59f8-83e2-466c-af1e-ef65449d0fd0 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:50.058791 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-41837a99-4992-41d4-b671-b6ce459eb7cd req-774b59f8-83e2-466c-af1e-ef65449d0fd0 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:50.063413 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9e775508-143e-465e-8373-29c418755705 req-8aedf093-67d6-4a19-acdb-0fabe37a05c2 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320222 Aug 11 21:52:50.265540 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-41837a99-4992-41d4-b671-b6ce459eb7cd req-774b59f8-83e2-466c-af1e-ef65449d0fd0 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:50.275841 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-41837a99-4992-41d4-b671-b6ce459eb7cd req-774b59f8-83e2-466c-af1e-ef65449d0fd0 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:50.293991 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-41837a99-4992-41d4-b671-b6ce459eb7cd req-774b59f8-83e2-466c-af1e-ef65449d0fd0 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "DELETE /v2.0/security-groups/a241ad45-db1a-48b7-b241-462df1392347 HTTP/1.1" status: 204 len: 173 time: 0.5646319 Aug 11 21:52:50.395422 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9e775508-143e-465e-8373-29c418755705 req-aef80cb4-0882-4cc3-ba59-fc42f0efd618 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020685 Aug 11 21:52:50.398880 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b59f8-83e2-466c-af1e-ef65449d0fd0 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a241ad45-db1a-48b7-b241-462df1392347,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:50.410270 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c0a024-7f3e-4d8d-8f06-c698042dff55 x-openstack-request-id: req-28c0a024-7f3e-4d8d-8f06-c698042dff55 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:52:50.410593 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f", "tag": "985190c3-08d1-4f33-a47a-da6d9c4b71f1", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:52:50.410893 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-28c0a024-7f3e-4d8d-8f06-c698042dff55 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:52:50.411234 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f', 'tag': '985190c3-08d1-4f33-a47a-da6d9c4b71f1', 'status': 'completed', 'code': 200} Aug 11 21:52:50.593872 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcafaf-5047-46d9-925a-f4edb8fcb805 req-8f543cec-5afb-47af-bd48-5dfb324ae317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:50.595724 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-efbcafaf-5047-46d9-925a-f4edb8fcb805 req-8f543cec-5afb-47af-bd48-5dfb324ae317 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fdfafb30082f453b8ca3c156794bf962&device_id=5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f HTTP/1.1" status: 200 len: 1099 time: 0.1493995 Aug 11 21:52:50.625011 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:50.652028 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d0674155-66e8-4384-9149-d9d95aec4842 req-050cf25f-ccfe-4da1-a264-68442c166cca tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4165280 Aug 11 21:52:50.686968 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 2cf871dd-94b1-4fad-be57-a9ecf02055b5 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:52:50.722878 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 2cf871dd-94b1-4fad-be57-a9ecf02055b5 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:52:50.724868 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:50.747882 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345e7f6e-1e39-4ba7-bb2c-7e7f632f7156', 'tag': '2347d206-c62c-49d6-88ec-e41d7076f102'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:52:50.757048 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa58c5cf-2e35-434e-b8f4-5266387fafc1" -d '{"events": [{"name": "network-changed", "server_uuid": "345e7f6e-1e39-4ba7-bb2c-7e7f632f7156", "tag": "2347d206-c62c-49d6-88ec-e41d7076f102"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:52:50.773709 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-566c72ee-d9d9-4a34-949b-70fdcccdf9b6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=2347d206-c62c-49d6-88ec-e41d7076f102 HTTP/1.1" status: 200 len: 217 time: 1.2833819 Aug 11 21:52:50.833311 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port fbcdcd18-d194-4e3e-b731-e6d68de7dccc, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=fbcdcd18-d194-4e3e-b731-e6d68de7dccc,segment=NetworkSegment(0b69ea86-ef97-454e-8a8e-3f0290a75489),segment_id=0b69ea86-ef97-454e-8a8e-3f0290a75489)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:50.876329 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': 'fbcdcd18-d194-4e3e-b731-e6d68de7dccc', 'network_id': '4704ff02-c5ab-4776-afb3-b0008179201b', 'port_id': 'fbcdcd18-d194-4e3e-b731-e6d68de7dccc', 'mac_address': 'fa:16:3e:b8:24:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99402162-65dc-4f7a-98e7-13408e81851f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:52:50.948926 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcafaf-5047-46d9-925a-f4edb8fcb805 req-a01b59f0-9583-4498-b17a-0894e4d2a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:50.973180 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-efbcafaf-5047-46d9-925a-f4edb8fcb805 req-a01b59f0-9583-4498-b17a-0894e4d2a140 service neutron] 10.222.0.52 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.3693159 Aug 11 21:52:51.057461 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:51.100460 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1aef9b-c465-434d-9d86-81c8bd4a187c req-671cd1ea-4e26-4910-9892-741cd2280ad6 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:51.108781 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4d1aef9b-c465-434d-9d86-81c8bd4a187c req-671cd1ea-4e26-4910-9892-741cd2280ad6 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.52 "GET /v2.0/ports?device_id=0062d010-86db-4e4b-b6bb-8d4a7a12fe7e HTTP/1.1" status: 200 len: 966 time: 0.3329895 Aug 11 21:52:51.127421 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-efbcafaf-5047-46d9-925a-f4edb8fcb805 req-89f6233a-b823-4041-855e-57dc8a694007 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=985190c3-08d1-4f33-a47a-da6d9c4b71f1 HTTP/1.1" status: 200 len: 217 time: 0.1409829 Aug 11 21:52:51.130607 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbcdcd18-d194-4e3e-b731-e6d68de7dccc {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:52:51.140285 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:51.180338 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-7d37e8a0-740a-4a26-9b88-6b18c6bcb918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:51.190779 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-7d37e8a0-740a-4a26-9b88-6b18c6bcb918 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.4033129 Aug 11 21:52:51.247098 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-72606adb-50e3-4702-8154-0d92f4e8ff42 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1004725951&fields=id&tenant_id=80a5e8f6f7ed430798dfcf878a1f42dd HTTP/1.1" status: 200 len: 267 time: 0.1288440 Aug 11 21:52:51.251308 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port fbcdcd18-d194-4e3e-b731-e6d68de7dccc, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=fbcdcd18-d194-4e3e-b731-e6d68de7dccc,segment=NetworkSegment(0b69ea86-ef97-454e-8a8e-3f0290a75489),segment_id=0b69ea86-ef97-454e-8a8e-3f0290a75489)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:51.257381 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 2cf871dd-94b1-4fad-be57-a9ecf02055b5, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=2cf871dd-94b1-4fad-be57-a9ecf02055b5,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:51.261424 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:51.276762 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:51.290841 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcafaf-5047-46d9-925a-f4edb8fcb805 req-e449730b-3f3c-42af-82fb-d14adc2b31d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:51.297620 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-efbcafaf-5047-46d9-925a-f4edb8fcb805 req-e449730b-3f3c-42af-82fb-d14adc2b31d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1590412 Aug 11 21:52:51.434180 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=fbcdcd18-d194-4e3e-b731-e6d68de7dccc,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:51.553311 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=2cf871dd-94b1-4fad-be57-a9ecf02055b5,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:51.665111 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77571631-e19c-4c26-a17e-b8f860fe3be0 req-1d561f14-35a6-474a-927d-9d5a8efdc38a tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:51.666885 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-77571631-e19c-4c26-a17e-b8f860fe3be0 req-1d561f14-35a6-474a-927d-9d5a8efdc38a tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 944 time: 0.7388875 Aug 11 21:52:51.710828 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a0fa6471-c1d2-47db-83e2-f2d27440c7e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:51.721637 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['fbcdcd18-d194-4e3e-b731-e6d68de7dccc'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:52:51.746553 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a0fa6471-c1d2-47db-83e2-f2d27440c7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:51.834942 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 2cf871dd-94b1-4fad-be57-a9ecf02055b5 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:52:51.875581 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa6471-c1d2-47db-83e2-f2d27440c7e0 admin admin] Pushing event updated for resources: {'Port': ['ID=87beb5a4-71e3-4eac-85da-42ddd3ed7dde,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:51.904914 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-6ea92d3b-277c-4e9a-bb91-020bc3165e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:51.907218 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-6ea92d3b-277c-4e9a-bb91-020bc3165e89 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5918112 Aug 11 21:52:51.929396 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcafaf-5047-46d9-925a-f4edb8fcb805 req-cb12cf31-c553-4d89-856b-009fc0b6a016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:51.931769 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-4d1aef9b-c465-434d-9d86-81c8bd4a187c req-375a878c-039f-41bc-8530-5996d08f83ad tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Deleting port 557f63b0-24fa-4cda-a81b-7ebba1292e2b {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:52:51.932145 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4d1aef9b-c465-434d-9d86-81c8bd4a187c req-375a878c-039f-41bc-8530-5996d08f83ad tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:51.935047 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-efbcafaf-5047-46d9-925a-f4edb8fcb805 req-cb12cf31-c553-4d89-856b-009fc0b6a016 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5899243 Aug 11 21:52:52.055195 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-3f1a7d90-a5ff-4b51-9803-b97a1ced1e5a tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:52.055463 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-4d1aef9b-c465-434d-9d86-81c8bd4a187c req-375a878c-039f-41bc-8530-5996d08f83ad tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] For port 557f63b0-24fa-4cda-a81b-7ebba1292e2b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=557f63b0-24fa-4cda-a81b-7ebba1292e2b,segment=NetworkSegment(609e17b3-1508-4d95-a8d0-25bb8387ed3d),segment_id=609e17b3-1508-4d95-a8d0-25bb8387ed3d)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:52.055988 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4d1aef9b-c465-434d-9d86-81c8bd4a187c req-375a878c-039f-41bc-8530-5996d08f83ad tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:52.069409 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-3f1a7d90-a5ff-4b51-9803-b97a1ced1e5a tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/networks?id=23d35d9d-3b60-4171-a586-25af0fc312dd HTTP/1.1" status: 200 len: 824 time: 0.8209386 Aug 11 21:52:52.093892 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 2cf871dd-94b1-4fad-be57-a9ecf02055b5 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:52:52.094405 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:52.109880 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-a6bba97d-74bd-4366-8514-32762d98c1e4 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/quotas/80a5e8f6f7ed430798dfcf878a1f42dd HTTP/1.1" status: 200 len: 375 time: 0.0385137 Aug 11 21:52:52.234617 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-efbcafaf-5047-46d9-925a-f4edb8fcb805 req-dfea674d-18fa-4e54-89da-273a558f6060 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813354 Aug 11 21:52:52.263647 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-52f5ca51-c505-496e-8ba7-adba2f42eafd tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=80a5e8f6f7ed430798dfcf878a1f42dd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1522226 Aug 11 21:52:52.375240 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-77571631-e19c-4c26-a17e-b8f860fe3be0 req-481cf5f0-3fc0-41fd-ad10-477876bd863f tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6843131 Aug 11 21:52:52.560528 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-efbcafaf-5047-46d9-925a-f4edb8fcb805 req-21eb14ca-9fad-4c74-a3e2-585bca4a4843 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953811 Aug 11 21:52:52.572230 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-ed50c54d-5868-4e5f-a52a-48fe351bf142 service neutron] 10.222.0.77 "GET /v2.0/networks/23d35d9d-3b60-4171-a586-25af0fc312dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941318 Aug 11 21:52:52.651453 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a0fa6471-c1d2-47db-83e2-f2d27440c7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:52.699867 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8813dbe6-1882-474e-85f5-cf1710015e9f req-e9cb1957-000f-4d5c-8493-197934c165f0 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "GET /v2.0/security-groups/99b3e19b-8b4b-40aa-a49d-39141a8c19a7 HTTP/1.1" status: 200 len: 1799 time: 0.1939175 Aug 11 21:52:52.796007 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-2d53530a-ec52-46f7-8f1d-42792afb9ef2 service neutron] 10.222.0.77 "GET /v2.0/networks/23d35d9d-3b60-4171-a586-25af0fc312dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227032 Aug 11 21:52:52.900437 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4d1aef9b-c465-434d-9d86-81c8bd4a187c req-375a878c-039f-41bc-8530-5996d08f83ad tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:52.900817 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4d1aef9b-c465-434d-9d86-81c8bd4a187c req-375a878c-039f-41bc-8530-5996d08f83ad tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:52.901143 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [req-4d1aef9b-c465-434d-9d86-81c8bd4a187c req-375a878c-039f-41bc-8530-5996d08f83ad tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Floating IP 9a35ebc1-8e1a-4193-8cbf-b15434bb581e disassociated. External IP: 172.25.2.208, port: 557f63b0-24fa-4cda-a81b-7ebba1292e2b. Aug 11 21:52:52.903738 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-4d1aef9b-c465-434d-9d86-81c8bd4a187c req-375a878c-039f-41bc-8530-5996d08f83ad tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Calling delete_port for 557f63b0-24fa-4cda-a81b-7ebba1292e2b owned by compute:tempest-test_az-824288935 {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:52:52.925101 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-0b19d22e-2bb7-4c3e-a2cb-1118d918bfdf service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9966314 Aug 11 21:52:53.047359 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8813dbe6-1882-474e-85f5-cf1710015e9f req-3fde8f77-bc8f-44c5-9661-f657f96a8065 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:53.053053 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fa6471-c1d2-47db-83e2-f2d27440c7e0 admin admin] Network abc76e76-1f9c-41e1-8aea-10ce97937053 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:52:53.062419 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-a0fa6471-c1d2-47db-83e2-f2d27440c7e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:52:53.105005 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676eeff8-034e-42cb-8cd2-7d34b7dd99fa x-openstack-request-id: req-676eeff8-034e-42cb-8cd2-7d34b7dd99fa {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:52:53.105358 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345e7f6e-1e39-4ba7-bb2c-7e7f632f7156", "tag": "2347d206-c62c-49d6-88ec-e41d7076f102", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:52:53.105564 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-676eeff8-034e-42cb-8cd2-7d34b7dd99fa {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:52:53.105984 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345e7f6e-1e39-4ba7-bb2c-7e7f632f7156', 'tag': '2347d206-c62c-49d6-88ec-e41d7076f102', 'status': 'completed', 'code': 200} Aug 11 21:52:53.129620 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8813dbe6-1882-474e-85f5-cf1710015e9f req-3fde8f77-bc8f-44c5-9661-f657f96a8065 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:53.366725 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf8319-2259-49fd-96d7-3eaf70731b3f req-d6cf3aee-c915-4aa3-aee7-32ac0303585a tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:53.391443 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3acf8319-2259-49fd-96d7-3eaf70731b3f req-d6cf3aee-c915-4aa3-aee7-32ac0303585a tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f HTTP/1.1" status: 200 len: 948 time: 0.1919301 Aug 11 21:52:53.454148 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4d1aef9b-c465-434d-9d86-81c8bd4a187c req-375a878c-039f-41bc-8530-5996d08f83ad tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:53.476163 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3acf8319-2259-49fd-96d7-3eaf70731b3f req-df7db4a9-3160-44b9-8568-c5e106ee14c8 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832555 Aug 11 21:52:53.555390 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 985190c3-08d1-4f33-a47a-da6d9c4b71f1 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:52:53.596281 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a878c-039f-41bc-8530-5996d08f83ad tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Pushing event deleted for resources: {'Port': ['ID=557f63b0-24fa-4cda-a81b-7ebba1292e2b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:53.639555 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8cadbfd6-9987-4bd9-805b-d37cba1d3d66 req-7b921ab9-e0f1-4290-9060-c0e8107156cf service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7037840 Aug 11 21:52:53.733121 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8813dbe6-1882-474e-85f5-cf1710015e9f req-3fde8f77-bc8f-44c5-9661-f657f96a8065 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:53.736662 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8813dbe6-1882-474e-85f5-cf1710015e9f req-3fde8f77-bc8f-44c5-9661-f657f96a8065 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:53.745502 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51724) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:53.757732 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8813dbe6-1882-474e-85f5-cf1710015e9f req-3fde8f77-bc8f-44c5-9661-f657f96a8065 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] 10.222.0.77 "DELETE /v2.0/security-groups/99b3e19b-8b4b-40aa-a49d-39141a8c19a7 HTTP/1.1" status: 204 len: 173 time: 1.0568600 Aug 11 21:52:53.889450 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eb5c911-406e-408d-b5b9-aed102e56de9 admin admin] Deleting subnet 7a51bb58-b09e-40fa-bef3-5305c95936c4 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 21:52:53.897103 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5eb5c911-406e-408d-b5b9-aed102e56de9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:53.964964 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde8f77-bc8f-44c5-9661-f657f96a8065 tempest-SecurityGroupsTestJSON-1629046218 tempest-SecurityGroupsTestJSON-1629046218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b3e19b-8b4b-40aa-a49d-39141a8c19a7,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:53.972694 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5eb5c911-406e-408d-b5b9-aed102e56de9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:54.022992 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5eb5c911-406e-408d-b5b9-aed102e56de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:54.107068 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5eb5c911-406e-408d-b5b9-aed102e56de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:54.162446 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fa6471-c1d2-47db-83e2-f2d27440c7e0 admin admin] Router 698ccf70-99ba-4e2e-81ac-e43f4941f240 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:52:54.226476 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device fbcdcd18-d194-4e3e-b731-e6d68de7dccc up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:52:54.289371 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-79ac6d39-7927-4f3e-a9d7-6b23408470e2 None None] Provisioning complete for port 87beb5a4-71e3-4eac-85da-42ddd3ed7dde triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:52:54.291774 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-79ac6d39-7927-4f3e-a9d7-6b23408470e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:54.342359 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5c911-406e-408d-b5b9-aed102e56de9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a51bb58-b09e-40fa-bef3-5305c95936c4,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:54.372770 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d1aef9b-c465-434d-9d86-81c8bd4a187c req-375a878c-039f-41bc-8530-5996d08f83ad tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Router f1663e24-1cd4-4cf2-aedd-6b8565037af0 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:52:54.391578 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58c5cf-2e35-434e-b8f4-5266387fafc1 req-ccd0c044-3a56-482f-9a63-d3b8e131ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:54.391578 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aa58c5cf-2e35-434e-b8f4-5266387fafc1 req-ccd0c044-3a56-482f-9a63-d3b8e131ae90 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fdfafb30082f453b8ca3c156794bf962&device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 1098 time: 0.6262209 Aug 11 21:52:54.416404 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5eb5c911-406e-408d-b5b9-aed102e56de9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:54.426152 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5eb5c911-406e-408d-b5b9-aed102e56de9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7a51bb58-b09e-40fa-bef3-5305c95936c4 HTTP/1.1" status: 204 len: 168 time: 0.6790063 Aug 11 21:52:54.428276 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51738) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:54.436561 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c1ad67ef-efb2-46a7-afda-8ee131f99c88 req-052a303e-c95c-4234-a1e8-74cda40fe25f tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdb74d07-08cc-47c9-bc73-3b0ad5e47c59 HTTP/1.1" status: 200 len: 210 time: 0.1607833 Aug 11 21:52:54.530647 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 985190c3-08d1-4f33-a47a-da6d9c4b71f1, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=985190c3-08d1-4f33-a47a-da6d9c4b71f1,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:54.574338 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-79ac6d39-7927-4f3e-a9d7-6b23408470e2 None None] Port 87beb5a4-71e3-4eac-85da-42ddd3ed7dde cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:52:54.578357 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '985190c3-08d1-4f33-a47a-da6d9c4b71f1', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '985190c3-08d1-4f33-a47a-da6d9c4b71f1', 'mac_address': 'fa:16:3e:a2:c1:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:52:54.623266 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-67c54662-005b-4610-a82d-c44c86080a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:54.698523 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:54.722368 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 985190c3-08d1-4f33-a47a-da6d9c4b71f1 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:52:54.785272 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port fbcdcd18-d194-4e3e-b731-e6d68de7dccc completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:52:54.808924 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 985190c3-08d1-4f33-a47a-da6d9c4b71f1, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=985190c3-08d1-4f33-a47a-da6d9c4b71f1,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:54.829595 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port fbcdcd18-d194-4e3e-b731-e6d68de7dccc triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:52:54.830644 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:54.839237 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:54.870217 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-67c54662-005b-4610-a82d-c44c86080a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:54.896078 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-67c54662-005b-4610-a82d-c44c86080a76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8356088d-0005-4e89-9fc4-654fac70ef3c']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:52:54.925652 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-67c54662-005b-4610-a82d-c44c86080a76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6684713b-d769-4ecc-9299-66aad848fd42') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:52:54.925961 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-67c54662-005b-4610-a82d-c44c86080a76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6684713b-d769-4ecc-9299-66aad848fd42') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:52:54.961811 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-67c54662-005b-4610-a82d-c44c86080a76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:54.986306 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d1aef9b-c465-434d-9d86-81c8bd4a187c req-375a878c-039f-41bc-8530-5996d08f83ad tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:52:55.015296 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb60f4ce-91c6-4835-bc6c-7f91c56d3375 None None] Sync routers for ids ['f1663e24-1cd4-4cf2-aedd-6b8565037af0'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:52:55.026528 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-67c54662-005b-4610-a82d-c44c86080a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:55.052224 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=985190c3-08d1-4f33-a47a-da6d9c4b71f1,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:55.064659 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb60f4ce-91c6-4835-bc6c-7f91c56d3375 None None] Routers {'f1663e24-1cd4-4cf2-aedd-6b8565037af0'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:52:55.067870 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-fb60f4ce-91c6-4835-bc6c-7f91c56d3375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:52:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f1663e24-1cd4-4cf2-aedd-6b8565037af0'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:52:55.069983 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c54662-005b-4610-a82d-c44c86080a76 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 21:52:55.072412 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-67c54662-005b-4610-a82d-c44c86080a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:55.177803 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['985190c3-08d1-4f33-a47a-da6d9c4b71f1'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: timer() Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 21:52:55.214329 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 21:52:55.279438 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-67c54662-005b-4610-a82d-c44c86080a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:55.307976 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-67c54662-005b-4610-a82d-c44c86080a76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:55.310524 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-67c54662-005b-4610-a82d-c44c86080a76 admin admin] 10.222.0.77 "DELETE /v2.0/networks/8356088d-0005-4e89-9fc4-654fac70ef3c HTTP/1.1" status: 204 len: 168 time: 0.8767173 Aug 11 21:52:55.422175 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c54662-005b-4610-a82d-c44c86080a76 admin admin] Pushing event deleted for resources: {'Network': ['ID=8356088d-0005-4e89-9fc4-654fac70ef3c,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:55.588088 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502835b0-5c17-4cc3-ae68-1a44f1c50520 req-9414a328-8ddb-4d28-a40f-b294b6bfb849 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:55.596838 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-502835b0-5c17-4cc3-ae68-1a44f1c50520 req-9414a328-8ddb-4d28-a40f-b294b6bfb849 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f HTTP/1.1" status: 200 len: 949 time: 0.3713038 Aug 11 21:52:55.634461 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-fb60f4ce-91c6-4835-bc6c-7f91c56d3375 None None] Set router f1663e24-1cd4-4cf2-aedd-6b8565037af0 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:52:55.681281 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-502835b0-5c17-4cc3-ae68-1a44f1c50520 req-7332945b-6eef-41e0-a1a9-47fc23558b70 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748849 Aug 11 21:52:55.736904 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:55.766976 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 557f63b0-24fa-4cda-a81b-7ebba1292e2b no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:52:55.779589 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-ef29afd3-dc31-4382-94e6-a8853cbc8295 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:55.794873 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-ef29afd3-dc31-4382-94e6-a8853cbc8295 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.82 "GET /v2.0/networks?id=23d35d9d-3b60-4171-a586-25af0fc312dd HTTP/1.1" status: 200 len: 824 time: 0.4000051 Aug 11 21:52:55.884941 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 557f63b0-24fa-4cda-a81b-7ebba1292e2b {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:52:55.885374 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 557f63b0-24fa-4cda-a81b-7ebba1292e2b not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:52:55.895454 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 2347d206-c62c-49d6-88ec-e41d7076f102 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:52:55.916717 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51764) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:55.936553 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc835ce3-960f-498f-a0de-4d3e272a7d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcdcd18-d194-4e3e-b731-e6d68de7dccc'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:52:55.939192 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87058db-28db-4760-9959-29cbccee7193" -d '{"events": [{"server_uuid": "bc835ce3-960f-498f-a0de-4d3e272a7d70", "name": "network-vif-plugged", "status": "completed", "tag": "fbcdcd18-d194-4e3e-b731-e6d68de7dccc"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:52:55.982605 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port fbcdcd18-d194-4e3e-b731-e6d68de7dccc, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=fbcdcd18-d194-4e3e-b731-e6d68de7dccc,segment=NetworkSegment(0b69ea86-ef97-454e-8a8e-3f0290a75489),segment_id=0b69ea86-ef97-454e-8a8e-3f0290a75489)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:56.041368 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39b3b8-c025-46cc-a8f7-222aba5c262e req-ed342291-fe9e-4c9c-a5c9-dfccd10c45ff tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:56.043395 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fb39b3b8-c025-46cc-a8f7-222aba5c262e req-ed342291-fe9e-4c9c-a5c9-dfccd10c45ff tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 945 time: 1.6857116 Aug 11 21:52:56.077440 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1aef9b-c465-434d-9d86-81c8bd4a187c req-375a878c-039f-41bc-8530-5996d08f83ad tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] No DVR routers for this DVR port 557f63b0-24fa-4cda-a81b-7ebba1292e2b on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:52:56.088218 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-eb6d0b1e-225a-41de-b0d1-902ae9cb08d4 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80a5e8f6f7ed430798dfcf878a1f42dd HTTP/1.1" status: 200 len: 380 time: 0.2829514 Aug 11 21:52:56.109965 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-47741393-2c4f-430d-a21c-49cb1d2c81db tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Request body: {'port': {'device_id': 'cdb74d07-08cc-47c9-bc73-3b0ad5e47c59', 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd', 'admin_state_up': True, 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'security_groups': ['5e414fe2-fd97-463b-b3ae-7750275b3883']}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:52:56.142198 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4d1aef9b-c465-434d-9d86-81c8bd4a187c req-375a878c-039f-41bc-8530-5996d08f83ad tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:56.145915 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4d1aef9b-c465-434d-9d86-81c8bd4a187c req-375a878c-039f-41bc-8530-5996d08f83ad tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.52 "DELETE /v2.0/ports/557f63b0-24fa-4cda-a81b-7ebba1292e2b HTTP/1.1" status: 204 len: 173 time: 5.0074234 Aug 11 21:52:56.146684 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:56.163705 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0062d010-86db-4e4b-b6bb-8d4a7a12fe7e', 'name': 'network-vif-deleted', 'tag': '557f63b0-24fa-4cda-a81b-7ebba1292e2b'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:52:56.168630 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91eaf123-71da-406f-bd4c-82df702db84e" -d '{"events": [{"server_uuid": "0062d010-86db-4e4b-b6bb-8d4a7a12fe7e", "name": "network-vif-deleted", "tag": "557f63b0-24fa-4cda-a81b-7ebba1292e2b"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:52:56.365678 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fb39b3b8-c025-46cc-a8f7-222aba5c262e req-e95c36b6-70ed-49e6-8257-b49ef488c3c7 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800841 Aug 11 21:52:56.394133 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=fbcdcd18-d194-4e3e-b731-e6d68de7dccc,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:56.399557 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-020fc855-7015-4474-a1f6-d57354261ddd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c3959184431440d59536f3e8479ad06b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4733222 Aug 11 21:52:56.403544 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58c5cf-2e35-434e-b8f4-5266387fafc1 req-8ffa7521-1132-4fd9-bc6d-2aba7dc29535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:56.405375 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aa58c5cf-2e35-434e-b8f4-5266387fafc1 req-8ffa7521-1132-4fd9-bc6d-2aba7dc29535 service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 1.9744961 Aug 11 21:52:56.406814 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fa6471-c1d2-47db-83e2-f2d27440c7e0 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:52:56.408572 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51770) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:56.426285 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a0fa6471-c1d2-47db-83e2-f2d27440c7e0 admin admin] 10.222.0.77 "PUT /v2.0/routers/698ccf70-99ba-4e2e-81ac-e43f4941f240/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7254164 Aug 11 21:52:56.437829 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bd7831-cddc-4770-a56c-d32a6d5d53bf None None] Sync routers for ids ['698ccf70-99ba-4e2e-81ac-e43f4941f240'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:52:56.475494 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 2347d206-c62c-49d6-88ec-e41d7076f102, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2347d206-c62c-49d6-88ec-e41d7076f102,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:56.508441 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '2347d206-c62c-49d6-88ec-e41d7076f102', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '2347d206-c62c-49d6-88ec-e41d7076f102', 'mac_address': 'fa:16:3e:69:6a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:52:56.551633 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-fb60f4ce-91c6-4835-bc6c-7f91c56d3375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239890165-router', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:10Z', 'updated_at': '2021-08-11T21:50:15Z', 'revision_number': 4, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'gw_port': {'id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:11Z', 'updated_at': '2021-08-11T21:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'aa7f1bb3-b880-440a-aad4-6c463b5ae6f8', 'name': '', 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'mac_address': 'fa:16:3e:cb:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:14Z', 'updated_at': '2021-08-11T21:50:25Z', 'revision_number': 5, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'subnets': [{'id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:52:56.588645 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bd7831-cddc-4770-a56c-d32a6d5d53bf None None] Routers {'698ccf70-99ba-4e2e-81ac-e43f4941f240'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:52:56.595537 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-d1bd7831-cddc-4770-a56c-d32a6d5d53bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:52:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['698ccf70-99ba-4e2e-81ac-e43f4941f240'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:52:56.608384 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aa58c5cf-2e35-434e-b8f4-5266387fafc1 req-541ac2c1-86de-4626-bdef-09f3424d1f82 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=2347d206-c62c-49d6-88ec-e41d7076f102 HTTP/1.1" status: 200 len: 217 time: 0.1104202 Aug 11 21:52:56.673696 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-50c307cd-a59a-4fff-8b6d-988873109bdc req-8e253238-8fd4-49bf-bbda-74589dc15453 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdb74d07-08cc-47c9-bc73-3b0ad5e47c59 HTTP/1.1" status: 200 len: 210 time: 0.0642705 Aug 11 21:52:56.679782 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-47741393-2c4f-430d-a21c-49cb1d2c81db tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Made reservation on behalf of 80a5e8f6f7ed430798dfcf878a1f42dd for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:52:56.700467 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-47741393-2c4f-430d-a21c-49cb1d2c81db tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:56.758612 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5a744ea8-ce1c-4eb3-8d93-42637c650a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:56.781115 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb60f4ce-91c6-4835-bc6c-7f91c56d3375 None None] Checking router: f1663e24-1cd4-4cf2-aedd-6b8565037af0 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:52:56.811673 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb60f4ce-91c6-4835-bc6c-7f91c56d3375 None None] Routers {'f1663e24-1cd4-4cf2-aedd-6b8565037af0'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:52:56.816480 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-fb60f4ce-91c6-4835-bc6c-7f91c56d3375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:52:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f1663e24-1cd4-4cf2-aedd-6b8565037af0'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:52:56.889520 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5a744ea8-ce1c-4eb3-8d93-42637c650a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:57.072811 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.82', 61345) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:52:57.081528 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de4fcfe-85c7-4f0a-8b2a-c5591bf71c2a x-openstack-request-id: req-8de4fcfe-85c7-4f0a-8b2a-c5591bf71c2a {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:52:57.088183 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0062d010-86db-4e4b-b6bb-8d4a7a12fe7e", "name": "network-vif-deleted", "tag": "557f63b0-24fa-4cda-a81b-7ebba1292e2b", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:52:57.090713 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8de4fcfe-85c7-4f0a-8b2a-c5591bf71c2a {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:52:57.095996 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0062d010-86db-4e4b-b6bb-8d4a7a12fe7e', 'name': 'network-vif-deleted', 'tag': '557f63b0-24fa-4cda-a81b-7ebba1292e2b', 'status': 'completed', 'code': 200} Aug 11 21:52:57.215998 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-d1bd7831-cddc-4770-a56c-d32a6d5d53bf None None] Set router 698ccf70-99ba-4e2e-81ac-e43f4941f240 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:52:57.331156 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58c5cf-2e35-434e-b8f4-5266387fafc1 req-61d28233-be95-4cd3-b20e-befdb26f8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:57.339417 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aa58c5cf-2e35-434e-b8f4-5266387fafc1 req-61d28233-be95-4cd3-b20e-befdb26f8b15 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.7195351 Aug 11 21:52:57.407529 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc1b8ea-cd54-4625-a183-c2b882d86a30 x-openstack-request-id: req-3cc1b8ea-cd54-4625-a183-c2b882d86a30 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:52:57.407876 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc835ce3-960f-498f-a0de-4d3e272a7d70", "name": "network-vif-plugged", "status": "completed", "tag": "fbcdcd18-d194-4e3e-b731-e6d68de7dccc", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:52:57.408107 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3cc1b8ea-cd54-4625-a183-c2b882d86a30 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:52:57.408478 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc835ce3-960f-498f-a0de-4d3e272a7d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcdcd18-d194-4e3e-b731-e6d68de7dccc', 'code': 200} Aug 11 21:52:57.487106 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7c687-95ac-4191-9368-4bffb33eef39 req-28bbd174-acd3-4f4c-9193-a10513aeb95e tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:57.500525 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3dc7c687-95ac-4191-9368-4bffb33eef39 req-28bbd174-acd3-4f4c-9193-a10513aeb95e tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=052594cd-480f-4f07-8793-0dec9c177dce HTTP/1.1" status: 200 len: 949 time: 0.3805394 Aug 11 21:52:57.510846 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5a744ea8-ce1c-4eb3-8d93-42637c650a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:57.515872 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5a744ea8-ce1c-4eb3-8d93-42637c650a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:57.521026 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5a744ea8-ce1c-4eb3-8d93-42637c650a87 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2a1137ae-4c46-4cef-9e57-e563fc549ac8 HTTP/1.1" status: 204 len: 168 time: 1.1038866 Aug 11 21:52:57.638166 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58c5cf-2e35-434e-b8f4-5266387fafc1 req-24a65a86-c57d-498a-93d0-6be9bdb0acb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:57.643232 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aa58c5cf-2e35-434e-b8f4-5266387fafc1 req-24a65a86-c57d-498a-93d0-6be9bdb0acb8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2931435 Aug 11 21:52:57.660317 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-fb60f4ce-91c6-4835-bc6c-7f91c56d3375 None None] Set router f1663e24-1cd4-4cf2-aedd-6b8565037af0 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:52:57.675917 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-47741393-2c4f-430d-a21c-49cb1d2c81db tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Allocated IP 172.20.0.4 (23d35d9d-3b60-4171-a586-25af0fc312dd/50d7a31b-7f2d-4275-9e8f-220f204b8511/32ef5feb-498d-469c-aea2-e515a4128e9c) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:52:57.682327 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a744ea8-ce1c-4eb3-8d93-42637c650a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1137ae-4c46-4cef-9e57-e563fc549ac8,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:57.701257 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:57.767237 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fcccc-171b-4b8e-acc6-126d559f3c20 req-dd60dfa3-494a-4e41-80c1-615fe1ad28f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:57.789092 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-336fcccc-171b-4b8e-acc6-126d559f3c20 req-dd60dfa3-494a-4e41-80c1-615fe1ad28f1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 1097 time: 0.6964505 Aug 11 21:52:57.867605 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2347d206-c62c-49d6-88ec-e41d7076f102 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:52:57.956117 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 2347d206-c62c-49d6-88ec-e41d7076f102, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2347d206-c62c-49d6-88ec-e41d7076f102,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:58.036182 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:58.056544 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3dc7c687-95ac-4191-9368-4bffb33eef39 req-de9da0fa-7dcb-435d-b4a3-592f037af94b tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/security-groups?id=6078a9ed-3c5b-4169-ba70-8e708b85c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5525446 Aug 11 21:52:58.089895 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-336fcccc-171b-4b8e-acc6-126d559f3c20 req-a8a801c4-58f7-44bd-85e9-738cb6da7613 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996809 Aug 11 21:52:58.143044 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda0fe9-539b-40c3-9a57-d6d8a1dd7eea req-a89acc3f-cf0a-47b6-a289-c70ec251e55e tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:58.158393 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7dda0fe9-539b-40c3-9a57-d6d8a1dd7eea req-a89acc3f-cf0a-47b6-a289-c70ec251e55e tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f HTTP/1.1" status: 200 len: 949 time: 0.9047322 Aug 11 21:52:58.165832 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aa58c5cf-2e35-434e-b8f4-5266387fafc1 req-6e4f6dbb-2209-45e2-a9da-aea8cfc03435 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120027 Aug 11 21:52:58.194870 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1973ae-81e1-4cdc-948e-032e42bcaa07 req-ec591b9d-ef8c-4d8a-a201-0eb788cd104c tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:58.196758 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8c1973ae-81e1-4cdc-948e-032e42bcaa07 req-ec591b9d-ef8c-4d8a-a201-0eb788cd104c tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.52 "GET /v2.0/ports?device_id=052594cd-480f-4f07-8793-0dec9c177dce HTTP/1.1" status: 200 len: 949 time: 0.2959886 Aug 11 21:52:58.352071 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=2347d206-c62c-49d6-88ec-e41d7076f102,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:58.395398 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-d1bd7831-cddc-4770-a56c-d32a6d5d53bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698ccf70-99ba-4e2e-81ac-e43f4941f240', 'name': 'tempest-AttachSCSIVolumeTestJSON-1608427239-router', 'tenant_id': 'ea232747006442c6a44c6fa81879b86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '2cf871dd-94b1-4fad-be57-a9ecf02055b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:52:36Z', 'updated_at': '2021-08-11T21:52:49Z', 'revision_number': 4, 'project_id': 'ea232747006442c6a44c6fa81879b86d', 'gw_port': {'id': '2cf871dd-94b1-4fad-be57-a9ecf02055b5', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698ccf70-99ba-4e2e-81ac-e43f4941f240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:52:38Z', 'updated_at': '2021-08-11T21:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '87beb5a4-71e3-4eac-85da-42ddd3ed7dde', 'name': '', 'network_id': 'abc76e76-1f9c-41e1-8aea-10ce97937053', 'tenant_id': 'ea232747006442c6a44c6fa81879b86d', 'mac_address': 'fa:16:3e:6a:60:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698ccf70-99ba-4e2e-81ac-e43f4941f240', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '33d0e654-e99e-4798-a72a-9f7bb28a6bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:52:45Z', 'updated_at': '2021-08-11T21:52:49Z', 'revision_number': 2, 'project_id': 'ea232747006442c6a44c6fa81879b86d', 'subnets': [{'id': '33d0e654-e99e-4798-a72a-9f7bb28a6bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:52:58.443208 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bd7831-cddc-4770-a56c-d32a6d5d53bf None None] Checking router: 698ccf70-99ba-4e2e-81ac-e43f4941f240 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:52:58.444398 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bd7831-cddc-4770-a56c-d32a6d5d53bf None None] Updating router 698ccf70-99ba-4e2e-81ac-e43f4941f240 port 87beb5a4-71e3-4eac-85da-42ddd3ed7dde binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 21:52:58.484687 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d1bd7831-cddc-4770-a56c-d32a6d5d53bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:58.491958 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['2347d206-c62c-49d6-88ec-e41d7076f102'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:52:58.682538 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-fb60f4ce-91c6-4835-bc6c-7f91c56d3375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239890165-router', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:10Z', 'updated_at': '2021-08-11T21:50:15Z', 'revision_number': 4, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'gw_port': {'id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:11Z', 'updated_at': '2021-08-11T21:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'aa7f1bb3-b880-440a-aad4-6c463b5ae6f8', 'name': '', 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'mac_address': 'fa:16:3e:cb:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:14Z', 'updated_at': '2021-08-11T21:50:25Z', 'revision_number': 5, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'subnets': [{'id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:52:58.762494 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-47741393-2c4f-430d-a21c-49cb1d2c81db tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:58.822973 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb60f4ce-91c6-4835-bc6c-7f91c56d3375 None None] The sync data for ids ['f1663e24-1cd4-4cf2-aedd-6b8565037af0'] in n-d-804275-3 is: [{'id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239890165-router', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:10Z', 'updated_at': '2021-08-11T21:50:15Z', 'revision_number': 4, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'gw_port': {'id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:11Z', 'updated_at': '2021-08-11T21:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'aa7f1bb3-b880-440a-aad4-6c463b5ae6f8', 'name': '', 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'mac_address': 'fa:16:3e:cb:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:14Z', 'updated_at': '2021-08-11T21:50:25Z', 'revision_number': 5, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'subnets': [{'id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:52:58.908099 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7dda0fe9-539b-40c3-9a57-d6d8a1dd7eea req-9c565a13-080f-4e61-a7a7-49b8184a7beb tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7420862 Aug 11 21:52:58.920151 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-47741393-2c4f-430d-a21c-49cb1d2c81db tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Transition to ACTIVE for port object 32ef5feb-498d-469c-aea2-e515a4128e9c will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:52:59.084607 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-8c1973ae-81e1-4cdc-948e-032e42bcaa07 req-0fabc04e-78d8-49c2-a6eb-5c71ecc3b57d tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Deleting port 85dd9924-bb87-4382-94d3-8a43e3e81a12 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:52:59.084607 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8c1973ae-81e1-4cdc-948e-032e42bcaa07 req-0fabc04e-78d8-49c2-a6eb-5c71ecc3b57d tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:59.100193 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-47741393-2c4f-430d-a21c-49cb1d2c81db tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:59.182984 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5654652-cc0b-489d-a4ac-b3fba5d4cc3c req-f26f8c25-35e3-47a1-bd88-46816f228df5 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:59.207550 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e5654652-cc0b-489d-a4ac-b3fba5d4cc3c req-f26f8c25-35e3-47a1-bd88-46816f228df5 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 946 time: 0.6751118 Aug 11 21:52:59.387412 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47741393-2c4f-430d-a21c-49cb1d2c81db tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Pushing event updated for resources: {'Port': ['ID=32ef5feb-498d-469c-aea2-e515a4128e9c,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:59.462200 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aa58c5cf-2e35-434e-b8f4-5266387fafc1 req-43faf77f-b65d-4735-ac16-156f3603ecd8 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9716644 Aug 11 21:52:59.473146 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac795249-146d-4246-a8ab-42a8fed53bad None None] New status for floating IP 9a35ebc1-8e1a-4193-8cbf-b15434bb581e: DOWN {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 21:52:59.506766 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d1bd7831-cddc-4770-a56c-d32a6d5d53bf None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:59.551106 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d1bd7831-cddc-4770-a56c-d32a6d5d53bf None None] Transition to ACTIVE for port object 87beb5a4-71e3-4eac-85da-42ddd3ed7dde will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:52:59.577382 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d1bd7831-cddc-4770-a56c-d32a6d5d53bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:59.609897 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-47741393-2c4f-430d-a21c-49cb1d2c81db tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Network 23d35d9d-3b60-4171-a586-25af0fc312dd is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:52:59.644815 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-47741393-2c4f-430d-a21c-49cb1d2c81db tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:52:59.653289 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-47741393-2c4f-430d-a21c-49cb1d2c81db tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:52:59.657999 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e5654652-cc0b-489d-a4ac-b3fba5d4cc3c req-fe32f270-7c06-45a3-b2a3-b6834bed10cd tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493413 Aug 11 21:52:59.716170 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 985190c3-08d1-4f33-a47a-da6d9c4b71f1 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:52:59.737376 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-8c1973ae-81e1-4cdc-948e-032e42bcaa07 req-0fabc04e-78d8-49c2-a6eb-5c71ecc3b57d tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] For port 85dd9924-bb87-4382-94d3-8a43e3e81a12, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=85dd9924-bb87-4382-94d3-8a43e3e81a12,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:52:59.737857 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8c1973ae-81e1-4cdc-948e-032e42bcaa07 req-0fabc04e-78d8-49c2-a6eb-5c71ecc3b57d tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:52:59.778495 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-8c1973ae-81e1-4cdc-948e-032e42bcaa07 req-0fabc04e-78d8-49c2-a6eb-5c71ecc3b57d tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Calling delete_port for 85dd9924-bb87-4382-94d3-8a43e3e81a12 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:52:59.878127 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127ea2a-de46-4d90-8729-64a70fda12ff None None] Pushing event updated for resources: {'Port': ['ID=87beb5a4-71e3-4eac-85da-42ddd3ed7dde,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:52:59.990232 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-47741393-2c4f-430d-a21c-49cb1d2c81db tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:52:59.994393 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-47741393-2c4f-430d-a21c-49cb1d2c81db tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:00.197215 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede87f94-fb02-4cbd-83de-2d3d66db6c69 req-dee445a1-844c-488a-bfb2-e52d70c40fe2 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:00.198160 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 2347d206-c62c-49d6-88ec-e41d7076f102 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:53:00.222211 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ede87f94-fb02-4cbd-83de-2d3d66db6c69 req-dee445a1-844c-488a-bfb2-e52d70c40fe2 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdb74d07-08cc-47c9-bc73-3b0ad5e47c59 HTTP/1.1" status: 200 len: 931 time: 0.8803389 Aug 11 21:53:00.235324 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 985190c3-08d1-4f33-a47a-da6d9c4b71f1 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:53:00.313356 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 985190c3-08d1-4f33-a47a-da6d9c4b71f1 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:53:00.313356 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:00.334604 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51868) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:53:00.385234 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-47741393-2c4f-430d-a21c-49cb1d2c81db tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2845309 Aug 11 21:53:00.417234 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-008b8f2c-d05a-4017-ac0a-858eb1e2688a service neutron] Request body: {'port': {'device_id': 'cdb74d07-08cc-47c9-bc73-3b0ad5e47c59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:53:00.468066 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8c1973ae-81e1-4cdc-948e-032e42bcaa07 req-0fabc04e-78d8-49c2-a6eb-5c71ecc3b57d tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:00.579164 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['2717b28c-8ab2-41b3-97d1-655527d50611'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:53:00.610873 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabc04e-78d8-49c2-a6eb-5c71ecc3b57d tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Pushing event deleted for resources: {'Port': ['ID=85dd9924-bb87-4382-94d3-8a43e3e81a12,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:00.611578 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ede87f94-fb02-4cbd-83de-2d3d66db6c69 req-d659bc67-729c-4813-b75b-80b2a32944f3 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e414fe2-fd97-463b-b3ae-7750275b3883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3841822 Aug 11 21:53:00.712101 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-720b3fbc-587f-4735-aa2f-36db8d08974b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1531378034-network', 'tenant_id': '85ccc4dd353c4089bb3c37fac5971ca5'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:53:00.761152 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-01119ea3-56c0-4845-ac32-b06a68c0f907 req-eda51190-b8ca-4e0a-8362-04aa5fe374d5 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=052594cd-480f-4f07-8793-0dec9c177dce HTTP/1.1" status: 200 len: 210 time: 0.1877515 Aug 11 21:53:00.761550 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-d1bd7831-cddc-4770-a56c-d32a6d5d53bf None None] Attempting to bind port 87beb5a4-71e3-4eac-85da-42ddd3ed7dde on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:53:00.761974 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-d1bd7831-cddc-4770-a56c-d32a6d5d53bf None None] Attempting to bind port 87beb5a4-71e3-4eac-85da-42ddd3ed7dde by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '62508613-e713-437d-8039-ca5abe52167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'abc76e76-1f9c-41e1-8aea-10ce97937053'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:53:00.766794 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bd7831-cddc-4770-a56c-d32a6d5d53bf None None] Attempting to bind port 87beb5a4-71e3-4eac-85da-42ddd3ed7dde on network abc76e76-1f9c-41e1-8aea-10ce97937053 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:53:00.898299 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720b3fbc-587f-4735-aa2f-36db8d08974b admin admin] Made reservation on behalf of 85ccc4dd353c4089bb3c37fac5971ca5 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:53:00.912926 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-720b3fbc-587f-4735-aa2f-36db8d08974b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:00.972888 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bd7831-cddc-4770-a56c-d32a6d5d53bf None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:53:00.973358 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bd7831-cddc-4770-a56c-d32a6d5d53bf None None] Checking segment: {'id': '62508613-e713-437d-8039-ca5abe52167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'abc76e76-1f9c-41e1-8aea-10ce97937053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:53:00.973768 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d1bd7831-cddc-4770-a56c-d32a6d5d53bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:00.974165 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bd7831-cddc-4770-a56c-d32a6d5d53bf None None] Bound using segment: {'id': '62508613-e713-437d-8039-ca5abe52167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'abc76e76-1f9c-41e1-8aea-10ce97937053'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:53:00.982877 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-d1bd7831-cddc-4770-a56c-d32a6d5d53bf None None] Bound port: 87beb5a4-71e3-4eac-85da-42ddd3ed7dde, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62508613-e713-437d-8039-ca5abe52167e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'abc76e76-1f9c-41e1-8aea-10ce97937053'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:53:00.987391 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d1bd7831-cddc-4770-a56c-d32a6d5d53bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:00.991824 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-720b3fbc-587f-4735-aa2f-36db8d08974b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:00.993997 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1973ae-81e1-4cdc-948e-032e42bcaa07 req-0fabc04e-78d8-49c2-a6eb-5c71ecc3b57d tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] No DVR routers for this DVR port 85dd9924-bb87-4382-94d3-8a43e3e81a12 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:53:01.012639 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8c1973ae-81e1-4cdc-948e-032e42bcaa07 req-0fabc04e-78d8-49c2-a6eb-5c71ecc3b57d tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:01.030258 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8c1973ae-81e1-4cdc-948e-032e42bcaa07 req-0fabc04e-78d8-49c2-a6eb-5c71ecc3b57d tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.52 "DELETE /v2.0/ports/85dd9924-bb87-4382-94d3-8a43e3e81a12 HTTP/1.1" status: 204 len: 173 time: 2.8260276 Aug 11 21:53:01.038301 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052594cd-480f-4f07-8793-0dec9c177dce', 'name': 'network-vif-deleted', 'tag': '85dd9924-bb87-4382-94d3-8a43e3e81a12'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:53:01.052518 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fca14c-2f17-427d-b8af-6a1744ac530d" -d '{"events": [{"server_uuid": "052594cd-480f-4f07-8793-0dec9c177dce", "name": "network-vif-deleted", "tag": "85dd9924-bb87-4382-94d3-8a43e3e81a12"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:53:01.117691 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-008b8f2c-d05a-4017-ac0a-858eb1e2688a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:01.399016 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-720b3fbc-587f-4735-aa2f-36db8d08974b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:01.428573 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-720b3fbc-587f-4735-aa2f-36db8d08974b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:01.449140 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0ecca-044a-4454-a048-3cd940fd9323 req-767d93c3-cb27-4f2c-91a3-7a1e56b38f67 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:01.458343 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e4f0ecca-044a-4454-a048-3cd940fd9323 req-767d93c3-cb27-4f2c-91a3-7a1e56b38f67 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f HTTP/1.1" status: 200 len: 949 time: 0.4906206 Aug 11 21:53:01.508029 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720b3fbc-587f-4735-aa2f-36db8d08974b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:53:01.644297 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-720b3fbc-587f-4735-aa2f-36db8d08974b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:01.644702 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-720b3fbc-587f-4735-aa2f-36db8d08974b admin admin] Added segment 0cdc267f-2cd8-456f-bc32-1f4855842ef2 of type vlan for network 414c1bf8-9c46-4502-8b8c-d0d9479f3536 Aug 11 21:53:01.670945 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b3fbc-587f-4735-aa2f-36db8d08974b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02ec8f0-912a-4ee7-801f-7b29774891b4,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:01.730947 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2a4a6942-f54e-424d-996d-c167e4548a69 None None] Provisioning for port 32ef5feb-498d-469c-aea2-e515a4128e9c completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:53:01.762434 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2a4a6942-f54e-424d-996d-c167e4548a69 None None] Provisioning complete for port 32ef5feb-498d-469c-aea2-e515a4128e9c triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:53:01.764110 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2a4a6942-f54e-424d-996d-c167e4548a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:01.812297 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-d1bd7831-cddc-4770-a56c-d32a6d5d53bf None None] For port 87beb5a4-71e3-4eac-85da-42ddd3ed7dde, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:53:01.817190 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e4f0ecca-044a-4454-a048-3cd940fd9323 req-67031b47-6417-426e-83c4-3e366ba98aeb tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576291 Aug 11 21:53:01.819012 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-d1bd7831-cddc-4770-a56c-d32a6d5d53bf None None] For port 87beb5a4-71e3-4eac-85da-42ddd3ed7dde, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=87beb5a4-71e3-4eac-85da-42ddd3ed7dde,segment=NetworkSegment(62508613-e713-437d-8039-ca5abe52167e),segment_id=62508613-e713-437d-8039-ca5abe52167e)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:53:01.833285 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 2347d206-c62c-49d6-88ec-e41d7076f102 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:53:01.869299 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 2347d206-c62c-49d6-88ec-e41d7076f102 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:53:01.869685 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:01.873244 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d1bd7831-cddc-4770-a56c-d32a6d5d53bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:01.981147 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-720b3fbc-587f-4735-aa2f-36db8d08974b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:02.018263 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127ea2a-de46-4d90-8729-64a70fda12ff None None] Pushing event updated for resources: {'Port': ['ID=87beb5a4-71e3-4eac-85da-42ddd3ed7dde,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:02.022187 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:02.241428 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bd7831-cddc-4770-a56c-d32a6d5d53bf None None] Routers {'698ccf70-99ba-4e2e-81ac-e43f4941f240'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:53:02.242881 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-d1bd7831-cddc-4770-a56c-d32a6d5d53bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:52:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['698ccf70-99ba-4e2e-81ac-e43f4941f240'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:53:02.249478 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-2a4a6942-f54e-424d-996d-c167e4548a69 None None] Port 32ef5feb-498d-469c-aea2-e515a4128e9c cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:53:02.278772 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-720b3fbc-587f-4735-aa2f-36db8d08974b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:02.280610 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720b3fbc-587f-4735-aa2f-36db8d08974b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:02.283001 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-720b3fbc-587f-4735-aa2f-36db8d08974b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:02.303973 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985190c3-08d1-4f33-a47a-da6d9c4b71f1'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:53:02.307185 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca4f664-756d-495e-8050-c23222594475" -d '{"events": [{"server_uuid": "5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f", "name": "network-vif-plugged", "status": "completed", "tag": "985190c3-08d1-4f33-a47a-da6d9c4b71f1"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:53:02.397969 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 985190c3-08d1-4f33-a47a-da6d9c4b71f1, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=985190c3-08d1-4f33-a47a-da6d9c4b71f1,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:02.445570 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:02.449002 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 169fb926-c34e-45f0-9f2a-a8b0df811ee7 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:53:02.526651 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018cbe50-40c3-43e0-bf37-46e0e4b976fb req-d91bed4f-7687-4d73-9a03-21bbe056c742 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:02.548386 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-018cbe50-40c3-43e0-bf37-46e0e4b976fb req-d91bed4f-7687-4d73-9a03-21bbe056c742 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 946 time: 0.5418088 Aug 11 21:53:02.571126 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b3fbc-587f-4735-aa2f-36db8d08974b admin admin] Pushing event updated for resources: {'Network': ['ID=414c1bf8-9c46-4502-8b8c-d0d9479f3536,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:02.602997 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:02.640376 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 414c1bf8-9c46-4502-8b8c-d0d9479f3536 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:53:02.705189 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-720b3fbc-587f-4735-aa2f-36db8d08974b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3487580 Aug 11 21:53:02.711556 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51922) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:53:02.757538 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-f6b0f148-72e6-46fb-a6cd-4c5c45424abd admin admin] Request body: {'subnet': {'network_id': '414c1bf8-9c46-4502-8b8c-d0d9479f3536', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1531378034-subnet', 'tenant_id': '85ccc4dd353c4089bb3c37fac5971ca5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:53:02.809770 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b0f148-72e6-46fb-a6cd-4c5c45424abd admin admin] Made reservation on behalf of 85ccc4dd353c4089bb3c37fac5971ca5 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:53:02.816583 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f6b0f148-72e6-46fb-a6cd-4c5c45424abd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:02.820463 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-018cbe50-40c3-43e0-bf37-46e0e4b976fb req-a6b2e735-834a-43f0-a3d0-9a357bcb52ac tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694075 Aug 11 21:53:02.884413 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-008b8f2c-d05a-4017-ac0a-858eb1e2688a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ef5feb-498d-469c-aea2-e515a4128e9c {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:53:02.918858 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-008b8f2c-d05a-4017-ac0a-858eb1e2688a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:02.970957 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-008b8f2c-d05a-4017-ac0a-858eb1e2688a service neutron] Transition to ACTIVE for port object 32ef5feb-498d-469c-aea2-e515a4128e9c will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:53:02.982582 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-008b8f2c-d05a-4017-ac0a-858eb1e2688a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:02.987562 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 2347d206-c62c-49d6-88ec-e41d7076f102, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2347d206-c62c-49d6-88ec-e41d7076f102,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:03.176320 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:03.183774 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:03.198010 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=985190c3-08d1-4f33-a47a-da6d9c4b71f1,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:03.230174 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-d1bd7831-cddc-4770-a56c-d32a6d5d53bf None None] Set router 698ccf70-99ba-4e2e-81ac-e43f4941f240 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:53:03.317503 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d389048-286a-4370-b9e5-132bdc3d1608 x-openstack-request-id: req-9d389048-286a-4370-b9e5-132bdc3d1608 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:53:03.317503 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052594cd-480f-4f07-8793-0dec9c177dce", "name": "network-vif-deleted", "tag": "85dd9924-bb87-4382-94d3-8a43e3e81a12", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:53:03.317503 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9d389048-286a-4370-b9e5-132bdc3d1608 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:53:03.317503 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052594cd-480f-4f07-8793-0dec9c177dce', 'name': 'network-vif-deleted', 'tag': '85dd9924-bb87-4382-94d3-8a43e3e81a12', 'status': 'completed', 'code': 200} Aug 11 21:53:03.419448 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=2347d206-c62c-49d6-88ec-e41d7076f102,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:03.549639 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 169fb926-c34e-45f0-9f2a-a8b0df811ee7, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=169fb926-c34e-45f0-9f2a-a8b0df811ee7,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:03.584196 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb56eb43-8b24-4ee6-9706-90dbbf28e2a0 x-openstack-request-id: req-bb56eb43-8b24-4ee6-9706-90dbbf28e2a0 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:53:03.585253 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f", "name": "network-vif-plugged", "status": "completed", "tag": "985190c3-08d1-4f33-a47a-da6d9c4b71f1", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:53:03.585845 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bb56eb43-8b24-4ee6-9706-90dbbf28e2a0 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:53:03.587780 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985190c3-08d1-4f33-a47a-da6d9c4b71f1', 'code': 200} Aug 11 21:53:03.605926 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b8f2c-d05a-4017-ac0a-858eb1e2688a service neutron] Pushing event updated for resources: {'Port': ['ID=32ef5feb-498d-469c-aea2-e515a4128e9c,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:03.634681 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:03.653421 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 85dd9924-bb87-4382-94d3-8a43e3e81a12 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:53:03.727725 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f6b0f148-72e6-46fb-a6cd-4c5c45424abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:03.736222 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-008b8f2c-d05a-4017-ac0a-858eb1e2688a service neutron] Attempting to bind port 32ef5feb-498d-469c-aea2-e515a4128e9c on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:53:03.736766 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-008b8f2c-d05a-4017-ac0a-858eb1e2688a service neutron] Attempting to bind port 32ef5feb-498d-469c-aea2-e515a4128e9c by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '609e17b3-1508-4d95-a8d0-25bb8387ed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:53:03.737302 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-008b8f2c-d05a-4017-ac0a-858eb1e2688a service neutron] Attempting to bind port 32ef5feb-498d-469c-aea2-e515a4128e9c on network 23d35d9d-3b60-4171-a586-25af0fc312dd {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:53:03.755831 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-008b8f2c-d05a-4017-ac0a-858eb1e2688a service neutron] Port 32ef5feb-498d-469c-aea2-e515a4128e9c on network 23d35d9d-3b60-4171-a586-25af0fc312dd not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:53:03.768312 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-008b8f2c-d05a-4017-ac0a-858eb1e2688a service neutron] Attempting to bind port 32ef5feb-498d-469c-aea2-e515a4128e9c on network 23d35d9d-3b60-4171-a586-25af0fc312dd {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:53:03.790536 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-008b8f2c-d05a-4017-ac0a-858eb1e2688a service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:53:03.791681 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-008b8f2c-d05a-4017-ac0a-858eb1e2688a service neutron] Checking segment: {'id': '609e17b3-1508-4d95-a8d0-25bb8387ed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:53:03.792636 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-008b8f2c-d05a-4017-ac0a-858eb1e2688a service neutron] Bound using segment: {'id': '609e17b3-1508-4d95-a8d0-25bb8387ed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:53:03.793701 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-008b8f2c-d05a-4017-ac0a-858eb1e2688a service neutron] Bound port: 32ef5feb-498d-469c-aea2-e515a4128e9c, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '609e17b3-1508-4d95-a8d0-25bb8387ed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:53:03.797778 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-008b8f2c-d05a-4017-ac0a-858eb1e2688a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:03.891372 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af540c67-2857-44bb-9997-8e9471028f6b req-d2f73166-4c56-45ce-b487-4417939e3a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:03.893496 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-af540c67-2857-44bb-9997-8e9471028f6b req-d2f73166-4c56-45ce-b487-4417939e3a36 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f HTTP/1.1" status: 200 len: 1101 time: 0.2140634 Aug 11 21:53:03.928191 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84e6ac-6016-4e6f-8340-8ca23124d454 req-cf6007e0-621f-4bd0-8131-f288330cfb08 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:03.936368 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 85dd9924-bb87-4382-94d3-8a43e3e81a12 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:53:03.937529 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5f84e6ac-6016-4e6f-8340-8ca23124d454 req-cf6007e0-621f-4bd0-8131-f288330cfb08 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdb74d07-08cc-47c9-bc73-3b0ad5e47c59 HTTP/1.1" status: 200 len: 943 time: 0.6287162 Aug 11 21:53:03.941032 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 85dd9924-bb87-4382-94d3-8a43e3e81a12 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:53:03.962397 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51936) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:53:04.050300 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b0f148-72e6-46fb-a6cd-4c5c45424abd admin admin] Checking segment: {'id': '0cdc267f-2cd8-456f-bc32-1f4855842ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '414c1bf8-9c46-4502-8b8c-d0d9479f3536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:53:04.050881 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b0f148-72e6-46fb-a6cd-4c5c45424abd admin admin] Network hostable DHCP agents. Network: 414c1bf8-9c46-4502-8b8c-d0d9479f3536, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:53:04.149845 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0f148-72e6-46fb-a6cd-4c5c45424abd admin admin] Pushing event updated for resources: {'Subnet': ['ID=832c5684-d34e-480e-a668-34d627a31043,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:04.220368 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-008b8f2c-d05a-4017-ac0a-858eb1e2688a service neutron] For port 32ef5feb-498d-469c-aea2-e515a4128e9c, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:53:04.226556 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-008b8f2c-d05a-4017-ac0a-858eb1e2688a service neutron] For port 32ef5feb-498d-469c-aea2-e515a4128e9c, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=32ef5feb-498d-469c-aea2-e515a4128e9c,segment=NetworkSegment(609e17b3-1508-4d95-a8d0-25bb8387ed3d),segment_id=609e17b3-1508-4d95-a8d0-25bb8387ed3d)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:53:04.250602 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-008b8f2c-d05a-4017-ac0a-858eb1e2688a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:04.261188 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5f84e6ac-6016-4e6f-8340-8ca23124d454 req-ade2ca67-36bb-427f-96ca-0af2fd8b150a tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e414fe2-fd97-463b-b3ae-7750275b3883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3207045 Aug 11 21:53:04.268369 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-af540c67-2857-44bb-9997-8e9471028f6b req-0fc9b493-49c9-4b75-8b53-3ffc64ccb842 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104119 Aug 11 21:53:04.276243 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b0f148-72e6-46fb-a6cd-4c5c45424abd admin admin] Network 414c1bf8-9c46-4502-8b8c-d0d9479f3536 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:53:04.321178 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-f6b0f148-72e6-46fb-a6cd-4c5c45424abd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 414c1bf8-9c46-4502-8b8c-d0d9479f3536) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:53:04.333764 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b0f148-72e6-46fb-a6cd-4c5c45424abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:04.336115 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f6b0f148-72e6-46fb-a6cd-4c5c45424abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:04.359091 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e58b70-e07f-4365-ac7b-6a3d86062fd0 None None] Network 414c1bf8-9c46-4502-8b8c-d0d9479f3536 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:53:04.380756 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f6b0f148-72e6-46fb-a6cd-4c5c45424abd admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6584165 Aug 11 21:53:04.426864 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=169fb926-c34e-45f0-9f2a-a8b0df811ee7,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:04.440001 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-008b8f2c-d05a-4017-ac0a-858eb1e2688a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:04.441037 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-008b8f2c-d05a-4017-ac0a-858eb1e2688a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:04.452569 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-008b8f2c-d05a-4017-ac0a-858eb1e2688a service neutron] 10.222.0.82 "PUT /v2.0/ports/32ef5feb-498d-469c-aea2-e515a4128e9c HTTP/1.1" status: 200 len: 1091 time: 4.0432074 Aug 11 21:53:04.463224 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb74d07-08cc-47c9-bc73-3b0ad5e47c59', 'tag': '32ef5feb-498d-469c-aea2-e515a4128e9c'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:53:04.473012 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc41c731-da35-4da8-80b0-f2dc6ce7c657" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb74d07-08cc-47c9-bc73-3b0ad5e47c59", "tag": "32ef5feb-498d-469c-aea2-e515a4128e9c"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:53:04.588732 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229201f-3696-4412-8031-0b72d98bdc03 req-162c0889-9250-4bda-a9a1-6a5dac9a3b88 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:04.592375 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f229201f-3696-4412-8031-0b72d98bdc03 req-162c0889-9250-4bda-a9a1-6a5dac9a3b88 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 946 time: 0.1886747 Aug 11 21:53:04.775102 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f229201f-3696-4412-8031-0b72d98bdc03 req-fc4a3c25-b10f-4600-8f90-e61dc188b057 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648417 Aug 11 21:53:04.854925 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-47c27250-3fd9-437c-9048-fb4fce958574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:04.860514 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7f50ea-cf10-4494-bb5f-4a4ca38d1d97 None None] Network 414c1bf8-9c46-4502-8b8c-d0d9479f3536 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:53:04.901813 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b8f2c-d05a-4017-ac0a-858eb1e2688a service neutron] Pushing event updated for resources: {'Port': ['ID=32ef5feb-498d-469c-aea2-e515a4128e9c,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:04.904111 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-d1bd7831-cddc-4770-a56c-d32a6d5d53bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698ccf70-99ba-4e2e-81ac-e43f4941f240', 'name': 'tempest-AttachSCSIVolumeTestJSON-1608427239-router', 'tenant_id': 'ea232747006442c6a44c6fa81879b86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '2cf871dd-94b1-4fad-be57-a9ecf02055b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:52:36Z', 'updated_at': '2021-08-11T21:52:49Z', 'revision_number': 4, 'project_id': 'ea232747006442c6a44c6fa81879b86d', 'gw_port': {'id': '2cf871dd-94b1-4fad-be57-a9ecf02055b5', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698ccf70-99ba-4e2e-81ac-e43f4941f240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:52:38Z', 'updated_at': '2021-08-11T21:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '87beb5a4-71e3-4eac-85da-42ddd3ed7dde', 'name': '', 'network_id': 'abc76e76-1f9c-41e1-8aea-10ce97937053', 'tenant_id': 'ea232747006442c6a44c6fa81879b86d', 'mac_address': 'fa:16:3e:6a:60:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698ccf70-99ba-4e2e-81ac-e43f4941f240', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '33d0e654-e99e-4798-a72a-9f7bb28a6bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:52:45Z', 'updated_at': '2021-08-11T21:53:01Z', 'revision_number': 4, 'project_id': 'ea232747006442c6a44c6fa81879b86d', 'subnets': [{'id': '33d0e654-e99e-4798-a72a-9f7bb28a6bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:53:04.966634 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd18fc8-d0fb-4781-b36b-fd27724a53ca req-05b8b5eb-f6c8-467d-a214-643ed9805e3d tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:04.990290 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0cd18fc8-d0fb-4781-b36b-fd27724a53ca req-05b8b5eb-f6c8-467d-a214-643ed9805e3d tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f HTTP/1.1" status: 200 len: 950 time: 0.6137195 Aug 11 21:53:05.040244 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-59b8eb63-59a5-4fdc-a56c-0e1600bae5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:05.043897 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-59b8eb63-59a5-4fdc-a56c-0e1600bae5c9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=80a5e8f6f7ed430798dfcf878a1f42dd&device_id=cdb74d07-08cc-47c9-bc73-3b0ad5e47c59 HTTP/1.1" status: 200 len: 1094 time: 0.4398165 Aug 11 21:53:05.114318 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bd7831-cddc-4770-a56c-d32a6d5d53bf None None] The sync data for ids ['698ccf70-99ba-4e2e-81ac-e43f4941f240'] in n-d-804275-3 is: [{'id': '698ccf70-99ba-4e2e-81ac-e43f4941f240', 'name': 'tempest-AttachSCSIVolumeTestJSON-1608427239-router', 'tenant_id': 'ea232747006442c6a44c6fa81879b86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '2cf871dd-94b1-4fad-be57-a9ecf02055b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:52:36Z', 'updated_at': '2021-08-11T21:52:49Z', 'revision_number': 4, 'project_id': 'ea232747006442c6a44c6fa81879b86d', 'gw_port': {'id': '2cf871dd-94b1-4fad-be57-a9ecf02055b5', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698ccf70-99ba-4e2e-81ac-e43f4941f240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:52:38Z', 'updated_at': '2021-08-11T21:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '87beb5a4-71e3-4eac-85da-42ddd3ed7dde', 'name': '', 'network_id': 'abc76e76-1f9c-41e1-8aea-10ce97937053', 'tenant_id': 'ea232747006442c6a44c6fa81879b86d', 'mac_address': 'fa:16:3e:6a:60:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698ccf70-99ba-4e2e-81ac-e43f4941f240', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '33d0e654-e99e-4798-a72a-9f7bb28a6bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:52:45Z', 'updated_at': '2021-08-11T21:53:01Z', 'revision_number': 4, 'project_id': 'ea232747006442c6a44c6fa81879b86d', 'subnets': [{'id': '33d0e654-e99e-4798-a72a-9f7bb28a6bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:53:05.357167 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-87cdd4f6-a5b3-481a-a166-4f5c60f44480 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32ef5feb-498d-469c-aea2-e515a4128e9c HTTP/1.1" status: 200 len: 217 time: 0.2724798 Aug 11 21:53:05.377913 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0cd18fc8-d0fb-4781-b36b-fd27724a53ca req-c2e1edcf-9554-432b-affb-5722d87b8793 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861444 Aug 11 21:53:05.455691 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b136402-8096-43de-acf1-b708dd417be4 req-01793f81-3a35-4016-882b-504bdc433589 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:05.457233 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8b136402-8096-43de-acf1-b708dd417be4 req-01793f81-3a35-4016-882b-504bdc433589 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/networks?id=e065759b-9598-4e49-9dd4-b84a6811ca8d HTTP/1.1" status: 200 len: 805 time: 0.1831145 Aug 11 21:53:05.485216 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8b136402-8096-43de-acf1-b708dd417be4 req-6d4c2062-7193-4aad-84ca-56572d37bc4f tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/quotas/2f92f84593c645c991d8da56fb117a97 HTTP/1.1" status: 200 len: 375 time: 0.0147789 Aug 11 21:53:05.492481 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-336194ae-bc4b-4189-abd1-a1fd2d3693ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:05.494111 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-336194ae-bc4b-4189-abd1-a1fd2d3693ce service neutron] 10.222.0.82 "GET /v2.0/subnets?id=50d7a31b-7f2d-4275-9e8f-220f204b8511 HTTP/1.1" status: 200 len: 863 time: 0.1102753 Aug 11 21:53:05.500020 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e5fe62-71eb-43b5-81eb-0405262d18e0 x-openstack-request-id: req-77e5fe62-71eb-43b5-81eb-0405262d18e0 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:53:05.500819 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb74d07-08cc-47c9-bc73-3b0ad5e47c59", "tag": "32ef5feb-498d-469c-aea2-e515a4128e9c", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:53:05.501180 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-77e5fe62-71eb-43b5-81eb-0405262d18e0 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:53:05.501835 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb74d07-08cc-47c9-bc73-3b0ad5e47c59', 'tag': '32ef5feb-498d-469c-aea2-e515a4128e9c', 'status': 'completed', 'code': 200} Aug 11 21:53:05.589565 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345e7f6e-1e39-4ba7-bb2c-7e7f632f7156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2347d206-c62c-49d6-88ec-e41d7076f102'}, {'server_uuid': '28a9d854-d5f5-4cf5-ad5c-905c9789fbc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '169fb926-c34e-45f0-9f2a-a8b0df811ee7'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:53:05.592994 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a799747a-5138-477c-95e1-e6dfb03212b2" -d '{"events": [{"server_uuid": "345e7f6e-1e39-4ba7-bb2c-7e7f632f7156", "name": "network-vif-plugged", "status": "completed", "tag": "2347d206-c62c-49d6-88ec-e41d7076f102"}, {"server_uuid": "28a9d854-d5f5-4cf5-ad5c-905c9789fbc5", "name": "network-vif-unplugged", "status": "completed", "tag": "169fb926-c34e-45f0-9f2a-a8b0df811ee7"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:53:05.628891 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-03bf266f-67f8-4e07-a270-6888b2ad64e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:05.632109 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-03bf266f-67f8-4e07-a270-6888b2ad64e7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23d35d9d-3b60-4171-a586-25af0fc312dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233304 Aug 11 21:53:05.635847 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8b136402-8096-43de-acf1-b708dd417be4 req-4af830c6-4270-4f02-be05-88f5ef10455a tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2f92f84593c645c991d8da56fb117a97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1406593 Aug 11 21:53:05.761552 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-47c27250-3fd9-437c-9048-fb4fce958574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:05.791472 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-47c27250-3fd9-437c-9048-fb4fce958574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:05.829133 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 87beb5a4-71e3-4eac-85da-42ddd3ed7dde up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:53:05.914573 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c27250-3fd9-437c-9048-fb4fce958574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353422ed-9fcf-42ee-aacb-3fee76d100df,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:05.937116 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-47c27250-3fd9-437c-9048-fb4fce958574 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ff0e54d520274eca94e28d8f4fbd14d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9729557 Aug 11 21:53:05.942188 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51972) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:53:05.945210 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 87beb5a4-71e3-4eac-85da-42ddd3ed7dde completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:53:05.950043 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 87beb5a4-71e3-4eac-85da-42ddd3ed7dde triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:53:05.950417 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:06.012253 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-ca136b05-092b-473e-8794-6594a679f777 service neutron] 10.222.0.82 "GET /v2.0/networks/23d35d9d-3b60-4171-a586-25af0fc312dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670912 Aug 11 21:53:06.066207 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8b136402-8096-43de-acf1-b708dd417be4 req-87edff4c-462d-4a20-8c71-4e4f23a30d39 service neutron] 10.222.0.77 "GET /v2.0/networks/e065759b-9598-4e49-9dd4-b84a6811ca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204438 Aug 11 21:53:06.122652 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:06.226344 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 87beb5a4-71e3-4eac-85da-42ddd3ed7dde, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=87beb5a4-71e3-4eac-85da-42ddd3ed7dde,segment=NetworkSegment(62508613-e713-437d-8039-ca5abe52167e),segment_id=62508613-e713-437d-8039-ca5abe52167e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:06.237209 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:06.241625 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9684975-0470-4ec9-90b3-27e4feb5f2d0 req-83f7a535-3fb8-4f16-b26e-aeb054a73fd6 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:06.249588 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b9684975-0470-4ec9-90b3-27e4feb5f2d0 req-83f7a535-3fb8-4f16-b26e-aeb054a73fd6 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a9d854-d5f5-4cf5-ad5c-905c9789fbc5 HTTP/1.1" status: 200 len: 944 time: 0.4157958 Aug 11 21:53:06.260661 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [req-6f9d61b5-1b91-417a-8bc9-cee47e8eda1f req-527c3ed7-7b66-4f7e-8ab5-50c2890517cb tempest-SecurityGroupsNegativeTestJSON-1173414184 tempest-SecurityGroupsNegativeTestJSON-1173414184-project] show failed (client error): The resource could not be found. Aug 11 21:53:06.262088 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6f9d61b5-1b91-417a-8bc9-cee47e8eda1f req-527c3ed7-7b66-4f7e-8ab5-50c2890517cb tempest-SecurityGroupsNegativeTestJSON-1173414184 tempest-SecurityGroupsNegativeTestJSON-1173414184-project] 10.222.0.77 "GET /v2.0/security-groups/1a345c03-4387-4842-9c3e-0894d7752d59 HTTP/1.1" status: 404 len: 352 time: 0.0544281 Aug 11 21:53:06.279178 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-34838274-06c6-4267-a4c5-2c504a829b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:06.321407 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48f91b05-0c25-4bd1-8133-3cfeffb82281 req-1a9809e4-4c7d-4a1b-b40e-31d882288fa6 service neutron] 10.222.0.82 "GET /v2.0/networks/23d35d9d-3b60-4171-a586-25af0fc312dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902417 Aug 11 21:53:06.385896 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-34838274-06c6-4267-a4c5-2c504a829b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:06.424037 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=87beb5a4-71e3-4eac-85da-42ddd3ed7dde,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:06.475735 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8b136402-8096-43de-acf1-b708dd417be4 req-733985b9-adb7-4f97-a552-a0d9ffe777c9 service neutron] 10.222.0.77 "GET /v2.0/networks/e065759b-9598-4e49-9dd4-b84a6811ca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076214 Aug 11 21:53:06.565194 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595c400-27ce-4971-870f-74d9645aff57 req-d89c9832-eb2b-4c21-8020-a57bed8c2ff5 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:06.574106 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3595c400-27ce-4971-870f-74d9645aff57 req-d89c9832-eb2b-4c21-8020-a57bed8c2ff5 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=26493fd4-2705-40cf-b9bc-f922bc6a44cb HTTP/1.1" status: 200 len: 950 time: 0.1685791 Aug 11 21:53:06.600004 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41c731-da35-4da8-80b0-f2dc6ce7c657 req-eaf16a41-25ce-48fb-98b3-77f9e02b734c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:06.602275 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc41c731-da35-4da8-80b0-f2dc6ce7c657 req-eaf16a41-25ce-48fb-98b3-77f9e02b734c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=80a5e8f6f7ed430798dfcf878a1f42dd&device_id=cdb74d07-08cc-47c9-bc73-3b0ad5e47c59 HTTP/1.1" status: 200 len: 1094 time: 0.1251628 Aug 11 21:53:06.607692 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-34838274-06c6-4267-a4c5-2c504a829b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:06.610675 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-34838274-06c6-4267-a4c5-2c504a829b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:06.616002 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-34838274-06c6-4267-a4c5-2c504a829b97 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/353422ed-9fcf-42ee-aacb-3fee76d100df HTTP/1.1" status: 204 len: 168 time: 0.6688797 Aug 11 21:53:06.712834 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-b9684975-0470-4ec9-90b3-27e4feb5f2d0 req-82d09de5-2e01-4b70-9b28-864514c5a28d tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Deleting port 169fb926-c34e-45f0-9f2a-a8b0df811ee7 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:53:06.716244 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b9684975-0470-4ec9-90b3-27e4feb5f2d0 req-82d09de5-2e01-4b70-9b28-864514c5a28d tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:06.717479 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34838274-06c6-4267-a4c5-2c504a829b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353422ed-9fcf-42ee-aacb-3fee76d100df,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:07.201931 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-b9684975-0470-4ec9-90b3-27e4feb5f2d0 req-82d09de5-2e01-4b70-9b28-864514c5a28d tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] For port 169fb926-c34e-45f0-9f2a-a8b0df811ee7, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=169fb926-c34e-45f0-9f2a-a8b0df811ee7,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:07.203321 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b9684975-0470-4ec9-90b3-27e4feb5f2d0 req-82d09de5-2e01-4b70-9b28-864514c5a28d tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:07.291781 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41c731-da35-4da8-80b0-f2dc6ce7c657 req-f802151f-13b8-4ef5-8eaf-0814b80104d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:07.293715 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc41c731-da35-4da8-80b0-f2dc6ce7c657 req-f802151f-13b8-4ef5-8eaf-0814b80104d6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=23d35d9d-3b60-4171-a586-25af0fc312dd HTTP/1.1" status: 200 len: 925 time: 0.6804948 Aug 11 21:53:07.306101 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3595c400-27ce-4971-870f-74d9645aff57 req-e47a3044-7c1e-4ba5-927b-bd4fe93e7907 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/security-groups?id=6078a9ed-3c5b-4169-ba70-8e708b85c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7307417 Aug 11 21:53:07.369074 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-b9684975-0470-4ec9-90b3-27e4feb5f2d0 req-82d09de5-2e01-4b70-9b28-864514c5a28d tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Calling delete_port for 169fb926-c34e-45f0-9f2a-a8b0df811ee7 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:53:07.418299 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f72ffd-a102-4be9-b542-8aad733323bd req-7a9e88b7-00b2-4912-8be8-5cc20fa86568 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:07.428756 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-28f72ffd-a102-4be9-b542-8aad733323bd req-7a9e88b7-00b2-4912-8be8-5cc20fa86568 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdb74d07-08cc-47c9-bc73-3b0ad5e47c59 HTTP/1.1" status: 200 len: 943 time: 0.3597908 Aug 11 21:53:07.474878 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc41c731-da35-4da8-80b0-f2dc6ce7c657 req-af7fba35-8b7a-48f9-81dd-e059347e5ec8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32ef5feb-498d-469c-aea2-e515a4128e9c HTTP/1.1" status: 200 len: 217 time: 0.1624134 Aug 11 21:53:07.509610 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 11 Aug 2021 21:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf9f4cc-f0ed-445d-a2e4-b6513c8f6e96 x-openstack-request-id: req-3cf9f4cc-f0ed-445d-a2e4-b6513c8f6e96 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:53:07.510813 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345e7f6e-1e39-4ba7-bb2c-7e7f632f7156", "name": "network-vif-plugged", "status": "completed", "tag": "2347d206-c62c-49d6-88ec-e41d7076f102", "code": 200}, {"server_uuid": "28a9d854-d5f5-4cf5-ad5c-905c9789fbc5", "name": "network-vif-unplugged", "status": "completed", "tag": "169fb926-c34e-45f0-9f2a-a8b0df811ee7", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:53:07.511385 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3cf9f4cc-f0ed-445d-a2e4-b6513c8f6e96 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:53:07.512172 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345e7f6e-1e39-4ba7-bb2c-7e7f632f7156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2347d206-c62c-49d6-88ec-e41d7076f102', 'code': 200} Aug 11 21:53:07.512745 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a9d854-d5f5-4cf5-ad5c-905c9789fbc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '169fb926-c34e-45f0-9f2a-a8b0df811ee7', 'code': 200} Aug 11 21:53:07.518055 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffd2e6-fc4c-4a03-930f-2d18cce28847 req-1a68e5ba-6a59-449d-b72b-bf5b557a71a1 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:07.521214 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b6ffd2e6-fc4c-4a03-930f-2d18cce28847 req-1a68e5ba-6a59-449d-b72b-bf5b557a71a1 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.82 "GET /v2.0/ports?device_id=26493fd4-2705-40cf-b9bc-f922bc6a44cb HTTP/1.1" status: 200 len: 950 time: 0.3222890 Aug 11 21:53:07.530239 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51992) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:53:07.630506 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-03d6654a-66a8-4bbc-9a97-6ac674dfb251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:07.716496 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-28f72ffd-a102-4be9-b542-8aad733323bd req-1406d9b6-daef-4aa9-a8eb-e2eb9342b9e5 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e414fe2-fd97-463b-b3ae-7750275b3883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866690 Aug 11 21:53:07.755128 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:07.788863 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 87beb5a4-71e3-4eac-85da-42ddd3ed7dde up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:53:07.816908 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41c731-da35-4da8-80b0-f2dc6ce7c657 req-b19bdf84-e5f3-48fa-9254-1e5d6115ae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:07.819402 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc41c731-da35-4da8-80b0-f2dc6ce7c657 req-b19bdf84-e5f3-48fa-9254-1e5d6115ae47 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=50d7a31b-7f2d-4275-9e8f-220f204b8511 HTTP/1.1" status: 200 len: 863 time: 0.3410861 Aug 11 21:53:07.892841 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-b6ffd2e6-fc4c-4a03-930f-2d18cce28847 req-2f4b9dbe-371e-4682-9be4-791a039feea4 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Deleting port 2717b28c-8ab2-41b3-97d1-655527d50611 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:53:07.893201 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b6ffd2e6-fc4c-4a03-930f-2d18cce28847 req-2f4b9dbe-371e-4682-9be4-791a039feea4 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:07.939777 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 87beb5a4-71e3-4eac-85da-42ddd3ed7dde triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:53:07.941465 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:07.951017 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba71648-b789-49e6-9dae-fb245371a148 req-567aa775-4435-4661-b02f-2965cc103581 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:07.963004 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dba71648-b789-49e6-9dae-fb245371a148 req-567aa775-4435-4661-b02f-2965cc103581 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 946 time: 0.2679729 Aug 11 21:53:07.998455 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3eb3d-d786-4805-8d6f-4cbd36ad03bc req-74f39c60-07d8-4e85-99ce-df4097a52860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:08.003625 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cba3eb3d-d786-4805-8d6f-4cbd36ad03bc req-74f39c60-07d8-4e85-99ce-df4097a52860 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 1100 time: 0.4029083 Aug 11 21:53:08.075561 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cba3eb3d-d786-4805-8d6f-4cbd36ad03bc req-31f180b8-4f62-4c4e-85ca-8edcca57f32b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629151 Aug 11 21:53:08.103054 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41c731-da35-4da8-80b0-f2dc6ce7c657 req-f1ea80f9-7ee9-4fce-ba06-74da2ba17e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:08.104922 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc41c731-da35-4da8-80b0-f2dc6ce7c657 req-f1ea80f9-7ee9-4fce-ba06-74da2ba17e3d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23d35d9d-3b60-4171-a586-25af0fc312dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2756336 Aug 11 21:53:08.147064 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dba71648-b789-49e6-9dae-fb245371a148 req-b1093417-90b6-4ee0-9fe6-8c29a21db917 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824136 Aug 11 21:53:08.236149 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47036c4-495d-4fc9-8b4b-a5ce6809a043 req-7ed08269-fc1a-489e-bb69-961da31ca881 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:08.237982 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b47036c4-495d-4fc9-8b4b-a5ce6809a043 req-7ed08269-fc1a-489e-bb69-961da31ca881 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f HTTP/1.1" status: 200 len: 950 time: 0.2560973 Aug 11 21:53:08.266917 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-482e8139-e940-422d-b1fd-71a70454c35d req-38ebd23b-dce9-4b54-9075-a683560373aa tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad5146e4-c6d5-4c7f-a348-485399d33f67 HTTP/1.1" status: 200 len: 210 time: 0.0368886 Aug 11 21:53:08.283804 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-b6ffd2e6-fc4c-4a03-930f-2d18cce28847 req-2f4b9dbe-371e-4682-9be4-791a039feea4 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] For port 2717b28c-8ab2-41b3-97d1-655527d50611, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2717b28c-8ab2-41b3-97d1-655527d50611,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:08.284365 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b6ffd2e6-fc4c-4a03-930f-2d18cce28847 req-2f4b9dbe-371e-4682-9be4-791a039feea4 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:08.287191 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b9684975-0470-4ec9-90b3-27e4feb5f2d0 req-82d09de5-2e01-4b70-9b28-864514c5a28d tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:08.364957 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-b6ffd2e6-fc4c-4a03-930f-2d18cce28847 req-2f4b9dbe-371e-4682-9be4-791a039feea4 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Calling delete_port for 2717b28c-8ab2-41b3-97d1-655527d50611 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:53:08.391659 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f04228aa-0922-424b-a5ac-d450570e8483 req-b5d76bcc-8360-41a6-b849-ac18cd0a30e3 tempest-SecurityGroupsNegativeTestJSON-1173414184 tempest-SecurityGroupsNegativeTestJSON-1173414184-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=85ccc4dd353c4089bb3c37fac5971ca5 HTTP/1.1" status: 200 len: 2984 time: 0.0873771 Aug 11 21:53:08.462897 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-03d6654a-66a8-4bbc-9a97-6ac674dfb251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:08.467580 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d09de5-2e01-4b70-9b28-864514c5a28d tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Pushing event deleted for resources: {'Port': ['ID=169fb926-c34e-45f0-9f2a-a8b0df811ee7,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:08.492496 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b47036c4-495d-4fc9-8b4b-a5ce6809a043 req-6388873e-e60a-4bf0-8320-555299373167 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362573 Aug 11 21:53:08.496935 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-03d6654a-66a8-4bbc-9a97-6ac674dfb251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:08.702605 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9684975-0470-4ec9-90b3-27e4feb5f2d0 req-82d09de5-2e01-4b70-9b28-864514c5a28d tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] No DVR routers for this DVR port 169fb926-c34e-45f0-9f2a-a8b0df811ee7 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:53:08.705461 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f04228aa-0922-424b-a5ac-d450570e8483 req-41122af0-1463-4287-b4aa-9ddd56dfb76d tempest-SecurityGroupsNegativeTestJSON-1173414184 tempest-SecurityGroupsNegativeTestJSON-1173414184-project] 10.222.0.77 "GET /v2.0/security-groups/e02ec8f0-912a-4ee7-801f-7b29774891b4 HTTP/1.1" status: 200 len: 2981 time: 0.2985506 Aug 11 21:53:08.708684 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-03d6654a-66a8-4bbc-9a97-6ac674dfb251 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2685023970114f838d9abacc49821d76&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1753232 Aug 11 21:53:08.710331 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b9684975-0470-4ec9-90b3-27e4feb5f2d0 req-82d09de5-2e01-4b70-9b28-864514c5a28d tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:08.713142 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b9684975-0470-4ec9-90b3-27e4feb5f2d0 req-82d09de5-2e01-4b70-9b28-864514c5a28d tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.52 "DELETE /v2.0/ports/169fb926-c34e-45f0-9f2a-a8b0df811ee7 HTTP/1.1" status: 204 len: 173 time: 2.4601078 Aug 11 21:53:08.717890 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 52002) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:53:08.798743 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a9d854-d5f5-4cf5-ad5c-905c9789fbc5', 'name': 'network-vif-deleted', 'tag': '169fb926-c34e-45f0-9f2a-a8b0df811ee7'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:53:08.801529 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2550f38c-a8da-4892-9257-6b445d08c507" -d '{"events": [{"server_uuid": "28a9d854-d5f5-4cf5-ad5c-905c9789fbc5", "name": "network-vif-deleted", "tag": "169fb926-c34e-45f0-9f2a-a8b0df811ee7"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:53:08.805472 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d6654a-66a8-4bbc-9a97-6ac674dfb251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c925e12-6111-44ee-944f-8e766db8f8b5,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:08.914004 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e1aec-9a86-4c76-ac32-e465827fd4ca req-bd420dc1-968f-486d-94a1-68bdea1a2a7b tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:08.923449 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bd0e1aec-9a86-4c76-ac32-e465827fd4ca req-bd420dc1-968f-486d-94a1-68bdea1a2a7b tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 946 time: 0.2368796 Aug 11 21:53:08.972445 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b6ffd2e6-fc4c-4a03-930f-2d18cce28847 req-2f4b9dbe-371e-4682-9be4-791a039feea4 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:08.987461 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2ac4f858-9baa-437b-9569-d1560b1df5ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:08.993232 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc41c731-da35-4da8-80b0-f2dc6ce7c657 req-81bf2d6e-d304-43c9-8b45-e38a686ae1d3 service neutron] 10.222.0.82 "GET /v2.0/networks/23d35d9d-3b60-4171-a586-25af0fc312dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5532103 Aug 11 21:53:09.006775 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b136402-8096-43de-acf1-b708dd417be4 req-27d10bfd-1223-46c2-91ab-fb0c0d5d986e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:09.009494 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b136402-8096-43de-acf1-b708dd417be4 req-27d10bfd-1223-46c2-91ab-fb0c0d5d986e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.52 "GET /v2.0/networks?id=e065759b-9598-4e49-9dd4-b84a6811ca8d HTTP/1.1" status: 200 len: 805 time: 0.5522428 Aug 11 21:53:09.014675 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f04228aa-0922-424b-a5ac-d450570e8483 req-84613aa4-69bc-49b3-9a73-d2d9fc3d2099 tempest-SecurityGroupsNegativeTestJSON-1173414184 tempest-SecurityGroupsNegativeTestJSON-1173414184-project] 10.222.0.77 "GET /v2.0/security-groups/e02ec8f0-912a-4ee7-801f-7b29774891b4 HTTP/1.1" status: 200 len: 2981 time: 0.2912648 Aug 11 21:53:09.022230 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bd0e1aec-9a86-4c76-ac32-e465827fd4ca req-611b446c-40a8-43a0-8f17-980d3211a566 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951104 Aug 11 21:53:09.030689 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-8b136402-8096-43de-acf1-b708dd417be4 req-33d37bfb-9d2b-431d-8f1a-1c6256a59690 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Request body: {'port': {'device_id': 'ad5146e4-c6d5-4c7f-a348-485399d33f67', 'network_id': 'e065759b-9598-4e49-9dd4-b84a6811ca8d', 'admin_state_up': True, 'tenant_id': '2f92f84593c645c991d8da56fb117a97'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:53:09.040153 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b9dbe-371e-4682-9be4-791a039feea4 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Pushing event deleted for resources: {'Port': ['ID=2717b28c-8ab2-41b3-97d1-655527d50611,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:09.132553 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ffd2e6-fc4c-4a03-930f-2d18cce28847 req-2f4b9dbe-371e-4682-9be4-791a039feea4 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] No DVR routers for this DVR port 2717b28c-8ab2-41b3-97d1-655527d50611 on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:53:09.138341 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b6ffd2e6-fc4c-4a03-930f-2d18cce28847 req-2f4b9dbe-371e-4682-9be4-791a039feea4 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:09.138800 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2ac4f858-9baa-437b-9569-d1560b1df5ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:09.141766 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b6ffd2e6-fc4c-4a03-930f-2d18cce28847 req-2f4b9dbe-371e-4682-9be4-791a039feea4 tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.82 "DELETE /v2.0/ports/2717b28c-8ab2-41b3-97d1-655527d50611 HTTP/1.1" status: 204 len: 173 time: 1.5779188 Aug 11 21:53:09.286001 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4e88d-72f1-4aad-8fe2-f481411f38fb req-083637e1-ce35-4f12-850d-d3bc846882d4 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:09.316136 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f0e4e88d-72f1-4aad-8fe2-f481411f38fb req-083637e1-ce35-4f12-850d-d3bc846882d4 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.1241643 Aug 11 21:53:09.370161 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f0e4e88d-72f1-4aad-8fe2-f481411f38fb req-000c0bee-f75d-4294-a2ef-1d6e16b8bc9a tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530710 Aug 11 21:53:09.383469 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-052d5327-bafc-4642-9361-1386ac56dc30 req-cb624877-51b3-46d9-9b69-d035a4d17a1e tempest-ServersAdminNegativeTestJSON-2051784354 tempest-ServersAdminNegativeTestJSON-2051784354-project] 10.222.0.77 "GET /v2.0/ports?device_id=26493fd4-2705-40cf-b9bc-f922bc6a44cb HTTP/1.1" status: 200 len: 210 time: 0.1706653 Aug 11 21:53:09.547065 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b136402-8096-43de-acf1-b708dd417be4 req-33d37bfb-9d2b-431d-8f1a-1c6256a59690 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Made reservation on behalf of 2f92f84593c645c991d8da56fb117a97 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:53:09.559455 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8b136402-8096-43de-acf1-b708dd417be4 req-33d37bfb-9d2b-431d-8f1a-1c6256a59690 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:09.587907 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2ac4f858-9baa-437b-9569-d1560b1df5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:09.590735 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2ac4f858-9baa-437b-9569-d1560b1df5ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:09.596882 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2ac4f858-9baa-437b-9569-d1560b1df5ea admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8c925e12-6111-44ee-944f-8e766db8f8b5 HTTP/1.1" status: 204 len: 168 time: 0.8716128 Aug 11 21:53:09.606760 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e484a1-f602-42b6-bdcf-3ac140de16df x-openstack-request-id: req-b9e484a1-f602-42b6-bdcf-3ac140de16df {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:53:09.609858 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a9d854-d5f5-4cf5-ad5c-905c9789fbc5", "name": "network-vif-deleted", "tag": "169fb926-c34e-45f0-9f2a-a8b0df811ee7", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:53:09.610298 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b9e484a1-f602-42b6-bdcf-3ac140de16df {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:53:09.610817 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a9d854-d5f5-4cf5-ad5c-905c9789fbc5', 'name': 'network-vif-deleted', 'tag': '169fb926-c34e-45f0-9f2a-a8b0df811ee7', 'status': 'completed', 'code': 200} Aug 11 21:53:09.646219 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4f858-9baa-437b-9569-d1560b1df5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c925e12-6111-44ee-944f-8e766db8f8b5,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:09.651868 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 169fb926-c34e-45f0-9f2a-a8b0df811ee7 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:53:09.702282 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf9cdb-51fb-4c44-8905-02414c735ce8 req-75b7fa9c-9fdb-43dc-be62-7691e238ee7f tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:09.722119 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc41c731-da35-4da8-80b0-f2dc6ce7c657 req-ea2ddd2a-fbaf-48a7-a835-bfee69ef4c65 service neutron] 10.222.0.82 "GET /v2.0/networks/23d35d9d-3b60-4171-a586-25af0fc312dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6969965 Aug 11 21:53:09.729635 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7ebf9cdb-51fb-4c44-8905-02414c735ce8 req-75b7fa9c-9fdb-43dc-be62-7691e238ee7f tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdb74d07-08cc-47c9-bc73-3b0ad5e47c59 HTTP/1.1" status: 200 len: 943 time: 0.1892486 Aug 11 21:53:09.802476 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 169fb926-c34e-45f0-9f2a-a8b0df811ee7 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:53:09.803688 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 169fb926-c34e-45f0-9f2a-a8b0df811ee7 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:53:09.894886 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8a25be30-cad8-4243-9d49-f6fc89bfe66d req-1d5c61dd-d684-411a-8ce4-8d747ce75377 tempest-SecurityGroupsNegativeTestJSON-1173414184 tempest-SecurityGroupsNegativeTestJSON-1173414184-project] 10.222.0.77 "GET /v2.0/security-groups/e02ec8f0-912a-4ee7-801f-7b29774891b4 HTTP/1.1" status: 200 len: 2981 time: 0.2963159 Aug 11 21:53:09.900133 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7ebf9cdb-51fb-4c44-8905-02414c735ce8 req-37939042-7bb4-4694-acaf-e423ba51fafd tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e414fe2-fd97-463b-b3ae-7750275b3883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523778 Aug 11 21:53:10.097574 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [req-8a25be30-cad8-4243-9d49-f6fc89bfe66d req-55a48eab-cfe5-4450-8be7-482e81385521 tempest-SecurityGroupsNegativeTestJSON-1173414184 tempest-SecurityGroupsNegativeTestJSON-1173414184-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 21:53:10.109800 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8a25be30-cad8-4243-9d49-f6fc89bfe66d req-55a48eab-cfe5-4450-8be7-482e81385521 tempest-SecurityGroupsNegativeTestJSON-1173414184 tempest-SecurityGroupsNegativeTestJSON-1173414184-project] 10.222.0.77 "DELETE /v2.0/security-groups/e02ec8f0-912a-4ee7-801f-7b29774891b4 HTTP/1.1" status: 409 len: 352 time: 0.2132754 Aug 11 21:53:10.134111 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 32ef5feb-498d-469c-aea2-e515a4128e9c details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:53:10.145423 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 2717b28c-8ab2-41b3-97d1-655527d50611 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:53:10.177039 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-8b136402-8096-43de-acf1-b708dd417be4 req-33d37bfb-9d2b-431d-8f1a-1c6256a59690 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Allocated IP 172.20.0.4 (e065759b-9598-4e49-9dd4-b84a6811ca8d/8a417fc4-720c-4110-80f4-cad05729542b/42d791dd-f21c-4d12-8d9c-bad2e8293a00) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:53:10.269927 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 2717b28c-8ab2-41b3-97d1-655527d50611 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:53:10.271560 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 2717b28c-8ab2-41b3-97d1-655527d50611 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:53:10.379037 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3d0df50f-fabb-430c-a14d-1187c58a31e6 req-bfc5ebb4-2059-408d-b055-3902e3787034 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad5146e4-c6d5-4c7f-a348-485399d33f67 HTTP/1.1" status: 200 len: 210 time: 0.1319752 Aug 11 21:53:10.639346 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 32ef5feb-498d-469c-aea2-e515a4128e9c, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=32ef5feb-498d-469c-aea2-e515a4128e9c,segment=NetworkSegment(609e17b3-1508-4d95-a8d0-25bb8387ed3d),segment_id=609e17b3-1508-4d95-a8d0-25bb8387ed3d)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:10.655004 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '32ef5feb-498d-469c-aea2-e515a4128e9c', 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd', 'port_id': '32ef5feb-498d-469c-aea2-e515a4128e9c', 'mac_address': 'fa:16:3e:c1:52:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:53:10.724104 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [req-9e3a6c60-14c6-489a-a6e5-226b050584ce req-58146df7-a0d9-4cd0-b211-20697c19d444 tempest-SecurityGroupsNegativeTestJSON-1173414184 tempest-SecurityGroupsNegativeTestJSON-1173414184-project] show failed (client error): The resource could not be found. Aug 11 21:53:10.751606 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9e3a6c60-14c6-489a-a6e5-226b050584ce req-58146df7-a0d9-4cd0-b211-20697c19d444 tempest-SecurityGroupsNegativeTestJSON-1173414184 tempest-SecurityGroupsNegativeTestJSON-1173414184-project] 10.222.0.77 "GET /v2.0/security-groups/a7bba914-d432-423a-bc56-83e1a2a8454f HTTP/1.1" status: 404 len: 352 time: 0.3024440 Aug 11 21:53:10.760661 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:10.826425 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ef5feb-498d-469c-aea2-e515a4128e9c {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:53:10.908552 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 32ef5feb-498d-469c-aea2-e515a4128e9c, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=32ef5feb-498d-469c-aea2-e515a4128e9c,segment=NetworkSegment(609e17b3-1508-4d95-a8d0-25bb8387ed3d),segment_id=609e17b3-1508-4d95-a8d0-25bb8387ed3d)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:10.924463 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:10.946378 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45da933-46bd-4b84-b9af-a6a25f49fce2 req-c3f7e09f-0d74-47f3-8946-93fa23b1389f tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:10.978307 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e45da933-46bd-4b84-b9af-a6a25f49fce2 req-c3f7e09f-0d74-47f3-8946-93fa23b1389f tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.2498817 Aug 11 21:53:11.041330 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8b136402-8096-43de-acf1-b708dd417be4 req-33d37bfb-9d2b-431d-8f1a-1c6256a59690 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:11.103069 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=32ef5feb-498d-469c-aea2-e515a4128e9c,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:11.167391 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e45da933-46bd-4b84-b9af-a6a25f49fce2 req-cc44dfe2-0bce-4ab2-81e6-468654dd072e tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804156 Aug 11 21:53:11.292675 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [req-fc851ce8-f748-4c7b-b30b-f965db11ab76 req-9f87a302-31ff-480d-b615-65773bc36188 tempest-SecurityGroupsNegativeTestJSON-1173414184 tempest-SecurityGroupsNegativeTestJSON-1173414184-project] show failed (client error): The resource could not be found. Aug 11 21:53:11.317976 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc851ce8-f748-4c7b-b30b-f965db11ab76 req-9f87a302-31ff-480d-b615-65773bc36188 tempest-SecurityGroupsNegativeTestJSON-1173414184 tempest-SecurityGroupsNegativeTestJSON-1173414184-project] 10.222.0.77 "GET /v2.0/security-groups/808d9266-8fa3-4d6d-9021-6b978903cf9e HTTP/1.1" status: 404 len: 352 time: 0.0642281 Aug 11 21:53:11.324474 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52056) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:53:11.326835 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b265de4-c67e-4e9b-9a0b-7a29a7767231 req-fb65a9dd-d137-4d54-95cb-60e5253c66ab tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:11.340261 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1b265de4-c67e-4e9b-9a0b-7a29a7767231 req-fb65a9dd-d137-4d54-95cb-60e5253c66ab tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 946 time: 0.2467062 Aug 11 21:53:11.351174 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['32ef5feb-498d-469c-aea2-e515a4128e9c'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:53:11.410145 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8b136402-8096-43de-acf1-b708dd417be4 req-33d37bfb-9d2b-431d-8f1a-1c6256a59690 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:11.567338 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d37bfb-9d2b-431d-8f1a-1c6256a59690 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Pushing event updated for resources: {'Port': ['ID=42d791dd-f21c-4d12-8d9c-bad2e8293a00,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:11.602895 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d37bfb-9d2b-431d-8f1a-1c6256a59690 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:11.604193 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d37bfb-9d2b-431d-8f1a-1c6256a59690 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:11.606502 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-524e9d13-c950-422d-babc-d505475965e1 admin admin] Deleting subnet 832c5684-d34e-480e-a668-34d627a31043 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 21:53:11.607008 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d37bfb-9d2b-431d-8f1a-1c6256a59690 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:11.607691 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d37bfb-9d2b-431d-8f1a-1c6256a59690 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:11.609840 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d37bfb-9d2b-431d-8f1a-1c6256a59690 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:11.611123 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d37bfb-9d2b-431d-8f1a-1c6256a59690 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:11.611947 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d37bfb-9d2b-431d-8f1a-1c6256a59690 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:11.614078 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d37bfb-9d2b-431d-8f1a-1c6256a59690 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:11.614768 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d37bfb-9d2b-431d-8f1a-1c6256a59690 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:11.615334 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d37bfb-9d2b-431d-8f1a-1c6256a59690 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:11.615921 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d37bfb-9d2b-431d-8f1a-1c6256a59690 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:11.616716 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d37bfb-9d2b-431d-8f1a-1c6256a59690 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:11.657406 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26493fd4-2705-40cf-b9bc-f922bc6a44cb', 'name': 'network-vif-deleted', 'tag': '2717b28c-8ab2-41b3-97d1-655527d50611'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:53:11.680774 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132d9d00-6b8b-48e6-bb6a-f9fb54698141" -d '{"events": [{"server_uuid": "26493fd4-2705-40cf-b9bc-f922bc6a44cb", "name": "network-vif-deleted", "tag": "2717b28c-8ab2-41b3-97d1-655527d50611"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:53:11.685853 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-524e9d13-c950-422d-babc-d505475965e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:11.686710 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b136402-8096-43de-acf1-b708dd417be4 req-33d37bfb-9d2b-431d-8f1a-1c6256a59690 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Network e065759b-9598-4e49-9dd4-b84a6811ca8d is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:53:11.700433 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-8b136402-8096-43de-acf1-b708dd417be4 req-33d37bfb-9d2b-431d-8f1a-1c6256a59690 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:53:11.734260 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1b265de4-c67e-4e9b-9a0b-7a29a7767231 req-a0b761e8-f78b-4f9b-b5de-02d631cbb6d6 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917508 Aug 11 21:53:11.737628 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b136402-8096-43de-acf1-b708dd417be4 req-33d37bfb-9d2b-431d-8f1a-1c6256a59690 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:53:11.840135 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-524e9d13-c950-422d-babc-d505475965e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:11.876104 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b136402-8096-43de-acf1-b708dd417be4 req-33d37bfb-9d2b-431d-8f1a-1c6256a59690 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:11.877178 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8b136402-8096-43de-acf1-b708dd417be4 req-33d37bfb-9d2b-431d-8f1a-1c6256a59690 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:11.879834 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 52070) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:53:11.906715 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-524e9d13-c950-422d-babc-d505475965e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:11.916467 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b136402-8096-43de-acf1-b708dd417be4 req-33d37bfb-9d2b-431d-8f1a-1c6256a59690 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8927336 Aug 11 21:53:11.931652 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-8b136402-8096-43de-acf1-b708dd417be4 req-3da6a458-7460-42fa-abea-cf85320fcea1 service neutron] Request body: {'port': {'device_id': 'ad5146e4-c6d5-4c7f-a348-485399d33f67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:53:12.058768 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874c86e-1751-413d-a41c-550ac22fe422 req-c0753892-4141-40d2-9071-279819d1a2c6 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:12.073330 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f874c86e-1751-413d-a41c-550ac22fe422 req-c0753892-4141-40d2-9071-279819d1a2c6 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdb74d07-08cc-47c9-bc73-3b0ad5e47c59 HTTP/1.1" status: 200 len: 944 time: 0.4554121 Aug 11 21:53:12.144238 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f874c86e-1751-413d-a41c-550ac22fe422 req-91b3db28-948f-4b39-842d-547f647d8ef9 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e414fe2-fd97-463b-b3ae-7750275b3883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682421 Aug 11 21:53:12.170757 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-524e9d13-c950-422d-babc-d505475965e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:12.213732 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc01c0-72ad-436f-b7bd-e9c77e3b527f req-be3bfe4b-d37c-445d-98f7-d348605fb8d9 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:12.232441 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dccc01c0-72ad-436f-b7bd-e9c77e3b527f req-be3bfe4b-d37c-445d-98f7-d348605fb8d9 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad5146e4-c6d5-4c7f-a348-485399d33f67 HTTP/1.1" status: 200 len: 931 time: 0.2900014 Aug 11 21:53:12.285793 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cd9170-2459-489c-83af-e587414a8dd5 x-openstack-request-id: req-d7cd9170-2459-489c-83af-e587414a8dd5 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:53:12.286275 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26493fd4-2705-40cf-b9bc-f922bc6a44cb", "name": "network-vif-deleted", "tag": "2717b28c-8ab2-41b3-97d1-655527d50611", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:53:12.286687 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d7cd9170-2459-489c-83af-e587414a8dd5 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:53:12.287343 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26493fd4-2705-40cf-b9bc-f922bc6a44cb', 'name': 'network-vif-deleted', 'tag': '2717b28c-8ab2-41b3-97d1-655527d50611', 'status': 'completed', 'code': 200} Aug 11 21:53:12.304935 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e9d13-c950-422d-babc-d505475965e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=832c5684-d34e-480e-a668-34d627a31043,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:12.312957 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-524e9d13-c950-422d-babc-d505475965e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:12.321506 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-524e9d13-c950-422d-babc-d505475965e1 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/832c5684-d34e-480e-a668-34d627a31043 HTTP/1.1" status: 204 len: 168 time: 0.9923449 Aug 11 21:53:12.326322 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52080) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:53:12.327946 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8b136402-8096-43de-acf1-b708dd417be4 req-3da6a458-7460-42fa-abea-cf85320fcea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:12.386357 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dccc01c0-72ad-436f-b7bd-e9c77e3b527f req-8449a962-4921-42b6-81b0-06d04ff1d526 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521780 Aug 11 21:53:12.493166 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b72aff71-9731-4258-bf92-44d616354cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:12.500354 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e9d13-c950-422d-babc-d505475965e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:12.500856 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e9d13-c950-422d-babc-d505475965e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:12.501339 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e9d13-c950-422d-babc-d505475965e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:12.501783 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e9d13-c950-422d-babc-d505475965e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:12.502227 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e9d13-c950-422d-babc-d505475965e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:12.502715 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e9d13-c950-422d-babc-d505475965e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:12.503153 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e9d13-c950-422d-babc-d505475965e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:12.503619 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e9d13-c950-422d-babc-d505475965e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:12.504117 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e9d13-c950-422d-babc-d505475965e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:12.504553 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e9d13-c950-422d-babc-d505475965e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:12.504990 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e9d13-c950-422d-babc-d505475965e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:12.505456 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e9d13-c950-422d-babc-d505475965e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:12.545366 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-3fb62f32-739d-432b-8b50-03a268d22e82 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=fdfafb30082f453b8ca3c156794bf962&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495005 Aug 11 21:53:12.719686 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-05bdde0b-c22d-4a78-a563-a659f0632e77 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:12.720282 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-652461f8-8752-432c-b438-ad4cdb190921 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e6e044bcb24e4a7aafc4e6ca88535777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8361969 Aug 11 21:53:12.722894 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-05bdde0b-c22d-4a78-a563-a659f0632e77 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1668837 Aug 11 21:53:12.723463 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 52092) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:53:12.810454 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-97ff8518-2bfc-4c03-975c-86b3e5ee1add tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/quotas/fdfafb30082f453b8ca3c156794bf962 HTTP/1.1" status: 200 len: 375 time: 0.0397489 Aug 11 21:53:12.933517 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b72aff71-9731-4258-bf92-44d616354cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:12.954386 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0c7bed71-7114-42f8-9f97-ec2c327eaec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:12.955865 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-b72aff71-9731-4258-bf92-44d616354cfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['414c1bf8-9c46-4502-8b8c-d0d9479f3536']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:53:12.963879 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-8b136402-8096-43de-acf1-b708dd417be4 req-3da6a458-7460-42fa-abea-cf85320fcea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d791dd-f21c-4d12-8d9c-bad2e8293a00 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:53:12.973847 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-b72aff71-9731-4258-bf92-44d616354cfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cdc267f-2cd8-456f-bc32-1f4855842ef2') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:53:12.974465 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-b72aff71-9731-4258-bf92-44d616354cfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cdc267f-2cd8-456f-bc32-1f4855842ef2') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:53:12.986308 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8b136402-8096-43de-acf1-b708dd417be4 req-3da6a458-7460-42fa-abea-cf85320fcea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:12.994871 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-3633cbd9-7df9-4d86-9481-acfeb969d55d tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=fdfafb30082f453b8ca3c156794bf962&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1696074 Aug 11 21:53:13.005685 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0c7bed71-7114-42f8-9f97-ec2c327eaec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:13.022391 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b72aff71-9731-4258-bf92-44d616354cfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:13.031573 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-8b136402-8096-43de-acf1-b708dd417be4 req-3da6a458-7460-42fa-abea-cf85320fcea1 service neutron] Transition to ACTIVE for port object 42d791dd-f21c-4d12-8d9c-bad2e8293a00 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:53:13.057861 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545ad8d-5b92-497f-b0c7-20bf03760f33 req-54321f64-1735-4242-9ae3-76a79852b200 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:13.059797 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b72aff71-9731-4258-bf92-44d616354cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:13.064465 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a545ad8d-5b92-497f-b0c7-20bf03760f33 req-54321f64-1735-4242-9ae3-76a79852b200 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 946 time: 0.1607213 Aug 11 21:53:13.073194 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8b136402-8096-43de-acf1-b708dd417be4 req-3da6a458-7460-42fa-abea-cf85320fcea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:13.077236 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b72aff71-9731-4258-bf92-44d616354cfa admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 21:53:13.077649 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b72aff71-9731-4258-bf92-44d616354cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: timer() Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 21:53:13.107784 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 21:53:13.140358 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-97a90226-e889-4de7-84f2-7f6c192f1638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:13.258634 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a545ad8d-5b92-497f-b0c7-20bf03760f33 req-04f36f45-ee01-4016-bc6f-9a050546b537 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815586 Aug 11 21:53:13.296349 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6a458-7460-42fa-abea-cf85320fcea1 service neutron] Pushing event updated for resources: {'Port': ['ID=42d791dd-f21c-4d12-8d9c-bad2e8293a00,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:13.360377 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0c7bed71-7114-42f8-9f97-ec2c327eaec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:13.363157 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0c7bed71-7114-42f8-9f97-ec2c327eaec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:13.370546 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0c7bed71-7114-42f8-9f97-ec2c327eaec9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6078a9ed-3c5b-4169-ba70-8e708b85c6c4 HTTP/1.1" status: 204 len: 168 time: 0.6414375 Aug 11 21:53:13.413780 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bed71-7114-42f8-9f97-ec2c327eaec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6078a9ed-3c5b-4169-ba70-8e708b85c6c4,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:13.447827 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b72aff71-9731-4258-bf92-44d616354cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:13.667282 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9ae2bb43-556d-46aa-977b-cd1481d61707 req-ce885b3c-5914-4e4d-984e-d1f49cc60ed9 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=9da0888c-8de6-4b97-be11-ed5e9d7bfdc2 HTTP/1.1" status: 200 len: 210 time: 0.1412554 Aug 11 21:53:13.673561 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-8b136402-8096-43de-acf1-b708dd417be4 req-3da6a458-7460-42fa-abea-cf85320fcea1 service neutron] Attempting to bind port 42d791dd-f21c-4d12-8d9c-bad2e8293a00 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:53:13.674840 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-8b136402-8096-43de-acf1-b708dd417be4 req-3da6a458-7460-42fa-abea-cf85320fcea1 service neutron] Attempting to bind port 42d791dd-f21c-4d12-8d9c-bad2e8293a00 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '580eed13-4021-4e54-a47e-996a312301eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e065759b-9598-4e49-9dd4-b84a6811ca8d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:53:13.686136 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b136402-8096-43de-acf1-b708dd417be4 req-3da6a458-7460-42fa-abea-cf85320fcea1 service neutron] Attempting to bind port 42d791dd-f21c-4d12-8d9c-bad2e8293a00 on network e065759b-9598-4e49-9dd4-b84a6811ca8d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:53:13.704112 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b136402-8096-43de-acf1-b708dd417be4 req-3da6a458-7460-42fa-abea-cf85320fcea1 service neutron] Port 42d791dd-f21c-4d12-8d9c-bad2e8293a00 on network e065759b-9598-4e49-9dd4-b84a6811ca8d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:53:13.708531 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b136402-8096-43de-acf1-b708dd417be4 req-3da6a458-7460-42fa-abea-cf85320fcea1 service neutron] Attempting to bind port 42d791dd-f21c-4d12-8d9c-bad2e8293a00 on network e065759b-9598-4e49-9dd4-b84a6811ca8d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:53:13.726185 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b136402-8096-43de-acf1-b708dd417be4 req-3da6a458-7460-42fa-abea-cf85320fcea1 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:53:13.731557 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b136402-8096-43de-acf1-b708dd417be4 req-3da6a458-7460-42fa-abea-cf85320fcea1 service neutron] Checking segment: {'id': '580eed13-4021-4e54-a47e-996a312301eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e065759b-9598-4e49-9dd4-b84a6811ca8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:53:13.732240 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b136402-8096-43de-acf1-b708dd417be4 req-3da6a458-7460-42fa-abea-cf85320fcea1 service neutron] Bound using segment: {'id': '580eed13-4021-4e54-a47e-996a312301eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e065759b-9598-4e49-9dd4-b84a6811ca8d'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:53:13.734700 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-8b136402-8096-43de-acf1-b708dd417be4 req-3da6a458-7460-42fa-abea-cf85320fcea1 service neutron] Bound port: 42d791dd-f21c-4d12-8d9c-bad2e8293a00, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '580eed13-4021-4e54-a47e-996a312301eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e065759b-9598-4e49-9dd4-b84a6811ca8d'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:53:13.736152 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8b136402-8096-43de-acf1-b708dd417be4 req-3da6a458-7460-42fa-abea-cf85320fcea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:14.201083 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 32ef5feb-498d-469c-aea2-e515a4128e9c up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:53:14.235603 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b72aff71-9731-4258-bf92-44d616354cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:14.239067 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b72aff71-9731-4258-bf92-44d616354cfa admin admin] 10.222.0.77 "DELETE /v2.0/networks/414c1bf8-9c46-4502-8b8c-d0d9479f3536 HTTP/1.1" status: 204 len: 168 time: 1.9048686 Aug 11 21:53:14.328707 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72aff71-9731-4258-bf92-44d616354cfa admin admin] Pushing event deleted for resources: {'Network': ['ID=414c1bf8-9c46-4502-8b8c-d0d9479f3536,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:14.361626 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3041e-2617-440d-9b58-3a34b8e440f8 req-d990a1ff-fdce-4c48-aa31-c716793c9a24 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:14.376333 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e1f3041e-2617-440d-9b58-3a34b8e440f8 req-d990a1ff-fdce-4c48-aa31-c716793c9a24 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad5146e4-c6d5-4c7f-a348-485399d33f67 HTTP/1.1" status: 200 len: 943 time: 0.4505222 Aug 11 21:53:14.427284 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012e8e0-55ff-4b67-9695-8931e724eac4 req-d9e6e1e1-0cab-4f06-96a9-83c54e524038 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:14.446805 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5012e8e0-55ff-4b67-9695-8931e724eac4 req-d9e6e1e1-0cab-4f06-96a9-83c54e524038 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdb74d07-08cc-47c9-bc73-3b0ad5e47c59 HTTP/1.1" status: 200 len: 944 time: 0.1954653 Aug 11 21:53:14.450485 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 32ef5feb-498d-469c-aea2-e515a4128e9c completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:53:14.460858 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 32ef5feb-498d-469c-aea2-e515a4128e9c triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:53:14.464454 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:14.533201 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-8b136402-8096-43de-acf1-b708dd417be4 req-3da6a458-7460-42fa-abea-cf85320fcea1 service neutron] For port 42d791dd-f21c-4d12-8d9c-bad2e8293a00, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:53:14.568753 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e1f3041e-2617-440d-9b58-3a34b8e440f8 req-d5ccb9ba-a8c1-4004-9430-9391843320fe tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849999 Aug 11 21:53:14.640605 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-8b136402-8096-43de-acf1-b708dd417be4 req-3da6a458-7460-42fa-abea-cf85320fcea1 service neutron] For port 42d791dd-f21c-4d12-8d9c-bad2e8293a00, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=42d791dd-f21c-4d12-8d9c-bad2e8293a00,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:53:14.641016 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5012e8e0-55ff-4b67-9695-8931e724eac4 req-8e09e0c7-2e5a-4d1f-b511-b88b5e095068 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e414fe2-fd97-463b-b3ae-7750275b3883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929462 Aug 11 21:53:14.651456 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8b136402-8096-43de-acf1-b708dd417be4 req-3da6a458-7460-42fa-abea-cf85320fcea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:14.725072 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52134) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:53:14.872575 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c56201a7-46fa-4e49-a9f3-34da0468c04d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a0b9c7d720a94be8bd2913f9c2dd2877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1355333 Aug 11 21:53:14.874406 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:14.877967 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52136) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:53:14.888629 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b136402-8096-43de-acf1-b708dd417be4 req-3da6a458-7460-42fa-abea-cf85320fcea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:14.890917 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8b136402-8096-43de-acf1-b708dd417be4 req-3da6a458-7460-42fa-abea-cf85320fcea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:14.895935 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b136402-8096-43de-acf1-b708dd417be4 req-3da6a458-7460-42fa-abea-cf85320fcea1 service neutron] 10.222.0.52 "PUT /v2.0/ports/42d791dd-f21c-4d12-8d9c-bad2e8293a00 HTTP/1.1" status: 200 len: 1091 time: 2.9698651 Aug 11 21:53:14.897664 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5146e4-c6d5-4c7f-a348-485399d33f67', 'tag': '42d791dd-f21c-4d12-8d9c-bad2e8293a00'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:53:14.917626 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e414ba2e-6216-4a67-9e80-b209a313145e" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5146e4-c6d5-4c7f-a348-485399d33f67", "tag": "42d791dd-f21c-4d12-8d9c-bad2e8293a00"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:53:15.021569 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 52140) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:53:15.041773 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 32ef5feb-498d-469c-aea2-e515a4128e9c, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=32ef5feb-498d-469c-aea2-e515a4128e9c,segment=NetworkSegment(609e17b3-1508-4d95-a8d0-25bb8387ed3d),segment_id=609e17b3-1508-4d95-a8d0-25bb8387ed3d)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:15.043866 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb74d07-08cc-47c9-bc73-3b0ad5e47c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ef5feb-498d-469c-aea2-e515a4128e9c'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:53:15.048218 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ddf52d-8b93-4575-a53f-cbb747f9f9dd" -d '{"events": [{"server_uuid": "cdb74d07-08cc-47c9-bc73-3b0ad5e47c59", "name": "network-vif-plugged", "status": "completed", "tag": "32ef5feb-498d-469c-aea2-e515a4128e9c"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:53:15.054702 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:15.192685 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=32ef5feb-498d-469c-aea2-e515a4128e9c,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:15.200205 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6a458-7460-42fa-abea-cf85320fcea1 service neutron] Pushing event updated for resources: {'Port': ['ID=42d791dd-f21c-4d12-8d9c-bad2e8293a00,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:15.262882 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b136402-8096-43de-acf1-b708dd417be4 req-7849710b-00dc-4f6f-9a93-ceb5a7950a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:15.281902 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1eb6786c-06fe-4c30-a0a7-967bf483b033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:15.287073 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b136402-8096-43de-acf1-b708dd417be4 req-7849710b-00dc-4f6f-9a93-ceb5a7950a38 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f92f84593c645c991d8da56fb117a97&device_id=ad5146e4-c6d5-4c7f-a348-485399d33f67 HTTP/1.1" status: 200 len: 1094 time: 0.3078713 Aug 11 21:53:15.297118 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9ebaf-1803-43d9-8017-aeca7de9b33e req-4f262b15-6dd2-4b29-b0bf-eed34c341cc7 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:15.306843 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1ba9ebaf-1803-43d9-8017-aeca7de9b33e req-4f262b15-6dd2-4b29-b0bf-eed34c341cc7 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 946 time: 0.2794838 Aug 11 21:53:15.329199 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b7368197-6dfd-49cd-a5b7-f55ada1e27c5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=85ccc4dd353c4089bb3c37fac5971ca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048778 Aug 11 21:53:15.366393 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52154) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:53:15.373091 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b136402-8096-43de-acf1-b708dd417be4 req-da4f6e71-d363-4722-b4bf-4b3acf995ea1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42d791dd-f21c-4d12-8d9c-bad2e8293a00 HTTP/1.1" status: 200 len: 217 time: 0.0687065 Aug 11 21:53:15.419791 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1eb6786c-06fe-4c30-a0a7-967bf483b033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:15.427310 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1ba9ebaf-1803-43d9-8017-aeca7de9b33e req-64440fff-48c5-4cf2-9b63-56d62b6037de tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193073 Aug 11 21:53:15.535252 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b136402-8096-43de-acf1-b708dd417be4 req-1280199a-2e2e-47ca-9470-72ad96e3db36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:15.537234 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b136402-8096-43de-acf1-b708dd417be4 req-1280199a-2e2e-47ca-9470-72ad96e3db36 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a417fc4-720c-4110-80f4-cad05729542b HTTP/1.1" status: 200 len: 845 time: 0.1561766 Aug 11 21:53:15.615013 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-32bafd66-53b0-475f-ad63-e127f66c3be4 req-3bdd6bee-f62e-4e46-a11d-1ff80484cdf8 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=9da0888c-8de6-4b97-be11-ed5e9d7bfdc2 HTTP/1.1" status: 200 len: 210 time: 0.0909679 Aug 11 21:53:15.618966 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2b2ac891-e043-4ef6-bdc3-1e50b289c64d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:15.641434 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b136402-8096-43de-acf1-b708dd417be4 req-86f3f4ee-7082-4b2b-a92d-98a21701bb2e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e065759b-9598-4e49-9dd4-b84a6811ca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774827 Aug 11 21:53:15.680333 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e97055a-cdfb-4c45-8e1d-3453ab6e2198 x-openstack-request-id: req-7e97055a-cdfb-4c45-8e1d-3453ab6e2198 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:53:15.680994 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5146e4-c6d5-4c7f-a348-485399d33f67", "tag": "42d791dd-f21c-4d12-8d9c-bad2e8293a00", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:53:15.681261 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7e97055a-cdfb-4c45-8e1d-3453ab6e2198 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:53:15.681582 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2b2ac891-e043-4ef6-bdc3-1e50b289c64d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:15.682116 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5146e4-c6d5-4c7f-a348-485399d33f67', 'tag': '42d791dd-f21c-4d12-8d9c-bad2e8293a00', 'status': 'completed', 'code': 200} Aug 11 21:53:15.689280 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-70c02067-1ef8-4cbb-80bc-75f8a296cb94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:15.706325 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1eb6786c-06fe-4c30-a0a7-967bf483b033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:15.709347 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1eb6786c-06fe-4c30-a0a7-967bf483b033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:15.712969 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1eb6786c-06fe-4c30-a0a7-967bf483b033 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bd62a423-cd99-4190-86ca-1c48ed84369c HTTP/1.1" status: 204 len: 168 time: 0.8315845 Aug 11 21:53:15.737365 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b70b1-8b0d-48b2-9427-954c66309a72 req-e74f4aa6-04e8-44cc-8868-76f325d94873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:15.740487 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-880b70b1-8b0d-48b2-9427-954c66309a72 req-e74f4aa6-04e8-44cc-8868-76f325d94873 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=48dee6b1f1ed472f88259995ad0e68a7&device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 1097 time: 0.2022171 Aug 11 21:53:15.741679 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8312f774-315c-46e3-9829-f325162564b8 x-openstack-request-id: req-8312f774-315c-46e3-9829-f325162564b8 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:53:15.742105 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb74d07-08cc-47c9-bc73-3b0ad5e47c59", "name": "network-vif-plugged", "status": "completed", "tag": "32ef5feb-498d-469c-aea2-e515a4128e9c", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:53:15.742473 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8312f774-315c-46e3-9829-f325162564b8 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:53:15.743690 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb74d07-08cc-47c9-bc73-3b0ad5e47c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ef5feb-498d-469c-aea2-e515a4128e9c', 'code': 200} Aug 11 21:53:15.780881 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6786c-06fe-4c30-a0a7-967bf483b033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd62a423-cd99-4190-86ca-1c48ed84369c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:15.908913 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:15.926877 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b136402-8096-43de-acf1-b708dd417be4 req-54d59c84-725e-4e5a-b83c-c6d695cb962f service neutron] 10.222.0.52 "GET /v2.0/networks/e065759b-9598-4e49-9dd4-b84a6811ca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675381 Aug 11 21:53:15.986283 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be645c48-72a0-43c6-9b88-c3ff63f2cc58 req-654b3155-a814-4d93-8d56-739786305cf8 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:15.988325 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-be645c48-72a0-43c6-9b88-c3ff63f2cc58 req-654b3155-a814-4d93-8d56-739786305cf8 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdb74d07-08cc-47c9-bc73-3b0ad5e47c59 HTTP/1.1" status: 200 len: 945 time: 0.1466537 Aug 11 21:53:16.054521 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2b2ac891-e043-4ef6-bdc3-1e50b289c64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:16.058180 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2b2ac891-e043-4ef6-bdc3-1e50b289c64d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:16.059758 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2b2ac891-e043-4ef6-bdc3-1e50b289c64d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e02ec8f0-912a-4ee7-801f-7b29774891b4 HTTP/1.1" status: 204 len: 168 time: 0.6817951 Aug 11 21:53:16.071898 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a866f-085c-45ee-aaeb-95eaa7a82ce3 req-80f7189f-35d4-4dbf-8e9f-d50475e9c3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:16.073251 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670a240-3d05-4363-b451-2e1fef3f4d45 req-50825ed8-51e0-4f40-9770-22519321c918 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:16.074207 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-210a866f-085c-45ee-aaeb-95eaa7a82ce3 req-80f7189f-35d4-4dbf-8e9f-d50475e9c3f4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cdb74d07-08cc-47c9-bc73-3b0ad5e47c59 HTTP/1.1" status: 200 len: 1096 time: 0.1596708 Aug 11 21:53:16.078940 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2670a240-3d05-4363-b451-2e1fef3f4d45 req-50825ed8-51e0-4f40-9770-22519321c918 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad5146e4-c6d5-4c7f-a348-485399d33f67 HTTP/1.1" status: 200 len: 943 time: 0.2707353 Aug 11 21:53:16.096864 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ac891-e043-4ef6-bdc3-1e50b289c64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02ec8f0-912a-4ee7-801f-7b29774891b4,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:16.193372 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-be645c48-72a0-43c6-9b88-c3ff63f2cc58 req-c945b512-0736-4b3c-8883-58ac1843a48c tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e414fe2-fd97-463b-b3ae-7750275b3883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845675 Aug 11 21:53:16.240354 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b70b1-8b0d-48b2-9427-954c66309a72 req-fd693b89-f0dc-4dad-90ed-2673c857f5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:16.246300 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-210a866f-085c-45ee-aaeb-95eaa7a82ce3 req-3b3f7c0d-9898-441f-93ec-93f5c8e04d62 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5e414fe2-fd97-463b-b3ae-7750275b3883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596398 Aug 11 21:53:16.254163 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-880b70b1-8b0d-48b2-9427-954c66309a72 req-fd693b89-f0dc-4dad-90ed-2673c857f5be service neutron] 10.222.0.82 "GET /v2.0/networks?id=4704ff02-c5ab-4776-afb3-b0008179201b HTTP/1.1" status: 200 len: 916 time: 0.3750460 Aug 11 21:53:16.321671 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-32711ffd-6ccc-4ac1-aef5-25290269fac5 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=fdfafb30082f453b8ca3c156794bf962&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654862 Aug 11 21:53:16.369678 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b136402-8096-43de-acf1-b708dd417be4 req-9e36d6e4-476b-4845-8ce7-a1e1b7247a84 service neutron] 10.222.0.52 "GET /v2.0/networks/e065759b-9598-4e49-9dd4-b84a6811ca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319878 Aug 11 21:53:16.400673 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2670a240-3d05-4363-b451-2e1fef3f4d45 req-59cbffb2-bd85-4fbe-9e53-b5d0c73b0c17 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073568 Aug 11 21:53:16.583006 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414ba2e-6216-4a67-9e80-b209a313145e req-65322b51-95df-4e55-a303-c9f71a33de35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:16.586491 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e414ba2e-6216-4a67-9e80-b209a313145e req-65322b51-95df-4e55-a303-c9f71a33de35 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f92f84593c645c991d8da56fb117a97&device_id=ad5146e4-c6d5-4c7f-a348-485399d33f67 HTTP/1.1" status: 200 len: 1094 time: 0.1207943 Aug 11 21:53:16.801989 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414ba2e-6216-4a67-9e80-b209a313145e req-aa43bcfc-97db-4601-b60a-8c536f064e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:16.804901 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e414ba2e-6216-4a67-9e80-b209a313145e req-aa43bcfc-97db-4601-b60a-8c536f064e99 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e065759b-9598-4e49-9dd4-b84a6811ca8d HTTP/1.1" status: 200 len: 906 time: 0.1984313 Aug 11 21:53:17.203622 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0e804be6-92a0-4359-8598-d978c57543a7 req-64a13c0c-a3be-419c-8072-c596f4d8e7e3 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=9da0888c-8de6-4b97-be11-ed5e9d7bfdc2 HTTP/1.1" status: 200 len: 210 time: 0.0485039 Aug 11 21:53:17.356916 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:17.470329 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52206cf5-cfed-4828-9c20-0c5bf271b51f req-fb9c3120-9ca7-4ad2-aa9a-c02daa4cdc76 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:17.473102 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-52206cf5-cfed-4828-9c20-0c5bf271b51f req-fb9c3120-9ca7-4ad2-aa9a-c02daa4cdc76 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdb74d07-08cc-47c9-bc73-3b0ad5e47c59 HTTP/1.1" status: 200 len: 945 time: 0.1351197 Aug 11 21:53:17.562791 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-52206cf5-cfed-4828-9c20-0c5bf271b51f req-a8c66ffa-92df-4a14-827c-29194e3fa0bc tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e414fe2-fd97-463b-b3ae-7750275b3883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829346 Aug 11 21:53:17.592595 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-880b70b1-8b0d-48b2-9427-954c66309a72 req-656eb326-77df-4a6b-9791-b31d7af3c107 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbcdcd18-d194-4e3e-b731-e6d68de7dccc HTTP/1.1" status: 200 len: 217 time: 0.7577994 Aug 11 21:53:17.666175 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e414ba2e-6216-4a67-9e80-b209a313145e req-2eda8928-a5b3-4be4-a794-25e8b036b415 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42d791dd-f21c-4d12-8d9c-bad2e8293a00 HTTP/1.1" status: 200 len: 217 time: 0.7904780 Aug 11 21:53:17.855430 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414ba2e-6216-4a67-9e80-b209a313145e req-23ba9126-9ea8-4ba8-bf65-4f0858fab8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:17.857348 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e414ba2e-6216-4a67-9e80-b209a313145e req-23ba9126-9ea8-4ba8-bf65-4f0858fab8e2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a417fc4-720c-4110-80f4-cad05729542b HTTP/1.1" status: 200 len: 845 time: 0.1285353 Aug 11 21:53:17.875487 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc403f8-548e-4e12-90ef-33074558185c req-79ef3801-8cd8-41a4-8ed7-a2fa635ebfb7 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:17.879177 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4cc403f8-548e-4e12-90ef-33074558185c req-79ef3801-8cd8-41a4-8ed7-a2fa635ebfb7 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad5146e4-c6d5-4c7f-a348-485399d33f67 HTTP/1.1" status: 200 len: 943 time: 0.1439598 Aug 11 21:53:17.933350 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e414ba2e-6216-4a67-9e80-b209a313145e req-84efc3b7-c447-47cc-a948-ebb7dbcd5452 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e065759b-9598-4e49-9dd4-b84a6811ca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596471 Aug 11 21:53:17.942030 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1969d-e916-4511-875a-0b6119ee555c req-e7b0f1b6-6bb2-4732-8361-e86efad6a177 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:17.949978 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d1b1969d-e916-4511-875a-0b6119ee555c req-e7b0f1b6-6bb2-4732-8361-e86efad6a177 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 946 time: 1.3740132 Aug 11 21:53:17.981347 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4cc403f8-548e-4e12-90ef-33074558185c req-19faf2b0-d15c-476f-81b4-b5281b55425e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924263 Aug 11 21:53:17.998721 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b70b1-8b0d-48b2-9427-954c66309a72 req-518c279c-02b1-407b-9220-3a730ca614a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:18.005064 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-880b70b1-8b0d-48b2-9427-954c66309a72 req-518c279c-02b1-407b-9220-3a730ca614a7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=99402162-65dc-4f7a-98e7-13408e81851f HTTP/1.1" status: 200 len: 855 time: 0.3926039 Aug 11 21:53:18.034595 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-f67215d4-b1fb-402b-a4f9-ca781c19ecc5 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:18.037609 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-f67215d4-b1fb-402b-a4f9-ca781c19ecc5 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2048817 Aug 11 21:53:18.102358 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-c618b46c-8258-4de8-8860-08497cd8cc8a tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Request body: {'port': {'device_id': '9da0888c-8de6-4b97-be11-ed5e9d7bfdc2', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'admin_state_up': True, 'tenant_id': 'fdfafb30082f453b8ca3c156794bf962'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:53:18.126321 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d1b1969d-e916-4511-875a-0b6119ee555c req-1b375f2d-2e8e-4139-8f76-8a4320ae9574 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751182 Aug 11 21:53:18.155549 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-880b70b1-8b0d-48b2-9427-954c66309a72 req-3b409379-cf43-4980-95a6-459511838a97 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4704ff02-c5ab-4776-afb3-b0008179201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296721 Aug 11 21:53:18.263700 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52242) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:53:18.343312 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-880b70b1-8b0d-48b2-9427-954c66309a72 req-750df890-a351-4b44-8d34-ffb29db6fb11 service neutron] 10.222.0.82 "GET /v2.0/networks/4704ff02-c5ab-4776-afb3-b0008179201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148314 Aug 11 21:53:18.429844 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1500a913-3a19-436d-a20e-80cd8de59873 req-fcd47099-87b1-4562-82a9-549b48af68f0 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=9da0888c-8de6-4b97-be11-ed5e9d7bfdc2 HTTP/1.1" status: 200 len: 210 time: 0.0718572 Aug 11 21:53:18.483149 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e414ba2e-6216-4a67-9e80-b209a313145e req-f7481250-194e-434e-84cb-0f7e3740f328 service neutron] 10.222.0.52 "GET /v2.0/networks/e065759b-9598-4e49-9dd4-b84a6811ca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306787 Aug 11 21:53:18.609148 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-c618b46c-8258-4de8-8860-08497cd8cc8a tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Made reservation on behalf of fdfafb30082f453b8ca3c156794bf962 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:53:18.613835 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-c618b46c-8258-4de8-8860-08497cd8cc8a tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:18.658863 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-880b70b1-8b0d-48b2-9427-954c66309a72 req-873652aa-df63-450b-8a05-9e1e9ccc71f2 service neutron] 10.222.0.82 "GET /v2.0/networks/4704ff02-c5ab-4776-afb3-b0008179201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076971 Aug 11 21:53:18.685177 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-087db20e-eaaf-43f4-af7e-79973cd9e034 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1226505584-network', 'tenant_id': '61fe77714c4a4d0ba6302ea21b282fef'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:53:18.692320 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e414ba2e-6216-4a67-9e80-b209a313145e req-21e52ff5-b2ad-4291-83cd-9f87492f394f service neutron] 10.222.0.52 "GET /v2.0/networks/e065759b-9598-4e49-9dd4-b84a6811ca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990721 Aug 11 21:53:18.798561 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087db20e-eaaf-43f4-af7e-79973cd9e034 admin admin] Made reservation on behalf of 61fe77714c4a4d0ba6302ea21b282fef for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:53:18.810477 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-087db20e-eaaf-43f4-af7e-79973cd9e034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:18.825624 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-087db20e-eaaf-43f4-af7e-79973cd9e034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:18.830391 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:18.896982 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52254) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:53:18.989621 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-c618b46c-8258-4de8-8860-08497cd8cc8a tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Allocated IP 192.168.233.24 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/f34d2c38-d9f1-4b68-aacc-48e1da2d4fea) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:53:19.026251 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3acab3-d908-4d6c-8fa2-a2b9f6d3ee52 req-8a98ed1b-f9c0-4fee-83f4-1d22a171f7ab tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:19.029144 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1c3acab3-d908-4d6c-8fa2-a2b9f6d3ee52 req-8a98ed1b-f9c0-4fee-83f4-1d22a171f7ab tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdb74d07-08cc-47c9-bc73-3b0ad5e47c59 HTTP/1.1" status: 200 len: 945 time: 0.1689298 Aug 11 21:53:19.100733 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-087db20e-eaaf-43f4-af7e-79973cd9e034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:19.108504 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1c3acab3-d908-4d6c-8fa2-a2b9f6d3ee52 req-82305623-5fcf-4762-b20a-582010ff13c8 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e414fe2-fd97-463b-b3ae-7750275b3883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702910 Aug 11 21:53:19.118767 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-087db20e-eaaf-43f4-af7e-79973cd9e034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:19.178370 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-632731ba-7b4e-461e-8c5c-d1b7a855016b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:19.224129 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-087db20e-eaaf-43f4-af7e-79973cd9e034 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:53:19.245271 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087db20e-eaaf-43f4-af7e-79973cd9e034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8b6163-d49f-4f76-b3cb-870c812c33d2,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:19.256876 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-087db20e-eaaf-43f4-af7e-79973cd9e034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:19.256876 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-087db20e-eaaf-43f4-af7e-79973cd9e034 admin admin] Added segment f16edc4f-135c-41eb-bd5f-6d13726d4ad3 of type vlan for network 3cfebfdf-1e52-46be-9d12-49bc04e0bc25 Aug 11 21:53:19.337281 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d607a-644c-469b-b2df-47bcdff32179 req-a774d8bc-5421-4ea2-af72-c23a530e3361 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:19.338962 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e11d607a-644c-469b-b2df-47bcdff32179 req-a774d8bc-5421-4ea2-af72-c23a530e3361 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad5146e4-c6d5-4c7f-a348-485399d33f67 HTTP/1.1" status: 200 len: 943 time: 0.2066686 Aug 11 21:53:19.344943 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-087db20e-eaaf-43f4-af7e-79973cd9e034 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:19.391765 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627f3fa-3319-44c7-bc65-1c48804316b1 req-1d5f9a08-7e56-4fb7-9103-f475f7659eb5 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:19.406916 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52270) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:53:19.410920 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6627f3fa-3319-44c7-bc65-1c48804316b1 req-1d5f9a08-7e56-4fb7-9103-f475f7659eb5 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdb74d07-08cc-47c9-bc73-3b0ad5e47c59 HTTP/1.1" status: 200 len: 945 time: 0.1679957 Aug 11 21:53:19.427780 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-c618b46c-8258-4de8-8860-08497cd8cc8a tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:19.455002 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-c618b46c-8258-4de8-8860-08497cd8cc8a tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Transition to ACTIVE for port object f34d2c38-d9f1-4b68-aacc-48e1da2d4fea will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:53:19.464816 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-29f8effa-855d-4d19-bcae-1dfb7feb13c1 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Request body: {'floatingip': {'port_id': '32ef5feb-498d-469c-aea2-e515a4128e9c'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:53:19.509735 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-c618b46c-8258-4de8-8860-08497cd8cc8a tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:19.523368 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['985190c3-08d1-4f33-a47a-da6d9c4b71f1'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:53:19.584767 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e11d607a-644c-469b-b2df-47bcdff32179 req-a228ffea-7466-4d8e-a53d-41f7696de87d tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347646 Aug 11 21:53:19.604770 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29f8effa-855d-4d19-bcae-1dfb7feb13c1 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks [] for floatingip, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:19.607057 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-087db20e-eaaf-43f4-af7e-79973cd9e034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:19.608085 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087db20e-eaaf-43f4-af7e-79973cd9e034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:19.615756 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-087db20e-eaaf-43f4-af7e-79973cd9e034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:19.618724 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['2347d206-c62c-49d6-88ec-e41d7076f102'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:53:19.699807 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-c618b46c-8258-4de8-8860-08497cd8cc8a tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:53:19.705474 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 42d791dd-f21c-4d12-8d9c-bad2e8293a00 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:53:19.716765 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-c618b46c-8258-4de8-8860-08497cd8cc8a tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:53:19.757612 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618b46c-8258-4de8-8860-08497cd8cc8a tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Pushing event updated for resources: {'Port': ['ID=f34d2c38-d9f1-4b68-aacc-48e1da2d4fea,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:19.776008 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-c618b46c-8258-4de8-8860-08497cd8cc8a tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:53:19.829217 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71751f7-e8f1-41ca-8b64-ae8946d167ab req-f61e3cf1-ab36-44a9-81bc-83b8eff87c9b tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:19.839243 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d71751f7-e8f1-41ca-8b64-ae8946d167ab req-f61e3cf1-ab36-44a9-81bc-83b8eff87c9b tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 946 time: 0.3212283 Aug 11 21:53:19.932827 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-c618b46c-8258-4de8-8860-08497cd8cc8a tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:19.934061 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-c618b46c-8258-4de8-8860-08497cd8cc8a tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:19.947201 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087db20e-eaaf-43f4-af7e-79973cd9e034 admin admin] Pushing event updated for resources: {'Network': ['ID=3cfebfdf-1e52-46be-9d12-49bc04e0bc25,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:19.953102 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-632731ba-7b4e-461e-8c5c-d1b7a855016b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:19.973541 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-632731ba-7b4e-461e-8c5c-d1b7a855016b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:20.009415 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-c618b46c-8258-4de8-8860-08497cd8cc8a tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9149163 Aug 11 21:53:20.018669 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d71751f7-e8f1-41ca-8b64-ae8946d167ab req-d1ffe998-345b-4b97-a363-36415f31e74c tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778808 Aug 11 21:53:20.020106 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-087db20e-eaaf-43f4-af7e-79973cd9e034 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7516909 Aug 11 21:53:20.027460 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 52278) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:53:20.042352 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-16768c6d-7d0c-4cc7-a604-25c8aa789668 admin admin] Request body: {'subnet': {'network_id': '3cfebfdf-1e52-46be-9d12-49bc04e0bc25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1226505584-subnet', 'tenant_id': '61fe77714c4a4d0ba6302ea21b282fef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:53:20.043873 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec43da3-da38-450e-ab3e-b99b00ece1f5 req-f3de90be-9616-461e-bb6a-9a830929c7b9 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:20.052516 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0ec43da3-da38-450e-ab3e-b99b00ece1f5 req-f3de90be-9616-461e-bb6a-9a830929c7b9 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=9da0888c-8de6-4b97-be11-ed5e9d7bfdc2 HTTP/1.1" status: 200 len: 935 time: 0.3410342 Aug 11 21:53:20.053005 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 3cfebfdf-1e52-46be-9d12-49bc04e0bc25 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:53:20.078142 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-afd8e040-ddac-47df-b056-b75747ef719a service neutron] Request body: {'port': {'device_id': '9da0888c-8de6-4b97-be11-ed5e9d7bfdc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:53:20.161577 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-632731ba-7b4e-461e-8c5c-d1b7a855016b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fdee70a6074d42f6bc1ff1b0ba9dc14a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2632113 Aug 11 21:53:20.166221 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52282) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:53:20.182157 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632731ba-7b4e-461e-8c5c-d1b7a855016b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702384e1-de80-44a1-8eb3-f0664e5cd69b,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:20.237802 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16768c6d-7d0c-4cc7-a604-25c8aa789668 admin admin] Made reservation on behalf of 61fe77714c4a4d0ba6302ea21b282fef for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:53:20.254041 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-16768c6d-7d0c-4cc7-a604-25c8aa789668 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:20.379895 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0ec43da3-da38-450e-ab3e-b99b00ece1f5 req-0b8f8134-485a-4177-8f14-70bd35f9d45c tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262727 Aug 11 21:53:20.426273 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 42d791dd-f21c-4d12-8d9c-bad2e8293a00, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=42d791dd-f21c-4d12-8d9c-bad2e8293a00,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:20.472586 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '42d791dd-f21c-4d12-8d9c-bad2e8293a00', 'network_id': 'e065759b-9598-4e49-9dd4-b84a6811ca8d', 'port_id': '42d791dd-f21c-4d12-8d9c-bad2e8293a00', 'mac_address': 'fa:16:3e:7a:5b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a417fc4-720c-4110-80f4-cad05729542b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:53:20.580973 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-16768c6d-7d0c-4cc7-a604-25c8aa789668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:20.635728 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:20.648141 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3f344515-871a-4735-b332-0f562af34083 None None] Provisioning for port f34d2c38-d9f1-4b68-aacc-48e1da2d4fea completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:53:20.678978 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3f344515-871a-4735-b332-0f562af34083 None None] Provisioning complete for port f34d2c38-d9f1-4b68-aacc-48e1da2d4fea triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:53:20.680302 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3f344515-871a-4735-b332-0f562af34083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:20.705075 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-afd8e040-ddac-47df-b056-b75747ef719a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:20.707369 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16768c6d-7d0c-4cc7-a604-25c8aa789668 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cb8b3c2-2e0a-4c2e-84ed-81c258fe26fd,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:20.725622 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16768c6d-7d0c-4cc7-a604-25c8aa789668 admin admin] Checking segment: {'id': 'f16edc4f-135c-41eb-bd5f-6d13726d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '3cfebfdf-1e52-46be-9d12-49bc04e0bc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:53:20.726136 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16768c6d-7d0c-4cc7-a604-25c8aa789668 admin admin] Network hostable DHCP agents. Network: 3cfebfdf-1e52-46be-9d12-49bc04e0bc25, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:53:20.739305 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-3f344515-871a-4735-b332-0f562af34083 None None] Port f34d2c38-d9f1-4b68-aacc-48e1da2d4fea cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:53:20.740362 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:20.780006 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d791dd-f21c-4d12-8d9c-bad2e8293a00 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:53:20.806129 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 42d791dd-f21c-4d12-8d9c-bad2e8293a00, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=42d791dd-f21c-4d12-8d9c-bad2e8293a00,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:20.818949 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:20.880565 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b31f39d4-803e-44d9-b15e-d0cee8a14173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:20.905997 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b31f39d4-803e-44d9-b15e-d0cee8a14173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:20.969292 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b31f39d4-803e-44d9-b15e-d0cee8a14173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:20.973112 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b31f39d4-803e-44d9-b15e-d0cee8a14173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:20.974458 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b31f39d4-803e-44d9-b15e-d0cee8a14173 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/702384e1-de80-44a1-8eb3-f0664e5cd69b HTTP/1.1" status: 204 len: 168 time: 0.7851996 Aug 11 21:53:21.027244 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=42d791dd-f21c-4d12-8d9c-bad2e8293a00,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:21.088812 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-afd8e040-ddac-47df-b056-b75747ef719a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34d2c38-d9f1-4b68-aacc-48e1da2d4fea {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:53:21.099189 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-afd8e040-ddac-47df-b056-b75747ef719a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:21.115794 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-afd8e040-ddac-47df-b056-b75747ef719a service neutron] Transition to ACTIVE for port object f34d2c38-d9f1-4b68-aacc-48e1da2d4fea will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:53:21.135538 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-afd8e040-ddac-47df-b056-b75747ef719a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:21.138707 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f39d4-803e-44d9-b15e-d0cee8a14173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702384e1-de80-44a1-8eb3-f0664e5cd69b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:21.208707 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8e040-ddac-47df-b056-b75747ef719a service neutron] Pushing event updated for resources: {'Port': ['ID=f34d2c38-d9f1-4b68-aacc-48e1da2d4fea,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:21.241753 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['42d791dd-f21c-4d12-8d9c-bad2e8293a00'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:53:21.308054 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16768c6d-7d0c-4cc7-a604-25c8aa789668 admin admin] Network 3cfebfdf-1e52-46be-9d12-49bc04e0bc25 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:53:21.326108 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:21.329363 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:21.329986 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:21.336748 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:21.339142 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:21.340371 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:21.341513 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:21.341513 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:21.342236 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:21.342661 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:21.343211 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:21.343797 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:53:21.347937 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-16768c6d-7d0c-4cc7-a604-25c8aa789668 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 3cfebfdf-1e52-46be-9d12-49bc04e0bc25) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:53:21.356608 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16768c6d-7d0c-4cc7-a604-25c8aa789668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:21.358178 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-16768c6d-7d0c-4cc7-a604-25c8aa789668 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:21.455667 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5026d6-c9aa-4e2e-864e-8eee01851a2d req-3aeb27a7-a1d0-4770-9ef1-ce83c801aed4 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:21.460178 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9e5026d6-c9aa-4e2e-864e-8eee01851a2d req-3aeb27a7-a1d0-4770-9ef1-ce83c801aed4 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad5146e4-c6d5-4c7f-a348-485399d33f67 HTTP/1.1" status: 200 len: 944 time: 0.3427372 Aug 11 21:53:21.472414 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-16768c6d-7d0c-4cc7-a604-25c8aa789668 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4429371 Aug 11 21:53:21.495660 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca5299e-ab9e-4ef9-b934-a0f097fb3b72 None None] Network 3cfebfdf-1e52-46be-9d12-49bc04e0bc25 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:53:21.605745 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.db.resource_extend [None req-29f8effa-855d-4d19-bcae-1dfb7feb13c1 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 21:53:21.684869 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29f8effa-855d-4d19-bcae-1dfb7feb13c1 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:21.698872 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29f8effa-855d-4d19-bcae-1dfb7feb13c1 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:21.721890 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66f998-1c8d-4b3d-accd-7a2ae7941711 req-2ed488df-98be-4112-8ba2-f0f7ea4b62e4 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:21.724014 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7a66f998-1c8d-4b3d-accd-7a2ae7941711 req-2ed488df-98be-4112-8ba2-f0f7ea4b62e4 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 946 time: 0.2559822 Aug 11 21:53:21.907364 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9e5026d6-c9aa-4e2e-864e-8eee01851a2d req-3376f140-ec65-48ae-b0c3-1f73d6ec01e0 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289138 Aug 11 21:53:21.915023 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 52312) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:53:22.075817 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-afd8e040-ddac-47df-b056-b75747ef719a service neutron] Attempting to bind port f34d2c38-d9f1-4b68-aacc-48e1da2d4fea on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:53:22.078653 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-afd8e040-ddac-47df-b056-b75747ef719a service neutron] Attempting to bind port f34d2c38-d9f1-4b68-aacc-48e1da2d4fea by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:53:22.079610 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-afd8e040-ddac-47df-b056-b75747ef719a service neutron] Attempting to bind port f34d2c38-d9f1-4b68-aacc-48e1da2d4fea on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:53:22.095696 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52316) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:53:22.118341 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0bde8288-ea2c-49fb-b5e6-5fdee21f1c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:22.125789 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7a66f998-1c8d-4b3d-accd-7a2ae7941711 req-54f5cfc3-996f-4498-b6e0-a401b8f6db8c tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740386 Aug 11 21:53:22.148090 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-afd8e040-ddac-47df-b056-b75747ef719a service neutron] Port f34d2c38-d9f1-4b68-aacc-48e1da2d4fea on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:53:22.148678 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-afd8e040-ddac-47df-b056-b75747ef719a service neutron] Attempting to bind port f34d2c38-d9f1-4b68-aacc-48e1da2d4fea on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:53:22.195216 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-afd8e040-ddac-47df-b056-b75747ef719a service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:53:22.195832 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-afd8e040-ddac-47df-b056-b75747ef719a service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:53:22.199153 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-afd8e040-ddac-47df-b056-b75747ef719a service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:53:22.200600 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-afd8e040-ddac-47df-b056-b75747ef719a service neutron] Bound port: f34d2c38-d9f1-4b68-aacc-48e1da2d4fea, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:53:22.201496 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-afd8e040-ddac-47df-b056-b75747ef719a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:22.382512 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b61f2d-f1d9-4ce3-abb7-44ba112bb37d req-2c1172e2-6170-454a-8e5e-63973c9a84b2 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:22.388437 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2b61f2d-f1d9-4ce3-abb7-44ba112bb37d req-2c1172e2-6170-454a-8e5e-63973c9a84b2 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=9da0888c-8de6-4b97-be11-ed5e9d7bfdc2 HTTP/1.1" status: 200 len: 947 time: 0.1813552 Aug 11 21:53:22.429616 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [None req-29f8effa-855d-4d19-bcae-1dfb7feb13c1 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Floating IP 9a35ebc1-8e1a-4193-8cbf-b15434bb581e associated. External IP: 172.25.2.208, port: 32ef5feb-498d-469c-aea2-e515a4128e9c. Aug 11 21:53:22.467195 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-afd8e040-ddac-47df-b056-b75747ef719a service neutron] For port f34d2c38-d9f1-4b68-aacc-48e1da2d4fea, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:53:22.471701 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-afd8e040-ddac-47df-b056-b75747ef719a service neutron] For port f34d2c38-d9f1-4b68-aacc-48e1da2d4fea, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=f34d2c38-d9f1-4b68-aacc-48e1da2d4fea,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:53:22.480915 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-afd8e040-ddac-47df-b056-b75747ef719a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:22.522645 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486eb0ed-893e-4b18-aa9a-f3fed025691c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-3cfebfdf-1e52-46be-9d12-49bc04e0bc25', 'network_id': '3cfebfdf-1e52-46be-9d12-49bc04e0bc25', 'tenant_id': '61fe77714c4a4d0ba6302ea21b282fef', 'fixed_ips': [{'subnet_id': '1cb8b3c2-2e0a-4c2e-84ed-81c258fe26fd'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 21:53:22.526495 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-486eb0ed-893e-4b18-aa9a-f3fed025691c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:22.563877 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9e5ff182-7a88-489c-ac53-2a5792ea5723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:22.663911 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-afd8e040-ddac-47df-b056-b75747ef719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:22.665780 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-afd8e040-ddac-47df-b056-b75747ef719a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:22.673141 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-afd8e040-ddac-47df-b056-b75747ef719a service neutron] 10.222.0.82 "PUT /v2.0/ports/f34d2c38-d9f1-4b68-aacc-48e1da2d4fea HTTP/1.1" status: 200 len: 1095 time: 2.6130061 Aug 11 21:53:22.779917 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0bde8288-ea2c-49fb-b5e6-5fdee21f1c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:22.781366 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8e040-ddac-47df-b056-b75747ef719a service neutron] Pushing event updated for resources: {'Port': ['ID=f34d2c38-d9f1-4b68-aacc-48e1da2d4fea,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:22.785838 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da0888c-8de6-4b97-be11-ed5e9d7bfdc2', 'tag': 'f34d2c38-d9f1-4b68-aacc-48e1da2d4fea'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:53:22.788657 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e545479-3c69-413f-9cef-be8f10a796bf" -d '{"events": [{"name": "network-changed", "server_uuid": "9da0888c-8de6-4b97-be11-ed5e9d7bfdc2", "tag": "f34d2c38-d9f1-4b68-aacc-48e1da2d4fea"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:53:22.797806 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0bde8288-ea2c-49fb-b5e6-5fdee21f1c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:22.828381 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2b61f2d-f1d9-4ce3-abb7-44ba112bb37d req-7509fc66-1c0a-4589-bf2a-5451c1a05daf tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534613 Aug 11 21:53:22.928930 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0bde8288-ea2c-49fb-b5e6-5fdee21f1c15 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=595dcc78ac9943819a7fd7665f50047a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9711545 Aug 11 21:53:22.930004 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 52330) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:53:23.030296 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-486eb0ed-893e-4b18-aa9a-f3fed025691c None None] Allocated IP 172.20.0.2 (3cfebfdf-1e52-46be-9d12-49bc04e0bc25/1cb8b3c2-2e0a-4c2e-84ed-81c258fe26fd/ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:53:23.072921 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d567d06-901c-4927-9cdc-c615f23c644e x-openstack-request-id: req-1d567d06-901c-4927-9cdc-c615f23c644e {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:53:23.073250 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da0888c-8de6-4b97-be11-ed5e9d7bfdc2", "tag": "f34d2c38-d9f1-4b68-aacc-48e1da2d4fea", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:53:23.073580 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1d567d06-901c-4927-9cdc-c615f23c644e {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:53:23.076681 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da0888c-8de6-4b97-be11-ed5e9d7bfdc2', 'tag': 'f34d2c38-d9f1-4b68-aacc-48e1da2d4fea', 'status': 'completed', 'code': 200} Aug 11 21:53:23.084833 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde8288-ea2c-49fb-b5e6-5fdee21f1c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7415403e-f50a-4155-8eb8-0b6e63871922,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:23.148181 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-a398b8d4-bc32-4a1c-b0b8-7de41cb838eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:23.148804 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-a398b8d4-bc32-4a1c-b0b8-7de41cb838eb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fdfafb30082f453b8ca3c156794bf962&device_id=9da0888c-8de6-4b97-be11-ed5e9d7bfdc2 HTTP/1.1" status: 200 len: 1098 time: 0.3552055 Aug 11 21:53:23.149052 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9e5ff182-7a88-489c-ac53-2a5792ea5723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:23.190664 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9b6a8f56-c89b-488e-be6a-dd9379d70612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:23.201985 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9e5ff182-7a88-489c-ac53-2a5792ea5723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:23.239790 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-a7c9c2b2-1b8b-4084-b414-801e5b54fb64 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=f34d2c38-d9f1-4b68-aacc-48e1da2d4fea HTTP/1.1" status: 200 len: 217 time: 0.0720758 Aug 11 21:53:23.276053 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9b6a8f56-c89b-488e-be6a-dd9379d70612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:23.332190 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a32fb3-f0ca-4e2e-8a03-5f129417e450 req-95e317ba-8c36-4b41-99f3-5d559ddd7753 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:23.339825 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-57a32fb3-f0ca-4e2e-8a03-5f129417e450 req-95e317ba-8c36-4b41-99f3-5d559ddd7753 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad5146e4-c6d5-4c7f-a348-485399d33f67 HTTP/1.1" status: 200 len: 944 time: 0.1898966 Aug 11 21:53:23.348362 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-486eb0ed-893e-4b18-aa9a-f3fed025691c None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:23.371723 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-486eb0ed-893e-4b18-aa9a-f3fed025691c None None] Transition to ACTIVE for port object ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:53:23.394547 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-486eb0ed-893e-4b18-aa9a-f3fed025691c None None] Transition to ACTIVE for port object ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:53:23.420130 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-b8530e6b-3c5c-4c67-a2d9-c0f844571034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:23.421262 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-486eb0ed-893e-4b18-aa9a-f3fed025691c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:23.422551 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-b8530e6b-3c5c-4c67-a2d9-c0f844571034 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1690228 Aug 11 21:53:23.434097 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-57a32fb3-f0ca-4e2e-8a03-5f129417e450 req-ae4e5736-00ba-40eb-8e2c-e1c24c35f4a9 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932841 Aug 11 21:53:23.458815 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486eb0ed-893e-4b18-aa9a-f3fed025691c None None] Network 3cfebfdf-1e52-46be-9d12-49bc04e0bc25 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:53:23.479162 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-486eb0ed-893e-4b18-aa9a-f3fed025691c None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:53:23.493154 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486eb0ed-893e-4b18-aa9a-f3fed025691c None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:53:23.494427 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9b6a8f56-c89b-488e-be6a-dd9379d70612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:23.503239 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9b6a8f56-c89b-488e-be6a-dd9379d70612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:23.511876 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9b6a8f56-c89b-488e-be6a-dd9379d70612 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7415403e-f50a-4155-8eb8-0b6e63871922 HTTP/1.1" status: 204 len: 168 time: 0.5695889 Aug 11 21:53:23.512740 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9e5ff182-7a88-489c-ac53-2a5792ea5723 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=74df170594b7467c97626950c580159c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4145288 Aug 11 21:53:23.514417 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52344) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:53:23.592638 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ff182-7a88-489c-ac53-2a5792ea5723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a2fff3-0fd3-42ab-b8d8-f64ec4e23612,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:23.599105 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a8f56-c89b-488e-be6a-dd9379d70612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7415403e-f50a-4155-8eb8-0b6e63871922,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:23.632566 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89822c54-5bd2-468d-b828-627af54f3aea req-a172116d-2a40-4e1d-ba1c-c53617a1a21e tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:23.633104 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f8effa-855d-4d19-bcae-1dfb7feb13c1 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Router f1663e24-1cd4-4cf2-aedd-6b8565037af0 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:53:23.642897 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-89822c54-5bd2-468d-b828-627af54f3aea req-a172116d-2a40-4e1d-ba1c-c53617a1a21e tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 946 time: 0.0931416 Aug 11 21:53:23.648755 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-8636fd8a-38ea-4ca7-af9f-3219cbbb1541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:23.650691 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-8636fd8a-38ea-4ca7-af9f-3219cbbb1541 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2113030 Aug 11 21:53:23.730250 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-b0eac871-1e62-4143-9640-f51fa288439f tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:23.747984 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-b0eac871-1e62-4143-9640-f51fa288439f tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/networks?id=3cfebfdf-1e52-46be-9d12-49bc04e0bc25 HTTP/1.1" status: 200 len: 816 time: 0.5923653 Aug 11 21:53:23.752698 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-486eb0ed-893e-4b18-aa9a-f3fed025691c None None] Attempting to bind port ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:53:23.754006 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-486eb0ed-893e-4b18-aa9a-f3fed025691c None None] Attempting to bind port ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f16edc4f-135c-41eb-bd5f-6d13726d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '3cfebfdf-1e52-46be-9d12-49bc04e0bc25'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:53:23.755352 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486eb0ed-893e-4b18-aa9a-f3fed025691c None None] Attempting to bind port ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe on network 3cfebfdf-1e52-46be-9d12-49bc04e0bc25 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:53:23.769075 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486eb0ed-893e-4b18-aa9a-f3fed025691c None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:53:23.769436 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486eb0ed-893e-4b18-aa9a-f3fed025691c None None] Checking segment: {'id': 'f16edc4f-135c-41eb-bd5f-6d13726d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '3cfebfdf-1e52-46be-9d12-49bc04e0bc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:53:23.769943 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-486eb0ed-893e-4b18-aa9a-f3fed025691c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:23.770244 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486eb0ed-893e-4b18-aa9a-f3fed025691c None None] Bound using segment: {'id': 'f16edc4f-135c-41eb-bd5f-6d13726d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '3cfebfdf-1e52-46be-9d12-49bc04e0bc25'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:53:23.771122 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-486eb0ed-893e-4b18-aa9a-f3fed025691c None None] Bound port: ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f16edc4f-135c-41eb-bd5f-6d13726d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '3cfebfdf-1e52-46be-9d12-49bc04e0bc25'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:53:23.771532 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-486eb0ed-893e-4b18-aa9a-f3fed025691c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:23.776775 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-89822c54-5bd2-468d-b828-627af54f3aea req-5bcccc9c-f764-4352-b3d6-2e0e1aec0ead tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325881 Aug 11 21:53:23.806986 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-11840c8a-653b-472a-9cd9-7303f4ff6421 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/quotas/61fe77714c4a4d0ba6302ea21b282fef HTTP/1.1" status: 200 len: 375 time: 0.0503173 Aug 11 21:53:23.807594 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486eb0ed-893e-4b18-aa9a-f3fed025691c None None] Pushing event updated for resources: {'Port': ['ID=ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:23.841763 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-14309800-0918-4f61-ac72-5e2ddd826a80 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690490 Aug 11 21:53:23.871092 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dc9e6545-b14c-498f-9168-480838c03c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:23.946326 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-486eb0ed-893e-4b18-aa9a-f3fed025691c None None] For port ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:53:23.953668 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dc9e6545-b14c-498f-9168-480838c03c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:23.954786 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-486eb0ed-893e-4b18-aa9a-f3fed025691c None None] For port ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe,segment=NetworkSegment(f16edc4f-135c-41eb-bd5f-6d13726d4ad3),segment_id=f16edc4f-135c-41eb-bd5f-6d13726d4ad3)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:53:23.965311 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-486eb0ed-893e-4b18-aa9a-f3fed025691c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:24.053619 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486eb0ed-893e-4b18-aa9a-f3fed025691c None None] Pushing event updated for resources: {'Port': ['ID=ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:24.117663 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bf7f7b5d-964e-4b5f-9f7e-4fda9d9c2306 req-167d035d-a176-4a28-b81f-22fa280b0430 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554684 Aug 11 21:53:24.262150 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f1931-6a8c-4b9f-9475-40132c7252f4 req-a000a06f-8051-4aa0-99b3-ab7317f14e40 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:24.270649 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cf3f1931-6a8c-4b9f-9475-40132c7252f4 req-a000a06f-8051-4aa0-99b3-ab7317f14e40 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=9da0888c-8de6-4b97-be11-ed5e9d7bfdc2 HTTP/1.1" status: 200 len: 947 time: 0.1572475 Aug 11 21:53:24.339717 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cf3f1931-6a8c-4b9f-9475-40132c7252f4 req-7288cdac-1ec0-4a8e-8263-d279be6e9b55 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666106 Aug 11 21:53:24.370618 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e545479-3c69-413f-9cef-be8f10a796bf req-9fc0b9a6-4180-479e-a458-ab74dc46ed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:24.372687 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0e545479-3c69-413f-9cef-be8f10a796bf req-9fc0b9a6-4180-479e-a458-ab74dc46ed5c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fdfafb30082f453b8ca3c156794bf962&device_id=9da0888c-8de6-4b97-be11-ed5e9d7bfdc2 HTTP/1.1" status: 200 len: 1098 time: 0.1375999 Aug 11 21:53:24.515776 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-7b5cf7b5-17e5-4abf-8a70-cf3c6ea3ff69 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=61fe77714c4a4d0ba6302ea21b282fef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6982892 Aug 11 21:53:24.619681 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dc9e6545-b14c-498f-9168-480838c03c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:24.622754 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dc9e6545-b14c-498f-9168-480838c03c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:24.624373 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-dc9e6545-b14c-498f-9168-480838c03c7d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e0a2fff3-0fd3-42ab-b8d8-f64ec4e23612 HTTP/1.1" status: 204 len: 168 time: 1.0938096 Aug 11 21:53:24.625730 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f8effa-855d-4d19-bcae-1dfb7feb13c1 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:53:24.628964 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e545479-3c69-413f-9cef-be8f10a796bf req-3b6802e0-94d4-41c8-a278-f1229de5ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:24.637736 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29f8effa-855d-4d19-bcae-1dfb7feb13c1 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:24.665403 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0e545479-3c69-413f-9cef-be8f10a796bf req-3b6802e0-94d4-41c8-a278-f1229de5ba4a service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.2824638 Aug 11 21:53:24.677571 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93261af6-c2bd-4c5f-9a33-a607b0a597be None None] Sync routers for ids ['f1663e24-1cd4-4cf2-aedd-6b8565037af0'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:53:24.712141 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-29f8effa-855d-4d19-bcae-1dfb7feb13c1 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "PUT /v2.0/floatingips/9a35ebc1-8e1a-4193-8cbf-b15434bb581e HTTP/1.1" status: 200 len: 991 time: 5.2847919 Aug 11 21:53:24.716863 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb74d07-08cc-47c9-bc73-3b0ad5e47c59', 'tag': '32ef5feb-498d-469c-aea2-e515a4128e9c'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:53:24.719685 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e52469-ddd8-4e4b-ac2b-bbceec50735b" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb74d07-08cc-47c9-bc73-3b0ad5e47c59", "tag": "32ef5feb-498d-469c-aea2-e515a4128e9c"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:53:24.744959 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93261af6-c2bd-4c5f-9a33-a607b0a597be None None] Routers {'f1663e24-1cd4-4cf2-aedd-6b8565037af0'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:53:24.747562 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-93261af6-c2bd-4c5f-9a33-a607b0a597be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:53:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f1663e24-1cd4-4cf2-aedd-6b8565037af0'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:53:24.765139 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e6545-b14c-498f-9168-480838c03c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a2fff3-0fd3-42ab-b8d8-f64ec4e23612,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:24.790470 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0e545479-3c69-413f-9cef-be8f10a796bf req-499de2fc-609a-4688-b9ef-6c11c0078d6a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=f34d2c38-d9f1-4b68-aacc-48e1da2d4fea HTTP/1.1" status: 200 len: 217 time: 0.1166992 Aug 11 21:53:24.826737 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-72fa10b5-6958-4d80-97f7-2e51fa957367 service neutron] 10.222.0.77 "GET /v2.0/networks/3cfebfdf-1e52-46be-9d12-49bc04e0bc25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927642 Aug 11 21:53:24.892806 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9fdc0-5175-434b-8ee1-fbe3128fe15c req-33aec314-5848-4131-8547-c15d233b10f6 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:24.902025 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-84d9fdc0-5175-434b-8ee1-fbe3128fe15c req-33aec314-5848-4131-8547-c15d233b10f6 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad5146e4-c6d5-4c7f-a348-485399d33f67 HTTP/1.1" status: 200 len: 944 time: 0.3352587 Aug 11 21:53:24.947527 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e545479-3c69-413f-9cef-be8f10a796bf req-dd3ec1ff-7a33-4c1e-ae4e-aa6a1f1a67af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:24.959426 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0e545479-3c69-413f-9cef-be8f10a796bf req-dd3ec1ff-7a33-4c1e-ae4e-aa6a1f1a67af service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1445334 Aug 11 21:53:25.093243 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-c38380f9-c50f-4387-ba76-2baea8577db3 service neutron] 10.222.0.77 "GET /v2.0/networks/3cfebfdf-1e52-46be-9d12-49bc04e0bc25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585766 Aug 11 21:53:25.123679 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-93261af6-c2bd-4c5f-9a33-a607b0a597be None None] Set router f1663e24-1cd4-4cf2-aedd-6b8565037af0 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:53:25.162653 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-84d9fdc0-5175-434b-8ee1-fbe3128fe15c req-00d484fe-84dc-4bf9-89f4-4eec01f65fa2 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592218 Aug 11 21:53:25.256413 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e545479-3c69-413f-9cef-be8f10a796bf req-d4cbd06a-907b-493c-a3c5-64d102311ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:25.257988 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0e545479-3c69-413f-9cef-be8f10a796bf req-d4cbd06a-907b-493c-a3c5-64d102311ef3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2828300 Aug 11 21:53:25.520009 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9537c54-c9bb-417d-bfa7-71ea0de56b43 x-openstack-request-id: req-f9537c54-c9bb-417d-bfa7-71ea0de56b43 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:53:25.520845 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb74d07-08cc-47c9-bc73-3b0ad5e47c59", "tag": "32ef5feb-498d-469c-aea2-e515a4128e9c", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:53:25.521178 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f9537c54-c9bb-417d-bfa7-71ea0de56b43 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:53:25.522351 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb74d07-08cc-47c9-bc73-3b0ad5e47c59', 'tag': '32ef5feb-498d-469c-aea2-e515a4128e9c', 'status': 'completed', 'code': 200} Aug 11 21:53:25.785078 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52390) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:53:25.962398 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-84c8a33a-3b88-42ca-ba4e-262ee58c553e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:26.014891 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288c378-44fb-4472-acbd-4a836602999d req-96ef1b51-0093-472b-a9b3-3944e2da071d tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:26.025306 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d288c378-44fb-4472-acbd-4a836602999d req-96ef1b51-0093-472b-a9b3-3944e2da071d tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=9da0888c-8de6-4b97-be11-ed5e9d7bfdc2 HTTP/1.1" status: 200 len: 947 time: 0.2600482 Aug 11 21:53:26.058491 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52392) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:53:26.109712 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d288c378-44fb-4472-acbd-4a836602999d req-735aabb6-ab23-409c-a32e-8e5862968671 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820777 Aug 11 21:53:26.313192 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 21:53:26.319835 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 42d791dd-f21c-4d12-8d9c-bad2e8293a00 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:53:26.328193 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:53:26.367629 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-f30491b0-58ac-4422-a85f-a5dd89de22c4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-875801802-network', 'tenant_id': 'cfe969a3456f4c9186b743e59eed9b71'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:53:26.381644 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-84c8a33a-3b88-42ca-ba4e-262ee58c553e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:26.390834 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-84c8a33a-3b88-42ca-ba4e-262ee58c553e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:26.400224 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device f34d2c38-d9f1-4b68-aacc-48e1da2d4fea details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:53:26.529073 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30491b0-58ac-4422-a85f-a5dd89de22c4 admin admin] Made reservation on behalf of cfe969a3456f4c9186b743e59eed9b71 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:53:26.531365 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f30491b0-58ac-4422-a85f-a5dd89de22c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:26.542614 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f75feb-7d49-4049-9501-a8ac0aa2d8a6 None None] Network 3cfebfdf-1e52-46be-9d12-49bc04e0bc25 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:53:26.555034 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f30491b0-58ac-4422-a85f-a5dd89de22c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:26.557535 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0e545479-3c69-413f-9cef-be8f10a796bf req-29a60349-98c0-44fa-acef-c56280ac398b service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2845140 Aug 11 21:53:26.562877 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8a33a-3b88-42ca-ba4e-262ee58c553e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c4249a-040f-4a61-9f68-bdae926006d8,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:26.571575 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e52469-ddd8-4e4b-ac2b-bbceec50735b req-0dad3e13-f109-4bfb-ab34-97ac1679f2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:26.573883 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-37e52469-ddd8-4e4b-ac2b-bbceec50735b req-0dad3e13-f109-4bfb-ab34-97ac1679f2de service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=80a5e8f6f7ed430798dfcf878a1f42dd&device_id=cdb74d07-08cc-47c9-bc73-3b0ad5e47c59 HTTP/1.1" status: 200 len: 1096 time: 0.9109459 Aug 11 21:53:26.577741 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-84c8a33a-3b88-42ca-ba4e-262ee58c553e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3278841b2af743dc97da3b1ec501ad7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7872624 Aug 11 21:53:26.586266 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cface9d8-34c9-45f7-ba48-e850cfdd44ed req-d782f3ee-802d-436b-824e-216030230dfb tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:26.594541 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cface9d8-34c9-45f7-ba48-e850cfdd44ed req-d782f3ee-802d-436b-824e-216030230dfb tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 946 time: 0.9036362 Aug 11 21:53:26.595991 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52416) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:53:26.797760 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cface9d8-34c9-45f7-ba48-e850cfdd44ed req-7937ef00-5e13-41a6-995a-63c66eccf7d0 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019479 Aug 11 21:53:26.843674 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f30491b0-58ac-4422-a85f-a5dd89de22c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:26.873899 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f30491b0-58ac-4422-a85f-a5dd89de22c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:26.981750 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0e545479-3c69-413f-9cef-be8f10a796bf req-7e3a970b-5f1a-4770-ab26-7ab17138bdba service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698263 Aug 11 21:53:26.987264 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e52469-ddd8-4e4b-ac2b-bbceec50735b req-3f3c6931-3f56-4061-80cf-47965d532742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:26.990196 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-37e52469-ddd8-4e4b-ac2b-bbceec50735b req-3f3c6931-3f56-4061-80cf-47965d532742 service neutron] 10.222.0.82 "GET /v2.0/networks?id=23d35d9d-3b60-4171-a586-25af0fc312dd HTTP/1.1" status: 200 len: 925 time: 0.3872132 Aug 11 21:53:26.996030 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30491b0-58ac-4422-a85f-a5dd89de22c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:53:27.011284 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.resource_extend [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 21:53:27.077663 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f30491b0-58ac-4422-a85f-a5dd89de22c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:27.078047 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-f30491b0-58ac-4422-a85f-a5dd89de22c4 admin admin] Added segment 804c54ff-51a4-4ae9-9c48-a62e7a51b810 of type vlan for network c1d2353f-b112-4357-b0a6-e5993406a9d5 Aug 11 21:53:27.090202 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c7bddaa2-f210-46c8-ab14-89c29633b2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:27.119017 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30491b0-58ac-4422-a85f-a5dd89de22c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746d5ce0-04f1-4e4f-a815-580663339f32,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:27.125337 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b610bdf-10ca-4e92-8463-fa2bc9cc2fbc req-6e3b80d9-c8b3-4ced-9f89-82222aedd3f0 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:27.137010 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port f34d2c38-d9f1-4b68-aacc-48e1da2d4fea, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=f34d2c38-d9f1-4b68-aacc-48e1da2d4fea,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:27.152525 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b610bdf-10ca-4e92-8463-fa2bc9cc2fbc req-6e3b80d9-c8b3-4ced-9f89-82222aedd3f0 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad5146e4-c6d5-4c7f-a348-485399d33f67 HTTP/1.1" status: 200 len: 944 time: 0.2709711 Aug 11 21:53:27.166496 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-fa108956-08d6-40a0-acae-0339813054b4 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:27.173474 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-fa108956-08d6-40a0-acae-0339813054b4 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/networks?id=3cfebfdf-1e52-46be-9d12-49bc04e0bc25 HTTP/1.1" status: 200 len: 816 time: 0.7483737 Aug 11 21:53:27.204853 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': 'f34d2c38-d9f1-4b68-aacc-48e1da2d4fea', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': 'f34d2c38-d9f1-4b68-aacc-48e1da2d4fea', 'mac_address': 'fa:16:3e:1c:c1:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:53:27.256410 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 42d791dd-f21c-4d12-8d9c-bad2e8293a00 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:53:27.271483 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-37e52469-ddd8-4e4b-ac2b-bbceec50735b req-0363b0b5-f082-4ff1-90fa-e3812a221b4a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32ef5feb-498d-469c-aea2-e515a4128e9c HTTP/1.1" status: 200 len: 999 time: 0.2587903 Aug 11 21:53:27.286236 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c7bddaa2-f210-46c8-ab14-89c29633b2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:27.293025 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 42d791dd-f21c-4d12-8d9c-bad2e8293a00 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:53:27.293571 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:27.297490 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-9a92c221-896a-4c29-84b0-cc3fd9ad7f2c tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/quotas/61fe77714c4a4d0ba6302ea21b282fef HTTP/1.1" status: 200 len: 375 time: 0.0714660 Aug 11 21:53:27.302593 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f30491b0-58ac-4422-a85f-a5dd89de22c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:27.314907 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b610bdf-10ca-4e92-8463-fa2bc9cc2fbc req-e8b40ddd-1daa-4498-819d-6d8b26e903ba tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578133 Aug 11 21:53:27.373608 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e66100c1-4b74-4b22-8d45-cacfaf3a4ac3 None None] Provisioning for port ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:53:27.420311 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-ac4a9ad5-8de1-4871-ae1f-f64b37e8b263 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=61fe77714c4a4d0ba6302ea21b282fef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1108217 Aug 11 21:53:27.422248 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f30491b0-58ac-4422-a85f-a5dd89de22c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:27.423582 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30491b0-58ac-4422-a85f-a5dd89de22c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:27.424515 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f30491b0-58ac-4422-a85f-a5dd89de22c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:27.449030 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:53:27.457225 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f30491b0-58ac-4422-a85f-a5dd89de22c4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3938930 Aug 11 21:53:27.509923 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52420) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:53:27.517922 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:53:27.518531 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:27.520333 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e52469-ddd8-4e4b-ac2b-bbceec50735b req-5340618e-19ed-4f1e-b73c-8ab6682e87db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:27.524998 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-37e52469-ddd8-4e4b-ac2b-bbceec50735b req-5340618e-19ed-4f1e-b73c-8ab6682e87db service neutron] 10.222.0.82 "GET /v2.0/subnets?id=50d7a31b-7f2d-4275-9e8f-220f204b8511 HTTP/1.1" status: 200 len: 863 time: 0.2434666 Aug 11 21:53:27.659164 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-1383068c-c000-45d4-a0d6-3891513579a0 admin admin] Request body: {'subnet': {'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-875801802-subnet', 'tenant_id': 'cfe969a3456f4c9186b743e59eed9b71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:53:27.687352 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c7bddaa2-f210-46c8-ab14-89c29633b2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:27.689945 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e52469-ddd8-4e4b-ac2b-bbceec50735b req-2b2667b7-64ab-4fe3-8bf1-4e9732cb2da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:27.692484 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-37e52469-ddd8-4e4b-ac2b-bbceec50735b req-2b2667b7-64ab-4fe3-8bf1-4e9732cb2da6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23d35d9d-3b60-4171-a586-25af0fc312dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1603503 Aug 11 21:53:27.695222 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c7bddaa2-f210-46c8-ab14-89c29633b2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:27.696034 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:27.703068 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c7bddaa2-f210-46c8-ab14-89c29633b2e6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/75c4249a-040f-4a61-9f68-bdae926006d8 HTTP/1.1" status: 204 len: 168 time: 1.1009877 Aug 11 21:53:27.770184 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30491b0-58ac-4422-a85f-a5dd89de22c4 admin admin] Pushing event updated for resources: {'Network': ['ID=c1d2353f-b112-4357-b0a6-e5993406a9d5,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:27.841953 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34d2c38-d9f1-4b68-aacc-48e1da2d4fea {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:53:27.856299 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bddaa2-f210-46c8-ab14-89c29633b2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c4249a-040f-4a61-9f68-bdae926006d8,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:27.893562 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network c1d2353f-b112-4357-b0a6-e5993406a9d5 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:53:27.904469 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-93261af6-c2bd-4c5f-9a33-a607b0a597be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239890165-router', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:10Z', 'updated_at': '2021-08-11T21:50:15Z', 'revision_number': 4, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'gw_port': {'id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:11Z', 'updated_at': '2021-08-11T21:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '9a35ebc1-8e1a-4193-8cbf-b15434bb581e', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'floating_ip_address': '172.25.2.208', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'port_id': '32ef5feb-498d-469c-aea2-e515a4128e9c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd', 'mac_address': 'fa:16:3e:c1:52:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb74d07-08cc-47c9-bc73-3b0ad5e47c59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T21:50:49Z', 'updated_at': '2021-08-11T21:53:21Z', 'revision_number': 5, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa7f1bb3-b880-440a-aad4-6c463b5ae6f8', 'name': '', 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'mac_address': 'fa:16:3e:cb:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:14Z', 'updated_at': '2021-08-11T21:50:25Z', 'revision_number': 5, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'subnets': [{'id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:53:27.907843 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1383068c-c000-45d4-a0d6-3891513579a0 admin admin] Made reservation on behalf of cfe969a3456f4c9186b743e59eed9b71 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:53:27.913286 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1383068c-c000-45d4-a0d6-3891513579a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:28.049034 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-abd5e873-3f70-473e-8a91-4c8b21ed987c service neutron] 10.222.0.77 "GET /v2.0/networks/3cfebfdf-1e52-46be-9d12-49bc04e0bc25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6093860 Aug 11 21:53:28.065288 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93261af6-c2bd-4c5f-9a33-a607b0a597be None None] Checking router: f1663e24-1cd4-4cf2-aedd-6b8565037af0 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:53:28.116191 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port f34d2c38-d9f1-4b68-aacc-48e1da2d4fea, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=f34d2c38-d9f1-4b68-aacc-48e1da2d4fea,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:28.170167 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:28.170403 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-a0bbd7f4-53b0-4989-9008-b33abf730a98 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:28.171368 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-a0bbd7f4-53b0-4989-9008-b33abf730a98 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.52 "GET /v2.0/networks?id=3cfebfdf-1e52-46be-9d12-49bc04e0bc25 HTTP/1.1" status: 200 len: 816 time: 0.4150188 Aug 11 21:53:28.232532 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93261af6-c2bd-4c5f-9a33-a607b0a597be None None] Routers {'f1663e24-1cd4-4cf2-aedd-6b8565037af0'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:53:28.235438 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-93261af6-c2bd-4c5f-9a33-a607b0a597be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:53:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f1663e24-1cd4-4cf2-aedd-6b8565037af0'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:53:28.240484 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-f11d9e6d-0737-4cf9-b6d5-78977eda3bc4 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Request body: {'port': {'device_id': '261ce85d-b693-4db3-8ecf-e1235e430982', 'network_id': '3cfebfdf-1e52-46be-9d12-49bc04e0bc25', 'admin_state_up': True, 'tenant_id': '61fe77714c4a4d0ba6302ea21b282fef'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:53:28.313390 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-67c74a25-4779-40c2-80f8-8f66cf946fb1 service neutron] 10.222.0.77 "GET /v2.0/networks/3cfebfdf-1e52-46be-9d12-49bc04e0bc25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360973 Aug 11 21:53:28.550398 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:28.557688 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1383068c-c000-45d4-a0d6-3891513579a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:28.622541 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c52a20-045a-426b-8093-4a3b1bcc24cd req-153d937e-3d71-4076-adc8-f466766e7495 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:28.627472 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 42d791dd-f21c-4d12-8d9c-bad2e8293a00, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=42d791dd-f21c-4d12-8d9c-bad2e8293a00,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:28.630556 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ca76f1c8-dfc4-4562-9948-a5e6c10511e2 None None] Provisioning complete for port ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:53:28.631190 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ca76f1c8-dfc4-4562-9948-a5e6c10511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:28.636551 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d1c52a20-045a-426b-8093-4a3b1bcc24cd req-153d937e-3d71-4076-adc8-f466766e7495 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=9da0888c-8de6-4b97-be11-ed5e9d7bfdc2 HTTP/1.1" status: 200 len: 948 time: 0.4634256 Aug 11 21:53:28.653888 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5146e4-c6d5-4c7f-a348-485399d33f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d791dd-f21c-4d12-8d9c-bad2e8293a00'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:53:28.653888 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360afc15-be95-4eb7-a46c-20ab424bf648" -d '{"events": [{"server_uuid": "ad5146e4-c6d5-4c7f-a348-485399d33f67", "name": "network-vif-plugged", "status": "completed", "tag": "42d791dd-f21c-4d12-8d9c-bad2e8293a00"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:53:28.654246 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-37e52469-ddd8-4e4b-ac2b-bbceec50735b req-061aef22-fe68-4399-b0c9-214187c43d22 service neutron] 10.222.0.82 "GET /v2.0/networks/23d35d9d-3b60-4171-a586-25af0fc312dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9456971 Aug 11 21:53:28.660426 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:28.723772 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-f11d9e6d-0737-4cf9-b6d5-78977eda3bc4 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Made reservation on behalf of 61fe77714c4a4d0ba6302ea21b282fef for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:53:28.730564 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-f11d9e6d-0737-4cf9-b6d5-78977eda3bc4 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:28.744332 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383068c-c000-45d4-a0d6-3891513579a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d64b3af4-29c6-4065-a225-159b72d7499b,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:28.773149 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1383068c-c000-45d4-a0d6-3891513579a0 admin admin] Checking segment: {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:53:28.780970 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1383068c-c000-45d4-a0d6-3891513579a0 admin admin] Network hostable DHCP agents. Network: c1d2353f-b112-4357-b0a6-e5993406a9d5, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:53:28.852371 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['f34d2c38-d9f1-4b68-aacc-48e1da2d4fea'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:53:28.899152 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1383068c-c000-45d4-a0d6-3891513579a0 admin admin] Network c1d2353f-b112-4357-b0a6-e5993406a9d5 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:53:28.910919 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d1c52a20-045a-426b-8093-4a3b1bcc24cd req-f876c5cc-709a-40d5-96e7-228457767ee3 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664745 Aug 11 21:53:28.942825 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:28.947922 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-1383068c-c000-45d4-a0d6-3891513579a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, c1d2353f-b112-4357-b0a6-e5993406a9d5) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:53:28.969063 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=f34d2c38-d9f1-4b68-aacc-48e1da2d4fea,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:28.970573 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1383068c-c000-45d4-a0d6-3891513579a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:28.976375 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1383068c-c000-45d4-a0d6-3891513579a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:29.004020 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5021d6b8-5f67-4a3b-a0fc-96504e6bdbfc None None] Network c1d2353f-b112-4357-b0a6-e5993406a9d5 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:53:29.210418 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1383068c-c000-45d4-a0d6-3891513579a0 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6865435 Aug 11 21:53:29.284820 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f6287-b0a2-4b0e-acce-c7666e4a1679 req-bbba153f-b12a-433c-b9da-1e40f2c93b6c tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:29.309359 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5b5f6287-b0a2-4b0e-acce-c7666e4a1679 req-bbba153f-b12a-433c-b9da-1e40f2c93b6c tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 946 time: 0.4473753 Aug 11 21:53:29.443559 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5b5f6287-b0a2-4b0e-acce-c7666e4a1679 req-82bb3a28-aaaf-4882-bec1-bae56f577c70 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327770 Aug 11 21:53:29.468991 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-37e52469-ddd8-4e4b-ac2b-bbceec50735b req-0917a962-f9a9-497b-b7d9-eb43b911ff11 service neutron] 10.222.0.82 "GET /v2.0/networks/23d35d9d-3b60-4171-a586-25af0fc312dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7545059 Aug 11 21:53:29.529625 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe,segment=NetworkSegment(f16edc4f-135c-41eb-bd5f-6d13726d4ad3),segment_id=f16edc4f-135c-41eb-bd5f-6d13726d4ad3)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:29.536661 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-93261af6-c2bd-4c5f-9a33-a607b0a597be None None] Set router f1663e24-1cd4-4cf2-aedd-6b8565037af0 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:53:29.584854 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-f11d9e6d-0737-4cf9-b6d5-78977eda3bc4 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Allocated IP 172.20.0.8 (3cfebfdf-1e52-46be-9d12-49bc04e0bc25/1cb8b3c2-2e0a-4c2e-84ed-81c258fe26fd/068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:53:29.602666 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05285fb1-6286-409c-bae9-7d0452fe93a8 req-ea338256-82cd-43d6-9270-a3fb7162bec3 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:29.611697 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-05285fb1-6286-409c-bae9-7d0452fe93a8 req-ea338256-82cd-43d6-9270-a3fb7162bec3 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad5146e4-c6d5-4c7f-a348-485399d33f67 HTTP/1.1" status: 200 len: 945 time: 0.4016745 Aug 11 21:53:29.662059 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:29.751023 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f21c16-0d3a-4849-858f-9eca70a893d2 None None] Network c1d2353f-b112-4357-b0a6-e5993406a9d5 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:53:29.763568 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-05285fb1-6286-409c-bae9-7d0452fe93a8 req-705641e5-acf1-413c-880c-e1ce40200d6f tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505213 Aug 11 21:53:29.836688 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=42d791dd-f21c-4d12-8d9c-bad2e8293a00,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:30.071297 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1667c206-6040-4859-aaea-5d4084c0383a x-openstack-request-id: req-1667c206-6040-4859-aaea-5d4084c0383a {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:53:30.071674 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5146e4-c6d5-4c7f-a348-485399d33f67", "name": "network-vif-plugged", "status": "completed", "tag": "42d791dd-f21c-4d12-8d9c-bad2e8293a00", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:53:30.072208 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1667c206-6040-4859-aaea-5d4084c0383a {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:53:30.079138 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5146e4-c6d5-4c7f-a348-485399d33f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d791dd-f21c-4d12-8d9c-bad2e8293a00', 'code': 200} Aug 11 21:53:30.223654 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-f11d9e6d-0737-4cf9-b6d5-78977eda3bc4 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:30.245571 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-f11d9e6d-0737-4cf9-b6d5-78977eda3bc4 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Transition to ACTIVE for port object 068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:53:30.311234 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-841ded63-9d65-45fb-98ee-f020fbaf5610 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:30.313690 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-841ded63-9d65-45fb-98ee-f020fbaf5610 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/networks?id=3cfebfdf-1e52-46be-9d12-49bc04e0bc25 HTTP/1.1" status: 200 len: 816 time: 0.3477731 Aug 11 21:53:30.334562 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-f11d9e6d-0737-4cf9-b6d5-78977eda3bc4 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:30.391914 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-f11d9e6d-0737-4cf9-b6d5-78977eda3bc4 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Network 3cfebfdf-1e52-46be-9d12-49bc04e0bc25 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:53:30.392218 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-798ad3e7-c517-4b1e-8e20-4dd02d80024c tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/quotas/61fe77714c4a4d0ba6302ea21b282fef HTTP/1.1" status: 200 len: 375 time: 0.0303104 Aug 11 21:53:30.404644 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c45c1-583d-4d78-a428-f0917fa92906 req-ce8ba74e-1886-472e-b223-57db71eb718a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:30.407229 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f30c45c1-583d-4d78-a428-f0917fa92906 req-ce8ba74e-1886-472e-b223-57db71eb718a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ad5146e4-c6d5-4c7f-a348-485399d33f67 HTTP/1.1" status: 200 len: 1096 time: 0.0920699 Aug 11 21:53:30.448234 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-f11d9e6d-0737-4cf9-b6d5-78977eda3bc4 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:53:30.460710 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-f11d9e6d-0737-4cf9-b6d5-78977eda3bc4 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:53:30.543980 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f30c45c1-583d-4d78-a428-f0917fa92906 req-5610c919-d280-4998-b34c-f336f36c90c9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611982 Aug 11 21:53:30.556843 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-3bacd60d-68ba-441e-a288-753a3ca42c4b tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=61fe77714c4a4d0ba6302ea21b282fef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1479373 Aug 11 21:53:30.739292 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-f11d9e6d-0737-4cf9-b6d5-78977eda3bc4 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:30.743943 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-f11d9e6d-0737-4cf9-b6d5-78977eda3bc4 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:30.761921 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-d167ed66-aced-4bf5-9e27-97ea6c34d245 service neutron] 10.222.0.77 "GET /v2.0/networks/3cfebfdf-1e52-46be-9d12-49bc04e0bc25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896994 Aug 11 21:53:30.850293 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cac84-dd3b-4e16-b51b-06784efedf48 req-4daac668-b6f0-42f5-a27c-15734aafe087 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:30.877313 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ae3cac84-dd3b-4e16-b51b-06784efedf48 req-4daac668-b6f0-42f5-a27c-15734aafe087 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=9da0888c-8de6-4b97-be11-ed5e9d7bfdc2 HTTP/1.1" status: 200 len: 948 time: 0.5910404 Aug 11 21:53:30.945546 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:30.997850 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-a3cc0143-29da-4334-9c28-cbaac9c8619a service neutron] 10.222.0.77 "GET /v2.0/networks/3cfebfdf-1e52-46be-9d12-49bc04e0bc25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221036 Aug 11 21:53:31.007606 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d9e6d-0737-4cf9-b6d5-78977eda3bc4 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Pushing event updated for resources: {'Port': ['ID=068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:31.051779 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-f11d9e6d-0737-4cf9-b6d5-78977eda3bc4 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8194382 Aug 11 21:53:31.055185 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ae3cac84-dd3b-4e16-b51b-06784efedf48 req-eb5cdb30-0b8e-44c2-91e8-4d3e7c3888ae tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764576 Aug 11 21:53:31.065612 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-b0c5b2db-51ff-450f-89d1-062de3aca80c service neutron] Request body: {'port': {'device_id': '261ce85d-b693-4db3-8ecf-e1235e430982', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:53:31.119848 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52502) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:53:31.126467 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-da4616f1-3089-4f2a-8ce9-7e032be4fccc admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-886209404-network', 'tenant_id': '668b419da6af497f826f478b635d97e5'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:53:31.197056 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4616f1-3089-4f2a-8ce9-7e032be4fccc admin admin] Made reservation on behalf of 668b419da6af497f826f478b635d97e5 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:53:31.200464 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-da4616f1-3089-4f2a-8ce9-7e032be4fccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:31.265700 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-da4616f1-3089-4f2a-8ce9-7e032be4fccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:31.306393 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-b0c5b2db-51ff-450f-89d1-062de3aca80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:31.323985 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b24d02ac-5e2d-441b-9d5e-3ac393e92327 None None] Provisioning for port 068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:53:31.386066 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b24d02ac-5e2d-441b-9d5e-3ac393e92327 None None] Provisioning complete for port 068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:53:31.386530 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b24d02ac-5e2d-441b-9d5e-3ac393e92327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:31.636245 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b24d02ac-5e2d-441b-9d5e-3ac393e92327 None None] Port 068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:53:31.829318 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-a405673a-1200-4a00-a575-f1593650aa91 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:31.837804 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-a405673a-1200-4a00-a575-f1593650aa91 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.52 "GET /v2.0/networks?id=3cfebfdf-1e52-46be-9d12-49bc04e0bc25 HTTP/1.1" status: 200 len: 816 time: 0.5347457 Aug 11 21:53:31.843167 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:53:31.891821 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-987a208a-174c-4490-8454-611349895d0f tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Request body: {'port': {'device_id': 'baf9f546-8452-44e1-83b1-3009c9ad6e8d', 'network_id': '3cfebfdf-1e52-46be-9d12-49bc04e0bc25', 'admin_state_up': True, 'tenant_id': '61fe77714c4a4d0ba6302ea21b282fef'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:53:31.929354 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-93261af6-c2bd-4c5f-9a33-a607b0a597be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239890165-router', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:10Z', 'updated_at': '2021-08-11T21:50:15Z', 'revision_number': 4, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'gw_port': {'id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:11Z', 'updated_at': '2021-08-11T21:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '9a35ebc1-8e1a-4193-8cbf-b15434bb581e', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'floating_ip_address': '172.25.2.208', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'port_id': '32ef5feb-498d-469c-aea2-e515a4128e9c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd', 'mac_address': 'fa:16:3e:c1:52:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb74d07-08cc-47c9-bc73-3b0ad5e47c59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T21:50:49Z', 'updated_at': '2021-08-11T21:53:21Z', 'revision_number': 5, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa7f1bb3-b880-440a-aad4-6c463b5ae6f8', 'name': '', 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'mac_address': 'fa:16:3e:cb:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:14Z', 'updated_at': '2021-08-11T21:50:25Z', 'revision_number': 5, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'subnets': [{'id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:53:31.997534 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93261af6-c2bd-4c5f-9a33-a607b0a597be None None] The sync data for ids ['f1663e24-1cd4-4cf2-aedd-6b8565037af0'] in n-d-804275-3 is: [{'id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239890165-router', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:10Z', 'updated_at': '2021-08-11T21:50:15Z', 'revision_number': 4, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'gw_port': {'id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:11Z', 'updated_at': '2021-08-11T21:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '9a35ebc1-8e1a-4193-8cbf-b15434bb581e', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'floating_ip_address': '172.25.2.208', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'port_id': '32ef5feb-498d-469c-aea2-e515a4128e9c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd', 'mac_address': 'fa:16:3e:c1:52:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb74d07-08cc-47c9-bc73-3b0ad5e47c59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T21:50:49Z', 'updated_at': '2021-08-11T21:53:21Z', 'revision_number': 5, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa7f1bb3-b880-440a-aad4-6c463b5ae6f8', 'name': '', 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'mac_address': 'fa:16:3e:cb:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:14Z', 'updated_at': '2021-08-11T21:50:25Z', 'revision_number': 5, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'subnets': [{'id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:53:32.007975 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:53:32.008279 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:32.100316 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd0c69-b723-4c63-8bcd-d1a8ea5ac657 req-863248bc-589e-4de9-be74-f4c6702d0009 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:32.103099 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11bd0c69-b723-4c63-8bcd-d1a8ea5ac657 req-863248bc-589e-4de9-be74-f4c6702d0009 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad5146e4-c6d5-4c7f-a348-485399d33f67 HTTP/1.1" status: 200 len: 945 time: 0.6978738 Aug 11 21:53:32.244279 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11bd0c69-b723-4c63-8bcd-d1a8ea5ac657 req-2bfa0726-0e88-4d2a-81ee-f00fb6c9606b tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289010 Aug 11 21:53:32.272242 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-da4616f1-3089-4f2a-8ce9-7e032be4fccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:32.272418 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device f34d2c38-d9f1-4b68-aacc-48e1da2d4fea up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:53:32.293019 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-da4616f1-3089-4f2a-8ce9-7e032be4fccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:32.407819 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da4616f1-3089-4f2a-8ce9-7e032be4fccc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:53:32.415038 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port f34d2c38-d9f1-4b68-aacc-48e1da2d4fea completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:53:32.420184 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-987a208a-174c-4490-8454-611349895d0f tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Made reservation on behalf of 61fe77714c4a4d0ba6302ea21b282fef for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:53:32.424818 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-987a208a-174c-4490-8454-611349895d0f tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:32.428115 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port f34d2c38-d9f1-4b68-aacc-48e1da2d4fea triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:53:32.429033 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:32.466406 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-b0c5b2db-51ff-450f-89d1-062de3aca80c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:53:32.484713 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-b0c5b2db-51ff-450f-89d1-062de3aca80c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:32.512834 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-b0c5b2db-51ff-450f-89d1-062de3aca80c service neutron] Transition to ACTIVE for port object 068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:53:32.549420 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec021cb-5634-466a-954c-b0c65c3b6ec6 req-ee9bac68-5546-4ae8-a41a-b5108d116ccb tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:32.563769 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aec021cb-5634-466a-954c-b0c65c3b6ec6 req-ee9bac68-5546-4ae8-a41a-b5108d116ccb tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 946 time: 1.2297344 Aug 11 21:53:32.566424 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-b0c5b2db-51ff-450f-89d1-062de3aca80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:32.705656 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d2dc0e-2530-4dd7-bed2-ee7f7f193661 None None] New status for floating IP 9a35ebc1-8e1a-4193-8cbf-b15434bb581e: ACTIVE {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 21:53:32.729505 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5b2db-51ff-450f-89d1-062de3aca80c service neutron] Pushing event updated for resources: {'Port': ['ID=068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:32.748329 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-987a208a-174c-4490-8454-611349895d0f tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Allocated IP 172.20.0.11 (3cfebfdf-1e52-46be-9d12-49bc04e0bc25/1cb8b3c2-2e0a-4c2e-84ed-81c258fe26fd/d6050cd8-6434-4667-98c8-ce150843cbfe) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:53:32.762529 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4616f1-3089-4f2a-8ce9-7e032be4fccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904baaaf-ce3d-4661-b4bb-1569ae203c18,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:32.824542 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:32.841178 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6dfa5005-8ef9-4436-8f40-e4036675966d req-4af639dd-318d-46c1-88f7-b1f3af57356a tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=490bd11b-a871-4ca7-92d3-a4cf0716c692 HTTP/1.1" status: 200 len: 210 time: 0.0540559 Aug 11 21:53:32.842624 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-da4616f1-3089-4f2a-8ce9-7e032be4fccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:32.842983 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-da4616f1-3089-4f2a-8ce9-7e032be4fccc admin admin] Added segment 9a313a18-ffcb-422a-925f-dbddac30a9a3 of type vlan for network f32c2245-a895-4ccf-a199-24e918c0de27 Aug 11 21:53:32.935189 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da0888c-8de6-4b97-be11-ed5e9d7bfdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34d2c38-d9f1-4b68-aacc-48e1da2d4fea'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:53:32.945596 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4a033a-1519-4eba-8f5e-716fbb8da65c" -d '{"events": [{"server_uuid": "9da0888c-8de6-4b97-be11-ed5e9d7bfdc2", "name": "network-vif-plugged", "status": "completed", "tag": "f34d2c38-d9f1-4b68-aacc-48e1da2d4fea"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:53:33.000164 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port f34d2c38-d9f1-4b68-aacc-48e1da2d4fea, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=f34d2c38-d9f1-4b68-aacc-48e1da2d4fea,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:33.013384 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:33.102045 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aec021cb-5634-466a-954c-b0c65c3b6ec6 req-c360a12d-46c9-4b2b-aadf-8e687d4a6124 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177038 Aug 11 21:53:33.103691 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-b0c5b2db-51ff-450f-89d1-062de3aca80c service neutron] Attempting to bind port 068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:53:33.104354 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-b0c5b2db-51ff-450f-89d1-062de3aca80c service neutron] Attempting to bind port 068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'f16edc4f-135c-41eb-bd5f-6d13726d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '3cfebfdf-1e52-46be-9d12-49bc04e0bc25'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:53:33.104947 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-b0c5b2db-51ff-450f-89d1-062de3aca80c service neutron] Attempting to bind port 068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b on network 3cfebfdf-1e52-46be-9d12-49bc04e0bc25 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:53:33.125669 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-b0c5b2db-51ff-450f-89d1-062de3aca80c service neutron] Port 068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b on network 3cfebfdf-1e52-46be-9d12-49bc04e0bc25 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:53:33.126222 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-b0c5b2db-51ff-450f-89d1-062de3aca80c service neutron] Attempting to bind port 068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b on network 3cfebfdf-1e52-46be-9d12-49bc04e0bc25 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:53:33.152723 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-b0c5b2db-51ff-450f-89d1-062de3aca80c service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:53:33.153228 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-b0c5b2db-51ff-450f-89d1-062de3aca80c service neutron] Checking segment: {'id': 'f16edc4f-135c-41eb-bd5f-6d13726d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '3cfebfdf-1e52-46be-9d12-49bc04e0bc25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:53:33.153868 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-b0c5b2db-51ff-450f-89d1-062de3aca80c service neutron] Bound using segment: {'id': 'f16edc4f-135c-41eb-bd5f-6d13726d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '3cfebfdf-1e52-46be-9d12-49bc04e0bc25'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:53:33.154244 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-da4616f1-3089-4f2a-8ce9-7e032be4fccc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:33.154559 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-b0c5b2db-51ff-450f-89d1-062de3aca80c service neutron] Bound port: 068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f16edc4f-135c-41eb-bd5f-6d13726d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '3cfebfdf-1e52-46be-9d12-49bc04e0bc25'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:53:33.155165 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-b0c5b2db-51ff-450f-89d1-062de3aca80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:33.155412 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=f34d2c38-d9f1-4b68-aacc-48e1da2d4fea,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:33.373253 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-987a208a-174c-4490-8454-611349895d0f tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:33.412665 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-987a208a-174c-4490-8454-611349895d0f tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Transition to ACTIVE for port object d6050cd8-6434-4667-98c8-ce150843cbfe will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:53:33.451688 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-da4616f1-3089-4f2a-8ce9-7e032be4fccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:33.453320 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4616f1-3089-4f2a-8ce9-7e032be4fccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:33.454260 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-da4616f1-3089-4f2a-8ce9-7e032be4fccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:33.560425 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb34a3-68ab-47f8-a431-6bc5804e4312 req-8d1417dc-df43-406a-b9f5-473244880d5c tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:33.570665 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-daeb34a3-68ab-47f8-a431-6bc5804e4312 req-8d1417dc-df43-406a-b9f5-473244880d5c tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=9da0888c-8de6-4b97-be11-ed5e9d7bfdc2 HTTP/1.1" status: 200 len: 949 time: 0.2540026 Aug 11 21:53:33.580509 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-b0c5b2db-51ff-450f-89d1-062de3aca80c service neutron] For port 068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:53:33.615779 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-b0c5b2db-51ff-450f-89d1-062de3aca80c service neutron] For port 068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b,segment=NetworkSegment(f16edc4f-135c-41eb-bd5f-6d13726d4ad3),segment_id=f16edc4f-135c-41eb-bd5f-6d13726d4ad3)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:53:33.639274 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-b0c5b2db-51ff-450f-89d1-062de3aca80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:33.748573 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4616f1-3089-4f2a-8ce9-7e032be4fccc admin admin] Pushing event updated for resources: {'Network': ['ID=f32c2245-a895-4ccf-a199-24e918c0de27,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:33.763770 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network f32c2245-a895-4ccf-a199-24e918c0de27 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:53:33.779780 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-da4616f1-3089-4f2a-8ce9-7e032be4fccc admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.6584039 Aug 11 21:53:33.806361 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 52542) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:53:33.808883 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-987a208a-174c-4490-8454-611349895d0f tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:33.846732 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-75bfc64d-e63d-4b42-8283-4d9e10d9d7b0 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=228fee2a352a4b00bd3fc9532b0287b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3379223 Aug 11 21:53:33.872926 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-bbc52277-9403-4ce8-a02e-2710a035d3f0 admin admin] Request body: {'subnet': {'network_id': 'f32c2245-a895-4ccf-a199-24e918c0de27', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-886209404-subnet', 'tenant_id': '668b419da6af497f826f478b635d97e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:53:33.899722 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-b0c5b2db-51ff-450f-89d1-062de3aca80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:33.912625 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-b0c5b2db-51ff-450f-89d1-062de3aca80c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:33.915120 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-b0c5b2db-51ff-450f-89d1-062de3aca80c service neutron] 10.222.0.52 "PUT /v2.0/ports/068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b HTTP/1.1" status: 200 len: 1091 time: 2.8538504 Aug 11 21:53:33.934181 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261ce85d-b693-4db3-8ecf-e1235e430982', 'tag': '068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:53:33.951610 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae8876a-a63d-43e1-8d98-74811c339c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "261ce85d-b693-4db3-8ecf-e1235e430982", "tag": "068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:53:34.072747 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-daeb34a3-68ab-47f8-a431-6bc5804e4312 req-01850fcc-88db-48e9-b4ed-bcb18141e546 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003486 Aug 11 21:53:34.080839 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a208a-174c-4490-8454-611349895d0f tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Pushing event updated for resources: {'Port': ['ID=d6050cd8-6434-4667-98c8-ce150843cbfe,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:34.157767 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-987a208a-174c-4490-8454-611349895d0f tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Network 3cfebfdf-1e52-46be-9d12-49bc04e0bc25 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:53:34.161945 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-987a208a-174c-4490-8454-611349895d0f tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:53:34.176248 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-987a208a-174c-4490-8454-611349895d0f tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:53:34.202276 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5b2db-51ff-450f-89d1-062de3aca80c service neutron] Pushing event updated for resources: {'Port': ['ID=068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:34.217778 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc52277-9403-4ce8-a02e-2710a035d3f0 admin admin] Made reservation on behalf of 668b419da6af497f826f478b635d97e5 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:53:34.230594 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bbc52277-9403-4ce8-a02e-2710a035d3f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:34.305424 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cda50f1-aa8c-4851-ac9f-f422b558364b x-openstack-request-id: req-3cda50f1-aa8c-4851-ac9f-f422b558364b {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:53:34.306350 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da0888c-8de6-4b97-be11-ed5e9d7bfdc2", "name": "network-vif-plugged", "status": "completed", "tag": "f34d2c38-d9f1-4b68-aacc-48e1da2d4fea", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:53:34.306350 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3cda50f1-aa8c-4851-ac9f-f422b558364b {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:53:34.306350 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da0888c-8de6-4b97-be11-ed5e9d7bfdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34d2c38-d9f1-4b68-aacc-48e1da2d4fea', 'code': 200} Aug 11 21:53:34.328059 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-987a208a-174c-4490-8454-611349895d0f tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:34.328969 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-987a208a-174c-4490-8454-611349895d0f tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:34.368103 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-d6dd5281-6b8f-46aa-b7fb-6b5cdc6e563c tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:34.376579 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-d6dd5281-6b8f-46aa-b7fb-6b5cdc6e563c tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3758471 Aug 11 21:53:34.413242 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-e0e0e932-ce13-4117-b2d1-c2b69366231a tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.77 "GET /v2.0/quotas/228fee2a352a4b00bd3fc9532b0287b0 HTTP/1.1" status: 200 len: 375 time: 0.0356572 Aug 11 21:53:34.429367 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-987a208a-174c-4490-8454-611349895d0f tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5597346 Aug 11 21:53:34.453087 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-164ff51c-fb8d-4a3f-ab3d-3c6b7cf1f6bd service neutron] Request body: {'port': {'device_id': 'baf9f546-8452-44e1-83b1-3009c9ad6e8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:53:34.552464 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-fdff60aa-753d-43b3-98e3-212f056500b2 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=228fee2a352a4b00bd3fc9532b0287b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1368828 Aug 11 21:53:34.617329 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-164ff51c-fb8d-4a3f-ab3d-3c6b7cf1f6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:34.724536 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bbc52277-9403-4ce8-a02e-2710a035d3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:34.766102 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f0191d88-f828-4818-84dd-f36647e75fb5 None None] Provisioning for port d6050cd8-6434-4667-98c8-ce150843cbfe completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:53:34.795838 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f0191d88-f828-4818-84dd-f36647e75fb5 None None] Provisioning complete for port d6050cd8-6434-4667-98c8-ce150843cbfe triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:53:34.800220 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f0191d88-f828-4818-84dd-f36647e75fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:34.976244 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-f0191d88-f828-4818-84dd-f36647e75fb5 None None] Port d6050cd8-6434-4667-98c8-ce150843cbfe cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:53:35.080676 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-b27c2b00-6a91-45ce-a333-4ef3ce6b31b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:35.091783 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-b27c2b00-6a91-45ce-a333-4ef3ce6b31b2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=61fe77714c4a4d0ba6302ea21b282fef&device_id=261ce85d-b693-4db3-8ecf-e1235e430982 HTTP/1.1" status: 200 len: 1094 time: 1.0958395 Aug 11 21:53:35.297354 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8832a897-1de2-4ff5-93ff-e94fba32a62a req-07eebd3a-b5e6-4b6f-8295-7c30113020ad tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=490bd11b-a871-4ca7-92d3-a4cf0716c692 HTTP/1.1" status: 200 len: 210 time: 0.1089184 Aug 11 21:53:35.562749 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-7d4e5303-bd95-4e8e-9fc1-334d2aaee32a tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:35.567001 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-7d4e5303-bd95-4e8e-9fc1-334d2aaee32a tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.82 "GET /v2.0/networks?id=3cfebfdf-1e52-46be-9d12-49bc04e0bc25 HTTP/1.1" status: 200 len: 816 time: 0.7553270 Aug 11 21:53:35.589677 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052b77b7-349a-42e9-8c20-1b97ba630d58 x-openstack-request-id: req-052b77b7-349a-42e9-8c20-1b97ba630d58 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:53:35.590112 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "261ce85d-b693-4db3-8ecf-e1235e430982", "tag": "068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:53:35.590489 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-052b77b7-349a-42e9-8c20-1b97ba630d58 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:53:35.591134 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261ce85d-b693-4db3-8ecf-e1235e430982', 'tag': '068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b', 'status': 'completed', 'code': 200} Aug 11 21:53:35.629184 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-164ff51c-fb8d-4a3f-ab3d-3c6b7cf1f6bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6050cd8-6434-4667-98c8-ce150843cbfe {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:53:35.660222 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-164ff51c-fb8d-4a3f-ab3d-3c6b7cf1f6bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:35.676579 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc52277-9403-4ce8-a02e-2710a035d3f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ebfe465-4882-421e-93dd-24127a39822c,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:35.712571 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-6209bfe2-de56-4951-bfa0-4acbc4d29b47 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Request body: {'port': {'device_id': '490bd11b-a871-4ca7-92d3-a4cf0716c692', 'network_id': '3cfebfdf-1e52-46be-9d12-49bc04e0bc25', 'admin_state_up': True, 'tenant_id': '61fe77714c4a4d0ba6302ea21b282fef'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:53:35.743858 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-164ff51c-fb8d-4a3f-ab3d-3c6b7cf1f6bd service neutron] Transition to ACTIVE for port object d6050cd8-6434-4667-98c8-ce150843cbfe will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:53:35.787922 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-164ff51c-fb8d-4a3f-ab3d-3c6b7cf1f6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:35.896408 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-6209bfe2-de56-4951-bfa0-4acbc4d29b47 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Made reservation on behalf of 61fe77714c4a4d0ba6302ea21b282fef for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:53:35.900306 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-6209bfe2-de56-4951-bfa0-4acbc4d29b47 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:35.917420 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-ee40740b-4796-4405-ba06-a9734c793b32 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b HTTP/1.1" status: 200 len: 217 time: 0.7295449 Aug 11 21:53:35.918532 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc52277-9403-4ce8-a02e-2710a035d3f0 admin admin] Checking segment: {'id': '9a313a18-ffcb-422a-925f-dbddac30a9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f32c2245-a895-4ccf-a199-24e918c0de27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:53:35.918910 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc52277-9403-4ce8-a02e-2710a035d3f0 admin admin] Network hostable DHCP agents. Network: f32c2245-a895-4ccf-a199-24e918c0de27, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:53:35.939647 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ff51c-fb8d-4a3f-ab3d-3c6b7cf1f6bd service neutron] Pushing event updated for resources: {'Port': ['ID=d6050cd8-6434-4667-98c8-ce150843cbfe,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:35.980494 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb513a7-2a44-4fed-94a4-7a7e05f718bf req-c25b5c50-ae0f-42de-bbb5-07ce6b9d8440 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:35.982959 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8fb513a7-2a44-4fed-94a4-7a7e05f718bf req-c25b5c50-ae0f-42de-bbb5-07ce6b9d8440 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 946 time: 0.5094333 Aug 11 21:53:36.098954 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8fb513a7-2a44-4fed-94a4-7a7e05f718bf req-0fe63e99-6e9b-462e-be36-ae9968b8fe61 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069524 Aug 11 21:53:36.175031 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-6209bfe2-de56-4951-bfa0-4acbc4d29b47 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Allocated IP 172.20.0.10 (3cfebfdf-1e52-46be-9d12-49bc04e0bc25/1cb8b3c2-2e0a-4c2e-84ed-81c258fe26fd/ac58472d-f9ed-4ab5-9c10-e59383eda69f) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:53:36.241216 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-164ff51c-fb8d-4a3f-ab3d-3c6b7cf1f6bd service neutron] Attempting to bind port d6050cd8-6434-4667-98c8-ce150843cbfe on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:53:36.241752 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-164ff51c-fb8d-4a3f-ab3d-3c6b7cf1f6bd service neutron] Attempting to bind port d6050cd8-6434-4667-98c8-ce150843cbfe by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'f16edc4f-135c-41eb-bd5f-6d13726d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '3cfebfdf-1e52-46be-9d12-49bc04e0bc25'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:53:36.242180 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-164ff51c-fb8d-4a3f-ab3d-3c6b7cf1f6bd service neutron] Attempting to bind port d6050cd8-6434-4667-98c8-ce150843cbfe on network 3cfebfdf-1e52-46be-9d12-49bc04e0bc25 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:53:36.258598 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-164ff51c-fb8d-4a3f-ab3d-3c6b7cf1f6bd service neutron] Port d6050cd8-6434-4667-98c8-ce150843cbfe on network 3cfebfdf-1e52-46be-9d12-49bc04e0bc25 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:53:36.259114 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-164ff51c-fb8d-4a3f-ab3d-3c6b7cf1f6bd service neutron] Attempting to bind port d6050cd8-6434-4667-98c8-ce150843cbfe on network 3cfebfdf-1e52-46be-9d12-49bc04e0bc25 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:53:36.282342 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-164ff51c-fb8d-4a3f-ab3d-3c6b7cf1f6bd service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:53:36.282907 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-164ff51c-fb8d-4a3f-ab3d-3c6b7cf1f6bd service neutron] Checking segment: {'id': 'f16edc4f-135c-41eb-bd5f-6d13726d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '3cfebfdf-1e52-46be-9d12-49bc04e0bc25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:53:36.283558 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-164ff51c-fb8d-4a3f-ab3d-3c6b7cf1f6bd service neutron] Bound using segment: {'id': 'f16edc4f-135c-41eb-bd5f-6d13726d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '3cfebfdf-1e52-46be-9d12-49bc04e0bc25'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:53:36.284378 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-164ff51c-fb8d-4a3f-ab3d-3c6b7cf1f6bd service neutron] Bound port: d6050cd8-6434-4667-98c8-ce150843cbfe, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f16edc4f-135c-41eb-bd5f-6d13726d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '3cfebfdf-1e52-46be-9d12-49bc04e0bc25'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:53:36.286179 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-164ff51c-fb8d-4a3f-ab3d-3c6b7cf1f6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:36.308227 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device fbcdcd18-d194-4e3e-b731-e6d68de7dccc details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:53:36.381574 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-6209bfe2-de56-4951-bfa0-4acbc4d29b47 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:36.408327 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device fbcdcd18-d194-4e3e-b731-e6d68de7dccc no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:53:36.422808 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-6209bfe2-de56-4951-bfa0-4acbc4d29b47 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Transition to ACTIVE for port object ac58472d-f9ed-4ab5-9c10-e59383eda69f will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:53:36.521809 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-6209bfe2-de56-4951-bfa0-4acbc4d29b47 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:36.544031 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-164ff51c-fb8d-4a3f-ab3d-3c6b7cf1f6bd service neutron] For port d6050cd8-6434-4667-98c8-ce150843cbfe, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:53:36.549200 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-164ff51c-fb8d-4a3f-ab3d-3c6b7cf1f6bd service neutron] For port d6050cd8-6434-4667-98c8-ce150843cbfe, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=d6050cd8-6434-4667-98c8-ce150843cbfe,segment=NetworkSegment(f16edc4f-135c-41eb-bd5f-6d13726d4ad3),segment_id=f16edc4f-135c-41eb-bd5f-6d13726d4ad3)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:53:36.554742 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fd948229-9a2b-474a-82d5-f2934179c711 req-9be4d811-cec0-4573-9b64-70b163659459 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.77 "GET /v2.0/ports?device_id=d906bd37-939a-4986-8411-a23294ca1e19 HTTP/1.1" status: 200 len: 210 time: 0.2176998 Aug 11 21:53:36.557867 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-164ff51c-fb8d-4a3f-ab3d-3c6b7cf1f6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:36.604487 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port fbcdcd18-d194-4e3e-b731-e6d68de7dccc, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=fbcdcd18-d194-4e3e-b731-e6d68de7dccc,segment=NetworkSegment(0b69ea86-ef97-454e-8a8e-3f0290a75489),segment_id=0b69ea86-ef97-454e-8a8e-3f0290a75489)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:36.629184 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-164ff51c-fb8d-4a3f-ab3d-3c6b7cf1f6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:36.630030 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-164ff51c-fb8d-4a3f-ab3d-3c6b7cf1f6bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:36.634467 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-164ff51c-fb8d-4a3f-ab3d-3c6b7cf1f6bd service neutron] 10.222.0.52 "PUT /v2.0/ports/d6050cd8-6434-4667-98c8-ce150843cbfe HTTP/1.1" status: 200 len: 1092 time: 2.1913924 Aug 11 21:53:36.635952 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf9f546-8452-44e1-83b1-3009c9ad6e8d', 'tag': 'd6050cd8-6434-4667-98c8-ce150843cbfe'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:53:36.642191 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42cd801-4648-41ec-b78b-c562f0671e55" -d '{"events": [{"name": "network-changed", "server_uuid": "baf9f546-8452-44e1-83b1-3009c9ad6e8d", "tag": "d6050cd8-6434-4667-98c8-ce150843cbfe"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:53:36.663713 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': 'fbcdcd18-d194-4e3e-b731-e6d68de7dccc', 'network_id': '4704ff02-c5ab-4776-afb3-b0008179201b', 'port_id': 'fbcdcd18-d194-4e3e-b731-e6d68de7dccc', 'mac_address': 'fa:16:3e:b8:24:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99402162-65dc-4f7a-98e7-13408e81851f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:53:36.705045 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-6209bfe2-de56-4951-bfa0-4acbc4d29b47 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Network 3cfebfdf-1e52-46be-9d12-49bc04e0bc25 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:53:36.758109 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209bfe2-de56-4951-bfa0-4acbc4d29b47 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Pushing event updated for resources: {'Port': ['ID=ac58472d-f9ed-4ab5-9c10-e59383eda69f,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:36.775314 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-6209bfe2-de56-4951-bfa0-4acbc4d29b47 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:53:36.796327 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f6efa-7a82-4a4b-ab23-9b02836e9624 req-efc3c572-1019-46c2-b8a0-ad71cf6c5167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:36.799113 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8c2f6efa-7a82-4a4b-ab23-9b02836e9624 req-efc3c572-1019-46c2-b8a0-ad71cf6c5167 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9da0888c-8de6-4b97-be11-ed5e9d7bfdc2 HTTP/1.1" status: 200 len: 1100 time: 2.1282096 Aug 11 21:53:36.867493 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4e4ac-e569-436e-979c-77e7f27fe0ae req-7aa6d008-a821-4994-afde-07c2d58dd270 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:36.886900 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e9d4e4ac-e569-436e-979c-77e7f27fe0ae req-7aa6d008-a821-4994-afde-07c2d58dd270 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad5146e4-c6d5-4c7f-a348-485399d33f67 HTTP/1.1" status: 200 len: 945 time: 2.2018335 Aug 11 21:53:36.889558 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc52277-9403-4ce8-a02e-2710a035d3f0 admin admin] Network f32c2245-a895-4ccf-a199-24e918c0de27 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:53:36.903024 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.52', 63557) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:53:36.913957 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:36.993226 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-6209bfe2-de56-4951-bfa0-4acbc4d29b47 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:53:37.001686 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-10d37579-6108-41da-99aa-dfeedd215aa3 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=228fee2a352a4b00bd3fc9532b0287b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439219 Aug 11 21:53:37.014429 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ff51c-fb8d-4a3f-ab3d-3c6b7cf1f6bd service neutron] Pushing event updated for resources: {'Port': ['ID=d6050cd8-6434-4667-98c8-ce150843cbfe,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:37.019370 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:37.030139 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-76087d41-2a53-4522-809c-3dc149e72c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:37.034489 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-76087d41-2a53-4522-809c-3dc149e72c18 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1cb8b3c2-2e0a-4c2e-84ed-81c258fe26fd HTTP/1.1" status: 200 len: 855 time: 0.5264452 Aug 11 21:53:37.074963 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbcdcd18-d194-4e3e-b731-e6d68de7dccc {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:53:37.090380 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc835ce3-960f-498f-a0de-4d3e272a7d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbcdcd18-d194-4e3e-b731-e6d68de7dccc'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:53:37.093195 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f4afdc-dad6-4f46-abac-9bf949cd68cc" -d '{"events": [{"server_uuid": "bc835ce3-960f-498f-a0de-4d3e272a7d70", "name": "network-vif-unplugged", "status": "completed", "tag": "fbcdcd18-d194-4e3e-b731-e6d68de7dccc"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:53:37.110532 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port fbcdcd18-d194-4e3e-b731-e6d68de7dccc, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=fbcdcd18-d194-4e3e-b731-e6d68de7dccc,segment=NetworkSegment(0b69ea86-ef97-454e-8a8e-3f0290a75489),segment_id=0b69ea86-ef97-454e-8a8e-3f0290a75489)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:37.122037 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:37.207348 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=fbcdcd18-d194-4e3e-b731-e6d68de7dccc,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:37.280344 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.api [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 21:53:37.280634 n-d-804275-3 neutron-server[100944]: DEBUG oslo_db.api [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 21:53:37.307887 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-85c25874-b558-43a5-abb5-c0c4d0171711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:37.310136 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-85c25874-b558-43a5-abb5-c0c4d0171711 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=61fe77714c4a4d0ba6302ea21b282fef&device_id=baf9f546-8452-44e1-83b1-3009c9ad6e8d HTTP/1.1" status: 200 len: 1095 time: 0.6062412 Aug 11 21:53:37.310359 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-bbc52277-9403-4ce8-a02e-2710a035d3f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, f32c2245-a895-4ccf-a199-24e918c0de27) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:53:37.328777 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e84483-2e62-420e-bc87-76287dc29d18 None None] Network f32c2245-a895-4ccf-a199-24e918c0de27 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:53:37.355967 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f591da-76f8-41ee-a28d-4e2eb0684487 req-91f4af72-ddf7-4694-adaa-bbfd610ffbb8 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:37.359276 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc52277-9403-4ce8-a02e-2710a035d3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:37.360101 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bbc52277-9403-4ce8-a02e-2710a035d3f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:37.367796 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-75f591da-76f8-41ee-a28d-4e2eb0684487 req-91f4af72-ddf7-4694-adaa-bbfd610ffbb8 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=9da0888c-8de6-4b97-be11-ed5e9d7bfdc2 HTTP/1.1" status: 200 len: 949 time: 0.5748653 Aug 11 21:53:37.489296 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e9d4e4ac-e569-436e-979c-77e7f27fe0ae req-983c670b-443e-44a8-8afe-bbb83668f523 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873357 Aug 11 21:53:37.493090 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bbc52277-9403-4ce8-a02e-2710a035d3f0 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.6787713 Aug 11 21:53:37.504336 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-dfe0df51-4bdd-401d-8555-f782da467dc8 None None] Provisioning for port ac58472d-f9ed-4ab5-9c10-e59383eda69f completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:53:37.537630 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-dfe0df51-4bdd-401d-8555-f782da467dc8 None None] Provisioning complete for port ac58472d-f9ed-4ab5-9c10-e59383eda69f triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:53:37.540362 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-dfe0df51-4bdd-401d-8555-f782da467dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:37.551585 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-8ccb9a18-e9d3-4799-8d1b-522eabc0a17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:37.554981 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-8ccb9a18-e9d3-4799-8d1b-522eabc0a17b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3cfebfdf-1e52-46be-9d12-49bc04e0bc25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4907889 Aug 11 21:53:37.561246 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-4aac972b-24b7-4d1b-9d58-f1516109046e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6050cd8-6434-4667-98c8-ce150843cbfe HTTP/1.1" status: 200 len: 217 time: 0.1694229 Aug 11 21:53:37.584340 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-6209bfe2-de56-4951-bfa0-4acbc4d29b47 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:37.593145 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-6209bfe2-de56-4951-bfa0-4acbc4d29b47 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:37.609599 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8c2f6efa-7a82-4a4b-ab23-9b02836e9624 req-11afc7d5-4510-457f-8471-46332b5c254b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7045922 Aug 11 21:53:37.648930 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-75f591da-76f8-41ee-a28d-4e2eb0684487 req-e31168a9-4065-431d-9089-655c1e38fa0a tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801480 Aug 11 21:53:37.711447 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-d2f75d95-eaaf-419f-89a2-c24a28c94bca tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:37.714015 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-d2f75d95-eaaf-419f-89a2-c24a28c94bca tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6806629 Aug 11 21:53:37.716508 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-941bd589-c268-4f19-bcfb-d574d2084046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:37.718248 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-941bd589-c268-4f19-bcfb-d574d2084046 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1cb8b3c2-2e0a-4c2e-84ed-81c258fe26fd HTTP/1.1" status: 200 len: 855 time: 0.1422088 Aug 11 21:53:37.741726 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b279e7-2160-403b-9100-ea2d42e6f90e None None] Network f32c2245-a895-4ccf-a199-24e918c0de27 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:53:37.742072 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-10df64bb-23fb-453a-b52a-d08fc55b2cd8 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Request body: {'port': {'device_id': 'd906bd37-939a-4986-8411-a23294ca1e19', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'admin_state_up': True, 'tenant_id': '228fee2a352a4b00bd3fc9532b0287b0'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:53:37.869339 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-3c03c64b-5bf0-4708-a55d-bb7c0ad0cf55 service neutron] 10.222.0.52 "GET /v2.0/networks/3cfebfdf-1e52-46be-9d12-49bc04e0bc25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543752 Aug 11 21:53:37.871279 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:37.875070 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-6209bfe2-de56-4951-bfa0-4acbc4d29b47 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2184238 Aug 11 21:53:37.891241 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-dfe0df51-4bdd-401d-8555-f782da467dc8 None None] Port ac58472d-f9ed-4ab5-9c10-e59383eda69f cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:53:37.898650 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:37.907292 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbcdcd18-d194-4e3e-b731-e6d68de7dccc {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:53:37.966972 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port fbcdcd18-d194-4e3e-b731-e6d68de7dccc, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=fbcdcd18-d194-4e3e-b731-e6d68de7dccc,segment=NetworkSegment(0b69ea86-ef97-454e-8a8e-3f0290a75489),segment_id=0b69ea86-ef97-454e-8a8e-3f0290a75489)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:37.997124 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:38.049025 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-4e3fe805-9c2f-48a6-84dc-c4d7600c8570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:38.051325 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-4e3fe805-9c2f-48a6-84dc-c4d7600c8570 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3cfebfdf-1e52-46be-9d12-49bc04e0bc25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3024173 Aug 11 21:53:38.116799 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=fbcdcd18-d194-4e3e-b731-e6d68de7dccc,revision_number=7']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:38.225977 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c970231-3b7e-4875-9451-c5ac97563043 req-e3232ca8-0110-47af-adb3-300b8a39a9d1 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:38.229127 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2c970231-3b7e-4875-9451-c5ac97563043 req-e3232ca8-0110-47af-adb3-300b8a39a9d1 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=490bd11b-a871-4ca7-92d3-a4cf0716c692 HTTP/1.1" status: 200 len: 932 time: 0.3495786 Aug 11 21:53:38.232043 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0b5b4c-f009-49e7-96f0-f46b9d2c7a9d x-openstack-request-id: req-fa0b5b4c-f009-49e7-96f0-f46b9d2c7a9d {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:53:38.232592 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf9f546-8452-44e1-83b1-3009c9ad6e8d", "tag": "d6050cd8-6434-4667-98c8-ce150843cbfe", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:53:38.233076 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fa0b5b4c-f009-49e7-96f0-f46b9d2c7a9d {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:53:38.234057 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf9f546-8452-44e1-83b1-3009c9ad6e8d', 'tag': 'd6050cd8-6434-4667-98c8-ce150843cbfe', 'status': 'completed', 'code': 200} Aug 11 21:53:38.276633 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 21:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe513c8-0c46-4cc2-b0a0-71587ab144ff x-openstack-request-id: req-7fe513c8-0c46-4cc2-b0a0-71587ab144ff {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:53:38.277370 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc835ce3-960f-498f-a0de-4d3e272a7d70", "name": "network-vif-unplugged", "status": "completed", "tag": "fbcdcd18-d194-4e3e-b731-e6d68de7dccc", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:53:38.277871 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7fe513c8-0c46-4cc2-b0a0-71587ab144ff {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:53:38.278440 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc835ce3-960f-498f-a0de-4d3e272a7d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbcdcd18-d194-4e3e-b731-e6d68de7dccc', 'code': 200} Aug 11 21:53:38.372893 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2c970231-3b7e-4875-9451-c5ac97563043 req-d7089b42-9681-4f5f-b84d-f34e65db4cbe tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186326 Aug 11 21:53:38.380208 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-10df64bb-23fb-453a-b52a-d08fc55b2cd8 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Made reservation on behalf of 228fee2a352a4b00bd3fc9532b0287b0 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:53:38.384265 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-10df64bb-23fb-453a-b52a-d08fc55b2cd8 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:38.402620 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-1e8f912e-2e8d-460f-b67f-66f5a7842402 service neutron] 10.222.0.52 "GET /v2.0/networks/3cfebfdf-1e52-46be-9d12-49bc04e0bc25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286159 Aug 11 21:53:38.404041 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-10df64bb-23fb-453a-b52a-d08fc55b2cd8 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:38.480958 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-8388b8c1-05a6-4662-8136-d266a38e9c56 service neutron] Request body: {'port': {'device_id': '490bd11b-a871-4ca7-92d3-a4cf0716c692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:53:38.505374 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['fbcdcd18-d194-4e3e-b731-e6d68de7dccc'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:53:38.646470 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-73c9fdc8-a07b-421a-91ac-75e7a3f5460f req-d68c9718-0d8a-4b10-84e8-b0c2ed1f4400 service neutron] 10.222.0.52 "GET /v2.0/networks/3cfebfdf-1e52-46be-9d12-49bc04e0bc25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253184 Aug 11 21:53:38.691477 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-553c4206-6382-4a18-b21f-864f10edd5b8 req-8923a493-f466-4436-bd47-01efecbde258 service neutron] 10.222.0.52 "GET /v2.0/networks/3cfebfdf-1e52-46be-9d12-49bc04e0bc25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8129115 Aug 11 21:53:38.707905 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-8388b8c1-05a6-4662-8136-d266a38e9c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:38.720049 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e4135-e1c2-45f9-9cb7-cd26fdd5bd6b req-65de1db6-9390-4b8f-88cd-bb6b1a48ee2e tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:38.728897 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-517e4135-e1c2-45f9-9cb7-cd26fdd5bd6b req-65de1db6-9390-4b8f-88cd-bb6b1a48ee2e tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 945 time: 0.2384555 Aug 11 21:53:38.822503 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d3cd3477-873e-473a-a6ba-ffb048bb5812 req-fe53d4cd-149f-4ee5-b4f7-6cf39f7e5b92 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.77 "GET /v2.0/ports?device_id=d906bd37-939a-4986-8411-a23294ca1e19 HTTP/1.1" status: 200 len: 210 time: 0.1073716 Aug 11 21:53:38.895870 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cd801-4648-41ec-b78b-c562f0671e55 req-20716754-38ec-4bc8-8f78-f26b6ea379fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:38.897551 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e42cd801-4648-41ec-b78b-c562f0671e55 req-20716754-38ec-4bc8-8f78-f26b6ea379fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=61fe77714c4a4d0ba6302ea21b282fef&device_id=baf9f546-8452-44e1-83b1-3009c9ad6e8d HTTP/1.1" status: 200 len: 1095 time: 0.1140912 Aug 11 21:53:38.912340 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-517e4135-e1c2-45f9-9cb7-cd26fdd5bd6b req-183d9257-89c5-4c72-aa76-8d982f1d7c58 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824341 Aug 11 21:53:38.927761 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-10df64bb-23fb-453a-b52a-d08fc55b2cd8 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:38.949402 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8876a-a63d-43e1-8d98-74811c339c4b req-bad4e0f8-a547-4b35-b237-96de00acfc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:38.958939 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3ae8876a-a63d-43e1-8d98-74811c339c4b req-bad4e0f8-a547-4b35-b237-96de00acfc21 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=61fe77714c4a4d0ba6302ea21b282fef&device_id=261ce85d-b693-4db3-8ecf-e1235e430982 HTTP/1.1" status: 200 len: 1094 time: 0.1434751 Aug 11 21:53:38.960373 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-10df64bb-23fb-453a-b52a-d08fc55b2cd8 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:39.077085 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cd801-4648-41ec-b78b-c562f0671e55 req-a69ca0f1-1bea-420d-945c-f2932e094f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:39.079816 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e42cd801-4648-41ec-b78b-c562f0671e55 req-a69ca0f1-1bea-420d-945c-f2932e094f79 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3cfebfdf-1e52-46be-9d12-49bc04e0bc25 HTTP/1.1" status: 200 len: 917 time: 0.1661623 Aug 11 21:53:39.153913 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e42cd801-4648-41ec-b78b-c562f0671e55 req-aa45616b-4a66-4752-8c4b-8ccf3b18befa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6050cd8-6434-4667-98c8-ce150843cbfe HTTP/1.1" status: 200 len: 217 time: 0.0620205 Aug 11 21:53:39.475439 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cd801-4648-41ec-b78b-c562f0671e55 req-4996de7f-2424-42c2-bc99-79933af7d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:39.477408 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e42cd801-4648-41ec-b78b-c562f0671e55 req-4996de7f-2424-42c2-bc99-79933af7d285 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1cb8b3c2-2e0a-4c2e-84ed-81c258fe26fd HTTP/1.1" status: 200 len: 855 time: 0.1475677 Aug 11 21:53:39.488512 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5fd0a-4e9a-49c9-9d91-8d748a3240f4 req-3bf8bdc1-7c9c-4220-99fb-6a9519e02e38 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:39.490991 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f9f5fd0a-4e9a-49c9-9d91-8d748a3240f4 req-3bf8bdc1-7c9c-4220-99fb-6a9519e02e38 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad5146e4-c6d5-4c7f-a348-485399d33f67 HTTP/1.1" status: 200 len: 945 time: 0.1640329 Aug 11 21:53:39.613446 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f9f5fd0a-4e9a-49c9-9d91-8d748a3240f4 req-62e280be-0ffe-4c80-9f56-aa727db30e8f tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048772 Aug 11 21:53:39.650972 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cd801-4648-41ec-b78b-c562f0671e55 req-5c8d4237-bb18-457d-9369-185b1fc6832d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:39.652603 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e42cd801-4648-41ec-b78b-c562f0671e55 req-5c8d4237-bb18-457d-9369-185b1fc6832d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3cfebfdf-1e52-46be-9d12-49bc04e0bc25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1604159 Aug 11 21:53:39.729115 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-8388b8c1-05a6-4662-8136-d266a38e9c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac58472d-f9ed-4ab5-9c10-e59383eda69f {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:53:39.743958 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-8388b8c1-05a6-4662-8136-d266a38e9c56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:39.769472 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-8388b8c1-05a6-4662-8136-d266a38e9c56 service neutron] Transition to ACTIVE for port object ac58472d-f9ed-4ab5-9c10-e59383eda69f will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:53:39.795121 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-8388b8c1-05a6-4662-8136-d266a38e9c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:39.811153 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df64bb-23fb-453a-b52a-d08fc55b2cd8 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c541a21c-0ca3-45e7-83da-8d94fc353974,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:39.876536 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e42cd801-4648-41ec-b78b-c562f0671e55 req-837d12e6-e2da-41cd-8553-d0f183e8464d service neutron] 10.222.0.52 "GET /v2.0/networks/3cfebfdf-1e52-46be-9d12-49bc04e0bc25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109938 Aug 11 21:53:39.958299 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388b8c1-05a6-4662-8136-d266a38e9c56 service neutron] Pushing event updated for resources: {'Port': ['ID=ac58472d-f9ed-4ab5-9c10-e59383eda69f,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:39.985874 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463719b6-0a0f-446e-9514-9fac608128a8 req-4b988af4-8fcc-487c-9860-5459cd5df0ef tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:39.987542 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-463719b6-0a0f-446e-9514-9fac608128a8 req-4b988af4-8fcc-487c-9860-5459cd5df0ef tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=9da0888c-8de6-4b97-be11-ed5e9d7bfdc2 HTTP/1.1" status: 200 len: 949 time: 0.2098706 Aug 11 21:53:40.009579 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8876a-a63d-43e1-8d98-74811c339c4b req-687dae26-8af0-4019-bda3-a1330425be76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:40.011820 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3ae8876a-a63d-43e1-8d98-74811c339c4b req-687dae26-8af0-4019-bda3-a1330425be76 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3cfebfdf-1e52-46be-9d12-49bc04e0bc25 HTTP/1.1" status: 200 len: 917 time: 1.0396962 Aug 11 21:53:40.031780 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74163ac-1525-4a14-9066-a821f17e726c req-cf965881-2179-4f29-bd7b-994579ed57ed tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:40.049576 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b74163ac-1525-4a14-9066-a821f17e726c req-cf965881-2179-4f29-bd7b-994579ed57ed tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/networks?id=c1d2353f-b112-4357-b0a6-e5993406a9d5 HTTP/1.1" status: 200 len: 820 time: 0.9427087 Aug 11 21:53:40.131720 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b74163ac-1525-4a14-9066-a821f17e726c req-5c6b5656-9585-4b71-88f7-2c7c744a6abd tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/quotas/cfe969a3456f4c9186b743e59eed9b71 HTTP/1.1" status: 200 len: 375 time: 0.0807261 Aug 11 21:53:40.140397 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3ae8876a-a63d-43e1-8d98-74811c339c4b req-2a2c3f53-4a6e-4014-a510-8f3b45f3a57a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b HTTP/1.1" status: 200 len: 217 time: 0.0857008 Aug 11 21:53:40.194416 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-463719b6-0a0f-446e-9514-9fac608128a8 req-6da882a2-8fe0-4437-8e10-8858ceec0fe4 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872785 Aug 11 21:53:40.198464 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e42cd801-4648-41ec-b78b-c562f0671e55 req-b7fd0e8e-6a8b-4c68-a8dc-99bfc0f49c72 service neutron] 10.222.0.52 "GET /v2.0/networks/3cfebfdf-1e52-46be-9d12-49bc04e0bc25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124928 Aug 11 21:53:40.199003 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-10df64bb-23fb-453a-b52a-d08fc55b2cd8 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Allocated IP 192.168.233.177 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/6705a720-faca-4863-adfa-77c323451b99) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:53:40.200453 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-8388b8c1-05a6-4662-8136-d266a38e9c56 service neutron] Attempting to bind port ac58472d-f9ed-4ab5-9c10-e59383eda69f on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:53:40.200674 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-8388b8c1-05a6-4662-8136-d266a38e9c56 service neutron] Attempting to bind port ac58472d-f9ed-4ab5-9c10-e59383eda69f by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'f16edc4f-135c-41eb-bd5f-6d13726d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '3cfebfdf-1e52-46be-9d12-49bc04e0bc25'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:53:40.201014 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-8388b8c1-05a6-4662-8136-d266a38e9c56 service neutron] Attempting to bind port ac58472d-f9ed-4ab5-9c10-e59383eda69f on network 3cfebfdf-1e52-46be-9d12-49bc04e0bc25 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:53:40.209970 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-8388b8c1-05a6-4662-8136-d266a38e9c56 service neutron] Port ac58472d-f9ed-4ab5-9c10-e59383eda69f on network 3cfebfdf-1e52-46be-9d12-49bc04e0bc25 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:53:40.210311 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-8388b8c1-05a6-4662-8136-d266a38e9c56 service neutron] Attempting to bind port ac58472d-f9ed-4ab5-9c10-e59383eda69f on network 3cfebfdf-1e52-46be-9d12-49bc04e0bc25 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:53:40.226409 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b74163ac-1525-4a14-9066-a821f17e726c req-56f69a6c-1459-4664-aa27-8f9b28ad7c7f tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=cfe969a3456f4c9186b743e59eed9b71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0913126 Aug 11 21:53:40.227804 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-8388b8c1-05a6-4662-8136-d266a38e9c56 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:53:40.228166 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-8388b8c1-05a6-4662-8136-d266a38e9c56 service neutron] Checking segment: {'id': 'f16edc4f-135c-41eb-bd5f-6d13726d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '3cfebfdf-1e52-46be-9d12-49bc04e0bc25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:53:40.228565 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-8388b8c1-05a6-4662-8136-d266a38e9c56 service neutron] Bound using segment: {'id': 'f16edc4f-135c-41eb-bd5f-6d13726d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '3cfebfdf-1e52-46be-9d12-49bc04e0bc25'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:53:40.229166 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-8388b8c1-05a6-4662-8136-d266a38e9c56 service neutron] Bound port: ac58472d-f9ed-4ab5-9c10-e59383eda69f, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f16edc4f-135c-41eb-bd5f-6d13726d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '3cfebfdf-1e52-46be-9d12-49bc04e0bc25'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:53:40.229598 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-8388b8c1-05a6-4662-8136-d266a38e9c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:40.338234 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device fbcdcd18-d194-4e3e-b731-e6d68de7dccc up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:53:40.358338 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8876a-a63d-43e1-8d98-74811c339c4b req-3eb058ff-a832-4e6f-bdac-7291cbb747f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:40.360018 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3ae8876a-a63d-43e1-8d98-74811c339c4b req-3eb058ff-a832-4e6f-bdac-7291cbb747f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1cb8b3c2-2e0a-4c2e-84ed-81c258fe26fd HTTP/1.1" status: 200 len: 855 time: 0.1974127 Aug 11 21:53:40.373234 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-8388b8c1-05a6-4662-8136-d266a38e9c56 service neutron] For port ac58472d-f9ed-4ab5-9c10-e59383eda69f, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:53:40.382692 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-8388b8c1-05a6-4662-8136-d266a38e9c56 service neutron] For port ac58472d-f9ed-4ab5-9c10-e59383eda69f, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=ac58472d-f9ed-4ab5-9c10-e59383eda69f,segment=NetworkSegment(f16edc4f-135c-41eb-bd5f-6d13726d4ad3),segment_id=f16edc4f-135c-41eb-bd5f-6d13726d4ad3)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:53:40.396673 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-8388b8c1-05a6-4662-8136-d266a38e9c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:40.488712 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port fbcdcd18-d194-4e3e-b731-e6d68de7dccc triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:53:40.489497 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:40.500458 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-8388b8c1-05a6-4662-8136-d266a38e9c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:40.501756 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-8388b8c1-05a6-4662-8136-d266a38e9c56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:40.505611 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-8388b8c1-05a6-4662-8136-d266a38e9c56 service neutron] 10.222.0.82 "PUT /v2.0/ports/ac58472d-f9ed-4ab5-9c10-e59383eda69f HTTP/1.1" status: 200 len: 1092 time: 2.4369912 Aug 11 21:53:40.506539 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388b8c1-05a6-4662-8136-d266a38e9c56 service neutron] Pushing event updated for resources: {'Port': ['ID=ac58472d-f9ed-4ab5-9c10-e59383eda69f,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:40.512063 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b74163ac-1525-4a14-9066-a821f17e726c req-58406791-73d0-4de2-be59-d8e997c93c18 service neutron] 10.222.0.77 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845623 Aug 11 21:53:40.514822 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490bd11b-a871-4ca7-92d3-a4cf0716c692', 'tag': 'ac58472d-f9ed-4ab5-9c10-e59383eda69f'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:53:40.517583 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6be061-9ca4-4e8c-9887-1f14719cf570" -d '{"events": [{"name": "network-changed", "server_uuid": "490bd11b-a871-4ca7-92d3-a4cf0716c692", "tag": "ac58472d-f9ed-4ab5-9c10-e59383eda69f"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:53:40.641551 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8876a-a63d-43e1-8d98-74811c339c4b req-cdd7f75d-2e80-4fa7-9f6a-fb1e828b03e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:40.642005 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3ae8876a-a63d-43e1-8d98-74811c339c4b req-cdd7f75d-2e80-4fa7-9f6a-fb1e828b03e8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3cfebfdf-1e52-46be-9d12-49bc04e0bc25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2670231 Aug 11 21:53:40.727796 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2d31d-73f9-4d94-8952-f06f2f22e609 req-cb10eb5a-1b66-472a-9b61-cfa207a82f18 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:40.730027 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:40.730464 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-06b2d31d-73f9-4d94-8952-f06f2f22e609 req-cb10eb5a-1b66-472a-9b61-cfa207a82f18 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=490bd11b-a871-4ca7-92d3-a4cf0716c692 HTTP/1.1" status: 200 len: 944 time: 0.1998177 Aug 11 21:53:40.802004 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-10df64bb-23fb-453a-b52a-d08fc55b2cd8 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:40.811652 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-b6d1316e-3842-491c-81b4-7e339bcd3571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:40.813327 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port fbcdcd18-d194-4e3e-b731-e6d68de7dccc, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=fbcdcd18-d194-4e3e-b731-e6d68de7dccc,segment=NetworkSegment(0b69ea86-ef97-454e-8a8e-3f0290a75489),segment_id=0b69ea86-ef97-454e-8a8e-3f0290a75489)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:40.814383 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-b6d1316e-3842-491c-81b4-7e339bcd3571 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=61fe77714c4a4d0ba6302ea21b282fef&device_id=490bd11b-a871-4ca7-92d3-a4cf0716c692 HTTP/1.1" status: 200 len: 1095 time: 0.2037416 Aug 11 21:53:40.814611 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc835ce3-960f-498f-a0de-4d3e272a7d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcdcd18-d194-4e3e-b731-e6d68de7dccc'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:53:40.819064 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a0a279-6cb9-49ea-a214-46762ec4cd1d" -d '{"events": [{"server_uuid": "bc835ce3-960f-498f-a0de-4d3e272a7d70", "name": "network-vif-plugged", "status": "completed", "tag": "fbcdcd18-d194-4e3e-b731-e6d68de7dccc"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:53:40.823989 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:40.825153 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-06b2d31d-73f9-4d94-8952-f06f2f22e609 req-091319b2-8659-4242-afca-c9c8247f9a2e tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840306 Aug 11 21:53:40.867160 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-10df64bb-23fb-453a-b52a-d08fc55b2cd8 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Transition to ACTIVE for port object 6705a720-faca-4863-adfa-77c323451b99 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:53:40.885918 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b74163ac-1525-4a14-9066-a821f17e726c req-8a5bc2ae-0cd3-4b7a-a1b1-d60fc15e8b73 service neutron] 10.222.0.77 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728392 Aug 11 21:53:40.923950 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3ae8876a-a63d-43e1-8d98-74811c339c4b req-eda51a17-880c-402a-9b16-a372834b2d49 service neutron] 10.222.0.52 "GET /v2.0/networks/3cfebfdf-1e52-46be-9d12-49bc04e0bc25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446055 Aug 11 21:53:40.948835 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-021a8be6-bb29-4b01-8989-3ba99dd0f294 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac58472d-f9ed-4ab5-9c10-e59383eda69f HTTP/1.1" status: 200 len: 217 time: 0.1173580 Aug 11 21:53:40.973300 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=fbcdcd18-d194-4e3e-b731-e6d68de7dccc,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:41.008759 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a6c7f088-63f3-4155-b0e0-c7b269cc920d req-489ef28c-ccb1-4c38-873a-94f29ec22354 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.77 "GET /v2.0/ports?device_id=d906bd37-939a-4986-8411-a23294ca1e19 HTTP/1.1" status: 200 len: 210 time: 0.0624149 Aug 11 21:53:41.145775 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3ae8876a-a63d-43e1-8d98-74811c339c4b req-8c9dae93-f3fe-4726-b808-4081dc701598 service neutron] 10.222.0.52 "GET /v2.0/networks/3cfebfdf-1e52-46be-9d12-49bc04e0bc25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118070 Aug 11 21:53:41.147866 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-10df64bb-23fb-453a-b52a-d08fc55b2cd8 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:41.241988 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df64bb-23fb-453a-b52a-d08fc55b2cd8 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Pushing event updated for resources: {'Port': ['ID=6705a720-faca-4863-adfa-77c323451b99,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:41.279445 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-10df64bb-23fb-453a-b52a-d08fc55b2cd8 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:53:41.285992 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-10df64bb-23fb-453a-b52a-d08fc55b2cd8 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:53:41.290797 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-10df64bb-23fb-453a-b52a-d08fc55b2cd8 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:53:41.305399 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-f806c236-2e17-4b05-993d-6be129652fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:41.308112 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-f806c236-2e17-4b05-993d-6be129652fbb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1cb8b3c2-2e0a-4c2e-84ed-81c258fe26fd HTTP/1.1" status: 200 len: 855 time: 0.2980883 Aug 11 21:53:41.353445 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ee17f-dd92-4a36-b0ad-d0033372c443 req-49ee955a-789e-4288-9dbd-1ec943770a08 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:41.367098 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-803ee17f-dd92-4a36-b0ad-d0033372c443 req-49ee955a-789e-4288-9dbd-1ec943770a08 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 946 time: 0.2239678 Aug 11 21:53:41.406451 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-10df64bb-23fb-453a-b52a-d08fc55b2cd8 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:41.408167 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-10df64bb-23fb-453a-b52a-d08fc55b2cd8 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:41.437289 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-10df64bb-23fb-453a-b52a-d08fc55b2cd8 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6995173 Aug 11 21:53:41.454233 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-bdc7a9df-81a2-4dd6-84b3-12bebbaef4d4 service neutron] Request body: {'port': {'device_id': 'd906bd37-939a-4986-8411-a23294ca1e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:53:41.613164 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-bdc7a9df-81a2-4dd6-84b3-12bebbaef4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:41.622565 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4759fbf9-e66a-419f-be2b-784b3d8e1b4a x-openstack-request-id: req-4759fbf9-e66a-419f-be2b-784b3d8e1b4a {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:53:41.623290 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "490bd11b-a871-4ca7-92d3-a4cf0716c692", "tag": "ac58472d-f9ed-4ab5-9c10-e59383eda69f", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:53:41.623674 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4759fbf9-e66a-419f-be2b-784b3d8e1b4a {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:53:41.624346 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '490bd11b-a871-4ca7-92d3-a4cf0716c692', 'tag': 'ac58472d-f9ed-4ab5-9c10-e59383eda69f', 'status': 'completed', 'code': 200} Aug 11 21:53:41.651905 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-803ee17f-dd92-4a36-b0ad-d0033372c443 req-825c192b-b197-414a-8612-305cb2f60041 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391434 Aug 11 21:53:41.703552 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-9f997089-497c-428d-a6d9-8bae1ae0e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:41.705318 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-9f997089-497c-428d-a6d9-8bae1ae0e2d7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3cfebfdf-1e52-46be-9d12-49bc04e0bc25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3369551 Aug 11 21:53:41.783941 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5804923-1e22-48af-baa4-6d2ef07a9ea5 x-openstack-request-id: req-f5804923-1e22-48af-baa4-6d2ef07a9ea5 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:53:41.783941 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc835ce3-960f-498f-a0de-4d3e272a7d70", "name": "network-vif-plugged", "status": "completed", "tag": "fbcdcd18-d194-4e3e-b731-e6d68de7dccc", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:53:41.784897 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f5804923-1e22-48af-baa4-6d2ef07a9ea5 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:53:41.784897 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc835ce3-960f-498f-a0de-4d3e272a7d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcdcd18-d194-4e3e-b731-e6d68de7dccc', 'code': 200} Aug 11 21:53:41.786012 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2a70d55c-ff96-467e-a6ce-44311e30f99a None None] Provisioning for port 6705a720-faca-4863-adfa-77c323451b99 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:53:41.822320 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2a70d55c-ff96-467e-a6ce-44311e30f99a None None] Provisioning complete for port 6705a720-faca-4863-adfa-77c323451b99 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:53:41.822707 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2a70d55c-ff96-467e-a6ce-44311e30f99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:41.905787 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0772245f-927a-4210-8e70-074d0f85cc83 req-1024c833-8722-48bf-a9f8-1a93d1f17d62 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 210 time: 0.0500035 Aug 11 21:53:42.010225 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61100db5-baa9-443f-b063-1aa451e97774 req-6017c8e9-bc5d-44f2-95c8-c1bb19717351 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:42.019646 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-61100db5-baa9-443f-b063-1aa451e97774 req-6017c8e9-bc5d-44f2-95c8-c1bb19717351 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad5146e4-c6d5-4c7f-a348-485399d33f67 HTTP/1.1" status: 200 len: 945 time: 0.2367017 Aug 11 21:53:42.020608 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-2a70d55c-ff96-467e-a6ce-44311e30f99a None None] Port 6705a720-faca-4863-adfa-77c323451b99 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:53:42.022157 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device d6050cd8-6434-4667-98c8-ce150843cbfe details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:53:42.048929 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-ed4f6485-c44c-41ba-bac9-26bfbefce032 service neutron] 10.222.0.82 "GET /v2.0/networks/3cfebfdf-1e52-46be-9d12-49bc04e0bc25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336153 Aug 11 21:53:42.126711 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-61100db5-baa9-443f-b063-1aa451e97774 req-eb46968d-ecc3-43b5-a556-fe5c1b6ed9ab tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059287 Aug 11 21:53:42.305351 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port d6050cd8-6434-4667-98c8-ce150843cbfe, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=d6050cd8-6434-4667-98c8-ce150843cbfe,segment=NetworkSegment(f16edc4f-135c-41eb-bd5f-6d13726d4ad3),segment_id=f16edc4f-135c-41eb-bd5f-6d13726d4ad3)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:42.334347 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'd6050cd8-6434-4667-98c8-ce150843cbfe', 'network_id': '3cfebfdf-1e52-46be-9d12-49bc04e0bc25', 'port_id': 'd6050cd8-6434-4667-98c8-ce150843cbfe', 'mac_address': 'fa:16:3e:9d:85:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb8b3c2-2e0a-4c2e-84ed-81c258fe26fd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:53:42.361763 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c72ed1-bf7b-4758-bc19-edea5d7c8cdd req-a44bb5aa-d7e7-49a5-96c0-208649bd53ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:42.373536 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-17c72ed1-bf7b-4758-bc19-edea5d7c8cdd req-a44bb5aa-d7e7-49a5-96c0-208649bd53ca service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 1097 time: 0.4050579 Aug 11 21:53:42.387915 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d35060-f4da-41a0-b1ce-aebfae7b8e47 req-5ad07547-ccf7-4b9f-acb5-be692916bbbb tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:42.391771 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c4d35060-f4da-41a0-b1ce-aebfae7b8e47 req-5ad07547-ccf7-4b9f-acb5-be692916bbbb tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=490bd11b-a871-4ca7-92d3-a4cf0716c692 HTTP/1.1" status: 200 len: 944 time: 0.1093223 Aug 11 21:53:42.402736 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:42.421594 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6050cd8-6434-4667-98c8-ce150843cbfe {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:53:42.451074 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port d6050cd8-6434-4667-98c8-ce150843cbfe, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=d6050cd8-6434-4667-98c8-ce150843cbfe,segment=NetworkSegment(f16edc4f-135c-41eb-bd5f-6d13726d4ad3),segment_id=f16edc4f-135c-41eb-bd5f-6d13726d4ad3)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:42.458332 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:42.459398 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:53:42.465269 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c4d35060-f4da-41a0-b1ce-aebfae7b8e47 req-254074db-9889-480d-8182-00c574480663 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609376 Aug 11 21:53:42.554453 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-17c72ed1-bf7b-4758-bc19-edea5d7c8cdd req-cf5f3f33-6092-406b-829a-0ea572aeeaa6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674914 Aug 11 21:53:42.560511 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b,segment=NetworkSegment(f16edc4f-135c-41eb-bd5f-6d13726d4ad3),segment_id=f16edc4f-135c-41eb-bd5f-6d13726d4ad3)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:42.582328 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=d6050cd8-6434-4667-98c8-ce150843cbfe,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:42.603726 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b', 'network_id': '3cfebfdf-1e52-46be-9d12-49bc04e0bc25', 'port_id': '068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b', 'mac_address': 'fa:16:3e:f7:72:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb8b3c2-2e0a-4c2e-84ed-81c258fe26fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:53:42.629778 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ea09f27-7d50-4519-9c07-cbafe86c4579 req-e3f1bf69-099f-499d-bcde-4a26156492ec service neutron] 10.222.0.82 "GET /v2.0/networks/3cfebfdf-1e52-46be-9d12-49bc04e0bc25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5270612 Aug 11 21:53:42.686106 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:42.715654 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:53:42.747777 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-bdc7a9df-81a2-4dd6-84b3-12bebbaef4d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6705a720-faca-4863-adfa-77c323451b99 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:53:42.762421 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-bdc7a9df-81a2-4dd6-84b3-12bebbaef4d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:42.777113 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b,segment=NetworkSegment(f16edc4f-135c-41eb-bd5f-6d13726d4ad3),segment_id=f16edc4f-135c-41eb-bd5f-6d13726d4ad3)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:42.795330 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d992a-e1e8-423c-9736-f66252308466 req-60236e33-bf7d-4dae-8ea7-ac4e4134bd16 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:42.796061 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:42.797603 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-527d992a-e1e8-423c-9736-f66252308466 req-60236e33-bf7d-4dae-8ea7-ac4e4134bd16 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.77 "GET /v2.0/ports?device_id=d906bd37-939a-4986-8411-a23294ca1e19 HTTP/1.1" status: 200 len: 936 time: 0.1447339 Aug 11 21:53:42.802336 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-bdc7a9df-81a2-4dd6-84b3-12bebbaef4d4 service neutron] Transition to ACTIVE for port object 6705a720-faca-4863-adfa-77c323451b99 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:53:42.809702 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-bdc7a9df-81a2-4dd6-84b3-12bebbaef4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:42.982129 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:43.014820 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7a9df-81a2-4dd6-84b3-12bebbaef4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6705a720-faca-4863-adfa-77c323451b99,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:43.031041 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-527d992a-e1e8-423c-9736-f66252308466 req-5fbfdbd0-9c94-45f0-86e6-71e9976008a1 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.77 "GET /v2.0/security-groups?id=c541a21c-0ca3-45e7-83da-8d94fc353974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177203 Aug 11 21:53:43.075154 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['d6050cd8-6434-4667-98c8-ce150843cbfe'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:53:43.138112 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:53:43.149161 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27641809-eef0-44c3-ad96-f37c0143aa94 req-1373d2c8-7276-4b20-89b3-fc1e1fe9c647 tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:43.149161 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27641809-eef0-44c3-ad96-f37c0143aa94 req-1373d2c8-7276-4b20-89b3-fc1e1fe9c647 tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:43.149161 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27641809-eef0-44c3-ad96-f37c0143aa94 req-1373d2c8-7276-4b20-89b3-fc1e1fe9c647 tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:43.159829 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27641809-eef0-44c3-ad96-f37c0143aa94 req-1373d2c8-7276-4b20-89b3-fc1e1fe9c647 tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:43.160439 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27641809-eef0-44c3-ad96-f37c0143aa94 req-1373d2c8-7276-4b20-89b3-fc1e1fe9c647 tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:43.161248 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27641809-eef0-44c3-ad96-f37c0143aa94 req-1373d2c8-7276-4b20-89b3-fc1e1fe9c647 tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:43.161489 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27641809-eef0-44c3-ad96-f37c0143aa94 req-1373d2c8-7276-4b20-89b3-fc1e1fe9c647 tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:43.161980 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27641809-eef0-44c3-ad96-f37c0143aa94 req-1373d2c8-7276-4b20-89b3-fc1e1fe9c647 tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:43.162468 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27641809-eef0-44c3-ad96-f37c0143aa94 req-1373d2c8-7276-4b20-89b3-fc1e1fe9c647 tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:43.162951 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27641809-eef0-44c3-ad96-f37c0143aa94 req-1373d2c8-7276-4b20-89b3-fc1e1fe9c647 tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:43.165454 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-27641809-eef0-44c3-ad96-f37c0143aa94 req-1373d2c8-7276-4b20-89b3-fc1e1fe9c647 tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429&device_id=d906bd37-939a-4986-8411-a23294ca1e19&device_id=490bd11b-a871-4ca7-92d3-a4cf0716c692&device_id=baf9f546-8452-44e1-83b1-3009c9ad6e8d&device_id=261ce85d-b693-4db3-8ecf-e1235e430982&device_id=9da0888c-8de6-4b97-be11-ed5e9d7bfdc2&device_id=ad5146e4-c6d5-4c7f-a348-485399d33f67&device_id=cdb74d07-08cc-47c9-bc73-3b0ad5e47c59&device_id=5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f&device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156&device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 9044 time: 0.1634243 Aug 11 21:53:43.201839 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-bdc7a9df-81a2-4dd6-84b3-12bebbaef4d4 service neutron] Attempting to bind port 6705a720-faca-4863-adfa-77c323451b99 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:53:43.202258 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-bdc7a9df-81a2-4dd6-84b3-12bebbaef4d4 service neutron] Attempting to bind port 6705a720-faca-4863-adfa-77c323451b99 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:53:43.202530 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-bdc7a9df-81a2-4dd6-84b3-12bebbaef4d4 service neutron] Attempting to bind port 6705a720-faca-4863-adfa-77c323451b99 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:53:43.215182 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-bdc7a9df-81a2-4dd6-84b3-12bebbaef4d4 service neutron] Port 6705a720-faca-4863-adfa-77c323451b99 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:53:43.215660 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-bdc7a9df-81a2-4dd6-84b3-12bebbaef4d4 service neutron] Attempting to bind port 6705a720-faca-4863-adfa-77c323451b99 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:53:43.225495 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-bdc7a9df-81a2-4dd6-84b3-12bebbaef4d4 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:53:43.226018 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-bdc7a9df-81a2-4dd6-84b3-12bebbaef4d4 service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:53:43.226279 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-bdc7a9df-81a2-4dd6-84b3-12bebbaef4d4 service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:53:43.227485 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-bdc7a9df-81a2-4dd6-84b3-12bebbaef4d4 service neutron] Bound port: 6705a720-faca-4863-adfa-77c323451b99, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:53:43.227725 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-bdc7a9df-81a2-4dd6-84b3-12bebbaef4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:43.255752 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b4bed-84f2-4766-8cb3-08e80308c37f req-fbe9cbf1-9c02-4209-83e7-e10215d607d8 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:43.257645 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d11b4bed-84f2-4766-8cb3-08e80308c37f req-fbe9cbf1-9c02-4209-83e7-e10215d607d8 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 946 time: 0.1049533 Aug 11 21:53:43.257887 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-27641809-eef0-44c3-ad96-f37c0143aa94 req-6a5db83f-d5c9-4dc8-bd42-7c98299eca7c tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:43.288646 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6be061-9ca4-4e8c-9887-1f14719cf570 req-f2803e62-6ef6-44ad-821d-94c4dcecffce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:43.290736 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd6be061-9ca4-4e8c-9887-1f14719cf570 req-f2803e62-6ef6-44ad-821d-94c4dcecffce service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=61fe77714c4a4d0ba6302ea21b282fef&device_id=490bd11b-a871-4ca7-92d3-a4cf0716c692 HTTP/1.1" status: 200 len: 1095 time: 0.1239312 Aug 11 21:53:43.318407 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-18401134-bd07-4880-856b-42028502c2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:43.322299 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-bdc7a9df-81a2-4dd6-84b3-12bebbaef4d4 service neutron] For port 6705a720-faca-4863-adfa-77c323451b99, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:53:43.326385 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-bdc7a9df-81a2-4dd6-84b3-12bebbaef4d4 service neutron] For port 6705a720-faca-4863-adfa-77c323451b99, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=6705a720-faca-4863-adfa-77c323451b99,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:53:43.336847 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-bdc7a9df-81a2-4dd6-84b3-12bebbaef4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:43.394101 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-bdc7a9df-81a2-4dd6-84b3-12bebbaef4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:43.394786 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-bdc7a9df-81a2-4dd6-84b3-12bebbaef4d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:43.396717 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-bdc7a9df-81a2-4dd6-84b3-12bebbaef4d4 service neutron] 10.222.0.52 "PUT /v2.0/ports/6705a720-faca-4863-adfa-77c323451b99 HTTP/1.1" status: 200 len: 1096 time: 1.9494486 Aug 11 21:53:43.397201 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd906bd37-939a-4986-8411-a23294ca1e19', 'tag': '6705a720-faca-4863-adfa-77c323451b99'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:53:43.399698 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfc0e70-9f7d-4af7-81c6-5b2f8585a45d" -d '{"events": [{"name": "network-changed", "server_uuid": "d906bd37-939a-4986-8411-a23294ca1e19", "tag": "6705a720-faca-4863-adfa-77c323451b99"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:53:43.435067 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d11b4bed-84f2-4766-8cb3-08e80308c37f req-2418e786-61e7-4e5e-bf40-9bb2be03a9af tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068482 Aug 11 21:53:43.505493 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7a9df-81a2-4dd6-84b3-12bebbaef4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6705a720-faca-4863-adfa-77c323451b99,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:43.538108 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-1de24f08-fa02-457f-835b-e37dd00f65fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:43.540104 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-1de24f08-fa02-457f-835b-e37dd00f65fd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=228fee2a352a4b00bd3fc9532b0287b0&device_id=d906bd37-939a-4986-8411-a23294ca1e19 HTTP/1.1" status: 200 len: 1099 time: 0.0854151 Aug 11 21:53:43.583993 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6be061-9ca4-4e8c-9887-1f14719cf570 req-e9560756-4d9d-46cb-b540-419e303867ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:43.588345 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd6be061-9ca4-4e8c-9887-1f14719cf570 req-e9560756-4d9d-46cb-b540-419e303867ef service neutron] 10.222.0.82 "GET /v2.0/networks?id=3cfebfdf-1e52-46be-9d12-49bc04e0bc25 HTTP/1.1" status: 200 len: 917 time: 0.2874959 Aug 11 21:53:43.596170 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b00aa45b-e0ba-4975-be24-a74cf9bd4468 req-97a77c3f-971f-4ad2-82d6-c7d122b5d0b8 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 210 time: 0.0601137 Aug 11 21:53:43.696081 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-27641809-eef0-44c3-ad96-f37c0143aa94 req-6a5db83f-d5c9-4dc8-bd42-7c98299eca7c tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:43.724015 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-6f9d7b39-80a6-4fb9-af6a-27f7a670ab84 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=6705a720-faca-4863-adfa-77c323451b99 HTTP/1.1" status: 200 len: 217 time: 0.1724699 Aug 11 21:53:43.758128 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-27641809-eef0-44c3-ad96-f37c0143aa94 req-6a5db83f-d5c9-4dc8-bd42-7c98299eca7c tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:43.799696 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd6be061-9ca4-4e8c-9887-1f14719cf570 req-0e980bff-ae23-420e-ae99-764d5b0d85a3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac58472d-f9ed-4ab5-9c10-e59383eda69f HTTP/1.1" status: 200 len: 217 time: 0.0925426 Aug 11 21:53:43.802013 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-a62fc01d-3300-4f0d-a2f3-06c8aa8f0378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:43.802013 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-a62fc01d-3300-4f0d-a2f3-06c8aa8f0378 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.0705447 Aug 11 21:53:43.906700 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-10ccdb49-1b9b-4522-9c8f-09496b01bc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:43.906700 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-10ccdb49-1b9b-4522-9c8f-09496b01bc5e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0917170 Aug 11 21:53:43.984040 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-27641809-eef0-44c3-ad96-f37c0143aa94 req-6a5db83f-d5c9-4dc8-bd42-7c98299eca7c tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&id=c541a21c-0ca3-45e7-83da-8d94fc353974&id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&id=63959827-a88b-4256-bb58-cdafe4d50d87&id=5e414fe2-fd97-463b-b3ae-7750275b3883&id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.7710390 Aug 11 21:53:44.029140 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5db83f-d5c9-4dc8-bd42-7c98299eca7c tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bcac6e-b3bf-4840-95ea-5d43031434cf,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:44.145447 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-5256b116-817e-4ba9-a66a-be599d9250ac service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333722 Aug 11 21:53:44.147810 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ac0718-b122-457b-84f6-1e1de866b9ac x-openstack-request-id: req-40ac0718-b122-457b-84f6-1e1de866b9ac {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:53:44.148166 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d906bd37-939a-4986-8411-a23294ca1e19", "tag": "6705a720-faca-4863-adfa-77c323451b99", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:53:44.148486 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-40ac0718-b122-457b-84f6-1e1de866b9ac {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:53:44.148971 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd906bd37-939a-4986-8411-a23294ca1e19', 'tag': '6705a720-faca-4863-adfa-77c323451b99', 'status': 'completed', 'code': 200} Aug 11 21:53:44.157578 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74163ac-1525-4a14-9066-a821f17e726c req-1e510803-c39d-4ac3-a92c-ba067ab80024 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:44.159769 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b74163ac-1525-4a14-9066-a821f17e726c req-1e510803-c39d-4ac3-a92c-ba067ab80024 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.82 "GET /v2.0/networks?id=c1d2353f-b112-4357-b0a6-e5993406a9d5 HTTP/1.1" status: 200 len: 820 time: 0.2497132 Aug 11 21:53:44.174712 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6be061-9ca4-4e8c-9887-1f14719cf570 req-4f0bc4ba-66a7-44a2-9612-35b1e0b8debe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:44.176765 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd6be061-9ca4-4e8c-9887-1f14719cf570 req-4f0bc4ba-66a7-44a2-9612-35b1e0b8debe service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1cb8b3c2-2e0a-4c2e-84ed-81c258fe26fd HTTP/1.1" status: 200 len: 855 time: 0.3469529 Aug 11 21:53:44.255559 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-b74163ac-1525-4a14-9066-a821f17e726c req-00091954-bfa6-4f86-b588-22390a5d0d07 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Request body: {'port': {'device_id': '6201a109-fbef-444c-ab59-cf5adaef3429', 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5', 'admin_state_up': True, 'tenant_id': 'cfe969a3456f4c9186b743e59eed9b71'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:53:44.265164 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411587d-d9b9-4e0a-bda4-64a37fb4973b req-39ea5faf-3c4a-470a-b6af-d4856fe00bfd tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:44.274215 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c411587d-d9b9-4e0a-bda4-64a37fb4973b req-39ea5faf-3c4a-470a-b6af-d4856fe00bfd tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad5146e4-c6d5-4c7f-a348-485399d33f67 HTTP/1.1" status: 200 len: 945 time: 0.2720702 Aug 11 21:53:44.367303 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c411587d-d9b9-4e0a-bda4-64a37fb4973b req-36a9301b-43cc-4e33-b8b9-f07a75ca50e0 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858045 Aug 11 21:53:44.373623 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8b125a19-2338-4dc8-becd-6d9b032cf0e3 req-ee087d5a-c969-4ac5-b03a-9c3d44b6bdab service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938975 Aug 11 21:53:44.423179 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd9446-e81d-4c96-8fab-83ac482787e0 req-8aa32199-c330-474c-815a-9130eb5ae6b1 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:44.431491 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7dfd9446-e81d-4c96-8fab-83ac482787e0 req-8aa32199-c330-474c-815a-9130eb5ae6b1 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=490bd11b-a871-4ca7-92d3-a4cf0716c692 HTTP/1.1" status: 200 len: 944 time: 0.2677276 Aug 11 21:53:44.440452 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6be061-9ca4-4e8c-9887-1f14719cf570 req-14a75a15-bea2-451f-b750-d2bb62096c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:44.442380 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd6be061-9ca4-4e8c-9887-1f14719cf570 req-14a75a15-bea2-451f-b750-d2bb62096c06 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3cfebfdf-1e52-46be-9d12-49bc04e0bc25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2387137 Aug 11 21:53:44.525417 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7dfd9446-e81d-4c96-8fab-83ac482787e0 req-075bc419-6508-44ee-b027-09d7b53d8f8f tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780127 Aug 11 21:53:44.547374 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc0e70-9f7d-4af7-81c6-5b2f8585a45d req-4c0c4570-60a4-4c50-8ae1-7805a68b5a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:44.548541 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6cfc0e70-9f7d-4af7-81c6-5b2f8585a45d req-4c0c4570-60a4-4c50-8ae1-7805a68b5a34 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=228fee2a352a4b00bd3fc9532b0287b0&device_id=d906bd37-939a-4986-8411-a23294ca1e19 HTTP/1.1" status: 200 len: 1099 time: 0.1029227 Aug 11 21:53:44.731075 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c15089-a707-4b38-b6b2-afb0612a7648 req-c8341b5c-0cf5-44dd-a726-d598e364c12d tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:44.732824 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-25c15089-a707-4b38-b6b2-afb0612a7648 req-c8341b5c-0cf5-44dd-a726-d598e364c12d tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.77 "GET /v2.0/ports?device_id=d906bd37-939a-4986-8411-a23294ca1e19 HTTP/1.1" status: 200 len: 948 time: 0.1988752 Aug 11 21:53:44.735558 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b74163ac-1525-4a14-9066-a821f17e726c req-00091954-bfa6-4f86-b588-22390a5d0d07 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Made reservation on behalf of cfe969a3456f4c9186b743e59eed9b71 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:53:44.747172 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b74163ac-1525-4a14-9066-a821f17e726c req-00091954-bfa6-4f86-b588-22390a5d0d07 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:44.792173 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd6be061-9ca4-4e8c-9887-1f14719cf570 req-5bb7b241-0ffb-4a0e-82a6-462c0ed9321a service neutron] 10.222.0.82 "GET /v2.0/networks/3cfebfdf-1e52-46be-9d12-49bc04e0bc25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594187 Aug 11 21:53:44.898235 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-25c15089-a707-4b38-b6b2-afb0612a7648 req-758854eb-163f-48a1-984b-c1998587530a tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.77 "GET /v2.0/security-groups?id=c541a21c-0ca3-45e7-83da-8d94fc353974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244159 Aug 11 21:53:44.904764 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc0e70-9f7d-4af7-81c6-5b2f8585a45d req-4ee7a2da-5fab-44db-90db-578894d8e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:44.908186 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6cfc0e70-9f7d-4af7-81c6-5b2f8585a45d req-4ee7a2da-5fab-44db-90db-578894d8e4bd service neutron] 10.222.0.52 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.2941129 Aug 11 21:53:44.920884 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c681de-94f7-4f98-9d27-d69e99b7bd34 req-912ee023-5eb3-4b57-97be-3549ccab59fd tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:44.922509 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d8c681de-94f7-4f98-9d27-d69e99b7bd34 req-912ee023-5eb3-4b57-97be-3549ccab59fd tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 946 time: 0.2777185 Aug 11 21:53:45.014358 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d8c681de-94f7-4f98-9d27-d69e99b7bd34 req-e5597627-ba04-464f-9aa7-55dca2694871 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762699 Aug 11 21:53:45.021469 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6cfc0e70-9f7d-4af7-81c6-5b2f8585a45d req-beb5103b-4219-446f-901d-7a508244ea03 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=6705a720-faca-4863-adfa-77c323451b99 HTTP/1.1" status: 200 len: 217 time: 0.1022565 Aug 11 21:53:45.152154 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc0e70-9f7d-4af7-81c6-5b2f8585a45d req-0700b2d1-a4c1-41d2-ad12-0c11e4b42748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:45.154268 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6cfc0e70-9f7d-4af7-81c6-5b2f8585a45d req-0700b2d1-a4c1-41d2-ad12-0c11e4b42748 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1241956 Aug 11 21:53:45.226229 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3553fb95-172c-4818-818b-73da3840bbb6 req-0afc2e66-19c5-4ee4-82d8-3e7cf9083eae tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 210 time: 0.0746136 Aug 11 21:53:45.228778 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc0e70-9f7d-4af7-81c6-5b2f8585a45d req-79015fed-92a6-484e-8c43-091a64b77b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:45.231456 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6cfc0e70-9f7d-4af7-81c6-5b2f8585a45d req-79015fed-92a6-484e-8c43-091a64b77b27 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0661955 Aug 11 21:53:45.240801 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-b74163ac-1525-4a14-9066-a821f17e726c req-00091954-bfa6-4f86-b588-22390a5d0d07 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Allocated IP 172.20.0.10 (c1d2353f-b112-4357-b0a6-e5993406a9d5/d64b3af4-29c6-4065-a225-159b72d7499b/c91a7aab-d4e5-4470-af40-fb22c96951e9) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:53:45.248178 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd6be061-9ca4-4e8c-9887-1f14719cf570 req-b7bda7d0-0b93-43f5-be51-b48561ab4538 service neutron] 10.222.0.82 "GET /v2.0/networks/3cfebfdf-1e52-46be-9d12-49bc04e0bc25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355021 Aug 11 21:53:45.423751 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6cfc0e70-9f7d-4af7-81c6-5b2f8585a45d req-1033685a-9991-4774-ad8f-6004d7fc3844 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699491 Aug 11 21:53:45.432065 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979de44-701c-4acd-a885-660e2db72f74 req-96e74b2a-93b0-44ba-8485-b54fef258d6d tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:45.432793 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979de44-701c-4acd-a885-660e2db72f74 req-96e74b2a-93b0-44ba-8485-b54fef258d6d tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:45.433164 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979de44-701c-4acd-a885-660e2db72f74 req-96e74b2a-93b0-44ba-8485-b54fef258d6d tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:45.435336 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6979de44-701c-4acd-a885-660e2db72f74 req-96e74b2a-93b0-44ba-8485-b54fef258d6d tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9da0888c-8de6-4b97-be11-ed5e9d7bfdc2&device_id=5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f&device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 2882 time: 0.0834963 Aug 11 21:53:45.527761 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6979de44-701c-4acd-a885-660e2db72f74 req-29f7aa10-70d9-4c3a-99c7-a9cb1ebd8c1a tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806453 Aug 11 21:53:45.577812 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6cfc0e70-9f7d-4af7-81c6-5b2f8585a45d req-cad11722-0d57-485d-9ef2-98c637700721 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405361 Aug 11 21:53:45.590420 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b74163ac-1525-4a14-9066-a821f17e726c req-00091954-bfa6-4f86-b588-22390a5d0d07 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:45.634914 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f249b-1e40-4608-9758-bd56cfdb5c8b req-35d2a99d-45db-4326-98d7-b9262891c0b0 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:45.636644 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c1f249b-1e40-4608-9758-bd56cfdb5c8b req-35d2a99d-45db-4326-98d7-b9262891c0b0 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad5146e4-c6d5-4c7f-a348-485399d33f67 HTTP/1.1" status: 200 len: 945 time: 0.1205082 Aug 11 21:53:45.681833 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8d29391b-f67e-41ed-b018-678a7a933c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:45.694430 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b74163ac-1525-4a14-9066-a821f17e726c req-00091954-bfa6-4f86-b588-22390a5d0d07 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:45.708005 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c1f249b-1e40-4608-9758-bd56cfdb5c8b req-71b142ba-e85b-4118-a4ff-f74122703fb9 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615439 Aug 11 21:53:45.749890 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b74163ac-1525-4a14-9066-a821f17e726c req-00091954-bfa6-4f86-b588-22390a5d0d07 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Network c1d2353f-b112-4357-b0a6-e5993406a9d5 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:53:45.756479 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-b74163ac-1525-4a14-9066-a821f17e726c req-00091954-bfa6-4f86-b588-22390a5d0d07 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:53:45.761847 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74163ac-1525-4a14-9066-a821f17e726c req-00091954-bfa6-4f86-b588-22390a5d0d07 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:53:45.793631 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00091954-bfa6-4f86-b588-22390a5d0d07 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Pushing event updated for resources: {'Port': ['ID=c91a7aab-d4e5-4470-af40-fb22c96951e9,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:45.842490 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74163ac-1525-4a14-9066-a821f17e726c req-00091954-bfa6-4f86-b588-22390a5d0d07 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:45.843172 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b74163ac-1525-4a14-9066-a821f17e726c req-00091954-bfa6-4f86-b588-22390a5d0d07 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:45.880520 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b74163ac-1525-4a14-9066-a821f17e726c req-00091954-bfa6-4f86-b588-22390a5d0d07 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6777015 Aug 11 21:53:45.899919 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:53:45.902394 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-b74163ac-1525-4a14-9066-a821f17e726c req-ae810cd9-d77c-4c4a-b260-fcd271bfa9b6 service neutron] Request body: {'port': {'device_id': '6201a109-fbef-444c-ab59-cf5adaef3429', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:53:45.917726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacec32b-d62a-41c7-b1ad-3cc976cec7ae req-f6548dc2-b7ba-4ffb-96e2-96dce1014a5a tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:45.920689 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aacec32b-d62a-41c7-b1ad-3cc976cec7ae req-f6548dc2-b7ba-4ffb-96e2-96dce1014a5a tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=490bd11b-a871-4ca7-92d3-a4cf0716c692 HTTP/1.1" status: 200 len: 944 time: 0.0928316 Aug 11 21:53:45.931244 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-825d6625-8275-4f26-b8a5-afcb8cb07105 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:45.933314 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-825d6625-8275-4f26-b8a5-afcb8cb07105 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/networks?id=e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca HTTP/1.1" status: 200 len: 815 time: 0.1904757 Aug 11 21:53:45.949522 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:45.966127 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-7c86d472-3469-4a99-82ba-e42786b02f20 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/quotas/0ffc1ce1280c454884cd1721d99fabb8 HTTP/1.1" status: 200 len: 375 time: 0.0229778 Aug 11 21:53:45.999450 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:53:46.006888 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:53:46.007588 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:46.030141 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-dded6c7c-97e5-4714-9a7a-2b9ee45d4425 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0ffc1ce1280c454884cd1721d99fabb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626314 Aug 11 21:53:46.129680 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:46.159936 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261ce85d-b693-4db3-8ecf-e1235e430982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:53:46.162705 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecaa0a4-3187-4c7b-88c2-45610da60840" -d '{"events": [{"server_uuid": "261ce85d-b693-4db3-8ecf-e1235e430982", "name": "network-vif-plugged", "status": "completed", "tag": "068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:53:46.191067 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b,segment=NetworkSegment(f16edc4f-135c-41eb-bd5f-6d13726d4ad3),segment_id=f16edc4f-135c-41eb-bd5f-6d13726d4ad3)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:46.196915 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:46.197765 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device d6050cd8-6434-4667-98c8-ce150843cbfe up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:53:46.228571 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-35ba4013-98e0-4431-9e46-5ec027e1a3c1 service neutron] 10.222.0.77 "GET /v2.0/networks/e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835916 Aug 11 21:53:46.289975 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:46.293144 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aacec32b-d62a-41c7-b1ad-3cc976cec7ae req-64e0f792-eda3-438c-8709-c93ed46b85e6 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452363 Aug 11 21:53:46.294399 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b74163ac-1525-4a14-9066-a821f17e726c req-ae810cd9-d77c-4c4a-b260-fcd271bfa9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:46.306278 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port d6050cd8-6434-4667-98c8-ce150843cbfe completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:53:46.313672 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port d6050cd8-6434-4667-98c8-ce150843cbfe triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:53:46.314081 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:46.406603 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-87e1ef9f-405d-439a-aa49-b0c75e2e0a12 service neutron] 10.222.0.77 "GET /v2.0/networks/e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648443 Aug 11 21:53:46.431013 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:46.538175 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port d6050cd8-6434-4667-98c8-ce150843cbfe, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=d6050cd8-6434-4667-98c8-ce150843cbfe,segment=NetworkSegment(f16edc4f-135c-41eb-bd5f-6d13726d4ad3),segment_id=f16edc4f-135c-41eb-bd5f-6d13726d4ad3)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:46.561806 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:46.679149 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e6cce-d8df-4102-92e2-4a3976bf463f req-23458a7f-1859-4314-a62e-4d14cb868ecc tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:46.686649 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-361e6cce-d8df-4102-92e2-4a3976bf463f req-23458a7f-1859-4314-a62e-4d14cb868ecc tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.77 "GET /v2.0/ports?device_id=d906bd37-939a-4986-8411-a23294ca1e19 HTTP/1.1" status: 200 len: 948 time: 0.0885074 Aug 11 21:53:46.711483 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=d6050cd8-6434-4667-98c8-ce150843cbfe,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:46.715371 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56a785-1efb-4748-9f61-acdf5ff63c92 req-84742dd1-a215-43f8-a467-cb6ca51fea22 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:46.717257 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc56a785-1efb-4748-9f61-acdf5ff63c92 req-84742dd1-a215-43f8-a467-cb6ca51fea22 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 946 time: 0.0835645 Aug 11 21:53:46.778863 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-361e6cce-d8df-4102-92e2-4a3976bf463f req-761224db-2a82-48a8-8f94-5b6415d9d419 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.77 "GET /v2.0/security-groups?id=c541a21c-0ca3-45e7-83da-8d94fc353974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911627 Aug 11 21:53:46.782897 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc56a785-1efb-4748-9f61-acdf5ff63c92 req-28e3bf56-7f4f-40f5-8e3c-bd5833cf3619 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518670 Aug 11 21:53:46.836870 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38eeda88-40ae-4ef7-8340-3829e973e673 x-openstack-request-id: req-38eeda88-40ae-4ef7-8340-3829e973e673 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:53:46.837339 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261ce85d-b693-4db3-8ecf-e1235e430982", "name": "network-vif-plugged", "status": "completed", "tag": "068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:53:46.837824 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-38eeda88-40ae-4ef7-8340-3829e973e673 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:53:46.838512 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261ce85d-b693-4db3-8ecf-e1235e430982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b', 'code': 200} Aug 11 21:53:46.880514 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-b74163ac-1525-4a14-9066-a821f17e726c req-ae810cd9-d77c-4c4a-b260-fcd271bfa9b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c91a7aab-d4e5-4470-af40-fb22c96951e9 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:53:46.893229 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b74163ac-1525-4a14-9066-a821f17e726c req-ae810cd9-d77c-4c4a-b260-fcd271bfa9b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:46.911838 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-b74163ac-1525-4a14-9066-a821f17e726c req-ae810cd9-d77c-4c4a-b260-fcd271bfa9b6 service neutron] Transition to ACTIVE for port object c91a7aab-d4e5-4470-af40-fb22c96951e9 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:53:46.919733 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b74163ac-1525-4a14-9066-a821f17e726c req-ae810cd9-d77c-4c4a-b260-fcd271bfa9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:47.015235 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae810cd9-d77c-4c4a-b260-fcd271bfa9b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c91a7aab-d4e5-4470-af40-fb22c96951e9,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:47.071586 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586a198-69ca-49b4-a3de-0e0217cb76c7 req-9a20b7d6-744c-474b-bf64-73466f1b22ba tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:47.074731 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9586a198-69ca-49b4-a3de-0e0217cb76c7 req-9a20b7d6-744c-474b-bf64-73466f1b22ba tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 932 time: 0.1695981 Aug 11 21:53:47.086684 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f0409-d075-4fae-a757-c7da090b6c0c req-746aeee1-7a7b-4bf3-8aa4-f1b88cbf4e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:47.090141 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-467f0409-d075-4fae-a757-c7da090b6c0c req-746aeee1-7a7b-4bf3-8aa4-f1b88cbf4e31 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=261ce85d-b693-4db3-8ecf-e1235e430982 HTTP/1.1" status: 200 len: 1096 time: 0.1258266 Aug 11 21:53:47.116946 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f9da5bc6-2a42-4f04-9b11-7611a68045bd req-43a8fca4-e232-49e9-ae83-1171c35b1c01 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/ports?device_id=dda5a121-45ef-4e90-b8a0-2839680d979d HTTP/1.1" status: 200 len: 210 time: 0.0451176 Aug 11 21:53:47.117846 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-b74163ac-1525-4a14-9066-a821f17e726c req-ae810cd9-d77c-4c4a-b260-fcd271bfa9b6 service neutron] Attempting to bind port c91a7aab-d4e5-4470-af40-fb22c96951e9 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:53:47.118184 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-b74163ac-1525-4a14-9066-a821f17e726c req-ae810cd9-d77c-4c4a-b260-fcd271bfa9b6 service neutron] Attempting to bind port c91a7aab-d4e5-4470-af40-fb22c96951e9 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:53:47.118631 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74163ac-1525-4a14-9066-a821f17e726c req-ae810cd9-d77c-4c4a-b260-fcd271bfa9b6 service neutron] Attempting to bind port c91a7aab-d4e5-4470-af40-fb22c96951e9 on network c1d2353f-b112-4357-b0a6-e5993406a9d5 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:53:47.124135 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74163ac-1525-4a14-9066-a821f17e726c req-ae810cd9-d77c-4c4a-b260-fcd271bfa9b6 service neutron] Port c91a7aab-d4e5-4470-af40-fb22c96951e9 on network c1d2353f-b112-4357-b0a6-e5993406a9d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:53:47.124463 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74163ac-1525-4a14-9066-a821f17e726c req-ae810cd9-d77c-4c4a-b260-fcd271bfa9b6 service neutron] Attempting to bind port c91a7aab-d4e5-4470-af40-fb22c96951e9 on network c1d2353f-b112-4357-b0a6-e5993406a9d5 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:53:47.131069 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74163ac-1525-4a14-9066-a821f17e726c req-ae810cd9-d77c-4c4a-b260-fcd271bfa9b6 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:53:47.131361 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74163ac-1525-4a14-9066-a821f17e726c req-ae810cd9-d77c-4c4a-b260-fcd271bfa9b6 service neutron] Checking segment: {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:53:47.131784 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74163ac-1525-4a14-9066-a821f17e726c req-ae810cd9-d77c-4c4a-b260-fcd271bfa9b6 service neutron] Bound using segment: {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:53:47.132298 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-b74163ac-1525-4a14-9066-a821f17e726c req-ae810cd9-d77c-4c4a-b260-fcd271bfa9b6 service neutron] Bound port: c91a7aab-d4e5-4470-af40-fb22c96951e9, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:53:47.132723 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b74163ac-1525-4a14-9066-a821f17e726c req-ae810cd9-d77c-4c4a-b260-fcd271bfa9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:47.218373 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9586a198-69ca-49b4-a3de-0e0217cb76c7 req-64423df6-6d77-488e-99b8-868402a5bf8e tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264148 Aug 11 21:53:47.225771 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-467f0409-d075-4fae-a757-c7da090b6c0c req-d892027e-cec1-4c94-8dae-4dc342ea07de service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210766 Aug 11 21:53:47.231090 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-b74163ac-1525-4a14-9066-a821f17e726c req-ae810cd9-d77c-4c4a-b260-fcd271bfa9b6 service neutron] For port c91a7aab-d4e5-4470-af40-fb22c96951e9, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:53:47.235378 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-b74163ac-1525-4a14-9066-a821f17e726c req-ae810cd9-d77c-4c4a-b260-fcd271bfa9b6 service neutron] For port c91a7aab-d4e5-4470-af40-fb22c96951e9, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c91a7aab-d4e5-4470-af40-fb22c96951e9,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:53:47.244914 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b74163ac-1525-4a14-9066-a821f17e726c req-ae810cd9-d77c-4c4a-b260-fcd271bfa9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:47.324898 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74163ac-1525-4a14-9066-a821f17e726c req-ae810cd9-d77c-4c4a-b260-fcd271bfa9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:47.326124 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b74163ac-1525-4a14-9066-a821f17e726c req-ae810cd9-d77c-4c4a-b260-fcd271bfa9b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:47.326281 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:47.331083 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b74163ac-1525-4a14-9066-a821f17e726c req-ae810cd9-d77c-4c4a-b260-fcd271bfa9b6 service neutron] 10.222.0.82 "PUT /v2.0/ports/c91a7aab-d4e5-4470-af40-fb22c96951e9 HTTP/1.1" status: 200 len: 1092 time: 1.4332352 Aug 11 21:53:47.353126 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6201a109-fbef-444c-ab59-cf5adaef3429', 'tag': 'c91a7aab-d4e5-4470-af40-fb22c96951e9'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:53:47.360992 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365e91c3-8d6c-4be4-aca0-37f3ada6ef49" -d '{"events": [{"name": "network-changed", "server_uuid": "6201a109-fbef-444c-ab59-cf5adaef3429", "tag": "c91a7aab-d4e5-4470-af40-fb22c96951e9"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:53:47.404206 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22c667-abea-4af9-81a3-cd2810625b8b req-8cecceb2-750b-489e-82e5-d04a60adcfdf tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:47.409099 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0a22c667-abea-4af9-81a3-cd2810625b8b req-8cecceb2-750b-489e-82e5-d04a60adcfdf tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 946 time: 0.0758991 Aug 11 21:53:47.465718 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0a22c667-abea-4af9-81a3-cd2810625b8b req-4f808696-e899-4ca1-9ec5-00dd858e28e8 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489950 Aug 11 21:53:47.503578 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae810cd9-d77c-4c4a-b260-fcd271bfa9b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c91a7aab-d4e5-4470-af40-fb22c96951e9,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:47.540908 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912006ef-9494-41e7-ab22-1f1481c13542 req-8f8ddbd8-a89a-4fa8-bbd7-a6ff5712f661 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:47.543736 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-912006ef-9494-41e7-ab22-1f1481c13542 req-8f8ddbd8-a89a-4fa8-bbd7-a6ff5712f661 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad5146e4-c6d5-4c7f-a348-485399d33f67 HTTP/1.1" status: 200 len: 945 time: 0.2725079 Aug 11 21:53:47.576489 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74163ac-1525-4a14-9066-a821f17e726c req-2b3889e7-9b0c-4046-a94a-eb4777ee6d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:47.581149 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b74163ac-1525-4a14-9066-a821f17e726c req-2b3889e7-9b0c-4046-a94a-eb4777ee6d40 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cfe969a3456f4c9186b743e59eed9b71&device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 1095 time: 0.1691165 Aug 11 21:53:47.692390 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b74163ac-1525-4a14-9066-a821f17e726c req-933e75ba-cdac-48e3-964d-d1946f107974 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c91a7aab-d4e5-4470-af40-fb22c96951e9 HTTP/1.1" status: 200 len: 217 time: 0.0673752 Aug 11 21:53:47.698074 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-912006ef-9494-41e7-ab22-1f1481c13542 req-173a4d66-2c29-4367-8f5a-327ecb9511bd tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396966 Aug 11 21:53:47.774795 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972d3ad-5f29-494e-b407-c2cf3dcb718e req-01b90bc2-04d7-4a7c-a0de-9004726403c1 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:47.777779 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1972d3ad-5f29-494e-b407-c2cf3dcb718e req-01b90bc2-04d7-4a7c-a0de-9004726403c1 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=490bd11b-a871-4ca7-92d3-a4cf0716c692 HTTP/1.1" status: 200 len: 944 time: 0.1064355 Aug 11 21:53:47.790360 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc98fe4b-0b9c-44ba-bfe8-361479b4866c x-openstack-request-id: req-cc98fe4b-0b9c-44ba-bfe8-361479b4866c {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:53:47.791193 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6201a109-fbef-444c-ab59-cf5adaef3429", "tag": "c91a7aab-d4e5-4470-af40-fb22c96951e9", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:53:47.791193 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cc98fe4b-0b9c-44ba-bfe8-361479b4866c {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:53:47.791881 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6201a109-fbef-444c-ab59-cf5adaef3429', 'tag': 'c91a7aab-d4e5-4470-af40-fb22c96951e9', 'status': 'completed', 'code': 200} Aug 11 21:53:47.810768 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74163ac-1525-4a14-9066-a821f17e726c req-a0838270-ccff-4e6d-953c-68f2652465c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:47.813355 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b74163ac-1525-4a14-9066-a821f17e726c req-a0838270-ccff-4e6d-953c-68f2652465c2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d64b3af4-29c6-4065-a225-159b72d7499b HTTP/1.1" status: 200 len: 860 time: 0.1115820 Aug 11 21:53:47.840453 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1972d3ad-5f29-494e-b407-c2cf3dcb718e req-49d57817-456f-43d6-961f-dd0956081f4b tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543511 Aug 11 21:53:47.868224 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b74163ac-1525-4a14-9066-a821f17e726c req-ae91eb54-3358-443a-9de7-29a3fa8ea5d9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c1d2353f-b112-4357-b0a6-e5993406a9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467908 Aug 11 21:53:47.896401 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 6705a720-faca-4863-adfa-77c323451b99 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:53:48.050138 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b74163ac-1525-4a14-9066-a821f17e726c req-678b4b85-5f13-442d-ab1c-127bf07f5b4a service neutron] 10.222.0.82 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624339 Aug 11 21:53:48.250381 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 6705a720-faca-4863-adfa-77c323451b99, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=6705a720-faca-4863-adfa-77c323451b99,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:48.305470 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '6705a720-faca-4863-adfa-77c323451b99', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '6705a720-faca-4863-adfa-77c323451b99', 'mac_address': 'fa:16:3e:6c:a3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:53:48.419933 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-8698655e-93ca-4ca9-9a86-5a7a44e1ff1f tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:48.423193 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-8698655e-93ca-4ca9-9a86-5a7a44e1ff1f tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.52 "GET /v2.0/networks?id=e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca HTTP/1.1" status: 200 len: 815 time: 0.2684188 Aug 11 21:53:48.424639 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device ac58472d-f9ed-4ab5-9c10-e59383eda69f details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:53:48.443816 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-0824aea6-4243-4a00-b211-3d2cdcc41336 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Request body: {'port': {'device_id': 'dda5a121-45ef-4e90-b8a0-2839680d979d', 'network_id': 'e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca', 'admin_state_up': True, 'tenant_id': '0ffc1ce1280c454884cd1721d99fabb8'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:53:48.457012 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:48.489910 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6705a720-faca-4863-adfa-77c323451b99 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:53:48.503060 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36610973-342e-4670-8d2d-1b4f8412f72a req-3f044d5c-5b43-458c-9c70-5f48f25f3d0f tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:48.515323 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-36610973-342e-4670-8d2d-1b4f8412f72a req-3f044d5c-5b43-458c-9c70-5f48f25f3d0f tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.77 "GET /v2.0/ports?device_id=d906bd37-939a-4986-8411-a23294ca1e19 HTTP/1.1" status: 200 len: 948 time: 0.3662477 Aug 11 21:53:48.535170 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 6705a720-faca-4863-adfa-77c323451b99, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=6705a720-faca-4863-adfa-77c323451b99,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:48.569104 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:48.588008 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b74163ac-1525-4a14-9066-a821f17e726c req-154bcc9a-8b37-49ac-b8e0-42f1d434c9fb service neutron] 10.222.0.82 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322313 Aug 11 21:53:48.661492 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-36610973-342e-4670-8d2d-1b4f8412f72a req-e70d1c77-4c5d-42fd-879a-e18d0a3adbb4 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.77 "GET /v2.0/security-groups?id=c541a21c-0ca3-45e7-83da-8d94fc353974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323981 Aug 11 21:53:48.667741 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=6705a720-faca-4863-adfa-77c323451b99,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:48.687241 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port ac58472d-f9ed-4ab5-9c10-e59383eda69f, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=ac58472d-f9ed-4ab5-9c10-e59383eda69f,segment=NetworkSegment(f16edc4f-135c-41eb-bd5f-6d13726d4ad3),segment_id=f16edc4f-135c-41eb-bd5f-6d13726d4ad3)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:48.696112 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': 'ac58472d-f9ed-4ab5-9c10-e59383eda69f', 'network_id': '3cfebfdf-1e52-46be-9d12-49bc04e0bc25', 'port_id': 'ac58472d-f9ed-4ab5-9c10-e59383eda69f', 'mac_address': 'fa:16:3e:13:14:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb8b3c2-2e0a-4c2e-84ed-81c258fe26fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:53:48.832880 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:48.862626 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf9f546-8452-44e1-83b1-3009c9ad6e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6050cd8-6434-4667-98c8-ce150843cbfe'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:53:48.866163 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3e10fe-ab1f-4ee7-8e7d-c94894c15b4e" -d '{"events": [{"server_uuid": "baf9f546-8452-44e1-83b1-3009c9ad6e8d", "name": "network-vif-plugged", "status": "completed", "tag": "d6050cd8-6434-4667-98c8-ce150843cbfe"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:53:48.871525 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac58472d-f9ed-4ab5-9c10-e59383eda69f {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:53:48.882353 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['6705a720-faca-4863-adfa-77c323451b99'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:53:48.898216 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-264d8e86-e011-40a2-a3e9-906a2aeb1793 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:48.899868 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-264d8e86-e011-40a2-a3e9-906a2aeb1793 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/networks?id=4704ff02-c5ab-4776-afb3-b0008179201b HTTP/1.1" status: 200 len: 815 time: 0.3291373 Aug 11 21:53:48.933071 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-c05f64a8-5d21-4441-b9ba-901a20298183 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/quotas/48dee6b1f1ed472f88259995ad0e68a7 HTTP/1.1" status: 200 len: 375 time: 0.0157325 Aug 11 21:53:48.936086 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-0824aea6-4243-4a00-b211-3d2cdcc41336 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Made reservation on behalf of 0ffc1ce1280c454884cd1721d99fabb8 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:53:48.940164 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-0824aea6-4243-4a00-b211-3d2cdcc41336 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:48.944261 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:48.948418 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-803ad320-a2c4-4f6b-b7a6-ba46e4a6d453 req-433ba927-0197-4907-8244-d73e391d814f tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/ports?device_id=dda5a121-45ef-4e90-b8a0-2839680d979d HTTP/1.1" status: 200 len: 210 time: 0.0916176 Aug 11 21:53:48.959188 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e91c3-8d6c-4be4-aca0-37f3ada6ef49 req-841791b9-af45-403e-a698-b295fda3aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:48.961625 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-365e91c3-8d6c-4be4-aca0-37f3ada6ef49 req-841791b9-af45-403e-a698-b295fda3aefa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cfe969a3456f4c9186b743e59eed9b71&device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 1095 time: 0.2349412 Aug 11 21:53:48.975975 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port ac58472d-f9ed-4ab5-9c10-e59383eda69f, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=ac58472d-f9ed-4ab5-9c10-e59383eda69f,segment=NetworkSegment(f16edc4f-135c-41eb-bd5f-6d13726d4ad3),segment_id=f16edc4f-135c-41eb-bd5f-6d13726d4ad3)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:48.992064 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:49.085371 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-71ccd46b-e366-43b6-a139-6db1a5260378 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=48dee6b1f1ed472f88259995ad0e68a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1233914 Aug 11 21:53:49.195055 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=ac58472d-f9ed-4ab5-9c10-e59383eda69f,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:49.260088 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e91c3-8d6c-4be4-aca0-37f3ada6ef49 req-17ab3106-e661-4644-a6fa-e86408fc7c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:49.262595 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-365e91c3-8d6c-4be4-aca0-37f3ada6ef49 req-17ab3106-e661-4644-a6fa-e86408fc7c0e service neutron] 10.222.0.82 "GET /v2.0/networks?id=c1d2353f-b112-4357-b0a6-e5993406a9d5 HTTP/1.1" status: 200 len: 921 time: 0.2896981 Aug 11 21:53:49.326799 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-0824aea6-4243-4a00-b211-3d2cdcc41336 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Allocated IP 172.20.0.9 (e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca/e2bb92f0-865f-4ca3-9181-5430ef0dfa71/33c1092d-f150-43c6-b7b4-f3296e5f447c) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:53:49.341438 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-365e91c3-8d6c-4be4-aca0-37f3ada6ef49 req-7fef36fe-0d13-4b8b-8362-07cf610d16e6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c91a7aab-d4e5-4470-af40-fb22c96951e9 HTTP/1.1" status: 200 len: 217 time: 0.0703151 Aug 11 21:53:49.391077 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914c6c6-37a5-4a92-ae2b-9aafff47def4 req-1a6facc4-31bc-4fcf-a233-3e1e331e79c7 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:49.396520 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1914c6c6-37a5-4a92-ae2b-9aafff47def4 req-1a6facc4-31bc-4fcf-a233-3e1e331e79c7 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 944 time: 0.2470610 Aug 11 21:53:49.510312 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-96ca382b-e15f-4f42-8260-69b584efc3aa service neutron] 10.222.0.77 "GET /v2.0/networks/4704ff02-c5ab-4776-afb3-b0008179201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950949 Aug 11 21:53:49.547177 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e91c3-8d6c-4be4-aca0-37f3ada6ef49 req-2a5bb93d-1054-4b69-bbb3-6a27fff526c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:49.552321 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-365e91c3-8d6c-4be4-aca0-37f3ada6ef49 req-2a5bb93d-1054-4b69-bbb3-6a27fff526c5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d64b3af4-29c6-4065-a225-159b72d7499b HTTP/1.1" status: 200 len: 860 time: 0.1960757 Aug 11 21:53:49.621850 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-365e91c3-8d6c-4be4-aca0-37f3ada6ef49 req-8faf01cb-4ecf-40c0-98df-071bf2ee52c8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c1d2353f-b112-4357-b0a6-e5993406a9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596507 Aug 11 21:53:49.676519 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1914c6c6-37a5-4a92-ae2b-9aafff47def4 req-8bdddc39-734b-45c5-92ce-4d15e1ef1d25 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558763 Aug 11 21:53:49.683928 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['ac58472d-f9ed-4ab5-9c10-e59383eda69f'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:53:49.966999 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-0824aea6-4243-4a00-b211-3d2cdcc41336 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:50.018694 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-0824aea6-4243-4a00-b211-3d2cdcc41336 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Transition to ACTIVE for port object 33c1092d-f150-43c6-b7b4-f3296e5f447c will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:53:50.173147 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf2fed-66de-4c8f-bd90-247e2532233d req-67958e5d-b9b9-42ff-acb6-1e7f8b88cc27 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:50.173147 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-afaf2fed-66de-4c8f-bd90-247e2532233d req-67958e5d-b9b9-42ff-acb6-1e7f8b88cc27 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc835ce3-960f-498f-a0de-4d3e272a7d70 HTTP/1.1" status: 200 len: 946 time: 0.3658504 Aug 11 21:53:50.215260 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-e773062f-bde5-46be-9a17-4dd004b5c6de service neutron] 10.222.0.77 "GET /v2.0/networks/4704ff02-c5ab-4776-afb3-b0008179201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7026236 Aug 11 21:53:50.223606 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-0824aea6-4243-4a00-b211-3d2cdcc41336 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:50.368096 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:50.484155 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-365e91c3-8d6c-4be4-aca0-37f3ada6ef49 req-5b3921d2-a4de-40cd-92ea-d65e09ad7b7c service neutron] 10.222.0.82 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8481607 Aug 11 21:53:50.752640 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-365e91c3-8d6c-4be4-aca0-37f3ada6ef49 req-bd11bf2f-a3a0-4105-a2bc-c30853569b5e service neutron] 10.222.0.82 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585180 Aug 11 21:53:50.767987 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99741e68-7bb0-43fa-b622-dd251ab98188 req-b14615a9-206e-4d09-9567-d7c70251c61e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:50.777490 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99741e68-7bb0-43fa-b622-dd251ab98188 req-b14615a9-206e-4d09-9567-d7c70251c61e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad5146e4-c6d5-4c7f-a348-485399d33f67 HTTP/1.1" status: 200 len: 945 time: 0.5779674 Aug 11 21:53:50.953442 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99741e68-7bb0-43fa-b622-dd251ab98188 req-5068c84e-f9bc-4c10-a7e8-ef68b5383f1d tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741035 Aug 11 21:53:50.971397 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-afaf2fed-66de-4c8f-bd90-247e2532233d req-92cda71d-3060-4113-a7a7-5d687825e9f2 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Deleting port fbcdcd18-d194-4e3e-b731-e6d68de7dccc {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:53:50.971929 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-afaf2fed-66de-4c8f-bd90-247e2532233d req-92cda71d-3060-4113-a7a7-5d687825e9f2 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:51.002096 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-0824aea6-4243-4a00-b211-3d2cdcc41336 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Network e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:53:51.008834 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-0824aea6-4243-4a00-b211-3d2cdcc41336 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:53:51.012866 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-0824aea6-4243-4a00-b211-3d2cdcc41336 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:53:51.148059 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e20c51-a031-4044-9f06-8915c406f09a x-openstack-request-id: req-94e20c51-a031-4044-9f06-8915c406f09a {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:53:51.148771 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf9f546-8452-44e1-83b1-3009c9ad6e8d", "name": "network-vif-plugged", "status": "completed", "tag": "d6050cd8-6434-4667-98c8-ce150843cbfe", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:53:51.149358 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-94e20c51-a031-4044-9f06-8915c406f09a {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:53:51.150112 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf9f546-8452-44e1-83b1-3009c9ad6e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6050cd8-6434-4667-98c8-ce150843cbfe', 'code': 200} Aug 11 21:53:51.217056 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824aea6-4243-4a00-b211-3d2cdcc41336 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Pushing event updated for resources: {'Port': ['ID=33c1092d-f150-43c6-b7b4-f3296e5f447c,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:51.340555 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250ea0c-ab22-48b6-a4e0-fe87caeef308 req-d65116a1-ce9d-452d-ad62-a442a551af76 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:51.342580 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6250ea0c-ab22-48b6-a4e0-fe87caeef308 req-d65116a1-ce9d-452d-ad62-a442a551af76 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=490bd11b-a871-4ca7-92d3-a4cf0716c692 HTTP/1.1" status: 200 len: 945 time: 0.4287119 Aug 11 21:53:51.353840 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-afaf2fed-66de-4c8f-bd90-247e2532233d req-92cda71d-3060-4113-a7a7-5d687825e9f2 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] For port fbcdcd18-d194-4e3e-b731-e6d68de7dccc, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=fbcdcd18-d194-4e3e-b731-e6d68de7dccc,segment=NetworkSegment(0b69ea86-ef97-454e-8a8e-3f0290a75489),segment_id=0b69ea86-ef97-454e-8a8e-3f0290a75489)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:51.356521 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-afaf2fed-66de-4c8f-bd90-247e2532233d req-92cda71d-3060-4113-a7a7-5d687825e9f2 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:51.435210 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-afaf2fed-66de-4c8f-bd90-247e2532233d req-92cda71d-3060-4113-a7a7-5d687825e9f2 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Calling delete_port for fbcdcd18-d194-4e3e-b731-e6d68de7dccc owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:53:51.531116 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-0824aea6-4243-4a00-b211-3d2cdcc41336 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:51.532221 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-0824aea6-4243-4a00-b211-3d2cdcc41336 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:51.613051 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6250ea0c-ab22-48b6-a4e0-fe87caeef308 req-99562139-0ed9-43ac-b83b-f46d485a7b58 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546370 Aug 11 21:53:51.620192 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-0824aea6-4243-4a00-b211-3d2cdcc41336 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1857202 Aug 11 21:53:51.647886 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40a7d5-7aa9-4d32-a2eb-fe238083afac req-7ed63a70-c355-4669-a47f-7e070ddd0508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:51.650520 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aa40a7d5-7aa9-4d32-a2eb-fe238083afac req-7ed63a70-c355-4669-a47f-7e070ddd0508 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=baf9f546-8452-44e1-83b1-3009c9ad6e8d HTTP/1.1" status: 200 len: 1097 time: 0.2777436 Aug 11 21:53:51.662812 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3b404223-24ff-47ad-96b1-8e6ccf65195a None None] Provisioning for port 33c1092d-f150-43c6-b7b4-f3296e5f447c completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:53:51.666796 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-83ca63f8-1edf-42a6-b817-9db5e906b55a service neutron] Request body: {'port': {'device_id': 'dda5a121-45ef-4e90-b8a0-2839680d979d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:53:51.675054 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3b404223-24ff-47ad-96b1-8e6ccf65195a None None] Provisioning complete for port 33c1092d-f150-43c6-b7b4-f3296e5f447c triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:53:51.677662 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3b404223-24ff-47ad-96b1-8e6ccf65195a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:51.749855 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265a223-dccd-47b3-85da-b5d9599e75f9 req-695f5340-285a-478a-82db-87a5331a2317 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:51.766953 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3265a223-dccd-47b3-85da-b5d9599e75f9 req-695f5340-285a-478a-82db-87a5331a2317 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.77 "GET /v2.0/ports?device_id=d906bd37-939a-4986-8411-a23294ca1e19 HTTP/1.1" status: 200 len: 949 time: 0.1751206 Aug 11 21:53:51.817110 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-3b404223-24ff-47ad-96b1-8e6ccf65195a None None] Port 33c1092d-f150-43c6-b7b4-f3296e5f447c cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:53:51.835345 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aa40a7d5-7aa9-4d32-a2eb-fe238083afac req-2010b660-f745-4dee-b7af-9baaca787562 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624606 Aug 11 21:53:51.865587 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-83ca63f8-1edf-42a6-b817-9db5e906b55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:51.884920 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3265a223-dccd-47b3-85da-b5d9599e75f9 req-00eeaaa0-122c-4f87-8018-ab8aa9a79cae tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.77 "GET /v2.0/security-groups?id=c541a21c-0ca3-45e7-83da-8d94fc353974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993791 Aug 11 21:53:51.902812 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 6705a720-faca-4863-adfa-77c323451b99 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:53:51.939885 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6c63b-f8db-4c75-b69c-b4c22c30138c req-5320683f-e555-4ee0-b23e-1659332a39d5 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:51.941911 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4cb6c63b-f8db-4c75-b69c-b4c22c30138c req-5320683f-e555-4ee0-b23e-1659332a39d5 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/ports?device_id=dda5a121-45ef-4e90-b8a0-2839680d979d HTTP/1.1" status: 200 len: 931 time: 0.1295104 Aug 11 21:53:52.129432 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4cb6c63b-f8db-4c75-b69c-b4c22c30138c req-ca2426fe-86e0-4e15-99bf-dd80c9938b37 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/security-groups?id=36c36e39-1919-4845-a0b7-576c7cad1bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573513 Aug 11 21:53:52.161864 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 6705a720-faca-4863-adfa-77c323451b99 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:53:52.164252 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-afaf2fed-66de-4c8f-bd90-247e2532233d req-92cda71d-3060-4113-a7a7-5d687825e9f2 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:52.185837 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 6705a720-faca-4863-adfa-77c323451b99 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:53:52.186467 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:52.279456 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cda71d-3060-4113-a7a7-5d687825e9f2 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Pushing event deleted for resources: {'Port': ['ID=fbcdcd18-d194-4e3e-b731-e6d68de7dccc,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:52.327254 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ef68c-01aa-4a59-947b-2e591d2338bb req-713efac1-eb6b-417b-b0ac-f6f07297d666 tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:52.331228 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['fbcdcd18-d194-4e3e-b731-e6d68de7dccc'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:53:52.343976 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cf3ef68c-01aa-4a59-947b-2e591d2338bb req-713efac1-eb6b-417b-b0ac-f6f07297d666 tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 1100 time: 0.2927814 Aug 11 21:53:52.428545 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-afaf2fed-66de-4c8f-bd90-247e2532233d req-92cda71d-3060-4113-a7a7-5d687825e9f2 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] No DVR routers for this DVR port fbcdcd18-d194-4e3e-b731-e6d68de7dccc on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:53:52.434852 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-afaf2fed-66de-4c8f-bd90-247e2532233d req-92cda71d-3060-4113-a7a7-5d687825e9f2 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:52.438477 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-afaf2fed-66de-4c8f-bd90-247e2532233d req-92cda71d-3060-4113-a7a7-5d687825e9f2 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.82 "DELETE /v2.0/ports/fbcdcd18-d194-4e3e-b731-e6d68de7dccc HTTP/1.1" status: 204 len: 173 time: 2.2426863 Aug 11 21:53:52.441309 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc835ce3-960f-498f-a0de-4d3e272a7d70', 'name': 'network-vif-deleted', 'tag': 'fbcdcd18-d194-4e3e-b731-e6d68de7dccc'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:53:52.458222 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3026e9fa-d923-42ca-82b6-b1b7d986c8b3" -d '{"events": [{"server_uuid": "bc835ce3-960f-498f-a0de-4d3e272a7d70", "name": "network-vif-deleted", "tag": "fbcdcd18-d194-4e3e-b731-e6d68de7dccc"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:53:52.471325 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device ac58472d-f9ed-4ab5-9c10-e59383eda69f up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:53:52.502019 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fe4a3254-bc95-460b-aa3e-f2d27219a14f req-88e73da9-549b-40c0-aea3-ac623ec3f71b tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=df75f0d4-2feb-486f-8731-5302bf62a703 HTTP/1.1" status: 200 len: 210 time: 0.1148498 Aug 11 21:53:52.513786 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cf3ef68c-01aa-4a59-947b-2e591d2338bb req-06d76d19-2ebc-43ff-b38c-15c8c16a60ee tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673410 Aug 11 21:53:52.781295 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port ac58472d-f9ed-4ab5-9c10-e59383eda69f completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:53:52.796833 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:52.803379 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port ac58472d-f9ed-4ab5-9c10-e59383eda69f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:53:52.804359 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:52.932070 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6472e03-75c1-48ba-b3ed-1c4276e383e2 req-2cdf071e-bf30-4adf-bda2-0bbd0d8015fe tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:52.954658 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c6472e03-75c1-48ba-b3ed-1c4276e383e2 req-2cdf071e-bf30-4adf-bda2-0bbd0d8015fe tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 944 time: 0.2602973 Aug 11 21:53:53.017562 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 6705a720-faca-4863-adfa-77c323451b99, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=6705a720-faca-4863-adfa-77c323451b99,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:53.018101 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf2361-330d-4232-9cc4-c5b5d1ad841d req-ec199097-886a-4a5e-b017-337b274a031b tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:53.027610 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8ddf2361-330d-4232-9cc4-c5b5d1ad841d req-ec199097-886a-4a5e-b017-337b274a031b tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad5146e4-c6d5-4c7f-a348-485399d33f67 HTTP/1.1" status: 200 len: 945 time: 0.2649148 Aug 11 21:53:53.055354 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-83ca63f8-1edf-42a6-b817-9db5e906b55a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c1092d-f150-43c6-b7b4-f3296e5f447c {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:53:53.083845 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-83ca63f8-1edf-42a6-b817-9db5e906b55a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:53.105705 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8ddf2361-330d-4232-9cc4-c5b5d1ad841d req-0d09cd1b-fa8c-4260-8709-8ed676a2b0cd tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764565 Aug 11 21:53:53.161828 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd906bd37-939a-4986-8411-a23294ca1e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6705a720-faca-4863-adfa-77c323451b99'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:53:53.170902 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d64cd4-096a-49d3-978e-2745f6cf2d3c" -d '{"events": [{"server_uuid": "d906bd37-939a-4986-8411-a23294ca1e19", "name": "network-vif-plugged", "status": "completed", "tag": "6705a720-faca-4863-adfa-77c323451b99"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:53:53.171152 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c6472e03-75c1-48ba-b3ed-1c4276e383e2 req-7c3063f3-ba85-479f-8fda-b5d54335b2ba tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104986 Aug 11 21:53:53.172748 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-83ca63f8-1edf-42a6-b817-9db5e906b55a service neutron] Transition to ACTIVE for port object 33c1092d-f150-43c6-b7b4-f3296e5f447c will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:53:53.185285 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:53.192998 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-83ca63f8-1edf-42a6-b817-9db5e906b55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:53.228687 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:53.374191 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdaef91-8bb6-4542-ac87-8c6c0a08cd53 x-openstack-request-id: req-6bdaef91-8bb6-4542-ac87-8c6c0a08cd53 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:53:53.375066 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc835ce3-960f-498f-a0de-4d3e272a7d70", "name": "network-vif-deleted", "tag": "fbcdcd18-d194-4e3e-b731-e6d68de7dccc", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:53:53.375783 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6bdaef91-8bb6-4542-ac87-8c6c0a08cd53 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:53:53.376692 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc835ce3-960f-498f-a0de-4d3e272a7d70', 'name': 'network-vif-deleted', 'tag': 'fbcdcd18-d194-4e3e-b731-e6d68de7dccc', 'status': 'completed', 'code': 200} Aug 11 21:53:53.430709 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca63f8-1edf-42a6-b817-9db5e906b55a service neutron] Pushing event updated for resources: {'Port': ['ID=33c1092d-f150-43c6-b7b4-f3296e5f447c,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:53.598483 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=6705a720-faca-4863-adfa-77c323451b99,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:53.744120 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port ac58472d-f9ed-4ab5-9c10-e59383eda69f, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=ac58472d-f9ed-4ab5-9c10-e59383eda69f,segment=NetworkSegment(f16edc4f-135c-41eb-bd5f-6d13726d4ad3),segment_id=f16edc4f-135c-41eb-bd5f-6d13726d4ad3)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:53.752717 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:54.089341 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb166e-1fa7-433d-ac33-89dee26605e2 req-ef875fa5-86ab-4c20-8283-c053f8ee2b69 tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:54.096945 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-94eb166e-1fa7-433d-ac33-89dee26605e2 req-ef875fa5-86ab-4c20-8283-c053f8ee2b69 tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 1100 time: 0.4186611 Aug 11 21:53:54.124690 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=ac58472d-f9ed-4ab5-9c10-e59383eda69f,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:54.265119 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-94eb166e-1fa7-433d-ac33-89dee26605e2 req-5cf76fe4-fd86-4afd-8c8a-90493815dc7a tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538496 Aug 11 21:53:54.279208 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6145a71-cd58-4227-b945-b88235af2b95 req-809cee91-b4f3-4c70-a4ec-c1dd4f3eb6a4 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:54.297743 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a6145a71-cd58-4227-b945-b88235af2b95 req-809cee91-b4f3-4c70-a4ec-c1dd4f3eb6a4 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=490bd11b-a871-4ca7-92d3-a4cf0716c692 HTTP/1.1" status: 200 len: 946 time: 0.4864223 Aug 11 21:53:54.307801 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-83ca63f8-1edf-42a6-b817-9db5e906b55a service neutron] Attempting to bind port 33c1092d-f150-43c6-b7b4-f3296e5f447c on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:53:54.309069 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-83ca63f8-1edf-42a6-b817-9db5e906b55a service neutron] Attempting to bind port 33c1092d-f150-43c6-b7b4-f3296e5f447c by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '5df5f95c-72bd-466f-92a4-7b77e2c557d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:53:54.310117 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-83ca63f8-1edf-42a6-b817-9db5e906b55a service neutron] Attempting to bind port 33c1092d-f150-43c6-b7b4-f3296e5f447c on network e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:53:54.352932 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-1c98b830-607f-4919-b087-6ba85994be7f tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:54.355805 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-1c98b830-607f-4919-b087-6ba85994be7f tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.82 "GET /v2.0/networks?id=4704ff02-c5ab-4776-afb3-b0008179201b HTTP/1.1" status: 200 len: 815 time: 0.5662119 Aug 11 21:53:54.359676 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-83ca63f8-1edf-42a6-b817-9db5e906b55a service neutron] Port 33c1092d-f150-43c6-b7b4-f3296e5f447c on network e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:53:54.360915 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-83ca63f8-1edf-42a6-b817-9db5e906b55a service neutron] Attempting to bind port 33c1092d-f150-43c6-b7b4-f3296e5f447c on network e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:53:54.366376 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device c91a7aab-d4e5-4470-af40-fb22c96951e9 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:53:54.382855 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device fbcdcd18-d194-4e3e-b731-e6d68de7dccc no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:53:54.386573 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-4b2be09b-50c8-4f85-9486-874b1fc3f4ae tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Request body: {'port': {'device_id': 'df75f0d4-2feb-486f-8731-5302bf62a703', 'network_id': '4704ff02-c5ab-4776-afb3-b0008179201b', 'admin_state_up': True, 'tenant_id': '48dee6b1f1ed472f88259995ad0e68a7'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:53:54.437723 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: fbcdcd18-d194-4e3e-b731-e6d68de7dccc {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:53:54.438555 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device fbcdcd18-d194-4e3e-b731-e6d68de7dccc not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:53:54.463139 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-83ca63f8-1edf-42a6-b817-9db5e906b55a service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:53:54.475910 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-83ca63f8-1edf-42a6-b817-9db5e906b55a service neutron] Checking segment: {'id': '5df5f95c-72bd-466f-92a4-7b77e2c557d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:53:54.478551 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-83ca63f8-1edf-42a6-b817-9db5e906b55a service neutron] Bound using segment: {'id': '5df5f95c-72bd-466f-92a4-7b77e2c557d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:53:54.478551 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-83ca63f8-1edf-42a6-b817-9db5e906b55a service neutron] Bound port: 33c1092d-f150-43c6-b7b4-f3296e5f447c, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df5f95c-72bd-466f-92a4-7b77e2c557d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:53:54.482507 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-83ca63f8-1edf-42a6-b817-9db5e906b55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:54.556086 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a6145a71-cd58-4227-b945-b88235af2b95 req-5fb1046d-1c45-4d05-8a9a-c656323920a5 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400606 Aug 11 21:53:54.755083 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9b7e6-0721-457a-a14e-a6b3b8a93abd req-b74c764f-c072-4b08-ab18-6f87e8e52427 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:54.768272 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-37e9b7e6-0721-457a-a14e-a6b3b8a93abd req-b74c764f-c072-4b08-ab18-6f87e8e52427 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.77 "GET /v2.0/ports?device_id=d906bd37-939a-4986-8411-a23294ca1e19 HTTP/1.1" status: 200 len: 950 time: 0.1906035 Aug 11 21:53:54.821899 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-83ca63f8-1edf-42a6-b817-9db5e906b55a service neutron] For port 33c1092d-f150-43c6-b7b4-f3296e5f447c, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:53:54.869252 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-83ca63f8-1edf-42a6-b817-9db5e906b55a service neutron] For port 33c1092d-f150-43c6-b7b4-f3296e5f447c, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=33c1092d-f150-43c6-b7b4-f3296e5f447c,segment=NetworkSegment(5df5f95c-72bd-466f-92a4-7b77e2c557d3),segment_id=5df5f95c-72bd-466f-92a4-7b77e2c557d3)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:53:54.893393 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-83ca63f8-1edf-42a6-b817-9db5e906b55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:54.898480 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-37e9b7e6-0721-457a-a14e-a6b3b8a93abd req-f90469b0-1b4d-42b0-897c-934cd89b330b tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.77 "GET /v2.0/security-groups?id=c541a21c-0ca3-45e7-83da-8d94fc353974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260839 Aug 11 21:53:54.954539 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port c91a7aab-d4e5-4470-af40-fb22c96951e9, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c91a7aab-d4e5-4470-af40-fb22c96951e9,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:54.996515 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f8ec9-056e-47bd-9c00-106a05b65365 req-4a6621b7-fa8d-4e3f-8e0e-833d9ef87a5f tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:55.002501 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-952f8ec9-056e-47bd-9c00-106a05b65365 req-4a6621b7-fa8d-4e3f-8e0e-833d9ef87a5f tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/ports?device_id=dda5a121-45ef-4e90-b8a0-2839680d979d HTTP/1.1" status: 200 len: 943 time: 0.2528393 Aug 11 21:53:55.011336 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': 'c91a7aab-d4e5-4470-af40-fb22c96951e9', 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5', 'port_id': 'c91a7aab-d4e5-4470-af40-fb22c96951e9', 'mac_address': 'fa:16:3e:fd:a1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64b3af4-29c6-4065-a225-159b72d7499b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:53:55.066830 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-4b2be09b-50c8-4f85-9486-874b1fc3f4ae tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Made reservation on behalf of 48dee6b1f1ed472f88259995ad0e68a7 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:53:55.073288 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-4b2be09b-50c8-4f85-9486-874b1fc3f4ae tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:55.160414 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ffefe4-6c83-439e-92fa-63530ac31fc1 x-openstack-request-id: req-f4ffefe4-6c83-439e-92fa-63530ac31fc1 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:53:55.161315 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d906bd37-939a-4986-8411-a23294ca1e19", "name": "network-vif-plugged", "status": "completed", "tag": "6705a720-faca-4863-adfa-77c323451b99", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:53:55.161315 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f4ffefe4-6c83-439e-92fa-63530ac31fc1 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:53:55.162189 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd906bd37-939a-4986-8411-a23294ca1e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6705a720-faca-4863-adfa-77c323451b99', 'code': 200} Aug 11 21:53:55.163149 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:55.176444 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-83ca63f8-1edf-42a6-b817-9db5e906b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:55.177551 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-83ca63f8-1edf-42a6-b817-9db5e906b55a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:55.186939 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-83ca63f8-1edf-42a6-b817-9db5e906b55a service neutron] 10.222.0.52 "PUT /v2.0/ports/33c1092d-f150-43c6-b7b4-f3296e5f447c HTTP/1.1" status: 200 len: 1091 time: 3.5278962 Aug 11 21:53:55.215666 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda5a121-45ef-4e90-b8a0-2839680d979d', 'tag': '33c1092d-f150-43c6-b7b4-f3296e5f447c'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:53:55.230315 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f021c1ec-218d-4977-b0eb-ce868d9aa17e" -d '{"events": [{"name": "network-changed", "server_uuid": "dda5a121-45ef-4e90-b8a0-2839680d979d", "tag": "33c1092d-f150-43c6-b7b4-f3296e5f447c"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:53:55.237750 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c91a7aab-d4e5-4470-af40-fb22c96951e9 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:53:55.318173 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-952f8ec9-056e-47bd-9c00-106a05b65365 req-976dc7ab-2bab-4813-bd7e-1cf9c038bdb8 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/security-groups?id=36c36e39-1919-4845-a0b7-576c7cad1bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320843 Aug 11 21:53:55.325927 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port c91a7aab-d4e5-4470-af40-fb22c96951e9, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c91a7aab-d4e5-4470-af40-fb22c96951e9,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:55.345115 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:55.376170 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f6cd2e07-168a-41aa-b39b-bfc590a28f0b req-221bde11-b897-4a07-88bd-96e3555ce1d8 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=df75f0d4-2feb-486f-8731-5302bf62a703 HTTP/1.1" status: 200 len: 210 time: 0.1196196 Aug 11 21:53:55.474665 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=c91a7aab-d4e5-4470-af40-fb22c96951e9,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:55.642588 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca63f8-1edf-42a6-b817-9db5e906b55a service neutron] Pushing event updated for resources: {'Port': ['ID=33c1092d-f150-43c6-b7b4-f3296e5f447c,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:55.702667 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-4b2be09b-50c8-4f85-9486-874b1fc3f4ae tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Allocated IP 172.20.0.3 (4704ff02-c5ab-4776-afb3-b0008179201b/99402162-65dc-4f7a-98e7-13408e81851f/878c3eb0-1907-4f88-b05c-0ef84e069cbe) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:53:55.745518 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49eca47-0e70-461e-ad89-e1b742e9f29c req-00009799-f8d6-4640-b102-13e81406c03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:55.750625 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b49eca47-0e70-461e-ad89-e1b742e9f29c req-00009799-f8d6-4640-b102-13e81406c03f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d906bd37-939a-4986-8411-a23294ca1e19 HTTP/1.1" status: 200 len: 1101 time: 0.3655729 Aug 11 21:53:55.759848 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-f3d4d03b-ac03-4986-8a0f-6eabba2a166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:55.760210 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded8db0-e55b-4997-863f-97986f930458 req-fe32b125-f183-4d20-b039-48efe87f34c9 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:55.762819 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2ded8db0-e55b-4997-863f-97986f930458 req-fe32b125-f183-4d20-b039-48efe87f34c9 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 945 time: 0.1293731 Aug 11 21:53:55.769067 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-f3d4d03b-ac03-4986-8a0f-6eabba2a166f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ffc1ce1280c454884cd1721d99fabb8&device_id=dda5a121-45ef-4e90-b8a0-2839680d979d HTTP/1.1" status: 200 len: 1094 time: 0.4441972 Aug 11 21:53:55.823348 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25549ee8-ff33-4f74-8c0f-6396aa9c185d req-b83e6561-c43b-4e92-8a9e-7a84328b877d tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:55.823750 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['c91a7aab-d4e5-4470-af40-fb22c96951e9'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:53:55.840514 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-25549ee8-ff33-4f74-8c0f-6396aa9c185d req-b83e6561-c43b-4e92-8a9e-7a84328b877d tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad5146e4-c6d5-4c7f-a348-485399d33f67 HTTP/1.1" status: 200 len: 945 time: 0.2791343 Aug 11 21:53:55.858389 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2ded8db0-e55b-4997-863f-97986f930458 req-259fdedf-dd37-4123-a680-29e027ab1ff2 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680058 Aug 11 21:53:55.964311 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-3ad0ad77-cdab-423e-8673-37823dd60708 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33c1092d-f150-43c6-b7b4-f3296e5f447c HTTP/1.1" status: 200 len: 217 time: 0.1211379 Aug 11 21:53:56.043818 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b49eca47-0e70-461e-ad89-e1b742e9f29c req-bb904083-a90f-457f-8a5f-242218ff65b1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c541a21c-0ca3-45e7-83da-8d94fc353974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694430 Aug 11 21:53:56.194888 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-5582e65b-a3e4-47e8-b3be-5f458ceb2852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:56.197560 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-5582e65b-a3e4-47e8-b3be-5f458ceb2852 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e2bb92f0-865f-4ca3-9181-5430ef0dfa71 HTTP/1.1" status: 200 len: 854 time: 0.1989827 Aug 11 21:53:56.208656 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-25549ee8-ff33-4f74-8c0f-6396aa9c185d req-bd669ab4-1f58-4bfc-afa0-5f757d7dd885 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458500 Aug 11 21:53:56.299985 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-4b2be09b-50c8-4f85-9486-874b1fc3f4ae tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:56.440914 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-4b2be09b-50c8-4f85-9486-874b1fc3f4ae tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:56.449652 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-1985b829-28ea-4cf9-85da-1ff41396d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:56.451830 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-1985b829-28ea-4cf9-85da-1ff41396d8e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2078807 Aug 11 21:53:56.457167 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-052ab78d-0dff-416f-8698-b7f0f0520974 req-adaf907b-f188-4e96-9a80-f031e0140849 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1213179 Aug 11 21:53:56.468818 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8d8031-38ea-4f73-83fb-4b9a1923565c x-openstack-request-id: req-cf8d8031-38ea-4f73-83fb-4b9a1923565c {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:53:56.469310 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda5a121-45ef-4e90-b8a0-2839680d979d", "tag": "33c1092d-f150-43c6-b7b4-f3296e5f447c", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:53:56.469769 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cf8d8031-38ea-4f73-83fb-4b9a1923565c {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:53:56.470501 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda5a121-45ef-4e90-b8a0-2839680d979d', 'tag': '33c1092d-f150-43c6-b7b4-f3296e5f447c', 'status': 'completed', 'code': 200} Aug 11 21:53:56.535860 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-4b2be09b-50c8-4f85-9486-874b1fc3f4ae tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Network 4704ff02-c5ab-4776-afb3-b0008179201b is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:53:56.543351 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-4b2be09b-50c8-4f85-9486-874b1fc3f4ae tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:53:56.546209 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-4b2be09b-50c8-4f85-9486-874b1fc3f4ae tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:53:56.587234 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2be09b-50c8-4f85-9486-874b1fc3f4ae tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Pushing event updated for resources: {'Port': ['ID=878c3eb0-1907-4f88-b05c-0ef84e069cbe,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:56.647588 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-4b2be09b-50c8-4f85-9486-874b1fc3f4ae tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:56.648556 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-4b2be09b-50c8-4f85-9486-874b1fc3f4ae tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:56.678460 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-4b2be09b-50c8-4f85-9486-874b1fc3f4ae tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2975924 Aug 11 21:53:56.700927 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-297f3e30-98ec-4a9a-85f0-bf97c8cb7be5 service neutron] Request body: {'port': {'device_id': 'df75f0d4-2feb-486f-8731-5302bf62a703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:53:56.847642 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-297f3e30-98ec-4a9a-85f0-bf97c8cb7be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:56.869931 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6aad5-c4d0-4dc3-a2d8-b9d3dbebd565 req-b22b8325-3d92-461f-8cde-11e3734b8ec6 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:56.873490 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6dc6aad5-c4d0-4dc3-a2d8-b9d3dbebd565 req-b22b8325-3d92-461f-8cde-11e3734b8ec6 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=490bd11b-a871-4ca7-92d3-a4cf0716c692 HTTP/1.1" status: 200 len: 946 time: 0.2782347 Aug 11 21:53:56.923211 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1572319-0198-4747-b97c-b135bd456eb0 req-eea7675c-c546-4358-a0a5-f625e3d4f5ea tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:56.924967 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c1572319-0198-4747-b97c-b135bd456eb0 req-eea7675c-c546-4358-a0a5-f625e3d4f5ea tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.77 "GET /v2.0/ports?device_id=d906bd37-939a-4986-8411-a23294ca1e19 HTTP/1.1" status: 200 len: 950 time: 0.2206709 Aug 11 21:53:57.042391 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c1572319-0198-4747-b97c-b135bd456eb0 req-abb83a96-35e9-4afb-bdcd-16647dedeed4 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.77 "GET /v2.0/security-groups?id=c541a21c-0ca3-45e7-83da-8d94fc353974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710864 Aug 11 21:53:57.053975 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-2bf19bbe-47aa-48a3-af6d-0e9dd194c8e3 service neutron] 10.222.0.52 "GET /v2.0/networks/e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5498083 Aug 11 21:53:57.137213 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ab78d-0dff-416f-8698-b7f0f0520974 req-0da39591-3cf5-48ee-9b33-65fe7c590198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:57.140588 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-052ab78d-0dff-416f-8698-b7f0f0520974 req-0da39591-3cf5-48ee-9b33-65fe7c590198 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fdfafb30082f453b8ca3c156794bf962&device_id=5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f HTTP/1.1" status: 200 len: 1101 time: 0.4755599 Aug 11 21:53:57.163943 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490bd11b-a871-4ca7-92d3-a4cf0716c692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac58472d-f9ed-4ab5-9c10-e59383eda69f'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:53:57.171738 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62ccdf5-e5b6-4d44-8577-54a0292c9992" -d '{"events": [{"server_uuid": "490bd11b-a871-4ca7-92d3-a4cf0716c692", "name": "network-vif-plugged", "status": "completed", "tag": "ac58472d-f9ed-4ab5-9c10-e59383eda69f"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:53:57.196697 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6dc6aad5-c4d0-4dc3-a2d8-b9d3dbebd565 req-cec20e40-d588-4190-8a00-688386a3324d tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249254 Aug 11 21:53:57.394040 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386b151-44cf-4295-9c42-f9cc6215d527 req-4d452330-bfc9-4d0b-aed8-515a58764abc tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:57.396508 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a386b151-44cf-4295-9c42-f9cc6215d527 req-4d452330-bfc9-4d0b-aed8-515a58764abc tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/ports?device_id=dda5a121-45ef-4e90-b8a0-2839680d979d HTTP/1.1" status: 200 len: 943 time: 0.1115646 Aug 11 21:53:57.515341 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-297f3e30-98ec-4a9a-85f0-bf97c8cb7be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878c3eb0-1907-4f88-b05c-0ef84e069cbe {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:53:57.525592 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-297f3e30-98ec-4a9a-85f0-bf97c8cb7be5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:57.530262 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a386b151-44cf-4295-9c42-f9cc6215d527 req-9f5586d9-e5bd-4426-ae33-f7f256732312 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/security-groups?id=36c36e39-1919-4845-a0b7-576c7cad1bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191115 Aug 11 21:53:57.541053 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-297f3e30-98ec-4a9a-85f0-bf97c8cb7be5 service neutron] Transition to ACTIVE for port object 878c3eb0-1907-4f88-b05c-0ef84e069cbe will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:53:57.572961 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-297f3e30-98ec-4a9a-85f0-bf97c8cb7be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:57.690851 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f3e30-98ec-4a9a-85f0-bf97c8cb7be5 service neutron] Pushing event updated for resources: {'Port': ['ID=878c3eb0-1907-4f88-b05c-0ef84e069cbe,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:57.790317 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde8d7a-7b75-4ab2-a39c-1499ee6e50e9 req-e2bcbeca-cf63-41da-8803-4af1d2fe0341 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:57.794076 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8dde8d7a-7b75-4ab2-a39c-1499ee6e50e9 req-e2bcbeca-cf63-41da-8803-4af1d2fe0341 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=df75f0d4-2feb-486f-8731-5302bf62a703 HTTP/1.1" status: 200 len: 943 time: 0.1388783 Aug 11 21:53:57.806036 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-297f3e30-98ec-4a9a-85f0-bf97c8cb7be5 service neutron] Attempting to bind port 878c3eb0-1907-4f88-b05c-0ef84e069cbe on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:53:57.806918 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-297f3e30-98ec-4a9a-85f0-bf97c8cb7be5 service neutron] Attempting to bind port 878c3eb0-1907-4f88-b05c-0ef84e069cbe by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '0b69ea86-ef97-454e-8a8e-3f0290a75489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4704ff02-c5ab-4776-afb3-b0008179201b'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:53:57.807574 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-297f3e30-98ec-4a9a-85f0-bf97c8cb7be5 service neutron] Attempting to bind port 878c3eb0-1907-4f88-b05c-0ef84e069cbe on network 4704ff02-c5ab-4776-afb3-b0008179201b {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:53:57.822564 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-297f3e30-98ec-4a9a-85f0-bf97c8cb7be5 service neutron] Port 878c3eb0-1907-4f88-b05c-0ef84e069cbe on network 4704ff02-c5ab-4776-afb3-b0008179201b not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:53:57.823366 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-297f3e30-98ec-4a9a-85f0-bf97c8cb7be5 service neutron] Attempting to bind port 878c3eb0-1907-4f88-b05c-0ef84e069cbe on network 4704ff02-c5ab-4776-afb3-b0008179201b {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:53:57.846251 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-297f3e30-98ec-4a9a-85f0-bf97c8cb7be5 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:53:57.847192 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-297f3e30-98ec-4a9a-85f0-bf97c8cb7be5 service neutron] Checking segment: {'id': '0b69ea86-ef97-454e-8a8e-3f0290a75489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4704ff02-c5ab-4776-afb3-b0008179201b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:53:57.848072 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-297f3e30-98ec-4a9a-85f0-bf97c8cb7be5 service neutron] Bound using segment: {'id': '0b69ea86-ef97-454e-8a8e-3f0290a75489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4704ff02-c5ab-4776-afb3-b0008179201b'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:53:57.849282 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-297f3e30-98ec-4a9a-85f0-bf97c8cb7be5 service neutron] Bound port: 878c3eb0-1907-4f88-b05c-0ef84e069cbe, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b69ea86-ef97-454e-8a8e-3f0290a75489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4704ff02-c5ab-4776-afb3-b0008179201b'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:53:57.849977 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-297f3e30-98ec-4a9a-85f0-bf97c8cb7be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:57.937777 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8dde8d7a-7b75-4ab2-a39c-1499ee6e50e9 req-25ec5982-e4f3-4189-9613-6d3c94cbd68a tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175907 Aug 11 21:53:58.023938 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259e6b1a-48a0-4cb3-95c3-8561077ebc50 x-openstack-request-id: req-259e6b1a-48a0-4cb3-95c3-8561077ebc50 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:53:58.024575 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490bd11b-a871-4ca7-92d3-a4cf0716c692", "name": "network-vif-plugged", "status": "completed", "tag": "ac58472d-f9ed-4ab5-9c10-e59383eda69f", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:53:58.024923 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-297f3e30-98ec-4a9a-85f0-bf97c8cb7be5 service neutron] For port 878c3eb0-1907-4f88-b05c-0ef84e069cbe, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:53:58.025195 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-259e6b1a-48a0-4cb3-95c3-8561077ebc50 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:53:58.025863 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490bd11b-a871-4ca7-92d3-a4cf0716c692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac58472d-f9ed-4ab5-9c10-e59383eda69f', 'code': 200} Aug 11 21:53:58.028814 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-297f3e30-98ec-4a9a-85f0-bf97c8cb7be5 service neutron] For port 878c3eb0-1907-4f88-b05c-0ef84e069cbe, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=878c3eb0-1907-4f88-b05c-0ef84e069cbe,segment=NetworkSegment(0b69ea86-ef97-454e-8a8e-3f0290a75489),segment_id=0b69ea86-ef97-454e-8a8e-3f0290a75489)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:53:58.037214 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-297f3e30-98ec-4a9a-85f0-bf97c8cb7be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:58.076876 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be946a-82d3-4c9a-b827-08d88df75947 req-056e4e4d-42af-404c-bf6f-a91833fb81b5 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:58.086456 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-47be946a-82d3-4c9a-b827-08d88df75947 req-056e4e4d-42af-404c-bf6f-a91833fb81b5 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 945 time: 0.1155069 Aug 11 21:53:58.096738 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-297f3e30-98ec-4a9a-85f0-bf97c8cb7be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:58.098435 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-297f3e30-98ec-4a9a-85f0-bf97c8cb7be5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:58.100760 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-297f3e30-98ec-4a9a-85f0-bf97c8cb7be5 service neutron] 10.222.0.82 "PUT /v2.0/ports/878c3eb0-1907-4f88-b05c-0ef84e069cbe HTTP/1.1" status: 200 len: 1091 time: 1.4078240 Aug 11 21:53:58.101731 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df75f0d4-2feb-486f-8731-5302bf62a703', 'tag': '878c3eb0-1907-4f88-b05c-0ef84e069cbe'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:53:58.105225 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d528dd-d664-4fe7-8d09-23e61886141a" -d '{"events": [{"name": "network-changed", "server_uuid": "df75f0d4-2feb-486f-8731-5302bf62a703", "tag": "878c3eb0-1907-4f88-b05c-0ef84e069cbe"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:53:58.140181 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f3e30-98ec-4a9a-85f0-bf97c8cb7be5 service neutron] Pushing event updated for resources: {'Port': ['ID=878c3eb0-1907-4f88-b05c-0ef84e069cbe,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:58.200433 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-47be946a-82d3-4c9a-b827-08d88df75947 req-b0e46901-f233-4dd1-819e-79767b666113 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127002 Aug 11 21:53:58.399707 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device c91a7aab-d4e5-4470-af40-fb22c96951e9 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:53:58.585801 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port c91a7aab-d4e5-4470-af40-fb22c96951e9 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:53:58.612847 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port c91a7aab-d4e5-4470-af40-fb22c96951e9 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:53:58.616172 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:58.823880 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:58.851434 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18168e8b-faf8-48fd-9674-7c1a6ccbd0c8 req-2fb6ce61-2602-4b84-bb3c-d03f464909d8 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:58.857849 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-18168e8b-faf8-48fd-9674-7c1a6ccbd0c8 req-2fb6ce61-2602-4b84-bb3c-d03f464909d8 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=490bd11b-a871-4ca7-92d3-a4cf0716c692 HTTP/1.1" status: 200 len: 946 time: 0.1485608 Aug 11 21:53:58.907656 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ca383f-6490-42f7-bd2f-9eb172d0659f x-openstack-request-id: req-a6ca383f-6490-42f7-bd2f-9eb172d0659f {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:53:58.908579 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df75f0d4-2feb-486f-8731-5302bf62a703", "tag": "878c3eb0-1907-4f88-b05c-0ef84e069cbe", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:53:58.908579 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a6ca383f-6490-42f7-bd2f-9eb172d0659f {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:53:58.909864 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df75f0d4-2feb-486f-8731-5302bf62a703', 'tag': '878c3eb0-1907-4f88-b05c-0ef84e069cbe', 'status': 'completed', 'code': 200} Aug 11 21:53:58.974381 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port c91a7aab-d4e5-4470-af40-fb22c96951e9, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c91a7aab-d4e5-4470-af40-fb22c96951e9,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:53:58.982918 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:53:58.993594 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-18168e8b-faf8-48fd-9674-7c1a6ccbd0c8 req-7f4abc3b-74ac-4648-8e36-fd5b6a2c5179 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239986 Aug 11 21:53:59.035706 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7029662-32f4-4162-afec-59c7698e95d7 req-45ffee74-df66-4c1e-9555-cddd6692f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:59.038609 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a7029662-32f4-4162-afec-59c7698e95d7 req-45ffee74-df66-4c1e-9555-cddd6692f033 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=490bd11b-a871-4ca7-92d3-a4cf0716c692 HTTP/1.1" status: 200 len: 1097 time: 0.8373358 Aug 11 21:53:59.043626 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-af1f3ace-1d24-482e-93a1-a706280d867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:59.046388 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-af1f3ace-1d24-482e-93a1-a706280d867f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=48dee6b1f1ed472f88259995ad0e68a7&device_id=df75f0d4-2feb-486f-8731-5302bf62a703 HTTP/1.1" status: 200 len: 1094 time: 0.8304217 Aug 11 21:53:59.109045 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672a572-1f33-4c82-afc7-7de450b2a6a0 req-94eaa99a-a5ff-4c84-918d-26384be21e44 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:59.125193 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d672a572-1f33-4c82-afc7-7de450b2a6a0 req-94eaa99a-a5ff-4c84-918d-26384be21e44 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.77 "GET /v2.0/ports?device_id=d906bd37-939a-4986-8411-a23294ca1e19 HTTP/1.1" status: 200 len: 950 time: 0.2128308 Aug 11 21:53:59.157314 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=c91a7aab-d4e5-4470-af40-fb22c96951e9,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:53:59.281393 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-32c260c0-2f30-4ae8-9387-3c738c4d78d4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=878c3eb0-1907-4f88-b05c-0ef84e069cbe HTTP/1.1" status: 200 len: 217 time: 0.1923633 Aug 11 21:53:59.432643 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a7029662-32f4-4162-afec-59c7698e95d7 req-f814231c-3eb4-4f43-a912-5bcf6696ed8a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627989 Aug 11 21:53:59.461631 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d672a572-1f33-4c82-afc7-7de450b2a6a0 req-dc24968c-2498-44b7-b1d6-be830ff535e1 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.77 "GET /v2.0/security-groups?id=c541a21c-0ca3-45e7-83da-8d94fc353974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326869 Aug 11 21:53:59.534028 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-ae5fb894-ae24-47bd-a27e-d7653bdce054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:59.538134 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-ae5fb894-ae24-47bd-a27e-d7653bdce054 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=99402162-65dc-4f7a-98e7-13408e81851f HTTP/1.1" status: 200 len: 855 time: 0.2374012 Aug 11 21:53:59.820994 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ab78d-0dff-416f-8698-b7f0f0520974 req-4ab2fa07-7f22-46a3-8cca-edcb4e1ad38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:59.828388 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-052ab78d-0dff-416f-8698-b7f0f0520974 req-4ab2fa07-7f22-46a3-8cca-edcb4e1ad38e service neutron] 10.222.0.52 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.6091182 Aug 11 21:53:59.858294 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ea8e1bc7-f190-4054-bb8f-2c30a14825b8 req-277bca88-87e3-4d38-8c87-03bb62010227 service neutron] 10.222.0.52 "GET /v2.0/networks/e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6641476 Aug 11 21:53:59.921483 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40c00a-3cba-4a7b-bb47-68915aa1e14d req-92ed0de5-cffa-44c4-b0a2-42b6033e6400 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:53:59.928352 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fd40c00a-3cba-4a7b-bb47-68915aa1e14d req-92ed0de5-cffa-44c4-b0a2-42b6033e6400 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/ports?device_id=dda5a121-45ef-4e90-b8a0-2839680d979d HTTP/1.1" status: 200 len: 943 time: 0.2095594 Aug 11 21:54:00.015312 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-052ab78d-0dff-416f-8698-b7f0f0520974 req-749634de-0207-4565-96ee-143c4d304329 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=985190c3-08d1-4f33-a47a-da6d9c4b71f1 HTTP/1.1" status: 200 len: 217 time: 0.1483197 Aug 11 21:54:00.028082 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6201a109-fbef-444c-ab59-cf5adaef3429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91a7aab-d4e5-4470-af40-fb22c96951e9'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:54:00.035848 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d9bb3c-62a3-4363-858b-8e314eb60efd" -d '{"events": [{"server_uuid": "6201a109-fbef-444c-ab59-cf5adaef3429", "name": "network-vif-plugged", "status": "completed", "tag": "c91a7aab-d4e5-4470-af40-fb22c96951e9"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:54:00.081536 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-15b2b39c-92c1-4cdf-9982-073dff7800bc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4704ff02-c5ab-4776-afb3-b0008179201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2238758 Aug 11 21:54:00.212564 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fd40c00a-3cba-4a7b-bb47-68915aa1e14d req-48d9bd3b-5340-4c24-8a55-58b16ad77823 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/security-groups?id=36c36e39-1919-4845-a0b7-576c7cad1bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765007 Aug 11 21:54:00.225056 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ab78d-0dff-416f-8698-b7f0f0520974 req-df2225a6-8af8-4018-bb8d-ca6958c396d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:00.227009 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-052ab78d-0dff-416f-8698-b7f0f0520974 req-df2225a6-8af8-4018-bb8d-ca6958c396d3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1187484 Aug 11 21:54:00.281532 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ff89e-e849-4c7d-a18c-77fabe3aa7c4 req-bcc69f05-a3b0-4d84-9b16-b673a19a8926 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:00.291377 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8a1ff89e-e849-4c7d-a18c-77fabe3aa7c4 req-bcc69f05-a3b0-4d84-9b16-b673a19a8926 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=df75f0d4-2feb-486f-8731-5302bf62a703 HTTP/1.1" status: 200 len: 943 time: 0.3209970 Aug 11 21:54:00.396875 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8a1ff89e-e849-4c7d-a18c-77fabe3aa7c4 req-77abf51b-e88f-4f8a-88c2-18f83c25d4de tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037745 Aug 11 21:54:00.447499 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-a1164785-e4e2-4a3e-a4dc-affc9a479a6f service neutron] 10.222.0.82 "GET /v2.0/networks/4704ff02-c5ab-4776-afb3-b0008179201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071525 Aug 11 21:54:00.744277 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321271f-bfe3-4da3-95b9-9a73bff93c9a req-9f89a231-69d5-4d91-8a3f-72353417a899 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:00.747072 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e321271f-bfe3-4da3-95b9-9a73bff93c9a req-9f89a231-69d5-4d91-8a3f-72353417a899 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 946 time: 0.2175267 Aug 11 21:54:00.853420 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e321271f-bfe3-4da3-95b9-9a73bff93c9a req-4f62193d-adbc-4c29-8f4c-6ae4748bf1f1 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938897 Aug 11 21:54:00.862832 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-78765ecb-020b-4761-a758-c64420cfdbc4 req-480e03f5-3a0b-40c5-b54c-f4f2adcf3a7e service neutron] 10.222.0.82 "GET /v2.0/networks/4704ff02-c5ab-4776-afb3-b0008179201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024014 Aug 11 21:54:00.994640 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b33d95-7a57-4394-ac34-42fbd72d7360 req-678d0ca2-fb78-4d46-a10d-4b32ac25fabd tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:01.004162 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-52b33d95-7a57-4394-ac34-42fbd72d7360 req-678d0ca2-fb78-4d46-a10d-4b32ac25fabd tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=490bd11b-a871-4ca7-92d3-a4cf0716c692 HTTP/1.1" status: 200 len: 946 time: 0.0667286 Aug 11 21:54:01.061494 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0306ce-d419-4c42-aa4c-a32af243c5cd req-e8a0602c-ef0c-42e2-bb6a-79f095325173 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:01.064069 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5f0306ce-d419-4c42-aa4c-a32af243c5cd req-e8a0602c-ef0c-42e2-bb6a-79f095325173 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.1043503 Aug 11 21:54:01.073078 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-52b33d95-7a57-4394-ac34-42fbd72d7360 req-5ac90c42-e219-4cdf-b0ec-ce9429fbbd92 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677874 Aug 11 21:54:01.093616 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d528dd-d664-4fe7-8d09-23e61886141a req-b6f50f6e-bc29-4727-bc8e-f76c047407c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:01.096139 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b0d528dd-d664-4fe7-8d09-23e61886141a req-b6f50f6e-bc29-4727-bc8e-f76c047407c4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=48dee6b1f1ed472f88259995ad0e68a7&device_id=df75f0d4-2feb-486f-8731-5302bf62a703 HTTP/1.1" status: 200 len: 1094 time: 0.0614901 Aug 11 21:54:01.136364 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5f0306ce-d419-4c42-aa4c-a32af243c5cd req-4716d853-e904-47ca-8e01-05ea68d98939 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641742 Aug 11 21:54:01.194781 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03281ad8-54f0-4b93-b1eb-5671dc6cf1dd x-openstack-request-id: req-03281ad8-54f0-4b93-b1eb-5671dc6cf1dd {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:54:01.195828 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6201a109-fbef-444c-ab59-cf5adaef3429", "name": "network-vif-plugged", "status": "completed", "tag": "c91a7aab-d4e5-4470-af40-fb22c96951e9", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:54:01.196327 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-03281ad8-54f0-4b93-b1eb-5671dc6cf1dd {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:54:01.196964 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6201a109-fbef-444c-ab59-cf5adaef3429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91a7aab-d4e5-4470-af40-fb22c96951e9', 'code': 200} Aug 11 21:54:01.348681 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d528dd-d664-4fe7-8d09-23e61886141a req-851b04fb-d9b2-4ded-8688-a5ef9bd29655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:01.351138 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b0d528dd-d664-4fe7-8d09-23e61886141a req-851b04fb-d9b2-4ded-8688-a5ef9bd29655 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4704ff02-c5ab-4776-afb3-b0008179201b HTTP/1.1" status: 200 len: 916 time: 0.2466056 Aug 11 21:54:01.446511 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c47e0-4e3f-4762-8818-cb296a630ed6 req-3a777030-b8d4-486d-8d83-65f3d13ff104 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:01.449331 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ca1c47e0-4e3f-4762-8818-cb296a630ed6 req-3a777030-b8d4-486d-8d83-65f3d13ff104 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.77 "GET /v2.0/ports?device_id=d906bd37-939a-4986-8411-a23294ca1e19 HTTP/1.1" status: 200 len: 950 time: 0.1167226 Aug 11 21:54:01.515761 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b0d528dd-d664-4fe7-8d09-23e61886141a req-a10e238e-378c-4c46-aba3-00c493c25cc7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=878c3eb0-1907-4f88-b05c-0ef84e069cbe HTTP/1.1" status: 200 len: 217 time: 0.0850449 Aug 11 21:54:01.524031 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ca1c47e0-4e3f-4762-8818-cb296a630ed6 req-54edd208-f1ad-486a-9a95-a0cccfea44a1 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.77 "GET /v2.0/security-groups?id=c541a21c-0ca3-45e7-83da-8d94fc353974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667067 Aug 11 21:54:01.600129 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c673e0-cf3d-42f3-9a88-b348f095dcb3 req-f047a841-5a22-4db6-9fca-7a9aacbe3b96 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:01.613840 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-22c673e0-cf3d-42f3-9a88-b348f095dcb3 req-f047a841-5a22-4db6-9fca-7a9aacbe3b96 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/ports?device_id=dda5a121-45ef-4e90-b8a0-2839680d979d HTTP/1.1" status: 200 len: 943 time: 0.2535305 Aug 11 21:54:01.671623 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d528dd-d664-4fe7-8d09-23e61886141a req-7c795424-5850-4979-a5af-accc19b1cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:01.681038 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b0d528dd-d664-4fe7-8d09-23e61886141a req-7c795424-5850-4979-a5af-accc19b1cbb0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=99402162-65dc-4f7a-98e7-13408e81851f HTTP/1.1" status: 200 len: 855 time: 0.1499269 Aug 11 21:54:01.714493 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8fec6-f7e1-4f16-87e9-670f987d0543 req-82d1fcc0-83d0-40d1-a93c-364cafda7394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:01.717567 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-42a8fec6-f7e1-4f16-87e9-670f987d0543 req-82d1fcc0-83d0-40d1-a93c-364cafda7394 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 1097 time: 0.2791758 Aug 11 21:54:01.801801 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b0d528dd-d664-4fe7-8d09-23e61886141a req-5e03824e-3435-4d54-b167-90e37369f992 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4704ff02-c5ab-4776-afb3-b0008179201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968859 Aug 11 21:54:01.887610 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebb27b-a1f8-450e-8627-742710bd600a req-43e5b00a-e98f-41d8-97c3-2bc203cebeb1 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:01.889319 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d5ebb27b-a1f8-450e-8627-742710bd600a req-43e5b00a-e98f-41d8-97c3-2bc203cebeb1 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=df75f0d4-2feb-486f-8731-5302bf62a703 HTTP/1.1" status: 200 len: 943 time: 0.0683420 Aug 11 21:54:01.947814 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-22c673e0-cf3d-42f3-9a88-b348f095dcb3 req-6143bbdf-a1db-4a9e-8707-92498993145b tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/security-groups?id=36c36e39-1919-4845-a0b7-576c7cad1bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530842 Aug 11 21:54:01.953596 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d5ebb27b-a1f8-450e-8627-742710bd600a req-3036de54-24e0-4a94-a015-ae6a6e7b0121 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532212 Aug 11 21:54:01.980935 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-42a8fec6-f7e1-4f16-87e9-670f987d0543 req-17682948-8945-4700-86c6-1aeccd396ec7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148821 Aug 11 21:54:02.044548 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b0d528dd-d664-4fe7-8d09-23e61886141a req-d723e04f-94f9-4360-a25f-f789d102a20f service neutron] 10.222.0.82 "GET /v2.0/networks/4704ff02-c5ab-4776-afb3-b0008179201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328310 Aug 11 21:54:02.237028 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8687245-0db1-4135-a918-28654e310a7b req-58e816c4-babe-47f6-a7cb-40a8664bac0f tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:02.239308 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c8687245-0db1-4135-a918-28654e310a7b req-58e816c4-babe-47f6-a7cb-40a8664bac0f tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=490bd11b-a871-4ca7-92d3-a4cf0716c692 HTTP/1.1" status: 200 len: 946 time: 0.0641520 Aug 11 21:54:02.273437 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204f124-b291-4a1f-b065-66babd45343c req-38ff605c-6011-471a-bf39-0c98a3edcfdf tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:02.276241 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5204f124-b291-4a1f-b065-66babd45343c req-38ff605c-6011-471a-bf39-0c98a3edcfdf tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 946 time: 0.0994236 Aug 11 21:54:02.294134 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c8687245-0db1-4135-a918-28654e310a7b req-366b80e3-dd8c-4cd6-9499-099990df8ec9 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477870 Aug 11 21:54:02.328922 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5204f124-b291-4a1f-b065-66babd45343c req-3cfdeeb6-d18a-417f-8f10-8560cbd2cf3b tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448310 Aug 11 21:54:02.544844 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ab78d-0dff-416f-8698-b7f0f0520974 req-eefc884c-f886-4c61-a263-6eb5e2528c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:02.546483 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-052ab78d-0dff-416f-8698-b7f0f0520974 req-eefc884c-f886-4c61-a263-6eb5e2528c71 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1586795 Aug 11 21:54:02.557488 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca5be2-fd92-4b78-8abf-0a10a42e1957 req-f8e4ba34-031a-4156-bd50-2b02295e1292 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:02.559728 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-42ca5be2-fd92-4b78-8abf-0a10a42e1957 req-f8e4ba34-031a-4156-bd50-2b02295e1292 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.1011102 Aug 11 21:54:02.569415 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021c1ec-218d-4977-b0eb-ce868d9aa17e req-a1ef175f-dc50-41f3-84c7-9320917edd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:02.570427 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b0d528dd-d664-4fe7-8d09-23e61886141a req-fe29e754-a793-4e07-a2a7-d5d4c6e7e87a service neutron] 10.222.0.82 "GET /v2.0/networks/4704ff02-c5ab-4776-afb3-b0008179201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212858 Aug 11 21:54:02.570922 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f021c1ec-218d-4977-b0eb-ce868d9aa17e req-a1ef175f-dc50-41f3-84c7-9320917edd95 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ffc1ce1280c454884cd1721d99fabb8&device_id=dda5a121-45ef-4e90-b8a0-2839680d979d HTTP/1.1" status: 200 len: 1094 time: 0.1282911 Aug 11 21:54:02.584580 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8634c53-006a-4b47-a023-ef58f3a09f5d req-7c5adac2-c240-48a6-b688-e4724f62a7dd tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:02.586668 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8634c53-006a-4b47-a023-ef58f3a09f5d req-7c5adac2-c240-48a6-b688-e4724f62a7dd tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=261ce85d-b693-4db3-8ecf-e1235e430982 HTTP/1.1" status: 200 len: 945 time: 0.1213610 Aug 11 21:54:02.613380 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-42ca5be2-fd92-4b78-8abf-0a10a42e1957 req-d417a952-2941-4340-8a77-72bc70b1537f tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416512 Aug 11 21:54:02.794385 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8634c53-006a-4b47-a023-ef58f3a09f5d req-391a8635-15f7-47db-ae0f-760ed07ada77 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884885 Aug 11 21:54:02.830777 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021c1ec-218d-4977-b0eb-ce868d9aa17e req-95a715ed-d0d0-41e9-91f3-a4559e4b0b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:02.833071 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f021c1ec-218d-4977-b0eb-ce868d9aa17e req-95a715ed-d0d0-41e9-91f3-a4559e4b0b7c service neutron] 10.222.0.52 "GET /v2.0/networks?id=e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca HTTP/1.1" status: 200 len: 916 time: 0.2280271 Aug 11 21:54:02.834821 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-052ab78d-0dff-416f-8698-b7f0f0520974 req-ef928e69-24ac-48c1-9fb4-0197d6e9692d service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766783 Aug 11 21:54:02.906190 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f021c1ec-218d-4977-b0eb-ce868d9aa17e req-2fe45566-60b2-4ff0-83e7-a94387e98600 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33c1092d-f150-43c6-b7b4-f3296e5f447c HTTP/1.1" status: 200 len: 217 time: 0.0509059 Aug 11 21:54:03.027821 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021c1ec-218d-4977-b0eb-ce868d9aa17e req-097b6f26-7acd-492d-9e81-55978ecb26e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:03.033878 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f021c1ec-218d-4977-b0eb-ce868d9aa17e req-097b6f26-7acd-492d-9e81-55978ecb26e1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e2bb92f0-865f-4ca3-9181-5430ef0dfa71 HTTP/1.1" status: 200 len: 854 time: 0.1166728 Aug 11 21:54:03.104486 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-052ab78d-0dff-416f-8698-b7f0f0520974 req-344ad320-4b7e-4b63-8b3b-b017b76f81d5 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421038 Aug 11 21:54:03.123453 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021c1ec-218d-4977-b0eb-ce868d9aa17e req-59be0984-2052-45a2-9b24-ee935cdf8297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:03.125830 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f021c1ec-218d-4977-b0eb-ce868d9aa17e req-59be0984-2052-45a2-9b24-ee935cdf8297 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689001 Aug 11 21:54:03.278840 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5cfb4-9955-42a7-b0e1-10470ab1b6b4 req-96b9e455-86d4-42b0-bc42-dfdc0b6294b0 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:03.281204 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-50c5cfb4-9955-42a7-b0e1-10470ab1b6b4 req-96b9e455-86d4-42b0-bc42-dfdc0b6294b0 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=baf9f546-8452-44e1-83b1-3009c9ad6e8d HTTP/1.1" status: 200 len: 946 time: 0.1311834 Aug 11 21:54:03.303629 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab6632-ed78-4223-813a-e87c95ff1c17 req-3a726152-3a57-4639-9ce0-6594d0edf9b6 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:03.306392 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f7ab6632-ed78-4223-813a-e87c95ff1c17 req-3a726152-3a57-4639-9ce0-6594d0edf9b6 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/ports?device_id=dda5a121-45ef-4e90-b8a0-2839680d979d HTTP/1.1" status: 200 len: 943 time: 0.0858982 Aug 11 21:54:03.321181 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 21:54:03.330438 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f021c1ec-218d-4977-b0eb-ce868d9aa17e req-ddbb0cde-00ae-4153-afea-11b3ca5ac52b service neutron] 10.222.0.52 "GET /v2.0/networks/e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947587 Aug 11 21:54:03.360902 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-50c5cfb4-9955-42a7-b0e1-10470ab1b6b4 req-5d8d36b8-2174-49c2-9b0a-9194b2617e58 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672567 Aug 11 21:54:03.378162 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f7ab6632-ed78-4223-813a-e87c95ff1c17 req-e87cc3a8-5c81-4237-a3fd-ba9a794ce948 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/security-groups?id=36c36e39-1919-4845-a0b7-576c7cad1bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591726 Aug 11 21:54:03.515395 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f021c1ec-218d-4977-b0eb-ce868d9aa17e req-9ddd3f4d-247a-4f91-b556-52aaeda2e72d service neutron] 10.222.0.52 "GET /v2.0/networks/e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662560 Aug 11 21:54:03.543453 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888054a-949b-4d5f-a80c-f93d87210f58 req-6bd60876-b64d-443c-8f67-e59000e20d8a tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:03.545128 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3888054a-949b-4d5f-a80c-f93d87210f58 req-6bd60876-b64d-443c-8f67-e59000e20d8a tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=df75f0d4-2feb-486f-8731-5302bf62a703 HTTP/1.1" status: 200 len: 943 time: 0.0767844 Aug 11 21:54:03.578683 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ed36f-f70b-4425-8d2e-5f90c149eb27 req-2bca4cfe-66d2-41e1-ae68-93b945440c0e tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:03.581637 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-880ed36f-f70b-4425-8d2e-5f90c149eb27 req-2bca4cfe-66d2-41e1-ae68-93b945440c0e tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.77 "GET /v2.0/ports?device_id=d906bd37-939a-4986-8411-a23294ca1e19 HTTP/1.1" status: 200 len: 950 time: 0.0880225 Aug 11 21:54:03.592115 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3888054a-949b-4d5f-a80c-f93d87210f58 req-d72ce58f-ac66-4e04-9fa0-f82c698c11c6 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403669 Aug 11 21:54:03.654298 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-880ed36f-f70b-4425-8d2e-5f90c149eb27 req-28bee97d-b32c-42a1-aa40-9f35eff5d84f tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.77 "GET /v2.0/security-groups?id=c541a21c-0ca3-45e7-83da-8d94fc353974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580199 Aug 11 21:54:03.822917 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88263ec7-3e65-42c9-b82f-bc0777a66bf3 req-5b0644f5-f44f-4648-832b-94e0fd158133 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:03.825722 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-88263ec7-3e65-42c9-b82f-bc0777a66bf3 req-5b0644f5-f44f-4648-832b-94e0fd158133 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 946 time: 0.1000681 Aug 11 21:54:03.896202 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-88263ec7-3e65-42c9-b82f-bc0777a66bf3 req-cf3feb3a-e169-4134-aa1a-cecbdf53de56 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595069 Aug 11 21:54:03.946167 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 42d791dd-f21c-4d12-8d9c-bad2e8293a00 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:54:04.082264 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552dc78-d799-4e77-a16c-62f396b12539 req-819a07bd-8f74-48ca-b6a7-4ef710394445 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:04.084999 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d552dc78-d799-4e77-a16c-62f396b12539 req-819a07bd-8f74-48ca-b6a7-4ef710394445 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.0920634 Aug 11 21:54:04.103160 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f0a48-1d1c-47a5-bdef-45e3b18a2f5f req-af6557eb-5a29-491b-89f7-bca27aa283ce tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:04.104805 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f04f0a48-1d1c-47a5-bdef-45e3b18a2f5f req-af6557eb-5a29-491b-89f7-bca27aa283ce tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=490bd11b-a871-4ca7-92d3-a4cf0716c692 HTTP/1.1" status: 200 len: 946 time: 0.0876689 Aug 11 21:54:04.132188 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 42d791dd-f21c-4d12-8d9c-bad2e8293a00, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=42d791dd-f21c-4d12-8d9c-bad2e8293a00,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:04.145286 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d552dc78-d799-4e77-a16c-62f396b12539 req-69408f0c-b688-4722-b463-54136ca27e8c tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530524 Aug 11 21:54:04.167687 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '42d791dd-f21c-4d12-8d9c-bad2e8293a00', 'network_id': 'e065759b-9598-4e49-9dd4-b84a6811ca8d', 'port_id': '42d791dd-f21c-4d12-8d9c-bad2e8293a00', 'mac_address': 'fa:16:3e:7a:5b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a417fc4-720c-4110-80f4-cad05729542b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:54:04.180029 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f04f0a48-1d1c-47a5-bdef-45e3b18a2f5f req-3542f270-e557-4ac8-a00b-bf81dcb14714 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682733 Aug 11 21:54:04.252558 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:04.278328 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42d791dd-f21c-4d12-8d9c-bad2e8293a00 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:54:04.302013 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 42d791dd-f21c-4d12-8d9c-bad2e8293a00, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=42d791dd-f21c-4d12-8d9c-bad2e8293a00,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:04.307551 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:04.370842 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=42d791dd-f21c-4d12-8d9c-bad2e8293a00,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:04.467564 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['42d791dd-f21c-4d12-8d9c-bad2e8293a00'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:54:04.541859 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29498fd8-a6ea-4d7e-801c-d8145e955149 req-d7a52191-5646-4d06-b4fe-8f6f50107c37 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:04.543870 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-29498fd8-a6ea-4d7e-801c-d8145e955149 req-d7a52191-5646-4d06-b4fe-8f6f50107c37 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/ports?device_id=dda5a121-45ef-4e90-b8a0-2839680d979d HTTP/1.1" status: 200 len: 943 time: 0.0611379 Aug 11 21:54:04.588440 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20970008-0b57-4d7f-8f14-552112b93a63 req-d8861347-4176-4e94-8725-63a4ae79d93c tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:04.594851 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-20970008-0b57-4d7f-8f14-552112b93a63 req-d8861347-4176-4e94-8725-63a4ae79d93c tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=261ce85d-b693-4db3-8ecf-e1235e430982 HTTP/1.1" status: 200 len: 945 time: 0.0951848 Aug 11 21:54:04.599275 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-29498fd8-a6ea-4d7e-801c-d8145e955149 req-dae0d822-8c3d-4a1a-849b-5fa27a2f4658 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/security-groups?id=36c36e39-1919-4845-a0b7-576c7cad1bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420160 Aug 11 21:54:04.682830 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-20970008-0b57-4d7f-8f14-552112b93a63 req-47bf0871-d98d-43d2-a972-a9773159fc4f tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702491 Aug 11 21:54:04.844943 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebfad1-f8a7-4936-a6c5-40664c80d3e7 req-44ec4f54-ff43-41e9-8662-7eaf4f738518 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:04.845598 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189d6a4-1a34-4eb7-beaf-09f84fd2f0bc req-5b658027-e57a-4b46-871b-ce63aed65cae tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:04.847359 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2189d6a4-1a34-4eb7-beaf-09f84fd2f0bc req-5b658027-e57a-4b46-871b-ce63aed65cae tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.77 "GET /v2.0/ports?device_id=d906bd37-939a-4986-8411-a23294ca1e19 HTTP/1.1" status: 200 len: 950 time: 0.0992570 Aug 11 21:54:04.847783 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cbebfad1-f8a7-4936-a6c5-40664c80d3e7 req-44ec4f54-ff43-41e9-8662-7eaf4f738518 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=df75f0d4-2feb-486f-8731-5302bf62a703 HTTP/1.1" status: 200 len: 943 time: 0.1048315 Aug 11 21:54:04.923684 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cbebfad1-f8a7-4936-a6c5-40664c80d3e7 req-be458cbf-229b-4085-b7bd-d4f1611baf0d tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528631 Aug 11 21:54:04.929573 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2189d6a4-1a34-4eb7-beaf-09f84fd2f0bc req-c270d549-c36c-44a1-9dea-b48ba16b8c65 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.77 "GET /v2.0/security-groups?id=c541a21c-0ca3-45e7-83da-8d94fc353974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662069 Aug 11 21:54:05.085777 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348b637-4d0c-4cd0-883e-bc9dba261150 req-4c82d6cf-c810-4d1f-b43a-93ddee460faa tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:05.087565 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9348b637-4d0c-4cd0-883e-bc9dba261150 req-4c82d6cf-c810-4d1f-b43a-93ddee460faa tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.52 "GET /v2.0/ports?device_id=d906bd37-939a-4986-8411-a23294ca1e19 HTTP/1.1" status: 200 len: 950 time: 0.0937521 Aug 11 21:54:05.287796 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-9348b637-4d0c-4cd0-883e-bc9dba261150 req-68220fd5-66f2-4362-ae3a-d6207b34a7b1 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Deleting port 6705a720-faca-4863-adfa-77c323451b99 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:54:05.288940 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9348b637-4d0c-4cd0-883e-bc9dba261150 req-68220fd5-66f2-4362-ae3a-d6207b34a7b1 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:05.316511 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65099f-1590-4e09-9af0-78439466c641 req-93466fe5-7350-4276-b5f9-413b487f6b01 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:05.323033 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65099f-1590-4e09-9af0-78439466c641 req-93466fe5-7350-4276-b5f9-413b487f6b01 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:05.329952 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65099f-1590-4e09-9af0-78439466c641 req-93466fe5-7350-4276-b5f9-413b487f6b01 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:05.337855 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b65099f-1590-4e09-9af0-78439466c641 req-93466fe5-7350-4276-b5f9-413b487f6b01 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=490bd11b-a871-4ca7-92d3-a4cf0716c692&device_id=baf9f546-8452-44e1-83b1-3009c9ad6e8d&device_id=261ce85d-b693-4db3-8ecf-e1235e430982 HTTP/1.1" status: 200 len: 2418 time: 0.0808444 Aug 11 21:54:05.385761 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b65099f-1590-4e09-9af0-78439466c641 req-6a1ac571-17fb-4dbf-8447-ff3c7fb3dcf9 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467613 Aug 11 21:54:05.529759 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd925a1c-056b-44b9-a32d-623efa3d7a34 req-e272bb74-1c6c-4b4f-86d4-5844cf6aef61 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:05.538554 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fd925a1c-056b-44b9-a32d-623efa3d7a34 req-e272bb74-1c6c-4b4f-86d4-5844cf6aef61 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 946 time: 0.2196689 Aug 11 21:54:05.564543 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-9348b637-4d0c-4cd0-883e-bc9dba261150 req-68220fd5-66f2-4362-ae3a-d6207b34a7b1 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] For port 6705a720-faca-4863-adfa-77c323451b99, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=6705a720-faca-4863-adfa-77c323451b99,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:05.564955 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9348b637-4d0c-4cd0-883e-bc9dba261150 req-68220fd5-66f2-4362-ae3a-d6207b34a7b1 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:05.595663 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-9348b637-4d0c-4cd0-883e-bc9dba261150 req-68220fd5-66f2-4362-ae3a-d6207b34a7b1 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Calling delete_port for 6705a720-faca-4863-adfa-77c323451b99 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:54:05.615676 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14f9ac-6ebf-4294-9845-a34f528f1936 req-fe67d1cf-8697-44a5-8917-ab531f182b19 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:05.629875 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fa14f9ac-6ebf-4294-9845-a34f528f1936 req-fe67d1cf-8697-44a5-8917-ab531f182b19 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.1142714 Aug 11 21:54:05.679249 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fd925a1c-056b-44b9-a32d-623efa3d7a34 req-fd87733e-5115-45d0-bd74-f22196bfe15f tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108484 Aug 11 21:54:05.710462 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fa14f9ac-6ebf-4294-9845-a34f528f1936 req-08ae7b55-aa68-48e0-b987-08922ae16740 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771880 Aug 11 21:54:05.914322 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9348b637-4d0c-4cd0-883e-bc9dba261150 req-68220fd5-66f2-4362-ae3a-d6207b34a7b1 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:05.929797 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82867cce-b83a-45eb-97de-3ef3925d5836 req-bd83ac70-8d64-4f53-bb02-1d53491ae325 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:05.931833 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82867cce-b83a-45eb-97de-3ef3925d5836 req-bd83ac70-8d64-4f53-bb02-1d53491ae325 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=490bd11b-a871-4ca7-92d3-a4cf0716c692 HTTP/1.1" status: 200 len: 946 time: 0.0773358 Aug 11 21:54:05.942555 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['6705a720-faca-4863-adfa-77c323451b99'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:54:05.976663 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 33c1092d-f150-43c6-b7b4-f3296e5f447c details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:54:06.028173 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82867cce-b83a-45eb-97de-3ef3925d5836 req-ef7574e7-8664-4912-af8d-bf7997a14ed6 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872071 Aug 11 21:54:06.052490 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68220fd5-66f2-4362-ae3a-d6207b34a7b1 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Pushing event deleted for resources: {'Port': ['ID=6705a720-faca-4863-adfa-77c323451b99,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:06.124214 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-9348b637-4d0c-4cd0-883e-bc9dba261150 req-68220fd5-66f2-4362-ae3a-d6207b34a7b1 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] No DVR routers for this DVR port 6705a720-faca-4863-adfa-77c323451b99 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:54:06.129693 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9348b637-4d0c-4cd0-883e-bc9dba261150 req-68220fd5-66f2-4362-ae3a-d6207b34a7b1 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:06.133033 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9348b637-4d0c-4cd0-883e-bc9dba261150 req-68220fd5-66f2-4362-ae3a-d6207b34a7b1 tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.52 "DELETE /v2.0/ports/6705a720-faca-4863-adfa-77c323451b99 HTTP/1.1" status: 204 len: 173 time: 1.0380309 Aug 11 21:54:06.133314 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 33c1092d-f150-43c6-b7b4-f3296e5f447c, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=33c1092d-f150-43c6-b7b4-f3296e5f447c,segment=NetworkSegment(5df5f95c-72bd-466f-92a4-7b77e2c557d3),segment_id=5df5f95c-72bd-466f-92a4-7b77e2c557d3)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:06.133680 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd906bd37-939a-4986-8411-a23294ca1e19', 'name': 'network-vif-deleted', 'tag': '6705a720-faca-4863-adfa-77c323451b99'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:54:06.137261 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244e3da7-79b1-4340-ba60-7bbe60ecb352" -d '{"events": [{"server_uuid": "d906bd37-939a-4986-8411-a23294ca1e19", "name": "network-vif-deleted", "tag": "6705a720-faca-4863-adfa-77c323451b99"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:54:06.154230 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 42d791dd-f21c-4d12-8d9c-bad2e8293a00 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:54:06.158268 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '33c1092d-f150-43c6-b7b4-f3296e5f447c', 'network_id': 'e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca', 'port_id': '33c1092d-f150-43c6-b7b4-f3296e5f447c', 'mac_address': 'fa:16:3e:48:25:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2bb92f0-865f-4ca3-9181-5430ef0dfa71', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:54:06.159486 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61af6a-1097-4b53-907e-d42bab2c06c5 req-53dda348-34e6-40ac-b701-5e66546cedd1 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:06.161421 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ad61af6a-1097-4b53-907e-d42bab2c06c5 req-53dda348-34e6-40ac-b701-5e66546cedd1 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/ports?device_id=dda5a121-45ef-4e90-b8a0-2839680d979d HTTP/1.1" status: 200 len: 943 time: 0.2492793 Aug 11 21:54:06.280276 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ad61af6a-1097-4b53-907e-d42bab2c06c5 req-a6f02ed5-f15c-4f51-aee4-12f95ae84fdf tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/security-groups?id=36c36e39-1919-4845-a0b7-576c7cad1bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006374 Aug 11 21:54:06.369529 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:06.381105 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63126a55-6942-4650-a953-e25902fe6d1e req-2d200609-41c4-410a-8f64-00e0c9049976 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:06.390641 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-63126a55-6942-4650-a953-e25902fe6d1e req-2d200609-41c4-410a-8f64-00e0c9049976 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 1097 time: 0.0801272 Aug 11 21:54:06.409565 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c1092d-f150-43c6-b7b4-f3296e5f447c {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:54:06.462771 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 33c1092d-f150-43c6-b7b4-f3296e5f447c, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=33c1092d-f150-43c6-b7b4-f3296e5f447c,segment=NetworkSegment(5df5f95c-72bd-466f-92a4-7b77e2c557d3),segment_id=5df5f95c-72bd-466f-92a4-7b77e2c557d3)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:06.465069 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 42d791dd-f21c-4d12-8d9c-bad2e8293a00 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:54:06.466536 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:06.479598 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-63126a55-6942-4650-a953-e25902fe6d1e req-d2969514-8d50-48be-a0ee-e115f084f95c tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874770 Aug 11 21:54:06.493335 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:06.500945 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 878c3eb0-1907-4f88-b05c-0ef84e069cbe details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:54:06.551547 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fcb3a-4543-4646-8d80-4f13f3d0802a req-3899724f-91b6-4110-9c90-5a1ec5c2228c tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:06.553161 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fe5fcb3a-4543-4646-8d80-4f13f3d0802a req-3899724f-91b6-4110-9c90-5a1ec5c2228c tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=df75f0d4-2feb-486f-8731-5302bf62a703 HTTP/1.1" status: 200 len: 943 time: 0.1027014 Aug 11 21:54:06.622014 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fe5fcb3a-4543-4646-8d80-4f13f3d0802a req-ccbdc9cd-e7e2-474f-a8b2-dc9c89aac09c tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625498 Aug 11 21:54:06.680483 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=33c1092d-f150-43c6-b7b4-f3296e5f447c,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:06.846744 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-acae92cd-4f0e-404b-ac5c-af8e78828385 req-a90b3e73-ebb8-464a-8103-5fb7ed89ca2a tempest-TenantUsagesTestJSON-1801334004 tempest-TenantUsagesTestJSON-1801334004-project] 10.222.0.77 "GET /v2.0/ports?device_id=d906bd37-939a-4986-8411-a23294ca1e19 HTTP/1.1" status: 200 len: 210 time: 0.0518339 Aug 11 21:54:06.947876 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['33c1092d-f150-43c6-b7b4-f3296e5f447c'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:54:06.951314 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb65204-2324-4228-b4ae-c3583795022e x-openstack-request-id: req-5bb65204-2324-4228-b4ae-c3583795022e {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:54:06.951636 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d906bd37-939a-4986-8411-a23294ca1e19", "name": "network-vif-deleted", "tag": "6705a720-faca-4863-adfa-77c323451b99", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:54:06.951981 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5bb65204-2324-4228-b4ae-c3583795022e {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:54:06.952282 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd906bd37-939a-4986-8411-a23294ca1e19', 'name': 'network-vif-deleted', 'tag': '6705a720-faca-4863-adfa-77c323451b99', 'status': 'completed', 'code': 200} Aug 11 21:54:06.960831 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 878c3eb0-1907-4f88-b05c-0ef84e069cbe, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=878c3eb0-1907-4f88-b05c-0ef84e069cbe,segment=NetworkSegment(0b69ea86-ef97-454e-8a8e-3f0290a75489),segment_id=0b69ea86-ef97-454e-8a8e-3f0290a75489)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:06.991651 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:07.016758 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '878c3eb0-1907-4f88-b05c-0ef84e069cbe', 'network_id': '4704ff02-c5ab-4776-afb3-b0008179201b', 'port_id': '878c3eb0-1907-4f88-b05c-0ef84e069cbe', 'mac_address': 'fa:16:3e:96:1a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99402162-65dc-4f7a-98e7-13408e81851f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:54:07.157852 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd83dd-83bc-4298-879b-d156f78297f2 req-9739539d-ad17-49db-bdac-53b80065b481 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:07.159737 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5146e4-c6d5-4c7f-a348-485399d33f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d791dd-f21c-4d12-8d9c-bad2e8293a00'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:54:07.165479 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4bfd83dd-83bc-4298-879b-d156f78297f2 req-9739539d-ad17-49db-bdac-53b80065b481 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 1097 time: 0.0787284 Aug 11 21:54:07.188121 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2758deb-e0a2-482d-ac45-8237bde21c49" -d '{"events": [{"server_uuid": "ad5146e4-c6d5-4c7f-a348-485399d33f67", "name": "network-vif-plugged", "status": "completed", "tag": "42d791dd-f21c-4d12-8d9c-bad2e8293a00"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:54:07.220815 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 42d791dd-f21c-4d12-8d9c-bad2e8293a00, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=42d791dd-f21c-4d12-8d9c-bad2e8293a00,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:07.222749 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:07.243107 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878c3eb0-1907-4f88-b05c-0ef84e069cbe {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:54:07.248916 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:07.307979 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4bfd83dd-83bc-4298-879b-d156f78297f2 req-4191af4d-6447-4521-8b44-17d53c3cac45 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223757 Aug 11 21:54:07.311582 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 878c3eb0-1907-4f88-b05c-0ef84e069cbe, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=878c3eb0-1907-4f88-b05c-0ef84e069cbe,segment=NetworkSegment(0b69ea86-ef97-454e-8a8e-3f0290a75489),segment_id=0b69ea86-ef97-454e-8a8e-3f0290a75489)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:07.333242 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:07.419678 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=42d791dd-f21c-4d12-8d9c-bad2e8293a00,revision_number=7']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:07.420123 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5cc9e-a5c9-434f-a9ae-a40465f88cc9 req-334d4c01-43d2-441e-afc4-0cf22a449fc2 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:07.435278 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f0a5cc9e-a5c9-434f-a9ae-a40465f88cc9 req-334d4c01-43d2-441e-afc4-0cf22a449fc2 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.1762180 Aug 11 21:54:07.518839 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f0a5cc9e-a5c9-434f-a9ae-a40465f88cc9 req-2f5f69ca-6943-41d3-ae7f-3ef436e1e964 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818617 Aug 11 21:54:07.537814 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=878c3eb0-1907-4f88-b05c-0ef84e069cbe,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:07.584971 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cce05f-e640-41bb-8c1e-d14b55851174 x-openstack-request-id: req-d0cce05f-e640-41bb-8c1e-d14b55851174 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:54:07.585542 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5146e4-c6d5-4c7f-a348-485399d33f67", "name": "network-vif-plugged", "status": "completed", "tag": "42d791dd-f21c-4d12-8d9c-bad2e8293a00", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:54:07.586002 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d0cce05f-e640-41bb-8c1e-d14b55851174 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:54:07.586581 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5146e4-c6d5-4c7f-a348-485399d33f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d791dd-f21c-4d12-8d9c-bad2e8293a00', 'code': 200} Aug 11 21:54:07.762363 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:07.778365 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edb787-b40f-4896-90b2-57649b57b047 req-ccd8a1be-2a8e-4461-a4f8-f159940d303e tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:07.783529 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-02edb787-b40f-4896-90b2-57649b57b047 req-ccd8a1be-2a8e-4461-a4f8-f159940d303e tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/ports?device_id=dda5a121-45ef-4e90-b8a0-2839680d979d HTTP/1.1" status: 200 len: 944 time: 0.1213353 Aug 11 21:54:07.788923 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['878c3eb0-1907-4f88-b05c-0ef84e069cbe'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:54:07.931546 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-02edb787-b40f-4896-90b2-57649b57b047 req-f9769192-1914-49c5-a1d4-a0a0b6cab9ab tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/security-groups?id=36c36e39-1919-4845-a0b7-576c7cad1bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213729 Aug 11 21:54:08.145414 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0476c-5311-4925-9a0c-3c46e1eab6b8 req-19157c93-d2e5-4973-bcc3-389b380acdb5 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:08.147062 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d3d0476c-5311-4925-9a0c-3c46e1eab6b8 req-19157c93-d2e5-4973-bcc3-389b380acdb5 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=df75f0d4-2feb-486f-8731-5302bf62a703 HTTP/1.1" status: 200 len: 944 time: 0.0953207 Aug 11 21:54:08.241297 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d3d0476c-5311-4925-9a0c-3c46e1eab6b8 req-38fb8652-bdff-4fc3-a247-3eba1a66e423 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806432 Aug 11 21:54:08.665818 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53098) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:54:08.857892 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335323f-b157-4eb2-a894-f254268a6024 req-37b75665-dce7-4418-9e72-58604e413c27 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:08.859996 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4335323f-b157-4eb2-a894-f254268a6024 req-37b75665-dce7-4418-9e72-58604e413c27 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.0747523 Aug 11 21:54:08.900617 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-653d39af-c237-4fd5-ac36-cdbdace34fba admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=228fee2a352a4b00bd3fc9532b0287b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334487 Aug 11 21:54:08.903395 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53106) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:54:08.932106 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4335323f-b157-4eb2-a894-f254268a6024 req-5fc72658-4ae5-4ae0-85a1-15eb393fd79e tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641222 Aug 11 21:54:08.999678 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-acd90ab1-c48f-4333-a32c-75c6fb8b4dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:09.044790 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-acd90ab1-c48f-4333-a32c-75c6fb8b4dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:09.273590 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358dbdbb-fdf5-48cb-a96e-c1f6dd85a2c9 req-544f023c-e678-4673-8660-80bc120cb1ed tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:09.285952 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-358dbdbb-fdf5-48cb-a96e-c1f6dd85a2c9 req-544f023c-e678-4673-8660-80bc120cb1ed tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/ports?device_id=dda5a121-45ef-4e90-b8a0-2839680d979d HTTP/1.1" status: 200 len: 944 time: 0.1483054 Aug 11 21:54:09.316010 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-acd90ab1-c48f-4333-a32c-75c6fb8b4dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:09.320843 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-acd90ab1-c48f-4333-a32c-75c6fb8b4dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:09.326180 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-acd90ab1-c48f-4333-a32c-75c6fb8b4dca admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c541a21c-0ca3-45e7-83da-8d94fc353974 HTTP/1.1" status: 204 len: 168 time: 0.4212239 Aug 11 21:54:09.347798 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd90ab1-c48f-4333-a32c-75c6fb8b4dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c541a21c-0ca3-45e7-83da-8d94fc353974,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:09.389075 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-358dbdbb-fdf5-48cb-a96e-c1f6dd85a2c9 req-912def4e-78b5-41dd-816d-a1d8f81c3eb9 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/security-groups?id=36c36e39-1919-4845-a0b7-576c7cad1bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015658 Aug 11 21:54:09.908217 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53142) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:54:09.932331 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e982e78-4eda-4c3d-aaeb-3bb538768723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:09.938440 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac2909-6802-4722-bf2b-7b450a66e95f req-e3065406-a811-4030-8f63-7b801c933688 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:09.951362 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8fac2909-6802-4722-bf2b-7b450a66e95f req-e3065406-a811-4030-8f63-7b801c933688 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=df75f0d4-2feb-486f-8731-5302bf62a703 HTTP/1.1" status: 200 len: 944 time: 0.1093140 Aug 11 21:54:10.000278 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 33c1092d-f150-43c6-b7b4-f3296e5f447c up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:54:10.036227 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8fac2909-6802-4722-bf2b-7b450a66e95f req-d8cc2fe1-2cd3-4fb6-8bca-7460b657b19d tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757732 Aug 11 21:54:10.207954 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 33c1092d-f150-43c6-b7b4-f3296e5f447c completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:54:10.208359 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e982e78-4eda-4c3d-aaeb-3bb538768723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:10.213723 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e982e78-4eda-4c3d-aaeb-3bb538768723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:10.214287 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 33c1092d-f150-43c6-b7b4-f3296e5f447c triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:54:10.214727 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:10.271306 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e982e78-4eda-4c3d-aaeb-3bb538768723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101a9a5a-9092-4f5b-8dc9-ebd0c191e7ed,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:10.281402 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2e982e78-4eda-4c3d-aaeb-3bb538768723 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=475d7b0b8c5140ab86ac03030d598c1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3677063 Aug 11 21:54:10.281647 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53158) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:54:10.352631 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:10.359959 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-56711145-2a25-4304-b081-be8e2cafaaf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:10.390714 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda5a121-45ef-4e90-b8a0-2839680d979d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c1092d-f150-43c6-b7b4-f3296e5f447c'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:54:10.394099 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-56711145-2a25-4304-b081-be8e2cafaaf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:10.398830 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e59e41-2235-4544-a9d7-e7688431e3d8" -d '{"events": [{"server_uuid": "dda5a121-45ef-4e90-b8a0-2839680d979d", "name": "network-vif-plugged", "status": "completed", "tag": "33c1092d-f150-43c6-b7b4-f3296e5f447c"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:54:10.454043 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 33c1092d-f150-43c6-b7b4-f3296e5f447c, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=33c1092d-f150-43c6-b7b4-f3296e5f447c,segment=NetworkSegment(5df5f95c-72bd-466f-92a4-7b77e2c557d3),segment_id=5df5f95c-72bd-466f-92a4-7b77e2c557d3)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:10.462044 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:10.462918 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 6705a720-faca-4863-adfa-77c323451b99 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:54:10.478729 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-56711145-2a25-4304-b081-be8e2cafaaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:10.484337 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-56711145-2a25-4304-b081-be8e2cafaaf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:10.491259 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-56711145-2a25-4304-b081-be8e2cafaaf3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/101a9a5a-9092-4f5b-8dc9-ebd0c191e7ed HTTP/1.1" status: 204 len: 168 time: 0.2078691 Aug 11 21:54:10.525154 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56711145-2a25-4304-b081-be8e2cafaaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101a9a5a-9092-4f5b-8dc9-ebd0c191e7ed,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:10.526696 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 878c3eb0-1907-4f88-b05c-0ef84e069cbe up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:54:10.534129 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 6705a720-faca-4863-adfa-77c323451b99 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:54:10.535446 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 6705a720-faca-4863-adfa-77c323451b99 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:54:10.629533 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=33c1092d-f150-43c6-b7b4-f3296e5f447c,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:10.670432 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 878c3eb0-1907-4f88-b05c-0ef84e069cbe completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:54:10.678921 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 878c3eb0-1907-4f88-b05c-0ef84e069cbe triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:54:10.680363 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:10.730563 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53176) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:54:10.882043 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:10.930899 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 878c3eb0-1907-4f88-b05c-0ef84e069cbe, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=878c3eb0-1907-4f88-b05c-0ef84e069cbe,segment=NetworkSegment(0b69ea86-ef97-454e-8a8e-3f0290a75489),segment_id=0b69ea86-ef97-454e-8a8e-3f0290a75489)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:10.937040 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:10.977106 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a3bfc-f186-486d-ae86-8093d0a01172 req-368b0018-3763-4946-8c8f-d849a64b0df1 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:10.978725 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-272a3bfc-f186-486d-ae86-8093d0a01172 req-368b0018-3763-4946-8c8f-d849a64b0df1 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.1186552 Aug 11 21:54:11.026730 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=878c3eb0-1907-4f88-b05c-0ef84e069cbe,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:11.078601 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-272a3bfc-f186-486d-ae86-8093d0a01172 req-7a3268a7-7238-4355-a3cd-75318972d28c tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706611 Aug 11 21:54:11.202906 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26900ef-0bd3-420d-9e03-2d5f08298669 x-openstack-request-id: req-e26900ef-0bd3-420d-9e03-2d5f08298669 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:54:11.203549 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda5a121-45ef-4e90-b8a0-2839680d979d", "name": "network-vif-plugged", "status": "completed", "tag": "33c1092d-f150-43c6-b7b4-f3296e5f447c", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:54:11.204085 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e26900ef-0bd3-420d-9e03-2d5f08298669 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:54:11.204733 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda5a121-45ef-4e90-b8a0-2839680d979d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c1092d-f150-43c6-b7b4-f3296e5f447c', 'code': 200} Aug 11 21:54:11.247406 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-759a538a-0e21-4423-9a3a-e7648208569e tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 21:54:11.266745 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-759a538a-0e21-4423-9a3a-e7648208569e tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5336330 Aug 11 21:54:11.474759 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407b91d-ea26-4bf1-a7b1-f328bf835ec6 req-4a7d0291-96d7-4ba7-83f5-ec2c0c64995e tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:11.491906 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6407b91d-ea26-4bf1-a7b1-f328bf835ec6 req-4a7d0291-96d7-4ba7-83f5-ec2c0c64995e tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/ports?device_id=dda5a121-45ef-4e90-b8a0-2839680d979d HTTP/1.1" status: 200 len: 945 time: 0.1646657 Aug 11 21:54:11.508933 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8b4b2-7708-41f9-b38f-286358f7cdef req-185252f0-7a78-4e77-9e33-5bcad966a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:11.512314 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1df8b4b2-7708-41f9-b38f-286358f7cdef req-185252f0-7a78-4e77-9e33-5bcad966a61a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dda5a121-45ef-4e90-b8a0-2839680d979d HTTP/1.1" status: 200 len: 1096 time: 0.1637230 Aug 11 21:54:11.581827 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1df8b4b2-7708-41f9-b38f-286358f7cdef req-8c887dce-ab4e-4546-99c6-b49a485e3a79 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=36c36e39-1919-4845-a0b7-576c7cad1bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591137 Aug 11 21:54:11.597339 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6407b91d-ea26-4bf1-a7b1-f328bf835ec6 req-ebfda92a-25e2-4b8d-bd94-31217200209e tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/security-groups?id=36c36e39-1919-4845-a0b7-576c7cad1bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038957 Aug 11 21:54:11.651886 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-78afb607-094e-49ae-a8de-7c0a5e12788a service neutron] Request body: {'binding': {'host': 'n-h2-804275-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:54:11.652911 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-78afb607-094e-49ae-a8de-7c0a5e12788a service neutron] Unknown quota resources ['binding']. {{(pid=100942) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 21:54:11.769235 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9967f85-4aaf-4973-8a80-392c410ccff7 req-b800cf56-dc3a-4ce3-9da3-98125a5f810f tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:11.776425 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c9967f85-4aaf-4973-8a80-392c410ccff7 req-b800cf56-dc3a-4ce3-9da3-98125a5f810f tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=261ce85d-b693-4db3-8ecf-e1235e430982 HTTP/1.1" status: 200 len: 945 time: 0.0851333 Aug 11 21:54:11.857525 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c9967f85-4aaf-4973-8a80-392c410ccff7 req-7c936f80-7dd0-43fe-9b59-06bfabbfa165 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764790 Aug 11 21:54:11.912876 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-78afb607-094e-49ae-a8de-7c0a5e12788a service neutron] Attempting to bind port c91a7aab-d4e5-4470-af40-fb22c96951e9 on host n-h2-804275-3 for vnic_type normal with profile None {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:54:11.913607 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-78afb607-094e-49ae-a8de-7c0a5e12788a service neutron] Attempting to bind port c91a7aab-d4e5-4470-af40-fb22c96951e9 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:54:11.914176 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-78afb607-094e-49ae-a8de-7c0a5e12788a service neutron] Attempting to bind port c91a7aab-d4e5-4470-af40-fb22c96951e9 on network c1d2353f-b112-4357-b0a6-e5993406a9d5 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:54:11.922647 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-78afb607-094e-49ae-a8de-7c0a5e12788a service neutron] Port c91a7aab-d4e5-4470-af40-fb22c96951e9 on network c1d2353f-b112-4357-b0a6-e5993406a9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:54:11.923258 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-78afb607-094e-49ae-a8de-7c0a5e12788a service neutron] Attempting to bind port c91a7aab-d4e5-4470-af40-fb22c96951e9 on network c1d2353f-b112-4357-b0a6-e5993406a9d5 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:54:11.936028 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-78afb607-094e-49ae-a8de-7c0a5e12788a service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:54:11.936612 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-78afb607-094e-49ae-a8de-7c0a5e12788a service neutron] Checking segment: {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:54:11.937279 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-78afb607-094e-49ae-a8de-7c0a5e12788a service neutron] Bound using segment: {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:54:11.938064 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-78afb607-094e-49ae-a8de-7c0a5e12788a service neutron] Bound port: c91a7aab-d4e5-4470-af40-fb22c96951e9, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:54:11.973127 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53208) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:54:12.114406 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbba9c-415f-4a91-aee4-b4298ab6856f req-7626c2fa-db5b-4b1b-b445-b9dfe729b53d tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:12.129218 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bbbbba9c-415f-4a91-aee4-b4298ab6856f req-7626c2fa-db5b-4b1b-b445-b9dfe729b53d tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=df75f0d4-2feb-486f-8731-5302bf62a703 HTTP/1.1" status: 200 len: 945 time: 0.1080387 Aug 11 21:54:12.224109 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-8fb4ed62-bbc0-4803-b1bd-17eb314af004 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1355814969-network', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:54:12.260205 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bbbbba9c-415f-4a91-aee4-b4298ab6856f req-64acfca6-244f-4d66-a819-c83f56dbac25 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296470 Aug 11 21:54:12.352788 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb4ed62-bbc0-4803-b1bd-17eb314af004 admin admin] Made reservation on behalf of 2b9279c1feca4096aedd3bf29c3bbd31 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:54:12.356907 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8fb4ed62-bbc0-4803-b1bd-17eb314af004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:12.406108 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8fb4ed62-bbc0-4803-b1bd-17eb314af004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:12.684890 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-78afb607-094e-49ae-a8de-7c0a5e12788a service neutron] For port c91a7aab-d4e5-4470-af40-fb22c96951e9, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=c91a7aab-d4e5-4470-af40-fb22c96951e9,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:54:12.710368 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-78afb607-094e-49ae-a8de-7c0a5e12788a service neutron] Notify callbacks [] for binding, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:12.713104 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-78afb607-094e-49ae-a8de-7c0a5e12788a service neutron] 10.222.0.77 "POST /v2.0/ports/c91a7aab-d4e5-4470-af40-fb22c96951e9/bindings HTTP/1.1" status: 201 len: 389 time: 1.1462152 Aug 11 21:54:12.780563 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8fb4ed62-bbc0-4803-b1bd-17eb314af004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:12.787546 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8fb4ed62-bbc0-4803-b1bd-17eb314af004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:12.803070 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb4ed62-bbc0-4803-b1bd-17eb314af004 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:54:12.825755 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8fb4ed62-bbc0-4803-b1bd-17eb314af004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:12.826471 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-8fb4ed62-bbc0-4803-b1bd-17eb314af004 admin admin] Added segment 403410e7-075b-4cee-ac6f-72f7ef186622 of type vlan for network e760a438-6fc1-4f1f-92c7-95ee04af8ab8 Aug 11 21:54:12.912606 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8fb4ed62-bbc0-4803-b1bd-17eb314af004 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:12.931650 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c96eb4-3f67-447d-b434-ba0d1c4081c9 req-9684048a-ad1e-41b0-8812-d3cf3602a695 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:12.940386 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-19c96eb4-3f67-447d-b434-ba0d1c4081c9 req-9684048a-ad1e-41b0-8812-d3cf3602a695 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.2039492 Aug 11 21:54:12.962674 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4ed62-bbc0-4803-b1bd-17eb314af004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a59165-e141-4c1c-b8da-ebffc24c84db,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:13.033333 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4ed62-bbc0-4803-b1bd-17eb314af004 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:13.033902 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4ed62-bbc0-4803-b1bd-17eb314af004 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:13.034867 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4ed62-bbc0-4803-b1bd-17eb314af004 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:13.035002 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4ed62-bbc0-4803-b1bd-17eb314af004 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:13.035480 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4ed62-bbc0-4803-b1bd-17eb314af004 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:13.037853 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4ed62-bbc0-4803-b1bd-17eb314af004 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:13.038483 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4ed62-bbc0-4803-b1bd-17eb314af004 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:13.039544 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4ed62-bbc0-4803-b1bd-17eb314af004 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:13.040369 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4ed62-bbc0-4803-b1bd-17eb314af004 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:13.040991 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4ed62-bbc0-4803-b1bd-17eb314af004 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:13.041676 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4ed62-bbc0-4803-b1bd-17eb314af004 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:13.042360 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4ed62-bbc0-4803-b1bd-17eb314af004 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:13.097127 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-19c96eb4-3f67-447d-b434-ba0d1c4081c9 req-e40359e2-cc86-4c0e-b5f3-1798450a1bb1 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554482 Aug 11 21:54:13.102549 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8fb4ed62-bbc0-4803-b1bd-17eb314af004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:13.104246 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb4ed62-bbc0-4803-b1bd-17eb314af004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:13.105263 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8fb4ed62-bbc0-4803-b1bd-17eb314af004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:13.166037 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7bf963c7-0eed-44c8-a5c6-a79b7d029f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:13.166859 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3d749-123d-4566-a553-0cee7ad5c6d3 req-6a2ddc98-31f8-40e9-825e-555bee314ae0 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:13.181694 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5cd3d749-123d-4566-a553-0cee7ad5c6d3 req-6a2ddc98-31f8-40e9-825e-555bee314ae0 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/ports?device_id=dda5a121-45ef-4e90-b8a0-2839680d979d HTTP/1.1" status: 200 len: 945 time: 0.2369590 Aug 11 21:54:13.206879 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df75f0d4-2feb-486f-8731-5302bf62a703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878c3eb0-1907-4f88-b05c-0ef84e069cbe'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:54:13.211939 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5d7ffd-b80c-456d-bc92-7f88cd5d3322" -d '{"events": [{"server_uuid": "df75f0d4-2feb-486f-8731-5302bf62a703", "name": "network-vif-plugged", "status": "completed", "tag": "878c3eb0-1907-4f88-b05c-0ef84e069cbe"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:54:13.220747 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8fb4ed62-bbc0-4803-b1bd-17eb314af004 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2413185 Aug 11 21:54:13.221556 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53228) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:54:13.232253 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-aa9bed7e-99a6-4339-aa8e-9592ee523584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:13.234982 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-aa9bed7e-99a6-4339-aa8e-9592ee523584 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cfe969a3456f4c9186b743e59eed9b71&device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 1097 time: 0.1873369 Aug 11 21:54:13.253243 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-c5caa91b-4714-46ce-9632-07e1cab771f8 admin admin] Request body: {'subnet': {'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355814969-subnet', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:54:13.304740 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4ed62-bbc0-4803-b1bd-17eb314af004 admin admin] Pushing event updated for resources: {'Network': ['ID=e760a438-6fc1-4f1f-92c7-95ee04af8ab8,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:13.330389 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network e760a438-6fc1-4f1f-92c7-95ee04af8ab8 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:54:13.382753 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5caa91b-4714-46ce-9632-07e1cab771f8 admin admin] Made reservation on behalf of 2b9279c1feca4096aedd3bf29c3bbd31 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:54:13.387204 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c5caa91b-4714-46ce-9632-07e1cab771f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:13.411676 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5cd3d749-123d-4566-a553-0cee7ad5c6d3 req-fd5aaa15-bf78-487b-a328-5df10996f1f6 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/security-groups?id=36c36e39-1919-4845-a0b7-576c7cad1bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287791 Aug 11 21:54:13.413515 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-01f3b56f-0c84-4e1e-8cb0-e94e58e8ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:13.415208 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-01f3b56f-0c84-4e1e-8cb0-e94e58e8ab19 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1d2353f-b112-4357-b0a6-e5993406a9d5 HTTP/1.1" status: 200 len: 921 time: 0.1717775 Aug 11 21:54:13.508920 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e55a22-41ce-4f4b-8e52-d4eb8e744229 req-8e83a05e-9bb9-4255-ad4e-e225e325a291 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:13.522467 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e5e55a22-41ce-4f4b-8e52-d4eb8e744229 req-8e83a05e-9bb9-4255-ad4e-e225e325a291 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 946 time: 0.2471218 Aug 11 21:54:13.534343 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-056dc385-19fd-406f-a710-b375a92edf40 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c91a7aab-d4e5-4470-af40-fb22c96951e9 HTTP/1.1" status: 200 len: 217 time: 0.0939701 Aug 11 21:54:13.639104 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e5e55a22-41ce-4f4b-8e52-d4eb8e744229 req-2abff4aa-fc51-430b-bb8d-fdc542f7866c tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149058 Aug 11 21:54:13.667284 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-d86f1f6d-895d-497b-823a-f71d88f8b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:13.668880 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-d86f1f6d-895d-497b-823a-f71d88f8b8a5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d64b3af4-29c6-4065-a225-159b72d7499b HTTP/1.1" status: 200 len: 860 time: 0.1218283 Aug 11 21:54:13.685239 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f3048-a6ef-4cf9-bba5-0869e1180cd1 req-75d7dcfa-2de1-4181-b05d-f4113f32dafc tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:13.694463 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-415f3048-a6ef-4cf9-bba5-0869e1180cd1 req-75d7dcfa-2de1-4181-b05d-f4113f32dafc tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=261ce85d-b693-4db3-8ecf-e1235e430982 HTTP/1.1" status: 200 len: 945 time: 0.1650481 Aug 11 21:54:13.752402 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-4ba894be-5aaf-42c4-b150-b20465fbb736 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1d2353f-b112-4357-b0a6-e5993406a9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450280 Aug 11 21:54:13.828170 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715c7113-d92b-46c7-9c76-5d167589d298 x-openstack-request-id: req-715c7113-d92b-46c7-9c76-5d167589d298 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:54:13.828720 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df75f0d4-2feb-486f-8731-5302bf62a703", "name": "network-vif-plugged", "status": "completed", "tag": "878c3eb0-1907-4f88-b05c-0ef84e069cbe", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:54:13.830509 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-715c7113-d92b-46c7-9c76-5d167589d298 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:54:13.831686 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df75f0d4-2feb-486f-8731-5302bf62a703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878c3eb0-1907-4f88-b05c-0ef84e069cbe', 'code': 200} Aug 11 21:54:13.851232 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-415f3048-a6ef-4cf9-bba5-0869e1180cd1 req-c6a278bb-12a7-4d08-8418-7d5ce462447b tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555188 Aug 11 21:54:13.864546 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c5caa91b-4714-46ce-9632-07e1cab771f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:13.953393 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-dbb78851-ee1c-4a54-a59c-fbacb59ee187 service neutron] 10.222.0.52 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910417 Aug 11 21:54:13.959878 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5caa91b-4714-46ce-9632-07e1cab771f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7ac5f32-d2d7-4a74-9968-93111b1f2c36,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:14.002032 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5caa91b-4714-46ce-9632-07e1cab771f8 admin admin] Checking segment: {'id': '403410e7-075b-4cee-ac6f-72f7ef186622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:54:14.002404 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5caa91b-4714-46ce-9632-07e1cab771f8 admin admin] Network hostable DHCP agents. Network: e760a438-6fc1-4f1f-92c7-95ee04af8ab8, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:54:14.191190 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbcf6a-692e-49b9-9651-26261d51308b req-d8785a3e-5875-4c1f-b7c2-8f594ed18044 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:14.208270 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-badbcf6a-692e-49b9-9651-26261d51308b req-d8785a3e-5875-4c1f-b7c2-8f594ed18044 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=df75f0d4-2feb-486f-8731-5302bf62a703 HTTP/1.1" status: 200 len: 945 time: 0.1365678 Aug 11 21:54:14.229776 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-ac5630f5-f32b-4494-a17c-06b391b44fd5 service neutron] 10.222.0.52 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676022 Aug 11 21:54:14.272952 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5caa91b-4714-46ce-9632-07e1cab771f8 admin admin] Network e760a438-6fc1-4f1f-92c7-95ee04af8ab8 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:54:14.315078 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1429027-2852-4182-b4d7-7a9909623c50 req-e19f5720-2862-42a7-b4f8-19dffe5ac263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:14.319068 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a1429027-2852-4182-b4d7-7a9909623c50 req-e19f5720-2862-42a7-b4f8-19dffe5ac263 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=df75f0d4-2feb-486f-8731-5302bf62a703 HTTP/1.1" status: 200 len: 1096 time: 0.3187041 Aug 11 21:54:14.337902 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-c5caa91b-4714-46ce-9632-07e1cab771f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, e760a438-6fc1-4f1f-92c7-95ee04af8ab8) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:54:14.354654 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debd5166-b5d4-4b8c-b7f1-63ee13b8c93a None None] Network e760a438-6fc1-4f1f-92c7-95ee04af8ab8 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:54:14.381822 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5caa91b-4714-46ce-9632-07e1cab771f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:14.386035 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c5caa91b-4714-46ce-9632-07e1cab771f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:14.476692 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-badbcf6a-692e-49b9-9651-26261d51308b req-e8433858-ffc1-4284-be2f-6cb2e4fcd3ff tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665396 Aug 11 21:54:14.518840 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c5caa91b-4714-46ce-9632-07e1cab771f8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2917297 Aug 11 21:54:14.520146 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53252) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:54:14.541997 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-93caa22a-6f6e-4c9b-9e6d-54a672e0d0b3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1355814969-router', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:54:14.678899 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a1429027-2852-4182-b4d7-7a9909623c50 req-4a662bc6-4ce3-4cbf-9a47-0cf2d8f7b2c9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555673 Aug 11 21:54:14.690357 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-93caa22a-6f6e-4c9b-9e6d-54a672e0d0b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:14.692158 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-93caa22a-6f6e-4c9b-9e6d-54a672e0d0b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:14.701790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f0360-47ec-4ca7-902b-edaaeb44d807 req-bdd66e6a-aee5-4234-b4a1-f9e2b7bfba61 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:14.705978 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6d2f0360-47ec-4ca7-902b-edaaeb44d807 req-bdd66e6a-aee5-4234-b4a1-f9e2b7bfba61 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.3856270 Aug 11 21:54:14.765180 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-1ee78ac5-3d63-4261-88e1-4da70e6d025e tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:14.768517 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-1ee78ac5-3d63-4261-88e1-4da70e6d025e tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429&tenant_id=cfe969a3456f4c9186b743e59eed9b71&binding%3Ahost_id=n-h1-804275-3 HTTP/1.1" status: 200 len: 1097 time: 0.3876362 Aug 11 21:54:14.788313 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804275-3'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:54:14.793771 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ece22ad-8cff-49d0-a407-489b6ff47223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'fixed_ips': [{'subnet_id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 21:54:14.795648 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3ece22ad-8cff-49d0-a407-489b6ff47223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:14.926223 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-93caa22a-6f6e-4c9b-9e6d-54a672e0d0b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:15.031268 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-3ece22ad-8cff-49d0-a407-489b6ff47223 None None] Allocated IP 172.20.0.2 (e760a438-6fc1-4f1f-92c7-95ee04af8ab8/b7ac5f32-d2d7-4a74-9968-93111b1f2c36/a4d72d15-363b-4b4d-882d-0383e7388878) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:54:15.056452 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6d2f0360-47ec-4ca7-902b-edaaeb44d807 req-d97148c8-52fa-43eb-8c45-8d69440cc530 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184004 Aug 11 21:54:15.168735 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:15.423957 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] For port c91a7aab-d4e5-4470-af40-fb22c96951e9, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c91a7aab-d4e5-4470-af40-fb22c96951e9,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:15.479670 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] For port c91a7aab-d4e5-4470-af40-fb22c96951e9, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:54:15.559158 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6201a109-fbef-444c-ab59-cf5adaef3429', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c91a7aab-d4e5-4470-af40-fb22c96951e9'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:54:15.565775 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca87902-ce42-4375-b461-94bb4ff001e9" -d '{"events": [{"server_uuid": "6201a109-fbef-444c-ab59-cf5adaef3429", "name": "network-vif-unplugged", "status": "completed", "tag": "c91a7aab-d4e5-4470-af40-fb22c96951e9"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:54:15.580964 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:15.637632 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:15.650019 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9bc41-751c-432a-8666-b9e1d0efb000 req-ff73d11c-d166-4727-930c-819c74917642 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:15.664604 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-50d9bc41-751c-432a-8666-b9e1d0efb000 req-ff73d11c-d166-4727-930c-819c74917642 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 946 time: 0.5479083 Aug 11 21:54:15.665509 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3ece22ad-8cff-49d0-a407-489b6ff47223 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:15.681053 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-93caa22a-6f6e-4c9b-9e6d-54a672e0d0b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:15.693031 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3ece22ad-8cff-49d0-a407-489b6ff47223 None None] Transition to ACTIVE for port object a4d72d15-363b-4b4d-882d-0383e7388878 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:54:15.735426 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3ece22ad-8cff-49d0-a407-489b6ff47223 None None] Transition to ACTIVE for port object a4d72d15-363b-4b4d-882d-0383e7388878 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:54:15.753005 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3ece22ad-8cff-49d0-a407-489b6ff47223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:15.753283 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c07d0-4261-477c-866b-540b11f9ec72 req-7c5da307-fb85-4e75-896f-16ae81151245 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:15.761885 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae2c07d0-4261-477c-866b-540b11f9ec72 req-7c5da307-fb85-4e75-896f-16ae81151245 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=261ce85d-b693-4db3-8ecf-e1235e430982 HTTP/1.1" status: 200 len: 945 time: 0.2283738 Aug 11 21:54:15.763813 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] Pushing event updated for resources: {'Port': ['ID=c91a7aab-d4e5-4470-af40-fb22c96951e9,revision_number=7']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:15.815999 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:15.816339 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:15.816682 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:15.817030 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:15.817363 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:15.817691 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:15.818033 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:15.818373 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:15.818710 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:15.819037 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:15.819365 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:15.819837 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:15.834890 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] Attempting to bind port c91a7aab-d4e5-4470-af40-fb22c96951e9 on host n-h1-804275-3 for vnic_type normal with profile {"migrating_to": "n-h2-804275-3"} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:54:15.835228 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] Attempting to bind port c91a7aab-d4e5-4470-af40-fb22c96951e9 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:54:15.835631 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] Attempting to bind port c91a7aab-d4e5-4470-af40-fb22c96951e9 on network c1d2353f-b112-4357-b0a6-e5993406a9d5 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:54:15.853409 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] Port c91a7aab-d4e5-4470-af40-fb22c96951e9 on network c1d2353f-b112-4357-b0a6-e5993406a9d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:54:15.853409 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] Attempting to bind port c91a7aab-d4e5-4470-af40-fb22c96951e9 on network c1d2353f-b112-4357-b0a6-e5993406a9d5 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:54:15.867758 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae2c07d0-4261-477c-866b-540b11f9ec72 req-84839c40-b468-44a3-b9bd-14e26e0faeb0 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048138 Aug 11 21:54:15.872850 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:54:15.873175 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] Checking segment: {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:54:15.873580 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] Bound using segment: {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:54:15.874024 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] Bound port: c91a7aab-d4e5-4470-af40-fb22c96951e9, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:54:15.874389 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:15.915685 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ece22ad-8cff-49d0-a407-489b6ff47223 None None] Network e760a438-6fc1-4f1f-92c7-95ee04af8ab8 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:54:15.927565 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-3ece22ad-8cff-49d0-a407-489b6ff47223 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:54:15.949371 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ece22ad-8cff-49d0-a407-489b6ff47223 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:54:15.973443 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9a9ac3b2-ed14-4f99-bb47-3917e45ad996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:15.982539 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece22ad-8cff-49d0-a407-489b6ff47223 None None] Pushing event updated for resources: {'Port': ['ID=a4d72d15-363b-4b4d-882d-0383e7388878,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:16.007814 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:16.039958 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-50d9bc41-751c-432a-8666-b9e1d0efb000 req-c404bce2-29cc-458d-8989-13c91a0cb821 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487554 Aug 11 21:54:16.043027 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] For port c91a7aab-d4e5-4470-af40-fb22c96951e9, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:54:16.047337 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] For port c91a7aab-d4e5-4470-af40-fb22c96951e9, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c91a7aab-d4e5-4470-af40-fb22c96951e9,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:54:16.057519 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:16.165838 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-3ece22ad-8cff-49d0-a407-489b6ff47223 None None] Attempting to bind port a4d72d15-363b-4b4d-882d-0383e7388878 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:54:16.166415 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-3ece22ad-8cff-49d0-a407-489b6ff47223 None None] Attempting to bind port a4d72d15-363b-4b4d-882d-0383e7388878 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '403410e7-075b-4cee-ac6f-72f7ef186622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:54:16.166938 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece22ad-8cff-49d0-a407-489b6ff47223 None None] Attempting to bind port a4d72d15-363b-4b4d-882d-0383e7388878 on network e760a438-6fc1-4f1f-92c7-95ee04af8ab8 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:54:16.181233 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece22ad-8cff-49d0-a407-489b6ff47223 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:54:16.181618 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece22ad-8cff-49d0-a407-489b6ff47223 None None] Checking segment: {'id': '403410e7-075b-4cee-ac6f-72f7ef186622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:54:16.182133 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3ece22ad-8cff-49d0-a407-489b6ff47223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:16.182436 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece22ad-8cff-49d0-a407-489b6ff47223 None None] Bound using segment: {'id': '403410e7-075b-4cee-ac6f-72f7ef186622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:54:16.183083 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-3ece22ad-8cff-49d0-a407-489b6ff47223 None None] Bound port: a4d72d15-363b-4b4d-882d-0383e7388878, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403410e7-075b-4cee-ac6f-72f7ef186622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:54:16.183495 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3ece22ad-8cff-49d0-a407-489b6ff47223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:16.313048 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-3ece22ad-8cff-49d0-a407-489b6ff47223 None None] For port a4d72d15-363b-4b4d-882d-0383e7388878, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:54:16.331398 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-3ece22ad-8cff-49d0-a407-489b6ff47223 None None] For port a4d72d15-363b-4b4d-882d-0383e7388878, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a4d72d15-363b-4b4d-882d-0383e7388878,segment=NetworkSegment(403410e7-075b-4cee-ac6f-72f7ef186622),segment_id=403410e7-075b-4cee-ac6f-72f7ef186622)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:54:16.337930 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3ece22ad-8cff-49d0-a407-489b6ff47223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:16.366189 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 21:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2944cb-8ea1-4d04-a7d6-4fe4fc0c4d46 x-openstack-request-id: req-dd2944cb-8ea1-4d04-a7d6-4fe4fc0c4d46 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:54:16.366830 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6201a109-fbef-444c-ab59-cf5adaef3429", "name": "network-vif-unplugged", "status": "completed", "tag": "c91a7aab-d4e5-4470-af40-fb22c96951e9", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:54:16.367249 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dd2944cb-8ea1-4d04-a7d6-4fe4fc0c4d46 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:54:16.367863 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6201a109-fbef-444c-ab59-cf5adaef3429', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c91a7aab-d4e5-4470-af40-fb22c96951e9', 'code': 200} Aug 11 21:54:16.370981 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] Pushing event updated for resources: {'Port': ['ID=c91a7aab-d4e5-4470-af40-fb22c96951e9,revision_number=8']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:16.379687 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:16.380323 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:16.387589 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-8df58c53-4f2b-4ec9-8d0c-9ad4b90cb545 service neutron] 10.222.0.52 "PUT /v2.0/ports/c91a7aab-d4e5-4470-af40-fb22c96951e9 HTTP/1.1" status: 200 len: 1122 time: 1.6078870 Aug 11 21:54:16.519322 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece22ad-8cff-49d0-a407-489b6ff47223 None None] Pushing event updated for resources: {'Port': ['ID=a4d72d15-363b-4b4d-882d-0383e7388878,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:16.559420 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 2347d206-c62c-49d6-88ec-e41d7076f102 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:54:16.591317 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae4a09-ef67-4f8c-8768-af5d9f60bc3d req-ab5e811f-6f80-4322-8a7f-128c47426528 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:16.592974 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5aae4a09-ef67-4f8c-8768-af5d9f60bc3d req-ab5e811f-6f80-4322-8a7f-128c47426528 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.1331999 Aug 11 21:54:16.598956 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1646d-d6ad-4620-b53c-7e32ab88ad72 req-124655e2-971e-44cb-95a7-d2a495d72953 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:16.606619 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-18c1646d-d6ad-4620-b53c-7e32ab88ad72 req-124655e2-971e-44cb-95a7-d2a495d72953 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=df75f0d4-2feb-486f-8731-5302bf62a703 HTTP/1.1" status: 200 len: 945 time: 0.2913523 Aug 11 21:54:16.628269 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-93caa22a-6f6e-4c9b-9e6d-54a672e0d0b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:16.643855 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['c91a7aab-d4e5-4470-af40-fb22c96951e9'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:54:16.684471 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-93caa22a-6f6e-4c9b-9e6d-54a672e0d0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:16.719436 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5aae4a09-ef67-4f8c-8768-af5d9f60bc3d req-4c1dbf41-08f5-429a-bcd7-1baaefecb860 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138155 Aug 11 21:54:16.759967 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:16.831677 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345e7f6e-1e39-4ba7-bb2c-7e7f632f7156', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2347d206-c62c-49d6-88ec-e41d7076f102'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:54:16.852600 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a13fb54-f1d3-4314-b30b-07174dea9406" -d '{"events": [{"server_uuid": "345e7f6e-1e39-4ba7-bb2c-7e7f632f7156", "name": "network-vif-unplugged", "status": "completed", "tag": "2347d206-c62c-49d6-88ec-e41d7076f102"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:54:16.928636 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-18c1646d-d6ad-4620-b53c-7e32ab88ad72 req-aa89cd9f-1f45-442d-925f-d1b3be3279b4 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205502 Aug 11 21:54:16.971437 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 2347d206-c62c-49d6-88ec-e41d7076f102, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2347d206-c62c-49d6-88ec-e41d7076f102,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:16.993097 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:17.029947 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 21:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdee6ed-9a94-4b4f-aaf3-0cc0979fce3e x-openstack-request-id: req-8cdee6ed-9a94-4b4f-aaf3-0cc0979fce3e {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:54:17.030445 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345e7f6e-1e39-4ba7-bb2c-7e7f632f7156", "name": "network-vif-unplugged", "status": "completed", "tag": "2347d206-c62c-49d6-88ec-e41d7076f102", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:54:17.030851 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8cdee6ed-9a94-4b4f-aaf3-0cc0979fce3e {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:54:17.031526 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345e7f6e-1e39-4ba7-bb2c-7e7f632f7156', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2347d206-c62c-49d6-88ec-e41d7076f102', 'code': 200} Aug 11 21:54:17.219223 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-93caa22a-6f6e-4c9b-9e6d-54a672e0d0b3 admin admin] Allocated IP 172.25.2.46 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/ea248315-eeec-4e46-8834-401d46d9e8de) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:54:17.242849 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506d39e-221b-4f6f-95eb-4cf31bd9807e req-9b14d02d-459e-4669-b462-d399b8b7d69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:17.251865 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9506d39e-221b-4f6f-95eb-4cf31bd9807e req-9b14d02d-459e-4669-b462-d399b8b7d69d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fdfafb30082f453b8ca3c156794bf962&device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 1100 time: 0.3889110 Aug 11 21:54:17.269202 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=2347d206-c62c-49d6-88ec-e41d7076f102,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:17.269571 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ccb54-64a2-4f3a-9fb2-7f47c35850bf req-1dd47b75-fd9d-4cba-a367-61efce49db42 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:17.272498 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-804ccb54-64a2-4f3a-9fb2-7f47c35850bf req-1dd47b75-fd9d-4cba-a367-61efce49db42 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=261ce85d-b693-4db3-8ecf-e1235e430982 HTTP/1.1" status: 200 len: 945 time: 0.2667289 Aug 11 21:54:17.364533 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:17.467794 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-804ccb54-64a2-4f3a-9fb2-7f47c35850bf req-46862bd4-b010-437e-aed2-d663d94b174f tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692984 Aug 11 21:54:17.595189 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506d39e-221b-4f6f-95eb-4cf31bd9807e req-b546ace5-613f-498b-ab9b-cc6ea5fab0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:17.597713 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9506d39e-221b-4f6f-95eb-4cf31bd9807e req-b546ace5-613f-498b-ab9b-cc6ea5fab0cd service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.3080623 Aug 11 21:54:17.696614 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff585b5-d0a4-457a-9f43-501cda8533c2 req-c1bb1845-226c-4d90-91fa-b4ad80c7399d tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:17.716818 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6ff585b5-d0a4-457a-9f43-501cda8533c2 req-c1bb1845-226c-4d90-91fa-b4ad80c7399d tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 944 time: 0.2452607 Aug 11 21:54:17.737011 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9506d39e-221b-4f6f-95eb-4cf31bd9807e req-8b26ba6e-da5f-410a-a922-a1de0d3876a3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=2347d206-c62c-49d6-88ec-e41d7076f102 HTTP/1.1" status: 200 len: 217 time: 0.1173217 Aug 11 21:54:17.828474 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6ff585b5-d0a4-457a-9f43-501cda8533c2 req-3a064550-164e-448b-b91e-5240959c7f42 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944796 Aug 11 21:54:17.886648 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-93caa22a-6f6e-4c9b-9e6d-54a672e0d0b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:18.023440 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506d39e-221b-4f6f-95eb-4cf31bd9807e req-22a395fa-064d-4106-9b01-13ef3499d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:18.025056 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9506d39e-221b-4f6f-95eb-4cf31bd9807e req-22a395fa-064d-4106-9b01-13ef3499d306 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.2489510 Aug 11 21:54:18.052877 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a4d72d15-363b-4b4d-882d-0383e7388878 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:54:18.344491 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port a4d72d15-363b-4b4d-882d-0383e7388878 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:54:18.357346 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36188420-fe16-4212-b142-8a301702a84c req-965aa428-dd5a-4fda-8e36-c3016afc196d tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:18.368331 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-36188420-fe16-4212-b142-8a301702a84c req-965aa428-dd5a-4fda-8e36-c3016afc196d tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=df75f0d4-2feb-486f-8731-5302bf62a703 HTTP/1.1" status: 200 len: 945 time: 0.2085845 Aug 11 21:54:18.369527 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6201a109-fbef-444c-ab59-cf5adaef3429', 'tag': 'c91a7aab-d4e5-4470-af40-fb22c96951e9'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:54:18.380884 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2892d25-b9e1-4876-9320-17ebf4727aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "6201a109-fbef-444c-ab59-cf5adaef3429", "tag": "c91a7aab-d4e5-4470-af40-fb22c96951e9"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:54:18.494618 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-36188420-fe16-4212-b142-8a301702a84c req-6677f6ef-d6e6-4369-a694-c69509c26eec tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031694 Aug 11 21:54:18.525722 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 2347d206-c62c-49d6-88ec-e41d7076f102 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:54:18.739451 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759ba642-cebb-4c3c-a984-03d6b5cd2542 x-openstack-request-id: req-759ba642-cebb-4c3c-a984-03d6b5cd2542 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:54:18.740700 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6201a109-fbef-444c-ab59-cf5adaef3429", "tag": "c91a7aab-d4e5-4470-af40-fb22c96951e9", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:54:18.741382 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-759ba642-cebb-4c3c-a984-03d6b5cd2542 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:54:18.741971 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6201a109-fbef-444c-ab59-cf5adaef3429', 'tag': 'c91a7aab-d4e5-4470-af40-fb22c96951e9', 'status': 'completed', 'code': 200} Aug 11 21:54:18.781074 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ffd381-f9eb-42aa-88ff-81db5ec84991 None None] Network e760a438-6fc1-4f1f-92c7-95ee04af8ab8 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:54:18.817317 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-93caa22a-6f6e-4c9b-9e6d-54a672e0d0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:18.887578 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159534d-fe26-4d22-ad9b-58c142d5a658 req-81cba370-192f-44f8-a1a7-d15c84973a24 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:18.890733 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5159534d-fe26-4d22-ad9b-58c142d5a658 req-81cba370-192f-44f8-a1a7-d15c84973a24 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 947 time: 0.8641145 Aug 11 21:54:18.894173 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506d39e-221b-4f6f-95eb-4cf31bd9807e req-2bf04f69-729f-4e90-bce6-e5680135d6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:18.896729 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9506d39e-221b-4f6f-95eb-4cf31bd9807e req-2bf04f69-729f-4e90-bce6-e5680135d6f5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8374784 Aug 11 21:54:18.925704 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93caa22a-6f6e-4c9b-9e6d-54a672e0d0b3 admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:54:18.932007 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-93caa22a-6f6e-4c9b-9e6d-54a672e0d0b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:54:18.935066 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93caa22a-6f6e-4c9b-9e6d-54a672e0d0b3 admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:54:18.968085 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81efde-3480-4525-b10f-285d149532de req-478edc11-a99b-4543-bc8c-45ceb9051822 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:18.971727 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3a81efde-3480-4525-b10f-285d149532de req-478edc11-a99b-4543-bc8c-45ceb9051822 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=df75f0d4-2feb-486f-8731-5302bf62a703 HTTP/1.1" status: 200 len: 945 time: 0.0974929 Aug 11 21:54:18.986842 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 2347d206-c62c-49d6-88ec-e41d7076f102, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2347d206-c62c-49d6-88ec-e41d7076f102,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:19.006232 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-743457f9-7cfa-4cb3-a9ca-7a8f64b2976e None None] Provisioning for port a4d72d15-363b-4b4d-882d-0383e7388878 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:54:19.013532 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:19.017456 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '2347d206-c62c-49d6-88ec-e41d7076f102', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '2347d206-c62c-49d6-88ec-e41d7076f102', 'mac_address': 'fa:16:3e:69:6a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:54:19.022269 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-743457f9-7cfa-4cb3-a9ca-7a8f64b2976e None None] Provisioning complete for port a4d72d15-363b-4b4d-882d-0383e7388878 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:54:19.022841 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-743457f9-7cfa-4cb3-a9ca-7a8f64b2976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:19.065024 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3a81efde-3480-4525-b10f-285d149532de req-9011ba64-b887-47cf-9657-e620efc98c04 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865211 Aug 11 21:54:19.120516 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93caa22a-6f6e-4c9b-9e6d-54a672e0d0b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ea248315-eeec-4e46-8834-401d46d9e8de,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:19.126970 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:19.167211 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2892d25-b9e1-4876-9320-17ebf4727aaf req-61a8d3d2-c0b6-4040-80ba-ccd76e971b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:19.169628 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2347d206-c62c-49d6-88ec-e41d7076f102 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:54:19.171238 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a2892d25-b9e1-4876-9320-17ebf4727aaf req-61a8d3d2-c0b6-4040-80ba-ccd76e971b69 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cfe969a3456f4c9186b743e59eed9b71&device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 1125 time: 0.3673835 Aug 11 21:54:19.232951 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 2347d206-c62c-49d6-88ec-e41d7076f102, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2347d206-c62c-49d6-88ec-e41d7076f102,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:19.260835 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b4ce9-c18a-439e-9500-3a18464e6882 req-35a0081e-2551-4415-aee5-7d747952e207 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:19.267326 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:19.272870 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9b9b4ce9-c18a-439e-9500-3a18464e6882 req-35a0081e-2551-4415-aee5-7d747952e207 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=261ce85d-b693-4db3-8ecf-e1235e430982 HTTP/1.1" status: 200 len: 945 time: 0.1037707 Aug 11 21:54:19.276426 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-743457f9-7cfa-4cb3-a9ca-7a8f64b2976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:19.343635 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5159534d-fe26-4d22-ad9b-58c142d5a658 req-a01b1e5b-f47c-40dc-8fa7-feb5bd11b0ca tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301822 Aug 11 21:54:19.349610 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9b9b4ce9-c18a-439e-9500-3a18464e6882 req-95adb7e9-d0e4-4873-acec-517ec53c0435 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752580 Aug 11 21:54:19.361337 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=2347d206-c62c-49d6-88ec-e41d7076f102,revision_number=7']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:19.382867 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-743457f9-7cfa-4cb3-a9ca-7a8f64b2976e None None] For port a4d72d15-363b-4b4d-882d-0383e7388878, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a4d72d15-363b-4b4d-882d-0383e7388878,segment=NetworkSegment(403410e7-075b-4cee-ac6f-72f7ef186622),segment_id=403410e7-075b-4cee-ac6f-72f7ef186622)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:19.393304 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-743457f9-7cfa-4cb3-a9ca-7a8f64b2976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:19.488830 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743457f9-7cfa-4cb3-a9ca-7a8f64b2976e None None] Pushing event updated for resources: {'Port': ['ID=a4d72d15-363b-4b4d-882d-0383e7388878,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:19.743765 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-81fec8f2-65f4-41ce-9cc1-ecbe2a04b81c None None] Provisioning complete for port a4d72d15-363b-4b4d-882d-0383e7388878 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:54:19.744353 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-81fec8f2-65f4-41ce-9cc1-ecbe2a04b81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:19.793095 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9506d39e-221b-4f6f-95eb-4cf31bd9807e req-d264e30a-e255-4f8a-b6ff-b339ee5c2122 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8651540 Aug 11 21:54:19.821832 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['2347d206-c62c-49d6-88ec-e41d7076f102'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:54:19.904564 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a4d72d15-363b-4b4d-882d-0383e7388878 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:54:19.964712 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2892d25-b9e1-4876-9320-17ebf4727aaf req-6fa122a8-fcd5-4eb2-9f66-788856441d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:19.967927 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a2892d25-b9e1-4876-9320-17ebf4727aaf req-6fa122a8-fcd5-4eb2-9f66-788856441d6f service neutron] 10.222.0.82 "GET /v2.0/networks?id=c1d2353f-b112-4357-b0a6-e5993406a9d5 HTTP/1.1" status: 200 len: 921 time: 0.7779367 Aug 11 21:54:19.990334 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364c234-86bf-4ecf-acb3-cef09765208f req-377cf7c3-9ff8-4939-aee7-9317d57585e3 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:19.993413 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6364c234-86bf-4ecf-acb3-cef09765208f req-377cf7c3-9ff8-4939-aee7-9317d57585e3 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 944 time: 0.4344606 Aug 11 21:54:20.104984 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device c91a7aab-d4e5-4470-af40-fb22c96951e9 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:54:20.200613 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a2892d25-b9e1-4876-9320-17ebf4727aaf req-ce9f8163-80f7-450a-8163-5ab62e620e1d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c91a7aab-d4e5-4470-af40-fb22c96951e9 HTTP/1.1" status: 200 len: 217 time: 0.2022836 Aug 11 21:54:20.376022 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port a4d72d15-363b-4b4d-882d-0383e7388878 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:54:20.376606 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:20.396156 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:20.400108 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port c91a7aab-d4e5-4470-af40-fb22c96951e9, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c91a7aab-d4e5-4470-af40-fb22c96951e9,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:20.453381 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6364c234-86bf-4ecf-acb3-cef09765208f req-9b4f795b-59e2-4fbf-9634-6e963c776f1e tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047363 Aug 11 21:54:20.463853 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9506d39e-221b-4f6f-95eb-4cf31bd9807e req-03f85b91-2562-4617-b126-f34dfb8f2974 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6425743 Aug 11 21:54:20.474872 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2892d25-b9e1-4876-9320-17ebf4727aaf req-31887857-c521-4f5c-9103-10f29657ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:20.477720 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a2892d25-b9e1-4876-9320-17ebf4727aaf req-31887857-c521-4f5c-9103-10f29657ba66 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d64b3af4-29c6-4065-a225-159b72d7499b HTTP/1.1" status: 200 len: 860 time: 0.2567048 Aug 11 21:54:20.573823 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a2892d25-b9e1-4876-9320-17ebf4727aaf req-433ccd03-174e-4d05-9549-0674ab0a41b0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c1d2353f-b112-4357-b0a6-e5993406a9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866513 Aug 11 21:54:20.580421 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-93caa22a-6f6e-4c9b-9e6d-54a672e0d0b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:20.619847 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d18a7a-aeef-4c55-906f-f2de1d288f79 req-014e44a5-e9b5-44bb-a469-04259c363af6 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:20.633973 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-56d18a7a-aeef-4c55-906f-f2de1d288f79 req-014e44a5-e9b5-44bb-a469-04259c363af6 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=df75f0d4-2feb-486f-8731-5302bf62a703 HTTP/1.1" status: 200 len: 945 time: 0.1634545 Aug 11 21:54:20.715922 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-56d18a7a-aeef-4c55-906f-f2de1d288f79 req-d047a242-d57f-45fa-ab6a-a87ec607a898 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809104 Aug 11 21:54:20.736452 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device c91a7aab-d4e5-4470-af40-fb22c96951e9 has no active binding in host n-h2-804275-3 {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 21:54:20.969292 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d70169-d69f-4f2a-8db1-320e62faeb38 req-732684cd-ceaf-4b74-995d-9b5e71e277f2 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:20.972518 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92564fd-c7d7-444a-9646-34362152c451 req-fe98f854-5a9a-479f-9044-cff4f31ed3b9 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:20.974124 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a92564fd-c7d7-444a-9646-34362152c451 req-fe98f854-5a9a-479f-9044-cff4f31ed3b9 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=261ce85d-b693-4db3-8ecf-e1235e430982 HTTP/1.1" status: 200 len: 945 time: 0.2256050 Aug 11 21:54:20.997705 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f7d70169-d69f-4f2a-8db1-320e62faeb38 req-732684cd-ceaf-4b74-995d-9b5e71e277f2 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 948 time: 0.1449792 Aug 11 21:54:21.074897 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f7d70169-d69f-4f2a-8db1-320e62faeb38 req-c0865891-4091-4f78-818e-d8f560c36abb tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754426 Aug 11 21:54:21.112750 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a2892d25-b9e1-4876-9320-17ebf4727aaf req-f5e9f060-e74d-4e3b-af3d-a995dad16984 service neutron] 10.222.0.82 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5209057 Aug 11 21:54:21.254280 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a92564fd-c7d7-444a-9646-34362152c451 req-6cd2bf0f-a5f2-4da8-a50a-264472f7d035 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341363 Aug 11 21:54:21.300671 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-93caa22a-6f6e-4c9b-9e6d-54a672e0d0b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:21.483559 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a2892d25-b9e1-4876-9320-17ebf4727aaf req-e3841e95-3900-4596-bbdb-a88d89d48644 service neutron] 10.222.0.82 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547807 Aug 11 21:54:21.578133 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a1b3e-c503-4284-a813-a930d4e63318 req-47f018cc-0253-4126-8d70-5db6455ddea4 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:21.593884 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-143a1b3e-c503-4284-a813-a930d4e63318 req-47f018cc-0253-4126-8d70-5db6455ddea4 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=df75f0d4-2feb-486f-8731-5302bf62a703 HTTP/1.1" status: 200 len: 945 time: 0.1909225 Aug 11 21:54:21.695712 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-143a1b3e-c503-4284-a813-a930d4e63318 req-8901f461-a3eb-49e4-a8a5-99ca11944002 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967844 Aug 11 21:54:21.843909 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75874ee5-c122-4f57-b4bc-9da8a53726d7 req-67955712-941f-4ddc-898d-8db3406a3d38 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:21.847004 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-75874ee5-c122-4f57-b4bc-9da8a53726d7 req-67955712-941f-4ddc-898d-8db3406a3d38 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 944 time: 0.1322815 Aug 11 21:54:21.886649 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93caa22a-6f6e-4c9b-9e6d-54a672e0d0b3 admin admin] Router ab766ff7-0c58-4407-ac3a-219745fed97e is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 21:54:21.926018 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-75874ee5-c122-4f57-b4bc-9da8a53726d7 req-770b7238-5c11-4739-8371-75cc5f910bc7 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675082 Aug 11 21:54:22.166976 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fee35-2be4-43ab-8c51-c9a7d68f8122 req-9d8d0eaf-74ad-4032-9ff5-9ad52d1fe610 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:22.175602 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1d6fee35-2be4-43ab-8c51-c9a7d68f8122 req-9d8d0eaf-74ad-4032-9ff5-9ad52d1fe610 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=df75f0d4-2feb-486f-8731-5302bf62a703 HTTP/1.1" status: 200 len: 945 time: 0.0900943 Aug 11 21:54:22.277481 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1d6fee35-2be4-43ab-8c51-c9a7d68f8122 req-25009ece-e79e-41cb-a010-a5337290523b tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002834 Aug 11 21:54:22.554414 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 2347d206-c62c-49d6-88ec-e41d7076f102 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:54:22.682999 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced2335-a731-4ff4-a1f3-eeb1cc8feb6b req-2913d8d9-bac5-492e-b0a9-20ea943d3c90 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:22.697025 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8ced2335-a731-4ff4-a1f3-eeb1cc8feb6b req-2913d8d9-bac5-492e-b0a9-20ea943d3c90 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=df75f0d4-2feb-486f-8731-5302bf62a703 HTTP/1.1" status: 200 len: 945 time: 0.1777287 Aug 11 21:54:22.711381 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 2347d206-c62c-49d6-88ec-e41d7076f102 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:54:22.712205 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:22.721853 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93caa22a-6f6e-4c9b-9e6d-54a672e0d0b3 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:54:22.758272 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d829e9b-6814-497f-831a-0b7b3d4ae9ef None None] Sync routers for ids ['ab766ff7-0c58-4407-ac3a-219745fed97e'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:54:22.781436 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d829e9b-6814-497f-831a-0b7b3d4ae9ef None None] Routers {'ab766ff7-0c58-4407-ac3a-219745fed97e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:54:22.783406 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-4d829e9b-6814-497f-831a-0b7b3d4ae9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:54:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['ab766ff7-0c58-4407-ac3a-219745fed97e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:54:22.791357 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-93caa22a-6f6e-4c9b-9e6d-54a672e0d0b3 admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:22.805273 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8ced2335-a731-4ff4-a1f3-eeb1cc8feb6b req-bbd10d43-ed10-42a5-823b-bc0f4f62ad2f tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043763 Aug 11 21:54:22.806090 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-93caa22a-6f6e-4c9b-9e6d-54a672e0d0b3 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 8.2844310 Aug 11 21:54:22.810693 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53404) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:54:22.935876 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b0148-dacd-442c-921f-bccdddc1aba1 req-bddd0250-68c9-476d-bf0d-6e38c4656cbf tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:22.951917 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-477b0148-dacd-442c-921f-bccdddc1aba1 req-bddd0250-68c9-476d-bf0d-6e38c4656cbf tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 948 time: 0.3411589 Aug 11 21:54:23.059706 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-7fb899a7-5e6d-407d-93e6-3db8dc9a23fd service neutron] 10.222.0.82 "GET /v2.0/ports/c91a7aab-d4e5-4470-af40-fb22c96951e9/bindings/n-h2-804275-3 HTTP/1.1" status: 200 len: 384 time: 0.3851593 Aug 11 21:54:23.069936 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-477b0148-dacd-442c-921f-bccdddc1aba1 req-340ff6dd-1409-4c82-91d1-fb27092be179 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164353 Aug 11 21:54:23.100758 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:23.249534 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345e7f6e-1e39-4ba7-bb2c-7e7f632f7156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2347d206-c62c-49d6-88ec-e41d7076f102'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:54:23.254309 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8274268f-d50f-4a40-906a-d4741190f0e9" -d '{"events": [{"server_uuid": "345e7f6e-1e39-4ba7-bb2c-7e7f632f7156", "name": "network-vif-plugged", "status": "completed", "tag": "2347d206-c62c-49d6-88ec-e41d7076f102"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:54:23.285983 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-4d829e9b-6814-497f-831a-0b7b3d4ae9ef None None] Set router ab766ff7-0c58-4407-ac3a-219745fed97e gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:54:23.345245 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 2347d206-c62c-49d6-88ec-e41d7076f102, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2347d206-c62c-49d6-88ec-e41d7076f102,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:23.407316 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:23.418397 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2c793-97aa-4c66-9e8e-ad2381a12cba req-8830fbe2-5f56-4a72-8522-8113f99fc642 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:23.431464 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c6b2c793-97aa-4c66-9e8e-ad2381a12cba req-8830fbe2-5f56-4a72-8522-8113f99fc642 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=261ce85d-b693-4db3-8ecf-e1235e430982 HTTP/1.1" status: 200 len: 945 time: 0.4637783 Aug 11 21:54:23.533391 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c6b2c793-97aa-4c66-9e8e-ad2381a12cba req-fd4c1564-1f99-4d55-b152-28368c689c3a tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011591 Aug 11 21:54:23.603318 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-2a20ad96-81e8-460d-929b-ebf19eab9d67 service neutron] For port c91a7aab-d4e5-4470-af40-fb22c96951e9, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c91a7aab-d4e5-4470-af40-fb22c96951e9,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:23.703403 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-2a20ad96-81e8-460d-929b-ebf19eab9d67 service neutron] For port c91a7aab-d4e5-4470-af40-fb22c96951e9, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:54:23.819261 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e407df5-2b57-4e72-94d9-8d9fe565247d x-openstack-request-id: req-8e407df5-2b57-4e72-94d9-8d9fe565247d {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:54:23.820724 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345e7f6e-1e39-4ba7-bb2c-7e7f632f7156", "name": "network-vif-plugged", "status": "completed", "tag": "2347d206-c62c-49d6-88ec-e41d7076f102", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:54:23.821408 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8e407df5-2b57-4e72-94d9-8d9fe565247d {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:54:23.824407 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345e7f6e-1e39-4ba7-bb2c-7e7f632f7156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2347d206-c62c-49d6-88ec-e41d7076f102', 'code': 200} Aug 11 21:54:23.838846 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=2347d206-c62c-49d6-88ec-e41d7076f102,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:23.882653 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:23.891748 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:23.892429 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:23.892963 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:23.893500 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:23.894106 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:23.895538 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:23.897502 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:23.898096 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:23.898628 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:23.903135 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-2a20ad96-81e8-460d-929b-ebf19eab9d67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c91a7aab-d4e5-4470-af40-fb22c96951e9 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:54:23.904453 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:23.905029 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:23.947872 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-2a20ad96-81e8-460d-929b-ebf19eab9d67 service neutron] For port c91a7aab-d4e5-4470-af40-fb22c96951e9, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=c91a7aab-d4e5-4470-af40-fb22c96951e9,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:23.980387 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-2a20ad96-81e8-460d-929b-ebf19eab9d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:24.077931 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440ea3b-54eb-4fba-84fb-132a77d44da8 req-b5ec8a98-4124-4e75-8de2-2c63ca1c98fc tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:24.098712 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0440ea3b-54eb-4fba-84fb-132a77d44da8 req-b5ec8a98-4124-4e75-8de2-2c63ca1c98fc tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 944 time: 0.2473454 Aug 11 21:54:24.188891 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-4d829e9b-6814-497f-831a-0b7b3d4ae9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355814969-router', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:54:14Z', 'updated_at': '2021-08-11T21:54:19Z', 'revision_number': 3, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'gw_port': {'id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:16Z', 'updated_at': '2021-08-11T21:54:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:54:24.194283 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0440ea3b-54eb-4fba-84fb-132a77d44da8 req-2dc42612-8eb9-4b44-9c8b-b722c54dc216 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943985 Aug 11 21:54:24.293101 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d829e9b-6814-497f-831a-0b7b3d4ae9ef None None] Checking router: ab766ff7-0c58-4407-ac3a-219745fed97e for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:54:24.296180 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d829e9b-6814-497f-831a-0b7b3d4ae9ef None None] Updating router ab766ff7-0c58-4407-ac3a-219745fed97e port ea248315-eeec-4e46-8834-401d46d9e8de binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 21:54:24.436012 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-2a20ad96-81e8-460d-929b-ebf19eab9d67 service neutron] Transition to ACTIVE for port object c91a7aab-d4e5-4470-af40-fb22c96951e9 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:54:24.448579 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4d829e9b-6814-497f-831a-0b7b3d4ae9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:24.525357 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-2a20ad96-81e8-460d-929b-ebf19eab9d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:24.698974 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20ad96-81e8-460d-929b-ebf19eab9d67 service neutron] Pushing event updated for resources: {'Port': ['ID=c91a7aab-d4e5-4470-af40-fb22c96951e9,revision_number=10']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:24.713702 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067756ff-9a67-4fec-b6de-58fb85d5c0b9 req-995881b0-bedd-414a-9e61-779a20b08642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:24.729946 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-067756ff-9a67-4fec-b6de-58fb85d5c0b9 req-995881b0-bedd-414a-9e61-779a20b08642 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 1100 time: 0.5767550 Aug 11 21:54:24.849247 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eedf93b2-297f-417d-afcb-844bde40ca86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:24.892564 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-2a20ad96-81e8-460d-929b-ebf19eab9d67 service neutron] No DVR routers for this DVR port c91a7aab-d4e5-4470-af40-fb22c96951e9 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:54:24.930881 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e721a12-c099-4e5f-8dd7-2f11ea1e59da req-74953fbf-84b6-4709-9a85-50417bac8716 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:24.940841 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4e721a12-c099-4e5f-8dd7-2f11ea1e59da req-74953fbf-84b6-4709-9a85-50417bac8716 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.5463431 Aug 11 21:54:24.956269 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4d829e9b-6814-497f-831a-0b7b3d4ae9ef None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:24.968839 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4d829e9b-6814-497f-831a-0b7b3d4ae9ef None None] Transition to ACTIVE for port object ea248315-eeec-4e46-8834-401d46d9e8de will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:54:24.977428 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4d829e9b-6814-497f-831a-0b7b3d4ae9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:25.125443 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-4d829e9b-6814-497f-831a-0b7b3d4ae9ef None None] Attempting to bind port ea248315-eeec-4e46-8834-401d46d9e8de on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:54:25.126090 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-4d829e9b-6814-497f-831a-0b7b3d4ae9ef None None] Attempting to bind port ea248315-eeec-4e46-8834-401d46d9e8de by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:54:25.126727 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d829e9b-6814-497f-831a-0b7b3d4ae9ef None None] Attempting to bind port ea248315-eeec-4e46-8834-401d46d9e8de on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:54:25.139858 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed9933-cd34-4d33-9b68-69b3b6ff951c None None] Pushing event updated for resources: {'Port': ['ID=ea248315-eeec-4e46-8834-401d46d9e8de,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:25.176533 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-2a20ad96-81e8-460d-929b-ebf19eab9d67 service neutron] 10.222.0.82 "PUT /v2.0/ports/c91a7aab-d4e5-4470-af40-fb22c96951e9/bindings/n-h2-804275-3/activate HTTP/1.1" status: 200 len: 369 time: 2.1052299 Aug 11 21:54:25.177205 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d829e9b-6814-497f-831a-0b7b3d4ae9ef None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:54:25.178096 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d829e9b-6814-497f-831a-0b7b3d4ae9ef None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:54:25.179205 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4d829e9b-6814-497f-831a-0b7b3d4ae9ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:25.180893 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d829e9b-6814-497f-831a-0b7b3d4ae9ef None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:54:25.180893 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-4d829e9b-6814-497f-831a-0b7b3d4ae9ef None None] Bound port: ea248315-eeec-4e46-8834-401d46d9e8de, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:54:25.185291 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4d829e9b-6814-497f-831a-0b7b3d4ae9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:25.195251 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-067756ff-9a67-4fec-b6de-58fb85d5c0b9 req-5864fb44-6ddd-4558-8f75-fcd658d64785 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500093 Aug 11 21:54:25.218713 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4e721a12-c099-4e5f-8dd7-2f11ea1e59da req-bb3218b4-c392-4f07-8b78-ff979a69f6ba tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410672 Aug 11 21:54:25.343236 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5428e-8ebd-4691-ba0a-63f1984e1a96 req-23ed4eaf-07f7-4489-b0a3-e8cce8c2b785 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:25.353746 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e0f5428e-8ebd-4691-ba0a-63f1984e1a96 req-23ed4eaf-07f7-4489-b0a3-e8cce8c2b785 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=df75f0d4-2feb-486f-8731-5302bf62a703 HTTP/1.1" status: 200 len: 945 time: 0.4235303 Aug 11 21:54:25.380352 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693eefe-d612-4c45-89e0-25e2b49f857e req-cb587f74-08d4-42cd-b2e9-3f27cc22720f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:25.382411 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f693eefe-d612-4c45-89e0-25e2b49f857e req-cb587f74-08d4-42cd-b2e9-3f27cc22720f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=61fe77714c4a4d0ba6302ea21b282fef&device_id=261ce85d-b693-4db3-8ecf-e1235e430982 HTTP/1.1" status: 200 len: 1096 time: 0.2514076 Aug 11 21:54:25.391183 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4d829e9b-6814-497f-831a-0b7b3d4ae9ef None None] For port ea248315-eeec-4e46-8834-401d46d9e8de, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:54:25.408767 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4d829e9b-6814-497f-831a-0b7b3d4ae9ef None None] For port ea248315-eeec-4e46-8834-401d46d9e8de, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=ea248315-eeec-4e46-8834-401d46d9e8de,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:54:25.421225 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4d829e9b-6814-497f-831a-0b7b3d4ae9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:25.491358 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e0f5428e-8ebd-4691-ba0a-63f1984e1a96 req-00d2b064-4941-4b54-9b44-f052cb8f1a63 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357484 Aug 11 21:54:25.529678 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73a15a-e88d-4648-9a73-886292313428 req-fd6e460c-a148-4481-b9cb-383168f34f4d tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:25.532445 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6f73a15a-e88d-4648-9a73-886292313428 req-fd6e460c-a148-4481-b9cb-383168f34f4d tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=261ce85d-b693-4db3-8ecf-e1235e430982 HTTP/1.1" status: 200 len: 945 time: 0.1180749 Aug 11 21:54:25.539951 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed9933-cd34-4d33-9b68-69b3b6ff951c None None] Pushing event updated for resources: {'Port': ['ID=ea248315-eeec-4e46-8834-401d46d9e8de,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:25.609522 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d829e9b-6814-497f-831a-0b7b3d4ae9ef None None] Routers {'ab766ff7-0c58-4407-ac3a-219745fed97e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:54:25.612161 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-4d829e9b-6814-497f-831a-0b7b3d4ae9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:54:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['ab766ff7-0c58-4407-ac3a-219745fed97e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:54:25.632572 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-eedf93b2-297f-417d-afcb-844bde40ca86 admin admin] Allocated IP 172.20.0.1 (e760a438-6fc1-4f1f-92c7-95ee04af8ab8/b7ac5f32-d2d7-4a74-9968-93111b1f2c36/9d766c7a-1c2f-4e7c-85d5-258a1dcf401b) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:54:25.633334 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6f73a15a-e88d-4648-9a73-886292313428 req-43afe57b-5dfa-4c51-9667-b0674ea49c78 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833685 Aug 11 21:54:25.788289 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eedf93b2-297f-417d-afcb-844bde40ca86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:25.836943 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-eedf93b2-297f-417d-afcb-844bde40ca86 admin admin] Transition to ACTIVE for port object 9d766c7a-1c2f-4e7c-85d5-258a1dcf401b will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:54:25.899397 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-4d829e9b-6814-497f-831a-0b7b3d4ae9ef None None] Set router ab766ff7-0c58-4407-ac3a-219745fed97e gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:54:25.945983 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693eefe-d612-4c45-89e0-25e2b49f857e req-bd6fabf8-259d-4018-a0db-93a9e6ebda30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:25.946766 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e778e3-fc4a-4f6c-80dc-fe6c52cb30b0 req-d78f9f99-f261-4662-9736-33e287ad1cbc tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:25.949694 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f693eefe-d612-4c45-89e0-25e2b49f857e req-bd6fabf8-259d-4018-a0db-93a9e6ebda30 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3cfebfdf-1e52-46be-9d12-49bc04e0bc25 HTTP/1.1" status: 200 len: 917 time: 0.5536811 Aug 11 21:54:25.957692 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-42e778e3-fc4a-4f6c-80dc-fe6c52cb30b0 req-d78f9f99-f261-4662-9736-33e287ad1cbc tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 945 time: 0.1453574 Aug 11 21:54:26.089983 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f693eefe-d612-4c45-89e0-25e2b49f857e req-029e553b-cc2e-4f39-87c4-8add907678c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b HTTP/1.1" status: 200 len: 217 time: 0.1078250 Aug 11 21:54:26.103337 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-42e778e3-fc4a-4f6c-80dc-fe6c52cb30b0 req-ec47e2b1-007c-44a6-ab39-b9d061e7a2fd tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445835 Aug 11 21:54:26.133081 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-e903ea6d-be14-4d1e-835d-a829564ad31e tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:26.147128 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-e903ea6d-be14-4d1e-835d-a829564ad31e tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429&tenant_id=cfe969a3456f4c9186b743e59eed9b71&binding%3Ahost_id=n-h1-804275-3 HTTP/1.1" status: 200 len: 1096 time: 0.3319154 Aug 11 21:54:26.270338 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea400f0f-403c-4156-9a1c-83f0670a18ed req-7631e925-2c69-4db5-b6b6-f28a29ea9bdf tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:26.272055 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ea400f0f-403c-4156-9a1c-83f0670a18ed req-7631e925-2c69-4db5-b6b6-f28a29ea9bdf tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.82 "GET /v2.0/ports?device_id=df75f0d4-2feb-486f-8731-5302bf62a703 HTTP/1.1" status: 200 len: 945 time: 0.1676829 Aug 11 21:54:26.349054 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-4d829e9b-6814-497f-831a-0b7b3d4ae9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355814969-router', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:54:14Z', 'updated_at': '2021-08-11T21:54:19Z', 'revision_number': 3, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'gw_port': {'id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:16Z', 'updated_at': '2021-08-11T21:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:54:26.380716 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d829e9b-6814-497f-831a-0b7b3d4ae9ef None None] The sync data for ids ['ab766ff7-0c58-4407-ac3a-219745fed97e'] in n-d-804275-3 is: [{'id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355814969-router', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:54:14Z', 'updated_at': '2021-08-11T21:54:19Z', 'revision_number': 3, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'gw_port': {'id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:16Z', 'updated_at': '2021-08-11T21:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:54:26.470409 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-ea400f0f-403c-4156-9a1c-83f0670a18ed req-1c356521-2f84-45b3-ae28-7c86c0904114 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Deleting port 878c3eb0-1907-4f88-b05c-0ef84e069cbe {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:54:26.471060 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ea400f0f-403c-4156-9a1c-83f0670a18ed req-1c356521-2f84-45b3-ae28-7c86c0904114 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:26.538311 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eedf93b2-297f-417d-afcb-844bde40ca86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:26.576244 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device c91a7aab-d4e5-4470-af40-fb22c96951e9 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:54:26.683782 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device c91a7aab-d4e5-4470-af40-fb22c96951e9 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:54:26.692110 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693eefe-d612-4c45-89e0-25e2b49f857e req-46b686b2-f4ae-415b-a225-78dbebe39c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:26.693840 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f693eefe-d612-4c45-89e0-25e2b49f857e req-46b686b2-f4ae-415b-a225-78dbebe39c24 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1cb8b3c2-2e0a-4c2e-84ed-81c258fe26fd HTTP/1.1" status: 200 len: 855 time: 0.6018758 Aug 11 21:54:26.704730 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-836de7d8-61f2-4abe-b1e6-5fc81d97c5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:26.705499 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-836de7d8-61f2-4abe-b1e6-5fc81d97c5ea service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429&tenant_id=cfe969a3456f4c9186b743e59eed9b71 HTTP/1.1" status: 200 len: 1096 time: 0.5347815 Aug 11 21:54:26.740704 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-ea400f0f-403c-4156-9a1c-83f0670a18ed req-1c356521-2f84-45b3-ae28-7c86c0904114 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] For port 878c3eb0-1907-4f88-b05c-0ef84e069cbe, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=878c3eb0-1907-4f88-b05c-0ef84e069cbe,segment=NetworkSegment(0b69ea86-ef97-454e-8a8e-3f0290a75489),segment_id=0b69ea86-ef97-454e-8a8e-3f0290a75489)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:26.741438 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e017a1-d254-4b49-a89a-e6260e3a004f req-15aa5d7c-f5b6-44cc-8e88-dd8556d39ac8 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:26.741655 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ea400f0f-403c-4156-9a1c-83f0670a18ed req-1c356521-2f84-45b3-ae28-7c86c0904114 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:26.749607 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-59e017a1-d254-4b49-a89a-e6260e3a004f req-15aa5d7c-f5b6-44cc-8e88-dd8556d39ac8 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.3693316 Aug 11 21:54:26.839720 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedf93b2-297f-417d-afcb-844bde40ca86 admin admin] Network e760a438-6fc1-4f1f-92c7-95ee04af8ab8 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:54:26.901808 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-ea400f0f-403c-4156-9a1c-83f0670a18ed req-1c356521-2f84-45b3-ae28-7c86c0904114 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Calling delete_port for 878c3eb0-1907-4f88-b05c-0ef84e069cbe owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:54:26.904659 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-eedf93b2-297f-417d-afcb-844bde40ca86 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:54:26.925952 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf93b2-297f-417d-afcb-844bde40ca86 admin admin] Pushing event updated for resources: {'Port': ['ID=9d766c7a-1c2f-4e7c-85d5-258a1dcf401b,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:26.926605 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedf93b2-297f-417d-afcb-844bde40ca86 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:54:26.965073 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693eefe-d612-4c45-89e0-25e2b49f857e req-cf96b4f2-3247-44e7-a1b5-06a5ee9efe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:26.966950 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f693eefe-d612-4c45-89e0-25e2b49f857e req-cf96b4f2-3247-44e7-a1b5-06a5ee9efe34 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3cfebfdf-1e52-46be-9d12-49bc04e0bc25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2548153 Aug 11 21:54:27.019682 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91e8b9-1406-4dad-9494-2923a8c46f2f req-fead87d8-afde-4f2b-925d-88279868be47 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:27.044983 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a91e8b9-1406-4dad-9494-2923a8c46f2f req-fead87d8-afde-4f2b-925d-88279868be47 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=df75f0d4-2feb-486f-8731-5302bf62a703 HTTP/1.1" status: 200 len: 945 time: 0.2683537 Aug 11 21:54:27.280277 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-59e017a1-d254-4b49-a89a-e6260e3a004f req-b362af10-c9e1-45cd-ae32-b2df1ba47304 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5294383 Aug 11 21:54:27.312015 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eedf93b2-297f-417d-afcb-844bde40ca86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:27.370684 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f693eefe-d612-4c45-89e0-25e2b49f857e req-0bda6a67-c119-4cf0-9a35-5a690ff70771 service neutron] 10.222.0.52 "GET /v2.0/networks/3cfebfdf-1e52-46be-9d12-49bc04e0bc25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809719 Aug 11 21:54:27.375271 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a91e8b9-1406-4dad-9494-2923a8c46f2f req-d552f00d-df26-445d-a071-171352f3bcc2 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab0a9b93-7779-4b91-9b97-facf4b16bc2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275552 Aug 11 21:54:27.378258 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-90e027ac-6b47-4464-b48f-a555269ea914 None None] Provisioning for port 9d766c7a-1c2f-4e7c-85d5-258a1dcf401b completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:54:27.407352 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-90e027ac-6b47-4464-b48f-a555269ea914 None None] Provisioning complete for port 9d766c7a-1c2f-4e7c-85d5-258a1dcf401b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:54:27.408196 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-90e027ac-6b47-4464-b48f-a555269ea914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:27.487647 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-34b258cb-8536-48ba-8296-858880ef2e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:27.489908 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-34b258cb-8536-48ba-8296-858880ef2e5d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cfe969a3456f4c9186b743e59eed9b71&device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 1096 time: 0.7328107 Aug 11 21:54:27.633576 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-90e027ac-6b47-4464-b48f-a555269ea914 None None] Port 9d766c7a-1c2f-4e7c-85d5-258a1dcf401b cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:54:27.763904 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ea400f0f-403c-4156-9a1c-83f0670a18ed req-1c356521-2f84-45b3-ae28-7c86c0904114 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:27.802920 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['878c3eb0-1907-4f88-b05c-0ef84e069cbe'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:54:27.879560 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c356521-2f84-45b3-ae28-7c86c0904114 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Pushing event deleted for resources: {'Port': ['ID=878c3eb0-1907-4f88-b05c-0ef84e069cbe,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:27.980927 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ea248315-eeec-4e46-8834-401d46d9e8de up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:54:28.015350 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea400f0f-403c-4156-9a1c-83f0670a18ed req-1c356521-2f84-45b3-ae28-7c86c0904114 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] No DVR routers for this DVR port 878c3eb0-1907-4f88-b05c-0ef84e069cbe on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:54:28.019350 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ea400f0f-403c-4156-9a1c-83f0670a18ed req-1c356521-2f84-45b3-ae28-7c86c0904114 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:28.023610 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ea400f0f-403c-4156-9a1c-83f0670a18ed req-1c356521-2f84-45b3-ae28-7c86c0904114 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.82 "DELETE /v2.0/ports/878c3eb0-1907-4f88-b05c-0ef84e069cbe HTTP/1.1" status: 204 len: 173 time: 1.7434375 Aug 11 21:54:28.024221 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df75f0d4-2feb-486f-8731-5302bf62a703', 'name': 'network-vif-deleted', 'tag': '878c3eb0-1907-4f88-b05c-0ef84e069cbe'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:54:28.030879 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e61b63b-3909-4d20-ab13-70fd0a10250f" -d '{"events": [{"server_uuid": "df75f0d4-2feb-486f-8731-5302bf62a703", "name": "network-vif-deleted", "tag": "878c3eb0-1907-4f88-b05c-0ef84e069cbe"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:54:28.130766 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port ea248315-eeec-4e46-8834-401d46d9e8de completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:54:28.136671 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port ea248315-eeec-4e46-8834-401d46d9e8de triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:54:28.137369 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:28.154534 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9249c-fa53-41f5-8dba-ad9e85494403 req-11167fe1-ceaf-41ee-b3b5-fc34b2765b23 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:28.157269 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-83c9249c-fa53-41f5-8dba-ad9e85494403 req-11167fe1-ceaf-41ee-b3b5-fc34b2765b23 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 945 time: 0.1228986 Aug 11 21:54:28.275993 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-83c9249c-fa53-41f5-8dba-ad9e85494403 req-bb68b0ba-9321-48a7-8043-4a0768919e1a tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093357 Aug 11 21:54:28.358071 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:28.367469 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a490a02-3cb6-411c-9961-8ac0063c62f5 x-openstack-request-id: req-7a490a02-3cb6-411c-9961-8ac0063c62f5 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:54:28.367469 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df75f0d4-2feb-486f-8731-5302bf62a703", "name": "network-vif-deleted", "tag": "878c3eb0-1907-4f88-b05c-0ef84e069cbe", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:54:28.367979 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7a490a02-3cb6-411c-9961-8ac0063c62f5 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:54:28.368455 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df75f0d4-2feb-486f-8731-5302bf62a703', 'name': 'network-vif-deleted', 'tag': '878c3eb0-1907-4f88-b05c-0ef84e069cbe', 'status': 'completed', 'code': 200} Aug 11 21:54:28.384967 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-dcdb03ae-012c-4542-a549-deee1cf53605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:28.390263 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-dcdb03ae-012c-4542-a549-deee1cf53605 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1d2353f-b112-4357-b0a6-e5993406a9d5 HTTP/1.1" status: 200 len: 921 time: 0.8752279 Aug 11 21:54:28.394222 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port ea248315-eeec-4e46-8834-401d46d9e8de, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=ea248315-eeec-4e46-8834-401d46d9e8de,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:28.402087 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:28.520172 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=ea248315-eeec-4e46-8834-401d46d9e8de,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:28.538609 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964a76b-4263-49fd-b807-42db9aa19faa req-15f5b20b-cd27-4c41-9ba8-25f3e8ce9c3a tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:28.541389 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f964a76b-4263-49fd-b807-42db9aa19faa req-15f5b20b-cd27-4c41-9ba8-25f3e8ce9c3a tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.1069136 Aug 11 21:54:28.596795 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f964a76b-4263-49fd-b807-42db9aa19faa req-da949ad6-12b8-4d08-a9ad-1151a40728d0 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420659 Aug 11 21:54:28.619696 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-bd531a03-3a4c-48a1-b1ce-57e979f62cf6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c91a7aab-d4e5-4470-af40-fb22c96951e9 HTTP/1.1" status: 200 len: 217 time: 0.1375992 Aug 11 21:54:28.803165 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f5ec5-c961-474f-bef7-c3e4adfcb7a0 req-3649629d-3161-4cc2-a347-d3b78255ab47 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:28.804990 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-849f5ec5-c961-474f-bef7-c3e4adfcb7a0 req-3649629d-3161-4cc2-a347-d3b78255ab47 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=261ce85d-b693-4db3-8ecf-e1235e430982 HTTP/1.1" status: 200 len: 945 time: 0.3470700 Aug 11 21:54:28.810745 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f693eefe-d612-4c45-89e0-25e2b49f857e req-687498d6-3029-44ad-a6f9-0a1010a5131b service neutron] 10.222.0.52 "GET /v2.0/networks/3cfebfdf-1e52-46be-9d12-49bc04e0bc25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3473468 Aug 11 21:54:28.812944 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-54960db4-c820-4ce8-ad35-978a6a0e1a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:28.821961 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7ccb8afd-81b8-481e-8213-f352047a08ef req-f1665a2c-9331-44f0-8110-b7105ad0b947 tempest-ServerDiskConfigTestJSON-1449164247 tempest-ServerDiskConfigTestJSON-1449164247-project] 10.222.0.77 "GET /v2.0/ports?device_id=df75f0d4-2feb-486f-8731-5302bf62a703 HTTP/1.1" status: 200 len: 210 time: 0.0552409 Aug 11 21:54:28.822686 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-54960db4-c820-4ce8-ad35-978a6a0e1a7f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d64b3af4-29c6-4065-a225-159b72d7499b HTTP/1.1" status: 200 len: 860 time: 0.1711292 Aug 11 21:54:28.873143 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-a6efdb8c-19ab-44ae-864a-71920101fca5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1d2353f-b112-4357-b0a6-e5993406a9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419457 Aug 11 21:54:28.920987 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eedf93b2-297f-417d-afcb-844bde40ca86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:28.925946 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-849f5ec5-c961-474f-bef7-c3e4adfcb7a0 req-91aa861a-8291-42d2-990e-8b4fda9d3b1e tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021986 Aug 11 21:54:29.096002 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a11ddc-544b-4cc1-aad2-f9107f47dd21 req-557494c4-af61-4b68-9afc-16c75a3d261c tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:29.106740 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e4a11ddc-544b-4cc1-aad2-f9107f47dd21 req-557494c4-af61-4b68-9afc-16c75a3d261c tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.1495013 Aug 11 21:54:29.161686 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e4a11ddc-544b-4cc1-aad2-f9107f47dd21 req-e8159d04-24b3-407f-9877-d283c0728e9d tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539179 Aug 11 21:54:29.446020 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-226204c8-586d-422c-a4b1-92674993ebf7 service neutron] 10.222.0.52 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646368 Aug 11 21:54:29.774690 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eedf93b2-297f-417d-afcb-844bde40ca86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:29.794323 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eedf93b2-297f-417d-afcb-844bde40ca86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:29.890347 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ea248315-eeec-4e46-8834-401d46d9e8de up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:54:29.999984 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-1b621394-c229-4517-a7ce-988bfc383fe6 service neutron] 10.222.0.52 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5396242 Aug 11 21:54:30.027477 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8b3ea-083a-49b7-9b84-02271b0a845f req-c6b5600a-5e98-498f-b469-6725f8a8ef8f tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:30.046534 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port ea248315-eeec-4e46-8834-401d46d9e8de triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:54:30.047738 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:30.049960 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eaf8b3ea-083a-49b7-9b84-02271b0a845f req-c6b5600a-5e98-498f-b469-6725f8a8ef8f tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 945 time: 0.4736552 Aug 11 21:54:30.104026 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf93b2-297f-417d-afcb-844bde40ca86 admin admin] Pushing event updated for resources: {'Port': ['ID=9d766c7a-1c2f-4e7c-85d5-258a1dcf401b,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:30.131686 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eedf93b2-297f-417d-afcb-844bde40ca86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:30.217620 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eaf8b3ea-083a-49b7-9b84-02271b0a845f req-ad9f769b-b35e-4f6c-9834-ff675e799362 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505544 Aug 11 21:54:30.491533 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedf93b2-297f-417d-afcb-844bde40ca86 admin admin] Network e760a438-6fc1-4f1f-92c7-95ee04af8ab8 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:54:30.498237 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-eedf93b2-297f-417d-afcb-844bde40ca86 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:54:30.520103 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b2eff-b0d8-4c43-b5b9-391cf3f8d452 req-77feb396-38e3-45b6-acdd-19c250a68c9c tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:30.522003 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-394b2eff-b0d8-4c43-b5b9-391cf3f8d452 req-77feb396-38e3-45b6-acdd-19c250a68c9c tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.1496007 Aug 11 21:54:30.532750 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-c11ec31a-bfcc-4955-b817-6fdc3c2907e7 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:30.534461 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-c11ec31a-bfcc-4955-b817-6fdc3c2907e7 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429&tenant_id=cfe969a3456f4c9186b743e59eed9b71&binding%3Ahost_id=n-h2-804275-3 HTTP/1.1" status: 200 len: 1096 time: 0.1139402 Aug 11 21:54:30.645689 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 878c3eb0-1907-4f88-b05c-0ef84e069cbe no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:54:30.695274 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-394b2eff-b0d8-4c43-b5b9-391cf3f8d452 req-5286cf94-add0-4dd7-a632-b6027490d945 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250973 Aug 11 21:54:30.698500 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 878c3eb0-1907-4f88-b05c-0ef84e069cbe {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:54:30.707090 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 878c3eb0-1907-4f88-b05c-0ef84e069cbe not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:54:30.796137 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a3e81e51-47d0-4e4f-aa87-f24501e40524 None None] Provisioning complete for port 9d766c7a-1c2f-4e7c-85d5-258a1dcf401b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:54:30.797759 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a3e81e51-47d0-4e4f-aa87-f24501e40524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:30.813577 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedf93b2-297f-417d-afcb-844bde40ca86 admin admin] Router ab766ff7-0c58-4407-ac3a-219745fed97e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:54:30.877976 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-a3e81e51-47d0-4e4f-aa87-f24501e40524 None None] Port 9d766c7a-1c2f-4e7c-85d5-258a1dcf401b cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:54:30.879286 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547a09c-5ec4-4a5b-b2f4-ad747451149d req-825e2dd1-8037-457f-ba6b-d20111c8cccc tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:30.881090 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6547a09c-5ec4-4a5b-b2f4-ad747451149d req-825e2dd1-8037-457f-ba6b-d20111c8cccc tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=261ce85d-b693-4db3-8ecf-e1235e430982 HTTP/1.1" status: 200 len: 945 time: 0.0740452 Aug 11 21:54:30.883353 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-3881e128-31f9-49c7-87bf-741ed9143966 service neutron] For port c91a7aab-d4e5-4470-af40-fb22c96951e9, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:54:30.888329 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-3881e128-31f9-49c7-87bf-741ed9143966 service neutron] Notify callbacks [] for binding, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:30.889524 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86535db1-5417-485e-a5ac-a5dfd8943ea6 req-3881e128-31f9-49c7-87bf-741ed9143966 service neutron] 10.222.0.52 "DELETE /v2.0/ports/c91a7aab-d4e5-4470-af40-fb22c96951e9/bindings/n-h1-804275-3 HTTP/1.1" status: 204 len: 173 time: 0.3160241 Aug 11 21:54:30.971028 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6547a09c-5ec4-4a5b-b2f4-ad747451149d req-37b9b67d-983e-492b-b859-fbb655f557da tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758700 Aug 11 21:54:31.002328 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedf93b2-297f-417d-afcb-844bde40ca86 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:54:31.015316 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c52c00f-6cbc-4603-9636-90d76ec060e3 None None] Sync routers for ids ['ab766ff7-0c58-4407-ac3a-219745fed97e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:54:31.017020 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-eedf93b2-297f-417d-afcb-844bde40ca86 admin admin] 10.222.0.77 "PUT /v2.0/routers/ab766ff7-0c58-4407-ac3a-219745fed97e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2039468 Aug 11 21:54:31.044695 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c52c00f-6cbc-4603-9636-90d76ec060e3 None None] Routers {'ab766ff7-0c58-4407-ac3a-219745fed97e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:54:31.045519 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-0c52c00f-6cbc-4603-9636-90d76ec060e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:54:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['ab766ff7-0c58-4407-ac3a-219745fed97e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:54:31.253552 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-0c52c00f-6cbc-4603-9636-90d76ec060e3 None None] Set router ab766ff7-0c58-4407-ac3a-219745fed97e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:54:31.364857 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc99d6e-e9a5-4646-81de-9c1483054d94 req-15e3697f-0c79-4fad-9526-0f96d65e3110 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:31.385291 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8cc99d6e-e9a5-4646-81de-9c1483054d94 req-15e3697f-0c79-4fad-9526-0f96d65e3110 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=261ce85d-b693-4db3-8ecf-e1235e430982 HTTP/1.1" status: 200 len: 945 time: 0.1885028 Aug 11 21:54:31.479890 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8cc99d6e-e9a5-4646-81de-9c1483054d94 req-b1b6afa9-0f98-4624-bfd5-1609f48f6d76 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835471 Aug 11 21:54:31.492158 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761ec3a-0240-465c-a604-260513abde74 req-ddee08ec-f540-4308-b4a0-8baaf85427b1 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:31.494571 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8761ec3a-0240-465c-a604-260513abde74 req-ddee08ec-f540-4308-b4a0-8baaf85427b1 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 945 time: 0.0861824 Aug 11 21:54:31.562212 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53626) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:54:31.591896 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8761ec3a-0240-465c-a604-260513abde74 req-5f43758e-e99d-4058-8f7b-95ef5705ebee tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743008 Aug 11 21:54:31.639303 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd9f093-4b27-46b5-a9cb-4dbaf8c887f5 admin admin] Deleting subnet 99402162-65dc-4f7a-98e7-13408e81851f {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 21:54:31.645691 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fcd9f093-4b27-46b5-a9cb-4dbaf8c887f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:31.665426 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-0c52c00f-6cbc-4603-9636-90d76ec060e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355814969-router', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:54:14Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'gw_port': {'id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:16Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '9d766c7a-1c2f-4e7c-85d5-258a1dcf401b', 'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'mac_address': 'fa:16:3e:94:fa:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:24Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 2, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'subnets': [{'id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:54:31.702097 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fcd9f093-4b27-46b5-a9cb-4dbaf8c887f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:31.730927 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c52c00f-6cbc-4603-9636-90d76ec060e3 None None] Checking router: ab766ff7-0c58-4407-ac3a-219745fed97e for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:54:31.731538 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c52c00f-6cbc-4603-9636-90d76ec060e3 None None] Updating router ab766ff7-0c58-4407-ac3a-219745fed97e port 9d766c7a-1c2f-4e7c-85d5-258a1dcf401b binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 21:54:31.788901 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-0c52c00f-6cbc-4603-9636-90d76ec060e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:31.793440 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fcd9f093-4b27-46b5-a9cb-4dbaf8c887f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:31.969343 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-231de14b-ec94-4e9b-8728-9fa348b47f12 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:31.972373 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-231de14b-ec94-4e9b-8728-9fa348b47f12 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/networks?id=e065759b-9598-4e49-9dd4-b84a6811ca8d HTTP/1.1" status: 200 len: 805 time: 0.2082875 Aug 11 21:54:31.975934 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fcd9f093-4b27-46b5-a9cb-4dbaf8c887f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:32.037560 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fcd9f093-4b27-46b5-a9cb-4dbaf8c887f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:32.039788 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fcd9f093-4b27-46b5-a9cb-4dbaf8c887f5 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/99402162-65dc-4f7a-98e7-13408e81851f HTTP/1.1" status: 204 len: 168 time: 0.4760203 Aug 11 21:54:32.042156 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9f093-4b27-46b5-a9cb-4dbaf8c887f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99402162-65dc-4f7a-98e7-13408e81851f,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:32.044913 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53652) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:54:32.064709 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-a5c138a6-2067-46be-9e36-ad68969acb8a tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/quotas/2f92f84593c645c991d8da56fb117a97 HTTP/1.1" status: 200 len: 375 time: 0.0827003 Aug 11 21:54:32.099563 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 42d791dd-f21c-4d12-8d9c-bad2e8293a00 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:54:32.245012 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d929fcc4-2911-4d5d-abd7-983b8295f6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:32.268205 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-06b2a222-abb8-4047-b894-da997a8e8baa tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:32.271050 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-635cc671-a386-4dab-bb87-02e61002d36b tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2f92f84593c645c991d8da56fb117a97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2054768 Aug 11 21:54:32.272276 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-06b2a222-abb8-4047-b894-da997a8e8baa tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/networks?id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8 HTTP/1.1" status: 200 len: 821 time: 0.3005733 Aug 11 21:54:32.327999 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-6de5a4b8-a325-4a76-85f1-60e5315bdd10 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/quotas/2b9279c1feca4096aedd3bf29c3bbd31 HTTP/1.1" status: 200 len: 375 time: 0.0415905 Aug 11 21:54:32.331434 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:32.394525 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5146e4-c6d5-4c7f-a348-485399d33f67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42d791dd-f21c-4d12-8d9c-bad2e8293a00'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:54:32.397868 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d0d8d4-d8ff-4659-8237-f68dc948cb9a" -d '{"events": [{"server_uuid": "ad5146e4-c6d5-4c7f-a348-485399d33f67", "name": "network-vif-unplugged", "status": "completed", "tag": "42d791dd-f21c-4d12-8d9c-bad2e8293a00"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:54:32.410418 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-0c52c00f-6cbc-4603-9636-90d76ec060e3 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:32.422409 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 42d791dd-f21c-4d12-8d9c-bad2e8293a00, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=42d791dd-f21c-4d12-8d9c-bad2e8293a00,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:32.423386 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-08720db5-f6a3-438c-977a-5e291e1494bd tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2b9279c1feca4096aedd3bf29c3bbd31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896893 Aug 11 21:54:32.432907 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-0c52c00f-6cbc-4603-9636-90d76ec060e3 None None] Transition to ACTIVE for port object 9d766c7a-1c2f-4e7c-85d5-258a1dcf401b will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:54:32.436812 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:32.449531 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-0c52c00f-6cbc-4603-9636-90d76ec060e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:32.523365 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d929fcc4-2911-4d5d-abd7-983b8295f6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:32.532701 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45ea7a-aca3-4cfe-806d-b6751b9d1380 None None] Pushing event updated for resources: {'Port': ['ID=9d766c7a-1c2f-4e7c-85d5-258a1dcf401b,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:32.534043 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-01eba05e-4091-4087-a00a-765646eb2cb4 service neutron] 10.222.0.77 "GET /v2.0/networks/e065759b-9598-4e49-9dd4-b84a6811ca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517381 Aug 11 21:54:32.536764 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=42d791dd-f21c-4d12-8d9c-bad2e8293a00,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:32.538169 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-d929fcc4-2911-4d5d-abd7-983b8295f6c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4704ff02-c5ab-4776-afb3-b0008179201b']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:54:32.559534 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45ea7a-aca3-4cfe-806d-b6751b9d1380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:32.563169 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45ea7a-aca3-4cfe-806d-b6751b9d1380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:32.566146 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45ea7a-aca3-4cfe-806d-b6751b9d1380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:32.566146 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45ea7a-aca3-4cfe-806d-b6751b9d1380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:32.566146 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45ea7a-aca3-4cfe-806d-b6751b9d1380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:32.566727 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45ea7a-aca3-4cfe-806d-b6751b9d1380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:32.566897 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45ea7a-aca3-4cfe-806d-b6751b9d1380 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:32.567126 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45ea7a-aca3-4cfe-806d-b6751b9d1380 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:32.567458 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45ea7a-aca3-4cfe-806d-b6751b9d1380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:32.567822 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45ea7a-aca3-4cfe-806d-b6751b9d1380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:32.568153 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45ea7a-aca3-4cfe-806d-b6751b9d1380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:32.568481 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45ea7a-aca3-4cfe-806d-b6751b9d1380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:54:32.576287 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-d929fcc4-2911-4d5d-abd7-983b8295f6c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b69ea86-ef97-454e-8a8e-3f0290a75489') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:54:32.576854 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-d929fcc4-2911-4d5d-abd7-983b8295f6c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b69ea86-ef97-454e-8a8e-3f0290a75489') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:54:32.610412 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-dc22ef0b-5322-47b2-a6b3-2ef3a9d56289 service neutron] 10.222.0.77 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857266 Aug 11 21:54:32.634269 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d929fcc4-2911-4d5d-abd7-983b8295f6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:32.649061 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-0c52c00f-6cbc-4603-9636-90d76ec060e3 None None] Attempting to bind port 9d766c7a-1c2f-4e7c-85d5-258a1dcf401b on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:54:32.649524 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-0c52c00f-6cbc-4603-9636-90d76ec060e3 None None] Attempting to bind port 9d766c7a-1c2f-4e7c-85d5-258a1dcf401b by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '403410e7-075b-4cee-ac6f-72f7ef186622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:54:32.650197 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c52c00f-6cbc-4603-9636-90d76ec060e3 None None] Attempting to bind port 9d766c7a-1c2f-4e7c-85d5-258a1dcf401b on network e760a438-6fc1-4f1f-92c7-95ee04af8ab8 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:54:32.659975 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d929fcc4-2911-4d5d-abd7-983b8295f6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:32.660252 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c52c00f-6cbc-4603-9636-90d76ec060e3 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:54:32.660735 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c52c00f-6cbc-4603-9636-90d76ec060e3 None None] Checking segment: {'id': '403410e7-075b-4cee-ac6f-72f7ef186622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:54:32.661272 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-0c52c00f-6cbc-4603-9636-90d76ec060e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:32.662454 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c52c00f-6cbc-4603-9636-90d76ec060e3 None None] Bound using segment: {'id': '403410e7-075b-4cee-ac6f-72f7ef186622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:54:32.663069 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-0c52c00f-6cbc-4603-9636-90d76ec060e3 None None] Bound port: 9d766c7a-1c2f-4e7c-85d5-258a1dcf401b, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403410e7-075b-4cee-ac6f-72f7ef186622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:54:32.663616 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-0c52c00f-6cbc-4603-9636-90d76ec060e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:32.681362 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d929fcc4-2911-4d5d-abd7-983b8295f6c7 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 21:54:32.682125 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d929fcc4-2911-4d5d-abd7-983b8295f6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: timer() Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 21:54:32.685960 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 21:54:32.765832 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-0c52c00f-6cbc-4603-9636-90d76ec060e3 None None] For port 9d766c7a-1c2f-4e7c-85d5-258a1dcf401b, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:54:32.772174 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-0c52c00f-6cbc-4603-9636-90d76ec060e3 None None] For port 9d766c7a-1c2f-4e7c-85d5-258a1dcf401b, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9d766c7a-1c2f-4e7c-85d5-258a1dcf401b,segment=NetworkSegment(403410e7-075b-4cee-ac6f-72f7ef186622),segment_id=403410e7-075b-4cee-ac6f-72f7ef186622)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:54:32.780656 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-0de58312-3b83-4a98-8747-a3feca429a41 service neutron] 10.222.0.77 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683505 Aug 11 21:54:32.788974 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-a0aed240-8226-42e0-84dd-73d642817d41 service neutron] 10.222.0.77 "GET /v2.0/networks/e065759b-9598-4e49-9dd4-b84a6811ca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465158 Aug 11 21:54:32.795783 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-0c52c00f-6cbc-4603-9636-90d76ec060e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:32.818700 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d929fcc4-2911-4d5d-abd7-983b8295f6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:32.828859 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d929fcc4-2911-4d5d-abd7-983b8295f6c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:32.834111 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d929fcc4-2911-4d5d-abd7-983b8295f6c7 admin admin] 10.222.0.77 "DELETE /v2.0/networks/4704ff02-c5ab-4776-afb3-b0008179201b HTTP/1.1" status: 204 len: 168 time: 0.7850075 Aug 11 21:54:32.860186 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929fcc4-2911-4d5d-abd7-983b8295f6c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4704ff02-c5ab-4776-afb3-b0008179201b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:32.937743 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c52c00f-6cbc-4603-9636-90d76ec060e3 None None] Routers {'ab766ff7-0c58-4407-ac3a-219745fed97e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:54:32.938881 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-0c52c00f-6cbc-4603-9636-90d76ec060e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:54:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['ab766ff7-0c58-4407-ac3a-219745fed97e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:54:32.944811 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45ea7a-aca3-4cfe-806d-b6751b9d1380 None None] Pushing event updated for resources: {'Port': ['ID=9d766c7a-1c2f-4e7c-85d5-258a1dcf401b,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:33.092766 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53670) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:54:33.237825 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-0c52c00f-6cbc-4603-9636-90d76ec060e3 None None] Set router ab766ff7-0c58-4407-ac3a-219745fed97e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:54:33.338418 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a2995-4bee-466c-b334-99fcea3bba92 req-328339bc-81f2-4109-a6e1-03a6328b121d tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:33.354525 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a7a2995-4bee-466c-b334-99fcea3bba92 req-328339bc-81f2-4109-a6e1-03a6328b121d tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=baf9f546-8452-44e1-83b1-3009c9ad6e8d HTTP/1.1" status: 200 len: 946 time: 0.2827837 Aug 11 21:54:33.380440 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b30f1-1e75-4ae7-8f6e-eaaf0e4db685 req-d5232e44-f421-49a3-9530-f3c2b152a4b5 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:33.390073 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-215b30f1-1e75-4ae7-8f6e-eaaf0e4db685 req-d5232e44-f421-49a3-9530-f3c2b152a4b5 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.1435933 Aug 11 21:54:33.405490 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ad4650a2-2ccc-4099-a483-9895eda177bd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=48dee6b1f1ed472f88259995ad0e68a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3104558 Aug 11 21:54:33.406284 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53682) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:54:33.483436 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd4001-12a4-4e6c-bb8c-0394e9a6ac8f req-7dae7e41-2028-4728-abdd-35020a0a0684 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:33.485354 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e2cd4001-12a4-4e6c-bb8c-0394e9a6ac8f req-7dae7e41-2028-4728-abdd-35020a0a0684 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad5146e4-c6d5-4c7f-a348-485399d33f67 HTTP/1.1" status: 200 len: 943 time: 0.3249481 Aug 11 21:54:33.502330 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-215b30f1-1e75-4ae7-8f6e-eaaf0e4db685 req-49b3f312-92cf-4c84-9fec-7156393c6e26 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100185 Aug 11 21:54:33.542391 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a7a2995-4bee-466c-b334-99fcea3bba92 req-6fdded76-15a0-4776-98ac-d8f52b809c2a tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789885 Aug 11 21:54:33.649197 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 21:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f52308-5d0c-44e5-9ca7-a93136f1f477 x-openstack-request-id: req-e5f52308-5d0c-44e5-9ca7-a93136f1f477 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:54:33.649790 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5146e4-c6d5-4c7f-a348-485399d33f67", "name": "network-vif-unplugged", "status": "completed", "tag": "42d791dd-f21c-4d12-8d9c-bad2e8293a00", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:54:33.650233 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e5f52308-5d0c-44e5-9ca7-a93136f1f477 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:54:33.650791 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5146e4-c6d5-4c7f-a348-485399d33f67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42d791dd-f21c-4d12-8d9c-bad2e8293a00', 'code': 200} Aug 11 21:54:33.693748 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f1ca1d8b-a519-4ca3-835a-e2068892968f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:33.747240 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-21d9af06-1ea9-4326-a706-3b52f1fef959 req-65877dce-1da4-4511-baf4-56ddb751bf2f tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1a97b22-206c-47b3-9e88-596200a2f369 HTTP/1.1" status: 200 len: 210 time: 0.0612590 Aug 11 21:54:33.781569 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-0c52c00f-6cbc-4603-9636-90d76ec060e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355814969-router', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:54:14Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'gw_port': {'id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:16Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '9d766c7a-1c2f-4e7c-85d5-258a1dcf401b', 'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'mac_address': 'fa:16:3e:94:fa:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:24Z', 'updated_at': '2021-08-11T21:54:32Z', 'revision_number': 4, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'subnets': [{'id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:54:33.841636 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9ba4644d-5108-4d3f-97ca-a812f33824f1 req-08b5b79f-f10a-4a91-838b-ef2af09eea93 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a501b32-4ee3-463c-bb56-c7e18cde1c99 HTTP/1.1" status: 200 len: 210 time: 0.0619824 Aug 11 21:54:33.855111 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f1ca1d8b-a519-4ca3-835a-e2068892968f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:33.865969 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c52c00f-6cbc-4603-9636-90d76ec060e3 None None] The sync data for ids ['ab766ff7-0c58-4407-ac3a-219745fed97e'] in n-d-804275-3 is: [{'id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355814969-router', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:54:14Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'gw_port': {'id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:16Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '9d766c7a-1c2f-4e7c-85d5-258a1dcf401b', 'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'mac_address': 'fa:16:3e:94:fa:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:24Z', 'updated_at': '2021-08-11T21:54:32Z', 'revision_number': 4, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'subnets': [{'id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:54:33.933795 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-e2cd4001-12a4-4e6c-bb8c-0394e9a6ac8f req-4fb69e8f-e0b8-4fa7-a9cd-25666a7ed057 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Deleting port 42d791dd-f21c-4d12-8d9c-bad2e8293a00 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:54:33.934502 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e2cd4001-12a4-4e6c-bb8c-0394e9a6ac8f req-4fb69e8f-e0b8-4fa7-a9cd-25666a7ed057 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:34.031180 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c996ba-f163-4538-a71e-77ff9d5f3587 req-6120a163-4577-4fda-8a12-81eb36038718 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:34.054674 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-79c996ba-f163-4538-a71e-77ff9d5f3587 req-6120a163-4577-4fda-8a12-81eb36038718 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 1096 time: 0.1764524 Aug 11 21:54:34.105694 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f1ca1d8b-a519-4ca3-835a-e2068892968f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:34.109098 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f1ca1d8b-a519-4ca3-835a-e2068892968f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:34.114229 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f1ca1d8b-a519-4ca3-835a-e2068892968f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ab0a9b93-7779-4b91-9b97-facf4b16bc2b HTTP/1.1" status: 204 len: 168 time: 0.6892409 Aug 11 21:54:34.118459 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-79c996ba-f163-4538-a71e-77ff9d5f3587 req-ff38e72c-10e6-4bc6-b3ae-b8dbfaf7a80f tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617223 Aug 11 21:54:34.150693 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca1d8b-a519-4ca3-835a-e2068892968f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0a9b93-7779-4b91-9b97-facf4b16bc2b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:34.247242 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93b022-5fdc-4dd1-9627-1b977cfbee95 req-df2cf8a9-22bf-4a7f-968b-03f56777eee6 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:34.256304 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fb93b022-5fdc-4dd1-9627-1b977cfbee95 req-df2cf8a9-22bf-4a7f-968b-03f56777eee6 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=490bd11b-a871-4ca7-92d3-a4cf0716c692 HTTP/1.1" status: 200 len: 946 time: 0.2158077 Aug 11 21:54:34.340716 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fb93b022-5fdc-4dd1-9627-1b977cfbee95 req-e7d8d741-8460-47a4-a24e-f3c215b66b2d tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730784 Aug 11 21:54:34.390078 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-e2cd4001-12a4-4e6c-bb8c-0394e9a6ac8f req-4fb69e8f-e0b8-4fa7-a9cd-25666a7ed057 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] For port 42d791dd-f21c-4d12-8d9c-bad2e8293a00, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=42d791dd-f21c-4d12-8d9c-bad2e8293a00,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:34.390523 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e2cd4001-12a4-4e6c-bb8c-0394e9a6ac8f req-4fb69e8f-e0b8-4fa7-a9cd-25666a7ed057 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:34.408548 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-04b108b9-3310-4410-ac8d-ca3072e6c7c9 req-442d2477-2a10-4381-a2eb-0cfc7d75fdca tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 21:54:34.410448 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-04b108b9-3310-4410-ac8d-ca3072e6c7c9 req-442d2477-2a10-4381-a2eb-0cfc7d75fdca tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066061 Aug 11 21:54:34.444238 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-e2cd4001-12a4-4e6c-bb8c-0394e9a6ac8f req-4fb69e8f-e0b8-4fa7-a9cd-25666a7ed057 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Calling delete_port for 42d791dd-f21c-4d12-8d9c-bad2e8293a00 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:54:34.724698 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-04b108b9-3310-4410-ac8d-ca3072e6c7c9 req-b02898d6-fd60-46e4-a84c-1d60f5179f04 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2941689 Aug 11 21:54:34.932466 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-9d82f1e9-9f65-4e7b-8310-62f1110d357d tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:34.940736 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-9d82f1e9-9f65-4e7b-8310-62f1110d357d tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/networks?id=c1d2353f-b112-4357-b0a6-e5993406a9d5 HTTP/1.1" status: 200 len: 820 time: 0.3494546 Aug 11 21:54:34.985158 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-5b1527ff-dd9e-445d-9c28-7295ac29a5e6 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/quotas/cfe969a3456f4c9186b743e59eed9b71 HTTP/1.1" status: 200 len: 375 time: 0.0426240 Aug 11 21:54:35.053990 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e2cd4001-12a4-4e6c-bb8c-0394e9a6ac8f req-4fb69e8f-e0b8-4fa7-a9cd-25666a7ed057 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:35.205855 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-0327584b-8a9b-4907-b74e-5cb4860bd4d1 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=cfe969a3456f4c9186b743e59eed9b71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2194467 Aug 11 21:54:35.226444 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb69e8f-e0b8-4fa7-a9cd-25666a7ed057 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Pushing event deleted for resources: {'Port': ['ID=42d791dd-f21c-4d12-8d9c-bad2e8293a00,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:35.278781 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-04e7bc7d-b4bb-40ad-a5d9-42c2aa9ff328 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:35.282351 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-04e7bc7d-b4bb-40ad-a5d9-42c2aa9ff328 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.82 "GET /v2.0/networks?id=e065759b-9598-4e49-9dd4-b84a6811ca8d HTTP/1.1" status: 200 len: 805 time: 0.3388395 Aug 11 21:54:35.304490 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-1f3b3284-6f71-4a4b-a483-c0891131579e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Request body: {'port': {'device_id': '5a501b32-4ee3-463c-bb56-c7e18cde1c99', 'network_id': 'e065759b-9598-4e49-9dd4-b84a6811ca8d', 'admin_state_up': True, 'tenant_id': '2f92f84593c645c991d8da56fb117a97'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:54:35.417136 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2cd4001-12a4-4e6c-bb8c-0394e9a6ac8f req-4fb69e8f-e0b8-4fa7-a9cd-25666a7ed057 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] No DVR routers for this DVR port 42d791dd-f21c-4d12-8d9c-bad2e8293a00 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:54:35.421331 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e2cd4001-12a4-4e6c-bb8c-0394e9a6ac8f req-4fb69e8f-e0b8-4fa7-a9cd-25666a7ed057 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:35.423558 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e2cd4001-12a4-4e6c-bb8c-0394e9a6ac8f req-4fb69e8f-e0b8-4fa7-a9cd-25666a7ed057 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.52 "DELETE /v2.0/ports/42d791dd-f21c-4d12-8d9c-bad2e8293a00 HTTP/1.1" status: 204 len: 173 time: 1.8860626 Aug 11 21:54:35.424022 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5146e4-c6d5-4c7f-a348-485399d33f67', 'name': 'network-vif-deleted', 'tag': '42d791dd-f21c-4d12-8d9c-bad2e8293a00'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:54:35.426341 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90617869-5607-4963-8a65-3d41dff99032" -d '{"events": [{"server_uuid": "ad5146e4-c6d5-4c7f-a348-485399d33f67", "name": "network-vif-deleted", "tag": "42d791dd-f21c-4d12-8d9c-bad2e8293a00"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:54:35.482131 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-f5fa2d79-e896-47cb-8ba7-b6c4610684bd service neutron] 10.222.0.77 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753296 Aug 11 21:54:35.554438 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1310fbb-bdac-43a3-827b-62bbc1fd5a1c req-5bd6ce25-0093-4602-b859-f324c6ac202b tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:35.570561 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e1310fbb-bdac-43a3-827b-62bbc1fd5a1c req-5bd6ce25-0093-4602-b859-f324c6ac202b tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.1094439 Aug 11 21:54:35.693572 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-ad524cbb-d8c9-4e5d-b472-a7a7f1506f96 service neutron] 10.222.0.77 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942604 Aug 11 21:54:35.701112 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e1310fbb-bdac-43a3-827b-62bbc1fd5a1c req-89192307-8b77-4c8d-b166-c54114aa188e tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209335 Aug 11 21:54:35.721609 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-1f3b3284-6f71-4a4b-a483-c0891131579e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Made reservation on behalf of 2f92f84593c645c991d8da56fb117a97 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:54:35.725540 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-1f3b3284-6f71-4a4b-a483-c0891131579e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:36.016430 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9d766c7a-1c2f-4e7c-85d5-258a1dcf401b up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:54:36.043373 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53744) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:54:36.095637 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 9d766c7a-1c2f-4e7c-85d5-258a1dcf401b completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:54:36.110260 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 9d766c7a-1c2f-4e7c-85d5-258a1dcf401b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:54:36.112806 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:36.115717 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-810fca56-3184-4f43-aee9-1fe4159f49fa req-93cb273e-9fc6-492a-b085-4574f560bb9e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a501b32-4ee3-463c-bb56-c7e18cde1c99 HTTP/1.1" status: 200 len: 210 time: 0.0564754 Aug 11 21:54:36.125756 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-1f3b3284-6f71-4a4b-a483-c0891131579e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Allocated IP 172.20.0.6 (e065759b-9598-4e49-9dd4-b84a6811ca8d/8a417fc4-720c-4110-80f4-cad05729542b/68688c25-38c1-4326-940c-34ceb94ffa14) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:54:36.161247 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-11aa20be-baf3-4a92-9ea0-f20b9a763540 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:36.162847 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-11aa20be-baf3-4a92-9ea0-f20b9a763540 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.82 "GET /v2.0/networks?id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8 HTTP/1.1" status: 200 len: 821 time: 0.4654286 Aug 11 21:54:36.183658 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-80c76bef-e0c8-44df-8bfc-10cd959348b8 req-ec6de409-c499-4575-81a5-740e0f36f2a8 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1a97b22-206c-47b3-9e88-596200a2f369 HTTP/1.1" status: 200 len: 210 time: 0.2002182 Aug 11 21:54:36.210854 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 42d791dd-f21c-4d12-8d9c-bad2e8293a00 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:54:36.213956 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-661ecb2b-1c87-4b2d-9e81-0eed6129d22e tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Request body: {'port': {'device_id': 'b1a97b22-206c-47b3-9e88-596200a2f369', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'admin_state_up': True, 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:54:36.219477 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-0e134a41-4d03-412c-a691-7bf8b8428bed admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1828806666-network', 'tenant_id': 'd324ce0b4e834cec99bd7c085ff5df60'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:54:36.239544 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 42d791dd-f21c-4d12-8d9c-bad2e8293a00 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:54:36.240295 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 42d791dd-f21c-4d12-8d9c-bad2e8293a00 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:54:36.264243 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d248a39-f6d2-4308-8c68-a557aff5c243 x-openstack-request-id: req-1d248a39-f6d2-4308-8c68-a557aff5c243 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:54:36.264653 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5146e4-c6d5-4c7f-a348-485399d33f67", "name": "network-vif-deleted", "tag": "42d791dd-f21c-4d12-8d9c-bad2e8293a00", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:54:36.264914 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1d248a39-f6d2-4308-8c68-a557aff5c243 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:54:36.265333 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5146e4-c6d5-4c7f-a348-485399d33f67', 'name': 'network-vif-deleted', 'tag': '42d791dd-f21c-4d12-8d9c-bad2e8293a00', 'status': 'completed', 'code': 200} Aug 11 21:54:36.287029 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62364d47-cb95-4f9b-9452-6a07f79b897e req-0f278a6e-f5ea-47c3-a6f0-49f42ccc8a31 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:36.295448 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-62364d47-cb95-4f9b-9452-6a07f79b897e req-0f278a6e-f5ea-47c3-a6f0-49f42ccc8a31 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=261ce85d-b693-4db3-8ecf-e1235e430982 HTTP/1.1" status: 200 len: 945 time: 0.1213157 Aug 11 21:54:36.309542 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e134a41-4d03-412c-a691-7bf8b8428bed admin admin] Made reservation on behalf of d324ce0b4e834cec99bd7c085ff5df60 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:54:36.314602 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0e134a41-4d03-412c-a691-7bf8b8428bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:36.377655 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0e134a41-4d03-412c-a691-7bf8b8428bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:36.396303 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-62364d47-cb95-4f9b-9452-6a07f79b897e req-83a28f20-4200-4b46-a756-59ce9c5c4a56 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000504 Aug 11 21:54:36.492614 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:36.498504 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-521fe72b-f387-4e67-bbfd-36427dcbda03 req-c139538b-658b-4ae3-b255-07f15014e192 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 210 time: 0.1281106 Aug 11 21:54:36.620139 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 9d766c7a-1c2f-4e7c-85d5-258a1dcf401b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9d766c7a-1c2f-4e7c-85d5-258a1dcf401b,segment=NetworkSegment(403410e7-075b-4cee-ac6f-72f7ef186622),segment_id=403410e7-075b-4cee-ac6f-72f7ef186622)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:36.636320 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:36.651754 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c88844-3023-4a93-b2c4-7e3adca65266 req-bacea4ec-9289-41d4-bce3-849d8b63855e tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:36.655015 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d3c88844-3023-4a93-b2c4-7e3adca65266 req-bacea4ec-9289-41d4-bce3-849d8b63855e tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=baf9f546-8452-44e1-83b1-3009c9ad6e8d HTTP/1.1" status: 200 len: 946 time: 0.1391387 Aug 11 21:54:36.749837 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-1f3b3284-6f71-4a4b-a483-c0891131579e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:36.755037 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=9d766c7a-1c2f-4e7c-85d5-258a1dcf401b,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:36.819971 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-1f3b3284-6f71-4a4b-a483-c0891131579e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:36.901494 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-1f3b3284-6f71-4a4b-a483-c0891131579e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Network e065759b-9598-4e49-9dd4-b84a6811ca8d is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:54:36.915214 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-1f3b3284-6f71-4a4b-a483-c0891131579e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:54:36.921714 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-1f3b3284-6f71-4a4b-a483-c0891131579e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:54:36.927961 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b3284-6f71-4a4b-a483-c0891131579e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Pushing event updated for resources: {'Port': ['ID=68688c25-38c1-4326-940c-34ceb94ffa14,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:36.996898 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d28f6b-34b6-4459-a285-459ee732a895 req-74a3d2fe-cbb3-4fb3-8fbc-10883d7ac2ac tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:36.998620 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-89d28f6b-34b6-4459-a285-459ee732a895 req-74a3d2fe-cbb3-4fb3-8fbc-10883d7ac2ac tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.1430779 Aug 11 21:54:37.019565 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-1f3b3284-6f71-4a4b-a483-c0891131579e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:37.019565 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-1f3b3284-6f71-4a4b-a483-c0891131579e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:37.072307 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-89d28f6b-34b6-4459-a285-459ee732a895 req-211cec94-6597-457b-96aa-9eb467fb31d4 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488632 Aug 11 21:54:37.113370 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0e134a41-4d03-412c-a691-7bf8b8428bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:37.120249 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0e134a41-4d03-412c-a691-7bf8b8428bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:37.127002 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d3c88844-3023-4a93-b2c4-7e3adca65266 req-9ad473ae-36bc-4bb7-b3f2-187ae50b897f tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615223 Aug 11 21:54:37.136380 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-1f3b3284-6f71-4a4b-a483-c0891131579e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8352785 Aug 11 21:54:37.147558 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e134a41-4d03-412c-a691-7bf8b8428bed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:54:37.163795 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e134a41-4d03-412c-a691-7bf8b8428bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c013a629-2ca8-45e4-986d-6685b4d48d3d,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:37.170236 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0e134a41-4d03-412c-a691-7bf8b8428bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:37.170482 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-0e134a41-4d03-412c-a691-7bf8b8428bed admin admin] Added segment 6f044331-de7c-4f8d-b68b-20d9bcc4dd57 of type vlan for network 53e6831b-e467-469d-8451-f4e0202835d1 Aug 11 21:54:37.177803 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-32bfef54-275e-4c54-972d-8a3f3753c0b7 service neutron] Request body: {'port': {'device_id': '5a501b32-4ee3-463c-bb56-c7e18cde1c99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:54:37.186124 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-661ecb2b-1c87-4b2d-9e81-0eed6129d22e tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Made reservation on behalf of 2b9279c1feca4096aedd3bf29c3bbd31 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:54:37.197983 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-661ecb2b-1c87-4b2d-9e81-0eed6129d22e tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:37.237778 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0e134a41-4d03-412c-a691-7bf8b8428bed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:37.342589 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-32bfef54-275e-4c54-972d-8a3f3753c0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:37.345677 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2119155-c91d-4748-8dae-a7650aa33540 req-cc72390b-c81f-4b59-b10a-7e95b8875fc6 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:37.347837 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f2119155-c91d-4748-8dae-a7650aa33540 req-cc72390b-c81f-4b59-b10a-7e95b8875fc6 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a501b32-4ee3-463c-bb56-c7e18cde1c99 HTTP/1.1" status: 200 len: 931 time: 0.1057570 Aug 11 21:54:37.348959 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0e134a41-4d03-412c-a691-7bf8b8428bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:37.350195 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e134a41-4d03-412c-a691-7bf8b8428bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:37.350875 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0e134a41-4d03-412c-a691-7bf8b8428bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:37.480481 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-661ecb2b-1c87-4b2d-9e81-0eed6129d22e tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Allocated IP 172.20.0.10 (e760a438-6fc1-4f1f-92c7-95ee04af8ab8/b7ac5f32-d2d7-4a74-9968-93111b1f2c36/854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:54:37.498782 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba0f6c-624f-436a-9550-6195ad790f03 req-28761ebf-33b5-49f2-babc-1666a0bf2a14 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:37.501187 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0e134a41-4d03-412c-a691-7bf8b8428bed admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4551208 Aug 11 21:54:37.504201 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-53ba0f6c-624f-436a-9550-6195ad790f03 req-28761ebf-33b5-49f2-babc-1666a0bf2a14 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=490bd11b-a871-4ca7-92d3-a4cf0716c692 HTTP/1.1" status: 200 len: 946 time: 0.1732264 Aug 11 21:54:37.504688 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53768) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:54:37.514604 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c2e5b2db-d731-4837-b7f9-67d3cdf50e85 admin admin] Request body: {'subnet': {'network_id': '53e6831b-e467-469d-8451-f4e0202835d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1828806666-subnet', 'tenant_id': 'd324ce0b4e834cec99bd7c085ff5df60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:54:37.520501 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e134a41-4d03-412c-a691-7bf8b8428bed admin admin] Pushing event updated for resources: {'Network': ['ID=53e6831b-e467-469d-8451-f4e0202835d1,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:37.534596 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 53e6831b-e467-469d-8451-f4e0202835d1 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:54:37.542248 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f2119155-c91d-4748-8dae-a7650aa33540 req-ef4fe2b5-e222-412c-ac93-d90b8ba47ead tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683555 Aug 11 21:54:37.760003 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-53ba0f6c-624f-436a-9550-6195ad790f03 req-9442ee74-ba48-46e9-a88a-9ff01355d30a tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235401 Aug 11 21:54:37.766105 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:37.824584 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-9ee20efa-0a3b-4161-8ca1-b8f242db4ae5 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:37.826161 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-9ee20efa-0a3b-4161-8ca1-b8f242db4ae5 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.52 "GET /v2.0/networks?id=c1d2353f-b112-4357-b0a6-e5993406a9d5 HTTP/1.1" status: 200 len: 820 time: 0.2723706 Aug 11 21:54:37.831156 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1199887b-75e8-4c3d-993d-eb2849fff498 req-dbe24a6a-9320-4571-a3e5-57c52ece7a83 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1a97b22-206c-47b3-9e88-596200a2f369 HTTP/1.1" status: 200 len: 210 time: 0.0703115 Aug 11 21:54:37.846005 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-e0874ebc-c1c0-434d-ad3f-64fdc8a7f9fb tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Request body: {'port': {'device_id': '71603577-7c74-4d7b-90f0-5bdfffc9b6d4', 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5', 'admin_state_up': True, 'tenant_id': 'cfe969a3456f4c9186b743e59eed9b71'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:54:37.849324 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e5b2db-d731-4837-b7f9-67d3cdf50e85 admin admin] Made reservation on behalf of d324ce0b4e834cec99bd7c085ff5df60 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:54:37.851953 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c2e5b2db-d731-4837-b7f9-67d3cdf50e85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:37.926723 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9d766c7a-1c2f-4e7c-85d5-258a1dcf401b up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:54:38.007408 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 9d766c7a-1c2f-4e7c-85d5-258a1dcf401b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:54:38.007918 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:38.136279 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-e0874ebc-c1c0-434d-ad3f-64fdc8a7f9fb tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Made reservation on behalf of cfe969a3456f4c9186b743e59eed9b71 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:54:38.141513 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-e0874ebc-c1c0-434d-ad3f-64fdc8a7f9fb tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:38.310116 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e40b9c-c9a1-446d-af5a-31ab629a5878 req-988e7761-3723-4cb4-8020-e3ab5d758546 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:38.316173 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e40b9c-c9a1-446d-af5a-31ab629a5878 req-988e7761-3723-4cb4-8020-e3ab5d758546 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:38.322330 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e40b9c-c9a1-446d-af5a-31ab629a5878 req-988e7761-3723-4cb4-8020-e3ab5d758546 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:38.324115 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-35e40b9c-c9a1-446d-af5a-31ab629a5878 req-988e7761-3723-4cb4-8020-e3ab5d758546 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=490bd11b-a871-4ca7-92d3-a4cf0716c692&device_id=baf9f546-8452-44e1-83b1-3009c9ad6e8d&device_id=261ce85d-b693-4db3-8ecf-e1235e430982 HTTP/1.1" status: 200 len: 2418 time: 0.2245655 Aug 11 21:54:38.329816 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c2e5b2db-d731-4837-b7f9-67d3cdf50e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:38.343229 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd5fcd49-8e9b-4bc8-b097-36ddbcc27df0 req-8fe649cc-9381-4f5c-8569-d69794903ff9 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 210 time: 0.0709066 Aug 11 21:54:38.414988 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-661ecb2b-1c87-4b2d-9e81-0eed6129d22e tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:38.441602 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-661ecb2b-1c87-4b2d-9e81-0eed6129d22e tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Transition to ACTIVE for port object 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:54:38.467251 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5b2db-d731-4837-b7f9-67d3cdf50e85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ebcc444-137b-4faf-aba0-b24b60e0b6c7,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:38.484256 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-35e40b9c-c9a1-446d-af5a-31ab629a5878 req-ba1dc679-8afd-4d98-9218-da46f3764524 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515172 Aug 11 21:54:38.487375 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-e0874ebc-c1c0-434d-ad3f-64fdc8a7f9fb tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Allocated IP 172.20.0.12 (c1d2353f-b112-4357-b0a6-e5993406a9d5/d64b3af4-29c6-4065-a225-159b72d7499b/9f8ff2f4-fa21-476a-b0c7-948728ea8ab9) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:54:38.505038 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e5b2db-d731-4837-b7f9-67d3cdf50e85 admin admin] Checking segment: {'id': '6f044331-de7c-4f8d-b68b-20d9bcc4dd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '53e6831b-e467-469d-8451-f4e0202835d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:54:38.505328 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e5b2db-d731-4837-b7f9-67d3cdf50e85 admin admin] Network hostable DHCP agents. Network: 53e6831b-e467-469d-8451-f4e0202835d1, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:54:38.555264 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e5b2db-d731-4837-b7f9-67d3cdf50e85 admin admin] Network 53e6831b-e467-469d-8451-f4e0202835d1 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:54:38.569525 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-32bfef54-275e-4c54-972d-8a3f3753c0b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68688c25-38c1-4326-940c-34ceb94ffa14 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:54:38.583156 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-32bfef54-275e-4c54-972d-8a3f3753c0b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:38.607955 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-661ecb2b-1c87-4b2d-9e81-0eed6129d22e tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:38.631178 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c4d34-d78d-4212-a6cd-bf6b4e70b018 req-74a13850-6d68-42b8-883d-df1c64c43b08 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:38.636726 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-c2e5b2db-d731-4837-b7f9-67d3cdf50e85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 53e6831b-e467-469d-8451-f4e0202835d1) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:54:38.639418 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-164c4d34-d78d-4212-a6cd-bf6b4e70b018 req-74a13850-6d68-42b8-883d-df1c64c43b08 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.1755865 Aug 11 21:54:38.649490 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-32bfef54-275e-4c54-972d-8a3f3753c0b7 service neutron] Transition to ACTIVE for port object 68688c25-38c1-4326-940c-34ceb94ffa14 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:54:38.650036 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077ccd0a-6c83-4f85-818f-e8ba24ca4e36 None None] Network 53e6831b-e467-469d-8451-f4e0202835d1 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:54:38.650509 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e5b2db-d731-4837-b7f9-67d3cdf50e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:38.651466 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c2e5b2db-d731-4837-b7f9-67d3cdf50e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:38.685022 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-661ecb2b-1c87-4b2d-9e81-0eed6129d22e tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Network e760a438-6fc1-4f1f-92c7-95ee04af8ab8 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:54:38.692840 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-32bfef54-275e-4c54-972d-8a3f3753c0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:38.705306 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-661ecb2b-1c87-4b2d-9e81-0eed6129d22e tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:54:38.708043 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-661ecb2b-1c87-4b2d-9e81-0eed6129d22e tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:54:38.739716 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c2e5b2db-d731-4837-b7f9-67d3cdf50e85 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2254069 Aug 11 21:54:38.786902 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-e0874ebc-c1c0-434d-ad3f-64fdc8a7f9fb tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:38.800173 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-164c4d34-d78d-4212-a6cd-bf6b4e70b018 req-dc67ead8-232f-49d9-bd50-18386b734f37 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595366 Aug 11 21:54:38.800964 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ecb2b-1c87-4b2d-9e81-0eed6129d22e tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Pushing event updated for resources: {'Port': ['ID=854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:38.848640 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-91fbc305-dea7-4923-af32-52205cb2a140 req-056baddb-6e80-46d2-909a-6e00c5d234a9 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 21:54:38.860697 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91fbc305-dea7-4923-af32-52205cb2a140 req-056baddb-6e80-46d2-909a-6e00c5d234a9 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1304793 Aug 11 21:54:38.884343 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-e0874ebc-c1c0-434d-ad3f-64fdc8a7f9fb tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:38.884779 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-661ecb2b-1c87-4b2d-9e81-0eed6129d22e tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:38.887487 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-661ecb2b-1c87-4b2d-9e81-0eed6129d22e tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:39.028008 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-e0874ebc-c1c0-434d-ad3f-64fdc8a7f9fb tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Network c1d2353f-b112-4357-b0a6-e5993406a9d5 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:54:39.038925 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-e0874ebc-c1c0-434d-ad3f-64fdc8a7f9fb tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:54:39.039288 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfef54-275e-4c54-972d-8a3f3753c0b7 service neutron] Pushing event updated for resources: {'Port': ['ID=68688c25-38c1-4326-940c-34ceb94ffa14,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:39.041859 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-e0874ebc-c1c0-434d-ad3f-64fdc8a7f9fb tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:54:39.067696 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-661ecb2b-1c87-4b2d-9e81-0eed6129d22e tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8805192 Aug 11 21:54:39.073343 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0874ebc-c1c0-434d-ad3f-64fdc8a7f9fb tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Pushing event updated for resources: {'Port': ['ID=9f8ff2f4-fa21-476a-b0c7-948728ea8ab9,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:39.097607 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-b7478515-8036-4925-9125-18ca94ff7f96 service neutron] Request body: {'port': {'device_id': 'b1a97b22-206c-47b3-9e88-596200a2f369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:54:39.145624 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d999b811-9095-425f-97a1-1d78788c0a01 None None] Provisioning for port 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:54:39.149419 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2088abd0-e964-4270-8b17-a04a00f7b60d None None] Network 53e6831b-e467-469d-8451-f4e0202835d1 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:54:39.160590 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-32bfef54-275e-4c54-972d-8a3f3753c0b7 service neutron] Attempting to bind port 68688c25-38c1-4326-940c-34ceb94ffa14 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:54:39.161147 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-32bfef54-275e-4c54-972d-8a3f3753c0b7 service neutron] Attempting to bind port 68688c25-38c1-4326-940c-34ceb94ffa14 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '580eed13-4021-4e54-a47e-996a312301eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e065759b-9598-4e49-9dd4-b84a6811ca8d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:54:39.161675 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-32bfef54-275e-4c54-972d-8a3f3753c0b7 service neutron] Attempting to bind port 68688c25-38c1-4326-940c-34ceb94ffa14 on network e065759b-9598-4e49-9dd4-b84a6811ca8d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:54:39.167564 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91fbc305-dea7-4923-af32-52205cb2a140 req-3419a232-dc30-4770-82e6-488e0f6fcbbc tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3030415 Aug 11 21:54:39.177508 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-32bfef54-275e-4c54-972d-8a3f3753c0b7 service neutron] Port 68688c25-38c1-4326-940c-34ceb94ffa14 on network e065759b-9598-4e49-9dd4-b84a6811ca8d not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:54:39.178005 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-32bfef54-275e-4c54-972d-8a3f3753c0b7 service neutron] Attempting to bind port 68688c25-38c1-4326-940c-34ceb94ffa14 on network e065759b-9598-4e49-9dd4-b84a6811ca8d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:54:39.186158 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-e0874ebc-c1c0-434d-ad3f-64fdc8a7f9fb tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:39.187546 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-e0874ebc-c1c0-434d-ad3f-64fdc8a7f9fb tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:39.215337 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-e0874ebc-c1c0-434d-ad3f-64fdc8a7f9fb tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3740389 Aug 11 21:54:39.220134 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafc6b5-f25e-4590-a9af-8f67b5ade1c6 req-1a06d94c-54e4-4bd8-86d8-f2444ae6c87f tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:39.222460 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-acafc6b5-f25e-4590-a9af-8f67b5ade1c6 req-1a06d94c-54e4-4bd8-86d8-f2444ae6c87f tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a501b32-4ee3-463c-bb56-c7e18cde1c99 HTTP/1.1" status: 200 len: 943 time: 0.2475433 Aug 11 21:54:39.237334 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-32bfef54-275e-4c54-972d-8a3f3753c0b7 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:54:39.237747 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-32bfef54-275e-4c54-972d-8a3f3753c0b7 service neutron] Checking segment: {'id': '580eed13-4021-4e54-a47e-996a312301eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e065759b-9598-4e49-9dd4-b84a6811ca8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:54:39.238387 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-32bfef54-275e-4c54-972d-8a3f3753c0b7 service neutron] Bound using segment: {'id': '580eed13-4021-4e54-a47e-996a312301eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e065759b-9598-4e49-9dd4-b84a6811ca8d'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:54:39.239176 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-32bfef54-275e-4c54-972d-8a3f3753c0b7 service neutron] Bound port: 68688c25-38c1-4326-940c-34ceb94ffa14, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '580eed13-4021-4e54-a47e-996a312301eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e065759b-9598-4e49-9dd4-b84a6811ca8d'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:54:39.239352 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-5e04d715-04e8-4f92-a42d-4ea04eaa5a43 service neutron] Request body: {'port': {'device_id': '71603577-7c74-4d7b-90f0-5bdfffc9b6d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:54:39.239856 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-32bfef54-275e-4c54-972d-8a3f3753c0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:39.253663 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d999b811-9095-425f-97a1-1d78788c0a01 None None] Provisioning complete for port 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:54:39.253663 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d999b811-9095-425f-97a1-1d78788c0a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:39.291716 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-b7478515-8036-4925-9125-18ca94ff7f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:39.314155 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-5e04d715-04e8-4f92-a42d-4ea04eaa5a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:39.340449 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-d999b811-9095-425f-97a1-1d78788c0a01 None None] Port 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:54:39.421353 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-acafc6b5-f25e-4590-a9af-8f67b5ade1c6 req-9ec7ddf2-69b9-4aae-9359-5ba94d3065ec tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863396 Aug 11 21:54:39.471910 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-32bfef54-275e-4c54-972d-8a3f3753c0b7 service neutron] For port 68688c25-38c1-4326-940c-34ceb94ffa14, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:54:39.544842 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-32bfef54-275e-4c54-972d-8a3f3753c0b7 service neutron] For port 68688c25-38c1-4326-940c-34ceb94ffa14, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=68688c25-38c1-4326-940c-34ceb94ffa14,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:54:39.578785 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-32bfef54-275e-4c54-972d-8a3f3753c0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:39.632542 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-32bfef54-275e-4c54-972d-8a3f3753c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:39.633277 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-32bfef54-275e-4c54-972d-8a3f3753c0b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:39.635244 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-32bfef54-275e-4c54-972d-8a3f3753c0b7 service neutron] 10.222.0.82 "PUT /v2.0/ports/68688c25-38c1-4326-940c-34ceb94ffa14 HTTP/1.1" status: 200 len: 1091 time: 2.4809973 Aug 11 21:54:39.635974 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a501b32-4ee3-463c-bb56-c7e18cde1c99', 'tag': '68688c25-38c1-4326-940c-34ceb94ffa14'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:54:39.638562 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd171afa-0630-4b8d-b1bb-ddc793dba159" -d '{"events": [{"name": "network-changed", "server_uuid": "5a501b32-4ee3-463c-bb56-c7e18cde1c99", "tag": "68688c25-38c1-4326-940c-34ceb94ffa14"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:54:39.684423 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-5e04d715-04e8-4f92-a42d-4ea04eaa5a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:54:39.698591 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-5e04d715-04e8-4f92-a42d-4ea04eaa5a43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:39.717853 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-5e04d715-04e8-4f92-a42d-4ea04eaa5a43 service neutron] Transition to ACTIVE for port object 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:54:39.718195 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfef54-275e-4c54-972d-8a3f3753c0b7 service neutron] Pushing event updated for resources: {'Port': ['ID=68688c25-38c1-4326-940c-34ceb94ffa14,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:39.723494 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-5e04d715-04e8-4f92-a42d-4ea04eaa5a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:39.768683 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64880899-4cdf-4856-8ef5-dae006fcf139 req-b3b535af-4e5f-44ea-937a-ab0bf6a06fde tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:39.777940 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-64880899-4cdf-4856-8ef5-dae006fcf139 req-b3b535af-4e5f-44ea-937a-ab0bf6a06fde tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1a97b22-206c-47b3-9e88-596200a2f369 HTTP/1.1" status: 200 len: 932 time: 0.2475848 Aug 11 21:54:39.818566 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04d715-04e8-4f92-a42d-4ea04eaa5a43 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8ff2f4-fa21-476a-b0c7-948728ea8ab9,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:39.876509 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-d77e22ab-99be-4168-8179-578a052b6c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:39.877405 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-d77e22ab-99be-4168-8179-578a052b6c8f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2f92f84593c645c991d8da56fb117a97&device_id=5a501b32-4ee3-463c-bb56-c7e18cde1c99 HTTP/1.1" status: 200 len: 1094 time: 0.1556990 Aug 11 21:54:39.892065 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-64880899-4cdf-4856-8ef5-dae006fcf139 req-aaaabc63-649c-441b-b037-4b3dfed45eb6 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/security-groups?id=91a59165-e141-4c1c-b8da-ebffc24c84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127827 Aug 11 21:54:39.937816 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-5e04d715-04e8-4f92-a42d-4ea04eaa5a43 service neutron] Attempting to bind port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:54:39.938213 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-5e04d715-04e8-4f92-a42d-4ea04eaa5a43 service neutron] Attempting to bind port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:54:39.938680 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-5e04d715-04e8-4f92-a42d-4ea04eaa5a43 service neutron] Attempting to bind port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 on network c1d2353f-b112-4357-b0a6-e5993406a9d5 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:54:39.946626 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-5e04d715-04e8-4f92-a42d-4ea04eaa5a43 service neutron] Port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 on network c1d2353f-b112-4357-b0a6-e5993406a9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:54:39.947158 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-5e04d715-04e8-4f92-a42d-4ea04eaa5a43 service neutron] Attempting to bind port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 on network c1d2353f-b112-4357-b0a6-e5993406a9d5 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:54:39.955600 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-5e04d715-04e8-4f92-a42d-4ea04eaa5a43 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:54:39.955966 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-5e04d715-04e8-4f92-a42d-4ea04eaa5a43 service neutron] Checking segment: {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:54:39.956372 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-5e04d715-04e8-4f92-a42d-4ea04eaa5a43 service neutron] Bound using segment: {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:54:39.956837 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-5e04d715-04e8-4f92-a42d-4ea04eaa5a43 service neutron] Bound port: 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:54:39.957269 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-5e04d715-04e8-4f92-a42d-4ea04eaa5a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:39.973303 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-1188b9d6-b1f6-417c-bc84-740eeca88827 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68688c25-38c1-4326-940c-34ceb94ffa14 HTTP/1.1" status: 200 len: 217 time: 0.0599144 Aug 11 21:54:40.067133 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-5e04d715-04e8-4f92-a42d-4ea04eaa5a43 service neutron] For port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:54:40.099226 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-b7478515-8036-4925-9125-18ca94ff7f96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:54:40.106395 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-da11c3b1-07d2-4a7b-b1e4-41b9ae34c4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:40.108125 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-da11c3b1-07d2-4a7b-b1e4-41b9ae34c4a7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8a417fc4-720c-4110-80f4-cad05729542b HTTP/1.1" status: 200 len: 845 time: 0.1268609 Aug 11 21:54:40.113689 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-b7478515-8036-4925-9125-18ca94ff7f96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:40.115804 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-5e04d715-04e8-4f92-a42d-4ea04eaa5a43 service neutron] For port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9f8ff2f4-fa21-476a-b0c7-948728ea8ab9,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:54:40.123208 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-5e04d715-04e8-4f92-a42d-4ea04eaa5a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:40.143341 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c2309-a495-429b-a82e-4561efa0e9a1 req-f1bb1456-e9c8-4324-8bea-91f06c7bc939 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:40.145423 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bb3c2309-a495-429b-a82e-4561efa0e9a1 req-f1bb1456-e9c8-4324-8bea-91f06c7bc939 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 944 time: 0.1523309 Aug 11 21:54:40.164346 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-49abc4fa-84d8-48df-b01c-2f846bd70e7f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e065759b-9598-4e49-9dd4-b84a6811ca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448849 Aug 11 21:54:40.168512 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-b7478515-8036-4925-9125-18ca94ff7f96 service neutron] Transition to ACTIVE for port object 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:54:40.173706 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-5e04d715-04e8-4f92-a42d-4ea04eaa5a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:40.174419 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-5e04d715-04e8-4f92-a42d-4ea04eaa5a43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:40.175922 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-5e04d715-04e8-4f92-a42d-4ea04eaa5a43 service neutron] 10.222.0.52 "PUT /v2.0/ports/9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 HTTP/1.1" status: 200 len: 1092 time: 0.9446177 Aug 11 21:54:40.185010 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71603577-7c74-4d7b-90f0-5bdfffc9b6d4', 'tag': '9f8ff2f4-fa21-476a-b0c7-948728ea8ab9'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:54:40.186570 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae744be7-57ed-4355-924e-d1403a10cc86" -d '{"events": [{"name": "network-changed", "server_uuid": "71603577-7c74-4d7b-90f0-5bdfffc9b6d4", "tag": "9f8ff2f4-fa21-476a-b0c7-948728ea8ab9"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:54:40.192953 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-b7478515-8036-4925-9125-18ca94ff7f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:40.272731 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-aa9eca8f-63f2-43dc-a671-6be581bbbe9c tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:40.274329 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-aa9eca8f-63f2-43dc-a671-6be581bbbe9c tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] 10.222.0.77 "GET /v2.0/networks?id=53e6831b-e467-469d-8451-f4e0202835d1 HTTP/1.1" status: 200 len: 822 time: 0.2190435 Aug 11 21:54:40.277618 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04d715-04e8-4f92-a42d-4ea04eaa5a43 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8ff2f4-fa21-476a-b0c7-948728ea8ab9,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:40.298591 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-07485822-d2e5-4cec-a95a-92a671751655 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] 10.222.0.77 "GET /v2.0/quotas/d324ce0b4e834cec99bd7c085ff5df60 HTTP/1.1" status: 200 len: 375 time: 0.0160229 Aug 11 21:54:40.308948 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-8bf24211-ca7e-4085-961c-ddaadeba860d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:40.310438 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-8bf24211-ca7e-4085-961c-ddaadeba860d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cfe969a3456f4c9186b743e59eed9b71&device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 1095 time: 0.0763350 Aug 11 21:54:40.323602 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bb3c2309-a495-429b-a82e-4561efa0e9a1 req-6c368489-1145-4d51-9a7d-2be36b769488 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582255 Aug 11 21:54:40.325935 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 21:54:40.331030 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7478515-8036-4925-9125-18ca94ff7f96 service neutron] Pushing event updated for resources: {'Port': ['ID=854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:40.395562 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-41b77750-f9db-4a50-be84-8739c69e77bf tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d324ce0b4e834cec99bd7c085ff5df60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836575 Aug 11 21:54:40.397714 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-6d599d0e-99eb-4fb4-a1c7-4efd8b3eadde service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 HTTP/1.1" status: 200 len: 217 time: 0.0758400 Aug 11 21:54:40.461631 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-283d744c-61c9-4538-854d-a8e54fbf0106 service neutron] 10.222.0.82 "GET /v2.0/networks/e065759b-9598-4e49-9dd4-b84a6811ca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838748 Aug 11 21:54:40.503644 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-b7478515-8036-4925-9125-18ca94ff7f96 service neutron] Attempting to bind port 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:54:40.504894 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-b7478515-8036-4925-9125-18ca94ff7f96 service neutron] Attempting to bind port 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '403410e7-075b-4cee-ac6f-72f7ef186622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:54:40.505486 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-b7478515-8036-4925-9125-18ca94ff7f96 service neutron] Attempting to bind port 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e on network e760a438-6fc1-4f1f-92c7-95ee04af8ab8 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:54:40.542873 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-b7478515-8036-4925-9125-18ca94ff7f96 service neutron] Port 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e on network e760a438-6fc1-4f1f-92c7-95ee04af8ab8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:54:40.543614 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-b7478515-8036-4925-9125-18ca94ff7f96 service neutron] Attempting to bind port 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e on network e760a438-6fc1-4f1f-92c7-95ee04af8ab8 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:54:40.556668 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-b7478515-8036-4925-9125-18ca94ff7f96 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:54:40.557295 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-b7478515-8036-4925-9125-18ca94ff7f96 service neutron] Checking segment: {'id': '403410e7-075b-4cee-ac6f-72f7ef186622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:54:40.558046 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-b7478515-8036-4925-9125-18ca94ff7f96 service neutron] Bound using segment: {'id': '403410e7-075b-4cee-ac6f-72f7ef186622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:54:40.558743 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-b7478515-8036-4925-9125-18ca94ff7f96 service neutron] Bound port: 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '403410e7-075b-4cee-ac6f-72f7ef186622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:54:40.559284 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-b7478515-8036-4925-9125-18ca94ff7f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:40.588285 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-f8c4002d-e1aa-4828-a950-94a7b1dbdf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:40.591440 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-f8c4002d-e1aa-4828-a950-94a7b1dbdf7d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d64b3af4-29c6-4065-a225-159b72d7499b HTTP/1.1" status: 200 len: 860 time: 0.1763914 Aug 11 21:54:40.655184 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-b6baa5a7-741b-410f-be53-a208f772cc09 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1d2353f-b112-4357-b0a6-e5993406a9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526042 Aug 11 21:54:40.703278 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-b7478515-8036-4925-9125-18ca94ff7f96 service neutron] For port 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:54:40.707091 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-b7478515-8036-4925-9125-18ca94ff7f96 service neutron] For port 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e,segment=NetworkSegment(403410e7-075b-4cee-ac6f-72f7ef186622),segment_id=403410e7-075b-4cee-ac6f-72f7ef186622)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:54:40.713953 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0bab6fa9-4a56-4922-92b5-d5692163f1be req-ecaa5779-e9dd-4fe9-a0e5-66686d20b8ba service neutron] 10.222.0.82 "GET /v2.0/networks/e065759b-9598-4e49-9dd4-b84a6811ca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424705 Aug 11 21:54:40.716019 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-b7478515-8036-4925-9125-18ca94ff7f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:40.783013 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb0d76a-d820-485e-95a4-73771cf28372 x-openstack-request-id: req-3bb0d76a-d820-485e-95a4-73771cf28372 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:54:40.783742 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a501b32-4ee3-463c-bb56-c7e18cde1c99", "tag": "68688c25-38c1-4326-940c-34ceb94ffa14", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:54:40.784164 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-a1836074-a777-4661-8598-d082297bb4ed service neutron] 10.222.0.77 "GET /v2.0/networks/53e6831b-e467-469d-8451-f4e0202835d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621290 Aug 11 21:54:40.784300 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3bb0d76a-d820-485e-95a4-73771cf28372 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:54:40.784856 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a501b32-4ee3-463c-bb56-c7e18cde1c99', 'tag': '68688c25-38c1-4326-940c-34ceb94ffa14', 'status': 'completed', 'code': 200} Aug 11 21:54:40.803820 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-b7478515-8036-4925-9125-18ca94ff7f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:40.804544 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-b7478515-8036-4925-9125-18ca94ff7f96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:40.806040 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-b7478515-8036-4925-9125-18ca94ff7f96 service neutron] 10.222.0.82 "PUT /v2.0/ports/854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e HTTP/1.1" status: 200 len: 1092 time: 1.7211490 Aug 11 21:54:40.895721 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7478515-8036-4925-9125-18ca94ff7f96 service neutron] Pushing event updated for resources: {'Port': ['ID=854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:40.915891 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-f300e168-f536-4413-8902-879a1cb8b390 service neutron] 10.222.0.52 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400727 Aug 11 21:54:41.025796 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-09f777de-6f2e-4ec1-8ea5-0ed87ff3ae23 service neutron] 10.222.0.77 "GET /v2.0/networks/53e6831b-e467-469d-8451-f4e0202835d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404914 Aug 11 21:54:41.093799 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f901dbb1-65e9-41bf-901e-280edcf67f68 req-5375949d-e305-4a56-b2b4-bb58e92ab0f3 service neutron] 10.222.0.52 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655920 Aug 11 21:54:41.107642 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd171afa-0630-4b8d-b1bb-ddc793dba159 req-727adbf5-f476-4141-bb91-a4fb27f6308b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:41.109370 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd171afa-0630-4b8d-b1bb-ddc793dba159 req-727adbf5-f476-4141-bb91-a4fb27f6308b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2f92f84593c645c991d8da56fb117a97&device_id=5a501b32-4ee3-463c-bb56-c7e18cde1c99 HTTP/1.1" status: 200 len: 1094 time: 0.2591207 Aug 11 21:54:41.117338 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d500ca-538e-440b-8c84-3dd0bae95e31 req-1b9fc7d9-a57b-4a3e-a9a0-34bf7250164e tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:41.118933 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-29d500ca-538e-440b-8c84-3dd0bae95e31 req-1b9fc7d9-a57b-4a3e-a9a0-34bf7250164e tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.2132037 Aug 11 21:54:41.146762 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-7bf530c0-0063-4f51-863f-e7da33a1efce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:41.148452 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-7bf530c0-0063-4f51-863f-e7da33a1efce service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2b9279c1feca4096aedd3bf29c3bbd31&device_id=b1a97b22-206c-47b3-9e88-596200a2f369 HTTP/1.1" status: 200 len: 1095 time: 0.2191749 Aug 11 21:54:41.205490 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4930951c-0e69-4e14-b84d-19ca186b6421 x-openstack-request-id: req-4930951c-0e69-4e14-b84d-19ca186b6421 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:54:41.206130 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71603577-7c74-4d7b-90f0-5bdfffc9b6d4", "tag": "9f8ff2f4-fa21-476a-b0c7-948728ea8ab9", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:54:41.206130 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4930951c-0e69-4e14-b84d-19ca186b6421 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:54:41.206738 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71603577-7c74-4d7b-90f0-5bdfffc9b6d4', 'tag': '9f8ff2f4-fa21-476a-b0c7-948728ea8ab9', 'status': 'completed', 'code': 200} Aug 11 21:54:41.299318 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae744be7-57ed-4355-924e-d1403a10cc86 req-aa651566-a518-4144-a61c-20a76c3d73de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:41.301231 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae744be7-57ed-4355-924e-d1403a10cc86 req-aa651566-a518-4144-a61c-20a76c3d73de service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cfe969a3456f4c9186b743e59eed9b71&device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 1095 time: 0.0624592 Aug 11 21:54:41.303091 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd171afa-0630-4b8d-b1bb-ddc793dba159 req-860b5608-7e95-407c-926d-3d6bbf27d399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:41.304825 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd171afa-0630-4b8d-b1bb-ddc793dba159 req-860b5608-7e95-407c-926d-3d6bbf27d399 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e065759b-9598-4e49-9dd4-b84a6811ca8d HTTP/1.1" status: 200 len: 906 time: 0.1847475 Aug 11 21:54:41.306250 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-e36a6c9e-07b7-4f8f-be0b-273e65dd0e12 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e HTTP/1.1" status: 200 len: 217 time: 0.1208534 Aug 11 21:54:41.385285 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-3f5c831b-210e-4736-9d42-648bb556a5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:41.387042 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-3f5c831b-210e-4736-9d42-648bb556a5d6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b7ac5f32-d2d7-4a74-9968-93111b1f2c36 HTTP/1.1" status: 200 len: 860 time: 0.0628934 Aug 11 21:54:41.445338 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd171afa-0630-4b8d-b1bb-ddc793dba159 req-406fde5a-351f-42d2-b78b-8d5f24d95c81 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68688c25-38c1-4326-940c-34ceb94ffa14 HTTP/1.1" status: 200 len: 217 time: 0.1199048 Aug 11 21:54:41.475117 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-29d500ca-538e-440b-8c84-3dd0bae95e31 req-dc6ba2c3-6b89-489b-80da-a12888133e6d tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256047 Aug 11 21:54:41.521903 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae744be7-57ed-4355-924e-d1403a10cc86 req-55f10566-c6ce-47ec-858d-de6e2e2a35e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:41.526118 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae744be7-57ed-4355-924e-d1403a10cc86 req-55f10566-c6ce-47ec-858d-de6e2e2a35e2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1d2353f-b112-4357-b0a6-e5993406a9d5 HTTP/1.1" status: 200 len: 921 time: 0.2162061 Aug 11 21:54:41.528554 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-277f974e-0149-4f95-930a-708a76834a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:41.530502 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-277f974e-0149-4f95-930a-708a76834a9a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018968 Aug 11 21:54:41.548868 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd171afa-0630-4b8d-b1bb-ddc793dba159 req-dbca4742-2150-4272-a72c-dd980ddbe0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:41.550838 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd171afa-0630-4b8d-b1bb-ddc793dba159 req-dbca4742-2150-4272-a72c-dd980ddbe0d6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8a417fc4-720c-4110-80f4-cad05729542b HTTP/1.1" status: 200 len: 845 time: 0.0846734 Aug 11 21:54:41.583964 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed035cf-8872-49f9-b49c-1944f0be75c8 req-ca65dc84-0745-43c6-8adf-2ad337d74bd9 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:41.603211 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eed035cf-8872-49f9-b49c-1944f0be75c8 req-ca65dc84-0745-43c6-8adf-2ad337d74bd9 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a501b32-4ee3-463c-bb56-c7e18cde1c99 HTTP/1.1" status: 200 len: 943 time: 0.2794762 Aug 11 21:54:41.647685 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd171afa-0630-4b8d-b1bb-ddc793dba159 req-e2b99a19-a591-44c5-9bb6-a1f7fd2e2a09 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e065759b-9598-4e49-9dd4-b84a6811ca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827124 Aug 11 21:54:41.706804 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-479b04ea-e449-4311-85e2-1021eda9713a service neutron] 10.222.0.82 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675417 Aug 11 21:54:41.707710 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae744be7-57ed-4355-924e-d1403a10cc86 req-35af8ec5-24e5-45fb-94df-506a9b78263f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 HTTP/1.1" status: 200 len: 217 time: 0.1680615 Aug 11 21:54:41.823622 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eed035cf-8872-49f9-b49c-1944f0be75c8 req-bddbac19-fcc5-4294-bd83-f42dd923c9f4 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188275 Aug 11 21:54:41.905472 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae744be7-57ed-4355-924e-d1403a10cc86 req-af9afe08-def8-4479-9d30-77f78a1fb0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:41.908651 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae744be7-57ed-4355-924e-d1403a10cc86 req-af9afe08-def8-4479-9d30-77f78a1fb0a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d64b3af4-29c6-4065-a225-159b72d7499b HTTP/1.1" status: 200 len: 860 time: 0.1763568 Aug 11 21:54:41.932672 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd171afa-0630-4b8d-b1bb-ddc793dba159 req-8b047057-9cb2-4b97-9a41-8e072f36242b service neutron] 10.222.0.82 "GET /v2.0/networks/e065759b-9598-4e49-9dd4-b84a6811ca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247617 Aug 11 21:54:41.964530 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae744be7-57ed-4355-924e-d1403a10cc86 req-918d1685-69fc-4521-b4eb-440b944f25ef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1d2353f-b112-4357-b0a6-e5993406a9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449650 Aug 11 21:54:41.989036 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47605acd-ba4e-48e0-8f15-fcd02ebc61ae req-25c195d3-a570-40f8-81a4-4c3f25c66f6b service neutron] 10.222.0.82 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710848 Aug 11 21:54:42.084493 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-78ee8a2c-113e-46d1-b328-0b94f34187df req-6d185779-3a10-42a7-b1be-710641d164f5 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbb45634-5917-495a-b325-4ba3ba796859 HTTP/1.1" status: 200 len: 210 time: 0.0798094 Aug 11 21:54:42.165837 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae744be7-57ed-4355-924e-d1403a10cc86 req-22872e91-cea2-40b2-a64f-3ed14a75309a service neutron] 10.222.0.52 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897585 Aug 11 21:54:42.172281 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b1f6f-d53d-47a6-9d40-440224ec288a req-89810edb-7c1a-47d0-8424-b8bb7d4f17f3 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:42.176096 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3d8b1f6f-d53d-47a6-9d40-440224ec288a req-89810edb-7c1a-47d0-8424-b8bb7d4f17f3 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1a97b22-206c-47b3-9e88-596200a2f369 HTTP/1.1" status: 200 len: 944 time: 0.2133715 Aug 11 21:54:42.232047 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd171afa-0630-4b8d-b1bb-ddc793dba159 req-c47f0e0d-a587-4549-98e0-0b2bdb72bfde service neutron] 10.222.0.82 "GET /v2.0/networks/e065759b-9598-4e49-9dd4-b84a6811ca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897029 Aug 11 21:54:42.261165 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3d8b1f6f-d53d-47a6-9d40-440224ec288a req-32f3bbce-998f-4e22-ae82-8ccdb0ffbb45 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/security-groups?id=91a59165-e141-4c1c-b8da-ebffc24c84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713906 Aug 11 21:54:42.409985 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2a016-e45d-4dde-afc8-51c9ceff9048 req-9281ca34-019c-4dc8-b20e-703d1030746f tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:42.412909 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-01d2a016-e45d-4dde-afc8-51c9ceff9048 req-9281ca34-019c-4dc8-b20e-703d1030746f tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 944 time: 0.1897538 Aug 11 21:54:42.484522 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae744be7-57ed-4355-924e-d1403a10cc86 req-80b98034-2eab-48aa-b116-7a951f9f4f7d service neutron] 10.222.0.52 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975926 Aug 11 21:54:42.521374 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-01d2a016-e45d-4dde-afc8-51c9ceff9048 req-f27e8da7-8569-4091-a818-d5325ee9e25b tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890634 Aug 11 21:54:42.666120 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27d25b-0faa-4118-820d-cf81769cc587 req-5fde92a9-a042-4925-b20e-49b2529e2cd2 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:42.667893 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4a27d25b-0faa-4118-820d-cf81769cc587 req-5fde92a9-a042-4925-b20e-49b2529e2cd2 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.0669830 Aug 11 21:54:42.742830 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4a27d25b-0faa-4118-820d-cf81769cc587 req-3da01a39-8323-49b9-a988-b891c0314299 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649681 Aug 11 21:54:42.786761 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a97b22-206c-47b3-9e88-596200a2f369', 'tag': '854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:54:42.789701 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274ac9c0-5e9e-4c6c-8b0e-4c2628439b10" -d '{"events": [{"name": "network-changed", "server_uuid": "b1a97b22-206c-47b3-9e88-596200a2f369", "tag": "854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:54:42.854045 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340b3f2c-5e38-4b63-84a8-cc492728012a x-openstack-request-id: req-340b3f2c-5e38-4b63-84a8-cc492728012a {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:54:42.854342 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1a97b22-206c-47b3-9e88-596200a2f369", "tag": "854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:54:42.854600 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-340b3f2c-5e38-4b63-84a8-cc492728012a {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:54:42.855007 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1a97b22-206c-47b3-9e88-596200a2f369', 'tag': '854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e', 'status': 'completed', 'code': 200} Aug 11 21:54:43.032801 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ac9c0-5e9e-4c6c-8b0e-4c2628439b10 req-9a6a8df0-c26e-4fc0-b62e-976b24120cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:43.037712 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-274ac9c0-5e9e-4c6c-8b0e-4c2628439b10 req-9a6a8df0-c26e-4fc0-b62e-976b24120cd5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2b9279c1feca4096aedd3bf29c3bbd31&device_id=b1a97b22-206c-47b3-9e88-596200a2f369 HTTP/1.1" status: 200 len: 1095 time: 0.1126888 Aug 11 21:54:43.142551 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-949849d8-7fcd-43ab-8a6c-b3fcf2e349ab tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:43.153153 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-949849d8-7fcd-43ab-8a6c-b3fcf2e349ab tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] 10.222.0.52 "GET /v2.0/networks?id=53e6831b-e467-469d-8451-f4e0202835d1 HTTP/1.1" status: 200 len: 822 time: 0.2923527 Aug 11 21:54:43.156581 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8230-32ba-45e4-8c0e-6d0e8074dac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:43.229896 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-f08650b4-ffa5-4183-a006-6edd3cb89080 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Request body: {'port': {'device_id': 'dbb45634-5917-495a-b325-4ba3ba796859', 'network_id': '53e6831b-e467-469d-8451-f4e0202835d1', 'admin_state_up': True, 'tenant_id': 'd324ce0b4e834cec99bd7c085ff5df60'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:54:43.307364 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ac9c0-5e9e-4c6c-8b0e-4c2628439b10 req-acd6fa77-70f8-4acd-880a-bfb366bad085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:43.309261 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-274ac9c0-5e9e-4c6c-8b0e-4c2628439b10 req-acd6fa77-70f8-4acd-880a-bfb366bad085 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8 HTTP/1.1" status: 200 len: 922 time: 0.2548320 Aug 11 21:54:43.329902 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f97a8-0f0e-46c9-8cc8-fe058e2b2d6a req-84d11fcb-4f38-4d8c-8325-b089b41da45e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:43.340520 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6a4f97a8-0f0e-46c9-8cc8-fe058e2b2d6a req-84d11fcb-4f38-4d8c-8325-b089b41da45e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a501b32-4ee3-463c-bb56-c7e18cde1c99 HTTP/1.1" status: 200 len: 943 time: 0.1842914 Aug 11 21:54:43.396830 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-274ac9c0-5e9e-4c6c-8b0e-4c2628439b10 req-b645e63f-001e-419b-93cb-7e92a89227c6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e HTTP/1.1" status: 200 len: 217 time: 0.0729461 Aug 11 21:54:43.454939 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2207ff35-5375-4f62-85ca-5a65096cced3 req-56efd38b-4986-44cf-88e7-0c620b39e69e tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbb45634-5917-495a-b325-4ba3ba796859 HTTP/1.1" status: 200 len: 210 time: 0.0612781 Aug 11 21:54:43.463005 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6a4f97a8-0f0e-46c9-8cc8-fe058e2b2d6a req-9c664257-1860-4a24-87ba-c9488e930390 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211512 Aug 11 21:54:43.510589 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-f08650b4-ffa5-4183-a006-6edd3cb89080 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Made reservation on behalf of d324ce0b4e834cec99bd7c085ff5df60 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:54:43.514248 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-f08650b4-ffa5-4183-a006-6edd3cb89080 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:43.569275 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ac9c0-5e9e-4c6c-8b0e-4c2628439b10 req-4a3ea93a-5bc3-4358-8e2e-dcaf573bbbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:43.570752 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-274ac9c0-5e9e-4c6c-8b0e-4c2628439b10 req-4a3ea93a-5bc3-4358-8e2e-dcaf573bbbbf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b7ac5f32-d2d7-4a74-9968-93111b1f2c36 HTTP/1.1" status: 200 len: 860 time: 0.1583316 Aug 11 21:54:43.716936 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-f08650b4-ffa5-4183-a006-6edd3cb89080 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Allocated IP 172.20.0.6 (53e6831b-e467-469d-8451-f4e0202835d1/5ebcc444-137b-4faf-aba0-b24b60e0b6c7/1e3d8338-8e23-44be-9379-82cfd1a4444f) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:54:43.736206 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863e976-d3c5-4679-b179-11ea3557c5eb req-52424578-17f4-490f-8d3a-fb8d2a6f5397 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:43.739710 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c863e976-d3c5-4679-b179-11ea3557c5eb req-52424578-17f4-490f-8d3a-fb8d2a6f5397 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1a97b22-206c-47b3-9e88-596200a2f369 HTTP/1.1" status: 200 len: 944 time: 0.1585701 Aug 11 21:54:43.748401 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ac9c0-5e9e-4c6c-8b0e-4c2628439b10 req-6e2b218a-0c84-495e-bf21-618d0a5b1fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:43.751386 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-274ac9c0-5e9e-4c6c-8b0e-4c2628439b10 req-6e2b218a-0c84-495e-bf21-618d0a5b1fb4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1675811 Aug 11 21:54:44.163490 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:54:44.313244 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c863e976-d3c5-4679-b179-11ea3557c5eb req-dc9373e1-0bb9-4295-8a69-dacd245845de tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/security-groups?id=91a59165-e141-4c1c-b8da-ebffc24c84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5589564 Aug 11 21:54:44.347575 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fb46c-58bc-4111-90b0-3a6febd8ed7e req-6c330ab7-71c9-46fd-bdb3-04d657f7ef9a tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:44.356097 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fe9fb46c-58bc-4111-90b0-3a6febd8ed7e req-6c330ab7-71c9-46fd-bdb3-04d657f7ef9a tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 944 time: 0.2132144 Aug 11 21:54:44.430966 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-274ac9c0-5e9e-4c6c-8b0e-4c2628439b10 req-902c3b98-8f44-4d81-b3a7-23c0659299ef service neutron] 10.222.0.82 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6443040 Aug 11 21:54:44.434228 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fe9fb46c-58bc-4111-90b0-3a6febd8ed7e req-e4cadf6f-f6cb-4bfa-ab91-f1d22b799f1f tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756466 Aug 11 21:54:44.462524 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-f08650b4-ffa5-4183-a006-6edd3cb89080 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:44.485567 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9f8ff2f4-fa21-476a-b0c7-948728ea8ab9,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:44.513974 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '9f8ff2f4-fa21-476a-b0c7-948728ea8ab9', 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5', 'port_id': '9f8ff2f4-fa21-476a-b0c7-948728ea8ab9', 'mac_address': 'fa:16:3e:fd:cf:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64b3af4-29c6-4065-a225-159b72d7499b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:54:44.581482 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-f08650b4-ffa5-4183-a006-6edd3cb89080 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:44.590673 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:44.620684 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:54:44.651671 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-f08650b4-ffa5-4183-a006-6edd3cb89080 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Network 53e6831b-e467-469d-8451-f4e0202835d1 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:54:44.665863 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92fe61-09ca-433b-9669-ec9000fc3bc0 req-ab3c7d1c-037c-4031-8306-874dd4c068bb tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:44.666805 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9f8ff2f4-fa21-476a-b0c7-948728ea8ab9,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:44.674603 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:44.677836 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6e92fe61-09ca-433b-9669-ec9000fc3bc0 req-ab3c7d1c-037c-4031-8306-874dd4c068bb tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.1370847 Aug 11 21:54:44.688388 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-f08650b4-ffa5-4183-a006-6edd3cb89080 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:54:44.698144 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-f08650b4-ffa5-4183-a006-6edd3cb89080 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:54:44.708185 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d2686-6b45-4c6c-92a6-46e6481b798a req-25ad5098-fca0-4e5f-81f6-ee00df1b90e3 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:44.711445 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-932d2686-6b45-4c6c-92a6-46e6481b798a req-25ad5098-fca0-4e5f-81f6-ee00df1b90e3 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=490bd11b-a871-4ca7-92d3-a4cf0716c692 HTTP/1.1" status: 200 len: 946 time: 0.1513841 Aug 11 21:54:44.760412 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-f08650b4-ffa5-4183-a006-6edd3cb89080 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:44.761102 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-f08650b4-ffa5-4183-a006-6edd3cb89080 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:44.764643 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-274ac9c0-5e9e-4c6c-8b0e-4c2628439b10 req-ead7e789-f034-4a4b-b909-6bbbf3113e79 service neutron] 10.222.0.82 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235559 Aug 11 21:54:44.775590 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08650b4-ffa5-4183-a006-6edd3cb89080 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Pushing event updated for resources: {'Port': ['ID=1e3d8338-8e23-44be-9379-82cfd1a4444f,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:44.809580 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-932d2686-6b45-4c6c-92a6-46e6481b798a req-6080bbb9-64dd-422c-9d03-46da07975be0 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768452 Aug 11 21:54:44.812055 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-f08650b4-ffa5-4183-a006-6edd3cb89080 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6189561 Aug 11 21:54:44.824325 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6e92fe61-09ca-433b-9669-ec9000fc3bc0 req-f5bdc1dd-6d09-4db6-89a7-0e68d30e5c36 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443050 Aug 11 21:54:44.836960 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-e00272e3-e6f0-41e8-a4b6-e1d29e8a3e58 service neutron] Request body: {'port': {'device_id': 'dbb45634-5917-495a-b325-4ba3ba796859', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:54:44.851230 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=9f8ff2f4-fa21-476a-b0c7-948728ea8ab9,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:45.003369 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-e00272e3-e6f0-41e8-a4b6-e1d29e8a3e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:45.029803 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['9f8ff2f4-fa21-476a-b0c7-948728ea8ab9'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:54:45.038564 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44344601-93e3-40fe-894e-747921a60970 req-0765da66-0a31-4a8e-b396-4aadcb249703 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:45.061030 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8321c8f-ab2f-44a1-ac2a-82a0daf09040 req-7f53452d-adbb-4aea-80d5-4b32d6bebf5c tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:45.062168 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-44344601-93e3-40fe-894e-747921a60970 req-0765da66-0a31-4a8e-b396-4aadcb249703 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a501b32-4ee3-463c-bb56-c7e18cde1c99 HTTP/1.1" status: 200 len: 943 time: 0.1150804 Aug 11 21:54:45.070375 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c8321c8f-ab2f-44a1-ac2a-82a0daf09040 req-7f53452d-adbb-4aea-80d5-4b32d6bebf5c tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbb45634-5917-495a-b325-4ba3ba796859 HTTP/1.1" status: 200 len: 931 time: 0.1604640 Aug 11 21:54:45.145746 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-44344601-93e3-40fe-894e-747921a60970 req-b4768d52-fe91-4f9e-9921-7448bb68bef2 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818126 Aug 11 21:54:45.272569 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c8321c8f-ab2f-44a1-ac2a-82a0daf09040 req-b888a42e-0bfe-4d2b-ab3f-5b4bbf1ee439 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] 10.222.0.77 "GET /v2.0/security-groups?id=c013a629-2ca8-45e4-986d-6685b4d48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997490 Aug 11 21:54:45.560231 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-e00272e3-e6f0-41e8-a4b6-e1d29e8a3e58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e3d8338-8e23-44be-9379-82cfd1a4444f {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:54:45.573591 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-e00272e3-e6f0-41e8-a4b6-e1d29e8a3e58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:45.580386 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d125c7-b3a2-4105-939f-65aff5366bdf req-fc0f9d4f-7ebe-4ef2-97f7-eb1461f6c6cd tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:45.596488 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2d125c7-b3a2-4105-939f-65aff5366bdf req-fc0f9d4f-7ebe-4ef2-97f7-eb1461f6c6cd tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1a97b22-206c-47b3-9e88-596200a2f369 HTTP/1.1" status: 200 len: 944 time: 0.1458371 Aug 11 21:54:45.614757 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-e00272e3-e6f0-41e8-a4b6-e1d29e8a3e58 service neutron] Transition to ACTIVE for port object 1e3d8338-8e23-44be-9379-82cfd1a4444f will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:54:45.643364 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-e00272e3-e6f0-41e8-a4b6-e1d29e8a3e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:45.666577 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2d125c7-b3a2-4105-939f-65aff5366bdf req-9f3875a1-24a3-4510-9a62-cba69cb5d3d2 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/security-groups?id=91a59165-e141-4c1c-b8da-ebffc24c84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636024 Aug 11 21:54:45.685448 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-32c4e417-8bc8-4784-96ea-50bd6614ee84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:45.737033 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00272e3-e6f0-41e8-a4b6-e1d29e8a3e58 service neutron] Pushing event updated for resources: {'Port': ['ID=1e3d8338-8e23-44be-9379-82cfd1a4444f,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:45.752076 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59411fcf-d0d7-451a-a6c2-86375792bf2d req-f9085f49-34b0-4765-a721-ebb09f20c688 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:45.754241 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-59411fcf-d0d7-451a-a6c2-86375792bf2d req-f9085f49-34b0-4765-a721-ebb09f20c688 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 945 time: 0.1564391 Aug 11 21:54:45.805583 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f4a10-5d9e-4e3f-ab7b-2d4c2d3a97bf req-d5518d06-e70a-4925-a619-ec959762b668 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:45.807867 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-128f4a10-5d9e-4e3f-ab7b-2d4c2d3a97bf req-d5518d06-e70a-4925-a619-ec959762b668 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.82 "GET /v2.0/ports?device_id=490bd11b-a871-4ca7-92d3-a4cf0716c692 HTTP/1.1" status: 200 len: 946 time: 0.1142409 Aug 11 21:54:45.888365 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-59411fcf-d0d7-451a-a6c2-86375792bf2d req-ecc9a807-4c56-4011-8ad8-72e6685d9a4b tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051009 Aug 11 21:54:45.928269 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-e00272e3-e6f0-41e8-a4b6-e1d29e8a3e58 service neutron] Attempting to bind port 1e3d8338-8e23-44be-9379-82cfd1a4444f on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:54:45.928979 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-e00272e3-e6f0-41e8-a4b6-e1d29e8a3e58 service neutron] Attempting to bind port 1e3d8338-8e23-44be-9379-82cfd1a4444f by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '6f044331-de7c-4f8d-b68b-20d9bcc4dd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '53e6831b-e467-469d-8451-f4e0202835d1'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:54:45.929661 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-e00272e3-e6f0-41e8-a4b6-e1d29e8a3e58 service neutron] Attempting to bind port 1e3d8338-8e23-44be-9379-82cfd1a4444f on network 53e6831b-e467-469d-8451-f4e0202835d1 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:54:45.935407 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:45.937893 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-e00272e3-e6f0-41e8-a4b6-e1d29e8a3e58 service neutron] Port 1e3d8338-8e23-44be-9379-82cfd1a4444f on network 53e6831b-e467-469d-8451-f4e0202835d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:54:45.938715 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-e00272e3-e6f0-41e8-a4b6-e1d29e8a3e58 service neutron] Attempting to bind port 1e3d8338-8e23-44be-9379-82cfd1a4444f on network 53e6831b-e467-469d-8451-f4e0202835d1 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:54:45.947937 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-e00272e3-e6f0-41e8-a4b6-e1d29e8a3e58 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:54:45.948627 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-e00272e3-e6f0-41e8-a4b6-e1d29e8a3e58 service neutron] Checking segment: {'id': '6f044331-de7c-4f8d-b68b-20d9bcc4dd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '53e6831b-e467-469d-8451-f4e0202835d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:54:45.949214 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-e00272e3-e6f0-41e8-a4b6-e1d29e8a3e58 service neutron] Bound using segment: {'id': '6f044331-de7c-4f8d-b68b-20d9bcc4dd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '53e6831b-e467-469d-8451-f4e0202835d1'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:54:45.949962 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-e00272e3-e6f0-41e8-a4b6-e1d29e8a3e58 service neutron] Bound port: 1e3d8338-8e23-44be-9379-82cfd1a4444f, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f044331-de7c-4f8d-b68b-20d9bcc4dd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '53e6831b-e467-469d-8451-f4e0202835d1'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:54:45.950782 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-e00272e3-e6f0-41e8-a4b6-e1d29e8a3e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:46.073454 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c60c97-31c3-4519-90b8-87ddef4e4227 req-2ab7450a-7bbb-4068-a1fb-9de0b6f734b4 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:46.074784 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-e00272e3-e6f0-41e8-a4b6-e1d29e8a3e58 service neutron] For port 1e3d8338-8e23-44be-9379-82cfd1a4444f, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:54:46.076217 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-66c60c97-31c3-4519-90b8-87ddef4e4227 req-2ab7450a-7bbb-4068-a1fb-9de0b6f734b4 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=490bd11b-a871-4ca7-92d3-a4cf0716c692 HTTP/1.1" status: 200 len: 946 time: 0.0811934 Aug 11 21:54:46.105481 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-128f4a10-5d9e-4e3f-ab7b-2d4c2d3a97bf req-cd0502f8-7131-47cb-ba3b-ffa5699d0d99 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Deleting port ac58472d-f9ed-4ab5-9c10-e59383eda69f {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:54:46.106067 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-128f4a10-5d9e-4e3f-ab7b-2d4c2d3a97bf req-cd0502f8-7131-47cb-ba3b-ffa5699d0d99 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:46.127669 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-e00272e3-e6f0-41e8-a4b6-e1d29e8a3e58 service neutron] For port 1e3d8338-8e23-44be-9379-82cfd1a4444f, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1e3d8338-8e23-44be-9379-82cfd1a4444f,segment=NetworkSegment(6f044331-de7c-4f8d-b68b-20d9bcc4dd57),segment_id=6f044331-de7c-4f8d-b68b-20d9bcc4dd57)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:54:46.143053 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-e00272e3-e6f0-41e8-a4b6-e1d29e8a3e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:46.175227 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:54:46.231602 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-e00272e3-e6f0-41e8-a4b6-e1d29e8a3e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:46.234230 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-e00272e3-e6f0-41e8-a4b6-e1d29e8a3e58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:46.236545 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-e00272e3-e6f0-41e8-a4b6-e1d29e8a3e58 service neutron] 10.222.0.52 "PUT /v2.0/ports/1e3d8338-8e23-44be-9379-82cfd1a4444f HTTP/1.1" status: 200 len: 1091 time: 1.4042792 Aug 11 21:54:46.237177 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb45634-5917-495a-b325-4ba3ba796859', 'tag': '1e3d8338-8e23-44be-9379-82cfd1a4444f'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:54:46.240855 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07d278d-44db-4150-844e-7d76162dcedb" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb45634-5917-495a-b325-4ba3ba796859", "tag": "1e3d8338-8e23-44be-9379-82cfd1a4444f"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:54:46.262851 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a669907-2415-402f-90d8-ae49e1408124 req-66b08dee-b091-4746-b1c4-2ce05396bb9f tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:46.265612 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7a669907-2415-402f-90d8-ae49e1408124 req-66b08dee-b091-4746-b1c4-2ce05396bb9f tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.2108080 Aug 11 21:54:46.269510 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-66c60c97-31c3-4519-90b8-87ddef4e4227 req-1cb1c3f4-d10f-4eed-9495-efa6b3c454ee tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847336 Aug 11 21:54:46.285972 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00272e3-e6f0-41e8-a4b6-e1d29e8a3e58 service neutron] Pushing event updated for resources: {'Port': ['ID=1e3d8338-8e23-44be-9379-82cfd1a4444f,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:46.302440 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:54:46.321800 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:54:46.322599 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:46.406990 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-128f4a10-5d9e-4e3f-ab7b-2d4c2d3a97bf req-cd0502f8-7131-47cb-ba3b-ffa5699d0d99 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] For port ac58472d-f9ed-4ab5-9c10-e59383eda69f, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=ac58472d-f9ed-4ab5-9c10-e59383eda69f,segment=NetworkSegment(f16edc4f-135c-41eb-bd5f-6d13726d4ad3),segment_id=f16edc4f-135c-41eb-bd5f-6d13726d4ad3)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:46.407383 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-128f4a10-5d9e-4e3f-ab7b-2d4c2d3a97bf req-cd0502f8-7131-47cb-ba3b-ffa5699d0d99 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:46.428110 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7a669907-2415-402f-90d8-ae49e1408124 req-44d0c8ec-2587-4046-a6b6-ebd7dff0be44 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386328 Aug 11 21:54:46.438116 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:46.444559 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-128f4a10-5d9e-4e3f-ab7b-2d4c2d3a97bf req-cd0502f8-7131-47cb-ba3b-ffa5699d0d99 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Calling delete_port for ac58472d-f9ed-4ab5-9c10-e59383eda69f owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:54:46.446682 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-47ce5b17-a18d-45cb-98b1-0c65edfb02b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:46.448470 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-47ce5b17-a18d-45cb-98b1-0c65edfb02b7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d324ce0b4e834cec99bd7c085ff5df60&device_id=dbb45634-5917-495a-b325-4ba3ba796859 HTTP/1.1" status: 200 len: 1094 time: 0.1396847 Aug 11 21:54:46.498684 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71603577-7c74-4d7b-90f0-5bdfffc9b6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8ff2f4-fa21-476a-b0c7-948728ea8ab9'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:54:46.504384 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6bd75d-6309-491a-8fe6-08696634ad92" -d '{"events": [{"server_uuid": "71603577-7c74-4d7b-90f0-5bdfffc9b6d4", "name": "network-vif-plugged", "status": "completed", "tag": "9f8ff2f4-fa21-476a-b0c7-948728ea8ab9"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:54:46.504645 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-2cc92013-da9b-4849-9354-8e6f4be980e7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e3d8338-8e23-44be-9379-82cfd1a4444f HTTP/1.1" status: 200 len: 217 time: 0.0458434 Aug 11 21:54:46.536958 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d245ae3-328b-4ead-98bc-72f4597f11b1 req-d8c3df94-4035-4f7a-abe1-7903648fce0e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:46.538648 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9d245ae3-328b-4ead-98bc-72f4597f11b1 req-d8c3df94-4035-4f7a-abe1-7903648fce0e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a501b32-4ee3-463c-bb56-c7e18cde1c99 HTTP/1.1" status: 200 len: 943 time: 0.1357610 Aug 11 21:54:46.539908 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9f8ff2f4-fa21-476a-b0c7-948728ea8ab9,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:46.560916 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:46.611901 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e8e242-4443-4282-97a0-4ef7c7ebeedb x-openstack-request-id: req-a7e8e242-4443-4282-97a0-4ef7c7ebeedb {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:54:46.612203 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb45634-5917-495a-b325-4ba3ba796859", "tag": "1e3d8338-8e23-44be-9379-82cfd1a4444f", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:54:46.612462 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a7e8e242-4443-4282-97a0-4ef7c7ebeedb {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:54:46.612871 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb45634-5917-495a-b325-4ba3ba796859', 'tag': '1e3d8338-8e23-44be-9379-82cfd1a4444f', 'status': 'completed', 'code': 200} Aug 11 21:54:46.636244 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-b54f2edb-6c7a-411a-963b-379636bc16c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:46.638331 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-b54f2edb-6c7a-411a-963b-379636bc16c7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5ebcc444-137b-4faf-aba0-b24b60e0b6c7 HTTP/1.1" status: 200 len: 862 time: 0.1070948 Aug 11 21:54:46.661452 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9d245ae3-328b-4ead-98bc-72f4597f11b1 req-fe415aa7-7134-4883-973f-72982570c48b tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026576 Aug 11 21:54:46.663872 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:54:46.701259 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=9f8ff2f4-fa21-476a-b0c7-948728ea8ab9,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:46.747639 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-b1dc92c9-0930-464c-a829-a7f043871b7c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53e6831b-e467-469d-8451-f4e0202835d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004395 Aug 11 21:54:46.830118 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7aec778-38b3-4db0-93ba-10ecb948b0d2 x-openstack-request-id: req-a7aec778-38b3-4db0-93ba-10ecb948b0d2 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:54:46.830653 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71603577-7c74-4d7b-90f0-5bdfffc9b6d4", "name": "network-vif-plugged", "status": "completed", "tag": "9f8ff2f4-fa21-476a-b0c7-948728ea8ab9", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:54:46.831072 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a7aec778-38b3-4db0-93ba-10ecb948b0d2 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:54:46.831821 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71603577-7c74-4d7b-90f0-5bdfffc9b6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8ff2f4-fa21-476a-b0c7-948728ea8ab9', 'code': 200} Aug 11 21:54:46.837493 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-128f4a10-5d9e-4e3f-ab7b-2d4c2d3a97bf req-cd0502f8-7131-47cb-ba3b-ffa5699d0d99 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:46.863040 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['d6050cd8-6434-4667-98c8-ce150843cbfe', '068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:54:46.942724 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f316f5-ff58-43c1-8cc2-cc706eb68a00 req-97a0e712-cbf8-472c-8ad3-eb4edf7c13a6 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:46.943061 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['ac58472d-f9ed-4ab5-9c10-e59383eda69f'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:54:46.944758 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-12f316f5-ff58-43c1-8cc2-cc706eb68a00 req-97a0e712-cbf8-472c-8ad3-eb4edf7c13a6 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbb45634-5917-495a-b325-4ba3ba796859 HTTP/1.1" status: 200 len: 943 time: 0.1945143 Aug 11 21:54:46.951321 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-128f4a10-5d9e-4e3f-ab7b-2d4c2d3a97bf req-cd0502f8-7131-47cb-ba3b-ffa5699d0d99 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] No DVR routers for this DVR port ac58472d-f9ed-4ab5-9c10-e59383eda69f on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:54:46.971542 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0502f8-7131-47cb-ba3b-ffa5699d0d99 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Pushing event deleted for resources: {'Port': ['ID=ac58472d-f9ed-4ab5-9c10-e59383eda69f,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:46.997301 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-128f4a10-5d9e-4e3f-ab7b-2d4c2d3a97bf req-cd0502f8-7131-47cb-ba3b-ffa5699d0d99 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:46.998569 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-128f4a10-5d9e-4e3f-ab7b-2d4c2d3a97bf req-cd0502f8-7131-47cb-ba3b-ffa5699d0d99 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.82 "DELETE /v2.0/ports/ac58472d-f9ed-4ab5-9c10-e59383eda69f HTTP/1.1" status: 204 len: 173 time: 1.1814921 Aug 11 21:54:46.999074 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490bd11b-a871-4ca7-92d3-a4cf0716c692', 'name': 'network-vif-deleted', 'tag': 'ac58472d-f9ed-4ab5-9c10-e59383eda69f'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:54:47.000180 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-221b14b2-c536-4011-bcd3-cc8eebf2d4c2 service neutron] 10.222.0.52 "GET /v2.0/networks/53e6831b-e467-469d-8451-f4e0202835d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326474 Aug 11 21:54:47.003148 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6beefc-4292-4829-8428-e0ceb6d2c0bc" -d '{"events": [{"server_uuid": "490bd11b-a871-4ca7-92d3-a4cf0716c692", "name": "network-vif-deleted", "tag": "ac58472d-f9ed-4ab5-9c10-e59383eda69f"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:54:47.022211 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06396867-be23-4b75-9690-be86b7d2a7bc req-9d555d0a-278f-4f97-9dfd-d8456052ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:47.024375 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-06396867-be23-4b75-9690-be86b7d2a7bc req-9d555d0a-278f-4f97-9dfd-d8456052ca21 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 1097 time: 0.1442430 Aug 11 21:54:47.035609 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e,segment=NetworkSegment(403410e7-075b-4cee-ac6f-72f7ef186622),segment_id=403410e7-075b-4cee-ac6f-72f7ef186622)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:47.044080 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b877f-4696-49a7-b871-39adde7ca46f req-7acdd939-881e-43a2-aa44-43174daf3906 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:47.048525 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0a8b877f-4696-49a7-b871-39adde7ca46f req-7acdd939-881e-43a2-aa44-43174daf3906 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1a97b22-206c-47b3-9e88-596200a2f369 HTTP/1.1" status: 200 len: 944 time: 0.0938022 Aug 11 21:54:47.075029 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'port_id': '854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e', 'mac_address': 'fa:16:3e:60:0d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:54:47.121379 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-12f316f5-ff58-43c1-8cc2-cc706eb68a00 req-dad82a52-2892-49c2-a971-4c00abb8a1e6 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] 10.222.0.77 "GET /v2.0/security-groups?id=c013a629-2ca8-45e4-986d-6685b4d48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507831 Aug 11 21:54:47.136774 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0a8b877f-4696-49a7-b871-39adde7ca46f req-a8e91ca3-8491-49d9-a351-3601186b272a tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/security-groups?id=91a59165-e141-4c1c-b8da-ebffc24c84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772803 Aug 11 21:54:47.192134 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-06396867-be23-4b75-9690-be86b7d2a7bc req-f2f8ed2f-f4e8-4e0a-9d3f-5e272b50cc44 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155906 Aug 11 21:54:47.194296 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4187f7fc-7b2e-4789-bbaf-27bec1e8c4c7 req-dce9b731-3775-4cbc-9f60-1f8c37ce00d5 service neutron] 10.222.0.52 "GET /v2.0/networks/53e6831b-e467-469d-8451-f4e0202835d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858468 Aug 11 21:54:47.257565 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:47.328475 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:54:47.370735 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75dc963c-fb56-43cb-92de-95c7bfd0eb4d x-openstack-request-id: req-75dc963c-fb56-43cb-92de-95c7bfd0eb4d {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:54:47.371276 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490bd11b-a871-4ca7-92d3-a4cf0716c692", "name": "network-vif-deleted", "tag": "ac58472d-f9ed-4ab5-9c10-e59383eda69f", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:54:47.372822 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-75dc963c-fb56-43cb-92de-95c7bfd0eb4d {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:54:47.375934 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490bd11b-a871-4ca7-92d3-a4cf0716c692', 'name': 'network-vif-deleted', 'tag': 'ac58472d-f9ed-4ab5-9c10-e59383eda69f', 'status': 'completed', 'code': 200} Aug 11 21:54:47.381470 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e,segment=NetworkSegment(403410e7-075b-4cee-ac6f-72f7ef186622),segment_id=403410e7-075b-4cee-ac6f-72f7ef186622)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:47.393900 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:47.422931 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab88473-3a14-4025-92b3-56d68870885b req-9c2561cb-3312-4cd6-b09d-91c85f6a1db4 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:47.432905 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ab88473-3a14-4025-92b3-56d68870885b req-9c2561cb-3312-4cd6-b09d-91c85f6a1db4 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 946 time: 0.1995358 Aug 11 21:54:47.485075 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d278d-44db-4150-844e-7d76162dcedb req-78f22dea-91ca-4cd1-8cbd-40872313a980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:47.487062 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d07d278d-44db-4150-844e-7d76162dcedb req-78f22dea-91ca-4cd1-8cbd-40872313a980 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d324ce0b4e834cec99bd7c085ff5df60&device_id=dbb45634-5917-495a-b325-4ba3ba796859 HTTP/1.1" status: 200 len: 1094 time: 0.1142979 Aug 11 21:54:47.491948 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:47.493233 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 68688c25-38c1-4326-940c-34ceb94ffa14 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:54:47.501597 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ab88473-3a14-4025-92b3-56d68870885b req-e2e14b9a-8f92-4ada-ab73-1ad82c85080f tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676842 Aug 11 21:54:47.557265 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5590934a-2856-4f18-8615-7eed65ec7540 req-6f632c06-7a60-4544-8f75-93cc78e3e4a0 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=490bd11b-a871-4ca7-92d3-a4cf0716c692 HTTP/1.1" status: 200 len: 210 time: 0.0524898 Aug 11 21:54:47.636424 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:47.816402 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 68688c25-38c1-4326-940c-34ceb94ffa14, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=68688c25-38c1-4326-940c-34ceb94ffa14,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:47.839240 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '68688c25-38c1-4326-940c-34ceb94ffa14', 'network_id': 'e065759b-9598-4e49-9dd4-b84a6811ca8d', 'port_id': '68688c25-38c1-4326-940c-34ceb94ffa14', 'mac_address': 'fa:16:3e:48:5c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a417fc4-720c-4110-80f4-cad05729542b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:54:47.872419 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d278d-44db-4150-844e-7d76162dcedb req-70f68eb3-7171-4763-bb25-de42051cf948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:47.876032 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d07d278d-44db-4150-844e-7d76162dcedb req-70f68eb3-7171-4763-bb25-de42051cf948 service neutron] 10.222.0.52 "GET /v2.0/networks?id=53e6831b-e467-469d-8451-f4e0202835d1 HTTP/1.1" status: 200 len: 923 time: 0.3738220 Aug 11 21:54:47.914587 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:47.951199 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68688c25-38c1-4326-940c-34ceb94ffa14 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:54:47.960230 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ec980-c5fc-4522-a832-21a83b64eb18 req-4d822a65-6a7c-4289-be51-990a1ebf6891 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:47.965487 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f7954-5597-4541-becf-6fe020be0a55 req-2bafe4b7-3654-4831-ba5f-0642c602646d tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:47.969319 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d95ec980-c5fc-4522-a832-21a83b64eb18 req-4d822a65-6a7c-4289-be51-990a1ebf6891 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a501b32-4ee3-463c-bb56-c7e18cde1c99 HTTP/1.1" status: 200 len: 943 time: 0.0984921 Aug 11 21:54:47.970062 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-677f7954-5597-4541-becf-6fe020be0a55 req-2bafe4b7-3654-4831-ba5f-0642c602646d tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.2671890 Aug 11 21:54:47.973482 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d07d278d-44db-4150-844e-7d76162dcedb req-367cb2ec-d6c2-4726-9eef-b473fd8134cd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e3d8338-8e23-44be-9379-82cfd1a4444f HTTP/1.1" status: 200 len: 217 time: 0.0849526 Aug 11 21:54:47.984461 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 68688c25-38c1-4326-940c-34ceb94ffa14, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=68688c25-38c1-4326-940c-34ceb94ffa14,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:47.992404 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:48.024493 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d95ec980-c5fc-4522-a832-21a83b64eb18 req-8f1400cd-224e-483f-bf41-ae64d07ad6f5 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535474 Aug 11 21:54:48.072727 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=68688c25-38c1-4326-940c-34ceb94ffa14,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:48.116390 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-677f7954-5597-4541-becf-6fe020be0a55 req-dfde9948-8896-4f97-b2b4-6788224a768c tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394942 Aug 11 21:54:48.132037 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d278d-44db-4150-844e-7d76162dcedb req-788b5607-aff3-4d59-b244-d2c08e53c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:48.134558 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d07d278d-44db-4150-844e-7d76162dcedb req-788b5607-aff3-4d59-b244-d2c08e53c393 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5ebcc444-137b-4faf-aba0-b24b60e0b6c7 HTTP/1.1" status: 200 len: 862 time: 0.1415374 Aug 11 21:54:48.186900 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d07d278d-44db-4150-844e-7d76162dcedb req-3eb9e338-748d-47b1-8e24-93803953e396 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53e6831b-e467-469d-8451-f4e0202835d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413117 Aug 11 21:54:48.377798 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2c6e0-d29d-4e51-84e2-12ab29979ce2 req-3d6a7196-c23c-4766-8960-cd5bf9511a73 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:48.379083 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a3d84-a1b1-4ee9-9dd4-62997e71479d req-f23d2c2a-a447-44a8-a35a-00786f52cce3 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:48.380474 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-52c2c6e0-d29d-4e51-84e2-12ab29979ce2 req-3d6a7196-c23c-4766-8960-cd5bf9511a73 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbb45634-5917-495a-b325-4ba3ba796859 HTTP/1.1" status: 200 len: 943 time: 0.0944140 Aug 11 21:54:48.381460 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-906a3d84-a1b1-4ee9-9dd4-62997e71479d req-f23d2c2a-a447-44a8-a35a-00786f52cce3 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1a97b22-206c-47b3-9e88-596200a2f369 HTTP/1.1" status: 200 len: 945 time: 0.1128330 Aug 11 21:54:48.384106 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d07d278d-44db-4150-844e-7d76162dcedb req-4a41f65c-d4ff-4d38-afe9-495a3fbb6d7c service neutron] 10.222.0.52 "GET /v2.0/networks/53e6831b-e467-469d-8451-f4e0202835d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877925 Aug 11 21:54:48.453902 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-52c2c6e0-d29d-4e51-84e2-12ab29979ce2 req-acee8e86-f30a-4bc5-bf3a-ad3a77540b32 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] 10.222.0.77 "GET /v2.0/security-groups?id=c013a629-2ca8-45e4-986d-6685b4d48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659993 Aug 11 21:54:48.511209 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-906a3d84-a1b1-4ee9-9dd4-62997e71479d req-ca4b6802-8ed2-4e81-bb95-e09b23c5a77d tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/security-groups?id=91a59165-e141-4c1c-b8da-ebffc24c84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069093 Aug 11 21:54:48.550638 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:54:48.557868 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['68688c25-38c1-4326-940c-34ceb94ffa14'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:54:48.568964 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d07d278d-44db-4150-844e-7d76162dcedb req-593a280b-1b1e-4d83-b60d-07d35a2e0a92 service neutron] 10.222.0.52 "GET /v2.0/networks/53e6831b-e467-469d-8451-f4e0202835d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726151 Aug 11 21:54:48.635827 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9adef40-62d8-4e55-8098-d79b771cae1d req-d86a6f87-7bca-41d8-a2f6-7ed7544670d0 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:48.638416 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a9adef40-62d8-4e55-8098-d79b771cae1d req-d86a6f87-7bca-41d8-a2f6-7ed7544670d0 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/ports?device_id=dda5a121-45ef-4e90-b8a0-2839680d979d HTTP/1.1" status: 200 len: 945 time: 0.0894237 Aug 11 21:54:48.680334 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device ac58472d-f9ed-4ab5-9c10-e59383eda69f no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:54:48.703033 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a9adef40-62d8-4e55-8098-d79b771cae1d req-216b17d0-0768-46f3-8e59-cecc0284f131 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/security-groups?id=36c36e39-1919-4845-a0b7-576c7cad1bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515018 Aug 11 21:54:48.706743 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06143ed4-7c93-4979-9d0c-9d02188719b4 req-aae0812d-2c34-4f5b-828c-f01494a32ce5 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:48.708676 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-06143ed4-7c93-4979-9d0c-9d02188719b4 req-aae0812d-2c34-4f5b-828c-f01494a32ce5 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 946 time: 0.0672915 Aug 11 21:54:48.741057 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: ac58472d-f9ed-4ab5-9c10-e59383eda69f {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:54:48.741637 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device ac58472d-f9ed-4ab5-9c10-e59383eda69f not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:54:48.762345 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-06143ed4-7c93-4979-9d0c-9d02188719b4 req-1eb973a4-09d8-4b85-8771-4a42ef51effc tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444105 Aug 11 21:54:48.890454 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:49.024200 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffde0b-2eea-4469-8018-4edc7ae1e5f9 req-fd747dbe-1120-470d-bfb0-9dad8f35dc3d tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:49.026017 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c1ffde0b-2eea-4469-8018-4edc7ae1e5f9 req-fd747dbe-1120-470d-bfb0-9dad8f35dc3d tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 1097 time: 0.0509295 Aug 11 21:54:49.089506 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c8f34-661a-46de-bcaf-ca33d0037de5 req-b3b0769d-020c-41bb-a515-2d4aa7eab30e tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:49.092581 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3d3c8f34-661a-46de-bcaf-ca33d0037de5 req-b3b0769d-020c-41bb-a515-2d4aa7eab30e tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=baf9f546-8452-44e1-83b1-3009c9ad6e8d HTTP/1.1" status: 200 len: 946 time: 0.0862837 Aug 11 21:54:49.095604 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c1ffde0b-2eea-4469-8018-4edc7ae1e5f9 req-c3047088-dc5f-4504-957e-99b5be90c120 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587244 Aug 11 21:54:49.148866 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3d3c8f34-661a-46de-bcaf-ca33d0037de5 req-e18ed7a3-b3ce-4809-aa88-8ab3afc47196 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451756 Aug 11 21:54:49.301531 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec789e2-61c4-4ae3-9103-f0ff06d4d769 req-b06f2fbf-479a-4265-b304-0d265c635b6c tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:49.303758 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eec789e2-61c4-4ae3-9103-f0ff06d4d769 req-b06f2fbf-479a-4265-b304-0d265c635b6c tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a501b32-4ee3-463c-bb56-c7e18cde1c99 HTTP/1.1" status: 200 len: 944 time: 0.0764997 Aug 11 21:54:49.325638 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885ed92-5486-42ce-8d2f-936c647d8e49 req-7dfede0d-cd7a-434e-a3db-5aed1616ea51 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:49.327992 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4885ed92-5486-42ce-8d2f-936c647d8e49 req-7dfede0d-cd7a-434e-a3db-5aed1616ea51 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.0656319 Aug 11 21:54:49.353223 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eec789e2-61c4-4ae3-9103-f0ff06d4d769 req-413d47ba-1312-4d06-aa0d-e3e44655f380 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419474 Aug 11 21:54:49.389307 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4885ed92-5486-42ce-8d2f-936c647d8e49 req-d004a0db-7e1a-4cef-9fda-6a81215aac81 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533843 Aug 11 21:54:49.505802 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3673b0-3b1d-4751-b052-2c938743c958 req-171fb0bb-ea97-49ab-b812-0d856c7b2322 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:49.508380 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4a3673b0-3b1d-4751-b052-2c938743c958 req-171fb0bb-ea97-49ab-b812-0d856c7b2322 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 1097 time: 0.0714917 Aug 11 21:54:49.558518 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4a3673b0-3b1d-4751-b052-2c938743c958 req-088bf56c-c165-4e81-98fe-ecec98ada777 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405865 Aug 11 21:54:49.637679 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a9074-e2d0-4449-af00-69cef0fdea49 req-f6dffac4-5545-400f-beaa-36688d2010e6 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:49.642232 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-889a9074-e2d0-4449-af00-69cef0fdea49 req-f6dffac4-5545-400f-beaa-36688d2010e6 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbb45634-5917-495a-b325-4ba3ba796859 HTTP/1.1" status: 200 len: 943 time: 0.1001348 Aug 11 21:54:49.690488 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-889a9074-e2d0-4449-af00-69cef0fdea49 req-319cf2ff-3af5-475f-a193-359bc7c495c2 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] 10.222.0.77 "GET /v2.0/security-groups?id=c013a629-2ca8-45e4-986d-6685b4d48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414138 Aug 11 21:54:49.741001 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1091ae0-b295-4cf5-9d9a-6a9c9f4a3f44 req-6029b061-7d0d-4eb2-b6dc-1f6c71046265 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:49.743749 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b1091ae0-b295-4cf5-9d9a-6a9c9f4a3f44 req-6029b061-7d0d-4eb2-b6dc-1f6c71046265 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1a97b22-206c-47b3-9e88-596200a2f369 HTTP/1.1" status: 200 len: 945 time: 0.1003008 Aug 11 21:54:49.797142 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b1091ae0-b295-4cf5-9d9a-6a9c9f4a3f44 req-a647085f-bdb2-4752-802d-37c0ba61675e tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/security-groups?id=91a59165-e141-4c1c-b8da-ebffc24c84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471549 Aug 11 21:54:49.891074 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90971554-68db-4239-8526-4aec388fa7fb req-b8b006ae-ea84-46cd-872d-1711992a32d0 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:49.893433 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-90971554-68db-4239-8526-4aec388fa7fb req-b8b006ae-ea84-46cd-872d-1711992a32d0 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/ports?device_id=dda5a121-45ef-4e90-b8a0-2839680d979d HTTP/1.1" status: 200 len: 945 time: 0.0859747 Aug 11 21:54:49.960786 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-90971554-68db-4239-8526-4aec388fa7fb req-093fa5e7-bf90-4aa8-bd95-a9f822104416 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/security-groups?id=36c36e39-1919-4845-a0b7-576c7cad1bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606225 Aug 11 21:54:50.144365 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5089f-f4b1-41cd-8252-6ccfc9bbdb5c req-405c17d8-289f-40be-8df5-df1919d52539 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:50.147387 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-18e5089f-f4b1-41cd-8252-6ccfc9bbdb5c req-405c17d8-289f-40be-8df5-df1919d52539 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 1097 time: 0.0760252 Aug 11 21:54:50.194098 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 1e3d8338-8e23-44be-9379-82cfd1a4444f details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:54:50.211037 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-18e5089f-f4b1-41cd-8252-6ccfc9bbdb5c req-b346a79c-409f-4af4-8cf4-39f2347c7628 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564840 Aug 11 21:54:50.223393 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:50.336042 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 1e3d8338-8e23-44be-9379-82cfd1a4444f, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1e3d8338-8e23-44be-9379-82cfd1a4444f,segment=NetworkSegment(6f044331-de7c-4f8d-b68b-20d9bcc4dd57),segment_id=6f044331-de7c-4f8d-b68b-20d9bcc4dd57)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:50.357665 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '1e3d8338-8e23-44be-9379-82cfd1a4444f', 'network_id': '53e6831b-e467-469d-8451-f4e0202835d1', 'port_id': '1e3d8338-8e23-44be-9379-82cfd1a4444f', 'mac_address': 'fa:16:3e:36:2c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ebcc444-137b-4faf-aba0-b24b60e0b6c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:54:50.362172 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3165c4-3b2d-46d4-83f4-4caadc2b4897 req-d2e3598e-1f3d-4cb2-8782-651b1828a803 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:50.365094 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fb3165c4-3b2d-46d4-83f4-4caadc2b4897 req-d2e3598e-1f3d-4cb2-8782-651b1828a803 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.52 "GET /v2.0/ports?device_id=dda5a121-45ef-4e90-b8a0-2839680d979d HTTP/1.1" status: 200 len: 945 time: 0.0925081 Aug 11 21:54:50.365824 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73eea07-20d0-47b3-b023-c4cb604d248e req-96fe9ecb-e6d7-45b3-b125-f2ee036f214b tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:50.367644 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b73eea07-20d0-47b3-b023-c4cb604d248e req-96fe9ecb-e6d7-45b3-b125-f2ee036f214b tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=baf9f546-8452-44e1-83b1-3009c9ad6e8d HTTP/1.1" status: 200 len: 946 time: 0.0820496 Aug 11 21:54:50.421542 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:50.433526 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b73eea07-20d0-47b3-b023-c4cb604d248e req-466df62a-554b-464e-bfb8-6ba506d4ea81 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549252 Aug 11 21:54:50.445021 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e3d8338-8e23-44be-9379-82cfd1a4444f {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:54:50.464358 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 1e3d8338-8e23-44be-9379-82cfd1a4444f, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1e3d8338-8e23-44be-9379-82cfd1a4444f,segment=NetworkSegment(6f044331-de7c-4f8d-b68b-20d9bcc4dd57),segment_id=6f044331-de7c-4f8d-b68b-20d9bcc4dd57)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:50.470361 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:50.549379 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=1e3d8338-8e23-44be-9379-82cfd1a4444f,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:50.574199 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0295e-0d6d-4b71-bd53-79556cbf2414 req-81a06512-3901-417a-9f05-a28e81f9306f tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:50.575923 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-21d0295e-0d6d-4b71-bd53-79556cbf2414 req-81a06512-3901-417a-9f05-a28e81f9306f tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a501b32-4ee3-463c-bb56-c7e18cde1c99 HTTP/1.1" status: 200 len: 944 time: 0.0871317 Aug 11 21:54:50.581224 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-fb3165c4-3b2d-46d4-83f4-4caadc2b4897 req-80cea105-e299-4669-93f5-27dd728d49d5 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Deleting port 33c1092d-f150-43c6-b7b4-f3296e5f447c {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:54:50.581579 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fb3165c4-3b2d-46d4-83f4-4caadc2b4897 req-80cea105-e299-4669-93f5-27dd728d49d5 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:50.586579 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2100b-ca63-46b2-95cb-766c0e1fef7e req-3465d585-0320-4b91-a560-3290e549bdd4 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:50.588334 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f8e2100b-ca63-46b2-95cb-766c0e1fef7e req-3465d585-0320-4b91-a560-3290e549bdd4 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.0670576 Aug 11 21:54:50.638008 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f8e2100b-ca63-46b2-95cb-766c0e1fef7e req-e92e4cdd-213c-4c6a-8049-2cb87017e8a0 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429389 Aug 11 21:54:50.690743 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:54:50.716365 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-21d0295e-0d6d-4b71-bd53-79556cbf2414 req-b508e351-ea67-4cf5-82e3-a700b3d3d610 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189954 Aug 11 21:54:50.762563 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:54:50.770282 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:54:50.770876 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:50.809265 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['1e3d8338-8e23-44be-9379-82cfd1a4444f'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:54:50.847404 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-fb3165c4-3b2d-46d4-83f4-4caadc2b4897 req-80cea105-e299-4669-93f5-27dd728d49d5 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] For port 33c1092d-f150-43c6-b7b4-f3296e5f447c, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=33c1092d-f150-43c6-b7b4-f3296e5f447c,segment=NetworkSegment(5df5f95c-72bd-466f-92a4-7b77e2c557d3),segment_id=5df5f95c-72bd-466f-92a4-7b77e2c557d3)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:50.847885 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fb3165c4-3b2d-46d4-83f4-4caadc2b4897 req-80cea105-e299-4669-93f5-27dd728d49d5 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:50.879847 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-fb3165c4-3b2d-46d4-83f4-4caadc2b4897 req-80cea105-e299-4669-93f5-27dd728d49d5 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Calling delete_port for 33c1092d-f150-43c6-b7b4-f3296e5f447c owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:54:50.899813 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b336679-7b34-4ca7-8016-f34ba809499e req-5f35adaa-e52e-45fc-8f13-3519a5c98cd6 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:50.901236 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4b336679-7b34-4ca7-8016-f34ba809499e req-5f35adaa-e52e-45fc-8f13-3519a5c98cd6 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.52 "GET /v2.0/ports?device_id=baf9f546-8452-44e1-83b1-3009c9ad6e8d HTTP/1.1" status: 200 len: 946 time: 0.1417639 Aug 11 21:54:50.924436 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4211976-7f1c-442f-a8ba-ec0924128084 req-5565d9ef-e59b-4af1-9eed-415a1a47688e tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:50.927320 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a4211976-7f1c-442f-a8ba-ec0924128084 req-5565d9ef-e59b-4af1-9eed-415a1a47688e tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbb45634-5917-495a-b325-4ba3ba796859 HTTP/1.1" status: 200 len: 944 time: 0.1105728 Aug 11 21:54:50.977648 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a4211976-7f1c-442f-a8ba-ec0924128084 req-bf70319a-97da-4730-aa0c-c6aa3c7347d8 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] 10.222.0.77 "GET /v2.0/security-groups?id=c013a629-2ca8-45e4-986d-6685b4d48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423133 Aug 11 21:54:51.086784 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:51.142722 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a97b22-206c-47b3-9e88-596200a2f369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:54:51.146313 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d94b7b-2d5d-4389-a53b-ddca9b2c778c" -d '{"events": [{"server_uuid": "b1a97b22-206c-47b3-9e88-596200a2f369", "name": "network-vif-plugged", "status": "completed", "tag": "854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:54:51.157352 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe384c07-7758-464c-a542-c4ca07b9bc2f req-9f70c6c4-bab5-4c22-8c81-ce96f44d5ec1 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:51.164056 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cdb3e-a8e3-4cd6-9b21-8cd302d57c45 req-ffa7dd65-e12a-43ec-8c80-3aa22cffbc73 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:51.167698 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fe384c07-7758-464c-a542-c4ca07b9bc2f req-9f70c6c4-bab5-4c22-8c81-ce96f44d5ec1 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1a97b22-206c-47b3-9e88-596200a2f369 HTTP/1.1" status: 200 len: 945 time: 0.2499735 Aug 11 21:54:51.167984 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-060cdb3e-a8e3-4cd6-9b21-8cd302d57c45 req-ffa7dd65-e12a-43ec-8c80-3aa22cffbc73 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/ports?device_id=dda5a121-45ef-4e90-b8a0-2839680d979d HTTP/1.1" status: 200 len: 945 time: 0.1068714 Aug 11 21:54:51.179545 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e,segment=NetworkSegment(403410e7-075b-4cee-ac6f-72f7ef186622),segment_id=403410e7-075b-4cee-ac6f-72f7ef186622)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:51.206209 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:51.207874 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 68688c25-38c1-4326-940c-34ceb94ffa14 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:54:51.276915 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-060cdb3e-a8e3-4cd6-9b21-8cd302d57c45 req-500d2b7e-13fa-4555-b945-f8254649e59c tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.77 "GET /v2.0/security-groups?id=36c36e39-1919-4845-a0b7-576c7cad1bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907245 Aug 11 21:54:51.281768 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-4b336679-7b34-4ca7-8016-f34ba809499e req-b5b70f00-fc47-4937-ae40-813e46265a3e tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Deleting port d6050cd8-6434-4667-98c8-ce150843cbfe {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:54:51.282417 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4b336679-7b34-4ca7-8016-f34ba809499e req-b5b70f00-fc47-4937-ae40-813e46265a3e tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:51.383904 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:51.397613 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 68688c25-38c1-4326-940c-34ceb94ffa14 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:54:51.407859 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 68688c25-38c1-4326-940c-34ceb94ffa14 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:54:51.408821 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:51.442037 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fe384c07-7758-464c-a542-c4ca07b9bc2f req-d0fb56de-f6d3-4d7a-bbaa-ad728b75a19d tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/security-groups?id=91a59165-e141-4c1c-b8da-ebffc24c84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757981 Aug 11 21:54:51.460861 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde5bf4e-df4f-469a-a490-fe8c08f90936 x-openstack-request-id: req-dde5bf4e-df4f-469a-a490-fe8c08f90936 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:54:51.461658 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a97b22-206c-47b3-9e88-596200a2f369", "name": "network-vif-plugged", "status": "completed", "tag": "854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:54:51.462185 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dde5bf4e-df4f-469a-a490-fe8c08f90936 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:54:51.463040 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a97b22-206c-47b3-9e88-596200a2f369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e', 'code': 200} Aug 11 21:54:51.571936 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:51.582991 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fb3165c4-3b2d-46d4-83f4-4caadc2b4897 req-80cea105-e299-4669-93f5-27dd728d49d5 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:51.621471 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 68688c25-38c1-4326-940c-34ceb94ffa14, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=68688c25-38c1-4326-940c-34ceb94ffa14,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:51.628577 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:51.634247 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838a138-81f6-449c-a4ed-d91f16eec57d req-ccef2a64-1397-4e6a-ada7-9cbcc2c1ff95 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:51.638428 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2838a138-81f6-449c-a4ed-d91f16eec57d req-ccef2a64-1397-4e6a-ada7-9cbcc2c1ff95 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 1097 time: 0.0990453 Aug 11 21:54:51.716804 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=68688c25-38c1-4326-940c-34ceb94ffa14,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:51.722197 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cea105-e299-4669-93f5-27dd728d49d5 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Pushing event deleted for resources: {'Port': ['ID=33c1092d-f150-43c6-b7b4-f3296e5f447c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:51.738821 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-4b336679-7b34-4ca7-8016-f34ba809499e req-b5b70f00-fc47-4937-ae40-813e46265a3e tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] For port d6050cd8-6434-4667-98c8-ce150843cbfe, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=d6050cd8-6434-4667-98c8-ce150843cbfe,segment=NetworkSegment(f16edc4f-135c-41eb-bd5f-6d13726d4ad3),segment_id=f16edc4f-135c-41eb-bd5f-6d13726d4ad3)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:51.739440 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4b336679-7b34-4ca7-8016-f34ba809499e req-b5b70f00-fc47-4937-ae40-813e46265a3e tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:51.742121 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999b856-97f4-4919-8706-709352cd9944 req-84a7990b-7f7f-4acd-9e5f-00ee5bd2e516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:51.745047 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a999b856-97f4-4919-8706-709352cd9944 req-84a7990b-7f7f-4acd-9e5f-00ee5bd2e516 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b1a97b22-206c-47b3-9e88-596200a2f369 HTTP/1.1" status: 200 len: 1097 time: 0.1342018 Aug 11 21:54:51.749537 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2838a138-81f6-449c-a4ed-d91f16eec57d req-60c78d78-0d15-4955-bcb2-984350007306 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852509 Aug 11 21:54:51.787933 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['33c1092d-f150-43c6-b7b4-f3296e5f447c'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:54:51.817355 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-4b336679-7b34-4ca7-8016-f34ba809499e req-b5b70f00-fc47-4937-ae40-813e46265a3e tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Calling delete_port for d6050cd8-6434-4667-98c8-ce150843cbfe owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:54:51.826543 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a999b856-97f4-4919-8706-709352cd9944 req-c1c54109-eaa1-45a2-934d-8cf8e118a991 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=91a59165-e141-4c1c-b8da-ebffc24c84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717554 Aug 11 21:54:51.876729 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3165c4-3b2d-46d4-83f4-4caadc2b4897 req-80cea105-e299-4669-93f5-27dd728d49d5 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] No DVR routers for this DVR port 33c1092d-f150-43c6-b7b4-f3296e5f447c on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:54:51.891774 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fb3165c4-3b2d-46d4-83f4-4caadc2b4897 req-80cea105-e299-4669-93f5-27dd728d49d5 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:51.896043 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fb3165c4-3b2d-46d4-83f4-4caadc2b4897 req-80cea105-e299-4669-93f5-27dd728d49d5 tempest-AttachSCSIVolumeTestJSON-1535813168 tempest-AttachSCSIVolumeTestJSON-1535813168-project] 10.222.0.52 "DELETE /v2.0/ports/33c1092d-f150-43c6-b7b4-f3296e5f447c HTTP/1.1" status: 204 len: 173 time: 1.5232704 Aug 11 21:54:51.896825 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda5a121-45ef-4e90-b8a0-2839680d979d', 'name': 'network-vif-deleted', 'tag': '33c1092d-f150-43c6-b7b4-f3296e5f447c'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:54:51.901231 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a9420c-2cf8-4b1c-93e7-0477b0180faf" -d '{"events": [{"server_uuid": "dda5a121-45ef-4e90-b8a0-2839680d979d", "name": "network-vif-deleted", "tag": "33c1092d-f150-43c6-b7b4-f3296e5f447c"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:54:51.969481 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01fa43-8c03-433b-9bf9-9b54c66c82a4 req-68374d4b-62ff-4df5-a85d-c45e27aaff19 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:51.971342 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0b01fa43-8c03-433b-9bf9-9b54c66c82a4 req-68374d4b-62ff-4df5-a85d-c45e27aaff19 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=baf9f546-8452-44e1-83b1-3009c9ad6e8d HTTP/1.1" status: 200 len: 946 time: 0.3758526 Aug 11 21:54:52.065061 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0b01fa43-8c03-433b-9bf9-9b54c66c82a4 req-0c980b5e-87a6-4f36-aa0d-3c723987e442 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710070 Aug 11 21:54:52.152797 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4b336679-7b34-4ca7-8016-f34ba809499e req-b5b70f00-fc47-4937-ae40-813e46265a3e tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:52.173802 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['d6050cd8-6434-4667-98c8-ce150843cbfe', '068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:54:52.210489 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b70f00-fc47-4937-ae40-813e46265a3e tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Pushing event deleted for resources: {'Port': ['ID=d6050cd8-6434-4667-98c8-ce150843cbfe,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:52.247825 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 1e3d8338-8e23-44be-9379-82cfd1a4444f up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:54:52.308894 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a62a7-8300-481c-9af0-d9f6225c7c0c req-818908c6-a5d4-4b58-9b71-dde4a0f2e627 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:52.319038 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e22a62a7-8300-481c-9af0-d9f6225c7c0c req-818908c6-a5d4-4b58-9b71-dde4a0f2e627 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.1178453 Aug 11 21:54:52.319836 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b336679-7b34-4ca7-8016-f34ba809499e req-b5b70f00-fc47-4937-ae40-813e46265a3e tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] No DVR routers for this DVR port d6050cd8-6434-4667-98c8-ce150843cbfe on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:54:52.332041 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4b336679-7b34-4ca7-8016-f34ba809499e req-b5b70f00-fc47-4937-ae40-813e46265a3e tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:52.334411 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4b336679-7b34-4ca7-8016-f34ba809499e req-b5b70f00-fc47-4937-ae40-813e46265a3e tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.52 "DELETE /v2.0/ports/d6050cd8-6434-4667-98c8-ce150843cbfe HTTP/1.1" status: 204 len: 173 time: 1.4183788 Aug 11 21:54:52.348677 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e24793-3dce-4f9c-834e-1ad8aea7a4a6 req-de4fc2e0-340f-4055-a211-5ea4314e4214 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:52.356573 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-47e24793-3dce-4f9c-834e-1ad8aea7a4a6 req-de4fc2e0-340f-4055-a211-5ea4314e4214 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a501b32-4ee3-463c-bb56-c7e18cde1c99 HTTP/1.1" status: 200 len: 945 time: 0.1596229 Aug 11 21:54:52.407684 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e22a62a7-8300-481c-9af0-d9f6225c7c0c req-e2f22750-1685-4ee3-bcd5-7f025063808c tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862019 Aug 11 21:54:52.427932 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 1e3d8338-8e23-44be-9379-82cfd1a4444f completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:54:52.435898 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-47e24793-3dce-4f9c-834e-1ad8aea7a4a6 req-6c6efbca-3192-4695-93b6-276074793638 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779824 Aug 11 21:54:52.462217 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 1e3d8338-8e23-44be-9379-82cfd1a4444f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:54:52.462217 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:52.518448 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20b1c18-07f7-4722-8faa-e1d5ec4e35cc x-openstack-request-id: req-d20b1c18-07f7-4722-8faa-e1d5ec4e35cc {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:54:52.519198 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda5a121-45ef-4e90-b8a0-2839680d979d", "name": "network-vif-deleted", "tag": "33c1092d-f150-43c6-b7b4-f3296e5f447c", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:54:52.520015 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d20b1c18-07f7-4722-8faa-e1d5ec4e35cc {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:54:52.520774 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda5a121-45ef-4e90-b8a0-2839680d979d', 'name': 'network-vif-deleted', 'tag': '33c1092d-f150-43c6-b7b4-f3296e5f447c', 'status': 'completed', 'code': 200} Aug 11 21:54:52.658355 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89e975-6bb7-40f0-9438-824327d40d2d req-69c7ac34-bdb8-4892-ba21-2305b4e51952 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:52.661490 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bb89e975-6bb7-40f0-9438-824327d40d2d req-69c7ac34-bdb8-4892-ba21-2305b4e51952 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbb45634-5917-495a-b325-4ba3ba796859 HTTP/1.1" status: 200 len: 944 time: 0.0846233 Aug 11 21:54:52.674173 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:52.756649 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 1e3d8338-8e23-44be-9379-82cfd1a4444f, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1e3d8338-8e23-44be-9379-82cfd1a4444f,segment=NetworkSegment(6f044331-de7c-4f8d-b68b-20d9bcc4dd57),segment_id=6f044331-de7c-4f8d-b68b-20d9bcc4dd57)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:52.766163 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:52.767849 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device d6050cd8-6434-4667-98c8-ce150843cbfe no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:54:52.775362 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bb89e975-6bb7-40f0-9438-824327d40d2d req-6aaed223-ad28-4abb-9696-9ed1092d3e0e tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] 10.222.0.77 "GET /v2.0/security-groups?id=c013a629-2ca8-45e4-986d-6685b4d48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057868 Aug 11 21:54:52.858208 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: d6050cd8-6434-4667-98c8-ce150843cbfe {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:54:52.859556 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device d6050cd8-6434-4667-98c8-ce150843cbfe not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:54:52.865696 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=1e3d8338-8e23-44be-9379-82cfd1a4444f,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:53.230891 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53a3ac-e353-477b-ba3d-0835d0791e9e req-6ea32ba2-af63-4ea5-a9bb-334a7b79eee9 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:53.234599 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0d53a3ac-e353-477b-ba3d-0835d0791e9e req-6ea32ba2-af63-4ea5-a9bb-334a7b79eee9 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1a97b22-206c-47b3-9e88-596200a2f369 HTTP/1.1" status: 200 len: 946 time: 0.0986640 Aug 11 21:54:53.292324 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0d53a3ac-e353-477b-ba3d-0835d0791e9e req-bbe20502-c0f9-4d86-9f59-d38ebf05c6e2 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/security-groups?id=91a59165-e141-4c1c-b8da-ebffc24c84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498862 Aug 11 21:54:53.464845 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a501b32-4ee3-463c-bb56-c7e18cde1c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68688c25-38c1-4326-940c-34ceb94ffa14'}, {'server_uuid': 'dbb45634-5917-495a-b325-4ba3ba796859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3d8338-8e23-44be-9379-82cfd1a4444f'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:54:53.467092 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0537b5-6188-4b03-b617-c36f146c89c8" -d '{"events": [{"server_uuid": "5a501b32-4ee3-463c-bb56-c7e18cde1c99", "name": "network-vif-plugged", "status": "completed", "tag": "68688c25-38c1-4326-940c-34ceb94ffa14"}, {"server_uuid": "dbb45634-5917-495a-b325-4ba3ba796859", "name": "network-vif-plugged", "status": "completed", "tag": "1e3d8338-8e23-44be-9379-82cfd1a4444f"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:54:53.772907 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91eb7d-6ff2-4d3f-9def-385f04c0fcfb req-e00a9403-7788-41ba-b920-7140f64e5723 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:53.775722 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ff91eb7d-6ff2-4d3f-9def-385f04c0fcfb req-e00a9403-7788-41ba-b920-7140f64e5723 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.0900083 Aug 11 21:54:53.844541 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ff91eb7d-6ff2-4d3f-9def-385f04c0fcfb req-be5ba5e8-7bf7-4e29-8aaf-89a06230a2a8 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604315 Aug 11 21:54:53.934409 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 21:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e0673a-edf4-475d-aaa2-beac2f5e10ef x-openstack-request-id: req-c2e0673a-edf4-475d-aaa2-beac2f5e10ef {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:54:53.934791 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a501b32-4ee3-463c-bb56-c7e18cde1c99", "name": "network-vif-plugged", "status": "completed", "tag": "68688c25-38c1-4326-940c-34ceb94ffa14", "code": 200}, {"server_uuid": "dbb45634-5917-495a-b325-4ba3ba796859", "name": "network-vif-plugged", "status": "completed", "tag": "1e3d8338-8e23-44be-9379-82cfd1a4444f", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:54:53.935058 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c2e0673a-edf4-475d-aaa2-beac2f5e10ef {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:54:53.935465 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a501b32-4ee3-463c-bb56-c7e18cde1c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68688c25-38c1-4326-940c-34ceb94ffa14', 'code': 200} Aug 11 21:54:53.935760 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb45634-5917-495a-b325-4ba3ba796859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3d8338-8e23-44be-9379-82cfd1a4444f', 'code': 200} Aug 11 21:54:54.175944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4370b15-7854-4707-a0df-c870c93abac5 req-ea6b02db-1eb5-4322-8c4c-d96e7713ef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:54.178300 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f4370b15-7854-4707-a0df-c870c93abac5 req-ea6b02db-1eb5-4322-8c4c-d96e7713ef1c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5a501b32-4ee3-463c-bb56-c7e18cde1c99 HTTP/1.1" status: 200 len: 1096 time: 0.0974488 Aug 11 21:54:54.181520 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3530b-d673-4a68-897d-9110bf5c25f9 req-7c172c92-6435-4bc4-8713-1220d48b3a18 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:54.184498 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6fc3530b-d673-4a68-897d-9110bf5c25f9 req-7c172c92-6435-4bc4-8713-1220d48b3a18 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a501b32-4ee3-463c-bb56-c7e18cde1c99 HTTP/1.1" status: 200 len: 945 time: 0.1792531 Aug 11 21:54:54.206001 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f12fdc-5240-4919-b2b5-11c3dd201246 req-d03d09d4-984f-42a4-99e4-64f34e17dcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:54.207398 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 33c1092d-f150-43c6-b7b4-f3296e5f447c no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:54:54.210106 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09f12fdc-5240-4919-b2b5-11c3dd201246 req-d03d09d4-984f-42a4-99e4-64f34e17dcff service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dbb45634-5917-495a-b325-4ba3ba796859 HTTP/1.1" status: 200 len: 1096 time: 0.1370265 Aug 11 21:54:54.258615 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-2d1e91e9-188e-41c4-9d97-1a996b0c2277 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 21:54:54.259870 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-2d1e91e9-188e-41c4-9d97-1a996b0c2277 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0264893 Aug 11 21:54:54.265807 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f4370b15-7854-4707-a0df-c870c93abac5 req-bf28b4bc-b2ce-4624-bb1d-36c522bafaeb service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705462 Aug 11 21:54:54.278989 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 33c1092d-f150-43c6-b7b4-f3296e5f447c {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:54:54.279713 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 33c1092d-f150-43c6-b7b4-f3296e5f447c not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:54:54.286068 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-b12d0c1e-069d-408a-9289-4ad7a286f65d service neutron] Request body: {'binding': {'host': 'n-h1-804275-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:54:54.286532 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-b12d0c1e-069d-408a-9289-4ad7a286f65d service neutron] Unknown quota resources ['binding']. {{(pid=100942) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 21:54:54.316554 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09f12fdc-5240-4919-b2b5-11c3dd201246 req-d8895276-4ba8-4067-8398-371edac0ed48 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c013a629-2ca8-45e4-986d-6685b4d48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965688 Aug 11 21:54:54.321923 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6fc3530b-d673-4a68-897d-9110bf5c25f9 req-c5ba5c65-206a-4e68-af0b-cb43659ea502 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262689 Aug 11 21:54:54.522552 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf9f546-8452-44e1-83b1-3009c9ad6e8d', 'name': 'network-vif-deleted', 'tag': 'd6050cd8-6434-4667-98c8-ce150843cbfe'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:54:54.527843 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74136900-bdb4-45d2-b49d-ee443ce08760" -d '{"events": [{"server_uuid": "baf9f546-8452-44e1-83b1-3009c9ad6e8d", "name": "network-vif-deleted", "tag": "d6050cd8-6434-4667-98c8-ce150843cbfe"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:54:54.565784 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcdb65-5876-4f16-813c-2155c11c48e6 req-7f430b3f-67a4-47ab-ac30-c01668cfcdae tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:54.568670 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86dcdb65-5876-4f16-813c-2155c11c48e6 req-7f430b3f-67a4-47ab-ac30-c01668cfcdae tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=261ce85d-b693-4db3-8ecf-e1235e430982 HTTP/1.1" status: 200 len: 945 time: 0.1625896 Aug 11 21:54:54.597766 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-b12d0c1e-069d-408a-9289-4ad7a286f65d service neutron] Attempting to bind port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 on host n-h1-804275-3 for vnic_type normal with profile None {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:54:54.598280 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-b12d0c1e-069d-408a-9289-4ad7a286f65d service neutron] Attempting to bind port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:54:54.598787 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-b12d0c1e-069d-408a-9289-4ad7a286f65d service neutron] Attempting to bind port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 on network c1d2353f-b112-4357-b0a6-e5993406a9d5 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:54:54.625083 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-b12d0c1e-069d-408a-9289-4ad7a286f65d service neutron] Port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 on network c1d2353f-b112-4357-b0a6-e5993406a9d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:54:54.625570 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-b12d0c1e-069d-408a-9289-4ad7a286f65d service neutron] Attempting to bind port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 on network c1d2353f-b112-4357-b0a6-e5993406a9d5 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:54:54.643266 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-b12d0c1e-069d-408a-9289-4ad7a286f65d service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:54:54.643819 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-b12d0c1e-069d-408a-9289-4ad7a286f65d service neutron] Checking segment: {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:54:54.644440 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-b12d0c1e-069d-408a-9289-4ad7a286f65d service neutron] Bound using segment: {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:54:54.645408 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-b12d0c1e-069d-408a-9289-4ad7a286f65d service neutron] Bound port: 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:54:54.666310 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86dcdb65-5876-4f16-813c-2155c11c48e6 req-8b341408-e0b9-42f8-9de6-64af783da090 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865293 Aug 11 21:54:54.764032 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-b12d0c1e-069d-408a-9289-4ad7a286f65d service neutron] For port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=9f8ff2f4-fa21-476a-b0c7-948728ea8ab9,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:54:54.813581 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-b12d0c1e-069d-408a-9289-4ad7a286f65d service neutron] Notify callbacks [] for binding, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:54.815971 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-b12d0c1e-069d-408a-9289-4ad7a286f65d service neutron] 10.222.0.77 "POST /v2.0/ports/9f8ff2f4-fa21-476a-b0c7-948728ea8ab9/bindings HTTP/1.1" status: 201 len: 389 time: 0.5449016 Aug 11 21:54:54.860099 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922bf13b-98d2-4f81-a550-879bbf16d4bc req-52061e4c-a3a0-4173-bd32-9c8a3d68c6a9 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:54.862645 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-922bf13b-98d2-4f81-a550-879bbf16d4bc req-52061e4c-a3a0-4173-bd32-9c8a3d68c6a9 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbb45634-5917-495a-b325-4ba3ba796859 HTTP/1.1" status: 200 len: 945 time: 0.0966175 Aug 11 21:54:54.927700 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-922bf13b-98d2-4f81-a550-879bbf16d4bc req-cfc4beaa-69e1-42d6-81bd-503766363221 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] 10.222.0.77 "GET /v2.0/security-groups?id=c013a629-2ca8-45e4-986d-6685b4d48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564406 Aug 11 21:54:55.137357 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8872ce9e-1f52-451d-a69b-32c11ae4c0a2 x-openstack-request-id: req-8872ce9e-1f52-451d-a69b-32c11ae4c0a2 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:54:55.138270 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf9f546-8452-44e1-83b1-3009c9ad6e8d", "name": "network-vif-deleted", "tag": "d6050cd8-6434-4667-98c8-ce150843cbfe", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:54:55.139008 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8872ce9e-1f52-451d-a69b-32c11ae4c0a2 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:54:55.139916 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf9f546-8452-44e1-83b1-3009c9ad6e8d', 'name': 'network-vif-deleted', 'tag': 'd6050cd8-6434-4667-98c8-ce150843cbfe', 'status': 'completed', 'code': 200} Aug 11 21:54:55.162117 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d973b0-4a18-41be-8fc1-76de06bc4475 req-ccba0826-c8cd-41cb-b942-15662e7b2a09 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:55.166033 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-32d973b0-4a18-41be-8fc1-76de06bc4475 req-ccba0826-c8cd-41cb-b942-15662e7b2a09 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1a97b22-206c-47b3-9e88-596200a2f369 HTTP/1.1" status: 200 len: 946 time: 0.1025753 Aug 11 21:54:55.323162 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-32d973b0-4a18-41be-8fc1-76de06bc4475 req-23d2b237-6332-46c7-b82d-73f5e42d4939 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/security-groups?id=91a59165-e141-4c1c-b8da-ebffc24c84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254933 Aug 11 21:54:55.403476 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417d0c9-049b-4677-b49b-fb0851ab844b req-70a2e0ae-f317-42a1-b19e-138e172b7f0f tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:55.406853 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8417d0c9-049b-4677-b49b-fb0851ab844b req-70a2e0ae-f317-42a1-b19e-138e172b7f0f tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.1238792 Aug 11 21:54:55.528441 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8417d0c9-049b-4677-b49b-fb0851ab844b req-4f6f7877-a783-4482-b367-f6b81e294416 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056530 Aug 11 21:54:55.535277 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-e6788e73-cbb0-4cc8-86bc-084f813ae652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:55.538171 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-e6788e73-cbb0-4cc8-86bc-084f813ae652 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cfe969a3456f4c9186b743e59eed9b71&device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 1097 time: 0.1298270 Aug 11 21:54:55.574225 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6e5f0-43b1-4db3-b669-4d5b0a0b35f4 req-e35a9dd3-a281-405f-bc6b-53f322911c04 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:55.576687 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-17c6e5f0-43b1-4db3-b669-4d5b0a0b35f4 req-e35a9dd3-a281-405f-bc6b-53f322911c04 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 946 time: 0.1249313 Aug 11 21:54:55.717461 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1a2ce-9a28-4c45-9af3-0d72032a1c1e req-845e0d79-f46a-4752-bbd1-d399ef4597f6 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:55.720296 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aec1a2ce-9a28-4c45-9af3-0d72032a1c1e req-845e0d79-f46a-4752-bbd1-d399ef4597f6 tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.52 "GET /v2.0/ports?device_id=261ce85d-b693-4db3-8ecf-e1235e430982 HTTP/1.1" status: 200 len: 945 time: 0.1786547 Aug 11 21:54:55.725307 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-17c6e5f0-43b1-4db3-b669-4d5b0a0b35f4 req-5eafca56-24e8-476a-bdac-baab8f67e621 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312737 Aug 11 21:54:55.741173 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-02265723-a265-4528-9712-bf7877ccd4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:55.742902 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-02265723-a265-4528-9712-bf7877ccd4d1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c1d2353f-b112-4357-b0a6-e5993406a9d5 HTTP/1.1" status: 200 len: 921 time: 0.1916587 Aug 11 21:54:55.764339 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e319c-eea9-48b1-bed0-a49f3975af84 req-6ac5d71b-2834-48c0-b44f-79b929faf97e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:55.769206 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6f5e319c-eea9-48b1-bed0-a49f3975af84 req-6ac5d71b-2834-48c0-b44f-79b929faf97e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a501b32-4ee3-463c-bb56-c7e18cde1c99 HTTP/1.1" status: 200 len: 945 time: 0.1170330 Aug 11 21:54:55.879631 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-82a07051-2b9d-4580-83c6-6975dc17319a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 HTTP/1.1" status: 200 len: 217 time: 0.0872056 Aug 11 21:54:55.977457 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6f5e319c-eea9-48b1-bed0-a49f3975af84 req-dc9f94c4-4590-4278-b6d6-9a32106dd6e8 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906736 Aug 11 21:54:56.025902 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-98f2a888-b164-49d7-b631-b22010e188ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:56.029034 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-98f2a888-b164-49d7-b631-b22010e188ca service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d64b3af4-29c6-4065-a225-159b72d7499b HTTP/1.1" status: 200 len: 860 time: 0.1297081 Aug 11 21:54:56.108097 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-dab93901-7c9e-4bfb-a22e-97652d5f90f9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c1d2353f-b112-4357-b0a6-e5993406a9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596356 Aug 11 21:54:56.267607 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529aad71-5abf-45c3-bc05-e8f666f9324f req-283c34f7-2fae-4281-9637-9e76a53f209d tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:56.271188 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-529aad71-5abf-45c3-bc05-e8f666f9324f req-283c34f7-2fae-4281-9637-9e76a53f209d tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/ports?device_id=261ce85d-b693-4db3-8ecf-e1235e430982 HTTP/1.1" status: 200 len: 945 time: 0.1446083 Aug 11 21:54:56.334667 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-55048f3e-9d2c-4b9f-97bc-846c3c36c9d7 service neutron] 10.222.0.82 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171221 Aug 11 21:54:56.444018 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-529aad71-5abf-45c3-bc05-e8f666f9324f req-2789b06f-43f4-4f63-8623-b78993c4f92c tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee8b6163-d49f-4f76-b3cb-870c812c33d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593955 Aug 11 21:54:56.493251 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-659faa9c-6ca9-440d-80d2-3b82bc920956 req-d04ebdab-a4b5-4435-b64c-2b3f51ba842e tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7038214 Aug 11 21:54:56.503657 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-659faa9c-6ca9-440d-80d2-3b82bc920956 req-eb219d29-0c26-4a54-98f8-dc98e2725915 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:54:56.521427 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-aec1a2ce-9a28-4c45-9af3-0d72032a1c1e req-16bad064-1a4f-4baf-a658-f57dbb0d351a tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Deleting port 068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:54:56.521994 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-aec1a2ce-9a28-4c45-9af3-0d72032a1c1e req-16bad064-1a4f-4baf-a658-f57dbb0d351a tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:56.529092 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-27c56af8-5859-43e7-8612-befc2f733489 service neutron] 10.222.0.82 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677444 Aug 11 21:54:56.628223 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-659faa9c-6ca9-440d-80d2-3b82bc920956 req-eb219d29-0c26-4a54-98f8-dc98e2725915 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks [] for floatingip, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:56.682302 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b93434-e904-4f88-9a93-62bf87d98f7b req-c405fcdc-a00d-4f41-96c5-c638e38e90df tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:56.697215 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-41b93434-e904-4f88-9a93-62bf87d98f7b req-c405fcdc-a00d-4f41-96c5-c638e38e90df tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbb45634-5917-495a-b325-4ba3ba796859 HTTP/1.1" status: 200 len: 945 time: 0.1113794 Aug 11 21:54:56.791933 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-aec1a2ce-9a28-4c45-9af3-0d72032a1c1e req-16bad064-1a4f-4baf-a658-f57dbb0d351a tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] For port 068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b,segment=NetworkSegment(f16edc4f-135c-41eb-bd5f-6d13726d4ad3),segment_id=f16edc4f-135c-41eb-bd5f-6d13726d4ad3)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:56.791933 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-aec1a2ce-9a28-4c45-9af3-0d72032a1c1e req-16bad064-1a4f-4baf-a658-f57dbb0d351a tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:56.824861 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-aec1a2ce-9a28-4c45-9af3-0d72032a1c1e req-16bad064-1a4f-4baf-a658-f57dbb0d351a tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Calling delete_port for 068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:54:56.881483 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-41b93434-e904-4f88-9a93-62bf87d98f7b req-09bd490a-5fae-41b2-9563-c019c0400e55 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] 10.222.0.77 "GET /v2.0/security-groups?id=c013a629-2ca8-45e4-986d-6685b4d48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817281 Aug 11 21:54:56.898406 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-fd7d3f39-a57d-402a-b962-0e0680829c03 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:56.901075 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-fd7d3f39-a57d-402a-b962-0e0680829c03 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4&tenant_id=cfe969a3456f4c9186b743e59eed9b71&binding%3Ahost_id=n-h2-804275-3 HTTP/1.1" status: 200 len: 1097 time: 0.1920846 Aug 11 21:54:56.933492 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-c7aacecc-0ebf-419d-b114-bc0055d4d0f7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804275-3'}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:54:57.015306 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-659faa9c-6ca9-440d-80d2-3b82bc920956 req-eb219d29-0c26-4a54-98f8-dc98e2725915 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:57.088109 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-c7aacecc-0ebf-419d-b114-bc0055d4d0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:57.282986 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-aec1a2ce-9a28-4c45-9af3-0d72032a1c1e req-16bad064-1a4f-4baf-a658-f57dbb0d351a tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:57.297860 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:54:57.349759 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-659faa9c-6ca9-440d-80d2-3b82bc920956 req-eb219d29-0c26-4a54-98f8-dc98e2725915 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Allocated IP 172.25.2.103 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/9f1eafab-deee-4494-b3fe-1afb4b8268cd) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:54:57.418933 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3daae-3f37-43bb-b2eb-6946ae5587ad req-b3674988-a9e4-4a0e-9102-6120905e356c tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:57.421852 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cdf3daae-3f37-43bb-b2eb-6946ae5587ad req-b3674988-a9e4-4a0e-9102-6120905e356c tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.2016191 Aug 11 21:54:57.455203 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bad064-1a4f-4baf-a658-f57dbb0d351a tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Pushing event deleted for resources: {'Port': ['ID=068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:57.506732 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec1a2ce-9a28-4c45-9af3-0d72032a1c1e req-16bad064-1a4f-4baf-a658-f57dbb0d351a tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] No DVR routers for this DVR port 068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:54:57.513267 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-c7aacecc-0ebf-419d-b114-bc0055d4d0f7 service neutron] For port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9f8ff2f4-fa21-476a-b0c7-948728ea8ab9,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:54:57.538231 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-aec1a2ce-9a28-4c45-9af3-0d72032a1c1e req-16bad064-1a4f-4baf-a658-f57dbb0d351a tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:57.542013 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aec1a2ce-9a28-4c45-9af3-0d72032a1c1e req-16bad064-1a4f-4baf-a658-f57dbb0d351a tempest-ListServerFiltersTestJSON-530064392 tempest-ListServerFiltersTestJSON-530064392-project] 10.222.0.52 "DELETE /v2.0/ports/068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b HTTP/1.1" status: 204 len: 173 time: 1.8086622 Aug 11 21:54:57.542399 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261ce85d-b693-4db3-8ecf-e1235e430982', 'name': 'network-vif-deleted', 'tag': '068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:54:57.546356 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6eefd4-cca7-46ac-a642-e0763ae4cc66" -d '{"events": [{"server_uuid": "261ce85d-b693-4db3-8ecf-e1235e430982", "name": "network-vif-deleted", "tag": "068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:54:57.612386 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cdf3daae-3f37-43bb-b2eb-6946ae5587ad req-5d62c64f-c96e-4ecc-a2c9-787b78eb8149 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785343 Aug 11 21:54:57.660876 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-c7aacecc-0ebf-419d-b114-bc0055d4d0f7 service neutron] For port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:54:57.715964 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-659faa9c-6ca9-440d-80d2-3b82bc920956 req-eb219d29-0c26-4a54-98f8-dc98e2725915 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:57.759138 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-c7aacecc-0ebf-419d-b114-bc0055d4d0f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:57.763774 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71603577-7c74-4d7b-90f0-5bdfffc9b6d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f8ff2f4-fa21-476a-b0c7-948728ea8ab9'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:54:57.767979 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1489211-e923-44d5-81d9-c7a564ee7fc8" -d '{"events": [{"server_uuid": "71603577-7c74-4d7b-90f0-5bdfffc9b6d4", "name": "network-vif-unplugged", "status": "completed", "tag": "9f8ff2f4-fa21-476a-b0c7-948728ea8ab9"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:54:57.773188 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-c7aacecc-0ebf-419d-b114-bc0055d4d0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:57.806231 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-659faa9c-6ca9-440d-80d2-3b82bc920956 req-eb219d29-0c26-4a54-98f8-dc98e2725915 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:57.884177 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-659faa9c-6ca9-440d-80d2-3b82bc920956 req-eb219d29-0c26-4a54-98f8-dc98e2725915 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:54:57.890339 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-659faa9c-6ca9-440d-80d2-3b82bc920956 req-eb219d29-0c26-4a54-98f8-dc98e2725915 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:54:57.897026 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-659faa9c-6ca9-440d-80d2-3b82bc920956 req-eb219d29-0c26-4a54-98f8-dc98e2725915 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:54:57.936734 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aacecc-0ebf-419d-b114-bc0055d4d0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8ff2f4-fa21-476a-b0c7-948728ea8ab9,revision_number=7']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:57.961707 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb219d29-0c26-4a54-98f8-dc98e2725915 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Pushing event updated for resources: {'Port': ['ID=9f1eafab-deee-4494-b3fe-1afb4b8268cd,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:57.965401 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-c7aacecc-0ebf-419d-b114-bc0055d4d0f7 service neutron] Attempting to bind port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 on host n-h2-804275-3 for vnic_type normal with profile {"migrating_to": "n-h1-804275-3"} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:54:57.966394 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-c7aacecc-0ebf-419d-b114-bc0055d4d0f7 service neutron] Attempting to bind port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:54:57.967034 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-c7aacecc-0ebf-419d-b114-bc0055d4d0f7 service neutron] Attempting to bind port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 on network c1d2353f-b112-4357-b0a6-e5993406a9d5 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:54:57.998854 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a38889-4a8f-4654-b452-b9795c2baa81 req-ae6caa1a-abd5-45f2-9da4-45603b2017e0 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:58.013043 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a9a38889-4a8f-4654-b452-b9795c2baa81 req-ae6caa1a-abd5-45f2-9da4-45603b2017e0 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 944 time: 0.1764183 Aug 11 21:54:58.018779 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-c7aacecc-0ebf-419d-b114-bc0055d4d0f7 service neutron] Port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 on network c1d2353f-b112-4357-b0a6-e5993406a9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:54:58.019873 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-c7aacecc-0ebf-419d-b114-bc0055d4d0f7 service neutron] Attempting to bind port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 on network c1d2353f-b112-4357-b0a6-e5993406a9d5 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:54:58.067140 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1df8874e-c7a4-4109-9cef-397ddd58c001 req-e87f6d7e-f8cf-4371-bf79-58f476fb770c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=261ce85d-b693-4db3-8ecf-e1235e430982&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0583987 Aug 11 21:54:58.088530 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a9a38889-4a8f-4654-b452-b9795c2baa81 req-5ab39b9c-b6df-4c1b-aa26-68393995837e tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715156 Aug 11 21:54:58.091064 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-c7aacecc-0ebf-419d-b114-bc0055d4d0f7 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:54:58.091846 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-c7aacecc-0ebf-419d-b114-bc0055d4d0f7 service neutron] Checking segment: {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:54:58.092835 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-c7aacecc-0ebf-419d-b114-bc0055d4d0f7 service neutron] Bound using segment: {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:54:58.093784 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-c7aacecc-0ebf-419d-b114-bc0055d4d0f7 service neutron] Bound port: 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:54:58.095025 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-c7aacecc-0ebf-419d-b114-bc0055d4d0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:58.136318 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1df8874e-c7a4-4109-9cef-397ddd58c001 req-5f8f3881-3951-4d8c-84ce-c9ff8ae33779 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=61fe77714c4a4d0ba6302ea21b282fef&device_id=261ce85d-b693-4db3-8ecf-e1235e430982 HTTP/1.1" status: 200 len: 210 time: 0.0363843 Aug 11 21:54:58.164803 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-659faa9c-6ca9-440d-80d2-3b82bc920956 req-eb219d29-0c26-4a54-98f8-dc98e2725915 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:58.337329 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-c7aacecc-0ebf-419d-b114-bc0055d4d0f7 service neutron] For port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:54:58.368251 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-659faa9c-6ca9-440d-80d2-3b82bc920956 req-eb219d29-0c26-4a54-98f8-dc98e2725915 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:58.402299 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-c7aacecc-0ebf-419d-b114-bc0055d4d0f7 service neutron] For port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9f8ff2f4-fa21-476a-b0c7-948728ea8ab9,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:54:58.412251 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-c7aacecc-0ebf-419d-b114-bc0055d4d0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:58.553837 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f16fa7-f3a7-432b-a619-5c5e97d83993 req-dedfe613-009e-4d2d-b264-0718015de421 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:58.557060 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8874e-c7a4-4109-9cef-397ddd58c001 req-58d6b1cf-64e7-4bce-a491-18e52edd79d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:58.559573 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1df8874e-c7a4-4109-9cef-397ddd58c001 req-58d6b1cf-64e7-4bce-a491-18e52edd79d0 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=61fe77714c4a4d0ba6302ea21b282fef&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3899155 Aug 11 21:54:58.561102 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d2f16fa7-f3a7-432b-a619-5c5e97d83993 req-dedfe613-009e-4d2d-b264-0718015de421 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a501b32-4ee3-463c-bb56-c7e18cde1c99 HTTP/1.1" status: 200 len: 945 time: 0.2299595 Aug 11 21:54:58.657808 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-c7aacecc-0ebf-419d-b114-bc0055d4d0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:58.658984 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-c7aacecc-0ebf-419d-b114-bc0055d4d0f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:58.661537 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-c7aacecc-0ebf-419d-b114-bc0055d4d0f7 service neutron] 10.222.0.82 "PUT /v2.0/ports/9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 HTTP/1.1" status: 200 len: 1122 time: 1.7437246 Aug 11 21:54:58.666420 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aacecc-0ebf-419d-b114-bc0055d4d0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8ff2f4-fa21-476a-b0c7-948728ea8ab9,revision_number=8']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:58.719491 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d2f16fa7-f3a7-432b-a619-5c5e97d83993 req-bbedc18c-e715-45fc-92ec-c0e19d5b2ffb tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292536 Aug 11 21:54:58.746026 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['9f8ff2f4-fa21-476a-b0c7-948728ea8ab9'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:54:58.851794 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54150) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:54:58.892682 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-659faa9c-6ca9-440d-80d2-3b82bc920956 req-eb219d29-0c26-4a54-98f8-dc98e2725915 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:58.906226 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-659faa9c-6ca9-440d-80d2-3b82bc920956 req-eb219d29-0c26-4a54-98f8-dc98e2725915 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:59.063272 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd1b258-54f8-41e8-ba7a-256fa55a50ee admin admin] Deleting subnet 1cb8b3c2-2e0a-4c2e-84ed-81c258fe26fd {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 21:54:59.068924 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2fd1b258-54f8-41e8-ba7a-256fa55a50ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:59.082601 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba73537-3c49-431d-a464-7f72d30678e9 x-openstack-request-id: req-bba73537-3c49-431d-a464-7f72d30678e9 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:54:59.083039 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261ce85d-b693-4db3-8ecf-e1235e430982", "name": "network-vif-deleted", "tag": "068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:54:59.083424 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bba73537-3c49-431d-a464-7f72d30678e9 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:54:59.084074 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261ce85d-b693-4db3-8ecf-e1235e430982', 'name': 'network-vif-deleted', 'tag': '068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b', 'status': 'completed', 'code': 200} Aug 11 21:54:59.093672 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb219d29-0c26-4a54-98f8-dc98e2725915 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Pushing event updated for resources: {'Port': ['ID=9f1eafab-deee-4494-b3fe-1afb4b8268cd,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:59.121852 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8874e-c7a4-4109-9cef-397ddd58c001 req-04817ac2-568c-4c0d-a524-4e3b9c7e301b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:59.123453 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1df8874e-c7a4-4109-9cef-397ddd58c001 req-04817ac2-568c-4c0d-a524-4e3b9c7e301b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5425286 Aug 11 21:54:59.129595 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-659faa9c-6ca9-440d-80d2-3b82bc920956 req-eb219d29-0c26-4a54-98f8-dc98e2725915 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:59.154752 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 21:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a9f6b5-02c3-4bd2-bd4c-06f279065a1d x-openstack-request-id: req-a7a9f6b5-02c3-4bd2-bd4c-06f279065a1d {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:54:59.156833 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71603577-7c74-4d7b-90f0-5bdfffc9b6d4", "name": "network-vif-unplugged", "status": "completed", "tag": "9f8ff2f4-fa21-476a-b0c7-948728ea8ab9", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:54:59.157047 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-659faa9c-6ca9-440d-80d2-3b82bc920956 req-eb219d29-0c26-4a54-98f8-dc98e2725915 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:59.158874 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-659faa9c-6ca9-440d-80d2-3b82bc920956 req-eb219d29-0c26-4a54-98f8-dc98e2725915 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6645465 Aug 11 21:54:59.159892 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a7a9f6b5-02c3-4bd2-bd4c-06f279065a1d {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:54:59.160411 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71603577-7c74-4d7b-90f0-5bdfffc9b6d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f8ff2f4-fa21-476a-b0c7-948728ea8ab9', 'code': 200} Aug 11 21:54:59.171154 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2fd1b258-54f8-41e8-ba7a-256fa55a50ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:59.304608 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-659faa9c-6ca9-440d-80d2-3b82bc920956 req-d6dd5193-baf8-4778-9f71-4db460967e2d tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.103 HTTP/1.1" status: 200 len: 696 time: 0.1279852 Aug 11 21:54:59.418401 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2fd1b258-54f8-41e8-ba7a-256fa55a50ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:59.527199 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659faa9c-6ca9-440d-80d2-3b82bc920956 req-c180ffcb-9b08-41ee-ae1a-c8e0fda1e5f3 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:59.530635 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-659faa9c-6ca9-440d-80d2-3b82bc920956 req-c180ffcb-9b08-41ee-ae1a-c8e0fda1e5f3 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 784 time: 0.2233057 Aug 11 21:54:59.603201 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2fd1b258-54f8-41e8-ba7a-256fa55a50ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:59.666848 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd1b258-54f8-41e8-ba7a-256fa55a50ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cb8b3c2-2e0a-4c2e-84ed-81c258fe26fd,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:54:59.671197 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2fd1b258-54f8-41e8-ba7a-256fa55a50ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:54:59.677589 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2fd1b258-54f8-41e8-ba7a-256fa55a50ee admin admin] 10.222.0.77 "DELETE /v2.0/subnets/1cb8b3c2-2e0a-4c2e-84ed-81c258fe26fd HTTP/1.1" status: 204 len: 168 time: 0.8203511 Aug 11 21:54:59.680028 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54160) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:54:59.698923 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad6658e-ffca-41a8-99a8-ccd1d067676d None None] Network 3cfebfdf-1e52-46be-9d12-49bc04e0bc25 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:54:59.744649 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e1a74-ac35-49ce-a9eb-25d61ea5baa8 req-402f642b-bb12-43f7-848d-9b51e4309d56 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:54:59.747462 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5d1e1a74-ac35-49ce-a9eb-25d61ea5baa8 req-402f642b-bb12-43f7-848d-9b51e4309d56 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.2014909 Aug 11 21:54:59.861188 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5d1e1a74-ac35-49ce-a9eb-25d61ea5baa8 req-f0dacb1e-2dd6-455a-9cb2-0c90cf3869d1 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981014 Aug 11 21:54:59.869089 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e7d4941e-41b4-43af-8297-cbe3c1896e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:00.125668 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdc644c-55e0-486c-a99e-a147a569012f None None] DHCP port deletion for 3cfebfdf-1e52-46be-9d12-49bc04e0bc25 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 21:55:00.135429 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-e7d4941e-41b4-43af-8297-cbe3c1896e87 admin admin] Deleting port ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:55:00.136049 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e7d4941e-41b4-43af-8297-cbe3c1896e87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:00.155933 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134eab5a-c3a1-4fe9-bad4-ebfe56d24e68 req-b17c0135-4d0a-448f-b1b7-869e9057f072 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:00.158512 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-134eab5a-c3a1-4fe9-bad4-ebfe56d24e68 req-b17c0135-4d0a-448f-b1b7-869e9057f072 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 944 time: 0.1801269 Aug 11 21:55:00.214476 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54168) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:00.222076 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc644c-55e0-486c-a99e-a147a569012f None None] Deleting port ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:55:00.222829 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1cdc644c-55e0-486c-a99e-a147a569012f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:00.309075 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:55:00.320649 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-e7d4941e-41b4-43af-8297-cbe3c1896e87 admin admin] For port ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe,segment=NetworkSegment(f16edc4f-135c-41eb-bd5f-6d13726d4ad3),segment_id=f16edc4f-135c-41eb-bd5f-6d13726d4ad3)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:00.321314 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e7d4941e-41b4-43af-8297-cbe3c1896e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:00.344427 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-134eab5a-c3a1-4fe9-bad4-ebfe56d24e68 req-16d08ed2-d727-4a68-8572-6369c366bab6 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617532 Aug 11 21:55:00.355286 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-e7d4941e-41b4-43af-8297-cbe3c1896e87 admin admin] Calling delete_port for ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:55:00.390545 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-1cdc644c-55e0-486c-a99e-a147a569012f None None] For port ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe,segment=NetworkSegment(f16edc4f-135c-41eb-bd5f-6d13726d4ad3),segment_id=f16edc4f-135c-41eb-bd5f-6d13726d4ad3)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:00.391066 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1cdc644c-55e0-486c-a99e-a147a569012f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:00.412995 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc644c-55e0-486c-a99e-a147a569012f None None] Calling delete_port for ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:55:00.474157 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:55:00.474507 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 068b7e7b-a7bd-4b4a-9cfe-0d1e44bdb84b not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:55:00.531603 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1cdc644c-55e0-486c-a99e-a147a569012f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:00.584513 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc644c-55e0-486c-a99e-a147a569012f None None] Pushing event deleted for resources: {'Port': ['ID=ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:00.589520 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfc811-1b8b-4c39-adbf-19cd7e13e4bf req-db2f0654-22d2-48c4-8604-7272c7d7814e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:00.594579 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdc644c-55e0-486c-a99e-a147a569012f None None] No DVR routers for this DVR port ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:55:00.603931 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-02bfc811-1b8b-4c39-adbf-19cd7e13e4bf req-db2f0654-22d2-48c4-8604-7272c7d7814e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a501b32-4ee3-463c-bb56-c7e18cde1c99 HTTP/1.1" status: 200 len: 945 time: 0.1428428 Aug 11 21:55:00.637507 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e7d4941e-41b4-43af-8297-cbe3c1896e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:00.684231 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4941e-41b4-43af-8297-cbe3c1896e87 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:00.687278 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d4941e-41b4-43af-8297-cbe3c1896e87 admin admin] No DVR routers for this DVR port ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:55:00.699672 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-02bfc811-1b8b-4c39-adbf-19cd7e13e4bf req-da1659b3-ad3d-4066-80ea-369ae4f43b45 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943696 Aug 11 21:55:00.798817 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e7d4941e-41b4-43af-8297-cbe3c1896e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:00.813237 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-e7d4941e-41b4-43af-8297-cbe3c1896e87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cfebfdf-1e52-46be-9d12-49bc04e0bc25']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:00.829834 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-e7d4941e-41b4-43af-8297-cbe3c1896e87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16edc4f-135c-41eb-bd5f-6d13726d4ad3') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:00.832258 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-e7d4941e-41b4-43af-8297-cbe3c1896e87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16edc4f-135c-41eb-bd5f-6d13726d4ad3') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:00.850553 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e7d4941e-41b4-43af-8297-cbe3c1896e87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:00.915347 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e7d4941e-41b4-43af-8297-cbe3c1896e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:00.931586 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d4941e-41b4-43af-8297-cbe3c1896e87 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 21:55:00.932253 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e7d4941e-41b4-43af-8297-cbe3c1896e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: timer() Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 21:55:00.935768 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 21:55:01.035635 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b2646-d3c3-43b8-9f77-ca0e737f48df req-4058d903-9b33-4869-89f6-3f1360181ceb tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:01.037442 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-431b2646-d3c3-43b8-9f77-ca0e737f48df req-4058d903-9b33-4869-89f6-3f1360181ceb tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbb45634-5917-495a-b325-4ba3ba796859 HTTP/1.1" status: 200 len: 945 time: 0.1835346 Aug 11 21:55:01.049988 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-2fe862d0-8f01-4146-9690-7bbcea7ef1db tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:01.058649 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-2fe862d0-8f01-4146-9690-7bbcea7ef1db tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/networks?id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8 HTTP/1.1" status: 200 len: 821 time: 0.7526486 Aug 11 21:55:01.085538 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-c096fd68-d26f-4735-832f-8fb106405aaa tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/quotas/2b9279c1feca4096aedd3bf29c3bbd31 HTTP/1.1" status: 200 len: 375 time: 0.0254653 Aug 11 21:55:01.107658 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e7d4941e-41b4-43af-8297-cbe3c1896e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:01.127690 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e7d4941e-41b4-43af-8297-cbe3c1896e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:01.133508 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e7d4941e-41b4-43af-8297-cbe3c1896e87 admin admin] 10.222.0.77 "DELETE /v2.0/networks/3cfebfdf-1e52-46be-9d12-49bc04e0bc25 HTTP/1.1" status: 204 len: 168 time: 1.4501505 Aug 11 21:55:01.168039 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4941e-41b4-43af-8297-cbe3c1896e87 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cfebfdf-1e52-46be-9d12-49bc04e0bc25,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:01.199294 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71603577-7c74-4d7b-90f0-5bdfffc9b6d4', 'tag': '9f8ff2f4-fa21-476a-b0c7-948728ea8ab9'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:55:01.203794 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f577dd-3c9d-4c30-9704-52202807c622" -d '{"events": [{"name": "network-changed", "server_uuid": "71603577-7c74-4d7b-90f0-5bdfffc9b6d4", "tag": "9f8ff2f4-fa21-476a-b0c7-948728ea8ab9"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:55:01.213368 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-431b2646-d3c3-43b8-9f77-ca0e737f48df req-f1ccebe4-d6d6-4b2c-84ff-287474ead421 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] 10.222.0.77 "GET /v2.0/security-groups?id=c013a629-2ca8-45e4-986d-6685b4d48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461635 Aug 11 21:55:01.443171 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54188) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:01.473486 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-344cc0a4-4702-4af0-bf09-e0a68640359b tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2b9279c1feca4096aedd3bf29c3bbd31&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3857465 Aug 11 21:55:01.581845 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-12106a19-608a-479e-b0b0-e9327366c243 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=61fe77714c4a4d0ba6302ea21b282fef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1389434 Aug 11 21:55:01.589089 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54190) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:01.665341 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c72382-95cb-4ad4-a183-95f9f35122d2 req-decbef3d-bff6-4151-b613-98594c4f5821 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:01.667773 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-37c72382-95cb-4ad4-a183-95f9f35122d2 req-decbef3d-bff6-4151-b613-98594c4f5821 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbb45634-5917-495a-b325-4ba3ba796859 HTTP/1.1" status: 200 len: 945 time: 0.1397343 Aug 11 21:55:01.679093 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-90947ffb-0c75-4424-b265-7a2285fec4c2 service neutron] 10.222.0.77 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961162 Aug 11 21:55:01.683363 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9180de5-5423-4796-a311-3324923b9f22 req-94e6af94-91c2-4f34-aefb-b0de66e86e2d tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:01.685945 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b9180de5-5423-4796-a311-3324923b9f22 req-94e6af94-91c2-4f34-aefb-b0de66e86e2d tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.1672442 Aug 11 21:55:01.832141 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-382d8309-8900-423e-9020-ceaf2a3a56bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:01.846250 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b9180de5-5423-4796-a311-3324923b9f22 req-385ff495-c21d-4897-9d07-3939d86c81b2 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438587 Aug 11 21:55:01.909263 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-37c72382-95cb-4ad4-a183-95f9f35122d2 req-7a4667bc-d88c-4846-a6b8-32dbd7b612d7 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Deleting port 1e3d8338-8e23-44be-9379-82cfd1a4444f {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:55:01.909778 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-37c72382-95cb-4ad4-a183-95f9f35122d2 req-7a4667bc-d88c-4846-a6b8-32dbd7b612d7 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:01.932874 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:55:01.950218 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-382d8309-8900-423e-9020-ceaf2a3a56bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:01.954856 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61f7de9-1a0a-4333-a946-ea677b5bf4db x-openstack-request-id: req-f61f7de9-1a0a-4333-a946-ea677b5bf4db {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:55:01.955376 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71603577-7c74-4d7b-90f0-5bdfffc9b6d4", "tag": "9f8ff2f4-fa21-476a-b0c7-948728ea8ab9", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:55:01.955849 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f61f7de9-1a0a-4333-a946-ea677b5bf4db {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:55:01.956512 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71603577-7c74-4d7b-90f0-5bdfffc9b6d4', 'tag': '9f8ff2f4-fa21-476a-b0c7-948728ea8ab9', 'status': 'completed', 'code': 200} Aug 11 21:55:01.965143 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9ea7a536-d59f-4ce7-94cf-e0830d07c7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:01.965350 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:55:01.965510 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ea7cfc5a-3b5a-4e8b-9e5d-fbe78e9adbfe not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:55:02.085157 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-2ca8e64c-b964-4bfb-a562-8824c356b9db service neutron] 10.222.0.77 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713756 Aug 11 21:55:02.111361 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f577dd-3c9d-4c30-9704-52202807c622 req-7ff7f242-b3ac-4259-9ac8-3c3d057114cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:02.113049 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-59f577dd-3c9d-4c30-9704-52202807c622 req-7ff7f242-b3ac-4259-9ac8-3c3d057114cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cfe969a3456f4c9186b743e59eed9b71&device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 1125 time: 0.1297903 Aug 11 21:55:02.150943 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-37c72382-95cb-4ad4-a183-95f9f35122d2 req-7a4667bc-d88c-4846-a6b8-32dbd7b612d7 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] For port 1e3d8338-8e23-44be-9379-82cfd1a4444f, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1e3d8338-8e23-44be-9379-82cfd1a4444f,segment=NetworkSegment(6f044331-de7c-4f8d-b68b-20d9bcc4dd57),segment_id=6f044331-de7c-4f8d-b68b-20d9bcc4dd57)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:02.151610 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-37c72382-95cb-4ad4-a183-95f9f35122d2 req-7a4667bc-d88c-4846-a6b8-32dbd7b612d7 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:02.167639 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cde88f-4f5e-42cc-b395-817380af6fbe req-73a1bb1c-8b4e-4dbf-b4d3-02db52895175 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:02.174614 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f2cde88f-4f5e-42cc-b395-817380af6fbe req-73a1bb1c-8b4e-4dbf-b4d3-02db52895175 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 944 time: 0.1558037 Aug 11 21:55:02.261246 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-37c72382-95cb-4ad4-a183-95f9f35122d2 req-7a4667bc-d88c-4846-a6b8-32dbd7b612d7 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Calling delete_port for 1e3d8338-8e23-44be-9379-82cfd1a4444f owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:55:02.364333 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-382d8309-8900-423e-9020-ceaf2a3a56bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:02.367625 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-382d8309-8900-423e-9020-ceaf2a3a56bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:02.369138 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-382d8309-8900-423e-9020-ceaf2a3a56bc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ee8b6163-d49f-4f76-b3cb-870c812c33d2 HTTP/1.1" status: 204 len: 168 time: 0.7777157 Aug 11 21:55:02.420506 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f2cde88f-4f5e-42cc-b395-817380af6fbe req-3eedaf5b-46c8-4eb6-a4e3-db2392f8edc3 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445674 Aug 11 21:55:02.490618 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f577dd-3c9d-4c30-9704-52202807c622 req-1283fd6d-b18e-417f-ac21-1ef36e119ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:02.492572 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-59f577dd-3c9d-4c30-9704-52202807c622 req-1283fd6d-b18e-417f-ac21-1ef36e119ae4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1d2353f-b112-4357-b0a6-e5993406a9d5 HTTP/1.1" status: 200 len: 921 time: 0.3688531 Aug 11 21:55:02.527598 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d8309-8900-423e-9020-ceaf2a3a56bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8b6163-d49f-4f76-b3cb-870c812c33d2,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:02.697194 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109228cd-4c69-4efe-89a6-0e808f7e2004 req-7490a7e9-642c-4a8a-aec9-d6358732ef52 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:02.712834 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-109228cd-4c69-4efe-89a6-0e808f7e2004 req-7490a7e9-642c-4a8a-aec9-d6358732ef52 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a501b32-4ee3-463c-bb56-c7e18cde1c99 HTTP/1.1" status: 200 len: 945 time: 0.3202865 Aug 11 21:55:02.731544 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:55:02.915068 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-109228cd-4c69-4efe-89a6-0e808f7e2004 req-088822fc-b68c-49a2-851d-95194a365db2 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876056 Aug 11 21:55:03.016297 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-9ea7a536-d59f-4ce7-94cf-e0830d07c7e0 admin admin] Deleting port 8c6a64bb-c797-4d4b-832a-6db05f980a07 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:55:03.016861 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9ea7a536-d59f-4ce7-94cf-e0830d07c7e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:03.035017 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-59f577dd-3c9d-4c30-9704-52202807c622 req-736fdb7d-4980-4c77-a0b5-668037903732 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 HTTP/1.1" status: 200 len: 217 time: 0.5253086 Aug 11 21:55:03.097086 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9f8ff2f4-fa21-476a-b0c7-948728ea8ab9,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:03.142274 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 has no active binding in host n-h1-804275-3 {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 21:55:03.153858 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b737ff78-cbb7-4660-a235-22d0abd3a1ad req-cc6781d1-9054-49e8-9617-4b887c6b43e2 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports?device_id=23dfb897-99db-4d49-b0d4-a288277760ad HTTP/1.1" status: 200 len: 210 time: 0.1244781 Aug 11 21:55:03.251575 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f577dd-3c9d-4c30-9704-52202807c622 req-32f1df1e-0d3d-4145-b0a7-d054e6dc8f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:03.254737 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-59f577dd-3c9d-4c30-9704-52202807c622 req-32f1df1e-0d3d-4145-b0a7-d054e6dc8f03 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d64b3af4-29c6-4065-a225-159b72d7499b HTTP/1.1" status: 200 len: 860 time: 0.2032731 Aug 11 21:55:03.340469 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-59f577dd-3c9d-4c30-9704-52202807c622 req-2c17a62f-6c3e-447a-801a-da4bcc14fdfb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1d2353f-b112-4357-b0a6-e5993406a9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719762 Aug 11 21:55:03.387429 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-9ea7a536-d59f-4ce7-94cf-e0830d07c7e0 admin admin] For port 8c6a64bb-c797-4d4b-832a-6db05f980a07, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8c6a64bb-c797-4d4b-832a-6db05f980a07,segment=NetworkSegment(5df5f95c-72bd-466f-92a4-7b77e2c557d3),segment_id=5df5f95c-72bd-466f-92a4-7b77e2c557d3)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:03.390438 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9ea7a536-d59f-4ce7-94cf-e0830d07c7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:03.477908 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010dfd47-0365-4da2-8873-3f0bb322f46b req-a5febb60-d14b-47c1-b044-d86ae6e57f26 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:03.498974 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-59f577dd-3c9d-4c30-9704-52202807c622 req-146a9471-8e28-44c8-9a3f-2bafb8ff6d9e service neutron] 10.222.0.52 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422410 Aug 11 21:55:03.500401 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-010dfd47-0365-4da2-8873-3f0bb322f46b req-a5febb60-d14b-47c1-b044-d86ae6e57f26 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbb45634-5917-495a-b325-4ba3ba796859 HTTP/1.1" status: 200 len: 867 time: 0.3356850 Aug 11 21:55:03.502576 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-37c72382-95cb-4ad4-a183-95f9f35122d2 req-7a4667bc-d88c-4846-a6b8-32dbd7b612d7 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:03.509740 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-9ea7a536-d59f-4ce7-94cf-e0830d07c7e0 admin admin] Calling delete_port for 8c6a64bb-c797-4d4b-832a-6db05f980a07 owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:55:03.519301 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['1e3d8338-8e23-44be-9379-82cfd1a4444f'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:55:03.623221 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4667bc-d88c-4846-a6b8-32dbd7b612d7 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Pushing event deleted for resources: {'Port': ['ID=1e3d8338-8e23-44be-9379-82cfd1a4444f,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:03.640854 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-010dfd47-0365-4da2-8873-3f0bb322f46b req-e668bfc7-4a7d-42f0-90a3-f5702ac32904 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] 10.222.0.77 "GET /v2.0/security-groups?id=c013a629-2ca8-45e4-986d-6685b4d48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332972 Aug 11 21:55:03.776683 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c72382-95cb-4ad4-a183-95f9f35122d2 req-7a4667bc-d88c-4846-a6b8-32dbd7b612d7 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] No DVR routers for this DVR port 1e3d8338-8e23-44be-9379-82cfd1a4444f on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:55:03.809343 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-37c72382-95cb-4ad4-a183-95f9f35122d2 req-7a4667bc-d88c-4846-a6b8-32dbd7b612d7 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:03.812684 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-37c72382-95cb-4ad4-a183-95f9f35122d2 req-7a4667bc-d88c-4846-a6b8-32dbd7b612d7 tempest-InstanceActionsNegativeTestJSON-1070400930 tempest-InstanceActionsNegativeTestJSON-1070400930-project] 10.222.0.52 "DELETE /v2.0/ports/1e3d8338-8e23-44be-9379-82cfd1a4444f HTTP/1.1" status: 204 len: 173 time: 2.1250968 Aug 11 21:55:03.814437 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb45634-5917-495a-b325-4ba3ba796859', 'name': 'network-vif-deleted', 'tag': '1e3d8338-8e23-44be-9379-82cfd1a4444f'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:55:03.818503 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40919fd-3820-4901-91f0-c5a1ad6395ff" -d '{"events": [{"server_uuid": "dbb45634-5917-495a-b325-4ba3ba796859", "name": "network-vif-deleted", "tag": "1e3d8338-8e23-44be-9379-82cfd1a4444f"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:55:03.875844 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94b6f4-570b-4a35-b167-4a584bbd7149 req-8d2c30de-acbd-4366-8f71-34971d18d0e7 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:03.896360 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9b94b6f4-570b-4a35-b167-4a584bbd7149 req-8d2c30de-acbd-4366-8f71-34971d18d0e7 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.3955314 Aug 11 21:55:03.940737 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9ea7a536-d59f-4ce7-94cf-e0830d07c7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:03.979732 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-59f577dd-3c9d-4c30-9704-52202807c622 req-50a97892-ef49-491b-9d30-802b12e657cf service neutron] 10.222.0.52 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577799 Aug 11 21:55:04.022025 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7a536-d59f-4ce7-94cf-e0830d07c7e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c6a64bb-c797-4d4b-832a-6db05f980a07,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:04.040566 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9b94b6f4-570b-4a35-b167-4a584bbd7149 req-2edccc72-5fce-4a4a-9bce-35e42394c81f tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424763 Aug 11 21:55:04.457049 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807a651-49b1-45dc-b920-6a384852f8a5 req-33539740-6ade-4573-a705-009bb7abbd6e tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:04.460632 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4807a651-49b1-45dc-b920-6a384852f8a5 req-33539740-6ade-4573-a705-009bb7abbd6e tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 944 time: 0.3175361 Aug 11 21:55:04.514361 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-9b626189-db4f-4d94-b7e6-1da240748cd5 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:04.516880 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-9b626189-db4f-4d94-b7e6-1da240748cd5 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.52 "GET /v2.0/networks?id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8 HTTP/1.1" status: 200 len: 821 time: 0.2974958 Aug 11 21:55:04.602260 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-b9aad8f8-1680-43fb-af46-ddbcea0093fd tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Request body: {'port': {'device_id': '23dfb897-99db-4d49-b0d4-a288277760ad', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'admin_state_up': True, 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:55:04.656896 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9ea7a536-d59f-4ce7-94cf-e0830d07c7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:04.690950 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9574a8-be2d-43e6-b3c3-1c4dd7b2736d x-openstack-request-id: req-7f9574a8-be2d-43e6-b3c3-1c4dd7b2736d {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:55:04.691295 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb45634-5917-495a-b325-4ba3ba796859", "name": "network-vif-deleted", "tag": "1e3d8338-8e23-44be-9379-82cfd1a4444f", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:55:04.691819 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7f9574a8-be2d-43e6-b3c3-1c4dd7b2736d {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:55:04.692383 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb45634-5917-495a-b325-4ba3ba796859', 'name': 'network-vif-deleted', 'tag': '1e3d8338-8e23-44be-9379-82cfd1a4444f', 'status': 'completed', 'code': 200} Aug 11 21:55:04.803877 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-29556343-05fc-44b3-9d4f-041e55b0cf6e req-cacfda17-8c1c-40d3-9336-20ebf0b9b605 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports?device_id=23dfb897-99db-4d49-b0d4-a288277760ad HTTP/1.1" status: 200 len: 210 time: 0.0449648 Aug 11 21:55:04.863745 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-27bf6aa5-fad5-4832-9ee7-9bfc808ae4ec service neutron] 10.222.0.52 "GET /v2.0/ports/9f8ff2f4-fa21-476a-b0c7-948728ea8ab9/bindings/n-h1-804275-3 HTTP/1.1" status: 200 len: 384 time: 0.3978374 Aug 11 21:55:04.893526 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4807a651-49b1-45dc-b920-6a384852f8a5 req-3a6e1573-3c28-4a8c-a740-157625b7e218 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248446 Aug 11 21:55:05.122730 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54266) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:05.143407 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea7a536-d59f-4ce7-94cf-e0830d07c7e0 admin admin] Router b76f019b-f2db-4643-b481-8bdc62e20c46 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:55:05.187370 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-b9aad8f8-1680-43fb-af46-ddbcea0093fd tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Made reservation on behalf of 2b9279c1feca4096aedd3bf29c3bbd31 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:55:05.191346 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-b9aad8f8-1680-43fb-af46-ddbcea0093fd tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:05.275276 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-55ea783f-8fe3-4ae4-be95-f3d412d675f7 service neutron] For port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9f8ff2f4-fa21-476a-b0c7-948728ea8ab9,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:05.362212 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-55ea783f-8fe3-4ae4-be95-f3d412d675f7 service neutron] For port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:55:05.396866 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d6d01-3a19-4b00-ad1b-86c0b92ca7b0 req-ad22c7ef-fe43-4cb7-bdc3-f6fdef1d8215 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:05.398791 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-170d6d01-3a19-4b00-ad1b-86c0b92ca7b0 req-ad22c7ef-fe43-4cb7-bdc3-f6fdef1d8215 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.2010171 Aug 11 21:55:05.437483 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-55ea783f-8fe3-4ae4-be95-f3d412d675f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:55:05.496066 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-55ea783f-8fe3-4ae4-be95-f3d412d675f7 service neutron] For port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=9f8ff2f4-fa21-476a-b0c7-948728ea8ab9,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:05.540088 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-55ea783f-8fe3-4ae4-be95-f3d412d675f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:05.543213 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-b9aad8f8-1680-43fb-af46-ddbcea0093fd tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Allocated IP 172.20.0.6 (e760a438-6fc1-4f1f-92c7-95ee04af8ab8/b7ac5f32-d2d7-4a74-9968-93111b1f2c36/73c5fdf0-3495-4688-966c-c874e61f4e0a) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:55:05.549071 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-170d6d01-3a19-4b00-ad1b-86c0b92ca7b0 req-280756c4-7179-4662-9929-17024d1eabac tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399107 Aug 11 21:55:05.681450 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc293af4-302e-43a9-a563-24c1a4f96237 admin admin] Deleting subnet 5ebcc444-137b-4faf-aba0-b24b60e0b6c7 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 21:55:05.693043 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc293af4-302e-43a9-a563-24c1a4f96237 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:05.757426 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-55ea783f-8fe3-4ae4-be95-f3d412d675f7 service neutron] Transition to ACTIVE for port object 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:55:05.765148 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-55ea783f-8fe3-4ae4-be95-f3d412d675f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:05.831158 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc293af4-302e-43a9-a563-24c1a4f96237 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:05.887617 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-55ea783f-8fe3-4ae4-be95-f3d412d675f7 service neutron] No DVR routers for this DVR port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:55:05.902187 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea783f-8fe3-4ae4-be95-f3d412d675f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8ff2f4-fa21-476a-b0c7-948728ea8ab9,revision_number=10']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:05.913963 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea7a536-d59f-4ce7-94cf-e0830d07c7e0 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:55:05.925033 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-b9aad8f8-1680-43fb-af46-ddbcea0093fd tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:05.927072 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9ea7a536-d59f-4ce7-94cf-e0830d07c7e0 admin admin] 10.222.0.77 "PUT /v2.0/routers/b76f019b-f2db-4643-b481-8bdc62e20c46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7105489 Aug 11 21:55:05.931863 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54300) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:05.934008 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b581261-c05c-45ec-8d03-2f3b89d94d39 None None] Sync routers for ids ['b76f019b-f2db-4643-b481-8bdc62e20c46'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:55:05.953708 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b581261-c05c-45ec-8d03-2f3b89d94d39 None None] Routers {'b76f019b-f2db-4643-b481-8bdc62e20c46'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:55:05.955706 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-9b581261-c05c-45ec-8d03-2f3b89d94d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:54:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['b76f019b-f2db-4643-b481-8bdc62e20c46'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:05.972688 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-55ea783f-8fe3-4ae4-be95-f3d412d675f7 service neutron] 10.222.0.52 "PUT /v2.0/ports/9f8ff2f4-fa21-476a-b0c7-948728ea8ab9/bindings/n-h1-804275-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0600023 Aug 11 21:55:05.973782 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-b9aad8f8-1680-43fb-af46-ddbcea0093fd tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Transition to ACTIVE for port object 73c5fdf0-3495-4688-966c-c874e61f4e0a will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:55:06.064613 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-b9aad8f8-1680-43fb-af46-ddbcea0093fd tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:06.127599 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc293af4-302e-43a9-a563-24c1a4f96237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:06.161995 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-b9aad8f8-1680-43fb-af46-ddbcea0093fd tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Network e760a438-6fc1-4f1f-92c7-95ee04af8ab8 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:55:06.169884 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-9b581261-c05c-45ec-8d03-2f3b89d94d39 None None] Set router b76f019b-f2db-4643-b481-8bdc62e20c46 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:55:06.176705 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:55:06.190580 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aad8f8-1680-43fb-af46-ddbcea0093fd tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Pushing event updated for resources: {'Port': ['ID=73c5fdf0-3495-4688-966c-c874e61f4e0a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:06.195566 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-b9aad8f8-1680-43fb-af46-ddbcea0093fd tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:55:06.199199 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-b9aad8f8-1680-43fb-af46-ddbcea0093fd tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:55:06.269936 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-b9aad8f8-1680-43fb-af46-ddbcea0093fd tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:06.269936 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-b9aad8f8-1680-43fb-af46-ddbcea0093fd tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:06.323308 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 1e3d8338-8e23-44be-9379-82cfd1a4444f no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:55:06.328610 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a7d5a-a5ec-44a3-9296-bc8abfee9e13 req-514d3a62-7869-40d9-9f12-6d522468892a tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:06.335355 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a39a7d5a-a5ec-44a3-9296-bc8abfee9e13 req-514d3a62-7869-40d9-9f12-6d522468892a tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 945 time: 0.2373190 Aug 11 21:55:06.339993 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-b9aad8f8-1680-43fb-af46-ddbcea0093fd tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7687917 Aug 11 21:55:06.374105 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a139a-d64b-4c26-a1e9-9a5ac8fbdc84 req-edc8fa87-2c27-428e-b776-de53f6b16fc8 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:06.375880 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b75a139a-d64b-4c26-a1e9-9a5ac8fbdc84 req-edc8fa87-2c27-428e-b776-de53f6b16fc8 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports?device_id=23dfb897-99db-4d49-b0d4-a288277760ad HTTP/1.1" status: 200 len: 931 time: 0.3170133 Aug 11 21:55:06.403034 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54310) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:06.410367 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-d676ff25-fcfa-4513-9eb9-9276849d4ffd tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:06.412419 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-d676ff25-fcfa-4513-9eb9-9276849d4ffd tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4&tenant_id=cfe969a3456f4c9186b743e59eed9b71&binding%3Ahost_id=n-h2-804275-3 HTTP/1.1" status: 200 len: 1096 time: 0.2778773 Aug 11 21:55:06.413890 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-49973b08-9ee0-456a-b3db-55e98c505cdd service neutron] Request body: {'port': {'device_id': '23dfb897-99db-4d49-b0d4-a288277760ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:55:06.421860 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 1e3d8338-8e23-44be-9379-82cfd1a4444f {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:55:06.422695 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 1e3d8338-8e23-44be-9379-82cfd1a4444f not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:55:06.423326 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:55:06.426892 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a39a7d5a-a5ec-44a3-9296-bc8abfee9e13 req-af17af44-f9a6-4c42-9a28-5d2c2fd2dc19 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842288 Aug 11 21:55:06.558414 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-49973b08-9ee0-456a-b3db-55e98c505cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:06.576143 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17554ee5-c14a-41f8-b073-c608dba4e3e5 req-8b63ad50-02b0-4859-a08a-730e12739fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:06.578732 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-17554ee5-c14a-41f8-b073-c608dba4e3e5 req-8b63ad50-02b0-4859-a08a-730e12739fcf service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 1100 time: 0.4423757 Aug 11 21:55:06.605766 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:55:06.617375 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc293af4-302e-43a9-a563-24c1a4f96237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:06.629133 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-68e6c1f4-2857-43df-90ac-5f8daae54698 admin admin] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:06.726513 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc293af4-302e-43a9-a563-24c1a4f96237 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:06.731413 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fc293af4-302e-43a9-a563-24c1a4f96237 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5ebcc444-137b-4faf-aba0-b24b60e0b6c7 HTTP/1.1" status: 204 len: 168 time: 1.6064074 Aug 11 21:55:06.732126 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54324) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:06.751381 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4cb495d1-0b50-417b-87a6-bab651eb0cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:06.754843 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-5398acf9-7496-4f25-9310-4cf3e15d10a0 None None] Provisioning for port 73c5fdf0-3495-4688-966c-c874e61f4e0a completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:55:06.764940 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-5398acf9-7496-4f25-9310-4cf3e15d10a0 None None] Provisioning complete for port 73c5fdf0-3495-4688-966c-c874e61f4e0a triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:55:06.765254 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5398acf9-7496-4f25-9310-4cf3e15d10a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:06.768560 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b75a139a-d64b-4c26-a1e9-9a5ac8fbdc84 req-ba10cbdb-72d6-4795-8f9c-da682c0a6a1b tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/security-groups?id=91a59165-e141-4c1c-b8da-ebffc24c84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614924 Aug 11 21:55:06.811135 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:55:06.824432 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc293af4-302e-43a9-a563-24c1a4f96237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ebcc444-137b-4faf-aba0-b24b60e0b6c7,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:06.838641 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-05b6845f-f432-488a-98f1-541db990fb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:06.840283 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-05b6845f-f432-488a-98f1-541db990fb6b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4&tenant_id=cfe969a3456f4c9186b743e59eed9b71 HTTP/1.1" status: 200 len: 1096 time: 0.4132140 Aug 11 21:55:06.874207 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-5398acf9-7496-4f25-9310-4cf3e15d10a0 None None] Port 73c5fdf0-3495-4688-966c-c874e61f4e0a cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:55:06.914764 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-9b581261-c05c-45ec-8d03-2f3b89d94d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76f019b-f2db-4643-b481-8bdc62e20c46', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827599150-router', 'tenant_id': '0ffc1ce1280c454884cd1721d99fabb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '83f3eb6e-c6b5-4520-baae-bcadedc27c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:52:20Z', 'updated_at': '2021-08-11T21:55:03Z', 'revision_number': 5, 'project_id': '0ffc1ce1280c454884cd1721d99fabb8', 'gw_port': {'id': '83f3eb6e-c6b5-4520-baae-bcadedc27c3f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f019b-f2db-4643-b481-8bdc62e20c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:52:21Z', 'updated_at': '2021-08-11T21:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:06.919353 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-17554ee5-c14a-41f8-b073-c608dba4e3e5 req-d9469cb3-ef43-4421-b713-7740bea0756d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225763 Aug 11 21:55:06.931674 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f8c66-acc6-4eb8-abaa-21b7ebce4dd2 req-e2fe5be3-d1ed-4bd3-86f8-e5df0dfe7e62 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:06.939669 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f40f8c66-acc6-4eb8-abaa-21b7ebce4dd2 req-e2fe5be3-d1ed-4bd3-86f8-e5df0dfe7e62 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 949 time: 0.1381474 Aug 11 21:55:06.950489 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b581261-c05c-45ec-8d03-2f3b89d94d39 None None] Checking router: b76f019b-f2db-4643-b481-8bdc62e20c46 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:55:06.997546 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b581261-c05c-45ec-8d03-2f3b89d94d39 None None] Routers {'b76f019b-f2db-4643-b481-8bdc62e20c46'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:55:06.998221 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-9b581261-c05c-45ec-8d03-2f3b89d94d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:54:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['b76f019b-f2db-4643-b481-8bdc62e20c46'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:07.012219 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-beb7d0ec-6d84-47c2-8816-aaaec20cf996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:07.023373 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f40f8c66-acc6-4eb8-abaa-21b7ebce4dd2 req-d49cddb5-4793-47bc-bc90-6c763415aa38 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827961 Aug 11 21:55:07.058955 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 2347d206-c62c-49d6-88ec-e41d7076f102 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:55:07.059393 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-f44aad5c-ea89-4d0c-9575-50342de0abcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:07.061552 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-f44aad5c-ea89-4d0c-9575-50342de0abcf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cfe969a3456f4c9186b743e59eed9b71&device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 1096 time: 0.1441448 Aug 11 21:55:07.066197 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-68e6c1f4-2857-43df-90ac-5f8daae54698 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:07.100863 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4cb495d1-0b50-417b-87a6-bab651eb0cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:07.103455 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-49973b08-9ee0-456a-b3db-55e98c505cdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73c5fdf0-3495-4688-966c-c874e61f4e0a {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:55:07.113408 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-49973b08-9ee0-456a-b3db-55e98c505cdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:07.129194 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-49973b08-9ee0-456a-b3db-55e98c505cdd service neutron] Transition to ACTIVE for port object 73c5fdf0-3495-4688-966c-c874e61f4e0a will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:55:07.135060 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-49973b08-9ee0-456a-b3db-55e98c505cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:07.140202 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4cb495d1-0b50-417b-87a6-bab651eb0cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:07.177592 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-9b581261-c05c-45ec-8d03-2f3b89d94d39 None None] Set router b76f019b-f2db-4643-b481-8bdc62e20c46 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:55:07.215609 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49973b08-9ee0-456a-b3db-55e98c505cdd service neutron] Pushing event updated for resources: {'Port': ['ID=73c5fdf0-3495-4688-966c-c874e61f4e0a,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:07.242548 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-beb7d0ec-6d84-47c2-8816-aaaec20cf996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:07.248572 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4cb495d1-0b50-417b-87a6-bab651eb0cf4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3da3896f0f7040a08c6462bfe8db6016&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8349819 Aug 11 21:55:07.253699 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54326) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:07.256306 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb495d1-0b50-417b-87a6-bab651eb0cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c36432-0db5-4933-b9a2-1a66a465ed9d,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:07.265693 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-beb7d0ec-6d84-47c2-8816-aaaec20cf996 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e6831b-e467-469d-8451-f4e0202835d1']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:07.286556 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-beb7d0ec-6d84-47c2-8816-aaaec20cf996 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f044331-de7c-4f8d-b68b-20d9bcc4dd57') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:07.286990 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-beb7d0ec-6d84-47c2-8816-aaaec20cf996 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f044331-de7c-4f8d-b68b-20d9bcc4dd57') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:07.301502 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-beb7d0ec-6d84-47c2-8816-aaaec20cf996 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:07.321702 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-68e6c1f4-2857-43df-90ac-5f8daae54698 admin admin] Deleting port 83f3eb6e-c6b5-4520-baae-bcadedc27c3f {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:55:07.322035 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-68e6c1f4-2857-43df-90ac-5f8daae54698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:07.337924 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-beb7d0ec-6d84-47c2-8816-aaaec20cf996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:07.343606 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2db9afcc-9a55-473f-814f-fedf6f2dbc6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:07.345416 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-49973b08-9ee0-456a-b3db-55e98c505cdd service neutron] Attempting to bind port 73c5fdf0-3495-4688-966c-c874e61f4e0a on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:55:07.345758 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-49973b08-9ee0-456a-b3db-55e98c505cdd service neutron] Attempting to bind port 73c5fdf0-3495-4688-966c-c874e61f4e0a by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '403410e7-075b-4cee-ac6f-72f7ef186622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:55:07.346092 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-49973b08-9ee0-456a-b3db-55e98c505cdd service neutron] Attempting to bind port 73c5fdf0-3495-4688-966c-c874e61f4e0a on network e760a438-6fc1-4f1f-92c7-95ee04af8ab8 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:55:07.352091 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-49973b08-9ee0-456a-b3db-55e98c505cdd service neutron] Port 73c5fdf0-3495-4688-966c-c874e61f4e0a on network e760a438-6fc1-4f1f-92c7-95ee04af8ab8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:55:07.352425 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-49973b08-9ee0-456a-b3db-55e98c505cdd service neutron] Attempting to bind port 73c5fdf0-3495-4688-966c-c874e61f4e0a on network e760a438-6fc1-4f1f-92c7-95ee04af8ab8 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:55:07.368754 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-49973b08-9ee0-456a-b3db-55e98c505cdd service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:55:07.369129 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-49973b08-9ee0-456a-b3db-55e98c505cdd service neutron] Checking segment: {'id': '403410e7-075b-4cee-ac6f-72f7ef186622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:55:07.369575 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-49973b08-9ee0-456a-b3db-55e98c505cdd service neutron] Bound using segment: {'id': '403410e7-075b-4cee-ac6f-72f7ef186622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:55:07.370033 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-49973b08-9ee0-456a-b3db-55e98c505cdd service neutron] Bound port: 73c5fdf0-3495-4688-966c-c874e61f4e0a, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '403410e7-075b-4cee-ac6f-72f7ef186622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:55:07.370405 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-49973b08-9ee0-456a-b3db-55e98c505cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:07.393437 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2db9afcc-9a55-473f-814f-fedf6f2dbc6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:07.417693 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb7d0ec-6d84-47c2-8816-aaaec20cf996 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 21:55:07.418426 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-beb7d0ec-6d84-47c2-8816-aaaec20cf996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: timer() Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 21:55:07.421164 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 21:55:07.495620 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2db9afcc-9a55-473f-814f-fedf6f2dbc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:07.500899 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2db9afcc-9a55-473f-814f-fedf6f2dbc6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:07.513317 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2db9afcc-9a55-473f-814f-fedf6f2dbc6c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/54c36432-0db5-4933-b9a2-1a66a465ed9d HTTP/1.1" status: 204 len: 168 time: 0.2590368 Aug 11 21:55:07.529389 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9afcc-9a55-473f-814f-fedf6f2dbc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c36432-0db5-4933-b9a2-1a66a465ed9d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:07.543470 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-beb7d0ec-6d84-47c2-8816-aaaec20cf996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:07.561675 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:07.580804 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-beb7d0ec-6d84-47c2-8816-aaaec20cf996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:07.586159 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-beb7d0ec-6d84-47c2-8816-aaaec20cf996 admin admin] 10.222.0.77 "DELETE /v2.0/networks/53e6831b-e467-469d-8451-f4e0202835d1 HTTP/1.1" status: 204 len: 168 time: 0.8368721 Aug 11 21:55:07.617593 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-68e6c1f4-2857-43df-90ac-5f8daae54698 admin admin] For port 83f3eb6e-c6b5-4520-baae-bcadedc27c3f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=83f3eb6e-c6b5-4520-baae-bcadedc27c3f,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:07.617871 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345e7f6e-1e39-4ba7-bb2c-7e7f632f7156', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2347d206-c62c-49d6-88ec-e41d7076f102'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:55:07.618041 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-68e6c1f4-2857-43df-90ac-5f8daae54698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:07.620485 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ac0c75-8c56-46b3-a075-ce4ab90f7b81" -d '{"events": [{"server_uuid": "345e7f6e-1e39-4ba7-bb2c-7e7f632f7156", "name": "network-vif-unplugged", "status": "completed", "tag": "2347d206-c62c-49d6-88ec-e41d7076f102"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:55:07.620749 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7d0ec-6d84-47c2-8816-aaaec20cf996 admin admin] Pushing event deleted for resources: {'Network': ['ID=53e6831b-e467-469d-8451-f4e0202835d1,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:07.626756 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-49973b08-9ee0-456a-b3db-55e98c505cdd service neutron] For port 73c5fdf0-3495-4688-966c-c874e61f4e0a, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:55:07.633903 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-49973b08-9ee0-456a-b3db-55e98c505cdd service neutron] For port 73c5fdf0-3495-4688-966c-c874e61f4e0a, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=73c5fdf0-3495-4688-966c-c874e61f4e0a,segment=NetworkSegment(403410e7-075b-4cee-ac6f-72f7ef186622),segment_id=403410e7-075b-4cee-ac6f-72f7ef186622)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:55:07.634249 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-07d34446-a9b6-472b-b49e-6ae5673567a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:07.635690 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-07d34446-a9b6-472b-b49e-6ae5673567a6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c1d2353f-b112-4357-b0a6-e5993406a9d5 HTTP/1.1" status: 200 len: 921 time: 0.2997863 Aug 11 21:55:07.648978 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 2347d206-c62c-49d6-88ec-e41d7076f102, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2347d206-c62c-49d6-88ec-e41d7076f102,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:07.651284 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-49973b08-9ee0-456a-b3db-55e98c505cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:07.652364 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-68e6c1f4-2857-43df-90ac-5f8daae54698 admin admin] Calling delete_port for 83f3eb6e-c6b5-4520-baae-bcadedc27c3f owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:55:07.658309 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:07.712981 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfd7e5-3206-49de-a73c-0f111ab5bc45 req-de36fdb6-5148-4b8c-8896-327341d3459a tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:07.714643 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d3dfd7e5-3206-49de-a73c-0f111ab5bc45 req-de36fdb6-5148-4b8c-8896-327341d3459a tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 945 time: 0.2007532 Aug 11 21:55:07.720866 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-0de3b5d0-5835-4bcf-a208-30b3a5a1a88e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 HTTP/1.1" status: 200 len: 217 time: 0.0764866 Aug 11 21:55:07.748463 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-49973b08-9ee0-456a-b3db-55e98c505cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:07.749116 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-49973b08-9ee0-456a-b3db-55e98c505cdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:07.750717 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-49973b08-9ee0-456a-b3db-55e98c505cdd service neutron] 10.222.0.52 "PUT /v2.0/ports/73c5fdf0-3495-4688-966c-c874e61f4e0a HTTP/1.1" status: 200 len: 1091 time: 1.3946729 Aug 11 21:55:07.751204 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23dfb897-99db-4d49-b0d4-a288277760ad', 'tag': '73c5fdf0-3495-4688-966c-c874e61f4e0a'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:55:07.752910 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-9b581261-c05c-45ec-8d03-2f3b89d94d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76f019b-f2db-4643-b481-8bdc62e20c46', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827599150-router', 'tenant_id': '0ffc1ce1280c454884cd1721d99fabb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '83f3eb6e-c6b5-4520-baae-bcadedc27c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:52:20Z', 'updated_at': '2021-08-11T21:55:03Z', 'revision_number': 5, 'project_id': '0ffc1ce1280c454884cd1721d99fabb8', 'gw_port': {'id': '83f3eb6e-c6b5-4520-baae-bcadedc27c3f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f019b-f2db-4643-b481-8bdc62e20c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:52:21Z', 'updated_at': '2021-08-11T21:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:07.753657 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d693a254-aed3-4de4-a138-19d31b49fe63" -d '{"events": [{"name": "network-changed", "server_uuid": "23dfb897-99db-4d49-b0d4-a288277760ad", "tag": "73c5fdf0-3495-4688-966c-c874e61f4e0a"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:55:07.787911 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49973b08-9ee0-456a-b3db-55e98c505cdd service neutron] Pushing event updated for resources: {'Port': ['ID=73c5fdf0-3495-4688-966c-c874e61f4e0a,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:07.826300 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b581261-c05c-45ec-8d03-2f3b89d94d39 None None] The sync data for ids ['b76f019b-f2db-4643-b481-8bdc62e20c46'] in n-d-804275-3 is: [{'id': 'b76f019b-f2db-4643-b481-8bdc62e20c46', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827599150-router', 'tenant_id': '0ffc1ce1280c454884cd1721d99fabb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '83f3eb6e-c6b5-4520-baae-bcadedc27c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:52:20Z', 'updated_at': '2021-08-11T21:55:03Z', 'revision_number': 5, 'project_id': '0ffc1ce1280c454884cd1721d99fabb8', 'gw_port': {'id': '83f3eb6e-c6b5-4520-baae-bcadedc27c3f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f019b-f2db-4643-b481-8bdc62e20c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:52:21Z', 'updated_at': '2021-08-11T21:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:55:07.828886 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=2347d206-c62c-49d6-88ec-e41d7076f102,revision_number=9']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:07.839358 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:07.878101 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54344) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:07.883297 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 21:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355ea67c-3bf4-4ed8-a17f-1639eb301076 x-openstack-request-id: req-355ea67c-3bf4-4ed8-a17f-1639eb301076 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:55:07.883619 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345e7f6e-1e39-4ba7-bb2c-7e7f632f7156", "name": "network-vif-unplugged", "status": "completed", "tag": "2347d206-c62c-49d6-88ec-e41d7076f102", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:55:07.883885 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-355ea67c-3bf4-4ed8-a17f-1639eb301076 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:55:07.884300 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345e7f6e-1e39-4ba7-bb2c-7e7f632f7156', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2347d206-c62c-49d6-88ec-e41d7076f102', 'code': 200} Aug 11 21:55:07.956619 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-4d8ae69b-f293-4c9e-bcc6-6efe792b0253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:07.958321 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-4d8ae69b-f293-4c9e-bcc6-6efe792b0253 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b9279c1feca4096aedd3bf29c3bbd31&device_id=23dfb897-99db-4d49-b0d4-a288277760ad HTTP/1.1" status: 200 len: 1094 time: 0.1375754 Aug 11 21:55:07.977194 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-a5770f63-d523-4bc1-8e60-5d0e632352ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:07.981165 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-a5770f63-d523-4bc1-8e60-5d0e632352ae service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d64b3af4-29c6-4065-a225-159b72d7499b HTTP/1.1" status: 200 len: 860 time: 0.2257929 Aug 11 21:55:08.048922 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-809d9434-6a79-4726-b5df-19615601cf20 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73c5fdf0-3495-4688-966c-c874e61f4e0a HTTP/1.1" status: 200 len: 217 time: 0.0702589 Aug 11 21:55:08.051984 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-edcd74a9-f08a-469a-a174-de71d2f8aa53 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d324ce0b4e834cec99bd7c085ff5df60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1726661 Aug 11 21:55:08.055642 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54358) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:08.063403 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d3dfd7e5-3206-49de-a73c-0f111ab5bc45 req-b59eda03-75bb-423a-9037-7eed6e67a200 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854647 Aug 11 21:55:08.121185 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-bea5e0d8-9ef1-489d-8fd1-e840aafc1c89 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c1d2353f-b112-4357-b0a6-e5993406a9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187916 Aug 11 21:55:08.153153 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3fe3b1-8140-467c-aed9-5a0392d0a268 x-openstack-request-id: req-1f3fe3b1-8140-467c-aed9-5a0392d0a268 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:55:08.153493 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23dfb897-99db-4d49-b0d4-a288277760ad", "tag": "73c5fdf0-3495-4688-966c-c874e61f4e0a", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:55:08.153799 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1f3fe3b1-8140-467c-aed9-5a0392d0a268 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:55:08.154117 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23dfb897-99db-4d49-b0d4-a288277760ad', 'tag': '73c5fdf0-3495-4688-966c-c874e61f4e0a', 'status': 'completed', 'code': 200} Aug 11 21:55:08.197690 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-801d25f8-b7cd-4ac0-bda1-5d3afcb1060c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:08.199220 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-801d25f8-b7cd-4ac0-bda1-5d3afcb1060c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7ac5f32-d2d7-4a74-9968-93111b1f2c36 HTTP/1.1" status: 200 len: 860 time: 0.1256709 Aug 11 21:55:08.278065 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f553545e-7332-46f4-a9ae-ec74c9d16ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:08.375531 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f553545e-7332-46f4-a9ae-ec74c9d16ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:08.395555 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-78cac6a4-395b-4421-90bf-25acab9510c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:08.398378 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-78cac6a4-395b-4421-90bf-25acab9510c2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1817124 Aug 11 21:55:08.407605 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1358950-26e7-49d4-a33f-9c43f4b0fd64 req-13811655-0e0e-4b37-bf51-8bd21e52d4b6 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:08.417550 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a1358950-26e7-49d4-a33f-9c43f4b0fd64 req-13811655-0e0e-4b37-bf51-8bd21e52d4b6 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 947 time: 0.2350540 Aug 11 21:55:08.437829 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-db7e3e8c-b56a-4ca2-8e9d-c46bf2a4f39a service neutron] 10.222.0.82 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049238 Aug 11 21:55:08.461024 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47a639-b013-41b3-b5bc-c101655f2c81 req-12a293e6-584b-455a-a797-47a7da1f80e7 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:08.487260 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2a47a639-b013-41b3-b5bc-c101655f2c81 req-12a293e6-584b-455a-a797-47a7da1f80e7 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports?device_id=23dfb897-99db-4d49-b0d4-a288277760ad HTTP/1.1" status: 200 len: 943 time: 0.2531772 Aug 11 21:55:08.650328 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2a47a639-b013-41b3-b5bc-c101655f2c81 req-5104f2c3-5226-49dc-87f3-504b8b05d454 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/security-groups?id=91a59165-e141-4c1c-b8da-ebffc24c84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154206 Aug 11 21:55:08.665867 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a1358950-26e7-49d4-a33f-9c43f4b0fd64 req-e17523ed-9aae-4932-8a53-bd03af233666 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462597 Aug 11 21:55:08.696268 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f553545e-7332-46f4-a9ae-ec74c9d16ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:08.703857 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-68e6c1f4-2857-43df-90ac-5f8daae54698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:08.704095 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f553545e-7332-46f4-a9ae-ec74c9d16ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:08.711199 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f553545e-7332-46f4-a9ae-ec74c9d16ac1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c013a629-2ca8-45e4-986d-6685b4d48d3d HTTP/1.1" status: 204 len: 168 time: 0.6423159 Aug 11 21:55:08.742983 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-ca77aa68-8f77-4e28-9506-dfcb300a8b85 service neutron] 10.222.0.52 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303649 Aug 11 21:55:08.744752 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553545e-7332-46f4-a9ae-ec74c9d16ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c013a629-2ca8-45e4-986d-6685b4d48d3d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:08.766722 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 68688c25-38c1-4326-940c-34ceb94ffa14 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:55:08.829660 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6c1f4-2857-43df-90ac-5f8daae54698 admin admin] Pushing event deleted for resources: {'Port': ['ID=83f3eb6e-c6b5-4520-baae-bcadedc27c3f,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:08.914929 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-abf6ea3f-b901-4a0c-93ff-8a9735320ae3 service neutron] 10.222.0.82 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645483 Aug 11 21:55:08.919686 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-68e6c1f4-2857-43df-90ac-5f8daae54698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:08.949401 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54380) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:08.974318 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6b0ca2fc-aeba-42f8-ac00-2fa4edc2d9cd req-a05180ec-496d-4858-99a0-ac02433a9e3b service neutron] 10.222.0.52 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214057 Aug 11 21:55:09.054610 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 68688c25-38c1-4326-940c-34ceb94ffa14, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=68688c25-38c1-4326-940c-34ceb94ffa14,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:09.117415 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693a254-aed3-4de4-a138-19d31b49fe63 req-023824a1-e644-4bea-ae74-5514e517982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:09.121422 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d693a254-aed3-4de4-a138-19d31b49fe63 req-023824a1-e644-4bea-ae74-5514e517982f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b9279c1feca4096aedd3bf29c3bbd31&device_id=23dfb897-99db-4d49-b0d4-a288277760ad HTTP/1.1" status: 200 len: 1094 time: 0.0707860 Aug 11 21:55:09.123619 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-68e6c1f4-2857-43df-90ac-5f8daae54698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:09.126421 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '68688c25-38c1-4326-940c-34ceb94ffa14', 'network_id': 'e065759b-9598-4e49-9dd4-b84a6811ca8d', 'port_id': '68688c25-38c1-4326-940c-34ceb94ffa14', 'mac_address': 'fa:16:3e:48:5c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a417fc4-720c-4110-80f4-cad05729542b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:55:09.127240 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-68e6c1f4-2857-43df-90ac-5f8daae54698 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:09.465012 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:09.483934 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68688c25-38c1-4326-940c-34ceb94ffa14 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:55:09.518124 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be0a61-782a-4cde-971c-a07ba7b644c9 req-b60ce8e8-d766-40d0-ae69-22e31c537250 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:09.520076 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 68688c25-38c1-4326-940c-34ceb94ffa14, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=68688c25-38c1-4326-940c-34ceb94ffa14,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:09.521869 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-30be0a61-782a-4cde-971c-a07ba7b644c9 req-b60ce8e8-d766-40d0-ae69-22e31c537250 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 945 time: 0.2145066 Aug 11 21:55:09.525353 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693a254-aed3-4de4-a138-19d31b49fe63 req-34a0703a-f92c-4cf4-b90c-afbaa08ae058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:09.529061 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d693a254-aed3-4de4-a138-19d31b49fe63 req-34a0703a-f92c-4cf4-b90c-afbaa08ae058 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8 HTTP/1.1" status: 200 len: 922 time: 0.3992484 Aug 11 21:55:09.531790 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:09.532524 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 2347d206-c62c-49d6-88ec-e41d7076f102 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:55:09.618305 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d693a254-aed3-4de4-a138-19d31b49fe63 req-c45cf677-55e6-449f-900f-88a0d6615b72 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73c5fdf0-3495-4688-966c-c874e61f4e0a HTTP/1.1" status: 200 len: 217 time: 0.0721314 Aug 11 21:55:09.635496 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-68e6c1f4-2857-43df-90ac-5f8daae54698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:09.636090 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e6c1f4-2857-43df-90ac-5f8daae54698 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b76f019b-f2db-4643-b481-8bdc62e20c46 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 21:55:09.640367 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-ebc5e203-c3b6-4b87-a430-a30aecdd872d admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-915973260-network', 'tenant_id': '3e9922760b354aa29344e7544475550f'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:55:09.652051 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-68e6c1f4-2857-43df-90ac-5f8daae54698 admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:09.653645 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-68e6c1f4-2857-43df-90ac-5f8daae54698 admin admin] 10.222.0.77 "DELETE /v2.0/routers/b76f019b-f2db-4643-b481-8bdc62e20c46 HTTP/1.1" status: 204 len: 168 time: 3.7200325 Aug 11 21:55:09.657048 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=68688c25-38c1-4326-940c-34ceb94ffa14,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:09.660460 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54406) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:09.690824 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-30be0a61-782a-4cde-971c-a07ba7b644c9 req-985139a9-07ea-4646-8607-1f33ccf9b28a tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595802 Aug 11 21:55:09.730250 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-704e6d66-6fa5-4d0c-8dba-5773fda3e84b admin admin] Deleting subnet e2bb92f0-865f-4ca3-9181-5430ef0dfa71 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 21:55:09.743007 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693a254-aed3-4de4-a138-19d31b49fe63 req-024ed782-9607-4ad4-a2ca-ae0645959a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:09.750542 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d693a254-aed3-4de4-a138-19d31b49fe63 req-024ed782-9607-4ad4-a2ca-ae0645959a30 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7ac5f32-d2d7-4a74-9968-93111b1f2c36 HTTP/1.1" status: 200 len: 860 time: 0.1238708 Aug 11 21:55:09.760272 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 2347d206-c62c-49d6-88ec-e41d7076f102, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2347d206-c62c-49d6-88ec-e41d7076f102,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:09.765120 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-704e6d66-6fa5-4d0c-8dba-5773fda3e84b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:09.784761 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-35c8f6cc-4d73-4d8b-95fd-629ac5544fb3 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:09.788686 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '2347d206-c62c-49d6-88ec-e41d7076f102', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '2347d206-c62c-49d6-88ec-e41d7076f102', 'mac_address': 'fa:16:3e:69:6a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:55:09.790848 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-35c8f6cc-4d73-4d8b-95fd-629ac5544fb3 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4&tenant_id=cfe969a3456f4c9186b743e59eed9b71&binding%3Ahost_id=n-h1-804275-3 HTTP/1.1" status: 200 len: 1096 time: 0.4928076 Aug 11 21:55:09.834026 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693a254-aed3-4de4-a138-19d31b49fe63 req-a0201799-89ba-4502-b171-c34f13b7d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:09.835708 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d693a254-aed3-4de4-a138-19d31b49fe63 req-a0201799-89ba-4502-b171-c34f13b7d00d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773151 Aug 11 21:55:09.848766 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:09.881193 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2347d206-c62c-49d6-88ec-e41d7076f102 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:55:09.886907 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc5e203-c3b6-4b87-a430-a30aecdd872d admin admin] Made reservation on behalf of 3e9922760b354aa29344e7544475550f for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:55:09.890120 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ebc5e203-c3b6-4b87-a430-a30aecdd872d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:09.925346 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 2347d206-c62c-49d6-88ec-e41d7076f102, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2347d206-c62c-49d6-88ec-e41d7076f102,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:09.931171 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:09.941044 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ebc5e203-c3b6-4b87-a430-a30aecdd872d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:09.989828 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8c6a64bb-c797-4d4b-832a-6db05f980a07 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:55:09.991119 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-704e6d66-6fa5-4d0c-8dba-5773fda3e84b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:10.020639 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 8c6a64bb-c797-4d4b-832a-6db05f980a07 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:55:10.020880 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290931a0-b119-42ae-b7f3-8ba9a3df1afc req-7e223475-3cdb-48f1-9b65-e2b716174034 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:10.020999 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8c6a64bb-c797-4d4b-832a-6db05f980a07 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:55:10.027780 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-290931a0-b119-42ae-b7f3-8ba9a3df1afc req-7e223475-3cdb-48f1-9b65-e2b716174034 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 947 time: 0.1877489 Aug 11 21:55:10.070174 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=2347d206-c62c-49d6-88ec-e41d7076f102,revision_number=10']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:10.070468 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa9cb5-c6ba-4ba4-92b7-c337d8bf5614 req-4b1a00af-e789-44f5-8b71-452664ac11b9 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:10.071920 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-74fa9cb5-c6ba-4ba4-92b7-c337d8bf5614 req-4b1a00af-e789-44f5-8b71-452664ac11b9 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports?device_id=23dfb897-99db-4d49-b0d4-a288277760ad HTTP/1.1" status: 200 len: 943 time: 0.2305429 Aug 11 21:55:10.098019 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-290931a0-b119-42ae-b7f3-8ba9a3df1afc req-49c060ce-a4b7-423a-ba23-f0ec96dcb114 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692344 Aug 11 21:55:10.142880 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['68688c25-38c1-4326-940c-34ceb94ffa14'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:55:10.159853 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d693a254-aed3-4de4-a138-19d31b49fe63 req-566b1494-9810-49ae-9a48-a517c1fdbc19 service neutron] 10.222.0.52 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080349 Aug 11 21:55:10.329441 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-704e6d66-6fa5-4d0c-8dba-5773fda3e84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:10.355700 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-74fa9cb5-c6ba-4ba4-92b7-c337d8bf5614 req-9c166a23-5b26-4c14-9a9e-1a59e0e5544a tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/security-groups?id=91a59165-e141-4c1c-b8da-ebffc24c84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577682 Aug 11 21:55:10.363250 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d693a254-aed3-4de4-a138-19d31b49fe63 req-4785e0fc-54a5-40a3-9169-4832d0c8a118 service neutron] 10.222.0.52 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913402 Aug 11 21:55:10.363354 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54428) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:10.419437 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-6fe0d07f-d61d-433d-a4f6-4a1b1790c5d7 service neutron] For port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:55:10.429784 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-6fe0d07f-d61d-433d-a4f6-4a1b1790c5d7 service neutron] Notify callbacks [] for binding, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:10.430912 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aa34a6eb-6116-446e-b228-0d586e6c3b80 req-6fe0d07f-d61d-433d-a4f6-4a1b1790c5d7 service neutron] 10.222.0.82 "DELETE /v2.0/ports/9f8ff2f4-fa21-476a-b0c7-948728ea8ab9/bindings/n-h2-804275-3 HTTP/1.1" status: 204 len: 173 time: 0.5858202 Aug 11 21:55:10.488753 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ebc5e203-c3b6-4b87-a430-a30aecdd872d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:10.497929 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ebc5e203-c3b6-4b87-a430-a30aecdd872d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:10.527387 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc5e203-c3b6-4b87-a430-a30aecdd872d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:55:10.534258 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-704e6d66-6fa5-4d0c-8dba-5773fda3e84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:10.574495 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ebc5e203-c3b6-4b87-a430-a30aecdd872d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:10.574942 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-ebc5e203-c3b6-4b87-a430-a30aecdd872d admin admin] Added segment 809ca267-ff54-4829-9318-0ff7c4b99e63 of type vlan for network 5e6a0542-227a-43cf-9a51-f74207b81cff Aug 11 21:55:10.577571 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5e203-c3b6-4b87-a430-a30aecdd872d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b180c3d2-bbbb-4d10-ab0e-40a00924ea8e,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:10.587335 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e6d66-6fa5-4d0c-8dba-5773fda3e84b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2bb92f0-865f-4ca3-9181-5430ef0dfa71,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:10.592114 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-704e6d66-6fa5-4d0c-8dba-5773fda3e84b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:10.592305 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-6b8af268-87e5-4b09-9ea4-ceb4b8d2511c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1081230292-network', 'tenant_id': 'bce577a24595491c9315f9f5e9b00c43'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:55:10.594266 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-704e6d66-6fa5-4d0c-8dba-5773fda3e84b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e2bb92f0-865f-4ca3-9181-5430ef0dfa71 HTTP/1.1" status: 204 len: 168 time: 0.9332328 Aug 11 21:55:10.599479 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54442) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:10.603180 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0b59b5-9f58-4c0b-85df-c4c8e2dea1a6 None None] Network e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:55:10.645818 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['2347d206-c62c-49d6-88ec-e41d7076f102'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:55:10.651394 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ebc5e203-c3b6-4b87-a430-a30aecdd872d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:10.696113 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032848a-b0b0-4c3a-bfcb-3af6c00633f9 req-e6b5268a-6607-4f6e-997c-c698cccc1590 tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:10.697912 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3032848a-b0b0-4c3a-bfcb-3af6c00633f9 req-e6b5268a-6607-4f6e-997c-c698cccc1590 tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 1100 time: 0.1388998 Aug 11 21:55:10.698532 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8af268-87e5-4b09-9ea4-ceb4b8d2511c admin admin] Made reservation on behalf of bce577a24595491c9315f9f5e9b00c43 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:55:10.700895 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6b8af268-87e5-4b09-9ea4-ceb4b8d2511c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:10.720197 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6b8af268-87e5-4b09-9ea4-ceb4b8d2511c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:10.720690 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ebc5e203-c3b6-4b87-a430-a30aecdd872d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:10.722203 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc5e203-c3b6-4b87-a430-a30aecdd872d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:10.723103 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ebc5e203-c3b6-4b87-a430-a30aecdd872d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:10.725780 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee669d6e-ad8a-49b1-8680-d7e73649e3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:10.792794 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 68688c25-38c1-4326-940c-34ceb94ffa14 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:55:10.822854 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5e203-c3b6-4b87-a430-a30aecdd872d admin admin] Pushing event updated for resources: {'Network': ['ID=5e6a0542-227a-43cf-9a51-f74207b81cff,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:10.861399 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 5e6a0542-227a-43cf-9a51-f74207b81cff details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:55:10.872823 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ebc5e203-c3b6-4b87-a430-a30aecdd872d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9228575 Aug 11 21:55:10.927272 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b854c-80d0-45c2-8cb7-c0acb697451a req-784cff6f-cb32-410d-9e8e-be3dc5637f4d tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:10.929146 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-220b854c-80d0-45c2-8cb7-c0acb697451a req-784cff6f-cb32-410d-9e8e-be3dc5637f4d tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 945 time: 0.1079557 Aug 11 21:55:10.997120 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-220b854c-80d0-45c2-8cb7-c0acb697451a req-8efd1536-2a79-40a3-acd2-bfcbf4f65251 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608528 Aug 11 21:55:11.023029 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 68688c25-38c1-4326-940c-34ceb94ffa14 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:55:11.023422 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:11.089298 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96630b16-260d-4698-bfcd-fd4e785bd5ae None None] DHCP port deletion for e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 21:55:11.233876 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:11.236308 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3032848a-b0b0-4c3a-bfcb-3af6c00633f9 req-28c99cc2-477a-4595-a409-ef15c9707b6a tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5172532 Aug 11 21:55:11.270521 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8685690-7df2-498b-b3c7-29b7541ea092 req-4e038c67-0e18-473a-b1c4-db7a3080f76b tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:11.274142 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d8685690-7df2-498b-b3c7-29b7541ea092 req-4e038c67-0e18-473a-b1c4-db7a3080f76b tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 1096 time: 0.0687404 Aug 11 21:55:11.280826 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-96630b16-260d-4698-bfcd-fd4e785bd5ae None None] Deleting port 7c859b13-3389-4a54-97df-a33a732ff7dd {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:55:11.281629 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-96630b16-260d-4698-bfcd-fd4e785bd5ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:11.333214 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d8685690-7df2-498b-b3c7-29b7541ea092 req-dfccdc4a-6eab-49fe-a47a-c02ee92a8788 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476604 Aug 11 21:55:11.349140 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-ee669d6e-ad8a-49b1-8680-d7e73649e3a7 admin admin] Deleting port 7c859b13-3389-4a54-97df-a33a732ff7dd {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:55:11.349575 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee669d6e-ad8a-49b1-8680-d7e73649e3a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:11.374011 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a501b32-4ee3-463c-bb56-c7e18cde1c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68688c25-38c1-4326-940c-34ceb94ffa14'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:55:11.376984 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a476fbf1-ab2a-4834-9daf-6174a5bc0504" -d '{"events": [{"server_uuid": "5a501b32-4ee3-463c-bb56-c7e18cde1c99", "name": "network-vif-plugged", "status": "completed", "tag": "68688c25-38c1-4326-940c-34ceb94ffa14"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:55:11.418011 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 68688c25-38c1-4326-940c-34ceb94ffa14, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=68688c25-38c1-4326-940c-34ceb94ffa14,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:11.420665 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-96630b16-260d-4698-bfcd-fd4e785bd5ae None None] For port 7c859b13-3389-4a54-97df-a33a732ff7dd, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7c859b13-3389-4a54-97df-a33a732ff7dd,segment=NetworkSegment(5df5f95c-72bd-466f-92a4-7b77e2c557d3),segment_id=5df5f95c-72bd-466f-92a4-7b77e2c557d3)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:11.421074 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-96630b16-260d-4698-bfcd-fd4e785bd5ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:11.426474 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:11.493915 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=68688c25-38c1-4326-940c-34ceb94ffa14,revision_number=7']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:11.500827 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-96630b16-260d-4698-bfcd-fd4e785bd5ae None None] Calling delete_port for 7c859b13-3389-4a54-97df-a33a732ff7dd owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:55:11.565875 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6b8af268-87e5-4b09-9ea4-ceb4b8d2511c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:11.618228 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6b8af268-87e5-4b09-9ea4-ceb4b8d2511c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:11.624259 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-ee669d6e-ad8a-49b1-8680-d7e73649e3a7 admin admin] For port 7c859b13-3389-4a54-97df-a33a732ff7dd, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7c859b13-3389-4a54-97df-a33a732ff7dd,segment=NetworkSegment(5df5f95c-72bd-466f-92a4-7b77e2c557d3),segment_id=5df5f95c-72bd-466f-92a4-7b77e2c557d3)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:11.624714 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee669d6e-ad8a-49b1-8680-d7e73649e3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:11.641680 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-96630b16-260d-4698-bfcd-fd4e785bd5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:11.684641 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96630b16-260d-4698-bfcd-fd4e785bd5ae None None] Pushing event deleted for resources: {'Port': ['ID=7c859b13-3389-4a54-97df-a33a732ff7dd,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:11.688277 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96630b16-260d-4698-bfcd-fd4e785bd5ae None None] No DVR routers for this DVR port 7c859b13-3389-4a54-97df-a33a732ff7dd on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:55:11.694713 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b8af268-87e5-4b09-9ea4-ceb4b8d2511c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:55:11.706003 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-ee669d6e-ad8a-49b1-8680-d7e73649e3a7 admin admin] Calling delete_port for 7c859b13-3389-4a54-97df-a33a732ff7dd owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:55:11.707867 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fe56f7-160f-4e77-98de-8a3f388e20ae x-openstack-request-id: req-41fe56f7-160f-4e77-98de-8a3f388e20ae {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:55:11.708450 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a501b32-4ee3-463c-bb56-c7e18cde1c99", "name": "network-vif-plugged", "status": "completed", "tag": "68688c25-38c1-4326-940c-34ceb94ffa14", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:55:11.708858 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-41fe56f7-160f-4e77-98de-8a3f388e20ae {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:55:11.709445 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a501b32-4ee3-463c-bb56-c7e18cde1c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68688c25-38c1-4326-940c-34ceb94ffa14', 'code': 200} Aug 11 21:55:11.777063 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8af268-87e5-4b09-9ea4-ceb4b8d2511c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6991841f-ed6c-4089-bba5-0acca521eb4a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:11.787870 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6b8af268-87e5-4b09-9ea4-ceb4b8d2511c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:11.788179 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-6b8af268-87e5-4b09-9ea4-ceb4b8d2511c admin admin] Added segment d60eadc4-e749-4c53-8441-df01b509ac00 of type vlan for network a7370598-4f7e-4bd7-b4a5-93417513d8b6 Aug 11 21:55:11.848498 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d069ad-20f2-4572-a0f5-741326fa843a req-1795fa64-8567-4926-a14a-69fee6626991 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:11.852239 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-38d069ad-20f2-4572-a0f5-741326fa843a req-1795fa64-8567-4926-a14a-69fee6626991 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports?device_id=23dfb897-99db-4d49-b0d4-a288277760ad HTTP/1.1" status: 200 len: 943 time: 0.0936613 Aug 11 21:55:11.881002 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b2850-c2fd-44e4-be41-16a9d0b81377 req-a21aae9b-9b13-4244-ad0d-20b76df6ab72 tempest-ComputeTenantNetworksTest-1783721024 tempest-ComputeTenantNetworksTest-1783721024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:11.888137 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b2850-c2fd-44e4-be41-16a9d0b81377 req-a21aae9b-9b13-4244-ad0d-20b76df6ab72 tempest-ComputeTenantNetworksTest-1783721024 tempest-ComputeTenantNetworksTest-1783721024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:11.894693 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 83f3eb6e-c6b5-4520-baae-bcadedc27c3f no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:55:11.895565 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b2850-c2fd-44e4-be41-16a9d0b81377 req-a21aae9b-9b13-4244-ad0d-20b76df6ab72 tempest-ComputeTenantNetworksTest-1783721024 tempest-ComputeTenantNetworksTest-1783721024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:11.897043 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-754b2850-c2fd-44e4-be41-16a9d0b81377 req-a21aae9b-9b13-4244-ad0d-20b76df6ab72 tempest-ComputeTenantNetworksTest-1783721024 tempest-ComputeTenantNetworksTest-1783721024-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4042542 Aug 11 21:55:11.920431 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-38d069ad-20f2-4572-a0f5-741326fa843a req-475516cb-dc2e-4020-8efb-fd91de2f3ed5 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/security-groups?id=91a59165-e141-4c1c-b8da-ebffc24c84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624380 Aug 11 21:55:11.922627 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6b8af268-87e5-4b09-9ea4-ceb4b8d2511c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:11.958176 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 83f3eb6e-c6b5-4520-baae-bcadedc27c3f {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:55:11.958674 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 83f3eb6e-c6b5-4520-baae-bcadedc27c3f not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:55:11.959420 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7c859b13-3389-4a54-97df-a33a732ff7dd no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:55:11.986152 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 7c859b13-3389-4a54-97df-a33a732ff7dd {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:55:11.986509 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7c859b13-3389-4a54-97df-a33a732ff7dd not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:55:11.987892 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6b8af268-87e5-4b09-9ea4-ceb4b8d2511c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:11.989333 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8af268-87e5-4b09-9ea4-ceb4b8d2511c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:11.990105 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6b8af268-87e5-4b09-9ea4-ceb4b8d2511c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:12.052676 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee669d6e-ad8a-49b1-8680-d7e73649e3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:12.068136 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6b8af268-87e5-4b09-9ea4-ceb4b8d2511c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7033939 Aug 11 21:55:12.075175 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54492) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:12.085802 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-0c684b40-86da-4fad-8377-8b5868331b63 admin admin] Request body: {'subnet': {'network_id': 'a7370598-4f7e-4bd7-b4a5-93417513d8b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1081230292-subnet', 'tenant_id': 'bce577a24595491c9315f9f5e9b00c43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:55:12.097631 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee669d6e-ad8a-49b1-8680-d7e73649e3a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c859b13-3389-4a54-97df-a33a732ff7dd,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:12.108836 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8af268-87e5-4b09-9ea4-ceb4b8d2511c admin admin] Pushing event updated for resources: {'Network': ['ID=a7370598-4f7e-4bd7-b4a5-93417513d8b6,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:12.112450 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee669d6e-ad8a-49b1-8680-d7e73649e3a7 admin admin] No DVR routers for this DVR port 7c859b13-3389-4a54-97df-a33a732ff7dd on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:55:12.121431 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network a7370598-4f7e-4bd7-b4a5-93417513d8b6 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:55:12.217106 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee669d6e-ad8a-49b1-8680-d7e73649e3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:12.223427 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c684b40-86da-4fad-8377-8b5868331b63 admin admin] Made reservation on behalf of bce577a24595491c9315f9f5e9b00c43 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:55:12.227374 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0c684b40-86da-4fad-8377-8b5868331b63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:12.230466 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-ee669d6e-ad8a-49b1-8680-d7e73649e3a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:12.235825 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b01565-a619-4beb-8750-03f759f5cde6 req-d916266b-f6c7-4de4-b186-bb9c117a223c tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:12.237882 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b0b01565-a619-4beb-8750-03f759f5cde6 req-d916266b-f6c7-4de4-b186-bb9c117a223c tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 1100 time: 0.1430974 Aug 11 21:55:12.254497 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-ee669d6e-ad8a-49b1-8680-d7e73649e3a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df5f95c-72bd-466f-92a4-7b77e2c557d3') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:12.254802 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-ee669d6e-ad8a-49b1-8680-d7e73649e3a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df5f95c-72bd-466f-92a4-7b77e2c557d3') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:12.276103 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee669d6e-ad8a-49b1-8680-d7e73649e3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:12.305182 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee669d6e-ad8a-49b1-8680-d7e73649e3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:12.312239 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 73c5fdf0-3495-4688-966c-c874e61f4e0a details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:55:12.314765 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b0b01565-a619-4beb-8750-03f759f5cde6 req-80d4ef0d-2ee0-449e-8b73-ce843a9e3a2a tempest-ServersAdminTestJSON-1163704895 tempest-ServersAdminTestJSON-1163704895-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704460 Aug 11 21:55:12.315920 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee669d6e-ad8a-49b1-8680-d7e73649e3a7 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 21:55:12.316701 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee669d6e-ad8a-49b1-8680-d7e73649e3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: timer() Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 21:55:12.318308 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 21:55:12.340688 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-35528a62-3562-4863-94a5-b824608675bd tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:12.342912 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-35528a62-3562-4863-94a5-b824608675bd tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/networks?id=c1d2353f-b112-4357-b0a6-e5993406a9d5 HTTP/1.1" status: 200 len: 820 time: 0.2512343 Aug 11 21:55:12.388800 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-13e2da02-efef-44d0-b580-7c747d5e2be2 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/quotas/cfe969a3456f4c9186b743e59eed9b71 HTTP/1.1" status: 200 len: 375 time: 0.0296905 Aug 11 21:55:12.473915 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 73c5fdf0-3495-4688-966c-c874e61f4e0a, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=73c5fdf0-3495-4688-966c-c874e61f4e0a,segment=NetworkSegment(403410e7-075b-4cee-ac6f-72f7ef186622),segment_id=403410e7-075b-4cee-ac6f-72f7ef186622)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:12.490608 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-edf0745a-1cc2-48dc-958d-93a36212d515 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=cfe969a3456f4c9186b743e59eed9b71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1005940 Aug 11 21:55:12.508467 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '73c5fdf0-3495-4688-966c-c874e61f4e0a', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'port_id': '73c5fdf0-3495-4688-966c-c874e61f4e0a', 'mac_address': 'fa:16:3e:70:6a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:55:12.527398 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd756018-689e-4be4-b52d-cfd17afa1e56 req-af6d11ea-8371-441d-af3e-b93e25b51c43 tempest-ComputeTenantNetworksTest-1783721024 tempest-ComputeTenantNetworksTest-1783721024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:12.530137 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bd756018-689e-4be4-b52d-cfd17afa1e56 req-af6d11ea-8371-441d-af3e-b93e25b51c43 tempest-ComputeTenantNetworksTest-1783721024 tempest-ComputeTenantNetworksTest-1783721024-project] 10.222.0.77 "GET /v2.0/networks/5e6a0542-227a-43cf-9a51-f74207b81cff HTTP/1.1" status: 200 len: 768 time: 0.1409502 Aug 11 21:55:12.541944 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54502) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:12.551898 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee669d6e-ad8a-49b1-8680-d7e73649e3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:12.556651 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee669d6e-ad8a-49b1-8680-d7e73649e3a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:12.558900 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ee669d6e-ad8a-49b1-8680-d7e73649e3a7 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca HTTP/1.1" status: 204 len: 168 time: 1.9573486 Aug 11 21:55:12.564496 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54506) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:12.609907 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:12.631980 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73c5fdf0-3495-4688-966c-c874e61f4e0a {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:55:12.663416 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 73c5fdf0-3495-4688-966c-c874e61f4e0a, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=73c5fdf0-3495-4688-966c-c874e61f4e0a,segment=NetworkSegment(403410e7-075b-4cee-ac6f-72f7ef186622),segment_id=403410e7-075b-4cee-ac6f-72f7ef186622)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:12.670905 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee669d6e-ad8a-49b1-8680-d7e73649e3a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e786bd33-ce9d-4e7c-99b0-b9a07d9c5aca,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:12.672233 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:12.718350 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8cb0efb9-de41-44f4-ad94-a5ce32accc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:12.725055 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0c684b40-86da-4fad-8377-8b5868331b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:12.759542 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=73c5fdf0-3495-4688-966c-c874e61f4e0a,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:12.792851 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 2347d206-c62c-49d6-88ec-e41d7076f102 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:55:12.840334 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-e0d59bb9-9ee3-45dc-8371-c5b7684fe194 service neutron] 10.222.0.77 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241835 Aug 11 21:55:12.902245 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 2347d206-c62c-49d6-88ec-e41d7076f102 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:55:12.902864 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:12.907017 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8cb0efb9-de41-44f4-ad94-a5ce32accc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:12.921305 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-8cb0efb9-de41-44f4-ad94-a5ce32accc87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e6a0542-227a-43cf-9a51-f74207b81cff']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:12.946300 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['73c5fdf0-3495-4688-966c-c874e61f4e0a'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:55:12.952803 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-8cb0efb9-de41-44f4-ad94-a5ce32accc87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809ca267-ff54-4829-9318-0ff7c4b99e63') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:12.953314 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-8cb0efb9-de41-44f4-ad94-a5ce32accc87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809ca267-ff54-4829-9318-0ff7c4b99e63') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:12.981043 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8cb0efb9-de41-44f4-ad94-a5ce32accc87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:13.031431 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8cb0efb9-de41-44f4-ad94-a5ce32accc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:13.062452 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:13.085263 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb0efb9-de41-44f4-ad94-a5ce32accc87 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 21:55:13.086510 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8cb0efb9-de41-44f4-ad94-a5ce32accc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: timer() Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 21:55:13.090069 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 21:55:13.134282 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 2347d206-c62c-49d6-88ec-e41d7076f102, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2347d206-c62c-49d6-88ec-e41d7076f102,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:13.137071 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c684b40-86da-4fad-8377-8b5868331b63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33bf3945-6bf9-4021-af06-5ee3026b2e8e,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:13.184218 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e24edd2b-be7c-440e-a1aa-6e3354a1eb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:13.198513 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:13.208862 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c684b40-86da-4fad-8377-8b5868331b63 admin admin] Checking segment: {'id': 'd60eadc4-e749-4c53-8441-df01b509ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a7370598-4f7e-4bd7-b4a5-93417513d8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:55:13.209473 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c684b40-86da-4fad-8377-8b5868331b63 admin admin] Network hostable DHCP agents. Network: a7370598-4f7e-4bd7-b4a5-93417513d8b6, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:55:13.210843 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9dce6-fe11-4a69-8d7e-2e7243c475c6 req-abea8ea2-c273-4ed7-9ddb-2fb9aad7bc23 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:13.213462 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3cf9dce6-fe11-4a69-8d7e-2e7243c475c6 req-abea8ea2-c273-4ed7-9ddb-2fb9aad7bc23 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=9da0888c-8de6-4b97-be11-ed5e9d7bfdc2 HTTP/1.1" status: 200 len: 949 time: 0.2062693 Aug 11 21:55:13.225835 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c684b40-86da-4fad-8377-8b5868331b63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:13.226384 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c684b40-86da-4fad-8377-8b5868331b63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:13.227274 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c684b40-86da-4fad-8377-8b5868331b63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:13.227765 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c684b40-86da-4fad-8377-8b5868331b63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:13.231385 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c684b40-86da-4fad-8377-8b5868331b63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:13.231385 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c684b40-86da-4fad-8377-8b5868331b63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:13.231385 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c684b40-86da-4fad-8377-8b5868331b63 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:13.231385 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c684b40-86da-4fad-8377-8b5868331b63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:13.231385 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c684b40-86da-4fad-8377-8b5868331b63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:13.231385 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c684b40-86da-4fad-8377-8b5868331b63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:13.232046 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c684b40-86da-4fad-8377-8b5868331b63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:13.232366 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c684b40-86da-4fad-8377-8b5868331b63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:13.249535 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8cb0efb9-de41-44f4-ad94-a5ce32accc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:13.258677 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8cb0efb9-de41-44f4-ad94-a5ce32accc87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:13.264932 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8cb0efb9-de41-44f4-ad94-a5ce32accc87 admin admin] 10.222.0.77 "DELETE /v2.0/networks/5e6a0542-227a-43cf-9a51-f74207b81cff HTTP/1.1" status: 204 len: 168 time: 0.7217503 Aug 11 21:55:13.278869 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0efb9-de41-44f4-ad94-a5ce32accc87 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e6a0542-227a-43cf-9a51-f74207b81cff,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:13.302571 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c684b40-86da-4fad-8377-8b5868331b63 admin admin] Network a7370598-4f7e-4bd7-b4a5-93417513d8b6 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:55:13.318771 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=2347d206-c62c-49d6-88ec-e41d7076f102,revision_number=11']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:13.341163 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3cf9dce6-fe11-4a69-8d7e-2e7243c475c6 req-a652f664-8c7d-4227-b547-761a6575b695 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202245 Aug 11 21:55:13.388356 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-855327fc-6f1c-488e-8234-2fe3e1f82fee service neutron] 10.222.0.77 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5467703 Aug 11 21:55:13.398966 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-0c684b40-86da-4fad-8377-8b5868331b63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, a7370598-4f7e-4bd7-b4a5-93417513d8b6) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:55:13.415768 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f4b9f8-abb9-4b4a-8627-9cc6e4ef1622 None None] Network a7370598-4f7e-4bd7-b4a5-93417513d8b6 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:55:13.431818 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c684b40-86da-4fad-8377-8b5868331b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:13.439175 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0c684b40-86da-4fad-8377-8b5868331b63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:13.569680 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805a440-a741-47e3-b88c-735804308d05 req-c18f9b07-93c4-47b9-b732-2a23476ea355 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:13.581886 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0c684b40-86da-4fad-8377-8b5868331b63 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5038319 Aug 11 21:55:13.582816 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1805a440-a741-47e3-b88c-735804308d05 req-c18f9b07-93c4-47b9-b732-2a23476ea355 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports?device_id=23dfb897-99db-4d49-b0d4-a288277760ad HTTP/1.1" status: 200 len: 944 time: 0.1463902 Aug 11 21:55:13.711209 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345e7f6e-1e39-4ba7-bb2c-7e7f632f7156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2347d206-c62c-49d6-88ec-e41d7076f102'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:55:13.716027 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff4a1ee-3a44-4589-99e8-493195fbb558" -d '{"events": [{"server_uuid": "345e7f6e-1e39-4ba7-bb2c-7e7f632f7156", "name": "network-vif-plugged", "status": "completed", "tag": "2347d206-c62c-49d6-88ec-e41d7076f102"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:55:13.740271 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1805a440-a741-47e3-b88c-735804308d05 req-c849a29e-f052-467b-ac60-13edda7abcfa tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/security-groups?id=91a59165-e141-4c1c-b8da-ebffc24c84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507399 Aug 11 21:55:13.774973 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54548) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:13.784334 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6c69cf9a-a311-435c-b1a9-8afe8a5ee30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:13.897008 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790e0c7b-719c-48dc-80cd-ed0940e678cf x-openstack-request-id: req-790e0c7b-719c-48dc-80cd-ed0940e678cf {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:55:13.897967 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345e7f6e-1e39-4ba7-bb2c-7e7f632f7156", "name": "network-vif-plugged", "status": "completed", "tag": "2347d206-c62c-49d6-88ec-e41d7076f102", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:55:13.898351 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-790e0c7b-719c-48dc-80cd-ed0940e678cf {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:55:13.898605 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345e7f6e-1e39-4ba7-bb2c-7e7f632f7156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2347d206-c62c-49d6-88ec-e41d7076f102', 'code': 200} Aug 11 21:55:13.906397 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-72849b81-2196-4c26-b21f-09474cc14d5d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3e9922760b354aa29344e7544475550f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1374888 Aug 11 21:55:13.916184 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a130f247-a851-4b97-af8d-276f2ce193b7 None None] Network a7370598-4f7e-4bd7-b4a5-93417513d8b6 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:55:13.919931 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54552) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:13.995720 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f7be0707-30e8-44cc-93a0-542dd8154550 req-848a2612-d876-48f6-ba55-7468a544f45e tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 210 time: 0.1146760 Aug 11 21:55:14.036214 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-14064c61-d5ae-4f2a-a3b3-b08f9f7be683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:14.106267 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-14064c61-d5ae-4f2a-a3b3-b08f9f7be683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:14.265214 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-14064c61-d5ae-4f2a-a3b3-b08f9f7be683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:14.296252 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-14064c61-d5ae-4f2a-a3b3-b08f9f7be683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:14.308429 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-14064c61-d5ae-4f2a-a3b3-b08f9f7be683 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b180c3d2-bbbb-4d10-ab0e-40a00924ea8e HTTP/1.1" status: 204 len: 168 time: 0.3868120 Aug 11 21:55:14.326977 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 73c5fdf0-3495-4688-966c-c874e61f4e0a up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:55:14.340950 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14064c61-d5ae-4f2a-a3b3-b08f9f7be683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b180c3d2-bbbb-4d10-ab0e-40a00924ea8e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:14.505023 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 73c5fdf0-3495-4688-966c-c874e61f4e0a completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:55:14.517976 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 73c5fdf0-3495-4688-966c-c874e61f4e0a triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:55:14.519214 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:14.611156 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce2bd6-7fca-4721-9949-1cd8eef8ccdc req-49869343-4d7c-4947-a59e-6d6abba1945a tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:14.617067 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1bce2bd6-7fca-4721-9949-1cd8eef8ccdc req-49869343-4d7c-4947-a59e-6d6abba1945a tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=9da0888c-8de6-4b97-be11-ed5e9d7bfdc2 HTTP/1.1" status: 200 len: 949 time: 0.1451266 Aug 11 21:55:14.718807 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:14.767373 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1bce2bd6-7fca-4721-9949-1cd8eef8ccdc req-db8d7025-7765-424e-b4bb-176dc75eedf1 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411579 Aug 11 21:55:14.812536 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-6c69cf9a-a311-435c-b1a9-8afe8a5ee30d admin admin] Deleting port 87beb5a4-71e3-4eac-85da-42ddd3ed7dde {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:55:14.813513 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6c69cf9a-a311-435c-b1a9-8afe8a5ee30d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:14.838253 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 73c5fdf0-3495-4688-966c-c874e61f4e0a, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=73c5fdf0-3495-4688-966c-c874e61f4e0a,segment=NetworkSegment(403410e7-075b-4cee-ac6f-72f7ef186622),segment_id=403410e7-075b-4cee-ac6f-72f7ef186622)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:14.849730 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:14.988091 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=73c5fdf0-3495-4688-966c-c874e61f4e0a,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:15.094632 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebfa71-6b29-4b28-83e9-4bd069867172 req-c33ee926-0360-45b5-982d-87383f4b7d35 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:15.096805 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-faebfa71-6b29-4b28-83e9-4bd069867172 req-c33ee926-0360-45b5-982d-87383f4b7d35 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.82 "GET /v2.0/ports?device_id=9da0888c-8de6-4b97-be11-ed5e9d7bfdc2 HTTP/1.1" status: 200 len: 949 time: 0.2779415 Aug 11 21:55:15.268850 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211d4d6-4b60-4763-89db-9446dcc9a76c req-11e224a2-19c6-4121-a855-b65c11fa0612 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:15.291295 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c211d4d6-4b60-4763-89db-9446dcc9a76c req-11e224a2-19c6-4121-a855-b65c11fa0612 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports?device_id=23dfb897-99db-4d49-b0d4-a288277760ad HTTP/1.1" status: 200 len: 945 time: 0.1321936 Aug 11 21:55:15.321204 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-6c69cf9a-a311-435c-b1a9-8afe8a5ee30d admin admin] For port 87beb5a4-71e3-4eac-85da-42ddd3ed7dde, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=87beb5a4-71e3-4eac-85da-42ddd3ed7dde,segment=NetworkSegment(62508613-e713-437d-8039-ca5abe52167e),segment_id=62508613-e713-437d-8039-ca5abe52167e)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:15.321855 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6c69cf9a-a311-435c-b1a9-8afe8a5ee30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:15.356409 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c211d4d6-4b60-4763-89db-9446dcc9a76c req-24ed2ed3-1bc4-45e4-8f4d-2a3654d98fd2 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/security-groups?id=91a59165-e141-4c1c-b8da-ebffc24c84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640185 Aug 11 21:55:15.374022 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82402904-8acd-4512-9845-7ef7ee146dfe req-d701f959-a2f3-4abf-bbc1-b1b6a94f3680 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:15.377040 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82402904-8acd-4512-9845-7ef7ee146dfe req-d701f959-a2f3-4abf-bbc1-b1b6a94f3680 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.77 "GET /v2.0/networks?id=a7370598-4f7e-4bd7-b4a5-93417513d8b6 HTTP/1.1" status: 200 len: 822 time: 0.5568032 Aug 11 21:55:15.385569 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-6c69cf9a-a311-435c-b1a9-8afe8a5ee30d admin admin] Calling delete_port for 87beb5a4-71e3-4eac-85da-42ddd3ed7dde owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:55:15.441795 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82402904-8acd-4512-9845-7ef7ee146dfe req-8745ad94-2b9b-496d-ac51-da88ff4ca7ed tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.77 "GET /v2.0/quotas/bce577a24595491c9315f9f5e9b00c43 HTTP/1.1" status: 200 len: 375 time: 0.0513883 Aug 11 21:55:15.449953 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-faebfa71-6b29-4b28-83e9-4bd069867172 req-532d9326-0627-44f5-8c16-319b9344e394 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Deleting port f34d2c38-d9f1-4b68-aacc-48e1da2d4fea {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:55:15.450625 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-faebfa71-6b29-4b28-83e9-4bd069867172 req-532d9326-0627-44f5-8c16-319b9344e394 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:15.478763 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-445a62cb-9ac1-42d0-94c7-00034a3d8279 req-5b2104e4-2c8e-42ab-a137-c2462d4b74f9 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 210 time: 0.0446410 Aug 11 21:55:15.587109 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82402904-8acd-4512-9845-7ef7ee146dfe req-f641e3be-cca2-41a4-b9f4-870aaf44dc40 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=bce577a24595491c9315f9f5e9b00c43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1311707 Aug 11 21:55:15.690136 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b28e1548-946b-47de-b7d7-bb3be759a250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:15.846503 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-faebfa71-6b29-4b28-83e9-4bd069867172 req-532d9326-0627-44f5-8c16-319b9344e394 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] For port f34d2c38-d9f1-4b68-aacc-48e1da2d4fea, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=f34d2c38-d9f1-4b68-aacc-48e1da2d4fea,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:15.847169 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-faebfa71-6b29-4b28-83e9-4bd069867172 req-532d9326-0627-44f5-8c16-319b9344e394 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:15.884425 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-faebfa71-6b29-4b28-83e9-4bd069867172 req-532d9326-0627-44f5-8c16-319b9344e394 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Calling delete_port for f34d2c38-d9f1-4b68-aacc-48e1da2d4fea owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:55:15.906703 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82402904-8acd-4512-9845-7ef7ee146dfe req-6d6d5dcb-f6e3-4742-bee9-f4f8a2d76272 service neutron] 10.222.0.77 "GET /v2.0/networks/a7370598-4f7e-4bd7-b4a5-93417513d8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180916 Aug 11 21:55:15.909334 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23dfb897-99db-4d49-b0d4-a288277760ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c5fdf0-3495-4688-966c-c874e61f4e0a'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:55:15.925011 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594dda9b-e5a3-4314-aee5-2d3671e8876d" -d '{"events": [{"server_uuid": "23dfb897-99db-4d49-b0d4-a288277760ad", "name": "network-vif-plugged", "status": "completed", "tag": "73c5fdf0-3495-4688-966c-c874e61f4e0a"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:55:15.943742 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-d3942e2c-f88b-4346-a46e-9e3ae4e0c988 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:15.947857 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-d3942e2c-f88b-4346-a46e-9e3ae4e0c988 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.52 "GET /v2.0/networks?id=c1d2353f-b112-4357-b0a6-e5993406a9d5 HTTP/1.1" status: 200 len: 820 time: 0.3001838 Aug 11 21:55:15.965272 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:15.970377 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-82dc305c-d11e-419f-bacf-4760f8b46584 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Request body: {'port': {'device_id': 'cb277f12-9387-4be4-bce4-0f2e93c14a0f', 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5', 'admin_state_up': True, 'tenant_id': 'cfe969a3456f4c9186b743e59eed9b71'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:55:16.123823 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b356bc9-4358-4a1b-8eeb-9917d3bf5059 req-430b4873-4da4-45be-91aa-519521e9d822 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:16.132443 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8b356bc9-4358-4a1b-8eeb-9917d3bf5059 req-430b4873-4da4-45be-91aa-519521e9d822 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=9da0888c-8de6-4b97-be11-ed5e9d7bfdc2 HTTP/1.1" status: 200 len: 949 time: 0.1740911 Aug 11 21:55:16.204265 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8b356bc9-4358-4a1b-8eeb-9917d3bf5059 req-88e7da53-4715-439e-ae64-649fce6cf082 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703738 Aug 11 21:55:16.296825 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-82dc305c-d11e-419f-bacf-4760f8b46584 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Made reservation on behalf of cfe969a3456f4c9186b743e59eed9b71 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:55:16.301148 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-82dc305c-d11e-419f-bacf-4760f8b46584 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:16.309478 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab75696-a9cf-49eb-8929-5949d82b4952 x-openstack-request-id: req-fab75696-a9cf-49eb-8929-5949d82b4952 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:55:16.310062 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23dfb897-99db-4d49-b0d4-a288277760ad", "name": "network-vif-plugged", "status": "completed", "tag": "73c5fdf0-3495-4688-966c-c874e61f4e0a", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:55:16.311550 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fab75696-a9cf-49eb-8929-5949d82b4952 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:55:16.313663 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23dfb897-99db-4d49-b0d4-a288277760ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c5fdf0-3495-4688-966c-c874e61f4e0a', 'code': 200} Aug 11 21:55:16.540599 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c769e4-c095-4a9a-bbb9-0f085cc2d66f req-331ecb36-3030-4ccf-9288-3f37a165303d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:16.542897 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e0c769e4-c095-4a9a-bbb9-0f085cc2d66f req-331ecb36-3030-4ccf-9288-3f37a165303d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=23dfb897-99db-4d49-b0d4-a288277760ad HTTP/1.1" status: 200 len: 1096 time: 0.1131618 Aug 11 21:55:16.571752 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82402904-8acd-4512-9845-7ef7ee146dfe req-f964345d-36c9-444e-9be4-f40dacbd64dd service neutron] 10.222.0.77 "GET /v2.0/networks/a7370598-4f7e-4bd7-b4a5-93417513d8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6641750 Aug 11 21:55:16.582269 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6c69cf9a-a311-435c-b1a9-8afe8a5ee30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:16.643667 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-82dc305c-d11e-419f-bacf-4760f8b46584 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Allocated IP 172.20.0.2 (c1d2353f-b112-4357-b0a6-e5993406a9d5/d64b3af4-29c6-4065-a225-159b72d7499b/72a60c1a-9157-4943-b279-02340fe2998d) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:55:16.655283 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69cf9a-a311-435c-b1a9-8afe8a5ee30d admin admin] Pushing event deleted for resources: {'Port': ['ID=87beb5a4-71e3-4eac-85da-42ddd3ed7dde,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:16.677928 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e0c769e4-c095-4a9a-bbb9-0f085cc2d66f req-79d35c0f-cf8d-4fd4-b405-0967c48bb837 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=91a59165-e141-4c1c-b8da-ebffc24c84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094320 Aug 11 21:55:16.761553 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-faebfa71-6b29-4b28-83e9-4bd069867172 req-532d9326-0627-44f5-8c16-319b9344e394 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:16.777963 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['985190c3-08d1-4f33-a47a-da6d9c4b71f1'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:55:16.786437 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81e5ad-c6a5-4673-8bfd-c93f1021716c req-d3446d24-459a-4339-9010-7904d128d82e tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:16.788909 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ca81e5ad-c6a5-4673-8bfd-c93f1021716c req-d3446d24-459a-4339-9010-7904d128d82e tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports?device_id=23dfb897-99db-4d49-b0d4-a288277760ad HTTP/1.1" status: 200 len: 945 time: 0.1962795 Aug 11 21:55:16.821648 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d9326-0627-44f5-8c16-319b9344e394 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Pushing event deleted for resources: {'Port': ['ID=f34d2c38-d9f1-4b68-aacc-48e1da2d4fea,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:16.877617 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['f34d2c38-d9f1-4b68-aacc-48e1da2d4fea', '2347d206-c62c-49d6-88ec-e41d7076f102'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:55:17.069858 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-faebfa71-6b29-4b28-83e9-4bd069867172 req-532d9326-0627-44f5-8c16-319b9344e394 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] No DVR routers for this DVR port f34d2c38-d9f1-4b68-aacc-48e1da2d4fea on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:55:17.082145 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-faebfa71-6b29-4b28-83e9-4bd069867172 req-532d9326-0627-44f5-8c16-319b9344e394 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:17.087185 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-faebfa71-6b29-4b28-83e9-4bd069867172 req-532d9326-0627-44f5-8c16-319b9344e394 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.82 "DELETE /v2.0/ports/f34d2c38-d9f1-4b68-aacc-48e1da2d4fea HTTP/1.1" status: 204 len: 173 time: 1.9808815 Aug 11 21:55:17.088124 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da0888c-8de6-4b97-be11-ed5e9d7bfdc2', 'name': 'network-vif-deleted', 'tag': 'f34d2c38-d9f1-4b68-aacc-48e1da2d4fea'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:55:17.095219 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f11aafb-bc48-4702-a0b4-c1a99201e724" -d '{"events": [{"server_uuid": "9da0888c-8de6-4b97-be11-ed5e9d7bfdc2", "name": "network-vif-deleted", "tag": "f34d2c38-d9f1-4b68-aacc-48e1da2d4fea"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:55:17.118905 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ca81e5ad-c6a5-4673-8bfd-c93f1021716c req-c5c054f5-8d4f-4e08-b217-07f87ffb55c0 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/security-groups?id=91a59165-e141-4c1c-b8da-ebffc24c84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060458 Aug 11 21:55:17.292400 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-82dc305c-d11e-419f-bacf-4760f8b46584 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:17.330685 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 21:55:17.458700 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-82dc305c-d11e-419f-bacf-4760f8b46584 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:17.498884 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3f385d15-49ba-4ae4-bc17-f82548fe47b6 req-52407a2f-7341-468f-b440-0328191742a0 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 210 time: 0.4151230 Aug 11 21:55:17.528696 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-59b16da8-029a-4147-8c7e-5e6580b65ec0 req-678d7d83-970f-4aa8-ae75-e0c61ac4c0d2 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.77 "GET /v2.0/ports?device_id=b33134e6-091b-45e6-a522-234a7e6c7812 HTTP/1.1" status: 200 len: 210 time: 0.0631535 Aug 11 21:55:17.546101 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6c69cf9a-a311-435c-b1a9-8afe8a5ee30d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:17.555415 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:17.620585 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-82dc305c-d11e-419f-bacf-4760f8b46584 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Network c1d2353f-b112-4357-b0a6-e5993406a9d5 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:55:17.625079 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-82dc305c-d11e-419f-bacf-4760f8b46584 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:55:17.637377 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-82dc305c-d11e-419f-bacf-4760f8b46584 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:55:17.693087 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc305c-d11e-419f-bacf-4760f8b46584 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Pushing event updated for resources: {'Port': ['ID=72a60c1a-9157-4943-b279-02340fe2998d,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:17.738953 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dc305c-d11e-419f-bacf-4760f8b46584 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:17.739319 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dc305c-d11e-419f-bacf-4760f8b46584 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:17.741283 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dc305c-d11e-419f-bacf-4760f8b46584 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:17.741609 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dc305c-d11e-419f-bacf-4760f8b46584 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:17.741959 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dc305c-d11e-419f-bacf-4760f8b46584 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:17.742311 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dc305c-d11e-419f-bacf-4760f8b46584 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:17.745505 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dc305c-d11e-419f-bacf-4760f8b46584 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:17.749852 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dc305c-d11e-419f-bacf-4760f8b46584 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:17.750276 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dc305c-d11e-419f-bacf-4760f8b46584 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:17.750638 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dc305c-d11e-419f-bacf-4760f8b46584 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:17.751003 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dc305c-d11e-419f-bacf-4760f8b46584 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:17.751358 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dc305c-d11e-419f-bacf-4760f8b46584 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:17.838011 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-82dc305c-d11e-419f-bacf-4760f8b46584 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:17.840352 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-82dc305c-d11e-419f-bacf-4760f8b46584 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:17.942640 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-82dc305c-d11e-419f-bacf-4760f8b46584 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9797416 Aug 11 21:55:17.962241 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-e30b5e5f-ed8c-471c-9c52-b413da31e9aa service neutron] Request body: {'port': {'device_id': 'cb277f12-9387-4be4-bce4-0f2e93c14a0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:55:17.987436 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fb8774-49ef-4c22-955a-4f48db250bb0 x-openstack-request-id: req-68fb8774-49ef-4c22-955a-4f48db250bb0 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:55:17.987769 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da0888c-8de6-4b97-be11-ed5e9d7bfdc2", "name": "network-vif-deleted", "tag": "f34d2c38-d9f1-4b68-aacc-48e1da2d4fea", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:55:17.988132 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-68fb8774-49ef-4c22-955a-4f48db250bb0 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:55:17.988390 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da0888c-8de6-4b97-be11-ed5e9d7bfdc2', 'name': 'network-vif-deleted', 'tag': 'f34d2c38-d9f1-4b68-aacc-48e1da2d4fea', 'status': 'completed', 'code': 200} Aug 11 21:55:18.179046 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-e30b5e5f-ed8c-471c-9c52-b413da31e9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:18.209139 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c69cf9a-a311-435c-b1a9-8afe8a5ee30d admin admin] Router 698ccf70-99ba-4e2e-81ac-e43f4941f240 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:55:18.566678 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6e6f5-d9ee-494a-8d04-e4b05d6e0499 req-c177755b-325e-45cf-bc4f-1e66241745b8 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:18.578016 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-96d6e6f5-d9ee-494a-8d04-e4b05d6e0499 req-c177755b-325e-45cf-bc4f-1e66241745b8 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports?device_id=23dfb897-99db-4d49-b0d4-a288277760ad HTTP/1.1" status: 200 len: 945 time: 0.1991065 Aug 11 21:55:18.578290 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a79f68e4-6ac9-475f-9ba9-c3d1f45bc877 req-a19801c5-a687-4287-8f3e-a298edf722b2 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=9da0888c-8de6-4b97-be11-ed5e9d7bfdc2 HTTP/1.1" status: 200 len: 210 time: 0.6574543 Aug 11 21:55:18.703263 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-96d6e6f5-d9ee-494a-8d04-e4b05d6e0499 req-abc2872f-43da-4b58-aea2-c12e58e7f5eb tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/security-groups?id=91a59165-e141-4c1c-b8da-ebffc24c84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241646 Aug 11 21:55:18.765466 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f10e05ed-16d1-458e-a9aa-0baa85ff40e2 req-0e13ce8c-17de-4289-a6f4-c8794311a990 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1845829 Aug 11 21:55:18.773074 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c69cf9a-a311-435c-b1a9-8afe8a5ee30d admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:55:18.780544 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54682) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:18.783153 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb72202d-d98e-4421-a09b-9ca19d2efc02 None None] Sync routers for ids ['698ccf70-99ba-4e2e-81ac-e43f4941f240'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:55:18.796723 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6c69cf9a-a311-435c-b1a9-8afe8a5ee30d admin admin] 10.222.0.77 "PUT /v2.0/routers/698ccf70-99ba-4e2e-81ac-e43f4941f240/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1952674 Aug 11 21:55:18.803041 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54684) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:18.828738 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device f34d2c38-d9f1-4b68-aacc-48e1da2d4fea no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:55:18.841674 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb72202d-d98e-4421-a09b-9ca19d2efc02 None None] Routers {'698ccf70-99ba-4e2e-81ac-e43f4941f240'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:55:18.849607 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-cb72202d-d98e-4421-a09b-9ca19d2efc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:55:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['698ccf70-99ba-4e2e-81ac-e43f4941f240'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:18.920493 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: f34d2c38-d9f1-4b68-aacc-48e1da2d4fea {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:55:18.920870 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device f34d2c38-d9f1-4b68-aacc-48e1da2d4fea not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:55:18.931006 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:19.111156 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1a0fd332-6ed9-4551-874f-bb1fb1838458 req-a1f7cb29-7ec8-4677-99f0-fae7e5c4b63a tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.77 "GET /v2.0/ports?device_id=b33134e6-091b-45e6-a522-234a7e6c7812 HTTP/1.1" status: 200 len: 210 time: 0.1158040 Aug 11 21:55:19.114876 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-11c04989-8c51-4187-9018-a80cef404939 admin admin] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:19.152287 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-e30b5e5f-ed8c-471c-9c52-b413da31e9aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72a60c1a-9157-4943-b279-02340fe2998d {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:55:19.163040 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-e30b5e5f-ed8c-471c-9c52-b413da31e9aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:19.194259 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-e30b5e5f-ed8c-471c-9c52-b413da31e9aa service neutron] Transition to ACTIVE for port object 72a60c1a-9157-4943-b279-02340fe2998d will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:55:19.214536 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-e30b5e5f-ed8c-471c-9c52-b413da31e9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:19.227600 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-cb72202d-d98e-4421-a09b-9ca19d2efc02 None None] Set router 698ccf70-99ba-4e2e-81ac-e43f4941f240 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:55:19.321461 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b5e5f-ed8c-471c-9c52-b413da31e9aa service neutron] Pushing event updated for resources: {'Port': ['ID=72a60c1a-9157-4943-b279-02340fe2998d,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:19.378845 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-85a2afab-ce83-4d8b-9686-912cdc7de916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:19.387555 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e05ed-16d1-458e-a9aa-0baa85ff40e2 req-a51dca5f-b3cb-415e-8e0c-b71a04596c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:19.389912 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f10e05ed-16d1-458e-a9aa-0baa85ff40e2 req-a51dca5f-b3cb-415e-8e0c-b71a04596c48 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fdfafb30082f453b8ca3c156794bf962&device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 1101 time: 0.2726855 Aug 11 21:55:19.486134 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c370e1a-afc2-4a10-bf2f-8f73a7bb8e2a req-001dfd40-41ab-452d-97a3-486f296e84a8 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:19.495754 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2c370e1a-afc2-4a10-bf2f-8f73a7bb8e2a req-001dfd40-41ab-452d-97a3-486f296e84a8 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 943 time: 0.3773220 Aug 11 21:55:19.596092 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-cb72202d-d98e-4421-a09b-9ca19d2efc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698ccf70-99ba-4e2e-81ac-e43f4941f240', 'name': 'tempest-AttachSCSIVolumeTestJSON-1608427239-router', 'tenant_id': 'ea232747006442c6a44c6fa81879b86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '2cf871dd-94b1-4fad-be57-a9ecf02055b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:52:36Z', 'updated_at': '2021-08-11T21:55:16Z', 'revision_number': 5, 'project_id': 'ea232747006442c6a44c6fa81879b86d', 'gw_port': {'id': '2cf871dd-94b1-4fad-be57-a9ecf02055b5', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698ccf70-99ba-4e2e-81ac-e43f4941f240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:52:38Z', 'updated_at': '2021-08-11T21:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:19.606329 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488984dc-eebb-4650-8ebf-cd6a86050a17 req-02374678-1507-44d8-a92d-1540d4ab0b2b tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:19.620958 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-488984dc-eebb-4650-8ebf-cd6a86050a17 req-02374678-1507-44d8-a92d-1540d4ab0b2b tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1a97b22-206c-47b3-9e88-596200a2f369&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3003280 Aug 11 21:55:19.638110 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-e30b5e5f-ed8c-471c-9c52-b413da31e9aa service neutron] Attempting to bind port 72a60c1a-9157-4943-b279-02340fe2998d on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:55:19.638853 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-e30b5e5f-ed8c-471c-9c52-b413da31e9aa service neutron] Attempting to bind port 72a60c1a-9157-4943-b279-02340fe2998d by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:55:19.639546 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-e30b5e5f-ed8c-471c-9c52-b413da31e9aa service neutron] Attempting to bind port 72a60c1a-9157-4943-b279-02340fe2998d on network c1d2353f-b112-4357-b0a6-e5993406a9d5 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:55:19.678656 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb72202d-d98e-4421-a09b-9ca19d2efc02 None None] Checking router: 698ccf70-99ba-4e2e-81ac-e43f4941f240 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:55:19.706185 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb72202d-d98e-4421-a09b-9ca19d2efc02 None None] Routers {'698ccf70-99ba-4e2e-81ac-e43f4941f240'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:55:19.706894 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-cb72202d-d98e-4421-a09b-9ca19d2efc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:55:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['698ccf70-99ba-4e2e-81ac-e43f4941f240'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:19.721626 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2c370e1a-afc2-4a10-bf2f-8f73a7bb8e2a req-f60f47be-1e8f-4792-b9f6-0eee5816b7ce tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233620 Aug 11 21:55:19.783474 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-e30b5e5f-ed8c-471c-9c52-b413da31e9aa service neutron] Port 72a60c1a-9157-4943-b279-02340fe2998d on network c1d2353f-b112-4357-b0a6-e5993406a9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:55:19.784122 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-e30b5e5f-ed8c-471c-9c52-b413da31e9aa service neutron] Attempting to bind port 72a60c1a-9157-4943-b279-02340fe2998d on network c1d2353f-b112-4357-b0a6-e5993406a9d5 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:55:19.793384 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-488984dc-eebb-4650-8ebf-cd6a86050a17 req-9733bae7-e1ef-4237-954c-3eac9939f229 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.103 HTTP/1.1" status: 200 len: 696 time: 0.1710465 Aug 11 21:55:19.806164 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-e30b5e5f-ed8c-471c-9c52-b413da31e9aa service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:55:19.806950 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-e30b5e5f-ed8c-471c-9c52-b413da31e9aa service neutron] Checking segment: {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:55:19.806950 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-e30b5e5f-ed8c-471c-9c52-b413da31e9aa service neutron] Bound using segment: {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:55:19.807380 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-e30b5e5f-ed8c-471c-9c52-b413da31e9aa service neutron] Bound port: 72a60c1a-9157-4943-b279-02340fe2998d, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:55:19.808001 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-e30b5e5f-ed8c-471c-9c52-b413da31e9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:19.822832 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-11c04989-8c51-4187-9018-a80cef404939 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:19.869748 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-488984dc-eebb-4650-8ebf-cd6a86050a17 req-acc7aa0f-ad7f-4d2d-8d86-711c489b89bb tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Request body: {'floatingip': {'port_id': '854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:55:19.904762 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82402904-8acd-4512-9845-7ef7ee146dfe req-49db657d-b8a7-42cb-9c4c-515d843c67e6 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:19.915531 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-cb72202d-d98e-4421-a09b-9ca19d2efc02 None None] Set router 698ccf70-99ba-4e2e-81ac-e43f4941f240 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:55:19.917608 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82402904-8acd-4512-9845-7ef7ee146dfe req-49db657d-b8a7-42cb-9c4c-515d843c67e6 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.82 "GET /v2.0/networks?id=a7370598-4f7e-4bd7-b4a5-93417513d8b6 HTTP/1.1" status: 200 len: 822 time: 0.5065844 Aug 11 21:55:19.967410 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-82402904-8acd-4512-9845-7ef7ee146dfe req-ef77bed2-28fd-4640-9dd0-e7ac9c8d5899 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Request body: {'port': {'device_id': 'b33134e6-091b-45e6-a522-234a7e6c7812', 'network_id': 'a7370598-4f7e-4bd7-b4a5-93417513d8b6', 'admin_state_up': True, 'tenant_id': 'bce577a24595491c9315f9f5e9b00c43'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:55:19.984215 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-488984dc-eebb-4650-8ebf-cd6a86050a17 req-acc7aa0f-ad7f-4d2d-8d86-711c489b89bb tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks [] for floatingip, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:19.990751 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e05ed-16d1-458e-a9aa-0baa85ff40e2 req-2494c5e5-1087-4e81-ba38-d5dd2a8fc25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:19.995326 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f10e05ed-16d1-458e-a9aa-0baa85ff40e2 req-2494c5e5-1087-4e81-ba38-d5dd2a8fc25c service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.5289128 Aug 11 21:55:20.218700 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f10e05ed-16d1-458e-a9aa-0baa85ff40e2 req-046aac28-ef7d-492b-852f-f979da417bf2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=2347d206-c62c-49d6-88ec-e41d7076f102 HTTP/1.1" status: 200 len: 217 time: 0.1822605 Aug 11 21:55:20.224660 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:20.338465 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-85a2afab-ce83-4d8b-9686-912cdc7de916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:20.341271 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-cb72202d-d98e-4421-a09b-9ca19d2efc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698ccf70-99ba-4e2e-81ac-e43f4941f240', 'name': 'tempest-AttachSCSIVolumeTestJSON-1608427239-router', 'tenant_id': 'ea232747006442c6a44c6fa81879b86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '2cf871dd-94b1-4fad-be57-a9ecf02055b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:52:36Z', 'updated_at': '2021-08-11T21:55:16Z', 'revision_number': 5, 'project_id': 'ea232747006442c6a44c6fa81879b86d', 'gw_port': {'id': '2cf871dd-94b1-4fad-be57-a9ecf02055b5', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698ccf70-99ba-4e2e-81ac-e43f4941f240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:52:38Z', 'updated_at': '2021-08-11T21:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:20.351797 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-85a2afab-ce83-4d8b-9686-912cdc7de916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:20.407644 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb72202d-d98e-4421-a09b-9ca19d2efc02 None None] The sync data for ids ['698ccf70-99ba-4e2e-81ac-e43f4941f240'] in n-d-804275-3 is: [{'id': '698ccf70-99ba-4e2e-81ac-e43f4941f240', 'name': 'tempest-AttachSCSIVolumeTestJSON-1608427239-router', 'tenant_id': 'ea232747006442c6a44c6fa81879b86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '2cf871dd-94b1-4fad-be57-a9ecf02055b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:52:36Z', 'updated_at': '2021-08-11T21:55:16Z', 'revision_number': 5, 'project_id': 'ea232747006442c6a44c6fa81879b86d', 'gw_port': {'id': '2cf871dd-94b1-4fad-be57-a9ecf02055b5', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698ccf70-99ba-4e2e-81ac-e43f4941f240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:52:38Z', 'updated_at': '2021-08-11T21:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:55:20.434704 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e05ed-16d1-458e-a9aa-0baa85ff40e2 req-3be30c83-f768-4585-8678-a455b10de022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:20.437047 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f10e05ed-16d1-458e-a9aa-0baa85ff40e2 req-3be30c83-f768-4585-8678-a455b10de022 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.2046075 Aug 11 21:55:20.462905 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-85a2afab-ce83-4d8b-9686-912cdc7de916 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=55abf3c706ff4ba68f4c10becce2878a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6810925 Aug 11 21:55:20.463746 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54708) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:20.500774 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d7b714f4-e494-405e-b9c9-0a79b5e77f59 req-129de113-13bb-4a9e-995c-d407b6238797 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.77 "GET /v2.0/ports?device_id=b33134e6-091b-45e6-a522-234a7e6c7812 HTTP/1.1" status: 200 len: 210 time: 0.0857258 Aug 11 21:55:20.501559 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2afab-ce83-4d8b-9686-912cdc7de916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38db0d7-be38-46a1-b190-02483afe79c6,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:20.515850 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-e30b5e5f-ed8c-471c-9c52-b413da31e9aa service neutron] For port 72a60c1a-9157-4943-b279-02340fe2998d, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:55:20.523141 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-11c04989-8c51-4187-9018-a80cef404939 admin admin] Deleting port 2cf871dd-94b1-4fad-be57-a9ecf02055b5 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:55:20.523141 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-11c04989-8c51-4187-9018-a80cef404939 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:20.615747 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82402904-8acd-4512-9845-7ef7ee146dfe req-ef77bed2-28fd-4640-9dd0-e7ac9c8d5899 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Made reservation on behalf of bce577a24595491c9315f9f5e9b00c43 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:55:20.617918 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-82402904-8acd-4512-9845-7ef7ee146dfe req-ef77bed2-28fd-4640-9dd0-e7ac9c8d5899 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:20.693468 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e05ed-16d1-458e-a9aa-0baa85ff40e2 req-1b6ea959-d4a4-40b0-abf2-32a7ec1a5bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:20.693903 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-e30b5e5f-ed8c-471c-9c52-b413da31e9aa service neutron] For port 72a60c1a-9157-4943-b279-02340fe2998d, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=72a60c1a-9157-4943-b279-02340fe2998d,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:55:20.695202 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f10e05ed-16d1-458e-a9aa-0baa85ff40e2 req-1b6ea959-d4a4-40b0-abf2-32a7ec1a5bc2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2441831 Aug 11 21:55:20.704820 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-e30b5e5f-ed8c-471c-9c52-b413da31e9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:20.782029 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-592ae596-f282-48df-b034-a1ce31ba1453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:20.834025 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-e30b5e5f-ed8c-471c-9c52-b413da31e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:20.834025 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-e30b5e5f-ed8c-471c-9c52-b413da31e9aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:20.834025 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-e30b5e5f-ed8c-471c-9c52-b413da31e9aa service neutron] 10.222.0.52 "PUT /v2.0/ports/72a60c1a-9157-4943-b279-02340fe2998d HTTP/1.1" status: 200 len: 1091 time: 2.8689795 Aug 11 21:55:20.834025 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb277f12-9387-4be4-bce4-0f2e93c14a0f', 'tag': '72a60c1a-9157-4943-b279-02340fe2998d'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:55:20.834025 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af74244d-2f4f-416e-963b-b1a0adcc4c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "cb277f12-9387-4be4-bce4-0f2e93c14a0f", "tag": "72a60c1a-9157-4943-b279-02340fe2998d"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:55:20.925717 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-11c04989-8c51-4187-9018-a80cef404939 admin admin] For port 2cf871dd-94b1-4fad-be57-a9ecf02055b5, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=2cf871dd-94b1-4fad-be57-a9ecf02055b5,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:20.926311 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-11c04989-8c51-4187-9018-a80cef404939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:20.930686 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-592ae596-f282-48df-b034-a1ce31ba1453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:21.002740 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa0b7f-9efd-4f7c-bc29-f9eb6bb007ad req-0dab2960-2112-4583-91f0-35eb08843436 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:21.018784 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-91aa0b7f-9efd-4f7c-bc29-f9eb6bb007ad req-0dab2960-2112-4583-91f0-35eb08843436 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f HTTP/1.1" status: 200 len: 950 time: 0.3640027 Aug 11 21:55:21.099968 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-11c04989-8c51-4187-9018-a80cef404939 admin admin] Calling delete_port for 2cf871dd-94b1-4fad-be57-a9ecf02055b5 owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:55:21.194888 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f10e05ed-16d1-458e-a9aa-0baa85ff40e2 req-7a6fd0f6-3359-4aba-96f1-6266a080048f service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738636 Aug 11 21:55:21.221683 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-488984dc-eebb-4650-8ebf-cd6a86050a17 req-acc7aa0f-ad7f-4d2d-8d86-711c489b89bb tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:21.223629 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b5e5f-ed8c-471c-9c52-b413da31e9aa service neutron] Pushing event updated for resources: {'Port': ['ID=72a60c1a-9157-4943-b279-02340fe2998d,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:21.235116 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-488984dc-eebb-4650-8ebf-cd6a86050a17 req-acc7aa0f-ad7f-4d2d-8d86-711c489b89bb tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:21.337626 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-82402904-8acd-4512-9845-7ef7ee146dfe req-ef77bed2-28fd-4640-9dd0-e7ac9c8d5899 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Allocated IP 172.20.0.4 (a7370598-4f7e-4bd7-b4a5-93417513d8b6/33bf3945-6bf9-4021-af06-5ee3026b2e8e/1f5e8ddd-e052-43fc-bf6a-4496e619f1ad) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:55:21.382333 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-592ae596-f282-48df-b034-a1ce31ba1453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:21.385092 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-592ae596-f282-48df-b034-a1ce31ba1453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:21.386609 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-592ae596-f282-48df-b034-a1ce31ba1453 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a38db0d7-be38-46a1-b190-02483afe79c6 HTTP/1.1" status: 204 len: 168 time: 0.8979568 Aug 11 21:55:21.407401 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-9e2b8874-f428-417c-afb6-d9f036f3c74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:21.411815 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-9e2b8874-f428-417c-afb6-d9f036f3c74c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cfe969a3456f4c9186b743e59eed9b71&device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 1094 time: 0.3840885 Aug 11 21:55:21.435937 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ae596-f282-48df-b034-a1ce31ba1453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38db0d7-be38-46a1-b190-02483afe79c6,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:21.584435 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-9c944e07-0a04-4624-a075-c99a6892263b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=72a60c1a-9157-4943-b279-02340fe2998d HTTP/1.1" status: 200 len: 217 time: 0.0895836 Aug 11 21:55:21.724979 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [req-488984dc-eebb-4650-8ebf-cd6a86050a17 req-acc7aa0f-ad7f-4d2d-8d86-711c489b89bb tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Floating IP 633e1d3f-c075-4849-af38-c8935c818712 associated. External IP: 172.25.2.103, port: 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e. Aug 11 21:55:21.787685 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-9ca710cb-5fad-4fc1-9a51-39b9e8da5c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:21.789370 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-9ca710cb-5fad-4fc1-9a51-39b9e8da5c00 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d64b3af4-29c6-4065-a225-159b72d7499b HTTP/1.1" status: 200 len: 860 time: 0.1868925 Aug 11 21:55:21.823765 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32749e3-ac7c-45f1-8c3a-33df524a5cfb req-28fe6c2e-04b7-4867-a2de-1f87cc90b005 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:21.825546 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f32749e3-ac7c-45f1-8c3a-33df524a5cfb req-28fe6c2e-04b7-4867-a2de-1f87cc90b005 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f HTTP/1.1" status: 200 len: 950 time: 0.1458752 Aug 11 21:55:21.840147 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 87beb5a4-71e3-4eac-85da-42ddd3ed7dde no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:55:21.845687 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-3dc9a082-054c-489e-8d27-6b4172ab0741 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1d2353f-b112-4357-b0a6-e5993406a9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448554 Aug 11 21:55:21.911578 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 87beb5a4-71e3-4eac-85da-42ddd3ed7dde {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:55:21.914597 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 87beb5a4-71e3-4eac-85da-42ddd3ed7dde not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:55:22.331713 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-a1de5193-9d65-465a-bde2-f46b9cdfd71c service neutron] 10.222.0.52 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963430 Aug 11 21:55:22.362666 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-82402904-8acd-4512-9845-7ef7ee146dfe req-ef77bed2-28fd-4640-9dd0-e7ac9c8d5899 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:22.561820 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-82402904-8acd-4512-9845-7ef7ee146dfe req-ef77bed2-28fd-4640-9dd0-e7ac9c8d5899 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:22.583590 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-91aa0b7f-9efd-4f7c-bc29-f9eb6bb007ad req-68b924c7-38de-4bac-aec9-e7e3f08d8eac tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5625319 Aug 11 21:55:22.584329 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-11c04989-8c51-4187-9018-a80cef404939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:22.661297 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-488984dc-eebb-4650-8ebf-cd6a86050a17 req-acc7aa0f-ad7f-4d2d-8d86-711c489b89bb tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Router ab766ff7-0c58-4407-ac3a-219745fed97e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:55:22.738291 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c57e4de0-3108-483c-8fd3-0029fbb732da req-ffa27058-2ee5-4cba-b5a4-d19113fef52d service neutron] 10.222.0.52 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872604 Aug 11 21:55:22.761464 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82402904-8acd-4512-9845-7ef7ee146dfe req-ef77bed2-28fd-4640-9dd0-e7ac9c8d5899 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Network a7370598-4f7e-4bd7-b4a5-93417513d8b6 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:55:22.767261 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c04989-8c51-4187-9018-a80cef404939 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cf871dd-94b1-4fad-be57-a9ecf02055b5,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:22.795399 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-f32749e3-ac7c-45f1-8c3a-33df524a5cfb req-b1baf4e1-8853-4891-8d19-9b69236617f9 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Deleting port 985190c3-08d1-4f33-a47a-da6d9c4b71f1 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:55:22.795923 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-f32749e3-ac7c-45f1-8c3a-33df524a5cfb req-b1baf4e1-8853-4891-8d19-9b69236617f9 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:22.818155 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-82402904-8acd-4512-9845-7ef7ee146dfe req-ef77bed2-28fd-4640-9dd0-e7ac9c8d5899 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:55:22.868954 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-82402904-8acd-4512-9845-7ef7ee146dfe req-ef77bed2-28fd-4640-9dd0-e7ac9c8d5899 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:55:22.926111 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-488984dc-eebb-4650-8ebf-cd6a86050a17 req-acc7aa0f-ad7f-4d2d-8d86-711c489b89bb tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:55:22.933202 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-488984dc-eebb-4650-8ebf-cd6a86050a17 req-acc7aa0f-ad7f-4d2d-8d86-711c489b89bb tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:22.942212 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc59326-8a3c-400e-b8fb-cbd82894045e None None] Sync routers for ids ['ab766ff7-0c58-4407-ac3a-219745fed97e'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:55:22.968495 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc59326-8a3c-400e-b8fb-cbd82894045e None None] Routers {'ab766ff7-0c58-4407-ac3a-219745fed97e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:55:22.969546 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-1bc59326-8a3c-400e-b8fb-cbd82894045e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:55:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['ab766ff7-0c58-4407-ac3a-219745fed97e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:22.971838 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82402904-8acd-4512-9845-7ef7ee146dfe req-ef77bed2-28fd-4640-9dd0-e7ac9c8d5899 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:22.971838 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-82402904-8acd-4512-9845-7ef7ee146dfe req-ef77bed2-28fd-4640-9dd0-e7ac9c8d5899 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:22.988663 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-488984dc-eebb-4650-8ebf-cd6a86050a17 req-acc7aa0f-ad7f-4d2d-8d86-711c489b89bb tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "PUT /v2.0/floatingips/633e1d3f-c075-4849-af38-c8935c818712 HTTP/1.1" status: 200 len: 997 time: 3.1543393 Aug 11 21:55:23.009278 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-11c04989-8c51-4187-9018-a80cef404939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:23.124979 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f10e05ed-16d1-458e-a9aa-0baa85ff40e2 req-b1b2799c-2e10-4562-b973-50dd1f070632 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8696659 Aug 11 21:55:23.125211 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54746) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:23.131790 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-11c04989-8c51-4187-9018-a80cef404939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:23.135111 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82402904-8acd-4512-9845-7ef7ee146dfe req-ef77bed2-28fd-4640-9dd0-e7ac9c8d5899 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1845765 Aug 11 21:55:23.136597 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-11c04989-8c51-4187-9018-a80cef404939 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:23.141493 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77bed2-28fd-4640-9dd0-e7ac9c8d5899 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Pushing event updated for resources: {'Port': ['ID=1f5e8ddd-e052-43fc-bf6a-4496e619f1ad,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:23.182379 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-f32749e3-ac7c-45f1-8c3a-33df524a5cfb req-b1baf4e1-8853-4891-8d19-9b69236617f9 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] For port 985190c3-08d1-4f33-a47a-da6d9c4b71f1, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=985190c3-08d1-4f33-a47a-da6d9c4b71f1,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:23.185580 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-f32749e3-ac7c-45f1-8c3a-33df524a5cfb req-b1baf4e1-8853-4891-8d19-9b69236617f9 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:23.200083 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-82402904-8acd-4512-9845-7ef7ee146dfe req-e4cfa295-7adc-4737-927c-90646e5fc305 service neutron] Request body: {'port': {'device_id': 'b33134e6-091b-45e6-a522-234a7e6c7812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:55:23.218715 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6b941-90df-41f8-98b2-38eb5842a46b req-4c01b2af-0098-488b-943e-f9412d656189 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:23.231384 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-94d6b941-90df-41f8-98b2-38eb5842a46b req-4c01b2af-0098-488b-943e-f9412d656189 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 943 time: 0.4655569 Aug 11 21:55:23.262345 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-f32749e3-ac7c-45f1-8c3a-33df524a5cfb req-b1baf4e1-8853-4891-8d19-9b69236617f9 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Calling delete_port for 985190c3-08d1-4f33-a47a-da6d9c4b71f1 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:55:23.302116 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-11c04989-8c51-4187-9018-a80cef404939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:23.303493 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c04989-8c51-4187-9018-a80cef404939 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 698ccf70-99ba-4e2e-81ac-e43f4941f240 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 21:55:23.350524 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-11c04989-8c51-4187-9018-a80cef404939 admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:23.353008 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-11c04989-8c51-4187-9018-a80cef404939 admin admin] 10.222.0.77 "DELETE /v2.0/routers/698ccf70-99ba-4e2e-81ac-e43f4941f240 HTTP/1.1" status: 204 len: 168 time: 4.5484135 Aug 11 21:55:23.366806 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54750) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:23.501142 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-8c005134-9570-4172-b428-f79bbd87a301 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-258464786-network', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:55:23.520514 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488984dc-eebb-4650-8ebf-cd6a86050a17 req-ccebcb5d-803c-4ea8-ab39-378074397ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:23.524183 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-488984dc-eebb-4650-8ebf-cd6a86050a17 req-ccebcb5d-803c-4ea8-ab39-378074397ff0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2b9279c1feca4096aedd3bf29c3bbd31&device_id=b1a97b22-206c-47b3-9e88-596200a2f369 HTTP/1.1" status: 200 len: 1097 time: 0.5139053 Aug 11 21:55:23.547675 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-1bc59326-8a3c-400e-b8fb-cbd82894045e None None] Set router ab766ff7-0c58-4407-ac3a-219745fed97e gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:55:23.627469 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-94d6b941-90df-41f8-98b2-38eb5842a46b req-e853638f-fce1-4a79-b7c2-8df30bcb54f3 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943164 Aug 11 21:55:23.677541 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-82402904-8acd-4512-9845-7ef7ee146dfe req-e4cfa295-7adc-4737-927c-90646e5fc305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:23.733600 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e7c256-1eca-4773-b17a-141812e95527 admin admin] Deleting subnet 33d0e654-e99e-4798-a72a-9f7bb28a6bff {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 21:55:23.754985 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a2e7c256-1eca-4773-b17a-141812e95527 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:23.771270 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c005134-9570-4172-b428-f79bbd87a301 admin admin] Made reservation on behalf of bbabed8946d642c3bc7c5dee10664230 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:55:23.775936 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8c005134-9570-4172-b428-f79bbd87a301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:23.822219 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a2e7c256-1eca-4773-b17a-141812e95527 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:23.887052 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b487ce70-d979-49d7-8ce9-e5563a46610b x-openstack-request-id: req-b487ce70-d979-49d7-8ce9-e5563a46610b {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:55:23.887345 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb277f12-9387-4be4-bce4-0f2e93c14a0f", "tag": "72a60c1a-9157-4943-b279-02340fe2998d", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:55:23.887624 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b487ce70-d979-49d7-8ce9-e5563a46610b {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:55:23.894998 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb277f12-9387-4be4-bce4-0f2e93c14a0f', 'tag': '72a60c1a-9157-4943-b279-02340fe2998d', 'status': 'completed', 'code': 200} Aug 11 21:55:23.895791 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8c005134-9570-4172-b428-f79bbd87a301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:24.040994 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-f32749e3-ac7c-45f1-8c3a-33df524a5cfb req-b1baf4e1-8853-4891-8d19-9b69236617f9 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:24.058794 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['985190c3-08d1-4f33-a47a-da6d9c4b71f1'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:55:24.105422 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488984dc-eebb-4650-8ebf-cd6a86050a17 req-bd0cbc5a-4255-4f1b-8bd2-d2c63a31d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:24.115054 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-488984dc-eebb-4650-8ebf-cd6a86050a17 req-bd0cbc5a-4255-4f1b-8bd2-d2c63a31d12f service neutron] 10.222.0.77 "GET /v2.0/networks?id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8 HTTP/1.1" status: 200 len: 922 time: 0.5599179 Aug 11 21:55:24.143199 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74244d-2f4f-416e-963b-b1a0adcc4c6e req-600eb668-1f1e-4bc8-82d2-b7312e7d2a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:24.146237 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-af74244d-2f4f-416e-963b-b1a0adcc4c6e req-600eb668-1f1e-4bc8-82d2-b7312e7d2a67 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cfe969a3456f4c9186b743e59eed9b71&device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 1094 time: 0.2331429 Aug 11 21:55:24.162186 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['2347d206-c62c-49d6-88ec-e41d7076f102'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:55:24.164749 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 2cf871dd-94b1-4fad-be57-a9ecf02055b5 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:55:24.248926 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1baf4e1-8853-4891-8d19-9b69236617f9 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Pushing event deleted for resources: {'Port': ['ID=985190c3-08d1-4f33-a47a-da6d9c4b71f1,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:24.254112 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 2cf871dd-94b1-4fad-be57-a9ecf02055b5 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:55:24.254238 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 2cf871dd-94b1-4fad-be57-a9ecf02055b5 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:55:24.369699 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32749e3-ac7c-45f1-8c3a-33df524a5cfb req-b1baf4e1-8853-4891-8d19-9b69236617f9 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] No DVR routers for this DVR port 985190c3-08d1-4f33-a47a-da6d9c4b71f1 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:55:24.373346 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-f32749e3-ac7c-45f1-8c3a-33df524a5cfb req-b1baf4e1-8853-4891-8d19-9b69236617f9 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:24.376021 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f32749e3-ac7c-45f1-8c3a-33df524a5cfb req-b1baf4e1-8853-4891-8d19-9b69236617f9 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.52 "DELETE /v2.0/ports/985190c3-08d1-4f33-a47a-da6d9c4b71f1 HTTP/1.1" status: 204 len: 173 time: 2.5331032 Aug 11 21:55:24.406546 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a2e7c256-1eca-4773-b17a-141812e95527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:24.425008 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-1bc59326-8a3c-400e-b8fb-cbd82894045e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355814969-router', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:54:14Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'gw_port': {'id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:16Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '633e1d3f-c075-4849-af38-c8935c818712', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'port_id': '854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'mac_address': 'fa:16:3e:60:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a97b22-206c-47b3-9e88-596200a2f369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T21:54:58Z', 'updated_at': '2021-08-11T21:55:20Z', 'revision_number': 1, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d766c7a-1c2f-4e7c-85d5-258a1dcf401b', 'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'mac_address': 'fa:16:3e:94:fa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:24Z', 'updated_at': '2021-08-11T21:54:36Z', 'revision_number': 5, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'subnets': [{'id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:24.433016 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-488984dc-eebb-4650-8ebf-cd6a86050a17 req-23731f45-8990-4ce6-8e1b-25857b0d14ed service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e HTTP/1.1" status: 200 len: 1000 time: 0.3109519 Aug 11 21:55:24.467424 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c03e44-d827-4293-bef2-64d672c59bdb req-91380030-efdf-45f8-a66f-cba784e4a654 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:24.469177 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-88c03e44-d827-4293-bef2-64d672c59bdb req-91380030-efdf-45f8-a66f-cba784e4a654 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.77 "GET /v2.0/ports?device_id=b33134e6-091b-45e6-a522-234a7e6c7812 HTTP/1.1" status: 200 len: 931 time: 0.1802585 Aug 11 21:55:24.504255 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc59326-8a3c-400e-b8fb-cbd82894045e None None] Checking router: ab766ff7-0c58-4407-ac3a-219745fed97e for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:55:24.558391 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc59326-8a3c-400e-b8fb-cbd82894045e None None] Routers {'ab766ff7-0c58-4407-ac3a-219745fed97e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:55:24.560690 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-1bc59326-8a3c-400e-b8fb-cbd82894045e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:55:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['ab766ff7-0c58-4407-ac3a-219745fed97e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:24.577267 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-88c03e44-d827-4293-bef2-64d672c59bdb req-3b484c5f-1f51-4ef6-a1d6-bc12e701f585 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.77 "GET /v2.0/security-groups?id=6991841f-ed6c-4089-bba5-0acca521eb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964358 Aug 11 21:55:24.598663 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488984dc-eebb-4650-8ebf-cd6a86050a17 req-0f01717b-7cc5-4318-a0fb-3e03fcc73b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:24.606312 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-488984dc-eebb-4650-8ebf-cd6a86050a17 req-0f01717b-7cc5-4318-a0fb-3e03fcc73b1c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b7ac5f32-d2d7-4a74-9968-93111b1f2c36 HTTP/1.1" status: 200 len: 860 time: 0.1624098 Aug 11 21:55:24.680215 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74244d-2f4f-416e-963b-b1a0adcc4c6e req-818e1a86-1e72-48a1-a67b-c6a7734c4260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:24.681891 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-af74244d-2f4f-416e-963b-b1a0adcc4c6e req-818e1a86-1e72-48a1-a67b-c6a7734c4260 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1d2353f-b112-4357-b0a6-e5993406a9d5 HTTP/1.1" status: 200 len: 921 time: 0.4438882 Aug 11 21:55:24.690484 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8c005134-9570-4172-b428-f79bbd87a301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:24.706044 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8c005134-9570-4172-b428-f79bbd87a301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:24.739826 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-82402904-8acd-4512-9845-7ef7ee146dfe req-e4cfa295-7adc-4737-927c-90646e5fc305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f5e8ddd-e052-43fc-bf6a-4496e619f1ad {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:55:24.762165 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-af74244d-2f4f-416e-963b-b1a0adcc4c6e req-4496f372-1ad3-4ef4-a643-0f4618013eda service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=72a60c1a-9157-4943-b279-02340fe2998d HTTP/1.1" status: 200 len: 217 time: 0.0672061 Aug 11 21:55:24.771289 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-82402904-8acd-4512-9845-7ef7ee146dfe req-e4cfa295-7adc-4737-927c-90646e5fc305 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:24.797842 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-82402904-8acd-4512-9845-7ef7ee146dfe req-e4cfa295-7adc-4737-927c-90646e5fc305 service neutron] Transition to ACTIVE for port object 1f5e8ddd-e052-43fc-bf6a-4496e619f1ad will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:55:24.810395 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488984dc-eebb-4650-8ebf-cd6a86050a17 req-f1b13678-73c3-4179-8837-6271ad188a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:24.812202 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-488984dc-eebb-4650-8ebf-cd6a86050a17 req-f1b13678-73c3-4179-8837-6271ad188a2c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1923785 Aug 11 21:55:24.814150 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c005134-9570-4172-b428-f79bbd87a301 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:55:24.844959 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-82402904-8acd-4512-9845-7ef7ee146dfe req-e4cfa295-7adc-4737-927c-90646e5fc305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:24.866790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c005134-9570-4172-b428-f79bbd87a301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce92cf0-9983-49f8-8d34-e3c88f7b6d6e,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:24.952574 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-30bf829e-e394-419d-a65d-e14bb6537cce req-1f55ac28-7efb-4a59-8b4d-0dbbe5ac448f tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f HTTP/1.1" status: 200 len: 210 time: 0.1492362 Aug 11 21:55:24.977340 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfa295-7adc-4737-927c-90646e5fc305 service neutron] Pushing event updated for resources: {'Port': ['ID=1f5e8ddd-e052-43fc-bf6a-4496e619f1ad,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:25.018322 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a2e7c256-1eca-4773-b17a-141812e95527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:25.055680 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8c005134-9570-4172-b428-f79bbd87a301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:25.056665 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-1bc59326-8a3c-400e-b8fb-cbd82894045e None None] Set router ab766ff7-0c58-4407-ac3a-219745fed97e gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:55:25.057571 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-8c005134-9570-4172-b428-f79bbd87a301 admin admin] Added segment 4c272644-500c-413c-905e-4ca7e6890613 of type vlan for network 1c3ee35b-1680-40ce-a5ec-450a30ee6971 Aug 11 21:55:25.137920 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74244d-2f4f-416e-963b-b1a0adcc4c6e req-d9179c06-954f-4318-ba9d-7ae659e6f126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:25.140335 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-af74244d-2f4f-416e-963b-b1a0adcc4c6e req-d9179c06-954f-4318-ba9d-7ae659e6f126 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d64b3af4-29c6-4065-a225-159b72d7499b HTTP/1.1" status: 200 len: 860 time: 0.3637922 Aug 11 21:55:25.168617 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8c005134-9570-4172-b428-f79bbd87a301 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:25.186459 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7c256-1eca-4773-b17a-141812e95527 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33d0e654-e99e-4798-a72a-9f7bb28a6bff,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:25.198163 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-af74244d-2f4f-416e-963b-b1a0adcc4c6e req-901f4e85-dc6b-4179-835a-5331206e2bee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1d2353f-b112-4357-b0a6-e5993406a9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440583 Aug 11 21:55:25.199862 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441d72e3-c6a8-413e-a0ed-de4b2c46abeb None None] Network abc76e76-1f9c-41e1-8aea-10ce97937053 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:55:25.200857 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a2e7c256-1eca-4773-b17a-141812e95527 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:25.208979 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a2e7c256-1eca-4773-b17a-141812e95527 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/33d0e654-e99e-4798-a72a-9f7bb28a6bff HTTP/1.1" status: 204 len: 168 time: 1.8397551 Aug 11 21:55:25.239371 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54768) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:25.370333 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6d681788-7533-4e62-99d8-09ab9c57f0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:25.393154 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.db.resource_extend [None req-8c005134-9570-4172-b428-f79bbd87a301 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 21:55:25.455329 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-488984dc-eebb-4650-8ebf-cd6a86050a17 req-e1d7e16d-dc03-4fe4-83b0-47fac3b8dcdc service neutron] 10.222.0.77 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5901499 Aug 11 21:55:25.465313 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e29df-9e6a-4cf0-a529-af4ac759cef0 req-de6bc647-1678-4b68-9353-3b1adde81c1b tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:25.475721 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-445e29df-9e6a-4cf0-a529-af4ac759cef0 req-de6bc647-1678-4b68-9353-3b1adde81c1b tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 943 time: 0.4272821 Aug 11 21:55:25.543024 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8c005134-9570-4172-b428-f79bbd87a301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:25.544221 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c005134-9570-4172-b428-f79bbd87a301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:25.545535 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8c005134-9570-4172-b428-f79bbd87a301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:25.558755 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-445e29df-9e6a-4cf0-a529-af4ac759cef0 req-ba139444-0e9b-4e2b-8611-29ef7aea065c tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815551 Aug 11 21:55:25.601140 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-82402904-8acd-4512-9845-7ef7ee146dfe req-e4cfa295-7adc-4737-927c-90646e5fc305 service neutron] Attempting to bind port 1f5e8ddd-e052-43fc-bf6a-4496e619f1ad on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:55:25.601901 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-82402904-8acd-4512-9845-7ef7ee146dfe req-e4cfa295-7adc-4737-927c-90646e5fc305 service neutron] Attempting to bind port 1f5e8ddd-e052-43fc-bf6a-4496e619f1ad by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'd60eadc4-e749-4c53-8441-df01b509ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a7370598-4f7e-4bd7-b4a5-93417513d8b6'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:55:25.602408 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82402904-8acd-4512-9845-7ef7ee146dfe req-e4cfa295-7adc-4737-927c-90646e5fc305 service neutron] Attempting to bind port 1f5e8ddd-e052-43fc-bf6a-4496e619f1ad on network a7370598-4f7e-4bd7-b4a5-93417513d8b6 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:55:25.613421 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82402904-8acd-4512-9845-7ef7ee146dfe req-e4cfa295-7adc-4737-927c-90646e5fc305 service neutron] Port 1f5e8ddd-e052-43fc-bf6a-4496e619f1ad on network a7370598-4f7e-4bd7-b4a5-93417513d8b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:55:25.620019 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82402904-8acd-4512-9845-7ef7ee146dfe req-e4cfa295-7adc-4737-927c-90646e5fc305 service neutron] Attempting to bind port 1f5e8ddd-e052-43fc-bf6a-4496e619f1ad on network a7370598-4f7e-4bd7-b4a5-93417513d8b6 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:55:25.625920 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82402904-8acd-4512-9845-7ef7ee146dfe req-e4cfa295-7adc-4737-927c-90646e5fc305 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:55:25.626285 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82402904-8acd-4512-9845-7ef7ee146dfe req-e4cfa295-7adc-4737-927c-90646e5fc305 service neutron] Checking segment: {'id': 'd60eadc4-e749-4c53-8441-df01b509ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a7370598-4f7e-4bd7-b4a5-93417513d8b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:55:25.626703 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82402904-8acd-4512-9845-7ef7ee146dfe req-e4cfa295-7adc-4737-927c-90646e5fc305 service neutron] Bound using segment: {'id': 'd60eadc4-e749-4c53-8441-df01b509ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a7370598-4f7e-4bd7-b4a5-93417513d8b6'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:55:25.627145 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-82402904-8acd-4512-9845-7ef7ee146dfe req-e4cfa295-7adc-4737-927c-90646e5fc305 service neutron] Bound port: 1f5e8ddd-e052-43fc-bf6a-4496e619f1ad, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd60eadc4-e749-4c53-8441-df01b509ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a7370598-4f7e-4bd7-b4a5-93417513d8b6'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:55:25.627547 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-82402904-8acd-4512-9845-7ef7ee146dfe req-e4cfa295-7adc-4737-927c-90646e5fc305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:25.711255 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8c005134-9570-4172-b428-f79bbd87a301 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5775456 Aug 11 21:55:25.732957 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54780) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:25.756399 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-0503f4fe-e7cb-4755-94c9-405fe321a83b admin admin] Request body: {'subnet': {'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-258464786-subnet', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:55:25.772570 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-1bc59326-8a3c-400e-b8fb-cbd82894045e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355814969-router', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:54:14Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'gw_port': {'id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:16Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '633e1d3f-c075-4849-af38-c8935c818712', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'port_id': '854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'mac_address': 'fa:16:3e:60:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a97b22-206c-47b3-9e88-596200a2f369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T21:54:58Z', 'updated_at': '2021-08-11T21:55:20Z', 'revision_number': 1, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d766c7a-1c2f-4e7c-85d5-258a1dcf401b', 'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'mac_address': 'fa:16:3e:94:fa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:24Z', 'updated_at': '2021-08-11T21:54:36Z', 'revision_number': 5, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'subnets': [{'id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:25.843482 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c005134-9570-4172-b428-f79bbd87a301 admin admin] Pushing event updated for resources: {'Network': ['ID=1c3ee35b-1680-40ce-a5ec-450a30ee6971,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:25.849867 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-82402904-8acd-4512-9845-7ef7ee146dfe req-e4cfa295-7adc-4737-927c-90646e5fc305 service neutron] For port 1f5e8ddd-e052-43fc-bf6a-4496e619f1ad, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:55:25.854854 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24025c33-9d58-40a5-8790-487cdf10be6c None None] DHCP port deletion for abc76e76-1f9c-41e1-8aea-10ce97937053 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 21:55:25.861548 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-82402904-8acd-4512-9845-7ef7ee146dfe req-e4cfa295-7adc-4737-927c-90646e5fc305 service neutron] For port 1f5e8ddd-e052-43fc-bf6a-4496e619f1ad, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=1f5e8ddd-e052-43fc-bf6a-4496e619f1ad,segment=NetworkSegment(d60eadc4-e749-4c53-8441-df01b509ac00),segment_id=d60eadc4-e749-4c53-8441-df01b509ac00)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:55:25.861817 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0503f4fe-e7cb-4755-94c9-405fe321a83b admin admin] Made reservation on behalf of bbabed8946d642c3bc7c5dee10664230 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:55:25.868457 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0503f4fe-e7cb-4755-94c9-405fe321a83b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:25.876143 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-82402904-8acd-4512-9845-7ef7ee146dfe req-e4cfa295-7adc-4737-927c-90646e5fc305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:25.888979 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-af74244d-2f4f-416e-963b-b1a0adcc4c6e req-acdcf4f7-0ad4-4b2f-9572-b111a5722825 service neutron] 10.222.0.52 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6754866 Aug 11 21:55:25.927545 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a97b22-206c-47b3-9e88-596200a2f369', 'tag': '854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e'}, {'server_uuid': '5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f', 'name': 'network-vif-deleted', 'tag': '985190c3-08d1-4f33-a47a-da6d9c4b71f1'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:55:25.927545 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b222776-2f4d-417c-b939-5a232b01fc46" -d '{"events": [{"name": "network-changed", "server_uuid": "b1a97b22-206c-47b3-9e88-596200a2f369", "tag": "854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e"}, {"server_uuid": "5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f", "name": "network-vif-deleted", "tag": "985190c3-08d1-4f33-a47a-da6d9c4b71f1"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:55:25.955587 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc59326-8a3c-400e-b8fb-cbd82894045e None None] The sync data for ids ['ab766ff7-0c58-4407-ac3a-219745fed97e'] in n-d-804275-3 is: [{'id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355814969-router', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:54:14Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'gw_port': {'id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:16Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '633e1d3f-c075-4849-af38-c8935c818712', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'port_id': '854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'mac_address': 'fa:16:3e:60:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a97b22-206c-47b3-9e88-596200a2f369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T21:54:58Z', 'updated_at': '2021-08-11T21:55:20Z', 'revision_number': 1, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d766c7a-1c2f-4e7c-85d5-258a1dcf401b', 'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'mac_address': 'fa:16:3e:94:fa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:24Z', 'updated_at': '2021-08-11T21:54:36Z', 'revision_number': 5, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'subnets': [{'id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:55:25.962512 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82402904-8acd-4512-9845-7ef7ee146dfe req-e4cfa295-7adc-4737-927c-90646e5fc305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:25.963490 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-82402904-8acd-4512-9845-7ef7ee146dfe req-e4cfa295-7adc-4737-927c-90646e5fc305 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:25.965497 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 1c3ee35b-1680-40ce-a5ec-450a30ee6971 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:55:25.966887 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82402904-8acd-4512-9845-7ef7ee146dfe req-e4cfa295-7adc-4737-927c-90646e5fc305 service neutron] 10.222.0.82 "PUT /v2.0/ports/1f5e8ddd-e052-43fc-bf6a-4496e619f1ad HTTP/1.1" status: 200 len: 1091 time: 2.8138256 Aug 11 21:55:25.975871 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33134e6-091b-45e6-a522-234a7e6c7812', 'tag': '1f5e8ddd-e052-43fc-bf6a-4496e619f1ad'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:55:25.981891 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4204d0-f0b9-4aae-afb7-ce7239d3be75" -d '{"events": [{"name": "network-changed", "server_uuid": "b33134e6-091b-45e6-a522-234a7e6c7812", "tag": "1f5e8ddd-e052-43fc-bf6a-4496e619f1ad"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:55:26.050257 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-6d681788-7533-4e62-99d8-09ab9c57f0fb admin admin] Deleting port 1dbafbc8-15c4-4484-a4c9-488c1515ffc0 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:55:26.050692 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6d681788-7533-4e62-99d8-09ab9c57f0fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:26.072060 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-488984dc-eebb-4650-8ebf-cd6a86050a17 req-a9f6a39a-6383-47f0-8a8a-faa6ff3660db service neutron] 10.222.0.77 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6027217 Aug 11 21:55:26.087844 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1dbafbc8-15c4-4484-a4c9-488c1515ffc0 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:55:26.157637 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfa295-7adc-4737-927c-90646e5fc305 service neutron] Pushing event updated for resources: {'Port': ['ID=1f5e8ddd-e052-43fc-bf6a-4496e619f1ad,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:26.187713 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d6a24-dc4e-45c7-8be7-aa721a4d8dc9 req-087a3d88-8cd5-4a45-bb6d-08ac3dad10cd tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:26.189890 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-454d6a24-dc4e-45c7-8be7-aa721a4d8dc9 req-087a3d88-8cd5-4a45-bb6d-08ac3dad10cd tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.77 "GET /v2.0/ports?device_id=b33134e6-091b-45e6-a522-234a7e6c7812 HTTP/1.1" status: 200 len: 943 time: 0.2218790 Aug 11 21:55:26.199018 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82402904-8acd-4512-9845-7ef7ee146dfe req-c95c0301-a9fa-4320-a095-334c02ad9f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:26.203833 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82402904-8acd-4512-9845-7ef7ee146dfe req-c95c0301-a9fa-4320-a095-334c02ad9f07 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bce577a24595491c9315f9f5e9b00c43&device_id=b33134e6-091b-45e6-a522-234a7e6c7812 HTTP/1.1" status: 200 len: 1094 time: 0.1504393 Aug 11 21:55:26.250943 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-24025c33-9d58-40a5-8790-487cdf10be6c None None] Deleting port 1dbafbc8-15c4-4484-a4c9-488c1515ffc0 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:55:26.251650 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-24025c33-9d58-40a5-8790-487cdf10be6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:26.335130 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82402904-8acd-4512-9845-7ef7ee146dfe req-8f69730f-610f-4999-8eae-42a61f3c77e5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f5e8ddd-e052-43fc-bf6a-4496e619f1ad HTTP/1.1" status: 200 len: 217 time: 0.1094956 Aug 11 21:55:26.354548 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd95561-dab0-4243-becd-71abbf12b5d0 x-openstack-request-id: req-0cd95561-dab0-4243-becd-71abbf12b5d0 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:55:26.355136 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b33134e6-091b-45e6-a522-234a7e6c7812", "tag": "1f5e8ddd-e052-43fc-bf6a-4496e619f1ad", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:55:26.355784 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0cd95561-dab0-4243-becd-71abbf12b5d0 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:55:26.356522 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b33134e6-091b-45e6-a522-234a7e6c7812', 'tag': '1f5e8ddd-e052-43fc-bf6a-4496e619f1ad', 'status': 'completed', 'code': 200} Aug 11 21:55:26.417763 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 72a60c1a-9157-4943-b279-02340fe2998d details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:55:26.437662 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-454d6a24-dc4e-45c7-8be7-aa721a4d8dc9 req-3de21a24-e6cc-4391-ae45-4cfc205ad2ee tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.77 "GET /v2.0/security-groups?id=6991841f-ed6c-4089-bba5-0acca521eb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326672 Aug 11 21:55:26.470291 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d54c97c-23a3-45d4-b369-56a167a8e38e None None] New status for floating IP 633e1d3f-c075-4849-af38-c8935c818712: ACTIVE {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 21:55:26.552033 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82402904-8acd-4512-9845-7ef7ee146dfe req-27c086ba-c93c-4c44-a9c3-512655be4d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:26.554354 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82402904-8acd-4512-9845-7ef7ee146dfe req-27c086ba-c93c-4c44-a9c3-512655be4d0e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33bf3945-6bf9-4021-af06-5ee3026b2e8e HTTP/1.1" status: 200 len: 862 time: 0.1888041 Aug 11 21:55:26.602051 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82402904-8acd-4512-9845-7ef7ee146dfe req-02aab54a-1560-4c71-9332-8169ca093446 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a7370598-4f7e-4bd7-b4a5-93417513d8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397193 Aug 11 21:55:26.628382 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-af74244d-2f4f-416e-963b-b1a0adcc4c6e req-6aeb7261-afc6-4f84-9332-4e27f6551e10 service neutron] 10.222.0.52 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6977699 Aug 11 21:55:26.644614 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 21:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c934bb28-2d46-4ed3-8408-644774af9d48 x-openstack-request-id: req-c934bb28-2d46-4ed3-8408-644774af9d48 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:55:26.645005 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1a97b22-206c-47b3-9e88-596200a2f369", "tag": "854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e", "status": "completed", "code": 200}, {"server_uuid": "5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f", "name": "network-vif-deleted", "tag": "985190c3-08d1-4f33-a47a-da6d9c4b71f1", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:55:26.645219 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c934bb28-2d46-4ed3-8408-644774af9d48 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:55:26.651171 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1a97b22-206c-47b3-9e88-596200a2f369', 'tag': '854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e', 'status': 'completed', 'code': 200} Aug 11 21:55:26.652102 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9b4dc4-6c5c-49bc-ac9b-a41aa64de47f', 'name': 'network-vif-deleted', 'tag': '985190c3-08d1-4f33-a47a-da6d9c4b71f1', 'status': 'completed', 'code': 200} Aug 11 21:55:26.655787 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 72a60c1a-9157-4943-b279-02340fe2998d, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=72a60c1a-9157-4943-b279-02340fe2998d,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:26.676201 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 985190c3-08d1-4f33-a47a-da6d9c4b71f1 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:55:26.717955 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '72a60c1a-9157-4943-b279-02340fe2998d', 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5', 'port_id': '72a60c1a-9157-4943-b279-02340fe2998d', 'mac_address': 'fa:16:3e:fb:fd:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64b3af4-29c6-4065-a225-159b72d7499b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:55:26.758333 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 985190c3-08d1-4f33-a47a-da6d9c4b71f1 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:55:26.758717 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 985190c3-08d1-4f33-a47a-da6d9c4b71f1 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:55:26.819488 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b222776-2f4d-417c-b939-5a232b01fc46 req-8d5cb380-e10f-4a31-8e23-6918b5e8832a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:26.821799 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b222776-2f4d-417c-b939-5a232b01fc46 req-8d5cb380-e10f-4a31-8e23-6918b5e8832a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2b9279c1feca4096aedd3bf29c3bbd31&device_id=b1a97b22-206c-47b3-9e88-596200a2f369 HTTP/1.1" status: 200 len: 1097 time: 0.3210378 Aug 11 21:55:26.831937 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82402904-8acd-4512-9845-7ef7ee146dfe req-1253ef35-8ba9-4e94-8444-f5f7f29380fb service neutron] 10.222.0.82 "GET /v2.0/networks/a7370598-4f7e-4bd7-b4a5-93417513d8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139018 Aug 11 21:55:26.836261 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-24025c33-9d58-40a5-8790-487cdf10be6c None None] For port 1dbafbc8-15c4-4484-a4c9-488c1515ffc0, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1dbafbc8-15c4-4484-a4c9-488c1515ffc0,segment=NetworkSegment(62508613-e713-437d-8039-ca5abe52167e),segment_id=62508613-e713-437d-8039-ca5abe52167e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:26.836785 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-24025c33-9d58-40a5-8790-487cdf10be6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:26.842244 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-6d681788-7533-4e62-99d8-09ab9c57f0fb admin admin] For port 1dbafbc8-15c4-4484-a4c9-488c1515ffc0, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1dbafbc8-15c4-4484-a4c9-488c1515ffc0,segment=NetworkSegment(62508613-e713-437d-8039-ca5abe52167e),segment_id=62508613-e713-437d-8039-ca5abe52167e)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:26.842925 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6d681788-7533-4e62-99d8-09ab9c57f0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:26.855263 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:26.885587 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-6d681788-7533-4e62-99d8-09ab9c57f0fb admin admin] Calling delete_port for 1dbafbc8-15c4-4484-a4c9-488c1515ffc0 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:55:26.896477 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 1dbafbc8-15c4-4484-a4c9-488c1515ffc0, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1dbafbc8-15c4-4484-a4c9-488c1515ffc0,segment=NetworkSegment(62508613-e713-437d-8039-ca5abe52167e),segment_id=62508613-e713-437d-8039-ca5abe52167e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:26.898306 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-24025c33-9d58-40a5-8790-487cdf10be6c None None] Calling delete_port for 1dbafbc8-15c4-4484-a4c9-488c1515ffc0 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:55:26.904843 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:26.922467 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:26.926974 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72a60c1a-9157-4943-b279-02340fe2998d {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:55:26.949099 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 72a60c1a-9157-4943-b279-02340fe2998d, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=72a60c1a-9157-4943-b279-02340fe2998d,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:26.958708 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:27.054593 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0503f4fe-e7cb-4755-94c9-405fe321a83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:27.084834 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=1dbafbc8-15c4-4484-a4c9-488c1515ffc0,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:27.102371 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:27.102874 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:27.103228 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:27.103610 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:27.103970 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:27.104296 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:27.104638 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:27.104980 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:27.105306 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:27.105635 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:27.105965 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:27.106294 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:27.130200 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6d681788-7533-4e62-99d8-09ab9c57f0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:27.152607 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b222776-2f4d-417c-b939-5a232b01fc46 req-801272c8-0906-412e-ba7c-366de4341347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:27.156754 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b222776-2f4d-417c-b939-5a232b01fc46 req-801272c8-0906-412e-ba7c-366de4341347 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8 HTTP/1.1" status: 200 len: 922 time: 0.2962058 Aug 11 21:55:27.167137 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=72a60c1a-9157-4943-b279-02340fe2998d,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:27.201675 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['72a60c1a-9157-4943-b279-02340fe2998d'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:55:27.205992 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-24025c33-9d58-40a5-8790-487cdf10be6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:27.221983 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82402904-8acd-4512-9845-7ef7ee146dfe req-ab5a3430-f106-42f3-b109-811da87aa751 service neutron] 10.222.0.82 "GET /v2.0/networks/a7370598-4f7e-4bd7-b4a5-93417513d8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629529 Aug 11 21:55:27.269709 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d681788-7533-4e62-99d8-09ab9c57f0fb admin admin] Pushing event deleted for resources: {'Port': ['ID=1dbafbc8-15c4-4484-a4c9-488c1515ffc0,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:27.277148 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d681788-7533-4e62-99d8-09ab9c57f0fb admin admin] No DVR routers for this DVR port 1dbafbc8-15c4-4484-a4c9-488c1515ffc0 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:55:27.330817 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24025c33-9d58-40a5-8790-487cdf10be6c None None] No DVR routers for this DVR port 1dbafbc8-15c4-4484-a4c9-488c1515ffc0 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:55:27.355848 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503f4fe-e7cb-4755-94c9-405fe321a83b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7909b953-a9da-40c4-9e8c-1313ada07900,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:27.389885 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-358b005c-6685-46e3-ae9e-7b9f46deae5c tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:27.392930 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24025c33-9d58-40a5-8790-487cdf10be6c None None] Pushing event deleted for resources: {'Port': ['ID=1dbafbc8-15c4-4484-a4c9-488c1515ffc0,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:27.402062 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-358b005c-6685-46e3-ae9e-7b9f46deae5c tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports?device_id=23dfb897-99db-4d49-b0d4-a288277760ad&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7486322 Aug 11 21:55:27.408497 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1be8cb-d0e7-48dc-a55d-b20d88fb6b65 req-f49b11d2-c60c-431c-9574-1dff1635b487 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:27.417059 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0a1be8cb-d0e7-48dc-a55d-b20d88fb6b65 req-f49b11d2-c60c-431c-9574-1dff1635b487 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 944 time: 0.4927602 Aug 11 21:55:27.421391 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b222776-2f4d-417c-b939-5a232b01fc46 req-301ad819-3a67-4235-9d68-214f38418d90 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e HTTP/1.1" status: 200 len: 1002 time: 0.1972642 Aug 11 21:55:27.519953 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0a1be8cb-d0e7-48dc-a55d-b20d88fb6b65 req-4d6c9312-4dc5-49d8-a720-a805d9324d81 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011317 Aug 11 21:55:27.593149 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0503f4fe-e7cb-4755-94c9-405fe321a83b admin admin] Checking segment: {'id': '4c272644-500c-413c-905e-4ca7e6890613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:55:27.593739 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0503f4fe-e7cb-4755-94c9-405fe321a83b admin admin] Network hostable DHCP agents. Network: 1c3ee35b-1680-40ce-a5ec-450a30ee6971, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:55:27.615476 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4204d0-f0b9-4aae-afb7-ce7239d3be75 req-5b3f10f2-7722-4bc5-a432-ddc90c0c5b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:27.617865 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4a4204d0-f0b9-4aae-afb7-ce7239d3be75 req-5b3f10f2-7722-4bc5-a432-ddc90c0c5b6f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bce577a24595491c9315f9f5e9b00c43&device_id=b33134e6-091b-45e6-a522-234a7e6c7812 HTTP/1.1" status: 200 len: 1094 time: 0.1952500 Aug 11 21:55:27.681798 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-3a04ce1d-4742-4c7f-8206-53017a98da6b tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.103 HTTP/1.1" status: 200 len: 1002 time: 0.2770398 Aug 11 21:55:27.694791 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6d681788-7533-4e62-99d8-09ab9c57f0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:27.701332 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-cb09281d-9298-4129-aac5-7bae2793ea2c tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Request body: {'floatingip': {'port_id': '73c5fdf0-3495-4688-966c-c874e61f4e0a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:55:27.741286 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b222776-2f4d-417c-b939-5a232b01fc46 req-74be3264-7d58-467c-a9a6-9d4a470785ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:27.747842 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b222776-2f4d-417c-b939-5a232b01fc46 req-74be3264-7d58-467c-a9a6-9d4a470785ec service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b7ac5f32-d2d7-4a74-9968-93111b1f2c36 HTTP/1.1" status: 200 len: 860 time: 0.2404244 Aug 11 21:55:27.802356 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-6d681788-7533-4e62-99d8-09ab9c57f0fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc76e76-1f9c-41e1-8aea-10ce97937053']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:27.813877 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-6d681788-7533-4e62-99d8-09ab9c57f0fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62508613-e713-437d-8039-ca5abe52167e') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:27.814334 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-6d681788-7533-4e62-99d8-09ab9c57f0fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62508613-e713-437d-8039-ca5abe52167e') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:27.828166 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6d681788-7533-4e62-99d8-09ab9c57f0fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:27.851578 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6d681788-7533-4e62-99d8-09ab9c57f0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:27.864087 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0503f4fe-e7cb-4755-94c9-405fe321a83b admin admin] Network 1c3ee35b-1680-40ce-a5ec-450a30ee6971 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:55:27.885398 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d681788-7533-4e62-99d8-09ab9c57f0fb admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 21:55:27.887074 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6d681788-7533-4e62-99d8-09ab9c57f0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: timer() Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 21:55:27.893621 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 21:55:27.970173 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-0503f4fe-e7cb-4755-94c9-405fe321a83b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 1c3ee35b-1680-40ce-a5ec-450a30ee6971) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:55:27.974090 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-cb09281d-9298-4129-aac5-7bae2793ea2c tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks [] for floatingip, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:27.978456 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b222776-2f4d-417c-b939-5a232b01fc46 req-e61ae197-4d0f-4ae2-97bf-a69b5ef0aeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:27.980689 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0503f4fe-e7cb-4755-94c9-405fe321a83b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:27.981410 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0503f4fe-e7cb-4755-94c9-405fe321a83b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:27.982728 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b222776-2f4d-417c-b939-5a232b01fc46 req-e61ae197-4d0f-4ae2-97bf-a69b5ef0aeee service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2105129 Aug 11 21:55:27.984292 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6d681788-7533-4e62-99d8-09ab9c57f0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:27.989598 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf8bd9b-c38d-4c35-93ca-734db7a86aaf None None] Network 1c3ee35b-1680-40ce-a5ec-450a30ee6971 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:55:27.992428 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4204d0-f0b9-4aae-afb7-ce7239d3be75 req-d1f59771-837e-4746-9a16-8c0f94932ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:27.994712 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4a4204d0-f0b9-4aae-afb7-ce7239d3be75 req-d1f59771-837e-4746-9a16-8c0f94932ced service neutron] 10.222.0.82 "GET /v2.0/networks?id=a7370598-4f7e-4bd7-b4a5-93417513d8b6 HTTP/1.1" status: 200 len: 923 time: 0.3657374 Aug 11 21:55:28.005721 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b63b7-e5b7-4a8b-9ed3-34db6c388e32 req-cec55a4e-6d6c-42b3-8680-4b15bff8d07e tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:28.017388 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c28b63b7-e5b7-4a8b-9ed3-34db6c388e32 req-cec55a4e-6d6c-42b3-8680-4b15bff8d07e tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 950 time: 0.1484601 Aug 11 21:55:28.039555 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6d681788-7533-4e62-99d8-09ab9c57f0fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:28.050875 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6d681788-7533-4e62-99d8-09ab9c57f0fb admin admin] 10.222.0.77 "DELETE /v2.0/networks/abc76e76-1f9c-41e1-8aea-10ce97937053 HTTP/1.1" status: 204 len: 168 time: 2.8099730 Aug 11 21:55:28.089498 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0503f4fe-e7cb-4755-94c9-405fe321a83b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3341057 Aug 11 21:55:28.090452 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d681788-7533-4e62-99d8-09ab9c57f0fb admin admin] Pushing event deleted for resources: {'Network': ['ID=abc76e76-1f9c-41e1-8aea-10ce97937053,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:28.093749 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54814) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:28.110774 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-4143bdbd-e764-4c4a-8607-c7a945e213c6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-258464786-router', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:55:28.116741 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4a4204d0-f0b9-4aae-afb7-ce7239d3be75 req-e65572cd-8bf9-4371-912f-83e31058894c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f5e8ddd-e052-43fc-bf6a-4496e619f1ad HTTP/1.1" status: 200 len: 217 time: 0.0941160 Aug 11 21:55:28.172112 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4143bdbd-e764-4c4a-8607-c7a945e213c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:28.172112 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4143bdbd-e764-4c4a-8607-c7a945e213c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:28.279638 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c28b63b7-e5b7-4a8b-9ed3-34db6c388e32 req-ec8ff684-09a7-4552-b4cb-ba9ace9f750a tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601225 Aug 11 21:55:28.307049 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4143bdbd-e764-4c4a-8607-c7a945e213c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:28.411137 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b222776-2f4d-417c-b939-5a232b01fc46 req-4be11aa6-db11-4716-a477-2b02406eebb1 service neutron] 10.222.0.82 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850119 Aug 11 21:55:28.418203 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4204d0-f0b9-4aae-afb7-ce7239d3be75 req-b28b49bf-ba7d-4784-b705-68476fb7458a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:28.419926 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4a4204d0-f0b9-4aae-afb7-ce7239d3be75 req-b28b49bf-ba7d-4784-b705-68476fb7458a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=33bf3945-6bf9-4021-af06-5ee3026b2e8e HTTP/1.1" status: 200 len: 862 time: 0.2759032 Aug 11 21:55:28.436430 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 72a60c1a-9157-4943-b279-02340fe2998d up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:55:28.525925 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54816) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:28.546135 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 72a60c1a-9157-4943-b279-02340fe2998d completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:55:28.558688 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 72a60c1a-9157-4943-b279-02340fe2998d triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:55:28.558993 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:28.592243 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4a4204d0-f0b9-4aae-afb7-ce7239d3be75 req-c45d9aea-d2f0-4d2a-9265-57d4a2289ce9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a7370598-4f7e-4bd7-b4a5-93417513d8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1634743 Aug 11 21:55:28.676178 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf829c4e-3f2c-478c-925c-7a96a722ac2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'fixed_ips': [{'subnet_id': '7909b953-a9da-40c4-9e8c-1313ada07900'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 21:55:28.678359 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bf829c4e-3f2c-478c-925c-7a96a722ac2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:28.754987 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4a4204d0-f0b9-4aae-afb7-ce7239d3be75 req-a56f8c84-cfe4-4f8b-9694-a8bae521ab63 service neutron] 10.222.0.82 "GET /v2.0/networks/a7370598-4f7e-4bd7-b4a5-93417513d8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336627 Aug 11 21:55:28.909126 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b222776-2f4d-417c-b939-5a232b01fc46 req-7a733107-d0aa-4974-b274-a8d50fa28ea8 service neutron] 10.222.0.82 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880745 Aug 11 21:55:28.957705 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:28.964869 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4f529-7cc6-4ac6-a329-ff2d1eb0f076 req-3a72a073-ca82-4ed5-85ed-29344e107cee tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:28.967539 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-13d4f529-7cc6-4ac6-a329-ff2d1eb0f076 req-3a72a073-ca82-4ed5-85ed-29344e107cee tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.77 "GET /v2.0/ports?device_id=b33134e6-091b-45e6-a522-234a7e6c7812 HTTP/1.1" status: 200 len: 943 time: 0.1207092 Aug 11 21:55:29.043126 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-13d4f529-7cc6-4ac6-a329-ff2d1eb0f076 req-bb411c90-d75e-4abc-8cb3-ece77b50ee44 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.77 "GET /v2.0/security-groups?id=6991841f-ed6c-4089-bba5-0acca521eb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631561 Aug 11 21:55:29.046437 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4a4204d0-f0b9-4aae-afb7-ce7239d3be75 req-03d0d0df-068c-47d0-91e2-a909af505136 service neutron] 10.222.0.82 "GET /v2.0/networks/a7370598-4f7e-4bd7-b4a5-93417513d8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344713 Aug 11 21:55:29.054260 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4143bdbd-e764-4c4a-8607-c7a945e213c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:29.058966 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 72a60c1a-9157-4943-b279-02340fe2998d, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=72a60c1a-9157-4943-b279-02340fe2998d,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:29.064935 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb277f12-9387-4be4-bce4-0f2e93c14a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a60c1a-9157-4943-b279-02340fe2998d'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:55:29.070151 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028e20b9-9b6d-4831-8076-02f616cff0bb" -d '{"events": [{"server_uuid": "cb277f12-9387-4be4-bce4-0f2e93c14a0f", "name": "network-vif-plugged", "status": "completed", "tag": "72a60c1a-9157-4943-b279-02340fe2998d"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:55:29.103198 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:29.203817 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-bf829c4e-3f2c-478c-925c-7a96a722ac2f None None] Allocated IP 172.20.0.2 (1c3ee35b-1680-40ce-a5ec-450a30ee6971/7909b953-a9da-40c4-9e8c-1313ada07900/8559962b-6767-4861-9b10-760184d0e9ed) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:55:29.216571 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=72a60c1a-9157-4943-b279-02340fe2998d,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:29.354039 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97354c4b-96c2-4466-8e86-2d3d617c1064 req-20422887-889e-410f-a6c3-5ef02f77cd8e tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:29.367572 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-97354c4b-96c2-4466-8e86-2d3d617c1064 req-20422887-889e-410f-a6c3-5ef02f77cd8e tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 945 time: 0.1396694 Aug 11 21:55:29.399219 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-80896b77-d130-4999-9452-32f315bd3900 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0ffc1ce1280c454884cd1721d99fabb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8347781 Aug 11 21:55:29.405034 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54830) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:29.471281 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2806e9-530a-4e89-b604-fbbd24048982 req-7c3f42a9-a545-4659-8cfb-39738a1f11da tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:29.473115 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9f2806e9-530a-4e89-b604-fbbd24048982 req-7c3f42a9-a545-4659-8cfb-39738a1f11da tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.82 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 950 time: 0.4635785 Aug 11 21:55:29.513553 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bf829c4e-3f2c-478c-925c-7a96a722ac2f None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:29.533032 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-bf829c4e-3f2c-478c-925c-7a96a722ac2f None None] Transition to ACTIVE for port object 8559962b-6767-4861-9b10-760184d0e9ed will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:55:29.542422 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-97354c4b-96c2-4466-8e86-2d3d617c1064 req-64d2acf6-5db5-4db0-9f32-dde2bd704c56 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708236 Aug 11 21:55:29.583053 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6a2db53b-3866-4c61-8a03-8eaf21c4345d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:29.595742 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-bf829c4e-3f2c-478c-925c-7a96a722ac2f None None] Transition to ACTIVE for port object 8559962b-6767-4861-9b10-760184d0e9ed will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:55:29.612060 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bf829c4e-3f2c-478c-925c-7a96a722ac2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:29.667774 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6a2db53b-3866-4c61-8a03-8eaf21c4345d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:29.773379 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf829c4e-3f2c-478c-925c-7a96a722ac2f None None] Network 1c3ee35b-1680-40ce-a5ec-450a30ee6971 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:55:29.776450 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6a2db53b-3866-4c61-8a03-8eaf21c4345d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:29.782146 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6a2db53b-3866-4c61-8a03-8eaf21c4345d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:29.803611 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6a2db53b-3866-4c61-8a03-8eaf21c4345d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/36c36e39-1919-4845-a0b7-576c7cad1bb2 HTTP/1.1" status: 204 len: 168 time: 0.3824294 Aug 11 21:55:29.805304 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-bf829c4e-3f2c-478c-925c-7a96a722ac2f None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:55:29.814745 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf829c4e-3f2c-478c-925c-7a96a722ac2f None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:55:29.828446 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2db53b-3866-4c61-8a03-8eaf21c4345d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c36e39-1919-4845-a0b7-576c7cad1bb2,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:29.864278 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf829c4e-3f2c-478c-925c-7a96a722ac2f None None] Pushing event updated for resources: {'Port': ['ID=8559962b-6767-4861-9b10-760184d0e9ed,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:29.906797 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-9f2806e9-530a-4e89-b604-fbbd24048982 req-f10c295e-6475-4ab4-b896-565d18c759e6 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Deleting port 2347d206-c62c-49d6-88ec-e41d7076f102 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:55:29.907155 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9f2806e9-530a-4e89-b604-fbbd24048982 req-f10c295e-6475-4ab4-b896-565d18c759e6 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:29.938208 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1c621d-c27d-4db1-b4fd-5b3473aae491 x-openstack-request-id: req-ed1c621d-c27d-4db1-b4fd-5b3473aae491 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:55:29.938595 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb277f12-9387-4be4-bce4-0f2e93c14a0f", "name": "network-vif-plugged", "status": "completed", "tag": "72a60c1a-9157-4943-b279-02340fe2998d", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:55:29.938736 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ed1c621d-c27d-4db1-b4fd-5b3473aae491 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:55:29.939142 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb277f12-9387-4be4-bce4-0f2e93c14a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a60c1a-9157-4943-b279-02340fe2998d', 'code': 200} Aug 11 21:55:30.046280 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-bf829c4e-3f2c-478c-925c-7a96a722ac2f None None] Attempting to bind port 8559962b-6767-4861-9b10-760184d0e9ed on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:55:30.046816 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-bf829c4e-3f2c-478c-925c-7a96a722ac2f None None] Attempting to bind port 8559962b-6767-4861-9b10-760184d0e9ed by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '4c272644-500c-413c-905e-4ca7e6890613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:55:30.047272 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf829c4e-3f2c-478c-925c-7a96a722ac2f None None] Attempting to bind port 8559962b-6767-4861-9b10-760184d0e9ed on network 1c3ee35b-1680-40ce-a5ec-450a30ee6971 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:55:30.054741 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf829c4e-3f2c-478c-925c-7a96a722ac2f None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:55:30.055482 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf829c4e-3f2c-478c-925c-7a96a722ac2f None None] Checking segment: {'id': '4c272644-500c-413c-905e-4ca7e6890613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:55:30.055947 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bf829c4e-3f2c-478c-925c-7a96a722ac2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:30.056353 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf829c4e-3f2c-478c-925c-7a96a722ac2f None None] Bound using segment: {'id': '4c272644-500c-413c-905e-4ca7e6890613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:55:30.057041 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-bf829c4e-3f2c-478c-925c-7a96a722ac2f None None] Bound port: 8559962b-6767-4861-9b10-760184d0e9ed, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c272644-500c-413c-905e-4ca7e6890613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:55:30.057451 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bf829c4e-3f2c-478c-925c-7a96a722ac2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:30.124830 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a206a2-671b-4c2c-bb01-e162e1e795bd req-0aacec71-347d-412d-aa96-9bd38154f82e tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:30.127004 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-98a206a2-671b-4c2c-bb01-e162e1e795bd req-0aacec71-347d-412d-aa96-9bd38154f82e tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 950 time: 0.0917025 Aug 11 21:55:30.130690 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-cb09281d-9298-4129-aac5-7bae2793ea2c tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:30.203787 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-9f2806e9-530a-4e89-b604-fbbd24048982 req-f10c295e-6475-4ab4-b896-565d18c759e6 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] For port 2347d206-c62c-49d6-88ec-e41d7076f102, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2347d206-c62c-49d6-88ec-e41d7076f102,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:30.204191 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9f2806e9-530a-4e89-b604-fbbd24048982 req-f10c295e-6475-4ab4-b896-565d18c759e6 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:30.223037 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-9f2806e9-530a-4e89-b604-fbbd24048982 req-f10c295e-6475-4ab4-b896-565d18c759e6 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Calling delete_port for 2347d206-c62c-49d6-88ec-e41d7076f102 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:55:30.240510 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-98a206a2-671b-4c2c-bb01-e162e1e795bd req-55670806-de45-480a-b5cc-357c024c2ad0 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/security-groups?id=63959827-a88b-4256-bb58-cdafe4d50d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866089 Aug 11 21:55:30.426636 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-bf829c4e-3f2c-478c-925c-7a96a722ac2f None None] For port 8559962b-6767-4861-9b10-760184d0e9ed, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:55:30.434215 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-bf829c4e-3f2c-478c-925c-7a96a722ac2f None None] For port 8559962b-6767-4861-9b10-760184d0e9ed, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8559962b-6767-4861-9b10-760184d0e9ed,segment=NetworkSegment(4c272644-500c-413c-905e-4ca7e6890613),segment_id=4c272644-500c-413c-905e-4ca7e6890613)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:55:30.446356 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bf829c4e-3f2c-478c-925c-7a96a722ac2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:30.451805 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-cb09281d-9298-4129-aac5-7bae2793ea2c tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:30.533643 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54848) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:30.569063 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf829c4e-3f2c-478c-925c-7a96a722ac2f None None] Pushing event updated for resources: {'Port': ['ID=8559962b-6767-4861-9b10-760184d0e9ed,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:30.596345 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9f2806e9-530a-4e89-b604-fbbd24048982 req-f10c295e-6475-4ab4-b896-565d18c759e6 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:30.631666 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['2347d206-c62c-49d6-88ec-e41d7076f102'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:55:30.659430 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e4ed1865-ac07-4c2d-b663-0e39029b742a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ea232747006442c6a44c6fa81879b86d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1236567 Aug 11 21:55:30.662098 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54852) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:30.668208 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4143bdbd-e764-4c4a-8607-c7a945e213c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:30.693777 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4143bdbd-e764-4c4a-8607-c7a945e213c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:30.697063 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-cb09281d-9298-4129-aac5-7bae2793ea2c tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Floating IP 633e1d3f-c075-4849-af38-c8935c818712 associated. External IP: 172.25.2.103, port: 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e. Aug 11 21:55:30.703969 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c295e-6475-4ab4-b896-565d18c759e6 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Pushing event deleted for resources: {'Port': ['ID=2347d206-c62c-49d6-88ec-e41d7076f102,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:30.725173 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b6a75-dd78-4479-862d-a4a5d9f8bd7c req-b4229997-286d-4c23-8809-487209ed2046 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:30.742628 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-493b6a75-dd78-4479-862d-a4a5d9f8bd7c req-b4229997-286d-4c23-8809-487209ed2046 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.77 "GET /v2.0/ports?device_id=b33134e6-091b-45e6-a522-234a7e6c7812 HTTP/1.1" status: 200 len: 943 time: 0.1764953 Aug 11 21:55:30.935033 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-493b6a75-dd78-4479-862d-a4a5d9f8bd7c req-e16fbeec-2915-4054-9579-973d23d5520e tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.77 "GET /v2.0/security-groups?id=6991841f-ed6c-4089-bba5-0acca521eb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930137 Aug 11 21:55:31.021498 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ef701-e289-48e6-ab7c-ef1d8ad36dc4 req-ad76c972-d6fc-4c9b-a236-90babc6d6f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:31.023177 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6f5ef701-e289-48e6-ab7c-ef1d8ad36dc4 req-ad76c972-d6fc-4c9b-a236-90babc6d6f2b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 1096 time: 1.0011463 Aug 11 21:55:31.024049 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2806e9-530a-4e89-b604-fbbd24048982 req-f10c295e-6475-4ab4-b896-565d18c759e6 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] No DVR routers for this DVR port 2347d206-c62c-49d6-88ec-e41d7076f102 on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:55:31.024988 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f85696e1-5053-4ebf-9166-a68241c7056f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:31.037641 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9f2806e9-530a-4e89-b604-fbbd24048982 req-f10c295e-6475-4ab4-b896-565d18c759e6 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:31.039758 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9f2806e9-530a-4e89-b604-fbbd24048982 req-f10c295e-6475-4ab4-b896-565d18c759e6 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.82 "DELETE /v2.0/ports/2347d206-c62c-49d6-88ec-e41d7076f102 HTTP/1.1" status: 204 len: 173 time: 1.5538967 Aug 11 21:55:31.040375 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345e7f6e-1e39-4ba7-bb2c-7e7f632f7156', 'name': 'network-vif-deleted', 'tag': '2347d206-c62c-49d6-88ec-e41d7076f102'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:55:31.042854 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fafef0d-ba61-4668-916d-e3c85fd6907b" -d '{"events": [{"server_uuid": "345e7f6e-1e39-4ba7-bb2c-7e7f632f7156", "name": "network-vif-deleted", "tag": "2347d206-c62c-49d6-88ec-e41d7076f102"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:55:31.154868 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f85696e1-5053-4ebf-9166-a68241c7056f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:31.222461 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-4143bdbd-e764-4c4a-8607-c7a945e213c6 admin admin] Allocated IP 172.25.2.74 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/6e5c1827-084f-45ca-94ac-5ee02d698f6b) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:55:31.235941 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6f5ef701-e289-48e6-ab7c-ef1d8ad36dc4 req-83690e47-ddfd-44d7-becf-afc700796ebc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998272 Aug 11 21:55:31.293217 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f85696e1-5053-4ebf-9166-a68241c7056f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:31.296343 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f85696e1-5053-4ebf-9166-a68241c7056f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:31.299794 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f85696e1-5053-4ebf-9166-a68241c7056f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ebc527a7-9d24-4742-8bc4-0ab196d5bf6f HTTP/1.1" status: 204 len: 168 time: 0.6365798 Aug 11 21:55:31.321435 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a6e15-d5fd-43bb-83ab-c0f7d25ff012 req-9c29b1a8-d535-4254-87df-860730189abf tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:31.334687 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-923a6e15-d5fd-43bb-83ab-c0f7d25ff012 req-9c29b1a8-d535-4254-87df-860730189abf tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 945 time: 0.2480206 Aug 11 21:55:31.370870 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85696e1-5053-4ebf-9166-a68241c7056f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc527a7-9d24-4742-8bc4-0ab196d5bf6f,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:31.412941 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-923a6e15-d5fd-43bb-83ab-c0f7d25ff012 req-e3faedc5-89bc-4939-b24c-65e86f1c0d39 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749848 Aug 11 21:55:31.586150 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4143bdbd-e764-4c4a-8607-c7a945e213c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:31.606297 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d06f1ce-5527-436d-a090-a716f1d701b0 x-openstack-request-id: req-2d06f1ce-5527-436d-a090-a716f1d701b0 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:55:31.606808 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345e7f6e-1e39-4ba7-bb2c-7e7f632f7156", "name": "network-vif-deleted", "tag": "2347d206-c62c-49d6-88ec-e41d7076f102", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:55:31.607226 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2d06f1ce-5527-436d-a090-a716f1d701b0 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:55:31.607854 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345e7f6e-1e39-4ba7-bb2c-7e7f632f7156', 'name': 'network-vif-deleted', 'tag': '2347d206-c62c-49d6-88ec-e41d7076f102', 'status': 'completed', 'code': 200} Aug 11 21:55:31.751194 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4143bdbd-e764-4c4a-8607-c7a945e213c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:31.777632 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4143bdbd-e764-4c4a-8607-c7a945e213c6 admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:55:31.801864 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-92d0accb-c3d9-4b2c-9be6-2fa11c413556 req-5f5e96fa-4ca6-4472-8f52-3c50388b0649 tempest-ServersAdminTestJSON-149151604 tempest-ServersAdminTestJSON-149151604-project] 10.222.0.77 "GET /v2.0/ports?device_id=345e7f6e-1e39-4ba7-bb2c-7e7f632f7156 HTTP/1.1" status: 200 len: 210 time: 0.0523505 Aug 11 21:55:31.810801 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-4143bdbd-e764-4c4a-8607-c7a945e213c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:55:31.842650 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-cb09281d-9298-4129-aac5-7bae2793ea2c tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Router ab766ff7-0c58-4407-ac3a-219745fed97e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:55:31.849760 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4143bdbd-e764-4c4a-8607-c7a945e213c6 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:55:32.082120 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8559962b-6767-4861-9b10-760184d0e9ed up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:55:32.114388 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143bdbd-e764-4c4a-8607-c7a945e213c6 admin admin] Pushing event updated for resources: {'Port': ['ID=6e5c1827-084f-45ca-94ac-5ee02d698f6b,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:32.294086 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7917fc8-c729-4f4d-9abf-c3e8060f5c6b None None] Network 1c3ee35b-1680-40ce-a5ec-450a30ee6971 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:55:32.314383 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03422c69-ca08-47af-b479-481cc35f5f96 req-4bd6b71e-8caf-4f52-99e1-de372dd67b06 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:32.318301 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-03422c69-ca08-47af-b479-481cc35f5f96 req-4bd6b71e-8caf-4f52-99e1-de372dd67b06 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.77 "GET /v2.0/ports?device_id=b33134e6-091b-45e6-a522-234a7e6c7812 HTTP/1.1" status: 200 len: 943 time: 0.1377988 Aug 11 21:55:32.360491 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-cb09281d-9298-4129-aac5-7bae2793ea2c tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:55:32.417744 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc606d6b-8e2a-46c5-9710-871781bd041c None None] Sync routers for ids ['ab766ff7-0c58-4407-ac3a-219745fed97e'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:55:32.427078 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-03422c69-ca08-47af-b479-481cc35f5f96 req-61b07b35-b37b-44f8-a59e-dc919b2358ca tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.77 "GET /v2.0/security-groups?id=6991841f-ed6c-4089-bba5-0acca521eb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024044 Aug 11 21:55:32.466834 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 8559962b-6767-4861-9b10-760184d0e9ed completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:55:32.480047 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 8559962b-6767-4861-9b10-760184d0e9ed triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:55:32.480662 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:32.490726 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-27c549a7-33c0-439b-9dc8-c2c165c5c0c7 None None] Provisioning for port 8559962b-6767-4861-9b10-760184d0e9ed completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:55:32.523291 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-27c549a7-33c0-439b-9dc8-c2c165c5c0c7 None None] Provisioning complete for port 8559962b-6767-4861-9b10-760184d0e9ed triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:55:32.523775 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-27c549a7-33c0-439b-9dc8-c2c165c5c0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:32.559637 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc606d6b-8e2a-46c5-9710-871781bd041c None None] Routers {'ab766ff7-0c58-4407-ac3a-219745fed97e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:55:32.560505 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-cc606d6b-8e2a-46c5-9710-871781bd041c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:55:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['ab766ff7-0c58-4407-ac3a-219745fed97e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:32.603143 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea1aa2-6be6-4bf7-aaf1-84b0198f46d6 req-9c36c884-cbb1-44dc-93bc-3a1f69fe6b53 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:32.612208 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b7ea1aa2-6be6-4bf7-aaf1-84b0198f46d6 req-9c36c884-cbb1-44dc-93bc-3a1f69fe6b53 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 945 time: 0.0903454 Aug 11 21:55:32.687921 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b7ea1aa2-6be6-4bf7-aaf1-84b0198f46d6 req-0e23cddd-602c-4eb3-ad80-28b6aacaaa3c tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744071 Aug 11 21:55:32.770515 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-cc606d6b-8e2a-46c5-9710-871781bd041c None None] Set router ab766ff7-0c58-4407-ac3a-219745fed97e gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:55:33.004431 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 1f5e8ddd-e052-43fc-bf6a-4496e619f1ad details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:55:33.010969 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 2347d206-c62c-49d6-88ec-e41d7076f102 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:55:33.037110 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436a75c-f7c1-41eb-a198-f742b61929f5 req-c061ee11-519f-4696-9c07-ade150a2e115 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:33.041196 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2436a75c-f7c1-41eb-a198-f742b61929f5 req-c061ee11-519f-4696-9c07-ade150a2e115 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 1096 time: 0.1012135 Aug 11 21:55:33.128661 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2436a75c-f7c1-41eb-a198-f742b61929f5 req-a2672d73-6c5a-4dd8-9159-3aa6cab55450 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798016 Aug 11 21:55:33.198062 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 2347d206-c62c-49d6-88ec-e41d7076f102 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:55:33.198561 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 2347d206-c62c-49d6-88ec-e41d7076f102 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:55:33.212718 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54912) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:33.249993 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4143bdbd-e764-4c4a-8607-c7a945e213c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:33.389309 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.resource_extend [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 21:55:33.465170 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-253cc8b5-2d5d-4bbb-8d4d-140c3955e603 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-109587076-network', 'tenant_id': '4b560937148247c28f18636fbb1554eb'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:55:33.513427 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253cc8b5-2d5d-4bbb-8d4d-140c3955e603 admin admin] Made reservation on behalf of 4b560937148247c28f18636fbb1554eb for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:55:33.518334 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-253cc8b5-2d5d-4bbb-8d4d-140c3955e603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:33.535945 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-253cc8b5-2d5d-4bbb-8d4d-140c3955e603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:33.575373 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-cb09281d-9298-4129-aac5-7bae2793ea2c tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Router ab766ff7-0c58-4407-ac3a-219745fed97e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:55:33.696677 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:33.703994 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-27c549a7-33c0-439b-9dc8-c2c165c5c0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:33.753830 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54926) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:33.840080 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 1f5e8ddd-e052-43fc-bf6a-4496e619f1ad, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=1f5e8ddd-e052-43fc-bf6a-4496e619f1ad,segment=NetworkSegment(d60eadc4-e749-4c53-8441-df01b509ac00),segment_id=d60eadc4-e749-4c53-8441-df01b509ac00)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:33.852305 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-253cc8b5-2d5d-4bbb-8d4d-140c3955e603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:33.866483 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c5e19-1984-41e4-a97c-0ef971d668cc req-d97aaf9d-8633-463c-9538-4979798b48f5 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:33.876844 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2c5c5e19-1984-41e4-a97c-0ef971d668cc req-d97aaf9d-8633-463c-9538-4979798b48f5 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.77 "GET /v2.0/ports?device_id=b33134e6-091b-45e6-a522-234a7e6c7812 HTTP/1.1" status: 200 len: 943 time: 0.1344283 Aug 11 21:55:33.888923 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-253cc8b5-2d5d-4bbb-8d4d-140c3955e603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:33.895747 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '1f5e8ddd-e052-43fc-bf6a-4496e619f1ad', 'network_id': 'a7370598-4f7e-4bd7-b4a5-93417513d8b6', 'port_id': '1f5e8ddd-e052-43fc-bf6a-4496e619f1ad', 'mac_address': 'fa:16:3e:4e:5b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33bf3945-6bf9-4021-af06-5ee3026b2e8e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:55:33.911246 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4143bdbd-e764-4c4a-8607-c7a945e213c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:33.943694 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253cc8b5-2d5d-4bbb-8d4d-140c3955e603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265acae2-0076-4455-8b63-61e8b325b9d1,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:34.013702 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-cb09281d-9298-4129-aac5-7bae2793ea2c tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:55:34.022328 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-cb09281d-9298-4129-aac5-7bae2793ea2c tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:34.056068 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a97b22-206c-47b3-9e88-596200a2f369', 'tag': '854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:55:34.058580 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d9cae6-e1d7-4061-b2a5-5fa70d44cfa0" -d '{"events": [{"name": "network-changed", "server_uuid": "b1a97b22-206c-47b3-9e88-596200a2f369", "tag": "854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:55:34.072236 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2c5c5e19-1984-41e4-a97c-0ef971d668cc req-6eadbd77-2821-4483-99cd-f481fe72483b tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.77 "GET /v2.0/security-groups?id=6991841f-ed6c-4089-bba5-0acca521eb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898043 Aug 11 21:55:34.103772 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253cc8b5-2d5d-4bbb-8d4d-140c3955e603 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:55:34.137171 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-253cc8b5-2d5d-4bbb-8d4d-140c3955e603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:34.138598 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-253cc8b5-2d5d-4bbb-8d4d-140c3955e603 admin admin] Added segment ba550e5c-d2fa-41e4-b5f2-e2c3192d4488 of type vlan for network d252b144-8ee1-4214-9009-24fc2b027da8 Aug 11 21:55:34.163376 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-cb09281d-9298-4129-aac5-7bae2793ea2c tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "PUT /v2.0/floatingips/633e1d3f-c075-4849-af38-c8935c818712 HTTP/1.1" status: 200 len: 998 time: 6.4799554 Aug 11 21:55:34.211403 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-18cfe9ee-1c27-4925-844f-4bec857b88ce admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fdfafb30082f453b8ca3c156794bf962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4557366 Aug 11 21:55:34.212492 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54942) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:34.264625 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:34.286794 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-253cc8b5-2d5d-4bbb-8d4d-140c3955e603 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:34.319095 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-94463498-4e15-4cf9-bd0a-67ef18c4c0df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:34.328856 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-c15faed2-2f40-446a-83a1-79a01a4578e3 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:34.331675 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-c15faed2-2f40-446a-83a1-79a01a4578e3 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports/854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e HTTP/1.1" status: 200 len: 943 time: 0.1602919 Aug 11 21:55:34.337394 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef512cd-c1b7-4a75-990d-26929ef923d8 x-openstack-request-id: req-8ef512cd-c1b7-4a75-990d-26929ef923d8 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:55:34.337699 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1a97b22-206c-47b3-9e88-596200a2f369", "tag": "854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:55:34.337961 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8ef512cd-c1b7-4a75-990d-26929ef923d8 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:55:34.342744 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1a97b22-206c-47b3-9e88-596200a2f369', 'tag': '854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e', 'status': 'completed', 'code': 200} Aug 11 21:55:34.415365 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f5e8ddd-e052-43fc-bf6a-4496e619f1ad {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:55:34.415650 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-94463498-4e15-4cf9-bd0a-67ef18c4c0df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:34.489966 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-27c549a7-33c0-439b-9dc8-c2c165c5c0c7 None None] For port 8559962b-6767-4861-9b10-760184d0e9ed, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8559962b-6767-4861-9b10-760184d0e9ed,segment=NetworkSegment(4c272644-500c-413c-905e-4ca7e6890613),segment_id=4c272644-500c-413c-905e-4ca7e6890613)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:34.585432 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9cae6-e1d7-4061-b2a5-5fa70d44cfa0 req-1d83fee9-4948-4d6b-bfca-87a34f764350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:34.590071 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a7d9cae6-e1d7-4061-b2a5-5fa70d44cfa0 req-1d83fee9-4948-4d6b-bfca-87a34f764350 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2b9279c1feca4096aedd3bf29c3bbd31&device_id=b1a97b22-206c-47b3-9e88-596200a2f369 HTTP/1.1" status: 200 len: 1097 time: 0.2141738 Aug 11 21:55:34.599184 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-94463498-4e15-4cf9-bd0a-67ef18c4c0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:34.605128 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-94463498-4e15-4cf9-bd0a-67ef18c4c0df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:34.613023 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-94463498-4e15-4cf9-bd0a-67ef18c4c0df admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/63959827-a88b-4256-bb58-cdafe4d50d87 HTTP/1.1" status: 204 len: 168 time: 0.3910532 Aug 11 21:55:34.624145 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-253cc8b5-2d5d-4bbb-8d4d-140c3955e603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:34.631004 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253cc8b5-2d5d-4bbb-8d4d-140c3955e603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:34.638881 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-253cc8b5-2d5d-4bbb-8d4d-140c3955e603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:34.655275 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.api [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 21:55:34.656156 n-d-804275-3 neutron-server[100944]: DEBUG oslo_db.api [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 21:55:34.658682 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-27c549a7-33c0-439b-9dc8-c2c165c5c0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:34.668456 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 1f5e8ddd-e052-43fc-bf6a-4496e619f1ad, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=1f5e8ddd-e052-43fc-bf6a-4496e619f1ad,segment=NetworkSegment(d60eadc4-e749-4c53-8441-df01b509ac00),segment_id=d60eadc4-e749-4c53-8441-df01b509ac00)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:34.781271 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:34.844625 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94463498-4e15-4cf9-bd0a-67ef18c4c0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63959827-a88b-4256-bb58-cdafe4d50d87,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:34.904602 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c549a7-33c0-439b-9dc8-c2c165c5c0c7 None None] Pushing event updated for resources: {'Port': ['ID=8559962b-6767-4861-9b10-760184d0e9ed,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:34.926504 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4143bdbd-e764-4c4a-8607-c7a945e213c6 admin admin] Router f35319c6-0d06-4125-82b8-e475b94e7c8e is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 21:55:35.126023 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-cc606d6b-8e2a-46c5-9710-871781bd041c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355814969-router', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:54:14Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'gw_port': {'id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:16Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '633e1d3f-c075-4849-af38-c8935c818712', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'port_id': '73c5fdf0-3495-4688-966c-c874e61f4e0a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'mac_address': 'fa:16:3e:70:6a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dfb897-99db-4d49-b0d4-a288277760ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T21:54:58Z', 'updated_at': '2021-08-11T21:55:29Z', 'revision_number': 3, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d766c7a-1c2f-4e7c-85d5-258a1dcf401b', 'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'mac_address': 'fa:16:3e:94:fa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:24Z', 'updated_at': '2021-08-11T21:54:36Z', 'revision_number': 5, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'subnets': [{'id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:35.205061 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-253cc8b5-2d5d-4bbb-8d4d-140c3955e603 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9907591 Aug 11 21:55:35.222510 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54956) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:35.242873 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4143bdbd-e764-4c4a-8607-c7a945e213c6 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:55:35.257269 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07d0d21-328e-487e-a865-4b9d252e8431 None None] Sync routers for ids ['f35319c6-0d06-4125-82b8-e475b94e7c8e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:55:35.281623 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07d0d21-328e-487e-a865-4b9d252e8431 None None] Routers {'f35319c6-0d06-4125-82b8-e475b94e7c8e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:55:35.286462 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-a07d0d21-328e-487e-a865-4b9d252e8431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:55:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f35319c6-0d06-4125-82b8-e475b94e7c8e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:35.291048 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-f863164c-31cd-496e-99dd-38f6a0b76c18 admin admin] Request body: {'subnet': {'network_id': 'd252b144-8ee1-4214-9009-24fc2b027da8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-109587076-subnet', 'tenant_id': '4b560937148247c28f18636fbb1554eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:55:35.335014 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0ceb3e0f-0b14-4596-8ed6-b84cebf6d55d None None] Provisioning complete for port 8559962b-6767-4861-9b10-760184d0e9ed triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:55:35.337884 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0ceb3e0f-0b14-4596-8ed6-b84cebf6d55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:35.342508 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['1f5e8ddd-e052-43fc-bf6a-4496e619f1ad'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:55:35.361387 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-72782523-c87d-4833-94af-142734169c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:35.380351 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-72782523-c87d-4833-94af-142734169c30 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2b9279c1feca4096aedd3bf29c3bbd31&device_id=b1a97b22-206c-47b3-9e88-596200a2f369 HTTP/1.1" status: 200 len: 1097 time: 0.8871253 Aug 11 21:55:35.405612 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54960) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:35.492930 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253cc8b5-2d5d-4bbb-8d4d-140c3955e603 admin admin] Pushing event updated for resources: {'Network': ['ID=d252b144-8ee1-4214-9009-24fc2b027da8,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:35.565515 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc606d6b-8e2a-46c5-9710-871781bd041c None None] Checking router: ab766ff7-0c58-4407-ac3a-219745fed97e for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:55:35.568122 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network d252b144-8ee1-4214-9009-24fc2b027da8 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:55:35.574400 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f863164c-31cd-496e-99dd-38f6a0b76c18 admin admin] Made reservation on behalf of 4b560937148247c28f18636fbb1554eb for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:55:35.580367 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f863164c-31cd-496e-99dd-38f6a0b76c18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:35.581048 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=1f5e8ddd-e052-43fc-bf6a-4496e619f1ad,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:35.586439 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9cae6-e1d7-4061-b2a5-5fa70d44cfa0 req-def102b0-10ed-4ab2-8e8b-524883287c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:35.589164 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a7d9cae6-e1d7-4061-b2a5-5fa70d44cfa0 req-def102b0-10ed-4ab2-8e8b-524883287c8a service neutron] 10.222.0.82 "GET /v2.0/networks?id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8 HTTP/1.1" status: 200 len: 922 time: 0.9831219 Aug 11 21:55:35.609511 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4143bdbd-e764-4c4a-8607-c7a945e213c6 admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:35.610780 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4143bdbd-e764-4c4a-8607-c7a945e213c6 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.5056944 Aug 11 21:55:35.615480 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54962) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:35.621990 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8559962b-6767-4861-9b10-760184d0e9ed up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:55:35.661668 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288a43f-2ca7-4308-a29e-45e1687595c3 req-76572679-8e1b-406f-9567-cffcedb91be6 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:35.673515 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1288a43f-2ca7-4308-a29e-45e1687595c3 req-76572679-8e1b-406f-9567-cffcedb91be6 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.77 "GET /v2.0/ports?device_id=b33134e6-091b-45e6-a522-234a7e6c7812 HTTP/1.1" status: 200 len: 944 time: 0.3332129 Aug 11 21:55:35.687281 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2db8b152-32ab-48be-8d63-bdd8a2e6993d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=374ed1c7f1f84114acac0504739e8ce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247677 Aug 11 21:55:35.728790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54968) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:35.745167 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a7d9cae6-e1d7-4061-b2a5-5fa70d44cfa0 req-a02c3288-1b90-4083-b386-36f59d037ceb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e HTTP/1.1" status: 200 len: 217 time: 0.1332943 Aug 11 21:55:35.871154 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1288a43f-2ca7-4308-a29e-45e1687595c3 req-028a493f-8d0e-46d5-9024-024ddb591d23 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.77 "GET /v2.0/security-groups?id=6991841f-ed6c-4089-bba5-0acca521eb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948752 Aug 11 21:55:35.896910 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc606d6b-8e2a-46c5-9710-871781bd041c None None] Routers {'ab766ff7-0c58-4407-ac3a-219745fed97e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:55:35.897856 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-cc606d6b-8e2a-46c5-9710-871781bd041c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:55:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['ab766ff7-0c58-4407-ac3a-219745fed97e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:35.984484 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-a07d0d21-328e-487e-a865-4b9d252e8431 None None] Set router f35319c6-0d06-4125-82b8-e475b94e7c8e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:55:35.986188 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9cae6-e1d7-4061-b2a5-5fa70d44cfa0 req-d29c3dc5-e321-465b-a657-31b7d5693848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:35.989988 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a7d9cae6-e1d7-4061-b2a5-5fa70d44cfa0 req-d29c3dc5-e321-465b-a657-31b7d5693848 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b7ac5f32-d2d7-4a74-9968-93111b1f2c36 HTTP/1.1" status: 200 len: 860 time: 0.2178707 Aug 11 21:55:36.003557 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-cae980d5-875d-40c1-99f3-ab53575d575a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:36.005173 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-cae980d5-875d-40c1-99f3-ab53575d575a service neutron] 10.222.0.77 "GET /v2.0/networks?id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8 HTTP/1.1" status: 200 len: 922 time: 0.6229999 Aug 11 21:55:36.237265 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-cc606d6b-8e2a-46c5-9710-871781bd041c None None] Set router ab766ff7-0c58-4407-ac3a-219745fed97e gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:55:36.250409 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-a0d7c265-61dc-4cd4-b423-20d45830f88b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e HTTP/1.1" status: 200 len: 217 time: 0.1861377 Aug 11 21:55:36.318897 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2273b391-e83f-450e-8b6f-1468ca3ed934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:36.344373 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23dfb897-99db-4d49-b0d4-a288277760ad', 'tag': '73c5fdf0-3495-4688-966c-c874e61f4e0a'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:55:36.348695 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7511d9-338f-4351-a66c-a1fb2658438b" -d '{"events": [{"name": "network-changed", "server_uuid": "23dfb897-99db-4d49-b0d4-a288277760ad", "tag": "73c5fdf0-3495-4688-966c-c874e61f4e0a"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:55:36.360061 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9cae6-e1d7-4061-b2a5-5fa70d44cfa0 req-fc361d52-d9df-4a81-a106-fbe06ad9c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:36.361767 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a7d9cae6-e1d7-4061-b2a5-5fa70d44cfa0 req-fc361d52-d9df-4a81-a106-fbe06ad9c61e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3555894 Aug 11 21:55:36.383422 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-da13cf61-9833-4108-ba6c-743041997c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:36.385246 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-da13cf61-9833-4108-ba6c-743041997c99 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b7ac5f32-d2d7-4a74-9968-93111b1f2c36 HTTP/1.1" status: 200 len: 860 time: 0.1170328 Aug 11 21:55:36.389267 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2273b391-e83f-450e-8b6f-1468ca3ed934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:36.472998 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303f8437-c0da-4e04-a9e2-018c7c139f8b x-openstack-request-id: req-303f8437-c0da-4e04-a9e2-018c7c139f8b {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:55:36.473370 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23dfb897-99db-4d49-b0d4-a288277760ad", "tag": "73c5fdf0-3495-4688-966c-c874e61f4e0a", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:55:36.473567 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-303f8437-c0da-4e04-a9e2-018c7c139f8b {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:55:36.473941 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23dfb897-99db-4d49-b0d4-a288277760ad', 'tag': '73c5fdf0-3495-4688-966c-c874e61f4e0a', 'status': 'completed', 'code': 200} Aug 11 21:55:36.616906 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 8559962b-6767-4861-9b10-760184d0e9ed triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:55:36.617859 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:36.776839 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-c735d533-60b7-4788-884d-7880bf56b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:36.782859 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-c735d533-60b7-4788-884d-7880bf56b7f5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3677680 Aug 11 21:55:36.804497 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a7d9cae6-e1d7-4061-b2a5-5fa70d44cfa0 req-4338506e-c9c7-4936-bcd1-e56669893583 service neutron] 10.222.0.82 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334803 Aug 11 21:55:36.841432 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2273b391-e83f-450e-8b6f-1468ca3ed934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:36.846000 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2273b391-e83f-450e-8b6f-1468ca3ed934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:36.854679 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2273b391-e83f-450e-8b6f-1468ca3ed934 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/41bcac6e-b3bf-4840-95ea-5d43031434cf HTTP/1.1" status: 204 len: 168 time: 1.1111410 Aug 11 21:55:37.116789 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-cc606d6b-8e2a-46c5-9710-871781bd041c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355814969-router', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:54:14Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'gw_port': {'id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:16Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '633e1d3f-c075-4849-af38-c8935c818712', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'port_id': '73c5fdf0-3495-4688-966c-c874e61f4e0a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'mac_address': 'fa:16:3e:70:6a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dfb897-99db-4d49-b0d4-a288277760ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T21:54:58Z', 'updated_at': '2021-08-11T21:55:29Z', 'revision_number': 3, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d766c7a-1c2f-4e7c-85d5-258a1dcf401b', 'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'mac_address': 'fa:16:3e:94:fa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:24Z', 'updated_at': '2021-08-11T21:54:36Z', 'revision_number': 5, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'subnets': [{'id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:37.190460 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-a07d0d21-328e-487e-a865-4b9d252e8431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-258464786-router', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:55:28Z', 'updated_at': '2021-08-11T21:55:32Z', 'revision_number': 3, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'gw_port': {'id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:30Z', 'updated_at': '2021-08-11T21:55:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:37.265116 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc606d6b-8e2a-46c5-9710-871781bd041c None None] The sync data for ids ['ab766ff7-0c58-4407-ac3a-219745fed97e'] in n-d-804275-3 is: [{'id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355814969-router', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:54:14Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'gw_port': {'id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:16Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '633e1d3f-c075-4849-af38-c8935c818712', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'port_id': '73c5fdf0-3495-4688-966c-c874e61f4e0a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'mac_address': 'fa:16:3e:70:6a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dfb897-99db-4d49-b0d4-a288277760ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T21:54:58Z', 'updated_at': '2021-08-11T21:55:29Z', 'revision_number': 3, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d766c7a-1c2f-4e7c-85d5-258a1dcf401b', 'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'mac_address': 'fa:16:3e:94:fa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:24Z', 'updated_at': '2021-08-11T21:54:36Z', 'revision_number': 5, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'subnets': [{'id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:55:37.268143 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07d0d21-328e-487e-a865-4b9d252e8431 None None] Checking router: f35319c6-0d06-4125-82b8-e475b94e7c8e for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:55:37.271720 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07d0d21-328e-487e-a865-4b9d252e8431 None None] Updating router f35319c6-0d06-4125-82b8-e475b94e7c8e port 6e5c1827-084f-45ca-94ac-5ee02d698f6b binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 21:55:37.342904 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273b391-e83f-450e-8b6f-1468ca3ed934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bcac6e-b3bf-4840-95ea-5d43031434cf,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:37.397846 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-a07d0d21-328e-487e-a865-4b9d252e8431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:37.427647 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f863164c-31cd-496e-99dd-38f6a0b76c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:37.533124 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863164c-31cd-496e-99dd-38f6a0b76c18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b8bfda9-0d83-4ab0-bddf-5f83ec45602d,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:37.571735 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd293dd9-4c9e-4a93-a7d3-417b0ae988c4 req-de5e241e-142e-45f5-a569-196c32694b15 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:37.573705 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cd293dd9-4c9e-4a93-a7d3-417b0ae988c4 req-de5e241e-142e-45f5-a569-196c32694b15 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.77 "GET /v2.0/ports?device_id=b33134e6-091b-45e6-a522-234a7e6c7812 HTTP/1.1" status: 200 len: 944 time: 0.4137685 Aug 11 21:55:37.635285 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f863164c-31cd-496e-99dd-38f6a0b76c18 admin admin] Checking segment: {'id': 'ba550e5c-d2fa-41e4-b5f2-e2c3192d4488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd252b144-8ee1-4214-9009-24fc2b027da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:55:37.635729 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f863164c-31cd-496e-99dd-38f6a0b76c18 admin admin] Network hostable DHCP agents. Network: d252b144-8ee1-4214-9009-24fc2b027da8, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:55:37.646819 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7511d9-338f-4351-a66c-a1fb2658438b req-f08681bf-57bc-4d4f-9f05-94ded39b95ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:37.656207 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cd7511d9-338f-4351-a66c-a1fb2658438b req-f08681bf-57bc-4d4f-9f05-94ded39b95ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b9279c1feca4096aedd3bf29c3bbd31&device_id=23dfb897-99db-4d49-b0d4-a288277760ad HTTP/1.1" status: 200 len: 1096 time: 1.1795611 Aug 11 21:55:37.721479 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f863164c-31cd-496e-99dd-38f6a0b76c18 admin admin] Network d252b144-8ee1-4214-9009-24fc2b027da8 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:55:37.732513 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2f4e77-930f-45f4-a95f-afa40caf16e7 None None] New status for floating IP 633e1d3f-c075-4849-af38-c8935c818712: ACTIVE {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 21:55:37.756072 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cd293dd9-4c9e-4a93-a7d3-417b0ae988c4 req-3c20943b-a506-417d-8746-5eb83ed24467 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.77 "GET /v2.0/security-groups?id=6991841f-ed6c-4089-bba5-0acca521eb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588314 Aug 11 21:55:37.765885 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-f863164c-31cd-496e-99dd-38f6a0b76c18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, d252b144-8ee1-4214-9009-24fc2b027da8) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:55:37.777852 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f863164c-31cd-496e-99dd-38f6a0b76c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:37.780710 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f863164c-31cd-496e-99dd-38f6a0b76c18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:37.824424 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a7d9cae6-e1d7-4061-b2a5-5fa70d44cfa0 req-32ab7001-be1e-4aef-8c82-3088896e57d0 service neutron] 10.222.0.82 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9934800 Aug 11 21:55:37.833621 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-c2643079-4a51-48b9-a109-f2e7ae47a814 service neutron] 10.222.0.77 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0397975 Aug 11 21:55:37.844197 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f863164c-31cd-496e-99dd-38f6a0b76c18 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6011448 Aug 11 21:55:38.015380 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7511d9-338f-4351-a66c-a1fb2658438b req-4cbe3e52-e2dc-490c-8d8a-2b39fba79ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:38.023044 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cd7511d9-338f-4351-a66c-a1fb2658438b req-4cbe3e52-e2dc-490c-8d8a-2b39fba79ed9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8 HTTP/1.1" status: 200 len: 922 time: 0.3445239 Aug 11 21:55:38.160730 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0723bf8-7bfc-4528-8f61-02826731d0d0 None None] Network d252b144-8ee1-4214-9009-24fc2b027da8 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:55:38.308459 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:38.326863 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3abc014a-2bbf-4858-b22c-35c4b46056d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:38.521783 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-2abb19cb-2ce1-4bb0-84b7-69efbeae19b8 service neutron] 10.222.0.77 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5076382 Aug 11 21:55:38.622443 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cd7511d9-338f-4351-a66c-a1fb2658438b req-ad79ea90-7dc9-46e1-b21b-448c2bd2d893 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73c5fdf0-3495-4688-966c-c874e61f4e0a HTTP/1.1" status: 200 len: 1001 time: 0.5588381 Aug 11 21:55:38.624840 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-a07d0d21-328e-487e-a865-4b9d252e8431 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:38.635962 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-9b4ffe94-7cbc-4086-be79-9c40919e7b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:38.647626 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-a07d0d21-328e-487e-a865-4b9d252e8431 None None] Transition to ACTIVE for port object 6e5c1827-084f-45ca-94ac-5ee02d698f6b will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:55:38.651234 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-9b4ffe94-7cbc-4086-be79-9c40919e7b31 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2b9279c1feca4096aedd3bf29c3bbd31&device_id=23dfb897-99db-4d49-b0d4-a288277760ad HTTP/1.1" status: 200 len: 1096 time: 0.0973163 Aug 11 21:55:38.658817 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0fc312-7293-4456-9a5c-3bcdbc1a8d04 None None] Sync routers for ids ['ab766ff7-0c58-4407-ac3a-219745fed97e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:55:38.669826 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-a07d0d21-328e-487e-a865-4b9d252e8431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:38.751231 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca17ed-5b31-4c06-a0bd-6e306be73d11 None None] Pushing event updated for resources: {'Port': ['ID=6e5c1827-084f-45ca-94ac-5ee02d698f6b,revision_number=2']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:38.779774 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3249b4f5-1978-4123-a306-6c96c1b2086e None None] Network d252b144-8ee1-4214-9009-24fc2b027da8 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:55:38.814023 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca17ed-5b31-4c06-a0bd-6e306be73d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:38.819889 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca17ed-5b31-4c06-a0bd-6e306be73d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:38.820585 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca17ed-5b31-4c06-a0bd-6e306be73d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:38.821118 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca17ed-5b31-4c06-a0bd-6e306be73d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:38.821638 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca17ed-5b31-4c06-a0bd-6e306be73d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:38.824042 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca17ed-5b31-4c06-a0bd-6e306be73d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:38.824641 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca17ed-5b31-4c06-a0bd-6e306be73d11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:38.825221 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca17ed-5b31-4c06-a0bd-6e306be73d11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:38.825811 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca17ed-5b31-4c06-a0bd-6e306be73d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:38.826913 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca17ed-5b31-4c06-a0bd-6e306be73d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:38.827443 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca17ed-5b31-4c06-a0bd-6e306be73d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:38.829472 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca17ed-5b31-4c06-a0bd-6e306be73d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:55:38.845993 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-a07d0d21-328e-487e-a865-4b9d252e8431 None None] Attempting to bind port 6e5c1827-084f-45ca-94ac-5ee02d698f6b on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:55:38.848353 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-a07d0d21-328e-487e-a865-4b9d252e8431 None None] Attempting to bind port 6e5c1827-084f-45ca-94ac-5ee02d698f6b by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:55:38.850598 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07d0d21-328e-487e-a865-4b9d252e8431 None None] Attempting to bind port 6e5c1827-084f-45ca-94ac-5ee02d698f6b on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:55:38.859373 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0fc312-7293-4456-9a5c-3bcdbc1a8d04 None None] Routers {'ab766ff7-0c58-4407-ac3a-219745fed97e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:55:38.861381 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3f0fc312-7293-4456-9a5c-3bcdbc1a8d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:55:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['ab766ff7-0c58-4407-ac3a-219745fed97e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:38.925791 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-1c08ddf3-bfaa-4258-b6a4-661bb9a8d6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:38.946929 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-1c08ddf3-bfaa-4258-b6a4-661bb9a8d6e5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8 HTTP/1.1" status: 200 len: 922 time: 0.2922928 Aug 11 21:55:39.183383 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 1f5e8ddd-e052-43fc-bf6a-4496e619f1ad up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:55:39.215224 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-3f0fc312-7293-4456-9a5c-3bcdbc1a8d04 None None] Set router ab766ff7-0c58-4407-ac3a-219745fed97e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:55:39.255739 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-3abc014a-2bbf-4858-b22c-35c4b46056d5 admin admin] Allocated IP 172.20.0.1 (1c3ee35b-1680-40ce-a5ec-450a30ee6971/7909b953-a9da-40c4-9e8c-1313ada07900/1890c58e-7b30-404d-b5bc-37886c3fd299) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:55:39.334630 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7511d9-338f-4351-a66c-a1fb2658438b req-cdb432e8-24d8-4c4c-81ea-110d662970b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:39.336771 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cd7511d9-338f-4351-a66c-a1fb2658438b req-cdb432e8-24d8-4c4c-81ea-110d662970b9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7ac5f32-d2d7-4a74-9968-93111b1f2c36 HTTP/1.1" status: 200 len: 860 time: 0.4135337 Aug 11 21:55:39.478736 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-3449cee4-fde9-486d-93dd-2b389efbb295 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73c5fdf0-3495-4688-966c-c874e61f4e0a HTTP/1.1" status: 200 len: 1001 time: 0.5306289 Aug 11 21:55:39.490099 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7511d9-338f-4351-a66c-a1fb2658438b req-f0f31f59-5eba-4aa4-8adf-3c90715e07ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:39.493208 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cd7511d9-338f-4351-a66c-a1fb2658438b req-f0f31f59-5eba-4aa4-8adf-3c90715e07ad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1394556 Aug 11 21:55:39.564407 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07d0d21-328e-487e-a865-4b9d252e8431 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:55:39.564790 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07d0d21-328e-487e-a865-4b9d252e8431 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:55:39.573480 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-a07d0d21-328e-487e-a865-4b9d252e8431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:39.574100 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07d0d21-328e-487e-a865-4b9d252e8431 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:55:39.576085 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-a07d0d21-328e-487e-a865-4b9d252e8431 None None] Bound port: 6e5c1827-084f-45ca-94ac-5ee02d698f6b, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:55:39.576522 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-a07d0d21-328e-487e-a865-4b9d252e8431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:39.610696 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 1f5e8ddd-e052-43fc-bf6a-4496e619f1ad completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:55:39.619150 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 1f5e8ddd-e052-43fc-bf6a-4496e619f1ad triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:55:39.620295 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:39.628234 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55056) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:39.638929 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-ddc9876a-0542-451a-9f6c-9a75db612854 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-346948422-network', 'tenant_id': '754a4a6571d3423487f51e68ba3b588f'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:55:39.752461 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:39.768960 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-f731be04-f510-4e2a-8499-f6ff94776ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:39.771495 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-f731be04-f510-4e2a-8499-f6ff94776ec0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b7ac5f32-d2d7-4a74-9968-93111b1f2c36 HTTP/1.1" status: 200 len: 860 time: 0.2839077 Aug 11 21:55:39.806662 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cd7511d9-338f-4351-a66c-a1fb2658438b req-f8e67385-d920-4c7d-a71c-08b07a9b1132 service neutron] 10.222.0.52 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572973 Aug 11 21:55:39.875442 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33134e6-091b-45e6-a522-234a7e6c7812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5e8ddd-e052-43fc-bf6a-4496e619f1ad'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:55:39.882081 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b0e5c2-91d0-4c19-b736-1ff164d07d5c" -d '{"events": [{"server_uuid": "b33134e6-091b-45e6-a522-234a7e6c7812", "name": "network-vif-plugged", "status": "completed", "tag": "1f5e8ddd-e052-43fc-bf6a-4496e619f1ad"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:55:39.945424 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 1f5e8ddd-e052-43fc-bf6a-4496e619f1ad, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=1f5e8ddd-e052-43fc-bf6a-4496e619f1ad,segment=NetworkSegment(d60eadc4-e749-4c53-8441-df01b509ac00),segment_id=d60eadc4-e749-4c53-8441-df01b509ac00)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:39.954673 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:39.993923 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc9876a-0542-451a-9f6c-9a75db612854 admin admin] Made reservation on behalf of 754a4a6571d3423487f51e68ba3b588f for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:55:40.014882 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ddc9876a-0542-451a-9f6c-9a75db612854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:40.042079 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-a07d0d21-328e-487e-a865-4b9d252e8431 None None] For port 6e5c1827-084f-45ca-94ac-5ee02d698f6b, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:55:40.049356 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ddc9876a-0542-451a-9f6c-9a75db612854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:40.061832 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-b20a6cc0-3595-4e73-bfaa-d1d68a130a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:40.065547 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-b20a6cc0-3595-4e73-bfaa-d1d68a130a4f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2726419 Aug 11 21:55:40.095314 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=1f5e8ddd-e052-43fc-bf6a-4496e619f1ad,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:40.116136 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cd7511d9-338f-4351-a66c-a1fb2658438b req-1519d55f-f2a8-40fa-b879-7f3b66c269bd service neutron] 10.222.0.52 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908421 Aug 11 21:55:40.116513 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3abc014a-2bbf-4858-b22c-35c4b46056d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:40.158552 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-a07d0d21-328e-487e-a865-4b9d252e8431 None None] For port 6e5c1827-084f-45ca-94ac-5ee02d698f6b, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=6e5c1827-084f-45ca-94ac-5ee02d698f6b,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:55:40.174064 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-a07d0d21-328e-487e-a865-4b9d252e8431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:40.184911 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae016bf-76e1-4de4-bc32-c57af4a5223e req-a1dee986-1e1f-46d2-89e8-d4b98d6438cb tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:40.199718 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aae016bf-76e1-4de4-bc32-c57af4a5223e req-a1dee986-1e1f-46d2-89e8-d4b98d6438cb tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.77 "GET /v2.0/ports?device_id=b33134e6-091b-45e6-a522-234a7e6c7812 HTTP/1.1" status: 200 len: 944 time: 0.5752358 Aug 11 21:55:40.203075 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-3abc014a-2bbf-4858-b22c-35c4b46056d5 admin admin] Transition to ACTIVE for port object 1890c58e-7b30-404d-b5bc-37886c3fd299 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:55:40.402276 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aae016bf-76e1-4de4-bc32-c57af4a5223e req-2d397fdd-31c5-48c3-b7ef-8502d21b5b0a tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.77 "GET /v2.0/security-groups?id=6991841f-ed6c-4089-bba5-0acca521eb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005126 Aug 11 21:55:40.419954 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-901f5752-fd4c-4ac6-8cf9-7feb4c15c463 service neutron] 10.222.0.77 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389869 Aug 11 21:55:40.441181 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca17ed-5b31-4c06-a0bd-6e306be73d11 None None] Pushing event updated for resources: {'Port': ['ID=6e5c1827-084f-45ca-94ac-5ee02d698f6b,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:40.472839 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07d0d21-328e-487e-a865-4b9d252e8431 None None] Routers {'f35319c6-0d06-4125-82b8-e475b94e7c8e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:55:40.473875 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-a07d0d21-328e-487e-a865-4b9d252e8431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:55:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f35319c6-0d06-4125-82b8-e475b94e7c8e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:40.487176 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3abc014a-2bbf-4858-b22c-35c4b46056d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:40.565735 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abc014a-2bbf-4858-b22c-35c4b46056d5 admin admin] Network 1c3ee35b-1680-40ce-a5ec-450a30ee6971 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:55:40.572785 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-3abc014a-2bbf-4858-b22c-35c4b46056d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:55:40.590140 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abc014a-2bbf-4858-b22c-35c4b46056d5 admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:55:40.609413 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-a07d0d21-328e-487e-a865-4b9d252e8431 None None] Set router f35319c6-0d06-4125-82b8-e475b94e7c8e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:55:40.762377 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc014a-2bbf-4858-b22c-35c4b46056d5 admin admin] Pushing event updated for resources: {'Port': ['ID=1890c58e-7b30-404d-b5bc-37886c3fd299,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:40.811056 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7688429c-4ca1-43f1-955f-b9bf7ac85c00 req-cd101968-01cf-4d5d-9cd0-83d3e9eae607 service neutron] 10.222.0.77 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820639 Aug 11 21:55:40.871489 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a44e3b7-0639-49b8-bf23-47ee7aab948e x-openstack-request-id: req-1a44e3b7-0639-49b8-bf23-47ee7aab948e {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:55:40.872368 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33134e6-091b-45e6-a522-234a7e6c7812", "name": "network-vif-plugged", "status": "completed", "tag": "1f5e8ddd-e052-43fc-bf6a-4496e619f1ad", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:55:40.872639 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1a44e3b7-0639-49b8-bf23-47ee7aab948e {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:55:40.873285 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33134e6-091b-45e6-a522-234a7e6c7812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5e8ddd-e052-43fc-bf6a-4496e619f1ad', 'code': 200} Aug 11 21:55:40.881140 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ddc9876a-0542-451a-9f6c-9a75db612854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:40.898752 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3abc014a-2bbf-4858-b22c-35c4b46056d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:40.992503 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ddc9876a-0542-451a-9f6c-9a75db612854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:41.014323 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc9876a-0542-451a-9f6c-9a75db612854 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:55:41.022383 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3f0fc312-7293-4456-9a5c-3bcdbc1a8d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355814969-router', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:54:14Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'gw_port': {'id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:16Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '633e1d3f-c075-4849-af38-c8935c818712', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'port_id': '73c5fdf0-3495-4688-966c-c874e61f4e0a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'mac_address': 'fa:16:3e:70:6a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dfb897-99db-4d49-b0d4-a288277760ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T21:54:58Z', 'updated_at': '2021-08-11T21:55:38Z', 'revision_number': 4, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d766c7a-1c2f-4e7c-85d5-258a1dcf401b', 'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'mac_address': 'fa:16:3e:94:fa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:24Z', 'updated_at': '2021-08-11T21:54:36Z', 'revision_number': 5, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'subnets': [{'id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:41.032087 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ddc9876a-0542-451a-9f6c-9a75db612854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:41.032749 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-ddc9876a-0542-451a-9f6c-9a75db612854 admin admin] Added segment 4967ad71-aa2a-4c44-85b1-fc3e27fc9012 of type vlan for network 9140e807-eab0-49ef-b449-cb87cfcfebb7 Aug 11 21:55:41.116043 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-de04a693-5b17-4114-9b0d-e16dd74a3a98 req-a4f011ce-f0b5-4f12-9ebe-34dcaa7c26d1 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.103 HTTP/1.1" status: 200 len: 1001 time: 0.2361543 Aug 11 21:55:41.190000 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-87a308c4-78ba-4392-8e44-29b565d6e950 None None] Provisioning for port 1890c58e-7b30-404d-b5bc-37886c3fd299 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:55:41.200338 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0fc312-7293-4456-9a5c-3bcdbc1a8d04 None None] Checking router: ab766ff7-0c58-4407-ac3a-219745fed97e for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:55:41.202065 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-87a308c4-78ba-4392-8e44-29b565d6e950 None None] Provisioning complete for port 1890c58e-7b30-404d-b5bc-37886c3fd299 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:55:41.202065 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-87a308c4-78ba-4392-8e44-29b565d6e950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:41.211387 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ddc9876a-0542-451a-9f6c-9a75db612854 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:41.227197 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0fc312-7293-4456-9a5c-3bcdbc1a8d04 None None] Routers {'ab766ff7-0c58-4407-ac3a-219745fed97e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:55:41.228245 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3f0fc312-7293-4456-9a5c-3bcdbc1a8d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:55:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['ab766ff7-0c58-4407-ac3a-219745fed97e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:41.245142 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9876a-0542-451a-9f6c-9a75db612854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa70c817-1c92-4eff-8b9a-96a5d6b5669d,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:41.296778 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-87a308c4-78ba-4392-8e44-29b565d6e950 None None] Port 1890c58e-7b30-404d-b5bc-37886c3fd299 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:55:41.308695 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04a693-5b17-4114-9b0d-e16dd74a3a98 req-3b0c99c3-d6f5-4ab7-b27a-7e759ffa11da tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:41.336441 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-de04a693-5b17-4114-9b0d-e16dd74a3a98 req-3b0c99c3-d6f5-4ab7-b27a-7e759ffa11da tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports/73c5fdf0-3495-4688-966c-c874e61f4e0a HTTP/1.1" status: 200 len: 942 time: 0.2183878 Aug 11 21:55:41.375031 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd9ea8-0076-4c11-a521-6a4a3733e3de req-f6456e26-d13b-46c3-aa30-e9d4d07c606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:41.383068 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ddc9876a-0542-451a-9f6c-9a75db612854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:41.385340 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc9876a-0542-451a-9f6c-9a75db612854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:41.386376 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ddc9876a-0542-451a-9f6c-9a75db612854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:41.391484 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-3f0fc312-7293-4456-9a5c-3bcdbc1a8d04 None None] Set router ab766ff7-0c58-4407-ac3a-219745fed97e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:55:41.392923 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5acd9ea8-0076-4c11-a521-6a4a3733e3de req-f6456e26-d13b-46c3-aa30-e9d4d07c606d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b33134e6-091b-45e6-a522-234a7e6c7812 HTTP/1.1" status: 200 len: 1096 time: 0.3790600 Aug 11 21:55:41.428666 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ddc9876a-0542-451a-9f6c-9a75db612854 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7978868 Aug 11 21:55:41.435043 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55092) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:41.491361 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-1113c3fb-913d-4faa-b4bc-931fa633cb85 admin admin] Request body: {'subnet': {'network_id': '9140e807-eab0-49ef-b449-cb87cfcfebb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-346948422-subnet', 'tenant_id': '754a4a6571d3423487f51e68ba3b588f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:55:41.615342 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9876a-0542-451a-9f6c-9a75db612854 admin admin] Pushing event updated for resources: {'Network': ['ID=9140e807-eab0-49ef-b449-cb87cfcfebb7,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:41.632826 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 9140e807-eab0-49ef-b449-cb87cfcfebb7 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:55:41.658644 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-de04a693-5b17-4114-9b0d-e16dd74a3a98 req-3dcd35d4-c2ad-466f-957d-592a46f327ba tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.103 HTTP/1.1" status: 200 len: 1001 time: 0.1322269 Aug 11 21:55:41.660714 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5acd9ea8-0076-4c11-a521-6a4a3733e3de req-e1b16b93-c599-4d1b-b8c1-1c3d53cdd756 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6991841f-ed6c-4089-bba5-0acca521eb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618599 Aug 11 21:55:41.783047 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1113c3fb-913d-4faa-b4bc-931fa633cb85 admin admin] Made reservation on behalf of 754a4a6571d3423487f51e68ba3b588f for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:55:41.791685 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1113c3fb-913d-4faa-b4bc-931fa633cb85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:41.865514 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3abc014a-2bbf-4858-b22c-35c4b46056d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:42.088634 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-60108e5f-4dcb-4ae9-8ae0-f87442643de8 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=fda8d30fb096432db86c7a2a58224021&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2422986 Aug 11 21:55:42.103759 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-a07d0d21-328e-487e-a865-4b9d252e8431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-258464786-router', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:55:28Z', 'updated_at': '2021-08-11T21:55:32Z', 'revision_number': 3, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'gw_port': {'id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:30Z', 'updated_at': '2021-08-11T21:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:42.180237 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07d0d21-328e-487e-a865-4b9d252e8431 None None] The sync data for ids ['f35319c6-0d06-4125-82b8-e475b94e7c8e'] in n-d-804275-3 is: [{'id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-258464786-router', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:55:28Z', 'updated_at': '2021-08-11T21:55:32Z', 'revision_number': 3, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'gw_port': {'id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:30Z', 'updated_at': '2021-08-11T21:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:55:42.197700 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3f0fc312-7293-4456-9a5c-3bcdbc1a8d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355814969-router', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:54:14Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'gw_port': {'id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:16Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '633e1d3f-c075-4849-af38-c8935c818712', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'port_id': '73c5fdf0-3495-4688-966c-c874e61f4e0a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'mac_address': 'fa:16:3e:70:6a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dfb897-99db-4d49-b0d4-a288277760ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T21:54:58Z', 'updated_at': '2021-08-11T21:55:38Z', 'revision_number': 4, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d766c7a-1c2f-4e7c-85d5-258a1dcf401b', 'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'mac_address': 'fa:16:3e:94:fa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:24Z', 'updated_at': '2021-08-11T21:54:36Z', 'revision_number': 5, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'subnets': [{'id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:42.239810 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0fc312-7293-4456-9a5c-3bcdbc1a8d04 None None] The sync data for ids ['ab766ff7-0c58-4407-ac3a-219745fed97e'] in n-d-804275-3 is: [{'id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355814969-router', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:54:14Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'gw_port': {'id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:16Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '633e1d3f-c075-4849-af38-c8935c818712', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'port_id': '73c5fdf0-3495-4688-966c-c874e61f4e0a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'mac_address': 'fa:16:3e:70:6a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dfb897-99db-4d49-b0d4-a288277760ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T21:54:58Z', 'updated_at': '2021-08-11T21:55:38Z', 'revision_number': 4, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d766c7a-1c2f-4e7c-85d5-258a1dcf401b', 'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'mac_address': 'fa:16:3e:94:fa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:24Z', 'updated_at': '2021-08-11T21:54:36Z', 'revision_number': 5, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'subnets': [{'id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:55:42.310332 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04a693-5b17-4114-9b0d-e16dd74a3a98 req-b9fcd2aa-37fb-4eae-98c6-a47fb4b98219 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:42.324375 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-de04a693-5b17-4114-9b0d-e16dd74a3a98 req-b9fcd2aa-37fb-4eae-98c6-a47fb4b98219 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 784 time: 0.6518250 Aug 11 21:55:42.487311 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c9aa6-0cd2-4a79-b7cb-84e1d801ab6b req-5eeb216a-99f9-44d7-9597-0ad9f08f7713 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:42.489297 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-632c9aa6-0cd2-4a79-b7cb-84e1d801ab6b req-5eeb216a-99f9-44d7-9597-0ad9f08f7713 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.77 "GET /v2.0/ports?device_id=b33134e6-091b-45e6-a522-234a7e6c7812 HTTP/1.1" status: 200 len: 945 time: 0.0694840 Aug 11 21:55:42.562930 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-632c9aa6-0cd2-4a79-b7cb-84e1d801ab6b req-1f6b27f4-14f1-45c8-adfe-c2d69601d4bf tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.77 "GET /v2.0/security-groups?id=6991841f-ed6c-4089-bba5-0acca521eb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543761 Aug 11 21:55:42.679696 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-7a1145a2-420c-42b0-bcad-d13342fc6193 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:42.681316 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-7a1145a2-420c-42b0-bcad-d13342fc6193 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5903430 Aug 11 21:55:42.761553 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-d60fd4b5-3d33-42f2-a577-eb53ff78fa28 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/quotas/fda8d30fb096432db86c7a2a58224021 HTTP/1.1" status: 200 len: 375 time: 0.0429900 Aug 11 21:55:42.770562 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1113c3fb-913d-4faa-b4bc-931fa633cb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:42.876647 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-90c50a82-8596-47a1-92de-fbb2c12b05f5 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=fda8d30fb096432db86c7a2a58224021&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1001668 Aug 11 21:55:42.966713 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113c3fb-913d-4faa-b4bc-931fa633cb85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a7c358d-f469-46d3-b4fd-5c420cd71a03,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:42.990803 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3abc014a-2bbf-4858-b22c-35c4b46056d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:43.021324 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3abc014a-2bbf-4858-b22c-35c4b46056d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:43.127879 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3abc014a-2bbf-4858-b22c-35c4b46056d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:43.149793 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2285c8c7-9956-45bb-a3af-e5ec640f581d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:43.179819 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1113c3fb-913d-4faa-b4bc-931fa633cb85 admin admin] Checking segment: {'id': '4967ad71-aa2a-4c44-85b1-fc3e27fc9012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9140e807-eab0-49ef-b449-cb87cfcfebb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:55:43.180240 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1113c3fb-913d-4faa-b4bc-931fa633cb85 admin admin] Network hostable DHCP agents. Network: 9140e807-eab0-49ef-b449-cb87cfcfebb7, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:55:43.285700 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1113c3fb-913d-4faa-b4bc-931fa633cb85 admin admin] Network 9140e807-eab0-49ef-b449-cb87cfcfebb7 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:55:43.320369 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3b28e187-abd2-42d3-8366-d2461968b023 req-77e9e7d8-138f-4337-8ecb-281b33086075 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.103 HTTP/1.1" status: 200 len: 1001 time: 0.2707839 Aug 11 21:55:43.376857 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc014a-2bbf-4858-b22c-35c4b46056d5 admin admin] Pushing event updated for resources: {'Port': ['ID=1890c58e-7b30-404d-b5bc-37886c3fd299,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:43.396122 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-1113c3fb-913d-4faa-b4bc-931fa633cb85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 9140e807-eab0-49ef-b449-cb87cfcfebb7) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:55:43.407184 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7377711f-906c-4121-b372-fc1d892d9e1b None None] Network 9140e807-eab0-49ef-b449-cb87cfcfebb7 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:55:43.464486 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1113c3fb-913d-4faa-b4bc-931fa633cb85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:43.465537 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1113c3fb-913d-4faa-b4bc-931fa633cb85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:43.505292 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28e187-abd2-42d3-8366-d2461968b023 req-60e50c0a-3e7d-4121-b1b4-00471fd6cb95 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:43.521524 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3b28e187-abd2-42d3-8366-d2461968b023 req-60e50c0a-3e7d-4121-b1b4-00471fd6cb95 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports/73c5fdf0-3495-4688-966c-c874e61f4e0a HTTP/1.1" status: 200 len: 942 time: 0.2001166 Aug 11 21:55:43.613964 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1113c3fb-913d-4faa-b4bc-931fa633cb85 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1777971 Aug 11 21:55:43.673257 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 6e5c1827-084f-45ca-94ac-5ee02d698f6b up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:55:43.683481 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-97bcbf9d-540b-40e0-90c3-25d1b5fb834e req-1b8c59d0-41a8-4f91-bfc8-5ec8a3dac0ae tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2aa6fee0-0b7c-4cb1-a673-daaeb3130e31 HTTP/1.1" status: 200 len: 210 time: 0.1882257 Aug 11 21:55:43.712419 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afd9103-274a-490d-bb3f-95e0bc626966 None None] Network 9140e807-eab0-49ef-b449-cb87cfcfebb7 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:55:43.723108 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abc014a-2bbf-4858-b22c-35c4b46056d5 admin admin] Network 1c3ee35b-1680-40ce-a5ec-450a30ee6971 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:55:43.736126 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-3abc014a-2bbf-4858-b22c-35c4b46056d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:55:43.826444 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3b28e187-abd2-42d3-8366-d2461968b023 req-0850c2b0-7dbc-4d2e-bafc-a3467acf770a tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.103 HTTP/1.1" status: 200 len: 1001 time: 0.2199965 Aug 11 21:55:44.018536 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abc014a-2bbf-4858-b22c-35c4b46056d5 admin admin] Router f35319c6-0d06-4125-82b8-e475b94e7c8e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:55:44.263696 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28e187-abd2-42d3-8366-d2461968b023 req-b4c2325e-73a0-431a-95b0-3590ae75f981 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:44.273185 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3b28e187-abd2-42d3-8366-d2461968b023 req-b4c2325e-73a0-431a-95b0-3590ae75f981 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 784 time: 0.4439802 Aug 11 21:55:44.391373 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3b28e187-abd2-42d3-8366-d2461968b023 req-2cae1c34-3010-4c19-95a5-a58eaeeba314 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.103 HTTP/1.1" status: 200 len: 1001 time: 0.1046500 Aug 11 21:55:44.397247 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abc014a-2bbf-4858-b22c-35c4b46056d5 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:55:44.407317 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3abc014a-2bbf-4858-b22c-35c4b46056d5 admin admin] 10.222.0.77 "PUT /v2.0/routers/f35319c6-0d06-4125-82b8-e475b94e7c8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7903056 Aug 11 21:55:44.411826 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-3b28e187-abd2-42d3-8366-d2461968b023 req-11d2e7fc-ac91-466a-9168-ac4ea06aaf7f tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:55:44.438538 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9bfa4f56-bd0b-4eb8-92fd-a13fe1494f03 None None] Provisioning complete for port 1890c58e-7b30-404d-b5bc-37886c3fd299 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:55:44.439094 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9bfa4f56-bd0b-4eb8-92fd-a13fe1494f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:44.477102 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 6e5c1827-084f-45ca-94ac-5ee02d698f6b completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:55:44.484293 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 6e5c1827-084f-45ca-94ac-5ee02d698f6b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:55:44.484820 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:44.531098 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-3b28e187-abd2-42d3-8366-d2461968b023 req-11d2e7fc-ac91-466a-9168-ac4ea06aaf7f tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks [] for floatingip, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:44.558328 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-9bfa4f56-bd0b-4eb8-92fd-a13fe1494f03 None None] Port 1890c58e-7b30-404d-b5bc-37886c3fd299 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:55:44.705991 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:44.765113 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 6e5c1827-084f-45ca-94ac-5ee02d698f6b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=6e5c1827-084f-45ca-94ac-5ee02d698f6b,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:44.771095 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:44.846378 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=6e5c1827-084f-45ca-94ac-5ee02d698f6b,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:44.958230 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-3b28e187-abd2-42d3-8366-d2461968b023 req-11d2e7fc-ac91-466a-9168-ac4ea06aaf7f tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:44.965961 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-3b28e187-abd2-42d3-8366-d2461968b023 req-11d2e7fc-ac91-466a-9168-ac4ea06aaf7f tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:44.967555 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [req-3b28e187-abd2-42d3-8366-d2461968b023 req-11d2e7fc-ac91-466a-9168-ac4ea06aaf7f tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Floating IP 633e1d3f-c075-4849-af38-c8935c818712 disassociated. External IP: 172.25.2.103, port: 73c5fdf0-3495-4688-966c-c874e61f4e0a. Aug 11 21:55:45.310583 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b28e187-abd2-42d3-8366-d2461968b023 req-11d2e7fc-ac91-466a-9168-ac4ea06aaf7f tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Router ab766ff7-0c58-4407-ac3a-219745fed97e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:55:45.463825 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe56474-a60a-4cdb-ba88-7dd65036dc51 req-4d876936-375a-4c5f-9824-03b8e72f2123 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:45.473731 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-abe56474-a60a-4cdb-ba88-7dd65036dc51 req-4d876936-375a-4c5f-9824-03b8e72f2123 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.77 "GET /v2.0/ports?device_id=b33134e6-091b-45e6-a522-234a7e6c7812 HTTP/1.1" status: 200 len: 945 time: 0.0878141 Aug 11 21:55:45.545032 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b28e187-abd2-42d3-8366-d2461968b023 req-11d2e7fc-ac91-466a-9168-ac4ea06aaf7f tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:55:45.548099 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-abe56474-a60a-4cdb-ba88-7dd65036dc51 req-19c18bce-6872-40ef-83b3-4bd3d144577d tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.77 "GET /v2.0/security-groups?id=6991841f-ed6c-4089-bba5-0acca521eb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629418 Aug 11 21:55:45.553076 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-3b28e187-abd2-42d3-8366-d2461968b023 req-11d2e7fc-ac91-466a-9168-ac4ea06aaf7f tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:45.578436 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e84a27-222e-48e3-988f-09b3ee56218e None None] Sync routers for ids ['ab766ff7-0c58-4407-ac3a-219745fed97e'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:55:45.592879 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 6e5c1827-084f-45ca-94ac-5ee02d698f6b up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:55:45.602770 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e84a27-222e-48e3-988f-09b3ee56218e None None] Routers {'ab766ff7-0c58-4407-ac3a-219745fed97e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:55:45.603290 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-37e84a27-222e-48e3-988f-09b3ee56218e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:55:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['ab766ff7-0c58-4407-ac3a-219745fed97e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:45.621937 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3b28e187-abd2-42d3-8366-d2461968b023 req-11d2e7fc-ac91-466a-9168-ac4ea06aaf7f tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "PUT /v2.0/floatingips/633e1d3f-c075-4849-af38-c8935c818712 HTTP/1.1" status: 200 len: 695 time: 1.2161303 Aug 11 21:55:45.628200 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23dfb897-99db-4d49-b0d4-a288277760ad', 'tag': '73c5fdf0-3495-4688-966c-c874e61f4e0a'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:55:45.630602 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d7730b-6489-49ce-bf9e-e3bb4c40986a" -d '{"events": [{"name": "network-changed", "server_uuid": "23dfb897-99db-4d49-b0d4-a288277760ad", "tag": "73c5fdf0-3495-4688-966c-c874e61f4e0a"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:55:45.676125 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-9cc3cf32-3633-4d10-ba3f-d901c41c6c59 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=fda8d30fb096432db86c7a2a58224021&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524590 Aug 11 21:55:45.719305 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc68997-e41b-4fa4-a2ff-fa519dbfe70d None None] Sync routers for ids ['f35319c6-0d06-4125-82b8-e475b94e7c8e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:55:45.754503 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc68997-e41b-4fa4-a2ff-fa519dbfe70d None None] Routers {'f35319c6-0d06-4125-82b8-e475b94e7c8e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:55:45.764561 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-9fc68997-e41b-4fa4-a2ff-fa519dbfe70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:55:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f35319c6-0d06-4125-82b8-e475b94e7c8e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:45.797879 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3f7cd817-a669-446a-83ac-a8c0f715d4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:45.910402 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 6e5c1827-084f-45ca-94ac-5ee02d698f6b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:55:45.910821 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:45.946130 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:45.951246 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-37e84a27-222e-48e3-988f-09b3ee56218e None None] Set router ab766ff7-0c58-4407-ac3a-219745fed97e gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:55:45.988575 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28e187-abd2-42d3-8366-d2461968b023 req-f0eae9ca-41c5-4175-a178-da7988a79e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:45.991778 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3b28e187-abd2-42d3-8366-d2461968b023 req-f0eae9ca-41c5-4175-a178-da7988a79e1f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2b9279c1feca4096aedd3bf29c3bbd31&device_id=23dfb897-99db-4d49-b0d4-a288277760ad HTTP/1.1" status: 200 len: 1096 time: 0.3144846 Aug 11 21:55:45.999481 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-9fc68997-e41b-4fa4-a2ff-fa519dbfe70d None None] Set router f35319c6-0d06-4125-82b8-e475b94e7c8e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:55:46.163758 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-877027d7-3dcd-436c-bd0e-b8a8f5707ec1 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:46.166016 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-877027d7-3dcd-436c-bd0e-b8a8f5707ec1 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] 10.222.0.77 "GET /v2.0/networks?id=d252b144-8ee1-4214-9009-24fc2b027da8 HTTP/1.1" status: 200 len: 814 time: 0.1933892 Aug 11 21:55:46.195276 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-1398a413-7bd8-4042-bb28-8f667864db8f tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] 10.222.0.77 "GET /v2.0/quotas/4b560937148247c28f18636fbb1554eb HTTP/1.1" status: 200 len: 375 time: 0.0181637 Aug 11 21:55:46.212767 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-7d0e15bb-cd23-45c3-8faa-4dcf356252ed tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:46.214499 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-7d0e15bb-cd23-45c3-8faa-4dcf356252ed tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4710240 Aug 11 21:55:46.240443 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-b0568c99-b3bf-4f62-9201-6661eec97810 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Request body: {'port': {'device_id': '2aa6fee0-0b7c-4cb1-a673-daaeb3130e31', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'admin_state_up': True, 'tenant_id': 'fda8d30fb096432db86c7a2a58224021'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:55:46.262873 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28e187-abd2-42d3-8366-d2461968b023 req-3a7b1d32-ee44-439c-a81d-869148d34892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:46.265003 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3b28e187-abd2-42d3-8366-d2461968b023 req-3a7b1d32-ee44-439c-a81d-869148d34892 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8 HTTP/1.1" status: 200 len: 922 time: 0.2531562 Aug 11 21:55:46.266538 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-fda6e2e4-b95f-4f81-a44e-3c72ba94b8f2 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4b560937148247c28f18636fbb1554eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638874 Aug 11 21:55:46.400716 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3b28e187-abd2-42d3-8366-d2461968b023 req-a9e8e5f7-3eb6-4896-b9a0-d3aef9cbea77 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73c5fdf0-3495-4688-966c-c874e61f4e0a HTTP/1.1" status: 200 len: 217 time: 0.1057439 Aug 11 21:55:46.466764 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28e187-abd2-42d3-8366-d2461968b023 req-fadc1095-60ae-4a62-be34-8afa30487e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:46.475064 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3b28e187-abd2-42d3-8366-d2461968b023 req-fadc1095-60ae-4a62-be34-8afa30487e06 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b7ac5f32-d2d7-4a74-9968-93111b1f2c36 HTTP/1.1" status: 200 len: 860 time: 0.0633035 Aug 11 21:55:46.502046 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-37e84a27-222e-48e3-988f-09b3ee56218e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355814969-router', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:54:14Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'gw_port': {'id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:16Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '9d766c7a-1c2f-4e7c-85d5-258a1dcf401b', 'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'mac_address': 'fa:16:3e:94:fa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:24Z', 'updated_at': '2021-08-11T21:54:36Z', 'revision_number': 5, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'subnets': [{'id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:46.513296 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-9fc68997-e41b-4fa4-a2ff-fa519dbfe70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-258464786-router', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:55:28Z', 'updated_at': '2021-08-11T21:55:41Z', 'revision_number': 4, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'gw_port': {'id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:30Z', 'updated_at': '2021-08-11T21:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '1890c58e-7b30-404d-b5bc-37886c3fd299', 'name': '', 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'mac_address': 'fa:16:3e:1e:d0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:38Z', 'updated_at': '2021-08-11T21:55:42Z', 'revision_number': 2, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'subnets': [{'id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:46.538114 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e84a27-222e-48e3-988f-09b3ee56218e None None] Checking router: ab766ff7-0c58-4407-ac3a-219745fed97e for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:55:46.539727 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28e187-abd2-42d3-8366-d2461968b023 req-a1c20d8f-5b92-4c7a-9a20-2da7e57800b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:46.549383 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3b28e187-abd2-42d3-8366-d2461968b023 req-a1c20d8f-5b92-4c7a-9a20-2da7e57800b3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733426 Aug 11 21:55:46.552922 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e84a27-222e-48e3-988f-09b3ee56218e None None] Routers {'ab766ff7-0c58-4407-ac3a-219745fed97e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:55:46.553674 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-37e84a27-222e-48e3-988f-09b3ee56218e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:55:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['ab766ff7-0c58-4407-ac3a-219745fed97e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:46.572374 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc68997-e41b-4fa4-a2ff-fa519dbfe70d None None] Checking router: f35319c6-0d06-4125-82b8-e475b94e7c8e for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:55:46.572840 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc68997-e41b-4fa4-a2ff-fa519dbfe70d None None] Updating router f35319c6-0d06-4125-82b8-e475b94e7c8e port 1890c58e-7b30-404d-b5bc-37886c3fd299 binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 21:55:46.602518 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-9fc68997-e41b-4fa4-a2ff-fa519dbfe70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:46.624492 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-b0568c99-b3bf-4f62-9201-6661eec97810 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Made reservation on behalf of fda8d30fb096432db86c7a2a58224021 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:55:46.628765 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-b0568c99-b3bf-4f62-9201-6661eec97810 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:46.641571 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-b0568c99-b3bf-4f62-9201-6661eec97810 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:46.709486 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-a83797fb-ba0a-4da5-b5c7-9c387b25d8fc service neutron] 10.222.0.77 "GET /v2.0/networks/d252b144-8ee1-4214-9009-24fc2b027da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278240 Aug 11 21:55:46.820039 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-b0568c99-b3bf-4f62-9201-6661eec97810 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:46.823966 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-270a46c1-fabf-4299-9208-15e66529d8ad service neutron] 10.222.0.77 "GET /v2.0/networks/d252b144-8ee1-4214-9009-24fc2b027da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125576 Aug 11 21:55:46.834871 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-b0568c99-b3bf-4f62-9201-6661eec97810 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:46.929369 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-37e84a27-222e-48e3-988f-09b3ee56218e None None] Set router ab766ff7-0c58-4407-ac3a-219745fed97e gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:55:47.009305 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-9fc68997-e41b-4fa4-a2ff-fa519dbfe70d None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:47.025327 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 68688c25-38c1-4326-940c-34ceb94ffa14 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:55:47.048744 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-9fc68997-e41b-4fa4-a2ff-fa519dbfe70d None None] Transition to ACTIVE for port object 1890c58e-7b30-404d-b5bc-37886c3fd299 will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:55:47.067822 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-9fc68997-e41b-4fa4-a2ff-fa519dbfe70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:47.100403 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3b28e187-abd2-42d3-8366-d2461968b023 req-41e224dc-4173-4ce0-b0d2-487877d082b5 service neutron] 10.222.0.77 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5492454 Aug 11 21:55:47.143552 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0568c99-b3bf-4f62-9201-6661eec97810 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c37c5f82-9cc6-42d5-9347-3b55a5c415a5,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:47.192639 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e8a56-dcd2-4b30-a5f4-d76290e7b5d5 None None] Pushing event updated for resources: {'Port': ['ID=1890c58e-7b30-404d-b5bc-37886c3fd299,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:47.343871 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-9fc68997-e41b-4fa4-a2ff-fa519dbfe70d None None] Attempting to bind port 1890c58e-7b30-404d-b5bc-37886c3fd299 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:55:47.344519 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-9fc68997-e41b-4fa4-a2ff-fa519dbfe70d None None] Attempting to bind port 1890c58e-7b30-404d-b5bc-37886c3fd299 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '4c272644-500c-413c-905e-4ca7e6890613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:55:47.345074 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc68997-e41b-4fa4-a2ff-fa519dbfe70d None None] Attempting to bind port 1890c58e-7b30-404d-b5bc-37886c3fd299 on network 1c3ee35b-1680-40ce-a5ec-450a30ee6971 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:55:47.351489 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc68997-e41b-4fa4-a2ff-fa519dbfe70d None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:55:47.352372 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc68997-e41b-4fa4-a2ff-fa519dbfe70d None None] Checking segment: {'id': '4c272644-500c-413c-905e-4ca7e6890613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:55:47.353010 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-9fc68997-e41b-4fa4-a2ff-fa519dbfe70d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:47.353612 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc68997-e41b-4fa4-a2ff-fa519dbfe70d None None] Bound using segment: {'id': '4c272644-500c-413c-905e-4ca7e6890613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:55:47.354307 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-9fc68997-e41b-4fa4-a2ff-fa519dbfe70d None None] Bound port: 1890c58e-7b30-404d-b5bc-37886c3fd299, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c272644-500c-413c-905e-4ca7e6890613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:55:47.354927 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-9fc68997-e41b-4fa4-a2ff-fa519dbfe70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:47.461867 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-b0568c99-b3bf-4f62-9201-6661eec97810 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Allocated IP 192.168.233.107 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/24edb1fe-1d30-4c08-ab37-4ad5bafeadaa) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:55:47.614816 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:47.615439 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-9fc68997-e41b-4fa4-a2ff-fa519dbfe70d None None] For port 1890c58e-7b30-404d-b5bc-37886c3fd299, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:55:47.626892 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:47.629445 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-9fc68997-e41b-4fa4-a2ff-fa519dbfe70d None None] For port 1890c58e-7b30-404d-b5bc-37886c3fd299, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1890c58e-7b30-404d-b5bc-37886c3fd299,segment=NetworkSegment(4c272644-500c-413c-905e-4ca7e6890613),segment_id=4c272644-500c-413c-905e-4ca7e6890613)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:55:47.646035 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-9fc68997-e41b-4fa4-a2ff-fa519dbfe70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:47.703648 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3b28e187-abd2-42d3-8366-d2461968b023 req-0858f02b-8aec-4b41-8704-2c6fed988e6d service neutron] 10.222.0.77 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5995226 Aug 11 21:55:47.773539 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 68688c25-38c1-4326-940c-34ceb94ffa14, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=68688c25-38c1-4326-940c-34ceb94ffa14,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:47.786325 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a501b32-4ee3-463c-bb56-c7e18cde1c99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68688c25-38c1-4326-940c-34ceb94ffa14'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:55:47.792821 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8c20c9-75b4-444a-a911-49f749e21626" -d '{"events": [{"server_uuid": "5a501b32-4ee3-463c-bb56-c7e18cde1c99", "name": "network-vif-unplugged", "status": "completed", "tag": "68688c25-38c1-4326-940c-34ceb94ffa14"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:55:47.828405 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:47.875197 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e8a56-dcd2-4b30-a5f4-d76290e7b5d5 None None] Pushing event updated for resources: {'Port': ['ID=1890c58e-7b30-404d-b5bc-37886c3fd299,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:47.954115 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc68997-e41b-4fa4-a2ff-fa519dbfe70d None None] Routers {'f35319c6-0d06-4125-82b8-e475b94e7c8e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:55:47.957815 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-9fc68997-e41b-4fa4-a2ff-fa519dbfe70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:55:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f35319c6-0d06-4125-82b8-e475b94e7c8e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:48.006760 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-b0568c99-b3bf-4f62-9201-6661eec97810 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:48.029562 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55256) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:48.038013 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-4636ecc8-4743-4dcb-8678-e7f923d8f95f tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1649650855', 'description': 'tempest-description--42014769'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:55:48.089221 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-b0568c99-b3bf-4f62-9201-6661eec97810 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Transition to ACTIVE for port object 24edb1fe-1d30-4c08-ab37-4ad5bafeadaa will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:55:48.156738 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4636ecc8-4743-4dcb-8678-e7f923d8f95f tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:48.214108 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c2057d55-972b-4785-b633-4d8f7621f9ee req-0b975d73-df3d-4acd-a217-d59f2b6ffb48 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2aa6fee0-0b7c-4cb1-a673-daaeb3130e31 HTTP/1.1" status: 200 len: 210 time: 0.2539325 Aug 11 21:55:48.222713 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-b0568c99-b3bf-4f62-9201-6661eec97810 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:48.357557 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=68688c25-38c1-4326-940c-34ceb94ffa14,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:48.436818 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-b0568c99-b3bf-4f62-9201-6661eec97810 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:55:48.444548 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-b0568c99-b3bf-4f62-9201-6661eec97810 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:55:48.452936 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0568c99-b3bf-4f62-9201-6661eec97810 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Pushing event updated for resources: {'Port': ['ID=24edb1fe-1d30-4c08-ab37-4ad5bafeadaa,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:48.463318 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-b0568c99-b3bf-4f62-9201-6661eec97810 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:55:48.480771 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b792a8b6-717b-4b35-ac1f-565cc4ebd464 x-openstack-request-id: req-b792a8b6-717b-4b35-ac1f-565cc4ebd464 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:55:48.483081 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23dfb897-99db-4d49-b0d4-a288277760ad", "tag": "73c5fdf0-3495-4688-966c-c874e61f4e0a", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:55:48.485871 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b792a8b6-717b-4b35-ac1f-565cc4ebd464 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:55:48.485871 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23dfb897-99db-4d49-b0d4-a288277760ad', 'tag': '73c5fdf0-3495-4688-966c-c874e61f4e0a', 'status': 'completed', 'code': 200} Aug 11 21:55:48.515788 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-37e84a27-222e-48e3-988f-09b3ee56218e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355814969-router', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:54:14Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'gw_port': {'id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:16Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '9d766c7a-1c2f-4e7c-85d5-258a1dcf401b', 'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'mac_address': 'fa:16:3e:94:fa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:24Z', 'updated_at': '2021-08-11T21:54:36Z', 'revision_number': 5, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'subnets': [{'id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:48.639901 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e84a27-222e-48e3-988f-09b3ee56218e None None] The sync data for ids ['ab766ff7-0c58-4407-ac3a-219745fed97e'] in n-d-804275-3 is: [{'id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355814969-router', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:54:14Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'gw_port': {'id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:16Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '9d766c7a-1c2f-4e7c-85d5-258a1dcf401b', 'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'mac_address': 'fa:16:3e:94:fa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:24Z', 'updated_at': '2021-08-11T21:54:36Z', 'revision_number': 5, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'subnets': [{'id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:55:48.741247 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-b0568c99-b3bf-4f62-9201-6661eec97810 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:48.742936 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-b0568c99-b3bf-4f62-9201-6661eec97810 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:48.788765 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-9fc68997-e41b-4fa4-a2ff-fa519dbfe70d None None] Set router f35319c6-0d06-4125-82b8-e475b94e7c8e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:55:48.799339 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4636ecc8-4743-4dcb-8678-e7f923d8f95f tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:48.817024 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4636ecc8-4743-4dcb-8678-e7f923d8f95f tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:48.851070 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:48.882121 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-591e8326-32e8-4451-bf21-a0ea2f403b14 req-9b1e4231-637d-47c0-b747-1094a6570eac tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] 10.222.0.77 "GET /v2.0/ports?device_id=631318ea-a0a5-4604-9893-4e9df8984e33 HTTP/1.1" status: 200 len: 210 time: 0.0858874 Aug 11 21:55:48.884498 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7730b-6489-49ce-bf9e-e3bb4c40986a req-0cf011be-6bc3-43bd-85b1-0b3944c7a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:48.890310 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c4d7730b-6489-49ce-bf9e-e3bb4c40986a req-0cf011be-6bc3-43bd-85b1-0b3944c7a745 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b9279c1feca4096aedd3bf29c3bbd31&device_id=23dfb897-99db-4d49-b0d4-a288277760ad HTTP/1.1" status: 200 len: 1096 time: 0.3346016 Aug 11 21:55:48.897282 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4636ecc8-4743-4dcb-8678-e7f923d8f95f tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:48.913266 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4636ecc8-4743-4dcb-8678-e7f923d8f95f tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8811295 Aug 11 21:55:48.916640 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55264) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:48.921844 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-b0568c99-b3bf-4f62-9201-6661eec97810 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6855707 Aug 11 21:55:49.003822 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-70e2e9ab-2d54-4094-841b-233b717701f2 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Request body: {'security_group_rule': {'security_group_id': '4338038d-df29-46f2-85f0-226f6a6b3f84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:55:49.074002 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-139fd468-e85d-46ca-9d59-1b8c3733341b service neutron] Request body: {'port': {'device_id': '2aa6fee0-0b7c-4cb1-a673-daaeb3130e31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:55:49.099684 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 21:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649e0b39-81b3-47d1-a9d0-de91f0b73c95 x-openstack-request-id: req-649e0b39-81b3-47d1-a9d0-de91f0b73c95 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:55:49.100596 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a501b32-4ee3-463c-bb56-c7e18cde1c99", "name": "network-vif-unplugged", "status": "completed", "tag": "68688c25-38c1-4326-940c-34ceb94ffa14", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:55:49.101396 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-649e0b39-81b3-47d1-a9d0-de91f0b73c95 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:55:49.122494 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a501b32-4ee3-463c-bb56-c7e18cde1c99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68688c25-38c1-4326-940c-34ceb94ffa14', 'code': 200} Aug 11 21:55:49.128269 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-62315688-87fb-4932-9cab-05e319fb782e None None] Provisioning for port 24edb1fe-1d30-4c08-ab37-4ad5bafeadaa completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:55:49.155837 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-62315688-87fb-4932-9cab-05e319fb782e None None] Provisioning complete for port 24edb1fe-1d30-4c08-ab37-4ad5bafeadaa triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:55:49.163258 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-62315688-87fb-4932-9cab-05e319fb782e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:49.205534 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70e2e9ab-2d54-4094-841b-233b717701f2 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:49.273466 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636ecc8-4743-4dcb-8678-e7f923d8f95f tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4338038d-df29-46f2-85f0-226f6a6b3f84,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:49.385210 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-62315688-87fb-4932-9cab-05e319fb782e None None] Port 24edb1fe-1d30-4c08-ab37-4ad5bafeadaa cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:55:49.407422 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f03580d-ddc6-4335-be51-9e82b66c0be2 None None] New status for floating IP 633e1d3f-c075-4849-af38-c8935c818712: DOWN {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 21:55:49.419885 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7730b-6489-49ce-bf9e-e3bb4c40986a req-9933a754-8418-42fe-b7b9-322855b0123d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:49.422040 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-9fc68997-e41b-4fa4-a2ff-fa519dbfe70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-258464786-router', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:55:28Z', 'updated_at': '2021-08-11T21:55:41Z', 'revision_number': 4, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'gw_port': {'id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:30Z', 'updated_at': '2021-08-11T21:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '1890c58e-7b30-404d-b5bc-37886c3fd299', 'name': '', 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'mac_address': 'fa:16:3e:1e:d0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:38Z', 'updated_at': '2021-08-11T21:55:47Z', 'revision_number': 4, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'subnets': [{'id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:49.431745 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c4d7730b-6489-49ce-bf9e-e3bb4c40986a req-9933a754-8418-42fe-b7b9-322855b0123d service neutron] 10.222.0.52 "GET /v2.0/networks?id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8 HTTP/1.1" status: 200 len: 922 time: 0.5310142 Aug 11 21:55:49.437079 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-139fd468-e85d-46ca-9d59-1b8c3733341b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:49.464759 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc68997-e41b-4fa4-a2ff-fa519dbfe70d None None] The sync data for ids ['f35319c6-0d06-4125-82b8-e475b94e7c8e'] in n-d-804275-3 is: [{'id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-258464786-router', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:55:28Z', 'updated_at': '2021-08-11T21:55:41Z', 'revision_number': 4, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'gw_port': {'id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:30Z', 'updated_at': '2021-08-11T21:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '1890c58e-7b30-404d-b5bc-37886c3fd299', 'name': '', 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'mac_address': 'fa:16:3e:1e:d0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:38Z', 'updated_at': '2021-08-11T21:55:47Z', 'revision_number': 4, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'subnets': [{'id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:55:49.677792 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70e2e9ab-2d54-4094-841b-233b717701f2 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:49.690430 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70e2e9ab-2d54-4094-841b-233b717701f2 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:49.806174 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2e9ab-2d54-4094-841b-233b717701f2 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a23b83cd-5b5c-4956-81e3-0b4cb56bcc9c,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:49.857590 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70e2e9ab-2d54-4094-841b-233b717701f2 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:49.860958 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-70e2e9ab-2d54-4094-841b-233b717701f2 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9089494 Aug 11 21:55:49.866988 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55286) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:49.883882 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-6d214ae1-9073-4557-a423-98b383f29b96 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Request body: {'security_group_rule': {'security_group_id': '4338038d-df29-46f2-85f0-226f6a6b3f84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:55:49.957415 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c4d7730b-6489-49ce-bf9e-e3bb4c40986a req-759ad9bd-36c7-4338-869f-60b02b7804ad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73c5fdf0-3495-4688-966c-c874e61f4e0a HTTP/1.1" status: 200 len: 217 time: 0.4329352 Aug 11 21:55:50.004879 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6d214ae1-9073-4557-a423-98b383f29b96 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:50.093696 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936f7e3-eacd-4356-9b84-ef6f783e5571 req-62734522-4bfe-474f-82a1-1f06be61c43e tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:50.095926 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2936f7e3-eacd-4356-9b84-ef6f783e5571 req-62734522-4bfe-474f-82a1-1f06be61c43e tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1a97b22-206c-47b3-9e88-596200a2f369&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1339118 Aug 11 21:55:50.249688 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2936f7e3-eacd-4356-9b84-ef6f783e5571 req-5d085f29-1139-4023-8122-7c91a1ddf093 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.103 HTTP/1.1" status: 200 len: 696 time: 0.1363699 Aug 11 21:55:50.251869 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6d214ae1-9073-4557-a423-98b383f29b96 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:50.255630 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:50.259407 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6d214ae1-9073-4557-a423-98b383f29b96 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:50.281864 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-2936f7e3-eacd-4356-9b84-ef6f783e5571 req-373016f1-39cd-4c7b-ae6e-6d5cb4e1dc83 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Request body: {'floatingip': {'port_id': '854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:55:50.349957 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2936f7e3-eacd-4356-9b84-ef6f783e5571 req-373016f1-39cd-4c7b-ae6e-6d5cb4e1dc83 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks [] for floatingip, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:50.452050 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d214ae1-9073-4557-a423-98b383f29b96 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0227de-2020-4dde-acd5-28301682324b,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:50.505577 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7730b-6489-49ce-bf9e-e3bb4c40986a req-4eb2b499-79a8-4581-8f58-14858ca1a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:50.507250 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c4d7730b-6489-49ce-bf9e-e3bb4c40986a req-4eb2b499-79a8-4581-8f58-14858ca1a9d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7ac5f32-d2d7-4a74-9968-93111b1f2c36 HTTP/1.1" status: 200 len: 860 time: 0.4177229 Aug 11 21:55:50.513550 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6d214ae1-9073-4557-a423-98b383f29b96 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:50.514050 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6d214ae1-9073-4557-a423-98b383f29b96 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6443200 Aug 11 21:55:50.523719 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55292) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:50.581500 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-dd20cc65-ccbc-4ce7-9590-1325113d837b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:55:51.080033 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-c5887ed4-1c7e-4415-b424-adc83a8c9cad tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:51.081702 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-c5887ed4-1c7e-4415-b424-adc83a8c9cad tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] 10.222.0.52 "GET /v2.0/networks?id=d252b144-8ee1-4214-9009-24fc2b027da8 HTTP/1.1" status: 200 len: 814 time: 1.4013708 Aug 11 21:55:51.088548 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-7c4158dd-6c2a-4a41-8c32-c52b2e368a50 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:51.096435 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-7c4158dd-6c2a-4a41-8c32-c52b2e368a50 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/networks?id=e065759b-9598-4e49-9dd4-b84a6811ca8d HTTP/1.1" status: 200 len: 805 time: 1.4220495 Aug 11 21:55:51.131909 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-6d586bc6-80ca-4452-911f-f7702f6d3a23 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] Request body: {'port': {'device_id': '631318ea-a0a5-4604-9893-4e9df8984e33', 'network_id': 'd252b144-8ee1-4214-9009-24fc2b027da8', 'admin_state_up': True, 'tenant_id': '4b560937148247c28f18636fbb1554eb'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:55:51.147870 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7bece0-0fbb-4dc5-b3c4-65ec5568ff5b req-8b944091-57d2-4dc9-8d92-b3a889ad5a59 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:51.149493 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-af7bece0-0fbb-4dc5-b3c4-65ec5568ff5b req-8b944091-57d2-4dc9-8d92-b3a889ad5a59 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.52 "GET /v2.0/ports?device_id=23dfb897-99db-4d49-b0d4-a288277760ad HTTP/1.1" status: 200 len: 945 time: 0.1448522 Aug 11 21:55:51.160861 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b75ff-0778-465d-ab5b-715745ca2d0d req-807e0149-f98d-47f5-a156-7aa750b9bb61 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:51.161953 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e33b75ff-0778-465d-ab5b-715745ca2d0d req-807e0149-f98d-47f5-a156-7aa750b9bb61 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a501b32-4ee3-463c-bb56-c7e18cde1c99 HTTP/1.1" status: 200 len: 943 time: 0.1586206 Aug 11 21:55:51.221105 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dd20cc65-ccbc-4ce7-9590-1325113d837b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for floatingip, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:51.238016 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7730b-6489-49ce-bf9e-e3bb4c40986a req-20bb5d97-fe33-4406-a95d-7f5c687eb1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:51.241244 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c4d7730b-6489-49ce-bf9e-e3bb4c40986a req-20bb5d97-fe33-4406-a95d-7f5c687eb1af service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7162971 Aug 11 21:55:51.319163 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-300144ed-3838-49c0-94c2-a158f4b93f12 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/quotas/2f92f84593c645c991d8da56fb117a97 HTTP/1.1" status: 200 len: 375 time: 0.2212324 Aug 11 21:55:51.523563 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1890c58e-7b30-404d-b5bc-37886c3fd299 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:55:51.633074 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 1890c58e-7b30-404d-b5bc-37886c3fd299 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:55:51.640233 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 1890c58e-7b30-404d-b5bc-37886c3fd299 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:55:51.640871 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:51.689926 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-a7bc874f-b816-4913-95c3-9ab2618d9811 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2f92f84593c645c991d8da56fb117a97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2626500 Aug 11 21:55:51.704026 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c4d7730b-6489-49ce-bf9e-e3bb4c40986a req-87a10553-f492-49e2-bb9f-e361a1219082 service neutron] 10.222.0.52 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197357 Aug 11 21:55:51.722365 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-139fd468-e85d-46ca-9d59-1b8c3733341b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24edb1fe-1d30-4c08-ab37-4ad5bafeadaa {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:55:51.741356 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-e33b75ff-0778-465d-ab5b-715745ca2d0d req-bc6b10af-3cad-4f30-8534-fffd2283799e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Deleting port 68688c25-38c1-4326-940c-34ceb94ffa14 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:55:51.742108 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e33b75ff-0778-465d-ab5b-715745ca2d0d req-bc6b10af-3cad-4f30-8534-fffd2283799e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:51.761839 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-af7bece0-0fbb-4dc5-b3c4-65ec5568ff5b req-51c66311-ac90-4ebd-8ac2-c3ad174e124c tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Deleting port 73c5fdf0-3495-4688-966c-c874e61f4e0a {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:55:51.762754 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-af7bece0-0fbb-4dc5-b3c4-65ec5568ff5b req-51c66311-ac90-4ebd-8ac2-c3ad174e124c tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:51.785990 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-139fd468-e85d-46ca-9d59-1b8c3733341b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:51.797628 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:51.829048 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-6d586bc6-80ca-4452-911f-f7702f6d3a23 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] Made reservation on behalf of 4b560937148247c28f18636fbb1554eb for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:55:51.832717 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-6d586bc6-80ca-4452-911f-f7702f6d3a23 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:51.863739 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 1890c58e-7b30-404d-b5bc-37886c3fd299, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1890c58e-7b30-404d-b5bc-37886c3fd299,segment=NetworkSegment(4c272644-500c-413c-905e-4ca7e6890613),segment_id=4c272644-500c-413c-905e-4ca7e6890613)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:51.870131 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-139fd468-e85d-46ca-9d59-1b8c3733341b service neutron] Transition to ACTIVE for port object 24edb1fe-1d30-4c08-ab37-4ad5bafeadaa will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:55:51.872584 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:51.903291 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-139fd468-e85d-46ca-9d59-1b8c3733341b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:51.975443 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=1890c58e-7b30-404d-b5bc-37886c3fd299,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:52.005245 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d5b3e-e00e-44df-8989-9113e07930ba req-e9ddda8e-61b8-40da-bd85-73a7fe26a3ab tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:52.007093 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-883d5b3e-e00e-44df-8989-9113e07930ba req-e9ddda8e-61b8-40da-bd85-73a7fe26a3ab tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.82 "GET /v2.0/ports?device_id=b33134e6-091b-45e6-a522-234a7e6c7812 HTTP/1.1" status: 200 len: 945 time: 0.3990843 Aug 11 21:55:52.036963 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-a07975d4-2014-4b2a-b1ab-00990ac402e4 service neutron] 10.222.0.77 "GET /v2.0/networks/e065759b-9598-4e49-9dd4-b84a6811ca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288982 Aug 11 21:55:52.064695 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139fd468-e85d-46ca-9d59-1b8c3733341b service neutron] Pushing event updated for resources: {'Port': ['ID=24edb1fe-1d30-4c08-ab37-4ad5bafeadaa,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:52.091686 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c4d7730b-6489-49ce-bf9e-e3bb4c40986a req-b4fcf882-53a5-45c6-87cf-ac95e973ffd3 service neutron] 10.222.0.52 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642559 Aug 11 21:55:52.129904 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.db.resource_extend [req-2936f7e3-eacd-4356-9b84-ef6f783e5571 req-373016f1-39cd-4c7b-ae6e-6d5cb4e1dc83 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 21:55:52.171694 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dd20cc65-ccbc-4ce7-9590-1325113d837b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:52.274536 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-af7bece0-0fbb-4dc5-b3c4-65ec5568ff5b req-51c66311-ac90-4ebd-8ac2-c3ad174e124c tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] For port 73c5fdf0-3495-4688-966c-c874e61f4e0a, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=73c5fdf0-3495-4688-966c-c874e61f4e0a,segment=NetworkSegment(403410e7-075b-4cee-ac6f-72f7ef186622),segment_id=403410e7-075b-4cee-ac6f-72f7ef186622)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:52.275242 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-af7bece0-0fbb-4dc5-b3c4-65ec5568ff5b req-51c66311-ac90-4ebd-8ac2-c3ad174e124c tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:52.283271 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-e33b75ff-0778-465d-ab5b-715745ca2d0d req-bc6b10af-3cad-4f30-8534-fffd2283799e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] For port 68688c25-38c1-4326-940c-34ceb94ffa14, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=68688c25-38c1-4326-940c-34ceb94ffa14,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:52.283919 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e33b75ff-0778-465d-ab5b-715745ca2d0d req-bc6b10af-3cad-4f30-8534-fffd2283799e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:52.357016 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-6d586bc6-80ca-4452-911f-f7702f6d3a23 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] Allocated IP 172.20.0.12 (d252b144-8ee1-4214-9009-24fc2b027da8/0b8bfda9-0d83-4ab0-bddf-5f83ec45602d/692e4c2f-dfe8-4f26-b8ba-3e5447e313a2) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:55:52.366361 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2936f7e3-eacd-4356-9b84-ef6f783e5571 req-373016f1-39cd-4c7b-ae6e-6d5cb4e1dc83 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:52.369061 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-af7bece0-0fbb-4dc5-b3c4-65ec5568ff5b req-51c66311-ac90-4ebd-8ac2-c3ad174e124c tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Calling delete_port for 73c5fdf0-3495-4688-966c-c874e61f4e0a owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:55:52.372633 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-e33b75ff-0778-465d-ab5b-715745ca2d0d req-bc6b10af-3cad-4f30-8534-fffd2283799e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Calling delete_port for 68688c25-38c1-4326-940c-34ceb94ffa14 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:55:52.381777 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2936f7e3-eacd-4356-9b84-ef6f783e5571 req-373016f1-39cd-4c7b-ae6e-6d5cb4e1dc83 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:52.415144 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-c5bfd8cf-8c67-4b05-b6e9-0847f730b028 service neutron] 10.222.0.77 "GET /v2.0/networks/e065759b-9598-4e49-9dd4-b84a6811ca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574693 Aug 11 21:55:52.423265 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-139fd468-e85d-46ca-9d59-1b8c3733341b service neutron] Attempting to bind port 24edb1fe-1d30-4c08-ab37-4ad5bafeadaa on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:55:52.423539 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-139fd468-e85d-46ca-9d59-1b8c3733341b service neutron] Attempting to bind port 24edb1fe-1d30-4c08-ab37-4ad5bafeadaa by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:55:52.423897 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-139fd468-e85d-46ca-9d59-1b8c3733341b service neutron] Attempting to bind port 24edb1fe-1d30-4c08-ab37-4ad5bafeadaa on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:55:52.447181 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-139fd468-e85d-46ca-9d59-1b8c3733341b service neutron] Port 24edb1fe-1d30-4c08-ab37-4ad5bafeadaa on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:55:52.447689 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-139fd468-e85d-46ca-9d59-1b8c3733341b service neutron] Attempting to bind port 24edb1fe-1d30-4c08-ab37-4ad5bafeadaa on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:55:52.475598 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-dd20cc65-ccbc-4ce7-9590-1325113d837b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Allocated IP 172.25.2.121 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/04bdcdf6-248e-482c-aed3-b33f4ac841d1) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:55:52.482788 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-139fd468-e85d-46ca-9d59-1b8c3733341b service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:55:52.483152 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-139fd468-e85d-46ca-9d59-1b8c3733341b service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:55:52.483468 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-139fd468-e85d-46ca-9d59-1b8c3733341b service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:55:52.483966 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-139fd468-e85d-46ca-9d59-1b8c3733341b service neutron] Bound port: 24edb1fe-1d30-4c08-ab37-4ad5bafeadaa, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:55:52.484340 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-139fd468-e85d-46ca-9d59-1b8c3733341b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:52.747107 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-139fd468-e85d-46ca-9d59-1b8c3733341b service neutron] For port 24edb1fe-1d30-4c08-ab37-4ad5bafeadaa, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:55:52.805294 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-883d5b3e-e00e-44df-8989-9113e07930ba req-a4a9d9e9-383a-4036-8805-91a7356baf46 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Deleting port 1f5e8ddd-e052-43fc-bf6a-4496e619f1ad {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:55:52.806236 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-883d5b3e-e00e-44df-8989-9113e07930ba req-a4a9d9e9-383a-4036-8805-91a7356baf46 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:52.872119 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-6d586bc6-80ca-4452-911f-f7702f6d3a23 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:52.880661 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dd20cc65-ccbc-4ce7-9590-1325113d837b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:52.883868 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-139fd468-e85d-46ca-9d59-1b8c3733341b service neutron] For port 24edb1fe-1d30-4c08-ab37-4ad5bafeadaa, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=24edb1fe-1d30-4c08-ab37-4ad5bafeadaa,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:55:52.899770 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-139fd468-e85d-46ca-9d59-1b8c3733341b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:52.900985 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [req-2936f7e3-eacd-4356-9b84-ef6f783e5571 req-373016f1-39cd-4c7b-ae6e-6d5cb4e1dc83 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Floating IP 633e1d3f-c075-4849-af38-c8935c818712 associated. External IP: 172.25.2.103, port: 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e. Aug 11 21:55:52.975493 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-139fd468-e85d-46ca-9d59-1b8c3733341b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:52.976130 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-139fd468-e85d-46ca-9d59-1b8c3733341b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:52.977673 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-139fd468-e85d-46ca-9d59-1b8c3733341b service neutron] 10.222.0.82 "PUT /v2.0/ports/24edb1fe-1d30-4c08-ab37-4ad5bafeadaa HTTP/1.1" status: 200 len: 1096 time: 4.0056159 Aug 11 21:55:52.979895 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa6fee0-0b7c-4cb1-a673-daaeb3130e31', 'tag': '24edb1fe-1d30-4c08-ab37-4ad5bafeadaa'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:55:52.982909 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cf3ec8-1125-4117-89cf-e0a6a0ae7973" -d '{"events": [{"name": "network-changed", "server_uuid": "2aa6fee0-0b7c-4cb1-a673-daaeb3130e31", "tag": "24edb1fe-1d30-4c08-ab37-4ad5bafeadaa"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:55:53.040646 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c64cf-93ee-41bd-ad21-9df6074a9758 req-eb47de2b-1c45-4d52-a487-1bc8bc4b9669 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:53.059768 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9f8c64cf-93ee-41bd-ad21-9df6074a9758 req-eb47de2b-1c45-4d52-a487-1bc8bc4b9669 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2aa6fee0-0b7c-4cb1-a673-daaeb3130e31 HTTP/1.1" status: 200 len: 948 time: 0.2400453 Aug 11 21:55:53.141033 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139fd468-e85d-46ca-9d59-1b8c3733341b service neutron] Pushing event updated for resources: {'Port': ['ID=24edb1fe-1d30-4c08-ab37-4ad5bafeadaa,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:53.153701 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-6d586bc6-80ca-4452-911f-f7702f6d3a23 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:53.196747 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dd20cc65-ccbc-4ce7-9590-1325113d837b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:53.296668 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-44a31c4e-fed0-4ea4-abf0-803b9f78f827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:53.298449 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-44a31c4e-fed0-4ea4-abf0-803b9f78f827 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fda8d30fb096432db86c7a2a58224021&device_id=2aa6fee0-0b7c-4cb1-a673-daaeb3130e31 HTTP/1.1" status: 200 len: 1099 time: 0.2045031 Aug 11 21:55:53.328959 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9f8c64cf-93ee-41bd-ad21-9df6074a9758 req-01b851be-dbdf-465e-8933-687fdad76ac5 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678454 Aug 11 21:55:53.338601 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-6d586bc6-80ca-4452-911f-f7702f6d3a23 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] Network d252b144-8ee1-4214-9009-24fc2b027da8 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:55:53.446905 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-883d5b3e-e00e-44df-8989-9113e07930ba req-a4a9d9e9-383a-4036-8805-91a7356baf46 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] For port 1f5e8ddd-e052-43fc-bf6a-4496e619f1ad, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=1f5e8ddd-e052-43fc-bf6a-4496e619f1ad,segment=NetworkSegment(d60eadc4-e749-4c53-8441-df01b509ac00),segment_id=d60eadc4-e749-4c53-8441-df01b509ac00)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:53.447300 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-883d5b3e-e00e-44df-8989-9113e07930ba req-a4a9d9e9-383a-4036-8805-91a7356baf46 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:53.453521 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-6d586bc6-80ca-4452-911f-f7702f6d3a23 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:55:53.462185 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-6d586bc6-80ca-4452-911f-f7702f6d3a23 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:55:53.479776 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1890c58e-7b30-404d-b5bc-37886c3fd299 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:55:53.481431 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd20cc65-ccbc-4ce7-9590-1325113d837b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:55:53.483936 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-af7bece0-0fbb-4dc5-b3c4-65ec5568ff5b req-51c66311-ac90-4ebd-8ac2-c3ad174e124c tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:53.487199 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-927575ac-22ac-46ef-9688-1a8b389ca4f7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=24edb1fe-1d30-4c08-ab37-4ad5bafeadaa HTTP/1.1" status: 200 len: 217 time: 0.1523800 Aug 11 21:55:53.552841 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d586bc6-80ca-4452-911f-f7702f6d3a23 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] Pushing event updated for resources: {'Port': ['ID=692e4c2f-dfe8-4f26-b8ba-3e5447e313a2,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:53.563735 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-dd20cc65-ccbc-4ce7-9590-1325113d837b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:55:53.568992 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd20cc65-ccbc-4ce7-9590-1325113d837b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:55:53.586426 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:55:53.587197 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e33b75ff-0778-465d-ab5b-715745ca2d0d req-bc6b10af-3cad-4f30-8534-fffd2283799e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:53.596673 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-883d5b3e-e00e-44df-8989-9113e07930ba req-a4a9d9e9-383a-4036-8805-91a7356baf46 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Calling delete_port for 1f5e8ddd-e052-43fc-bf6a-4496e619f1ad owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:55:53.684342 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 1890c58e-7b30-404d-b5bc-37886c3fd299 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:55:53.685132 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:53.691568 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b10af-3cad-4f30-8534-fffd2283799e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Pushing event deleted for resources: {'Port': ['ID=68688c25-38c1-4326-940c-34ceb94ffa14,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:53.847167 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-6d586bc6-80ca-4452-911f-f7702f6d3a23 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:53.847954 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-6d586bc6-80ca-4452-911f-f7702f6d3a23 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:53.860786 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20cc65-ccbc-4ce7-9590-1325113d837b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Pushing event updated for resources: {'Port': ['ID=04bdcdf6-248e-482c-aed3-b33f4ac841d1,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:53.890641 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-15baa18a-be33-46d3-a81c-534405ef5856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:53.893515 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-15baa18a-be33-46d3-a81c-534405ef5856 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.3565335 Aug 11 21:55:53.914290 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c66311-ac90-4ebd-8ac2-c3ad174e124c tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Pushing event deleted for resources: {'Port': ['ID=73c5fdf0-3495-4688-966c-c874e61f4e0a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:53.932931 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-6d586bc6-80ca-4452-911f-f7702f6d3a23 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8313153 Aug 11 21:55:53.979602 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8799f-66de-43b4-bca8-871cfcce0b6e req-27bc1d98-b094-407e-82e8-ea1336498b3e tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:53.979887 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33b75ff-0778-465d-ab5b-715745ca2d0d req-bc6b10af-3cad-4f30-8534-fffd2283799e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] No DVR routers for this DVR port 68688c25-38c1-4326-940c-34ceb94ffa14 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:55:53.981603 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b8a8799f-66de-43b4-bca8-871cfcce0b6e req-27bc1d98-b094-407e-82e8-ea1336498b3e tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.77 "GET /v2.0/ports?device_id=b33134e6-091b-45e6-a522-234a7e6c7812 HTTP/1.1" status: 200 len: 945 time: 0.3723893 Aug 11 21:55:53.987405 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-5cbe6caa-00e8-4548-82f2-638a7d9fe59d service neutron] Request body: {'port': {'device_id': '631318ea-a0a5-4604-9893-4e9df8984e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:55:53.993343 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e33b75ff-0778-465d-ab5b-715745ca2d0d req-bc6b10af-3cad-4f30-8534-fffd2283799e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:53.997807 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e33b75ff-0778-465d-ab5b-715745ca2d0d req-bc6b10af-3cad-4f30-8534-fffd2283799e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.82 "DELETE /v2.0/ports/68688c25-38c1-4326-940c-34ceb94ffa14 HTTP/1.1" status: 204 len: 173 time: 2.8203249 Aug 11 21:55:53.999170 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a501b32-4ee3-463c-bb56-c7e18cde1c99', 'name': 'network-vif-deleted', 'tag': '68688c25-38c1-4326-940c-34ceb94ffa14'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:55:54.003436 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71e04c8-ff58-4377-a029-6288939dd0c8" -d '{"events": [{"server_uuid": "5a501b32-4ee3-463c-bb56-c7e18cde1c99", "name": "network-vif-deleted", "tag": "68688c25-38c1-4326-940c-34ceb94ffa14"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:55:54.048085 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2936f7e3-eacd-4356-9b84-ef6f783e5571 req-373016f1-39cd-4c7b-ae6e-6d5cb4e1dc83 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Router ab766ff7-0c58-4407-ac3a-219745fed97e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:55:54.049036 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7bece0-0fbb-4dc5-b3c4-65ec5568ff5b req-51c66311-ac90-4ebd-8ac2-c3ad174e124c tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] No DVR routers for this DVR port 73c5fdf0-3495-4688-966c-c874e61f4e0a on host n-h2-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:55:54.053665 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-af7bece0-0fbb-4dc5-b3c4-65ec5568ff5b req-51c66311-ac90-4ebd-8ac2-c3ad174e124c tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:54.055395 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-af7bece0-0fbb-4dc5-b3c4-65ec5568ff5b req-51c66311-ac90-4ebd-8ac2-c3ad174e124c tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.52 "DELETE /v2.0/ports/73c5fdf0-3495-4688-966c-c874e61f4e0a HTTP/1.1" status: 204 len: 173 time: 2.8924551 Aug 11 21:55:54.094501 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dd20cc65-ccbc-4ce7-9590-1325113d837b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:54.117515 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-9e141c33-d39f-4505-b9fc-a121204fe681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:54.120117 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-9e141c33-d39f-4505-b9fc-a121204fe681 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2153230 Aug 11 21:55:54.226749 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b8a8799f-66de-43b4-bca8-871cfcce0b6e req-296c5220-3a80-4af5-898d-020756af7060 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.77 "GET /v2.0/security-groups?id=6991841f-ed6c-4089-bba5-0acca521eb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163610 Aug 11 21:55:54.332429 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 21:55:54.354299 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-5cbe6caa-00e8-4548-82f2-638a7d9fe59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:54.378308 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dd20cc65-ccbc-4ce7-9590-1325113d837b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:54.546229 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 73c5fdf0-3495-4688-966c-c874e61f4e0a no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:55:54.586984 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 73c5fdf0-3495-4688-966c-c874e61f4e0a {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:55:54.588195 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 73c5fdf0-3495-4688-966c-c874e61f4e0a not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:55:54.629149 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-65868307-5424-4381-ba67-75feb2b7d961 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561057 Aug 11 21:55:54.970037 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-883d5b3e-e00e-44df-8989-9113e07930ba req-a4a9d9e9-383a-4036-8805-91a7356baf46 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:54.981669 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2936f7e3-eacd-4356-9b84-ef6f783e5571 req-373016f1-39cd-4c7b-ae6e-6d5cb4e1dc83 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:55:55.001178 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2936f7e3-eacd-4356-9b84-ef6f783e5571 req-373016f1-39cd-4c7b-ae6e-6d5cb4e1dc83 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:55.001416 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6f0906-e3d5-4d29-8326-06f6571304c0 None None] Sync routers for ids ['ab766ff7-0c58-4407-ac3a-219745fed97e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:55:55.024780 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6f0906-e3d5-4d29-8326-06f6571304c0 None None] Routers {'ab766ff7-0c58-4407-ac3a-219745fed97e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:55:55.025608 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-4d6f0906-e3d5-4d29-8326-06f6571304c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:55:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['ab766ff7-0c58-4407-ac3a-219745fed97e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:55.040624 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 68688c25-38c1-4326-940c-34ceb94ffa14 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:55:55.082660 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 68688c25-38c1-4326-940c-34ceb94ffa14 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:55:55.083022 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 68688c25-38c1-4326-940c-34ceb94ffa14 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:55:55.083888 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 1f5e8ddd-e052-43fc-bf6a-4496e619f1ad no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:55:55.087756 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9d9e9-383a-4036-8805-91a7356baf46 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Pushing event deleted for resources: {'Port': ['ID=1f5e8ddd-e052-43fc-bf6a-4496e619f1ad,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:55.117090 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-ab7606d9-7ad1-4eb2-8a87-1cc5adc05085 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:55.119711 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-ab7606d9-7ad1-4eb2-8a87-1cc5adc05085 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.82 "GET /v2.0/networks?id=e065759b-9598-4e49-9dd4-b84a6811ca8d HTTP/1.1" status: 200 len: 805 time: 0.4770019 Aug 11 21:55:55.129955 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 1f5e8ddd-e052-43fc-bf6a-4496e619f1ad {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:55:55.130752 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 1f5e8ddd-e052-43fc-bf6a-4496e619f1ad not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:55:55.134166 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2936f7e3-eacd-4356-9b84-ef6f783e5571 req-373016f1-39cd-4c7b-ae6e-6d5cb4e1dc83 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "PUT /v2.0/floatingips/633e1d3f-c075-4849-af38-c8935c818712 HTTP/1.1" status: 200 len: 997 time: 4.8697824 Aug 11 21:55:55.170183 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-48fd2f1f-8db1-49fe-8b2c-ee52f2367e10 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Request body: {'port': {'device_id': '2417c44e-fa1f-4a43-a7a0-789b7d8a56e4', 'network_id': 'e065759b-9598-4e49-9dd4-b84a6811ca8d', 'admin_state_up': True, 'tenant_id': '2f92f84593c645c991d8da56fb117a97'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:55:55.198070 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-4d6f0906-e3d5-4d29-8326-06f6571304c0 None None] Set router ab766ff7-0c58-4407-ac3a-219745fed97e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:55:55.308325 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47733311-784c-45af-990f-d977c1da04c9 req-7c1d240c-14fb-49c1-8443-76b5429baddc tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:55.314530 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-883d5b3e-e00e-44df-8989-9113e07930ba req-a4a9d9e9-383a-4036-8805-91a7356baf46 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] No DVR routers for this DVR port 1f5e8ddd-e052-43fc-bf6a-4496e619f1ad on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:55:55.323240 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-47733311-784c-45af-990f-d977c1da04c9 req-7c1d240c-14fb-49c1-8443-76b5429baddc tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] 10.222.0.77 "GET /v2.0/ports?device_id=631318ea-a0a5-4604-9893-4e9df8984e33 HTTP/1.1" status: 200 len: 932 time: 0.8651652 Aug 11 21:55:55.326834 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-883d5b3e-e00e-44df-8989-9113e07930ba req-a4a9d9e9-383a-4036-8805-91a7356baf46 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:55.330092 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-883d5b3e-e00e-44df-8989-9113e07930ba req-a4a9d9e9-383a-4036-8805-91a7356baf46 tempest-ServerAddressesNegativeTestJSON-1807552171 tempest-ServerAddressesNegativeTestJSON-1807552171-project] 10.222.0.82 "DELETE /v2.0/ports/1f5e8ddd-e052-43fc-bf6a-4496e619f1ad HTTP/1.1" status: 204 len: 173 time: 3.3068442 Aug 11 21:55:55.393680 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936f7e3-eacd-4356-9b84-ef6f783e5571 req-a8eb79ba-641c-4341-a5c7-f17ff941d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:55.397607 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2936f7e3-eacd-4356-9b84-ef6f783e5571 req-a8eb79ba-641c-4341-a5c7-f17ff941d212 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2b9279c1feca4096aedd3bf29c3bbd31&device_id=b1a97b22-206c-47b3-9e88-596200a2f369 HTTP/1.1" status: 200 len: 1097 time: 0.2331550 Aug 11 21:55:55.472842 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-47733311-784c-45af-990f-d977c1da04c9 req-f0bf93cc-4715-4c10-95dd-0a562ebdc49e tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] 10.222.0.77 "GET /v2.0/security-groups?id=265acae2-0076-4455-8b63-61e8b325b9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475310 Aug 11 21:55:55.539975 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-43e99bf0-d17a-45ed-904b-28e9dc2b4b3e req-edfa2b87-b77a-47e9-b58b-82db8844fda4 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8973997 Aug 11 21:55:55.566254 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-48fd2f1f-8db1-49fe-8b2c-ee52f2367e10 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Made reservation on behalf of 2f92f84593c645c991d8da56fb117a97 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:55:55.574946 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-48fd2f1f-8db1-49fe-8b2c-ee52f2367e10 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:55.625191 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-488e8aa6-a852-4489-873f-472f605340c6 req-63e32efc-1c36-484f-be70-ecef2adb1ac9 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=2417c44e-fa1f-4a43-a7a0-789b7d8a56e4 HTTP/1.1" status: 200 len: 210 time: 0.0548761 Aug 11 21:55:55.631659 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dd20cc65-ccbc-4ce7-9590-1325113d837b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:55.696957 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936f7e3-eacd-4356-9b84-ef6f783e5571 req-3c8279db-9f10-46f8-9bc4-61095ddcb51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:55.698606 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2936f7e3-eacd-4356-9b84-ef6f783e5571 req-3c8279db-9f10-46f8-9bc4-61095ddcb51c service neutron] 10.222.0.77 "GET /v2.0/networks?id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8 HTTP/1.1" status: 200 len: 922 time: 0.2536740 Aug 11 21:55:55.726718 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64679d1e-27dc-4c72-8489-d0275638072b x-openstack-request-id: req-64679d1e-27dc-4c72-8489-d0275638072b {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:55:55.727080 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aa6fee0-0b7c-4cb1-a673-daaeb3130e31", "tag": "24edb1fe-1d30-4c08-ab37-4ad5bafeadaa", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:55:55.727399 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-64679d1e-27dc-4c72-8489-d0275638072b {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:55:55.727847 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aa6fee0-0b7c-4cb1-a673-daaeb3130e31', 'tag': '24edb1fe-1d30-4c08-ab37-4ad5bafeadaa', 'status': 'completed', 'code': 200} Aug 11 21:55:55.728518 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dd20cc65-ccbc-4ce7-9590-1325113d837b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:55.746141 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-4d6f0906-e3d5-4d29-8326-06f6571304c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355814969-router', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:54:14Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'gw_port': {'id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:16Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '633e1d3f-c075-4849-af38-c8935c818712', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'port_id': '854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'mac_address': 'fa:16:3e:60:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a97b22-206c-47b3-9e88-596200a2f369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T21:54:58Z', 'updated_at': '2021-08-11T21:55:51Z', 'revision_number': 8, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d766c7a-1c2f-4e7c-85d5-258a1dcf401b', 'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'mac_address': 'fa:16:3e:94:fa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:24Z', 'updated_at': '2021-08-11T21:54:36Z', 'revision_number': 5, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'subnets': [{'id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:55.805714 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-5cbe6caa-00e8-4548-82f2-638a7d9fe59d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 692e4c2f-dfe8-4f26-b8ba-3e5447e313a2 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:55:55.818424 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6f0906-e3d5-4d29-8326-06f6571304c0 None None] Checking router: ab766ff7-0c58-4407-ac3a-219745fed97e for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:55:55.830798 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-5cbe6caa-00e8-4548-82f2-638a7d9fe59d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:55.840900 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6f0906-e3d5-4d29-8326-06f6571304c0 None None] Routers {'ab766ff7-0c58-4407-ac3a-219745fed97e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:55:55.842047 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2936f7e3-eacd-4356-9b84-ef6f783e5571 req-88fa9c02-0009-4a69-8e6d-3eec49e8514f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e HTTP/1.1" status: 200 len: 1000 time: 0.1302807 Aug 11 21:55:55.843131 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-4d6f0906-e3d5-4d29-8326-06f6571304c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:55:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['ab766ff7-0c58-4407-ac3a-219745fed97e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:55.856858 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383b7d69-1bd7-4521-b822-2d58c2549eb7 x-openstack-request-id: req-383b7d69-1bd7-4521-b822-2d58c2549eb7 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:55:55.857356 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a501b32-4ee3-463c-bb56-c7e18cde1c99", "name": "network-vif-deleted", "tag": "68688c25-38c1-4326-940c-34ceb94ffa14", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:55:55.857935 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-383b7d69-1bd7-4521-b822-2d58c2549eb7 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:55:55.858666 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a501b32-4ee3-463c-bb56-c7e18cde1c99', 'name': 'network-vif-deleted', 'tag': '68688c25-38c1-4326-940c-34ceb94ffa14', 'status': 'completed', 'code': 200} Aug 11 21:55:55.868366 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-48fd2f1f-8db1-49fe-8b2c-ee52f2367e10 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Allocated IP 172.20.0.13 (e065759b-9598-4e49-9dd4-b84a6811ca8d/8a417fc4-720c-4110-80f4-cad05729542b/8adb5a46-6af4-4272-9a66-6444a0c50aef) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:55:55.875765 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20cc65-ccbc-4ce7-9590-1325113d837b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Pushing event updated for resources: {'Port': ['ID=04bdcdf6-248e-482c-aed3-b33f4ac841d1,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:55.893110 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-5cbe6caa-00e8-4548-82f2-638a7d9fe59d service neutron] Transition to ACTIVE for port object 692e4c2f-dfe8-4f26-b8ba-3e5447e313a2 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:55:55.908723 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-5cbe6caa-00e8-4548-82f2-638a7d9fe59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:55.916366 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf3ec8-1125-4117-89cf-e0a6a0ae7973 req-708d2e58-793b-4f93-a472-2adbcc052cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:55.918052 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d6cf3ec8-1125-4117-89cf-e0a6a0ae7973 req-708d2e58-793b-4f93-a472-2adbcc052cd9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fda8d30fb096432db86c7a2a58224021&device_id=2aa6fee0-0b7c-4cb1-a673-daaeb3130e31 HTTP/1.1" status: 200 len: 1099 time: 0.1555150 Aug 11 21:55:55.918918 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dd20cc65-ccbc-4ce7-9590-1325113d837b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:56.060341 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936f7e3-eacd-4356-9b84-ef6f783e5571 req-6a9a6b5a-b22c-498e-8a3a-966d9744b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:56.061959 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2936f7e3-eacd-4356-9b84-ef6f783e5571 req-6a9a6b5a-b22c-498e-8a3a-966d9744b5d8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b7ac5f32-d2d7-4a74-9968-93111b1f2c36 HTTP/1.1" status: 200 len: 860 time: 0.1290264 Aug 11 21:55:56.066670 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dd20cc65-ccbc-4ce7-9590-1325113d837b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:56.067916 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-dd20cc65-ccbc-4ce7-9590-1325113d837b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5320024 Aug 11 21:55:56.075738 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe6caa-00e8-4548-82f2-638a7d9fe59d service neutron] Pushing event updated for resources: {'Port': ['ID=692e4c2f-dfe8-4f26-b8ba-3e5447e313a2,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:56.112476 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-4d6f0906-e3d5-4d29-8326-06f6571304c0 None None] Set router ab766ff7-0c58-4407-ac3a-219745fed97e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:55:56.183289 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec73fe-d29d-4e62-824e-b4dac67826f4 req-258ee917-ba84-4697-b02f-4f43db077711 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:56.186740 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-40ec73fe-d29d-4e62-824e-b4dac67826f4 req-258ee917-ba84-4697-b02f-4f43db077711 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2aa6fee0-0b7c-4cb1-a673-daaeb3130e31 HTTP/1.1" status: 200 len: 948 time: 0.2637103 Aug 11 21:55:56.217133 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-48fd2f1f-8db1-49fe-8b2c-ee52f2367e10 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:56.219859 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936f7e3-eacd-4356-9b84-ef6f783e5571 req-b1cf2a85-5247-4452-98aa-5b74ae565b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:56.222506 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2936f7e3-eacd-4356-9b84-ef6f783e5571 req-b1cf2a85-5247-4452-98aa-5b74ae565b9d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270101 Aug 11 21:55:56.242533 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-2936f7e3-eacd-4356-9b84-ef6f783e5571 req-3d0e3516-19c5-4585-afa6-ea47dc29b726 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 21:55:56.245306 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2936f7e3-eacd-4356-9b84-ef6f783e5571 req-3d0e3516-19c5-4585-afa6-ea47dc29b726 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065246 Aug 11 21:55:56.271824 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf3ec8-1125-4117-89cf-e0a6a0ae7973 req-d0a49994-df6a-4428-acfc-ee441421d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:56.274180 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d6cf3ec8-1125-4117-89cf-e0a6a0ae7973 req-d0a49994-df6a-4428-acfc-ee441421d6d4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.3458142 Aug 11 21:55:56.350203 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d6cf3ec8-1125-4117-89cf-e0a6a0ae7973 req-a9f98edf-d5ec-404f-b855-9c1986a4b1c2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=24edb1fe-1d30-4c08-ab37-4ad5bafeadaa HTTP/1.1" status: 200 len: 217 time: 0.0572336 Aug 11 21:55:56.361420 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-40ec73fe-d29d-4e62-824e-b4dac67826f4 req-428c9e5c-7cbe-44d6-b99f-47eadaf77b8e tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634896 Aug 11 21:55:56.365312 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-5cbe6caa-00e8-4548-82f2-638a7d9fe59d service neutron] Attempting to bind port 692e4c2f-dfe8-4f26-b8ba-3e5447e313a2 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:55:56.368126 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-5cbe6caa-00e8-4548-82f2-638a7d9fe59d service neutron] Attempting to bind port 692e4c2f-dfe8-4f26-b8ba-3e5447e313a2 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'ba550e5c-d2fa-41e4-b5f2-e2c3192d4488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd252b144-8ee1-4214-9009-24fc2b027da8'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:55:56.372584 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-5cbe6caa-00e8-4548-82f2-638a7d9fe59d service neutron] Attempting to bind port 692e4c2f-dfe8-4f26-b8ba-3e5447e313a2 on network d252b144-8ee1-4214-9009-24fc2b027da8 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:55:56.396857 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-48fd2f1f-8db1-49fe-8b2c-ee52f2367e10 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:56.442635 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-5cbe6caa-00e8-4548-82f2-638a7d9fe59d service neutron] Port 692e4c2f-dfe8-4f26-b8ba-3e5447e313a2 on network d252b144-8ee1-4214-9009-24fc2b027da8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:55:56.442908 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-5cbe6caa-00e8-4548-82f2-638a7d9fe59d service neutron] Attempting to bind port 692e4c2f-dfe8-4f26-b8ba-3e5447e313a2 on network d252b144-8ee1-4214-9009-24fc2b027da8 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:55:56.466897 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-48fd2f1f-8db1-49fe-8b2c-ee52f2367e10 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Network e065759b-9598-4e49-9dd4-b84a6811ca8d is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:55:56.469453 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-5cbe6caa-00e8-4548-82f2-638a7d9fe59d service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:55:56.472198 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-5cbe6caa-00e8-4548-82f2-638a7d9fe59d service neutron] Checking segment: {'id': 'ba550e5c-d2fa-41e4-b5f2-e2c3192d4488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd252b144-8ee1-4214-9009-24fc2b027da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:55:56.472490 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-5cbe6caa-00e8-4548-82f2-638a7d9fe59d service neutron] Bound using segment: {'id': 'ba550e5c-d2fa-41e4-b5f2-e2c3192d4488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd252b144-8ee1-4214-9009-24fc2b027da8'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:55:56.472616 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-48fd2f1f-8db1-49fe-8b2c-ee52f2367e10 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:55:56.475046 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-5cbe6caa-00e8-4548-82f2-638a7d9fe59d service neutron] Bound port: 692e4c2f-dfe8-4f26-b8ba-3e5447e313a2, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba550e5c-d2fa-41e4-b5f2-e2c3192d4488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd252b144-8ee1-4214-9009-24fc2b027da8'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:55:56.475570 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-5cbe6caa-00e8-4548-82f2-638a7d9fe59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:56.494696 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-48fd2f1f-8db1-49fe-8b2c-ee52f2367e10 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:55:56.541035 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd2f1f-8db1-49fe-8b2c-ee52f2367e10 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Pushing event updated for resources: {'Port': ['ID=8adb5a46-6af4-4272-9a66-6444a0c50aef,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:56.561066 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2936f7e3-eacd-4356-9b84-ef6f783e5571 req-acd433f2-bd73-43a3-acf3-f44f56ce65e1 service neutron] 10.222.0.77 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679698 Aug 11 21:55:56.576448 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55332) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:56.615416 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf3ec8-1125-4117-89cf-e0a6a0ae7973 req-10924674-5627-42f6-8e4e-1a804499e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:56.619014 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d6cf3ec8-1125-4117-89cf-e0a6a0ae7973 req-10924674-5627-42f6-8e4e-1a804499e9c2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.2547050 Aug 11 21:55:56.644264 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-5cbe6caa-00e8-4548-82f2-638a7d9fe59d service neutron] For port 692e4c2f-dfe8-4f26-b8ba-3e5447e313a2, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:55:56.675304 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-5cbe6caa-00e8-4548-82f2-638a7d9fe59d service neutron] For port 692e4c2f-dfe8-4f26-b8ba-3e5447e313a2, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=692e4c2f-dfe8-4f26-b8ba-3e5447e313a2,segment=NetworkSegment(ba550e5c-d2fa-41e4-b5f2-e2c3192d4488),segment_id=ba550e5c-d2fa-41e4-b5f2-e2c3192d4488)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:55:56.676867 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-48fd2f1f-8db1-49fe-8b2c-ee52f2367e10 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:56.677642 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-48fd2f1f-8db1-49fe-8b2c-ee52f2367e10 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:56.723668 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-413dd760-c9bb-4eb1-ae0f-635ee1ff11d6 admin admin] Deleting subnet 33bf3945-6bf9-4021-af06-5ee3026b2e8e {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 21:55:56.726023 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-5cbe6caa-00e8-4548-82f2-638a7d9fe59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:56.738850 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-413dd760-c9bb-4eb1-ae0f-635ee1ff11d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:56.743436 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-48fd2f1f-8db1-49fe-8b2c-ee52f2367e10 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6077979 Aug 11 21:55:56.773339 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-bbbb6367-b8be-4a06-9874-6f8bbcb7a934 service neutron] Request body: {'port': {'device_id': '2417c44e-fa1f-4a43-a7a0-789b7d8a56e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:55:56.781158 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2936f7e3-eacd-4356-9b84-ef6f783e5571 req-21d8f95d-8b27-40e5-bbd3-c5fe3a549e7b service neutron] 10.222.0.77 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191656 Aug 11 21:55:56.808660 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-9432e4d6-3c01-4c01-89e6-4d66e5c44e7b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1649650855&fields=id&tenant_id=bbabed8946d642c3bc7c5dee10664230 HTTP/1.1" status: 200 len: 267 time: 0.1286774 Aug 11 21:55:56.816101 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-5cbe6caa-00e8-4548-82f2-638a7d9fe59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:56.816299 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-5cbe6caa-00e8-4548-82f2-638a7d9fe59d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:56.817799 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-5cbe6caa-00e8-4548-82f2-638a7d9fe59d service neutron] 10.222.0.52 "PUT /v2.0/ports/692e4c2f-dfe8-4f26-b8ba-3e5447e313a2 HTTP/1.1" status: 200 len: 1092 time: 2.8560343 Aug 11 21:55:56.821995 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-4d6f0906-e3d5-4d29-8326-06f6571304c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355814969-router', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:54:14Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'gw_port': {'id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:16Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '633e1d3f-c075-4849-af38-c8935c818712', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'port_id': '854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'mac_address': 'fa:16:3e:60:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a97b22-206c-47b3-9e88-596200a2f369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T21:54:58Z', 'updated_at': '2021-08-11T21:55:51Z', 'revision_number': 8, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d766c7a-1c2f-4e7c-85d5-258a1dcf401b', 'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'mac_address': 'fa:16:3e:94:fa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:24Z', 'updated_at': '2021-08-11T21:54:36Z', 'revision_number': 5, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'subnets': [{'id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:56.825630 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-413dd760-c9bb-4eb1-ae0f-635ee1ff11d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:56.853013 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe6caa-00e8-4548-82f2-638a7d9fe59d service neutron] Pushing event updated for resources: {'Port': ['ID=692e4c2f-dfe8-4f26-b8ba-3e5447e313a2,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:56.864762 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf3ec8-1125-4117-89cf-e0a6a0ae7973 req-707da47a-0601-44a1-a58c-d37663986f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:56.866595 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d6cf3ec8-1125-4117-89cf-e0a6a0ae7973 req-707da47a-0601-44a1-a58c-d37663986f68 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2336836 Aug 11 21:55:56.875207 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6f0906-e3d5-4d29-8326-06f6571304c0 None None] The sync data for ids ['ab766ff7-0c58-4407-ac3a-219745fed97e'] in n-d-804275-3 is: [{'id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355814969-router', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:54:14Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'gw_port': {'id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:16Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '633e1d3f-c075-4849-af38-c8935c818712', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'port_id': '854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'mac_address': 'fa:16:3e:60:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a97b22-206c-47b3-9e88-596200a2f369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T21:54:58Z', 'updated_at': '2021-08-11T21:55:51Z', 'revision_number': 8, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d766c7a-1c2f-4e7c-85d5-258a1dcf401b', 'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'mac_address': 'fa:16:3e:94:fa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:24Z', 'updated_at': '2021-08-11T21:54:36Z', 'revision_number': 5, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'subnets': [{'id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:55:56.914454 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-bbbb6367-b8be-4a06-9874-6f8bbcb7a934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:56.962450 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-413dd760-c9bb-4eb1-ae0f-635ee1ff11d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:57.139899 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186c7d7-cfa6-4203-984b-d939948245da req-08faf4e6-ebc3-4754-8a04-5ce92e9d99ea tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:57.142327 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a186c7d7-cfa6-4203-984b-d939948245da req-08faf4e6-ebc3-4754-8a04-5ce92e9d99ea tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] 10.222.0.77 "GET /v2.0/ports?device_id=631318ea-a0a5-4604-9893-4e9df8984e33 HTTP/1.1" status: 200 len: 944 time: 0.1961818 Aug 11 21:55:57.170783 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8652fa00-0b88-490a-b732-68843110fd4c None None] New status for floating IP 633e1d3f-c075-4849-af38-c8935c818712: ACTIVE {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 21:55:57.185526 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-413dd760-c9bb-4eb1-ae0f-635ee1ff11d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:57.193195 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-4936f612-bebc-4251-ad1b-2c22c8e07570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:57.194719 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-4936f612-bebc-4251-ad1b-2c22c8e07570 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4b560937148247c28f18636fbb1554eb&device_id=631318ea-a0a5-4604-9893-4e9df8984e33 HTTP/1.1" status: 200 len: 1095 time: 0.2687478 Aug 11 21:55:57.211007 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-3a17d60b-b647-4eef-acf9-60ccb0fde50b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:57.213018 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-3a17d60b-b647-4eef-acf9-60ccb0fde50b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/networks?id=1c3ee35b-1680-40ce-a5ec-450a30ee6971 HTTP/1.1" status: 200 len: 816 time: 0.4035201 Aug 11 21:55:57.276196 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-2b55b25c-4987-40d2-ac6e-33b019acbece service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=692e4c2f-dfe8-4f26-b8ba-3e5447e313a2 HTTP/1.1" status: 200 len: 217 time: 0.0618849 Aug 11 21:55:57.279829 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d6cf3ec8-1125-4117-89cf-e0a6a0ae7973 req-de386dc0-a5c8-4d22-8450-d6884f8b9269 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556159 Aug 11 21:55:57.281790 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-bf58d2f0-1036-41bc-ac74-3e5a9e2113cb tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/quotas/bbabed8946d642c3bc7c5dee10664230 HTTP/1.1" status: 200 len: 375 time: 0.0549099 Aug 11 21:55:57.309138 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413dd760-c9bb-4eb1-ae0f-635ee1ff11d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33bf3945-6bf9-4021-af06-5ee3026b2e8e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:57.332423 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-413dd760-c9bb-4eb1-ae0f-635ee1ff11d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:57.337180 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-413dd760-c9bb-4eb1-ae0f-635ee1ff11d6 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/33bf3945-6bf9-4021-af06-5ee3026b2e8e HTTP/1.1" status: 204 len: 168 time: 0.7574203 Aug 11 21:55:57.339673 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55348) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:57.375150 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a186c7d7-cfa6-4203-984b-d939948245da req-ef59fb8b-4214-4402-8b3f-27e33c1f5c56 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] 10.222.0.77 "GET /v2.0/security-groups?id=265acae2-0076-4455-8b63-61e8b325b9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520243 Aug 11 21:55:57.505455 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2b4ce0f2-956b-46d6-83b8-29957ee97e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:57.525046 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-8eba38b8-10ae-405b-8f56-ace9c580f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:57.526696 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-8eba38b8-10ae-405b-8f56-ace9c580f0f9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b8bfda9-0d83-4ab0-bddf-5f83ec45602d HTTP/1.1" status: 200 len: 854 time: 0.2431369 Aug 11 21:55:57.582543 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-ef484e70-5134-4099-b8fd-21ac1565ab12 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d252b144-8ee1-4214-9009-24fc2b027da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456882 Aug 11 21:55:57.619656 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-89d845ba-ef7e-4166-a73c-89627a53e325 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=bbabed8946d642c3bc7c5dee10664230&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2591031 Aug 11 21:55:57.647700 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-bbbb6367-b8be-4a06-9874-6f8bbcb7a934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8adb5a46-6af4-4272-9a66-6444a0c50aef {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:55:57.663047 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d6cf3ec8-1125-4117-89cf-e0a6a0ae7973 req-4cfef8b7-6b8a-43ba-bc4c-2db9ce15f3e6 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690026 Aug 11 21:55:57.694156 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-bbbb6367-b8be-4a06-9874-6f8bbcb7a934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:57.722061 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2b4ce0f2-956b-46d6-83b8-29957ee97e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:57.725122 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-bbbb6367-b8be-4a06-9874-6f8bbcb7a934 service neutron] Transition to ACTIVE for port object 8adb5a46-6af4-4272-9a66-6444a0c50aef will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:55:57.729041 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631318ea-a0a5-4604-9893-4e9df8984e33', 'tag': '692e4c2f-dfe8-4f26-b8ba-3e5447e313a2'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:55:57.732613 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6233ff5-844a-49b2-a50e-de45ddf33f97" -d '{"events": [{"name": "network-changed", "server_uuid": "631318ea-a0a5-4604-9893-4e9df8984e33", "tag": "692e4c2f-dfe8-4f26-b8ba-3e5447e313a2"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:55:57.734027 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fea646-62d0-4e86-ab5a-bf3e55834dae req-6e2ad2d3-e71e-42d8-8e3c-ed4d278e35bf tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:57.735715 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e5fea646-62d0-4e86-ab5a-bf3e55834dae req-6e2ad2d3-e71e-42d8-8e3c-ed4d278e35bf tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=2417c44e-fa1f-4a43-a7a0-789b7d8a56e4 HTTP/1.1" status: 200 len: 932 time: 0.1714001 Aug 11 21:55:57.742043 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-bbbb6367-b8be-4a06-9874-6f8bbcb7a934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:57.751574 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-2b4ce0f2-956b-46d6-83b8-29957ee97e9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7370598-4f7e-4bd7-b4a5-93417513d8b6']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:57.799567 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-2b4ce0f2-956b-46d6-83b8-29957ee97e9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60eadc4-e749-4c53-8441-df01b509ac00') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:57.799903 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-2b4ce0f2-956b-46d6-83b8-29957ee97e9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60eadc4-e749-4c53-8441-df01b509ac00') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:55:57.802282 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-1f396d52-b6e9-46d9-bd42-90cb72627ee6 service neutron] 10.222.0.52 "GET /v2.0/networks/d252b144-8ee1-4214-9009-24fc2b027da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114778 Aug 11 21:55:57.808736 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-300b40c0-b32a-4f59-a8a5-6c85330c6b4d service neutron] 10.222.0.77 "GET /v2.0/networks/1c3ee35b-1680-40ce-a5ec-450a30ee6971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481714 Aug 11 21:55:57.830881 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2b4ce0f2-956b-46d6-83b8-29957ee97e9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:57.857457 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb6367-b8be-4a06-9874-6f8bbcb7a934 service neutron] Pushing event updated for resources: {'Port': ['ID=8adb5a46-6af4-4272-9a66-6444a0c50aef,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:57.865260 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23dfb897-99db-4d49-b0d4-a288277760ad', 'name': 'network-vif-deleted', 'tag': '73c5fdf0-3495-4688-966c-c874e61f4e0a'}, {'name': 'network-changed', 'server_uuid': 'b1a97b22-206c-47b3-9e88-596200a2f369', 'tag': '854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e'}, {'server_uuid': 'b33134e6-091b-45e6-a522-234a7e6c7812', 'name': 'network-vif-deleted', 'tag': '1f5e8ddd-e052-43fc-bf6a-4496e619f1ad'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:55:57.866103 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7c7e96-e6c1-4004-aa19-97c5f3b066e2" -d '{"events": [{"server_uuid": "23dfb897-99db-4d49-b0d4-a288277760ad", "name": "network-vif-deleted", "tag": "73c5fdf0-3495-4688-966c-c874e61f4e0a"}, {"name": "network-changed", "server_uuid": "b1a97b22-206c-47b3-9e88-596200a2f369", "tag": "854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e"}, {"server_uuid": "b33134e6-091b-45e6-a522-234a7e6c7812", "name": "network-vif-deleted", "tag": "1f5e8ddd-e052-43fc-bf6a-4496e619f1ad"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:55:57.870049 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2b4ce0f2-956b-46d6-83b8-29957ee97e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:57.877983 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e5fea646-62d0-4e86-ab5a-bf3e55834dae req-d4d114c5-d04d-4c0e-8649-752c898c2203 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334531 Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b4ce0f2-956b-46d6-83b8-29957ee97e9a admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2b4ce0f2-956b-46d6-83b8-29957ee97e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: timer() Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 21:55:57.887554 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 21:55:57.987980 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8e7e1df5-dd07-4c79-b0fd-c9071cf5526e req-ae634e6a-3ff7-4730-a0e7-78ab183ab8df service neutron] 10.222.0.52 "GET /v2.0/networks/d252b144-8ee1-4214-9009-24fc2b027da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770344 Aug 11 21:55:57.994631 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-21cb6ccd-3f2c-4721-8bdb-c8745939d8d2 service neutron] 10.222.0.77 "GET /v2.0/networks/1c3ee35b-1680-40ce-a5ec-450a30ee6971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636753 Aug 11 21:55:58.069114 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2b4ce0f2-956b-46d6-83b8-29957ee97e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:58.081399 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2b4ce0f2-956b-46d6-83b8-29957ee97e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:58.086963 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2b4ce0f2-956b-46d6-83b8-29957ee97e9a admin admin] 10.222.0.77 "DELETE /v2.0/networks/a7370598-4f7e-4bd7-b4a5-93417513d8b6 HTTP/1.1" status: 204 len: 168 time: 0.7416499 Aug 11 21:55:58.090848 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6d0cdc93-f808-4f18-8d2b-f032a4206bb3 req-b2842fae-5696-4a13-9165-b7097d7e03db tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/floatingips/633e1d3f-c075-4849-af38-c8935c818712 HTTP/1.1" status: 200 len: 999 time: 0.1666303 Aug 11 21:55:58.119594 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ce0f2-956b-46d6-83b8-29957ee97e9a admin admin] Pushing event deleted for resources: {'Network': ['ID=a7370598-4f7e-4bd7-b4a5-93417513d8b6,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:58.163032 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-bbbb6367-b8be-4a06-9874-6f8bbcb7a934 service neutron] Attempting to bind port 8adb5a46-6af4-4272-9a66-6444a0c50aef on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:55:58.163809 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-bbbb6367-b8be-4a06-9874-6f8bbcb7a934 service neutron] Attempting to bind port 8adb5a46-6af4-4272-9a66-6444a0c50aef by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '580eed13-4021-4e54-a47e-996a312301eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e065759b-9598-4e49-9dd4-b84a6811ca8d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:55:58.163809 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-bbbb6367-b8be-4a06-9874-6f8bbcb7a934 service neutron] Attempting to bind port 8adb5a46-6af4-4272-9a66-6444a0c50aef on network e065759b-9598-4e49-9dd4-b84a6811ca8d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:55:58.177562 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-bbbb6367-b8be-4a06-9874-6f8bbcb7a934 service neutron] Port 8adb5a46-6af4-4272-9a66-6444a0c50aef on network e065759b-9598-4e49-9dd4-b84a6811ca8d not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:55:58.177897 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-bbbb6367-b8be-4a06-9874-6f8bbcb7a934 service neutron] Attempting to bind port 8adb5a46-6af4-4272-9a66-6444a0c50aef on network e065759b-9598-4e49-9dd4-b84a6811ca8d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:55:58.209646 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-bbbb6367-b8be-4a06-9874-6f8bbcb7a934 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:55:58.209886 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-bbbb6367-b8be-4a06-9874-6f8bbcb7a934 service neutron] Checking segment: {'id': '580eed13-4021-4e54-a47e-996a312301eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e065759b-9598-4e49-9dd4-b84a6811ca8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:55:58.210296 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-bbbb6367-b8be-4a06-9874-6f8bbcb7a934 service neutron] Bound using segment: {'id': '580eed13-4021-4e54-a47e-996a312301eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e065759b-9598-4e49-9dd4-b84a6811ca8d'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:55:58.222238 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-bbbb6367-b8be-4a06-9874-6f8bbcb7a934 service neutron] Bound port: 8adb5a46-6af4-4272-9a66-6444a0c50aef, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '580eed13-4021-4e54-a47e-996a312301eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e065759b-9598-4e49-9dd4-b84a6811ca8d'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:55:58.222638 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-bbbb6367-b8be-4a06-9874-6f8bbcb7a934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:58.335920 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cdc93-f808-4f18-8d2b-f032a4206bb3 req-b3d24acf-59bc-4342-9e7d-2df10ceddda2 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:58.343004 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6d0cdc93-f808-4f18-8d2b-f032a4206bb3 req-b3d24acf-59bc-4342-9e7d-2df10ceddda2 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 784 time: 0.2399366 Aug 11 21:55:58.355426 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-6d0cdc93-f808-4f18-8d2b-f032a4206bb3 req-3aefbf48-9f6f-43a8-b620-e45d9f3165e8 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 21:55:58.369439 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6d0cdc93-f808-4f18-8d2b-f032a4206bb3 req-3aefbf48-9f6f-43a8-b620-e45d9f3165e8 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177963 Aug 11 21:55:58.394091 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-bbbb6367-b8be-4a06-9874-6f8bbcb7a934 service neutron] For port 8adb5a46-6af4-4272-9a66-6444a0c50aef, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:55:58.411499 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-bbbb6367-b8be-4a06-9874-6f8bbcb7a934 service neutron] For port 8adb5a46-6af4-4272-9a66-6444a0c50aef, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=8adb5a46-6af4-4272-9a66-6444a0c50aef,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:55:58.422300 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-bbbb6367-b8be-4a06-9874-6f8bbcb7a934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:58.460456 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3641664-57e6-4b40-9b71-96d98f21e122 req-f9276f5e-ed42-4346-a8cf-caa1e6b3adcd tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:58.469085 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d3641664-57e6-4b40-9b71-96d98f21e122 req-f9276f5e-ed42-4346-a8cf-caa1e6b3adcd tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2aa6fee0-0b7c-4cb1-a673-daaeb3130e31 HTTP/1.1" status: 200 len: 948 time: 0.1606841 Aug 11 21:55:58.513186 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55372) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:58.563766 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-bbbb6367-b8be-4a06-9874-6f8bbcb7a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:58.565671 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-bbbb6367-b8be-4a06-9874-6f8bbcb7a934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:58.569345 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-bbbb6367-b8be-4a06-9874-6f8bbcb7a934 service neutron] 10.222.0.82 "PUT /v2.0/ports/8adb5a46-6af4-4272-9a66-6444a0c50aef HTTP/1.1" status: 200 len: 1092 time: 1.8015764 Aug 11 21:55:58.571839 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d3641664-57e6-4b40-9b71-96d98f21e122 req-86bed021-f9eb-4fcf-b5c6-7fdf4c1a8473 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910232 Aug 11 21:55:58.625519 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1baf70e6-be8c-4272-bea4-1dce7bf06422 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bce577a24595491c9315f9f5e9b00c43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1077979 Aug 11 21:55:58.627918 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55378) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:55:58.631800 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb6367-b8be-4a06-9874-6f8bbcb7a934 service neutron] Pushing event updated for resources: {'Port': ['ID=8adb5a46-6af4-4272-9a66-6444a0c50aef,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:58.637650 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fba98f-f060-4556-980b-bf45e06e0d88 req-4855f45d-9cbd-474f-b05e-15cc6bb7944c tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:58.642732 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b5fba98f-f060-4556-980b-bf45e06e0d88 req-4855f45d-9cbd-474f-b05e-15cc6bb7944c tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 1096 time: 0.1490412 Aug 11 21:55:58.734163 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b4a6882e-0604-40bf-82e7-c900345cc31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:58.745642 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-a4a86d0e-b2fe-4ea7-a2ec-78f3175401d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:58.748052 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-a4a86d0e-b2fe-4ea7-a2ec-78f3175401d1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2f92f84593c645c991d8da56fb117a97&device_id=2417c44e-fa1f-4a43-a7a0-789b7d8a56e4 HTTP/1.1" status: 200 len: 1095 time: 0.0828090 Aug 11 21:55:58.758898 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b5fba98f-f060-4556-980b-bf45e06e0d88 req-81702119-9b67-4777-b821-7e5f701a029e tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627217 Aug 11 21:55:58.775114 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b4a6882e-0604-40bf-82e7-c900345cc31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:58.833071 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-f14e7a8b-bc82-4a53-b424-1a757e1e1324 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8adb5a46-6af4-4272-9a66-6444a0c50aef HTTP/1.1" status: 200 len: 217 time: 0.0707462 Aug 11 21:55:58.864944 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b4a6882e-0604-40bf-82e7-c900345cc31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:58.868214 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b4a6882e-0604-40bf-82e7-c900345cc31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:58.869517 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b4a6882e-0604-40bf-82e7-c900345cc31a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6991841f-ed6c-4089-bba5-0acca521eb4a HTTP/1.1" status: 204 len: 168 time: 0.2397506 Aug 11 21:55:58.900803 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6882e-0604-40bf-82e7-c900345cc31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6991841f-ed6c-4089-bba5-0acca521eb4a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:58.930980 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-222f6f0c-a601-4c5a-a48d-8a39514c2f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:58.934475 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-222f6f0c-a601-4c5a-a48d-8a39514c2f75 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8a417fc4-720c-4110-80f4-cad05729542b HTTP/1.1" status: 200 len: 845 time: 0.0936773 Aug 11 21:55:58.937215 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 11 Aug 2021 21:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e4649c-6059-48f4-8608-1f9c1b85b57d x-openstack-request-id: req-80e4649c-6059-48f4-8608-1f9c1b85b57d {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:55:58.937753 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23dfb897-99db-4d49-b0d4-a288277760ad", "name": "network-vif-deleted", "tag": "73c5fdf0-3495-4688-966c-c874e61f4e0a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b1a97b22-206c-47b3-9e88-596200a2f369", "tag": "854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e", "status": "completed", "code": 200}, {"server_uuid": "b33134e6-091b-45e6-a522-234a7e6c7812", "name": "network-vif-deleted", "tag": "1f5e8ddd-e052-43fc-bf6a-4496e619f1ad", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:55:58.938295 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-80e4649c-6059-48f4-8608-1f9c1b85b57d {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:55:58.939082 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23dfb897-99db-4d49-b0d4-a288277760ad', 'name': 'network-vif-deleted', 'tag': '73c5fdf0-3495-4688-966c-c874e61f4e0a', 'status': 'completed', 'code': 200} Aug 11 21:55:58.939602 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1a97b22-206c-47b3-9e88-596200a2f369', 'tag': '854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e', 'status': 'completed', 'code': 200} Aug 11 21:55:58.940016 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33134e6-091b-45e6-a522-234a7e6c7812', 'name': 'network-vif-deleted', 'tag': '1f5e8ddd-e052-43fc-bf6a-4496e619f1ad', 'status': 'completed', 'code': 200} Aug 11 21:55:59.050150 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c7e96-e6c1-4004-aa19-97c5f3b066e2 req-77d4817b-263e-4c5f-9173-4d125bd52858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:59.052353 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ff7c7e96-e6c1-4004-aa19-97c5f3b066e2 req-77d4817b-263e-4c5f-9173-4d125bd52858 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2b9279c1feca4096aedd3bf29c3bbd31&device_id=b1a97b22-206c-47b3-9e88-596200a2f369 HTTP/1.1" status: 200 len: 1097 time: 0.0745814 Aug 11 21:55:59.071795 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 24edb1fe-1d30-4c08-ab37-4ad5bafeadaa details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:55:59.205326 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c7e96-e6c1-4004-aa19-97c5f3b066e2 req-e59b4491-50ad-4d3c-b5fc-892bc24a6d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:59.208069 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ff7c7e96-e6c1-4004-aa19-97c5f3b066e2 req-e59b4491-50ad-4d3c-b5fc-892bc24a6d8c service neutron] 10.222.0.82 "GET /v2.0/networks?id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8 HTTP/1.1" status: 200 len: 922 time: 0.1469214 Aug 11 21:55:59.283558 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 24edb1fe-1d30-4c08-ab37-4ad5bafeadaa, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=24edb1fe-1d30-4c08-ab37-4ad5bafeadaa,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:59.302468 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '24edb1fe-1d30-4c08-ab37-4ad5bafeadaa', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '24edb1fe-1d30-4c08-ab37-4ad5bafeadaa', 'mac_address': 'fa:16:3e:c9:e0:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:55:59.360914 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:59.378516 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24edb1fe-1d30-4c08-ab37-4ad5bafeadaa {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:55:59.408201 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 24edb1fe-1d30-4c08-ab37-4ad5bafeadaa, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=24edb1fe-1d30-4c08-ab37-4ad5bafeadaa,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:55:59.414644 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:55:59.422066 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ff7c7e96-e6c1-4004-aa19-97c5f3b066e2 req-b56b2540-21df-4bd7-8ebe-93bb14765835 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e HTTP/1.1" status: 200 len: 1002 time: 0.2027736 Aug 11 21:55:59.424721 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b35be22-821b-4165-b236-f3f0275d5689 x-openstack-request-id: req-0b35be22-821b-4165-b236-f3f0275d5689 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:55:59.425259 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "631318ea-a0a5-4604-9893-4e9df8984e33", "tag": "692e4c2f-dfe8-4f26-b8ba-3e5447e313a2", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:55:59.428430 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0b35be22-821b-4165-b236-f3f0275d5689 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:55:59.429112 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '631318ea-a0a5-4604-9893-4e9df8984e33', 'tag': '692e4c2f-dfe8-4f26-b8ba-3e5447e313a2', 'status': 'completed', 'code': 200} Aug 11 21:55:59.502735 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=24edb1fe-1d30-4c08-ab37-4ad5bafeadaa,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:55:59.548665 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-c5be420b-b7ad-4d4e-95cd-d4e1c7a25c26 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e065759b-9598-4e49-9dd4-b84a6811ca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5930738 Aug 11 21:55:59.624378 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b3e1585-fe91-4f06-ba80-cc2119009f77 req-d57a0b4b-eb50-4d18-9959-21dc91f138c5 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 210 time: 0.0799921 Aug 11 21:55:59.666075 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c7e96-e6c1-4004-aa19-97c5f3b066e2 req-cc041782-297e-4a45-a2c3-f8a94c976cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:59.669437 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ff7c7e96-e6c1-4004-aa19-97c5f3b066e2 req-cc041782-297e-4a45-a2c3-f8a94c976cc4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b7ac5f32-d2d7-4a74-9968-93111b1f2c36 HTTP/1.1" status: 200 len: 860 time: 0.1618984 Aug 11 21:55:59.717467 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6233ff5-844a-49b2-a50e-de45ddf33f97 req-39b13a9f-6e57-492d-b25f-3aaf22faec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:59.720562 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e6233ff5-844a-49b2-a50e-de45ddf33f97 req-39b13a9f-6e57-492d-b25f-3aaf22faec7e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4b560937148247c28f18636fbb1554eb&device_id=631318ea-a0a5-4604-9893-4e9df8984e33 HTTP/1.1" status: 200 len: 1095 time: 0.2902474 Aug 11 21:55:59.750360 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-8b8b0a46-c144-47c3-9d5e-0d69dc80a4e3 service neutron] 10.222.0.82 "GET /v2.0/networks/e065759b-9598-4e49-9dd4-b84a6811ca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865554 Aug 11 21:55:59.852072 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['24edb1fe-1d30-4c08-ab37-4ad5bafeadaa'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:55:59.881809 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2405d4b3-d8f2-4561-8558-fb83f4631c08 req-ad222720-f7f0-489c-8b01-8d42c9d40a14 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.103 HTTP/1.1" status: 200 len: 1002 time: 0.4503641 Aug 11 21:55:59.946306 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-531d0ddc-ea2d-449a-9f61-fd63cc3e0467 req-16b86d4c-c399-44ad-b8ed-d64f79e1fa49 service neutron] 10.222.0.82 "GET /v2.0/networks/e065759b-9598-4e49-9dd4-b84a6811ca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865263 Aug 11 21:55:59.990651 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2864591-646b-4cc8-bbf1-c6a62a5d4eae req-706f0007-8804-43c7-bd86-59b2ca3c77c3 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:55:59.998309 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a2864591-646b-4cc8-bbf1-c6a62a5d4eae req-706f0007-8804-43c7-bd86-59b2ca3c77c3 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] 10.222.0.77 "GET /v2.0/ports?device_id=631318ea-a0a5-4604-9893-4e9df8984e33 HTTP/1.1" status: 200 len: 944 time: 0.2122321 Aug 11 21:56:00.013893 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405d4b3-d8f2-4561-8558-fb83f4631c08 req-47109291-507c-4ed1-b078-1098e9f1c319 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:00.023242 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2405d4b3-d8f2-4561-8558-fb83f4631c08 req-47109291-507c-4ed1-b078-1098e9f1c319 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports/854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e HTTP/1.1" status: 200 len: 943 time: 0.1402540 Aug 11 21:56:00.030198 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c7e96-e6c1-4004-aa19-97c5f3b066e2 req-953e8080-375b-4690-9d62-9f7b2dfb5725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:00.031550 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ff7c7e96-e6c1-4004-aa19-97c5f3b066e2 req-953e8080-375b-4690-9d62-9f7b2dfb5725 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3480148 Aug 11 21:56:00.110877 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6233ff5-844a-49b2-a50e-de45ddf33f97 req-65d50def-bb4f-4db7-97a1-2d6e6bdf8cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:00.112433 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e6233ff5-844a-49b2-a50e-de45ddf33f97 req-65d50def-bb4f-4db7-97a1-2d6e6bdf8cde service neutron] 10.222.0.52 "GET /v2.0/networks?id=d252b144-8ee1-4214-9009-24fc2b027da8 HTTP/1.1" status: 200 len: 915 time: 0.3538706 Aug 11 21:56:00.242012 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e6233ff5-844a-49b2-a50e-de45ddf33f97 req-2859fc07-93ba-4c69-b9c1-8a2b7a3ea6ae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=692e4c2f-dfe8-4f26-b8ba-3e5447e313a2 HTTP/1.1" status: 200 len: 217 time: 0.1215179 Aug 11 21:56:00.252064 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a2864591-646b-4cc8-bbf1-c6a62a5d4eae req-b09f7ea2-da5c-4935-8a26-58f3674da6e4 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] 10.222.0.77 "GET /v2.0/security-groups?id=265acae2-0076-4455-8b63-61e8b325b9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131374 Aug 11 21:56:00.322667 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6233ff5-844a-49b2-a50e-de45ddf33f97 req-ae3d57c3-ee73-4002-a30d-7afc1142acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:00.325074 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e6233ff5-844a-49b2-a50e-de45ddf33f97 req-ae3d57c3-ee73-4002-a30d-7afc1142acbf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0b8bfda9-0d83-4ab0-bddf-5f83ec45602d HTTP/1.1" status: 200 len: 854 time: 0.0738776 Aug 11 21:56:00.340723 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2405d4b3-d8f2-4561-8558-fb83f4631c08 req-288613b3-6eb0-4af8-b308-45f4882bc92a tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.103 HTTP/1.1" status: 200 len: 1002 time: 0.2131093 Aug 11 21:56:00.422081 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55414) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:00.439114 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e6233ff5-844a-49b2-a50e-de45ddf33f97 req-7f65af8e-c509-47d1-9b98-3d5fb9a51ba4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d252b144-8ee1-4214-9009-24fc2b027da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943367 Aug 11 21:56:00.453037 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-1b66f268-10f2-4be5-966f-510fe6d8c24c tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:00.454939 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-1b66f268-10f2-4be5-966f-510fe6d8c24c tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.52 "GET /v2.0/networks?id=1c3ee35b-1680-40ce-a5ec-450a30ee6971 HTTP/1.1" status: 200 len: 816 time: 0.4523919 Aug 11 21:56:00.521639 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-b643b6ae-a04d-4275-9089-e220f49ea6f2 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbabed8946d642c3bc7c5dee10664230 HTTP/1.1" status: 200 len: 380 time: 0.0557926 Aug 11 21:56:00.533424 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-0a8cba7b-5636-45bb-9eb9-7e9ae5929e75 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Request body: {'port': {'device_id': 'aa8c37b7-5a8d-4723-9e74-d498af8bfa25', 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'admin_state_up': True, 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'security_groups': ['4338038d-df29-46f2-85f0-226f6a6b3f84']}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:56:00.559799 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-a5b58afb-1950-4640-ae42-f08ce8ad909f admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-372648563-network', 'tenant_id': 'd6d70e8653084b68a2ecc9658e686de0'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:56:00.573825 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 692e4c2f-dfe8-4f26-b8ba-3e5447e313a2 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:56:00.645478 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b58afb-1950-4640-ae42-f08ce8ad909f admin admin] Made reservation on behalf of d6d70e8653084b68a2ecc9658e686de0 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:56:00.649261 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e6233ff5-844a-49b2-a50e-de45ddf33f97 req-89ba0e35-8c04-4d31-95e9-ec9e7da5458f service neutron] 10.222.0.52 "GET /v2.0/networks/d252b144-8ee1-4214-9009-24fc2b027da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905601 Aug 11 21:56:00.649475 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5b58afb-1950-4640-ae42-f08ce8ad909f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:00.677886 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5b58afb-1950-4640-ae42-f08ce8ad909f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:00.701820 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 692e4c2f-dfe8-4f26-b8ba-3e5447e313a2, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=692e4c2f-dfe8-4f26-b8ba-3e5447e313a2,segment=NetworkSegment(ba550e5c-d2fa-41e4-b5f2-e2c3192d4488),segment_id=ba550e5c-d2fa-41e4-b5f2-e2c3192d4488)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:00.723447 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '692e4c2f-dfe8-4f26-b8ba-3e5447e313a2', 'network_id': 'd252b144-8ee1-4214-9009-24fc2b027da8', 'port_id': '692e4c2f-dfe8-4f26-b8ba-3e5447e313a2', 'mac_address': 'fa:16:3e:e8:33:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b8bfda9-0d83-4ab0-bddf-5f83ec45602d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:56:00.774666 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:00.794441 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 692e4c2f-dfe8-4f26-b8ba-3e5447e313a2 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:56:00.796844 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405d4b3-d8f2-4561-8558-fb83f4631c08 req-887fb38f-c074-4838-9778-1e279054f5bd tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:00.810164 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2405d4b3-d8f2-4561-8558-fb83f4631c08 req-887fb38f-c074-4838-9778-1e279054f5bd tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 784 time: 0.4681127 Aug 11 21:56:00.815743 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5b58afb-1950-4640-ae42-f08ce8ad909f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:00.820468 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 692e4c2f-dfe8-4f26-b8ba-3e5447e313a2, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=692e4c2f-dfe8-4f26-b8ba-3e5447e313a2,segment=NetworkSegment(ba550e5c-d2fa-41e4-b5f2-e2c3192d4488),segment_id=ba550e5c-d2fa-41e4-b5f2-e2c3192d4488)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:00.826432 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:00.828761 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5b58afb-1950-4640-ae42-f08ce8ad909f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:00.871357 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b58afb-1950-4640-ae42-f08ce8ad909f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:56:00.881727 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-0a8cba7b-5636-45bb-9eb9-7e9ae5929e75 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Made reservation on behalf of bbabed8946d642c3bc7c5dee10664230 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:56:00.885854 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-0a8cba7b-5636-45bb-9eb9-7e9ae5929e75 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:00.905449 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=692e4c2f-dfe8-4f26-b8ba-3e5447e313a2,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:00.916137 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5b58afb-1950-4640-ae42-f08ce8ad909f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:00.917507 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-a5b58afb-1950-4640-ae42-f08ce8ad909f admin admin] Added segment 36587d64-032c-4c4a-9f86-e4e6a7935a90 of type vlan for network 56a721c7-7510-499c-8bc1-b17fa7e6faaf Aug 11 21:56:00.941096 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2417c44e-fa1f-4a43-a7a0-789b7d8a56e4', 'tag': '8adb5a46-6af4-4272-9a66-6444a0c50aef'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:56:00.943753 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7aa661-01c6-4592-8379-f085e7ce74ce" -d '{"events": [{"name": "network-changed", "server_uuid": "2417c44e-fa1f-4a43-a7a0-789b7d8a56e4", "tag": "8adb5a46-6af4-4272-9a66-6444a0c50aef"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:56:00.977306 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b58afb-1950-4640-ae42-f08ce8ad909f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701079ac-667c-4f5c-a638-6c060153b17b,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:01.030968 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5b58afb-1950-4640-ae42-f08ce8ad909f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:01.065827 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['692e4c2f-dfe8-4f26-b8ba-3e5447e313a2'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:56:01.116162 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5b58afb-1950-4640-ae42-f08ce8ad909f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:01.117601 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b58afb-1950-4640-ae42-f08ce8ad909f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:01.118050 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5b58afb-1950-4640-ae42-f08ce8ad909f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:01.197109 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b58afb-1950-4640-ae42-f08ce8ad909f admin admin] Pushing event updated for resources: {'Network': ['ID=56a721c7-7510-499c-8bc1-b17fa7e6faaf,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:01.221022 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 56a721c7-7510-499c-8bc1-b17fa7e6faaf details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:56:01.222602 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-0a8cba7b-5636-45bb-9eb9-7e9ae5929e75 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Allocated IP 172.20.0.14 (1c3ee35b-1680-40ce-a5ec-450a30ee6971/7909b953-a9da-40c4-9e8c-1313ada07900/a57d88c3-3ff2-48e7-9244-3996584662da) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:56:01.236253 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a5b58afb-1950-4640-ae42-f08ce8ad909f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8130021 Aug 11 21:56:01.241653 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55438) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:01.247662 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-c7dd00e3-4bd2-4388-9596-142953bc89d4 admin admin] Request body: {'subnet': {'network_id': '56a721c7-7510-499c-8bc1-b17fa7e6faaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-372648563-subnet', 'tenant_id': 'd6d70e8653084b68a2ecc9658e686de0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:56:01.307282 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7dd00e3-4bd2-4388-9596-142953bc89d4 admin admin] Made reservation on behalf of d6d70e8653084b68a2ecc9658e686de0 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:56:01.310467 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c7dd00e3-4bd2-4388-9596-142953bc89d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:01.478355 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ff7c7e96-e6c1-4004-aa19-97c5f3b066e2 req-ffb4389f-c97a-4a96-85ac-583e3a3b013b service neutron] 10.222.0.82 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3937645 Aug 11 21:56:01.530781 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-0a8cba7b-5636-45bb-9eb9-7e9ae5929e75 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:01.573406 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-0a8cba7b-5636-45bb-9eb9-7e9ae5929e75 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Transition to ACTIVE for port object a57d88c3-3ff2-48e7-9244-3996584662da will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:56:01.661832 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e6233ff5-844a-49b2-a50e-de45ddf33f97 req-0eb2b48d-6b19-4ec2-9c28-5839d1a85fb4 service neutron] 10.222.0.52 "GET /v2.0/networks/d252b144-8ee1-4214-9009-24fc2b027da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9987459 Aug 11 21:56:01.665697 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c7dd00e3-4bd2-4388-9596-142953bc89d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:01.688655 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2405d4b3-d8f2-4561-8558-fb83f4631c08 req-79ae8ee7-d9d5-4c3d-a88d-a67ca6ec187a tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.103 HTTP/1.1" status: 200 len: 1002 time: 0.8663042 Aug 11 21:56:01.692161 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-0a8cba7b-5636-45bb-9eb9-7e9ae5929e75 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:01.702960 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-b8de9e4a-629d-4814-a042-0cbacc9a3137 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 21:56:01.704847 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-b8de9e4a-629d-4814-a042-0cbacc9a3137 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0228333 Aug 11 21:56:01.721345 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-2405d4b3-d8f2-4561-8558-fb83f4631c08 req-9345f03a-a647-443b-8123-5a6b45e19f1b tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:56:01.764045 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-0a8cba7b-5636-45bb-9eb9-7e9ae5929e75 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Network 1c3ee35b-1680-40ce-a5ec-450a30ee6971 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:56:01.767022 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd00e3-4bd2-4388-9596-142953bc89d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dc0df2b-e897-42b6-b7f7-a0057210db47,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:01.778890 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-0a8cba7b-5636-45bb-9eb9-7e9ae5929e75 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:56:01.790602 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-0a8cba7b-5636-45bb-9eb9-7e9ae5929e75 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:56:01.796523 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-64b8b687-64d5-4ad9-b1f8-55bb46540802 service neutron] Request body: {'binding': {'host': 'n-h1-804275-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:56:01.797281 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-64b8b687-64d5-4ad9-b1f8-55bb46540802 service neutron] Unknown quota resources ['binding']. {{(pid=100942) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 21:56:01.816532 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8cba7b-5636-45bb-9eb9-7e9ae5929e75 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Pushing event updated for resources: {'Port': ['ID=a57d88c3-3ff2-48e7-9244-3996584662da,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:01.840678 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd00e3-4bd2-4388-9596-142953bc89d4 admin admin] Checking segment: {'id': '36587d64-032c-4c4a-9f86-e4e6a7935a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '56a721c7-7510-499c-8bc1-b17fa7e6faaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:56:01.841048 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dd00e3-4bd2-4388-9596-142953bc89d4 admin admin] Network hostable DHCP agents. Network: 56a721c7-7510-499c-8bc1-b17fa7e6faaf, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:56:01.861622 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-0a8cba7b-5636-45bb-9eb9-7e9ae5929e75 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:01.862307 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-0a8cba7b-5636-45bb-9eb9-7e9ae5929e75 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:01.867885 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ff7c7e96-e6c1-4004-aa19-97c5f3b066e2 req-32a7d6f8-80b8-48a4-b982-b666cb64451f service neutron] 10.222.0.82 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714364 Aug 11 21:56:01.885216 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dd00e3-4bd2-4388-9596-142953bc89d4 admin admin] Network 56a721c7-7510-499c-8bc1-b17fa7e6faaf is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:56:01.890616 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-0a8cba7b-5636-45bb-9eb9-7e9ae5929e75 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3624258 Aug 11 21:56:01.906077 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-1270095c-b03c-4066-ab0f-5a66afd0fba1 service neutron] Request body: {'port': {'device_id': 'aa8c37b7-5a8d-4723-9e74-d498af8bfa25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:56:01.909091 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2405d4b3-d8f2-4561-8558-fb83f4631c08 req-9345f03a-a647-443b-8123-5a6b45e19f1b tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks [] for floatingip, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:01.938217 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-c7dd00e3-4bd2-4388-9596-142953bc89d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 56a721c7-7510-499c-8bc1-b17fa7e6faaf) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:56:01.948686 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eca142b-b308-4556-84e0-aabf8703fd94 None None] Network 56a721c7-7510-499c-8bc1-b17fa7e6faaf requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:56:01.952008 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dd00e3-4bd2-4388-9596-142953bc89d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:01.953474 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c7dd00e3-4bd2-4388-9596-142953bc89d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:02.024222 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c7dd00e3-4bd2-4388-9596-142953bc89d4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7811053 Aug 11 21:56:02.026050 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-1270095c-b03c-4066-ab0f-5a66afd0fba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:02.209234 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3e4078b2-3da3-484f-b3f1-0034bbc710dc None None] Provisioning for port a57d88c3-3ff2-48e7-9244-3996584662da completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:56:02.215980 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3e4078b2-3da3-484f-b3f1-0034bbc710dc None None] Provisioning complete for port a57d88c3-3ff2-48e7-9244-3996584662da triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:56:02.216412 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3e4078b2-3da3-484f-b3f1-0034bbc710dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:02.260060 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-64b8b687-64d5-4ad9-b1f8-55bb46540802 service neutron] Attempting to bind port 72a60c1a-9157-4943-b279-02340fe2998d on host n-h1-804275-3 for vnic_type normal with profile None {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:56:02.260586 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-64b8b687-64d5-4ad9-b1f8-55bb46540802 service neutron] Attempting to bind port 72a60c1a-9157-4943-b279-02340fe2998d by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:56:02.260930 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-64b8b687-64d5-4ad9-b1f8-55bb46540802 service neutron] Attempting to bind port 72a60c1a-9157-4943-b279-02340fe2998d on network c1d2353f-b112-4357-b0a6-e5993406a9d5 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:56:02.273151 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-64b8b687-64d5-4ad9-b1f8-55bb46540802 service neutron] Port 72a60c1a-9157-4943-b279-02340fe2998d on network c1d2353f-b112-4357-b0a6-e5993406a9d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:56:02.273372 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-64b8b687-64d5-4ad9-b1f8-55bb46540802 service neutron] Attempting to bind port 72a60c1a-9157-4943-b279-02340fe2998d on network c1d2353f-b112-4357-b0a6-e5993406a9d5 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:56:02.312680 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-64b8b687-64d5-4ad9-b1f8-55bb46540802 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:56:02.313097 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-64b8b687-64d5-4ad9-b1f8-55bb46540802 service neutron] Checking segment: {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:56:02.313414 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-64b8b687-64d5-4ad9-b1f8-55bb46540802 service neutron] Bound using segment: {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:56:02.313876 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-64b8b687-64d5-4ad9-b1f8-55bb46540802 service neutron] Bound port: 72a60c1a-9157-4943-b279-02340fe2998d, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:56:02.323204 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2405d4b3-d8f2-4561-8558-fb83f4631c08 req-9345f03a-a647-443b-8123-5a6b45e19f1b tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:02.327962 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2405d4b3-d8f2-4561-8558-fb83f4631c08 req-9345f03a-a647-443b-8123-5a6b45e19f1b tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:02.328430 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [req-2405d4b3-d8f2-4561-8558-fb83f4631c08 req-9345f03a-a647-443b-8123-5a6b45e19f1b tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Floating IP 633e1d3f-c075-4849-af38-c8935c818712 disassociated. External IP: 172.25.2.103, port: 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e. Aug 11 21:56:02.354049 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-3e4078b2-3da3-484f-b3f1-0034bbc710dc None None] Port a57d88c3-3ff2-48e7-9244-3996584662da cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:56:02.366377 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76027399-b77c-44d4-b932-df25a99b8752 None None] Network 56a721c7-7510-499c-8bc1-b17fa7e6faaf requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:56:02.471808 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-64b8b687-64d5-4ad9-b1f8-55bb46540802 service neutron] For port 72a60c1a-9157-4943-b279-02340fe2998d, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=72a60c1a-9157-4943-b279-02340fe2998d,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:56:02.481125 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-64b8b687-64d5-4ad9-b1f8-55bb46540802 service neutron] Notify callbacks [] for binding, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:02.482403 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-64b8b687-64d5-4ad9-b1f8-55bb46540802 service neutron] 10.222.0.77 "POST /v2.0/ports/72a60c1a-9157-4943-b279-02340fe2998d/bindings HTTP/1.1" status: 201 len: 389 time: 0.7551785 Aug 11 21:56:02.592753 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-1270095c-b03c-4066-ab0f-5a66afd0fba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a57d88c3-3ff2-48e7-9244-3996584662da {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:56:02.602633 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 692e4c2f-dfe8-4f26-b8ba-3e5447e313a2 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:56:02.638479 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-1270095c-b03c-4066-ab0f-5a66afd0fba1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:02.686875 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-1270095c-b03c-4066-ab0f-5a66afd0fba1 service neutron] Transition to ACTIVE for port object a57d88c3-3ff2-48e7-9244-3996584662da will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:56:02.701307 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2405d4b3-d8f2-4561-8558-fb83f4631c08 req-9345f03a-a647-443b-8123-5a6b45e19f1b tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Router ab766ff7-0c58-4407-ac3a-219745fed97e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:56:02.701647 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 692e4c2f-dfe8-4f26-b8ba-3e5447e313a2 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:56:02.708525 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 692e4c2f-dfe8-4f26-b8ba-3e5447e313a2 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:56:02.709133 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:02.713770 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-1270095c-b03c-4066-ab0f-5a66afd0fba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:02.787272 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270095c-b03c-4066-ab0f-5a66afd0fba1 service neutron] Pushing event updated for resources: {'Port': ['ID=a57d88c3-3ff2-48e7-9244-3996584662da,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:02.885374 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e091dcf-f20f-46cb-ad81-d424676e2fc4 req-a974b1cd-17e3-4e2c-bc80-1558872d1f73 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:02.894875 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4e091dcf-f20f-46cb-ad81-d424676e2fc4 req-a974b1cd-17e3-4e2c-bc80-1558872d1f73 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=2417c44e-fa1f-4a43-a7a0-789b7d8a56e4 HTTP/1.1" status: 200 len: 944 time: 0.2295613 Aug 11 21:56:02.908108 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:02.921885 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-1270095c-b03c-4066-ab0f-5a66afd0fba1 service neutron] Attempting to bind port a57d88c3-3ff2-48e7-9244-3996584662da on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:56:02.922712 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-1270095c-b03c-4066-ab0f-5a66afd0fba1 service neutron] Attempting to bind port a57d88c3-3ff2-48e7-9244-3996584662da by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '4c272644-500c-413c-905e-4ca7e6890613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:56:02.923047 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-1270095c-b03c-4066-ab0f-5a66afd0fba1 service neutron] Attempting to bind port a57d88c3-3ff2-48e7-9244-3996584662da on network 1c3ee35b-1680-40ce-a5ec-450a30ee6971 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:56:02.935608 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-1270095c-b03c-4066-ab0f-5a66afd0fba1 service neutron] Port a57d88c3-3ff2-48e7-9244-3996584662da on network 1c3ee35b-1680-40ce-a5ec-450a30ee6971 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:56:02.935948 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-1270095c-b03c-4066-ab0f-5a66afd0fba1 service neutron] Attempting to bind port a57d88c3-3ff2-48e7-9244-3996584662da on network 1c3ee35b-1680-40ce-a5ec-450a30ee6971 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:56:02.945523 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631318ea-a0a5-4604-9893-4e9df8984e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692e4c2f-dfe8-4f26-b8ba-3e5447e313a2'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:56:02.951649 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40432533-cd57-4043-86db-97510b06c681" -d '{"events": [{"server_uuid": "631318ea-a0a5-4604-9893-4e9df8984e33", "name": "network-vif-plugged", "status": "completed", "tag": "692e4c2f-dfe8-4f26-b8ba-3e5447e313a2"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:56:02.952362 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-1270095c-b03c-4066-ab0f-5a66afd0fba1 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:56:02.952602 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-1270095c-b03c-4066-ab0f-5a66afd0fba1 service neutron] Checking segment: {'id': '4c272644-500c-413c-905e-4ca7e6890613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:56:02.953151 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-1270095c-b03c-4066-ab0f-5a66afd0fba1 service neutron] Bound using segment: {'id': '4c272644-500c-413c-905e-4ca7e6890613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:56:02.953605 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-1270095c-b03c-4066-ab0f-5a66afd0fba1 service neutron] Bound port: a57d88c3-3ff2-48e7-9244-3996584662da, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c272644-500c-413c-905e-4ca7e6890613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:56:02.954119 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-1270095c-b03c-4066-ab0f-5a66afd0fba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:02.967755 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-d2e50787-8a3e-4a29-8029-babfbeddf35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:02.969502 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-d2e50787-8a3e-4a29-8029-babfbeddf35d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cfe969a3456f4c9186b743e59eed9b71&device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 1096 time: 0.1180940 Aug 11 21:56:02.970873 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2405d4b3-d8f2-4561-8558-fb83f4631c08 req-9345f03a-a647-443b-8123-5a6b45e19f1b tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:56:02.973559 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4e091dcf-f20f-46cb-ad81-d424676e2fc4 req-e7c2eb1d-b7d3-45f2-ab73-932268452f47 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774539 Aug 11 21:56:02.979268 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2405d4b3-d8f2-4561-8558-fb83f4631c08 req-9345f03a-a647-443b-8123-5a6b45e19f1b tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:02.984852 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bd8546-aab5-42c0-b13e-5c79f122663a None None] Sync routers for ids ['ab766ff7-0c58-4407-ac3a-219745fed97e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:56:02.987010 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 692e4c2f-dfe8-4f26-b8ba-3e5447e313a2, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=692e4c2f-dfe8-4f26-b8ba-3e5447e313a2,segment=NetworkSegment(ba550e5c-d2fa-41e4-b5f2-e2c3192d4488),segment_id=ba550e5c-d2fa-41e4-b5f2-e2c3192d4488)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:03.007868 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:03.021514 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bd8546-aab5-42c0-b13e-5c79f122663a None None] Routers {'ab766ff7-0c58-4407-ac3a-219745fed97e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:56:03.022210 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-69bd8546-aab5-42c0-b13e-5c79f122663a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:55:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['ab766ff7-0c58-4407-ac3a-219745fed97e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:03.087638 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 24edb1fe-1d30-4c08-ab37-4ad5bafeadaa up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:56:03.088403 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2405d4b3-d8f2-4561-8558-fb83f4631c08 req-9345f03a-a647-443b-8123-5a6b45e19f1b tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "PUT /v2.0/floatingips/633e1d3f-c075-4849-af38-c8935c818712 HTTP/1.1" status: 200 len: 696 time: 1.3820939 Aug 11 21:56:03.090665 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a97b22-206c-47b3-9e88-596200a2f369', 'tag': '854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:56:03.093145 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0633a8c4-2340-4955-aee8-2f3ef708cb97" -d '{"events": [{"name": "network-changed", "server_uuid": "b1a97b22-206c-47b3-9e88-596200a2f369", "tag": "854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:56:03.192077 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=692e4c2f-dfe8-4f26-b8ba-3e5447e313a2,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:03.207471 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405d4b3-d8f2-4561-8558-fb83f4631c08 req-cc2f9906-d795-49bb-a2f3-4dce1b655c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:03.209246 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2405d4b3-d8f2-4561-8558-fb83f4631c08 req-cc2f9906-d795-49bb-a2f3-4dce1b655c02 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2b9279c1feca4096aedd3bf29c3bbd31&device_id=b1a97b22-206c-47b3-9e88-596200a2f369 HTTP/1.1" status: 200 len: 1097 time: 0.0909147 Aug 11 21:56:03.210560 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-400bad3b-d6e5-4ad0-a52e-cbb171114a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:03.212305 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-400bad3b-d6e5-4ad0-a52e-cbb171114a5f service neutron] 10.222.0.82 "GET /v2.0/networks?id=c1d2353f-b112-4357-b0a6-e5993406a9d5 HTTP/1.1" status: 200 len: 921 time: 0.2274754 Aug 11 21:56:03.222209 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-69bd8546-aab5-42c0-b13e-5c79f122663a None None] Set router ab766ff7-0c58-4407-ac3a-219745fed97e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:56:03.253336 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 24edb1fe-1d30-4c08-ab37-4ad5bafeadaa completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:56:03.272818 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 24edb1fe-1d30-4c08-ab37-4ad5bafeadaa triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:56:03.273949 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:03.301128 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-1270095c-b03c-4066-ab0f-5a66afd0fba1 service neutron] For port a57d88c3-3ff2-48e7-9244-3996584662da, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:56:03.308426 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-1270095c-b03c-4066-ab0f-5a66afd0fba1 service neutron] For port a57d88c3-3ff2-48e7-9244-3996584662da, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=a57d88c3-3ff2-48e7-9244-3996584662da,segment=NetworkSegment(4c272644-500c-413c-905e-4ca7e6890613),segment_id=4c272644-500c-413c-905e-4ca7e6890613)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:56:03.318521 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-1270095c-b03c-4066-ab0f-5a66afd0fba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:03.348932 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-47e659b1-d1bb-4da4-8ce9-eabbbf6c8770 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=72a60c1a-9157-4943-b279-02340fe2998d HTTP/1.1" status: 200 len: 217 time: 0.1208577 Aug 11 21:56:03.364934 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0725a3-5fd6-4d4b-a56b-bc07de5be5e6 req-d7d92958-f720-4ce7-9667-6713806fffd4 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:03.367984 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dc0725a3-5fd6-4d4b-a56b-bc07de5be5e6 req-d7d92958-f720-4ce7-9667-6713806fffd4 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2aa6fee0-0b7c-4cb1-a673-daaeb3130e31 HTTP/1.1" status: 200 len: 949 time: 0.1563923 Aug 11 21:56:03.445797 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-fe371f98-b06e-4a27-b4b6-61822e06351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:03.447627 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-fe371f98-b06e-4a27-b4b6-61822e06351f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d64b3af4-29c6-4065-a225-159b72d7499b HTTP/1.1" status: 200 len: 860 time: 0.0902326 Aug 11 21:56:03.479446 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405d4b3-d8f2-4561-8558-fb83f4631c08 req-d47cc478-3a6f-4e4e-90c2-96dd331a2ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:03.482095 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2405d4b3-d8f2-4561-8558-fb83f4631c08 req-d47cc478-3a6f-4e4e-90c2-96dd331a2ca3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8 HTTP/1.1" status: 200 len: 922 time: 0.2655714 Aug 11 21:56:03.495490 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270095c-b03c-4066-ab0f-5a66afd0fba1 service neutron] Pushing event updated for resources: {'Port': ['ID=a57d88c3-3ff2-48e7-9244-3996584662da,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:03.499217 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:03.503105 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-1270095c-b03c-4066-ab0f-5a66afd0fba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:03.504362 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-1270095c-b03c-4066-ab0f-5a66afd0fba1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:03.506788 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-1270095c-b03c-4066-ab0f-5a66afd0fba1 service neutron] 10.222.0.52 "PUT /v2.0/ports/a57d88c3-3ff2-48e7-9244-3996584662da HTTP/1.1" status: 200 len: 1092 time: 1.6062746 Aug 11 21:56:03.532315 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-b4cceec6-b0bb-40b1-a398-0ddfc4dcee8f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c1d2353f-b112-4357-b0a6-e5993406a9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749884 Aug 11 21:56:03.613141 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 24edb1fe-1d30-4c08-ab37-4ad5bafeadaa, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=24edb1fe-1d30-4c08-ab37-4ad5bafeadaa,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:03.622837 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:03.642908 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2405d4b3-d8f2-4561-8558-fb83f4631c08 req-fe50eb00-55f8-44c2-bb52-99583a8c4b6c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e HTTP/1.1" status: 200 len: 217 time: 0.1213396 Aug 11 21:56:03.647235 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-69bd8546-aab5-42c0-b13e-5c79f122663a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355814969-router', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:54:14Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'gw_port': {'id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:16Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '9d766c7a-1c2f-4e7c-85d5-258a1dcf401b', 'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'mac_address': 'fa:16:3e:94:fa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:24Z', 'updated_at': '2021-08-11T21:54:36Z', 'revision_number': 5, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'subnets': [{'id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:03.682381 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bd8546-aab5-42c0-b13e-5c79f122663a None None] Checking router: ab766ff7-0c58-4407-ac3a-219745fed97e for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:56:03.692378 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bd8546-aab5-42c0-b13e-5c79f122663a None None] Routers {'ab766ff7-0c58-4407-ac3a-219745fed97e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:56:03.693286 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-69bd8546-aab5-42c0-b13e-5c79f122663a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:55:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['ab766ff7-0c58-4407-ac3a-219745fed97e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:03.710441 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dc0725a3-5fd6-4d4b-a56b-bc07de5be5e6 req-939d1e06-4c1b-47ee-af76-c553eab67b3f tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456508 Aug 11 21:56:03.711923 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=24edb1fe-1d30-4c08-ab37-4ad5bafeadaa,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:03.733309 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405d4b3-d8f2-4561-8558-fb83f4631c08 req-ae2be70a-66bc-4b2b-bff8-8a898ee1679b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:03.735953 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2405d4b3-d8f2-4561-8558-fb83f4631c08 req-ae2be70a-66bc-4b2b-bff8-8a898ee1679b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b7ac5f32-d2d7-4a74-9968-93111b1f2c36 HTTP/1.1" status: 200 len: 860 time: 0.0805678 Aug 11 21:56:03.774996 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-09e039bd-8920-4a98-bdca-a101ca326d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:03.778235 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-09e039bd-8920-4a98-bdca-a101ca326d76 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bbabed8946d642c3bc7c5dee10664230&device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 1095 time: 0.2021720 Aug 11 21:56:03.797076 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-e832a1ca-1141-426d-af94-d1723b906ff3 service neutron] 10.222.0.82 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566776 Aug 11 21:56:03.844293 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-c1a0e8b8-115b-4acc-b4e9-53792d830dfa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a57d88c3-3ff2-48e7-9244-3996584662da HTTP/1.1" status: 200 len: 217 time: 0.0543175 Aug 11 21:56:03.883096 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-69bd8546-aab5-42c0-b13e-5c79f122663a None None] Set router ab766ff7-0c58-4407-ac3a-219745fed97e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:56:03.927955 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-06aeec04-871f-4185-8414-bb00f2b000ce service neutron] 10.222.0.82 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164799 Aug 11 21:56:03.936143 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405d4b3-d8f2-4561-8558-fb83f4631c08 req-faa72324-ebd6-4dc4-aea5-386fdd4eff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:03.937711 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2405d4b3-d8f2-4561-8558-fb83f4631c08 req-faa72324-ebd6-4dc4-aea5-386fdd4eff9e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1868708 Aug 11 21:56:03.998532 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-abafd051-5de2-4021-b35e-0db08333d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:04.001269 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-abafd051-5de2-4021-b35e-0db08333d460 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7909b953-a9da-40c4-9e8c-1313ada07900 HTTP/1.1" status: 200 len: 855 time: 0.1480005 Aug 11 21:56:04.064409 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2405d4b3-d8f2-4561-8558-fb83f4631c08 req-d15ba46a-5398-4a6c-966b-e5a55da20be3 service neutron] 10.222.0.77 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162832 Aug 11 21:56:04.092160 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a0b8d-104d-4957-9672-f1e0a126165a req-44bd4382-9079-422e-9335-8b68eee2cf0b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:04.095931 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4a9a0b8d-104d-4957-9672-f1e0a126165a req-44bd4382-9079-422e-9335-8b68eee2cf0b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 944 time: 0.1633570 Aug 11 21:56:04.113495 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-c539d4fd-fe05-4162-a62e-9121903fb02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:04.116506 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-c539d4fd-fe05-4162-a62e-9121903fb02b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1c3ee35b-1680-40ce-a5ec-450a30ee6971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1045043 Aug 11 21:56:04.123770 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-69bd8546-aab5-42c0-b13e-5c79f122663a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355814969-router', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:54:14Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'gw_port': {'id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:16Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '9d766c7a-1c2f-4e7c-85d5-258a1dcf401b', 'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'mac_address': 'fa:16:3e:94:fa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:24Z', 'updated_at': '2021-08-11T21:54:36Z', 'revision_number': 5, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'subnets': [{'id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:04.157902 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bd8546-aab5-42c0-b13e-5c79f122663a None None] The sync data for ids ['ab766ff7-0c58-4407-ac3a-219745fed97e'] in n-d-804275-3 is: [{'id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355814969-router', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:54:14Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'gw_port': {'id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:16Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '9d766c7a-1c2f-4e7c-85d5-258a1dcf401b', 'name': '', 'network_id': 'e760a438-6fc1-4f1f-92c7-95ee04af8ab8', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'mac_address': 'fa:16:3e:94:fa:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:24Z', 'updated_at': '2021-08-11T21:54:36Z', 'revision_number': 5, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'subnets': [{'id': 'b7ac5f32-d2d7-4a74-9968-93111b1f2c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:56:04.183685 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2405d4b3-d8f2-4561-8558-fb83f4631c08 req-8ef331c2-247f-43d4-ac63-e1cdd3b367be service neutron] 10.222.0.77 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085255 Aug 11 21:56:04.257101 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4a9a0b8d-104d-4957-9672-f1e0a126165a req-e4c0d933-4348-4964-b7d2-9d05248c59c1 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389339 Aug 11 21:56:04.284754 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d854ad2-79a5-4639-baf1-579816bcc9de x-openstack-request-id: req-7d854ad2-79a5-4639-baf1-579816bcc9de {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:56:04.284754 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2417c44e-fa1f-4a43-a7a0-789b7d8a56e4", "tag": "8adb5a46-6af4-4272-9a66-6444a0c50aef", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:56:04.284754 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7d854ad2-79a5-4639-baf1-579816bcc9de {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:56:04.284754 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2417c44e-fa1f-4a43-a7a0-789b7d8a56e4', 'tag': '8adb5a46-6af4-4272-9a66-6444a0c50aef', 'status': 'completed', 'code': 200} Aug 11 21:56:04.317374 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-adcfc0e9-9b75-4669-89e6-494129f959bd service neutron] 10.222.0.52 "GET /v2.0/networks/1c3ee35b-1680-40ce-a5ec-450a30ee6971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854651 Aug 11 21:56:04.445337 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe919a-bca1-4bfe-b850-50c1b9cb8951 req-796286c1-7983-4df1-acce-3e3512ecb2ff tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:04.455006 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dbfe919a-bca1-4bfe-b850-50c1b9cb8951 req-796286c1-7983-4df1-acce-3e3512ecb2ff tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] 10.222.0.77 "GET /v2.0/ports?device_id=631318ea-a0a5-4604-9893-4e9df8984e33 HTTP/1.1" status: 200 len: 946 time: 0.1189189 Aug 11 21:56:04.474739 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b691b7a-5f41-4a88-8b5b-03a1fc964d62 req-e8abbf3c-02b4-4471-a01a-77dbc20bdaab service neutron] 10.222.0.52 "GET /v2.0/networks/1c3ee35b-1680-40ce-a5ec-450a30ee6971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461422 Aug 11 21:56:04.545639 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7aa661-01c6-4592-8379-f085e7ce74ce req-a98bf3af-f8c5-48ed-94c4-03dcc1949305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:04.547619 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4d7aa661-01c6-4592-8379-f085e7ce74ce req-a98bf3af-f8c5-48ed-94c4-03dcc1949305 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2f92f84593c645c991d8da56fb117a97&device_id=2417c44e-fa1f-4a43-a7a0-789b7d8a56e4 HTTP/1.1" status: 200 len: 1095 time: 0.1513340 Aug 11 21:56:04.557174 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dbfe919a-bca1-4bfe-b850-50c1b9cb8951 req-960c926c-24ba-4ab9-a0f3-6db692c8158d tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] 10.222.0.77 "GET /v2.0/security-groups?id=265acae2-0076-4455-8b63-61e8b325b9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003404 Aug 11 21:56:04.600969 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852618a2-8c9a-4a25-bd09-38a3597000ee None None] New status for floating IP 633e1d3f-c075-4849-af38-c8935c818712: DOWN {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 21:56:04.715814 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7aa661-01c6-4592-8379-f085e7ce74ce req-028e6d7a-8a4d-4339-bf34-23e369fd8b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:04.717529 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4d7aa661-01c6-4592-8379-f085e7ce74ce req-028e6d7a-8a4d-4339-bf34-23e369fd8b2d service neutron] 10.222.0.82 "GET /v2.0/networks?id=e065759b-9598-4e49-9dd4-b84a6811ca8d HTTP/1.1" status: 200 len: 906 time: 0.1592414 Aug 11 21:56:04.732382 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f94f2-8364-402e-baf0-02d897dd57ab req-90539e76-0e0f-4b74-b97f-869ccad11d67 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:04.740687 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f89f94f2-8364-402e-baf0-02d897dd57ab req-90539e76-0e0f-4b74-b97f-869ccad11d67 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 945 time: 0.0816865 Aug 11 21:56:04.800798 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4d7aa661-01c6-4592-8379-f085e7ce74ce req-0f721b9f-1edb-4b45-b2fe-2b4a629c3633 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8adb5a46-6af4-4272-9a66-6444a0c50aef HTTP/1.1" status: 200 len: 217 time: 0.0577030 Aug 11 21:56:04.843194 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-963f6649-011f-46aa-8ba9-ae8b21fb3d86 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:04.844928 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-963f6649-011f-46aa-8ba9-ae8b21fb3d86 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] 10.222.0.77 "GET /v2.0/networks?id=56a721c7-7510-499c-8bc1-b17fa7e6faaf HTTP/1.1" status: 200 len: 812 time: 0.1890523 Aug 11 21:56:04.864327 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7aa661-01c6-4592-8379-f085e7ce74ce req-43ab523b-ad52-4316-809d-74151e34377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:04.865396 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-5d5b589d-f97f-4848-8400-a97fed2a6fa5 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] 10.222.0.77 "GET /v2.0/quotas/d6d70e8653084b68a2ecc9658e686de0 HTTP/1.1" status: 200 len: 375 time: 0.0139043 Aug 11 21:56:04.865852 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4d7aa661-01c6-4592-8379-f085e7ce74ce req-43ab523b-ad52-4316-809d-74151e34377a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8a417fc4-720c-4110-80f4-cad05729542b HTTP/1.1" status: 200 len: 845 time: 0.0583639 Aug 11 21:56:04.876567 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f89f94f2-8364-402e-baf0-02d897dd57ab req-bfae0a13-19d9-4bb7-b332-29c8b245a6aa tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346509 Aug 11 21:56:04.920238 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4d7aa661-01c6-4592-8379-f085e7ce74ce req-a920ba54-85d9-4299-ab4d-2b6362db83a9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e065759b-9598-4e49-9dd4-b84a6811ca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358884 Aug 11 21:56:04.940021 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-5566b8ef-5a90-445c-b802-30394ace7fc4 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d6d70e8653084b68a2ecc9658e686de0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597055 Aug 11 21:56:05.050224 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-bf05a0e4-9084-418c-844c-133880672f65 service neutron] 10.222.0.77 "GET /v2.0/networks/56a721c7-7510-499c-8bc1-b17fa7e6faaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092618 Aug 11 21:56:05.088187 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d55132-93c9-4e73-9f8d-3ff2223754a6 x-openstack-request-id: req-80d55132-93c9-4e73-9f8d-3ff2223754a6 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:56:05.090254 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631318ea-a0a5-4604-9893-4e9df8984e33", "name": "network-vif-plugged", "status": "completed", "tag": "692e4c2f-dfe8-4f26-b8ba-3e5447e313a2", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:56:05.090836 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-80d55132-93c9-4e73-9f8d-3ff2223754a6 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:56:05.091431 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631318ea-a0a5-4604-9893-4e9df8984e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692e4c2f-dfe8-4f26-b8ba-3e5447e313a2', 'code': 200} Aug 11 21:56:05.094528 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 8adb5a46-6af4-4272-9a66-6444a0c50aef details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:56:05.136807 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4d7aa661-01c6-4592-8379-f085e7ce74ce req-ae2c4d8e-9781-4853-9eed-a109c5cd335c service neutron] 10.222.0.82 "GET /v2.0/networks/e065759b-9598-4e49-9dd4-b84a6811ca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054341 Aug 11 21:56:05.170746 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53a49c2-926b-401f-b9cb-1ba9af1850ef x-openstack-request-id: req-c53a49c2-926b-401f-b9cb-1ba9af1850ef {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:56:05.171215 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1a97b22-206c-47b3-9e88-596200a2f369", "tag": "854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:56:05.171658 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c53a49c2-926b-401f-b9cb-1ba9af1850ef {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:56:05.178476 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1a97b22-206c-47b3-9e88-596200a2f369', 'tag': '854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e', 'status': 'completed', 'code': 200} Aug 11 21:56:05.240280 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 8adb5a46-6af4-4272-9a66-6444a0c50aef, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=8adb5a46-6af4-4272-9a66-6444a0c50aef,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:05.252261 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-928bf0ec-4ded-428d-b784-7115583d5c38 service neutron] 10.222.0.77 "GET /v2.0/networks/56a721c7-7510-499c-8bc1-b17fa7e6faaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011099 Aug 11 21:56:05.269268 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '8adb5a46-6af4-4272-9a66-6444a0c50aef', 'network_id': 'e065759b-9598-4e49-9dd4-b84a6811ca8d', 'port_id': '8adb5a46-6af4-4272-9a66-6444a0c50aef', 'mac_address': 'fa:16:3e:e9:21:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a417fc4-720c-4110-80f4-cad05729542b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:56:05.304095 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61df46-d08f-4e33-a742-5e14c1f8bfd6 req-fd3d6369-bf56-4dfe-904a-3c9cd59b12e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:05.305882 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2f61df46-d08f-4e33-a742-5e14c1f8bfd6 req-fd3d6369-bf56-4dfe-904a-3c9cd59b12e7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=631318ea-a0a5-4604-9893-4e9df8984e33 HTTP/1.1" status: 200 len: 1097 time: 0.1383042 Aug 11 21:56:05.312837 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633a8c4-2340-4955-aee8-2f3ef708cb97 req-98fa3a64-fbe4-4c8b-adca-ad0f86a87cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:05.314818 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0633a8c4-2340-4955-aee8-2f3ef708cb97 req-98fa3a64-fbe4-4c8b-adca-ad0f86a87cd3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2b9279c1feca4096aedd3bf29c3bbd31&device_id=b1a97b22-206c-47b3-9e88-596200a2f369 HTTP/1.1" status: 200 len: 1097 time: 0.0821309 Aug 11 21:56:05.354526 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:05.371709 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8adb5a46-6af4-4272-9a66-6444a0c50aef {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:56:05.437401 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 8adb5a46-6af4-4272-9a66-6444a0c50aef, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=8adb5a46-6af4-4272-9a66-6444a0c50aef,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:05.443233 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:05.465693 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac1de6-5af8-4509-bf68-0681c2889320 req-8bfc9eb2-457d-44dc-83ee-dd8f420f6b78 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:05.467335 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cdac1de6-5af8-4509-bf68-0681c2889320 req-8bfc9eb2-457d-44dc-83ee-dd8f420f6b78 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=2417c44e-fa1f-4a43-a7a0-789b7d8a56e4 HTTP/1.1" status: 200 len: 944 time: 0.1842120 Aug 11 21:56:05.475421 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4d7aa661-01c6-4592-8379-f085e7ce74ce req-f75f316b-78c3-4c78-8562-3a9d2fbd2f74 service neutron] 10.222.0.82 "GET /v2.0/networks/e065759b-9598-4e49-9dd4-b84a6811ca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294139 Aug 11 21:56:05.523998 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2f61df46-d08f-4e33-a742-5e14c1f8bfd6 req-68eaf977-3b58-4c37-bcda-0c7edb069404 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=265acae2-0076-4455-8b63-61e8b325b9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078292 Aug 11 21:56:05.529758 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cdac1de6-5af8-4509-bf68-0681c2889320 req-db30c7a4-af26-46c6-b8bd-e87341b4d310 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451970 Aug 11 21:56:05.537608 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=8adb5a46-6af4-4272-9a66-6444a0c50aef,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:05.616768 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633a8c4-2340-4955-aee8-2f3ef708cb97 req-594ae51b-1e28-46de-8747-174aac37bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:05.620275 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0633a8c4-2340-4955-aee8-2f3ef708cb97 req-594ae51b-1e28-46de-8747-174aac37bec9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8 HTTP/1.1" status: 200 len: 922 time: 0.2805505 Aug 11 21:56:05.692097 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0633a8c4-2340-4955-aee8-2f3ef708cb97 req-e074b242-ba71-43ac-8378-ec4be5e98236 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e HTTP/1.1" status: 200 len: 217 time: 0.0629499 Aug 11 21:56:05.712102 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ca395-11e9-49fb-ab51-24a2dff18092 req-88ce280b-0e46-4d38-af78-3d4d54abfa78 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:05.713914 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-106ca395-11e9-49fb-ab51-24a2dff18092 req-88ce280b-0e46-4d38-af78-3d4d54abfa78 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2aa6fee0-0b7c-4cb1-a673-daaeb3130e31 HTTP/1.1" status: 200 len: 950 time: 0.0852702 Aug 11 21:56:05.796840 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-106ca395-11e9-49fb-ab51-24a2dff18092 req-f46769fa-8917-4420-9186-ac4a5d53d321 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753956 Aug 11 21:56:05.836059 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633a8c4-2340-4955-aee8-2f3ef708cb97 req-1bf2ccac-4d6d-4eef-adfe-9f04812bc4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:05.839037 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0633a8c4-2340-4955-aee8-2f3ef708cb97 req-1bf2ccac-4d6d-4eef-adfe-9f04812bc4b1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b7ac5f32-d2d7-4a74-9968-93111b1f2c36 HTTP/1.1" status: 200 len: 860 time: 0.1024051 Aug 11 21:56:05.869471 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6b403d69-ea6d-480e-abc0-b68f40c9bd60 req-eec9db4e-9afe-425b-b6f5-6a6e98b22e16 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1afb03a-6afd-4dbc-adca-f0794948418d HTTP/1.1" status: 200 len: 210 time: 0.0425463 Aug 11 21:56:05.887065 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['8adb5a46-6af4-4272-9a66-6444a0c50aef'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:56:05.937021 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07e054-8abc-4e12-897f-263f2dea65b2 req-56f1c36e-a2c4-404f-a2a6-f2133deb395f tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:05.938737 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6f07e054-8abc-4e12-897f-263f2dea65b2 req-56f1c36e-a2c4-404f-a2a6-f2133deb395f tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 944 time: 0.0963268 Aug 11 21:56:05.943964 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633a8c4-2340-4955-aee8-2f3ef708cb97 req-456123eb-2b0f-4362-b797-4aa679bb0723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:05.945805 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0633a8c4-2340-4955-aee8-2f3ef708cb97 req-456123eb-2b0f-4362-b797-4aa679bb0723 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e760a438-6fc1-4f1f-92c7-95ee04af8ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881341 Aug 11 21:56:05.998103 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6f07e054-8abc-4e12-897f-263f2dea65b2 req-676f0d84-aefc-4d86-81d9-06ae9e2b0516 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509214 Aug 11 21:56:06.116060 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a06246-54b5-40c6-b3db-2eb53cf2d88e req-165010b0-6d2b-490d-a4c2-62f0e2f2ad42 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:06.128429 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-74a06246-54b5-40c6-b3db-2eb53cf2d88e req-165010b0-6d2b-490d-a4c2-62f0e2f2ad42 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] 10.222.0.77 "GET /v2.0/ports?device_id=631318ea-a0a5-4604-9893-4e9df8984e33 HTTP/1.1" status: 200 len: 946 time: 0.1400771 Aug 11 21:56:06.158703 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0633a8c4-2340-4955-aee8-2f3ef708cb97 req-db783f73-6659-49d4-a8e1-bc8b6afca9f9 service neutron] 10.222.0.82 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659009 Aug 11 21:56:06.252370 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-74a06246-54b5-40c6-b3db-2eb53cf2d88e req-e924b841-38de-426e-a07e-206c44448a21 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] 10.222.0.77 "GET /v2.0/security-groups?id=265acae2-0076-4455-8b63-61e8b325b9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229737 Aug 11 21:56:06.281998 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8c37b7-5a8d-4723-9e74-d498af8bfa25', 'tag': 'a57d88c3-3ff2-48e7-9244-3996584662da'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:56:06.285342 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a0f2fe-926f-40de-a3f0-a96f4bb8d03a" -d '{"events": [{"name": "network-changed", "server_uuid": "aa8c37b7-5a8d-4723-9e74-d498af8bfa25", "tag": "a57d88c3-3ff2-48e7-9244-3996584662da"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:56:06.324374 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5889f-3322-4971-9429-2b762995333c req-e85b8533-4a2b-44b9-9a26-9bd4da9f2f2f tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:06.326160 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a9a5889f-3322-4971-9429-2b762995333c req-e85b8533-4a2b-44b9-9a26-9bd4da9f2f2f tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 945 time: 0.1451952 Aug 11 21:56:06.330454 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86d40e4a-2c5b-4931-84ce-5e616d988b25 req-ce70e241-0784-488e-9a0d-1418c9e798dc tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/floatingips/633e1d3f-c075-4849-af38-c8935c818712 HTTP/1.1" status: 200 len: 694 time: 0.0580938 Aug 11 21:56:06.378514 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0633a8c4-2340-4955-aee8-2f3ef708cb97 req-de46d212-a772-4dc4-a6d0-5d2b0b89f70f service neutron] 10.222.0.82 "GET /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112737 Aug 11 21:56:06.398790 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a9a5889f-3322-4971-9429-2b762995333c req-b6e7871a-b64b-4614-bc83-ffd0412d9154 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624113 Aug 11 21:56:06.504752 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a85ef0-a8b3-4e60-9860-00ab337bd78c x-openstack-request-id: req-d1a85ef0-a8b3-4e60-9860-00ab337bd78c {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:56:06.505238 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa8c37b7-5a8d-4723-9e74-d498af8bfa25", "tag": "a57d88c3-3ff2-48e7-9244-3996584662da", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:56:06.505497 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d1a85ef0-a8b3-4e60-9860-00ab337bd78c {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:56:06.506133 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8c37b7-5a8d-4723-9e74-d498af8bfa25', 'tag': 'a57d88c3-3ff2-48e7-9244-3996584662da', 'status': 'completed', 'code': 200} Aug 11 21:56:06.515051 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d40e4a-2c5b-4931-84ce-5e616d988b25 req-59c0762f-453f-4844-a26e-167fc3c64cb8 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:06.522883 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86d40e4a-2c5b-4931-84ce-5e616d988b25 req-59c0762f-453f-4844-a26e-167fc3c64cb8 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 784 time: 0.1907742 Aug 11 21:56:06.573087 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86d40e4a-2c5b-4931-84ce-5e616d988b25 req-549a7fa8-6ae4-457b-8003-f5d2adaecefc tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.103 HTTP/1.1" status: 200 len: 697 time: 0.0492096 Aug 11 21:56:06.609224 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0f2fe-926f-40de-a3f0-a96f4bb8d03a req-cdbf9cce-b650-459b-8556-902ccd6947e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:06.611103 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f5a0f2fe-926f-40de-a3f0-a96f4bb8d03a req-cdbf9cce-b650-459b-8556-902ccd6947e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bbabed8946d642c3bc7c5dee10664230&device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 1095 time: 0.0608540 Aug 11 21:56:06.641758 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device a57d88c3-3ff2-48e7-9244-3996584662da details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:56:06.644660 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86d40e4a-2c5b-4931-84ce-5e616d988b25 req-14ddc601-6100-44f0-8e63-8d0f81935f1b tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.103 HTTP/1.1" status: 200 len: 697 time: 0.0638995 Aug 11 21:56:06.744856 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a1013-280e-462b-a4eb-281a2f6be7c9 req-1adee79e-f7f7-4b98-aa72-ca8ea3ec9350 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:06.752908 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cd8a1013-280e-462b-a4eb-281a2f6be7c9 req-1adee79e-f7f7-4b98-aa72-ca8ea3ec9350 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=2417c44e-fa1f-4a43-a7a0-789b7d8a56e4 HTTP/1.1" status: 200 len: 945 time: 0.1128192 Aug 11 21:56:06.764215 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port a57d88c3-3ff2-48e7-9244-3996584662da, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=a57d88c3-3ff2-48e7-9244-3996584662da,segment=NetworkSegment(4c272644-500c-413c-905e-4ca7e6890613),segment_id=4c272644-500c-413c-905e-4ca7e6890613)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:06.779273 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'a57d88c3-3ff2-48e7-9244-3996584662da', 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'port_id': 'a57d88c3-3ff2-48e7-9244-3996584662da', 'mac_address': 'fa:16:3e:96:88:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:56:06.796395 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cd8a1013-280e-462b-a4eb-281a2f6be7c9 req-821bc5ea-6be9-4a6b-8ed2-23c2b51ea3a6 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425730 Aug 11 21:56:06.818165 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0f2fe-926f-40de-a3f0-a96f4bb8d03a req-e2c8c004-01e7-4730-a349-ec5583601adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:06.820118 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f5a0f2fe-926f-40de-a3f0-a96f4bb8d03a req-e2c8c004-01e7-4730-a349-ec5583601adc service neutron] 10.222.0.52 "GET /v2.0/networks?id=1c3ee35b-1680-40ce-a5ec-450a30ee6971 HTTP/1.1" status: 200 len: 917 time: 0.2019429 Aug 11 21:56:06.840054 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:06.860619 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57d88c3-3ff2-48e7-9244-3996584662da {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:56:06.898203 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port a57d88c3-3ff2-48e7-9244-3996584662da, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=a57d88c3-3ff2-48e7-9244-3996584662da,segment=NetworkSegment(4c272644-500c-413c-905e-4ca7e6890613),segment_id=4c272644-500c-413c-905e-4ca7e6890613)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:06.905526 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:06.915584 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f5a0f2fe-926f-40de-a3f0-a96f4bb8d03a req-31c941ac-6e3d-4a34-becb-b90378b8c026 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a57d88c3-3ff2-48e7-9244-3996584662da HTTP/1.1" status: 200 len: 217 time: 0.0788851 Aug 11 21:56:06.955168 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-86d40e4a-2c5b-4931-84ce-5e616d988b25 req-2f2d04b3-01c9-4628-9cac-3bd2e3a03a40 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Deleting port 9f1eafab-deee-4494-b3fe-1afb4b8268cd {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:56:06.955549 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-86d40e4a-2c5b-4931-84ce-5e616d988b25 req-2f2d04b3-01c9-4628-9cac-3bd2e3a03a40 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:06.985986 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=a57d88c3-3ff2-48e7-9244-3996584662da,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:07.008014 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0f2fe-926f-40de-a3f0-a96f4bb8d03a req-236328e1-1bbe-4f80-a807-040343c9fc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:07.009523 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f5a0f2fe-926f-40de-a3f0-a96f4bb8d03a req-236328e1-1bbe-4f80-a807-040343c9fc2a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7909b953-a9da-40c4-9e8c-1313ada07900 HTTP/1.1" status: 200 len: 855 time: 0.0833941 Aug 11 21:56:07.093519 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa6fee0-0b7c-4cb1-a673-daaeb3130e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24edb1fe-1d30-4c08-ab37-4ad5bafeadaa'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:56:07.097654 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a545786-1804-4fb3-815a-19f1ec7ffda1" -d '{"events": [{"server_uuid": "2aa6fee0-0b7c-4cb1-a673-daaeb3130e31", "name": "network-vif-plugged", "status": "completed", "tag": "24edb1fe-1d30-4c08-ab37-4ad5bafeadaa"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:56:07.143282 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8f2f0-25a6-4603-951e-5c80bf75e8c2 req-b5a82be0-a728-49c6-963d-10365ba8650f tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:07.145500 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a7b8f2f0-25a6-4603-951e-5c80bf75e8c2 req-b5a82be0-a728-49c6-963d-10365ba8650f tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2aa6fee0-0b7c-4cb1-a673-daaeb3130e31 HTTP/1.1" status: 200 len: 950 time: 0.0694783 Aug 11 21:56:07.152974 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0f2fe-926f-40de-a3f0-a96f4bb8d03a req-c9e443e4-890c-4e4d-bdf2-2c636bf767a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:07.154775 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f5a0f2fe-926f-40de-a3f0-a96f4bb8d03a req-c9e443e4-890c-4e4d-bdf2-2c636bf767a4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1c3ee35b-1680-40ce-a5ec-450a30ee6971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1320515 Aug 11 21:56:07.156518 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['a57d88c3-3ff2-48e7-9244-3996584662da'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:56:07.332150 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a7b8f2f0-25a6-4603-951e-5c80bf75e8c2 req-fe933606-08c7-403a-ad8e-5e2eb7024527 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526630 Aug 11 21:56:07.335065 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-86d40e4a-2c5b-4931-84ce-5e616d988b25 req-2f2d04b3-01c9-4628-9cac-3bd2e3a03a40 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:07.335660 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-86d40e4a-2c5b-4931-84ce-5e616d988b25 req-2f2d04b3-01c9-4628-9cac-3bd2e3a03a40 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:07.390982 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-86d40e4a-2c5b-4931-84ce-5e616d988b25 req-2f2d04b3-01c9-4628-9cac-3bd2e3a03a40 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Calling delete_port for 9f1eafab-deee-4494-b3fe-1afb4b8268cd owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:56:07.398845 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f5a0f2fe-926f-40de-a3f0-a96f4bb8d03a req-9a9f86bf-9485-4003-9ed3-de813809bc37 service neutron] 10.222.0.52 "GET /v2.0/networks/1c3ee35b-1680-40ce-a5ec-450a30ee6971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355955 Aug 11 21:56:07.410463 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-3e13a021-b0f4-4be5-940e-f7fde1c84150 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:07.412100 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-3e13a021-b0f4-4be5-940e-f7fde1c84150 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] 10.222.0.52 "GET /v2.0/networks?id=56a721c7-7510-499c-8bc1-b17fa7e6faaf HTTP/1.1" status: 200 len: 812 time: 0.3359809 Aug 11 21:56:07.426694 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-257e1f05-ce2b-48e0-8e45-702b6648a64d tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] Request body: {'port': {'device_id': 'c1afb03a-6afd-4dbc-adca-f0794948418d', 'network_id': '56a721c7-7510-499c-8bc1-b17fa7e6faaf', 'admin_state_up': True, 'tenant_id': 'd6d70e8653084b68a2ecc9658e686de0'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:56:07.538515 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ca5c2f2-a1b2-4417-951a-96edfb71c20a req-d280be1e-4d71-4ab8-aed3-0ce18893109c tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1afb03a-6afd-4dbc-adca-f0794948418d HTTP/1.1" status: 200 len: 210 time: 0.0649669 Aug 11 21:56:07.589660 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f5a0f2fe-926f-40de-a3f0-a96f4bb8d03a req-53f8baf1-a236-475e-9beb-bd5f044e404a service neutron] 10.222.0.52 "GET /v2.0/networks/1c3ee35b-1680-40ce-a5ec-450a30ee6971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831191 Aug 11 21:56:07.656178 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-257e1f05-ce2b-48e0-8e45-702b6648a64d tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] Made reservation on behalf of d6d70e8653084b68a2ecc9658e686de0 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:56:07.662891 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-257e1f05-ce2b-48e0-8e45-702b6648a64d tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:07.682590 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66621287-2c17-4cf8-a439-23ac3c7f34c7 req-6d59dfb2-a049-4163-9ac2-f5453d6e3625 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:07.685233 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-66621287-2c17-4cf8-a439-23ac3c7f34c7 req-6d59dfb2-a049-4163-9ac2-f5453d6e3625 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdb74d07-08cc-47c9-bc73-3b0ad5e47c59 HTTP/1.1" status: 200 len: 945 time: 0.0609014 Aug 11 21:56:07.734069 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-66621287-2c17-4cf8-a439-23ac3c7f34c7 req-a0300605-1abc-463d-af3b-8d33da5abdde tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e414fe2-fd97-463b-b3ae-7750275b3883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406187 Aug 11 21:56:07.802432 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:07.833856 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-86d40e4a-2c5b-4931-84ce-5e616d988b25 req-2f2d04b3-01c9-4628-9cac-3bd2e3a03a40 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:07.888116 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d04b3-01c9-4628-9cac-3bd2e3a03a40 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Pushing event deleted for resources: {'Port': ['ID=9f1eafab-deee-4494-b3fe-1afb4b8268cd,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:07.923988 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fbe90-3280-4d2d-b1f6-46a16c76ebec req-d1feb05f-e5a1-41ee-8125-ec4e60950cec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:07.925733 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-705fbe90-3280-4d2d-b1f6-46a16c76ebec req-d1feb05f-e5a1-41ee-8125-ec4e60950cec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 945 time: 0.0582511 Aug 11 21:56:07.979238 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-705fbe90-3280-4d2d-b1f6-46a16c76ebec req-3d458742-746a-44c7-b4ad-181a0bbae156 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408750 Aug 11 21:56:08.042667 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b902069-9e8d-496f-8b05-48e0b5eba7d8 x-openstack-request-id: req-1b902069-9e8d-496f-8b05-48e0b5eba7d8 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:56:08.043478 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa6fee0-0b7c-4cb1-a673-daaeb3130e31", "name": "network-vif-plugged", "status": "completed", "tag": "24edb1fe-1d30-4c08-ab37-4ad5bafeadaa", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:56:08.043690 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1b902069-9e8d-496f-8b05-48e0b5eba7d8 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:56:08.044201 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa6fee0-0b7c-4cb1-a673-daaeb3130e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24edb1fe-1d30-4c08-ab37-4ad5bafeadaa', 'code': 200} Aug 11 21:56:08.064231 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-257e1f05-ce2b-48e0-8e45-702b6648a64d tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] Allocated IP 172.20.0.14 (56a721c7-7510-499c-8bc1-b17fa7e6faaf/4dc0df2b-e897-42b6-b7f7-a0057210db47/0a41a105-4943-430f-97c9-d2c9f9d099ab) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:56:08.075406 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-86d40e4a-2c5b-4931-84ce-5e616d988b25 req-2f2d04b3-01c9-4628-9cac-3bd2e3a03a40 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:08.080203 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-86d40e4a-2c5b-4931-84ce-5e616d988b25 req-2f2d04b3-01c9-4628-9cac-3bd2e3a03a40 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:08.082282 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86d40e4a-2c5b-4931-84ce-5e616d988b25 req-2f2d04b3-01c9-4628-9cac-3bd2e3a03a40 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "DELETE /v2.0/floatingips/633e1d3f-c075-4849-af38-c8935c818712 HTTP/1.1" status: 204 len: 173 time: 1.4356544 Aug 11 21:56:08.315158 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c65a8-2540-4648-8a98-b2cdd487f910 req-3e3ffa0d-b246-40df-95d8-a3a1d2427992 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:08.315815 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518d469-2ac4-4956-982a-54cc4fd52a4a req-457bde8f-d9b2-44b7-9ac4-a9a85203d0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:08.317084 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ec2c65a8-2540-4648-8a98-b2cdd487f910 req-3e3ffa0d-b246-40df-95d8-a3a1d2427992 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 945 time: 0.0928388 Aug 11 21:56:08.318471 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9518d469-2ac4-4956-982a-54cc4fd52a4a req-457bde8f-d9b2-44b7-9ac4-a9a85203d0d2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2aa6fee0-0b7c-4cb1-a673-daaeb3130e31 HTTP/1.1" status: 200 len: 1101 time: 0.1563985 Aug 11 21:56:08.352983 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e583e-09f6-484d-8e53-982e0eaae2e7 req-cd601662-f2ac-406c-94b9-d46e6d573b65 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:08.353701 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-257e1f05-ce2b-48e0-8e45-702b6648a64d tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:08.357703 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ee9e583e-09f6-484d-8e53-982e0eaae2e7 req-cd601662-f2ac-406c-94b9-d46e6d573b65 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] 10.222.0.77 "GET /v2.0/ports?device_id=631318ea-a0a5-4604-9893-4e9df8984e33 HTTP/1.1" status: 200 len: 946 time: 0.1531177 Aug 11 21:56:08.387446 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ec2c65a8-2540-4648-8a98-b2cdd487f910 req-74b99e83-bab9-43d3-878b-74eb68ef7fb4 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578043 Aug 11 21:56:08.432402 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-257e1f05-ce2b-48e0-8e45-702b6648a64d tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:08.447359 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9518d469-2ac4-4956-982a-54cc4fd52a4a req-6e7af0c5-470d-4257-b0d4-e7a000f2f671 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205637 Aug 11 21:56:08.457340 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ee9e583e-09f6-484d-8e53-982e0eaae2e7 req-ee8e55c5-60e5-4e30-a11d-5761f2c7ca6f tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] 10.222.0.77 "GET /v2.0/security-groups?id=265acae2-0076-4455-8b63-61e8b325b9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851684 Aug 11 21:56:08.526275 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-257e1f05-ce2b-48e0-8e45-702b6648a64d tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] Network 56a721c7-7510-499c-8bc1-b17fa7e6faaf is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:56:08.544779 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-257e1f05-ce2b-48e0-8e45-702b6648a64d tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:56:08.562695 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-257e1f05-ce2b-48e0-8e45-702b6648a64d tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:56:08.638605 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device a57d88c3-3ff2-48e7-9244-3996584662da up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:56:08.665632 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e1f05-ce2b-48e0-8e45-702b6648a64d tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] Pushing event updated for resources: {'Port': ['ID=0a41a105-4943-430f-97c9-d2c9f9d099ab,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:08.738374 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-257e1f05-ce2b-48e0-8e45-702b6648a64d tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:08.739691 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-257e1f05-ce2b-48e0-8e45-702b6648a64d tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:08.745373 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port a57d88c3-3ff2-48e7-9244-3996584662da completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:56:08.752622 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port a57d88c3-3ff2-48e7-9244-3996584662da triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:56:08.754009 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:08.756079 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49b6bf-4525-41ad-8212-218230835c74 req-8b65ee20-2a1e-4e4d-941b-d0522761c843 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:08.758915 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5c49b6bf-4525-41ad-8212-218230835c74 req-8b65ee20-2a1e-4e4d-941b-d0522761c843 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=2417c44e-fa1f-4a43-a7a0-789b7d8a56e4 HTTP/1.1" status: 200 len: 945 time: 0.1895585 Aug 11 21:56:08.838971 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-257e1f05-ce2b-48e0-8e45-702b6648a64d tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4165804 Aug 11 21:56:08.867700 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5c49b6bf-4525-41ad-8212-218230835c74 req-6a488c32-cdaa-459c-a3f2-50fa2d13fc8b tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866668 Aug 11 21:56:08.889307 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-1a37cee3-776a-4d9c-8310-ca9fa6240cb0 service neutron] Request body: {'port': {'device_id': 'c1afb03a-6afd-4dbc-adca-f0794948418d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:56:08.951169 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477ac32-e4db-48d2-a352-3a684de0a45c req-01f71fbf-0b3d-464c-9f57-82224eb873c0 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:08.956230 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:08.965785 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7477ac32-e4db-48d2-a352-3a684de0a45c req-01f71fbf-0b3d-464c-9f57-82224eb873c0 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2aa6fee0-0b7c-4cb1-a673-daaeb3130e31 HTTP/1.1" status: 200 len: 950 time: 0.1480417 Aug 11 21:56:09.040282 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port a57d88c3-3ff2-48e7-9244-3996584662da, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=a57d88c3-3ff2-48e7-9244-3996584662da,segment=NetworkSegment(4c272644-500c-413c-905e-4ca7e6890613),segment_id=4c272644-500c-413c-905e-4ca7e6890613)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:09.054173 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:09.086253 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7477ac32-e4db-48d2-a352-3a684de0a45c req-8334bb13-8e16-44ec-9a48-a9ea03e021db tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859129 Aug 11 21:56:09.111844 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 8adb5a46-6af4-4272-9a66-6444a0c50aef up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:56:09.160678 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-1a37cee3-776a-4d9c-8310-ca9fa6240cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:09.222325 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabde3af-35ec-4845-b400-ab98f86db6fd req-c9a2abc8-78f2-4bdc-a414-e175af00a1b4 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:09.224408 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eabde3af-35ec-4845-b400-ab98f86db6fd req-c9a2abc8-78f2-4bdc-a414-e175af00a1b4 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1afb03a-6afd-4dbc-adca-f0794948418d HTTP/1.1" status: 200 len: 932 time: 0.1772687 Aug 11 21:56:09.274217 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e5d60-7aae-4afd-835d-c1b413652957 req-7e81c708-866d-4524-9a03-114e6511a089 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:09.278674 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e18e5d60-7aae-4afd-835d-c1b413652957 req-7e81c708-866d-4524-9a03-114e6511a089 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1a97b22-206c-47b3-9e88-596200a2f369 HTTP/1.1" status: 200 len: 946 time: 0.0933821 Aug 11 21:56:09.325517 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=a57d88c3-3ff2-48e7-9244-3996584662da,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:09.333098 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 8adb5a46-6af4-4272-9a66-6444a0c50aef completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:56:09.338186 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 8adb5a46-6af4-4272-9a66-6444a0c50aef triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:56:09.342297 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:09.358965 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e18e5d60-7aae-4afd-835d-c1b413652957 req-e918aaff-11af-4e74-bc5b-a0f80ec701cc tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/security-groups?id=91a59165-e141-4c1c-b8da-ebffc24c84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725985 Aug 11 21:56:09.385083 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eabde3af-35ec-4845-b400-ab98f86db6fd req-ba2c65fd-e7c2-4dbe-ae39-2e74ed28e3bd tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] 10.222.0.77 "GET /v2.0/security-groups?id=701079ac-667c-4f5c-a638-6c060153b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460726 Aug 11 21:56:09.526366 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8a77a-8567-4845-b33d-be989cdf27a3 req-0dcbe3b9-4686-47bf-aa5d-9bdd1fd86f07 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:09.529425 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f6f8a77a-8567-4845-b33d-be989cdf27a3 req-0dcbe3b9-4686-47bf-aa5d-9bdd1fd86f07 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 946 time: 0.1074266 Aug 11 21:56:09.534617 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:09.615729 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f6f8a77a-8567-4845-b33d-be989cdf27a3 req-dd3ed55b-899c-4598-974c-d5940591e5ca tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790715 Aug 11 21:56:09.621465 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c0566-56b8-48f5-9e21-d76353c7980a req-478c5c2d-6ebc-4d52-8e2b-d3a172996b36 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:09.622668 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 8adb5a46-6af4-4272-9a66-6444a0c50aef, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=8adb5a46-6af4-4272-9a66-6444a0c50aef,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:09.629297 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-287c0566-56b8-48f5-9e21-d76353c7980a req-478c5c2d-6ebc-4d52-8e2b-d3a172996b36 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 945 time: 0.1008017 Aug 11 21:56:09.633063 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:09.689850 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-1a37cee3-776a-4d9c-8310-ca9fa6240cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a41a105-4943-430f-97c9-d2c9f9d099ab {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:56:09.702870 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-1a37cee3-776a-4d9c-8310-ca9fa6240cb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:09.721626 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-287c0566-56b8-48f5-9e21-d76353c7980a req-461e7073-8b9c-4fe0-aba8-4fed2fc8b00b tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911241 Aug 11 21:56:09.739680 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-1a37cee3-776a-4d9c-8310-ca9fa6240cb0 service neutron] Transition to ACTIVE for port object 0a41a105-4943-430f-97c9-d2c9f9d099ab will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:56:09.747821 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-1a37cee3-776a-4d9c-8310-ca9fa6240cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:09.770454 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=8adb5a46-6af4-4272-9a66-6444a0c50aef,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:09.839097 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37cee3-776a-4d9c-8310-ca9fa6240cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=0a41a105-4943-430f-97c9-d2c9f9d099ab,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:10.045871 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8c37b7-5a8d-4723-9e74-d498af8bfa25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57d88c3-3ff2-48e7-9244-3996584662da'}, {'server_uuid': '2417c44e-fa1f-4a43-a7a0-789b7d8a56e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adb5a46-6af4-4272-9a66-6444a0c50aef'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:56:10.048388 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4fc0a8-444b-4182-bdc8-b3ee8cf62848" -d '{"events": [{"server_uuid": "aa8c37b7-5a8d-4723-9e74-d498af8bfa25", "name": "network-vif-plugged", "status": "completed", "tag": "a57d88c3-3ff2-48e7-9244-3996584662da"}, {"server_uuid": "2417c44e-fa1f-4a43-a7a0-789b7d8a56e4", "name": "network-vif-plugged", "status": "completed", "tag": "8adb5a46-6af4-4272-9a66-6444a0c50aef"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:56:10.104333 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 21:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed91807-3fef-4f62-b142-3ad4383047bb x-openstack-request-id: req-0ed91807-3fef-4f62-b142-3ad4383047bb {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:56:10.106161 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8c37b7-5a8d-4723-9e74-d498af8bfa25", "name": "network-vif-plugged", "status": "completed", "tag": "a57d88c3-3ff2-48e7-9244-3996584662da", "code": 200}, {"server_uuid": "2417c44e-fa1f-4a43-a7a0-789b7d8a56e4", "name": "network-vif-plugged", "status": "completed", "tag": "8adb5a46-6af4-4272-9a66-6444a0c50aef", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:56:10.106644 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0ed91807-3fef-4f62-b142-3ad4383047bb {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:56:10.107253 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8c37b7-5a8d-4723-9e74-d498af8bfa25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57d88c3-3ff2-48e7-9244-3996584662da', 'code': 200} Aug 11 21:56:10.107698 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2417c44e-fa1f-4a43-a7a0-789b7d8a56e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adb5a46-6af4-4272-9a66-6444a0c50aef', 'code': 200} Aug 11 21:56:10.241213 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ceaea1-a97b-427e-b80a-9f1271d3419d req-b2e7ae60-89e4-472d-97d6-3066330d42ff tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:10.247716 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c9ceaea1-a97b-427e-b80a-9f1271d3419d req-b2e7ae60-89e4-472d-97d6-3066330d42ff tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=2417c44e-fa1f-4a43-a7a0-789b7d8a56e4 HTTP/1.1" status: 200 len: 946 time: 0.1762919 Aug 11 21:56:10.418791 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c9ceaea1-a97b-427e-b80a-9f1271d3419d req-3c411121-ec98-46c1-af98-c2b1ff77c034 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234610 Aug 11 21:56:10.421099 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a29041-e5b3-4191-89a0-cf8c13c8f392 req-05d12e42-99d7-4667-b468-d046b7edef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:10.423337 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e9a29041-e5b3-4191-89a0-cf8c13c8f392 req-05d12e42-99d7-4667-b468-d046b7edef2f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 1097 time: 0.1740887 Aug 11 21:56:10.458478 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044888a0-c8e8-4b03-9217-930142c8363a req-28921135-c93f-459b-a9b0-37bf86c0530a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:10.458478 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-044888a0-c8e8-4b03-9217-930142c8363a req-28921135-c93f-459b-a9b0-37bf86c0530a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2417c44e-fa1f-4a43-a7a0-789b7d8a56e4 HTTP/1.1" status: 200 len: 1097 time: 0.1148627 Aug 11 21:56:10.518164 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-1a37cee3-776a-4d9c-8310-ca9fa6240cb0 service neutron] Attempting to bind port 0a41a105-4943-430f-97c9-d2c9f9d099ab on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:56:10.519323 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-1a37cee3-776a-4d9c-8310-ca9fa6240cb0 service neutron] Attempting to bind port 0a41a105-4943-430f-97c9-d2c9f9d099ab by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '36587d64-032c-4c4a-9f86-e4e6a7935a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '56a721c7-7510-499c-8bc1-b17fa7e6faaf'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:56:10.519323 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-1a37cee3-776a-4d9c-8310-ca9fa6240cb0 service neutron] Attempting to bind port 0a41a105-4943-430f-97c9-d2c9f9d099ab on network 56a721c7-7510-499c-8bc1-b17fa7e6faaf {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:56:10.531826 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-1a37cee3-776a-4d9c-8310-ca9fa6240cb0 service neutron] Port 0a41a105-4943-430f-97c9-d2c9f9d099ab on network 56a721c7-7510-499c-8bc1-b17fa7e6faaf not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:56:10.532257 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-1a37cee3-776a-4d9c-8310-ca9fa6240cb0 service neutron] Attempting to bind port 0a41a105-4943-430f-97c9-d2c9f9d099ab on network 56a721c7-7510-499c-8bc1-b17fa7e6faaf {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:56:10.543346 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-1a37cee3-776a-4d9c-8310-ca9fa6240cb0 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:56:10.543869 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-1a37cee3-776a-4d9c-8310-ca9fa6240cb0 service neutron] Checking segment: {'id': '36587d64-032c-4c4a-9f86-e4e6a7935a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '56a721c7-7510-499c-8bc1-b17fa7e6faaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:56:10.544335 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-1a37cee3-776a-4d9c-8310-ca9fa6240cb0 service neutron] Bound using segment: {'id': '36587d64-032c-4c4a-9f86-e4e6a7935a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '56a721c7-7510-499c-8bc1-b17fa7e6faaf'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:56:10.544865 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-1a37cee3-776a-4d9c-8310-ca9fa6240cb0 service neutron] Bound port: 0a41a105-4943-430f-97c9-d2c9f9d099ab, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36587d64-032c-4c4a-9f86-e4e6a7935a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '56a721c7-7510-499c-8bc1-b17fa7e6faaf'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:56:10.545305 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-1a37cee3-776a-4d9c-8310-ca9fa6240cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:10.553229 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-044888a0-c8e8-4b03-9217-930142c8363a req-394f3292-2b56-4958-b652-cce19577ec0a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854208 Aug 11 21:56:10.562095 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e9a29041-e5b3-4191-89a0-cf8c13c8f392 req-6f77dd18-19bc-4904-95e1-48e6e0e814a0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300387 Aug 11 21:56:10.570917 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede0851-5e19-4c20-a1da-60483f22f585 req-6b9608ae-bfe3-4e91-b003-a418b9e414c1 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:10.572580 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2ede0851-5e19-4c20-a1da-60483f22f585 req-6b9608ae-bfe3-4e91-b003-a418b9e414c1 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2aa6fee0-0b7c-4cb1-a673-daaeb3130e31 HTTP/1.1" status: 200 len: 950 time: 0.1404219 Aug 11 21:56:10.660263 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453080d-ef6b-4a88-a754-ddc271f5c68e req-900032b3-f33e-4d60-97e7-e407e24ace66 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:10.668904 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9453080d-ef6b-4a88-a754-ddc271f5c68e req-900032b3-f33e-4d60-97e7-e407e24ace66 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1a97b22-206c-47b3-9e88-596200a2f369 HTTP/1.1" status: 200 len: 946 time: 0.1016405 Aug 11 21:56:10.672360 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2ede0851-5e19-4c20-a1da-60483f22f585 req-e8b3d199-e736-46d7-8a6f-df3564ec5f84 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742939 Aug 11 21:56:10.676274 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-1a37cee3-776a-4d9c-8310-ca9fa6240cb0 service neutron] For port 0a41a105-4943-430f-97c9-d2c9f9d099ab, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:56:10.689241 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-1a37cee3-776a-4d9c-8310-ca9fa6240cb0 service neutron] For port 0a41a105-4943-430f-97c9-d2c9f9d099ab, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=0a41a105-4943-430f-97c9-d2c9f9d099ab,segment=NetworkSegment(36587d64-032c-4c4a-9f86-e4e6a7935a90),segment_id=36587d64-032c-4c4a-9f86-e4e6a7935a90)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:56:10.690591 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-1a37cee3-776a-4d9c-8310-ca9fa6240cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:10.721454 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-1a37cee3-776a-4d9c-8310-ca9fa6240cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:10.722563 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-1a37cee3-776a-4d9c-8310-ca9fa6240cb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:10.725818 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-1a37cee3-776a-4d9c-8310-ca9fa6240cb0 service neutron] 10.222.0.52 "PUT /v2.0/ports/0a41a105-4943-430f-97c9-d2c9f9d099ab HTTP/1.1" status: 200 len: 1092 time: 1.8523450 Aug 11 21:56:10.728737 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1afb03a-6afd-4dbc-adca-f0794948418d', 'tag': '0a41a105-4943-430f-97c9-d2c9f9d099ab'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:56:10.729952 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb8e9f7-0356-4217-9248-90f4d7ed5cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "c1afb03a-6afd-4dbc-adca-f0794948418d", "tag": "0a41a105-4943-430f-97c9-d2c9f9d099ab"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:56:10.747846 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9453080d-ef6b-4a88-a754-ddc271f5c68e req-65525d65-8694-4e57-87f9-804850d96503 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/security-groups?id=91a59165-e141-4c1c-b8da-ebffc24c84db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665233 Aug 11 21:56:10.857755 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37cee3-776a-4d9c-8310-ca9fa6240cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=0a41a105-4943-430f-97c9-d2c9f9d099ab,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:10.875140 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c5524-7c86-4df8-bfa9-67752fa55acc req-4d087e66-3616-4251-9aa7-c2c19f045684 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:10.876786 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-233c5524-7c86-4df8-bfa9-67752fa55acc req-4d087e66-3616-4251-9aa7-c2c19f045684 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1afb03a-6afd-4dbc-adca-f0794948418d HTTP/1.1" status: 200 len: 944 time: 0.1099281 Aug 11 21:56:10.878992 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-cf45e92d-7382-4fdb-aa73-8cc34ff3ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:10.880449 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fba73-1c02-4d59-87de-5e5f5c41691e req-5290d573-99f8-4cf0-beb0-559ef34c5c1e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:10.880695 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-cf45e92d-7382-4fdb-aa73-8cc34ff3ab57 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d6d70e8653084b68a2ecc9658e686de0&device_id=c1afb03a-6afd-4dbc-adca-f0794948418d HTTP/1.1" status: 200 len: 1095 time: 0.0996566 Aug 11 21:56:10.882076 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b78fba73-1c02-4d59-87de-5e5f5c41691e req-5290d573-99f8-4cf0-beb0-559ef34c5c1e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 946 time: 0.0599523 Aug 11 21:56:10.926172 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b78fba73-1c02-4d59-87de-5e5f5c41691e req-c0e33c00-98ac-44d0-82bb-781cc46ac21e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357759 Aug 11 21:56:10.949325 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-634acaf4-677a-4d17-a0c7-183c0bcb4345 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a41a105-4943-430f-97c9-d2c9f9d099ab HTTP/1.1" status: 200 len: 217 time: 0.0541792 Aug 11 21:56:10.992039 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-233c5524-7c86-4df8-bfa9-67752fa55acc req-5c8041c5-3337-4809-bf84-8504f129b613 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] 10.222.0.77 "GET /v2.0/security-groups?id=701079ac-667c-4f5c-a638-6c060153b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055126 Aug 11 21:56:11.015247 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-5448fc27-e0f2-4c40-93cc-7364cc46f9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:11.018525 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-5448fc27-e0f2-4c40-93cc-7364cc46f9e9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4dc0df2b-e897-42b6-b7f7-a0057210db47 HTTP/1.1" status: 200 len: 852 time: 0.0609028 Aug 11 21:56:11.069743 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-9141d9d6-fefe-4191-811a-699b8478b555 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=56a721c7-7510-499c-8bc1-b17fa7e6faaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416489 Aug 11 21:56:11.188437 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f69c3e-e53b-4730-ae46-5063af32d1f0 req-d7b1e553-8823-43af-9a99-94f54e67e5e6 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:11.189997 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-94f69c3e-e53b-4730-ae46-5063af32d1f0 req-d7b1e553-8823-43af-9a99-94f54e67e5e6 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 945 time: 0.1238217 Aug 11 21:56:11.213599 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85288a0b-c0ab-4a52-845c-d30521a45d6a req-dcaa7ba5-38d5-40b2-97c4-a121420cb9cc tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:11.215337 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-85288a0b-c0ab-4a52-845c-d30521a45d6a req-dcaa7ba5-38d5-40b2-97c4-a121420cb9cc tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.82 "GET /v2.0/ports?device_id=b1a97b22-206c-47b3-9e88-596200a2f369 HTTP/1.1" status: 200 len: 946 time: 0.0692470 Aug 11 21:56:11.260432 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-51108356-b01b-4c23-921f-420d359d5d9b service neutron] 10.222.0.52 "GET /v2.0/networks/56a721c7-7510-499c-8bc1-b17fa7e6faaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785336 Aug 11 21:56:11.264297 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-94f69c3e-e53b-4730-ae46-5063af32d1f0 req-be09d012-6d16-4fb9-895b-bab14ce12954 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638146 Aug 11 21:56:11.346815 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c951d64-37eb-4d50-8659-2b26f6956fa8 x-openstack-request-id: req-2c951d64-37eb-4d50-8659-2b26f6956fa8 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:56:11.347166 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1afb03a-6afd-4dbc-adca-f0794948418d", "tag": "0a41a105-4943-430f-97c9-d2c9f9d099ab", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:56:11.347378 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2c951d64-37eb-4d50-8659-2b26f6956fa8 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:56:11.347837 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1afb03a-6afd-4dbc-adca-f0794948418d', 'tag': '0a41a105-4943-430f-97c9-d2c9f9d099ab', 'status': 'completed', 'code': 200} Aug 11 21:56:11.414280 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a5257acb-5a9f-4dad-a18f-5d2ed2af67d6 req-ed31684e-3c9c-48e1-890d-31cd0ce5ef05 service neutron] 10.222.0.52 "GET /v2.0/networks/56a721c7-7510-499c-8bc1-b17fa7e6faaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440792 Aug 11 21:56:11.579997 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8e9f7-0356-4217-9248-90f4d7ed5cbd req-ca0dd264-a9e3-4031-8abe-3c0353d9414e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:11.583868 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-beb8e9f7-0356-4217-9248-90f4d7ed5cbd req-ca0dd264-a9e3-4031-8abe-3c0353d9414e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d6d70e8653084b68a2ecc9658e686de0&device_id=c1afb03a-6afd-4dbc-adca-f0794948418d HTTP/1.1" status: 200 len: 1095 time: 0.0855107 Aug 11 21:56:11.634956 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91dfc4e-46bd-4f58-a2d1-01386ecf3d83 req-b4973f3a-9d7f-4350-8426-15456f460b88 tempest-ServersOnMultiNodesTest-2075355728 tempest-ServersOnMultiNodesTest-2075355728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:11.637170 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a91dfc4e-46bd-4f58-a2d1-01386ecf3d83 req-b4973f3a-9d7f-4350-8426-15456f460b88 tempest-ServersOnMultiNodesTest-2075355728 tempest-ServersOnMultiNodesTest-2075355728-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2aa6fee0-0b7c-4cb1-a673-daaeb3130e31 HTTP/1.1" status: 200 len: 1101 time: 0.4208393 Aug 11 21:56:11.678567 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a91dfc4e-46bd-4f58-a2d1-01386ecf3d83 req-47a90213-229d-495b-a1c5-a3703515ebe2 tempest-ServersOnMultiNodesTest-2075355728 tempest-ServersOnMultiNodesTest-2075355728-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:11.741858 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-85288a0b-c0ab-4a52-845c-d30521a45d6a req-ca5e343f-6441-41df-856b-75064083cbc2 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Deleting port 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:56:11.742417 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-85288a0b-c0ab-4a52-845c-d30521a45d6a req-ca5e343f-6441-41df-856b-75064083cbc2 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:11.770977 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8e9f7-0356-4217-9248-90f4d7ed5cbd req-4e098280-821e-4972-b512-4b7f4fec4756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:11.773297 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-beb8e9f7-0356-4217-9248-90f4d7ed5cbd req-4e098280-821e-4972-b512-4b7f4fec4756 service neutron] 10.222.0.52 "GET /v2.0/networks?id=56a721c7-7510-499c-8bc1-b17fa7e6faaf HTTP/1.1" status: 200 len: 913 time: 0.1733360 Aug 11 21:56:11.861831 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-beb8e9f7-0356-4217-9248-90f4d7ed5cbd req-ce926e0d-d1d5-4ac7-8611-6e8a61585c6e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a41a105-4943-430f-97c9-d2c9f9d099ab HTTP/1.1" status: 200 len: 217 time: 0.0761564 Aug 11 21:56:11.888204 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-85288a0b-c0ab-4a52-845c-d30521a45d6a req-ca5e343f-6441-41df-856b-75064083cbc2 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] For port 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e,segment=NetworkSegment(403410e7-075b-4cee-ac6f-72f7ef186622),segment_id=403410e7-075b-4cee-ac6f-72f7ef186622)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:11.888593 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-85288a0b-c0ab-4a52-845c-d30521a45d6a req-ca5e343f-6441-41df-856b-75064083cbc2 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:11.913458 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-85288a0b-c0ab-4a52-845c-d30521a45d6a req-ca5e343f-6441-41df-856b-75064083cbc2 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Calling delete_port for 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:56:11.988063 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a91dfc4e-46bd-4f58-a2d1-01386ecf3d83 req-47a90213-229d-495b-a1c5-a3703515ebe2 tempest-ServersOnMultiNodesTest-2075355728 tempest-ServersOnMultiNodesTest-2075355728-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:12.008421 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a91dfc4e-46bd-4f58-a2d1-01386ecf3d83 req-47a90213-229d-495b-a1c5-a3703515ebe2 tempest-ServersOnMultiNodesTest-2075355728 tempest-ServersOnMultiNodesTest-2075355728-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:12.028119 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8e9f7-0356-4217-9248-90f4d7ed5cbd req-822c6856-745c-4983-a06b-bbbf4bc86726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:12.030951 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-beb8e9f7-0356-4217-9248-90f4d7ed5cbd req-822c6856-745c-4983-a06b-bbbf4bc86726 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4dc0df2b-e897-42b6-b7f7-a0057210db47 HTTP/1.1" status: 200 len: 852 time: 0.1578476 Aug 11 21:56:12.060764 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a91dfc4e-46bd-4f58-a2d1-01386ecf3d83 req-47a90213-229d-495b-a1c5-a3703515ebe2 tempest-ServersOnMultiNodesTest-2075355728 tempest-ServersOnMultiNodesTest-2075355728-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122281 Aug 11 21:56:12.075576 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a90213-229d-495b-a1c5-a3703515ebe2 tempest-ServersOnMultiNodesTest-2075355728 tempest-ServersOnMultiNodesTest-2075355728-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dad83d6-11c8-4a80-b341-716cd92a68cc,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:12.101677 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-beb8e9f7-0356-4217-9248-90f4d7ed5cbd req-3e54f25b-58e8-441a-90d3-871297a0481e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=56a721c7-7510-499c-8bc1-b17fa7e6faaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497766 Aug 11 21:56:12.147424 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f955e9-c4d2-486b-9dbd-3b0f4ae5171b req-2877bc20-b484-4acc-a614-f9a7b2482538 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:12.156697 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f3f955e9-c4d2-486b-9dbd-3b0f4ae5171b req-2877bc20-b484-4acc-a614-f9a7b2482538 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=2417c44e-fa1f-4a43-a7a0-789b7d8a56e4 HTTP/1.1" status: 200 len: 946 time: 0.1964493 Aug 11 21:56:12.177313 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-85288a0b-c0ab-4a52-845c-d30521a45d6a req-ca5e343f-6441-41df-856b-75064083cbc2 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:12.215459 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e343f-6441-41df-856b-75064083cbc2 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Pushing event deleted for resources: {'Port': ['ID=854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:12.221667 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:56:12.280359 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-85288a0b-c0ab-4a52-845c-d30521a45d6a req-ca5e343f-6441-41df-856b-75064083cbc2 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] No DVR routers for this DVR port 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:56:12.284447 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-85288a0b-c0ab-4a52-845c-d30521a45d6a req-ca5e343f-6441-41df-856b-75064083cbc2 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:12.287280 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-85288a0b-c0ab-4a52-845c-d30521a45d6a req-ca5e343f-6441-41df-856b-75064083cbc2 tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.82 "DELETE /v2.0/ports/854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e HTTP/1.1" status: 204 len: 173 time: 1.0600302 Aug 11 21:56:12.288869 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a97b22-206c-47b3-9e88-596200a2f369', 'name': 'network-vif-deleted', 'tag': '854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:56:12.291896 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337a0d03-6d6e-4752-a329-c01213fd4d96" -d '{"events": [{"server_uuid": "b1a97b22-206c-47b3-9e88-596200a2f369", "name": "network-vif-deleted", "tag": "854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:56:12.311916 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f3f955e9-c4d2-486b-9dbd-3b0f4ae5171b req-5e08a1cf-49f0-419a-ad57-85816324210b tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499753 Aug 11 21:56:12.402202 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-beb8e9f7-0356-4217-9248-90f4d7ed5cbd req-ccd0c5eb-6f92-4be1-96c6-37d784b23b7c service neutron] 10.222.0.52 "GET /v2.0/networks/56a721c7-7510-499c-8bc1-b17fa7e6faaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884426 Aug 11 21:56:12.402702 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e87e588a-f137-4329-9c42-0fbb27ccc14a req-254b0cfa-6734-4396-b1a7-b8d1fd8587dd tempest-FloatingIPsAssociationTestJSON-1784196856 tempest-FloatingIPsAssociationTestJSON-1784196856-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1a97b22-206c-47b3-9e88-596200a2f369 HTTP/1.1" status: 200 len: 210 time: 0.0580890 Aug 11 21:56:12.565686 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862f9a7-cf45-4da8-83e0-583a05161237 req-057ed055-3b2c-431a-a893-272751cbf72e tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:12.567369 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8862f9a7-cf45-4da8-83e0-583a05161237 req-057ed055-3b2c-431a-a893-272751cbf72e tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1afb03a-6afd-4dbc-adca-f0794948418d HTTP/1.1" status: 200 len: 944 time: 0.0680571 Aug 11 21:56:12.630457 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8862f9a7-cf45-4da8-83e0-583a05161237 req-b9499a8d-d596-4df3-ae97-00669952db20 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] 10.222.0.77 "GET /v2.0/security-groups?id=701079ac-667c-4f5c-a638-6c060153b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488994 Aug 11 21:56:12.650534 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5208b1-ef87-4c04-8d5a-fd8f6fe5be08 req-913c680d-a428-4126-bc2f-375449bf109a tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:12.660876 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-da5208b1-ef87-4c04-8d5a-fd8f6fe5be08 req-913c680d-a428-4126-bc2f-375449bf109a tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 946 time: 0.2433071 Aug 11 21:56:12.732323 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-beb8e9f7-0356-4217-9248-90f4d7ed5cbd req-9948cac3-5f00-4962-8ab1-72ae35e2c8f0 service neutron] 10.222.0.52 "GET /v2.0/networks/56a721c7-7510-499c-8bc1-b17fa7e6faaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804816 Aug 11 21:56:12.759125 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-da5208b1-ef87-4c04-8d5a-fd8f6fe5be08 req-8892911f-305a-4da2-b901-74fdd3a3acd4 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949123 Aug 11 21:56:12.856916 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb9d32d-45ab-4b86-8c1c-d503e9d35fea x-openstack-request-id: req-3fb9d32d-45ab-4b86-8c1c-d503e9d35fea {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:56:12.857479 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a97b22-206c-47b3-9e88-596200a2f369", "name": "network-vif-deleted", "tag": "854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:56:12.857479 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3fb9d32d-45ab-4b86-8c1c-d503e9d35fea {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:56:12.857894 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a97b22-206c-47b3-9e88-596200a2f369', 'name': 'network-vif-deleted', 'tag': '854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e', 'status': 'completed', 'code': 200} Aug 11 21:56:13.027362 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef13c27-d13d-48a5-9f6c-066693d99ad0 req-e730fd70-93fe-40c6-b9ab-2b8c75ff539e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:13.030320 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eef13c27-d13d-48a5-9f6c-066693d99ad0 req-e730fd70-93fe-40c6-b9ab-2b8c75ff539e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 946 time: 0.1091216 Aug 11 21:56:13.037715 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da0c92-4ddf-49dd-b6bd-7192d33b2524 req-b89e59dc-fdc4-4789-9a59-e51ad7635dc9 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:13.039453 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-30da0c92-4ddf-49dd-b6bd-7192d33b2524 req-b89e59dc-fdc4-4789-9a59-e51ad7635dc9 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 945 time: 0.0952964 Aug 11 21:56:13.045958 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55598) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:13.057568 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-30cdd952-55cc-4114-ade4-87a2f3dc1f1b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Request body: {'floatingip': {'port_id': 'a57d88c3-3ff2-48e7-9244-3996584662da'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:56:13.132201 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-30cdd952-55cc-4114-ade4-87a2f3dc1f1b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for floatingip, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:13.170922 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-30da0c92-4ddf-49dd-b6bd-7192d33b2524 req-f392ce3d-b15d-47e5-9061-f15d86644cc1 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148160 Aug 11 21:56:13.177557 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cba05f86-1eb7-45ff-8167-579b8f10b381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:13.273506 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-f233a77f-0ea5-4f45-b69b-a404209e540f tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=fda8d30fb096432db86c7a2a58224021&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608704 Aug 11 21:56:13.497275 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3ee41-ba78-4b93-9377-dc3d7226c525 req-0d6cc598-7046-4311-b8f7-6659e6c0c9b6 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:13.499896 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e0d3ee41-ba78-4b93-9377-dc3d7226c525 req-0d6cc598-7046-4311-b8f7-6659e6c0c9b6 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=2417c44e-fa1f-4a43-a7a0-789b7d8a56e4 HTTP/1.1" status: 200 len: 946 time: 0.0876496 Aug 11 21:56:13.507285 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-f561211b-585c-4287-be79-242c5826d4fd tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:13.515353 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-f561211b-585c-4287-be79-242c5826d4fd tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2322586 Aug 11 21:56:13.537013 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-65df05b3-2411-4808-a2d4-802f3fd7a7b4 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/quotas/fda8d30fb096432db86c7a2a58224021 HTTP/1.1" status: 200 len: 375 time: 0.0205569 Aug 11 21:56:13.575581 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e0d3ee41-ba78-4b93-9377-dc3d7226c525 req-e98eb7e5-9d96-4e30-8a06-379df6947165 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622613 Aug 11 21:56:13.653190 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55614) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:13.690397 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-e768a335-ff73-4b22-bba6-18fd1776cece tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=fda8d30fb096432db86c7a2a58224021&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1388445 Aug 11 21:56:13.917554 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.db.resource_extend [None req-30cdd952-55cc-4114-ade4-87a2f3dc1f1b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 21:56:14.067368 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-30cdd952-55cc-4114-ade4-87a2f3dc1f1b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:14.074172 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-30cdd952-55cc-4114-ade4-87a2f3dc1f1b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:14.171622 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-432f9641-f6ac-4057-919d-d4ca24de31d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:14.274212 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [None req-30cdd952-55cc-4114-ade4-87a2f3dc1f1b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Floating IP 09520c8d-fac9-43c4-8298-658b4307d814 associated. External IP: 172.25.2.121, port: a57d88c3-3ff2-48e7-9244-3996584662da. Aug 11 21:56:14.450235 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5ce16-0424-456d-a0b7-08dbded01398 req-995fb58a-9573-4574-a3a8-fa77f4691753 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:14.453057 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c4c5ce16-0424-456d-a0b7-08dbded01398 req-995fb58a-9573-4574-a3a8-fa77f4691753 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1afb03a-6afd-4dbc-adca-f0794948418d HTTP/1.1" status: 200 len: 944 time: 0.1625662 Aug 11 21:56:14.640456 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c4c5ce16-0424-456d-a0b7-08dbded01398 req-373e039e-57b3-4249-8c92-4df4572a45e4 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] 10.222.0.77 "GET /v2.0/security-groups?id=701079ac-667c-4f5c-a638-6c060153b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802707 Aug 11 21:56:14.663127 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 0a41a105-4943-430f-97c9-d2c9f9d099ab details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:56:14.798243 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e06b94-4476-4e8f-b69d-75437e26708e req-343fcfa3-eab7-4877-a4ad-92fd09084c53 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:14.801693 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-78e06b94-4476-4e8f-b69d-75437e26708e req-343fcfa3-eab7-4877-a4ad-92fd09084c53 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 945 time: 0.1542389 Aug 11 21:56:14.823227 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cdd952-55cc-4114-ade4-87a2f3dc1f1b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Router f35319c6-0d06-4125-82b8-e475b94e7c8e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:56:14.875943 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-432f9641-f6ac-4057-919d-d4ca24de31d1 admin admin] Deleting port 9d766c7a-1c2f-4e7c-85d5-258a1dcf401b {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:56:14.876296 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-432f9641-f6ac-4057-919d-d4ca24de31d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:14.900155 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 0a41a105-4943-430f-97c9-d2c9f9d099ab, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=0a41a105-4943-430f-97c9-d2c9f9d099ab,segment=NetworkSegment(36587d64-032c-4c4a-9f86-e4e6a7935a90),segment_id=36587d64-032c-4c4a-9f86-e4e6a7935a90)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:14.923301 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '0a41a105-4943-430f-97c9-d2c9f9d099ab', 'network_id': '56a721c7-7510-499c-8bc1-b17fa7e6faaf', 'port_id': '0a41a105-4943-430f-97c9-d2c9f9d099ab', 'mac_address': 'fa:16:3e:76:ae:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc0df2b-e897-42b6-b7f7-a0057210db47', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:56:14.926800 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-78e06b94-4476-4e8f-b69d-75437e26708e req-2532de7b-2696-49cb-8696-cdd759301287 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963662 Aug 11 21:56:15.024146 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:15.068308 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-432f9641-f6ac-4057-919d-d4ca24de31d1 admin admin] For port 9d766c7a-1c2f-4e7c-85d5-258a1dcf401b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9d766c7a-1c2f-4e7c-85d5-258a1dcf401b,segment=NetworkSegment(403410e7-075b-4cee-ac6f-72f7ef186622),segment_id=403410e7-075b-4cee-ac6f-72f7ef186622)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:15.069415 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-432f9641-f6ac-4057-919d-d4ca24de31d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:15.079171 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a41a105-4943-430f-97c9-d2c9f9d099ab {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:56:15.111700 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-44f88a70-e2b2-4750-ab59-2d73d50f4918 req-1edf9ec3-1483-45ee-a79d-ea3d8ff5d855 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=af50c3f8-bc48-4286-94f3-4e58450d194e HTTP/1.1" status: 200 len: 210 time: 0.0692618 Aug 11 21:56:15.144612 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 0a41a105-4943-430f-97c9-d2c9f9d099ab, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=0a41a105-4943-430f-97c9-d2c9f9d099ab,segment=NetworkSegment(36587d64-032c-4c4a-9f86-e4e6a7935a90),segment_id=36587d64-032c-4c4a-9f86-e4e6a7935a90)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:15.152789 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:56:15.156028 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-432f9641-f6ac-4057-919d-d4ca24de31d1 admin admin] Calling delete_port for 9d766c7a-1c2f-4e7c-85d5-258a1dcf401b owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:56:15.166434 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:15.182474 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cdd952-55cc-4114-ade4-87a2f3dc1f1b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:56:15.191583 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-30cdd952-55cc-4114-ade4-87a2f3dc1f1b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:15.218214 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:56:15.224581 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b70617-3636-470b-b8f5-4ec94c14d315 None None] Sync routers for ids ['f35319c6-0d06-4125-82b8-e475b94e7c8e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:56:15.235019 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 854a2cd1-d0b6-4da4-84fd-26d0c2c03a6e not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:56:15.250650 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b70617-3636-470b-b8f5-4ec94c14d315 None None] Routers {'f35319c6-0d06-4125-82b8-e475b94e7c8e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:56:15.251626 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-69b70617-3636-470b-b8f5-4ec94c14d315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:55:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f35319c6-0d06-4125-82b8-e475b94e7c8e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:15.271756 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-30cdd952-55cc-4114-ade4-87a2f3dc1f1b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "PUT /v2.0/floatingips/09520c8d-fac9-43c4-8298-658b4307d814 HTTP/1.1" status: 200 len: 992 time: 2.2238302 Aug 11 21:56:15.278299 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8c37b7-5a8d-4723-9e74-d498af8bfa25', 'tag': 'a57d88c3-3ff2-48e7-9244-3996584662da'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:56:15.285853 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6096a1-a7d2-4e47-91c3-4c580c8fef28" -d '{"events": [{"name": "network-changed", "server_uuid": "aa8c37b7-5a8d-4723-9e74-d498af8bfa25", "tag": "a57d88c3-3ff2-48e7-9244-3996584662da"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:56:15.392040 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=0a41a105-4943-430f-97c9-d2c9f9d099ab,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:15.425004 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['0a41a105-4943-430f-97c9-d2c9f9d099ab'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:56:15.495734 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54a90de-2b5b-4ff3-9dab-511984c52252 x-openstack-request-id: req-c54a90de-2b5b-4ff3-9dab-511984c52252 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:56:15.496034 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa8c37b7-5a8d-4723-9e74-d498af8bfa25", "tag": "a57d88c3-3ff2-48e7-9244-3996584662da", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:56:15.496293 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c54a90de-2b5b-4ff3-9dab-511984c52252 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:56:15.497375 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8c37b7-5a8d-4723-9e74-d498af8bfa25', 'tag': 'a57d88c3-3ff2-48e7-9244-3996584662da', 'status': 'completed', 'code': 200} Aug 11 21:56:15.556528 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-69b70617-3636-470b-b8f5-4ec94c14d315 None None] Set router f35319c6-0d06-4125-82b8-e475b94e7c8e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:56:15.639090 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-432f9641-f6ac-4057-919d-d4ca24de31d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:15.695114 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6096a1-a7d2-4e47-91c3-4c580c8fef28 req-5224e752-1411-4b05-97a3-7af04dbbbef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:15.700040 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4d6096a1-a7d2-4e47-91c3-4c580c8fef28 req-5224e752-1411-4b05-97a3-7af04dbbbef2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bbabed8946d642c3bc7c5dee10664230&device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 1097 time: 0.1333611 Aug 11 21:56:15.741906 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70332e3-c6de-4a2a-80cd-944b98ed35a4 req-9075eaa2-9134-4502-abc5-2eeb9599d368 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:15.750363 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b70332e3-c6de-4a2a-80cd-944b98ed35a4 req-9075eaa2-9134-4502-abc5-2eeb9599d368 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=2417c44e-fa1f-4a43-a7a0-789b7d8a56e4 HTTP/1.1" status: 200 len: 946 time: 0.2327766 Aug 11 21:56:15.791914 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f9641-f6ac-4057-919d-d4ca24de31d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d766c7a-1c2f-4e7c-85d5-258a1dcf401b,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:15.860267 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f9641-f6ac-4057-919d-d4ca24de31d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:15.860705 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f9641-f6ac-4057-919d-d4ca24de31d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:15.861130 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f9641-f6ac-4057-919d-d4ca24de31d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:15.861549 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f9641-f6ac-4057-919d-d4ca24de31d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:15.861987 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f9641-f6ac-4057-919d-d4ca24de31d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:15.862403 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f9641-f6ac-4057-919d-d4ca24de31d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:15.862812 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f9641-f6ac-4057-919d-d4ca24de31d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:15.863373 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f9641-f6ac-4057-919d-d4ca24de31d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:15.863957 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f9641-f6ac-4057-919d-d4ca24de31d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:15.864364 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f9641-f6ac-4057-919d-d4ca24de31d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:15.865213 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f9641-f6ac-4057-919d-d4ca24de31d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:15.865598 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f9641-f6ac-4057-919d-d4ca24de31d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:15.867236 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-506eb6d1-aac4-4830-9e8e-7357565b92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:15.905907 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:15.972163 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9ec4f-76d4-4486-ba29-93c866bf2114 req-4550dc00-d1ff-4f21-80e5-e2f79f86b067 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:15.980907 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-acf9ec4f-76d4-4486-ba29-93c866bf2114 req-4550dc00-d1ff-4f21-80e5-e2f79f86b067 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1afb03a-6afd-4dbc-adca-f0794948418d HTTP/1.1" status: 200 len: 945 time: 0.1953795 Aug 11 21:56:15.997072 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b70332e3-c6de-4a2a-80cd-944b98ed35a4 req-184da9dc-75e7-4f6a-be38-beae8b86f06f tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214017 Aug 11 21:56:16.103564 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6096a1-a7d2-4e47-91c3-4c580c8fef28 req-d2e2b405-c3fb-4c09-95f9-b2e48613166b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:16.105613 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4d6096a1-a7d2-4e47-91c3-4c580c8fef28 req-d2e2b405-c3fb-4c09-95f9-b2e48613166b service neutron] 10.222.0.52 "GET /v2.0/networks?id=1c3ee35b-1680-40ce-a5ec-450a30ee6971 HTTP/1.1" status: 200 len: 917 time: 0.3535705 Aug 11 21:56:16.234253 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-432f9641-f6ac-4057-919d-d4ca24de31d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:16.252796 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4d6096a1-a7d2-4e47-91c3-4c580c8fef28 req-af9dc4b9-6cc1-4689-b3f5-fb2bda0c2968 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a57d88c3-3ff2-48e7-9244-3996584662da HTTP/1.1" status: 200 len: 1000 time: 0.1396716 Aug 11 21:56:16.279725 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-acf9ec4f-76d4-4486-ba29-93c866bf2114 req-bfe5782d-b0b0-4c08-bb07-f4d13075e19e tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] 10.222.0.77 "GET /v2.0/security-groups?id=701079ac-667c-4f5c-a638-6c060153b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971563 Aug 11 21:56:16.329640 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6096a1-a7d2-4e47-91c3-4c580c8fef28 req-5d4fcbd9-940b-4954-a249-8d88a8102434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:16.331414 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4d6096a1-a7d2-4e47-91c3-4c580c8fef28 req-5d4fcbd9-940b-4954-a249-8d88a8102434 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7909b953-a9da-40c4-9e8c-1313ada07900 HTTP/1.1" status: 200 len: 855 time: 0.0601931 Aug 11 21:56:16.429620 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe58def-f6df-4765-9b61-50a062462e8a req-f02af682-c57d-49f4-8b3c-44dafd5d9c45 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:16.439123 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8fe58def-f6df-4765-9b61-50a062462e8a req-f02af682-c57d-49f4-8b3c-44dafd5d9c45 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 945 time: 0.2237067 Aug 11 21:56:16.468522 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-69b70617-3636-470b-b8f5-4ec94c14d315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-258464786-router', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:55:28Z', 'updated_at': '2021-08-11T21:55:41Z', 'revision_number': 4, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'gw_port': {'id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:30Z', 'updated_at': '2021-08-11T21:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '09520c8d-fac9-43c4-8298-658b4307d814', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'floating_ip_address': '172.25.2.121', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'port_id': 'a57d88c3-3ff2-48e7-9244-3996584662da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'mac_address': 'fa:16:3e:96:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8c37b7-5a8d-4723-9e74-d498af8bfa25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T21:55:53Z', 'updated_at': '2021-08-11T21:56:13Z', 'revision_number': 1, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1890c58e-7b30-404d-b5bc-37886c3fd299', 'name': '', 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'mac_address': 'fa:16:3e:1e:d0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:38Z', 'updated_at': '2021-08-11T21:55:51Z', 'revision_number': 5, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'subnets': [{'id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:16.469477 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a494c482-5222-47ee-b47f-98c414830c62 req-fd8d21fc-6a85-4d3d-9e94-1df03778cd5b tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=af50c3f8-bc48-4286-94f3-4e58450d194e HTTP/1.1" status: 200 len: 210 time: 0.0617325 Aug 11 21:56:16.471820 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6096a1-a7d2-4e47-91c3-4c580c8fef28 req-755215e7-f0eb-4963-bcea-d2b488e8f312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:16.474458 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4d6096a1-a7d2-4e47-91c3-4c580c8fef28 req-755215e7-f0eb-4963-bcea-d2b488e8f312 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1c3ee35b-1680-40ce-a5ec-450a30ee6971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1317177 Aug 11 21:56:16.537073 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b70617-3636-470b-b8f5-4ec94c14d315 None None] Checking router: f35319c6-0d06-4125-82b8-e475b94e7c8e for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:56:16.554669 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8fe58def-f6df-4765-9b61-50a062462e8a req-8e534632-c140-46cb-9061-6d40186ddcdf tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141620 Aug 11 21:56:16.561577 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b70617-3636-470b-b8f5-4ec94c14d315 None None] Routers {'f35319c6-0d06-4125-82b8-e475b94e7c8e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:56:16.563772 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-69b70617-3636-470b-b8f5-4ec94c14d315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:56:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f35319c6-0d06-4125-82b8-e475b94e7c8e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:16.668855 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 0a41a105-4943-430f-97c9-d2c9f9d099ab up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:56:16.744295 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 0a41a105-4943-430f-97c9-d2c9f9d099ab completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:56:16.753404 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 0a41a105-4943-430f-97c9-d2c9f9d099ab triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:56:16.754965 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:16.765784 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4d6096a1-a7d2-4e47-91c3-4c580c8fef28 req-13def1cc-c181-4e31-8278-03509c89015d service neutron] 10.222.0.52 "GET /v2.0/networks/1c3ee35b-1680-40ce-a5ec-450a30ee6971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786446 Aug 11 21:56:16.767426 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-69b70617-3636-470b-b8f5-4ec94c14d315 None None] Set router f35319c6-0d06-4125-82b8-e475b94e7c8e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:56:16.830669 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432f9641-f6ac-4057-919d-d4ca24de31d1 admin admin] Router ab766ff7-0c58-4407-ac3a-219745fed97e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:56:16.942510 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:16.987050 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1afb03a-6afd-4dbc-adca-f0794948418d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a41a105-4943-430f-97c9-d2c9f9d099ab'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:56:16.990237 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6957d7-2137-429a-acda-09951f8af6a7" -d '{"events": [{"server_uuid": "c1afb03a-6afd-4dbc-adca-f0794948418d", "name": "network-vif-plugged", "status": "completed", "tag": "0a41a105-4943-430f-97c9-d2c9f9d099ab"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:56:17.036530 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 0a41a105-4943-430f-97c9-d2c9f9d099ab, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=0a41a105-4943-430f-97c9-d2c9f9d099ab,segment=NetworkSegment(36587d64-032c-4c4a-9f86-e4e6a7935a90),segment_id=36587d64-032c-4c4a-9f86-e4e6a7935a90)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:17.045581 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:17.061492 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4d6096a1-a7d2-4e47-91c3-4c580c8fef28 req-39ba4708-f124-472a-a34d-f04684e28a6e service neutron] 10.222.0.52 "GET /v2.0/networks/1c3ee35b-1680-40ce-a5ec-450a30ee6971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877107 Aug 11 21:56:17.090591 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-65c6a567-3b3e-46a6-8647-736fd03859bd tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=fda8d30fb096432db86c7a2a58224021&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358653 Aug 11 21:56:17.164296 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432f9641-f6ac-4057-919d-d4ca24de31d1 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:56:17.174904 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-432f9641-f6ac-4057-919d-d4ca24de31d1 admin admin] 10.222.0.77 "PUT /v2.0/routers/ab766ff7-0c58-4407-ac3a-219745fed97e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5172842 Aug 11 21:56:17.176206 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55702) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:17.215946 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ad064f-19ec-456e-9ee9-a812098be89f x-openstack-request-id: req-17ad064f-19ec-456e-9ee9-a812098be89f {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:56:17.217150 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1afb03a-6afd-4dbc-adca-f0794948418d", "name": "network-vif-plugged", "status": "completed", "tag": "0a41a105-4943-430f-97c9-d2c9f9d099ab", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:56:17.219930 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-17ad064f-19ec-456e-9ee9-a812098be89f {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:56:17.223639 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1afb03a-6afd-4dbc-adca-f0794948418d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a41a105-4943-430f-97c9-d2c9f9d099ab', 'code': 200} Aug 11 21:56:17.233457 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-69b70617-3636-470b-b8f5-4ec94c14d315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-258464786-router', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:55:28Z', 'updated_at': '2021-08-11T21:55:41Z', 'revision_number': 4, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'gw_port': {'id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:30Z', 'updated_at': '2021-08-11T21:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '09520c8d-fac9-43c4-8298-658b4307d814', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'floating_ip_address': '172.25.2.121', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'port_id': 'a57d88c3-3ff2-48e7-9244-3996584662da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'mac_address': 'fa:16:3e:96:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8c37b7-5a8d-4723-9e74-d498af8bfa25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T21:55:53Z', 'updated_at': '2021-08-11T21:56:13Z', 'revision_number': 1, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1890c58e-7b30-404d-b5bc-37886c3fd299', 'name': '', 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'mac_address': 'fa:16:3e:1e:d0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:38Z', 'updated_at': '2021-08-11T21:55:51Z', 'revision_number': 5, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'subnets': [{'id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:17.235176 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=0a41a105-4943-430f-97c9-d2c9f9d099ab,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:17.246384 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db59bc3-5d45-4331-bcc1-8e078e6de358 req-210cb023-0e1b-4a96-ab81-51704ccb5a64 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:17.255071 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf322d45-f915-480b-be1f-56f739e5f024 None None] Sync routers for ids ['ab766ff7-0c58-4407-ac3a-219745fed97e'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:56:17.264210 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0db59bc3-5d45-4331-bcc1-8e078e6de358 req-210cb023-0e1b-4a96-ab81-51704ccb5a64 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=2417c44e-fa1f-4a43-a7a0-789b7d8a56e4 HTTP/1.1" status: 200 len: 946 time: 0.1408484 Aug 11 21:56:17.273391 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf322d45-f915-480b-be1f-56f739e5f024 None None] Routers {'ab766ff7-0c58-4407-ac3a-219745fed97e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:56:17.273914 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-cf322d45-f915-480b-be1f-56f739e5f024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:56:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['ab766ff7-0c58-4407-ac3a-219745fed97e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:17.299157 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b70617-3636-470b-b8f5-4ec94c14d315 None None] The sync data for ids ['f35319c6-0d06-4125-82b8-e475b94e7c8e'] in n-d-804275-3 is: [{'id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-258464786-router', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:55:28Z', 'updated_at': '2021-08-11T21:55:41Z', 'revision_number': 4, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'gw_port': {'id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:30Z', 'updated_at': '2021-08-11T21:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '09520c8d-fac9-43c4-8298-658b4307d814', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'floating_ip_address': '172.25.2.121', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'port_id': 'a57d88c3-3ff2-48e7-9244-3996584662da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'mac_address': 'fa:16:3e:96:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8c37b7-5a8d-4723-9e74-d498af8bfa25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T21:55:53Z', 'updated_at': '2021-08-11T21:56:13Z', 'revision_number': 1, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1890c58e-7b30-404d-b5bc-37886c3fd299', 'name': '', 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'mac_address': 'fa:16:3e:1e:d0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:38Z', 'updated_at': '2021-08-11T21:55:51Z', 'revision_number': 5, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'subnets': [{'id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:56:17.358136 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:17.360882 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0db59bc3-5d45-4331-bcc1-8e078e6de358 req-63638a48-e1e7-49a1-83f0-e29a8cffd822 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928545 Aug 11 21:56:17.377015 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b320db-04d7-415b-9c7a-cc1c7b72b30b req-d75c864e-0191-48d8-b3a1-8f7de944aabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:17.381551 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-33b320db-04d7-415b-9c7a-cc1c7b72b30b req-d75c864e-0191-48d8-b3a1-8f7de944aabe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c1afb03a-6afd-4dbc-adca-f0794948418d HTTP/1.1" status: 200 len: 1097 time: 0.1153221 Aug 11 21:56:17.382129 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-55167307-2b73-4922-8b89-c7bb18d6492f tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:17.384035 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-55167307-2b73-4922-8b89-c7bb18d6492f tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2863345 Aug 11 21:56:17.425600 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-cfd7f18c-7661-414b-8707-052a67f6f5c2 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Request body: {'port': {'device_id': 'f28b90be-03d2-4bbb-9c70-f6311279a866', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'admin_state_up': True, 'tenant_id': 'fda8d30fb096432db86c7a2a58224021'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:56:17.482000 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-33b320db-04d7-415b-9c7a-cc1c7b72b30b req-6a5fdc0c-f926-47d1-85e8-fbd3e5234c6d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=701079ac-667c-4f5c-a638-6c060153b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919781 Aug 11 21:56:17.485717 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05edd15c-3af6-4f57-adde-fab8c05c62b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:17.556725 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-cf322d45-f915-480b-be1f-56f739e5f024 None None] Set router ab766ff7-0c58-4407-ac3a-219745fed97e gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:56:17.644303 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1c6a86f6-c304-4f8a-ad83-6e2d39c6b251 req-44778a74-1d07-4779-bf6f-f11caa4fb8ce tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=af50c3f8-bc48-4286-94f3-4e58450d194e HTTP/1.1" status: 200 len: 210 time: 0.0766470 Aug 11 21:56:17.796645 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-d790a2a3-e8ca-4846-8408-ae7f859e9b7a tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=fda8d30fb096432db86c7a2a58224021&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361948 Aug 11 21:56:17.801219 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b3e256-5476-49f3-8e33-bde62a74e374 None None] New status for floating IP 09520c8d-fac9-43c4-8298-658b4307d814: ACTIVE {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 21:56:18.039476 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-cf322d45-f915-480b-be1f-56f739e5f024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355814969-router', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:54:14Z', 'updated_at': '2021-08-11T21:56:15Z', 'revision_number': 5, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'gw_port': {'id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:16Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:18.145203 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf322d45-f915-480b-be1f-56f739e5f024 None None] Checking router: ab766ff7-0c58-4407-ac3a-219745fed97e for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:56:18.163978 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf322d45-f915-480b-be1f-56f739e5f024 None None] Routers {'ab766ff7-0c58-4407-ac3a-219745fed97e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:56:18.165593 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-cf322d45-f915-480b-be1f-56f739e5f024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:56:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['ab766ff7-0c58-4407-ac3a-219745fed97e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:18.464176 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949c789-5200-4c2f-b073-98e2b49cc7c7 req-1ae97503-2f32-4ce5-95bc-9035093c06a1 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:18.465798 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1949c789-5200-4c2f-b073-98e2b49cc7c7 req-1ae97503-2f32-4ce5-95bc-9035093c06a1 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 945 time: 0.6064739 Aug 11 21:56:18.491378 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a744242-c2fd-4b09-bedb-4bc00d479fb3 req-a11e7aca-e885-4f4d-a5dc-a18b3bcb344d tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:18.507324 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8a744242-c2fd-4b09-bedb-4bc00d479fb3 req-a11e7aca-e885-4f4d-a5dc-a18b3bcb344d tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1afb03a-6afd-4dbc-adca-f0794948418d HTTP/1.1" status: 200 len: 946 time: 0.9390180 Aug 11 21:56:18.517952 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-7d7c2ade-bea5-43e1-9a16-5d8ed13e7baf tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:18.519971 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-7d7c2ade-bea5-43e1-9a16-5d8ed13e7baf tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6991587 Aug 11 21:56:18.549102 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-fcb61b13-a2e9-4100-995c-530f24078add tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Request body: {'port': {'device_id': 'af50c3f8-bc48-4286-94f3-4e58450d194e', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'admin_state_up': True, 'tenant_id': 'fda8d30fb096432db86c7a2a58224021'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:56:18.560061 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1949c789-5200-4c2f-b073-98e2b49cc7c7 req-39c33e90-3f04-4b88-be35-9ccffe88b845 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807085 Aug 11 21:56:18.603605 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-cfd7f18c-7661-414b-8707-052a67f6f5c2 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Made reservation on behalf of fda8d30fb096432db86c7a2a58224021 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:56:18.613661 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-cfd7f18c-7661-414b-8707-052a67f6f5c2 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:18.656330 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-cf322d45-f915-480b-be1f-56f739e5f024 None None] Set router ab766ff7-0c58-4407-ac3a-219745fed97e gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:56:18.930689 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-cfd7f18c-7661-414b-8707-052a67f6f5c2 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Allocated IP 192.168.233.30 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/43061107-0d89-4d88-bc8e-f7b987a8f672) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:56:18.943272 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6267dd0-5f1d-48ec-8c20-fc8a54c9ef9b req-c8fa313a-d6a6-4a0d-9a1c-4bc813b30c74 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:18.946289 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b6267dd0-5f1d-48ec-8c20-fc8a54c9ef9b req-c8fa313a-d6a6-4a0d-9a1c-4bc813b30c74 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=2417c44e-fa1f-4a43-a7a0-789b7d8a56e4 HTTP/1.1" status: 200 len: 946 time: 0.1232822 Aug 11 21:56:18.949017 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-fcb61b13-a2e9-4100-995c-530f24078add tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Made reservation on behalf of fda8d30fb096432db86c7a2a58224021 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:56:18.950768 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:18.955265 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-fcb61b13-a2e9-4100-995c-530f24078add tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:19.041766 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b6267dd0-5f1d-48ec-8c20-fc8a54c9ef9b req-990ce8ab-10ac-44b1-be95-753b3f78bd0c tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669842 Aug 11 21:56:19.097677 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-cf322d45-f915-480b-be1f-56f739e5f024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355814969-router', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:54:14Z', 'updated_at': '2021-08-11T21:56:15Z', 'revision_number': 5, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'gw_port': {'id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:16Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:19.153313 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf322d45-f915-480b-be1f-56f739e5f024 None None] The sync data for ids ['ab766ff7-0c58-4407-ac3a-219745fed97e'] in n-d-804275-3 is: [{'id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1355814969-router', 'tenant_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:54:14Z', 'updated_at': '2021-08-11T21:56:15Z', 'revision_number': 5, 'project_id': '2b9279c1feca4096aedd3bf29c3bbd31', 'gw_port': {'id': 'ea248315-eeec-4e46-8834-401d46d9e8de', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab766ff7-0c58-4407-ac3a-219745fed97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:54:16Z', 'updated_at': '2021-08-11T21:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:56:19.169297 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8a744242-c2fd-4b09-bedb-4bc00d479fb3 req-51614b75-3ad4-443e-8374-526d993c737f tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] 10.222.0.77 "GET /v2.0/security-groups?id=701079ac-667c-4f5c-a638-6c060153b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6479566 Aug 11 21:56:19.186356 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 8adb5a46-6af4-4272-9a66-6444a0c50aef details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:56:19.187016 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05edd15c-3af6-4f57-adde-fab8c05c62b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:19.246077 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2668c269-9c39-4661-8026-1afc43b6b607 req-b80fdb4d-cafe-43eb-a652-02988ac8dca5 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=af50c3f8-bc48-4286-94f3-4e58450d194e HTTP/1.1" status: 200 len: 210 time: 0.0852108 Aug 11 21:56:19.366336 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-cfd7f18c-7661-414b-8707-052a67f6f5c2 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:19.422606 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9d766c7a-1c2f-4e7c-85d5-258a1dcf401b no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:56:19.431034 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-cfd7f18c-7661-414b-8707-052a67f6f5c2 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Transition to ACTIVE for port object 43061107-0d89-4d88-bc8e-f7b987a8f672 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:56:19.452876 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-05edd15c-3af6-4f57-adde-fab8c05c62b4 admin admin] Deleting port ea248315-eeec-4e46-8834-401d46d9e8de {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:56:19.453624 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05edd15c-3af6-4f57-adde-fab8c05c62b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:19.472452 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 9d766c7a-1c2f-4e7c-85d5-258a1dcf401b {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:56:19.473042 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9d766c7a-1c2f-4e7c-85d5-258a1dcf401b not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:56:19.492227 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 8adb5a46-6af4-4272-9a66-6444a0c50aef, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=8adb5a46-6af4-4272-9a66-6444a0c50aef,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:19.505674 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '8adb5a46-6af4-4272-9a66-6444a0c50aef', 'network_id': 'e065759b-9598-4e49-9dd4-b84a6811ca8d', 'port_id': '8adb5a46-6af4-4272-9a66-6444a0c50aef', 'mac_address': 'fa:16:3e:e9:21:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a417fc4-720c-4110-80f4-cad05729542b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:56:19.557535 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:19.566869 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-cfd7f18c-7661-414b-8707-052a67f6f5c2 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:19.576720 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8adb5a46-6af4-4272-9a66-6444a0c50aef {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:56:19.603822 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-cfd7f18c-7661-414b-8707-052a67f6f5c2 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:56:19.607352 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 8adb5a46-6af4-4272-9a66-6444a0c50aef, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=8adb5a46-6af4-4272-9a66-6444a0c50aef,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:19.610031 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-cfd7f18c-7661-414b-8707-052a67f6f5c2 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:56:19.613489 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-cfd7f18c-7661-414b-8707-052a67f6f5c2 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:56:19.614340 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['24edb1fe-1d30-4c08-ab37-4ad5bafeadaa'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:56:19.656234 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:19.660379 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-fcb61b13-a2e9-4100-995c-530f24078add tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Allocated IP 192.168.233.26 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/9d7edfef-80a8-4e87-b4b6-6179a86e9305) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:56:19.764072 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=8adb5a46-6af4-4272-9a66-6444a0c50aef,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:19.869090 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-05edd15c-3af6-4f57-adde-fab8c05c62b4 admin admin] For port ea248315-eeec-4e46-8834-401d46d9e8de, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=ea248315-eeec-4e46-8834-401d46d9e8de,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:19.869892 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05edd15c-3af6-4f57-adde-fab8c05c62b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:19.952764 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7f18c-7661-414b-8707-052a67f6f5c2 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Pushing event updated for resources: {'Port': ['ID=43061107-0d89-4d88-bc8e-f7b987a8f672,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:19.970361 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-05edd15c-3af6-4f57-adde-fab8c05c62b4 admin admin] Calling delete_port for ea248315-eeec-4e46-8834-401d46d9e8de owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:56:19.982758 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-cfd7f18c-7661-414b-8707-052a67f6f5c2 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:19.983465 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-cfd7f18c-7661-414b-8707-052a67f6f5c2 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:20.018058 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-fcb61b13-a2e9-4100-995c-530f24078add tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:20.048509 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690fe23-b509-4f5e-90e4-dc03841b885d req-34e4117f-fc0c-4452-9d47-d163d8578f39 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:20.050150 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0690fe23-b509-4f5e-90e4-dc03841b885d req-34e4117f-fc0c-4452-9d47-d163d8578f39 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 945 time: 0.2917805 Aug 11 21:56:20.052394 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-fcb61b13-a2e9-4100-995c-530f24078add tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Transition to ACTIVE for port object 9d7edfef-80a8-4e87-b4b6-6179a86e9305 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:56:20.056478 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-cfd7f18c-7661-414b-8707-052a67f6f5c2 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6383622 Aug 11 21:56:20.062658 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8beae829-76d5-4cdf-9dcb-9013ccf90233 req-d8e01404-a8c0-4f38-bc92-abe9d1e7b39c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cdb74d07-08cc-47c9-bc73-3b0ad5e47c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2894437 Aug 11 21:56:20.085308 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['8adb5a46-6af4-4272-9a66-6444a0c50aef'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:56:20.091250 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2a814c67-1ef2-4031-87a3-b6afe00d33a0 None None] Provisioning for port 43061107-0d89-4d88-bc8e-f7b987a8f672 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:56:20.119365 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2a814c67-1ef2-4031-87a3-b6afe00d33a0 None None] Provisioning complete for port 43061107-0d89-4d88-bc8e-f7b987a8f672 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:56:20.121106 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2a814c67-1ef2-4031-87a3-b6afe00d33a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:20.153571 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-fcb61b13-a2e9-4100-995c-530f24078add tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:20.171956 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-aa68d0c6-71d0-45ef-a80d-7f24a0fef759 service neutron] Request body: {'port': {'device_id': 'f28b90be-03d2-4bbb-9c70-f6311279a866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:56:20.197075 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-2a814c67-1ef2-4031-87a3-b6afe00d33a0 None None] Port 43061107-0d89-4d88-bc8e-f7b987a8f672 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:56:20.270449 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:20.272255 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-fcb61b13-a2e9-4100-995c-530f24078add tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:56:20.275599 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-fcb61b13-a2e9-4100-995c-530f24078add tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:56:20.299707 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-fcb61b13-a2e9-4100-995c-530f24078add tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:56:20.364679 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-aa68d0c6-71d0-45ef-a80d-7f24a0fef759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:20.386125 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0690fe23-b509-4f5e-90e4-dc03841b885d req-c153e509-79af-4b8a-a311-411308cd6be5 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345669 Aug 11 21:56:20.397424 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb61b13-a2e9-4100-995c-530f24078add tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Pushing event updated for resources: {'Port': ['ID=9d7edfef-80a8-4e87-b4b6-6179a86e9305,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:20.412856 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-fcb61b13-a2e9-4100-995c-530f24078add tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:20.413567 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-fcb61b13-a2e9-4100-995c-530f24078add tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:20.425400 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb61b13-a2e9-4100-995c-530f24078add tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:20.425767 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb61b13-a2e9-4100-995c-530f24078add tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:20.426112 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb61b13-a2e9-4100-995c-530f24078add tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:20.426463 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb61b13-a2e9-4100-995c-530f24078add tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:20.426957 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb61b13-a2e9-4100-995c-530f24078add tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:20.427310 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb61b13-a2e9-4100-995c-530f24078add tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:20.427677 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb61b13-a2e9-4100-995c-530f24078add tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:20.428013 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb61b13-a2e9-4100-995c-530f24078add tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:20.428351 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb61b13-a2e9-4100-995c-530f24078add tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:20.428687 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb61b13-a2e9-4100-995c-530f24078add tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:20.429370 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb61b13-a2e9-4100-995c-530f24078add tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:20.429711 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb61b13-a2e9-4100-995c-530f24078add tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:20.444659 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beae829-76d5-4cdf-9dcb-9013ccf90233 req-fc756fb5-b9d2-468c-aeb2-83070613d31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:20.446217 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8beae829-76d5-4cdf-9dcb-9013ccf90233 req-fc756fb5-b9d2-468c-aeb2-83070613d31b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=80a5e8f6f7ed430798dfcf878a1f42dd&device_id=cdb74d07-08cc-47c9-bc73-3b0ad5e47c59 HTTP/1.1" status: 200 len: 1096 time: 0.2965336 Aug 11 21:56:20.483847 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f51c1a-a5db-4d9b-b28d-dc3d732938ce req-c2ad0e99-c0f7-4310-b824-e03ce3dd3599 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:20.495254 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d6f51c1a-a5db-4d9b-b28d-dc3d732938ce req-c2ad0e99-c0f7-4310-b824-e03ce3dd3599 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=2417c44e-fa1f-4a43-a7a0-789b7d8a56e4 HTTP/1.1" status: 200 len: 945 time: 0.2349179 Aug 11 21:56:20.533416 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-fcb61b13-a2e9-4100-995c-530f24078add tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9899473 Aug 11 21:56:20.541697 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['24edb1fe-1d30-4c08-ab37-4ad5bafeadaa'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:56:20.565787 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-47bd1fc6-4905-4e28-bdf0-3bba666891bd service neutron] Request body: {'port': {'device_id': 'af50c3f8-bc48-4286-94f3-4e58450d194e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:56:20.604307 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d6f51c1a-a5db-4d9b-b28d-dc3d732938ce req-abf79eb4-8383-4f08-b629-b258e59f1c27 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072795 Aug 11 21:56:20.621872 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05edd15c-3af6-4f57-adde-fab8c05c62b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:20.626657 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.82', 61439) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:20.741923 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-47bd1fc6-4905-4e28-bdf0-3bba666891bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:20.793372 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05edd15c-3af6-4f57-adde-fab8c05c62b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea248315-eeec-4e46-8834-401d46d9e8de,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:20.815444 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-aea0636e-c83e-4ae0-ac80-f1f00dfd3fc4 None None] Provisioning for port 9d7edfef-80a8-4e87-b4b6-6179a86e9305 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:56:20.827743 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-aea0636e-c83e-4ae0-ac80-f1f00dfd3fc4 None None] Provisioning complete for port 9d7edfef-80a8-4e87-b4b6-6179a86e9305 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:56:20.828178 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-aea0636e-c83e-4ae0-ac80-f1f00dfd3fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:20.895921 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-aea0636e-c83e-4ae0-ac80-f1f00dfd3fc4 None None] Port 9d7edfef-80a8-4e87-b4b6-6179a86e9305 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:56:20.932412 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90512e-d63c-4c9a-b702-f131120bc673 req-02353e75-c52e-4eab-95c8-8fa10b6b4b72 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:20.934143 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ce90512e-d63c-4c9a-b702-f131120bc673 req-02353e75-c52e-4eab-95c8-8fa10b6b4b72 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=af50c3f8-bc48-4286-94f3-4e58450d194e HTTP/1.1" status: 200 len: 935 time: 0.3648033 Aug 11 21:56:20.935304 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beae829-76d5-4cdf-9dcb-9013ccf90233 req-13ca7bab-8d3f-4bfb-a681-2654cecd5830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:20.936789 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8beae829-76d5-4cdf-9dcb-9013ccf90233 req-13ca7bab-8d3f-4bfb-a681-2654cecd5830 service neutron] 10.222.0.82 "GET /v2.0/networks?id=23d35d9d-3b60-4171-a586-25af0fc312dd HTTP/1.1" status: 200 len: 925 time: 0.4429278 Aug 11 21:56:20.992167 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-b5816098-937a-40ce-8f80-5389915c27b7 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:20.993753 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-b5816098-937a-40ce-8f80-5389915c27b7 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f&tenant_id=cfe969a3456f4c9186b743e59eed9b71&binding%3Ahost_id=n-h2-804275-3 HTTP/1.1" status: 200 len: 1096 time: 0.3557479 Aug 11 21:56:21.022531 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc349b74-2691-414f-972a-d2cdcf6019a2 req-21513eef-794e-4260-8611-6c3345104df7 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:21.038565 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bc349b74-2691-414f-972a-d2cdcf6019a2 req-21513eef-794e-4260-8611-6c3345104df7 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1afb03a-6afd-4dbc-adca-f0794948418d HTTP/1.1" status: 200 len: 946 time: 0.2396798 Aug 11 21:56:21.047100 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-1ea5455a-c72c-4ed8-9a09-12d77075cc33 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804275-3'}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:56:21.086816 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05edd15c-3af6-4f57-adde-fab8c05c62b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:21.128031 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bc349b74-2691-414f-972a-d2cdcf6019a2 req-807eed51-5d97-494d-a3ca-0be20740e0c5 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] 10.222.0.77 "GET /v2.0/security-groups?id=701079ac-667c-4f5c-a638-6c060153b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904651 Aug 11 21:56:21.211863 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 72a60c1a-9157-4943-b279-02340fe2998d details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:56:21.219180 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 8adb5a46-6af4-4272-9a66-6444a0c50aef up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:56:21.266447 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05edd15c-3af6-4f57-adde-fab8c05c62b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:21.272546 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05edd15c-3af6-4f57-adde-fab8c05c62b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:21.278891 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8beae829-76d5-4cdf-9dcb-9013ccf90233 req-5cec577c-7564-4ba7-81a6-b635b70fd9d7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32ef5feb-498d-469c-aea2-e515a4128e9c HTTP/1.1" status: 200 len: 1001 time: 0.3039942 Aug 11 21:56:21.285361 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ce90512e-d63c-4c9a-b702-f131120bc673 req-278abc66-91d7-40a4-8944-beac4e77af1b tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109443 Aug 11 21:56:21.383713 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 8adb5a46-6af4-4272-9a66-6444a0c50aef triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:56:21.384208 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:21.465748 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 72a60c1a-9157-4943-b279-02340fe2998d, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=72a60c1a-9157-4943-b279-02340fe2998d,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:21.479460 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-1ea5455a-c72c-4ed8-9a09-12d77075cc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:21.495493 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 72a60c1a-9157-4943-b279-02340fe2998d has no active binding in host n-h1-804275-3 {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 21:56:21.581201 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:21.629743 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2417c44e-fa1f-4a43-a7a0-789b7d8a56e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adb5a46-6af4-4272-9a66-6444a0c50aef'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:56:21.633853 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414f343d-4dfd-4dc7-b2eb-2592fc64dfb3" -d '{"events": [{"server_uuid": "2417c44e-fa1f-4a43-a7a0-789b7d8a56e4", "name": "network-vif-plugged", "status": "completed", "tag": "8adb5a46-6af4-4272-9a66-6444a0c50aef"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:56:21.644868 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-aa68d0c6-71d0-45ef-a80d-7f24a0fef759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43061107-0d89-4d88-bc8e-f7b987a8f672 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:56:21.657473 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05edd15c-3af6-4f57-adde-fab8c05c62b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:21.659832 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05edd15c-3af6-4f57-adde-fab8c05c62b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab766ff7-0c58-4407-ac3a-219745fed97e {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 21:56:21.663781 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 8adb5a46-6af4-4272-9a66-6444a0c50aef, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=8adb5a46-6af4-4272-9a66-6444a0c50aef,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:21.672038 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-aa68d0c6-71d0-45ef-a80d-7f24a0fef759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:21.674193 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:21.680488 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05edd15c-3af6-4f57-adde-fab8c05c62b4 admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:21.684588 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-05edd15c-3af6-4f57-adde-fab8c05c62b4 admin admin] 10.222.0.77 "DELETE /v2.0/routers/ab766ff7-0c58-4407-ac3a-219745fed97e HTTP/1.1" status: 204 len: 168 time: 4.5049117 Aug 11 21:56:21.685273 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55750) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:21.710541 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beae829-76d5-4cdf-9dcb-9013ccf90233 req-069f3296-55ca-4746-b14b-7efc2c0c50e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:21.712215 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8beae829-76d5-4cdf-9dcb-9013ccf90233 req-069f3296-55ca-4746-b14b-7efc2c0c50e8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=50d7a31b-7f2d-4275-9e8f-220f204b8511 HTTP/1.1" status: 200 len: 863 time: 0.3907874 Aug 11 21:56:21.752923 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-aa68d0c6-71d0-45ef-a80d-7f24a0fef759 service neutron] Transition to ACTIVE for port object 43061107-0d89-4d88-bc8e-f7b987a8f672 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:56:21.807616 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92786968-29ce-4837-8476-e81937974950 req-90361cdc-550c-4f01-9bd2-cc3741e19c6e tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:21.824475 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-92786968-29ce-4837-8476-e81937974950 req-90361cdc-550c-4f01-9bd2-cc3741e19c6e tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 945 time: 0.2368512 Aug 11 21:56:21.837610 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-aa68d0c6-71d0-45ef-a80d-7f24a0fef759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:21.856020 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=8adb5a46-6af4-4272-9a66-6444a0c50aef,revision_number=7']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:21.898540 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1f8a71-a31c-48c0-af04-f7368483eb0d x-openstack-request-id: req-1b1f8a71-a31c-48c0-af04-f7368483eb0d {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:56:21.898966 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2417c44e-fa1f-4a43-a7a0-789b7d8a56e4", "name": "network-vif-plugged", "status": "completed", "tag": "8adb5a46-6af4-4272-9a66-6444a0c50aef", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:56:21.900060 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1b1f8a71-a31c-48c0-af04-f7368483eb0d {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:56:21.900060 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2417c44e-fa1f-4a43-a7a0-789b7d8a56e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adb5a46-6af4-4272-9a66-6444a0c50aef', 'code': 200} Aug 11 21:56:21.980422 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e5d2e2-56bd-42e0-8250-c29707bc8f3a admin admin] Deleting subnet b7ac5f32-d2d7-4a74-9968-93111b1f2c36 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 21:56:21.992005 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-76e5d2e2-56bd-42e0-8250-c29707bc8f3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:22.012188 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68d0c6-71d0-45ef-a80d-7f24a0fef759 service neutron] Pushing event updated for resources: {'Port': ['ID=43061107-0d89-4d88-bc8e-f7b987a8f672,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:22.021613 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beae829-76d5-4cdf-9dcb-9013ccf90233 req-ba93d45a-6513-4a5a-81cc-5e4e1408ff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:22.023380 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8beae829-76d5-4cdf-9dcb-9013ccf90233 req-ba93d45a-6513-4a5a-81cc-5e4e1408ff70 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23d35d9d-3b60-4171-a586-25af0fc312dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2946889 Aug 11 21:56:22.032423 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-92786968-29ce-4837-8476-e81937974950 req-4cd10cf2-b22c-4da2-b970-f496008c587c tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070215 Aug 11 21:56:22.159145 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-1ea5455a-c72c-4ed8-9a09-12d77075cc33 service neutron] For port 72a60c1a-9157-4943-b279-02340fe2998d, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=72a60c1a-9157-4943-b279-02340fe2998d,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:22.255224 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-76e5d2e2-56bd-42e0-8250-c29707bc8f3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:22.378070 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76801fa-8078-4ff6-9066-50c26f33aadc req-d0118b7d-fd5e-444a-99a4-8f907bbc8535 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:22.380938 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e76801fa-8078-4ff6-9066-50c26f33aadc req-d0118b7d-fd5e-444a-99a4-8f907bbc8535 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=2417c44e-fa1f-4a43-a7a0-789b7d8a56e4 HTTP/1.1" status: 200 len: 946 time: 0.3280985 Aug 11 21:56:22.555337 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-47bd1fc6-4905-4e28-bdf0-3bba666891bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d7edfef-80a8-4e87-b4b6-6179a86e9305 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:56:22.583316 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e76801fa-8078-4ff6-9066-50c26f33aadc req-c42d2b93-d6c1-48b1-9b1a-0837cf8be34c tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871653 Aug 11 21:56:22.586844 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-47bd1fc6-4905-4e28-bdf0-3bba666891bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:22.638038 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-76e5d2e2-56bd-42e0-8250-c29707bc8f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:22.643130 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-47bd1fc6-4905-4e28-bdf0-3bba666891bd service neutron] Transition to ACTIVE for port object 9d7edfef-80a8-4e87-b4b6-6179a86e9305 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:56:22.655964 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8beae829-76d5-4cdf-9dcb-9013ccf90233 req-1876a0ab-788c-457e-a8c1-b9150ad9afd7 service neutron] 10.222.0.82 "GET /v2.0/networks/23d35d9d-3b60-4171-a586-25af0fc312dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6101878 Aug 11 21:56:22.658275 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-1ea5455a-c72c-4ed8-9a09-12d77075cc33 service neutron] For port 72a60c1a-9157-4943-b279-02340fe2998d, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:56:22.684918 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-47bd1fc6-4905-4e28-bdf0-3bba666891bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:22.719802 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-aa68d0c6-71d0-45ef-a80d-7f24a0fef759 service neutron] Attempting to bind port 43061107-0d89-4d88-bc8e-f7b987a8f672 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:56:22.720162 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-aa68d0c6-71d0-45ef-a80d-7f24a0fef759 service neutron] Attempting to bind port 43061107-0d89-4d88-bc8e-f7b987a8f672 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:56:22.720634 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-aa68d0c6-71d0-45ef-a80d-7f24a0fef759 service neutron] Attempting to bind port 43061107-0d89-4d88-bc8e-f7b987a8f672 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:56:22.760883 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fc14f-1797-4e08-bdbf-da858444453c req-f3aa02b9-a05d-4cbb-825c-8f8afec4ec39 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:22.771049 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-793fc14f-1797-4e08-bdbf-da858444453c req-f3aa02b9-a05d-4cbb-825c-8f8afec4ec39 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1afb03a-6afd-4dbc-adca-f0794948418d HTTP/1.1" status: 200 len: 946 time: 0.5692909 Aug 11 21:56:22.803924 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-aa68d0c6-71d0-45ef-a80d-7f24a0fef759 service neutron] Port 43061107-0d89-4d88-bc8e-f7b987a8f672 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:56:22.804267 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-aa68d0c6-71d0-45ef-a80d-7f24a0fef759 service neutron] Attempting to bind port 43061107-0d89-4d88-bc8e-f7b987a8f672 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:56:22.809084 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd1fc6-4905-4e28-bdf0-3bba666891bd service neutron] Pushing event updated for resources: {'Port': ['ID=9d7edfef-80a8-4e87-b4b6-6179a86e9305,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:22.825036 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb277f12-9387-4be4-bce4-0f2e93c14a0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72a60c1a-9157-4943-b279-02340fe2998d'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:56:22.827401 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea7d9c6-e719-4f04-bac5-213de187e43d" -d '{"events": [{"server_uuid": "cb277f12-9387-4be4-bce4-0f2e93c14a0f", "name": "network-vif-unplugged", "status": "completed", "tag": "72a60c1a-9157-4943-b279-02340fe2998d"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:56:22.835376 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-1ea5455a-c72c-4ed8-9a09-12d77075cc33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:22.844684 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-aa68d0c6-71d0-45ef-a80d-7f24a0fef759 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:56:22.845148 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-aa68d0c6-71d0-45ef-a80d-7f24a0fef759 service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:56:22.845481 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-aa68d0c6-71d0-45ef-a80d-7f24a0fef759 service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:56:22.845968 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-aa68d0c6-71d0-45ef-a80d-7f24a0fef759 service neutron] Bound port: 43061107-0d89-4d88-bc8e-f7b987a8f672, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:56:22.846347 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-aa68d0c6-71d0-45ef-a80d-7f24a0fef759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:22.868583 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-1ea5455a-c72c-4ed8-9a09-12d77075cc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:22.936559 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-793fc14f-1797-4e08-bdbf-da858444453c req-217524e4-92d5-4e80-b6af-2f8613d6a2c4 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] 10.222.0.77 "GET /v2.0/security-groups?id=701079ac-667c-4f5c-a638-6c060153b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667857 Aug 11 21:56:22.958544 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8beae829-76d5-4cdf-9dcb-9013ccf90233 req-9019bd04-003b-41bf-b1bf-f2461e12b2d4 service neutron] 10.222.0.82 "GET /v2.0/networks/23d35d9d-3b60-4171-a586-25af0fc312dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726231 Aug 11 21:56:22.959788 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-76e5d2e2-56bd-42e0-8250-c29707bc8f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:23.025188 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5455a-c72c-4ed8-9a09-12d77075cc33 service neutron] Pushing event updated for resources: {'Port': ['ID=72a60c1a-9157-4943-b279-02340fe2998d,revision_number=7']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:23.055701 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5d2e2-56bd-42e0-8250-c29707bc8f3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7ac5f32-d2d7-4a74-9968-93111b1f2c36,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:23.060484 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-76e5d2e2-56bd-42e0-8250-c29707bc8f3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:23.061093 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76e4182-8ac8-43e0-8ad6-782b4a4bdb4a None None] Network e760a438-6fc1-4f1f-92c7-95ee04af8ab8 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:56:23.065197 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-76e5d2e2-56bd-42e0-8250-c29707bc8f3a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b7ac5f32-d2d7-4a74-9968-93111b1f2c36 HTTP/1.1" status: 204 len: 168 time: 1.3780942 Aug 11 21:56:23.072116 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55764) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:23.107326 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-aa68d0c6-71d0-45ef-a80d-7f24a0fef759 service neutron] For port 43061107-0d89-4d88-bc8e-f7b987a8f672, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:56:23.163759 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-aa68d0c6-71d0-45ef-a80d-7f24a0fef759 service neutron] For port 43061107-0d89-4d88-bc8e-f7b987a8f672, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=43061107-0d89-4d88-bc8e-f7b987a8f672,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:56:23.208219 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-1ea5455a-c72c-4ed8-9a09-12d77075cc33 service neutron] Attempting to bind port 72a60c1a-9157-4943-b279-02340fe2998d on host n-h2-804275-3 for vnic_type normal with profile {"migrating_to": "n-h1-804275-3"} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:56:23.208712 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-1ea5455a-c72c-4ed8-9a09-12d77075cc33 service neutron] Attempting to bind port 72a60c1a-9157-4943-b279-02340fe2998d by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:56:23.209367 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-1ea5455a-c72c-4ed8-9a09-12d77075cc33 service neutron] Attempting to bind port 72a60c1a-9157-4943-b279-02340fe2998d on network c1d2353f-b112-4357-b0a6-e5993406a9d5 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:56:23.212931 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-aa68d0c6-71d0-45ef-a80d-7f24a0fef759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:23.234448 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a2722-8916-4b14-8b67-e455a1e57cb7 req-b55db0dd-5b7f-44d8-ac65-3a85ec71f160 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:23.247436 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5c9a2722-8916-4b14-8b67-e455a1e57cb7 req-b55db0dd-5b7f-44d8-ac65-3a85ec71f160 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=af50c3f8-bc48-4286-94f3-4e58450d194e HTTP/1.1" status: 200 len: 947 time: 0.3824213 Aug 11 21:56:23.283314 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-47bd1fc6-4905-4e28-bdf0-3bba666891bd service neutron] Attempting to bind port 9d7edfef-80a8-4e87-b4b6-6179a86e9305 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:56:23.284624 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-47bd1fc6-4905-4e28-bdf0-3bba666891bd service neutron] Attempting to bind port 9d7edfef-80a8-4e87-b4b6-6179a86e9305 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:56:23.285253 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-47bd1fc6-4905-4e28-bdf0-3bba666891bd service neutron] Attempting to bind port 9d7edfef-80a8-4e87-b4b6-6179a86e9305 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:56:23.304503 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-47bd1fc6-4905-4e28-bdf0-3bba666891bd service neutron] Port 9d7edfef-80a8-4e87-b4b6-6179a86e9305 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:56:23.305478 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-47bd1fc6-4905-4e28-bdf0-3bba666891bd service neutron] Attempting to bind port 9d7edfef-80a8-4e87-b4b6-6179a86e9305 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:56:23.309918 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-1ea5455a-c72c-4ed8-9a09-12d77075cc33 service neutron] Port 72a60c1a-9157-4943-b279-02340fe2998d on network c1d2353f-b112-4357-b0a6-e5993406a9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:56:23.309918 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-1ea5455a-c72c-4ed8-9a09-12d77075cc33 service neutron] Attempting to bind port 72a60c1a-9157-4943-b279-02340fe2998d on network c1d2353f-b112-4357-b0a6-e5993406a9d5 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:56:23.339694 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-47bd1fc6-4905-4e28-bdf0-3bba666891bd service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:56:23.340066 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-47bd1fc6-4905-4e28-bdf0-3bba666891bd service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:56:23.340559 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-47bd1fc6-4905-4e28-bdf0-3bba666891bd service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:56:23.341100 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-47bd1fc6-4905-4e28-bdf0-3bba666891bd service neutron] Bound port: 9d7edfef-80a8-4e87-b4b6-6179a86e9305, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:56:23.341538 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-47bd1fc6-4905-4e28-bdf0-3bba666891bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:23.351651 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-1ea5455a-c72c-4ed8-9a09-12d77075cc33 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:56:23.351987 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-1ea5455a-c72c-4ed8-9a09-12d77075cc33 service neutron] Checking segment: {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:56:23.352413 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-1ea5455a-c72c-4ed8-9a09-12d77075cc33 service neutron] Bound using segment: {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:56:23.352912 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-1ea5455a-c72c-4ed8-9a09-12d77075cc33 service neutron] Bound port: 72a60c1a-9157-4943-b279-02340fe2998d, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:56:23.353262 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-1ea5455a-c72c-4ed8-9a09-12d77075cc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:23.361386 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-aa68d0c6-71d0-45ef-a80d-7f24a0fef759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:23.362039 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-aa68d0c6-71d0-45ef-a80d-7f24a0fef759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:23.363657 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-aa68d0c6-71d0-45ef-a80d-7f24a0fef759 service neutron] 10.222.0.82 "PUT /v2.0/ports/43061107-0d89-4d88-bc8e-f7b987a8f672 HTTP/1.1" status: 200 len: 1095 time: 3.2151515 Aug 11 21:56:23.393951 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68d0c6-71d0-45ef-a80d-7f24a0fef759 service neutron] Pushing event updated for resources: {'Port': ['ID=43061107-0d89-4d88-bc8e-f7b987a8f672,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:23.437157 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5c9a2722-8916-4b14-8b67-e455a1e57cb7 req-c1b20a21-6c3a-4531-a7e3-35c7a6c2e963 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748936 Aug 11 21:56:23.450232 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7e4bd6-038d-42f4-bef3-4cc7824ca00d None None] DHCP port deletion for e760a438-6fc1-4f1f-92c7-95ee04af8ab8 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 21:56:23.525731 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 21:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d170fb-9444-4b32-b966-e5903c452634 x-openstack-request-id: req-b2d170fb-9444-4b32-b966-e5903c452634 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:56:23.526466 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb277f12-9387-4be4-bce4-0f2e93c14a0f", "name": "network-vif-unplugged", "status": "completed", "tag": "72a60c1a-9157-4943-b279-02340fe2998d", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:56:23.526865 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b2d170fb-9444-4b32-b966-e5903c452634 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:56:23.527430 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb277f12-9387-4be4-bce4-0f2e93c14a0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72a60c1a-9157-4943-b279-02340fe2998d', 'code': 200} Aug 11 21:56:23.533964 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ea248315-eeec-4e46-8834-401d46d9e8de no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:56:23.568485 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4fef7d16-2a35-4a27-afc7-6ef75478b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:23.607293 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: ea248315-eeec-4e46-8834-401d46d9e8de {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:56:23.607847 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ea248315-eeec-4e46-8834-401d46d9e8de not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:56:23.620701 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-1ea5455a-c72c-4ed8-9a09-12d77075cc33 service neutron] For port 72a60c1a-9157-4943-b279-02340fe2998d, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:56:23.626127 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-1ea5455a-c72c-4ed8-9a09-12d77075cc33 service neutron] For port 72a60c1a-9157-4943-b279-02340fe2998d, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=72a60c1a-9157-4943-b279-02340fe2998d,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:56:23.635387 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-99fd2e3f-4f27-49f0-b2f8-ac3053151a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:23.637046 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-99fd2e3f-4f27-49f0-b2f8-ac3053151a35 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fda8d30fb096432db86c7a2a58224021&device_id=f28b90be-03d2-4bbb-9c70-f6311279a866 HTTP/1.1" status: 200 len: 1098 time: 0.1724613 Aug 11 21:56:23.641009 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-1ea5455a-c72c-4ed8-9a09-12d77075cc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:23.685399 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-2a7e4bd6-038d-42f4-bef3-4cc7824ca00d None None] Deleting port a4d72d15-363b-4b4d-882d-0383e7388878 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:56:23.691964 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4bd6-038d-42f4-bef3-4cc7824ca00d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:23.736503 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-fc7dd13d-cc91-4dc3-bb97-0b4ff298d8c8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=43061107-0d89-4d88-bc8e-f7b987a8f672 HTTP/1.1" status: 200 len: 217 time: 0.0555689 Aug 11 21:56:23.855750 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5455a-c72c-4ed8-9a09-12d77075cc33 service neutron] Pushing event updated for resources: {'Port': ['ID=72a60c1a-9157-4943-b279-02340fe2998d,revision_number=8']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:23.886107 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-2a7e4bd6-038d-42f4-bef3-4cc7824ca00d None None] For port a4d72d15-363b-4b4d-882d-0383e7388878, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a4d72d15-363b-4b4d-882d-0383e7388878,segment=NetworkSegment(403410e7-075b-4cee-ac6f-72f7ef186622),segment_id=403410e7-075b-4cee-ac6f-72f7ef186622)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:23.887003 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4bd6-038d-42f4-bef3-4cc7824ca00d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:23.889395 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-1ea5455a-c72c-4ed8-9a09-12d77075cc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:23.890470 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-1ea5455a-c72c-4ed8-9a09-12d77075cc33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:23.899681 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-1ea5455a-c72c-4ed8-9a09-12d77075cc33 service neutron] 10.222.0.82 "PUT /v2.0/ports/72a60c1a-9157-4943-b279-02340fe2998d HTTP/1.1" status: 200 len: 1121 time: 2.8680882 Aug 11 21:56:23.903118 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-eec08c57-a663-4ab0-a479-bf77c1548c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:23.906151 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-eec08c57-a663-4ab0-a479-bf77c1548c87 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1587532 Aug 11 21:56:23.911426 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2aaa1f-821b-4d12-9bfe-2cf1d04a5cb2 req-018207f8-356e-406b-80cd-ca255128f78d tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:23.913526 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6d2aaa1f-821b-4d12-9bfe-2cf1d04a5cb2 req-018207f8-356e-406b-80cd-ca255128f78d tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1afb03a-6afd-4dbc-adca-f0794948418d HTTP/1.1" status: 200 len: 946 time: 0.3427734 Aug 11 21:56:23.914784 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-47bd1fc6-4905-4e28-bdf0-3bba666891bd service neutron] For port 9d7edfef-80a8-4e87-b4b6-6179a86e9305, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:56:23.934368 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-2a7e4bd6-038d-42f4-bef3-4cc7824ca00d None None] Calling delete_port for a4d72d15-363b-4b4d-882d-0383e7388878 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:56:23.945152 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-47bd1fc6-4905-4e28-bdf0-3bba666891bd service neutron] For port 9d7edfef-80a8-4e87-b4b6-6179a86e9305, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=9d7edfef-80a8-4e87-b4b6-6179a86e9305,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:56:23.955069 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64af93f-ce55-4223-939d-814a75d41893 req-f5222153-d4d5-43de-883f-870fb4200d2d tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:23.963041 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d64af93f-ce55-4223-939d-814a75d41893 req-f5222153-d4d5-43de-883f-870fb4200d2d tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 943 time: 0.2473073 Aug 11 21:56:23.993361 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-47bd1fc6-4905-4e28-bdf0-3bba666891bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:24.045065 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-9ee41559-d8aa-462d-a916-6d96b9b68e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:24.046700 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-9ee41559-d8aa-462d-a916-6d96b9b68e07 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1235957 Aug 11 21:56:24.220480 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-47bd1fc6-4905-4e28-bdf0-3bba666891bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:24.224891 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-47bd1fc6-4905-4e28-bdf0-3bba666891bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:24.238678 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-47bd1fc6-4905-4e28-bdf0-3bba666891bd service neutron] 10.222.0.82 "PUT /v2.0/ports/9d7edfef-80a8-4e87-b4b6-6179a86e9305 HTTP/1.1" status: 200 len: 1095 time: 3.6823552 Aug 11 21:56:24.251476 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af50c3f8-bc48-4286-94f3-4e58450d194e', 'tag': '9d7edfef-80a8-4e87-b4b6-6179a86e9305'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:56:24.258380 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1d21f2-5bd6-4393-92e6-6273fa28091a" -d '{"events": [{"name": "network-changed", "server_uuid": "af50c3f8-bc48-4286-94f3-4e58450d194e", "tag": "9d7edfef-80a8-4e87-b4b6-6179a86e9305"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:56:24.273551 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4bd6-038d-42f4-bef3-4cc7824ca00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:24.346935 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d64af93f-ce55-4223-939d-814a75d41893 req-4ea951b8-a7e5-4d9c-825d-89160228f087 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818703 Aug 11 21:56:24.395072 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd1fc6-4905-4e28-bdf0-3bba666891bd service neutron] Pushing event updated for resources: {'Port': ['ID=9d7edfef-80a8-4e87-b4b6-6179a86e9305,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:24.402887 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-4fef7d16-2a35-4a27-afc7-6ef75478b0ff admin admin] Deleting port a4d72d15-363b-4b4d-882d-0383e7388878 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:56:24.403327 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['72a60c1a-9157-4943-b279-02340fe2998d'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:56:24.403597 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4fef7d16-2a35-4a27-afc7-6ef75478b0ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:24.410251 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e4bd6-038d-42f4-bef3-4cc7824ca00d None None] Pushing event deleted for resources: {'Port': ['ID=a4d72d15-363b-4b4d-882d-0383e7388878,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:24.416008 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['72a60c1a-9157-4943-b279-02340fe2998d'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:56:24.466237 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7e4bd6-038d-42f4-bef3-4cc7824ca00d None None] No DVR routers for this DVR port a4d72d15-363b-4b4d-882d-0383e7388878 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:56:24.466531 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-5feadb38-b113-490a-874c-0f2f26e36358 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074094 Aug 11 21:56:24.534953 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-6d2aaa1f-821b-4d12-9bfe-2cf1d04a5cb2 req-303eac81-be19-4b30-a6d3-19944294e9a3 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] Deleting port 0a41a105-4943-430f-97c9-d2c9f9d099ab {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:56:24.535304 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6d2aaa1f-821b-4d12-9bfe-2cf1d04a5cb2 req-303eac81-be19-4b30-a6d3-19944294e9a3 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:24.631953 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419eaa0b-4ec7-4940-87f2-d6da6d7705f3 req-6a7ea653-2598-47b9-b7e0-de48152e7413 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:24.647783 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-419eaa0b-4ec7-4940-87f2-d6da6d7705f3 req-6a7ea653-2598-47b9-b7e0-de48152e7413 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1afb03a-6afd-4dbc-adca-f0794948418d HTTP/1.1" status: 200 len: 946 time: 0.3026564 Aug 11 21:56:24.715370 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-6d2aaa1f-821b-4d12-9bfe-2cf1d04a5cb2 req-303eac81-be19-4b30-a6d3-19944294e9a3 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] For port 0a41a105-4943-430f-97c9-d2c9f9d099ab, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=0a41a105-4943-430f-97c9-d2c9f9d099ab,segment=NetworkSegment(36587d64-032c-4c4a-9f86-e4e6a7935a90),segment_id=36587d64-032c-4c4a-9f86-e4e6a7935a90)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:24.715825 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6d2aaa1f-821b-4d12-9bfe-2cf1d04a5cb2 req-303eac81-be19-4b30-a6d3-19944294e9a3 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:24.730417 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-419eaa0b-4ec7-4940-87f2-d6da6d7705f3 req-498cbd07-bf19-4d72-bcb5-98ecfa33b925 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] 10.222.0.77 "GET /v2.0/security-groups?id=701079ac-667c-4f5c-a638-6c060153b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725462 Aug 11 21:56:24.735125 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-0fdd96b9-0e61-42af-84ed-44c22b6bdbf1 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603936 Aug 11 21:56:24.737695 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-4fef7d16-2a35-4a27-afc7-6ef75478b0ff admin admin] For port a4d72d15-363b-4b4d-882d-0383e7388878, host n-d-804275-3, got binding levels [] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:24.738160 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4fef7d16-2a35-4a27-afc7-6ef75478b0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:24.754891 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-6d2aaa1f-821b-4d12-9bfe-2cf1d04a5cb2 req-303eac81-be19-4b30-a6d3-19944294e9a3 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] Calling delete_port for 0a41a105-4943-430f-97c9-d2c9f9d099ab owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:56:24.783627 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-4fef7d16-2a35-4a27-afc7-6ef75478b0ff admin admin] Calling delete_port for a4d72d15-363b-4b4d-882d-0383e7388878 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:56:24.790970 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.ipam_backend_mixin [None req-4fef7d16-2a35-4a27-afc7-6ef75478b0ff admin admin] Port a4d72d15-363b-4b4d-882d-0383e7388878 was not found and therefore no delete operation was performed {{(pid=100942) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 21:56:24.798600 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-83cb9ff2-8e12-4c8b-bc4f-f7468d257025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:24.800253 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-83cb9ff2-8e12-4c8b-bc4f-f7468d257025 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fda8d30fb096432db86c7a2a58224021&device_id=af50c3f8-bc48-4286-94f3-4e58450d194e HTTP/1.1" status: 200 len: 1098 time: 0.4428232 Aug 11 21:56:24.803455 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4fef7d16-2a35-4a27-afc7-6ef75478b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:24.817642 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d0e07-9f50-49dd-bdf3-4b0091bfa88e req-a53c70bb-c21e-437a-a616-6a193018015f tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:24.819781 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bb9d0e07-9f50-49dd-bdf3-4b0091bfa88e req-a53c70bb-c21e-437a-a616-6a193018015f tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=2417c44e-fa1f-4a43-a7a0-789b7d8a56e4 HTTP/1.1" status: 200 len: 946 time: 0.1741734 Aug 11 21:56:24.822523 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d051d23b-a78d-4c0c-bb84-a096f0f6026e x-openstack-request-id: req-d051d23b-a78d-4c0c-bb84-a096f0f6026e {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:56:24.822862 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af50c3f8-bc48-4286-94f3-4e58450d194e", "tag": "9d7edfef-80a8-4e87-b4b6-6179a86e9305", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:56:24.823096 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d051d23b-a78d-4c0c-bb84-a096f0f6026e {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:56:24.824112 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af50c3f8-bc48-4286-94f3-4e58450d194e', 'tag': '9d7edfef-80a8-4e87-b4b6-6179a86e9305', 'status': 'completed', 'code': 200} Aug 11 21:56:24.896493 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef7d16-2a35-4a27-afc7-6ef75478b0ff admin admin] Pushing event deleted for resources: {'Port': ['ID=a4d72d15-363b-4b4d-882d-0383e7388878,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:24.964221 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fef7d16-2a35-4a27-afc7-6ef75478b0ff admin admin] No DVR routers for this DVR port a4d72d15-363b-4b4d-882d-0383e7388878 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:56:24.971720 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-43ba3e91-1ba1-4916-b15a-6c3c0c97271b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=9d7edfef-80a8-4e87-b4b6-6179a86e9305 HTTP/1.1" status: 200 len: 217 time: 0.0962925 Aug 11 21:56:25.137544 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bb9d0e07-9f50-49dd-bdf3-4b0091bfa88e req-ecdffe4a-43f4-4451-846d-b29a4d4ac9f3 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632637 Aug 11 21:56:25.142720 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22704d2-8d59-46e7-b221-700a74d229bb req-feb8472d-f354-4d98-8ae4-d90e7cfd30a0 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:25.145545 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b22704d2-8d59-46e7-b221-700a74d229bb req-feb8472d-f354-4d98-8ae4-d90e7cfd30a0 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=af50c3f8-bc48-4286-94f3-4e58450d194e HTTP/1.1" status: 200 len: 947 time: 0.0837052 Aug 11 21:56:25.155899 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4fef7d16-2a35-4a27-afc7-6ef75478b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:25.180722 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-3e45135e-d2f7-4384-bb26-3bf216ef6c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:25.184943 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-3e45135e-d2f7-4384-bb26-3bf216ef6c53 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1713955 Aug 11 21:56:25.202978 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-4fef7d16-2a35-4a27-afc7-6ef75478b0ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e760a438-6fc1-4f1f-92c7-95ee04af8ab8']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:25.218289 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b22704d2-8d59-46e7-b221-700a74d229bb req-c3ed3832-ecbc-48fa-b525-7e9b3a26829c tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614731 Aug 11 21:56:25.238667 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 8adb5a46-6af4-4272-9a66-6444a0c50aef no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:56:25.320277 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-4fef7d16-2a35-4a27-afc7-6ef75478b0ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '403410e7-075b-4cee-ac6f-72f7ef186622') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:25.321201 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-4fef7d16-2a35-4a27-afc7-6ef75478b0ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '403410e7-075b-4cee-ac6f-72f7ef186622') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:25.369349 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:25.400545 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4fef7d16-2a35-4a27-afc7-6ef75478b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:25.402419 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2417c44e-fa1f-4a43-a7a0-789b7d8a56e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8adb5a46-6af4-4272-9a66-6444a0c50aef'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:56:25.404680 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8d220c-2e7d-4327-9790-96cb3f257d46" -d '{"events": [{"server_uuid": "2417c44e-fa1f-4a43-a7a0-789b7d8a56e4", "name": "network-vif-unplugged", "status": "completed", "tag": "8adb5a46-6af4-4272-9a66-6444a0c50aef"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:56:25.425470 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 8adb5a46-6af4-4272-9a66-6444a0c50aef, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=8adb5a46-6af4-4272-9a66-6444a0c50aef,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:25.435467 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:25.448670 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4fef7d16-2a35-4a27-afc7-6ef75478b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:25.468303 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-87773a04-5785-4f12-91d4-0466889baf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:25.470057 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-87773a04-5785-4f12-91d4-0466889baf32 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2731266 Aug 11 21:56:25.471489 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fef7d16-2a35-4a27-afc7-6ef75478b0ff admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 21:56:25.471972 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4fef7d16-2a35-4a27-afc7-6ef75478b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:25.476034 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6d2aaa1f-821b-4d12-9bfe-2cf1d04a5cb2 req-303eac81-be19-4b30-a6d3-19944294e9a3 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: timer() Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 21:56:25.477970 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 21:56:25.496295 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 21:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12653ad-d77b-4568-a461-7b755dd148d6 x-openstack-request-id: req-e12653ad-d77b-4568-a461-7b755dd148d6 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:56:25.496689 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2417c44e-fa1f-4a43-a7a0-789b7d8a56e4", "name": "network-vif-unplugged", "status": "completed", "tag": "8adb5a46-6af4-4272-9a66-6444a0c50aef", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:56:25.496880 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e12653ad-d77b-4568-a461-7b755dd148d6 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:56:25.497252 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2417c44e-fa1f-4a43-a7a0-789b7d8a56e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8adb5a46-6af4-4272-9a66-6444a0c50aef', 'code': 200} Aug 11 21:56:25.522257 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d2784-0984-45ca-81e5-83b33744eccb req-caf5d629-d07d-439b-bee4-6da976609d9c tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:25.524008 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc5d2784-0984-45ca-81e5-83b33744eccb req-caf5d629-d07d-439b-bee4-6da976609d9c tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdb74d07-08cc-47c9-bc73-3b0ad5e47c59 HTTP/1.1" status: 200 len: 945 time: 0.2501280 Aug 11 21:56:25.525309 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a4d72d15-363b-4b4d-882d-0383e7388878 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:56:25.529552 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f28b90be-03d2-4bbb-9c70-f6311279a866', 'tag': '43061107-0d89-4d88-bc8e-f7b987a8f672'}, {'name': 'network-changed', 'server_uuid': 'cb277f12-9387-4be4-bce4-0f2e93c14a0f', 'tag': '72a60c1a-9157-4943-b279-02340fe2998d'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:56:25.535331 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9664ce-bad1-4807-aa4a-adf452b37200" -d '{"events": [{"name": "network-changed", "server_uuid": "f28b90be-03d2-4bbb-9c70-f6311279a866", "tag": "43061107-0d89-4d88-bc8e-f7b987a8f672"}, {"name": "network-changed", "server_uuid": "cb277f12-9387-4be4-bce4-0f2e93c14a0f", "tag": "72a60c1a-9157-4943-b279-02340fe2998d"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:56:25.555224 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=8adb5a46-6af4-4272-9a66-6444a0c50aef,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:25.558868 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: a4d72d15-363b-4b4d-882d-0383e7388878 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:56:25.559213 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a4d72d15-363b-4b4d-882d-0383e7388878 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:56:25.641957 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27c1b9-532f-444c-bad4-6260478b10db req-5cc50862-c828-4422-a264-639068b9cd75 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:25.643878 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eb27c1b9-532f-444c-bad4-6260478b10db req-5cc50862-c828-4422-a264-639068b9cd75 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 943 time: 0.0634408 Aug 11 21:56:25.654455 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303eac81-be19-4b30-a6d3-19944294e9a3 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] Pushing event deleted for resources: {'Port': ['ID=0a41a105-4943-430f-97c9-d2c9f9d099ab,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:25.716381 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eb27c1b9-532f-444c-bad4-6260478b10db req-3530180b-5894-4461-8a6d-e41a5f9aed6f tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653849 Aug 11 21:56:25.744206 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4fef7d16-2a35-4a27-afc7-6ef75478b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:25.749345 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4fef7d16-2a35-4a27-afc7-6ef75478b0ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:25.754928 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4fef7d16-2a35-4a27-afc7-6ef75478b0ff admin admin] 10.222.0.77 "DELETE /v2.0/networks/e760a438-6fc1-4f1f-92c7-95ee04af8ab8 HTTP/1.1" status: 204 len: 168 time: 2.6729507 Aug 11 21:56:25.787028 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2aaa1f-821b-4d12-9bfe-2cf1d04a5cb2 req-303eac81-be19-4b30-a6d3-19944294e9a3 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] No DVR routers for this DVR port 0a41a105-4943-430f-97c9-d2c9f9d099ab on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:56:25.789926 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6d2aaa1f-821b-4d12-9bfe-2cf1d04a5cb2 req-303eac81-be19-4b30-a6d3-19944294e9a3 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:25.793831 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6d2aaa1f-821b-4d12-9bfe-2cf1d04a5cb2 req-303eac81-be19-4b30-a6d3-19944294e9a3 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] 10.222.0.52 "DELETE /v2.0/ports/0a41a105-4943-430f-97c9-d2c9f9d099ab HTTP/1.1" status: 204 len: 173 time: 1.8633833 Aug 11 21:56:25.799157 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 21:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb4c0b3-a502-4331-8095-b5ada9945685 x-openstack-request-id: req-1fb4c0b3-a502-4331-8095-b5ada9945685 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:56:25.799468 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f28b90be-03d2-4bbb-9c70-f6311279a866", "tag": "43061107-0d89-4d88-bc8e-f7b987a8f672", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cb277f12-9387-4be4-bce4-0f2e93c14a0f", "tag": "72a60c1a-9157-4943-b279-02340fe2998d", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:56:25.799966 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1fb4c0b3-a502-4331-8095-b5ada9945685 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:56:25.800563 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f28b90be-03d2-4bbb-9c70-f6311279a866', 'tag': '43061107-0d89-4d88-bc8e-f7b987a8f672', 'status': 'completed', 'code': 200} Aug 11 21:56:25.800981 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb277f12-9387-4be4-bce4-0f2e93c14a0f', 'tag': '72a60c1a-9157-4943-b279-02340fe2998d', 'status': 'completed', 'code': 200} Aug 11 21:56:25.819209 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef7d16-2a35-4a27-afc7-6ef75478b0ff admin admin] Pushing event deleted for resources: {'Network': ['ID=e760a438-6fc1-4f1f-92c7-95ee04af8ab8,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:25.834761 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc5d2784-0984-45ca-81e5-83b33744eccb req-50b14aa3-a28c-49f7-a596-94a84af2fa5a tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e414fe2-fd97-463b-b3ae-7750275b3883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132068 Aug 11 21:56:25.842783 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-76e7ff93-bee6-4aec-a7ba-a7e2edbb86ab service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364458 Aug 11 21:56:26.004633 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9664ce-bad1-4807-aa4a-adf452b37200 req-d063ece3-1c01-4f6e-8b2a-2e21ca990493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:26.006267 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ea9664ce-bad1-4807-aa4a-adf452b37200 req-d063ece3-1c01-4f6e-8b2a-2e21ca990493 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cfe969a3456f4c9186b743e59eed9b71&device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 1124 time: 0.1533263 Aug 11 21:56:26.012155 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-88418323-ab02-414d-a105-071b537eb775 req-a8bdea77-1dcd-49dc-92dc-09d96874fde7 tempest-ServerPasswordTestJSON-772516484 tempest-ServerPasswordTestJSON-772516484-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1afb03a-6afd-4dbc-adca-f0794948418d HTTP/1.1" status: 200 len: 210 time: 0.1148882 Aug 11 21:56:26.061138 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9664ce-bad1-4807-aa4a-adf452b37200 req-c26da71c-4d69-4125-b1f3-c50c14c9e565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:26.063394 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ea9664ce-bad1-4807-aa4a-adf452b37200 req-c26da71c-4d69-4125-b1f3-c50c14c9e565 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fda8d30fb096432db86c7a2a58224021&device_id=f28b90be-03d2-4bbb-9c70-f6311279a866 HTTP/1.1" status: 200 len: 1098 time: 0.1311848 Aug 11 21:56:26.064536 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b51ed4b1-a45e-4cbd-8d67-5efc1f9196bb req-68c46d73-d070-4195-9d68-c058906a83e2 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894374 Aug 11 21:56:26.083006 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55814) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:26.169270 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9664ce-bad1-4807-aa4a-adf452b37200 req-4e7eede6-7c1d-4027-85a4-ab372930b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:26.170902 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ea9664ce-bad1-4807-aa4a-adf452b37200 req-4e7eede6-7c1d-4027-85a4-ab372930b888 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1d2353f-b112-4357-b0a6-e5993406a9d5 HTTP/1.1" status: 200 len: 921 time: 0.1544693 Aug 11 21:56:26.231955 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ea9664ce-bad1-4807-aa4a-adf452b37200 req-35dc921d-bc99-4bd1-8b75-340f87162336 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=72a60c1a-9157-4943-b279-02340fe2998d HTTP/1.1" status: 200 len: 217 time: 0.0473680 Aug 11 21:56:26.341384 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9664ce-bad1-4807-aa4a-adf452b37200 req-926f0d08-612c-4464-a807-8c6abbf355f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:26.343015 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ea9664ce-bad1-4807-aa4a-adf452b37200 req-926f0d08-612c-4464-a807-8c6abbf355f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d64b3af4-29c6-4065-a225-159b72d7499b HTTP/1.1" status: 200 len: 860 time: 0.0745456 Aug 11 21:56:26.347117 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bd2e9223-f5c9-44ea-ad27-401f9413e35f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2b9279c1feca4096aedd3bf29c3bbd31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2613909 Aug 11 21:56:26.350065 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55830) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:26.358290 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9664ce-bad1-4807-aa4a-adf452b37200 req-310315be-fc79-45a5-a1e2-a729033dcc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:26.360153 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ea9664ce-bad1-4807-aa4a-adf452b37200 req-310315be-fc79-45a5-a1e2-a729033dcc8f service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.2458072 Aug 11 21:56:26.362445 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d21f2-5bd6-4393-92e6-6273fa28091a req-872e92ae-a71c-4427-adda-e7de662eead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:26.364084 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fa1d21f2-5bd6-4393-92e6-6273fa28091a req-872e92ae-a71c-4427-adda-e7de662eead4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fda8d30fb096432db86c7a2a58224021&device_id=af50c3f8-bc48-4286-94f3-4e58450d194e HTTP/1.1" status: 200 len: 1098 time: 0.1413808 Aug 11 21:56:26.477571 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ea9664ce-bad1-4807-aa4a-adf452b37200 req-d403452d-9034-4289-835f-1ce4e4c871de service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1d2353f-b112-4357-b0a6-e5993406a9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986617 Aug 11 21:56:26.491582 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ea9664ce-bad1-4807-aa4a-adf452b37200 req-7b571cd4-f375-4526-a607-cc29323b79d7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=43061107-0d89-4d88-bc8e-f7b987a8f672 HTTP/1.1" status: 200 len: 217 time: 0.0950437 Aug 11 21:56:26.532102 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3f641-f339-4833-a4a5-51b4b0dfe5cf req-e8a3befb-4484-4713-a0a6-6242a5078a67 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:26.534700 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bec3f641-f339-4833-a4a5-51b4b0dfe5cf req-e8a3befb-4484-4713-a0a6-6242a5078a67 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=2417c44e-fa1f-4a43-a7a0-789b7d8a56e4 HTTP/1.1" status: 200 len: 944 time: 0.2615511 Aug 11 21:56:26.612871 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c52209-605e-4461-88e3-1b7e8e011bc6 req-78bb66d1-b70c-4361-9e4a-7aca9866a067 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:26.615170 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-43c52209-605e-4461-88e3-1b7e8e011bc6 req-78bb66d1-b70c-4361-9e4a-7aca9866a067 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.82 "GET /v2.0/ports?device_id=2417c44e-fa1f-4a43-a7a0-789b7d8a56e4 HTTP/1.1" status: 200 len: 944 time: 0.2713487 Aug 11 21:56:26.686478 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9664ce-bad1-4807-aa4a-adf452b37200 req-3f8fe7c2-0395-4301-96c2-d7a92095680a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:26.688645 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ea9664ce-bad1-4807-aa4a-adf452b37200 req-3f8fe7c2-0395-4301-96c2-d7a92095680a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1842563 Aug 11 21:56:26.736041 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 0a41a105-4943-430f-97c9-d2c9f9d099ab no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:56:26.744247 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bec3f641-f339-4833-a4a5-51b4b0dfe5cf req-89e8ea1c-6b3b-4654-aeae-4740153a815e tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/security-groups?id=53e0c731-2384-4042-9c54-b1f72f90d89e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720612 Aug 11 21:56:26.798302 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 0a41a105-4943-430f-97c9-d2c9f9d099ab {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:56:26.799686 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 0a41a105-4943-430f-97c9-d2c9f9d099ab not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:56:26.821954 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9664ce-bad1-4807-aa4a-adf452b37200 req-39ffb651-02e1-4369-8909-ba817cdaf119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:26.824476 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ea9664ce-bad1-4807-aa4a-adf452b37200 req-39ffb651-02e1-4369-8909-ba817cdaf119 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1224964 Aug 11 21:56:26.886116 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-43c52209-605e-4461-88e3-1b7e8e011bc6 req-65801558-9bb9-4f44-95ea-d3c6111590ad tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Deleting port 8adb5a46-6af4-4272-9a66-6444a0c50aef {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:56:26.886464 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-43c52209-605e-4461-88e3-1b7e8e011bc6 req-65801558-9bb9-4f44-95ea-d3c6111590ad tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:26.985528 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1afb03a-6afd-4dbc-adca-f0794948418d', 'name': 'network-vif-deleted', 'tag': '0a41a105-4943-430f-97c9-d2c9f9d099ab'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:56:26.988078 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96b5ba1-ccec-4ccc-8e8b-a042501e8d06" -d '{"events": [{"server_uuid": "c1afb03a-6afd-4dbc-adca-f0794948418d", "name": "network-vif-deleted", "tag": "0a41a105-4943-430f-97c9-d2c9f9d099ab"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:56:27.003716 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0383ec-4378-48bf-9e5d-e2c07c518065 req-0ec9ada8-130e-49b2-a1ba-5d9c21ee198b tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:27.004257 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ea9664ce-bad1-4807-aa4a-adf452b37200 req-9182d653-c523-477b-a6a0-edd3d48b53b0 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696053 Aug 11 21:56:27.005362 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6a0383ec-4378-48bf-9e5d-e2c07c518065 req-0ec9ada8-130e-49b2-a1ba-5d9c21ee198b tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=af50c3f8-bc48-4286-94f3-4e58450d194e HTTP/1.1" status: 200 len: 947 time: 0.6476626 Aug 11 21:56:27.014821 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-186ee7c9-e7e0-4975-82dd-d9fff3ac3fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:27.081728 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-186ee7c9-e7e0-4975-82dd-d9fff3ac3fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:27.084204 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-43c52209-605e-4461-88e3-1b7e8e011bc6 req-65801558-9bb9-4f44-95ea-d3c6111590ad tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] For port 8adb5a46-6af4-4272-9a66-6444a0c50aef, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=8adb5a46-6af4-4272-9a66-6444a0c50aef,segment=NetworkSegment(580eed13-4021-4e54-a47e-996a312301eb),segment_id=580eed13-4021-4e54-a47e-996a312301eb)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:27.084645 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-43c52209-605e-4461-88e3-1b7e8e011bc6 req-65801558-9bb9-4f44-95ea-d3c6111590ad tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:27.086194 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d21f2-5bd6-4393-92e6-6273fa28091a req-c7580d71-ce61-4211-ad19-237a7161a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:27.087893 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fa1d21f2-5bd6-4393-92e6-6273fa28091a req-c7580d71-ce61-4211-ad19-237a7161a5c4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.6741116 Aug 11 21:56:27.106242 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-43c52209-605e-4461-88e3-1b7e8e011bc6 req-65801558-9bb9-4f44-95ea-d3c6111590ad tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Calling delete_port for 8adb5a46-6af4-4272-9a66-6444a0c50aef owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:56:27.118289 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ea9664ce-bad1-4807-aa4a-adf452b37200 req-59f7b989-ef0a-46e0-9428-b3c788185ac0 service neutron] 10.222.0.52 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5901022 Aug 11 21:56:27.177391 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fa1d21f2-5bd6-4393-92e6-6273fa28091a req-70531e9c-337d-42e6-9324-cbf6cd1ad44b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=9d7edfef-80a8-4e87-b4b6-6179a86e9305 HTTP/1.1" status: 200 len: 217 time: 0.0744708 Aug 11 21:56:27.183147 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ea9664ce-bad1-4807-aa4a-adf452b37200 req-36c6960b-ee9f-4e55-94f7-bdf836bcba9c service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701775 Aug 11 21:56:27.268785 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6a0383ec-4378-48bf-9e5d-e2c07c518065 req-5c780e1f-4237-4f5b-9d8a-a53a94bd1d9b tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247610 Aug 11 21:56:27.377217 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-43c52209-605e-4461-88e3-1b7e8e011bc6 req-65801558-9bb9-4f44-95ea-d3c6111590ad tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:27.384671 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d21f2-5bd6-4393-92e6-6273fa28091a req-25553870-654b-44c8-ad2e-7b9b20e4daee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:27.390599 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fa1d21f2-5bd6-4393-92e6-6273fa28091a req-25553870-654b-44c8-ad2e-7b9b20e4daee service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1622446 Aug 11 21:56:27.441972 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-186ee7c9-e7e0-4975-82dd-d9fff3ac3fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:27.445222 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-186ee7c9-e7e0-4975-82dd-d9fff3ac3fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:27.447807 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-186ee7c9-e7e0-4975-82dd-d9fff3ac3fe8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/91a59165-e141-4c1c-b8da-ebffc24c84db HTTP/1.1" status: 204 len: 168 time: 1.0952377 Aug 11 21:56:27.490694 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65801558-9bb9-4f44-95ea-d3c6111590ad tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Pushing event deleted for resources: {'Port': ['ID=8adb5a46-6af4-4272-9a66-6444a0c50aef,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:27.509658 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ee7c9-e7e0-4975-82dd-d9fff3ac3fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a59165-e141-4c1c-b8da-ebffc24c84db,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:27.528140 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ea9664ce-bad1-4807-aa4a-adf452b37200 req-523b9c8f-fefe-4dc2-b043-8da74d0ca02c service neutron] 10.222.0.52 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726413 Aug 11 21:56:27.564166 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d21f2-5bd6-4393-92e6-6273fa28091a req-90f859cd-bfb4-4378-be5b-2316e56a853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:27.566024 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fa1d21f2-5bd6-4393-92e6-6273fa28091a req-90f859cd-bfb4-4378-be5b-2316e56a853a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1478014 Aug 11 21:56:27.590815 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0002dd-e00b-4634-a5db-f56b5554fad8 req-1b9f022f-0aab-4928-a95c-1babd028c3da tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:27.600769 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eb0002dd-e00b-4634-a5db-f56b5554fad8 req-1b9f022f-0aab-4928-a95c-1babd028c3da tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdb74d07-08cc-47c9-bc73-3b0ad5e47c59 HTTP/1.1" status: 200 len: 945 time: 0.1050196 Aug 11 21:56:27.670653 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c52209-605e-4461-88e3-1b7e8e011bc6 req-65801558-9bb9-4f44-95ea-d3c6111590ad tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] No DVR routers for this DVR port 8adb5a46-6af4-4272-9a66-6444a0c50aef on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:56:27.684697 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-43c52209-605e-4461-88e3-1b7e8e011bc6 req-65801558-9bb9-4f44-95ea-d3c6111590ad tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:27.689885 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-43c52209-605e-4461-88e3-1b7e8e011bc6 req-65801558-9bb9-4f44-95ea-d3c6111590ad tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.82 "DELETE /v2.0/ports/8adb5a46-6af4-4272-9a66-6444a0c50aef HTTP/1.1" status: 204 len: 173 time: 1.0601089 Aug 11 21:56:27.711941 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eb0002dd-e00b-4634-a5db-f56b5554fad8 req-ad374a83-e5b9-4402-a529-6c4016f889e4 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e414fe2-fd97-463b-b3ae-7750275b3883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837846 Aug 11 21:56:27.733935 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb83196-630e-4e6b-b1f6-e5b284b25426 req-8bb640b2-4cc2-443c-ba19-87f33235f4bf tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:27.736806 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4fb83196-630e-4e6b-b1f6-e5b284b25426 req-8bb640b2-4cc2-443c-ba19-87f33235f4bf tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 943 time: 0.2513015 Aug 11 21:56:27.746030 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fa1d21f2-5bd6-4393-92e6-6273fa28091a req-0863e1e1-716c-419e-bbd4-a59e3cb0cf35 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379764 Aug 11 21:56:27.811064 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2417c44e-fa1f-4a43-a7a0-789b7d8a56e4', 'name': 'network-vif-deleted', 'tag': '8adb5a46-6af4-4272-9a66-6444a0c50aef'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:56:27.816214 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acd6e52-b2b1-488f-9337-61c370ee80ae" -d '{"events": [{"server_uuid": "2417c44e-fa1f-4a43-a7a0-789b7d8a56e4", "name": "network-vif-deleted", "tag": "8adb5a46-6af4-4272-9a66-6444a0c50aef"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:56:27.839686 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24f973b-ef23-4115-aceb-76b7bbad27ff x-openstack-request-id: req-e24f973b-ef23-4115-aceb-76b7bbad27ff {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:56:27.840316 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1afb03a-6afd-4dbc-adca-f0794948418d", "name": "network-vif-deleted", "tag": "0a41a105-4943-430f-97c9-d2c9f9d099ab", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:56:27.840735 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e24f973b-ef23-4115-aceb-76b7bbad27ff {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:56:27.841579 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1afb03a-6afd-4dbc-adca-f0794948418d', 'name': 'network-vif-deleted', 'tag': '0a41a105-4943-430f-97c9-d2c9f9d099ab', 'status': 'completed', 'code': 200} Aug 11 21:56:27.870647 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55854) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:27.927983 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4fb83196-630e-4e6b-b1f6-e5b284b25426 req-047db663-dc3a-4dd2-96a8-4c491799933a tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706355 Aug 11 21:56:28.028733 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fa1d21f2-5bd6-4393-92e6-6273fa28091a req-93fed7a9-2593-44c0-bf0f-bcc3a5a26cc2 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740407 Aug 11 21:56:28.082623 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7d3589-e2cd-4998-b95b-c9eee17d669b x-openstack-request-id: req-cc7d3589-e2cd-4998-b95b-c9eee17d669b {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:56:28.083216 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2417c44e-fa1f-4a43-a7a0-789b7d8a56e4", "name": "network-vif-deleted", "tag": "8adb5a46-6af4-4272-9a66-6444a0c50aef", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:56:28.083808 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cc7d3589-e2cd-4998-b95b-c9eee17d669b {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:56:28.085531 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2417c44e-fa1f-4a43-a7a0-789b7d8a56e4', 'name': 'network-vif-deleted', 'tag': '8adb5a46-6af4-4272-9a66-6444a0c50aef', 'status': 'completed', 'code': 200} Aug 11 21:56:28.088318 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5b98ac-d077-49fb-8376-dfe53809b8d9 admin admin] Deleting subnet 4dc0df2b-e897-42b6-b7f7-a0057210db47 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 21:56:28.092681 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5c5b98ac-d077-49fb-8376-dfe53809b8d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:28.149180 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5c5b98ac-d077-49fb-8376-dfe53809b8d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:28.207858 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c87f0e2-e18c-42b9-b150-552761c184d0 req-ad0b2d7f-ad98-4a7b-b464-ba250992c0a2 tempest-ImagesTestJSON-987693921 tempest-ImagesTestJSON-987693921-project] 10.222.0.77 "GET /v2.0/ports?device_id=2417c44e-fa1f-4a43-a7a0-789b7d8a56e4 HTTP/1.1" status: 200 len: 210 time: 0.0696154 Aug 11 21:56:28.232934 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5c5b98ac-d077-49fb-8376-dfe53809b8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:28.271710 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad59d6-8c53-4f51-b98e-242d9c59c3a4 req-ab999632-50b4-4206-a514-f51af3ce7e9f tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:28.273426 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-26ad59d6-8c53-4f51-b98e-242d9c59c3a4 req-ab999632-50b4-4206-a514-f51af3ce7e9f tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.82 "GET /v2.0/ports?device_id=cdb74d07-08cc-47c9-bc73-3b0ad5e47c59 HTTP/1.1" status: 200 len: 945 time: 0.1216133 Aug 11 21:56:28.353131 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5c5b98ac-d077-49fb-8376-dfe53809b8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:28.414227 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b98ac-d077-49fb-8376-dfe53809b8d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dc0df2b-e897-42b6-b7f7-a0057210db47,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:28.417320 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5c5b98ac-d077-49fb-8376-dfe53809b8d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:28.419472 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5c5b98ac-d077-49fb-8376-dfe53809b8d9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4dc0df2b-e897-42b6-b7f7-a0057210db47 HTTP/1.1" status: 204 len: 168 time: 0.5472021 Aug 11 21:56:28.423766 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55868) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:28.459678 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-26ad59d6-8c53-4f51-b98e-242d9c59c3a4 req-7d825c72-88fe-4d8e-90d1-ec7fbd79462c tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Deleting port 32ef5feb-498d-469c-aea2-e515a4128e9c {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:56:28.460174 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-26ad59d6-8c53-4f51-b98e-242d9c59c3a4 req-7d825c72-88fe-4d8e-90d1-ec7fbd79462c tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:28.628756 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-26ad59d6-8c53-4f51-b98e-242d9c59c3a4 req-7d825c72-88fe-4d8e-90d1-ec7fbd79462c tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] For port 32ef5feb-498d-469c-aea2-e515a4128e9c, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=32ef5feb-498d-469c-aea2-e515a4128e9c,segment=NetworkSegment(609e17b3-1508-4d95-a8d0-25bb8387ed3d),segment_id=609e17b3-1508-4d95-a8d0-25bb8387ed3d)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:28.629659 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-26ad59d6-8c53-4f51-b98e-242d9c59c3a4 req-7d825c72-88fe-4d8e-90d1-ec7fbd79462c tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:28.652878 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4ce206e3-c19a-4c93-8d51-563a33366563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:28.726934 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e0eb5-c34e-45be-8946-8fb92e0cf7e8 req-e5f3b0ca-7146-4031-8a12-3bebcfe53764 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:28.728710 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-113e0eb5-c34e-45be-8946-8fb92e0cf7e8 req-e5f3b0ca-7146-4031-8a12-3bebcfe53764 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=af50c3f8-bc48-4286-94f3-4e58450d194e HTTP/1.1" status: 200 len: 947 time: 0.2851970 Aug 11 21:56:28.799016 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4ce206e3-c19a-4c93-8d51-563a33366563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:28.821759 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-4ce206e3-c19a-4c93-8d51-563a33366563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a721c7-7510-499c-8bc1-b17fa7e6faaf']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:28.839624 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-4ce206e3-c19a-4c93-8d51-563a33366563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36587d64-032c-4c4a-9f86-e4e6a7935a90') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:28.840310 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-4ce206e3-c19a-4c93-8d51-563a33366563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36587d64-032c-4c4a-9f86-e4e6a7935a90') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:28.852730 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4ce206e3-c19a-4c93-8d51-563a33366563 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:28.881442 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4ce206e3-c19a-4c93-8d51-563a33366563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:28.893774 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce206e3-c19a-4c93-8d51-563a33366563 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 21:56:28.894949 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4ce206e3-c19a-4c93-8d51-563a33366563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: timer() Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 21:56:28.897848 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 21:56:28.901860 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-113e0eb5-c34e-45be-8946-8fb92e0cf7e8 req-e9d7adc6-daee-499d-9e44-5080035aa911 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563361 Aug 11 21:56:29.023660 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4ce206e3-c19a-4c93-8d51-563a33366563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:29.039050 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4ce206e3-c19a-4c93-8d51-563a33366563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:29.041474 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4ce206e3-c19a-4c93-8d51-563a33366563 admin admin] 10.222.0.77 "DELETE /v2.0/networks/56a721c7-7510-499c-8bc1-b17fa7e6faaf HTTP/1.1" status: 204 len: 168 time: 0.6155369 Aug 11 21:56:29.053342 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-26ad59d6-8c53-4f51-b98e-242d9c59c3a4 req-7d825c72-88fe-4d8e-90d1-ec7fbd79462c tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:29.053906 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-26ad59d6-8c53-4f51-b98e-242d9c59c3a4 req-7d825c72-88fe-4d8e-90d1-ec7fbd79462c tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:29.054453 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [req-26ad59d6-8c53-4f51-b98e-242d9c59c3a4 req-7d825c72-88fe-4d8e-90d1-ec7fbd79462c tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Floating IP 9a35ebc1-8e1a-4193-8cbf-b15434bb581e disassociated. External IP: 172.25.2.208, port: 32ef5feb-498d-469c-aea2-e515a4128e9c. Aug 11 21:56:29.055067 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-26ad59d6-8c53-4f51-b98e-242d9c59c3a4 req-7d825c72-88fe-4d8e-90d1-ec7fbd79462c tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Calling delete_port for 32ef5feb-498d-469c-aea2-e515a4128e9c owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:56:29.059973 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce206e3-c19a-4c93-8d51-563a33366563 admin admin] Pushing event deleted for resources: {'Network': ['ID=56a721c7-7510-499c-8bc1-b17fa7e6faaf,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:29.103332 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1c5d1-7dda-4cb8-aa34-9903d1afaf00 req-eed79c1c-f4a7-4b06-a1a5-060869787705 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:29.122331 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71a1c5d1-7dda-4cb8-aa34-9903d1afaf00 req-eed79c1c-f4a7-4b06-a1a5-060869787705 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdb74d07-08cc-47c9-bc73-3b0ad5e47c59 HTTP/1.1" status: 200 len: 945 time: 0.1441262 Aug 11 21:56:29.193611 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218dcd9c-764a-43e6-98c1-7e47f19e87e2 req-5f7b26ea-8a70-455c-9332-b3f02ec2838e tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:29.202518 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-218dcd9c-764a-43e6-98c1-7e47f19e87e2 req-5f7b26ea-8a70-455c-9332-b3f02ec2838e tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 943 time: 0.1413057 Aug 11 21:56:29.219362 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71a1c5d1-7dda-4cb8-aa34-9903d1afaf00 req-678f9c6d-ac19-4bfa-94b1-f9914d09ca62 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e414fe2-fd97-463b-b3ae-7750275b3883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940909 Aug 11 21:56:29.230555 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 43061107-0d89-4d88-bc8e-f7b987a8f672 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:56:29.245232 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 8adb5a46-6af4-4272-9a66-6444a0c50aef no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:56:29.279310 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-218dcd9c-764a-43e6-98c1-7e47f19e87e2 req-8fd578fa-c883-43ce-a73d-0fbdf05a9c03 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756412 Aug 11 21:56:29.300183 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55888) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:29.394521 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 8adb5a46-6af4-4272-9a66-6444a0c50aef {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:56:29.394871 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 8adb5a46-6af4-4272-9a66-6444a0c50aef not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:56:29.435124 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55894) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:29.465573 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-26ad59d6-8c53-4f51-b98e-242d9c59c3a4 req-7d825c72-88fe-4d8e-90d1-ec7fbd79462c tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:29.594115 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d825c72-88fe-4d8e-90d1-ec7fbd79462c tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Pushing event deleted for resources: {'Port': ['ID=32ef5feb-498d-469c-aea2-e515a4128e9c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:29.620787 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1828c038-1611-40a3-99a7-a8b4b2e9a070 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d6d70e8653084b68a2ecc9658e686de0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803203 Aug 11 21:56:29.622804 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55904) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:29.653558 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 43061107-0d89-4d88-bc8e-f7b987a8f672, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=43061107-0d89-4d88-bc8e-f7b987a8f672,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:29.699827 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '43061107-0d89-4d88-bc8e-f7b987a8f672', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '43061107-0d89-4d88-bc8e-f7b987a8f672', 'mac_address': 'fa:16:3e:ff:04:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:56:29.819983 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-07e15778-6b63-4a81-9f94-f93ef57a7a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:29.866461 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26ad59d6-8c53-4f51-b98e-242d9c59c3a4 req-7d825c72-88fe-4d8e-90d1-ec7fbd79462c tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Router f1663e24-1cd4-4cf2-aedd-6b8565037af0 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:56:29.871091 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:29.896467 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-a3a1d08a-04ed-4a77-a70a-afdd54b9093b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-807139076-network', 'tenant_id': 'd228bcd96dda4befb512de44e361f178'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:56:29.905216 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43061107-0d89-4d88-bc8e-f7b987a8f672 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:56:29.936507 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-07e15778-6b63-4a81-9f94-f93ef57a7a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:29.978954 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 43061107-0d89-4d88-bc8e-f7b987a8f672, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=43061107-0d89-4d88-bc8e-f7b987a8f672,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:29.986909 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:30.047242 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a1d08a-04ed-4a77-a70a-afdd54b9093b admin admin] Made reservation on behalf of d228bcd96dda4befb512de44e361f178 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:56:30.059990 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d08a-04ed-4a77-a70a-afdd54b9093b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:30.109916 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=43061107-0d89-4d88-bc8e-f7b987a8f672,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:30.134666 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:30.135601 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:30.136163 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:30.136514 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:30.136859 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:30.137218 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:30.137542 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:30.137877 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:30.138212 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:30.138545 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:30.138876 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:30.139208 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:30.192411 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55930) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:30.196154 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d08a-04ed-4a77-a70a-afdd54b9093b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:30.257923 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26ad59d6-8c53-4f51-b98e-242d9c59c3a4 req-7d825c72-88fe-4d8e-90d1-ec7fbd79462c tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:56:30.272502 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ff86d1-c09f-4338-b853-5e7214456949 None None] Sync routers for ids ['f1663e24-1cd4-4cf2-aedd-6b8565037af0'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:56:30.289620 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ff86d1-c09f-4338-b853-5e7214456949 None None] Routers {'f1663e24-1cd4-4cf2-aedd-6b8565037af0'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:56:30.291886 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c4ff86d1-c09f-4338-b853-5e7214456949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:56:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f1663e24-1cd4-4cf2-aedd-6b8565037af0'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:30.336584 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ad59d6-8c53-4f51-b98e-242d9c59c3a4 req-7d825c72-88fe-4d8e-90d1-ec7fbd79462c tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] No DVR routers for this DVR port 32ef5feb-498d-469c-aea2-e515a4128e9c on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:56:30.341735 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-be6d06a2-e408-4500-b5cb-5ceea873b3cc admin admin] Deleting subnet 8a417fc4-720c-4110-80f4-cad05729542b {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 21:56:30.355997 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00ef53-298b-4695-b922-945ace1e8092 req-c0dc7d6d-2619-45f2-81e0-0a0da18e95f7 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:30.356639 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-26ad59d6-8c53-4f51-b98e-242d9c59c3a4 req-7d825c72-88fe-4d8e-90d1-ec7fbd79462c tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:30.358901 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-26ad59d6-8c53-4f51-b98e-242d9c59c3a4 req-7d825c72-88fe-4d8e-90d1-ec7fbd79462c tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.82 "DELETE /v2.0/ports/32ef5feb-498d-469c-aea2-e515a4128e9c HTTP/1.1" status: 204 len: 173 time: 2.0674174 Aug 11 21:56:30.359369 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb74d07-08cc-47c9-bc73-3b0ad5e47c59', 'name': 'network-vif-deleted', 'tag': '32ef5feb-498d-469c-aea2-e515a4128e9c'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:56:30.361776 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98704bcc-c350-4b48-b202-4f39fba44ced" -d '{"events": [{"server_uuid": "cdb74d07-08cc-47c9-bc73-3b0ad5e47c59", "name": "network-vif-deleted", "tag": "32ef5feb-498d-469c-aea2-e515a4128e9c"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:56:30.375408 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9e00ef53-298b-4695-b922-945ace1e8092 req-c0dc7d6d-2619-45f2-81e0-0a0da18e95f7 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=af50c3f8-bc48-4286-94f3-4e58450d194e HTTP/1.1" status: 200 len: 947 time: 0.2829549 Aug 11 21:56:30.387573 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-07e15778-6b63-4a81-9f94-f93ef57a7a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:30.390898 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-07e15778-6b63-4a81-9f94-f93ef57a7a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:30.391636 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-07e15778-6b63-4a81-9f94-f93ef57a7a3c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/701079ac-667c-4f5c-a638-6c060153b17b HTTP/1.1" status: 204 len: 168 time: 0.7677467 Aug 11 21:56:30.403090 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-be6d06a2-e408-4500-b5cb-5ceea873b3cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:30.446271 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ef78efb6-49e7-4f59-a5f9-e7bc9b9f20fe req-f64f58d3-85a1-440e-bf86-f3e50f956985 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdb74d07-08cc-47c9-bc73-3b0ad5e47c59 HTTP/1.1" status: 200 len: 210 time: 0.0632081 Aug 11 21:56:30.556277 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e15778-6b63-4a81-9f94-f93ef57a7a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701079ac-667c-4f5c-a638-6c060153b17b,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:30.590664 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-be6d06a2-e408-4500-b5cb-5ceea873b3cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:30.595551 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-c4ff86d1-c09f-4338-b853-5e7214456949 None None] Set router f1663e24-1cd4-4cf2-aedd-6b8565037af0 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:56:30.626737 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9e00ef53-298b-4695-b922-945ace1e8092 req-a8ee8ed7-79b5-4cab-a7fe-6c09cd9a63de tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498879 Aug 11 21:56:30.644760 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['43061107-0d89-4d88-bc8e-f7b987a8f672'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:56:30.718769 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebcc64-33a9-42f8-96f0-98c57dfb3cf8 req-cb77404c-8082-48a3-b01c-578b8eb29b7a tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:30.729186 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-be6d06a2-e408-4500-b5cb-5ceea873b3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:30.732015 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d6ebcc64-33a9-42f8-96f0-98c57dfb3cf8 req-cb77404c-8082-48a3-b01c-578b8eb29b7a tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 943 time: 0.1885371 Aug 11 21:56:30.736000 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a099f8-f4d4-437c-82fa-b0d609a97a04 x-openstack-request-id: req-84a099f8-f4d4-437c-82fa-b0d609a97a04 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:56:30.736315 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb74d07-08cc-47c9-bc73-3b0ad5e47c59", "name": "network-vif-deleted", "tag": "32ef5feb-498d-469c-aea2-e515a4128e9c", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:56:30.736551 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-84a099f8-f4d4-437c-82fa-b0d609a97a04 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:56:30.736961 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb74d07-08cc-47c9-bc73-3b0ad5e47c59', 'name': 'network-vif-deleted', 'tag': '32ef5feb-498d-469c-aea2-e515a4128e9c', 'status': 'completed', 'code': 200} Aug 11 21:56:30.796100 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d08a-04ed-4a77-a70a-afdd54b9093b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:30.811489 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d08a-04ed-4a77-a70a-afdd54b9093b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:30.823779 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d6ebcc64-33a9-42f8-96f0-98c57dfb3cf8 req-97309579-6a81-4f75-a4da-1b53ba0b1463 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906959 Aug 11 21:56:30.929553 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a1d08a-04ed-4a77-a70a-afdd54b9093b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:56:30.974028 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1d08a-04ed-4a77-a70a-afdd54b9093b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5134a705-af2a-456f-b037-b581116acfec,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:30.978223 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d08a-04ed-4a77-a70a-afdd54b9093b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:30.984345 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-a3a1d08a-04ed-4a77-a70a-afdd54b9093b admin admin] Added segment d069c60f-2e4a-4d6b-9585-7f7e1b0947e7 of type vlan for network 8a6e19c3-e031-4b0b-a10a-d21560ea55a1 Aug 11 21:56:31.006985 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-be6d06a2-e408-4500-b5cb-5ceea873b3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:31.131164 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c4ff86d1-c09f-4338-b853-5e7214456949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239890165-router', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:10Z', 'updated_at': '2021-08-11T21:50:15Z', 'revision_number': 4, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'gw_port': {'id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:11Z', 'updated_at': '2021-08-11T21:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'aa7f1bb3-b880-440a-aad4-6c463b5ae6f8', 'name': '', 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'mac_address': 'fa:16:3e:cb:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:14Z', 'updated_at': '2021-08-11T21:50:25Z', 'revision_number': 5, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'subnets': [{'id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:31.133128 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-be6d06a2-e408-4500-b5cb-5ceea873b3cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:31.148386 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-be6d06a2-e408-4500-b5cb-5ceea873b3cc admin admin] 10.222.0.77 "DELETE /v2.0/subnets/8a417fc4-720c-4110-80f4-cad05729542b HTTP/1.1" status: 204 len: 168 time: 0.9478633 Aug 11 21:56:31.151256 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55952) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:31.173558 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ff86d1-c09f-4338-b853-5e7214456949 None None] Checking router: f1663e24-1cd4-4cf2-aedd-6b8565037af0 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:56:31.202912 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d06a2-e408-4500-b5cb-5ceea873b3cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a417fc4-720c-4110-80f4-cad05729542b,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:31.210723 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ff86d1-c09f-4338-b853-5e7214456949 None None] Routers {'f1663e24-1cd4-4cf2-aedd-6b8565037af0'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:56:31.211334 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c4ff86d1-c09f-4338-b853-5e7214456949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:56:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f1663e24-1cd4-4cf2-aedd-6b8565037af0'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:31.231734 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d08a-04ed-4a77-a70a-afdd54b9093b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:31.302286 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 9d7edfef-80a8-4e87-b4b6-6179a86e9305 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:56:31.304784 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 32ef5feb-498d-469c-aea2-e515a4128e9c no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:56:31.309248 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d08a-04ed-4a77-a70a-afdd54b9093b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:31.311026 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a1d08a-04ed-4a77-a70a-afdd54b9093b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:31.312053 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d08a-04ed-4a77-a70a-afdd54b9093b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:31.320295 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-14af51ad-c0b3-427f-9018-f215c0208fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:31.336444 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 21:56:31.501499 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 32ef5feb-498d-469c-aea2-e515a4128e9c {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:56:31.502232 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 32ef5feb-498d-469c-aea2-e515a4128e9c not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:56:31.507146 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-14af51ad-c0b3-427f-9018-f215c0208fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:31.537289 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-14af51ad-c0b3-427f-9018-f215c0208fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e065759b-9598-4e49-9dd4-b84a6811ca8d']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:31.559262 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-14af51ad-c0b3-427f-9018-f215c0208fa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580eed13-4021-4e54-a47e-996a312301eb') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:31.559665 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-14af51ad-c0b3-427f-9018-f215c0208fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580eed13-4021-4e54-a47e-996a312301eb') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:31.573252 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-14af51ad-c0b3-427f-9018-f215c0208fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:31.573501 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a3a1d08a-04ed-4a77-a70a-afdd54b9093b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.2720377 Aug 11 21:56:31.582944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55960) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:31.590664 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-14af51ad-c0b3-427f-9018-f215c0208fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:31.598954 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14af51ad-c0b3-427f-9018-f215c0208fa8 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 21:56:31.599352 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-14af51ad-c0b3-427f-9018-f215c0208fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:31.601012 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-3ea33a19-644b-47ff-a6c0-16cc74489c91 admin admin] Request body: {'subnet': {'network_id': '8a6e19c3-e031-4b0b-a10a-d21560ea55a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-807139076-subnet', 'tenant_id': 'd228bcd96dda4befb512de44e361f178', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:56:31.646932 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1d08a-04ed-4a77-a70a-afdd54b9093b admin admin] Pushing event updated for resources: {'Network': ['ID=8a6e19c3-e031-4b0b-a10a-d21560ea55a1,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:31.652464 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-c4ff86d1-c09f-4338-b853-5e7214456949 None None] Set router f1663e24-1cd4-4cf2-aedd-6b8565037af0 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:56:31.682270 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea33a19-644b-47ff-a6c0-16cc74489c91 admin admin] Made reservation on behalf of d228bcd96dda4befb512de44e361f178 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:56:31.683669 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 8a6e19c3-e031-4b0b-a10a-d21560ea55a1 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:56:31.695486 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ea33a19-644b-47ff-a6c0-16cc74489c91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: timer() Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 21:56:31.700397 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 21:56:31.703948 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-14af51ad-c0b3-427f-9018-f215c0208fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:31.710993 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-14af51ad-c0b3-427f-9018-f215c0208fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:31.716195 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-14af51ad-c0b3-427f-9018-f215c0208fa8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e065759b-9598-4e49-9dd4-b84a6811ca8d HTTP/1.1" status: 204 len: 168 time: 0.5613537 Aug 11 21:56:31.737102 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af51ad-c0b3-427f-9018-f215c0208fa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e065759b-9598-4e49-9dd4-b84a6811ca8d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:31.811757 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55976) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:31.830037 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 9d7edfef-80a8-4e87-b4b6-6179a86e9305, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=9d7edfef-80a8-4e87-b4b6-6179a86e9305,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:31.922830 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '9d7edfef-80a8-4e87-b4b6-6179a86e9305', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '9d7edfef-80a8-4e87-b4b6-6179a86e9305', 'mac_address': 'fa:16:3e:49:29:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:56:31.989279 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ef875-bfa6-462e-963a-11472924cce0 req-b1a64ecb-d7a2-41dd-a9d3-27e6ede646ef tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:31.990974 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ba2ef875-bfa6-462e-963a-11472924cce0 req-b1a64ecb-d7a2-41dd-a9d3-27e6ede646ef tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=af50c3f8-bc48-4286-94f3-4e58450d194e HTTP/1.1" status: 200 len: 947 time: 0.1715701 Aug 11 21:56:32.033390 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-78d5787d-9030-47ee-bd53-461fc34b91c1 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:32.108296 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41414ee-3782-483b-97ed-9f042dbfee49 req-f9b3818c-d735-4d5f-bed3-92726159866e tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:32.118130 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d41414ee-3782-483b-97ed-9f042dbfee49 req-f9b3818c-d735-4d5f-bed3-92726159866e tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 943 time: 0.1688590 Aug 11 21:56:32.125609 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:32.135813 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-78d5787d-9030-47ee-bd53-461fc34b91c1 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:32.167552 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55986) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:32.194311 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d7edfef-80a8-4e87-b4b6-6179a86e9305 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:56:32.229886 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ba2ef875-bfa6-462e-963a-11472924cce0 req-a214b960-8c8b-43ad-8fc9-af70b97b6f29 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975186 Aug 11 21:56:32.279602 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 9d7edfef-80a8-4e87-b4b6-6179a86e9305, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=9d7edfef-80a8-4e87-b4b6-6179a86e9305,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:32.351649 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d41414ee-3782-483b-97ed-9f042dbfee49 req-3366d2cc-d49d-4ab7-abad-14ad4b742f38 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320931 Aug 11 21:56:32.357146 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:32.360174 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-afc4e570-1705-438f-93d4-169ad3badaba admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2f92f84593c645c991d8da56fb117a97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1907818 Aug 11 21:56:32.362891 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55988) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:32.364693 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-78d5787d-9030-47ee-bd53-461fc34b91c1 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:32.376319 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-78d5787d-9030-47ee-bd53-461fc34b91c1 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:32.381155 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-78d5787d-9030-47ee-bd53-461fc34b91c1 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "DELETE /v2.0/security-groups/5e414fe2-fd97-463b-b3ae-7750275b3883 HTTP/1.1" status: 204 len: 168 time: 0.5684617 Aug 11 21:56:32.385508 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55990) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:32.418171 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-93669148-f23c-4c3f-b177-21aed656e04c tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] show failed (client error): The resource could not be found. Aug 11 21:56:32.422721 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-93669148-f23c-4c3f-b177-21aed656e04c tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "GET /v2.0/security-groups/5e414fe2-fd97-463b-b3ae-7750275b3883 HTTP/1.1" status: 404 len: 347 time: 0.0323513 Aug 11 21:56:32.424724 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55992) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:32.430613 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55994) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:32.458315 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5787d-9030-47ee-bd53-461fc34b91c1 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e414fe2-fd97-463b-b3ae-7750275b3883,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:32.460298 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=9d7edfef-80a8-4e87-b4b6-6179a86e9305,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:32.506705 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ea33a19-644b-47ff-a6c0-16cc74489c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:32.518827 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c4ff86d1-c09f-4338-b853-5e7214456949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239890165-router', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:10Z', 'updated_at': '2021-08-11T21:50:15Z', 'revision_number': 4, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'gw_port': {'id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:11Z', 'updated_at': '2021-08-11T21:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'aa7f1bb3-b880-440a-aad4-6c463b5ae6f8', 'name': '', 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'mac_address': 'fa:16:3e:cb:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:14Z', 'updated_at': '2021-08-11T21:50:25Z', 'revision_number': 5, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'subnets': [{'id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:32.528435 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cb2b9f6-770c-421b-9d7e-084c319a96af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:32.595563 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ff86d1-c09f-4338-b853-5e7214456949 None None] The sync data for ids ['f1663e24-1cd4-4cf2-aedd-6b8565037af0'] in n-d-804275-3 is: [{'id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239890165-router', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:10Z', 'updated_at': '2021-08-11T21:50:15Z', 'revision_number': 4, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'gw_port': {'id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:11Z', 'updated_at': '2021-08-11T21:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'aa7f1bb3-b880-440a-aad4-6c463b5ae6f8', 'name': '', 'network_id': '23d35d9d-3b60-4171-a586-25af0fc312dd', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'mac_address': 'fa:16:3e:cb:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:14Z', 'updated_at': '2021-08-11T21:50:25Z', 'revision_number': 5, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'subnets': [{'id': '50d7a31b-7f2d-4275-9e8f-220f204b8511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:56:32.595922 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cb2b9f6-770c-421b-9d7e-084c319a96af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:32.664740 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea33a19-644b-47ff-a6c0-16cc74489c91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc7db9b0-130e-4b2d-8da6-adc41c1ce40c,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:32.686385 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea33a19-644b-47ff-a6c0-16cc74489c91 admin admin] Checking segment: {'id': 'd069c60f-2e4a-4d6b-9585-7f7e1b0947e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8a6e19c3-e031-4b0b-a10a-d21560ea55a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:56:32.687042 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea33a19-644b-47ff-a6c0-16cc74489c91 admin admin] Network hostable DHCP agents. Network: 8a6e19c3-e031-4b0b-a10a-d21560ea55a1, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:56:32.722527 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-b9e5640f-092f-4e85-952c-0b58ae8f70bd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1685309365-network', 'tenant_id': 'd74c7b222e1944f9bf3fd004364d95e4'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:56:32.726235 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea33a19-644b-47ff-a6c0-16cc74489c91 admin admin] Network 8a6e19c3-e031-4b0b-a10a-d21560ea55a1 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:56:32.735454 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-cea7b53f-1fa9-49b7-959d-39d34d45e991 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Deleting port aa0d44ca-7237-4fec-8a5b-5d68d0f750d6 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:56:32.735845 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cea7b53f-1fa9-49b7-959d-39d34d45e991 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:32.762622 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-3ea33a19-644b-47ff-a6c0-16cc74489c91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 8a6e19c3-e031-4b0b-a10a-d21560ea55a1) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:56:32.778888 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37847bcf-a551-406f-871b-26f18ad4badd None None] Network 8a6e19c3-e031-4b0b-a10a-d21560ea55a1 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:56:32.800712 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cb2b9f6-770c-421b-9d7e-084c319a96af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:32.809284 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cb2b9f6-770c-421b-9d7e-084c319a96af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:32.813460 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6cb2b9f6-770c-421b-9d7e-084c319a96af admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/53e0c731-2384-4042-9c54-b1f72f90d89e HTTP/1.1" status: 204 len: 168 time: 0.4307992 Aug 11 21:56:32.817639 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea33a19-644b-47ff-a6c0-16cc74489c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:32.818255 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ea33a19-644b-47ff-a6c0-16cc74489c91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:32.822068 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e5640f-092f-4e85-952c-0b58ae8f70bd admin admin] Made reservation on behalf of d74c7b222e1944f9bf3fd004364d95e4 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:56:32.828411 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b9e5640f-092f-4e85-952c-0b58ae8f70bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:32.840466 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3ea33a19-644b-47ff-a6c0-16cc74489c91 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2544703 Aug 11 21:56:32.845468 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56000) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:32.850767 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-b2ee29d6-977e-4fe9-a3e8-aed2e0024612 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-807139076-router', 'tenant_id': 'd228bcd96dda4befb512de44e361f178', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:56:32.863076 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b9e5640f-092f-4e85-952c-0b58ae8f70bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:32.889594 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2b9f6-770c-421b-9d7e-084c319a96af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e0c731-2384-4042-9c54-b1f72f90d89e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:32.947930 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b2ee29d6-977e-4fe9-a3e8-aed2e0024612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:32.952948 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b2ee29d6-977e-4fe9-a3e8-aed2e0024612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:32.979261 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['9d7edfef-80a8-4e87-b4b6-6179a86e9305'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:56:32.980185 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cea7b53f-1fa9-49b7-959d-39d34d45e991 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:32.984856 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cea7b53f-1fa9-49b7-959d-39d34d45e991 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:33.022998 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-cea7b53f-1fa9-49b7-959d-39d34d45e991 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Calling delete_port for aa0d44ca-7237-4fec-8a5b-5d68d0f750d6 owned by network:floatingip {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:56:33.131878 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b9e5640f-092f-4e85-952c-0b58ae8f70bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:33.137985 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b9e5640f-092f-4e85-952c-0b58ae8f70bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:33.173742 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e5640f-092f-4e85-952c-0b58ae8f70bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:56:33.189606 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5640f-092f-4e85-952c-0b58ae8f70bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3c2ca3-9678-4437-a379-81b9b9263029,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:33.207156 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b9e5640f-092f-4e85-952c-0b58ae8f70bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:33.209012 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-b9e5640f-092f-4e85-952c-0b58ae8f70bd admin admin] Added segment b96991c3-da7b-4769-9732-b3948f3cb059 of type vlan for network c38fbfc2-60a8-4130-a95a-d7a797c5eb71 Aug 11 21:56:33.285603 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b9e5640f-092f-4e85-952c-0b58ae8f70bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:33.285753 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 72a60c1a-9157-4943-b279-02340fe2998d details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:56:33.287995 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 43061107-0d89-4d88-bc8e-f7b987a8f672 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:56:33.298129 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aab0c8-8802-4757-9194-df6c182baa73 None None] New status for floating IP 9a35ebc1-8e1a-4193-8cbf-b15434bb581e: DOWN {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 21:56:33.383801 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b9e5640f-092f-4e85-952c-0b58ae8f70bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:33.386177 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e5640f-092f-4e85-952c-0b58ae8f70bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:33.391546 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b9e5640f-092f-4e85-952c-0b58ae8f70bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:33.500455 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b2ee29d6-977e-4fe9-a3e8-aed2e0024612 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:33.506261 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cea7b53f-1fa9-49b7-959d-39d34d45e991 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:33.513716 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b9e5640f-092f-4e85-952c-0b58ae8f70bd admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0776949 Aug 11 21:56:33.526939 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56014) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:33.533132 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-ea8b8283-ce74-4b9c-ab96-8d89e27169e6 admin admin] Request body: {'subnet': {'network_id': 'c38fbfc2-60a8-4130-a95a-d7a797c5eb71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1685309365-subnet', 'tenant_id': 'd74c7b222e1944f9bf3fd004364d95e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:56:33.536232 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 43061107-0d89-4d88-bc8e-f7b987a8f672 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:56:33.538386 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.db.api [None req-f6aab0c8-8802-4757-9194-df6c182baa73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 21:56:33.538789 n-d-804275-3 neutron-server[100945]: DEBUG oslo_db.api [None req-f6aab0c8-8802-4757-9194-df6c182baa73 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 21:56:33.560377 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5640f-092f-4e85-952c-0b58ae8f70bd admin admin] Pushing event updated for resources: {'Network': ['ID=c38fbfc2-60a8-4130-a95a-d7a797c5eb71,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:33.578978 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8b8283-ce74-4b9c-ab96-8d89e27169e6 admin admin] Made reservation on behalf of d74c7b222e1944f9bf3fd004364d95e4 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:56:33.584919 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ea8b8283-ce74-4b9c-ab96-8d89e27169e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:33.597454 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 43061107-0d89-4d88-bc8e-f7b987a8f672 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:56:33.597846 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:33.746843 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network c38fbfc2-60a8-4130-a95a-d7a797c5eb71 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:56:33.826532 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da2324-3cad-40ff-be53-ba8ce5797165 req-48f214fc-b602-4fed-99e1-aa7d10d1fcfd tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:33.834962 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-00da2324-3cad-40ff-be53-ba8ce5797165 req-48f214fc-b602-4fed-99e1-aa7d10d1fcfd tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 943 time: 0.1175287 Aug 11 21:56:33.900227 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-00da2324-3cad-40ff-be53-ba8ce5797165 req-e2168ce1-f0ba-4552-aac1-0005144a6fa9 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641787 Aug 11 21:56:34.041353 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aab0c8-8802-4757-9194-df6c182baa73 None None] New status for floating IP 9a35ebc1-8e1a-4193-8cbf-b15434bb581e: DOWN {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 21:56:34.198587 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ea8b8283-ce74-4b9c-ab96-8d89e27169e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:34.245127 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 72a60c1a-9157-4943-b279-02340fe2998d, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=72a60c1a-9157-4943-b279-02340fe2998d,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:34.277194 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b8283-ce74-4b9c-ab96-8d89e27169e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f9021ca-ac57-4bbd-9f6f-dc4b072cfc7c,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:34.353282 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7b53f-1fa9-49b7-959d-39d34d45e991 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Pushing event deleted for resources: {'Port': ['ID=aa0d44ca-7237-4fec-8a5b-5d68d0f750d6,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:34.387132 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8b8283-ce74-4b9c-ab96-8d89e27169e6 admin admin] Checking segment: {'id': 'b96991c3-da7b-4769-9732-b3948f3cb059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c38fbfc2-60a8-4130-a95a-d7a797c5eb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:56:34.387740 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8b8283-ce74-4b9c-ab96-8d89e27169e6 admin admin] Network hostable DHCP agents. Network: c38fbfc2-60a8-4130-a95a-d7a797c5eb71, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:56:34.443187 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 72a60c1a-9157-4943-b279-02340fe2998d has no active binding in host n-h1-804275-3 {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 21:56:34.476421 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8b8283-ce74-4b9c-ab96-8d89e27169e6 admin admin] Network c38fbfc2-60a8-4130-a95a-d7a797c5eb71 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:56:34.496936 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-ea8b8283-ce74-4b9c-ab96-8d89e27169e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, c38fbfc2-60a8-4130-a95a-d7a797c5eb71) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:56:34.501727 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8b8283-ce74-4b9c-ab96-8d89e27169e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:34.503694 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ea8b8283-ce74-4b9c-ab96-8d89e27169e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:34.523446 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d13fc5-0737-474b-b512-b8ce72b11696 None None] Network c38fbfc2-60a8-4130-a95a-d7a797c5eb71 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:56:34.557539 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ea8b8283-ce74-4b9c-ab96-8d89e27169e6 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0277872 Aug 11 21:56:34.559295 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56032) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:34.567911 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b2ee29d6-977e-4fe9-a3e8-aed2e0024612 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:34.568933 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c4ed4a79-e59b-425d-98b7-18ac05a87584 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1685309365-router', 'tenant_id': 'd74c7b222e1944f9bf3fd004364d95e4', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:56:34.613459 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0150d-cbaf-4826-a6b7-0f7d8bff442e req-d3f0b418-7590-4dce-bdbd-1741aa71d2b9 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:34.623057 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4a79-e59b-425d-98b7-18ac05a87584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:34.624339 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4a79-e59b-425d-98b7-18ac05a87584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:34.628806 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-baf0150d-cbaf-4826-a6b7-0f7d8bff442e req-d3f0b418-7590-4dce-bdbd-1741aa71d2b9 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=af50c3f8-bc48-4286-94f3-4e58450d194e HTTP/1.1" status: 200 len: 948 time: 1.1257389 Aug 11 21:56:34.738101 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4a79-e59b-425d-98b7-18ac05a87584 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:34.795631 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 72a60c1a-9157-4943-b279-02340fe2998d no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:56:34.831492 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab0dc5a-dad5-4752-bfd2-73c222fe143b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-8a6e19c3-e031-4b0b-a10a-d21560ea55a1', 'network_id': '8a6e19c3-e031-4b0b-a10a-d21560ea55a1', 'tenant_id': 'd228bcd96dda4befb512de44e361f178', 'fixed_ips': [{'subnet_id': 'cc7db9b0-130e-4b2d-8da6-adc41c1ce40c'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 21:56:34.838074 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9ab0dc5a-dad5-4752-bfd2-73c222fe143b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:34.842628 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-baf0150d-cbaf-4826-a6b7-0f7d8bff442e req-8b921a8f-c886-455e-abc5-91d31212721e tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113280 Aug 11 21:56:34.845276 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cea7b53f-1fa9-49b7-959d-39d34d45e991 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks [] for floatingip, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:34.848295 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cea7b53f-1fa9-49b7-959d-39d34d45e991 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:34.855184 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cea7b53f-1fa9-49b7-959d-39d34d45e991 tempest-ServersWithSpecificFlavorTestJSON-545367801 tempest-ServersWithSpecificFlavorTestJSON-545367801-project] 10.222.0.77 "DELETE /v2.0/floatingips/9a35ebc1-8e1a-4193-8cbf-b15434bb581e HTTP/1.1" status: 204 len: 168 time: 2.4296935 Aug 11 21:56:34.977306 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:35.143382 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4a79-e59b-425d-98b7-18ac05a87584 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:35.362019 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b2ee29d6-977e-4fe9-a3e8-aed2e0024612 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:35.451755 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b2ee29d6-977e-4fe9-a3e8-aed2e0024612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:35.487550 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28b90be-03d2-4bbb-9c70-f6311279a866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43061107-0d89-4d88-bc8e-f7b987a8f672'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:56:35.489794 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2747a0b-6bea-40e8-b1c6-061d6a05e43d" -d '{"events": [{"server_uuid": "f28b90be-03d2-4bbb-9c70-f6311279a866", "name": "network-vif-plugged", "status": "completed", "tag": "43061107-0d89-4d88-bc8e-f7b987a8f672"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:56:35.524376 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 43061107-0d89-4d88-bc8e-f7b987a8f672, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=43061107-0d89-4d88-bc8e-f7b987a8f672,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:35.575527 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:35.715116 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=43061107-0d89-4d88-bc8e-f7b987a8f672,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:35.743698 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdb6501-f6a1-4cba-88e0-5d10dfa87072 None None] Network c38fbfc2-60a8-4130-a95a-d7a797c5eb71 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:56:35.779179 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-9ab0dc5a-dad5-4752-bfd2-73c222fe143b None None] Allocated IP 172.20.0.2 (8a6e19c3-e031-4b0b-a10a-d21560ea55a1/cc7db9b0-130e-4b2d-8da6-adc41c1ce40c/15162c05-74cc-437a-ac8e-ffb1259c3004) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:56:35.843362 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-b2ee29d6-977e-4fe9-a3e8-aed2e0024612 admin admin] Allocated IP 172.25.2.123 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/d68e9240-5855-4793-afee-76b015b2093a) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:56:35.903021 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4a79-e59b-425d-98b7-18ac05a87584 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:35.912199 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f6c40-b01b-4bbd-9bf3-aec5da81c277 req-ed6c26a1-2883-481a-9923-eabccb09f1c7 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:35.920970 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1d5f6c40-b01b-4bbd-9bf3-aec5da81c277 req-ed6c26a1-2883-481a-9923-eabccb09f1c7 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 943 time: 0.3462884 Aug 11 21:56:35.984661 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bee978-4d0e-440f-bb48-8795cc35bc92 x-openstack-request-id: req-b0bee978-4d0e-440f-bb48-8795cc35bc92 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:56:35.985168 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f28b90be-03d2-4bbb-9c70-f6311279a866", "name": "network-vif-plugged", "status": "completed", "tag": "43061107-0d89-4d88-bc8e-f7b987a8f672", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:56:35.985512 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b0bee978-4d0e-440f-bb48-8795cc35bc92 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:56:35.987755 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4a79-e59b-425d-98b7-18ac05a87584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:35.990296 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28b90be-03d2-4bbb-9c70-f6311279a866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43061107-0d89-4d88-bc8e-f7b987a8f672', 'code': 200} Aug 11 21:56:36.166365 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1d5f6c40-b01b-4bbd-9bf3-aec5da81c277 req-07da0441-4192-4b04-94b9-b8ce83bb1821 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349622 Aug 11 21:56:36.288404 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b2ee29d6-977e-4fe9-a3e8-aed2e0024612 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:36.298204 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08424f8-ea54-49e7-8365-295d74742d19 req-66e296d5-dc5c-4f00-aab9-31703beb3923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:36.305313 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b08424f8-ea54-49e7-8365-295d74742d19 req-66e296d5-dc5c-4f00-aab9-31703beb3923 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f28b90be-03d2-4bbb-9c70-f6311279a866 HTTP/1.1" status: 200 len: 1100 time: 0.1271462 Aug 11 21:56:36.445046 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b2ee29d6-977e-4fe9-a3e8-aed2e0024612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:36.523436 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b08424f8-ea54-49e7-8365-295d74742d19 req-9669bcd6-9ad9-4fc1-8c8c-0bc62ce28ace service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089024 Aug 11 21:56:36.549849 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ee29d6-977e-4fe9-a3e8-aed2e0024612 admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:56:36.567648 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-b2ee29d6-977e-4fe9-a3e8-aed2e0024612 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:56:36.571425 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ee29d6-977e-4fe9-a3e8-aed2e0024612 admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:56:36.789534 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-c4ed4a79-e59b-425d-98b7-18ac05a87584 admin admin] Allocated IP 172.25.2.128 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/2c7a9dd2-78f9-431d-a455-7741075815b8) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:56:36.883029 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7563c5-dbfb-4184-8576-f6c34d08cf2e req-425dfed9-a302-4f0a-b6d5-d696ada0853f tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:36.885308 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8a7563c5-dbfb-4184-8576-f6c34d08cf2e req-425dfed9-a302-4f0a-b6d5-d696ada0853f tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=af50c3f8-bc48-4286-94f3-4e58450d194e HTTP/1.1" status: 200 len: 948 time: 0.4115868 Aug 11 21:56:36.898832 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee29d6-977e-4fe9-a3e8-aed2e0024612 admin admin] Pushing event updated for resources: {'Port': ['ID=d68e9240-5855-4793-afee-76b015b2093a,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:36.912906 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9ab0dc5a-dad5-4752-bfd2-73c222fe143b None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:36.933661 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9ab0dc5a-dad5-4752-bfd2-73c222fe143b None None] Transition to ACTIVE for port object 15162c05-74cc-437a-ac8e-ffb1259c3004 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:56:36.992988 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9ab0dc5a-dad5-4752-bfd2-73c222fe143b None None] Transition to ACTIVE for port object 15162c05-74cc-437a-ac8e-ffb1259c3004 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:56:37.006702 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8a7563c5-dbfb-4184-8576-f6c34d08cf2e req-4054fbaa-2c1c-4e93-8f1d-215e404ab39b tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664592 Aug 11 21:56:37.008209 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9ab0dc5a-dad5-4752-bfd2-73c222fe143b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:37.074944 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab0dc5a-dad5-4752-bfd2-73c222fe143b None None] Network 8a6e19c3-e031-4b0b-a10a-d21560ea55a1 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:56:37.082244 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-9ab0dc5a-dad5-4752-bfd2-73c222fe143b None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:56:37.114611 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4a79-e59b-425d-98b7-18ac05a87584 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:37.118706 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab0dc5a-dad5-4752-bfd2-73c222fe143b None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:56:37.164290 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b2ee29d6-977e-4fe9-a3e8-aed2e0024612 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:37.228790 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4a79-e59b-425d-98b7-18ac05a87584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:37.259007 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0dc5a-dad5-4752-bfd2-73c222fe143b None None] Pushing event updated for resources: {'Port': ['ID=15162c05-74cc-437a-ac8e-ffb1259c3004,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:37.280383 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 9d7edfef-80a8-4e87-b4b6-6179a86e9305 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:56:37.339565 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ed4a79-e59b-425d-98b7-18ac05a87584 admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:56:37.350825 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-c4ed4a79-e59b-425d-98b7-18ac05a87584 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:56:37.361868 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-9ab0dc5a-dad5-4752-bfd2-73c222fe143b None None] Attempting to bind port 15162c05-74cc-437a-ac8e-ffb1259c3004 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:56:37.363764 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ed4a79-e59b-425d-98b7-18ac05a87584 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:56:37.365022 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-9ab0dc5a-dad5-4752-bfd2-73c222fe143b None None] Attempting to bind port 15162c05-74cc-437a-ac8e-ffb1259c3004 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'd069c60f-2e4a-4d6b-9585-7f7e1b0947e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8a6e19c3-e031-4b0b-a10a-d21560ea55a1'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:56:37.365498 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab0dc5a-dad5-4752-bfd2-73c222fe143b None None] Attempting to bind port 15162c05-74cc-437a-ac8e-ffb1259c3004 on network 8a6e19c3-e031-4b0b-a10a-d21560ea55a1 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:56:37.366546 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4a79-e59b-425d-98b7-18ac05a87584 admin admin] Pushing event updated for resources: {'Port': ['ID=2c7a9dd2-78f9-431d-a455-7741075815b8,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:37.381509 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab0dc5a-dad5-4752-bfd2-73c222fe143b None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:56:37.381899 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab0dc5a-dad5-4752-bfd2-73c222fe143b None None] Checking segment: {'id': 'd069c60f-2e4a-4d6b-9585-7f7e1b0947e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8a6e19c3-e031-4b0b-a10a-d21560ea55a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:56:37.382327 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9ab0dc5a-dad5-4752-bfd2-73c222fe143b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:37.382736 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab0dc5a-dad5-4752-bfd2-73c222fe143b None None] Bound using segment: {'id': 'd069c60f-2e4a-4d6b-9585-7f7e1b0947e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8a6e19c3-e031-4b0b-a10a-d21560ea55a1'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:56:37.383349 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-9ab0dc5a-dad5-4752-bfd2-73c222fe143b None None] Bound port: 15162c05-74cc-437a-ac8e-ffb1259c3004, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd069c60f-2e4a-4d6b-9585-7f7e1b0947e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8a6e19c3-e031-4b0b-a10a-d21560ea55a1'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:56:37.383787 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9ab0dc5a-dad5-4752-bfd2-73c222fe143b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:37.386263 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56114) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:37.646193 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 9d7edfef-80a8-4e87-b4b6-6179a86e9305 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:56:37.679981 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 9d7edfef-80a8-4e87-b4b6-6179a86e9305 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:56:37.680530 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:37.760039 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-9ab0dc5a-dad5-4752-bfd2-73c222fe143b None None] For port 15162c05-74cc-437a-ac8e-ffb1259c3004, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:56:37.871973 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-9ab0dc5a-dad5-4752-bfd2-73c222fe143b None None] For port 15162c05-74cc-437a-ac8e-ffb1259c3004, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=15162c05-74cc-437a-ac8e-ffb1259c3004,segment=NetworkSegment(d069c60f-2e4a-4d6b-9585-7f7e1b0947e7),segment_id=d069c60f-2e4a-4d6b-9585-7f7e1b0947e7)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:56:37.885021 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9ab0dc5a-dad5-4752-bfd2-73c222fe143b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:37.895866 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767cfd4-7ef9-4325-9595-b5da915e0f5b req-b5023fa7-6777-41b3-965b-787ad32ebb30 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:37.905819 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4767cfd4-7ef9-4325-9595-b5da915e0f5b req-b5023fa7-6777-41b3-965b-787ad32ebb30 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 943 time: 0.2892475 Aug 11 21:56:37.931197 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:37.943410 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56122) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:37.997576 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b2ee29d6-977e-4fe9-a3e8-aed2e0024612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:38.140898 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4767cfd4-7ef9-4325-9595-b5da915e0f5b req-e35e5cb8-65e6-4e29-8b0f-b0ff9556af2d tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202039 Aug 11 21:56:38.349281 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4a79-e59b-425d-98b7-18ac05a87584 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:38.373340 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0dc5a-dad5-4752-bfd2-73c222fe143b None None] Pushing event updated for resources: {'Port': ['ID=15162c05-74cc-437a-ac8e-ffb1259c3004,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:38.386854 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:38.435597 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af50c3f8-bc48-4286-94f3-4e58450d194e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7edfef-80a8-4e87-b4b6-6179a86e9305'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:56:38.439848 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0b500b-ac5e-45ec-8021-27542c5fd9f8" -d '{"events": [{"server_uuid": "af50c3f8-bc48-4286-94f3-4e58450d194e", "name": "network-vif-plugged", "status": "completed", "tag": "9d7edfef-80a8-4e87-b4b6-6179a86e9305"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:56:38.467996 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 9d7edfef-80a8-4e87-b4b6-6179a86e9305, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=9d7edfef-80a8-4e87-b4b6-6179a86e9305,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:38.486048 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:38.500232 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4ded77e3-d53d-4c85-bfb0-16b08ddbf3d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:38.708973 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa911a90-e832-4dbc-b694-29d24bec45b8 x-openstack-request-id: req-aa911a90-e832-4dbc-b694-29d24bec45b8 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:56:38.710726 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af50c3f8-bc48-4286-94f3-4e58450d194e", "name": "network-vif-plugged", "status": "completed", "tag": "9d7edfef-80a8-4e87-b4b6-6179a86e9305", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:56:38.711554 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aa911a90-e832-4dbc-b694-29d24bec45b8 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:56:38.750864 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af50c3f8-bc48-4286-94f3-4e58450d194e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7edfef-80a8-4e87-b4b6-6179a86e9305', 'code': 200} Aug 11 21:56:38.792765 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=9d7edfef-80a8-4e87-b4b6-6179a86e9305,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:39.024372 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93706a-1fd4-42b4-baae-9af075c8fc1e req-8d841e4b-1738-4194-aef3-1f4f100574b9 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:39.038135 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae93706a-1fd4-42b4-baae-9af075c8fc1e req-8d841e4b-1738-4194-aef3-1f4f100574b9 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=af50c3f8-bc48-4286-94f3-4e58450d194e HTTP/1.1" status: 200 len: 948 time: 0.6909604 Aug 11 21:56:39.101908 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ee29d6-977e-4fe9-a3e8-aed2e0024612 admin admin] Router 184b7810-6b58-4294-b05e-5c0221d36128 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 21:56:39.236437 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae93706a-1fd4-42b4-baae-9af075c8fc1e req-cfcc621a-71c0-4766-a8e8-f66a4606a117 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870167 Aug 11 21:56:39.238917 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8f585-53b2-49a6-a927-1f66152de8a2 req-b723d8d9-b9f3-4d7f-9c4f-bfd0ad9c4834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:39.245452 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f8d8f585-53b2-49a6-a927-1f66152de8a2 req-b723d8d9-b9f3-4d7f-9c4f-bfd0ad9c4834 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=af50c3f8-bc48-4286-94f3-4e58450d194e HTTP/1.1" status: 200 len: 1100 time: 0.3467090 Aug 11 21:56:39.297581 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4a79-e59b-425d-98b7-18ac05a87584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:39.359106 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ee29d6-977e-4fe9-a3e8-aed2e0024612 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:56:39.381742 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0df7b0-39d7-4473-99fc-ba6e28e5a8b9 None None] Sync routers for ids ['184b7810-6b58-4294-b05e-5c0221d36128'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:56:39.383992 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f8d8f585-53b2-49a6-a927-1f66152de8a2 req-4aed150c-53b0-4830-bea6-044169e9d713 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284528 Aug 11 21:56:39.417127 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0df7b0-39d7-4473-99fc-ba6e28e5a8b9 None None] Routers {'184b7810-6b58-4294-b05e-5c0221d36128'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:56:39.418221 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-1a0df7b0-39d7-4473-99fc-ba6e28e5a8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:56:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['184b7810-6b58-4294-b05e-5c0221d36128'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:39.481038 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4ded77e3-d53d-4c85-bfb0-16b08ddbf3d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:39.535151 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4ded77e3-d53d-4c85-bfb0-16b08ddbf3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:39.547228 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b2ee29d6-977e-4fe9-a3e8-aed2e0024612 admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:39.549404 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b2ee29d6-977e-4fe9-a3e8-aed2e0024612 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.7023842 Aug 11 21:56:39.558788 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56136) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:39.600288 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 15162c05-74cc-437a-ac8e-ffb1259c3004 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:56:39.666590 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748445c-7348-4b06-abd9-9c7b42b5e8d6 req-26ecd7fc-eb23-42bc-9d03-7073e4f86a2e tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:39.668698 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2748445c-7348-4b06-abd9-9c7b42b5e8d6 req-26ecd7fc-eb23-42bc-9d03-7073e4f86a2e tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 943 time: 0.2778695 Aug 11 21:56:39.814451 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-1a0df7b0-39d7-4473-99fc-ba6e28e5a8b9 None None] Set router 184b7810-6b58-4294-b05e-5c0221d36128 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:56:39.865758 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2748445c-7348-4b06-abd9-9c7b42b5e8d6 req-3b111c39-3af2-4566-87b5-c1f43c19cb24 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725721 Aug 11 21:56:40.093123 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b8b36922-807d-4284-a88e-db0aba88b5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:40.221778 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b165c3c-33e7-41d3-bb71-3d592f7b4041 None None] Network 8a6e19c3-e031-4b0b-a10a-d21560ea55a1 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:56:40.438517 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded77e3-d53d-4c85-bfb0-16b08ddbf3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08eccecd-ace7-440f-9fa8-4bfd4a61c181,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:40.528007 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4ded77e3-d53d-4c85-bfb0-16b08ddbf3d0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f89bfc349f0b425aacd39e4f34765392&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5781431 Aug 11 21:56:40.533725 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56152) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:40.577691 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-c71d09e5-cdd8-4e8e-b5f1-034048b40a2c service neutron] 10.222.0.52 "GET /v2.0/ports/72a60c1a-9157-4943-b279-02340fe2998d/bindings/n-h1-804275-3 HTTP/1.1" status: 200 len: 384 time: 0.2425022 Aug 11 21:56:40.602352 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 15162c05-74cc-437a-ac8e-ffb1259c3004 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:56:40.651582 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-02e7312e-9427-45ba-8576-d5d3228ce33c None None] Provisioning for port 15162c05-74cc-437a-ac8e-ffb1259c3004 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:56:40.653064 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4c2e0-3eaa-4a64-8904-b60d2e4a279d req-2b029964-21fd-4961-b52f-049da0bc9bf9 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:40.660821 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-43b4c2e0-3eaa-4a64-8904-b60d2e4a279d req-2b029964-21fd-4961-b52f-049da0bc9bf9 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=af50c3f8-bc48-4286-94f3-4e58450d194e HTTP/1.1" status: 200 len: 949 time: 0.1886914 Aug 11 21:56:40.716615 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 15162c05-74cc-437a-ac8e-ffb1259c3004 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:56:40.718479 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:40.745292 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ed4a79-e59b-425d-98b7-18ac05a87584 admin admin] Router 25d15b87-769f-472e-bb1e-de603274e15a is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 21:56:40.750344 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f170ed83-015c-4214-826f-a934ae95cef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:40.776481 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-43b4c2e0-3eaa-4a64-8904-b60d2e4a279d req-62baafa0-ed4b-4bb3-8ea3-795aaf6a2077 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145556 Aug 11 21:56:40.817793 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f170ed83-015c-4214-826f-a934ae95cef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:40.841405 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-02e7312e-9427-45ba-8576-d5d3228ce33c None None] Provisioning complete for port 15162c05-74cc-437a-ac8e-ffb1259c3004 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:56:40.842741 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-02e7312e-9427-45ba-8576-d5d3228ce33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:41.112195 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f170ed83-015c-4214-826f-a934ae95cef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:41.127847 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f170ed83-015c-4214-826f-a934ae95cef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:41.129013 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f170ed83-015c-4214-826f-a934ae95cef0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/08eccecd-ace7-440f-9fa8-4bfd4a61c181 HTTP/1.1" status: 204 len: 168 time: 0.5942502 Aug 11 21:56:41.158730 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ed4a79-e59b-425d-98b7-18ac05a87584 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:56:41.179323 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33abbb7-697c-4553-b2f5-68f50c774056 None None] Sync routers for ids ['25d15b87-769f-472e-bb1e-de603274e15a'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:56:41.208782 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33abbb7-697c-4553-b2f5-68f50c774056 None None] Routers {'25d15b87-769f-472e-bb1e-de603274e15a'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:56:41.210488 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d33abbb7-697c-4553-b2f5-68f50c774056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:56:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['25d15b87-769f-472e-bb1e-de603274e15a'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:41.259072 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170ed83-015c-4214-826f-a934ae95cef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08eccecd-ace7-440f-9fa8-4bfd4a61c181,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:41.335985 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-94574da8-13e9-471a-b890-0e4b7efb8a4a service neutron] For port 72a60c1a-9157-4943-b279-02340fe2998d, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=72a60c1a-9157-4943-b279-02340fe2998d,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:41.367587 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-1a0df7b0-39d7-4473-99fc-ba6e28e5a8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184b7810-6b58-4294-b05e-5c0221d36128', 'name': 'tempest-ServersTestJSON-807139076-router', 'tenant_id': 'd228bcd96dda4befb512de44e361f178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd68e9240-5855-4793-afee-76b015b2093a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:56:32Z', 'updated_at': '2021-08-11T21:56:36Z', 'revision_number': 3, 'project_id': 'd228bcd96dda4befb512de44e361f178', 'gw_port': {'id': 'd68e9240-5855-4793-afee-76b015b2093a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184b7810-6b58-4294-b05e-5c0221d36128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:35Z', 'updated_at': '2021-08-11T21:56:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:41.401895 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:41.443001 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4a79-e59b-425d-98b7-18ac05a87584 admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:41.451355 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c4ed4a79-e59b-425d-98b7-18ac05a87584 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8885562 Aug 11 21:56:41.459559 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56160) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:41.591351 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-d33abbb7-697c-4553-b2f5-68f50c774056 None None] Set router 25d15b87-769f-472e-bb1e-de603274e15a gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:56:41.639485 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0df7b0-39d7-4473-99fc-ba6e28e5a8b9 None None] Checking router: 184b7810-6b58-4294-b05e-5c0221d36128 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:56:41.640451 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0df7b0-39d7-4473-99fc-ba6e28e5a8b9 None None] Updating router 184b7810-6b58-4294-b05e-5c0221d36128 port d68e9240-5855-4793-afee-76b015b2093a binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 21:56:41.703941 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-94574da8-13e9-471a-b890-0e4b7efb8a4a service neutron] For port 72a60c1a-9157-4943-b279-02340fe2998d, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:56:41.754958 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1a0df7b0-39d7-4473-99fc-ba6e28e5a8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:41.785655 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-94574da8-13e9-471a-b890-0e4b7efb8a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72a60c1a-9157-4943-b279-02340fe2998d {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:56:41.799981 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd64725-03e5-42ac-980c-30c31c94e686 req-9b13a9cf-1e4a-456e-833a-1f41fba8b7d9 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:41.819674 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0cd64725-03e5-42ac-980c-30c31c94e686 req-9b13a9cf-1e4a-456e-833a-1f41fba8b7d9 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 943 time: 0.4877031 Aug 11 21:56:41.834747 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-94574da8-13e9-471a-b890-0e4b7efb8a4a service neutron] For port 72a60c1a-9157-4943-b279-02340fe2998d, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=72a60c1a-9157-4943-b279-02340fe2998d,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:41.903703 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-02e7312e-9427-45ba-8576-d5d3228ce33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:41.909472 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-94574da8-13e9-471a-b890-0e4b7efb8a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:41.968403 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 15162c05-74cc-437a-ac8e-ffb1259c3004, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=15162c05-74cc-437a-ac8e-ffb1259c3004,segment=NetworkSegment(d069c60f-2e4a-4d6b-9585-7f7e1b0947e7),segment_id=d069c60f-2e4a-4d6b-9585-7f7e1b0947e7)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:42.005430 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:42.223871 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-94574da8-13e9-471a-b890-0e4b7efb8a4a service neutron] Transition to ACTIVE for port object 72a60c1a-9157-4943-b279-02340fe2998d will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:56:42.239294 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-94574da8-13e9-471a-b890-0e4b7efb8a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:42.281179 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d33abbb7-697c-4553-b2f5-68f50c774056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d15b87-769f-472e-bb1e-de603274e15a', 'name': 'tempest-ServerRescueTestJSON-1685309365-router', 'tenant_id': 'd74c7b222e1944f9bf3fd004364d95e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '2c7a9dd2-78f9-431d-a455-7741075815b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:56:34Z', 'updated_at': '2021-08-11T21:56:37Z', 'revision_number': 3, 'project_id': 'd74c7b222e1944f9bf3fd004364d95e4', 'gw_port': {'id': '2c7a9dd2-78f9-431d-a455-7741075815b8', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:92:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d15b87-769f-472e-bb1e-de603274e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:36Z', 'updated_at': '2021-08-11T21:56:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:42.301556 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0cd64725-03e5-42ac-980c-30c31c94e686 req-632d5171-896d-41bb-b404-54f03ea5f8a0 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403510 Aug 11 21:56:42.321614 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-20a88406-d33d-4a16-8914-244308740653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:42.387823 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33abbb7-697c-4553-b2f5-68f50c774056 None None] Checking router: 25d15b87-769f-472e-bb1e-de603274e15a for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:56:42.388571 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33abbb7-697c-4553-b2f5-68f50c774056 None None] Updating router 25d15b87-769f-472e-bb1e-de603274e15a port 2c7a9dd2-78f9-431d-a455-7741075815b8 binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 21:56:42.449316 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-d33abbb7-697c-4553-b2f5-68f50c774056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:42.488217 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=15162c05-74cc-437a-ac8e-ffb1259c3004,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:42.505035 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.api [None req-02e7312e-9427-45ba-8576-d5d3228ce33c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 21:56:42.506506 n-d-804275-3 neutron-server[100944]: DEBUG oslo_db.api [None req-02e7312e-9427-45ba-8576-d5d3228ce33c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 21:56:42.639626 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55b9d1-4012-43e1-af78-c3ec0af311ba req-27c2aca2-869c-4254-8f3b-e3904b172060 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:42.647322 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cb55b9d1-4012-43e1-af78-c3ec0af311ba req-27c2aca2-869c-4254-8f3b-e3904b172060 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=af50c3f8-bc48-4286-94f3-4e58450d194e HTTP/1.1" status: 200 len: 949 time: 0.5379515 Aug 11 21:56:42.740364 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cb55b9d1-4012-43e1-af78-c3ec0af311ba req-2542ae4d-bf30-475e-a069-9ad42676bed4 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892320 Aug 11 21:56:42.788164 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-94574da8-13e9-471a-b890-0e4b7efb8a4a service neutron] No DVR routers for this DVR port 72a60c1a-9157-4943-b279-02340fe2998d on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:56:42.850446 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94574da8-13e9-471a-b890-0e4b7efb8a4a service neutron] Pushing event updated for resources: {'Port': ['ID=72a60c1a-9157-4943-b279-02340fe2998d,revision_number=10']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:42.895854 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-b8b36922-807d-4284-a88e-db0aba88b5ba admin admin] Deleting port aa7f1bb3-b880-440a-aad4-6c463b5ae6f8 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:56:42.895854 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b8b36922-807d-4284-a88e-db0aba88b5ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:42.953130 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-94574da8-13e9-471a-b890-0e4b7efb8a4a service neutron] 10.222.0.52 "PUT /v2.0/ports/72a60c1a-9157-4943-b279-02340fe2998d/bindings/n-h1-804275-3/activate HTTP/1.1" status: 200 len: 369 time: 2.3577206 Aug 11 21:56:42.956002 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9b7088c2-7245-40ad-bfed-fe64e71f3b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:43.095001 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1a0df7b0-39d7-4473-99fc-ba6e28e5a8b9 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:43.111416 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-b8b36922-807d-4284-a88e-db0aba88b5ba admin admin] For port aa7f1bb3-b880-440a-aad4-6c463b5ae6f8, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=aa7f1bb3-b880-440a-aad4-6c463b5ae6f8,segment=NetworkSegment(609e17b3-1508-4d95-a8d0-25bb8387ed3d),segment_id=609e17b3-1508-4d95-a8d0-25bb8387ed3d)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:43.111987 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b8b36922-807d-4284-a88e-db0aba88b5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:43.121198 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1a0df7b0-39d7-4473-99fc-ba6e28e5a8b9 None None] Transition to ACTIVE for port object d68e9240-5855-4793-afee-76b015b2093a will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:56:43.131569 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-b8b36922-807d-4284-a88e-db0aba88b5ba admin admin] Calling delete_port for aa7f1bb3-b880-440a-aad4-6c463b5ae6f8 owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:56:43.259996 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1a0df7b0-39d7-4473-99fc-ba6e28e5a8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:43.391723 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275ca52-5d3a-4936-acc6-3bb9d6818a37 None None] Pushing event updated for resources: {'Port': ['ID=d68e9240-5855-4793-afee-76b015b2093a,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:43.403062 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b2166126-584b-4054-826c-da0792bf4643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:43.446786 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-9ff98d37-73a3-423a-a5fb-241c256ba83e tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:43.447865 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b8b36922-807d-4284-a88e-db0aba88b5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:43.451361 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-9ff98d37-73a3-423a-a5fb-241c256ba83e tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f&tenant_id=cfe969a3456f4c9186b743e59eed9b71&binding%3Ahost_id=n-h2-804275-3 HTTP/1.1" status: 200 len: 1095 time: 0.3916061 Aug 11 21:56:43.504519 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-324fc741-1888-40f3-b3ef-0261d291d032 None None] Provisioning complete for port 15162c05-74cc-437a-ac8e-ffb1259c3004 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:56:43.505109 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-324fc741-1888-40f3-b3ef-0261d291d032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:43.564369 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b36922-807d-4284-a88e-db0aba88b5ba admin admin] Pushing event deleted for resources: {'Port': ['ID=aa7f1bb3-b880-440a-aad4-6c463b5ae6f8,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:43.582529 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da9c61-eaea-4ccd-a538-f1436610b7ec req-ab7d87e2-3dd7-4dc1-8479-55b4ded6b4b6 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:43.584974 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b8da9c61-eaea-4ccd-a538-f1436610b7ec req-ab7d87e2-3dd7-4dc1-8479-55b4ded6b4b6 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=f28b90be-03d2-4bbb-9c70-f6311279a866 HTTP/1.1" status: 200 len: 949 time: 0.2247210 Aug 11 21:56:43.645074 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1a0df7b0-39d7-4473-99fc-ba6e28e5a8b9 None None] Attempting to bind port d68e9240-5855-4793-afee-76b015b2093a on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:56:43.645683 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1a0df7b0-39d7-4473-99fc-ba6e28e5a8b9 None None] Attempting to bind port d68e9240-5855-4793-afee-76b015b2093a by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:56:43.648798 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0df7b0-39d7-4473-99fc-ba6e28e5a8b9 None None] Attempting to bind port d68e9240-5855-4793-afee-76b015b2093a on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:56:43.706477 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0df7b0-39d7-4473-99fc-ba6e28e5a8b9 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:56:43.706778 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0df7b0-39d7-4473-99fc-ba6e28e5a8b9 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:56:43.707275 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1a0df7b0-39d7-4473-99fc-ba6e28e5a8b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:43.707894 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0df7b0-39d7-4473-99fc-ba6e28e5a8b9 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:56:43.708685 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1a0df7b0-39d7-4473-99fc-ba6e28e5a8b9 None None] Bound port: d68e9240-5855-4793-afee-76b015b2093a, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:56:43.716185 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1a0df7b0-39d7-4473-99fc-ba6e28e5a8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:43.716935 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-20a88406-d33d-4a16-8914-244308740653 admin admin] Allocated IP 172.20.0.1 (8a6e19c3-e031-4b0b-a10a-d21560ea55a1/cc7db9b0-130e-4b2d-8da6-adc41c1ce40c/be847e0a-f9d6-4960-9f1b-4945138fe435) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:56:43.746634 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-d33abbb7-697c-4553-b2f5-68f50c774056 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:43.769806 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-d33abbb7-697c-4553-b2f5-68f50c774056 None None] Transition to ACTIVE for port object 2c7a9dd2-78f9-431d-a455-7741075815b8 will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:56:43.793145 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-d33abbb7-697c-4553-b2f5-68f50c774056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:43.793814 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-9b7088c2-7245-40ad-bfed-fe64e71f3b03 admin admin] Allocated IP 172.20.0.1 (c38fbfc2-60a8-4130-a95a-d7a797c5eb71/6f9021ca-ac57-4bbd-9f6f-dc4b072cfc7c/b15d11ff-b882-4811-8c7e-57d0e532c9dc) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:56:43.904363 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-1a0df7b0-39d7-4473-99fc-ba6e28e5a8b9 None None] For port d68e9240-5855-4793-afee-76b015b2093a, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:56:43.912240 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-1a0df7b0-39d7-4473-99fc-ba6e28e5a8b9 None None] For port d68e9240-5855-4793-afee-76b015b2093a, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d68e9240-5855-4793-afee-76b015b2093a,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:56:43.930947 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1a0df7b0-39d7-4473-99fc-ba6e28e5a8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:43.937899 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-d33abbb7-697c-4553-b2f5-68f50c774056 None None] Attempting to bind port 2c7a9dd2-78f9-431d-a455-7741075815b8 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:56:43.938274 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-d33abbb7-697c-4553-b2f5-68f50c774056 None None] Attempting to bind port 2c7a9dd2-78f9-431d-a455-7741075815b8 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:56:43.938645 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33abbb7-697c-4553-b2f5-68f50c774056 None None] Attempting to bind port 2c7a9dd2-78f9-431d-a455-7741075815b8 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:56:43.941132 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4aca8-6251-454b-8822-6d4e65da4919 None None] Pushing event updated for resources: {'Port': ['ID=2c7a9dd2-78f9-431d-a455-7741075815b8,revision_number=2']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:43.949079 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763684a-723c-4a2b-8171-88894cb65087 req-d1f3f63c-790d-4105-b668-76c2406f041a tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:43.951060 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c763684a-723c-4a2b-8171-88894cb65087 req-d1f3f63c-790d-4105-b668-76c2406f041a tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 944 time: 0.4625194 Aug 11 21:56:43.967524 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4aca8-6251-454b-8822-6d4e65da4919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:43.967883 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4aca8-6251-454b-8822-6d4e65da4919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:43.968209 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4aca8-6251-454b-8822-6d4e65da4919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:43.968650 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-a0a17e2c-3c6c-4ed6-b75e-ad26071bec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:43.968813 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4aca8-6251-454b-8822-6d4e65da4919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:43.969038 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4aca8-6251-454b-8822-6d4e65da4919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:43.969376 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4aca8-6251-454b-8822-6d4e65da4919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:43.969828 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4aca8-6251-454b-8822-6d4e65da4919 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:43.970165 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4aca8-6251-454b-8822-6d4e65da4919 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:43.970502 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4aca8-6251-454b-8822-6d4e65da4919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:43.970832 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4aca8-6251-454b-8822-6d4e65da4919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:43.971158 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4aca8-6251-454b-8822-6d4e65da4919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:43.971484 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4aca8-6251-454b-8822-6d4e65da4919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:56:43.972406 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-a0a17e2c-3c6c-4ed6-b75e-ad26071bec88 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f&tenant_id=cfe969a3456f4c9186b743e59eed9b71 HTTP/1.1" status: 200 len: 1095 time: 0.4821596 Aug 11 21:56:44.004700 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33abbb7-697c-4553-b2f5-68f50c774056 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:56:44.005080 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33abbb7-697c-4553-b2f5-68f50c774056 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:56:44.005503 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-d33abbb7-697c-4553-b2f5-68f50c774056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:44.005908 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33abbb7-697c-4553-b2f5-68f50c774056 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:56:44.006413 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-d33abbb7-697c-4553-b2f5-68f50c774056 None None] Bound port: 2c7a9dd2-78f9-431d-a455-7741075815b8, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:56:44.006831 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-d33abbb7-697c-4553-b2f5-68f50c774056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:44.212964 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-d33abbb7-697c-4553-b2f5-68f50c774056 None None] For port 2c7a9dd2-78f9-431d-a455-7741075815b8, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:56:44.219794 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b8b36922-807d-4284-a88e-db0aba88b5ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:44.220329 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-d33abbb7-697c-4553-b2f5-68f50c774056 None None] For port 2c7a9dd2-78f9-431d-a455-7741075815b8, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=2c7a9dd2-78f9-431d-a455-7741075815b8,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:56:44.234064 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-d33abbb7-697c-4553-b2f5-68f50c774056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:44.315806 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0df7b0-39d7-4473-99fc-ba6e28e5a8b9 None None] Routers {'184b7810-6b58-4294-b05e-5c0221d36128'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:56:44.316724 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-1a0df7b0-39d7-4473-99fc-ba6e28e5a8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:56:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['184b7810-6b58-4294-b05e-5c0221d36128'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:44.322062 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b8da9c61-eaea-4ccd-a538-f1436610b7ec req-abbfba3d-846d-4a8f-8491-f211355e955c tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7042487 Aug 11 21:56:44.406563 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c763684a-723c-4a2b-8171-88894cb65087 req-ebe87af0-a149-4557-86bb-e9e3299e24ab tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291070 Aug 11 21:56:44.419676 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33abbb7-697c-4553-b2f5-68f50c774056 None None] Routers {'25d15b87-769f-472e-bb1e-de603274e15a'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:56:44.424484 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9b7088c2-7245-40ad-bfed-fe64e71f3b03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:44.425693 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d33abbb7-697c-4553-b2f5-68f50c774056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:56:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['25d15b87-769f-472e-bb1e-de603274e15a'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:44.475272 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-1a0df7b0-39d7-4473-99fc-ba6e28e5a8b9 None None] Set router 184b7810-6b58-4294-b05e-5c0221d36128 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:56:44.513689 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-e2341bbe-6455-424d-b5e1-bda6a36ae794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:44.516405 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-e2341bbe-6455-424d-b5e1-bda6a36ae794 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cfe969a3456f4c9186b743e59eed9b71&device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 1095 time: 0.4219792 Aug 11 21:56:44.628452 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4aca8-6251-454b-8822-6d4e65da4919 None None] Pushing event updated for resources: {'Port': ['ID=2c7a9dd2-78f9-431d-a455-7741075815b8,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:44.651283 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 15162c05-74cc-437a-ac8e-ffb1259c3004 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:56:44.655253 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-20a88406-d33d-4a16-8914-244308740653 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:44.745993 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-20a88406-d33d-4a16-8914-244308740653 admin admin] Transition to ACTIVE for port object be847e0a-f9d6-4960-9f1b-4945138fe435 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:56:44.755123 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275ca52-5d3a-4936-acc6-3bb9d6818a37 None None] Pushing event updated for resources: {'Port': ['ID=d68e9240-5855-4793-afee-76b015b2093a,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:44.860450 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9b7088c2-7245-40ad-bfed-fe64e71f3b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:45.000763 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7088c2-7245-40ad-bfed-fe64e71f3b03 admin admin] Network c38fbfc2-60a8-4130-a95a-d7a797c5eb71 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:56:45.052288 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 15162c05-74cc-437a-ac8e-ffb1259c3004 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:56:45.053298 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:45.076199 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b36922-807d-4284-a88e-db0aba88b5ba admin admin] Router f1663e24-1cd4-4cf2-aedd-6b8565037af0 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:56:45.079549 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-9b7088c2-7245-40ad-bfed-fe64e71f3b03 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:56:45.087169 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7088c2-7245-40ad-bfed-fe64e71f3b03 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:56:45.105381 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-d33abbb7-697c-4553-b2f5-68f50c774056 None None] Set router 25d15b87-769f-472e-bb1e-de603274e15a gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:56:45.152496 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-1a0df7b0-39d7-4473-99fc-ba6e28e5a8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184b7810-6b58-4294-b05e-5c0221d36128', 'name': 'tempest-ServersTestJSON-807139076-router', 'tenant_id': 'd228bcd96dda4befb512de44e361f178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd68e9240-5855-4793-afee-76b015b2093a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:56:32Z', 'updated_at': '2021-08-11T21:56:36Z', 'revision_number': 3, 'project_id': 'd228bcd96dda4befb512de44e361f178', 'gw_port': {'id': 'd68e9240-5855-4793-afee-76b015b2093a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184b7810-6b58-4294-b05e-5c0221d36128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:35Z', 'updated_at': '2021-08-11T21:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:45.205999 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-20a88406-d33d-4a16-8914-244308740653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:45.219284 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-ffb53647-96f7-4c1d-9883-70afc39da7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:45.222760 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0df7b0-39d7-4473-99fc-ba6e28e5a8b9 None None] The sync data for ids ['184b7810-6b58-4294-b05e-5c0221d36128'] in n-d-804275-3 is: [{'id': '184b7810-6b58-4294-b05e-5c0221d36128', 'name': 'tempest-ServersTestJSON-807139076-router', 'tenant_id': 'd228bcd96dda4befb512de44e361f178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd68e9240-5855-4793-afee-76b015b2093a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:56:32Z', 'updated_at': '2021-08-11T21:56:36Z', 'revision_number': 3, 'project_id': 'd228bcd96dda4befb512de44e361f178', 'gw_port': {'id': 'd68e9240-5855-4793-afee-76b015b2093a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184b7810-6b58-4294-b05e-5c0221d36128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:35Z', 'updated_at': '2021-08-11T21:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:56:45.243044 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-ffb53647-96f7-4c1d-9883-70afc39da7c6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c1d2353f-b112-4357-b0a6-e5993406a9d5 HTTP/1.1" status: 200 len: 921 time: 0.7085848 Aug 11 21:56:45.246066 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7088c2-7245-40ad-bfed-fe64e71f3b03 admin admin] Pushing event updated for resources: {'Port': ['ID=b15d11ff-b882-4811-8c7e-57d0e532c9dc,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:45.418361 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-275f77ec-b0b3-4e75-bea1-f5ae71213b30 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=72a60c1a-9157-4943-b279-02340fe2998d HTTP/1.1" status: 200 len: 217 time: 0.1261930 Aug 11 21:56:45.507122 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-e0266c37-47bc-4e37-a998-93283bfcf3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:45.508830 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-e0266c37-47bc-4e37-a998-93283bfcf3bf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d64b3af4-29c6-4065-a225-159b72d7499b HTTP/1.1" status: 200 len: 860 time: 0.0721476 Aug 11 21:56:45.513838 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9b7088c2-7245-40ad-bfed-fe64e71f3b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:45.599088 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b36922-807d-4284-a88e-db0aba88b5ba admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:56:45.612198 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a4a152-1dbc-4ee8-a806-4bdbacc039ab None None] Sync routers for ids ['f1663e24-1cd4-4cf2-aedd-6b8565037af0'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:56:45.637564 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b8b36922-807d-4284-a88e-db0aba88b5ba admin admin] 10.222.0.77 "PUT /v2.0/routers/f1663e24-1cd4-4cf2-aedd-6b8565037af0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2467871 Aug 11 21:56:45.645333 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56222) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:45.657190 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a4a152-1dbc-4ee8-a806-4bdbacc039ab None None] Routers {'f1663e24-1cd4-4cf2-aedd-6b8565037af0'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:56:45.659574 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f0a4a152-1dbc-4ee8-a806-4bdbacc039ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:56:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f1663e24-1cd4-4cf2-aedd-6b8565037af0'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:45.752841 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945ad81-b81b-4fc1-ac92-976a41ba4811 req-cf0367a4-11ca-481d-8ec7-8c6a1564882f tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:45.795207 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945ad81-b81b-4fc1-ac92-976a41ba4811 req-cf0367a4-11ca-481d-8ec7-8c6a1564882f tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:45.798785 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2945ad81-b81b-4fc1-ac92-976a41ba4811 req-cf0367a4-11ca-481d-8ec7-8c6a1564882f tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=af50c3f8-bc48-4286-94f3-4e58450d194e&device_id=f28b90be-03d2-4bbb-9c70-f6311279a866 HTTP/1.1" status: 200 len: 1689 time: 0.7569714 Aug 11 21:56:45.817169 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-68751bf5-c19f-4054-a839-290da715f47f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c1d2353f-b112-4357-b0a6-e5993406a9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2936335 Aug 11 21:56:45.930385 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7e5541c3-61ce-4da4-8df0-0951f19f2ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:46.113065 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a88406-d33d-4a16-8914-244308740653 admin admin] Network 8a6e19c3-e031-4b0b-a10a-d21560ea55a1 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:56:46.209504 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-20a88406-d33d-4a16-8914-244308740653 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:56:46.224411 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:46.231777 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d33abbb7-697c-4553-b2f5-68f50c774056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d15b87-769f-472e-bb1e-de603274e15a', 'name': 'tempest-ServerRescueTestJSON-1685309365-router', 'tenant_id': 'd74c7b222e1944f9bf3fd004364d95e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '2c7a9dd2-78f9-431d-a455-7741075815b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:56:34Z', 'updated_at': '2021-08-11T21:56:37Z', 'revision_number': 3, 'project_id': 'd74c7b222e1944f9bf3fd004364d95e4', 'gw_port': {'id': '2c7a9dd2-78f9-431d-a455-7741075815b8', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:92:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d15b87-769f-472e-bb1e-de603274e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:36Z', 'updated_at': '2021-08-11T21:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:46.257312 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a88406-d33d-4a16-8914-244308740653 admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:56:46.267359 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-f0a4a152-1dbc-4ee8-a806-4bdbacc039ab None None] Set router f1663e24-1cd4-4cf2-aedd-6b8565037af0 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:56:46.331737 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a88406-d33d-4a16-8914-244308740653 admin admin] Pushing event updated for resources: {'Port': ['ID=be847e0a-f9d6-4960-9f1b-4945138fe435,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:46.393941 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33abbb7-697c-4553-b2f5-68f50c774056 None None] The sync data for ids ['25d15b87-769f-472e-bb1e-de603274e15a'] in n-d-804275-3 is: [{'id': '25d15b87-769f-472e-bb1e-de603274e15a', 'name': 'tempest-ServerRescueTestJSON-1685309365-router', 'tenant_id': 'd74c7b222e1944f9bf3fd004364d95e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '2c7a9dd2-78f9-431d-a455-7741075815b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:56:34Z', 'updated_at': '2021-08-11T21:56:37Z', 'revision_number': 3, 'project_id': 'd74c7b222e1944f9bf3fd004364d95e4', 'gw_port': {'id': '2c7a9dd2-78f9-431d-a455-7741075815b8', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:92:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d15b87-769f-472e-bb1e-de603274e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:36Z', 'updated_at': '2021-08-11T21:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:56:46.430483 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d68e9240-5855-4793-afee-76b015b2093a up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:56:46.527293 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a6c05-7271-42d4-badb-c42f4ea1f242 req-1808f8bf-07da-455d-9215-f6db66506cff tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:46.534281 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c65a6c05-7271-42d4-badb-c42f4ea1f242 req-1808f8bf-07da-455d-9215-f6db66506cff tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 944 time: 0.4671063 Aug 11 21:56:46.590079 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2945ad81-b81b-4fc1-ac92-976a41ba4811 req-6f823c83-fd67-481a-9556-ed44059d4e29 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7044663 Aug 11 21:56:46.709410 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c65a6c05-7271-42d4-badb-c42f4ea1f242 req-5d768174-0bf9-4901-926f-33ef497e45a9 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506104 Aug 11 21:56:46.721306 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-20a88406-d33d-4a16-8914-244308740653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:46.795817 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9b7088c2-7245-40ad-bfed-fe64e71f3b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:46.851189 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-98c89ee3-3744-4ebd-92f4-3dac645f11c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:47.293034 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-afce395a-ffc4-447c-902f-e2b5deb15722 None None] Provisioning for port be847e0a-f9d6-4960-9f1b-4945138fe435 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:56:47.378317 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-afce395a-ffc4-447c-902f-e2b5deb15722 None None] Provisioning complete for port be847e0a-f9d6-4960-9f1b-4945138fe435 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:56:47.378804 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-afce395a-ffc4-447c-902f-e2b5deb15722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:47.452378 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-afce395a-ffc4-447c-902f-e2b5deb15722 None None] Port be847e0a-f9d6-4960-9f1b-4945138fe435 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:56:47.462003 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port d68e9240-5855-4793-afee-76b015b2093a completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:56:47.559697 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-e4ad6948-c0a7-4585-bcbf-c90390acc785 service neutron] 10.222.0.82 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7357643 Aug 11 21:56:47.574439 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:47.579945 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port d68e9240-5855-4793-afee-76b015b2093a triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:56:47.581534 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:47.704696 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-98c89ee3-3744-4ebd-92f4-3dac645f11c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:47.730126 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d9473-b9ef-4a1e-8ee4-ffcba98eda2a req-09192f0f-a2f8-431b-8dd2-c0ecc8ae6fdd tempest-ServersOnMultiNodesTest-2075355728 tempest-ServersOnMultiNodesTest-2075355728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:47.732835 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b5d9473-b9ef-4a1e-8ee4-ffcba98eda2a req-09192f0f-a2f8-431b-8dd2-c0ecc8ae6fdd tempest-ServersOnMultiNodesTest-2075355728 tempest-ServersOnMultiNodesTest-2075355728-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=af50c3f8-bc48-4286-94f3-4e58450d194e HTTP/1.1" status: 200 len: 1100 time: 0.3493500 Aug 11 21:56:47.747655 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-20a88406-d33d-4a16-8914-244308740653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:47.808899 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f0a4a152-1dbc-4ee8-a806-4bdbacc039ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239890165-router', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:10Z', 'updated_at': '2021-08-11T21:56:43Z', 'revision_number': 5, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'gw_port': {'id': '0e3bc1fb-2fb0-476c-abd1-723ecad5d42f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:11Z', 'updated_at': '2021-08-11T21:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:47.871993 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-0921f707-d2c6-452d-aac1-656adbf9678e service neutron] 10.222.0.82 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949939 Aug 11 21:56:48.038975 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9b7088c2-7245-40ad-bfed-fe64e71f3b03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:48.056066 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9b7088c2-7245-40ad-bfed-fe64e71f3b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:48.059981 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:48.086828 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b5d9473-b9ef-4a1e-8ee4-ffcba98eda2a req-111d9035-7e76-4e9c-9115-169dd0d4c557 tempest-ServersOnMultiNodesTest-2075355728 tempest-ServersOnMultiNodesTest-2075355728-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046541 Aug 11 21:56:48.137833 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-98c89ee3-3744-4ebd-92f4-3dac645f11c5 admin admin] Deleting port 0e3bc1fb-2fb0-476c-abd1-723ecad5d42f {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:56:48.137833 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-98c89ee3-3744-4ebd-92f4-3dac645f11c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:48.203374 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a4a152-1dbc-4ee8-a806-4bdbacc039ab None None] Checking router: f1663e24-1cd4-4cf2-aedd-6b8565037af0 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:56:48.226932 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9b7088c2-7245-40ad-bfed-fe64e71f3b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:48.298429 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port d68e9240-5855-4793-afee-76b015b2093a, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d68e9240-5855-4793-afee-76b015b2093a,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:48.329137 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7088c2-7245-40ad-bfed-fe64e71f3b03 admin admin] Pushing event updated for resources: {'Port': ['ID=b15d11ff-b882-4811-8c7e-57d0e532c9dc,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:48.350508 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:48.373121 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a4a152-1dbc-4ee8-a806-4bdbacc039ab None None] Routers {'f1663e24-1cd4-4cf2-aedd-6b8565037af0'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:56:48.382230 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f0a4a152-1dbc-4ee8-a806-4bdbacc039ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:56:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f1663e24-1cd4-4cf2-aedd-6b8565037af0'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:48.506950 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-98c89ee3-3744-4ebd-92f4-3dac645f11c5 admin admin] For port 0e3bc1fb-2fb0-476c-abd1-723ecad5d42f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0e3bc1fb-2fb0-476c-abd1-723ecad5d42f,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:48.507596 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-98c89ee3-3744-4ebd-92f4-3dac645f11c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:48.546204 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-98c89ee3-3744-4ebd-92f4-3dac645f11c5 admin admin] Calling delete_port for 0e3bc1fb-2fb0-476c-abd1-723ecad5d42f owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:56:48.695004 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7088c2-7245-40ad-bfed-fe64e71f3b03 admin admin] Network c38fbfc2-60a8-4130-a95a-d7a797c5eb71 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:56:48.712444 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-9b7088c2-7245-40ad-bfed-fe64e71f3b03 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:56:48.734913 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513faea9-eb03-4687-b41c-b4fc42e95540 req-7dd968be-ec5c-49f6-a9a3-d2345ff9b4e1 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:48.744813 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-513faea9-eb03-4687-b41c-b4fc42e95540 req-7dd968be-ec5c-49f6-a9a3-d2345ff9b4e1 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 944 time: 0.3908577 Aug 11 21:56:48.816364 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 2c7a9dd2-78f9-431d-a455-7741075815b8 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:56:48.875552 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-20a88406-d33d-4a16-8914-244308740653 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:48.952285 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-2045ff90-d61d-4eca-8be1-9dd68b5bee33 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:48.955624 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-2045ff90-d61d-4eca-8be1-9dd68b5bee33 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f&tenant_id=cfe969a3456f4c9186b743e59eed9b71&binding%3Ahost_id=n-h1-804275-3 HTTP/1.1" status: 200 len: 1095 time: 0.3511527 Aug 11 21:56:48.999328 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=d68e9240-5855-4793-afee-76b015b2093a,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:49.047596 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:49.058246 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-f0a4a152-1dbc-4ee8-a806-4bdbacc039ab None None] Set router f1663e24-1cd4-4cf2-aedd-6b8565037af0 gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:56:49.103887 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-513faea9-eb03-4687-b41c-b4fc42e95540 req-ffb0b4a4-c53f-4a93-87f6-067198addc3d tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569138 Aug 11 21:56:49.265940 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f0a4a152-1dbc-4ee8-a806-4bdbacc039ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239890165-router', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:10Z', 'updated_at': '2021-08-11T21:56:47Z', 'revision_number': 6, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:49.276545 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7088c2-7245-40ad-bfed-fe64e71f3b03 admin admin] Router 25d15b87-769f-472e-bb1e-de603274e15a has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:56:49.301161 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-dd577280-0e47-4bed-8dc9-489fca4cbf08 service neutron] For port 72a60c1a-9157-4943-b279-02340fe2998d, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:56:49.311384 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-dd577280-0e47-4bed-8dc9-489fca4cbf08 service neutron] Notify callbacks [] for binding, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:49.313476 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87bc4d9a-72fb-4902-a7d5-c29025ce8ade req-dd577280-0e47-4bed-8dc9-489fca4cbf08 service neutron] 10.222.0.82 "DELETE /v2.0/ports/72a60c1a-9157-4943-b279-02340fe2998d/bindings/n-h2-804275-3 HTTP/1.1" status: 204 len: 173 time: 0.3379319 Aug 11 21:56:49.336125 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a4a152-1dbc-4ee8-a806-4bdbacc039ab None None] The sync data for ids ['f1663e24-1cd4-4cf2-aedd-6b8565037af0'] in n-d-804275-3 is: [{'id': 'f1663e24-1cd4-4cf2-aedd-6b8565037af0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1239890165-router', 'tenant_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:10Z', 'updated_at': '2021-08-11T21:56:47Z', 'revision_number': 6, 'project_id': '80a5e8f6f7ed430798dfcf878a1f42dd', 'gw_port_host': None}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:56:49.356102 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 2c7a9dd2-78f9-431d-a455-7741075815b8 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:56:49.362761 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 2c7a9dd2-78f9-431d-a455-7741075815b8 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:56:49.364375 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:49.480258 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-20a88406-d33d-4a16-8914-244308740653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:49.591951 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:49.622495 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7088c2-7245-40ad-bfed-fe64e71f3b03 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:56:49.636491 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9b7088c2-7245-40ad-bfed-fe64e71f3b03 admin admin] 10.222.0.77 "PUT /v2.0/routers/25d15b87-769f-472e-bb1e-de603274e15a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1750877 Aug 11 21:56:49.677240 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 2c7a9dd2-78f9-431d-a455-7741075815b8, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=2c7a9dd2-78f9-431d-a455-7741075815b8,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:49.693999 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:49.736766 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a88406-d33d-4a16-8914-244308740653 admin admin] Pushing event updated for resources: {'Port': ['ID=be847e0a-f9d6-4960-9f1b-4945138fe435,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:49.741252 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9fda0-9882-43a4-9c02-c0b660ab2691 req-335ab645-370c-44e7-863d-0e0f855c34e5 tempest-ServersOnMultiNodesTest-2075355728 tempest-ServersOnMultiNodesTest-2075355728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:49.742970 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4bd9fda0-9882-43a4-9c02-c0b660ab2691 req-335ab645-370c-44e7-863d-0e0f855c34e5 tempest-ServersOnMultiNodesTest-2075355728 tempest-ServersOnMultiNodesTest-2075355728-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f28b90be-03d2-4bbb-9c70-f6311279a866 HTTP/1.1" status: 200 len: 1100 time: 0.9779105 Aug 11 21:56:49.745919 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-20a88406-d33d-4a16-8914-244308740653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:49.761040 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-98c89ee3-3744-4ebd-92f4-3dac645f11c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:50.149472 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=2c7a9dd2-78f9-431d-a455-7741075815b8,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:50.251808 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:50.327588 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c89ee3-3744-4ebd-92f4-3dac645f11c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e3bc1fb-2fb0-476c-abd1-723ecad5d42f,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:50.413465 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4bd9fda0-9882-43a4-9c02-c0b660ab2691 req-b8c50f20-f76c-4de4-ab2d-a61c104a4c0c tempest-ServersOnMultiNodesTest-2075355728 tempest-ServersOnMultiNodesTest-2075355728-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6497667 Aug 11 21:56:50.458235 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-98c89ee3-3744-4ebd-92f4-3dac645f11c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:50.534617 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a88406-d33d-4a16-8914-244308740653 admin admin] Network 8a6e19c3-e031-4b0b-a10a-d21560ea55a1 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:56:50.574235 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182a3f9e-f137-4b27-980d-1017279ea63c None None] Sync routers for ids ['25d15b87-769f-472e-bb1e-de603274e15a'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:56:50.606559 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182a3f9e-f137-4b27-980d-1017279ea63c None None] Routers {'25d15b87-769f-472e-bb1e-de603274e15a'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:56:50.607342 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-182a3f9e-f137-4b27-980d-1017279ea63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:56:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['25d15b87-769f-472e-bb1e-de603274e15a'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:50.690416 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d68e9240-5855-4793-afee-76b015b2093a up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:56:50.707238 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-20a88406-d33d-4a16-8914-244308740653 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:56:50.734332 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-98c89ee3-3744-4ebd-92f4-3dac645f11c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:50.739249 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-98c89ee3-3744-4ebd-92f4-3dac645f11c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:50.850248 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port d68e9240-5855-4793-afee-76b015b2093a triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:56:50.850608 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:50.935105 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-98c89ee3-3744-4ebd-92f4-3dac645f11c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:50.935539 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c89ee3-3744-4ebd-92f4-3dac645f11c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1663e24-1cd4-4cf2-aedd-6b8565037af0 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 21:56:50.948291 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-182a3f9e-f137-4b27-980d-1017279ea63c None None] Set router 25d15b87-769f-472e-bb1e-de603274e15a gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:56:50.970259 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-98c89ee3-3744-4ebd-92f4-3dac645f11c5 admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:50.976303 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-98c89ee3-3744-4ebd-92f4-3dac645f11c5 admin admin] 10.222.0.77 "DELETE /v2.0/routers/f1663e24-1cd4-4cf2-aedd-6b8565037af0 HTTP/1.1" status: 204 len: 168 time: 5.2817650 Aug 11 21:56:50.980374 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56348) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:51.030843 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 2c7a9dd2-78f9-431d-a455-7741075815b8 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:56:51.185862 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 2c7a9dd2-78f9-431d-a455-7741075815b8 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:56:51.186961 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:51.320878 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449b85e-a043-412d-ba21-7a0e833d88f0 req-2d74513e-db31-4876-847b-f85796cca6f1 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:51.322893 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-441480c3-b145-40b1-8102-108cd740db72 None None] Provisioning complete for port be847e0a-f9d6-4960-9f1b-4945138fe435 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:56:51.323283 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-441480c3-b145-40b1-8102-108cd740db72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:51.324451 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1449b85e-a043-412d-ba21-7a0e833d88f0 req-2d74513e-db31-4876-847b-f85796cca6f1 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 944 time: 0.5968645 Aug 11 21:56:51.441127 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-441480c3-b145-40b1-8102-108cd740db72 None None] Port be847e0a-f9d6-4960-9f1b-4945138fe435 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:56:51.457737 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-d0694bb2-4d00-4933-8341-878b306695e3 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:51.467870 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-d0694bb2-4d00-4933-8341-878b306695e3 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/networks?id=c38fbfc2-60a8-4130-a95a-d7a797c5eb71 HTTP/1.1" status: 200 len: 811 time: 1.0673690 Aug 11 21:56:51.501412 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-8205f67a-066e-43f2-aa85-9e4bc20700d4 admin admin] Deleting subnet 50d7a31b-7f2d-4275-9e8f-220f204b8511 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 21:56:51.511616 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-ac8fa463-78e6-462d-bf83-09b3660d5c3d tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/quotas/d74c7b222e1944f9bf3fd004364d95e4 HTTP/1.1" status: 200 len: 375 time: 0.0427787 Aug 11 21:56:51.517132 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8205f67a-066e-43f2-aa85-9e4bc20700d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:51.611547 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8205f67a-066e-43f2-aa85-9e4bc20700d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:51.613334 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-182a3f9e-f137-4b27-980d-1017279ea63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d15b87-769f-472e-bb1e-de603274e15a', 'name': 'tempest-ServerRescueTestJSON-1685309365-router', 'tenant_id': 'd74c7b222e1944f9bf3fd004364d95e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '2c7a9dd2-78f9-431d-a455-7741075815b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:56:34Z', 'updated_at': '2021-08-11T21:56:46Z', 'revision_number': 4, 'project_id': 'd74c7b222e1944f9bf3fd004364d95e4', 'gw_port': {'id': '2c7a9dd2-78f9-431d-a455-7741075815b8', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:92:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d15b87-769f-472e-bb1e-de603274e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:36Z', 'updated_at': '2021-08-11T21:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'b15d11ff-b882-4811-8c7e-57d0e532c9dc', 'name': '', 'network_id': 'c38fbfc2-60a8-4130-a95a-d7a797c5eb71', 'tenant_id': 'd74c7b222e1944f9bf3fd004364d95e4', 'mac_address': 'fa:16:3e:d7:6e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d15b87-769f-472e-bb1e-de603274e15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '6f9021ca-ac57-4bbd-9f6f-dc4b072cfc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:42Z', 'updated_at': '2021-08-11T21:56:47Z', 'revision_number': 2, 'project_id': 'd74c7b222e1944f9bf3fd004364d95e4', 'subnets': [{'id': '6f9021ca-ac57-4bbd-9f6f-dc4b072cfc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:51.624921 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-7b6a6c14-8ce1-42f9-bc06-2aea272a2d42 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d74c7b222e1944f9bf3fd004364d95e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1084962 Aug 11 21:56:51.678829 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182a3f9e-f137-4b27-980d-1017279ea63c None None] Checking router: 25d15b87-769f-472e-bb1e-de603274e15a for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:56:51.680110 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182a3f9e-f137-4b27-980d-1017279ea63c None None] Updating router 25d15b87-769f-472e-bb1e-de603274e15a port b15d11ff-b882-4811-8c7e-57d0e532c9dc binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 21:56:51.737625 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-182a3f9e-f137-4b27-980d-1017279ea63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:51.742507 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device aa7f1bb3-b880-440a-aad4-6c463b5ae6f8 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:56:51.791406 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: aa7f1bb3-b880-440a-aad4-6c463b5ae6f8 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:56:51.791966 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device aa7f1bb3-b880-440a-aad4-6c463b5ae6f8 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:56:51.793711 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0e3bc1fb-2fb0-476c-abd1-723ecad5d42f no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:56:51.814797 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1449b85e-a043-412d-ba21-7a0e833d88f0 req-8d376e61-4ee6-405e-8559-4b1eb8f6e0fb tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705491 Aug 11 21:56:51.832051 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8205f67a-066e-43f2-aa85-9e4bc20700d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:51.845005 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 0e3bc1fb-2fb0-476c-abd1-723ecad5d42f {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:56:51.845624 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0e3bc1fb-2fb0-476c-abd1-723ecad5d42f not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:56:51.891857 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a88406-d33d-4a16-8914-244308740653 admin admin] Router 184b7810-6b58-4294-b05e-5c0221d36128 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:56:51.995198 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8205f67a-066e-43f2-aa85-9e4bc20700d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:52.117948 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a88406-d33d-4a16-8914-244308740653 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:56:52.124611 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-2e26152a-66eb-4afa-ab60-84036b7d9195 service neutron] 10.222.0.77 "GET /v2.0/networks/c38fbfc2-60a8-4130-a95a-d7a797c5eb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4956417 Aug 11 21:56:52.128972 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec07e30-99a7-4fd4-b988-c2c5eb74b66d None None] Sync routers for ids ['184b7810-6b58-4294-b05e-5c0221d36128'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:56:52.132277 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-20a88406-d33d-4a16-8914-244308740653 admin admin] 10.222.0.77 "PUT /v2.0/routers/184b7810-6b58-4294-b05e-5c0221d36128/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5704348 Aug 11 21:56:52.155880 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec07e30-99a7-4fd4-b988-c2c5eb74b66d None None] Routers {'184b7810-6b58-4294-b05e-5c0221d36128'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:56:52.157960 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-5ec07e30-99a7-4fd4-b988-c2c5eb74b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:56:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['184b7810-6b58-4294-b05e-5c0221d36128'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:52.161295 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205f67a-066e-43f2-aa85-9e4bc20700d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50d7a31b-7f2d-4275-9e8f-220f204b8511,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:52.188644 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8205f67a-066e-43f2-aa85-9e4bc20700d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:52.196425 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8205f67a-066e-43f2-aa85-9e4bc20700d4 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/50d7a31b-7f2d-4275-9e8f-220f204b8511 HTTP/1.1" status: 204 len: 168 time: 1.2062480 Aug 11 21:56:52.199998 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56372) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:52.286293 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0631a3-b731-4143-b8d3-1b0c6978179b None None] Network 23d35d9d-3b60-4171-a586-25af0fc312dd requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:56:52.351158 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d0ef7aae-028f-4f94-aa91-203c008a3256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:52.438168 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-d0ef7aae-028f-4f94-aa91-203c008a3256 admin admin] Deleting port 6d7ff902-fabc-43eb-bb33-ac8083253b3d {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:56:52.438578 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d0ef7aae-028f-4f94-aa91-203c008a3256 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:52.487301 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-c318c6ed-f85e-4c3b-8ae7-8136cbc76899 service neutron] 10.222.0.77 "GET /v2.0/networks/c38fbfc2-60a8-4130-a95a-d7a797c5eb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610096 Aug 11 21:56:52.564640 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-182a3f9e-f137-4b27-980d-1017279ea63c None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:52.595499 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-182a3f9e-f137-4b27-980d-1017279ea63c None None] Transition to ACTIVE for port object b15d11ff-b882-4811-8c7e-57d0e532c9dc will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:56:52.612116 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-182a3f9e-f137-4b27-980d-1017279ea63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:52.623891 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-d0ef7aae-028f-4f94-aa91-203c008a3256 admin admin] For port 6d7ff902-fabc-43eb-bb33-ac8083253b3d, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=6d7ff902-fabc-43eb-bb33-ac8083253b3d,segment=NetworkSegment(609e17b3-1508-4d95-a8d0-25bb8387ed3d),segment_id=609e17b3-1508-4d95-a8d0-25bb8387ed3d)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:52.624660 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d0ef7aae-028f-4f94-aa91-203c008a3256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:52.670785 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-d0ef7aae-028f-4f94-aa91-203c008a3256 admin admin] Calling delete_port for 6d7ff902-fabc-43eb-bb33-ac8083253b3d owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:56:52.754587 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-5ec07e30-99a7-4fd4-b988-c2c5eb74b66d None None] Set router 184b7810-6b58-4294-b05e-5c0221d36128 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:56:52.852162 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d0ef7aae-028f-4f94-aa91-203c008a3256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:52.906502 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef7aae-028f-4f94-aa91-203c008a3256 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d7ff902-fabc-43eb-bb33-ac8083253b3d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:52.915539 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-182a3f9e-f137-4b27-980d-1017279ea63c None None] Attempting to bind port b15d11ff-b882-4811-8c7e-57d0e532c9dc on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:56:52.915986 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-182a3f9e-f137-4b27-980d-1017279ea63c None None] Attempting to bind port b15d11ff-b882-4811-8c7e-57d0e532c9dc by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'b96991c3-da7b-4769-9732-b3948f3cb059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c38fbfc2-60a8-4130-a95a-d7a797c5eb71'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:56:52.915986 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182a3f9e-f137-4b27-980d-1017279ea63c None None] Attempting to bind port b15d11ff-b882-4811-8c7e-57d0e532c9dc on network c38fbfc2-60a8-4130-a95a-d7a797c5eb71 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:56:52.922439 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ef7aae-028f-4f94-aa91-203c008a3256 admin admin] No DVR routers for this DVR port 6d7ff902-fabc-43eb-bb33-ac8083253b3d on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:56:52.935922 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182a3f9e-f137-4b27-980d-1017279ea63c None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:56:52.936350 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182a3f9e-f137-4b27-980d-1017279ea63c None None] Checking segment: {'id': 'b96991c3-da7b-4769-9732-b3948f3cb059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c38fbfc2-60a8-4130-a95a-d7a797c5eb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:56:52.936766 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-182a3f9e-f137-4b27-980d-1017279ea63c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:52.937170 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182a3f9e-f137-4b27-980d-1017279ea63c None None] Bound using segment: {'id': 'b96991c3-da7b-4769-9732-b3948f3cb059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c38fbfc2-60a8-4130-a95a-d7a797c5eb71'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:56:52.937669 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-182a3f9e-f137-4b27-980d-1017279ea63c None None] Bound port: b15d11ff-b882-4811-8c7e-57d0e532c9dc, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b96991c3-da7b-4769-9732-b3948f3cb059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c38fbfc2-60a8-4130-a95a-d7a797c5eb71'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:56:52.938079 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-182a3f9e-f137-4b27-980d-1017279ea63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:52.968076 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910c55c-f3c4-4ccb-94bf-3a65fcb9b5bb None None] Pushing event updated for resources: {'Port': ['ID=b15d11ff-b882-4811-8c7e-57d0e532c9dc,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:52.976732 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2912beba-11c6-4d2c-95b9-a79b5ae765e2 None None] DHCP port deletion for 23d35d9d-3b60-4171-a586-25af0fc312dd request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 21:56:53.095225 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d0ef7aae-028f-4f94-aa91-203c008a3256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:53.126885 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-182a3f9e-f137-4b27-980d-1017279ea63c None None] For port b15d11ff-b882-4811-8c7e-57d0e532c9dc, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:56:53.129726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-d0ef7aae-028f-4f94-aa91-203c008a3256 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d35d9d-3b60-4171-a586-25af0fc312dd']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:53.140681 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-182a3f9e-f137-4b27-980d-1017279ea63c None None] For port b15d11ff-b882-4811-8c7e-57d0e532c9dc, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b15d11ff-b882-4811-8c7e-57d0e532c9dc,segment=NetworkSegment(b96991c3-da7b-4769-9732-b3948f3cb059),segment_id=b96991c3-da7b-4769-9732-b3948f3cb059)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:56:53.153293 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-182a3f9e-f137-4b27-980d-1017279ea63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:53.188498 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-d0ef7aae-028f-4f94-aa91-203c008a3256 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609e17b3-1508-4d95-a8d0-25bb8387ed3d') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:53.188830 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-d0ef7aae-028f-4f94-aa91-203c008a3256 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609e17b3-1508-4d95-a8d0-25bb8387ed3d') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:53.224034 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d0ef7aae-028f-4f94-aa91-203c008a3256 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:53.238277 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182a3f9e-f137-4b27-980d-1017279ea63c None None] Routers {'25d15b87-769f-472e-bb1e-de603274e15a'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:56:53.238951 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-182a3f9e-f137-4b27-980d-1017279ea63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:56:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['25d15b87-769f-472e-bb1e-de603274e15a'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:53.265509 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d0ef7aae-028f-4f94-aa91-203c008a3256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:53.281150 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ef7aae-028f-4f94-aa91-203c008a3256 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 21:56:53.283259 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d0ef7aae-028f-4f94-aa91-203c008a3256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:53.295759 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1c879-6b5f-4284-92a8-9b0d3071c2b1 req-ddb8b72a-72ae-4588-a175-a050388a315f tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:53.310738 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-44d1c879-6b5f-4284-92a8-9b0d3071c2b1 req-ddb8b72a-72ae-4588-a175-a050388a315f tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 1095 time: 0.1644819 Aug 11 21:56:53.321100 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910c55c-f3c4-4ccb-94bf-3a65fcb9b5bb None None] Pushing event updated for resources: {'Port': ['ID=b15d11ff-b882-4811-8c7e-57d0e532c9dc,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:53.371541 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-44d1c879-6b5f-4284-92a8-9b0d3071c2b1 req-c3129755-a5f5-431b-86fe-a2df148d7245 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597656 Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: timer() Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 21:56:53.385550 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 21:56:53.414524 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d0ef7aae-028f-4f94-aa91-203c008a3256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:53.437755 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d0ef7aae-028f-4f94-aa91-203c008a3256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:53.453095 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56418) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:53.456630 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d0ef7aae-028f-4f94-aa91-203c008a3256 admin admin] 10.222.0.77 "DELETE /v2.0/networks/23d35d9d-3b60-4171-a586-25af0fc312dd HTTP/1.1" status: 204 len: 168 time: 1.2552807 Aug 11 21:56:53.472631 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef7aae-028f-4f94-aa91-203c008a3256 admin admin] Pushing event deleted for resources: {'Network': ['ID=23d35d9d-3b60-4171-a586-25af0fc312dd,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:53.508059 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56428) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:53.515557 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-69ba18da-99af-4f35-b53e-ba4efa98a61e tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2133713623', 'description': 'tempest-description--1702359687'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:56:53.519139 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-182a3f9e-f137-4b27-980d-1017279ea63c None None] Set router 25d15b87-769f-472e-bb1e-de603274e15a gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:56:53.544474 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-5ec07e30-99a7-4fd4-b988-c2c5eb74b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184b7810-6b58-4294-b05e-5c0221d36128', 'name': 'tempest-ServersTestJSON-807139076-router', 'tenant_id': 'd228bcd96dda4befb512de44e361f178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd68e9240-5855-4793-afee-76b015b2093a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:56:32Z', 'updated_at': '2021-08-11T21:56:47Z', 'revision_number': 4, 'project_id': 'd228bcd96dda4befb512de44e361f178', 'gw_port': {'id': 'd68e9240-5855-4793-afee-76b015b2093a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184b7810-6b58-4294-b05e-5c0221d36128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:35Z', 'updated_at': '2021-08-11T21:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'be847e0a-f9d6-4960-9f1b-4945138fe435', 'name': '', 'network_id': '8a6e19c3-e031-4b0b-a10a-d21560ea55a1', 'tenant_id': 'd228bcd96dda4befb512de44e361f178', 'mac_address': 'fa:16:3e:bd:77:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184b7810-6b58-4294-b05e-5c0221d36128', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'cc7db9b0-130e-4b2d-8da6-adc41c1ce40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:42Z', 'updated_at': '2021-08-11T21:56:48Z', 'revision_number': 2, 'project_id': 'd228bcd96dda4befb512de44e361f178', 'subnets': [{'id': 'cc7db9b0-130e-4b2d-8da6-adc41c1ce40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:53.594912 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-69ba18da-99af-4f35-b53e-ba4efa98a61e tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:53.648686 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec07e30-99a7-4fd4-b988-c2c5eb74b66d None None] Checking router: 184b7810-6b58-4294-b05e-5c0221d36128 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:56:53.649106 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec07e30-99a7-4fd4-b988-c2c5eb74b66d None None] Updating router 184b7810-6b58-4294-b05e-5c0221d36128 port be847e0a-f9d6-4960-9f1b-4945138fe435 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 21:56:53.688142 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5ec07e30-99a7-4fd4-b988-c2c5eb74b66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:53.716996 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-495b1dc8-2b37-4249-97dd-77635640144b tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=fda8d30fb096432db86c7a2a58224021&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0993264 Aug 11 21:56:53.795273 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-8f13ce00-d969-4676-9a4b-f66f494aad3c tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=7f9e092b700c4b00a0d472bc8b110af8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1263852 Aug 11 21:56:54.112887 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-182a3f9e-f137-4b27-980d-1017279ea63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d15b87-769f-472e-bb1e-de603274e15a', 'name': 'tempest-ServerRescueTestJSON-1685309365-router', 'tenant_id': 'd74c7b222e1944f9bf3fd004364d95e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '2c7a9dd2-78f9-431d-a455-7741075815b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:56:34Z', 'updated_at': '2021-08-11T21:56:46Z', 'revision_number': 4, 'project_id': 'd74c7b222e1944f9bf3fd004364d95e4', 'gw_port': {'id': '2c7a9dd2-78f9-431d-a455-7741075815b8', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:92:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d15b87-769f-472e-bb1e-de603274e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:36Z', 'updated_at': '2021-08-11T21:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'b15d11ff-b882-4811-8c7e-57d0e532c9dc', 'name': '', 'network_id': 'c38fbfc2-60a8-4130-a95a-d7a797c5eb71', 'tenant_id': 'd74c7b222e1944f9bf3fd004364d95e4', 'mac_address': 'fa:16:3e:d7:6e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d15b87-769f-472e-bb1e-de603274e15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '6f9021ca-ac57-4bbd-9f6f-dc4b072cfc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:42Z', 'updated_at': '2021-08-11T21:56:53Z', 'revision_number': 4, 'project_id': 'd74c7b222e1944f9bf3fd004364d95e4', 'subnets': [{'id': '6f9021ca-ac57-4bbd-9f6f-dc4b072cfc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:54.186449 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-9590115e-2a8a-4291-bacb-e70539ee8a6c tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:54.189292 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-9590115e-2a8a-4291-bacb-e70539ee8a6c tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4568622 Aug 11 21:56:54.197360 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182a3f9e-f137-4b27-980d-1017279ea63c None None] The sync data for ids ['25d15b87-769f-472e-bb1e-de603274e15a'] in n-d-804275-3 is: [{'id': '25d15b87-769f-472e-bb1e-de603274e15a', 'name': 'tempest-ServerRescueTestJSON-1685309365-router', 'tenant_id': 'd74c7b222e1944f9bf3fd004364d95e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '2c7a9dd2-78f9-431d-a455-7741075815b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:56:34Z', 'updated_at': '2021-08-11T21:56:46Z', 'revision_number': 4, 'project_id': 'd74c7b222e1944f9bf3fd004364d95e4', 'gw_port': {'id': '2c7a9dd2-78f9-431d-a455-7741075815b8', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:92:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d15b87-769f-472e-bb1e-de603274e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:36Z', 'updated_at': '2021-08-11T21:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'b15d11ff-b882-4811-8c7e-57d0e532c9dc', 'name': '', 'network_id': 'c38fbfc2-60a8-4130-a95a-d7a797c5eb71', 'tenant_id': 'd74c7b222e1944f9bf3fd004364d95e4', 'mac_address': 'fa:16:3e:d7:6e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d15b87-769f-472e-bb1e-de603274e15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '6f9021ca-ac57-4bbd-9f6f-dc4b072cfc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:42Z', 'updated_at': '2021-08-11T21:56:53Z', 'revision_number': 4, 'project_id': 'd74c7b222e1944f9bf3fd004364d95e4', 'subnets': [{'id': '6f9021ca-ac57-4bbd-9f6f-dc4b072cfc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:56:54.284042 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-69ba18da-99af-4f35-b53e-ba4efa98a61e tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:54.297525 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-69ba18da-99af-4f35-b53e-ba4efa98a61e tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:54.335460 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-2df2a7ab-b8d6-4a21-ad2a-788dc64cab76 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:54.344591 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-2df2a7ab-b8d6-4a21-ad2a-788dc64cab76 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5326209 Aug 11 21:56:54.383533 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-613e20a6-01b1-4a59-88d6-8ac034dc03c7 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/quotas/7f9e092b700c4b00a0d472bc8b110af8 HTTP/1.1" status: 200 len: 375 time: 0.0378742 Aug 11 21:56:54.388976 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-cca40c78-c86d-4adf-85c0-8f843714f4e8 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/quotas/fda8d30fb096432db86c7a2a58224021 HTTP/1.1" status: 200 len: 375 time: 0.1797669 Aug 11 21:56:54.419862 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5ec07e30-99a7-4fd4-b988-c2c5eb74b66d None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:54.440612 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-22d0ffee-5822-4793-87d5-a3d791af90ba tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7f9e092b700c4b00a0d472bc8b110af8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558317 Aug 11 21:56:54.450596 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-69ba18da-99af-4f35-b53e-ba4efa98a61e tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:54.454933 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-69ba18da-99af-4f35-b53e-ba4efa98a61e tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9433920 Aug 11 21:56:54.457432 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-5ec07e30-99a7-4fd4-b988-c2c5eb74b66d None None] Transition to ACTIVE for port object be847e0a-f9d6-4960-9f1b-4945138fe435 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:56:54.467058 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56444) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:54.479433 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-4546fb01-9cf7-4701-9d20-ce0538bbb29b tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Request body: {'security_group_rule': {'security_group_id': '75567f51-b0a8-4eda-b710-051b14d4be14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:56:54.482905 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5ec07e30-99a7-4fd4-b988-c2c5eb74b66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:54.512184 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba18da-99af-4f35-b53e-ba4efa98a61e tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75567f51-b0a8-4eda-b710-051b14d4be14,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:54.531830 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-c9fc9f83-e6bb-4a21-aadc-82692497d746 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=fda8d30fb096432db86c7a2a58224021&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1343374 Aug 11 21:56:54.570048 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4546fb01-9cf7-4701-9d20-ce0538bbb29b tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:54.661741 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6d076-b5fe-41de-b179-06bb7bfb0490 None None] Pushing event updated for resources: {'Port': ['ID=be847e0a-f9d6-4960-9f1b-4945138fe435,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:54.820005 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4546fb01-9cf7-4701-9d20-ce0538bbb29b tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:54.829529 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4546fb01-9cf7-4701-9d20-ce0538bbb29b tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:54.842019 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b15d11ff-b882-4811-8c7e-57d0e532c9dc up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:56:54.911369 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4546fb01-9cf7-4701-9d20-ce0538bbb29b tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:54.919770 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4546fb01-9cf7-4701-9d20-ce0538bbb29b tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4497790 Aug 11 21:56:54.920508 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56450) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:54.928554 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cb3f033f-5227-4d5e-b4bc-634e8338892c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:54.944631 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-e6ce0399-ac07-490a-b5f0-83ea27c8b271 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Request body: {'security_group_rule': {'security_group_id': '75567f51-b0a8-4eda-b710-051b14d4be14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:56:54.961876 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546fb01-9cf7-4701-9d20-ce0538bbb29b tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d7799b-db5c-44c4-b855-45d604388f08,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:54.986015 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-5ec07e30-99a7-4fd4-b988-c2c5eb74b66d None None] Attempting to bind port be847e0a-f9d6-4960-9f1b-4945138fe435 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:56:54.986377 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-5ec07e30-99a7-4fd4-b988-c2c5eb74b66d None None] Attempting to bind port be847e0a-f9d6-4960-9f1b-4945138fe435 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'd069c60f-2e4a-4d6b-9585-7f7e1b0947e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8a6e19c3-e031-4b0b-a10a-d21560ea55a1'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:56:54.986699 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec07e30-99a7-4fd4-b988-c2c5eb74b66d None None] Attempting to bind port be847e0a-f9d6-4960-9f1b-4945138fe435 on network 8a6e19c3-e031-4b0b-a10a-d21560ea55a1 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:56:55.019823 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec07e30-99a7-4fd4-b988-c2c5eb74b66d None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:56:55.022360 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec07e30-99a7-4fd4-b988-c2c5eb74b66d None None] Checking segment: {'id': 'd069c60f-2e4a-4d6b-9585-7f7e1b0947e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8a6e19c3-e031-4b0b-a10a-d21560ea55a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:56:55.023050 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5ec07e30-99a7-4fd4-b988-c2c5eb74b66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:55.027113 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec07e30-99a7-4fd4-b988-c2c5eb74b66d None None] Bound using segment: {'id': 'd069c60f-2e4a-4d6b-9585-7f7e1b0947e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8a6e19c3-e031-4b0b-a10a-d21560ea55a1'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:56:55.027909 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-5ec07e30-99a7-4fd4-b988-c2c5eb74b66d None None] Bound port: be847e0a-f9d6-4960-9f1b-4945138fe435, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd069c60f-2e4a-4d6b-9585-7f7e1b0947e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8a6e19c3-e031-4b0b-a10a-d21560ea55a1'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:56:55.028491 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5ec07e30-99a7-4fd4-b988-c2c5eb74b66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:55.083664 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e6ce0399-ac07-490a-b5f0-83ea27c8b271 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:55.208016 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port b15d11ff-b882-4811-8c7e-57d0e532c9dc completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:56:55.272850 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port b15d11ff-b882-4811-8c7e-57d0e532c9dc triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:56:55.273235 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:55.387538 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e6ce0399-ac07-490a-b5f0-83ea27c8b271 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:55.393096 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e6ce0399-ac07-490a-b5f0-83ea27c8b271 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:55.433378 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-5ec07e30-99a7-4fd4-b988-c2c5eb74b66d None None] For port be847e0a-f9d6-4960-9f1b-4945138fe435, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:56:55.437735 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce0399-ac07-490a-b5f0-83ea27c8b271 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a05539e6-8321-4ec3-8aab-3893c5403f7c,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:55.478975 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e6ce0399-ac07-490a-b5f0-83ea27c8b271 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:55.492265 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e6ce0399-ac07-490a-b5f0-83ea27c8b271 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5677924 Aug 11 21:56:55.492914 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56462) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:55.545069 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-6cf8f41d-a77e-4fc2-b384-9de694f84ad8 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:56:55.570968 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1a8a7ce5-c919-403f-ade6-6569c67ddeeb req-64f1e406-254a-46ce-a0c3-56a01aec3a04 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 210 time: 0.1133907 Aug 11 21:56:55.582490 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-5ec07e30-99a7-4fd4-b988-c2c5eb74b66d None None] For port be847e0a-f9d6-4960-9f1b-4945138fe435, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=be847e0a-f9d6-4960-9f1b-4945138fe435,segment=NetworkSegment(d069c60f-2e4a-4d6b-9585-7f7e1b0947e7),segment_id=d069c60f-2e4a-4d6b-9585-7f7e1b0947e7)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:56:55.600249 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5ec07e30-99a7-4fd4-b988-c2c5eb74b66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:55.621257 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f41d-a77e-4fc2-b384-9de694f84ad8 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:55.714401 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6d076-b5fe-41de-b179-06bb7bfb0490 None None] Pushing event updated for resources: {'Port': ['ID=be847e0a-f9d6-4960-9f1b-4945138fe435,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:55.749653 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec07e30-99a7-4fd4-b988-c2c5eb74b66d None None] Routers {'184b7810-6b58-4294-b05e-5c0221d36128'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:56:55.750784 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-5ec07e30-99a7-4fd4-b988-c2c5eb74b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:56:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['184b7810-6b58-4294-b05e-5c0221d36128'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:56.007616 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-0c808f44-ebe3-4583-a2e5-ac074f3830e0 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=7f9e092b700c4b00a0d472bc8b110af8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1561742 Aug 11 21:56:56.020318 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-5ec07e30-99a7-4fd4-b988-c2c5eb74b66d None None] Set router 184b7810-6b58-4294-b05e-5c0221d36128 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:56:56.230867 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafc1e5-d063-465d-a7cf-4b080e9a95e5 req-5ba5f2d9-7004-485a-bb48-cfc5638a0491 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:56.234324 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cbafc1e5-d063-465d-a7cf-4b080e9a95e5 req-5ba5f2d9-7004-485a-bb48-cfc5638a0491 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 1095 time: 0.3960750 Aug 11 21:56:56.249906 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f41d-a77e-4fc2-b384-9de694f84ad8 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:56.411021 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-7c14988c-5c7f-49ce-9617-9b06bb9c49e9 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:56.414103 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-7c14988c-5c7f-49ce-9617-9b06bb9c49e9 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3987679 Aug 11 21:56:56.428204 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:56.452301 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-f3acb7b1-ef42-46bd-ac72-3e536be53305 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:56.465314 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-f3acb7b1-ef42-46bd-ac72-3e536be53305 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.52 "GET /v2.0/networks?id=c38fbfc2-60a8-4130-a95a-d7a797c5eb71 HTTP/1.1" status: 200 len: 811 time: 1.1794488 Aug 11 21:56:56.496448 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-15381373-a65e-45fd-a553-4626ddf46275 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/quotas/7f9e092b700c4b00a0d472bc8b110af8 HTTP/1.1" status: 200 len: 375 time: 0.0603812 Aug 11 21:56:56.519379 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-c7fda321-af3d-45b8-906b-7b3e3db87df0 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Request body: {'port': {'device_id': '90fedad8-cbbf-4b15-a801-13941d5d7d11', 'network_id': 'c38fbfc2-60a8-4130-a95a-d7a797c5eb71', 'admin_state_up': True, 'tenant_id': 'd74c7b222e1944f9bf3fd004364d95e4'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:56:56.580539 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port b15d11ff-b882-4811-8c7e-57d0e532c9dc, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b15d11ff-b882-4811-8c7e-57d0e532c9dc,segment=NetworkSegment(b96991c3-da7b-4769-9732-b3948f3cb059),segment_id=b96991c3-da7b-4769-9732-b3948f3cb059)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:56.587173 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:56.664292 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=b15d11ff-b882-4811-8c7e-57d0e532c9dc,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:56.733878 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 6d7ff902-fabc-43eb-bb33-ac8083253b3d no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:56:56.763821 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-6cf8f41d-a77e-4fc2-b384-9de694f84ad8 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Allocated IP 172.25.2.171 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/db494e15-ead1-4f23-aa32-c41a785a11e2) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:56:56.780104 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-7b4de24c-3825-44a5-be18-2563214fa98d tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7f9e092b700c4b00a0d472bc8b110af8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2698567 Aug 11 21:56:56.781113 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 6d7ff902-fabc-43eb-bb33-ac8083253b3d {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:56:56.781497 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 6d7ff902-fabc-43eb-bb33-ac8083253b3d not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:56:56.894227 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-5ec07e30-99a7-4fd4-b988-c2c5eb74b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184b7810-6b58-4294-b05e-5c0221d36128', 'name': 'tempest-ServersTestJSON-807139076-router', 'tenant_id': 'd228bcd96dda4befb512de44e361f178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd68e9240-5855-4793-afee-76b015b2093a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:56:32Z', 'updated_at': '2021-08-11T21:56:47Z', 'revision_number': 4, 'project_id': 'd228bcd96dda4befb512de44e361f178', 'gw_port': {'id': 'd68e9240-5855-4793-afee-76b015b2093a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184b7810-6b58-4294-b05e-5c0221d36128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:35Z', 'updated_at': '2021-08-11T21:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'be847e0a-f9d6-4960-9f1b-4945138fe435', 'name': '', 'network_id': '8a6e19c3-e031-4b0b-a10a-d21560ea55a1', 'tenant_id': 'd228bcd96dda4befb512de44e361f178', 'mac_address': 'fa:16:3e:bd:77:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184b7810-6b58-4294-b05e-5c0221d36128', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'cc7db9b0-130e-4b2d-8da6-adc41c1ce40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:42Z', 'updated_at': '2021-08-11T21:56:55Z', 'revision_number': 4, 'project_id': 'd228bcd96dda4befb512de44e361f178', 'subnets': [{'id': 'cc7db9b0-130e-4b2d-8da6-adc41c1ce40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:56:56.916691 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e88984-a5d4-48ab-af5a-0f35c2965e75 req-603061cb-d59f-4ab2-bc79-dbfb4190eb18 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:56.918756 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d0e88984-a5d4-48ab-af5a-0f35c2965e75 req-603061cb-d59f-4ab2-bc79-dbfb4190eb18 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] 10.222.0.52 "GET /v2.0/ports?device_id=631318ea-a0a5-4604-9893-4e9df8984e33 HTTP/1.1" status: 200 len: 946 time: 0.2187145 Aug 11 21:56:56.954868 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cbafc1e5-d063-465d-a7cf-4b080e9a95e5 req-0233a6aa-67be-4545-8f86-2dac8552596c tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7056613 Aug 11 21:56:57.057401 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b15d11ff-b882-4811-8c7e-57d0e532c9dc up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:56:57.076502 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec07e30-99a7-4fd4-b988-c2c5eb74b66d None None] The sync data for ids ['184b7810-6b58-4294-b05e-5c0221d36128'] in n-d-804275-3 is: [{'id': '184b7810-6b58-4294-b05e-5c0221d36128', 'name': 'tempest-ServersTestJSON-807139076-router', 'tenant_id': 'd228bcd96dda4befb512de44e361f178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd68e9240-5855-4793-afee-76b015b2093a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:56:32Z', 'updated_at': '2021-08-11T21:56:47Z', 'revision_number': 4, 'project_id': 'd228bcd96dda4befb512de44e361f178', 'gw_port': {'id': 'd68e9240-5855-4793-afee-76b015b2093a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184b7810-6b58-4294-b05e-5c0221d36128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:35Z', 'updated_at': '2021-08-11T21:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'be847e0a-f9d6-4960-9f1b-4945138fe435', 'name': '', 'network_id': '8a6e19c3-e031-4b0b-a10a-d21560ea55a1', 'tenant_id': 'd228bcd96dda4befb512de44e361f178', 'mac_address': 'fa:16:3e:bd:77:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184b7810-6b58-4294-b05e-5c0221d36128', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'cc7db9b0-130e-4b2d-8da6-adc41c1ce40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:42Z', 'updated_at': '2021-08-11T21:56:55Z', 'revision_number': 4, 'project_id': 'd228bcd96dda4befb512de44e361f178', 'subnets': [{'id': 'cc7db9b0-130e-4b2d-8da6-adc41c1ce40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:56:57.215975 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-95408fae-0c1b-4f6b-b90c-1c9103d8e9de tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=7f9e092b700c4b00a0d472bc8b110af8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2432246 Aug 11 21:56:57.216749 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-c7fda321-af3d-45b8-906b-7b3e3db87df0 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Made reservation on behalf of d74c7b222e1944f9bf3fd004364d95e4 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:56:57.225051 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-c7fda321-af3d-45b8-906b-7b3e3db87df0 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:57.353839 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port b15d11ff-b882-4811-8c7e-57d0e532c9dc triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:56:57.357852 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:57.445862 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f41d-a77e-4fc2-b384-9de694f84ad8 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:57.512942 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-d0e88984-a5d4-48ab-af5a-0f35c2965e75 req-b02e370e-fc0b-40f2-94f6-5805bb9a1435 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] Deleting port 692e4c2f-dfe8-4f26-b8ba-3e5447e313a2 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:56:57.513204 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d0e88984-a5d4-48ab-af5a-0f35c2965e75 req-b02e370e-fc0b-40f2-94f6-5805bb9a1435 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:57.724441 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f41d-a77e-4fc2-b384-9de694f84ad8 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:57.786944 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-c7fda321-af3d-45b8-906b-7b3e3db87df0 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Allocated IP 172.20.0.14 (c38fbfc2-60a8-4130-a95a-d7a797c5eb71/6f9021ca-ac57-4bbd-9f6f-dc4b072cfc7c/e1d4ae83-809d-45a4-af28-63140254742b) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:56:57.836538 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf8f41d-a77e-4fc2-b384-9de694f84ad8 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:56:57.845840 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-6cf8f41d-a77e-4fc2-b384-9de694f84ad8 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:56:57.853717 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-d0e88984-a5d4-48ab-af5a-0f35c2965e75 req-b02e370e-fc0b-40f2-94f6-5805bb9a1435 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] For port 692e4c2f-dfe8-4f26-b8ba-3e5447e313a2, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=692e4c2f-dfe8-4f26-b8ba-3e5447e313a2,segment=NetworkSegment(ba550e5c-d2fa-41e4-b5f2-e2c3192d4488),segment_id=ba550e5c-d2fa-41e4-b5f2-e2c3192d4488)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:57.854090 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d0e88984-a5d4-48ab-af5a-0f35c2965e75 req-b02e370e-fc0b-40f2-94f6-5805bb9a1435 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:57.861385 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf8f41d-a77e-4fc2-b384-9de694f84ad8 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:56:57.877624 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8f41d-a77e-4fc2-b384-9de694f84ad8 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Pushing event updated for resources: {'Port': ['ID=db494e15-ead1-4f23-aa32-c41a785a11e2,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:57.942016 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-d0e88984-a5d4-48ab-af5a-0f35c2965e75 req-b02e370e-fc0b-40f2-94f6-5805bb9a1435 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] Calling delete_port for 692e4c2f-dfe8-4f26-b8ba-3e5447e313a2 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:56:58.043321 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-c7fda321-af3d-45b8-906b-7b3e3db87df0 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:58.075081 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46b3e865-a495-4f9f-945e-0769369f3f96 req-06248869-152f-413c-bbaf-2eb17725916b tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 210 time: 0.0567427 Aug 11 21:56:58.075477 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.52', 63674) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:56:58.121480 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-82dcf7c5-8b6c-46a7-8fad-cb3239f5de34 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:58.123051 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-82dcf7c5-8b6c-46a7-8fad-cb3239f5de34 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8632834 Aug 11 21:56:58.137023 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ab863-84c0-41f1-82bb-679e2ea0807c req-a925310d-97c9-4bf4-ba21-d9db1f41e6f9 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:58.138726 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eb4ab863-84c0-41f1-82bb-679e2ea0807c req-a925310d-97c9-4bf4-ba21-d9db1f41e6f9 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] 10.222.0.77 "GET /v2.0/ports?device_id=631318ea-a0a5-4604-9893-4e9df8984e33 HTTP/1.1" status: 200 len: 946 time: 0.8193936 Aug 11 21:56:58.160197 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-07d3bfd7-29d4-4332-824c-2a879cade3f0 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Request body: {'port': {'device_id': '497dfcb1-e54c-42ce-a47b-c28267b306c6', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'admin_state_up': True, 'tenant_id': '7f9e092b700c4b00a0d472bc8b110af8'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:56:58.248391 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-a56161a3-c84b-4930-97e9-8759b9754506 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=fda8d30fb096432db86c7a2a58224021&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1652617 Aug 11 21:56:58.371818 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eb4ab863-84c0-41f1-82bb-679e2ea0807c req-0d13a1e9-c478-44c5-9903-c918c4e42919 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] 10.222.0.77 "GET /v2.0/security-groups?id=265acae2-0076-4455-8b63-61e8b325b9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155843 Aug 11 21:56:58.373361 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-cb3f033f-5227-4d5e-b4bc-634e8338892c admin admin] Deleting port 5b918c01-d12d-4373-8fbd-a76f35df4b8f {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:56:58.373705 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cb3f033f-5227-4d5e-b4bc-634e8338892c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:58.421656 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f41d-a77e-4fc2-b384-9de694f84ad8 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:58.514336 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f41d-a77e-4fc2-b384-9de694f84ad8 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:58.608106 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-7dd33f3c-effb-44a6-83ac-def4c08a86ad tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=fda8d30fb096432db86c7a2a58224021&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0875747 Aug 11 21:56:58.764439 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-c7fda321-af3d-45b8-906b-7b3e3db87df0 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:58.805985 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a40a71a6-2c42-469f-b156-57acf9391542 req-26e6a1a8-34b6-4a67-ab82-8eb19515a366 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?device_id=531f707b-1376-45f9-9cfe-53fb3de29009 HTTP/1.1" status: 200 len: 210 time: 0.1338716 Aug 11 21:56:58.806681 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-af288500-364a-4abd-9ad9-131cce4914fb tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:58.808324 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-af288500-364a-4abd-9ad9-131cce4914fb tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5378113 Aug 11 21:56:58.920926 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-4246c9b1-a467-4fdc-973a-67260c6259f1 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Request body: {'port': {'device_id': '3ff0dcd7-0373-491f-ace2-00bd9f25f165', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'admin_state_up': True, 'tenant_id': 'fda8d30fb096432db86c7a2a58224021'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:56:58.954003 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d0e88984-a5d4-48ab-af5a-0f35c2965e75 req-b02e370e-fc0b-40f2-94f6-5805bb9a1435 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:59.086937 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device be847e0a-f9d6-4960-9f1b-4945138fe435 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:56:59.100425 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ceae8952-50f8-4608-b4ab-aa105fd92704 req-01d5a98f-6902-4097-945b-2829a1752073 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9204205-32e8-4c4c-a647-a1145dc5886a HTTP/1.1" status: 200 len: 210 time: 0.2873709 Aug 11 21:56:59.165897 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-c7fda321-af3d-45b8-906b-7b3e3db87df0 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Network c38fbfc2-60a8-4130-a95a-d7a797c5eb71 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:56:59.178502 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e370e-fc0b-40f2-94f6-5805bb9a1435 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] Pushing event deleted for resources: {'Port': ['ID=692e4c2f-dfe8-4f26-b8ba-3e5447e313a2,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:59.218685 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fda321-af3d-45b8-906b-7b3e3db87df0 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Pushing event updated for resources: {'Port': ['ID=e1d4ae83-809d-45a4-af28-63140254742b,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:59.238069 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-c7fda321-af3d-45b8-906b-7b3e3db87df0 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:56:59.247086 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port be847e0a-f9d6-4960-9f1b-4945138fe435 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:56:59.248147 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-cb3f033f-5227-4d5e-b4bc-634e8338892c admin admin] For port 5b918c01-d12d-4373-8fbd-a76f35df4b8f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5b918c01-d12d-4373-8fbd-a76f35df4b8f,segment=NetworkSegment(369ccefe-0b9e-4d97-a5e7-b13f89274970),segment_id=369ccefe-0b9e-4d97-a5e7-b13f89274970)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:59.248918 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cb3f033f-5227-4d5e-b4bc-634e8338892c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:59.252556 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port be847e0a-f9d6-4960-9f1b-4945138fe435 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:56:59.252992 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:59.259689 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f41d-a77e-4fc2-b384-9de694f84ad8 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:59.267059 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-c7fda321-af3d-45b8-906b-7b3e3db87df0 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:56:59.365066 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-cb3f033f-5227-4d5e-b4bc-634e8338892c admin admin] Calling delete_port for 5b918c01-d12d-4373-8fbd-a76f35df4b8f owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:56:59.367780 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-07d3bfd7-29d4-4332-824c-2a879cade3f0 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Made reservation on behalf of 7f9e092b700c4b00a0d472bc8b110af8 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:56:59.372269 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-07d3bfd7-29d4-4332-824c-2a879cade3f0 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:59.385677 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:59.389224 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-07d3bfd7-29d4-4332-824c-2a879cade3f0 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:59.412088 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-58f75ca6-3130-4d77-a736-a5971e05992f tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:59.413927 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-58f75ca6-3130-4d77-a736-a5971e05992f tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7135587 Aug 11 21:56:59.434498 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port be847e0a-f9d6-4960-9f1b-4945138fe435, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=be847e0a-f9d6-4960-9f1b-4945138fe435,segment=NetworkSegment(d069c60f-2e4a-4d6b-9585-7f7e1b0947e7),segment_id=d069c60f-2e4a-4d6b-9585-7f7e1b0947e7)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:56:59.446673 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:59.453195 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-5839f655-db1b-4620-9a08-98d5517972f8 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Request body: {'port': {'device_id': 'a9204205-32e8-4c4c-a647-a1145dc5886a', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'admin_state_up': True, 'tenant_id': 'fda8d30fb096432db86c7a2a58224021'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:56:59.520018 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e55a09-03d8-4c3d-b722-bd4659a8da7c req-2c97f46b-d334-4ecf-8d20-44db24bb8331 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:59.522068 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-82e55a09-03d8-4c3d-b722-bd4659a8da7c req-2c97f46b-d334-4ecf-8d20-44db24bb8331 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 932 time: 0.2605269 Aug 11 21:56:59.557065 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=be847e0a-f9d6-4960-9f1b-4945138fe435,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:56:59.582890 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-c7fda321-af3d-45b8-906b-7b3e3db87df0 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:56:59.583882 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-c7fda321-af3d-45b8-906b-7b3e3db87df0 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:59.690768 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-82e55a09-03d8-4c3d-b722-bd4659a8da7c req-d721bf4a-36a1-4859-8a0c-ca382dcc698b tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221225 Aug 11 21:56:59.699925 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e88984-a5d4-48ab-af5a-0f35c2965e75 req-b02e370e-fc0b-40f2-94f6-5805bb9a1435 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] No DVR routers for this DVR port 692e4c2f-dfe8-4f26-b8ba-3e5447e313a2 on host n-h2-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:56:59.711097 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f41d-a77e-4fc2-b384-9de694f84ad8 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:59.721176 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d0e88984-a5d4-48ab-af5a-0f35c2965e75 req-b02e370e-fc0b-40f2-94f6-5805bb9a1435 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:59.721176 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d0e88984-a5d4-48ab-af5a-0f35c2965e75 req-b02e370e-fc0b-40f2-94f6-5805bb9a1435 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] 10.222.0.52 "DELETE /v2.0/ports/692e4c2f-dfe8-4f26-b8ba-3e5447e313a2 HTTP/1.1" status: 204 len: 173 time: 2.7237527 Aug 11 21:56:59.751812 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631318ea-a0a5-4604-9893-4e9df8984e33', 'name': 'network-vif-deleted', 'tag': '692e4c2f-dfe8-4f26-b8ba-3e5447e313a2'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:56:59.755409 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37825abc-d692-4cf5-8e30-42018b694588" -d '{"events": [{"server_uuid": "631318ea-a0a5-4604-9893-4e9df8984e33", "name": "network-vif-deleted", "tag": "692e4c2f-dfe8-4f26-b8ba-3e5447e313a2"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:56:59.854629 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-07d3bfd7-29d4-4332-824c-2a879cade3f0 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:59.861585 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-07d3bfd7-29d4-4332-824c-2a879cade3f0 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:56:59.879801 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60540b33-9020-4413-82bc-ea8087a94e7b req-73cb503d-cdcc-42bd-b360-290bf35614e1 tempest-VolumesAdminNegativeTest-369183145 tempest-VolumesAdminNegativeTest-369183145-project] 10.222.0.77 "GET /v2.0/ports?device_id=631318ea-a0a5-4604-9893-4e9df8984e33 HTTP/1.1" status: 200 len: 210 time: 0.1962459 Aug 11 21:56:59.898031 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-2c96b5f5-2439-4fc9-a3a0-4e72b17841df tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=7f9e092b700c4b00a0d472bc8b110af8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1914473 Aug 11 21:56:59.983354 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85662d7-46dd-4222-83b1-57ca6a3e6de2 x-openstack-request-id: req-e85662d7-46dd-4222-83b1-57ca6a3e6de2 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:56:59.983892 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631318ea-a0a5-4604-9893-4e9df8984e33", "name": "network-vif-deleted", "tag": "692e4c2f-dfe8-4f26-b8ba-3e5447e313a2", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:56:59.984060 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e85662d7-46dd-4222-83b1-57ca6a3e6de2 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:56:59.985203 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631318ea-a0a5-4604-9893-4e9df8984e33', 'name': 'network-vif-deleted', 'tag': '692e4c2f-dfe8-4f26-b8ba-3e5447e313a2', 'status': 'completed', 'code': 200} Aug 11 21:57:00.017002 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8f41d-a77e-4fc2-b384-9de694f84ad8 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Pushing event updated for resources: {'Port': ['ID=db494e15-ead1-4f23-aa32-c41a785a11e2,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:00.033724 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-07d3bfd7-29d4-4332-824c-2a879cade3f0 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Allocated IP 192.168.233.16 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/59dfa4a1-84b2-46ce-8814-80411df57b7b) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:57:00.043681 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f41d-a77e-4fc2-b384-9de694f84ad8 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:00.067954 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-c7fda321-af3d-45b8-906b-7b3e3db87df0 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5781922 Aug 11 21:57:00.109265 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-695fcd05-fa06-47cc-9aeb-949d732990e6 service neutron] Request body: {'port': {'device_id': '90fedad8-cbbf-4b15-a801-13941d5d7d11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:57:00.237072 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-6334f9ea-76b5-4003-97ef-24e8acfb3b49 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:00.239661 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-6334f9ea-76b5-4003-97ef-24e8acfb3b49 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3253353 Aug 11 21:57:00.301593 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-bf84d2ef-7a7b-43cd-812e-b457cfd09e17 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Request body: {'port': {'device_id': '531f707b-1376-45f9-9cfe-53fb3de29009', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'admin_state_up': True, 'tenant_id': '7f9e092b700c4b00a0d472bc8b110af8'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:57:00.320649 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c3251850-27ca-4ffd-bfbf-1ce63f1529e6 req-6e78e2cd-70d2-40fe-9892-712b0893e7f3 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?device_id=531f707b-1376-45f9-9cfe-53fb3de29009 HTTP/1.1" status: 200 len: 210 time: 0.0994051 Aug 11 21:57:00.381324 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9956ac3f-e7ac-4204-b92f-af3af627f466 req-b251eecb-bd52-49c6-a8e0-a41209483b85 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2423856 Aug 11 21:57:00.568682 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956ac3f-e7ac-4204-b92f-af3af627f466 req-8b364406-c516-487c-8292-483121e6012d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:00.569872 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9956ac3f-e7ac-4204-b92f-af3af627f466 req-8b364406-c516-487c-8292-483121e6012d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cfe969a3456f4c9186b743e59eed9b71&device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 1096 time: 0.0954325 Aug 11 21:57:00.667430 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f41d-a77e-4fc2-b384-9de694f84ad8 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:00.673518 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-5839f655-db1b-4620-9a08-98d5517972f8 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Made reservation on behalf of fda8d30fb096432db86c7a2a58224021 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:57:00.676876 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-5839f655-db1b-4620-9a08-98d5517972f8 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:00.679006 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6cf8f41d-a77e-4fc2-b384-9de694f84ad8 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1412225 Aug 11 21:57:00.728620 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-4246c9b1-a467-4fdc-973a-67260c6259f1 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Made reservation on behalf of fda8d30fb096432db86c7a2a58224021 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:57:00.738171 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-4246c9b1-a467-4fdc-973a-67260c6259f1 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:00.766148 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3bfd7-29d4-4332-824c-2a879cade3f0 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46359dce-99be-4362-9973-5196cd981151,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:00.776607 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3301d9b7-1866-495d-b63b-93d22d54458d req-384d5e0f-a00d-4725-9a9d-49c097cab83c tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9204205-32e8-4c4c-a647-a1145dc5886a HTTP/1.1" status: 200 len: 210 time: 0.1283412 Aug 11 21:57:00.855361 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 692e4c2f-dfe8-4f26-b8ba-3e5447e313a2 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:57:00.901840 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956ac3f-e7ac-4204-b92f-af3af627f466 req-3c68b1dc-9eed-473f-b87c-52a8a3c70a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:00.912494 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9956ac3f-e7ac-4204-b92f-af3af627f466 req-3c68b1dc-9eed-473f-b87c-52a8a3c70a37 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1d2353f-b112-4357-b0a6-e5993406a9d5 HTTP/1.1" status: 200 len: 921 time: 0.3160784 Aug 11 21:57:00.989177 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cb3f033f-5227-4d5e-b4bc-634e8338892c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:00.991445 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-695fcd05-fa06-47cc-9aeb-949d732990e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:01.066222 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f033f-5227-4d5e-b4bc-634e8338892c admin admin] Pushing event deleted for resources: {'Port': ['ID=5b918c01-d12d-4373-8fbd-a76f35df4b8f,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:01.083367 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 692e4c2f-dfe8-4f26-b8ba-3e5447e313a2 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:57:01.083925 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 692e4c2f-dfe8-4f26-b8ba-3e5447e313a2 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:57:01.088479 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device be847e0a-f9d6-4960-9f1b-4945138fe435 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:57:01.120888 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-11eb47ee-8e54-4ae5-9d42-6870dba1c8f3 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--2133713623&fields=id&tenant_id=d228bcd96dda4befb512de44e361f178 HTTP/1.1" status: 200 len: 267 time: 0.1721101 Aug 11 21:57:01.151036 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port be847e0a-f9d6-4960-9f1b-4945138fe435 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:57:01.151405 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:01.219216 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9956ac3f-e7ac-4204-b92f-af3af627f466 req-ee5e0cfa-31f8-4678-a286-bffb761d8201 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c91a7aab-d4e5-4470-af40-fb22c96951e9 HTTP/1.1" status: 200 len: 217 time: 0.2541077 Aug 11 21:57:01.228847 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-bf84d2ef-7a7b-43cd-812e-b457cfd09e17 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Made reservation on behalf of 7f9e092b700c4b00a0d472bc8b110af8 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:57:01.237595 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-bf84d2ef-7a7b-43cd-812e-b457cfd09e17 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:01.350491 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7efeb4-92f8-4b38-a042-30fae78e9f42 req-0894e4e0-2fda-4274-aa93-d1bcd61f39d2 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:01.359047 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1d7efeb4-92f8-4b38-a042-30fae78e9f42 req-0894e4e0-2fda-4274-aa93-d1bcd61f39d2 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 932 time: 0.4290385 Aug 11 21:57:01.449623 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956ac3f-e7ac-4204-b92f-af3af627f466 req-b4073529-413a-4b8a-91b2-91d74d6bc0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:01.451457 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9956ac3f-e7ac-4204-b92f-af3af627f466 req-b4073529-413a-4b8a-91b2-91d74d6bc0b3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d64b3af4-29c6-4065-a225-159b72d7499b HTTP/1.1" status: 200 len: 860 time: 0.1765862 Aug 11 21:57:01.537570 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9956ac3f-e7ac-4204-b92f-af3af627f466 req-649b3da0-0b59-4bb6-b01f-d3117cdff3e2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1d2353f-b112-4357-b0a6-e5993406a9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694463 Aug 11 21:57:01.543872 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1d7efeb4-92f8-4b38-a042-30fae78e9f42 req-b12eb601-6453-41c2-8b9d-b4e3eba8e2fc tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834645 Aug 11 21:57:01.640270 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56550) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:57:01.678335 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-a38c60c6-f022-4ced-9a12-0319fb0a295d tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:01.686163 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-a38c60c6-f022-4ced-9a12-0319fb0a295d tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/networks?id=8a6e19c3-e031-4b0b-a10a-d21560ea55a1 HTTP/1.1" status: 200 len: 805 time: 0.4639859 Aug 11 21:57:01.723467 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-85fc1a20-300a-4f77-9a58-d095906c0ff7 admin admin] Deleting subnet 0b8bfda9-0d83-4ab0-bddf-5f83ec45602d {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 21:57:01.728569 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-85fc1a20-300a-4f77-9a58-d095906c0ff7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:01.741395 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-1850377b-d1b0-4c04-912c-3b74692e16f7 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/quotas/d228bcd96dda4befb512de44e361f178 HTTP/1.1" status: 200 len: 375 time: 0.0542247 Aug 11 21:57:01.747768 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-07d3bfd7-29d4-4332-824c-2a879cade3f0 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:01.794629 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-85fc1a20-300a-4f77-9a58-d095906c0ff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:01.812087 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cb3f033f-5227-4d5e-b4bc-634e8338892c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:01.818527 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-07d3bfd7-29d4-4332-824c-2a879cade3f0 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Transition to ACTIVE for port object 59dfa4a1-84b2-46ce-8814-80411df57b7b will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:57:01.878492 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-85fc1a20-300a-4f77-9a58-d095906c0ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:01.942618 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-5842e308-98cd-4bb5-8469-130f70137655 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d228bcd96dda4befb512de44e361f178&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1993239 Aug 11 21:57:01.988122 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9956ac3f-e7ac-4204-b92f-af3af627f466 req-da8212e4-ec23-495c-b23a-76db5784466d service neutron] 10.222.0.52 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427211 Aug 11 21:57:01.990343 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8d46784b-591f-4e4f-8f48-9cad414657a3 req-f7b60781-50ec-4e23-a65b-ee06d43b4414 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?device_id=531f707b-1376-45f9-9cfe-53fb3de29009 HTTP/1.1" status: 200 len: 210 time: 0.0439930 Aug 11 21:57:02.009395 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-85fc1a20-300a-4f77-9a58-d095906c0ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:02.070031 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-85fc1a20-300a-4f77-9a58-d095906c0ff7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:02.075582 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-85fc1a20-300a-4f77-9a58-d095906c0ff7 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0b8bfda9-0d83-4ab0-bddf-5f83ec45602d HTTP/1.1" status: 204 len: 168 time: 0.4305735 Aug 11 21:57:02.084074 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56554) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:57:02.103049 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc1a20-300a-4f77-9a58-d095906c0ff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b8bfda9-0d83-4ab0-bddf-5f83ec45602d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:02.149234 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4c87eb5f-af45-416d-a4ca-cb761cbe5e04 req-ee0a5226-7400-4f1d-a845-1c8c3da6ccb7 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9204205-32e8-4c4c-a647-a1145dc5886a HTTP/1.1" status: 200 len: 210 time: 0.0419691 Aug 11 21:57:02.197006 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9956ac3f-e7ac-4204-b92f-af3af627f466 req-56b78b5f-4b8e-4735-a5ea-0d919c7e6773 service neutron] 10.222.0.52 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015319 Aug 11 21:57:02.210886 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-07d3bfd7-29d4-4332-824c-2a879cade3f0 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:02.409173 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-695fcd05-fa06-47cc-9aeb-949d732990e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d4ae83-809d-45a4-af28-63140254742b {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:57:02.421315 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-07d3bfd7-29d4-4332-824c-2a879cade3f0 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:57:02.445367 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-695fcd05-fa06-47cc-9aeb-949d732990e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:02.453619 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-07d3bfd7-29d4-4332-824c-2a879cade3f0 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:57:02.456512 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-5839f655-db1b-4620-9a08-98d5517972f8 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Allocated IP 192.168.233.45 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/b0503148-a74e-4cb3-86a5-a5353fe7fa4d) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:57:02.474975 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-07d3bfd7-29d4-4332-824c-2a879cade3f0 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:57:02.478735 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3bfd7-29d4-4332-824c-2a879cade3f0 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Pushing event updated for resources: {'Port': ['ID=59dfa4a1-84b2-46ce-8814-80411df57b7b,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:02.492599 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0f5e32bf-14f9-49df-9637-725734fd6c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:02.580625 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-695fcd05-fa06-47cc-9aeb-949d732990e6 service neutron] Transition to ACTIVE for port object e1d4ae83-809d-45a4-af28-63140254742b will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:57:02.591865 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-541c0aac-4c55-4454-b02f-688d3710873c service neutron] 10.222.0.77 "GET /v2.0/networks/8a6e19c3-e031-4b0b-a10a-d21560ea55a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6287212 Aug 11 21:57:02.619569 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-695fcd05-fa06-47cc-9aeb-949d732990e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:02.736038 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-07d3bfd7-29d4-4332-824c-2a879cade3f0 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:02.736640 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-07d3bfd7-29d4-4332-824c-2a879cade3f0 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:02.745759 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d73aac92-6d31-4934-b662-a0ec6c0845ec None None] Provisioning for port 59dfa4a1-84b2-46ce-8814-80411df57b7b completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:57:02.752781 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d73aac92-6d31-4934-b662-a0ec6c0845ec None None] Provisioning complete for port 59dfa4a1-84b2-46ce-8814-80411df57b7b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:57:02.753466 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d73aac92-6d31-4934-b662-a0ec6c0845ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:02.775253 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3f9d8-793b-479b-9e68-356cc3b7241f req-96b0a8e0-7277-4a80-8ca3-170c43bb5a48 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:02.780285 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-02a3f9d8-793b-479b-9e68-356cc3b7241f req-96b0a8e0-7277-4a80-8ca3-170c43bb5a48 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 944 time: 0.1180854 Aug 11 21:57:02.870171 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-d73aac92-6d31-4934-b662-a0ec6c0845ec None None] Port 59dfa4a1-84b2-46ce-8814-80411df57b7b cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:57:02.886435 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-02a3f9d8-793b-479b-9e68-356cc3b7241f req-f5a4b18d-00cd-4bcf-a293-1319a0c7a28e tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954442 Aug 11 21:57:02.890056 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-07d3bfd7-29d4-4332-824c-2a879cade3f0 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7410717 Aug 11 21:57:02.927159 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695fcd05-fa06-47cc-9aeb-949d732990e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d4ae83-809d-45a4-af28-63140254742b,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:02.964585 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-bfad3789-7189-409a-b839-f6b099dcc482 service neutron] Request body: {'port': {'device_id': '497dfcb1-e54c-42ce-a47b-c28267b306c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:57:03.091096 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3f033f-5227-4d5e-b4bc-634e8338892c admin admin] Router 7588a577-89ff-46e2-a99a-b53749fdd87b has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:57:03.105201 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0f5e32bf-14f9-49df-9637-725734fd6c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:03.155945 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-0f5e32bf-14f9-49df-9637-725734fd6c43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d252b144-8ee1-4214-9009-24fc2b027da8']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:57:03.174582 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e09cc291-3828-4df1-ade9-97950c284f24 req-8ac67925-e604-4805-bc52-10ef0a28155a tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?device_id=531f707b-1376-45f9-9cfe-53fb3de29009 HTTP/1.1" status: 200 len: 210 time: 0.0331070 Aug 11 21:57:03.189115 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-77966af2-036e-4c6b-bd7d-cbf9f5bdbc4d service neutron] 10.222.0.77 "GET /v2.0/networks/8a6e19c3-e031-4b0b-a10a-d21560ea55a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5963264 Aug 11 21:57:03.210985 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-0f5e32bf-14f9-49df-9637-725734fd6c43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba550e5c-d2fa-41e4-b5f2-e2c3192d4488') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:57:03.211309 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-0f5e32bf-14f9-49df-9637-725734fd6c43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba550e5c-d2fa-41e4-b5f2-e2c3192d4488') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:57:03.248860 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-bfad3789-7189-409a-b839-f6b099dcc482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:03.257278 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0f5e32bf-14f9-49df-9637-725734fd6c43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:03.261785 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-5839f655-db1b-4620-9a08-98d5517972f8 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:03.310392 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0f5e32bf-14f9-49df-9637-725734fd6c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:03.354610 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-695fcd05-fa06-47cc-9aeb-949d732990e6 service neutron] Attempting to bind port e1d4ae83-809d-45a4-af28-63140254742b on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:57:03.354951 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-695fcd05-fa06-47cc-9aeb-949d732990e6 service neutron] Attempting to bind port e1d4ae83-809d-45a4-af28-63140254742b by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'b96991c3-da7b-4769-9732-b3948f3cb059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c38fbfc2-60a8-4130-a95a-d7a797c5eb71'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:57:03.355292 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-695fcd05-fa06-47cc-9aeb-949d732990e6 service neutron] Attempting to bind port e1d4ae83-809d-45a4-af28-63140254742b on network c38fbfc2-60a8-4130-a95a-d7a797c5eb71 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:57:03.356549 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6b4199c0-4d29-41f0-a668-4e9f4c1544d2 req-245d3c9f-82c5-47bf-a85f-d7f9f8dc4cb8 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9204205-32e8-4c4c-a647-a1145dc5886a HTTP/1.1" status: 200 len: 210 time: 0.0469809 Aug 11 21:57:03.359287 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-5839f655-db1b-4620-9a08-98d5517972f8 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Transition to ACTIVE for port object b0503148-a74e-4cb3-86a5-a5353fe7fa4d will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:57:03.392455 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5e32bf-14f9-49df-9637-725734fd6c43 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 21:57:03.392915 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0f5e32bf-14f9-49df-9637-725734fd6c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: timer() Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 21:57:03.399389 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 21:57:03.567823 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7e72e416-108d-4335-8589-3a4438111b94 req-ce18aa7a-ebe0-43b2-b233-cea42aca0685 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0ce38f1-03bf-4049-9a3e-e97418769e77 HTTP/1.1" status: 200 len: 210 time: 0.0369358 Aug 11 21:57:03.774630 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-695fcd05-fa06-47cc-9aeb-949d732990e6 service neutron] Port e1d4ae83-809d-45a4-af28-63140254742b on network c38fbfc2-60a8-4130-a95a-d7a797c5eb71 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:57:03.774922 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-695fcd05-fa06-47cc-9aeb-949d732990e6 service neutron] Attempting to bind port e1d4ae83-809d-45a4-af28-63140254742b on network c38fbfc2-60a8-4130-a95a-d7a797c5eb71 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:57:03.817240 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-695fcd05-fa06-47cc-9aeb-949d732990e6 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:57:03.817632 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-695fcd05-fa06-47cc-9aeb-949d732990e6 service neutron] Checking segment: {'id': 'b96991c3-da7b-4769-9732-b3948f3cb059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c38fbfc2-60a8-4130-a95a-d7a797c5eb71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:57:03.818000 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-695fcd05-fa06-47cc-9aeb-949d732990e6 service neutron] Bound using segment: {'id': 'b96991c3-da7b-4769-9732-b3948f3cb059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c38fbfc2-60a8-4130-a95a-d7a797c5eb71'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:57:03.818698 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-695fcd05-fa06-47cc-9aeb-949d732990e6 service neutron] Bound port: e1d4ae83-809d-45a4-af28-63140254742b, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b96991c3-da7b-4769-9732-b3948f3cb059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c38fbfc2-60a8-4130-a95a-d7a797c5eb71'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:57:03.818877 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-695fcd05-fa06-47cc-9aeb-949d732990e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:03.939422 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0f5e32bf-14f9-49df-9637-725734fd6c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:03.967752 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0f5e32bf-14f9-49df-9637-725734fd6c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:03.969835 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0f5e32bf-14f9-49df-9637-725734fd6c43 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d252b144-8ee1-4214-9009-24fc2b027da8 HTTP/1.1" status: 204 len: 168 time: 1.8806276 Aug 11 21:57:03.973169 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56576) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:57:04.025144 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-5839f655-db1b-4620-9a08-98d5517972f8 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:04.039721 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e32bf-14f9-49df-9637-725734fd6c43 admin admin] Pushing event deleted for resources: {'Network': ['ID=d252b144-8ee1-4214-9009-24fc2b027da8,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:04.062706 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3f033f-5227-4d5e-b4bc-634e8338892c admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:57:04.067470 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['24edb1fe-1d30-4c08-ab37-4ad5bafeadaa', '43061107-0d89-4d88-bc8e-f7b987a8f672', '9d7edfef-80a8-4e87-b4b6-6179a86e9305'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:57:04.078024 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e90401a-857b-4b9b-805a-2b8986b3e236 None None] Sync routers for ids ['7588a577-89ff-46e2-a99a-b53749fdd87b'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:57:04.099839 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-cb3f033f-5227-4d5e-b4bc-634e8338892c admin admin] 10.222.0.77 "PUT /v2.0/routers/7588a577-89ff-46e2-a99a-b53749fdd87b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6450496 Aug 11 21:57:04.108078 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56582) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:57:04.114555 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e90401a-857b-4b9b-805a-2b8986b3e236 None None] Routers {'7588a577-89ff-46e2-a99a-b53749fdd87b'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:57:04.117132 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3e90401a-857b-4b9b-805a-2b8986b3e236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:56:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['7588a577-89ff-46e2-a99a-b53749fdd87b'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:57:04.186828 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a52a6d8-0388-49a2-8d29-db829f986684 admin admin] Deleting subnet 0a7c358d-f469-46d3-b4fd-5c420cd71a03 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 21:57:04.191940 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a52a6d8-0388-49a2-8d29-db829f986684 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:04.203602 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-5839f655-db1b-4620-9a08-98d5517972f8 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:57:04.233950 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-5839f655-db1b-4620-9a08-98d5517972f8 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:57:04.241811 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-5839f655-db1b-4620-9a08-98d5517972f8 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:57:04.246350 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-695fcd05-fa06-47cc-9aeb-949d732990e6 service neutron] For port e1d4ae83-809d-45a4-af28-63140254742b, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:57:04.249788 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839f655-db1b-4620-9a08-98d5517972f8 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Pushing event updated for resources: {'Port': ['ID=b0503148-a74e-4cb3-86a5-a5353fe7fa4d,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:04.250492 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a52a6d8-0388-49a2-8d29-db829f986684 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:04.315401 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-695fcd05-fa06-47cc-9aeb-949d732990e6 service neutron] For port e1d4ae83-809d-45a4-af28-63140254742b, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e1d4ae83-809d-45a4-af28-63140254742b,segment=NetworkSegment(b96991c3-da7b-4769-9732-b3948f3cb059),segment_id=b96991c3-da7b-4769-9732-b3948f3cb059)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:57:04.380242 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a52a6d8-0388-49a2-8d29-db829f986684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:04.392386 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-695fcd05-fa06-47cc-9aeb-949d732990e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:04.465616 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04f3cc-aa37-4b76-b543-16b78534fb52 req-773c6657-6815-4370-bc87-0ee04be23835 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:04.467847 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8c04f3cc-aa37-4b76-b543-16b78534fb52 req-773c6657-6815-4370-bc87-0ee04be23835 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 944 time: 0.3372505 Aug 11 21:57:04.490446 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-5839f655-db1b-4620-9a08-98d5517972f8 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:04.491681 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-5839f655-db1b-4620-9a08-98d5517972f8 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:04.532452 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a52a6d8-0388-49a2-8d29-db829f986684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:04.549254 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-695fcd05-fa06-47cc-9aeb-949d732990e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:04.550264 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-695fcd05-fa06-47cc-9aeb-949d732990e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:04.552414 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-695fcd05-fa06-47cc-9aeb-949d732990e6 service neutron] 10.222.0.52 "PUT /v2.0/ports/e1d4ae83-809d-45a4-af28-63140254742b HTTP/1.1" status: 200 len: 1092 time: 4.4559422 Aug 11 21:57:04.560548 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90fedad8-cbbf-4b15-a801-13941d5d7d11', 'tag': 'e1d4ae83-809d-45a4-af28-63140254742b'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:57:04.564542 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865cbbc0-0dcf-43c4-9170-165a1b158ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "90fedad8-cbbf-4b15-a801-13941d5d7d11", "tag": "e1d4ae83-809d-45a4-af28-63140254742b"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:57:04.582395 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-4246c9b1-a467-4fdc-973a-67260c6259f1 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Allocated IP 192.168.233.36 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/1ce624c8-6208-4473-9a5b-a42873bbb744) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:57:04.587052 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52a6d8-0388-49a2-8d29-db829f986684 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a7c358d-f469-46d3-b4fd-5c420cd71a03,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:04.597205 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6989b5b-f4b4-4cc2-8e72-1597d5f0a65c admin admin] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:04.610887 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a52a6d8-0388-49a2-8d29-db829f986684 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:04.612419 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-5839f655-db1b-4620-9a08-98d5517972f8 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1736972 Aug 11 21:57:04.617260 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5a52a6d8-0388-49a2-8d29-db829f986684 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0a7c358d-f469-46d3-b4fd-5c420cd71a03 HTTP/1.1" status: 204 len: 168 time: 0.6421549 Aug 11 21:57:04.622129 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56594) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:57:04.747019 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-173dab48-08b9-47e8-b5bd-e19eee6b65cc service neutron] Request body: {'port': {'device_id': 'a9204205-32e8-4c4c-a647-a1145dc5886a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:57:04.750949 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695fcd05-fa06-47cc-9aeb-949d732990e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d4ae83-809d-45a4-af28-63140254742b,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:04.757224 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-897e1ab1-f156-43da-bb3c-c9027500a9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:04.822568 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8c04f3cc-aa37-4b76-b543-16b78534fb52 req-2483bdf6-581b-4ae3-9e7b-13bed93617aa tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436198 Aug 11 21:57:04.824012 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3627103c-13ff-448c-8834-23ae4150d57f req-db9ad610-b6e1-4fc3-a705-f66f9606f921 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?device_id=531f707b-1376-45f9-9cfe-53fb3de29009 HTTP/1.1" status: 200 len: 210 time: 0.0576785 Aug 11 21:57:04.828141 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-20ad51df-36ea-4877-9ad5-d2ffc3b36948 None None] Provisioning for port b0503148-a74e-4cb3-86a5-a5353fe7fa4d completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:57:04.836063 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-20ad51df-36ea-4877-9ad5-d2ffc3b36948 None None] Provisioning complete for port b0503148-a74e-4cb3-86a5-a5353fe7fa4d triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:57:04.837065 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-20ad51df-36ea-4877-9ad5-d2ffc3b36948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:04.893705 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-20ad51df-36ea-4877-9ad5-d2ffc3b36948 None None] Port b0503148-a74e-4cb3-86a5-a5353fe7fa4d cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:57:05.017867 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60c494d-3ec1-49c5-85d6-a0fc0961e1f6 x-openstack-request-id: req-f60c494d-3ec1-49c5-85d6-a0fc0961e1f6 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:57:05.019919 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90fedad8-cbbf-4b15-a801-13941d5d7d11", "tag": "e1d4ae83-809d-45a4-af28-63140254742b", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:57:05.030189 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f60c494d-3ec1-49c5-85d6-a0fc0961e1f6 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:57:05.030783 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90fedad8-cbbf-4b15-a801-13941d5d7d11', 'tag': 'e1d4ae83-809d-45a4-af28-63140254742b', 'status': 'completed', 'code': 200} Aug 11 21:57:05.094866 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-16130096-7884-4af6-8857-c9b492a3f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:05.096734 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-16130096-7884-4af6-8857-c9b492a3f881 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d74c7b222e1944f9bf3fd004364d95e4&device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 1095 time: 0.4671347 Aug 11 21:57:05.109840 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-21cf0759-3abf-4cbe-ac32-a47f2c25394a req-68a4c2f7-d15f-40dc-969e-c0dfdaab3fb6 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0ce38f1-03bf-4049-9a3e-e97418769e77 HTTP/1.1" status: 200 len: 210 time: 0.0630670 Aug 11 21:57:05.205366 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-3e90401a-857b-4b9b-805a-2b8986b3e236 None None] Set router 7588a577-89ff-46e2-a99a-b53749fdd87b gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:57:05.214747 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-897e1ab1-f156-43da-bb3c-c9027500a9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:05.232029 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-897e1ab1-f156-43da-bb3c-c9027500a9cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9140e807-eab0-49ef-b449-cb87cfcfebb7']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:57:05.250923 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-4246c9b1-a467-4fdc-973a-67260c6259f1 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:05.254511 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-897e1ab1-f156-43da-bb3c-c9027500a9cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4967ad71-aa2a-4c44-85b1-fc3e27fc9012') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:57:05.254948 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-897e1ab1-f156-43da-bb3c-c9027500a9cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4967ad71-aa2a-4c44-85b1-fc3e27fc9012') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:57:05.265132 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-c0f91cf8-e620-4dcd-8ce7-8de255f5fd8f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1d4ae83-809d-45a4-af28-63140254742b HTTP/1.1" status: 200 len: 217 time: 0.1159618 Aug 11 21:57:05.271976 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-897e1ab1-f156-43da-bb3c-c9027500a9cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:05.284439 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-4246c9b1-a467-4fdc-973a-67260c6259f1 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Transition to ACTIVE for port object 1ce624c8-6208-4473-9a5b-a42873bbb744 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:57:05.298102 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-897e1ab1-f156-43da-bb3c-c9027500a9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:05.305362 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6989b5b-f4b4-4cc2-8e72-1597d5f0a65c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:05.312828 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897e1ab1-f156-43da-bb3c-c9027500a9cc admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 21:57:05.313605 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-897e1ab1-f156-43da-bb3c-c9027500a9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: timer() Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 21:57:05.370407 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 21:57:05.381965 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-897e1ab1-f156-43da-bb3c-c9027500a9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:05.394911 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-897e1ab1-f156-43da-bb3c-c9027500a9cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:05.400477 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-897e1ab1-f156-43da-bb3c-c9027500a9cc admin admin] 10.222.0.77 "DELETE /v2.0/networks/9140e807-eab0-49ef-b449-cb87cfcfebb7 HTTP/1.1" status: 204 len: 168 time: 0.7741730 Aug 11 21:57:05.404199 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-d6bd6935-cd45-4a06-8fa5-4c99b1e9a298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:05.407623 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-d6bd6935-cd45-4a06-8fa5-4c99b1e9a298 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6f9021ca-ac57-4bbd-9f6f-dc4b072cfc7c HTTP/1.1" status: 200 len: 851 time: 0.1310585 Aug 11 21:57:05.416391 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-173dab48-08b9-47e8-b5bd-e19eee6b65cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:05.426977 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e1ab1-f156-43da-bb3c-c9027500a9cc admin admin] Pushing event deleted for resources: {'Network': ['ID=9140e807-eab0-49ef-b449-cb87cfcfebb7,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:05.660308 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-bf84d2ef-7a7b-43cd-812e-b457cfd09e17 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Allocated IP 192.168.233.203 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/c063d3ea-dc0f-432f-b420-e57563044081) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:57:05.661918 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-ddd57ab6-ccc4-4d46-8f6a-f949183307f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c38fbfc2-60a8-4130-a95a-d7a797c5eb71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2039139 Aug 11 21:57:05.676169 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df9231-d668-4078-969e-720f0e0e8ffa req-87b98db5-d8cc-42d1-b5a0-90407a3bd5bc tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:05.686921 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f5df9231-d668-4078-969e-720f0e0e8ffa req-87b98db5-d8cc-42d1-b5a0-90407a3bd5bc tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9204205-32e8-4c4c-a647-a1145dc5886a HTTP/1.1" status: 200 len: 935 time: 0.7158105 Aug 11 21:57:05.721678 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-4246c9b1-a467-4fdc-973a-67260c6259f1 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:05.855401 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3e90401a-857b-4b9b-805a-2b8986b3e236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7588a577-89ff-46e2-a99a-b53749fdd87b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-111837158-router', 'tenant_id': '8f7fb8f2452f41238fe4f24d6f3c7a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'b157fbf3-5550-4e81-8f5d-235dd167ee4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:23Z', 'updated_at': '2021-08-11T21:57:00Z', 'revision_number': 5, 'project_id': '8f7fb8f2452f41238fe4f24d6f3c7a6e', 'gw_port': {'id': 'b157fbf3-5550-4e81-8f5d-235dd167ee4c', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:bf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7588a577-89ff-46e2-a99a-b53749fdd87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:50:25Z', 'updated_at': '2021-08-11T21:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:57:05.906160 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f5df9231-d668-4078-969e-720f0e0e8ffa req-d72753fb-2fb1-4722-afd0-79abaf562678 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182007 Aug 11 21:57:05.945046 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e90401a-857b-4b9b-805a-2b8986b3e236 None None] Checking router: 7588a577-89ff-46e2-a99a-b53749fdd87b for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:57:05.965880 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e90401a-857b-4b9b-805a-2b8986b3e236 None None] Routers {'7588a577-89ff-46e2-a99a-b53749fdd87b'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:57:05.966581 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3e90401a-857b-4b9b-805a-2b8986b3e236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:56:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['7588a577-89ff-46e2-a99a-b53749fdd87b'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:57:06.139726 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f8139623-7e25-4f13-b99d-e2e5cca63ac7 req-b4b0c88a-411e-4401-ba0d-bb4479479b1b tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?device_id=531f707b-1376-45f9-9cfe-53fb3de29009 HTTP/1.1" status: 200 len: 210 time: 0.0900652 Aug 11 21:57:06.145635 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-3e90401a-857b-4b9b-805a-2b8986b3e236 None None] Set router 7588a577-89ff-46e2-a99a-b53749fdd87b gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:57:06.153530 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56606) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:57:06.198871 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-4246c9b1-a467-4fdc-973a-67260c6259f1 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:57:06.206520 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246c9b1-a467-4fdc-973a-67260c6259f1 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Pushing event updated for resources: {'Port': ['ID=1ce624c8-6208-4473-9a5b-a42873bbb744,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:06.224322 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-4246c9b1-a467-4fdc-973a-67260c6259f1 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:57:06.235446 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3e90401a-857b-4b9b-805a-2b8986b3e236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7588a577-89ff-46e2-a99a-b53749fdd87b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-111837158-router', 'tenant_id': '8f7fb8f2452f41238fe4f24d6f3c7a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:23Z', 'updated_at': '2021-08-11T21:57:05Z', 'revision_number': 6, 'project_id': '8f7fb8f2452f41238fe4f24d6f3c7a6e', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:57:06.240495 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-4246c9b1-a467-4fdc-973a-67260c6259f1 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:57:06.273153 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e90401a-857b-4b9b-805a-2b8986b3e236 None None] The sync data for ids ['7588a577-89ff-46e2-a99a-b53749fdd87b'] in n-d-804275-3 is: [{'id': '7588a577-89ff-46e2-a99a-b53749fdd87b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-111837158-router', 'tenant_id': '8f7fb8f2452f41238fe4f24d6f3c7a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:50:23Z', 'updated_at': '2021-08-11T21:57:05Z', 'revision_number': 6, 'project_id': '8f7fb8f2452f41238fe4f24d6f3c7a6e', 'gw_port_host': None}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:57:06.276801 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-192176bd-e288-434d-b94f-986aa5fdd434 service neutron] 10.222.0.52 "GET /v2.0/networks/c38fbfc2-60a8-4130-a95a-d7a797c5eb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5509734 Aug 11 21:57:06.280726 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['24edb1fe-1d30-4c08-ab37-4ad5bafeadaa', '43061107-0d89-4d88-bc8e-f7b987a8f672', '9d7edfef-80a8-4e87-b4b6-6179a86e9305'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:57:06.304605 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-c6989b5b-f4b4-4cc2-8e72-1597d5f0a65c admin admin] Deleting port b157fbf3-5550-4e81-8f5d-235dd167ee4c {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:57:06.304911 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6989b5b-f4b4-4cc2-8e72-1597d5f0a65c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:06.374449 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-08779232-c721-4f2e-9662-9f764928f199 req-157b18f3-7b3f-4d21-9314-b60e181c92c1 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0ce38f1-03bf-4049-9a3e-e97418769e77 HTTP/1.1" status: 200 len: 210 time: 0.0917079 Aug 11 21:57:06.427496 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-4246c9b1-a467-4fdc-973a-67260c6259f1 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:06.428875 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-4246c9b1-a467-4fdc-973a-67260c6259f1 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:06.438767 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-fe1ba7c9-d2c0-43fc-bca8-3fd63963fc27 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:06.440646 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-fe1ba7c9-d2c0-43fc-bca8-3fd63963fc27 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.52 "GET /v2.0/networks?id=8a6e19c3-e031-4b0b-a10a-d21560ea55a1 HTTP/1.1" status: 200 len: 805 time: 0.7159970 Aug 11 21:57:06.499672 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-4246c9b1-a467-4fdc-973a-67260c6259f1 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.5858605 Aug 11 21:57:06.507071 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-bf84d2ef-7a7b-43cd-812e-b457cfd09e17 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:06.514795 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-71bacf19-2a1a-462d-8bc3-18eed4dd4489 service neutron] Request body: {'port': {'device_id': '3ff0dcd7-0373-491f-ace2-00bd9f25f165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:57:06.594804 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28250b-9968-44e4-831a-0af4d672dffb req-0bc7ae40-baf7-43b4-822e-6f708830b978 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:06.597025 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eb28250b-9968-44e4-831a-0af4d672dffb req-0bc7ae40-baf7-43b4-822e-6f708830b978 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 944 time: 0.5501604 Aug 11 21:57:06.610962 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-d8eb49d3-fb8f-48e6-8117-2ecba3d38dac tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d228bcd96dda4befb512de44e361f178 HTTP/1.1" status: 200 len: 380 time: 0.1601119 Aug 11 21:57:06.622940 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-c6989b5b-f4b4-4cc2-8e72-1597d5f0a65c admin admin] For port b157fbf3-5550-4e81-8f5d-235dd167ee4c, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b157fbf3-5550-4e81-8f5d-235dd167ee4c,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:06.623471 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6989b5b-f4b4-4cc2-8e72-1597d5f0a65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:06.624405 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-bf84d2ef-7a7b-43cd-812e-b457cfd09e17 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Transition to ACTIVE for port object c063d3ea-dc0f-432f-b420-e57563044081 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:57:06.628305 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7dc4c843-1beb-4c86-bb75-1c82fa868802 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4b560937148247c28f18636fbb1554eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4591248 Aug 11 21:57:06.634206 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-4cacbfea-60ca-478c-9224-79979485c7ae tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Request body: {'port': {'device_id': 'd0ce38f1-03bf-4049-9a3e-e97418769e77', 'network_id': '8a6e19c3-e031-4b0b-a10a-d21560ea55a1', 'admin_state_up': True, 'tenant_id': 'd228bcd96dda4befb512de44e361f178', 'security_groups': ['75567f51-b0a8-4eda-b710-051b14d4be14']}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:57:06.650685 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56616) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:57:06.662866 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-c6989b5b-f4b4-4cc2-8e72-1597d5f0a65c admin admin] Calling delete_port for b157fbf3-5550-4e81-8f5d-235dd167ee4c owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:57:06.756560 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eb28250b-9968-44e4-831a-0af4d672dffb req-1de247ab-caf7-49b2-ab48-20f17b907e5b tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443989 Aug 11 21:57:06.765627 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-71bacf19-2a1a-462d-8bc3-18eed4dd4489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:06.828854 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b56512df-56df-41dd-a8ae-a1b65ad8acdd req-c08a2aa2-6b12-4df2-b1de-e57eb05b5b97 service neutron] 10.222.0.52 "GET /v2.0/networks/c38fbfc2-60a8-4130-a95a-d7a797c5eb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5432551 Aug 11 21:57:06.999752 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e01757ff-3739-4680-94b4-1f3b6dcefb6f None None] Provisioning for port 1ce624c8-6208-4473-9a5b-a42873bbb744 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:57:07.006948 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5b918c01-d12d-4373-8fbd-a76f35df4b8f no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:57:07.037415 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e01757ff-3739-4680-94b4-1f3b6dcefb6f None None] Provisioning complete for port 1ce624c8-6208-4473-9a5b-a42873bbb744 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:57:07.037800 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e01757ff-3739-4680-94b4-1f3b6dcefb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:07.053116 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a1a9f45b-f4fc-40fd-bc67-c41f3af4eac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:07.105319 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-e01757ff-3739-4680-94b4-1f3b6dcefb6f None None] Port 1ce624c8-6208-4473-9a5b-a42873bbb744 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:57:07.117336 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 5b918c01-d12d-4373-8fbd-a76f35df4b8f {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:57:07.117953 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5b918c01-d12d-4373-8fbd-a76f35df4b8f not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:57:07.158477 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865cbbc0-0dcf-43c4-9170-165a1b158ef6 req-d4fe2f4a-3a98-49bf-9987-a57bac35921c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:07.160145 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-865cbbc0-0dcf-43c4-9170-165a1b158ef6 req-d4fe2f4a-3a98-49bf-9987-a57bac35921c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d74c7b222e1944f9bf3fd004364d95e4&device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 1095 time: 0.1933122 Aug 11 21:57:07.163803 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a1a9f45b-f4fc-40fd-bc67-c41f3af4eac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:07.198026 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-bf84d2ef-7a7b-43cd-812e-b457cfd09e17 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:07.253418 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f05cd5-4f93-441a-8f44-ac3f2bd99707 req-78fd56fd-f5a8-458d-b1ff-46f347a9cb2b tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:07.263602 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-75f05cd5-4f93-441a-8f44-ac3f2bd99707 req-78fd56fd-f5a8-458d-b1ff-46f347a9cb2b tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9204205-32e8-4c4c-a647-a1145dc5886a HTTP/1.1" status: 200 len: 935 time: 0.2106364 Aug 11 21:57:07.334721 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-bf84d2ef-7a7b-43cd-812e-b457cfd09e17 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:57:07.347809 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6989b5b-f4b4-4cc2-8e72-1597d5f0a65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:07.358088 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84d2ef-7a7b-43cd-812e-b457cfd09e17 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Pushing event updated for resources: {'Port': ['ID=c063d3ea-dc0f-432f-b420-e57563044081,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:07.370824 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-bf84d2ef-7a7b-43cd-812e-b457cfd09e17 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:57:07.381700 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-bf84d2ef-7a7b-43cd-812e-b457cfd09e17 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:57:07.390022 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-75f05cd5-4f93-441a-8f44-ac3f2bd99707 req-6be4e28f-92aa-461b-902d-f7709cd124fe tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253464 Aug 11 21:57:07.488388 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-4cacbfea-60ca-478c-9224-79979485c7ae tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Made reservation on behalf of d228bcd96dda4befb512de44e361f178 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:57:07.500141 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-4cacbfea-60ca-478c-9224-79979485c7ae tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:07.542091 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-bfad3789-7189-409a-b839-f6b099dcc482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59dfa4a1-84b2-46ce-8814-80411df57b7b {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:57:07.553569 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-bfad3789-7189-409a-b839-f6b099dcc482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:07.573126 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56508bdd-40ba-43b2-a115-e2c7a6e8030d req-ba1687ed-8257-4d89-88a9-b16d3fe6c1e9 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:07.573463 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-bfad3789-7189-409a-b839-f6b099dcc482 service neutron] Transition to ACTIVE for port object 59dfa4a1-84b2-46ce-8814-80411df57b7b will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:57:07.578016 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865cbbc0-0dcf-43c4-9170-165a1b158ef6 req-f514dc5d-aa75-4af1-adb2-9756e1254e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:07.580987 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-56508bdd-40ba-43b2-a115-e2c7a6e8030d req-ba1687ed-8257-4d89-88a9-b16d3fe6c1e9 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?device_id=531f707b-1376-45f9-9cfe-53fb3de29009 HTTP/1.1" status: 200 len: 936 time: 0.2870071 Aug 11 21:57:07.582632 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-865cbbc0-0dcf-43c4-9170-165a1b158ef6 req-f514dc5d-aa75-4af1-adb2-9756e1254e9f service neutron] 10.222.0.52 "GET /v2.0/networks?id=c38fbfc2-60a8-4130-a95a-d7a797c5eb71 HTTP/1.1" status: 200 len: 912 time: 0.4122458 Aug 11 21:57:07.583818 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6989b5b-f4b4-4cc2-8e72-1597d5f0a65c admin admin] Pushing event deleted for resources: {'Port': ['ID=b157fbf3-5550-4e81-8f5d-235dd167ee4c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:07.599329 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-bf84d2ef-7a7b-43cd-812e-b457cfd09e17 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:07.600051 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-bf84d2ef-7a7b-43cd-812e-b457cfd09e17 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:07.613333 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a1a9f45b-f4fc-40fd-bc67-c41f3af4eac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:07.615979 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a1a9f45b-f4fc-40fd-bc67-c41f3af4eac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:07.617129 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a1a9f45b-f4fc-40fd-bc67-c41f3af4eac8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/265acae2-0076-4455-8b63-61e8b325b9d1 HTTP/1.1" status: 204 len: 168 time: 0.9653275 Aug 11 21:57:07.731662 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9f45b-f4fc-40fd-bc67-c41f3af4eac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265acae2-0076-4455-8b63-61e8b325b9d1,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:07.758802 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-bf84d2ef-7a7b-43cd-812e-b457cfd09e17 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.4977133 Aug 11 21:57:07.778861 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-56508bdd-40ba-43b2-a115-e2c7a6e8030d req-85bfd4e5-ebdc-44e0-8a1b-239101ba5801 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/security-groups?id=46359dce-99be-4362-9973-5196cd981151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968861 Aug 11 21:57:07.790604 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-7c0ef7af-9e77-40f9-a80f-9b0872f05846 service neutron] Request body: {'port': {'device_id': '531f707b-1376-45f9-9cfe-53fb3de29009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:57:07.825493 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-173dab48-08b9-47e8-b5bd-e19eee6b65cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0503148-a74e-4cb3-86a5-a5353fe7fa4d {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:57:07.834842 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-173dab48-08b9-47e8-b5bd-e19eee6b65cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:07.850879 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-173dab48-08b9-47e8-b5bd-e19eee6b65cc service neutron] Transition to ACTIVE for port object b0503148-a74e-4cb3-86a5-a5353fe7fa4d will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:57:07.854272 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-7c0ef7af-9e77-40f9-a80f-9b0872f05846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:07.856068 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-43c1dcc1-a790-4327-bb71-47aa602e4181 None None] Provisioning for port c063d3ea-dc0f-432f-b420-e57563044081 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:57:07.866251 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:07.867259 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-43c1dcc1-a790-4327-bb71-47aa602e4181 None None] Provisioning complete for port c063d3ea-dc0f-432f-b420-e57563044081 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:57:07.868221 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-43c1dcc1-a790-4327-bb71-47aa602e4181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:07.921361 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-bfad3789-7189-409a-b839-f6b099dcc482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:07.925118 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-865cbbc0-0dcf-43c4-9170-165a1b158ef6 req-19df6371-7612-4210-906e-bbbca4bf3c6d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1d4ae83-809d-45a4-af28-63140254742b HTTP/1.1" status: 200 len: 217 time: 0.0719373 Aug 11 21:57:07.933936 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-43c1dcc1-a790-4327-bb71-47aa602e4181 None None] Port c063d3ea-dc0f-432f-b420-e57563044081 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:57:07.944363 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-173dab48-08b9-47e8-b5bd-e19eee6b65cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:08.124529 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6989b5b-f4b4-4cc2-8e72-1597d5f0a65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:08.152221 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7634d45-0dbc-4390-88f8-5399da8aaf21 req-5f6a029e-c003-492e-ba4b-22cd90c2178c tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:08.154220 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f7634d45-0dbc-4390-88f8-5399da8aaf21 req-5f6a029e-c003-492e-ba4b-22cd90c2178c tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 944 time: 0.2058873 Aug 11 21:57:08.200631 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-4cacbfea-60ca-478c-9224-79979485c7ae tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Allocated IP 172.20.0.8 (8a6e19c3-e031-4b0b-a10a-d21560ea55a1/cc7db9b0-130e-4b2d-8da6-adc41c1ce40c/1ec5d92b-f33b-418c-abd7-d2a020ab801c) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:57:08.254569 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c228dab2-62ae-48ce-8aa9-616e5851ea1e req-97705fec-24fa-4f77-9e7d-51de5e9fe9c7 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0ce38f1-03bf-4049-9a3e-e97418769e77 HTTP/1.1" status: 200 len: 210 time: 0.3228939 Aug 11 21:57:08.346245 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 21:57:08.666040 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56708) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:57:08.818602 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6989b5b-f4b4-4cc2-8e72-1597d5f0a65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:08.833372 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6989b5b-f4b4-4cc2-8e72-1597d5f0a65c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:08.835878 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865cbbc0-0dcf-43c4-9170-165a1b158ef6 req-595ab688-dccf-414b-8f8f-3e32bacd3681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:08.837284 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-865cbbc0-0dcf-43c4-9170-165a1b158ef6 req-595ab688-dccf-414b-8f8f-3e32bacd3681 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6f9021ca-ac57-4bbd-9f6f-dc4b072cfc7c HTTP/1.1" status: 200 len: 851 time: 0.8806167 Aug 11 21:57:08.868766 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device e1d4ae83-809d-45a4-af28-63140254742b details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:57:08.887390 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f7634d45-0dbc-4390-88f8-5399da8aaf21 req-3d675f3e-ebae-46d2-819d-11ce0b6c2257 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7185318 Aug 11 21:57:08.921485 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-77be4bd0-1101-497e-90f8-456e900e7724 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=754a4a6571d3423487f51e68ba3b588f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433693 Aug 11 21:57:08.929425 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56716) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:57:08.967200 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad3789-7189-409a-b839-f6b099dcc482 service neutron] Pushing event updated for resources: {'Port': ['ID=59dfa4a1-84b2-46ce-8814-80411df57b7b,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:08.988137 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b157fbf3-5550-4e81-8f5d-235dd167ee4c no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:57:09.037253 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: b157fbf3-5550-4e81-8f5d-235dd167ee4c {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:57:09.038350 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b157fbf3-5550-4e81-8f5d-235dd167ee4c not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:57:09.054000 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173dab48-08b9-47e8-b5bd-e19eee6b65cc service neutron] Pushing event updated for resources: {'Port': ['ID=b0503148-a74e-4cb3-86a5-a5353fe7fa4d,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:09.062322 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-865cbbc0-0dcf-43c4-9170-165a1b158ef6 req-5da3730f-9488-486b-a2ad-cb5041792b60 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c38fbfc2-60a8-4130-a95a-d7a797c5eb71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1855884 Aug 11 21:57:09.096531 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-71bacf19-2a1a-462d-8bc3-18eed4dd4489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce624c8-6208-4473-9a5b-a42873bbb744 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:57:09.122045 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-4cacbfea-60ca-478c-9224-79979485c7ae tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:09.127246 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-71bacf19-2a1a-462d-8bc3-18eed4dd4489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:09.129418 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port e1d4ae83-809d-45a4-af28-63140254742b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e1d4ae83-809d-45a4-af28-63140254742b,segment=NetworkSegment(b96991c3-da7b-4769-9732-b3948f3cb059),segment_id=b96991c3-da7b-4769-9732-b3948f3cb059)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:09.148574 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'e1d4ae83-809d-45a4-af28-63140254742b', 'network_id': 'c38fbfc2-60a8-4130-a95a-d7a797c5eb71', 'port_id': 'e1d4ae83-809d-45a4-af28-63140254742b', 'mac_address': 'fa:16:3e:9c:e7:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f9021ca-ac57-4bbd-9f6f-dc4b072cfc7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:57:09.158171 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f1c39428-7084-4124-b15a-85aa390e18d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:09.172807 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6989b5b-f4b4-4cc2-8e72-1597d5f0a65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:09.173338 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6989b5b-f4b4-4cc2-8e72-1597d5f0a65c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7588a577-89ff-46e2-a99a-b53749fdd87b {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 21:57:09.178511 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6989b5b-f4b4-4cc2-8e72-1597d5f0a65c admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:09.183884 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c6989b5b-f4b4-4cc2-8e72-1597d5f0a65c admin admin] 10.222.0.77 "DELETE /v2.0/routers/7588a577-89ff-46e2-a99a-b53749fdd87b HTTP/1.1" status: 204 len: 168 time: 5.0668502 Aug 11 21:57:09.191476 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f1c39428-7084-4124-b15a-85aa390e18d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:09.196265 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56718) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:57:09.222043 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:09.228184 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-71bacf19-2a1a-462d-8bc3-18eed4dd4489 service neutron] Transition to ACTIVE for port object 1ce624c8-6208-4473-9a5b-a42873bbb744 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:57:09.239954 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d4ae83-809d-45a4-af28-63140254742b {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:57:09.242999 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-4cacbfea-60ca-478c-9224-79979485c7ae tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Transition to ACTIVE for port object 1ec5d92b-f33b-418c-abd7-d2a020ab801c will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:57:09.269230 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9197b84-c9a6-4013-93c4-037a894d0deb req-1961bd54-90e4-440a-9664-29c5fd405609 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:09.270547 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port e1d4ae83-809d-45a4-af28-63140254742b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e1d4ae83-809d-45a4-af28-63140254742b,segment=NetworkSegment(b96991c3-da7b-4769-9732-b3948f3cb059),segment_id=b96991c3-da7b-4769-9732-b3948f3cb059)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:09.277788 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b9197b84-c9a6-4013-93c4-037a894d0deb req-1961bd54-90e4-440a-9664-29c5fd405609 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9204205-32e8-4c4c-a647-a1145dc5886a HTTP/1.1" status: 200 len: 947 time: 0.4559870 Aug 11 21:57:09.280750 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:09.300804 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-173dab48-08b9-47e8-b5bd-e19eee6b65cc service neutron] Attempting to bind port b0503148-a74e-4cb3-86a5-a5353fe7fa4d on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:57:09.301252 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-173dab48-08b9-47e8-b5bd-e19eee6b65cc service neutron] Attempting to bind port b0503148-a74e-4cb3-86a5-a5353fe7fa4d by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:57:09.301644 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-173dab48-08b9-47e8-b5bd-e19eee6b65cc service neutron] Attempting to bind port b0503148-a74e-4cb3-86a5-a5353fe7fa4d on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:57:09.313041 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-71bacf19-2a1a-462d-8bc3-18eed4dd4489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:09.363565 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=e1d4ae83-809d-45a4-af28-63140254742b,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:09.382282 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-173dab48-08b9-47e8-b5bd-e19eee6b65cc service neutron] Port b0503148-a74e-4cb3-86a5-a5353fe7fa4d on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:57:09.382282 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-173dab48-08b9-47e8-b5bd-e19eee6b65cc service neutron] Attempting to bind port b0503148-a74e-4cb3-86a5-a5353fe7fa4d on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:57:09.389593 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c0cb0e8-3a8c-4b74-9ec6-6327fce7a0f4 admin admin] Deleting subnet a3a0337b-3171-4342-bdd8-60b4b6681ff3 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 21:57:09.392307 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-bfad3789-7189-409a-b839-f6b099dcc482 service neutron] Attempting to bind port 59dfa4a1-84b2-46ce-8814-80411df57b7b on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:57:09.392667 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-bfad3789-7189-409a-b839-f6b099dcc482 service neutron] Attempting to bind port 59dfa4a1-84b2-46ce-8814-80411df57b7b by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:57:09.393003 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-bfad3789-7189-409a-b839-f6b099dcc482 service neutron] Attempting to bind port 59dfa4a1-84b2-46ce-8814-80411df57b7b on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:57:09.394035 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c3119-5342-492f-ac46-5df9f1c3bc0e req-acbf5d31-2d90-48c5-8f69-c061b57c1c5b tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:09.396199 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a3c3119-5342-492f-ac46-5df9f1c3bc0e req-acbf5d31-2d90-48c5-8f69-c061b57c1c5b tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?device_id=531f707b-1376-45f9-9cfe-53fb3de29009 HTTP/1.1" status: 200 len: 936 time: 0.3228219 Aug 11 21:57:09.402542 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7c0cb0e8-3a8c-4b74-9ec6-6327fce7a0f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:09.436599 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-173dab48-08b9-47e8-b5bd-e19eee6b65cc service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:57:09.436989 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-173dab48-08b9-47e8-b5bd-e19eee6b65cc service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:57:09.437610 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-173dab48-08b9-47e8-b5bd-e19eee6b65cc service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:57:09.437929 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-173dab48-08b9-47e8-b5bd-e19eee6b65cc service neutron] Bound port: b0503148-a74e-4cb3-86a5-a5353fe7fa4d, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:57:09.438315 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-173dab48-08b9-47e8-b5bd-e19eee6b65cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:09.450480 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-bfad3789-7189-409a-b839-f6b099dcc482 service neutron] Port 59dfa4a1-84b2-46ce-8814-80411df57b7b on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:57:09.450810 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-bfad3789-7189-409a-b839-f6b099dcc482 service neutron] Attempting to bind port 59dfa4a1-84b2-46ce-8814-80411df57b7b on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:57:09.495836 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-865cbbc0-0dcf-43c4-9170-165a1b158ef6 req-988f75ee-745e-4748-9243-452d4e4e107b service neutron] 10.222.0.52 "GET /v2.0/networks/c38fbfc2-60a8-4130-a95a-d7a797c5eb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031744 Aug 11 21:57:09.505162 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b9197b84-c9a6-4013-93c4-037a894d0deb req-0bea8d49-6e63-4965-95b3-d64b12dee4f6 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264585 Aug 11 21:57:09.519367 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bacf19-2a1a-462d-8bc3-18eed4dd4489 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce624c8-6208-4473-9a5b-a42873bbb744,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:09.534372 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7c0cb0e8-3a8c-4b74-9ec6-6327fce7a0f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:09.547038 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['e1d4ae83-809d-45a4-af28-63140254742b'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:57:09.574714 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-bfad3789-7189-409a-b839-f6b099dcc482 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:57:09.575210 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-bfad3789-7189-409a-b839-f6b099dcc482 service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:57:09.577771 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-bfad3789-7189-409a-b839-f6b099dcc482 service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:57:09.578551 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-bfad3789-7189-409a-b839-f6b099dcc482 service neutron] Bound port: 59dfa4a1-84b2-46ce-8814-80411df57b7b, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:57:09.579183 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-bfad3789-7189-409a-b839-f6b099dcc482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:09.598292 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-4cacbfea-60ca-478c-9224-79979485c7ae tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:09.603773 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f1c39428-7084-4124-b15a-85aa390e18d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:09.606702 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f1c39428-7084-4124-b15a-85aa390e18d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:09.607930 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f1c39428-7084-4124-b15a-85aa390e18d3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aa70c817-1c92-4eff-8b9a-96a5d6b5669d HTTP/1.1" status: 204 len: 168 time: 0.6771808 Aug 11 21:57:09.613421 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a3c3119-5342-492f-ac46-5df9f1c3bc0e req-67442ed6-6c6d-4d30-b261-2c5012494aa1 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/security-groups?id=46359dce-99be-4362-9973-5196cd981151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757827 Aug 11 21:57:09.810067 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c39428-7084-4124-b15a-85aa390e18d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa70c817-1c92-4eff-8b9a-96a5d6b5669d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:09.864743 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-4cacbfea-60ca-478c-9224-79979485c7ae tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Network 8a6e19c3-e031-4b0b-a10a-d21560ea55a1 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:57:09.880598 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cacbfea-60ca-478c-9224-79979485c7ae tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Pushing event updated for resources: {'Port': ['ID=1ec5d92b-f33b-418c-abd7-d2a020ab801c,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:09.883959 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-4cacbfea-60ca-478c-9224-79979485c7ae tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:57:09.917250 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-4cacbfea-60ca-478c-9224-79979485c7ae tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:57:10.036352 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-71bacf19-2a1a-462d-8bc3-18eed4dd4489 service neutron] Attempting to bind port 1ce624c8-6208-4473-9a5b-a42873bbb744 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:57:10.036709 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-71bacf19-2a1a-462d-8bc3-18eed4dd4489 service neutron] Attempting to bind port 1ce624c8-6208-4473-9a5b-a42873bbb744 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:57:10.037123 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-71bacf19-2a1a-462d-8bc3-18eed4dd4489 service neutron] Attempting to bind port 1ce624c8-6208-4473-9a5b-a42873bbb744 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:57:10.064828 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-71bacf19-2a1a-462d-8bc3-18eed4dd4489 service neutron] Port 1ce624c8-6208-4473-9a5b-a42873bbb744 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:57:10.064828 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-71bacf19-2a1a-462d-8bc3-18eed4dd4489 service neutron] Attempting to bind port 1ce624c8-6208-4473-9a5b-a42873bbb744 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:57:10.072353 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-7c0ef7af-9e77-40f9-a80f-9b0872f05846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c063d3ea-dc0f-432f-b420-e57563044081 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:57:10.087416 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-7c0ef7af-9e77-40f9-a80f-9b0872f05846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:10.103714 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-7c0ef7af-9e77-40f9-a80f-9b0872f05846 service neutron] Transition to ACTIVE for port object c063d3ea-dc0f-432f-b420-e57563044081 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:57:10.118477 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-4cacbfea-60ca-478c-9224-79979485c7ae tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:10.119954 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-4cacbfea-60ca-478c-9224-79979485c7ae tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:10.145712 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7c0cb0e8-3a8c-4b74-9ec6-6327fce7a0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:10.161662 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-7c0ef7af-9e77-40f9-a80f-9b0872f05846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:10.212588 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-71bacf19-2a1a-462d-8bc3-18eed4dd4489 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:57:10.213237 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-71bacf19-2a1a-462d-8bc3-18eed4dd4489 service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:57:10.215869 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-71bacf19-2a1a-462d-8bc3-18eed4dd4489 service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:57:10.216487 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-71bacf19-2a1a-462d-8bc3-18eed4dd4489 service neutron] Bound port: 1ce624c8-6208-4473-9a5b-a42873bbb744, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:57:10.216870 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-71bacf19-2a1a-462d-8bc3-18eed4dd4489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:10.240170 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1ce76-5999-4163-9eb4-3169761d2027 req-270be2f2-272a-4241-94e3-c3a0a0bb31d2 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:10.248782 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b2b1ce76-5999-4163-9eb4-3169761d2027 req-270be2f2-272a-4241-94e3-c3a0a0bb31d2 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0ce38f1-03bf-4049-9a3e-e97418769e77 HTTP/1.1" status: 200 len: 931 time: 0.5512578 Aug 11 21:57:10.284144 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e7babf22-12a0-4ae7-8baf-58724c8ff9ea None None] Provisioning for port 1ec5d92b-f33b-418c-abd7-d2a020ab801c completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:57:10.289258 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e7babf22-12a0-4ae7-8baf-58724c8ff9ea None None] Provisioning complete for port 1ec5d92b-f33b-418c-abd7-d2a020ab801c triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:57:10.289674 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e7babf22-12a0-4ae7-8baf-58724c8ff9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:10.307780 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-4cacbfea-60ca-478c-9224-79979485c7ae tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6810350 Aug 11 21:57:10.340216 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-a56e5b99-7e98-4c51-a3db-143c6aafc5ba service neutron] Request body: {'port': {'device_id': 'd0ce38f1-03bf-4049-9a3e-e97418769e77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:57:10.348136 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-173dab48-08b9-47e8-b5bd-e19eee6b65cc service neutron] For port b0503148-a74e-4cb3-86a5-a5353fe7fa4d, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:57:10.371027 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-173dab48-08b9-47e8-b5bd-e19eee6b65cc service neutron] For port b0503148-a74e-4cb3-86a5-a5353fe7fa4d, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=b0503148-a74e-4cb3-86a5-a5353fe7fa4d,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:57:10.389918 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-865cbbc0-0dcf-43c4-9170-165a1b158ef6 req-5cfd2855-e264-4ec3-9650-c0b519e69b8f service neutron] 10.222.0.52 "GET /v2.0/networks/c38fbfc2-60a8-4130-a95a-d7a797c5eb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8836935 Aug 11 21:57:10.399064 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-e7babf22-12a0-4ae7-8baf-58724c8ff9ea None None] Port 1ec5d92b-f33b-418c-abd7-d2a020ab801c cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:57:10.425542 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b2b1ce76-5999-4163-9eb4-3169761d2027 req-be582955-aaf5-4fda-84ce-8a230de623ce tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/security-groups?id=75567f51-b0a8-4eda-b710-051b14d4be14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758025 Aug 11 21:57:10.431214 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-173dab48-08b9-47e8-b5bd-e19eee6b65cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:10.445020 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-bfad3789-7189-409a-b839-f6b099dcc482 service neutron] For port 59dfa4a1-84b2-46ce-8814-80411df57b7b, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:57:10.448904 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ef7af-9e77-40f9-a80f-9b0872f05846 service neutron] Pushing event updated for resources: {'Port': ['ID=c063d3ea-dc0f-432f-b420-e57563044081,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:10.468701 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-bfad3789-7189-409a-b839-f6b099dcc482 service neutron] For port 59dfa4a1-84b2-46ce-8814-80411df57b7b, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=59dfa4a1-84b2-46ce-8814-80411df57b7b,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:57:10.491196 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c525fd3-86ce-4ea5-b6a4-7090f046abe2 req-ae9b219b-e0a3-4b61-82de-62cb3a239a90 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:10.499865 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1c525fd3-86ce-4ea5-b6a4-7090f046abe2 req-ae9b219b-e0a3-4b61-82de-62cb3a239a90 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 945 time: 0.4470446 Aug 11 21:57:10.523694 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-bfad3789-7189-409a-b839-f6b099dcc482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:10.560569 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-bfad3789-7189-409a-b839-f6b099dcc482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:10.562517 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-bfad3789-7189-409a-b839-f6b099dcc482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:10.564171 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-bfad3789-7189-409a-b839-f6b099dcc482 service neutron] 10.222.0.52 "PUT /v2.0/ports/59dfa4a1-84b2-46ce-8814-80411df57b7b HTTP/1.1" status: 200 len: 1095 time: 7.6222887 Aug 11 21:57:10.574341 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '497dfcb1-e54c-42ce-a47b-c28267b306c6', 'tag': '59dfa4a1-84b2-46ce-8814-80411df57b7b'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:57:10.578380 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2664f14f-6108-40b5-a636-e46cfbff6ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "497dfcb1-e54c-42ce-a47b-c28267b306c6", "tag": "59dfa4a1-84b2-46ce-8814-80411df57b7b"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:57:10.585661 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-173dab48-08b9-47e8-b5bd-e19eee6b65cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:10.587467 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-173dab48-08b9-47e8-b5bd-e19eee6b65cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:10.590262 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-173dab48-08b9-47e8-b5bd-e19eee6b65cc service neutron] 10.222.0.82 "PUT /v2.0/ports/b0503148-a74e-4cb3-86a5-a5353fe7fa4d HTTP/1.1" status: 200 len: 1095 time: 5.8477199 Aug 11 21:57:10.596825 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7c0cb0e8-3a8c-4b74-9ec6-6327fce7a0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:10.644645 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7c0cb0e8-3a8c-4b74-9ec6-6327fce7a0f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:10.648475 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7c0cb0e8-3a8c-4b74-9ec6-6327fce7a0f4 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a3a0337b-3171-4342-bdd8-60b4b6681ff3 HTTP/1.1" status: 204 len: 168 time: 1.4464226 Aug 11 21:57:10.667300 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75f43bd-9331-4da6-9933-ea0961620ce6 None None] Network f8e2d25c-73a0-4643-b43c-453da43b9ab1 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:57:10.672185 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56748) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:57:10.696198 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0cb0e8-3a8c-4b74-9ec6-6327fce7a0f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3a0337b-3171-4342-bdd8-60b4b6681ff3,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:10.892595 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173dab48-08b9-47e8-b5bd-e19eee6b65cc service neutron] Pushing event updated for resources: {'Port': ['ID=b0503148-a74e-4cb3-86a5-a5353fe7fa4d,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:10.899862 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device e1d4ae83-809d-45a4-af28-63140254742b up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:57:10.906652 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-a56e5b99-7e98-4c51-a3db-143c6aafc5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:11.035458 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-bc65bbaa-1c5c-4543-ad06-5eb8e2caff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:11.037842 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-71bacf19-2a1a-462d-8bc3-18eed4dd4489 service neutron] For port 1ce624c8-6208-4473-9a5b-a42873bbb744, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:57:11.038721 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-bc65bbaa-1c5c-4543-ad06-5eb8e2caff8d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fda8d30fb096432db86c7a2a58224021&device_id=a9204205-32e8-4c4c-a647-a1145dc5886a HTTP/1.1" status: 200 len: 1098 time: 0.3479025 Aug 11 21:57:11.108211 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1c525fd3-86ce-4ea5-b6a4-7090f046abe2 req-74ceb667-2d43-495c-9f6f-6baadf950777 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6069663 Aug 11 21:57:11.126968 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-71bacf19-2a1a-462d-8bc3-18eed4dd4489 service neutron] For port 1ce624c8-6208-4473-9a5b-a42873bbb744, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1ce624c8-6208-4473-9a5b-a42873bbb744,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:57:11.131492 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-7c0ef7af-9e77-40f9-a80f-9b0872f05846 service neutron] Attempting to bind port c063d3ea-dc0f-432f-b420-e57563044081 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:57:11.154387 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port e1d4ae83-809d-45a4-af28-63140254742b completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:57:11.154727 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-7c0ef7af-9e77-40f9-a80f-9b0872f05846 service neutron] Attempting to bind port c063d3ea-dc0f-432f-b420-e57563044081 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:57:11.155738 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-7c0ef7af-9e77-40f9-a80f-9b0872f05846 service neutron] Attempting to bind port c063d3ea-dc0f-432f-b420-e57563044081 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:57:11.192161 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-71bacf19-2a1a-462d-8bc3-18eed4dd4489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:11.196978 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed644c0b-a9ce-4d3e-a59d-8bfad19b22ea None None] DHCP port deletion for f8e2d25c-73a0-4643-b43c-453da43b9ab1 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 21:57:11.227368 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port e1d4ae83-809d-45a4-af28-63140254742b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:57:11.228138 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:11.230786 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-4e04ac71-b82f-4ec9-91c3-e404661c63a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:11.239765 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-4e04ac71-b82f-4ec9-91c3-e404661c63a8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7f9e092b700c4b00a0d472bc8b110af8&device_id=497dfcb1-e54c-42ce-a47b-c28267b306c6 HTTP/1.1" status: 200 len: 1098 time: 0.6189659 Aug 11 21:57:11.247163 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-b9cfa364-f7a2-48dc-8434-b1a2ecb93d60 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=b0503148-a74e-4cb3-86a5-a5353fe7fa4d HTTP/1.1" status: 200 len: 217 time: 0.1780581 Aug 11 21:57:11.291400 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad3789-7189-409a-b839-f6b099dcc482 service neutron] Pushing event updated for resources: {'Port': ['ID=59dfa4a1-84b2-46ce-8814-80411df57b7b,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:11.304406 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f42b3a-b722-442f-8b69-33372ba5d2d6 x-openstack-request-id: req-39f42b3a-b722-442f-8b69-33372ba5d2d6 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:57:11.306092 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "497dfcb1-e54c-42ce-a47b-c28267b306c6", "tag": "59dfa4a1-84b2-46ce-8814-80411df57b7b", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:57:11.307066 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-39f42b3a-b722-442f-8b69-33372ba5d2d6 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:57:11.308348 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '497dfcb1-e54c-42ce-a47b-c28267b306c6', 'tag': '59dfa4a1-84b2-46ce-8814-80411df57b7b', 'status': 'completed', 'code': 200} Aug 11 21:57:11.309508 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56762) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:57:11.423127 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-ed644c0b-a9ce-4d3e-a59d-8bfad19b22ea None None] Deleting port 7210ce15-e2c7-45be-8979-c8179c69ef9f {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:57:11.423761 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ed644c0b-a9ce-4d3e-a59d-8bfad19b22ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:11.505133 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d3020-d147-4b86-9796-4af6d702a36d req-145addff-bcf6-4fed-8e4d-13e467155833 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:11.508956 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a54d3020-d147-4b86-9796-4af6d702a36d req-145addff-bcf6-4fed-8e4d-13e467155833 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9204205-32e8-4c4c-a647-a1145dc5886a HTTP/1.1" status: 200 len: 947 time: 0.8171968 Aug 11 21:57:11.517949 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-177ed9c5-afc2-460f-8869-8d33d01607cf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=59dfa4a1-84b2-46ce-8814-80411df57b7b HTTP/1.1" status: 200 len: 217 time: 0.2289608 Aug 11 21:57:11.536748 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:11.582108 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-ee6a6848-9277-4ed9-a2e2-4ac660418f9f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1786919465-network', 'tenant_id': '704980c76a6940bc93b748d639130b8a'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:57:11.589356 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-ed644c0b-a9ce-4d3e-a59d-8bfad19b22ea None None] For port 7210ce15-e2c7-45be-8979-c8179c69ef9f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7210ce15-e2c7-45be-8979-c8179c69ef9f,segment=NetworkSegment(369ccefe-0b9e-4d97-a5e7-b13f89274970),segment_id=369ccefe-0b9e-4d97-a5e7-b13f89274970)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:11.589857 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ed644c0b-a9ce-4d3e-a59d-8bfad19b22ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:11.599175 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-7c0ef7af-9e77-40f9-a80f-9b0872f05846 service neutron] Port c063d3ea-dc0f-432f-b420-e57563044081 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:57:11.599903 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-7c0ef7af-9e77-40f9-a80f-9b0872f05846 service neutron] Attempting to bind port c063d3ea-dc0f-432f-b420-e57563044081 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:57:11.602121 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fedad8-cbbf-4b15-a801-13941d5d7d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d4ae83-809d-45a4-af28-63140254742b'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:57:11.606395 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55374157-3542-4c4a-b90f-cf36a6295510" -d '{"events": [{"server_uuid": "90fedad8-cbbf-4b15-a801-13941d5d7d11", "name": "network-vif-plugged", "status": "completed", "tag": "e1d4ae83-809d-45a4-af28-63140254742b"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:57:11.626365 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-d8fdd6b2-5aed-42eb-950d-2ce41cb8cbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:11.628543 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-d8fdd6b2-5aed-42eb-950d-2ce41cb8cbc0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.3114696 Aug 11 21:57:11.637620 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port e1d4ae83-809d-45a4-af28-63140254742b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e1d4ae83-809d-45a4-af28-63140254742b,segment=NetworkSegment(b96991c3-da7b-4769-9732-b3948f3cb059),segment_id=b96991c3-da7b-4769-9732-b3948f3cb059)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:11.649402 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:11.651837 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-ed644c0b-a9ce-4d3e-a59d-8bfad19b22ea None None] Calling delete_port for 7210ce15-e2c7-45be-8979-c8179c69ef9f owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:57:11.666193 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-1bc78170-da34-4258-8f6e-acfcb7177257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:11.668158 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-1bc78170-da34-4258-8f6e-acfcb7177257 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1390417 Aug 11 21:57:11.669626 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-be1f4abf-ac8b-40bc-ab2e-e54b7d143310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:11.673770 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-7c0ef7af-9e77-40f9-a80f-9b0872f05846 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:57:11.674215 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-7c0ef7af-9e77-40f9-a80f-9b0872f05846 service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:57:11.674500 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-7c0ef7af-9e77-40f9-a80f-9b0872f05846 service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:57:11.675358 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-7c0ef7af-9e77-40f9-a80f-9b0872f05846 service neutron] Bound port: c063d3ea-dc0f-432f-b420-e57563044081, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:57:11.675764 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-7c0ef7af-9e77-40f9-a80f-9b0872f05846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:11.714844 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-71bacf19-2a1a-462d-8bc3-18eed4dd4489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:11.715478 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-71bacf19-2a1a-462d-8bc3-18eed4dd4489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:11.717359 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-71bacf19-2a1a-462d-8bc3-18eed4dd4489 service neutron] 10.222.0.52 "PUT /v2.0/ports/1ce624c8-6208-4473-9a5b-a42873bbb744 HTTP/1.1" status: 200 len: 1095 time: 5.2069182 Aug 11 21:57:11.722231 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff0dcd7-0373-491f-ace2-00bd9f25f165', 'tag': '1ce624c8-6208-4473-9a5b-a42873bbb744'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:57:11.724643 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5cc70a-a346-4893-af5e-2665d08d0e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "3ff0dcd7-0373-491f-ace2-00bd9f25f165", "tag": "1ce624c8-6208-4473-9a5b-a42873bbb744"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:57:11.731931 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-a56e5b99-7e98-4c51-a3db-143c6aafc5ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec5d92b-f33b-418c-abd7-d2a020ab801c {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:57:11.744599 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6a6848-9277-4ed9-a2e2-4ac660418f9f admin admin] Made reservation on behalf of 704980c76a6940bc93b748d639130b8a for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:57:11.747563 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6848-9277-4ed9-a2e2-4ac660418f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:11.757409 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a54d3020-d147-4b86-9796-4af6d702a36d req-e8939b42-17ae-4324-8bc3-f60a04fd3f61 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879492 Aug 11 21:57:11.772287 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6848-9277-4ed9-a2e2-4ac660418f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:11.805527 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-c6776791-f371-4f32-8671-6c8c57eca3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:11.807601 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-c6776791-f371-4f32-8671-6c8c57eca3a1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1689522 Aug 11 21:57:11.812483 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-a56e5b99-7e98-4c51-a3db-143c6aafc5ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:11.822852 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-3d5cb3e5-21ca-444c-b426-3d02e54b91d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:11.825379 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-3d5cb3e5-21ca-444c-b426-3d02e54b91d8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1230381 Aug 11 21:57:11.831186 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=e1d4ae83-809d-45a4-af28-63140254742b,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:11.909445 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ed644c0b-a9ce-4d3e-a59d-8bfad19b22ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:11.915345 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-a56e5b99-7e98-4c51-a3db-143c6aafc5ba service neutron] Transition to ACTIVE for port object 1ec5d92b-f33b-418c-abd7-d2a020ab801c will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:57:11.921220 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bacf19-2a1a-462d-8bc3-18eed4dd4489 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce624c8-6208-4473-9a5b-a42873bbb744,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:11.969096 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-a56e5b99-7e98-4c51-a3db-143c6aafc5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:11.974235 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed644c0b-a9ce-4d3e-a59d-8bfad19b22ea None None] Pushing event deleted for resources: {'Port': ['ID=7210ce15-e2c7-45be-8979-c8179c69ef9f,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:11.983071 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-be1f4abf-ac8b-40bc-ab2e-e54b7d143310 admin admin] The port '7210ce15-e2c7-45be-8979-c8179c69ef9f' was deleted {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 11 21:57:11.984822 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed644c0b-a9ce-4d3e-a59d-8bfad19b22ea None None] No DVR routers for this DVR port 7210ce15-e2c7-45be-8979-c8179c69ef9f on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:57:12.042234 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24640121-60a0-43a4-b4a4-a7870721c204 req-94e70cb8-c340-4327-8814-8fde6ed46e42 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:12.050508 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-24640121-60a0-43a4-b4a4-a7870721c204 req-94e70cb8-c340-4327-8814-8fde6ed46e42 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?device_id=531f707b-1376-45f9-9cfe-53fb3de29009 HTTP/1.1" status: 200 len: 948 time: 0.4522059 Aug 11 21:57:12.119990 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-b28e7059-4625-4339-b8e5-89eaa6728d76 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034818 Aug 11 21:57:12.146458 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-7c0ef7af-9e77-40f9-a80f-9b0872f05846 service neutron] For port c063d3ea-dc0f-432f-b420-e57563044081, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:57:12.206922 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-da3922bd-ce97-4b09-9d5e-affdf786adfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:12.207470 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-da3922bd-ce97-4b09-9d5e-affdf786adfa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fda8d30fb096432db86c7a2a58224021&device_id=3ff0dcd7-0373-491f-ace2-00bd9f25f165 HTTP/1.1" status: 200 len: 1098 time: 0.4414423 Aug 11 21:57:12.230921 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e5b99-7e98-4c51-a3db-143c6aafc5ba service neutron] Pushing event updated for resources: {'Port': ['ID=1ec5d92b-f33b-418c-abd7-d2a020ab801c,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:12.245257 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-7c0ef7af-9e77-40f9-a80f-9b0872f05846 service neutron] For port c063d3ea-dc0f-432f-b420-e57563044081, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c063d3ea-dc0f-432f-b420-e57563044081,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:57:12.302166 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6848-9277-4ed9-a2e2-4ac660418f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:12.303410 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-7c0ef7af-9e77-40f9-a80f-9b0872f05846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:12.305427 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-7445cc9c-151d-4ef6-9ab6-23696e150b15 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684057 Aug 11 21:57:12.326230 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-be1f4abf-ac8b-40bc-ab2e-e54b7d143310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:12.335155 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-4ec77bb1-04d3-4c93-a644-ef3cdb7dccfa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=1ce624c8-6208-4473-9a5b-a42873bbb744 HTTP/1.1" status: 200 len: 217 time: 0.1052334 Aug 11 21:57:12.349948 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-24640121-60a0-43a4-b4a4-a7870721c204 req-d1e44365-5b15-43bd-91e2-fca286e127ab tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/security-groups?id=46359dce-99be-4362-9973-5196cd981151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987797 Aug 11 21:57:12.407486 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-be1f4abf-ac8b-40bc-ab2e-e54b7d143310 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e2d25c-73a0-4643-b43c-453da43b9ab1']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:57:12.419844 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-7c0ef7af-9e77-40f9-a80f-9b0872f05846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:12.420838 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-7c0ef7af-9e77-40f9-a80f-9b0872f05846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:12.422643 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-7c0ef7af-9e77-40f9-a80f-9b0872f05846 service neutron] 10.222.0.82 "PUT /v2.0/ports/c063d3ea-dc0f-432f-b420-e57563044081 HTTP/1.1" status: 200 len: 1096 time: 4.6375113 Aug 11 21:57:12.447001 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d515d571-4441-41c4-8251-b3e0ef79f9e9 req-1ab3479f-f053-4006-8307-cc10d96c24ff service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338377 Aug 11 21:57:12.450205 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6848-9277-4ed9-a2e2-4ac660418f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:12.482121 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b399475f-b223-4d7c-b1c6-bf7b8e97d452 x-openstack-request-id: req-b399475f-b223-4d7c-b1c6-bf7b8e97d452 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:57:12.483808 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90fedad8-cbbf-4b15-a801-13941d5d7d11", "name": "network-vif-plugged", "status": "completed", "tag": "e1d4ae83-809d-45a4-af28-63140254742b", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:57:12.485022 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b399475f-b223-4d7c-b1c6-bf7b8e97d452 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:57:12.486557 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fedad8-cbbf-4b15-a801-13941d5d7d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d4ae83-809d-45a4-af28-63140254742b', 'code': 200} Aug 11 21:57:12.503411 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-be1f4abf-ac8b-40bc-ab2e-e54b7d143310 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '369ccefe-0b9e-4d97-a5e7-b13f89274970') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:57:12.503936 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-be1f4abf-ac8b-40bc-ab2e-e54b7d143310 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '369ccefe-0b9e-4d97-a5e7-b13f89274970') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:57:12.568608 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-be1f4abf-ac8b-40bc-ab2e-e54b7d143310 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:12.570208 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a6848-9277-4ed9-a2e2-4ac660418f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86648729-42da-43f2-9f37-09c95e71c498,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:12.642754 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6a6848-9277-4ed9-a2e2-4ac660418f9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:57:12.672300 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e560600c-b9be-4d7f-8046-842d0aa2f9cb x-openstack-request-id: req-e560600c-b9be-4d7f-8046-842d0aa2f9cb {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:57:12.673181 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ff0dcd7-0373-491f-ace2-00bd9f25f165", "tag": "1ce624c8-6208-4473-9a5b-a42873bbb744", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:57:12.673534 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e560600c-b9be-4d7f-8046-842d0aa2f9cb {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:57:12.674308 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff0dcd7-0373-491f-ace2-00bd9f25f165', 'tag': '1ce624c8-6208-4473-9a5b-a42873bbb744', 'status': 'completed', 'code': 200} Aug 11 21:57:12.680769 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b9a83-8da9-4c32-870c-12c905464246 req-1acfa42d-0852-47b0-a2c3-a8bf98010363 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:12.683012 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-790b9a83-8da9-4c32-870c-12c905464246 req-1acfa42d-0852-47b0-a2c3-a8bf98010363 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0ce38f1-03bf-4049-9a3e-e97418769e77 HTTP/1.1" status: 200 len: 943 time: 0.5437486 Aug 11 21:57:12.696042 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99aee7-dd53-46cc-8bd5-9902ad92bab2 req-71f22314-abc7-4389-a7b5-e66dae978082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:12.699992 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ce99aee7-dd53-46cc-8bd5-9902ad92bab2 req-71f22314-abc7-4389-a7b5-e66dae978082 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 1097 time: 0.1188083 Aug 11 21:57:12.703101 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ef7af-9e77-40f9-a80f-9b0872f05846 service neutron] Pushing event updated for resources: {'Port': ['ID=c063d3ea-dc0f-432f-b420-e57563044081,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:12.731700 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-be1f4abf-ac8b-40bc-ab2e-e54b7d143310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:12.752827 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6848-9277-4ed9-a2e2-4ac660418f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:12.753251 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-ee6a6848-9277-4ed9-a2e2-4ac660418f9f admin admin] Added segment ffed3146-de3f-4be3-8115-828bea6c4b11 of type vlan for network fbc581d3-9c12-4114-aa0a-f251c3932495 Aug 11 21:57:12.759785 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-3062d69c-065e-492b-838f-aa68035584af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:12.762932 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-3062d69c-065e-492b-838f-aa68035584af service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.4099135 Aug 11 21:57:12.765441 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-790b9a83-8da9-4c32-870c-12c905464246 req-447e738b-098f-4739-bec7-a9d6aa3f434b tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/security-groups?id=75567f51-b0a8-4eda-b710-051b14d4be14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565090 Aug 11 21:57:12.783149 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1f4abf-ac8b-40bc-ab2e-e54b7d143310 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 21:57:12.784478 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-be1f4abf-ac8b-40bc-ab2e-e54b7d143310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: timer() Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 21:57:12.787434 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 21:57:12.808938 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664f14f-6108-40b5-a636-e46cfbff6ed2 req-462bcd2a-60e9-4dd0-8cc9-0729669ac269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:12.810832 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2664f14f-6108-40b5-a636-e46cfbff6ed2 req-462bcd2a-60e9-4dd0-8cc9-0729669ac269 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7f9e092b700c4b00a0d472bc8b110af8&device_id=497dfcb1-e54c-42ce-a47b-c28267b306c6 HTTP/1.1" status: 200 len: 1098 time: 0.2572694 Aug 11 21:57:12.861210 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-a56e5b99-7e98-4c51-a3db-143c6aafc5ba service neutron] Attempting to bind port 1ec5d92b-f33b-418c-abd7-d2a020ab801c on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:57:12.861670 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-a56e5b99-7e98-4c51-a3db-143c6aafc5ba service neutron] Attempting to bind port 1ec5d92b-f33b-418c-abd7-d2a020ab801c by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'd069c60f-2e4a-4d6b-9585-7f7e1b0947e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8a6e19c3-e031-4b0b-a10a-d21560ea55a1'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:57:12.864672 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-a56e5b99-7e98-4c51-a3db-143c6aafc5ba service neutron] Attempting to bind port 1ec5d92b-f33b-418c-abd7-d2a020ab801c on network 8a6e19c3-e031-4b0b-a10a-d21560ea55a1 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:57:12.989831 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6848-9277-4ed9-a2e2-4ac660418f9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:12.991018 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7210ce15-e2c7-45be-8979-c8179c69ef9f no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:57:13.017565 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-14a9a8cb-a39d-4a42-878f-8475b1b282f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:13.020629 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-14a9a8cb-a39d-4a42-878f-8475b1b282f0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7f9e092b700c4b00a0d472bc8b110af8&device_id=531f707b-1376-45f9-9cfe-53fb3de29009 HTTP/1.1" status: 200 len: 1099 time: 0.4917109 Aug 11 21:57:13.021574 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-a56e5b99-7e98-4c51-a3db-143c6aafc5ba service neutron] Port 1ec5d92b-f33b-418c-abd7-d2a020ab801c on network 8a6e19c3-e031-4b0b-a10a-d21560ea55a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:57:13.022099 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-a56e5b99-7e98-4c51-a3db-143c6aafc5ba service neutron] Attempting to bind port 1ec5d92b-f33b-418c-abd7-d2a020ab801c on network 8a6e19c3-e031-4b0b-a10a-d21560ea55a1 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:57:13.037478 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 7210ce15-e2c7-45be-8979-c8179c69ef9f {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:57:13.038417 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7210ce15-e2c7-45be-8979-c8179c69ef9f not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:57:13.055015 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-b5655e9c-3ac2-42e7-9fed-ee884f338f74 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8968453 Aug 11 21:57:13.110014 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ce99aee7-dd53-46cc-8bd5-9902ad92bab2 req-108f916b-4c64-4756-9bd9-5ae7f68d0521 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542738 Aug 11 21:57:13.122642 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6848-9277-4ed9-a2e2-4ac660418f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:13.123727 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6a6848-9277-4ed9-a2e2-4ac660418f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:13.124519 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6848-9277-4ed9-a2e2-4ac660418f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:13.129587 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-a56e5b99-7e98-4c51-a3db-143c6aafc5ba service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:57:13.129880 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-a56e5b99-7e98-4c51-a3db-143c6aafc5ba service neutron] Checking segment: {'id': 'd069c60f-2e4a-4d6b-9585-7f7e1b0947e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8a6e19c3-e031-4b0b-a10a-d21560ea55a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:57:13.130189 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-a56e5b99-7e98-4c51-a3db-143c6aafc5ba service neutron] Bound using segment: {'id': 'd069c60f-2e4a-4d6b-9585-7f7e1b0947e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8a6e19c3-e031-4b0b-a10a-d21560ea55a1'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:57:13.131037 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-a56e5b99-7e98-4c51-a3db-143c6aafc5ba service neutron] Bound port: 1ec5d92b-f33b-418c-abd7-d2a020ab801c, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd069c60f-2e4a-4d6b-9585-7f7e1b0947e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8a6e19c3-e031-4b0b-a10a-d21560ea55a1'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:57:13.131799 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-a56e5b99-7e98-4c51-a3db-143c6aafc5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:13.139439 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664f14f-6108-40b5-a636-e46cfbff6ed2 req-0521a326-4d05-4404-bd1c-82d5bc6aa678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:13.141035 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2664f14f-6108-40b5-a636-e46cfbff6ed2 req-0521a326-4d05-4404-bd1c-82d5bc6aa678 service neutron] 10.222.0.52 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.2789540 Aug 11 21:57:13.143998 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9e5099dd-3f7f-4a6e-a89b-2fb8315e8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:13.185445 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-7cd38ec0-9269-484c-8420-4b391ebe8ddd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=c063d3ea-dc0f-432f-b420-e57563044081 HTTP/1.1" status: 200 len: 217 time: 0.0836625 Aug 11 21:57:13.189301 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-be1f4abf-ac8b-40bc-ab2e-e54b7d143310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:13.193685 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-be1f4abf-ac8b-40bc-ab2e-e54b7d143310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:13.200308 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-be1f4abf-ac8b-40bc-ab2e-e54b7d143310 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f8e2d25c-73a0-4643-b43c-453da43b9ab1 HTTP/1.1" status: 204 len: 168 time: 2.5148647 Aug 11 21:57:13.248024 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790d701-6796-46be-b394-003159290685 req-9f59b122-b065-4958-a8ba-01b70ecf0702 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:13.250091 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c790d701-6796-46be-b394-003159290685 req-9f59b122-b065-4958-a8ba-01b70ecf0702 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9204205-32e8-4c4c-a647-a1145dc5886a HTTP/1.1" status: 200 len: 947 time: 0.2828872 Aug 11 21:57:13.286468 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-db7a97ef-7cdd-41b6-8327-972ce02e13ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:13.288463 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-db7a97ef-7cdd-41b6-8327-972ce02e13ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5077627 Aug 11 21:57:13.289485 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f4abf-ac8b-40bc-ab2e-e54b7d143310 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8e2d25c-73a0-4643-b43c-453da43b9ab1,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:13.312416 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471093ca-3a59-4a5a-8c02-c1d525cca595 req-285b20af-3071-4d9f-8dd9-fb76b76be160 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:13.313084 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ee6a6848-9277-4ed9-a2e2-4ac660418f9f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9907930 Aug 11 21:57:13.313703 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9204205-32e8-4c4c-a647-a1145dc5886a', 'tag': 'b0503148-a74e-4cb3-86a5-a5353fe7fa4d'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:57:13.316278 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdb1cfd-3df3-4006-8291-3685981a90e1" -d '{"events": [{"name": "network-changed", "server_uuid": "a9204205-32e8-4c4c-a647-a1145dc5886a", "tag": "b0503148-a74e-4cb3-86a5-a5353fe7fa4d"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:57:13.320433 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-471093ca-3a59-4a5a-8c02-c1d525cca595 req-285b20af-3071-4d9f-8dd9-fb76b76be160 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 946 time: 0.3807645 Aug 11 21:57:13.323043 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56784) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:57:13.329770 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-27b75e97-9950-41d8-b106-57b28d994272 admin admin] Request body: {'subnet': {'network_id': 'fbc581d3-9c12-4114-aa0a-f251c3932495', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1786919465-subnet', 'tenant_id': '704980c76a6940bc93b748d639130b8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:57:13.334159 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2664f14f-6108-40b5-a636-e46cfbff6ed2 req-12918adc-e7eb-4c8d-bad4-a0a8e132e05f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=59dfa4a1-84b2-46ce-8814-80411df57b7b HTTP/1.1" status: 200 len: 217 time: 0.1396286 Aug 11 21:57:13.360535 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a6848-9277-4ed9-a2e2-4ac660418f9f admin admin] Pushing event updated for resources: {'Network': ['ID=fbc581d3-9c12-4114-aa0a-f251c3932495,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:13.373904 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network fbc581d3-9c12-4114-aa0a-f251c3932495 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:57:13.434637 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56790) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:57:13.453107 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-cb592093-f55f-4719-af40-7f27472ae5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:13.454644 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-cb592093-f55f-4719-af40-7f27472ae5ee service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.2501655 Aug 11 21:57:13.455031 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664f14f-6108-40b5-a636-e46cfbff6ed2 req-a414f8e5-0431-494b-a105-2771f877752e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:13.458222 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2664f14f-6108-40b5-a636-e46cfbff6ed2 req-a414f8e5-0431-494b-a105-2771f877752e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1107202 Aug 11 21:57:13.478067 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c790d701-6796-46be-b394-003159290685 req-c571789f-1807-4009-8e92-21c0eb2b0cbd tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793067 Aug 11 21:57:13.481164 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b75e97-9950-41d8-b106-57b28d994272 admin admin] Made reservation on behalf of 704980c76a6940bc93b748d639130b8a for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:57:13.485407 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-27b75e97-9950-41d8-b106-57b28d994272 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:13.506621 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-a56e5b99-7e98-4c51-a3db-143c6aafc5ba service neutron] For port 1ec5d92b-f33b-418c-abd7-d2a020ab801c, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:57:13.614940 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-471093ca-3a59-4a5a-8c02-c1d525cca595 req-d1a05cc9-1445-4393-b4c6-3c69e006aa39 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927389 Aug 11 21:57:13.625213 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-a56e5b99-7e98-4c51-a3db-143c6aafc5ba service neutron] For port 1ec5d92b-f33b-418c-abd7-d2a020ab801c, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1ec5d92b-f33b-418c-abd7-d2a020ab801c,segment=NetworkSegment(d069c60f-2e4a-4d6b-9585-7f7e1b0947e7),segment_id=d069c60f-2e4a-4d6b-9585-7f7e1b0947e7)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:57:13.632439 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664f14f-6108-40b5-a636-e46cfbff6ed2 req-4f3ec20f-4347-44c2-b380-f31ffb16524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:13.634499 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2664f14f-6108-40b5-a636-e46cfbff6ed2 req-4f3ec20f-4347-44c2-b380-f31ffb16524d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1548872 Aug 11 21:57:13.707776 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-a56e5b99-7e98-4c51-a3db-143c6aafc5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:13.727800 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b70fd7-5d79-41d9-b84b-15557aa23e26 x-openstack-request-id: req-06b70fd7-5d79-41d9-b84b-15557aa23e26 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:57:13.728248 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9204205-32e8-4c4c-a647-a1145dc5886a", "tag": "b0503148-a74e-4cb3-86a5-a5353fe7fa4d", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:57:13.728608 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-06b70fd7-5d79-41d9-b84b-15557aa23e26 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:57:13.729120 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9204205-32e8-4c4c-a647-a1145dc5886a', 'tag': 'b0503148-a74e-4cb3-86a5-a5353fe7fa4d', 'status': 'completed', 'code': 200} Aug 11 21:57:13.817655 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6389f3cf-359b-475a-8461-182cd4fb3311 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=80a5e8f6f7ed430798dfcf878a1f42dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3749616 Aug 11 21:57:13.823353 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56792) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:57:13.842762 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-a56e5b99-7e98-4c51-a3db-143c6aafc5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:13.844262 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-a56e5b99-7e98-4c51-a3db-143c6aafc5ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:13.846655 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-a56e5b99-7e98-4c51-a3db-143c6aafc5ba service neutron] 10.222.0.52 "PUT /v2.0/ports/1ec5d92b-f33b-418c-abd7-d2a020ab801c HTTP/1.1" status: 200 len: 1091 time: 3.5160937 Aug 11 21:57:13.858987 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-16cdf2ed-86fd-4e27-9663-7e9b6ea05866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:13.862244 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-16cdf2ed-86fd-4e27-9663-7e9b6ea05866 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3862987 Aug 11 21:57:13.868230 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-a59e5968-8d5e-42fb-8944-c4c7ca38c404 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5671744 Aug 11 21:57:13.961060 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2664f14f-6108-40b5-a636-e46cfbff6ed2 req-fd4bf78c-8074-4889-bb84-484b9b846e65 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091989 Aug 11 21:57:14.095756 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-27b75e97-9950-41d8-b106-57b28d994272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:14.133623 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb1cfd-3df3-4006-8291-3685981a90e1 req-4c3c89ea-3423-4834-933f-c2351e725312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:14.136705 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8bdb1cfd-3df3-4006-8291-3685981a90e1 req-4c3c89ea-3423-4834-933f-c2351e725312 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fda8d30fb096432db86c7a2a58224021&device_id=a9204205-32e8-4c4c-a647-a1145dc5886a HTTP/1.1" status: 200 len: 1098 time: 0.3815691 Aug 11 21:57:14.468230 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b75e97-9950-41d8-b106-57b28d994272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be7452b7-b8d0-4bf7-80cd-e521ec14ff25,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:14.500685 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e5b99-7e98-4c51-a3db-143c6aafc5ba service neutron] Pushing event updated for resources: {'Port': ['ID=1ec5d92b-f33b-418c-abd7-d2a020ab801c,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:14.558077 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43129b34-e668-488e-a778-acad829cbac6 req-291c1041-ae0e-41a7-a8e2-11dd2f00f335 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:14.563438 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-43129b34-e668-488e-a778-acad829cbac6 req-291c1041-ae0e-41a7-a8e2-11dd2f00f335 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?device_id=531f707b-1376-45f9-9cfe-53fb3de29009 HTTP/1.1" status: 200 len: 948 time: 0.7680967 Aug 11 21:57:14.587882 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-c3f71785-b37a-4fa9-806f-63ceb15246b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:14.589545 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-c3f71785-b37a-4fa9-806f-63ceb15246b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d228bcd96dda4befb512de44e361f178&device_id=d0ce38f1-03bf-4049-9a3e-e97418769e77 HTTP/1.1" status: 200 len: 1094 time: 0.6387544 Aug 11 21:57:14.627161 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-e6a82ac8-2814-47cd-9186-44e73ee3b676 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7219157 Aug 11 21:57:14.670574 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48c761bd-24b7-4e0c-87bb-3c5c80bc93f2 req-99cc0562-63d6-45dc-b1fc-dea50f661f37 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7616420 Aug 11 21:57:14.673395 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-10cdb479-1171-4b39-be4e-e298a7e27a3b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ec5d92b-f33b-418c-abd7-d2a020ab801c HTTP/1.1" status: 200 len: 217 time: 0.0655797 Aug 11 21:57:14.688234 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '531f707b-1376-45f9-9cfe-53fb3de29009', 'tag': 'c063d3ea-dc0f-432f-b420-e57563044081'}, {'name': 'network-changed', 'server_uuid': 'd0ce38f1-03bf-4049-9a3e-e97418769e77', 'tag': '1ec5d92b-f33b-418c-abd7-d2a020ab801c'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:57:14.690045 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00a8822-8983-419d-b196-baad9ea4367c" -d '{"events": [{"name": "network-changed", "server_uuid": "531f707b-1376-45f9-9cfe-53fb3de29009", "tag": "c063d3ea-dc0f-432f-b420-e57563044081"}, {"name": "network-changed", "server_uuid": "d0ce38f1-03bf-4049-9a3e-e97418769e77", "tag": "1ec5d92b-f33b-418c-abd7-d2a020ab801c"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:57:14.795093 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-43129b34-e668-488e-a778-acad829cbac6 req-a5ea0a94-8301-4018-ab52-2532b58a2d3f tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/security-groups?id=46359dce-99be-4362-9973-5196cd981151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104557 Aug 11 21:57:14.850848 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-f3368adc-7258-47ae-81ea-88f82d837be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:14.853743 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-f3368adc-7258-47ae-81ea-88f82d837be1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cc7db9b0-130e-4b2d-8da6-adc41c1ce40c HTTP/1.1" status: 200 len: 844 time: 0.1606390 Aug 11 21:57:14.909609 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1bb01182-2f57-4e6b-9ea0-793a21f5b0bc req-143eb75c-68cf-4f45-88f3-dcf648146cd3 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489650 Aug 11 21:57:14.921007 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cc70a-a346-4893-af5e-2665d08d0e6a req-95b0de2c-440e-4d29-a0ba-6fcbbee5b822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:14.923747 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7e5cc70a-a346-4893-af5e-2665d08d0e6a req-95b0de2c-440e-4d29-a0ba-6fcbbee5b822 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fda8d30fb096432db86c7a2a58224021&device_id=3ff0dcd7-0373-491f-ace2-00bd9f25f165 HTTP/1.1" status: 200 len: 1098 time: 0.1440270 Aug 11 21:57:14.939265 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 59dfa4a1-84b2-46ce-8814-80411df57b7b details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:57:14.962634 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2664f14f-6108-40b5-a636-e46cfbff6ed2 req-21c24547-5dfe-43cf-97a0-44ca95d3883b service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9790831 Aug 11 21:57:15.005076 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15b91b-5bed-4a8b-855b-6af85f5dcf13 req-bae1415a-c034-40ce-8ac9-536eedd292af tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:15.006719 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fe15b91b-5bed-4a8b-855b-6af85f5dcf13 req-bae1415a-c034-40ce-8ac9-536eedd292af tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0ce38f1-03bf-4049-9a3e-e97418769e77 HTTP/1.1" status: 200 len: 943 time: 0.8964484 Aug 11 21:57:15.052339 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-cb6143a9-9a0f-4ffd-b362-087e7d879731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:15.054745 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-cb6143a9-9a0f-4ffd-b362-087e7d879731 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a6e19c3-e031-4b0b-a10a-d21560ea55a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1908681 Aug 11 21:57:15.061449 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ab53caa9-5697-4902-8448-6bbcbfbe3a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:15.087060 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b75e97-9950-41d8-b106-57b28d994272 admin admin] Checking segment: {'id': 'ffed3146-de3f-4be3-8115-828bea6c4b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fbc581d3-9c12-4114-aa0a-f251c3932495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:57:15.087406 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b75e97-9950-41d8-b106-57b28d994272 admin admin] Network hostable DHCP agents. Network: fbc581d3-9c12-4114-aa0a-f251c3932495, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:57:15.133631 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fe15b91b-5bed-4a8b-855b-6af85f5dcf13 req-2f806d50-8f3e-460e-9322-d186227d182d tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/security-groups?id=75567f51-b0a8-4eda-b710-051b14d4be14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048214 Aug 11 21:57:15.142511 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ab53caa9-5697-4902-8448-6bbcbfbe3a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:15.145770 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb1cfd-3df3-4006-8291-3685981a90e1 req-2d3f0dfd-0269-4418-b30d-98046576444d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:15.147499 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8bdb1cfd-3df3-4006-8291-3685981a90e1 req-2d3f0dfd-0269-4418-b30d-98046576444d service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.8624735 Aug 11 21:57:15.214979 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b0b0-7922-4dd8-b3aa-c8aa5c92b775 req-8031731f-de0d-4824-b07d-7b275b3d5a64 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:15.216457 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b75e97-9950-41d8-b106-57b28d994272 admin admin] Network fbc581d3-9c12-4114-aa0a-f251c3932495 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:57:15.217691 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1b62b0b0-7922-4dd8-b3aa-c8aa5c92b775 req-8031731f-de0d-4824-b07d-7b275b3d5a64 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9204205-32e8-4c4c-a647-a1145dc5886a HTTP/1.1" status: 200 len: 947 time: 0.2919068 Aug 11 21:57:15.226034 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8bdb1cfd-3df3-4006-8291-3685981a90e1 req-b9e3b578-0e39-4eab-98a6-f6e2328b1858 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=b0503148-a74e-4cb3-86a5-a5353fe7fa4d HTTP/1.1" status: 200 len: 217 time: 0.0700517 Aug 11 21:57:15.293326 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb1cfd-3df3-4006-8291-3685981a90e1 req-473d2720-01d1-49d9-b295-16ef359a51bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:15.294919 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8bdb1cfd-3df3-4006-8291-3685981a90e1 req-473d2720-01d1-49d9-b295-16ef359a51bc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.0585351 Aug 11 21:57:15.296529 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-27b75e97-9950-41d8-b106-57b28d994272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, fbc581d3-9c12-4114-aa0a-f251c3932495) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:57:15.302239 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b75e97-9950-41d8-b106-57b28d994272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:15.303121 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-27b75e97-9950-41d8-b106-57b28d994272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:15.315000 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cc70a-a346-4893-af5e-2665d08d0e6a req-176248c4-7cd7-4fb6-a0cf-a59815646b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:15.319298 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7e5cc70a-a346-4893-af5e-2665d08d0e6a req-176248c4-7cd7-4fb6-a0cf-a59815646b5e service neutron] 10.222.0.52 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.3797753 Aug 11 21:57:15.330326 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 59dfa4a1-84b2-46ce-8814-80411df57b7b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=59dfa4a1-84b2-46ce-8814-80411df57b7b,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:15.350401 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-27b75e97-9950-41d8-b106-57b28d994272 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0255969 Aug 11 21:57:15.355858 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56806) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:57:15.357558 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790197cb-d3f0-431f-bebd-528453a0f5e8 None None] Network fbc581d3-9c12-4114-aa0a-f251c3932495 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:57:15.359309 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-0b5da16d-2a4f-428f-861f-fff350ee9976 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1786919465-router', 'tenant_id': '704980c76a6940bc93b748d639130b8a', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:57:15.394290 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b5da16d-2a4f-428f-861f-fff350ee9976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:15.394290 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b5da16d-2a4f-428f-861f-fff350ee9976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:15.400671 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ab53caa9-5697-4902-8448-6bbcbfbe3a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:15.403863 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ab53caa9-5697-4902-8448-6bbcbfbe3a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:15.409304 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ab53caa9-5697-4902-8448-6bbcbfbe3a8a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9215f697-b439-4ad7-a4e7-1810a392b2db HTTP/1.1" status: 204 len: 168 time: 1.5807436 Aug 11 21:57:15.426699 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb1cfd-3df3-4006-8291-3685981a90e1 req-47926ef4-4dd1-42fb-82fd-dd90cb5874e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:15.429017 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8bdb1cfd-3df3-4006-8291-3685981a90e1 req-47926ef4-4dd1-42fb-82fd-dd90cb5874e5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1228828 Aug 11 21:57:15.433166 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53caa9-5697-4902-8448-6bbcbfbe3a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9215f697-b439-4ad7-a4e7-1810a392b2db,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:15.540358 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b5da16d-2a4f-428f-861f-fff350ee9976 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:15.551968 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '59dfa4a1-84b2-46ce-8814-80411df57b7b', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '59dfa4a1-84b2-46ce-8814-80411df57b7b', 'mac_address': 'fa:16:3e:f6:ec:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:57:15.560923 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7e5cc70a-a346-4893-af5e-2665d08d0e6a req-214a278b-8d90-4d65-830d-24e7c05b32c8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=1ce624c8-6208-4473-9a5b-a42873bbb744 HTTP/1.1" status: 200 len: 217 time: 0.2200050 Aug 11 21:57:15.644988 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:15.703023 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-31828050-a69f-4251-bd06-dd5e75394c09 service neutron] 10.222.0.52 "GET /v2.0/networks/8a6e19c3-e031-4b0b-a10a-d21560ea55a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6366568 Aug 11 21:57:15.713705 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59dfa4a1-84b2-46ce-8814-80411df57b7b {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:57:15.749434 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 59dfa4a1-84b2-46ce-8814-80411df57b7b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=59dfa4a1-84b2-46ce-8814-80411df57b7b,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:15.754206 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1b62b0b0-7922-4dd8-b3aa-c8aa5c92b775 req-d0d11d78-f4b1-45bf-a17d-a877434bc8e1 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806123 Aug 11 21:57:15.758295 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:15.798873 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-42da37a9-1632-4993-8c91-92262da5bf69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:15.857279 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 21:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8770ef7f-16ad-4f10-a0c2-066c56013ad0 x-openstack-request-id: req-8770ef7f-16ad-4f10-a0c2-066c56013ad0 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:57:15.861286 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "531f707b-1376-45f9-9cfe-53fb3de29009", "tag": "c063d3ea-dc0f-432f-b420-e57563044081", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d0ce38f1-03bf-4049-9a3e-e97418769e77", "tag": "1ec5d92b-f33b-418c-abd7-d2a020ab801c", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:57:15.861787 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8770ef7f-16ad-4f10-a0c2-066c56013ad0 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:57:15.862382 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '531f707b-1376-45f9-9cfe-53fb3de29009', 'tag': 'c063d3ea-dc0f-432f-b420-e57563044081', 'status': 'completed', 'code': 200} Aug 11 21:57:15.863870 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ce38f1-03bf-4049-9a3e-e97418769e77', 'tag': '1ec5d92b-f33b-418c-abd7-d2a020ab801c', 'status': 'completed', 'code': 200} Aug 11 21:57:15.865635 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cc70a-a346-4893-af5e-2665d08d0e6a req-bc95968c-7a4b-488d-b24e-1425fd5df7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:15.869469 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7e5cc70a-a346-4893-af5e-2665d08d0e6a req-bc95968c-7a4b-488d-b24e-1425fd5df7fd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.2756624 Aug 11 21:57:15.899160 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=59dfa4a1-84b2-46ce-8814-80411df57b7b,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:15.974292 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:15.987489 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b81ed1-70b7-4848-9796-4698a762d9aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-fbc581d3-9c12-4114-aa0a-f251c3932495', 'network_id': 'fbc581d3-9c12-4114-aa0a-f251c3932495', 'tenant_id': '704980c76a6940bc93b748d639130b8a', 'fixed_ips': [{'subnet_id': 'be7452b7-b8d0-4bf7-80cd-e521ec14ff25'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 21:57:15.987489 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-79b81ed1-70b7-4848-9796-4698a762d9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:16.006608 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['59dfa4a1-84b2-46ce-8814-80411df57b7b'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:57:16.078703 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8bdb1cfd-3df3-4006-8291-3685981a90e1 req-8c9b7b45-7c83-41e1-aeae-26c610d7e1e9 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6355307 Aug 11 21:57:16.140125 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b5da16d-2a4f-428f-861f-fff350ee9976 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:16.232100 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cc70a-a346-4893-af5e-2665d08d0e6a req-c1af8369-bd6c-43a8-b2c6-580a801df04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:16.236073 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7e5cc70a-a346-4893-af5e-2665d08d0e6a req-c1af8369-bd6c-43a8-b2c6-580a801df04a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3084607 Aug 11 21:57:16.274854 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a8822-8983-419d-b196-baad9ea4367c req-cf32cfed-e13c-4f0e-90c7-73eef5bdbf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:16.280535 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f00a8822-8983-419d-b196-baad9ea4367c req-cf32cfed-e13c-4f0e-90c7-73eef5bdbf16 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7f9e092b700c4b00a0d472bc8b110af8&device_id=531f707b-1376-45f9-9cfe-53fb3de29009 HTTP/1.1" status: 200 len: 1099 time: 0.2679720 Aug 11 21:57:16.314405 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-79b81ed1-70b7-4848-9796-4698a762d9aa None None] Allocated IP 172.20.0.2 (fbc581d3-9c12-4114-aa0a-f251c3932495/be7452b7-b8d0-4bf7-80cd-e521ec14ff25/3884ac2f-4b0e-4a5c-890a-585ea0fca689) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:57:16.510094 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a8822-8983-419d-b196-baad9ea4367c req-e7c90fe7-4579-41ab-898a-2c0dcec44282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:16.511765 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f00a8822-8983-419d-b196-baad9ea4367c req-e7c90fe7-4579-41ab-898a-2c0dcec44282 service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.1915867 Aug 11 21:57:16.516998 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-179a19ae-caa6-4d11-bb49-c97f8928c4c3 req-9a71225d-660b-4af0-b25d-17255df61831 service neutron] 10.222.0.52 "GET /v2.0/networks/8a6e19c3-e031-4b0b-a10a-d21560ea55a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8035409 Aug 11 21:57:16.597603 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270acb63-a4d8-4a04-9f10-4ef19baf4008 req-364a7601-d8e8-4925-a5fe-7efad4a31c22 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:16.610818 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-270acb63-a4d8-4a04-9f10-4ef19baf4008 req-364a7601-d8e8-4925-a5fe-7efad4a31c22 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 946 time: 0.8689928 Aug 11 21:57:16.616831 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f00a8822-8983-419d-b196-baad9ea4367c req-f5def16c-c076-4186-a523-cd55ec29e9e9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=c063d3ea-dc0f-432f-b420-e57563044081 HTTP/1.1" status: 200 len: 217 time: 0.0784311 Aug 11 21:57:16.627320 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56820) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:57:16.659093 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-79b81ed1-70b7-4848-9796-4698a762d9aa None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:16.683711 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-79b81ed1-70b7-4848-9796-4698a762d9aa None None] Transition to ACTIVE for port object 3884ac2f-4b0e-4a5c-890a-585ea0fca689 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:57:16.714000 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3026248-4642-4e1a-a9d6-3e4ab1ec8ece req-930f27fe-f7c4-45d2-a343-a7fba7f2776b tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:16.723591 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d3026248-4642-4e1a-a9d6-3e4ab1ec8ece req-930f27fe-f7c4-45d2-a343-a7fba7f2776b tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?device_id=531f707b-1376-45f9-9cfe-53fb3de29009 HTTP/1.1" status: 200 len: 948 time: 0.6456020 Aug 11 21:57:16.724713 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-79b81ed1-70b7-4848-9796-4698a762d9aa None None] Transition to ACTIVE for port object 3884ac2f-4b0e-4a5c-890a-585ea0fca689 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:57:16.738371 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-79b81ed1-70b7-4848-9796-4698a762d9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:16.811155 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3607fd63-48ad-41b1-8934-c1841fecf1db admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8f7fb8f2452f41238fe4f24d6f3c7a6e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1797030 Aug 11 21:57:16.814506 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b81ed1-70b7-4848-9796-4698a762d9aa None None] Pushing event updated for resources: {'Port': ['ID=3884ac2f-4b0e-4a5c-890a-585ea0fca689,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:16.828881 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56826) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:57:16.832399 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b81ed1-70b7-4848-9796-4698a762d9aa None None] Network fbc581d3-9c12-4114-aa0a-f251c3932495 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:57:16.834407 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-79b81ed1-70b7-4848-9796-4698a762d9aa None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:57:16.837596 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b81ed1-70b7-4848-9796-4698a762d9aa None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:57:16.866369 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8bdb1cfd-3df3-4006-8291-3685981a90e1 req-d29a7312-ba2f-480c-a12c-19c31b1e6519 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7731068 Aug 11 21:57:16.884074 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-270acb63-a4d8-4a04-9f10-4ef19baf4008 req-d4c779c7-fa73-4b0a-90d6-60d267587190 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717223 Aug 11 21:57:16.941769 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d3026248-4642-4e1a-a9d6-3e4ab1ec8ece req-d6d41f4a-c7e3-4ccb-b2cc-65ebeab5487f tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/security-groups?id=46359dce-99be-4362-9973-5196cd981151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171721 Aug 11 21:57:16.956823 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a8822-8983-419d-b196-baad9ea4367c req-b2476f68-5140-4e95-9295-02d7ec78ac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:16.958357 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f00a8822-8983-419d-b196-baad9ea4367c req-b2476f68-5140-4e95-9295-02d7ec78ac1f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.2966747 Aug 11 21:57:16.974128 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 1ce624c8-6208-4473-9a5b-a42873bbb744 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:57:16.977560 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 59dfa4a1-84b2-46ce-8814-80411df57b7b up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:57:17.013383 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-79b81ed1-70b7-4848-9796-4698a762d9aa None None] Attempting to bind port 3884ac2f-4b0e-4a5c-890a-585ea0fca689 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:57:17.019016 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-79b81ed1-70b7-4848-9796-4698a762d9aa None None] Attempting to bind port 3884ac2f-4b0e-4a5c-890a-585ea0fca689 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'ffed3146-de3f-4be3-8115-828bea6c4b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fbc581d3-9c12-4114-aa0a-f251c3932495'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:57:17.022475 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b81ed1-70b7-4848-9796-4698a762d9aa None None] Attempting to bind port 3884ac2f-4b0e-4a5c-890a-585ea0fca689 on network fbc581d3-9c12-4114-aa0a-f251c3932495 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:57:17.072917 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a8822-8983-419d-b196-baad9ea4367c req-f015c48f-37dc-4ec7-83d2-29ce6db93571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:17.074908 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f00a8822-8983-419d-b196-baad9ea4367c req-f015c48f-37dc-4ec7-83d2-29ce6db93571 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d228bcd96dda4befb512de44e361f178&device_id=d0ce38f1-03bf-4049-9a3e-e97418769e77 HTTP/1.1" status: 200 len: 1094 time: 0.4504554 Aug 11 21:57:17.089114 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7e5cc70a-a346-4893-af5e-2665d08d0e6a req-5863b209-7dca-4a10-b16e-6c68b68e426f service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8445401 Aug 11 21:57:17.097002 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a8822-8983-419d-b196-baad9ea4367c req-40a406ce-1cb9-40a1-8811-b84d99e925fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:17.098716 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f00a8822-8983-419d-b196-baad9ea4367c req-40a406ce-1cb9-40a1-8811-b84d99e925fa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1183870 Aug 11 21:57:17.148945 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b81ed1-70b7-4848-9796-4698a762d9aa None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:57:17.152577 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b81ed1-70b7-4848-9796-4698a762d9aa None None] Checking segment: {'id': 'ffed3146-de3f-4be3-8115-828bea6c4b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fbc581d3-9c12-4114-aa0a-f251c3932495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:57:17.154870 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-79b81ed1-70b7-4848-9796-4698a762d9aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:17.157795 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b81ed1-70b7-4848-9796-4698a762d9aa None None] Bound using segment: {'id': 'ffed3146-de3f-4be3-8115-828bea6c4b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fbc581d3-9c12-4114-aa0a-f251c3932495'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:57:17.159076 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-79b81ed1-70b7-4848-9796-4698a762d9aa None None] Bound port: 3884ac2f-4b0e-4a5c-890a-585ea0fca689, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffed3146-de3f-4be3-8115-828bea6c4b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fbc581d3-9c12-4114-aa0a-f251c3932495'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:57:17.161757 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-79b81ed1-70b7-4848-9796-4698a762d9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:17.189824 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b5da16d-2a4f-428f-861f-fff350ee9976 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:17.241393 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-09e0e70e-6016-4c44-ad6b-4f9d5f3b7b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:17.252388 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7e5cc70a-a346-4893-af5e-2665d08d0e6a req-d3f02f64-7d90-4df0-b2a9-cca07c3b1b7d service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365018 Aug 11 21:57:17.277004 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b5da16d-2a4f-428f-861f-fff350ee9976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:17.332989 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaeba4-bfa6-4cea-ab6c-6658e96bef3d req-acc9914f-08af-4f6a-b5de-72fed7073dd3 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:17.334818 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f4aaeba4-bfa6-4cea-ab6c-6658e96bef3d req-acc9914f-08af-4f6a-b5de-72fed7073dd3 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0ce38f1-03bf-4049-9a3e-e97418769e77 HTTP/1.1" status: 200 len: 943 time: 0.2131674 Aug 11 21:57:17.337222 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-09e0e70e-6016-4c44-ad6b-4f9d5f3b7b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:17.489326 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f4aaeba4-bfa6-4cea-ab6c-6658e96bef3d req-15e24bfb-0476-4753-90dc-5b0372b306c0 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/security-groups?id=75567f51-b0a8-4eda-b710-051b14d4be14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099842 Aug 11 21:57:17.504716 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78036b-ea26-4de3-8729-8eac7d695509 req-f31f6a76-ff37-4253-9d07-fd5a78aa06cb tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:17.512905 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ee78036b-ea26-4de3-8729-8eac7d695509 req-f31f6a76-ff37-4253-9d07-fd5a78aa06cb tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9204205-32e8-4c4c-a647-a1145dc5886a HTTP/1.1" status: 200 len: 947 time: 0.2460425 Aug 11 21:57:17.558808 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a8822-8983-419d-b196-baad9ea4367c req-2bc0c4ff-2f19-4194-9a9f-38a656cd8b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:17.560472 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f00a8822-8983-419d-b196-baad9ea4367c req-2bc0c4ff-2f19-4194-9a9f-38a656cd8b60 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8a6e19c3-e031-4b0b-a10a-d21560ea55a1 HTTP/1.1" status: 200 len: 906 time: 0.4531486 Aug 11 21:57:17.564874 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f00a8822-8983-419d-b196-baad9ea4367c req-e87a6241-34fb-4890-9801-e9e7911dd82e service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078067 Aug 11 21:57:17.566313 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-09e0e70e-6016-4c44-ad6b-4f9d5f3b7b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:17.585464 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-09e0e70e-6016-4c44-ad6b-4f9d5f3b7b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:17.593420 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-09e0e70e-6016-4c44-ad6b-4f9d5f3b7b65 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3c79eda2-4e10-45a0-ba31-d92fa39e6c86 HTTP/1.1" status: 204 len: 168 time: 0.7472696 Aug 11 21:57:17.658528 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0e70e-6016-4c44-ad6b-4f9d5f3b7b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c79eda2-4e10-45a0-ba31-d92fa39e6c86,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:17.665203 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-0b5da16d-2a4f-428f-861f-fff350ee9976 admin admin] Allocated IP 172.25.2.33 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/23bc132f-4705-4526-8e2c-1a4e9d6255e6) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:57:17.733006 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f00a8822-8983-419d-b196-baad9ea4367c req-c16fc145-3375-4039-823a-316dc4384d51 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ec5d92b-f33b-418c-abd7-d2a020ab801c HTTP/1.1" status: 200 len: 217 time: 0.1634099 Aug 11 21:57:17.779101 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device b0503148-a74e-4cb3-86a5-a5353fe7fa4d details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:57:17.897261 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ee78036b-ea26-4de3-8729-8eac7d695509 req-9305c207-0d7d-4d87-b151-910ccf0e40b8 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833785 Aug 11 21:57:17.927307 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 59dfa4a1-84b2-46ce-8814-80411df57b7b completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:57:17.930961 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.resource_extend [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 21:57:17.977383 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-79b81ed1-70b7-4848-9796-4698a762d9aa None None] For port 3884ac2f-4b0e-4a5c-890a-585ea0fca689, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:57:17.998810 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:18.005485 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b5da16d-2a4f-428f-861f-fff350ee9976 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:18.032350 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a8822-8983-419d-b196-baad9ea4367c req-dd3cd6a0-04c5-411c-bf87-2b31fb2f2a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:18.037470 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f00a8822-8983-419d-b196-baad9ea4367c req-dd3cd6a0-04c5-411c-bf87-2b31fb2f2a72 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cc7db9b0-130e-4b2d-8da6-adc41c1ce40c HTTP/1.1" status: 200 len: 844 time: 0.1937850 Aug 11 21:57:18.078643 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f00a8822-8983-419d-b196-baad9ea4367c req-b55aa69b-69ab-4d7e-8afd-1b3628143660 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616892 Aug 11 21:57:18.124175 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15451484-ceee-4966-acaa-a6284373928d req-a91e60f2-2385-4530-ac7f-bd069f7b28ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:18.126031 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-15451484-ceee-4966-acaa-a6284373928d req-a91e60f2-2385-4530-ac7f-bd069f7b28ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d74c7b222e1944f9bf3fd004364d95e4&device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 1097 time: 0.2520781 Aug 11 21:57:18.192114 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830714a-047a-475b-b642-98ca79e502d2 req-7407c0bc-ed9e-4577-bb6d-bf79e27d739a tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:18.204830 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port b0503148-a74e-4cb3-86a5-a5353fe7fa4d, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=b0503148-a74e-4cb3-86a5-a5353fe7fa4d,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:18.205299 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a830714a-047a-475b-b642-98ca79e502d2 req-7407c0bc-ed9e-4577-bb6d-bf79e27d739a tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 946 time: 0.1847904 Aug 11 21:57:18.229220 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1abe3-dbc2-4e10-a9f6-b9a8e6150386 req-64229ae1-fb3f-48e0-9e1f-1a28e6b3d97b tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:18.239457 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-caf1abe3-dbc2-4e10-a9f6-b9a8e6150386 req-64229ae1-fb3f-48e0-9e1f-1a28e6b3d97b tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?device_id=531f707b-1376-45f9-9cfe-53fb3de29009 HTTP/1.1" status: 200 len: 948 time: 0.1720524 Aug 11 21:57:18.267197 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-79b81ed1-70b7-4848-9796-4698a762d9aa None None] For port 3884ac2f-4b0e-4a5c-890a-585ea0fca689, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=3884ac2f-4b0e-4a5c-890a-585ea0fca689,segment=NetworkSegment(ffed3146-de3f-4be3-8115-828bea6c4b11),segment_id=ffed3146-de3f-4be3-8115-828bea6c4b11)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:57:18.288191 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a8822-8983-419d-b196-baad9ea4367c req-a2a727ac-2be0-4889-8b11-a3415f95dc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:18.288920 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 59dfa4a1-84b2-46ce-8814-80411df57b7b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:57:18.290055 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f00a8822-8983-419d-b196-baad9ea4367c req-a2a727ac-2be0-4889-8b11-a3415f95dc41 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a6e19c3-e031-4b0b-a10a-d21560ea55a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2400455 Aug 11 21:57:18.290474 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:18.294690 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': 'b0503148-a74e-4cb3-86a5-a5353fe7fa4d', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': 'b0503148-a74e-4cb3-86a5-a5353fe7fa4d', 'mac_address': 'fa:16:3e:17:8a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:57:18.332188 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b5da16d-2a4f-428f-861f-fff350ee9976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:18.358283 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a830714a-047a-475b-b642-98ca79e502d2 req-549dfcca-32b1-4f53-bf3b-2c7fd787a274 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342764 Aug 11 21:57:18.375383 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-79b81ed1-70b7-4848-9796-4698a762d9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:18.426675 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-caf1abe3-dbc2-4e10-a9f6-b9a8e6150386 req-cc914c99-da44-4f81-8b0e-56354e88046b tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/security-groups?id=46359dce-99be-4362-9973-5196cd981151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857529 Aug 11 21:57:18.466829 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15451484-ceee-4966-acaa-a6284373928d req-5c16dbca-2d23-46d4-aac3-5bfc4568408a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:18.470423 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-15451484-ceee-4966-acaa-a6284373928d req-5c16dbca-2d23-46d4-aac3-5bfc4568408a service neutron] 10.222.0.52 "GET /v2.0/networks?id=c38fbfc2-60a8-4130-a95a-d7a797c5eb71 HTTP/1.1" status: 200 len: 912 time: 0.3346448 Aug 11 21:57:18.509503 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5da16d-2a4f-428f-861f-fff350ee9976 admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:57:18.513283 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-0b5da16d-2a4f-428f-861f-fff350ee9976 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:57:18.527845 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 1ce624c8-6208-4473-9a5b-a42873bbb744, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1ce624c8-6208-4473-9a5b-a42873bbb744,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:18.530545 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5da16d-2a4f-428f-861f-fff350ee9976 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:57:18.538056 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:18.560854 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0503148-a74e-4cb3-86a5-a5353fe7fa4d {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:57:18.588533 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port b0503148-a74e-4cb3-86a5-a5353fe7fa4d, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=b0503148-a74e-4cb3-86a5-a5353fe7fa4d,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:18.612625 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '1ce624c8-6208-4473-9a5b-a42873bbb744', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '1ce624c8-6208-4473-9a5b-a42873bbb744', 'mac_address': 'fa:16:3e:ea:67:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:57:18.618072 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5da16d-2a4f-428f-861f-fff350ee9976 admin admin] Pushing event updated for resources: {'Port': ['ID=23bc132f-4705-4526-8e2c-1a4e9d6255e6,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:18.623142 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:18.656524 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-15451484-ceee-4966-acaa-a6284373928d req-3fd1422a-17f4-4a2e-9ef1-8822993e5e73 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1d4ae83-809d-45a4-af28-63140254742b HTTP/1.1" status: 200 len: 217 time: 0.1683462 Aug 11 21:57:18.696100 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b81ed1-70b7-4848-9796-4698a762d9aa None None] Pushing event updated for resources: {'Port': ['ID=3884ac2f-4b0e-4a5c-890a-585ea0fca689,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:18.705300 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:18.724476 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f00a8822-8983-419d-b196-baad9ea4367c req-8daddf80-3a03-4763-b151-6bb05c1e011f service neutron] 10.222.0.52 "GET /v2.0/networks/8a6e19c3-e031-4b0b-a10a-d21560ea55a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185848 Aug 11 21:57:18.920269 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15451484-ceee-4966-acaa-a6284373928d req-6b41bec8-b995-449a-ae8a-ba5ce1b18d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:18.921898 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-15451484-ceee-4966-acaa-a6284373928d req-6b41bec8-b995-449a-ae8a-ba5ce1b18d4f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6f9021ca-ac57-4bbd-9f6f-dc4b072cfc7c HTTP/1.1" status: 200 len: 851 time: 0.2306032 Aug 11 21:57:18.936958 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce624c8-6208-4473-9a5b-a42873bbb744 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:57:19.016006 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:19.081889 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:19.118611 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=b0503148-a74e-4cb3-86a5-a5353fe7fa4d,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:19.140483 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497dfcb1-e54c-42ce-a47b-c28267b306c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dfa4a1-84b2-46ce-8814-80411df57b7b'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:57:19.141939 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7279235-0a1f-4b8b-851c-302c472315f0 req-c41ea0a3-8710-4a56-8422-40e4b398d922 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:19.145067 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8157656d-243c-46ce-b830-58c552458ee7" -d '{"events": [{"server_uuid": "497dfcb1-e54c-42ce-a47b-c28267b306c6", "name": "network-vif-plugged", "status": "completed", "tag": "59dfa4a1-84b2-46ce-8814-80411df57b7b"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:57:19.151828 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c7279235-0a1f-4b8b-851c-302c472315f0 req-c41ea0a3-8710-4a56-8422-40e4b398d922 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0ce38f1-03bf-4049-9a3e-e97418769e77 HTTP/1.1" status: 200 len: 943 time: 0.3979001 Aug 11 21:57:19.153290 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 1ce624c8-6208-4473-9a5b-a42873bbb744, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1ce624c8-6208-4473-9a5b-a42873bbb744,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:19.160677 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-15451484-ceee-4966-acaa-a6284373928d req-c1ac01ba-7641-4ba1-be94-32b49fd4e945 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c38fbfc2-60a8-4130-a95a-d7a797c5eb71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2197914 Aug 11 21:57:19.185747 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:19.200492 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['b0503148-a74e-4cb3-86a5-a5353fe7fa4d'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:57:19.256002 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 59dfa4a1-84b2-46ce-8814-80411df57b7b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=59dfa4a1-84b2-46ce-8814-80411df57b7b,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:19.264201 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 1ec5d92b-f33b-418c-abd7-d2a020ab801c details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:57:19.312266 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:19.410351 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12901e57-54b1-49c0-8910-ab9bb6f7ddf9 req-91bb26b8-ee44-4368-b62a-b28ff06b12f4 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:19.411999 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f00a8822-8983-419d-b196-baad9ea4367c req-9a63c355-7144-43ca-a7a4-ef5472c6add2 service neutron] 10.222.0.52 "GET /v2.0/networks/8a6e19c3-e031-4b0b-a10a-d21560ea55a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6521089 Aug 11 21:57:19.424967 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-12901e57-54b1-49c0-8910-ab9bb6f7ddf9 req-91bb26b8-ee44-4368-b62a-b28ff06b12f4 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9204205-32e8-4c4c-a647-a1145dc5886a HTTP/1.1" status: 200 len: 948 time: 0.2169139 Aug 11 21:57:19.447499 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device c063d3ea-dc0f-432f-b420-e57563044081 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:57:19.450142 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c7279235-0a1f-4b8b-851c-302c472315f0 req-6d78123b-d2cd-4d7b-94ff-974c80d5c73b tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/security-groups?id=75567f51-b0a8-4eda-b710-051b14d4be14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2973397 Aug 11 21:57:19.518655 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b5da16d-2a4f-428f-861f-fff350ee9976 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:19.532953 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-15451484-ceee-4966-acaa-a6284373928d req-4bd2efba-ff31-4555-bf85-aaa9c508a557 service neutron] 10.222.0.52 "GET /v2.0/networks/c38fbfc2-60a8-4130-a95a-d7a797c5eb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522327 Aug 11 21:57:19.613443 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port c063d3ea-dc0f-432f-b420-e57563044081, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c063d3ea-dc0f-432f-b420-e57563044081,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:19.647965 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16342827-1ccf-41b2-818e-5f99d3ba6111 x-openstack-request-id: req-16342827-1ccf-41b2-818e-5f99d3ba6111 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:57:19.650308 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497dfcb1-e54c-42ce-a47b-c28267b306c6", "name": "network-vif-plugged", "status": "completed", "tag": "59dfa4a1-84b2-46ce-8814-80411df57b7b", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:57:19.650646 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-16342827-1ccf-41b2-818e-5f99d3ba6111 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:57:19.651340 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497dfcb1-e54c-42ce-a47b-c28267b306c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dfa4a1-84b2-46ce-8814-80411df57b7b', 'code': 200} Aug 11 21:57:19.652337 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': 'c063d3ea-dc0f-432f-b420-e57563044081', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': 'c063d3ea-dc0f-432f-b420-e57563044081', 'mac_address': 'fa:16:3e:8b:51:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:57:19.654986 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['1ce624c8-6208-4473-9a5b-a42873bbb744'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:57:19.709317 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=1ce624c8-6208-4473-9a5b-a42873bbb744,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:19.796324 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-12901e57-54b1-49c0-8910-ab9bb6f7ddf9 req-65f869e1-4c35-402c-848c-8e312de7e90b tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698313 Aug 11 21:57:20.027493 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a087f4-04d3-401c-8a1c-4fd1166540e5 req-6ab5bbb4-5c58-4828-ad78-3f837b318a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:20.037629 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c6a087f4-04d3-401c-8a1c-4fd1166540e5 req-6ab5bbb4-5c58-4828-ad78-3f837b318a6f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=497dfcb1-e54c-42ce-a47b-c28267b306c6 HTTP/1.1" status: 200 len: 1100 time: 0.3390391 Aug 11 21:57:20.068660 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb06d2-24c1-48d3-8be2-7c836d5009e5 req-38520764-de84-4ba0-8464-5a8742cc5bc5 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:20.074961 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cecb06d2-24c1-48d3-8be2-7c836d5009e5 req-38520764-de84-4ba0-8464-5a8742cc5bc5 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 946 time: 0.3787827 Aug 11 21:57:20.092940 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b5da16d-2a4f-428f-861f-fff350ee9976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:20.151849 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-15451484-ceee-4966-acaa-a6284373928d req-6321479d-ad0e-4097-9628-fe4b8044e14d service neutron] 10.222.0.52 "GET /v2.0/networks/c38fbfc2-60a8-4130-a95a-d7a797c5eb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6178765 Aug 11 21:57:20.219030 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=59dfa4a1-84b2-46ce-8814-80411df57b7b,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:20.231313 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cecb06d2-24c1-48d3-8be2-7c836d5009e5 req-8735b1cc-b618-4f76-a27c-1ff3d9cc21d2 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298018 Aug 11 21:57:20.237913 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c6a087f4-04d3-401c-8a1c-4fd1166540e5 req-cf37a18d-6153-43b1-bd5a-7bb7f07862c1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=46359dce-99be-4362-9973-5196cd981151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477826 Aug 11 21:57:20.256786 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:20.313138 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86475003-ed53-4123-b70b-95050022212c req-c4dc244d-363a-4253-b1d9-51d67d96eebd tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:20.328890 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86475003-ed53-4123-b70b-95050022212c req-c4dc244d-363a-4253-b1d9-51d67d96eebd tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?device_id=531f707b-1376-45f9-9cfe-53fb3de29009 HTTP/1.1" status: 200 len: 948 time: 0.3369412 Aug 11 21:57:20.370302 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1aca04b-f21f-4a2b-ad66-ef59b34d0a90 None None] Network fbc581d3-9c12-4114-aa0a-f251c3932495 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:57:20.442753 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86475003-ed53-4123-b70b-95050022212c req-7694a8b2-7d0c-4c76-8f37-4160dab0ca2c tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/security-groups?id=46359dce-99be-4362-9973-5196cd981151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105099 Aug 11 21:57:20.504732 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 1ec5d92b-f33b-418c-abd7-d2a020ab801c, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1ec5d92b-f33b-418c-abd7-d2a020ab801c,segment=NetworkSegment(d069c60f-2e4a-4d6b-9585-7f7e1b0947e7),segment_id=d069c60f-2e4a-4d6b-9585-7f7e1b0947e7)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:20.547972 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c063d3ea-dc0f-432f-b420-e57563044081 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:57:20.575487 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port c063d3ea-dc0f-432f-b420-e57563044081, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c063d3ea-dc0f-432f-b420-e57563044081,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:20.578268 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5da16d-2a4f-428f-861f-fff350ee9976 admin admin] Router bbdea346-4de9-4fff-845e-942069d9f87a is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 21:57:20.589939 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:20.595250 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:20.607605 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '1ec5d92b-f33b-418c-abd7-d2a020ab801c', 'network_id': '8a6e19c3-e031-4b0b-a10a-d21560ea55a1', 'port_id': '1ec5d92b-f33b-418c-abd7-d2a020ab801c', 'mac_address': 'fa:16:3e:f1:69:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7db9b0-130e-4b2d-8da6-adc41c1ce40c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:57:20.639975 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1a7f3471-168c-4f7f-81ef-7037d69b0d38 req-890a6416-3f23-48c0-8fd7-184710ee7cd3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1064036 Aug 11 21:57:20.655719 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ca446d92-f9f1-446e-a761-331963d74a48 None None] Provisioning for port 3884ac2f-4b0e-4a5c-890a-585ea0fca689 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:57:20.693817 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85444b18-1cdd-4301-aec0-b13a97e20735 req-34c945b5-2bab-4355-968d-127059d666bb tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:20.704672 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-85444b18-1cdd-4301-aec0-b13a97e20735 req-34c945b5-2bab-4355-968d-127059d666bb tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0ce38f1-03bf-4049-9a3e-e97418769e77 HTTP/1.1" status: 200 len: 943 time: 0.0817771 Aug 11 21:57:20.792213 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-85444b18-1cdd-4301-aec0-b13a97e20735 req-7aa26f71-3f73-4612-a4be-6e38f1fca781 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/security-groups?id=75567f51-b0a8-4eda-b710-051b14d4be14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864792 Aug 11 21:57:20.815666 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f3471-168c-4f7f-81ef-7037d69b0d38 req-838866c9-edea-4598-89a9-f41db51b3e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:20.832660 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1a7f3471-168c-4f7f-81ef-7037d69b0d38 req-838866c9-edea-4598-89a9-f41db51b3e8c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cfe969a3456f4c9186b743e59eed9b71&device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 1096 time: 0.1251426 Aug 11 21:57:20.849462 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5da16d-2a4f-428f-861f-fff350ee9976 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:57:20.855929 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=c063d3ea-dc0f-432f-b420-e57563044081,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:20.890391 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:20.892728 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7577102b-4717-4da1-a928-d053021965a5 None None] Sync routers for ids ['bbdea346-4de9-4fff-845e-942069d9f87a'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:57:20.912804 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b5da16d-2a4f-428f-861f-fff350ee9976 admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:20.925509 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0b5da16d-2a4f-428f-861f-fff350ee9976 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5667584 Aug 11 21:57:20.926273 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56898) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:57:20.993394 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec5d92b-f33b-418c-abd7-d2a020ab801c {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:57:21.042295 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7577102b-4717-4da1-a928-d053021965a5 None None] Routers {'bbdea346-4de9-4fff-845e-942069d9f87a'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:57:21.043102 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-7577102b-4717-4da1-a928-d053021965a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:57:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bbdea346-4de9-4fff-845e-942069d9f87a'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:57:21.075101 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f3471-168c-4f7f-81ef-7037d69b0d38 req-f2857238-a320-4e80-a7e9-4b41787a47bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:21.076985 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1a7f3471-168c-4f7f-81ef-7037d69b0d38 req-f2857238-a320-4e80-a7e9-4b41787a47bd service neutron] 10.222.0.82 "GET /v2.0/networks?id=c1d2353f-b112-4357-b0a6-e5993406a9d5 HTTP/1.1" status: 200 len: 921 time: 0.1921058 Aug 11 21:57:21.174044 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 3884ac2f-4b0e-4a5c-890a-585ea0fca689 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:57:21.205976 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['c063d3ea-dc0f-432f-b420-e57563044081'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:57:21.236455 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1a7f3471-168c-4f7f-81ef-7037d69b0d38 req-a911e0a0-0862-4f03-b787-1c6a71490eb2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 HTTP/1.1" status: 200 len: 217 time: 0.1483467 Aug 11 21:57:21.251417 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 1ec5d92b-f33b-418c-abd7-d2a020ab801c, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1ec5d92b-f33b-418c-abd7-d2a020ab801c,segment=NetworkSegment(d069c60f-2e4a-4d6b-9585-7f7e1b0947e7),segment_id=d069c60f-2e4a-4d6b-9585-7f7e1b0947e7)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:21.389627 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:21.439559 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f3471-168c-4f7f-81ef-7037d69b0d38 req-4acd0b33-5e49-4b93-8b43-0fe7e82b5d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:21.449813 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1a7f3471-168c-4f7f-81ef-7037d69b0d38 req-4acd0b33-5e49-4b93-8b43-0fe7e82b5d2b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d64b3af4-29c6-4065-a225-159b72d7499b HTTP/1.1" status: 200 len: 860 time: 0.1846988 Aug 11 21:57:21.562402 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-7577102b-4717-4da1-a928-d053021965a5 None None] Set router bbdea346-4de9-4fff-845e-942069d9f87a gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:57:21.651966 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d9be5-5140-457c-ad53-042c08a6a2f0 req-57463a91-7dc4-42d9-a3a9-6f961519b3ba tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:21.654830 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ff0d9be5-5140-457c-ad53-042c08a6a2f0 req-57463a91-7dc4-42d9-a3a9-6f961519b3ba tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9204205-32e8-4c4c-a647-a1145dc5886a HTTP/1.1" status: 200 len: 948 time: 0.3706696 Aug 11 21:57:21.957052 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1a7f3471-168c-4f7f-81ef-7037d69b0d38 req-661fcafa-2c51-47d1-8551-7e14b704a5f4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c1d2353f-b112-4357-b0a6-e5993406a9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4979808 Aug 11 21:57:22.036868 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=1ec5d92b-f33b-418c-abd7-d2a020ab801c,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:22.068681 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['1ec5d92b-f33b-418c-abd7-d2a020ab801c'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:57:22.132672 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 3884ac2f-4b0e-4a5c-890a-585ea0fca689 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:57:22.155768 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 3884ac2f-4b0e-4a5c-890a-585ea0fca689 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:57:22.156158 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:22.217957 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1a7f3471-168c-4f7f-81ef-7037d69b0d38 req-dd229804-fb25-4eb1-bb8d-bbd98381cd91 service neutron] 10.222.0.82 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332606 Aug 11 21:57:22.259695 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ff0d9be5-5140-457c-ad53-042c08a6a2f0 req-1e7d02fc-a94d-4456-92c4-2306ab226c24 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5765991 Aug 11 21:57:22.514999 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:22.527948 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1a7f3471-168c-4f7f-81ef-7037d69b0d38 req-8567a1ae-4256-4e56-9b33-c09721c398bb service neutron] 10.222.0.82 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635889 Aug 11 21:57:22.551002 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f7b70-37e4-43f4-95cb-f0427c1e1fd1 req-a2158eed-2b75-4d3c-b996-1e96d1133fb8 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:22.565493 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fe2f7b70-37e4-43f4-95cb-f0427c1e1fd1 req-a2158eed-2b75-4d3c-b996-1e96d1133fb8 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 946 time: 0.6172073 Aug 11 21:57:22.608688 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-7577102b-4717-4da1-a928-d053021965a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdea346-4de9-4fff-845e-942069d9f87a', 'name': 'tempest-FloatingIPDetailsTestJSON-1786919465-router', 'tenant_id': '704980c76a6940bc93b748d639130b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '23bc132f-4705-4526-8e2c-1a4e9d6255e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:57:15Z', 'updated_at': '2021-08-11T21:57:18Z', 'revision_number': 3, 'project_id': '704980c76a6940bc93b748d639130b8a', 'gw_port': {'id': '23bc132f-4705-4526-8e2c-1a4e9d6255e6', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:93:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdea346-4de9-4fff-845e-942069d9f87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:57:17Z', 'updated_at': '2021-08-11T21:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:57:22.651924 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:22.652652 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fe2f7b70-37e4-43f4-95cb-f0427c1e1fd1 req-9709ccb6-c575-4a93-9bc8-3b2a10b2041e tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848291 Aug 11 21:57:22.701587 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7577102b-4717-4da1-a928-d053021965a5 None None] Checking router: bbdea346-4de9-4fff-845e-942069d9f87a for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:57:22.702201 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7577102b-4717-4da1-a928-d053021965a5 None None] Updating router bbdea346-4de9-4fff-845e-942069d9f87a port 23bc132f-4705-4526-8e2c-1a4e9d6255e6 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 21:57:22.706682 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688c43e-2252-4fcc-87dc-7880d1e4bbb2 req-288de37b-8712-419d-9e95-9938dbc55536 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:22.715021 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 3884ac2f-4b0e-4a5c-890a-585ea0fca689, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=3884ac2f-4b0e-4a5c-890a-585ea0fca689,segment=NetworkSegment(ffed3146-de3f-4be3-8115-828bea6c4b11),segment_id=ffed3146-de3f-4be3-8115-828bea6c4b11)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:22.717223 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2688c43e-2252-4fcc-87dc-7880d1e4bbb2 req-288de37b-8712-419d-9e95-9938dbc55536 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?device_id=531f707b-1376-45f9-9cfe-53fb3de29009 HTTP/1.1" status: 200 len: 949 time: 0.1200414 Aug 11 21:57:22.760640 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:22.832901 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7577102b-4717-4da1-a928-d053021965a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:22.837674 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2688c43e-2252-4fcc-87dc-7880d1e4bbb2 req-51bae695-9dd2-4c82-9122-f6aca71368ac tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/security-groups?id=46359dce-99be-4362-9973-5196cd981151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194224 Aug 11 21:57:22.961765 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=3884ac2f-4b0e-4a5c-890a-585ea0fca689,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:23.014748 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] Allocated IP 172.20.0.1 (fbc581d3-9c12-4114-aa0a-f251c3932495/be7452b7-b8d0-4bf7-80cd-e521ec14ff25/870c47f7-e6b5-446c-8dc2-9e5198b1e8b8) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:57:23.040352 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729743b-f569-4047-9730-b8394a93349c req-3a9244b6-ed31-44ec-bb4a-bea51d0f5e6a tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:23.042448 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5729743b-f569-4047-9730-b8394a93349c req-3a9244b6-ed31-44ec-bb4a-bea51d0f5e6a tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0ce38f1-03bf-4049-9a3e-e97418769e77 HTTP/1.1" status: 200 len: 944 time: 0.1209426 Aug 11 21:57:23.160752 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5729743b-f569-4047-9730-b8394a93349c req-9cd13cd0-296d-49fc-845a-c199c301b34f tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/security-groups?id=75567f51-b0a8-4eda-b710-051b14d4be14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974751 Aug 11 21:57:23.229425 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:23.253314 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] Transition to ACTIVE for port object 870c47f7-e6b5-446c-8dc2-9e5198b1e8b8 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:57:23.315590 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:23.394168 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] Network fbc581d3-9c12-4114-aa0a-f251c3932495 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:57:23.404930 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:57:23.412076 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:57:23.434474 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 1ce624c8-6208-4473-9a5b-a42873bbb744 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:57:23.462287 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] Pushing event updated for resources: {'Port': ['ID=870c47f7-e6b5-446c-8dc2-9e5198b1e8b8,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:23.484338 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7577102b-4717-4da1-a928-d053021965a5 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:23.486956 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:23.487623 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:23.488109 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:23.488645 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:23.489092 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:23.489603 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:23.490130 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:23.490748 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:23.491414 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:23.492582 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:23.493219 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:23.493842 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:23.494410 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device b0503148-a74e-4cb3-86a5-a5353fe7fa4d up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:57:23.518569 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7577102b-4717-4da1-a928-d053021965a5 None None] Transition to ACTIVE for port object 23bc132f-4705-4526-8e2c-1a4e9d6255e6 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:57:23.562706 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:23.620738 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7577102b-4717-4da1-a928-d053021965a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:23.678914 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87279935-7200-424b-ad54-6f443e837929 req-e7282bee-16b1-4ee4-8dd9-3cc60aa4ce0a tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:23.695895 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-87279935-7200-424b-ad54-6f443e837929 req-e7282bee-16b1-4ee4-8dd9-3cc60aa4ce0a tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9204205-32e8-4c4c-a647-a1145dc5886a HTTP/1.1" status: 200 len: 948 time: 0.1584620 Aug 11 21:57:23.794392 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-87279935-7200-424b-ad54-6f443e837929 req-d5295010-6b8c-43af-8bca-7fce3d93d73f tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974796 Aug 11 21:57:23.817176 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56934) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:57:23.862324 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-7577102b-4717-4da1-a928-d053021965a5 None None] Attempting to bind port 23bc132f-4705-4526-8e2c-1a4e9d6255e6 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:57:23.863340 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-7577102b-4717-4da1-a928-d053021965a5 None None] Attempting to bind port 23bc132f-4705-4526-8e2c-1a4e9d6255e6 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:57:23.864164 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7577102b-4717-4da1-a928-d053021965a5 None None] Attempting to bind port 23bc132f-4705-4526-8e2c-1a4e9d6255e6 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:57:23.909936 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7577102b-4717-4da1-a928-d053021965a5 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:57:23.910328 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7577102b-4717-4da1-a928-d053021965a5 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:57:23.911128 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7577102b-4717-4da1-a928-d053021965a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:23.911860 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7577102b-4717-4da1-a928-d053021965a5 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:57:23.912687 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-7577102b-4717-4da1-a928-d053021965a5 None None] Bound port: 23bc132f-4705-4526-8e2c-1a4e9d6255e6, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:57:23.914397 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7577102b-4717-4da1-a928-d053021965a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:23.979550 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698af6a-81d9-4621-82c2-71471e6b2e13 None None] Pushing event updated for resources: {'Port': ['ID=23bc132f-4705-4526-8e2c-1a4e9d6255e6,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:23.986734 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 1ce624c8-6208-4473-9a5b-a42873bbb744 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:57:24.016018 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a32953d7-e412-4446-a8c6-999b1e834766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:24.023573 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:24.025883 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 1ce624c8-6208-4473-9a5b-a42873bbb744 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:57:24.026585 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:24.067946 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb62e2b-0d57-4e26-9216-95c409421057 req-87706027-c148-4bb7-a7a2-fdda61beb4b3 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:24.068444 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4d1e4-616e-4c71-8828-42d21e42b096 req-03c5621d-928b-4e88-a734-6ca3363a8f73 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:24.078250 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6cb4d1e4-616e-4c71-8828-42d21e42b096 req-03c5621d-928b-4e88-a734-6ca3363a8f73 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?device_id=531f707b-1376-45f9-9cfe-53fb3de29009 HTTP/1.1" status: 200 len: 949 time: 0.1446054 Aug 11 21:57:24.080663 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f8618ea8-0cc4-41fd-a250-024e6a4465e2 None None] Provisioning for port 870c47f7-e6b5-446c-8dc2-9e5198b1e8b8 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:57:24.081979 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-adb62e2b-0d57-4e26-9216-95c409421057 req-87706027-c148-4bb7-a7a2-fdda61beb4b3 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 946 time: 0.2105947 Aug 11 21:57:24.107228 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-7577102b-4717-4da1-a928-d053021965a5 None None] For port 23bc132f-4705-4526-8e2c-1a4e9d6255e6, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:57:24.110334 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port b0503148-a74e-4cb3-86a5-a5353fe7fa4d completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:57:24.113866 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f8618ea8-0cc4-41fd-a250-024e6a4465e2 None None] Provisioning complete for port 870c47f7-e6b5-446c-8dc2-9e5198b1e8b8 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:57:24.114469 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f8618ea8-0cc4-41fd-a250-024e6a4465e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:24.123279 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-7577102b-4717-4da1-a928-d053021965a5 None None] For port 23bc132f-4705-4526-8e2c-1a4e9d6255e6, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=23bc132f-4705-4526-8e2c-1a4e9d6255e6,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:57:24.164356 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6cb4d1e4-616e-4c71-8828-42d21e42b096 req-40ed3b4c-46ae-4d81-b60f-685af14d763b tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/security-groups?id=46359dce-99be-4362-9973-5196cd981151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848207 Aug 11 21:57:24.183326 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port b0503148-a74e-4cb3-86a5-a5353fe7fa4d triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:57:24.187641 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:24.193651 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7577102b-4717-4da1-a928-d053021965a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:24.324787 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-adb62e2b-0d57-4e26-9216-95c409421057 req-4a6b837b-c4e7-4a50-8544-09bb89085bd3 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412090 Aug 11 21:57:24.361885 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-f8618ea8-0cc4-41fd-a250-024e6a4465e2 None None] Port 870c47f7-e6b5-446c-8dc2-9e5198b1e8b8 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:57:24.439713 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698af6a-81d9-4621-82c2-71471e6b2e13 None None] Pushing event updated for resources: {'Port': ['ID=23bc132f-4705-4526-8e2c-1a4e9d6255e6,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:24.447500 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7577102b-4717-4da1-a928-d053021965a5 None None] Routers {'bbdea346-4de9-4fff-845e-942069d9f87a'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:57:24.448519 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-7577102b-4717-4da1-a928-d053021965a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:57:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bbdea346-4de9-4fff-845e-942069d9f87a'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:57:24.450822 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:24.454505 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:24.461122 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:24.535957 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a32953d7-e412-4446-a8c6-999b1e834766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:24.550593 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a32953d7-e412-4446-a8c6-999b1e834766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:24.607756 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff0dcd7-0373-491f-ace2-00bd9f25f165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce624c8-6208-4473-9a5b-a42873bbb744'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:57:24.611270 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a1acd0-1c0c-4c6e-a86b-5e7d2e52b573" -d '{"events": [{"server_uuid": "3ff0dcd7-0373-491f-ace2-00bd9f25f165", "name": "network-vif-plugged", "status": "completed", "tag": "1ce624c8-6208-4473-9a5b-a42873bbb744"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:57:24.612825 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a32953d7-e412-4446-a8c6-999b1e834766 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=19e75354595d466a9c57d6bbd35537bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7950385 Aug 11 21:57:24.625637 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] Pushing event updated for resources: {'Port': ['ID=870c47f7-e6b5-446c-8dc2-9e5198b1e8b8,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:24.629507 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56944) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:57:24.649412 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 1ce624c8-6208-4473-9a5b-a42873bbb744, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1ce624c8-6208-4473-9a5b-a42873bbb744,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:24.654845 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:24.674492 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:24.692736 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-7577102b-4717-4da1-a928-d053021965a5 None None] Set router bbdea346-4de9-4fff-845e-942069d9f87a gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:57:24.699068 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306793b-c3fc-416a-936e-fe35dc8d9aa0 req-6ec15d48-9f79-488a-99bc-27f603df78d7 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:24.701262 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:24.712871 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f306793b-c3fc-416a-936e-fe35dc8d9aa0 req-6ec15d48-9f79-488a-99bc-27f603df78d7 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0ce38f1-03bf-4049-9a3e-e97418769e77 HTTP/1.1" status: 200 len: 944 time: 0.4059134 Aug 11 21:57:24.841410 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32953d7-e412-4446-a8c6-999b1e834766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e441309-d49e-4210-9f78-070890b2063d,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:24.851684 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566de2bf-9148-4f01-a57b-3e0ab39bcf34 x-openstack-request-id: req-566de2bf-9148-4f01-a57b-3e0ab39bcf34 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:57:24.853503 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff0dcd7-0373-491f-ace2-00bd9f25f165", "name": "network-vif-plugged", "status": "completed", "tag": "1ce624c8-6208-4473-9a5b-a42873bbb744", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:57:24.853924 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-566de2bf-9148-4f01-a57b-3e0ab39bcf34 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:57:24.854438 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff0dcd7-0373-491f-ace2-00bd9f25f165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce624c8-6208-4473-9a5b-a42873bbb744', 'code': 200} Aug 11 21:57:24.912696 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32953d7-e412-4446-a8c6-999b1e834766 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:24.913200 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32953d7-e412-4446-a8c6-999b1e834766 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:24.913768 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32953d7-e412-4446-a8c6-999b1e834766 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:24.914319 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32953d7-e412-4446-a8c6-999b1e834766 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:24.914817 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32953d7-e412-4446-a8c6-999b1e834766 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:24.915352 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32953d7-e412-4446-a8c6-999b1e834766 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:24.915874 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32953d7-e412-4446-a8c6-999b1e834766 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:24.916477 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32953d7-e412-4446-a8c6-999b1e834766 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:24.916893 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32953d7-e412-4446-a8c6-999b1e834766 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:24.917456 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32953d7-e412-4446-a8c6-999b1e834766 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:24.918757 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32953d7-e412-4446-a8c6-999b1e834766 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:24.918757 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32953d7-e412-4446-a8c6-999b1e834766 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:24.960469 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f306793b-c3fc-416a-936e-fe35dc8d9aa0 req-ea0467d0-927a-4402-a199-aa65e844f81e tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/security-groups?id=75567f51-b0a8-4eda-b710-051b14d4be14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252982 Aug 11 21:57:24.990842 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port b0503148-a74e-4cb3-86a5-a5353fe7fa4d, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=b0503148-a74e-4cb3-86a5-a5353fe7fa4d,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:25.042946 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:25.047718 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=1ce624c8-6208-4473-9a5b-a42873bbb744,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:25.083275 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] Network fbc581d3-9c12-4114-aa0a-f251c3932495 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:57:25.093955 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:57:25.283684 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=b0503148-a74e-4cb3-86a5-a5353fe7fa4d,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:25.292065 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 3884ac2f-4b0e-4a5c-890a-585ea0fca689 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:57:25.312700 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4d97a-eeb8-450c-a5cf-b9964b0cc74e req-8e1030a5-fca7-4509-a960-12d7a5d9bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:25.314610 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a8f4d97a-eeb8-450c-a5cf-b9964b0cc74e req-8e1030a5-fca7-4509-a960-12d7a5d9bb83 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3ff0dcd7-0373-491f-ace2-00bd9f25f165 HTTP/1.1" status: 200 len: 1100 time: 0.3452537 Aug 11 21:57:25.431407 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fccb2952-5eec-4449-b410-651b2f96a39c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:25.480737 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 1ec5d92b-f33b-418c-abd7-d2a020ab801c up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:57:25.484913 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device c063d3ea-dc0f-432f-b420-e57563044081 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:57:25.499091 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] Router bbdea346-4de9-4fff-845e-942069d9f87a has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:57:25.508828 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a8f4d97a-eeb8-450c-a5cf-b9964b0cc74e req-c18b7470-252d-446d-93cb-e766abc88889 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714718 Aug 11 21:57:25.551728 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fccb2952-5eec-4449-b410-651b2f96a39c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:25.552028 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380f131-ab9a-499c-b095-881a12674b46 req-ffa69cf3-762c-4e3b-861d-6d98c32073b8 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:25.561706 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e380f131-ab9a-499c-b095-881a12674b46 req-ffa69cf3-762c-4e3b-861d-6d98c32073b8 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?device_id=531f707b-1376-45f9-9cfe-53fb3de29009 HTTP/1.1" status: 200 len: 949 time: 0.1363020 Aug 11 21:57:25.583585 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb527d-d214-48dc-919d-10337ce70858 req-299c4e1b-9ff1-45c6-90e4-19640385e477 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:25.603000 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3adb527d-d214-48dc-919d-10337ce70858 req-299c4e1b-9ff1-45c6-90e4-19640385e477 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9204205-32e8-4c4c-a647-a1145dc5886a HTTP/1.1" status: 200 len: 949 time: 0.3173232 Aug 11 21:57:25.712022 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3adb527d-d214-48dc-919d-10337ce70858 req-b1d3faba-5ee7-41fe-a7ef-d8cc85a78b32 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937915 Aug 11 21:57:25.783068 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fccb2952-5eec-4449-b410-651b2f96a39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:25.786764 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fccb2952-5eec-4449-b410-651b2f96a39c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:25.789932 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fccb2952-5eec-4449-b410-651b2f96a39c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3e441309-d49e-4210-9f78-070890b2063d HTTP/1.1" status: 204 len: 168 time: 1.1361825 Aug 11 21:57:25.812641 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e380f131-ab9a-499c-b095-881a12674b46 req-7eb27f7a-173f-4327-927f-9911383a686e tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/security-groups?id=46359dce-99be-4362-9973-5196cd981151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498412 Aug 11 21:57:25.830350 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb2952-5eec-4449-b410-651b2f96a39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e441309-d49e-4210-9f78-070890b2063d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:25.862379 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:57:25.880681 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5ac9adc5-8608-43c4-aff4-b792253d8d30 admin admin] 10.222.0.77 "PUT /v2.0/routers/bbdea346-4de9-4fff-845e-942069d9f87a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9527268 Aug 11 21:57:25.938411 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cba809-538c-4ae0-bc68-2e5a038e352b req-d8baa156-3280-424e-8cc7-df6a28f7c708 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:25.949715 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-07cba809-538c-4ae0-bc68-2e5a038e352b req-d8baa156-3280-424e-8cc7-df6a28f7c708 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 946 time: 0.0904315 Aug 11 21:57:25.981283 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2072da75-5120-43d4-83e5-0d63710509e1 None None] Provisioning complete for port 870c47f7-e6b5-446c-8dc2-9e5198b1e8b8 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:57:25.982216 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2072da75-5120-43d4-83e5-0d63710509e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:26.026334 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-07cba809-538c-4ae0-bc68-2e5a038e352b req-70145fa7-f7d6-4531-9882-d50cd9d2cc54 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753055 Aug 11 21:57:26.036159 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 3884ac2f-4b0e-4a5c-890a-585ea0fca689 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:57:26.036879 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:26.094780 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-2072da75-5120-43d4-83e5-0d63710509e1 None None] Port 870c47f7-e6b5-446c-8dc2-9e5198b1e8b8 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:57:26.102944 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port c063d3ea-dc0f-432f-b420-e57563044081 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:57:26.115807 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-7577102b-4717-4da1-a928-d053021965a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdea346-4de9-4fff-845e-942069d9f87a', 'name': 'tempest-FloatingIPDetailsTestJSON-1786919465-router', 'tenant_id': '704980c76a6940bc93b748d639130b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '23bc132f-4705-4526-8e2c-1a4e9d6255e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:57:15Z', 'updated_at': '2021-08-11T21:57:23Z', 'revision_number': 4, 'project_id': '704980c76a6940bc93b748d639130b8a', 'gw_port': {'id': '23bc132f-4705-4526-8e2c-1a4e9d6255e6', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:93:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdea346-4de9-4fff-845e-942069d9f87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:57:17Z', 'updated_at': '2021-08-11T21:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '870c47f7-e6b5-446c-8dc2-9e5198b1e8b8', 'name': '', 'network_id': 'fbc581d3-9c12-4114-aa0a-f251c3932495', 'tenant_id': '704980c76a6940bc93b748d639130b8a', 'mac_address': 'fa:16:3e:4e:1c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdea346-4de9-4fff-845e-942069d9f87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'be7452b7-b8d0-4bf7-80cd-e521ec14ff25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:57:22Z', 'updated_at': '2021-08-11T21:57:23Z', 'revision_number': 1, 'project_id': '704980c76a6940bc93b748d639130b8a', 'subnets': [{'id': 'be7452b7-b8d0-4bf7-80cd-e521ec14ff25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:57:26.118075 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 1ec5d92b-f33b-418c-abd7-d2a020ab801c completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:57:26.130018 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port c063d3ea-dc0f-432f-b420-e57563044081 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:57:26.130018 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:26.230417 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 1ec5d92b-f33b-418c-abd7-d2a020ab801c triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:57:26.231041 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:26.240205 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7577102b-4717-4da1-a928-d053021965a5 None None] The sync data for ids ['bbdea346-4de9-4fff-845e-942069d9f87a'] in n-d-804275-3 is: [{'id': 'bbdea346-4de9-4fff-845e-942069d9f87a', 'name': 'tempest-FloatingIPDetailsTestJSON-1786919465-router', 'tenant_id': '704980c76a6940bc93b748d639130b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '23bc132f-4705-4526-8e2c-1a4e9d6255e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:57:15Z', 'updated_at': '2021-08-11T21:57:23Z', 'revision_number': 4, 'project_id': '704980c76a6940bc93b748d639130b8a', 'gw_port': {'id': '23bc132f-4705-4526-8e2c-1a4e9d6255e6', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:93:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdea346-4de9-4fff-845e-942069d9f87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:57:17Z', 'updated_at': '2021-08-11T21:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '870c47f7-e6b5-446c-8dc2-9e5198b1e8b8', 'name': '', 'network_id': 'fbc581d3-9c12-4114-aa0a-f251c3932495', 'tenant_id': '704980c76a6940bc93b748d639130b8a', 'mac_address': 'fa:16:3e:4e:1c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdea346-4de9-4fff-845e-942069d9f87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'be7452b7-b8d0-4bf7-80cd-e521ec14ff25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:57:22Z', 'updated_at': '2021-08-11T21:57:23Z', 'revision_number': 1, 'project_id': '704980c76a6940bc93b748d639130b8a', 'subnets': [{'id': 'be7452b7-b8d0-4bf7-80cd-e521ec14ff25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:57:26.357730 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb45dd-4f6d-478c-801f-846e8e40e918 req-7792f45d-41be-4590-b49a-8e60e8453bea tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:26.382032 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6ebb45dd-4f6d-478c-801f-846e8e40e918 req-7792f45d-41be-4590-b49a-8e60e8453bea tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0ce38f1-03bf-4049-9a3e-e97418769e77 HTTP/1.1" status: 200 len: 944 time: 0.2122173 Aug 11 21:57:26.520395 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6ebb45dd-4f6d-478c-801f-846e8e40e918 req-de4674ee-5cb8-40a1-9753-7247885860c2 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/security-groups?id=75567f51-b0a8-4eda-b710-051b14d4be14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350646 Aug 11 21:57:26.687239 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56972) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:57:26.733639 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2492f6a8-6f30-4e6a-82f3-e0b7f9c75dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:26.784967 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:26.795193 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:26.866131 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9204205-32e8-4c4c-a647-a1145dc5886a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0503148-a74e-4cb3-86a5-a5353fe7fa4d'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:57:26.870211 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ef6bec-f761-41f6-bfa2-30eb19861658" -d '{"events": [{"server_uuid": "a9204205-32e8-4c4c-a647-a1145dc5886a", "name": "network-vif-plugged", "status": "completed", "tag": "b0503148-a74e-4cb3-86a5-a5353fe7fa4d"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:57:26.985877 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port c063d3ea-dc0f-432f-b420-e57563044081, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c063d3ea-dc0f-432f-b420-e57563044081,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:27.003266 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 1ec5d92b-f33b-418c-abd7-d2a020ab801c, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1ec5d92b-f33b-418c-abd7-d2a020ab801c,segment=NetworkSegment(d069c60f-2e4a-4d6b-9585-7f7e1b0947e7),segment_id=d069c60f-2e4a-4d6b-9585-7f7e1b0947e7)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:27.007061 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:27.099920 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2492f6a8-6f30-4e6a-82f3-e0b7f9c75dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:27.139729 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:27.179491 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=c063d3ea-dc0f-432f-b420-e57563044081,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:27.199833 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2492f6a8-6f30-4e6a-82f3-e0b7f9c75dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:27.320172 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=1ec5d92b-f33b-418c-abd7-d2a020ab801c,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:27.331246 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2492f6a8-6f30-4e6a-82f3-e0b7f9c75dbd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=533eefa3a95f4ff7bf16dc22f2116fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6420481 Aug 11 21:57:27.336021 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56984) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:57:27.352428 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492f6a8-6f30-4e6a-82f3-e0b7f9c75dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0be011-a636-473f-87e6-22e53c08cfa6,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:27.423849 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c7ade-46ef-478c-b435-973f1024d34e req-c323fe59-41af-46b2-8999-c6214b78e346 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:27.426986 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-546c7ade-46ef-478c-b435-973f1024d34e req-c323fe59-41af-46b2-8999-c6214b78e346 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9204205-32e8-4c4c-a647-a1145dc5886a HTTP/1.1" status: 200 len: 949 time: 0.3221946 Aug 11 21:57:27.457060 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ed56670-a93d-4fef-b39c-5fc17f56d95c req-5ac1e405-546d-42e1-afae-eb92300c8e8e tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5769010 Aug 11 21:57:27.476777 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-4ed56670-a93d-4fef-b39c-5fc17f56d95c req-b932a6e5-de97-46c2-a994-50c4ef2ed50c tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:57:27.524371 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4ed56670-a93d-4fef-b39c-5fc17f56d95c req-b932a6e5-de97-46c2-a994-50c4ef2ed50c tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:27.559168 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c583236b-fed9-4ac1-ae7c-b5a5a87ee173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:27.569061 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-546c7ade-46ef-478c-b435-973f1024d34e req-95097ec1-5c91-494d-a226-8f5427772eca tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277077 Aug 11 21:57:27.660030 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c583236b-fed9-4ac1-ae7c-b5a5a87ee173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:27.797844 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4ed56670-a93d-4fef-b39c-5fc17f56d95c req-b932a6e5-de97-46c2-a994-50c4ef2ed50c tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:27.890509 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8ec43-3596-4789-a804-f7b44eab93e6 req-2a4d6892-d504-4e2f-bafa-69b10c8676ac tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:27.893916 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2ef8ec43-3596-4789-a804-f7b44eab93e6 req-2a4d6892-d504-4e2f-bafa-69b10c8676ac tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?device_id=531f707b-1376-45f9-9cfe-53fb3de29009 HTTP/1.1" status: 200 len: 950 time: 0.1764252 Aug 11 21:57:27.895471 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c583236b-fed9-4ac1-ae7c-b5a5a87ee173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:27.910841 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c583236b-fed9-4ac1-ae7c-b5a5a87ee173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:27.918207 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c583236b-fed9-4ac1-ae7c-b5a5a87ee173 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ac0be011-a636-473f-87e6-22e53c08cfa6 HTTP/1.1" status: 204 len: 168 time: 0.5799801 Aug 11 21:57:27.987567 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583236b-fed9-4ac1-ae7c-b5a5a87ee173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0be011-a636-473f-87e6-22e53c08cfa6,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:27.998942 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2ef8ec43-3596-4789-a804-f7b44eab93e6 req-06c73c17-5693-4b44-91b1-fa021db6f96c tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/security-groups?id=46359dce-99be-4362-9973-5196cd981151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787480 Aug 11 21:57:28.072962 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-4ed56670-a93d-4fef-b39c-5fc17f56d95c req-b932a6e5-de97-46c2-a994-50c4ef2ed50c tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Allocated IP 172.25.2.181 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/a4df9419-ece0-4550-a0b0-7ef676bd1655) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:57:28.153811 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d38118-da70-4823-b4e8-801bd5682114 x-openstack-request-id: req-04d38118-da70-4823-b4e8-801bd5682114 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:57:28.154718 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9204205-32e8-4c4c-a647-a1145dc5886a", "name": "network-vif-plugged", "status": "completed", "tag": "b0503148-a74e-4cb3-86a5-a5353fe7fa4d", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:57:28.155117 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-04d38118-da70-4823-b4e8-801bd5682114 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:57:28.156291 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9204205-32e8-4c4c-a647-a1145dc5886a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0503148-a74e-4cb3-86a5-a5353fe7fa4d', 'code': 200} Aug 11 21:57:28.400442 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cece5b-8c9d-4c4f-a0b5-6f7c919d01c8 req-5c1eee7e-199f-487a-b765-e848198ab8f2 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:28.408145 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-85cece5b-8c9d-4c4f-a0b5-6f7c919d01c8 req-5c1eee7e-199f-487a-b765-e848198ab8f2 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 946 time: 0.1263542 Aug 11 21:57:28.484468 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8651b30-24f7-4f11-869a-6d50da44d03c req-dfc8651e-e535-4aa2-9a05-325637ed01ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:28.487253 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d8651b30-24f7-4f11-869a-6d50da44d03c req-dfc8651e-e535-4aa2-9a05-325637ed01ba service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a9204205-32e8-4c4c-a647-a1145dc5886a HTTP/1.1" status: 200 len: 1100 time: 0.1953034 Aug 11 21:57:28.496908 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4ed56670-a93d-4fef-b39c-5fc17f56d95c req-b932a6e5-de97-46c2-a994-50c4ef2ed50c tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:28.500807 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-85cece5b-8c9d-4c4f-a0b5-6f7c919d01c8 req-210d5196-01ec-4bd6-b6c5-0b423d2bfc47 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915587 Aug 11 21:57:28.575064 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d8651b30-24f7-4f11-869a-6d50da44d03c req-8dc2cbed-4c7b-4789-b199-1bdf3f255f60 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740023 Aug 11 21:57:28.627559 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4ed56670-a93d-4fef-b39c-5fc17f56d95c req-b932a6e5-de97-46c2-a994-50c4ef2ed50c tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:28.676364 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed56670-a93d-4fef-b39c-5fc17f56d95c req-b932a6e5-de97-46c2-a994-50c4ef2ed50c tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:57:28.708648 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-4ed56670-a93d-4fef-b39c-5fc17f56d95c req-b932a6e5-de97-46c2-a994-50c4ef2ed50c tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:57:28.713489 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed56670-a93d-4fef-b39c-5fc17f56d95c req-b932a6e5-de97-46c2-a994-50c4ef2ed50c tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:57:28.774887 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be3c63-6b5f-4d1c-8cf3-0ac234701da8 req-5388b09b-ad8c-45af-987b-7761e5509e5a tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:28.779105 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932a6e5-de97-46c2-a994-50c4ef2ed50c tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Pushing event updated for resources: {'Port': ['ID=a4df9419-ece0-4550-a0b0-7ef676bd1655,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:28.787087 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86be3c63-6b5f-4d1c-8cf3-0ac234701da8 req-5388b09b-ad8c-45af-987b-7761e5509e5a tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0ce38f1-03bf-4049-9a3e-e97418769e77 HTTP/1.1" status: 200 len: 945 time: 0.1304054 Aug 11 21:57:28.848004 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86be3c63-6b5f-4d1c-8cf3-0ac234701da8 req-e2266401-5d6d-4400-92c9-98ad5828bfd5 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/security-groups?id=75567f51-b0a8-4eda-b710-051b14d4be14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598061 Aug 11 21:57:28.902463 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4ed56670-a93d-4fef-b39c-5fc17f56d95c req-b932a6e5-de97-46c2-a994-50c4ef2ed50c tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:28.980814 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4ed56670-a93d-4fef-b39c-5fc17f56d95c req-b932a6e5-de97-46c2-a994-50c4ef2ed50c tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:29.042518 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 23bc132f-4705-4526-8e2c-1a4e9d6255e6 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:57:29.191568 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 23bc132f-4705-4526-8e2c-1a4e9d6255e6 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:57:29.201651 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 23bc132f-4705-4526-8e2c-1a4e9d6255e6 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:57:29.202271 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:29.356521 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6ef68-0025-4df0-8c37-32a23e02a5e7 req-1416ed3a-84f9-402d-9f53-67488d6d7acd tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:29.369669 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-67a6ef68-0025-4df0-8c37-32a23e02a5e7 req-1416ed3a-84f9-402d-9f53-67488d6d7acd tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9204205-32e8-4c4c-a647-a1145dc5886a HTTP/1.1" status: 200 len: 949 time: 0.1137433 Aug 11 21:57:29.382127 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4ed56670-a93d-4fef-b39c-5fc17f56d95c req-b932a6e5-de97-46c2-a994-50c4ef2ed50c tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:29.399432 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4ed56670-a93d-4fef-b39c-5fc17f56d95c req-b932a6e5-de97-46c2-a994-50c4ef2ed50c tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:29.420263 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:29.455756 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 23bc132f-4705-4526-8e2c-1a4e9d6255e6, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=23bc132f-4705-4526-8e2c-1a4e9d6255e6,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:29.462257 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-67a6ef68-0025-4df0-8c37-32a23e02a5e7 req-8a747f8d-fe2a-486c-841c-7e9c9183d4c7 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892465 Aug 11 21:57:29.464632 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:29.546702 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932a6e5-de97-46c2-a994-50c4ef2ed50c tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Pushing event updated for resources: {'Port': ['ID=a4df9419-ece0-4550-a0b0-7ef676bd1655,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:29.608441 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4ed56670-a93d-4fef-b39c-5fc17f56d95c req-b932a6e5-de97-46c2-a994-50c4ef2ed50c tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:29.647847 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4ed56670-a93d-4fef-b39c-5fc17f56d95c req-b932a6e5-de97-46c2-a994-50c4ef2ed50c tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:29.651071 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ed56670-a93d-4fef-b39c-5fc17f56d95c req-b932a6e5-de97-46c2-a994-50c4ef2ed50c tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1810284 Aug 11 21:57:29.655142 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=23bc132f-4705-4526-8e2c-1a4e9d6255e6,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:29.696053 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec538c5d-cd90-470e-98f7-e015947178b9 req-f17ebc62-da94-4c09-b85d-e80e97e162a4 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:29.704399 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ec538c5d-cd90-470e-98f7-e015947178b9 req-f17ebc62-da94-4c09-b85d-e80e97e162a4 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?device_id=531f707b-1376-45f9-9cfe-53fb3de29009 HTTP/1.1" status: 200 len: 950 time: 0.1254766 Aug 11 21:57:29.733566 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ed56670-a93d-4fef-b39c-5fc17f56d95c req-fbb22c22-8fbe-4b9f-a217-0c713e52d400 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.181 HTTP/1.1" status: 200 len: 696 time: 0.0735955 Aug 11 21:57:29.795737 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ec538c5d-cd90-470e-98f7-e015947178b9 req-9ece4cfe-bb75-4a48-b333-ffbdc9231e2a tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/security-groups?id=46359dce-99be-4362-9973-5196cd981151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857046 Aug 11 21:57:29.987275 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed56670-a93d-4fef-b39c-5fc17f56d95c req-18e466c0-a91e-4347-92fb-e73458e5c35d tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:29.996235 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f0e83-3bec-41f6-9f06-dbc26461fbad req-b5ce13e3-2f3a-4199-ab4c-42d9b1ae266f tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:29.999621 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ed56670-a93d-4fef-b39c-5fc17f56d95c req-18e466c0-a91e-4347-92fb-e73458e5c35d tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 784 time: 0.2495816 Aug 11 21:57:30.004979 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-846f0e83-3bec-41f6-9f06-dbc26461fbad req-b5ce13e3-2f3a-4199-ab4c-42d9b1ae266f tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 946 time: 0.1056542 Aug 11 21:57:30.008247 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-4ed56670-a93d-4fef-b39c-5fc17f56d95c req-7deca801-0c86-4d45-996a-cc2d1fc51d00 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 21:57:30.009692 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ed56670-a93d-4fef-b39c-5fc17f56d95c req-7deca801-0c86-4d45-996a-cc2d1fc51d00 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084825 Aug 11 21:57:30.071602 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-846f0e83-3bec-41f6-9f06-dbc26461fbad req-240408fc-bd13-486a-9c88-34bd8e05ec02 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628717 Aug 11 21:57:30.157618 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531f707b-1376-45f9-9cfe-53fb3de29009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c063d3ea-dc0f-432f-b420-e57563044081'}, {'server_uuid': 'd0ce38f1-03bf-4049-9a3e-e97418769e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec5d92b-f33b-418c-abd7-d2a020ab801c'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:57:30.162373 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08aac8e-4fde-4162-9a06-65978c98f204" -d '{"events": [{"server_uuid": "531f707b-1376-45f9-9cfe-53fb3de29009", "name": "network-vif-plugged", "status": "completed", "tag": "c063d3ea-dc0f-432f-b420-e57563044081"}, {"server_uuid": "d0ce38f1-03bf-4049-9a3e-e97418769e77", "name": "network-vif-plugged", "status": "completed", "tag": "1ec5d92b-f33b-418c-abd7-d2a020ab801c"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:57:30.220268 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3102c801-2e86-4e14-8cdb-e7cdd15e7728 None None] Sync routers for ids ['bbdea346-4de9-4fff-845e-942069d9f87a'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:57:30.247118 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3102c801-2e86-4e14-8cdb-e7cdd15e7728 None None] Routers {'bbdea346-4de9-4fff-845e-942069d9f87a'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:57:30.251374 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3102c801-2e86-4e14-8cdb-e7cdd15e7728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:57:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bbdea346-4de9-4fff-845e-942069d9f87a'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:57:30.361280 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b6868-539c-4ade-ad2d-b2e774f83d8b req-5ccd655d-1355-4856-a524-02c3571ccd9e tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:30.377504 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d25b6868-539c-4ade-ad2d-b2e774f83d8b req-5ccd655d-1355-4856-a524-02c3571ccd9e tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0ce38f1-03bf-4049-9a3e-e97418769e77 HTTP/1.1" status: 200 len: 945 time: 0.1902852 Aug 11 21:57:30.448572 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d25b6868-539c-4ade-ad2d-b2e774f83d8b req-7829e1b3-fc90-425b-ba48-d5f033c420c1 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/security-groups?id=75567f51-b0a8-4eda-b710-051b14d4be14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679364 Aug 11 21:57:30.488483 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-3102c801-2e86-4e14-8cdb-e7cdd15e7728 None None] Set router bbdea346-4de9-4fff-845e-942069d9f87a gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:57:30.556506 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-29fa6a96-f9e6-469d-8bdd-724ed690d446 req-4d8dc902-44b6-474d-9226-a991c6a5c80a tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4646060 Aug 11 21:57:30.566559 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-29fa6a96-f9e6-469d-8bdd-724ed690d446 req-d1d42db4-6964-4abb-8435-a1afa55b4d97 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:57:30.641527 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-29fa6a96-f9e6-469d-8bdd-724ed690d446 req-d1d42db4-6964-4abb-8435-a1afa55b4d97 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks [] for floatingip, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:30.759387 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 21:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142d19d4-3358-4764-a3c6-bf71b40cb21c x-openstack-request-id: req-142d19d4-3358-4764-a3c6-bf71b40cb21c {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:57:30.769104 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531f707b-1376-45f9-9cfe-53fb3de29009", "name": "network-vif-plugged", "status": "completed", "tag": "c063d3ea-dc0f-432f-b420-e57563044081", "code": 200}, {"server_uuid": "d0ce38f1-03bf-4049-9a3e-e97418769e77", "name": "network-vif-plugged", "status": "completed", "tag": "1ec5d92b-f33b-418c-abd7-d2a020ab801c", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:57:30.770795 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-142d19d4-3358-4764-a3c6-bf71b40cb21c {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:57:30.773405 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531f707b-1376-45f9-9cfe-53fb3de29009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c063d3ea-dc0f-432f-b420-e57563044081', 'code': 200} Aug 11 21:57:30.774400 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ce38f1-03bf-4049-9a3e-e97418769e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec5d92b-f33b-418c-abd7-d2a020ab801c', 'code': 200} Aug 11 21:57:31.008861 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-29fa6a96-f9e6-469d-8bdd-724ed690d446 req-d1d42db4-6964-4abb-8435-a1afa55b4d97 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:31.125733 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b325037-4aa5-4960-9dce-900ea0bc1762 req-3a46d383-1915-46b2-9fec-3ecc0119c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:31.128403 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 23bc132f-4705-4526-8e2c-1a4e9d6255e6 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:57:31.128835 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b325037-4aa5-4960-9dce-900ea0bc1762 req-3a46d383-1915-46b2-9fec-3ecc0119c712 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d0ce38f1-03bf-4049-9a3e-e97418769e77 HTTP/1.1" status: 200 len: 1096 time: 0.2409155 Aug 11 21:57:31.143861 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30c96d-3bd3-484c-b60f-2b623a3a751d req-c35463a3-8fc6-4bfd-bd42-be0f78fbe5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:31.145499 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fd30c96d-3bd3-484c-b60f-2b623a3a751d req-c35463a3-8fc6-4bfd-bd42-be0f78fbe5fe service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=531f707b-1376-45f9-9cfe-53fb3de29009 HTTP/1.1" status: 200 len: 1101 time: 0.2354772 Aug 11 21:57:31.151449 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3102c801-2e86-4e14-8cdb-e7cdd15e7728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdea346-4de9-4fff-845e-942069d9f87a', 'name': 'tempest-FloatingIPDetailsTestJSON-1786919465-router', 'tenant_id': '704980c76a6940bc93b748d639130b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '23bc132f-4705-4526-8e2c-1a4e9d6255e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:57:15Z', 'updated_at': '2021-08-11T21:57:23Z', 'revision_number': 4, 'project_id': '704980c76a6940bc93b748d639130b8a', 'gw_port': {'id': '23bc132f-4705-4526-8e2c-1a4e9d6255e6', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdea346-4de9-4fff-845e-942069d9f87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:57:17Z', 'updated_at': '2021-08-11T21:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '870c47f7-e6b5-446c-8dc2-9e5198b1e8b8', 'name': '', 'network_id': 'fbc581d3-9c12-4114-aa0a-f251c3932495', 'tenant_id': '704980c76a6940bc93b748d639130b8a', 'mac_address': 'fa:16:3e:4e:1c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdea346-4de9-4fff-845e-942069d9f87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'be7452b7-b8d0-4bf7-80cd-e521ec14ff25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:57:22Z', 'updated_at': '2021-08-11T21:57:24Z', 'revision_number': 2, 'project_id': '704980c76a6940bc93b748d639130b8a', 'subnets': [{'id': 'be7452b7-b8d0-4bf7-80cd-e521ec14ff25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:57:31.251792 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3102c801-2e86-4e14-8cdb-e7cdd15e7728 None None] Checking router: bbdea346-4de9-4fff-845e-942069d9f87a for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:57:31.253695 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3102c801-2e86-4e14-8cdb-e7cdd15e7728 None None] Updating router bbdea346-4de9-4fff-845e-942069d9f87a port 870c47f7-e6b5-446c-8dc2-9e5198b1e8b8 binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 21:57:31.256735 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b325037-4aa5-4960-9dce-900ea0bc1762 req-222ebd25-31e9-405e-a93e-46b5fb2b1dda service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=75567f51-b0a8-4eda-b710-051b14d4be14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184225 Aug 11 21:57:31.276962 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fd30c96d-3bd3-484c-b60f-2b623a3a751d req-103d8de7-4fa9-471d-adc7-2decb2fb5bda service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=46359dce-99be-4362-9973-5196cd981151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738959 Aug 11 21:57:31.291787 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c0ccb-2cf8-4737-aa0b-3e066839506e req-bec93796-3de1-4523-ac33-1df295247324 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:31.294432 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-353c0ccb-2cf8-4737-aa0b-3e066839506e req-bec93796-3de1-4523-ac33-1df295247324 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9204205-32e8-4c4c-a647-a1145dc5886a HTTP/1.1" status: 200 len: 949 time: 0.3071024 Aug 11 21:57:31.320156 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 23bc132f-4705-4526-8e2c-1a4e9d6255e6 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:57:31.320530 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:31.328694 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-3102c801-2e86-4e14-8cdb-e7cdd15e7728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:31.410047 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-353c0ccb-2cf8-4737-aa0b-3e066839506e req-a8827a24-3ef8-4966-98fb-0045ff22fbea tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981786 Aug 11 21:57:31.487962 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-29fa6a96-f9e6-469d-8bdd-724ed690d446 req-d1d42db4-6964-4abb-8435-a1afa55b4d97 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Allocated IP 172.25.2.44 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/fb3732ae-deed-477c-b871-f76ed10f096f) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:57:31.660902 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecebd7-25f3-465a-b0f1-542201731d21 req-cd9be985-d24c-4677-b516-53575aa40ae0 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:31.665335 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9cecebd7-25f3-465a-b0f1-542201731d21 req-cd9be985-d24c-4677-b516-53575aa40ae0 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?device_id=531f707b-1376-45f9-9cfe-53fb3de29009 HTTP/1.1" status: 200 len: 950 time: 0.0978739 Aug 11 21:57:31.728911 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9cecebd7-25f3-465a-b0f1-542201731d21 req-0488a2c3-7d8d-453a-9519-11d782c5d493 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/security-groups?id=46359dce-99be-4362-9973-5196cd981151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552454 Aug 11 21:57:31.765522 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-29fa6a96-f9e6-469d-8bdd-724ed690d446 req-d1d42db4-6964-4abb-8435-a1afa55b4d97 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:31.868808 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-29fa6a96-f9e6-469d-8bdd-724ed690d446 req-d1d42db4-6964-4abb-8435-a1afa55b4d97 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:31.902453 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fd317-6d45-4b17-b7df-e86533ef1ce7 req-ea9d6486-92a4-4914-beed-332bbf183e71 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:31.921416 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-306fd317-6d45-4b17-b7df-e86533ef1ce7 req-ea9d6486-92a4-4914-beed-332bbf183e71 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 946 time: 0.1221132 Aug 11 21:57:31.958537 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29fa6a96-f9e6-469d-8bdd-724ed690d446 req-d1d42db4-6964-4abb-8435-a1afa55b4d97 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:57:31.962359 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-29fa6a96-f9e6-469d-8bdd-724ed690d446 req-d1d42db4-6964-4abb-8435-a1afa55b4d97 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:57:31.967195 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fa6a96-f9e6-469d-8bdd-724ed690d446 req-d1d42db4-6964-4abb-8435-a1afa55b4d97 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:57:31.997176 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-306fd317-6d45-4b17-b7df-e86533ef1ce7 req-edf1d7bb-cc4e-4578-af5e-fbeab9ff251f tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729618 Aug 11 21:57:32.026520 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d42db4-6964-4abb-8435-a1afa55b4d97 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Pushing event updated for resources: {'Port': ['ID=fb3732ae-deed-477c-b871-f76ed10f096f,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:32.141359 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-29fa6a96-f9e6-469d-8bdd-724ed690d446 req-d1d42db4-6964-4abb-8435-a1afa55b4d97 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:32.183018 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-3102c801-2e86-4e14-8cdb-e7cdd15e7728 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:32.211656 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-3102c801-2e86-4e14-8cdb-e7cdd15e7728 None None] Transition to ACTIVE for port object 870c47f7-e6b5-446c-8dc2-9e5198b1e8b8 will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:57:32.227438 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-3102c801-2e86-4e14-8cdb-e7cdd15e7728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:32.243305 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-29fa6a96-f9e6-469d-8bdd-724ed690d446 req-d1d42db4-6964-4abb-8435-a1afa55b4d97 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:32.297119 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc17a5-8b88-4583-ae62-94d88622862c req-48753a05-ea99-4229-9e0e-e450272b1a13 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:32.301220 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-62dc17a5-8b88-4583-ae62-94d88622862c req-48753a05-ea99-4229-9e0e-e450272b1a13 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ff0dcd7-0373-491f-ace2-00bd9f25f165 HTTP/1.1" status: 200 len: 949 time: 0.1597090 Aug 11 21:57:32.349756 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c2cf4-7d49-4b78-a712-3c4bba8d561f None None] Pushing event updated for resources: {'Port': ['ID=870c47f7-e6b5-446c-8dc2-9e5198b1e8b8,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:32.428370 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-62dc17a5-8b88-4583-ae62-94d88622862c req-11cc6745-1631-46c2-918f-556bf4b816be tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060958 Aug 11 21:57:32.489294 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-3102c801-2e86-4e14-8cdb-e7cdd15e7728 None None] Attempting to bind port 870c47f7-e6b5-446c-8dc2-9e5198b1e8b8 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:57:32.490015 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-3102c801-2e86-4e14-8cdb-e7cdd15e7728 None None] Attempting to bind port 870c47f7-e6b5-446c-8dc2-9e5198b1e8b8 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'ffed3146-de3f-4be3-8115-828bea6c4b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fbc581d3-9c12-4114-aa0a-f251c3932495'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:57:32.490586 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102c801-2e86-4e14-8cdb-e7cdd15e7728 None None] Attempting to bind port 870c47f7-e6b5-446c-8dc2-9e5198b1e8b8 on network fbc581d3-9c12-4114-aa0a-f251c3932495 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:57:32.507608 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102c801-2e86-4e14-8cdb-e7cdd15e7728 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:57:32.509239 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102c801-2e86-4e14-8cdb-e7cdd15e7728 None None] Checking segment: {'id': 'ffed3146-de3f-4be3-8115-828bea6c4b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fbc581d3-9c12-4114-aa0a-f251c3932495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:57:32.509239 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-3102c801-2e86-4e14-8cdb-e7cdd15e7728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:32.509983 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102c801-2e86-4e14-8cdb-e7cdd15e7728 None None] Bound using segment: {'id': 'ffed3146-de3f-4be3-8115-828bea6c4b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fbc581d3-9c12-4114-aa0a-f251c3932495'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:57:32.510370 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-3102c801-2e86-4e14-8cdb-e7cdd15e7728 None None] Bound port: 870c47f7-e6b5-446c-8dc2-9e5198b1e8b8, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffed3146-de3f-4be3-8115-828bea6c4b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fbc581d3-9c12-4114-aa0a-f251c3932495'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:57:32.511059 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-3102c801-2e86-4e14-8cdb-e7cdd15e7728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:32.642424 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-29fa6a96-f9e6-469d-8bdd-724ed690d446 req-d1d42db4-6964-4abb-8435-a1afa55b4d97 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:32.653217 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-29fa6a96-f9e6-469d-8bdd-724ed690d446 req-d1d42db4-6964-4abb-8435-a1afa55b4d97 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:32.669493 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-3102c801-2e86-4e14-8cdb-e7cdd15e7728 None None] For port 870c47f7-e6b5-446c-8dc2-9e5198b1e8b8, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:57:32.676103 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-3102c801-2e86-4e14-8cdb-e7cdd15e7728 None None] For port 870c47f7-e6b5-446c-8dc2-9e5198b1e8b8, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=870c47f7-e6b5-446c-8dc2-9e5198b1e8b8,segment=NetworkSegment(ffed3146-de3f-4be3-8115-828bea6c4b11),segment_id=ffed3146-de3f-4be3-8115-828bea6c4b11)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:57:32.691049 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-3102c801-2e86-4e14-8cdb-e7cdd15e7728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:32.692870 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787363dd-b625-43de-88e6-9366ec1b726f req-ed0e90b6-e55b-46f5-90d5-259fc0cb5b76 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:32.697093 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-787363dd-b625-43de-88e6-9366ec1b726f req-ed0e90b6-e55b-46f5-90d5-259fc0cb5b76 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0ce38f1-03bf-4049-9a3e-e97418769e77 HTTP/1.1" status: 200 len: 945 time: 0.1133535 Aug 11 21:57:32.757328 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d42db4-6964-4abb-8435-a1afa55b4d97 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Pushing event updated for resources: {'Port': ['ID=fb3732ae-deed-477c-b871-f76ed10f096f,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:32.771619 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-29fa6a96-f9e6-469d-8bdd-724ed690d446 req-d1d42db4-6964-4abb-8435-a1afa55b4d97 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:32.801420 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3102c801-2e86-4e14-8cdb-e7cdd15e7728 None None] Routers {'bbdea346-4de9-4fff-845e-942069d9f87a'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:57:32.802975 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3102c801-2e86-4e14-8cdb-e7cdd15e7728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:57:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bbdea346-4de9-4fff-845e-942069d9f87a'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:57:32.810978 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-29fa6a96-f9e6-469d-8bdd-724ed690d446 req-d1d42db4-6964-4abb-8435-a1afa55b4d97 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:32.812479 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-29fa6a96-f9e6-469d-8bdd-724ed690d446 req-d1d42db4-6964-4abb-8435-a1afa55b4d97 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2548642 Aug 11 21:57:32.828715 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-787363dd-b625-43de-88e6-9366ec1b726f req-ac8d70cb-125c-4bfd-9789-a3485cd7f406 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/security-groups?id=75567f51-b0a8-4eda-b710-051b14d4be14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185284 Aug 11 21:57:32.899866 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-29fa6a96-f9e6-469d-8bdd-724ed690d446 req-7bccc5f9-5a9c-4696-ac61-2121dc543923 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 695 time: 0.0754232 Aug 11 21:57:33.077075 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c2cf4-7d49-4b78-a712-3c4bba8d561f None None] Pushing event updated for resources: {'Port': ['ID=870c47f7-e6b5-446c-8dc2-9e5198b1e8b8,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:33.218450 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-3102c801-2e86-4e14-8cdb-e7cdd15e7728 None None] Set router bbdea346-4de9-4fff-845e-942069d9f87a gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:57:33.245131 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa6a96-f9e6-469d-8bdd-724ed690d446 req-0eb8b6f7-935b-4bcb-9193-b01600d18bfe tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:33.247064 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-29fa6a96-f9e6-469d-8bdd-724ed690d446 req-0eb8b6f7-935b-4bcb-9193-b01600d18bfe tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 784 time: 0.3353031 Aug 11 21:57:33.314644 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e17cf012-da21-4056-a98f-300f55557e45 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=01fca9b3362949bdabf015b4ac4622c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471117 Aug 11 21:57:33.543561 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-a09c73f6-8ab1-4b4c-b0cc-80b2ebed4bd5 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:33.554806 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-a09c73f6-8ab1-4b4c-b0cc-80b2ebed4bd5 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2313714 Aug 11 21:57:33.576563 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-28b8faec-27fe-4023-9233-b655af95ddf8 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/quotas/01fca9b3362949bdabf015b4ac4622c7 HTTP/1.1" status: 200 len: 375 time: 0.0205009 Aug 11 21:57:33.621980 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-9bbb87b0-4523-4a5d-98a7-78d9594b6752 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444071 Aug 11 21:57:33.690483 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3102c801-2e86-4e14-8cdb-e7cdd15e7728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdea346-4de9-4fff-845e-942069d9f87a', 'name': 'tempest-FloatingIPDetailsTestJSON-1786919465-router', 'tenant_id': '704980c76a6940bc93b748d639130b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '23bc132f-4705-4526-8e2c-1a4e9d6255e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:57:15Z', 'updated_at': '2021-08-11T21:57:23Z', 'revision_number': 4, 'project_id': '704980c76a6940bc93b748d639130b8a', 'gw_port': {'id': '23bc132f-4705-4526-8e2c-1a4e9d6255e6', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdea346-4de9-4fff-845e-942069d9f87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:57:17Z', 'updated_at': '2021-08-11T21:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '870c47f7-e6b5-446c-8dc2-9e5198b1e8b8', 'name': '', 'network_id': 'fbc581d3-9c12-4114-aa0a-f251c3932495', 'tenant_id': '704980c76a6940bc93b748d639130b8a', 'mac_address': 'fa:16:3e:4e:1c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdea346-4de9-4fff-845e-942069d9f87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'be7452b7-b8d0-4bf7-80cd-e521ec14ff25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:57:22Z', 'updated_at': '2021-08-11T21:57:32Z', 'revision_number': 4, 'project_id': '704980c76a6940bc93b748d639130b8a', 'subnets': [{'id': 'be7452b7-b8d0-4bf7-80cd-e521ec14ff25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:57:33.751183 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3102c801-2e86-4e14-8cdb-e7cdd15e7728 None None] The sync data for ids ['bbdea346-4de9-4fff-845e-942069d9f87a'] in n-d-804275-3 is: [{'id': 'bbdea346-4de9-4fff-845e-942069d9f87a', 'name': 'tempest-FloatingIPDetailsTestJSON-1786919465-router', 'tenant_id': '704980c76a6940bc93b748d639130b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '23bc132f-4705-4526-8e2c-1a4e9d6255e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:57:15Z', 'updated_at': '2021-08-11T21:57:23Z', 'revision_number': 4, 'project_id': '704980c76a6940bc93b748d639130b8a', 'gw_port': {'id': '23bc132f-4705-4526-8e2c-1a4e9d6255e6', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdea346-4de9-4fff-845e-942069d9f87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:57:17Z', 'updated_at': '2021-08-11T21:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '870c47f7-e6b5-446c-8dc2-9e5198b1e8b8', 'name': '', 'network_id': 'fbc581d3-9c12-4114-aa0a-f251c3932495', 'tenant_id': '704980c76a6940bc93b748d639130b8a', 'mac_address': 'fa:16:3e:4e:1c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdea346-4de9-4fff-845e-942069d9f87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'be7452b7-b8d0-4bf7-80cd-e521ec14ff25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:57:22Z', 'updated_at': '2021-08-11T21:57:32Z', 'revision_number': 4, 'project_id': '704980c76a6940bc93b748d639130b8a', 'subnets': [{'id': 'be7452b7-b8d0-4bf7-80cd-e521ec14ff25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:57:33.861696 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83589183-2d10-4bbe-a567-9fb61f079614 req-ffcd8bbf-1275-47aa-85f4-c6bbb1b921d3 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:33.869002 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83589183-2d10-4bbe-a567-9fb61f079614 req-ffcd8bbf-1275-47aa-85f4-c6bbb1b921d3 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:33.890014 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-83589183-2d10-4bbe-a567-9fb61f079614 req-ffcd8bbf-1275-47aa-85f4-c6bbb1b921d3 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9204205-32e8-4c4c-a647-a1145dc5886a&device_id=3ff0dcd7-0373-491f-ace2-00bd9f25f165 HTTP/1.1" status: 200 len: 1689 time: 0.1385255 Aug 11 21:57:34.002087 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9757f1-dce6-48ab-9408-5ddb905e86ca req-5cb16e6e-f4d4-43dd-a80e-a93124261b7e tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:34.010562 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fe9757f1-dce6-48ab-9408-5ddb905e86ca req-5cb16e6e-f4d4-43dd-a80e-a93124261b7e tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?device_id=531f707b-1376-45f9-9cfe-53fb3de29009 HTTP/1.1" status: 200 len: 950 time: 0.0966418 Aug 11 21:57:34.021119 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-83589183-2d10-4bbe-a567-9fb61f079614 req-3e9691f9-13d9-4f0a-9a4a-c32226493d9e tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262388 Aug 11 21:57:34.104278 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fe9757f1-dce6-48ab-9408-5ddb905e86ca req-094172ed-04b9-4890-870c-f2a325deca89 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/security-groups?id=46359dce-99be-4362-9973-5196cd981151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926535 Aug 11 21:57:34.204788 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197e653-1873-4f45-9eea-25f83ff61a58 req-589d039a-bb2b-4f44-9a5b-1f109f469f7d tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:34.219435 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57112) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:57:34.223785 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3197e653-1873-4f45-9eea-25f83ff61a58 req-589d039a-bb2b-4f44-9a5b-1f109f469f7d tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0ce38f1-03bf-4049-9a3e-e97418769e77 HTTP/1.1" status: 200 len: 945 time: 0.1186092 Aug 11 21:57:34.226935 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-db7a6b7b-7902-40e9-9e3b-616a7fa3dc6a tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Request body: {'floatingip': {'port_id': '1ec5d92b-f33b-418c-abd7-d2a020ab801c'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:57:34.371712 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-db7a6b7b-7902-40e9-9e3b-616a7fa3dc6a tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks [] for floatingip, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:34.511797 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ad526-e22f-481c-8d62-02dbd221cdcf req-c79da9c3-d720-4c28-86b4-58c8ed09d387 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:34.515206 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c58ad526-e22f-481c-8d62-02dbd221cdcf req-c79da9c3-d720-4c28-86b4-58c8ed09d387 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 946 time: 0.2001345 Aug 11 21:57:34.548169 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-459bad9c-c1fe-45c7-8c59-5e9d6751c700 req-b5d6e275-4bc4-451f-bb57-bc42b6973ea4 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3059020 Aug 11 21:57:34.556444 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-459bad9c-c1fe-45c7-8c59-5e9d6751c700 req-203e5055-40a5-4c4d-904a-54aa4f6ce136 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:57:34.594390 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-459bad9c-c1fe-45c7-8c59-5e9d6751c700 req-203e5055-40a5-4c4d-904a-54aa4f6ce136 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks [] for floatingip, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:34.790164 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-459bad9c-c1fe-45c7-8c59-5e9d6751c700 req-203e5055-40a5-4c4d-904a-54aa4f6ce136 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:34.992441 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c58ad526-e22f-481c-8d62-02dbd221cdcf req-5d6ece1a-7d21-45c2-8f85-005c4f329a53 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655840 Aug 11 21:57:35.138751 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 870c47f7-e6b5-446c-8dc2-9e5198b1e8b8 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:57:35.254335 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-459bad9c-c1fe-45c7-8c59-5e9d6751c700 req-203e5055-40a5-4c4d-904a-54aa4f6ce136 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Allocated IP 172.25.2.57 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/1e5964cc-2ae3-4866-b4fd-c9f1f4fc12f5) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:57:35.370032 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 870c47f7-e6b5-446c-8dc2-9e5198b1e8b8 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:57:35.377536 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 870c47f7-e6b5-446c-8dc2-9e5198b1e8b8 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:57:35.378261 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:35.447775 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48be0199-4f19-4d49-8348-8f887bb67d1a req-c6640711-20fe-475d-95e9-73a0e5bf38db tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 210 time: 0.2568889 Aug 11 21:57:35.492794 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-459bad9c-c1fe-45c7-8c59-5e9d6751c700 req-203e5055-40a5-4c4d-904a-54aa4f6ce136 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:35.572922 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-459bad9c-c1fe-45c7-8c59-5e9d6751c700 req-203e5055-40a5-4c4d-904a-54aa4f6ce136 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:35.591409 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:35.653136 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e5055-40a5-4c4d-904a-54aa4f6ce136 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Pushing event updated for resources: {'Port': ['ID=1e5964cc-2ae3-4866-b4fd-c9f1f4fc12f5,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:35.673362 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 870c47f7-e6b5-446c-8dc2-9e5198b1e8b8, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=870c47f7-e6b5-446c-8dc2-9e5198b1e8b8,segment=NetworkSegment(ffed3146-de3f-4be3-8115-828bea6c4b11),segment_id=ffed3146-de3f-4be3-8115-828bea6c4b11)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:35.688523 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:35.706417 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-459bad9c-c1fe-45c7-8c59-5e9d6751c700 req-203e5055-40a5-4c4d-904a-54aa4f6ce136 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:57:35.714658 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-459bad9c-c1fe-45c7-8c59-5e9d6751c700 req-203e5055-40a5-4c4d-904a-54aa4f6ce136 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:57:35.722731 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-459bad9c-c1fe-45c7-8c59-5e9d6751c700 req-203e5055-40a5-4c4d-904a-54aa4f6ce136 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:57:35.730260 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.db.resource_extend [None req-db7a6b7b-7902-40e9-9e3b-616a7fa3dc6a tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 21:57:35.811034 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=870c47f7-e6b5-446c-8dc2-9e5198b1e8b8,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:35.830681 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:35.831363 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:35.832264 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:35.832869 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:35.833433 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:35.834309 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:35.834689 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:35.835132 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:35.835745 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:35.836299 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:35.837153 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:35.837878 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:57:35.955821 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-efc45bd0-c6ac-49f9-b9f5-6a82ff24c305 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=01fca9b3362949bdabf015b4ac4622c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305538 Aug 11 21:57:35.958394 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-db7a6b7b-7902-40e9-9e3b-616a7fa3dc6a tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:35.969507 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-db7a6b7b-7902-40e9-9e3b-616a7fa3dc6a tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:36.001033 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-459bad9c-c1fe-45c7-8c59-5e9d6751c700 req-203e5055-40a5-4c4d-904a-54aa4f6ce136 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:36.071738 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-459bad9c-c1fe-45c7-8c59-5e9d6751c700 req-203e5055-40a5-4c4d-904a-54aa4f6ce136 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:36.105214 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a1d64-4424-4b2f-97c6-ddf017947a51 req-505a20bf-981c-40b3-af2c-c65281b6a21d tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:36.106814 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0f7a1d64-4424-4b2f-97c6-ddf017947a51 req-505a20bf-981c-40b3-af2c-c65281b6a21d tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?device_id=497dfcb1-e54c-42ce-a47b-c28267b306c6 HTTP/1.1" status: 200 len: 949 time: 0.2634804 Aug 11 21:57:36.265576 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0f7a1d64-4424-4b2f-97c6-ddf017947a51 req-10157af8-3ff1-4358-9e94-fafe8d06f7d9 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/security-groups?id=46359dce-99be-4362-9973-5196cd981151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434133 Aug 11 21:57:36.346882 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-9fa9b60b-70f4-4e20-9780-59c4020a85d4 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:36.349685 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-9fa9b60b-70f4-4e20-9780-59c4020a85d4 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3761218 Aug 11 21:57:36.352443 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-db7a6b7b-7902-40e9-9e3b-616a7fa3dc6a tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Floating IP d6e498c5-aa6d-4daa-a5e5-f392f33bcaf5 associated. External IP: 172.25.2.171, port: 1ec5d92b-f33b-418c-abd7-d2a020ab801c. Aug 11 21:57:36.398398 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-459bad9c-c1fe-45c7-8c59-5e9d6751c700 req-203e5055-40a5-4c4d-904a-54aa4f6ce136 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:36.407053 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-459bad9c-c1fe-45c7-8c59-5e9d6751c700 req-203e5055-40a5-4c4d-904a-54aa4f6ce136 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:36.408450 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e985ee55-e569-4607-a2e3-d66e4103bb60 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Request body: {'port': {'device_id': '6c9f6348-7529-415f-a4c1-1d868c53904b', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'admin_state_up': True, 'tenant_id': '01fca9b3362949bdabf015b4ac4622c7'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:57:36.545817 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e5055-40a5-4c4d-904a-54aa4f6ce136 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Pushing event updated for resources: {'Port': ['ID=1e5964cc-2ae3-4866-b4fd-c9f1f4fc12f5,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:36.631383 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-459bad9c-c1fe-45c7-8c59-5e9d6751c700 req-203e5055-40a5-4c4d-904a-54aa4f6ce136 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:36.654834 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-459bad9c-c1fe-45c7-8c59-5e9d6751c700 req-203e5055-40a5-4c4d-904a-54aa4f6ce136 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:36.656797 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-459bad9c-c1fe-45c7-8c59-5e9d6751c700 req-203e5055-40a5-4c4d-904a-54aa4f6ce136 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1076925 Aug 11 21:57:36.727858 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-459bad9c-c1fe-45c7-8c59-5e9d6751c700 req-a14931b7-b42a-46f1-8ce2-69f5b50f7648 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.57 HTTP/1.1" status: 200 len: 695 time: 0.0570240 Aug 11 21:57:36.933164 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459bad9c-c1fe-45c7-8c59-5e9d6751c700 req-6254b768-db81-4a4b-ac6f-4a8193ad4790 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:36.952628 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-459bad9c-c1fe-45c7-8c59-5e9d6751c700 req-6254b768-db81-4a4b-ac6f-4a8193ad4790 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 784 time: 0.2153647 Aug 11 21:57:36.991448 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 870c47f7-e6b5-446c-8dc2-9e5198b1e8b8 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:57:37.083711 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 870c47f7-e6b5-446c-8dc2-9e5198b1e8b8 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:57:37.085506 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:37.118999 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5bb4b-cb7d-4778-a8c3-2a7437f56111 req-02143a83-7d7c-4759-b6b5-907f8f341a47 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:37.127790 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-83e5bb4b-cb7d-4778-a8c3-2a7437f56111 req-02143a83-7d7c-4759-b6b5-907f8f341a47 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 946 time: 0.0828900 Aug 11 21:57:37.183669 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-83e5bb4b-cb7d-4778-a8c3-2a7437f56111 req-d38067e4-cb4e-4752-b30a-19bfcde51b9b tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546999 Aug 11 21:57:37.187728 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20287e-526f-4bba-bc79-031cec29af4e req-075d38d5-d000-492d-9b54-9e50cc621054 tempest-ServersOnMultiNodesTest-2075355728 tempest-ServersOnMultiNodesTest-2075355728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:37.202398 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-af20287e-526f-4bba-bc79-031cec29af4e req-075d38d5-d000-492d-9b54-9e50cc621054 tempest-ServersOnMultiNodesTest-2075355728 tempest-ServersOnMultiNodesTest-2075355728-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a9204205-32e8-4c4c-a647-a1145dc5886a HTTP/1.1" status: 200 len: 1100 time: 0.2491498 Aug 11 21:57:37.217554 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e985ee55-e569-4607-a2e3-d66e4103bb60 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Made reservation on behalf of 01fca9b3362949bdabf015b4ac4622c7 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:57:37.223540 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e985ee55-e569-4607-a2e3-d66e4103bb60 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:37.320796 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e985ee55-e569-4607-a2e3-d66e4103bb60 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:37.454656 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-af20287e-526f-4bba-bc79-031cec29af4e req-2e7ac096-469b-4aa3-8145-e249cd028fc3 tempest-ServersOnMultiNodesTest-2075355728 tempest-ServersOnMultiNodesTest-2075355728-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507679 Aug 11 21:57:37.533903 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7a6b7b-7902-40e9-9e3b-616a7fa3dc6a tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Router 184b7810-6b58-4294-b05e-5c0221d36128 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:57:37.794221 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7a6b7b-7902-40e9-9e3b-616a7fa3dc6a tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:57:37.800013 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-db7a6b7b-7902-40e9-9e3b-616a7fa3dc6a tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:37.825476 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d58e7935-3e33-4d5e-94d6-cb4f0b4b1977 req-0226c2df-4bd0-4fd0-840d-205c44a0e453 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1586010 Aug 11 21:57:37.830284 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb45211-c131-4635-a6f1-922affc77e2f None None] Sync routers for ids ['184b7810-6b58-4294-b05e-5c0221d36128'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:57:37.839603 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-d58e7935-3e33-4d5e-94d6-cb4f0b4b1977 req-daf89de9-9096-418f-8078-b05830bd03be tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:57:37.845259 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:37.853217 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb45211-c131-4635-a6f1-922affc77e2f None None] Routers {'184b7810-6b58-4294-b05e-5c0221d36128'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:57:37.854281 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-ceb45211-c131-4635-a6f1-922affc77e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:57:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['184b7810-6b58-4294-b05e-5c0221d36128'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:57:37.859404 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-597ce1d5-9597-4a1f-84c9-7d22490f1285 req-d0b277de-f53d-4f68-996d-0432a6d00500 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 210 time: 0.1083148 Aug 11 21:57:37.981951 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-db7a6b7b-7902-40e9-9e3b-616a7fa3dc6a tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "PUT /v2.0/floatingips/d6e498c5-aa6d-4daa-a5e5-f392f33bcaf5 HTTP/1.1" status: 200 len: 991 time: 3.7609580 Aug 11 21:57:37.990795 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ce38f1-03bf-4049-9a3e-e97418769e77', 'tag': '1ec5d92b-f33b-418c-abd7-d2a020ab801c'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:57:37.995752 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01094d7-fb44-4bb0-b38b-26c704e5bf8b" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ce38f1-03bf-4049-9a3e-e97418769e77", "tag": "1ec5d92b-f33b-418c-abd7-d2a020ab801c"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:57:38.009475 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e985ee55-e569-4607-a2e3-d66e4103bb60 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:38.028086 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e985ee55-e569-4607-a2e3-d66e4103bb60 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:38.033719 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-ceb45211-c131-4635-a6f1-922affc77e2f None None] Set router 184b7810-6b58-4294-b05e-5c0221d36128 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:57:38.070862 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d58e7935-3e33-4d5e-94d6-cb4f0b4b1977 req-daf89de9-9096-418f-8078-b05830bd03be tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks [] for floatingip, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:38.230739 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985ee55-e569-4607-a2e3-d66e4103bb60 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8617435e-d165-493f-8bbe-b847be52ebd2,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:38.280750 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d58e7935-3e33-4d5e-94d6-cb4f0b4b1977 req-daf89de9-9096-418f-8078-b05830bd03be tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:38.388319 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3f95b-ca77-4a56-9baa-e791dd531326 req-f8469f95-a875-4c26-8280-8a7cafa3792a tempest-ServersOnMultiNodesTest-2075355728 tempest-ServersOnMultiNodesTest-2075355728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:38.390694 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9aa3f95b-ca77-4a56-9baa-e791dd531326 req-f8469f95-a875-4c26-8280-8a7cafa3792a tempest-ServersOnMultiNodesTest-2075355728 tempest-ServersOnMultiNodesTest-2075355728-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3ff0dcd7-0373-491f-ace2-00bd9f25f165 HTTP/1.1" status: 200 len: 1100 time: 0.3125200 Aug 11 21:57:38.419373 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e985ee55-e569-4607-a2e3-d66e4103bb60 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Allocated IP 192.168.233.17 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/fe14920a-a4be-4054-b1ae-c8b50eb8c195) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:57:38.441451 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-ceb45211-c131-4635-a6f1-922affc77e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184b7810-6b58-4294-b05e-5c0221d36128', 'name': 'tempest-ServersTestJSON-807139076-router', 'tenant_id': 'd228bcd96dda4befb512de44e361f178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd68e9240-5855-4793-afee-76b015b2093a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:56:32Z', 'updated_at': '2021-08-11T21:56:47Z', 'revision_number': 4, 'project_id': 'd228bcd96dda4befb512de44e361f178', 'gw_port': {'id': 'd68e9240-5855-4793-afee-76b015b2093a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184b7810-6b58-4294-b05e-5c0221d36128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:35Z', 'updated_at': '2021-08-11T21:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'd6e498c5-aa6d-4daa-a5e5-f392f33bcaf5', 'tenant_id': 'd228bcd96dda4befb512de44e361f178', 'floating_ip_address': '172.25.2.171', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '184b7810-6b58-4294-b05e-5c0221d36128', 'port_id': '1ec5d92b-f33b-418c-abd7-d2a020ab801c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a6e19c3-e031-4b0b-a10a-d21560ea55a1', 'mac_address': 'fa:16:3e:f1:69:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ce38f1-03bf-4049-9a3e-e97418769e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T21:56:57Z', 'updated_at': '2021-08-11T21:57:35Z', 'revision_number': 1, 'project_id': 'd228bcd96dda4befb512de44e361f178', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be847e0a-f9d6-4960-9f1b-4945138fe435', 'name': '', 'network_id': '8a6e19c3-e031-4b0b-a10a-d21560ea55a1', 'tenant_id': 'd228bcd96dda4befb512de44e361f178', 'mac_address': 'fa:16:3e:bd:77:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184b7810-6b58-4294-b05e-5c0221d36128', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'cc7db9b0-130e-4b2d-8da6-adc41c1ce40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:42Z', 'updated_at': '2021-08-11T21:56:59Z', 'revision_number': 5, 'project_id': 'd228bcd96dda4befb512de44e361f178', 'subnets': [{'id': 'cc7db9b0-130e-4b2d-8da6-adc41c1ce40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:57:38.488715 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb45211-c131-4635-a6f1-922affc77e2f None None] Checking router: 184b7810-6b58-4294-b05e-5c0221d36128 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:57:38.490511 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-d58e7935-3e33-4d5e-94d6-cb4f0b4b1977 req-daf89de9-9096-418f-8078-b05830bd03be tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Allocated IP 172.25.2.83 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/1e92316e-516d-4372-9f7c-c623595c0acb) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:57:38.503654 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb45211-c131-4635-a6f1-922affc77e2f None None] Routers {'184b7810-6b58-4294-b05e-5c0221d36128'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:57:38.504826 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-ceb45211-c131-4635-a6f1-922affc77e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:57:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['184b7810-6b58-4294-b05e-5c0221d36128'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:57:38.572595 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9aa3f95b-ca77-4a56-9baa-e791dd531326 req-e12f1176-6be3-429c-9051-462a845ba579 tempest-ServersOnMultiNodesTest-2075355728 tempest-ServersOnMultiNodesTest-2075355728-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560700 Aug 11 21:57:38.724145 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d58e7935-3e33-4d5e-94d6-cb4f0b4b1977 req-daf89de9-9096-418f-8078-b05830bd03be tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:38.840798 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-ceb45211-c131-4635-a6f1-922affc77e2f None None] Set router 184b7810-6b58-4294-b05e-5c0221d36128 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:57:38.850060 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d58e7935-3e33-4d5e-94d6-cb4f0b4b1977 req-daf89de9-9096-418f-8078-b05830bd03be tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:38.860731 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e39f6e4-39d5-4095-b5e4-c6f683db366f x-openstack-request-id: req-8e39f6e4-39d5-4095-b5e4-c6f683db366f {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:57:38.861052 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ce38f1-03bf-4049-9a3e-e97418769e77", "tag": "1ec5d92b-f33b-418c-abd7-d2a020ab801c", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:57:38.861354 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8e39f6e4-39d5-4095-b5e4-c6f683db366f {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:57:38.861756 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ce38f1-03bf-4049-9a3e-e97418769e77', 'tag': '1ec5d92b-f33b-418c-abd7-d2a020ab801c', 'status': 'completed', 'code': 200} Aug 11 21:57:38.874994 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e985ee55-e569-4607-a2e3-d66e4103bb60 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:38.937169 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e985ee55-e569-4607-a2e3-d66e4103bb60 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Transition to ACTIVE for port object fe14920a-a4be-4054-b1ae-c8b50eb8c195 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:57:38.942971 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf89de9-9096-418f-8078-b05830bd03be tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Pushing event updated for resources: {'Port': ['ID=1e92316e-516d-4372-9f7c-c623595c0acb,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:38.963341 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d58e7935-3e33-4d5e-94d6-cb4f0b4b1977 req-daf89de9-9096-418f-8078-b05830bd03be tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:57:38.966488 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-d58e7935-3e33-4d5e-94d6-cb4f0b4b1977 req-daf89de9-9096-418f-8078-b05830bd03be tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:57:38.973470 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58e7935-3e33-4d5e-94d6-cb4f0b4b1977 req-daf89de9-9096-418f-8078-b05830bd03be tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:57:39.065007 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01094d7-fb44-4bb0-b38b-26c704e5bf8b req-fb49b5ed-145e-498f-96f8-c9673188693d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:39.066868 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d01094d7-fb44-4bb0-b38b-26c704e5bf8b req-fb49b5ed-145e-498f-96f8-c9673188693d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d228bcd96dda4befb512de44e361f178&device_id=d0ce38f1-03bf-4049-9a3e-e97418769e77 HTTP/1.1" status: 200 len: 1096 time: 0.1709104 Aug 11 21:57:39.106223 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10774cb5-4ad2-4ed9-b1c7-63c9b6cfca18 req-4d186dba-f1ab-4249-b421-ba13ee67bf77 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:39.127136 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-10774cb5-4ad2-4ed9-b1c7-63c9b6cfca18 req-4d186dba-f1ab-4249-b421-ba13ee67bf77 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 946 time: 0.1642241 Aug 11 21:57:39.200006 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d58e7935-3e33-4d5e-94d6-cb4f0b4b1977 req-daf89de9-9096-418f-8078-b05830bd03be tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:39.261819 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e985ee55-e569-4607-a2e3-d66e4103bb60 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:39.271957 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d58e7935-3e33-4d5e-94d6-cb4f0b4b1977 req-daf89de9-9096-418f-8078-b05830bd03be tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:39.344906 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-ceb45211-c131-4635-a6f1-922affc77e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184b7810-6b58-4294-b05e-5c0221d36128', 'name': 'tempest-ServersTestJSON-807139076-router', 'tenant_id': 'd228bcd96dda4befb512de44e361f178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd68e9240-5855-4793-afee-76b015b2093a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:56:32Z', 'updated_at': '2021-08-11T21:56:47Z', 'revision_number': 4, 'project_id': 'd228bcd96dda4befb512de44e361f178', 'gw_port': {'id': 'd68e9240-5855-4793-afee-76b015b2093a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184b7810-6b58-4294-b05e-5c0221d36128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:35Z', 'updated_at': '2021-08-11T21:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'd6e498c5-aa6d-4daa-a5e5-f392f33bcaf5', 'tenant_id': 'd228bcd96dda4befb512de44e361f178', 'floating_ip_address': '172.25.2.171', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '184b7810-6b58-4294-b05e-5c0221d36128', 'port_id': '1ec5d92b-f33b-418c-abd7-d2a020ab801c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a6e19c3-e031-4b0b-a10a-d21560ea55a1', 'mac_address': 'fa:16:3e:f1:69:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ce38f1-03bf-4049-9a3e-e97418769e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T21:56:57Z', 'updated_at': '2021-08-11T21:57:35Z', 'revision_number': 1, 'project_id': 'd228bcd96dda4befb512de44e361f178', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be847e0a-f9d6-4960-9f1b-4945138fe435', 'name': '', 'network_id': '8a6e19c3-e031-4b0b-a10a-d21560ea55a1', 'tenant_id': 'd228bcd96dda4befb512de44e361f178', 'mac_address': 'fa:16:3e:bd:77:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184b7810-6b58-4294-b05e-5c0221d36128', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'cc7db9b0-130e-4b2d-8da6-adc41c1ce40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:42Z', 'updated_at': '2021-08-11T21:56:59Z', 'revision_number': 5, 'project_id': 'd228bcd96dda4befb512de44e361f178', 'subnets': [{'id': 'cc7db9b0-130e-4b2d-8da6-adc41c1ce40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:57:39.393595 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb45211-c131-4635-a6f1-922affc77e2f None None] The sync data for ids ['184b7810-6b58-4294-b05e-5c0221d36128'] in n-d-804275-3 is: [{'id': '184b7810-6b58-4294-b05e-5c0221d36128', 'name': 'tempest-ServersTestJSON-807139076-router', 'tenant_id': 'd228bcd96dda4befb512de44e361f178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd68e9240-5855-4793-afee-76b015b2093a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:56:32Z', 'updated_at': '2021-08-11T21:56:47Z', 'revision_number': 4, 'project_id': 'd228bcd96dda4befb512de44e361f178', 'gw_port': {'id': 'd68e9240-5855-4793-afee-76b015b2093a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184b7810-6b58-4294-b05e-5c0221d36128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:35Z', 'updated_at': '2021-08-11T21:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'd6e498c5-aa6d-4daa-a5e5-f392f33bcaf5', 'tenant_id': 'd228bcd96dda4befb512de44e361f178', 'floating_ip_address': '172.25.2.171', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '184b7810-6b58-4294-b05e-5c0221d36128', 'port_id': '1ec5d92b-f33b-418c-abd7-d2a020ab801c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a6e19c3-e031-4b0b-a10a-d21560ea55a1', 'mac_address': 'fa:16:3e:f1:69:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ce38f1-03bf-4049-9a3e-e97418769e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T21:56:57Z', 'updated_at': '2021-08-11T21:57:35Z', 'revision_number': 1, 'project_id': 'd228bcd96dda4befb512de44e361f178', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be847e0a-f9d6-4960-9f1b-4945138fe435', 'name': '', 'network_id': '8a6e19c3-e031-4b0b-a10a-d21560ea55a1', 'tenant_id': 'd228bcd96dda4befb512de44e361f178', 'mac_address': 'fa:16:3e:bd:77:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184b7810-6b58-4294-b05e-5c0221d36128', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'cc7db9b0-130e-4b2d-8da6-adc41c1ce40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:42Z', 'updated_at': '2021-08-11T21:56:59Z', 'revision_number': 5, 'project_id': 'd228bcd96dda4befb512de44e361f178', 'subnets': [{'id': 'cc7db9b0-130e-4b2d-8da6-adc41c1ce40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:57:39.468481 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e985ee55-e569-4607-a2e3-d66e4103bb60 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:57:39.483207 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-10774cb5-4ad2-4ed9-b1c7-63c9b6cfca18 req-1e4eae39-9d23-458f-8731-de756ac51cf3 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541269 Aug 11 21:57:39.491905 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985ee55-e569-4607-a2e3-d66e4103bb60 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Pushing event updated for resources: {'Port': ['ID=fe14920a-a4be-4054-b1ae-c8b50eb8c195,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:39.499859 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e985ee55-e569-4607-a2e3-d66e4103bb60 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:57:39.518177 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e985ee55-e569-4607-a2e3-d66e4103bb60 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:57:39.610350 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d58e7935-3e33-4d5e-94d6-cb4f0b4b1977 req-daf89de9-9096-418f-8078-b05830bd03be tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:39.619711 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d58e7935-3e33-4d5e-94d6-cb4f0b4b1977 req-daf89de9-9096-418f-8078-b05830bd03be tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:39.635039 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01094d7-fb44-4bb0-b38b-26c704e5bf8b req-d39dbcd5-252f-4f51-96be-e2fabcd5542d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:39.638126 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d01094d7-fb44-4bb0-b38b-26c704e5bf8b req-d39dbcd5-252f-4f51-96be-e2fabcd5542d service neutron] 10.222.0.52 "GET /v2.0/networks?id=8a6e19c3-e031-4b0b-a10a-d21560ea55a1 HTTP/1.1" status: 200 len: 906 time: 0.4929113 Aug 11 21:57:39.732011 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf89de9-9096-418f-8078-b05830bd03be tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Pushing event updated for resources: {'Port': ['ID=1e92316e-516d-4372-9f7c-c623595c0acb,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:39.742857 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d58e7935-3e33-4d5e-94d6-cb4f0b4b1977 req-daf89de9-9096-418f-8078-b05830bd03be tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:39.762415 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d58e7935-3e33-4d5e-94d6-cb4f0b4b1977 req-daf89de9-9096-418f-8078-b05830bd03be tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:39.770650 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d58e7935-3e33-4d5e-94d6-cb4f0b4b1977 req-daf89de9-9096-418f-8078-b05830bd03be tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9375772 Aug 11 21:57:39.773399 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-1d7ad36e-fd43-4d21-a3f0-a7b936332c00 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=fda8d30fb096432db86c7a2a58224021&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1466935 Aug 11 21:57:39.817314 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e985ee55-e569-4607-a2e3-d66e4103bb60 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:39.818194 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e985ee55-e569-4607-a2e3-d66e4103bb60 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:39.855457 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c9f0e1-3b61-45b1-8edb-e715eb1a61dc None None] New status for floating IP d6e498c5-aa6d-4daa-a5e5-f392f33bcaf5: ACTIVE {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 21:57:39.867205 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d58e7935-3e33-4d5e-94d6-cb4f0b4b1977 req-c7180d12-82fc-4d93-b438-4c09652746fe tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.83 HTTP/1.1" status: 200 len: 695 time: 0.0944750 Aug 11 21:57:39.928217 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d01094d7-fb44-4bb0-b38b-26c704e5bf8b req-219553ac-b222-491f-a31a-e0b70ff62309 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ec5d92b-f33b-418c-abd7-d2a020ab801c HTTP/1.1" status: 200 len: 999 time: 0.2571034 Aug 11 21:57:39.955107 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e985ee55-e569-4607-a2e3-d66e4103bb60 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5528982 Aug 11 21:57:39.977448 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0958d246-04da-4d79-912b-a0e646b8d7c8 None None] Provisioning for port fe14920a-a4be-4054-b1ae-c8b50eb8c195 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:57:39.989258 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0958d246-04da-4d79-912b-a0e646b8d7c8 None None] Provisioning complete for port fe14920a-a4be-4054-b1ae-c8b50eb8c195 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:57:39.990268 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0958d246-04da-4d79-912b-a0e646b8d7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:40.018620 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01094d7-fb44-4bb0-b38b-26c704e5bf8b req-037b24b8-9928-49d7-980a-584887e0d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:40.020606 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d01094d7-fb44-4bb0-b38b-26c704e5bf8b req-037b24b8-9928-49d7-980a-584887e0d8f4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cc7db9b0-130e-4b2d-8da6-adc41c1ce40c HTTP/1.1" status: 200 len: 844 time: 0.0803051 Aug 11 21:57:40.029834 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e151590a-4c5d-418e-9450-1793999d1937 service neutron] Request body: {'port': {'device_id': '6c9f6348-7529-415f-a4c1-1d868c53904b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:57:40.121435 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e7935-3e33-4d5e-94d6-cb4f0b4b1977 req-0a6a75aa-aa2e-4581-921b-73651032a408 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:40.122132 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-0958d246-04da-4d79-912b-a0e646b8d7c8 None None] Port fe14920a-a4be-4054-b1ae-c8b50eb8c195 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:57:40.125797 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-b77bc6a8-6185-4407-93a6-583bee3316ca tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:40.127708 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d58e7935-3e33-4d5e-94d6-cb4f0b4b1977 req-0a6a75aa-aa2e-4581-921b-73651032a408 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 784 time: 0.2594061 Aug 11 21:57:40.136069 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-b77bc6a8-6185-4407-93a6-583bee3316ca tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3598101 Aug 11 21:57:40.190252 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-043043e1-d37b-45b3-8586-f14292e293f3 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/quotas/fda8d30fb096432db86c7a2a58224021 HTTP/1.1" status: 200 len: 375 time: 0.0531569 Aug 11 21:57:40.198474 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01094d7-fb44-4bb0-b38b-26c704e5bf8b req-268d3add-9ab1-4f15-8613-58f0a17afe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:40.201149 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d01094d7-fb44-4bb0-b38b-26c704e5bf8b req-268d3add-9ab1-4f15-8613-58f0a17afe13 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a6e19c3-e031-4b0b-a10a-d21560ea55a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1681209 Aug 11 21:57:40.324960 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e151590a-4c5d-418e-9450-1793999d1937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:40.346599 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529106a-17b3-41c8-b239-058941a0566a req-a5643123-f68a-41ab-ad3f-7bffde21b481 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:40.349274 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1529106a-17b3-41c8-b239-058941a0566a req-a5643123-f68a-41ab-ad3f-7bffde21b481 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 935 time: 0.1065528 Aug 11 21:57:40.425422 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1529106a-17b3-41c8-b239-058941a0566a req-7d6e0176-9286-40de-bb65-144d6c5a9f4a tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643747 Aug 11 21:57:40.480153 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-8c187a66-9b64-4be7-a218-00b8e485181a tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=fda8d30fb096432db86c7a2a58224021&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2741652 Aug 11 21:57:40.546247 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d01094d7-fb44-4bb0-b38b-26c704e5bf8b req-6c4b1ceb-0512-4063-8ac1-8b874e572ab4 service neutron] 10.222.0.52 "GET /v2.0/networks/8a6e19c3-e031-4b0b-a10a-d21560ea55a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216341 Aug 11 21:57:40.772949 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d01094d7-fb44-4bb0-b38b-26c704e5bf8b req-adb93775-6b63-451f-abd5-c959802f6c19 service neutron] 10.222.0.52 "GET /v2.0/networks/8a6e19c3-e031-4b0b-a10a-d21560ea55a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084675 Aug 11 21:57:40.820181 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4f72e108-c673-493d-81a7-a742d5bd0e3c req-9596ac36-b03a-46a0-8d37-d3aacc43de77 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/floatingips/fdf1e00d-ce03-4196-82ec-a4c122e5f43f HTTP/1.1" status: 200 len: 692 time: 0.0975440 Aug 11 21:57:40.902436 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e151590a-4c5d-418e-9450-1793999d1937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe14920a-a4be-4054-b1ae-c8b50eb8c195 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:57:40.913368 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e151590a-4c5d-418e-9450-1793999d1937 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:40.932784 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b7a43-2ea5-4dc9-92bb-5386e488d7ac req-c9dd4064-c7ea-478c-925f-8d6245183add tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:40.934387 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9d2b7a43-2ea5-4dc9-92bb-5386e488d7ac req-c9dd4064-c7ea-478c-925f-8d6245183add tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 946 time: 0.1008244 Aug 11 21:57:40.943054 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e151590a-4c5d-418e-9450-1793999d1937 service neutron] Transition to ACTIVE for port object fe14920a-a4be-4054-b1ae-c8b50eb8c195 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:57:40.953436 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e151590a-4c5d-418e-9450-1793999d1937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:40.969753 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72e108-c673-493d-81a7-a742d5bd0e3c req-76797460-39cd-4dbb-823e-2c369b2253ba tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:40.977522 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4f72e108-c673-493d-81a7-a742d5bd0e3c req-76797460-39cd-4dbb-823e-2c369b2253ba tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 784 time: 0.1378095 Aug 11 21:57:40.983398 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-4f72e108-c673-493d-81a7-a742d5bd0e3c req-c4135615-edac-43c7-8e4a-f4895b9e152e tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 21:57:40.988536 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4f72e108-c673-493d-81a7-a742d5bd0e3c req-c4135615-edac-43c7-8e4a-f4895b9e152e tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098839 Aug 11 21:57:41.040282 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9d2b7a43-2ea5-4dc9-92bb-5386e488d7ac req-5d6649ff-51c6-46e6-9125-00942cc2edf7 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952935 Aug 11 21:57:41.043894 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151590a-4c5d-418e-9450-1793999d1937 service neutron] Pushing event updated for resources: {'Port': ['ID=fe14920a-a4be-4054-b1ae-c8b50eb8c195,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:41.124632 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c319b7b3-663b-4ea2-913b-e74b5caf784f req-c77b7aa2-7edc-4781-b239-3158fd149118 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=7852ab3a-97b5-4733-a5b4-2a4093e473dc HTTP/1.1" status: 200 len: 210 time: 0.0381196 Aug 11 21:57:41.188430 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-684cb84d-d31e-4e20-acb7-69d423d8262f req-f4bbba77-17b9-4426-b051-acaae993a54c tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/floatingips/fdf1e00d-ce03-4196-82ec-a4c122e5f43f HTTP/1.1" status: 200 len: 692 time: 0.1088300 Aug 11 21:57:41.270366 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e151590a-4c5d-418e-9450-1793999d1937 service neutron] Attempting to bind port fe14920a-a4be-4054-b1ae-c8b50eb8c195 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:57:41.271608 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e151590a-4c5d-418e-9450-1793999d1937 service neutron] Attempting to bind port fe14920a-a4be-4054-b1ae-c8b50eb8c195 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:57:41.272726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e151590a-4c5d-418e-9450-1793999d1937 service neutron] Attempting to bind port fe14920a-a4be-4054-b1ae-c8b50eb8c195 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:57:41.340364 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e151590a-4c5d-418e-9450-1793999d1937 service neutron] Port fe14920a-a4be-4054-b1ae-c8b50eb8c195 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:57:41.341059 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e151590a-4c5d-418e-9450-1793999d1937 service neutron] Attempting to bind port fe14920a-a4be-4054-b1ae-c8b50eb8c195 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:57:41.370993 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e151590a-4c5d-418e-9450-1793999d1937 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:57:41.370993 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e151590a-4c5d-418e-9450-1793999d1937 service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:57:41.370993 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e151590a-4c5d-418e-9450-1793999d1937 service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:57:41.370993 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e151590a-4c5d-418e-9450-1793999d1937 service neutron] Bound port: fe14920a-a4be-4054-b1ae-c8b50eb8c195, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:57:41.370993 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e151590a-4c5d-418e-9450-1793999d1937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:41.372994 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69343876-3a55-4624-9260-527c198d94fe req-c2e78626-f627-47f0-86c1-78c00f87cb37 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:41.376347 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-69343876-3a55-4624-9260-527c198d94fe req-c2e78626-f627-47f0-86c1-78c00f87cb37 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/networks?id=c1d2353f-b112-4357-b0a6-e5993406a9d5 HTTP/1.1" status: 200 len: 820 time: 0.1357329 Aug 11 21:57:41.398619 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-69343876-3a55-4624-9260-527c198d94fe req-ea3b6088-396b-4a21-bbf8-36abfddc2fc5 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/quotas/cfe969a3456f4c9186b743e59eed9b71 HTTP/1.1" status: 200 len: 375 time: 0.0173521 Aug 11 21:57:41.469775 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-69343876-3a55-4624-9260-527c198d94fe req-efa8b481-478c-44ea-b88c-2c46daa9cb30 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=cfe969a3456f4c9186b743e59eed9b71&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0623176 Aug 11 21:57:41.488721 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 59dfa4a1-84b2-46ce-8814-80411df57b7b details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:57:41.529477 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684cb84d-d31e-4e20-acb7-69d423d8262f req-e33aa347-991b-4cf0-8e60-3fcca31d5a6d tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:41.532034 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-684cb84d-d31e-4e20-acb7-69d423d8262f req-e33aa347-991b-4cf0-8e60-3fcca31d5a6d tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 784 time: 0.3181086 Aug 11 21:57:41.552729 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-684cb84d-d31e-4e20-acb7-69d423d8262f req-82dda724-48a5-464e-acf0-b36a8bf59673 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 21:57:41.554409 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-684cb84d-d31e-4e20-acb7-69d423d8262f req-82dda724-48a5-464e-acf0-b36a8bf59673 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094724 Aug 11 21:57:41.573266 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e151590a-4c5d-418e-9450-1793999d1937 service neutron] For port fe14920a-a4be-4054-b1ae-c8b50eb8c195, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:57:41.576940 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e151590a-4c5d-418e-9450-1793999d1937 service neutron] For port fe14920a-a4be-4054-b1ae-c8b50eb8c195, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=fe14920a-a4be-4054-b1ae-c8b50eb8c195,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:57:41.589776 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e151590a-4c5d-418e-9450-1793999d1937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:41.613856 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-69343876-3a55-4624-9260-527c198d94fe req-362e86d1-cc12-4883-a30a-f1aa41fa41e8 service neutron] 10.222.0.77 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330147 Aug 11 21:57:41.684024 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-684cb84d-d31e-4e20-acb7-69d423d8262f req-a6d4801a-24cb-41b2-933a-6257322ff2dd tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.83 HTTP/1.1" status: 200 len: 695 time: 0.1050220 Aug 11 21:57:41.690234 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 59dfa4a1-84b2-46ce-8814-80411df57b7b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=59dfa4a1-84b2-46ce-8814-80411df57b7b,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:41.692776 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e151590a-4c5d-418e-9450-1793999d1937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:41.696394 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e151590a-4c5d-418e-9450-1793999d1937 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:41.697661 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-e151590a-4c5d-418e-9450-1793999d1937 service neutron] 10.222.0.82 "PUT /v2.0/ports/fe14920a-a4be-4054-b1ae-c8b50eb8c195 HTTP/1.1" status: 200 len: 1095 time: 1.6761100 Aug 11 21:57:41.701503 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9f6348-7529-415f-a4c1-1d868c53904b', 'tag': 'fe14920a-a4be-4054-b1ae-c8b50eb8c195'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:57:41.705493 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88780b78-9f46-4c0d-a817-687b5389993d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9f6348-7529-415f-a4c1-1d868c53904b", "tag": "fe14920a-a4be-4054-b1ae-c8b50eb8c195"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:57:41.713743 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '59dfa4a1-84b2-46ce-8814-80411df57b7b', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '59dfa4a1-84b2-46ce-8814-80411df57b7b', 'mac_address': 'fa:16:3e:f6:ec:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:57:41.769869 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:41.770955 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-684cb84d-d31e-4e20-acb7-69d423d8262f req-18b86fe6-8722-403b-9f72-e0e62274db5d tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.83 HTTP/1.1" status: 200 len: 695 time: 0.0701225 Aug 11 21:57:41.798153 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59dfa4a1-84b2-46ce-8814-80411df57b7b {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:57:41.811148 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-69343876-3a55-4624-9260-527c198d94fe req-065e3721-8c88-4b76-9eca-7ff49542ed0b service neutron] 10.222.0.77 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904879 Aug 11 21:57:41.839131 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 59dfa4a1-84b2-46ce-8814-80411df57b7b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=59dfa4a1-84b2-46ce-8814-80411df57b7b,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:41.845435 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:41.857916 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151590a-4c5d-418e-9450-1793999d1937 service neutron] Pushing event updated for resources: {'Port': ['ID=fe14920a-a4be-4054-b1ae-c8b50eb8c195,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:41.915196 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-05516a9a-f196-4898-b297-56e944df3029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:41.916822 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-05516a9a-f196-4898-b297-56e944df3029 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 1098 time: 0.1436331 Aug 11 21:57:41.945328 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=59dfa4a1-84b2-46ce-8814-80411df57b7b,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:41.987770 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-7ea425bd-92a9-49be-95e2-fbaaa239ee84 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=fe14920a-a4be-4054-b1ae-c8b50eb8c195 HTTP/1.1" status: 200 len: 217 time: 0.0466888 Aug 11 21:57:42.033929 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['59dfa4a1-84b2-46ce-8814-80411df57b7b'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:57:42.046291 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-684cb84d-d31e-4e20-acb7-69d423d8262f req-db5c5e39-0223-4360-ab5c-5ca6f96e1d2d tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Deleting port 1e92316e-516d-4372-9f7c-c623595c0acb {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:57:42.046646 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-684cb84d-d31e-4e20-acb7-69d423d8262f req-db5c5e39-0223-4360-ab5c-5ca6f96e1d2d tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:42.125015 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-f3e58809-828b-41f3-82c8-15407c553210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:42.126989 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-f3e58809-828b-41f3-82c8-15407c553210 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1296115 Aug 11 21:57:42.192378 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-684cb84d-d31e-4e20-acb7-69d423d8262f req-db5c5e39-0223-4360-ab5c-5ca6f96e1d2d tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:42.192717 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-684cb84d-d31e-4e20-acb7-69d423d8262f req-db5c5e39-0223-4360-ab5c-5ca6f96e1d2d tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:42.212128 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-684cb84d-d31e-4e20-acb7-69d423d8262f req-db5c5e39-0223-4360-ab5c-5ca6f96e1d2d tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Calling delete_port for 1e92316e-516d-4372-9f7c-c623595c0acb owned by network:floatingip {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:57:42.237220 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-23f63226-59a2-48ee-bcb7-333bf7a6c2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:42.238381 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-23f63226-59a2-48ee-bcb7-333bf7a6c2f7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1022158 Aug 11 21:57:42.374686 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-99d16c69-20ef-4788-aa51-c285296e2166 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=fda8d30fb096432db86c7a2a58224021&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0814936 Aug 11 21:57:42.449097 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb64ee9-7fba-44d4-bd7e-7b9174d3d458 req-0d4182d8-ebb1-4b3b-a7b2-e52205447feb tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:42.450864 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7eb64ee9-7fba-44d4-bd7e-7b9174d3d458 req-0d4182d8-ebb1-4b3b-a7b2-e52205447feb tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 947 time: 0.0857847 Aug 11 21:57:42.500426 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-684cb84d-d31e-4e20-acb7-69d423d8262f req-db5c5e39-0223-4360-ab5c-5ca6f96e1d2d tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:42.530210 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7eb64ee9-7fba-44d4-bd7e-7b9174d3d458 req-2da5d032-783f-4ffa-a991-31584b680bcf tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688543 Aug 11 21:57:42.604505 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c5e39-0223-4360-ab5c-5ca6f96e1d2d tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Pushing event deleted for resources: {'Port': ['ID=1e92316e-516d-4372-9f7c-c623595c0acb,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:42.737605 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-76a02442-c3a8-48fd-9c19-df7c3aefe4db service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639213 Aug 11 21:57:42.804997 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-684cb84d-d31e-4e20-acb7-69d423d8262f req-db5c5e39-0223-4360-ab5c-5ca6f96e1d2d tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks [] for floatingip, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:42.813323 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-684cb84d-d31e-4e20-acb7-69d423d8262f req-db5c5e39-0223-4360-ab5c-5ca6f96e1d2d tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:42.813767 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-684cb84d-d31e-4e20-acb7-69d423d8262f req-db5c5e39-0223-4360-ab5c-5ca6f96e1d2d tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "DELETE /v2.0/floatingips/fdf1e00d-ce03-4196-82ec-a4c122e5f43f HTTP/1.1" status: 204 len: 173 time: 1.0419946 Aug 11 21:57:42.828764 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ba1690-33f6-4486-94c6-b1a1ad1c32bb x-openstack-request-id: req-57ba1690-33f6-4486-94c6-b1a1ad1c32bb {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:57:42.829090 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9f6348-7529-415f-a4c1-1d868c53904b", "tag": "fe14920a-a4be-4054-b1ae-c8b50eb8c195", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:57:42.829371 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-57ba1690-33f6-4486-94c6-b1a1ad1c32bb {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:57:42.830152 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9f6348-7529-415f-a4c1-1d868c53904b', 'tag': 'fe14920a-a4be-4054-b1ae-c8b50eb8c195', 'status': 'completed', 'code': 200} Aug 11 21:57:42.843607 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-3741a15b-081a-4762-8538-f2791d7f3df2 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:42.845421 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-3741a15b-081a-4762-8538-f2791d7f3df2 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3872895 Aug 11 21:57:42.865615 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-fdf7c512-56ed-424c-8114-79d6e67c4a55 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Request body: {'port': {'device_id': '7852ab3a-97b5-4733-a5b4-2a4093e473dc', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'admin_state_up': True, 'tenant_id': 'fda8d30fb096432db86c7a2a58224021'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:57:43.033647 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8759f2f9-41b0-4f6d-a832-06379cdd81ab req-b6f1d3e7-f929-423c-91c0-a27cf4cb7417 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=7852ab3a-97b5-4733-a5b4-2a4093e473dc HTTP/1.1" status: 200 len: 210 time: 0.0427475 Aug 11 21:57:43.148346 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f6ec8dca-fa6f-4928-9f3e-d1e6bd3fd037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:43.218599 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2ba1d6da-76c3-4ccb-b65a-e0992f95213a req-8c8db8af-82fb-419f-b2ac-0bbf08ea8d4e tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 210 time: 0.0609117 Aug 11 21:57:43.370410 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9780a29a-b4a1-44d8-8555-eeee35282e87 req-c679ee30-34a0-48f5-8083-15118a040668 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6192026 Aug 11 21:57:43.418407 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48d3d9-7bb2-4d0b-bd63-4a3343d84a49 req-b9fe663f-b013-4566-9c83-013afa734803 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:43.419995 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1e48d3d9-7bb2-4d0b-bd63-4a3343d84a49 req-b9fe663f-b013-4566-9c83-013afa734803 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 946 time: 0.1216843 Aug 11 21:57:43.466629 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-fdf7c512-56ed-424c-8114-79d6e67c4a55 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Made reservation on behalf of fda8d30fb096432db86c7a2a58224021 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:57:43.470511 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-fdf7c512-56ed-424c-8114-79d6e67c4a55 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:43.499416 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1e48d3d9-7bb2-4d0b-bd63-4a3343d84a49 req-def4f323-d3f4-4d46-b217-418e92e96190 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711863 Aug 11 21:57:43.503478 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 59dfa4a1-84b2-46ce-8814-80411df57b7b up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:57:43.616768 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f1c50-8266-4ba1-b909-d6c1417bd086 req-efb46cc2-cd64-4b22-a3cb-e71f6b9b0d85 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:43.618420 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-194f1c50-8266-4ba1-b909-d6c1417bd086 req-efb46cc2-cd64-4b22-a3cb-e71f6b9b0d85 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3401773 Aug 11 21:57:43.625949 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 59dfa4a1-84b2-46ce-8814-80411df57b7b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:57:43.626355 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:43.786884 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:43.792990 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88780b78-9f46-4c0d-a817-687b5389993d req-828b1e81-7cc4-41dc-82c6-c15ed5748100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:43.796528 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-88780b78-9f46-4c0d-a817-687b5389993d req-828b1e81-7cc4-41dc-82c6-c15ed5748100 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 1098 time: 0.2163291 Aug 11 21:57:43.853572 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497dfcb1-e54c-42ce-a47b-c28267b306c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dfa4a1-84b2-46ce-8814-80411df57b7b'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:57:43.857222 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a8807d-1abb-4db4-a281-c7d78cd8590e" -d '{"events": [{"server_uuid": "497dfcb1-e54c-42ce-a47b-c28267b306c6", "name": "network-vif-plugged", "status": "completed", "tag": "59dfa4a1-84b2-46ce-8814-80411df57b7b"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:57:43.886014 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 59dfa4a1-84b2-46ce-8814-80411df57b7b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=59dfa4a1-84b2-46ce-8814-80411df57b7b,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:43.904763 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:43.954321 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece72548-6781-4809-97e7-8b7fee76505e req-7d5203ad-c377-46ee-8732-c65483b86b75 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:43.957485 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ece72548-6781-4809-97e7-8b7fee76505e req-7d5203ad-c377-46ee-8732-c65483b86b75 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 947 time: 0.3023558 Aug 11 21:57:44.002907 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-fdf7c512-56ed-424c-8114-79d6e67c4a55 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Allocated IP 192.168.233.8 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/0ab23975-c8aa-4302-88a8-14fcf550da5b) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:57:44.133402 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ece72548-6781-4809-97e7-8b7fee76505e req-295b0226-60db-487c-bb81-1c637591a4b7 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591489 Aug 11 21:57:44.218732 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88780b78-9f46-4c0d-a817-687b5389993d req-ef262595-9686-4a7e-a05e-b50f2f712d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:44.221628 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-88780b78-9f46-4c0d-a817-687b5389993d req-ef262595-9686-4a7e-a05e-b50f2f712d55 service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.4032714 Aug 11 21:57:44.359223 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f48c8b14-5631-4b15-9671-3941deb64c7c req-97c26265-08b4-4109-8c49-eba6d5eed7ff tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/floatingips?tenant_id=704980c76a6940bc93b748d639130b8a HTTP/1.1" status: 200 len: 1655 time: 0.7136989 Aug 11 21:57:44.488689 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=59dfa4a1-84b2-46ce-8814-80411df57b7b,revision_number=7']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:44.497882 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-88780b78-9f46-4c0d-a817-687b5389993d req-a2f609eb-8675-4f8e-979a-3b0a85c612f2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=fe14920a-a4be-4054-b1ae-c8b50eb8c195 HTTP/1.1" status: 200 len: 217 time: 0.2489886 Aug 11 21:57:44.649517 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88780b78-9f46-4c0d-a817-687b5389993d req-410ab562-25dc-4145-93f9-0eae6038c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:44.651986 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-88780b78-9f46-4c0d-a817-687b5389993d req-410ab562-25dc-4145-93f9-0eae6038c5eb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1453798 Aug 11 21:57:44.693159 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a50965a-9c33-4b08-8000-06467ef25cff x-openstack-request-id: req-1a50965a-9c33-4b08-8000-06467ef25cff {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:57:44.693864 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497dfcb1-e54c-42ce-a47b-c28267b306c6", "name": "network-vif-plugged", "status": "completed", "tag": "59dfa4a1-84b2-46ce-8814-80411df57b7b", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:57:44.694406 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1a50965a-9c33-4b08-8000-06467ef25cff {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:57:44.695187 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497dfcb1-e54c-42ce-a47b-c28267b306c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dfa4a1-84b2-46ce-8814-80411df57b7b', 'code': 200} Aug 11 21:57:44.696182 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69343876-3a55-4624-9260-527c198d94fe req-dd9e0dba-6645-4133-acd4-cfa3ea23e2d1 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:44.698179 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-69343876-3a55-4624-9260-527c198d94fe req-dd9e0dba-6645-4133-acd4-cfa3ea23e2d1 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.82 "GET /v2.0/networks?id=c1d2353f-b112-4357-b0a6-e5993406a9d5 HTTP/1.1" status: 200 len: 820 time: 0.4140713 Aug 11 21:57:44.765616 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-69343876-3a55-4624-9260-527c198d94fe req-ca42c91a-c6d4-440c-abfd-1cc07a446336 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Request body: {'port': {'device_id': 'a63e4b13-e1db-4515-a1fc-2f906c482164', 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5', 'admin_state_up': True, 'tenant_id': 'cfe969a3456f4c9186b743e59eed9b71'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:57:44.782031 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-fdf7c512-56ed-424c-8114-79d6e67c4a55 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:44.833141 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-fdf7c512-56ed-424c-8114-79d6e67c4a55 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Transition to ACTIVE for port object 0ab23975-c8aa-4302-88a8-14fcf550da5b will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:57:44.872735 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88780b78-9f46-4c0d-a817-687b5389993d req-8a1dba6e-d614-44c7-a75d-e41a57073625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:44.874456 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-88780b78-9f46-4c0d-a817-687b5389993d req-8a1dba6e-d614-44c7-a75d-e41a57073625 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2012956 Aug 11 21:57:44.878405 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c8b14-5631-4b15-9671-3941deb64c7c req-205dcd70-137d-4746-8a23-d033a9839374 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:44.883792 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f48c8b14-5631-4b15-9671-3941deb64c7c req-205dcd70-137d-4746-8a23-d033a9839374 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/networks?id=ace0c6e5-d196-4ef9-80b8-149980a74560&id=ace0c6e5-d196-4ef9-80b8-149980a74560&id=ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 787 time: 0.4820549 Aug 11 21:57:44.912238 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-f48c8b14-5631-4b15-9671-3941deb64c7c req-a7a8634d-0e66-41f3-a7c8-304f4164dafd tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 21:57:44.913437 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f48c8b14-5631-4b15-9671-3941deb64c7c req-a7a8634d-0e66-41f3-a7c8-304f4164dafd tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191081 Aug 11 21:57:45.019872 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69343876-3a55-4624-9260-527c198d94fe req-ca42c91a-c6d4-440c-abfd-1cc07a446336 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Made reservation on behalf of cfe969a3456f4c9186b743e59eed9b71 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:57:45.024129 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-69343876-3a55-4624-9260-527c198d94fe req-ca42c91a-c6d4-440c-abfd-1cc07a446336 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:45.092744 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ced21a85-879b-4135-bc0c-f5bcbfbc31a4 req-2ff0fde2-6dd0-4c1a-ac14-151927a64031 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 210 time: 0.0506148 Aug 11 21:57:45.106989 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-88780b78-9f46-4c0d-a817-687b5389993d req-da0706ea-a64d-4ab3-b789-7ad4b9f19e7d service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185888 Aug 11 21:57:45.192651 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-fdf7c512-56ed-424c-8114-79d6e67c4a55 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:45.206766 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['1ce624c8-6208-4473-9a5b-a42873bbb744'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:57:45.338575 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 21:57:45.394612 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['24edb1fe-1d30-4c08-ab37-4ad5bafeadaa', '43061107-0d89-4d88-bc8e-f7b987a8f672', '9d7edfef-80a8-4e87-b4b6-6179a86e9305', 'b0503148-a74e-4cb3-86a5-a5353fe7fa4d'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:57:45.402064 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd09468-df16-4a51-b232-45ff169d0c6a req-26e97783-54d6-4b74-89ce-7f005676904f tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:45.410722 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ecd09468-df16-4a51-b232-45ff169d0c6a req-26e97783-54d6-4b74-89ce-7f005676904f tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 946 time: 0.1644361 Aug 11 21:57:45.495462 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-69343876-3a55-4624-9260-527c198d94fe req-ca42c91a-c6d4-440c-abfd-1cc07a446336 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Allocated IP 172.20.0.14 (c1d2353f-b112-4357-b0a6-e5993406a9d5/d64b3af4-29c6-4065-a225-159b72d7499b/533ca938-8289-4a33-b02c-fd38c7f22f54) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:57:45.516655 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ecd09468-df16-4a51-b232-45ff169d0c6a req-bc45f55a-1887-4e7f-a9dd-63730fe07700 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977957 Aug 11 21:57:45.656087 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e0e808cf-48aa-41dc-8680-e50ee2e4053b req-71aec8ec-f9e7-4056-a27b-22d9df117647 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/floatingips/6a184219-505b-4d02-a6fb-4462372e3b14 HTTP/1.1" status: 200 len: 692 time: 0.1001060 Aug 11 21:57:45.742441 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-fdf7c512-56ed-424c-8114-79d6e67c4a55 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:57:45.769750 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7c512-56ed-424c-8114-79d6e67c4a55 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Pushing event updated for resources: {'Port': ['ID=0ab23975-c8aa-4302-88a8-14fcf550da5b,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:45.787107 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fea55-211c-4c68-94ed-a7013a068242 req-80784330-d94e-402c-a2b6-73b6b13256d1 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:45.808531 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2f467544-8b25-4a3a-8482-8fbd5500cbdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:45.815728 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b76fea55-211c-4c68-94ed-a7013a068242 req-80784330-d94e-402c-a2b6-73b6b13256d1 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=7852ab3a-97b5-4733-a5b4-2a4093e473dc HTTP/1.1" status: 200 len: 934 time: 0.7034006 Aug 11 21:57:45.822424 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-fdf7c512-56ed-424c-8114-79d6e67c4a55 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:57:45.826207 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-fdf7c512-56ed-424c-8114-79d6e67c4a55 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:57:45.872581 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-69343876-3a55-4624-9260-527c198d94fe req-ca42c91a-c6d4-440c-abfd-1cc07a446336 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:45.929481 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-69343876-3a55-4624-9260-527c198d94fe req-ca42c91a-c6d4-440c-abfd-1cc07a446336 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:45.934510 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-88780b78-9f46-4c0d-a817-687b5389993d req-3a225b08-d9d3-4eb0-91a5-18ff72105409 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7811036 Aug 11 21:57:45.999704 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-fdf7c512-56ed-424c-8114-79d6e67c4a55 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:46.004319 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-fdf7c512-56ed-424c-8114-79d6e67c4a55 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:46.015001 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b76fea55-211c-4c68-94ed-a7013a068242 req-9870ff5c-579f-421d-b890-cbce89337924 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976819 Aug 11 21:57:46.041197 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:46.048125 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-fdf7c512-56ed-424c-8114-79d6e67c4a55 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1872690 Aug 11 21:57:46.062763 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-31821cbb-c681-4e08-9648-fb8939308b81 service neutron] Request body: {'port': {'device_id': '7852ab3a-97b5-4733-a5b4-2a4093e473dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:57:46.081362 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69343876-3a55-4624-9260-527c198d94fe req-ca42c91a-c6d4-440c-abfd-1cc07a446336 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Network c1d2353f-b112-4357-b0a6-e5993406a9d5 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:57:46.091253 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42c91a-c6d4-440c-abfd-1cc07a446336 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Pushing event updated for resources: {'Port': ['ID=533ca938-8289-4a33-b02c-fd38c7f22f54,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:46.107628 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-69343876-3a55-4624-9260-527c198d94fe req-ca42c91a-c6d4-440c-abfd-1cc07a446336 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:57:46.117186 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-69343876-3a55-4624-9260-527c198d94fe req-ca42c91a-c6d4-440c-abfd-1cc07a446336 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:57:46.143238 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e808cf-48aa-41dc-8680-e50ee2e4053b req-32defb7e-48eb-4dcb-829a-e9903aa7475a tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:46.164145 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e0e808cf-48aa-41dc-8680-e50ee2e4053b req-32defb7e-48eb-4dcb-829a-e9903aa7475a tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 784 time: 0.5073264 Aug 11 21:57:46.335843 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e0e808cf-48aa-41dc-8680-e50ee2e4053b req-f7c3c214-6454-4c9d-9436-912700b1bf55 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.57 HTTP/1.1" status: 200 len: 695 time: 0.1704826 Aug 11 21:57:46.337013 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-31821cbb-c681-4e08-9648-fb8939308b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:46.446434 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e0e808cf-48aa-41dc-8680-e50ee2e4053b req-f5dd6ce4-db98-4d16-b4cb-83392115fb4b tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.57 HTTP/1.1" status: 200 len: 695 time: 0.1009355 Aug 11 21:57:46.481266 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69343876-3a55-4624-9260-527c198d94fe req-ca42c91a-c6d4-440c-abfd-1cc07a446336 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:46.481967 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-69343876-3a55-4624-9260-527c198d94fe req-ca42c91a-c6d4-440c-abfd-1cc07a446336 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:46.483991 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9f32754d-153a-4eee-98b7-1c983fcd75e4 None None] Provisioning for port 0ab23975-c8aa-4302-88a8-14fcf550da5b completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:57:46.496684 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9f32754d-153a-4eee-98b7-1c983fcd75e4 None None] Provisioning complete for port 0ab23975-c8aa-4302-88a8-14fcf550da5b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:57:46.497436 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9f32754d-153a-4eee-98b7-1c983fcd75e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:46.504656 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b9b9c-60c1-421c-a522-4a6f2747f07e req-a5124374-e547-4486-8060-a0fa8c64b15f tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:46.513057 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-324b9b9c-60c1-421c-a522-4a6f2747f07e req-a5124374-e547-4486-8060-a0fa8c64b15f tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 947 time: 0.3470118 Aug 11 21:57:46.570514 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-9f32754d-153a-4eee-98b7-1c983fcd75e4 None None] Port 0ab23975-c8aa-4302-88a8-14fcf550da5b cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:57:46.686808 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-324b9b9c-60c1-421c-a522-4a6f2747f07e req-5dff79ab-43dd-4c16-97fa-0985306f6491 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727529 Aug 11 21:57:46.713406 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-69343876-3a55-4624-9260-527c198d94fe req-ca42c91a-c6d4-440c-abfd-1cc07a446336 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9683132 Aug 11 21:57:46.753135 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-69343876-3a55-4624-9260-527c198d94fe req-d1482fc9-b3b2-4811-b5d2-d4c4ced59717 service neutron] Request body: {'port': {'device_id': 'a63e4b13-e1db-4515-a1fc-2f906c482164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:57:46.837274 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-69343876-3a55-4624-9260-527c198d94fe req-d1482fc9-b3b2-4811-b5d2-d4c4ced59717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:46.870952 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-e0e808cf-48aa-41dc-8680-e50ee2e4053b req-68cad32f-2230-4ba6-8b77-6a56921d3f97 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Deleting port 1e5964cc-2ae3-4866-b4fd-c9f1f4fc12f5 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:57:46.871303 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e0e808cf-48aa-41dc-8680-e50ee2e4053b req-68cad32f-2230-4ba6-8b77-6a56921d3f97 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:47.102939 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-31821cbb-c681-4e08-9648-fb8939308b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab23975-c8aa-4302-88a8-14fcf550da5b {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:57:47.118847 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e0e808cf-48aa-41dc-8680-e50ee2e4053b req-68cad32f-2230-4ba6-8b77-6a56921d3f97 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:47.119880 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e0e808cf-48aa-41dc-8680-e50ee2e4053b req-68cad32f-2230-4ba6-8b77-6a56921d3f97 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:47.122612 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-31821cbb-c681-4e08-9648-fb8939308b81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:47.150109 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-e0e808cf-48aa-41dc-8680-e50ee2e4053b req-68cad32f-2230-4ba6-8b77-6a56921d3f97 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Calling delete_port for 1e5964cc-2ae3-4866-b4fd-c9f1f4fc12f5 owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:57:47.219462 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-31821cbb-c681-4e08-9648-fb8939308b81 service neutron] Transition to ACTIVE for port object 0ab23975-c8aa-4302-88a8-14fcf550da5b will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:57:47.275078 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-31821cbb-c681-4e08-9648-fb8939308b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:47.352397 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:47.406354 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31821cbb-c681-4e08-9648-fb8939308b81 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab23975-c8aa-4302-88a8-14fcf550da5b,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:47.441539 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bdcd53-17f6-4cfb-b7b7-c97e885bae9f req-5289e802-ed3f-4b81-9c4f-4704dd1d7dc1 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:47.450812 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f4bdcd53-17f6-4cfb-b7b7-c97e885bae9f req-5289e802-ed3f-4b81-9c4f-4704dd1d7dc1 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 932 time: 0.3122141 Aug 11 21:57:47.578518 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f4bdcd53-17f6-4cfb-b7b7-c97e885bae9f req-5d1be142-4dbe-4e5d-973c-d1fd6a028fb3 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226802 Aug 11 21:57:47.603235 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device fe14920a-a4be-4054-b1ae-c8b50eb8c195 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:57:47.660863 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-31821cbb-c681-4e08-9648-fb8939308b81 service neutron] Attempting to bind port 0ab23975-c8aa-4302-88a8-14fcf550da5b on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:57:47.661247 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-31821cbb-c681-4e08-9648-fb8939308b81 service neutron] Attempting to bind port 0ab23975-c8aa-4302-88a8-14fcf550da5b by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:57:47.661549 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-31821cbb-c681-4e08-9648-fb8939308b81 service neutron] Attempting to bind port 0ab23975-c8aa-4302-88a8-14fcf550da5b on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:57:47.682524 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-31821cbb-c681-4e08-9648-fb8939308b81 service neutron] Port 0ab23975-c8aa-4302-88a8-14fcf550da5b on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:57:47.683231 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-31821cbb-c681-4e08-9648-fb8939308b81 service neutron] Attempting to bind port 0ab23975-c8aa-4302-88a8-14fcf550da5b on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:57:47.700596 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-31821cbb-c681-4e08-9648-fb8939308b81 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:57:47.700992 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-31821cbb-c681-4e08-9648-fb8939308b81 service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:57:47.701404 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-31821cbb-c681-4e08-9648-fb8939308b81 service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:57:47.701878 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-31821cbb-c681-4e08-9648-fb8939308b81 service neutron] Bound port: 0ab23975-c8aa-4302-88a8-14fcf550da5b, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:57:47.702263 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-31821cbb-c681-4e08-9648-fb8939308b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:47.713192 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e0e808cf-48aa-41dc-8680-e50ee2e4053b req-68cad32f-2230-4ba6-8b77-6a56921d3f97 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:47.822736 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cad32f-2230-4ba6-8b77-6a56921d3f97 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Pushing event deleted for resources: {'Port': ['ID=1e5964cc-2ae3-4866-b4fd-c9f1f4fc12f5,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:47.834092 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-69343876-3a55-4624-9260-527c198d94fe req-d1482fc9-b3b2-4811-b5d2-d4c4ced59717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 533ca938-8289-4a33-b02c-fd38c7f22f54 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:57:47.851415 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port fe14920a-a4be-4054-b1ae-c8b50eb8c195, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=fe14920a-a4be-4054-b1ae-c8b50eb8c195,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:47.875055 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-69343876-3a55-4624-9260-527c198d94fe req-d1482fc9-b3b2-4811-b5d2-d4c4ced59717 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:47.875352 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': 'fe14920a-a4be-4054-b1ae-c8b50eb8c195', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': 'fe14920a-a4be-4054-b1ae-c8b50eb8c195', 'mac_address': 'fa:16:3e:1a:7b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:57:47.957040 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b6796-222e-4deb-994a-fe426d6a8fd3 req-17ccbb90-93b5-4be4-b550-d33947874b18 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:47.964913 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cd5b6796-222e-4deb-994a-fe426d6a8fd3 req-17ccbb90-93b5-4be4-b550-d33947874b18 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 946 time: 0.2293119 Aug 11 21:57:47.973587 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:48.018227 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe14920a-a4be-4054-b1ae-c8b50eb8c195 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:57:48.021369 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-31821cbb-c681-4e08-9648-fb8939308b81 service neutron] For port 0ab23975-c8aa-4302-88a8-14fcf550da5b, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:57:48.027256 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-31821cbb-c681-4e08-9648-fb8939308b81 service neutron] For port 0ab23975-c8aa-4302-88a8-14fcf550da5b, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=0ab23975-c8aa-4302-88a8-14fcf550da5b,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:57:48.046112 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cd5b6796-222e-4deb-994a-fe426d6a8fd3 req-69c9b7fe-bfc4-4a4d-82c7-2917c5e9fb49 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798478 Aug 11 21:57:48.048433 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-31821cbb-c681-4e08-9648-fb8939308b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:48.053801 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-69343876-3a55-4624-9260-527c198d94fe req-d1482fc9-b3b2-4811-b5d2-d4c4ced59717 service neutron] Transition to ACTIVE for port object 533ca938-8289-4a33-b02c-fd38c7f22f54 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:57:48.082616 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-69343876-3a55-4624-9260-527c198d94fe req-d1482fc9-b3b2-4811-b5d2-d4c4ced59717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:48.085593 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port fe14920a-a4be-4054-b1ae-c8b50eb8c195, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=fe14920a-a4be-4054-b1ae-c8b50eb8c195,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:48.093493 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:48.190291 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e0e808cf-48aa-41dc-8680-e50ee2e4053b req-68cad32f-2230-4ba6-8b77-6a56921d3f97 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:48.197046 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31821cbb-c681-4e08-9648-fb8939308b81 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab23975-c8aa-4302-88a8-14fcf550da5b,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:48.198469 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e0e808cf-48aa-41dc-8680-e50ee2e4053b req-68cad32f-2230-4ba6-8b77-6a56921d3f97 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:48.215279 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e0e808cf-48aa-41dc-8680-e50ee2e4053b req-68cad32f-2230-4ba6-8b77-6a56921d3f97 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "DELETE /v2.0/floatingips/6a184219-505b-4d02-a6fb-4462372e3b14 HTTP/1.1" status: 204 len: 173 time: 1.7654016 Aug 11 21:57:48.319985 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b1d89-7d50-42d2-bcc0-bc6310708c2e req-7d251db2-08c0-4f2b-afb4-e32e89735c68 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:48.332372 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f70b1d89-7d50-42d2-bcc0-bc6310708c2e req-7d251db2-08c0-4f2b-afb4-e32e89735c68 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=7852ab3a-97b5-4733-a5b4-2a4093e473dc HTTP/1.1" status: 200 len: 946 time: 0.1490717 Aug 11 21:57:48.337553 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['72a60c1a-9157-4943-b279-02340fe2998d'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:57:48.360368 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-31821cbb-c681-4e08-9648-fb8939308b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:48.361348 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-31821cbb-c681-4e08-9648-fb8939308b81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:48.363387 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-31821cbb-c681-4e08-9648-fb8939308b81 service neutron] 10.222.0.52 "PUT /v2.0/ports/0ab23975-c8aa-4302-88a8-14fcf550da5b HTTP/1.1" status: 200 len: 1094 time: 2.3064826 Aug 11 21:57:48.366574 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7852ab3a-97b5-4733-a5b4-2a4093e473dc', 'tag': '0ab23975-c8aa-4302-88a8-14fcf550da5b'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:57:48.376314 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafc1884-b69b-48cc-ac7e-76ae3feefc62" -d '{"events": [{"name": "network-changed", "server_uuid": "7852ab3a-97b5-4733-a5b4-2a4093e473dc", "tag": "0ab23975-c8aa-4302-88a8-14fcf550da5b"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:57:48.414892 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f70b1d89-7d50-42d2-bcc0-bc6310708c2e req-fbfe30d8-1ca0-4722-a232-233d22494bbc tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808129 Aug 11 21:57:48.443038 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=fe14920a-a4be-4054-b1ae-c8b50eb8c195,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:48.546781 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1482fc9-b3b2-4811-b5d2-d4c4ced59717 service neutron] Pushing event updated for resources: {'Port': ['ID=533ca938-8289-4a33-b02c-fd38c7f22f54,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:48.562020 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-862b8108-4187-4490-9d77-13fb0a1c7ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:48.576828 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-862b8108-4187-4490-9d77-13fb0a1c7ccb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fda8d30fb096432db86c7a2a58224021&device_id=7852ab3a-97b5-4733-a5b4-2a4093e473dc HTTP/1.1" status: 200 len: 1097 time: 0.1473970 Aug 11 21:57:48.624700 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-69343876-3a55-4624-9260-527c198d94fe req-d1482fc9-b3b2-4811-b5d2-d4c4ced59717 service neutron] Attempting to bind port 533ca938-8289-4a33-b02c-fd38c7f22f54 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:57:48.629945 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-69343876-3a55-4624-9260-527c198d94fe req-d1482fc9-b3b2-4811-b5d2-d4c4ced59717 service neutron] Attempting to bind port 533ca938-8289-4a33-b02c-fd38c7f22f54 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:57:48.630935 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69343876-3a55-4624-9260-527c198d94fe req-d1482fc9-b3b2-4811-b5d2-d4c4ced59717 service neutron] Attempting to bind port 533ca938-8289-4a33-b02c-fd38c7f22f54 on network c1d2353f-b112-4357-b0a6-e5993406a9d5 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:57:48.645473 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69343876-3a55-4624-9260-527c198d94fe req-d1482fc9-b3b2-4811-b5d2-d4c4ced59717 service neutron] Port 533ca938-8289-4a33-b02c-fd38c7f22f54 on network c1d2353f-b112-4357-b0a6-e5993406a9d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:57:48.645809 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69343876-3a55-4624-9260-527c198d94fe req-d1482fc9-b3b2-4811-b5d2-d4c4ced59717 service neutron] Attempting to bind port 533ca938-8289-4a33-b02c-fd38c7f22f54 on network c1d2353f-b112-4357-b0a6-e5993406a9d5 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:57:48.680575 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a7f9d-b274-414a-b423-fa315cbb86a8 req-a5da9b45-2ba3-4ac4-9c12-4336703e59dc tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:48.682241 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-de4a7f9d-b274-414a-b423-fa315cbb86a8 req-a5da9b45-2ba3-4ac4-9c12-4336703e59dc tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 948 time: 0.1981032 Aug 11 21:57:48.683274 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69343876-3a55-4624-9260-527c198d94fe req-d1482fc9-b3b2-4811-b5d2-d4c4ced59717 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:57:48.683648 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69343876-3a55-4624-9260-527c198d94fe req-d1482fc9-b3b2-4811-b5d2-d4c4ced59717 service neutron] Checking segment: {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:57:48.684051 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69343876-3a55-4624-9260-527c198d94fe req-d1482fc9-b3b2-4811-b5d2-d4c4ced59717 service neutron] Bound using segment: {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:57:48.684514 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-69343876-3a55-4624-9260-527c198d94fe req-d1482fc9-b3b2-4811-b5d2-d4c4ced59717 service neutron] Bound port: 533ca938-8289-4a33-b02c-fd38c7f22f54, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:57:48.684884 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-69343876-3a55-4624-9260-527c198d94fe req-d1482fc9-b3b2-4811-b5d2-d4c4ced59717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:48.742470 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-dcd29e5f-67a5-4b68-8fbe-005e1a3a0c36 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=0ab23975-c8aa-4302-88a8-14fcf550da5b HTTP/1.1" status: 200 len: 217 time: 0.1545677 Aug 11 21:57:48.756940 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-de4a7f9d-b274-414a-b423-fa315cbb86a8 req-a7e0ec1c-0c0c-41a4-8114-eada3e1bf47c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596504 Aug 11 21:57:48.819033 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['fe14920a-a4be-4054-b1ae-c8b50eb8c195'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:57:48.909027 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d37730b-c657-4477-9e4f-ed97ecb5cabb x-openstack-request-id: req-2d37730b-c657-4477-9e4f-ed97ecb5cabb {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:57:48.909331 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7852ab3a-97b5-4733-a5b4-2a4093e473dc", "tag": "0ab23975-c8aa-4302-88a8-14fcf550da5b", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:57:48.913500 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2d37730b-c657-4477-9e4f-ed97ecb5cabb {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:57:48.913946 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7852ab3a-97b5-4733-a5b4-2a4093e473dc', 'tag': '0ab23975-c8aa-4302-88a8-14fcf550da5b', 'status': 'completed', 'code': 200} Aug 11 21:57:48.921521 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-69343876-3a55-4624-9260-527c198d94fe req-d1482fc9-b3b2-4811-b5d2-d4c4ced59717 service neutron] For port 533ca938-8289-4a33-b02c-fd38c7f22f54, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:57:48.930453 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-69343876-3a55-4624-9260-527c198d94fe req-d1482fc9-b3b2-4811-b5d2-d4c4ced59717 service neutron] For port 533ca938-8289-4a33-b02c-fd38c7f22f54, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=533ca938-8289-4a33-b02c-fd38c7f22f54,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:57:48.937265 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:48.946220 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-69343876-3a55-4624-9260-527c198d94fe req-d1482fc9-b3b2-4811-b5d2-d4c4ced59717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:48.956878 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f5b7cda6-e0d8-4e7a-889d-75bb642cc2e2 req-ed4a68e8-096e-4071-9475-d1b633fec9ac tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/floatingips/e9edfb2e-19af-4dcb-8c55-43e291e723e0 HTTP/1.1" status: 200 len: 692 time: 0.1290994 Aug 11 21:57:49.050068 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-0cb46fd7-e0c8-45b3-b7e6-4f4b7c741637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:49.051788 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-0cb46fd7-e0c8-45b3-b7e6-4f4b7c741637 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.2997236 Aug 11 21:57:49.149536 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69343876-3a55-4624-9260-527c198d94fe req-d1482fc9-b3b2-4811-b5d2-d4c4ced59717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:49.151578 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-69343876-3a55-4624-9260-527c198d94fe req-d1482fc9-b3b2-4811-b5d2-d4c4ced59717 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:49.153712 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-69343876-3a55-4624-9260-527c198d94fe req-d1482fc9-b3b2-4811-b5d2-d4c4ced59717 service neutron] 10.222.0.82 "PUT /v2.0/ports/533ca938-8289-4a33-b02c-fd38c7f22f54 HTTP/1.1" status: 200 len: 1092 time: 2.4049058 Aug 11 21:57:49.157294 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a63e4b13-e1db-4515-a1fc-2f906c482164', 'tag': '533ca938-8289-4a33-b02c-fd38c7f22f54'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:57:49.160687 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103b4151-958f-4941-a887-51fed06a0bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "a63e4b13-e1db-4515-a1fc-2f906c482164", "tag": "533ca938-8289-4a33-b02c-fd38c7f22f54"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:57:49.177517 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-a71fd7fe-f14e-4774-81ce-e49b2c41f0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:49.179903 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-a71fd7fe-f14e-4774-81ce-e49b2c41f0dd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1105518 Aug 11 21:57:49.211278 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1482fc9-b3b2-4811-b5d2-d4c4ced59717 service neutron] Pushing event updated for resources: {'Port': ['ID=533ca938-8289-4a33-b02c-fd38c7f22f54,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:49.236655 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978377d-2234-44f8-a77f-f1626b9d4fab req-c3c35b51-beeb-473b-8f30-8fbf4525243a tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:49.245601 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8978377d-2234-44f8-a77f-f1626b9d4fab req-c3c35b51-beeb-473b-8f30-8fbf4525243a tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 944 time: 0.1821783 Aug 11 21:57:49.288990 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7cda6-e0d8-4e7a-889d-75bb642cc2e2 req-62b7c1f6-14a9-4beb-87cf-e01a55098191 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:49.293658 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8978377d-2234-44f8-a77f-f1626b9d4fab req-d9be86f4-5184-45d2-a860-9c38fda01483 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467520 Aug 11 21:57:49.297873 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f5b7cda6-e0d8-4e7a-889d-75bb642cc2e2 req-62b7c1f6-14a9-4beb-87cf-e01a55098191 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 784 time: 0.3390071 Aug 11 21:57:49.367338 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f5b7cda6-e0d8-4e7a-889d-75bb642cc2e2 req-5dbee48b-154e-4180-b328-96258b5fcbd6 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 695 time: 0.0691075 Aug 11 21:57:49.437715 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f5b7cda6-e0d8-4e7a-889d-75bb642cc2e2 req-b6acb68e-fa57-489f-b551-013abccbd64d tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 695 time: 0.0693974 Aug 11 21:57:49.510710 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69343876-3a55-4624-9260-527c198d94fe req-45bd7a02-baec-45be-8edd-215795f6c6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:49.513185 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-69343876-3a55-4624-9260-527c198d94fe req-45bd7a02-baec-45be-8edd-215795f6c6b1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cfe969a3456f4c9186b743e59eed9b71&device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 1095 time: 0.2231054 Aug 11 21:57:49.551572 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-00a75463-a9a4-4f61-bac8-4b32212adf06 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577592 Aug 11 21:57:49.588058 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf3dfa-db22-4c6e-8183-28f0352cb8bd req-c5a36851-4a78-42cf-a67a-45bdd354ca31 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:49.591126 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5acf3dfa-db22-4c6e-8183-28f0352cb8bd req-c5a36851-4a78-42cf-a67a-45bdd354ca31 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 946 time: 0.2136817 Aug 11 21:57:49.707924 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-69343876-3a55-4624-9260-527c198d94fe req-fd1f6694-bab9-4d20-a9f0-265ec4a22b37 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=533ca938-8289-4a33-b02c-fd38c7f22f54 HTTP/1.1" status: 200 len: 217 time: 0.1746449 Aug 11 21:57:49.723234 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-f5b7cda6-e0d8-4e7a-889d-75bb642cc2e2 req-62fa64c3-0a96-4980-8cc1-41c8154451b8 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Deleting port fb3732ae-deed-477c-b871-f76ed10f096f {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:57:49.724073 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f5b7cda6-e0d8-4e7a-889d-75bb642cc2e2 req-62fa64c3-0a96-4980-8cc1-41c8154451b8 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:49.787587 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1be40b0e-3cce-491f-b3ac-02c545a253f9 req-a79c7772-57c8-42ee-93ae-44a12c9a7375 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936576 Aug 11 21:57:49.848200 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5acf3dfa-db22-4c6e-8183-28f0352cb8bd req-f925fefd-1a0f-4a16-a7d1-e7a8919bb9d7 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590855 Aug 11 21:57:49.860873 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69343876-3a55-4624-9260-527c198d94fe req-f564a702-6818-4d6f-8ddb-008274117fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:49.865897 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-69343876-3a55-4624-9260-527c198d94fe req-f564a702-6818-4d6f-8ddb-008274117fb4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d64b3af4-29c6-4065-a225-159b72d7499b HTTP/1.1" status: 200 len: 860 time: 0.1393163 Aug 11 21:57:49.889560 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f5b7cda6-e0d8-4e7a-889d-75bb642cc2e2 req-62fa64c3-0a96-4980-8cc1-41c8154451b8 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:49.889896 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f5b7cda6-e0d8-4e7a-889d-75bb642cc2e2 req-62fa64c3-0a96-4980-8cc1-41c8154451b8 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:49.921641 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-f5b7cda6-e0d8-4e7a-889d-75bb642cc2e2 req-62fa64c3-0a96-4980-8cc1-41c8154451b8 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Calling delete_port for fb3732ae-deed-477c-b871-f76ed10f096f owned by network:floatingip {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:57:49.952432 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc1884-b69b-48cc-ac7e-76ae3feefc62 req-0557e85e-78ba-4ab6-83e0-0df5e51338a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:49.954617 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca954293-bc62-4234-b9bd-cbef90651874 x-openstack-request-id: req-ca954293-bc62-4234-b9bd-cbef90651874 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:57:49.954792 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aafc1884-b69b-48cc-ac7e-76ae3feefc62 req-0557e85e-78ba-4ab6-83e0-0df5e51338a2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fda8d30fb096432db86c7a2a58224021&device_id=7852ab3a-97b5-4733-a5b4-2a4093e473dc HTTP/1.1" status: 200 len: 1097 time: 0.1069186 Aug 11 21:57:49.955615 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a63e4b13-e1db-4515-a1fc-2f906c482164", "tag": "533ca938-8289-4a33-b02c-fd38c7f22f54", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:57:49.956616 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ca954293-bc62-4234-b9bd-cbef90651874 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:57:49.957377 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a63e4b13-e1db-4515-a1fc-2f906c482164', 'tag': '533ca938-8289-4a33-b02c-fd38c7f22f54', 'status': 'completed', 'code': 200} Aug 11 21:57:49.960483 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-69343876-3a55-4624-9260-527c198d94fe req-38f1f4c0-74cd-415d-8ca8-0b15ae386087 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c1d2353f-b112-4357-b0a6-e5993406a9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842061 Aug 11 21:57:50.150558 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc1884-b69b-48cc-ac7e-76ae3feefc62 req-da2e1d38-95a3-47f4-80ed-8178ec6bf417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:50.151917 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b5082-4e20-453a-aa31-d767c5a391b7 req-6b9255f8-3306-4160-a94f-0cf150894e50 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:50.152373 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aafc1884-b69b-48cc-ac7e-76ae3feefc62 req-da2e1d38-95a3-47f4-80ed-8178ec6bf417 service neutron] 10.222.0.52 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.1584096 Aug 11 21:57:50.154427 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-664b5082-4e20-453a-aa31-d767c5a391b7 req-6b9255f8-3306-4160-a94f-0cf150894e50 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=7852ab3a-97b5-4733-a5b4-2a4093e473dc HTTP/1.1" status: 200 len: 946 time: 0.1082432 Aug 11 21:57:50.236960 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aafc1884-b69b-48cc-ac7e-76ae3feefc62 req-643db621-d3c0-479c-894c-e9508687af9f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=0ab23975-c8aa-4302-88a8-14fcf550da5b HTTP/1.1" status: 200 len: 217 time: 0.0753136 Aug 11 21:57:50.256974 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-664b5082-4e20-453a-aa31-d767c5a391b7 req-9a893e78-04a6-42df-9a67-9bd1bb89b444 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923860 Aug 11 21:57:50.270251 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-69343876-3a55-4624-9260-527c198d94fe req-351f8597-baac-44a5-bb10-e3872b065e48 service neutron] 10.222.0.82 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935064 Aug 11 21:57:50.286764 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:50.357816 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f5b7cda6-e0d8-4e7a-889d-75bb642cc2e2 req-62fa64c3-0a96-4980-8cc1-41c8154451b8 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:50.418262 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc1884-b69b-48cc-ac7e-76ae3feefc62 req-f51f9802-e93e-445e-ab23-0fda8362c474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:50.420455 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aafc1884-b69b-48cc-ac7e-76ae3feefc62 req-f51f9802-e93e-445e-ab23-0fda8362c474 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1745141 Aug 11 21:57:50.424803 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa64c3-0a96-4980-8cc1-41c8154451b8 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Pushing event deleted for resources: {'Port': ['ID=fb3732ae-deed-477c-b871-f76ed10f096f,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:50.503965 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-69343876-3a55-4624-9260-527c198d94fe req-9fb668c8-9e03-4ec1-b44d-d1414ffc7c7c service neutron] 10.222.0.82 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324300 Aug 11 21:57:50.630022 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc1884-b69b-48cc-ac7e-76ae3feefc62 req-8e1873cf-7074-4e79-8594-3b3c25af9818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:50.632052 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aafc1884-b69b-48cc-ac7e-76ae3feefc62 req-8e1873cf-7074-4e79-8594-3b3c25af9818 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1876178 Aug 11 21:57:50.638509 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f5b7cda6-e0d8-4e7a-889d-75bb642cc2e2 req-62fa64c3-0a96-4980-8cc1-41c8154451b8 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks [] for floatingip, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:50.647566 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f5b7cda6-e0d8-4e7a-889d-75bb642cc2e2 req-62fa64c3-0a96-4980-8cc1-41c8154451b8 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:50.647920 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f5b7cda6-e0d8-4e7a-889d-75bb642cc2e2 req-62fa64c3-0a96-4980-8cc1-41c8154451b8 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "DELETE /v2.0/floatingips/e9edfb2e-19af-4dcb-8c55-43e291e723e0 HTTP/1.1" status: 204 len: 173 time: 1.2091479 Aug 11 21:57:50.718948 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b4151-958f-4941-a887-51fed06a0bc2 req-5caf7ed8-bea0-4819-9c2f-a1cbbd60dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:50.720923 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-103b4151-958f-4941-a887-51fed06a0bc2 req-5caf7ed8-bea0-4819-9c2f-a1cbbd60dc0a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cfe969a3456f4c9186b743e59eed9b71&device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 1095 time: 0.1184232 Aug 11 21:57:50.749313 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e2247-8e22-4355-9035-02c5fc91da4d req-7ddd5684-5404-414a-a58b-d495660da008 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:50.757995 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1c4e2247-8e22-4355-9035-02c5fc91da4d req-7ddd5684-5404-414a-a58b-d495660da008 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 948 time: 0.1326208 Aug 11 21:57:50.885005 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1c4e2247-8e22-4355-9035-02c5fc91da4d req-b82c12a3-eb8a-4859-9074-ac68011cd72c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180813 Aug 11 21:57:50.929380 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b4151-958f-4941-a887-51fed06a0bc2 req-7e52e645-129b-4d04-b4af-809e45e8f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:50.931150 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-103b4151-958f-4941-a887-51fed06a0bc2 req-7e52e645-129b-4d04-b4af-809e45e8f91e service neutron] 10.222.0.82 "GET /v2.0/networks?id=c1d2353f-b112-4357-b0a6-e5993406a9d5 HTTP/1.1" status: 200 len: 921 time: 0.1973281 Aug 11 21:57:50.981944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ddbbd-1792-4ee1-9f89-665967875b7a req-1b237d4b-f12d-43ae-ad1a-3fb5f8cdf71b tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:50.984358 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-684ddbbd-1792-4ee1-9f89-665967875b7a req-1b237d4b-f12d-43ae-ad1a-3fb5f8cdf71b tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 944 time: 0.2035191 Aug 11 21:57:51.043644 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-103b4151-958f-4941-a887-51fed06a0bc2 req-cb842df6-39af-41a6-84c8-0872ac517a82 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=533ca938-8289-4a33-b02c-fd38c7f22f54 HTTP/1.1" status: 200 len: 217 time: 0.0998342 Aug 11 21:57:51.061601 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-956207f0-d19c-4268-8dbe-0908c26107e9 req-4920b2d3-15ef-474a-b878-965dae48b4c7 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/floatingips/3e32df87-68f2-4061-a0ef-bc90d3b7f62c HTTP/1.1" status: 200 len: 693 time: 0.1101987 Aug 11 21:57:51.096178 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aafc1884-b69b-48cc-ac7e-76ae3feefc62 req-214b70d3-fb84-4ea3-b648-9490dacffc01 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469709 Aug 11 21:57:51.103279 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-684ddbbd-1792-4ee1-9f89-665967875b7a req-f7aa90db-07e8-4289-bc95-32a1c05817fb tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990040 Aug 11 21:57:51.305042 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b4151-958f-4941-a887-51fed06a0bc2 req-1ebb9720-e314-4980-b2d6-4b0d16e9c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:51.308145 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-103b4151-958f-4941-a887-51fed06a0bc2 req-1ebb9720-e314-4980-b2d6-4b0d16e9c331 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d64b3af4-29c6-4065-a225-159b72d7499b HTTP/1.1" status: 200 len: 860 time: 0.2288358 Aug 11 21:57:51.387754 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aafc1884-b69b-48cc-ac7e-76ae3feefc62 req-48530e47-3f51-47e4-b5f1-0400db2bb260 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622290 Aug 11 21:57:51.388566 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-103b4151-958f-4941-a887-51fed06a0bc2 req-a532f4f7-f472-42f1-92d5-64592eafbc5c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c1d2353f-b112-4357-b0a6-e5993406a9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721219 Aug 11 21:57:51.417614 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1518ce-a95f-4d34-860c-fa27b3c035f0 req-eae84dba-072c-475c-82bf-177177a1cee1 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:51.429520 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bc1518ce-a95f-4d34-860c-fa27b3c035f0 req-eae84dba-072c-475c-82bf-177177a1cee1 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 946 time: 0.0989974 Aug 11 21:57:51.469663 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bc1518ce-a95f-4d34-860c-fa27b3c035f0 req-d0209b7f-7d27-4623-a85d-e35a21628798 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391304 Aug 11 21:57:51.596453 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956207f0-d19c-4268-8dbe-0908c26107e9 req-1e9c8298-e8c7-455e-a733-f98aba799db0 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:51.612796 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-956207f0-d19c-4268-8dbe-0908c26107e9 req-1e9c8298-e8c7-455e-a733-f98aba799db0 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 784 time: 0.5495830 Aug 11 21:57:51.613901 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device fe14920a-a4be-4054-b1ae-c8b50eb8c195 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:57:51.663364 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccadefd-cb3b-4452-8173-b8932a813081 req-40faab5b-921f-4d07-bd93-b50760230e22 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:51.666694 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dccadefd-cb3b-4452-8173-b8932a813081 req-40faab5b-921f-4d07-bd93-b50760230e22 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=7852ab3a-97b5-4733-a5b4-2a4093e473dc HTTP/1.1" status: 200 len: 946 time: 0.1031995 Aug 11 21:57:51.722941 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-956207f0-d19c-4268-8dbe-0908c26107e9 req-0c268981-70fb-49a8-9f46-bd1856f31c2d tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.181 HTTP/1.1" status: 200 len: 696 time: 0.1088426 Aug 11 21:57:51.742816 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dccadefd-cb3b-4452-8173-b8932a813081 req-2a140312-c453-4760-aef9-88ea1b95866e tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680938 Aug 11 21:57:51.798444 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-956207f0-d19c-4268-8dbe-0908c26107e9 req-d9417379-0c92-48cf-856a-79d8d139afe3 tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.181 HTTP/1.1" status: 200 len: 696 time: 0.0739784 Aug 11 21:57:51.837191 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port fe14920a-a4be-4054-b1ae-c8b50eb8c195 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:57:51.842223 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port fe14920a-a4be-4054-b1ae-c8b50eb8c195 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:57:51.842979 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:51.896583 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-103b4151-958f-4941-a887-51fed06a0bc2 req-f44b1ba0-e720-4b45-8f5e-e70a33b39c8b service neutron] 10.222.0.82 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976895 Aug 11 21:57:52.048412 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:52.178401 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port fe14920a-a4be-4054-b1ae-c8b50eb8c195, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=fe14920a-a4be-4054-b1ae-c8b50eb8c195,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:52.188201 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9f6348-7529-415f-a4c1-1d868c53904b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe14920a-a4be-4054-b1ae-c8b50eb8c195'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:57:52.191981 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec2bb21-d427-453d-a93c-ff88824e2bea" -d '{"events": [{"server_uuid": "6c9f6348-7529-415f-a4c1-1d868c53904b", "name": "network-vif-plugged", "status": "completed", "tag": "fe14920a-a4be-4054-b1ae-c8b50eb8c195"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:57:52.197943 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:52.244897 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d364d-1bcd-4922-806f-c0f0b8e3f703 req-dabf0747-3357-4780-a79b-7303fe903025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:52.253117 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bd5d364d-1bcd-4922-806f-c0f0b8e3f703 req-dabf0747-3357-4780-a79b-7303fe903025 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 1097 time: 0.1672034 Aug 11 21:57:52.371162 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-956207f0-d19c-4268-8dbe-0908c26107e9 req-448a342e-47e0-44be-8d14-60028b8d6c2c tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Deleting port a4df9419-ece0-4550-a0b0-7ef676bd1655 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:57:52.371790 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-956207f0-d19c-4268-8dbe-0908c26107e9 req-448a342e-47e0-44be-8d14-60028b8d6c2c tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:52.386082 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bd5d364d-1bcd-4922-806f-c0f0b8e3f703 req-26be1962-2533-49b0-bb61-f719a56bb0e7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190755 Aug 11 21:57:52.396105 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=fe14920a-a4be-4054-b1ae-c8b50eb8c195,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:52.450121 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-103b4151-958f-4941-a887-51fed06a0bc2 req-23e07b68-c728-499f-b0ef-e4d9343a8133 service neutron] 10.222.0.82 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583833 Aug 11 21:57:52.511083 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e29d4-98e2-4bb5-9e99-37f3c686c8e7 req-44eb7c49-92af-41ac-b4df-a91aa18ab64f tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:52.512979 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b13e29d4-98e2-4bb5-9e99-37f3c686c8e7 req-44eb7c49-92af-41ac-b4df-a91aa18ab64f tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 949 time: 0.1169205 Aug 11 21:57:52.565959 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-956207f0-d19c-4268-8dbe-0908c26107e9 req-448a342e-47e0-44be-8d14-60028b8d6c2c tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:52.566892 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-956207f0-d19c-4268-8dbe-0908c26107e9 req-448a342e-47e0-44be-8d14-60028b8d6c2c tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:52.572414 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b13e29d4-98e2-4bb5-9e99-37f3c686c8e7 req-c4efb326-aefa-4684-ac21-798e39eea897 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505373 Aug 11 21:57:52.594506 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-956207f0-d19c-4268-8dbe-0908c26107e9 req-448a342e-47e0-44be-8d14-60028b8d6c2c tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Calling delete_port for a4df9419-ece0-4550-a0b0-7ef676bd1655 owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:57:52.723424 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1419f9-c2b4-4de5-90f5-3643ce22729e req-2d5f632b-05b8-4bd1-94f5-3d87654e7ac8 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:52.726488 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-df1419f9-c2b4-4de5-90f5-3643ce22729e req-2d5f632b-05b8-4bd1-94f5-3d87654e7ac8 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 944 time: 0.0831702 Aug 11 21:57:52.792655 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-df1419f9-c2b4-4de5-90f5-3643ce22729e req-1e415cf1-8f1f-4bb5-9039-4f7c265e39ee tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595870 Aug 11 21:57:52.843792 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da234dbe-1c9f-4ec5-926a-6dc3d64059d7 x-openstack-request-id: req-da234dbe-1c9f-4ec5-926a-6dc3d64059d7 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:57:52.844549 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9f6348-7529-415f-a4c1-1d868c53904b", "name": "network-vif-plugged", "status": "completed", "tag": "fe14920a-a4be-4054-b1ae-c8b50eb8c195", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:57:52.844549 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-da234dbe-1c9f-4ec5-926a-6dc3d64059d7 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:57:52.844889 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9f6348-7529-415f-a4c1-1d868c53904b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe14920a-a4be-4054-b1ae-c8b50eb8c195', 'code': 200} Aug 11 21:57:52.861441 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-956207f0-d19c-4268-8dbe-0908c26107e9 req-448a342e-47e0-44be-8d14-60028b8d6c2c tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:52.901477 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a342e-47e0-44be-8d14-60028b8d6c2c tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Pushing event deleted for resources: {'Port': ['ID=a4df9419-ece0-4550-a0b0-7ef676bd1655,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:53.021674 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-956207f0-d19c-4268-8dbe-0908c26107e9 req-448a342e-47e0-44be-8d14-60028b8d6c2c tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:53.031212 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-956207f0-d19c-4268-8dbe-0908c26107e9 req-448a342e-47e0-44be-8d14-60028b8d6c2c tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:53.032512 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-956207f0-d19c-4268-8dbe-0908c26107e9 req-448a342e-47e0-44be-8d14-60028b8d6c2c tempest-FloatingIPDetailsTestJSON-2033813499 tempest-FloatingIPDetailsTestJSON-2033813499-project] 10.222.0.77 "DELETE /v2.0/floatingips/3e32df87-68f2-4061-a0ef-bc90d3b7f62c HTTP/1.1" status: 204 len: 173 time: 1.2325220 Aug 11 21:57:53.051118 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f676def-9a33-4068-af59-6e4b50e634b7 req-babee42a-681b-4734-ba11-deb4f8403e12 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:53.060291 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0f676def-9a33-4068-af59-6e4b50e634b7 req-babee42a-681b-4734-ba11-deb4f8403e12 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 946 time: 0.1214349 Aug 11 21:57:53.060908 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57422) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:57:53.158040 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792bd72-e2e2-48cb-85d0-e9cd6e70e3d7 req-b832e7b4-791a-4ace-90c4-e40a1b7c7e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:53.164735 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f792bd72-e2e2-48cb-85d0-e9cd6e70e3d7 req-b832e7b4-791a-4ace-90c4-e40a1b7c7e3f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 1100 time: 0.1445916 Aug 11 21:57:53.350873 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f792bd72-e2e2-48cb-85d0-e9cd6e70e3d7 req-9d510d2f-245c-45b9-886e-bf77b800e791 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307354 Aug 11 21:57:53.379197 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7b86a-e011-41f5-ae1f-ded7fc8ca9ee req-49bb4257-a65b-447c-affb-f98d0cbfb3b7 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:53.388571 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0f676def-9a33-4068-af59-6e4b50e634b7 req-b30ba6cf-ffe8-4060-88b0-1b71e956e134 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292360 Aug 11 21:57:53.395943 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e7c7b86a-e011-41f5-ae1f-ded7fc8ca9ee req-49bb4257-a65b-447c-affb-f98d0cbfb3b7 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=7852ab3a-97b5-4733-a5b4-2a4093e473dc HTTP/1.1" status: 200 len: 946 time: 0.2680552 Aug 11 21:57:53.524931 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 0ab23975-c8aa-4302-88a8-14fcf550da5b details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:57:53.533605 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e7c7b86a-e011-41f5-ae1f-ded7fc8ca9ee req-93c3d5f5-4a0c-4e4b-af28-3541c5dece14 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364808 Aug 11 21:57:53.932109 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 0ab23975-c8aa-4302-88a8-14fcf550da5b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=0ab23975-c8aa-4302-88a8-14fcf550da5b,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:54.001510 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '0ab23975-c8aa-4302-88a8-14fcf550da5b', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '0ab23975-c8aa-4302-88a8-14fcf550da5b', 'mac_address': 'fa:16:3e:56:42:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:57:54.105888 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:54.152499 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab23975-c8aa-4302-88a8-14fcf550da5b {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:57:54.272366 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 0ab23975-c8aa-4302-88a8-14fcf550da5b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=0ab23975-c8aa-4302-88a8-14fcf550da5b,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:54.281479 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:54.317530 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ef92f-7fe3-4f6b-b1e9-67b428d3460b req-73cd5836-5dba-4be5-a14f-99295b08fb15 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:54.325564 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b33ef92f-7fe3-4f6b-b1e9-67b428d3460b req-73cd5836-5dba-4be5-a14f-99295b08fb15 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 944 time: 0.2784436 Aug 11 21:57:54.424829 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=0ab23975-c8aa-4302-88a8-14fcf550da5b,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:54.428368 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec47ee-b4c9-4626-a603-ab08a74d7353 req-bf17b6b2-e3e7-4832-8575-b6402cc1d713 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:54.436341 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-86ec47ee-b4c9-4626-a603-ab08a74d7353 req-bf17b6b2-e3e7-4832-8575-b6402cc1d713 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 949 time: 0.1354053 Aug 11 21:57:54.445620 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b33ef92f-7fe3-4f6b-b1e9-67b428d3460b req-c9613883-af26-4b83-aedd-09b9e4693d6a tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090403 Aug 11 21:57:54.577863 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-86ec47ee-b4c9-4626-a603-ab08a74d7353 req-ac2801dd-0dd9-4b87-8196-0900768bbf6e tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270912 Aug 11 21:57:54.651230 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['0ab23975-c8aa-4302-88a8-14fcf550da5b'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:57:54.656782 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ece10-6be3-44c4-9eac-f2e3db5c413e req-92f69f47-f240-417d-9eb1-8b03f313732a tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:54.658586 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-345ece10-6be3-44c4-9eac-f2e3db5c413e req-92f69f47-f240-417d-9eb1-8b03f313732a tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 946 time: 0.0675640 Aug 11 21:57:54.741128 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dac1100c-a6c1-46e5-b8e0-bd3c79a56c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:54.810954 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-345ece10-6be3-44c4-9eac-f2e3db5c413e req-c2dcff0c-9e2a-4a40-a8b3-646914a16601 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283517 Aug 11 21:57:55.344004 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c488ac1-db66-45f4-ba3b-68864f56ba8a req-836eaa84-ed73-495a-924b-c2d07ad6eb9e tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:55.345975 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1c488ac1-db66-45f4-ba3b-68864f56ba8a req-836eaa84-ed73-495a-924b-c2d07ad6eb9e tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=7852ab3a-97b5-4733-a5b4-2a4093e473dc HTTP/1.1" status: 200 len: 947 time: 0.4812772 Aug 11 21:57:55.523857 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1c488ac1-db66-45f4-ba3b-68864f56ba8a req-d1d093f2-261e-4d26-9fc2-6f46a88d24e6 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523585 Aug 11 21:57:55.717729 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-dac1100c-a6c1-46e5-b8e0-bd3c79a56c10 admin admin] Deleting port 870c47f7-e6b5-446c-8dc2-9e5198b1e8b8 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:57:55.718834 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dac1100c-a6c1-46e5-b8e0-bd3c79a56c10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:55.767997 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-0ef112df-8fd5-4566-b9be-9b3167f08ff0 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:55.780286 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-0ef112df-8fd5-4566-b9be-9b3167f08ff0 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/networks?id=c38fbfc2-60a8-4130-a95a-d7a797c5eb71 HTTP/1.1" status: 200 len: 811 time: 0.3506520 Aug 11 21:57:55.862835 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf05c9-0455-4aa8-b304-c2402462a473 req-d739c437-f5e4-469d-b3fd-a82ea9b99de2 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:55.864314 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-4f975a23-bded-423d-8f23-1b8e7536a572 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/quotas/d74c7b222e1944f9bf3fd004364d95e4 HTTP/1.1" status: 200 len: 375 time: 0.0381517 Aug 11 21:57:55.870685 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d6cf05c9-0455-4aa8-b304-c2402462a473 req-d739c437-f5e4-469d-b3fd-a82ea9b99de2 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 944 time: 0.1417758 Aug 11 21:57:55.905289 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-dac1100c-a6c1-46e5-b8e0-bd3c79a56c10 admin admin] For port 870c47f7-e6b5-446c-8dc2-9e5198b1e8b8, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=870c47f7-e6b5-446c-8dc2-9e5198b1e8b8,segment=NetworkSegment(ffed3146-de3f-4be3-8115-828bea6c4b11),segment_id=ffed3146-de3f-4be3-8115-828bea6c4b11)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:55.905714 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dac1100c-a6c1-46e5-b8e0-bd3c79a56c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:55.930598 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-dac1100c-a6c1-46e5-b8e0-bd3c79a56c10 admin admin] Calling delete_port for 870c47f7-e6b5-446c-8dc2-9e5198b1e8b8 owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:57:55.971934 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d6cf05c9-0455-4aa8-b304-c2402462a473 req-06012e09-725b-44da-bb94-b952a7f260c9 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000495 Aug 11 21:57:56.029394 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-2f24624b-7914-4333-82b7-e45a84d71296 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d74c7b222e1944f9bf3fd004364d95e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1627846 Aug 11 21:57:56.237703 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4385357-f172-4c7b-86ec-4c731faa9feb req-bf2e7a64-6e0e-4ce3-8926-c3977085f4a2 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:56.245993 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c4385357-f172-4c7b-86ec-4c731faa9feb req-bf2e7a64-6e0e-4ce3-8926-c3977085f4a2 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 949 time: 0.1421657 Aug 11 21:57:56.277157 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-ee692a68-f953-406c-87a3-90a5fdd40721 service neutron] 10.222.0.77 "GET /v2.0/networks/c38fbfc2-60a8-4130-a95a-d7a797c5eb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461073 Aug 11 21:57:56.328258 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c4385357-f172-4c7b-86ec-4c731faa9feb req-88f53587-ba43-4df5-b405-408132a698c6 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765123 Aug 11 21:57:56.404974 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dac1100c-a6c1-46e5-b8e0-bd3c79a56c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:56.522535 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1100c-a6c1-46e5-b8e0-bd3c79a56c10 admin admin] Pushing event deleted for resources: {'Port': ['ID=870c47f7-e6b5-446c-8dc2-9e5198b1e8b8,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:56.550442 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-82d5cf65-0424-4dc4-9fb9-27c024dcff84 service neutron] 10.222.0.77 "GET /v2.0/networks/c38fbfc2-60a8-4130-a95a-d7a797c5eb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670989 Aug 11 21:57:56.962546 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dac1100c-a6c1-46e5-b8e0-bd3c79a56c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:57.095861 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c55cd-4f07-44c0-a873-c7292bcf497a req-465140b0-ecb9-4a8e-994e-3537a17de840 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:57.113283 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-402c55cd-4f07-44c0-a873-c7292bcf497a req-465140b0-ecb9-4a8e-994e-3537a17de840 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=7852ab3a-97b5-4733-a5b4-2a4093e473dc HTTP/1.1" status: 200 len: 947 time: 0.1371522 Aug 11 21:57:57.189309 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-402c55cd-4f07-44c0-a873-c7292bcf497a req-7e00ad1e-5adb-4f1d-9875-17c7bef6db6e tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831378 Aug 11 21:57:57.283177 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-66e99369-367b-48b9-b08b-682d72838b1f req-0fd7423a-c2b8-4bee-8c2f-b905d90220fe tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 210 time: 0.0446475 Aug 11 21:57:57.297352 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e3780-4561-44e2-ade7-671d89fa585b req-a071580f-2d6a-4855-8bc7-37baff730cb8 tempest-MigrationsAdminTest-161606984 tempest-MigrationsAdminTest-161606984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:57.299772 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-981e3780-4561-44e2-ade7-671d89fa585b req-a071580f-2d6a-4855-8bc7-37baff730cb8 tempest-MigrationsAdminTest-161606984 tempest-MigrationsAdminTest-161606984-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 1100 time: 0.1666489 Aug 11 21:57:57.342669 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-981e3780-4561-44e2-ade7-671d89fa585b req-b3c85013-88dc-403f-8918-0e811541b84c tempest-MigrationsAdminTest-161606984 tempest-MigrationsAdminTest-161606984-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:57.530718 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56625e-8da2-4d96-b9c5-e71893da0d8d req-77ec670d-ac4d-4789-9b4b-3f833a7712b3 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:57.537506 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3b56625e-8da2-4d96-b9c5-e71893da0d8d req-77ec670d-ac4d-4789-9b4b-3f833a7712b3 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 944 time: 0.1515334 Aug 11 21:57:57.546293 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 0ab23975-c8aa-4302-88a8-14fcf550da5b up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:57:57.627741 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3b56625e-8da2-4d96-b9c5-e71893da0d8d req-3cc6a124-3ad6-418f-aa86-b2698481e589 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837338 Aug 11 21:57:57.728770 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-981e3780-4561-44e2-ade7-671d89fa585b req-b3c85013-88dc-403f-8918-0e811541b84c tempest-MigrationsAdminTest-161606984 tempest-MigrationsAdminTest-161606984-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:57.739494 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac1100c-a6c1-46e5-b8e0-bd3c79a56c10 admin admin] Router bbdea346-4de9-4fff-845e-942069d9f87a has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:57:57.744773 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-981e3780-4561-44e2-ade7-671d89fa585b req-b3c85013-88dc-403f-8918-0e811541b84c tempest-MigrationsAdminTest-161606984 tempest-MigrationsAdminTest-161606984-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:57.751617 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 0ab23975-c8aa-4302-88a8-14fcf550da5b completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:57:57.758844 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 0ab23975-c8aa-4302-88a8-14fcf550da5b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:57:57.759789 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:57.810145 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-981e3780-4561-44e2-ade7-671d89fa585b req-b3c85013-88dc-403f-8918-0e811541b84c tempest-MigrationsAdminTest-161606984 tempest-MigrationsAdminTest-161606984-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971085 Aug 11 21:57:57.955703 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:58.004361 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7852ab3a-97b5-4733-a5b4-2a4093e473dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab23975-c8aa-4302-88a8-14fcf550da5b'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:57:58.010192 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539f9c46-644e-46c2-b83b-c6c13e9dfd98" -d '{"events": [{"server_uuid": "7852ab3a-97b5-4733-a5b4-2a4093e473dc", "name": "network-vif-plugged", "status": "completed", "tag": "0ab23975-c8aa-4302-88a8-14fcf550da5b"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:57:58.018015 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c85013-88dc-403f-8918-0e811541b84c tempest-MigrationsAdminTest-161606984 tempest-MigrationsAdminTest-161606984-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501ac2db-61f2-4523-9b78-278403ce5093,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:58.071856 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 0ab23975-c8aa-4302-88a8-14fcf550da5b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=0ab23975-c8aa-4302-88a8-14fcf550da5b,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:57:58.084647 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:58.154284 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f5a64d-9223-4698-952d-9ecfeea70733 x-openstack-request-id: req-e4f5a64d-9223-4698-952d-9ecfeea70733 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:57:58.154723 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7852ab3a-97b5-4733-a5b4-2a4093e473dc", "name": "network-vif-plugged", "status": "completed", "tag": "0ab23975-c8aa-4302-88a8-14fcf550da5b", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:57:58.155102 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e4f5a64d-9223-4698-952d-9ecfeea70733 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:57:58.155647 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7852ab3a-97b5-4733-a5b4-2a4093e473dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab23975-c8aa-4302-88a8-14fcf550da5b', 'code': 200} Aug 11 21:57:58.159283 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=0ab23975-c8aa-4302-88a8-14fcf550da5b,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:57:58.292255 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac1100c-a6c1-46e5-b8e0-bd3c79a56c10 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:57:58.311838 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-dac1100c-a6c1-46e5-b8e0-bd3c79a56c10 admin admin] 10.222.0.77 "PUT /v2.0/routers/bbdea346-4de9-4fff-845e-942069d9f87a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2457354 Aug 11 21:57:58.312900 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57554) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:57:58.316500 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf6d9da-3312-4335-ad8c-04b72e98c9f7 None None] Sync routers for ids ['bbdea346-4de9-4fff-845e-942069d9f87a'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:57:58.347687 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf6d9da-3312-4335-ad8c-04b72e98c9f7 None None] Routers {'bbdea346-4de9-4fff-845e-942069d9f87a'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:57:58.353846 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-abf6d9da-3312-4335-ad8c-04b72e98c9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:57:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bbdea346-4de9-4fff-845e-942069d9f87a'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:57:58.482232 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e570f3-b2bd-4508-a792-b831393b9079 req-97385499-c5cb-4494-9ad6-6c719ee14714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:58.484880 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e0e570f3-b2bd-4508-a792-b831393b9079 req-97385499-c5cb-4494-9ad6-6c719ee14714 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7852ab3a-97b5-4733-a5b4-2a4093e473dc HTTP/1.1" status: 200 len: 1099 time: 0.1720552 Aug 11 21:57:58.625554 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bfb26-e844-4561-8c08-1546746576df req-4fab1a84-eec2-4d7c-83da-499fe0ddaa04 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:58.631876 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba8bfb26-e844-4561-8c08-1546746576df req-4fab1a84-eec2-4d7c-83da-499fe0ddaa04 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=7852ab3a-97b5-4733-a5b4-2a4093e473dc HTTP/1.1" status: 200 len: 948 time: 0.1936944 Aug 11 21:57:58.684686 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e0e570f3-b2bd-4508-a792-b831393b9079 req-c22b0a33-82f2-49c1-a4b3-6b1685781b29 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687300 Aug 11 21:57:58.700743 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba8bfb26-e844-4561-8c08-1546746576df req-07168155-4253-4c97-ad4a-9c526d915812 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487792 Aug 11 21:57:58.761715 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-abf6d9da-3312-4335-ad8c-04b72e98c9f7 None None] Set router bbdea346-4de9-4fff-845e-942069d9f87a gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:57:59.056493 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-892a18eb-dab7-401e-bed4-35cbc7b20956 req-7d466acb-4664-4b33-a911-691171c9ead7 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 210 time: 0.0734022 Aug 11 21:57:59.316088 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-1c1d0a2a-8b14-40f0-a9cf-19a66829ecc0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1812668 Aug 11 21:57:59.375376 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-abf6d9da-3312-4335-ad8c-04b72e98c9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdea346-4de9-4fff-845e-942069d9f87a', 'name': 'tempest-FloatingIPDetailsTestJSON-1786919465-router', 'tenant_id': '704980c76a6940bc93b748d639130b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '23bc132f-4705-4526-8e2c-1a4e9d6255e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:57:15Z', 'updated_at': '2021-08-11T21:57:56Z', 'revision_number': 5, 'project_id': '704980c76a6940bc93b748d639130b8a', 'gw_port': {'id': '23bc132f-4705-4526-8e2c-1a4e9d6255e6', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdea346-4de9-4fff-845e-942069d9f87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:57:17Z', 'updated_at': '2021-08-11T21:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:57:59.442385 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74745eba-540a-4164-b797-74ccee22d013 req-b2ee9feb-1a3e-472e-af80-e57e812f0c2c tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:59.449803 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-74745eba-540a-4164-b797-74ccee22d013 req-b2ee9feb-1a3e-472e-af80-e57e812f0c2c tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 944 time: 0.3134129 Aug 11 21:57:59.486606 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf6d9da-3312-4335-ad8c-04b72e98c9f7 None None] Checking router: bbdea346-4de9-4fff-845e-942069d9f87a for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:57:59.491904 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307eadf-3f6b-454e-bc10-043919076118 req-bc67f4cc-f873-4884-ac9a-ebd72b427c8b tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:57:59.499609 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e307eadf-3f6b-454e-bc10-043919076118 req-bc67f4cc-f873-4884-ac9a-ebd72b427c8b tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 949 time: 0.0672312 Aug 11 21:57:59.509459 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf6d9da-3312-4335-ad8c-04b72e98c9f7 None None] Routers {'bbdea346-4de9-4fff-845e-942069d9f87a'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:57:59.511036 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-abf6d9da-3312-4335-ad8c-04b72e98c9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:57:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bbdea346-4de9-4fff-845e-942069d9f87a'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:57:59.552991 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e307eadf-3f6b-454e-bc10-043919076118 req-b68af3f2-e233-4151-8408-53f88744e151 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502584 Aug 11 21:57:59.595001 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-74745eba-540a-4164-b797-74ccee22d013 req-ccd4fd4a-34e6-4e8c-96d2-1d503669974f tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159806 Aug 11 21:57:59.601647 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d472855-20c7-4aee-8d6c-29c2852283b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:59.800335 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d472855-20c7-4aee-8d6c-29c2852283b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:59.974901 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-8d472855-20c7-4aee-8d6c-29c2852283b3 admin admin] Deleting port 23bc132f-4705-4526-8e2c-1a4e9d6255e6 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:57:59.975241 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d472855-20c7-4aee-8d6c-29c2852283b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:57:59.986543 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-abf6d9da-3312-4335-ad8c-04b72e98c9f7 None None] Set router bbdea346-4de9-4fff-845e-942069d9f87a gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:58:00.279195 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-1b955cf1-047a-4b0b-a060-56eb4949068b tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:00.283055 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-1b955cf1-047a-4b0b-a060-56eb4949068b tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.52 "GET /v2.0/networks?id=c38fbfc2-60a8-4130-a95a-d7a797c5eb71 HTTP/1.1" status: 200 len: 811 time: 0.4709680 Aug 11 21:58:00.325660 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-ea77c6b1-5bda-4e03-93b1-940c3713b9a2 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Request body: {'port': {'device_id': '72114c95-2405-4a60-af49-c4bd6a2a2bf5', 'network_id': 'c38fbfc2-60a8-4130-a95a-d7a797c5eb71', 'admin_state_up': True, 'tenant_id': 'd74c7b222e1944f9bf3fd004364d95e4'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:58:00.525084 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fec73-d16e-4d9b-9d57-eb0e4785f2bb req-1dc670f9-d17e-4e82-8afd-f2df685348af tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:00.534114 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-496fec73-d16e-4d9b-9d57-eb0e4785f2bb req-1dc670f9-d17e-4e82-8afd-f2df685348af tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=7852ab3a-97b5-4733-a5b4-2a4093e473dc HTTP/1.1" status: 200 len: 948 time: 0.2756441 Aug 11 21:58:00.539213 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-8d472855-20c7-4aee-8d6c-29c2852283b3 admin admin] For port 23bc132f-4705-4526-8e2c-1a4e9d6255e6, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=23bc132f-4705-4526-8e2c-1a4e9d6255e6,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:00.539776 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d472855-20c7-4aee-8d6c-29c2852283b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:00.582984 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-8d472855-20c7-4aee-8d6c-29c2852283b3 admin admin] Calling delete_port for 23bc132f-4705-4526-8e2c-1a4e9d6255e6 owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:58:00.632324 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-abf6d9da-3312-4335-ad8c-04b72e98c9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdea346-4de9-4fff-845e-942069d9f87a', 'name': 'tempest-FloatingIPDetailsTestJSON-1786919465-router', 'tenant_id': '704980c76a6940bc93b748d639130b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '23bc132f-4705-4526-8e2c-1a4e9d6255e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:57:15Z', 'updated_at': '2021-08-11T21:57:56Z', 'revision_number': 5, 'project_id': '704980c76a6940bc93b748d639130b8a', 'gw_port': {'id': '23bc132f-4705-4526-8e2c-1a4e9d6255e6', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdea346-4de9-4fff-845e-942069d9f87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:57:17Z', 'updated_at': '2021-08-11T21:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:58:00.687226 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf6d9da-3312-4335-ad8c-04b72e98c9f7 None None] The sync data for ids ['bbdea346-4de9-4fff-845e-942069d9f87a'] in n-d-804275-3 is: [{'id': 'bbdea346-4de9-4fff-845e-942069d9f87a', 'name': 'tempest-FloatingIPDetailsTestJSON-1786919465-router', 'tenant_id': '704980c76a6940bc93b748d639130b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '23bc132f-4705-4526-8e2c-1a4e9d6255e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:57:15Z', 'updated_at': '2021-08-11T21:57:56Z', 'revision_number': 5, 'project_id': '704980c76a6940bc93b748d639130b8a', 'gw_port': {'id': '23bc132f-4705-4526-8e2c-1a4e9d6255e6', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdea346-4de9-4fff-845e-942069d9f87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:57:17Z', 'updated_at': '2021-08-11T21:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:58:00.688057 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-496fec73-d16e-4d9b-9d57-eb0e4785f2bb req-bd9b16c9-51af-4d3f-af7e-3d454c9f4e58 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529031 Aug 11 21:58:00.948990 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3dca47a1-c84f-479d-9cea-e52d5ec472e7 req-bf785d89-bf36-4e92-9adb-1b6d954d50e3 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 210 time: 0.0850451 Aug 11 21:58:00.986682 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002de0d-933c-4394-b3fc-2f31466c93bc req-eeeaa665-e454-4dbe-8e8d-9c2284fbd628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:00.989161 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7002de0d-933c-4394-b3fc-2f31466c93bc req-eeeaa665-e454-4dbe-8e8d-9c2284fbd628 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bbabed8946d642c3bc7c5dee10664230&device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 1097 time: 0.4726160 Aug 11 21:58:00.998401 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-ea77c6b1-5bda-4e03-93b1-940c3713b9a2 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Made reservation on behalf of d74c7b222e1944f9bf3fd004364d95e4 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:58:01.005605 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-ea77c6b1-5bda-4e03-93b1-940c3713b9a2 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:01.112592 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 870c47f7-e6b5-446c-8dc2-9e5198b1e8b8 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:58:01.198695 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 870c47f7-e6b5-446c-8dc2-9e5198b1e8b8 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:58:01.199248 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 870c47f7-e6b5-446c-8dc2-9e5198b1e8b8 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:58:01.308502 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f6aea-f5f6-481a-8904-fceccbe84e84 req-2c9063d4-2ecd-4c5e-892a-d1863b8d2020 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:01.310519 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-013f6aea-f5f6-481a-8904-fceccbe84e84 req-2c9063d4-2ecd-4c5e-892a-d1863b8d2020 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 946 time: 0.2817473 Aug 11 21:58:01.312112 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d472855-20c7-4aee-8d6c-29c2852283b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:01.388292 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d472855-20c7-4aee-8d6c-29c2852283b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=23bc132f-4705-4526-8e2c-1a4e9d6255e6,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:01.496472 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d472855-20c7-4aee-8d6c-29c2852283b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:01.507178 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-013f6aea-f5f6-481a-8904-fceccbe84e84 req-53f9519c-4576-42c5-b49e-5a7875227f21 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838663 Aug 11 21:58:01.587566 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e93d3-df5c-4d70-bb53-f0acde9a2f35 req-87c65cb9-625d-4861-ab21-9431941ab431 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:01.591443 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2c6e93d3-df5c-4d70-bb53-f0acde9a2f35 req-87c65cb9-625d-4861-ab21-9431941ab431 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 949 time: 0.4387956 Aug 11 21:58:01.609317 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002de0d-933c-4394-b3fc-2f31466c93bc req-9a65db9b-2fed-4375-9c96-e38b861a3666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:01.612260 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7002de0d-933c-4394-b3fc-2f31466c93bc req-9a65db9b-2fed-4375-9c96-e38b861a3666 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1c3ee35b-1680-40ce-a5ec-450a30ee6971 HTTP/1.1" status: 200 len: 917 time: 0.5795915 Aug 11 21:58:01.614540 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-ea77c6b1-5bda-4e03-93b1-940c3713b9a2 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Allocated IP 172.20.0.12 (c38fbfc2-60a8-4130-a95a-d7a797c5eb71/6f9021ca-ac57-4bbd-9f6f-dc4b072cfc7c/9a613bb3-dfa5-4d42-885e-76a378067d8b) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:58:01.645352 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d472855-20c7-4aee-8d6c-29c2852283b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:01.650104 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d472855-20c7-4aee-8d6c-29c2852283b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:01.834647 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2c6e93d3-df5c-4d70-bb53-f0acde9a2f35 req-42e411b3-722e-457f-a6fe-f2004f2313be tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338016 Aug 11 21:58:01.836975 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d472855-20c7-4aee-8d6c-29c2852283b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:01.839872 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d472855-20c7-4aee-8d6c-29c2852283b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbdea346-4de9-4fff-845e-942069d9f87a {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 21:58:01.861591 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7002de0d-933c-4394-b3fc-2f31466c93bc req-7d92008b-6636-406f-9154-c9269557c921 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a57d88c3-3ff2-48e7-9244-3996584662da HTTP/1.1" status: 200 len: 1002 time: 0.2087989 Aug 11 21:58:01.919642 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d472855-20c7-4aee-8d6c-29c2852283b3 admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:01.931408 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8d472855-20c7-4aee-8d6c-29c2852283b3 admin admin] 10.222.0.77 "DELETE /v2.0/routers/bbdea346-4de9-4fff-845e-942069d9f87a HTTP/1.1" status: 204 len: 168 time: 3.6152301 Aug 11 21:58:01.936974 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57642) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:58:02.137728 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97632cd2-d386-497a-b972-0e0259ebc36e req-5b27bdd9-c96f-4521-849f-393d72dc7547 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:02.156071 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-97632cd2-d386-497a-b972-0e0259ebc36e req-5b27bdd9-c96f-4521-849f-393d72dc7547 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 944 time: 0.3790340 Aug 11 21:58:02.231923 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-605983c0-554d-4206-bc45-0c76c30101a0 admin admin] Deleting subnet be7452b7-b8d0-4bf7-80cd-e521ec14ff25 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 21:58:02.254466 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-605983c0-554d-4206-bc45-0c76c30101a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:02.334367 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002de0d-933c-4394-b3fc-2f31466c93bc req-f801d85e-da6d-485a-a2ec-95697a5f1f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:02.337077 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7002de0d-933c-4394-b3fc-2f31466c93bc req-f801d85e-da6d-485a-a2ec-95697a5f1f2a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7909b953-a9da-40c4-9e8c-1313ada07900 HTTP/1.1" status: 200 len: 855 time: 0.4227200 Aug 11 21:58:02.418986 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-97632cd2-d386-497a-b972-0e0259ebc36e req-388f300d-365f-459d-93f3-d20f6dad00b7 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614262 Aug 11 21:58:02.457240 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7964946-e73a-4ed9-bad2-abfadce3b4b2 req-8afeb716-ce73-43c2-8d9c-3d55faa219bc tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:02.469233 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f7964946-e73a-4ed9-bad2-abfadce3b4b2 req-8afeb716-ce73-43c2-8d9c-3d55faa219bc tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=7852ab3a-97b5-4733-a5b4-2a4093e473dc HTTP/1.1" status: 200 len: 948 time: 0.3607483 Aug 11 21:58:02.615435 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-605983c0-554d-4206-bc45-0c76c30101a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:02.680061 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-ea77c6b1-5bda-4e03-93b1-940c3713b9a2 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:02.735656 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-235a124d-0354-46d8-a0b1-758c29630008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:02.739430 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-235a124d-0354-46d8-a0b1-758c29630008 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 1100 time: 0.3070004 Aug 11 21:58:02.759138 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f7964946-e73a-4ed9-bad2-abfadce3b4b2 req-e6f39ed1-22e6-4a74-b75a-fb911010f22b tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719531 Aug 11 21:58:02.761500 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002de0d-933c-4394-b3fc-2f31466c93bc req-0418a2be-9560-4d2a-8cfc-c1d302057367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:02.766190 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7002de0d-933c-4394-b3fc-2f31466c93bc req-0418a2be-9560-4d2a-8cfc-c1d302057367 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1c3ee35b-1680-40ce-a5ec-450a30ee6971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4016128 Aug 11 21:58:02.797119 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-ea77c6b1-5bda-4e03-93b1-940c3713b9a2 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:02.812847 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['e1d4ae83-809d-45a4-af28-63140254742b'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:58:02.883851 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-ea77c6b1-5bda-4e03-93b1-940c3713b9a2 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Network c38fbfc2-60a8-4130-a95a-d7a797c5eb71 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:58:02.955793 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-ea77c6b1-5bda-4e03-93b1-940c3713b9a2 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:58:02.962131 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-ea77c6b1-5bda-4e03-93b1-940c3713b9a2 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:58:03.018690 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-605983c0-554d-4206-bc45-0c76c30101a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:03.048119 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 23bc132f-4705-4526-8e2c-1a4e9d6255e6 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:58:03.100005 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-ea77c6b1-5bda-4e03-93b1-940c3713b9a2 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:03.100725 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-ea77c6b1-5bda-4e03-93b1-940c3713b9a2 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:03.110634 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 23bc132f-4705-4526-8e2c-1a4e9d6255e6 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:58:03.111460 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 23bc132f-4705-4526-8e2c-1a4e9d6255e6 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:58:03.200213 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-8102510a-8a08-41c9-a7ce-42fc7addb122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:03.203179 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-8102510a-8a08-41c9-a7ce-42fc7addb122 service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.4475312 Aug 11 21:58:03.239346 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-ea77c6b1-5bda-4e03-93b1-940c3713b9a2 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9187450 Aug 11 21:58:03.297757 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77c6b1-5bda-4e03-93b1-940c3713b9a2 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Pushing event updated for resources: {'Port': ['ID=9a613bb3-dfa5-4d42-885e-76a378067d8b,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:03.315060 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-d51cc43a-bc5e-453a-8c67-15e422703c40 service neutron] Request body: {'port': {'device_id': '72114c95-2405-4a60-af49-c4bd6a2a2bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:58:03.355193 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1049bf2-3b2e-462a-bfdd-a69e2055355a req-e2c07600-1b81-4470-8913-cab1bc9e22f9 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:03.369067 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c1049bf2-3b2e-462a-bfdd-a69e2055355a req-e2c07600-1b81-4470-8913-cab1bc9e22f9 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 946 time: 0.3107159 Aug 11 21:58:03.375596 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-d2e53068-3a66-45ef-abb5-21d9919d1833 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=fe14920a-a4be-4054-b1ae-c8b50eb8c195 HTTP/1.1" status: 200 len: 217 time: 0.1591687 Aug 11 21:58:03.377414 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-605983c0-554d-4206-bc45-0c76c30101a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:03.472331 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e7cc1-d0c7-45ee-879b-2736f0bc4c14 req-94a3d635-aa36-4341-a489-45f07aa4f648 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:03.486417 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-948e7cc1-d0c7-45ee-879b-2736f0bc4c14 req-94a3d635-aa36-4341-a489-45f07aa4f648 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 932 time: 0.4049871 Aug 11 21:58:03.519489 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7002de0d-933c-4394-b3fc-2f31466c93bc req-4537f7ff-942e-4b2a-abc1-d2c1241da947 service neutron] 10.222.0.52 "GET /v2.0/networks/1c3ee35b-1680-40ce-a5ec-450a30ee6971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7287071 Aug 11 21:58:03.540281 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605983c0-554d-4206-bc45-0c76c30101a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be7452b7-b8d0-4bf7-80cd-e521ec14ff25,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:03.553841 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-d51cc43a-bc5e-453a-8c67-15e422703c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:03.558121 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-605983c0-554d-4206-bc45-0c76c30101a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:03.566580 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69c1d97-3ab9-4e89-9d0d-aeb349ebffc7 None None] Network fbc581d3-9c12-4114-aa0a-f251c3932495 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:58:03.567280 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-605983c0-554d-4206-bc45-0c76c30101a0 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/be7452b7-b8d0-4bf7-80cd-e521ec14ff25 HTTP/1.1" status: 204 len: 168 time: 1.6251020 Aug 11 21:58:03.569493 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57662) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:58:03.692016 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 533ca938-8289-4a33-b02c-fd38c7f22f54 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:58:03.732322 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-948e7cc1-d0c7-45ee-879b-2736f0bc4c14 req-71dcec10-65ab-4483-bbb3-72bb77e87067 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438934 Aug 11 21:58:03.772397 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c1049bf2-3b2e-462a-bfdd-a69e2055355a req-636db804-f280-4fe9-b6c9-f1d2480b85cc tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4018407 Aug 11 21:58:03.788740 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-1f37af0c-3ea9-4bc9-bb57-78dcc82dc305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:03.792088 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-1f37af0c-3ea9-4bc9-bb57-78dcc82dc305 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.3914373 Aug 11 21:58:03.847471 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 533ca938-8289-4a33-b02c-fd38c7f22f54, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=533ca938-8289-4a33-b02c-fd38c7f22f54,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:03.872763 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '533ca938-8289-4a33-b02c-fd38c7f22f54', 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5', 'port_id': '533ca938-8289-4a33-b02c-fd38c7f22f54', 'mac_address': 'fa:16:3e:d0:69:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64b3af4-29c6-4065-a225-159b72d7499b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:58:03.974988 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-67fc92ec-0f0a-4e6b-9624-c18b7c44c2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:04.005464 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:04.023606 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-a5fa7b82-273d-4dc0-96a7-34be1e9970ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:04.026893 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-a5fa7b82-273d-4dc0-96a7-34be1e9970ab service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2244890 Aug 11 21:58:04.035890 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 533ca938-8289-4a33-b02c-fd38c7f22f54 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:58:04.078931 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 533ca938-8289-4a33-b02c-fd38c7f22f54, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=533ca938-8289-4a33-b02c-fd38c7f22f54,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:04.093508 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7002de0d-933c-4394-b3fc-2f31466c93bc req-e7395240-e768-497a-a4cd-dbc392127f0d service neutron] 10.222.0.52 "GET /v2.0/networks/1c3ee35b-1680-40ce-a5ec-450a30ee6971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5587413 Aug 11 21:58:04.097957 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:04.243492 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444d5756-a1e4-4f67-805f-a779f37e563b None None] DHCP port deletion for fbc581d3-9c12-4114-aa0a-f251c3932495 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 21:58:04.259443 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759dcd64-7f35-4239-af6c-4d700bdc26e6 req-248ac38c-39d6-482c-b200-eaa0f65daf2a tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:04.263005 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-759dcd64-7f35-4239-af6c-4d700bdc26e6 req-248ac38c-39d6-482c-b200-eaa0f65daf2a tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 949 time: 0.2963970 Aug 11 21:58:04.300470 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=533ca938-8289-4a33-b02c-fd38c7f22f54,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:04.387378 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-444d5756-a1e4-4f67-805f-a779f37e563b None None] Deleting port 3884ac2f-4b0e-4a5c-890a-585ea0fca689 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:58:04.388081 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-444d5756-a1e4-4f67-805f-a779f37e563b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:04.389338 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-e674baeb-d501-4924-8dce-b8e0e11a12ed service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182192 Aug 11 21:58:04.403431 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-d51cc43a-bc5e-453a-8c67-15e422703c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a613bb3-dfa5-4d42-885e-76a378067d8b {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:58:04.419344 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-759dcd64-7f35-4239-af6c-4d700bdc26e6 req-3f8fff40-7195-4fe7-88e5-54fc89df1ed3 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452985 Aug 11 21:58:04.431540 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-d51cc43a-bc5e-453a-8c67-15e422703c40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:04.475366 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-d51cc43a-bc5e-453a-8c67-15e422703c40 service neutron] Transition to ACTIVE for port object 9a613bb3-dfa5-4d42-885e-76a378067d8b will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:58:04.502648 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-d51cc43a-bc5e-453a-8c67-15e422703c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:04.509984 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-444d5756-a1e4-4f67-805f-a779f37e563b None None] For port 3884ac2f-4b0e-4a5c-890a-585ea0fca689, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=3884ac2f-4b0e-4a5c-890a-585ea0fca689,segment=NetworkSegment(ffed3146-de3f-4be3-8115-828bea6c4b11),segment_id=ffed3146-de3f-4be3-8115-828bea6c4b11)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:04.512052 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-444d5756-a1e4-4f67-805f-a779f37e563b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:04.512644 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-67fc92ec-0f0a-4e6b-9624-c18b7c44c2b8 admin admin] Deleting port 3884ac2f-4b0e-4a5c-890a-585ea0fca689 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:58:04.513162 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-67fc92ec-0f0a-4e6b-9624-c18b7c44c2b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:04.576679 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925da3d7-c269-45e0-aaf0-30e40834f7d2 req-7f1494f8-aba6-444e-b50a-3e3771be1960 tempest-ServersOnMultiNodesTest-2075355728 tempest-ServersOnMultiNodesTest-2075355728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:04.589632 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-925da3d7-c269-45e0-aaf0-30e40834f7d2 req-7f1494f8-aba6-444e-b50a-3e3771be1960 tempest-ServersOnMultiNodesTest-2075355728 tempest-ServersOnMultiNodesTest-2075355728-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7852ab3a-97b5-4733-a5b4-2a4093e473dc HTTP/1.1" status: 200 len: 1099 time: 0.5726762 Aug 11 21:58:04.605885 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-444d5756-a1e4-4f67-805f-a779f37e563b None None] Calling delete_port for 3884ac2f-4b0e-4a5c-890a-585ea0fca689 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:58:04.624920 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['533ca938-8289-4a33-b02c-fd38c7f22f54'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:58:04.720617 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cc43a-bc5e-453a-8c67-15e422703c40 service neutron] Pushing event updated for resources: {'Port': ['ID=9a613bb3-dfa5-4d42-885e-76a378067d8b,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:04.724565 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-67fc92ec-0f0a-4e6b-9624-c18b7c44c2b8 admin admin] For port 3884ac2f-4b0e-4a5c-890a-585ea0fca689, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=3884ac2f-4b0e-4a5c-890a-585ea0fca689,segment=NetworkSegment(ffed3146-de3f-4be3-8115-828bea6c4b11),segment_id=ffed3146-de3f-4be3-8115-828bea6c4b11)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:04.725419 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-67fc92ec-0f0a-4e6b-9624-c18b7c44c2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:04.753991 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-925da3d7-c269-45e0-aaf0-30e40834f7d2 req-c9f90da5-e1d8-43a9-a644-247a104845a2 tempest-ServersOnMultiNodesTest-2075355728 tempest-ServersOnMultiNodesTest-2075355728-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628671 Aug 11 21:58:04.754596 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-67fc92ec-0f0a-4e6b-9624-c18b7c44c2b8 admin admin] Calling delete_port for 3884ac2f-4b0e-4a5c-890a-585ea0fca689 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:58:04.818632 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-d51cc43a-bc5e-453a-8c67-15e422703c40 service neutron] Attempting to bind port 9a613bb3-dfa5-4d42-885e-76a378067d8b on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:58:04.819293 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-d51cc43a-bc5e-453a-8c67-15e422703c40 service neutron] Attempting to bind port 9a613bb3-dfa5-4d42-885e-76a378067d8b by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'b96991c3-da7b-4769-9732-b3948f3cb059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c38fbfc2-60a8-4130-a95a-d7a797c5eb71'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:58:04.824841 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-d51cc43a-bc5e-453a-8c67-15e422703c40 service neutron] Attempting to bind port 9a613bb3-dfa5-4d42-885e-76a378067d8b on network c38fbfc2-60a8-4130-a95a-d7a797c5eb71 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:58:04.837913 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-d51cc43a-bc5e-453a-8c67-15e422703c40 service neutron] Port 9a613bb3-dfa5-4d42-885e-76a378067d8b on network c38fbfc2-60a8-4130-a95a-d7a797c5eb71 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:58:04.838604 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-d51cc43a-bc5e-453a-8c67-15e422703c40 service neutron] Attempting to bind port 9a613bb3-dfa5-4d42-885e-76a378067d8b on network c38fbfc2-60a8-4130-a95a-d7a797c5eb71 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:58:04.851143 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-d51cc43a-bc5e-453a-8c67-15e422703c40 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:58:04.858565 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-d51cc43a-bc5e-453a-8c67-15e422703c40 service neutron] Checking segment: {'id': 'b96991c3-da7b-4769-9732-b3948f3cb059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c38fbfc2-60a8-4130-a95a-d7a797c5eb71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:58:04.859359 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-d51cc43a-bc5e-453a-8c67-15e422703c40 service neutron] Bound using segment: {'id': 'b96991c3-da7b-4769-9732-b3948f3cb059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c38fbfc2-60a8-4130-a95a-d7a797c5eb71'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:58:04.860254 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-d51cc43a-bc5e-453a-8c67-15e422703c40 service neutron] Bound port: 9a613bb3-dfa5-4d42-885e-76a378067d8b, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b96991c3-da7b-4769-9732-b3948f3cb059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c38fbfc2-60a8-4130-a95a-d7a797c5eb71'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:58:04.860848 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-d51cc43a-bc5e-453a-8c67-15e422703c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:05.056549 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 3884ac2f-4b0e-4a5c-890a-585ea0fca689 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:58:05.132264 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-d51cc43a-bc5e-453a-8c67-15e422703c40 service neutron] For port 9a613bb3-dfa5-4d42-885e-76a378067d8b, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:58:05.141222 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-d51cc43a-bc5e-453a-8c67-15e422703c40 service neutron] For port 9a613bb3-dfa5-4d42-885e-76a378067d8b, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9a613bb3-dfa5-4d42-885e-76a378067d8b,segment=NetworkSegment(b96991c3-da7b-4769-9732-b3948f3cb059),segment_id=b96991c3-da7b-4769-9732-b3948f3cb059)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:58:05.157766 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-d51cc43a-bc5e-453a-8c67-15e422703c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:05.227258 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-44fac6b6-b56e-4314-a5b9-b7c8f71ea858 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8276567 Aug 11 21:58:05.284899 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-444d5756-a1e4-4f67-805f-a779f37e563b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:05.315347 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763bd9e-ba12-4153-bebc-0043d789a0c8 req-267968fa-9a6c-4f4e-ae8d-34c832688c68 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:05.319086 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3763bd9e-ba12-4153-bebc-0043d789a0c8 req-267968fa-9a6c-4f4e-ae8d-34c832688c68 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 945 time: 0.5286534 Aug 11 21:58:05.386508 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d5756-a1e4-4f67-805f-a779f37e563b None None] Pushing event deleted for resources: {'Port': ['ID=3884ac2f-4b0e-4a5c-890a-585ea0fca689,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:05.397887 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Port 3884ac2f-4b0e-4a5c-890a-585ea0fca689 update to DOWN by agent not found {{(pid=100944) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 11 21:58:05.401972 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444d5756-a1e4-4f67-805f-a779f37e563b None None] No DVR routers for this DVR port 3884ac2f-4b0e-4a5c-890a-585ea0fca689 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:58:05.412084 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-67fc92ec-0f0a-4e6b-9624-c18b7c44c2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:05.520979 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fc92ec-0f0a-4e6b-9624-c18b7c44c2b8 admin admin] No DVR routers for this DVR port 3884ac2f-4b0e-4a5c-890a-585ea0fca689 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:58:05.535265 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc92ec-0f0a-4e6b-9624-c18b7c44c2b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3884ac2f-4b0e-4a5c-890a-585ea0fca689,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:05.721515 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3763bd9e-ba12-4153-bebc-0043d789a0c8 req-4cb9522b-542b-4ae3-aed4-1bc8765fd72d tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805737 Aug 11 21:58:05.739284 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-67fc92ec-0f0a-4e6b-9624-c18b7c44c2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:05.765663 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-67fc92ec-0f0a-4e6b-9624-c18b7c44c2b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc581d3-9c12-4114-aa0a-f251c3932495']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:58:05.782009 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-67fc92ec-0f0a-4e6b-9624-c18b7c44c2b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffed3146-de3f-4be3-8115-828bea6c4b11') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:58:05.782567 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-67fc92ec-0f0a-4e6b-9624-c18b7c44c2b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffed3146-de3f-4be3-8115-828bea6c4b11') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:58:05.795591 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-67fc92ec-0f0a-4e6b-9624-c18b7c44c2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:05.816271 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-67fc92ec-0f0a-4e6b-9624-c18b7c44c2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:05.829849 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67fc92ec-0f0a-4e6b-9624-c18b7c44c2b8 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 21:58:05.830335 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-67fc92ec-0f0a-4e6b-9624-c18b7c44c2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: timer() Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 21:58:05.858224 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 21:58:05.895913 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-d51cc43a-bc5e-453a-8c67-15e422703c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:05.896937 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-d51cc43a-bc5e-453a-8c67-15e422703c40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:05.899620 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-d51cc43a-bc5e-453a-8c67-15e422703c40 service neutron] 10.222.0.52 "PUT /v2.0/ports/9a613bb3-dfa5-4d42-885e-76a378067d8b HTTP/1.1" status: 200 len: 1092 time: 2.6142037 Aug 11 21:58:05.907165 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72114c95-2405-4a60-af49-c4bd6a2a2bf5', 'tag': '9a613bb3-dfa5-4d42-885e-76a378067d8b'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:58:05.930515 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b164b4-0fd5-4455-ab36-7150beebe764" -d '{"events": [{"name": "network-changed", "server_uuid": "72114c95-2405-4a60-af49-c4bd6a2a2bf5", "tag": "9a613bb3-dfa5-4d42-885e-76a378067d8b"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:58:05.982346 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cc43a-bc5e-453a-8c67-15e422703c40 service neutron] Pushing event updated for resources: {'Port': ['ID=9a613bb3-dfa5-4d42-885e-76a378067d8b,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:06.003924 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-67fc92ec-0f0a-4e6b-9624-c18b7c44c2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:06.022427 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-67fc92ec-0f0a-4e6b-9624-c18b7c44c2b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:06.031853 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-67fc92ec-0f0a-4e6b-9624-c18b7c44c2b8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/fbc581d3-9c12-4114-aa0a-f251c3932495 HTTP/1.1" status: 204 len: 168 time: 2.4533148 Aug 11 21:58:06.051450 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2734fcd-e12d-4fac-8a09-a343f41ba4b7 req-1d58f4fc-fee2-41a6-aad6-39847bb07e5e tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:06.053867 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c2734fcd-e12d-4fac-8a09-a343f41ba4b7 req-1d58f4fc-fee2-41a6-aad6-39847bb07e5e tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 944 time: 0.2418020 Aug 11 21:58:06.068378 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc92ec-0f0a-4e6b-9624-c18b7c44c2b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbc581d3-9c12-4114-aa0a-f251c3932495,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:06.093470 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932de09-a5d9-4fe3-a87d-b53ba53b93e2 req-52521593-db68-47c1-af55-ff044f80e215 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:06.098075 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d932de09-a5d9-4fe3-a87d-b53ba53b93e2 req-52521593-db68-47c1-af55-ff044f80e215 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 946 time: 0.1836181 Aug 11 21:58:06.127937 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-cb9fb0af-4376-469b-9302-0ac7fe5abda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:06.130217 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-cb9fb0af-4376-469b-9302-0ac7fe5abda0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d74c7b222e1944f9bf3fd004364d95e4&device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 1095 time: 0.1495776 Aug 11 21:58:06.190146 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d932de09-a5d9-4fe3-a87d-b53ba53b93e2 req-cf78f9e4-566e-4064-b194-f2f905b458f5 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820889 Aug 11 21:58:06.220574 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-dbae8ca5-c10c-4e6a-b500-bdf4105c6d1c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a613bb3-dfa5-4d42-885e-76a378067d8b HTTP/1.1" status: 200 len: 217 time: 0.0716615 Aug 11 21:58:06.237719 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c2734fcd-e12d-4fac-8a09-a343f41ba4b7 req-0c3dfa10-921f-4aed-90e0-796eed16bb2a tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710689 Aug 11 21:58:06.313960 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-986fbd47-c2cd-40c8-afd5-5b0cb116dffa tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=fda8d30fb096432db86c7a2a58224021&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331461 Aug 11 21:58:06.416642 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-a7a2d2af-5146-48f1-9f09-4468581948bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:06.418494 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-a7a2d2af-5146-48f1-9f09-4468581948bb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6f9021ca-ac57-4bbd-9f6f-dc4b072cfc7c HTTP/1.1" status: 200 len: 851 time: 0.1769564 Aug 11 21:58:06.486575 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-a9ff4ee5-ee19-4b6e-a17b-413408ee2a0d tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:06.488388 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-a964ec65-bb9d-498c-8c86-1d910fa3ac1d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c38fbfc2-60a8-4130-a95a-d7a797c5eb71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453205 Aug 11 21:58:06.499721 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-a9ff4ee5-ee19-4b6e-a17b-413408ee2a0d tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1797359 Aug 11 21:58:06.507149 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725186ec-2318-470c-a5f6-fbfc528a4ece req-3db1566a-063a-402c-b3af-82f03dc1820d tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:06.517942 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-725186ec-2318-470c-a5f6-fbfc528a4ece req-3db1566a-063a-402c-b3af-82f03dc1820d tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 949 time: 0.1537876 Aug 11 21:58:06.530855 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-39fffaef-57fd-4147-a3fd-ee875514b6b2 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/quotas/fda8d30fb096432db86c7a2a58224021 HTTP/1.1" status: 200 len: 375 time: 0.0291641 Aug 11 21:58:06.549929 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57702) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:58:06.645812 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-95729e1d-055f-4512-ae40-0e9b1f248127 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=fda8d30fb096432db86c7a2a58224021&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1083677 Aug 11 21:58:06.678304 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-725186ec-2318-470c-a5f6-fbfc528a4ece req-e6dd09bd-f3fc-46d1-83da-a1c1a8644031 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585362 Aug 11 21:58:06.766478 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-651fc513-de30-4930-998a-85143dfb19b9 service neutron] 10.222.0.52 "GET /v2.0/networks/c38fbfc2-60a8-4130-a95a-d7a797c5eb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450037 Aug 11 21:58:06.781708 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-68e36b72-7884-42a1-b47a-a60e6396ba68 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=704980c76a6940bc93b748d639130b8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296321 Aug 11 21:58:06.787435 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57718) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:58:06.858638 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42dfefbb-9dbf-48d7-9c99-80708d76c62e x-openstack-request-id: req-42dfefbb-9dbf-48d7-9c99-80708d76c62e {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:58:06.862832 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72114c95-2405-4a60-af49-c4bd6a2a2bf5", "tag": "9a613bb3-dfa5-4d42-885e-76a378067d8b", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:58:06.863322 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-42dfefbb-9dbf-48d7-9c99-80708d76c62e {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:58:06.864091 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72114c95-2405-4a60-af49-c4bd6a2a2bf5', 'tag': '9a613bb3-dfa5-4d42-885e-76a378067d8b', 'status': 'completed', 'code': 200} Aug 11 21:58:07.062964 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ade3eba8-e8d8-44e3-a9fa-71fffcd37076 req-05ae32b9-7491-4d4f-a31d-82bc5bee369f service neutron] 10.222.0.52 "GET /v2.0/networks/c38fbfc2-60a8-4130-a95a-d7a797c5eb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786131 Aug 11 21:58:07.108021 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-db281828-151b-4634-b2a8-f4046bd5e525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:07.116703 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c415c4f3-05fc-425f-b8b9-a1ae90a38eaf req-23a92d3a-d5f5-4fa0-bf4d-c2cc312982c7 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=0728b00c-8f07-4696-9ab3-f38c21962eff HTTP/1.1" status: 200 len: 210 time: 0.0469887 Aug 11 21:58:07.252290 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-db281828-151b-4634-b2a8-f4046bd5e525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:07.278872 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db431927-5cd8-4aec-afed-b7aba198d4c9 req-12975993-b695-452e-922b-c1ee19ec341e tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:07.280859 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-db431927-5cd8-4aec-afed-b7aba198d4c9 req-12975993-b695-452e-922b-c1ee19ec341e tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 945 time: 0.3015332 Aug 11 21:58:07.302561 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b164b4-0fd5-4455-ab36-7150beebe764 req-4ae85e4a-73e2-4a32-8c8a-cfa5ad7f85b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:07.305798 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b0b164b4-0fd5-4455-ab36-7150beebe764 req-4ae85e4a-73e2-4a32-8c8a-cfa5ad7f85b2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d74c7b222e1944f9bf3fd004364d95e4&device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 1095 time: 0.0986977 Aug 11 21:58:07.347373 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-db431927-5cd8-4aec-afed-b7aba198d4c9 req-00846f2b-246a-4d05-b558-c37082d83535 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574391 Aug 11 21:58:07.401060 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-db281828-151b-4634-b2a8-f4046bd5e525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:07.401060 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-db281828-151b-4634-b2a8-f4046bd5e525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:07.401060 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-db281828-151b-4634-b2a8-f4046bd5e525 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/86648729-42da-43f2-9f37-09c95e71c498 HTTP/1.1" status: 204 len: 168 time: 0.6101432 Aug 11 21:58:07.424855 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db281828-151b-4634-b2a8-f4046bd5e525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86648729-42da-43f2-9f37-09c95e71c498,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:07.586172 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94983f-4894-4549-8d31-c53520de7119 req-59090b75-6519-4108-aa82-3d774b625ab3 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:07.589615 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc94983f-4894-4549-8d31-c53520de7119 req-59090b75-6519-4108-aa82-3d774b625ab3 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 946 time: 0.2415931 Aug 11 21:58:07.644747 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9392a-9a3c-40eb-8572-2747d6996c3f req-615cc72d-17d2-45d0-a16a-a00c2bd5c079 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:07.649686 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8cf9392a-9a3c-40eb-8572-2747d6996c3f req-615cc72d-17d2-45d0-a16a-a00c2bd5c079 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 944 time: 0.1023526 Aug 11 21:58:07.679881 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b164b4-0fd5-4455-ab36-7150beebe764 req-a4f2f956-82c9-4532-9ebf-69288185882f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:07.682750 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b0b164b4-0fd5-4455-ab36-7150beebe764 req-a4f2f956-82c9-4532-9ebf-69288185882f service neutron] 10.222.0.52 "GET /v2.0/networks?id=c38fbfc2-60a8-4130-a95a-d7a797c5eb71 HTTP/1.1" status: 200 len: 912 time: 0.3507869 Aug 11 21:58:07.690130 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 533ca938-8289-4a33-b02c-fd38c7f22f54 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:58:07.697228 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc94983f-4894-4549-8d31-c53520de7119 req-3d91be97-1702-4658-89c0-4a4dc78cf9b9 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966804 Aug 11 21:58:07.738921 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8cf9392a-9a3c-40eb-8572-2747d6996c3f req-2acaec87-a487-4755-b09d-139984bce620 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789618 Aug 11 21:58:07.813030 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b0b164b4-0fd5-4455-ab36-7150beebe764 req-b295fb37-f0d4-4154-b86f-f76b605edfd3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a613bb3-dfa5-4d42-885e-76a378067d8b HTTP/1.1" status: 200 len: 217 time: 0.1144114 Aug 11 21:58:07.822099 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 533ca938-8289-4a33-b02c-fd38c7f22f54 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:58:07.839080 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 533ca938-8289-4a33-b02c-fd38c7f22f54 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:58:07.841287 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:07.959580 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b164b4-0fd5-4455-ab36-7150beebe764 req-240969c5-1fc9-4b46-9573-75a6a7209994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:07.961274 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b0b164b4-0fd5-4455-ab36-7150beebe764 req-240969c5-1fc9-4b46-9573-75a6a7209994 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6f9021ca-ac57-4bbd-9f6f-dc4b072cfc7c HTTP/1.1" status: 200 len: 851 time: 0.1345353 Aug 11 21:58:08.032960 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89768510-d735-426f-a51f-050e0cbb9d27 req-f3d6d733-eb4b-4bbc-b0bf-0707887e4c09 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:08.042402 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-89768510-d735-426f-a51f-050e0cbb9d27 req-f3d6d733-eb4b-4bbc-b0bf-0707887e4c09 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 949 time: 0.1012373 Aug 11 21:58:08.144186 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:08.161287 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b0b164b4-0fd5-4455-ab36-7150beebe764 req-274f442d-c0f6-4ccf-992c-a577c5c09f83 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c38fbfc2-60a8-4130-a95a-d7a797c5eb71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776892 Aug 11 21:58:08.208891 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-89768510-d735-426f-a51f-050e0cbb9d27 req-0c5496ad-4c89-4266-85ff-ce081a44918b tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647303 Aug 11 21:58:08.262145 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:08.337761 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 533ca938-8289-4a33-b02c-fd38c7f22f54, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=533ca938-8289-4a33-b02c-fd38c7f22f54,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:08.339144 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63e4b13-e1db-4515-a1fc-2f906c482164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533ca938-8289-4a33-b02c-fd38c7f22f54'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:58:08.342876 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0db648f-35f3-455f-aa06-c8d084dd5aa2" -d '{"events": [{"server_uuid": "a63e4b13-e1db-4515-a1fc-2f906c482164", "name": "network-vif-plugged", "status": "completed", "tag": "533ca938-8289-4a33-b02c-fd38c7f22f54"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:58:08.348313 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:08.401705 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b11e40-ae66-4179-a9e5-ee0e7fcb9c8f req-657df3d9-3f3e-4909-a7f0-c51b9bbf51c2 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:08.411946 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-62b11e40-ae66-4179-a9e5-ee0e7fcb9c8f req-657df3d9-3f3e-4909-a7f0-c51b9bbf51c2 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?device_id=497dfcb1-e54c-42ce-a47b-c28267b306c6 HTTP/1.1" status: 200 len: 949 time: 0.1286063 Aug 11 21:58:08.419491 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=533ca938-8289-4a33-b02c-fd38c7f22f54,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:08.460189 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5147d7ea-5304-4c55-b236-f5bf5b7ad21f req-670fcd99-9a85-49e3-a469-94d537c69371 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=0728b00c-8f07-4696-9ab3-f38c21962eff HTTP/1.1" status: 200 len: 210 time: 0.0696135 Aug 11 21:58:08.468149 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b0b164b4-0fd5-4455-ab36-7150beebe764 req-1b528216-7f61-4d12-ba2c-d9aa4dbba9bb service neutron] 10.222.0.52 "GET /v2.0/networks/c38fbfc2-60a8-4130-a95a-d7a797c5eb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771926 Aug 11 21:58:08.472638 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-62b11e40-ae66-4179-a9e5-ee0e7fcb9c8f req-053bcb16-1497-437e-a802-a90eb80679d8 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/security-groups?id=46359dce-99be-4362-9973-5196cd981151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598874 Aug 11 21:58:08.512723 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aded6e9f-2046-4aea-9c98-65a621ec1f52 x-openstack-request-id: req-aded6e9f-2046-4aea-9c98-65a621ec1f52 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:58:08.513122 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63e4b13-e1db-4515-a1fc-2f906c482164", "name": "network-vif-plugged", "status": "completed", "tag": "533ca938-8289-4a33-b02c-fd38c7f22f54", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:58:08.513553 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aded6e9f-2046-4aea-9c98-65a621ec1f52 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:58:08.514104 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63e4b13-e1db-4515-a1fc-2f906c482164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533ca938-8289-4a33-b02c-fd38c7f22f54', 'code': 200} Aug 11 21:58:08.685852 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b0b164b4-0fd5-4455-ab36-7150beebe764 req-b065bea1-0488-4d5e-a226-2f831fe705a2 service neutron] 10.222.0.52 "GET /v2.0/networks/c38fbfc2-60a8-4130-a95a-d7a797c5eb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989861 Aug 11 21:58:08.757254 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbb858-a777-4fb9-960f-f768286770dd req-d7e6541b-4a81-4d26-ab08-21f9eeca0792 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:08.760224 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-27bbb858-a777-4fb9-960f-f768286770dd req-d7e6541b-4a81-4d26-ab08-21f9eeca0792 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 946 time: 0.1528988 Aug 11 21:58:08.779872 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef840a-1ba3-4561-8be5-28342b0c0fb6 req-24082e01-d833-453d-bf6b-7cb3b6c0d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:08.782360 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b9ef840a-1ba3-4561-8be5-28342b0c0fb6 req-24082e01-d833-453d-bf6b-7cb3b6c0d3d3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 1097 time: 0.1149976 Aug 11 21:58:08.877519 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-27bbb858-a777-4fb9-960f-f768286770dd req-0437e202-62d8-42ea-8a08-fc18d775cbc5 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938146 Aug 11 21:58:08.884718 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b9ef840a-1ba3-4561-8be5-28342b0c0fb6 req-a920a9ea-2c56-4073-b3d1-7977bcbf9ff8 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890205 Aug 11 21:58:09.006994 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a1fe3-5240-4661-8c4f-b0a47e42d7ad req-1f19a005-f15c-41c4-b828-3de4aeb735f3 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:09.015595 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f78a1fe3-5240-4661-8c4f-b0a47e42d7ad req-1f19a005-f15c-41c4-b828-3de4aeb735f3 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 946 time: 0.0664797 Aug 11 21:58:09.032556 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a5871-4cfa-4a87-8f8c-05f19b1cdd79 req-ece24abf-dca9-4821-9ff2-f99f29318944 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:09.044173 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7c2a5871-4cfa-4a87-8f8c-05f19b1cdd79 req-ece24abf-dca9-4821-9ff2-f99f29318944 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 944 time: 0.0895407 Aug 11 21:58:09.088293 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f78a1fe3-5240-4661-8c4f-b0a47e42d7ad req-54e34e5d-2b69-4997-8650-8e1b0a5d0c5f tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687940 Aug 11 21:58:09.113027 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7c2a5871-4cfa-4a87-8f8c-05f19b1cdd79 req-84c9614a-a0ef-4a5e-b11f-21279354cd01 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668411 Aug 11 21:58:09.137590 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-6a1e450a-8405-4e47-82cb-0eef003c2adb tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=fda8d30fb096432db86c7a2a58224021&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717092 Aug 11 21:58:09.368342 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-92406098-6858-4d96-a034-ba3a2b9f901f tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:09.372971 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-92406098-6858-4d96-a034-ba3a2b9f901f tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2231681 Aug 11 21:58:09.419548 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-c6e168a5-ce7b-4f14-af66-dfa0180a5195 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Request body: {'port': {'device_id': '0728b00c-8f07-4696-9ab3-f38c21962eff', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'admin_state_up': True, 'tenant_id': 'fda8d30fb096432db86c7a2a58224021'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:58:09.567115 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd476d-da74-4dd1-a88e-f4448772b0a1 req-c8b613c1-725a-49ef-9c93-11317d4bc908 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:09.570106 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-41cd476d-da74-4dd1-a88e-f4448772b0a1 req-c8b613c1-725a-49ef-9c93-11317d4bc908 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 949 time: 0.1966119 Aug 11 21:58:09.601281 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 9a613bb3-dfa5-4d42-885e-76a378067d8b details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:58:09.616070 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4cc60988-7ce7-464c-8e4a-20726948d57d req-8bd4eae5-8b2d-49c4-b051-2b58c3d35777 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=0728b00c-8f07-4696-9ab3-f38c21962eff HTTP/1.1" status: 200 len: 210 time: 0.0518708 Aug 11 21:58:09.671305 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-41cd476d-da74-4dd1-a88e-f4448772b0a1 req-96366772-34af-417f-9be4-61b97527e68b tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880895 Aug 11 21:58:09.710249 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-c6e168a5-ce7b-4f14-af66-dfa0180a5195 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Made reservation on behalf of fda8d30fb096432db86c7a2a58224021 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:58:09.714699 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-c6e168a5-ce7b-4f14-af66-dfa0180a5195 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:09.771021 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 9a613bb3-dfa5-4d42-885e-76a378067d8b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9a613bb3-dfa5-4d42-885e-76a378067d8b,segment=NetworkSegment(b96991c3-da7b-4769-9732-b3948f3cb059),segment_id=b96991c3-da7b-4769-9732-b3948f3cb059)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:09.787498 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '9a613bb3-dfa5-4d42-885e-76a378067d8b', 'network_id': 'c38fbfc2-60a8-4130-a95a-d7a797c5eb71', 'port_id': '9a613bb3-dfa5-4d42-885e-76a378067d8b', 'mac_address': 'fa:16:3e:f8:0f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f9021ca-ac57-4bbd-9f6f-dc4b072cfc7c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:58:09.849667 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:09.867063 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a613bb3-dfa5-4d42-885e-76a378067d8b {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:58:09.891920 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 9a613bb3-dfa5-4d42-885e-76a378067d8b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9a613bb3-dfa5-4d42-885e-76a378067d8b,segment=NetworkSegment(b96991c3-da7b-4769-9732-b3948f3cb059),segment_id=b96991c3-da7b-4769-9732-b3948f3cb059)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:09.897349 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:09.956125 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-c6e168a5-ce7b-4f14-af66-dfa0180a5195 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Allocated IP 192.168.233.46 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/fcff280f-ad47-4c89-83f8-819c2a3be903) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:58:10.012250 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=9a613bb3-dfa5-4d42-885e-76a378067d8b,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:10.085051 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdafd5f-19b4-4c5c-826d-2e325d3511e3 req-c2dd835a-786e-4d66-a7de-28c71ecd1a94 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:10.088068 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ebdafd5f-19b4-4c5c-826d-2e325d3511e3 req-c2dd835a-786e-4d66-a7de-28c71ecd1a94 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 946 time: 0.0847077 Aug 11 21:58:10.163676 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ebdafd5f-19b4-4c5c-826d-2e325d3511e3 req-551e7006-4b5e-4976-b583-dcd6529bc338 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685489 Aug 11 21:58:10.205423 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-c6e168a5-ce7b-4f14-af66-dfa0180a5195 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:10.228306 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-c6e168a5-ce7b-4f14-af66-dfa0180a5195 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Transition to ACTIVE for port object fcff280f-ad47-4c89-83f8-819c2a3be903 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:58:10.294045 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['9a613bb3-dfa5-4d42-885e-76a378067d8b'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:58:10.339870 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d30cc9-b989-4474-af7d-aafd16fce3fa req-f50a41e7-2a7f-4edd-98f9-0fe53c906c11 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:10.342583 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-56d30cc9-b989-4474-af7d-aafd16fce3fa req-f50a41e7-2a7f-4edd-98f9-0fe53c906c11 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 946 time: 0.0945842 Aug 11 21:58:10.343862 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-c6e168a5-ce7b-4f14-af66-dfa0180a5195 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:10.360126 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfca80e-aa6e-4998-aca0-417f3721c4af req-1f7d7cc1-c2a5-4ea0-bd6d-27f92a774464 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:10.362328 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ddfca80e-aa6e-4998-aca0-417f3721c4af req-1f7d7cc1-c2a5-4ea0-bd6d-27f92a774464 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 945 time: 0.0949550 Aug 11 21:58:10.391297 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['24edb1fe-1d30-4c08-ab37-4ad5bafeadaa', '43061107-0d89-4d88-bc8e-f7b987a8f672', '9d7edfef-80a8-4e87-b4b6-6179a86e9305', 'b0503148-a74e-4cb3-86a5-a5353fe7fa4d'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:58:10.415017 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-c6e168a5-ce7b-4f14-af66-dfa0180a5195 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:58:10.427895 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-c6e168a5-ce7b-4f14-af66-dfa0180a5195 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:58:10.432518 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-c6e168a5-ce7b-4f14-af66-dfa0180a5195 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:58:10.437459 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e168a5-ce7b-4f14-af66-dfa0180a5195 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Pushing event updated for resources: {'Port': ['ID=fcff280f-ad47-4c89-83f8-819c2a3be903,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:10.438930 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ddfca80e-aa6e-4998-aca0-417f3721c4af req-857fcafb-9153-4cd1-bc9b-6ce3a22bbb87 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634949 Aug 11 21:58:10.452239 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-56d30cc9-b989-4474-af7d-aafd16fce3fa req-6b53a220-dc03-41eb-8166-20d2533218c9 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778284 Aug 11 21:58:10.535024 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-c6e168a5-ce7b-4f14-af66-dfa0180a5195 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:10.535739 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-c6e168a5-ce7b-4f14-af66-dfa0180a5195 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:10.574896 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-c6e168a5-ce7b-4f14-af66-dfa0180a5195 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1836162 Aug 11 21:58:10.594480 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-7d538ddd-fd97-4bd7-9595-a81d829ab3fe service neutron] Request body: {'port': {'device_id': '0728b00c-8f07-4696-9ab3-f38c21962eff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:58:10.766530 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-7d538ddd-fd97-4bd7-9595-a81d829ab3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:11.034483 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1728278e-745f-49a7-bf45-631055eb8064 None None] Provisioning for port fcff280f-ad47-4c89-83f8-819c2a3be903 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:58:11.041748 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1728278e-745f-49a7-bf45-631055eb8064 None None] Provisioning complete for port fcff280f-ad47-4c89-83f8-819c2a3be903 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:58:11.043910 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1728278e-745f-49a7-bf45-631055eb8064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:11.072144 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84ebaa-6c90-4fa9-b53e-3edb80ced54e req-83eed8d3-7d74-48b8-b46e-d336da3ff77a tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:11.074177 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba84ebaa-6c90-4fa9-b53e-3edb80ced54e req-83eed8d3-7d74-48b8-b46e-d336da3ff77a tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=0728b00c-8f07-4696-9ab3-f38c21962eff HTTP/1.1" status: 200 len: 935 time: 0.1694098 Aug 11 21:58:11.137048 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-1728278e-745f-49a7-bf45-631055eb8064 None None] Port fcff280f-ad47-4c89-83f8-819c2a3be903 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:58:11.194581 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba84ebaa-6c90-4fa9-b53e-3edb80ced54e req-190faae5-612b-4473-a5e3-02a9d2645048 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887854 Aug 11 21:58:11.331421 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de97e08-bd89-4d2c-aee2-dd291ea60236 req-388268d6-ad43-4be9-9e4b-5d3d144f4bed tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:11.333793 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8de97e08-bd89-4d2c-aee2-dd291ea60236 req-388268d6-ad43-4be9-9e4b-5d3d144f4bed tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 949 time: 0.0726588 Aug 11 21:58:11.336958 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-7d538ddd-fd97-4bd7-9595-a81d829ab3fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcff280f-ad47-4c89-83f8-819c2a3be903 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:58:11.351480 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-7d538ddd-fd97-4bd7-9595-a81d829ab3fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:11.372902 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-7d538ddd-fd97-4bd7-9595-a81d829ab3fe service neutron] Transition to ACTIVE for port object fcff280f-ad47-4c89-83f8-819c2a3be903 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:58:11.375874 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-7d538ddd-fd97-4bd7-9595-a81d829ab3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:11.446533 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8de97e08-bd89-4d2c-aee2-dd291ea60236 req-62bf9c19-86b6-4691-8e96-277c7def28ce tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040826 Aug 11 21:58:11.539173 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d538ddd-fd97-4bd7-9595-a81d829ab3fe service neutron] Pushing event updated for resources: {'Port': ['ID=fcff280f-ad47-4c89-83f8-819c2a3be903,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:11.607722 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 59dfa4a1-84b2-46ce-8814-80411df57b7b no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:58:11.716631 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:11.720060 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1ee1c-017f-4455-a09f-913cd07992d5 req-59e43ee4-2781-4097-bd89-501b33549efe tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:11.726944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-7d538ddd-fd97-4bd7-9595-a81d829ab3fe service neutron] Attempting to bind port fcff280f-ad47-4c89-83f8-819c2a3be903 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:58:11.727389 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-7d538ddd-fd97-4bd7-9595-a81d829ab3fe service neutron] Attempting to bind port fcff280f-ad47-4c89-83f8-819c2a3be903 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:58:11.727942 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-7d538ddd-fd97-4bd7-9595-a81d829ab3fe service neutron] Attempting to bind port fcff280f-ad47-4c89-83f8-819c2a3be903 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:58:11.733632 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-7d538ddd-fd97-4bd7-9595-a81d829ab3fe service neutron] Port fcff280f-ad47-4c89-83f8-819c2a3be903 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:58:11.734090 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-7d538ddd-fd97-4bd7-9595-a81d829ab3fe service neutron] Attempting to bind port fcff280f-ad47-4c89-83f8-819c2a3be903 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:58:11.735221 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-70e1ee1c-017f-4455-a09f-913cd07992d5 req-59e43ee4-2781-4097-bd89-501b33549efe tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 946 time: 0.1728349 Aug 11 21:58:11.742514 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-7d538ddd-fd97-4bd7-9595-a81d829ab3fe service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:58:11.743046 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-7d538ddd-fd97-4bd7-9595-a81d829ab3fe service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:58:11.744737 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-7d538ddd-fd97-4bd7-9595-a81d829ab3fe service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:58:11.746675 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-7d538ddd-fd97-4bd7-9595-a81d829ab3fe service neutron] Bound port: fcff280f-ad47-4c89-83f8-819c2a3be903, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:58:11.747274 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-7d538ddd-fd97-4bd7-9595-a81d829ab3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:11.753274 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497dfcb1-e54c-42ce-a47b-c28267b306c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59dfa4a1-84b2-46ce-8814-80411df57b7b'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:58:11.757167 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e55844f-cbf7-4900-88f3-abc27856b6e0" -d '{"events": [{"server_uuid": "497dfcb1-e54c-42ce-a47b-c28267b306c6", "name": "network-vif-unplugged", "status": "completed", "tag": "59dfa4a1-84b2-46ce-8814-80411df57b7b"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:58:11.786113 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 59dfa4a1-84b2-46ce-8814-80411df57b7b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=59dfa4a1-84b2-46ce-8814-80411df57b7b,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:11.792421 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:11.844901 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-70e1ee1c-017f-4455-a09f-913cd07992d5 req-19fb563f-babe-4b7b-8b39-53c20fe22e0b tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981226 Aug 11 21:58:11.851315 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=59dfa4a1-84b2-46ce-8814-80411df57b7b,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:11.855400 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['1ce624c8-6208-4473-9a5b-a42873bbb744', '0ab23975-c8aa-4302-88a8-14fcf550da5b'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:58:11.890319 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-7d538ddd-fd97-4bd7-9595-a81d829ab3fe service neutron] For port fcff280f-ad47-4c89-83f8-819c2a3be903, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:58:11.913326 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-7d538ddd-fd97-4bd7-9595-a81d829ab3fe service neutron] For port fcff280f-ad47-4c89-83f8-819c2a3be903, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=fcff280f-ad47-4c89-83f8-819c2a3be903,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:58:11.941615 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-7d538ddd-fd97-4bd7-9595-a81d829ab3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:12.023108 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-7d538ddd-fd97-4bd7-9595-a81d829ab3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:12.024484 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-7d538ddd-fd97-4bd7-9595-a81d829ab3fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:12.027430 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-7d538ddd-fd97-4bd7-9595-a81d829ab3fe service neutron] 10.222.0.52 "PUT /v2.0/ports/fcff280f-ad47-4c89-83f8-819c2a3be903 HTTP/1.1" status: 200 len: 1095 time: 1.4413993 Aug 11 21:58:12.028133 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0728b00c-8f07-4696-9ab3-f38c21962eff', 'tag': 'fcff280f-ad47-4c89-83f8-819c2a3be903'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:58:12.033272 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1512e3-e80c-418c-b786-5ec1414dee10" -d '{"events": [{"name": "network-changed", "server_uuid": "0728b00c-8f07-4696-9ab3-f38c21962eff", "tag": "fcff280f-ad47-4c89-83f8-819c2a3be903"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:58:12.035049 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd0ad4-e4af-4fce-b767-1b77a86ea5e4 req-3ac4aa97-cb5a-4c26-8843-489d9f7016ce tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:12.037991 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91bd0ad4-e4af-4fce-b767-1b77a86ea5e4 req-3ac4aa97-cb5a-4c26-8843-489d9f7016ce tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 945 time: 0.1026073 Aug 11 21:58:12.110118 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d538ddd-fd97-4bd7-9595-a81d829ab3fe service neutron] Pushing event updated for resources: {'Port': ['ID=fcff280f-ad47-4c89-83f8-819c2a3be903,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:12.129264 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91bd0ad4-e4af-4fce-b767-1b77a86ea5e4 req-5ac1507e-0461-449d-a612-22cd7bf0ac54 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781095 Aug 11 21:58:12.232397 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-ea4ec90d-4eaa-464a-93c4-69dd8ec922c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:12.234781 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-ea4ec90d-4eaa-464a-93c4-69dd8ec922c1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fda8d30fb096432db86c7a2a58224021&device_id=0728b00c-8f07-4696-9ab3-f38c21962eff HTTP/1.1" status: 200 len: 1098 time: 0.1266434 Aug 11 21:58:12.249778 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39926765-47b1-4478-b535-a6d2ba601329 req-b98142e7-1a94-48e3-a2fb-f76e9ce04ae2 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:12.262791 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-39926765-47b1-4478-b535-a6d2ba601329 req-b98142e7-1a94-48e3-a2fb-f76e9ce04ae2 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 946 time: 0.1878700 Aug 11 21:58:12.314656 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 21:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3d36b4-0c74-498b-934e-1e83427f914e x-openstack-request-id: req-6d3d36b4-0c74-498b-934e-1e83427f914e {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:58:12.318909 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497dfcb1-e54c-42ce-a47b-c28267b306c6", "name": "network-vif-unplugged", "status": "completed", "tag": "59dfa4a1-84b2-46ce-8814-80411df57b7b", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:58:12.319172 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6d3d36b4-0c74-498b-934e-1e83427f914e {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:58:12.319693 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497dfcb1-e54c-42ce-a47b-c28267b306c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59dfa4a1-84b2-46ce-8814-80411df57b7b', 'code': 200} Aug 11 21:58:12.355432 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-ef8ac334-5d33-4aac-8f1e-0507835e88cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=fcff280f-ad47-4c89-83f8-819c2a3be903 HTTP/1.1" status: 200 len: 217 time: 0.0791736 Aug 11 21:58:12.382571 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-39926765-47b1-4478-b535-a6d2ba601329 req-50d3c1f9-1b4c-42ba-b2f9-078b42b2fc54 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096494 Aug 11 21:58:12.439976 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-77047119-36f7-4f25-a756-71e2200d7f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:12.441574 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-77047119-36f7-4f25-a756-71e2200d7f62 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.0580947 Aug 11 21:58:12.543986 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b964f83a-b289-4600-823c-b46d268b14a0 x-openstack-request-id: req-b964f83a-b289-4600-823c-b46d268b14a0 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:58:12.544597 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0728b00c-8f07-4696-9ab3-f38c21962eff", "tag": "fcff280f-ad47-4c89-83f8-819c2a3be903", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:58:12.544857 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b964f83a-b289-4600-823c-b46d268b14a0 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:58:12.545523 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0728b00c-8f07-4696-9ab3-f38c21962eff', 'tag': 'fcff280f-ad47-4c89-83f8-819c2a3be903', 'status': 'completed', 'code': 200} Aug 11 21:58:12.574906 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-82023516-d93f-4a33-9861-258103cbef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:12.576457 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-82023516-d93f-4a33-9861-258103cbef11 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1187174 Aug 11 21:58:12.579728 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8ce3c-7f3a-44ac-bf08-6356a3ef7d43 req-61ca0cdd-972f-45d3-9bff-d3c2a95c66f2 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:12.581243 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a0b8ce3c-7f3a-44ac-bf08-6356a3ef7d43 req-61ca0cdd-972f-45d3-9bff-d3c2a95c66f2 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 1097 time: 0.0950248 Aug 11 21:58:12.683586 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21720bfa-f7f2-427e-a4a7-68e40579a64d req-deae0b87-3231-4f3b-b704-8228bada9612 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:12.685703 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-21720bfa-f7f2-427e-a4a7-68e40579a64d req-deae0b87-3231-4f3b-b704-8228bada9612 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=0728b00c-8f07-4696-9ab3-f38c21962eff HTTP/1.1" status: 200 len: 947 time: 0.0889521 Aug 11 21:58:12.689095 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a0b8ce3c-7f3a-44ac-bf08-6356a3ef7d43 req-95cb5726-391d-4e90-aa46-bdc484efd40a tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912774 Aug 11 21:58:12.727283 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-ae5c4e9e-0338-4731-abc3-c07b65a8472a service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367717 Aug 11 21:58:12.738949 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-21720bfa-f7f2-427e-a4a7-68e40579a64d req-fac5ae98-caea-4c25-8dc9-45a8e902ce2a tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431180 Aug 11 21:58:12.885813 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a449d-4e94-4a58-b792-924f934dd578 req-a1f54b17-4b4b-4dcd-850c-2de607c878dd tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:12.887403 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b64a449d-4e94-4a58-b792-924f934dd578 req-a1f54b17-4b4b-4dcd-850c-2de607c878dd tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 949 time: 0.0824227 Aug 11 21:58:12.889563 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8fc75721-df09-452b-bf15-6dfe457732e3 req-43478685-5173-48c3-a4cd-794f80b10a01 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485181 Aug 11 21:58:12.947258 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b64a449d-4e94-4a58-b792-924f934dd578 req-4c920e4c-1c7a-4395-b147-3f1b1c5a928f tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484722 Aug 11 21:58:13.007627 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1512e3-e80c-418c-b786-5ec1414dee10 req-fe380831-95f3-4fe3-9c9e-40f04381644e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:13.009298 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec1512e3-e80c-418c-b786-5ec1414dee10 req-fe380831-95f3-4fe3-9c9e-40f04381644e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fda8d30fb096432db86c7a2a58224021&device_id=0728b00c-8f07-4696-9ab3-f38c21962eff HTTP/1.1" status: 200 len: 1098 time: 0.0535843 Aug 11 21:58:13.133103 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0568cb45-64c7-4309-929b-8cca165bdaa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:13.186175 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ca8a0-1b27-48b9-b87f-d1d251910a22 req-7108751e-20d6-4a8d-8da5-57d0d281816d tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:13.188681 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-210ca8a0-1b27-48b9-b87f-d1d251910a22 req-7108751e-20d6-4a8d-8da5-57d0d281816d tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 1097 time: 0.1389287 Aug 11 21:58:13.244383 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1512e3-e80c-418c-b786-5ec1414dee10 req-2347760b-a90e-4577-8bd5-5e46f261fb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:13.246338 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec1512e3-e80c-418c-b786-5ec1414dee10 req-2347760b-a90e-4577-8bd5-5e46f261fb40 service neutron] 10.222.0.52 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.2282100 Aug 11 21:58:13.266235 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-210ca8a0-1b27-48b9-b87f-d1d251910a22 req-b91e9916-52e3-463a-b8e4-6f23f106a310 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665584 Aug 11 21:58:13.309102 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a997e3-7ebc-41f1-909a-37fc73f24ae5 req-d48eb032-ba72-438c-84bb-b6ae90ec307d tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:13.316407 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-38a997e3-7ebc-41f1-909a-37fc73f24ae5 req-d48eb032-ba72-438c-84bb-b6ae90ec307d tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 945 time: 0.0764723 Aug 11 21:58:13.325758 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec1512e3-e80c-418c-b786-5ec1414dee10 req-a1982038-7208-43ec-b552-a3cff65e2561 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=fcff280f-ad47-4c89-83f8-819c2a3be903 HTTP/1.1" status: 200 len: 217 time: 0.0703862 Aug 11 21:58:13.372157 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-38a997e3-7ebc-41f1-909a-37fc73f24ae5 req-26889f05-3bd1-47b9-a14f-0b956a71cc66 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532084 Aug 11 21:58:13.403733 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1512e3-e80c-418c-b786-5ec1414dee10 req-2dd16573-5f7a-49f9-8049-08bc7f702613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:13.405376 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec1512e3-e80c-418c-b786-5ec1414dee10 req-2dd16573-5f7a-49f9-8049-08bc7f702613 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.0682683 Aug 11 21:58:13.471605 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1512e3-e80c-418c-b786-5ec1414dee10 req-8abd1b10-bfea-409d-bebc-4f91c1c56264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:13.473168 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec1512e3-e80c-418c-b786-5ec1414dee10 req-8abd1b10-bfea-409d-bebc-4f91c1c56264 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0591123 Aug 11 21:58:13.618635 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 9a613bb3-dfa5-4d42-885e-76a378067d8b up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:58:13.695662 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device c063d3ea-dc0f-432f-b420-e57563044081 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:58:13.714767 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 9a613bb3-dfa5-4d42-885e-76a378067d8b completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:58:13.728996 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 9a613bb3-dfa5-4d42-885e-76a378067d8b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:58:13.729667 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:13.838035 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec1512e3-e80c-418c-b786-5ec1414dee10 req-73b67bbd-549b-4c3b-a18f-b29da24eecb6 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181079 Aug 11 21:58:13.912811 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port c063d3ea-dc0f-432f-b420-e57563044081, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c063d3ea-dc0f-432f-b420-e57563044081,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:13.922027 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:13.938312 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': 'c063d3ea-dc0f-432f-b420-e57563044081', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': 'c063d3ea-dc0f-432f-b420-e57563044081', 'mac_address': 'fa:16:3e:8b:51:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:58:13.947228 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ad2c7-b7aa-4a05-bec0-dc63ecaf2a0c req-fd8d499e-0303-43c0-9dd8-8d55a3daaa50 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:13.967195 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0d7ad2c7-b7aa-4a05-bec0-dc63ecaf2a0c req-fd8d499e-0303-43c0-9dd8-8d55a3daaa50 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 946 time: 0.1457949 Aug 11 21:58:13.984595 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec1512e3-e80c-418c-b786-5ec1414dee10 req-5ad480b4-25f5-464b-baf4-1659fc12b431 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298981 Aug 11 21:58:13.990892 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 9a613bb3-dfa5-4d42-885e-76a378067d8b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9a613bb3-dfa5-4d42-885e-76a378067d8b,segment=NetworkSegment(b96991c3-da7b-4769-9732-b3948f3cb059),segment_id=b96991c3-da7b-4769-9732-b3948f3cb059)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:13.999393 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:14.008704 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:14.048177 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c063d3ea-dc0f-432f-b420-e57563044081 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:58:14.053426 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0d7ad2c7-b7aa-4a05-bec0-dc63ecaf2a0c req-aa0b1a89-4cf4-49ae-afc8-ef38c616734f tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801024 Aug 11 21:58:14.099485 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port c063d3ea-dc0f-432f-b420-e57563044081, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c063d3ea-dc0f-432f-b420-e57563044081,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:14.103001 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=9a613bb3-dfa5-4d42-885e-76a378067d8b,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:14.106741 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:14.179905 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=c063d3ea-dc0f-432f-b420-e57563044081,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:14.277294 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21713021-a521-4463-b9b9-27289eb16474 req-1a04b738-5096-4655-8382-25887837392c tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:14.278947 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-21713021-a521-4463-b9b9-27289eb16474 req-1a04b738-5096-4655-8382-25887837392c tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=0728b00c-8f07-4696-9ab3-f38c21962eff HTTP/1.1" status: 200 len: 947 time: 0.0664892 Aug 11 21:58:14.315804 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['c063d3ea-dc0f-432f-b420-e57563044081'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:58:14.321286 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72114c95-2405-4a60-af49-c4bd6a2a2bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a613bb3-dfa5-4d42-885e-76a378067d8b'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:58:14.324277 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-21713021-a521-4463-b9b9-27289eb16474 req-79084a31-e487-40d6-8241-1e9c0ea96c42 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390563 Aug 11 21:58:14.325521 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd833e9d-f3d1-4a86-b25d-da9fa04beccf" -d '{"events": [{"server_uuid": "72114c95-2405-4a60-af49-c4bd6a2a2bf5", "name": "network-vif-plugged", "status": "completed", "tag": "9a613bb3-dfa5-4d42-885e-76a378067d8b"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:58:14.490463 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b442dd-25c3-4c92-bc18-a193fbd0a601 req-438fc8f0-21e1-488d-bdaa-7b73a0da7572 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:14.496397 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-56b442dd-25c3-4c92-bc18-a193fbd0a601 req-438fc8f0-21e1-488d-bdaa-7b73a0da7572 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 949 time: 0.0880265 Aug 11 21:58:14.568357 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-56b442dd-25c3-4c92-bc18-a193fbd0a601 req-2e722257-4fe3-4a25-8efc-2c53c706d43c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605278 Aug 11 21:58:14.943551 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-4afde3af-8d33-427a-84e8-8d712a7704ca tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 21:58:14.944613 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-4afde3af-8d33-427a-84e8-8d712a7704ca tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075929 Aug 11 21:58:14.960280 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-c1e42c88-c30c-4939-a25a-73c6a38aca25 service neutron] Request body: {'binding': {'host': 'n-h2-804275-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:58:14.961443 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-c1e42c88-c30c-4939-a25a-73c6a38aca25 service neutron] Unknown quota resources ['binding']. {{(pid=100942) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 21:58:15.035750 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c779f02a-b61b-4a5e-bf7f-3e1cd2e1475e x-openstack-request-id: req-c779f02a-b61b-4a5e-bf7f-3e1cd2e1475e {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:58:15.036306 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72114c95-2405-4a60-af49-c4bd6a2a2bf5", "name": "network-vif-plugged", "status": "completed", "tag": "9a613bb3-dfa5-4d42-885e-76a378067d8b", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:58:15.036306 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c779f02a-b61b-4a5e-bf7f-3e1cd2e1475e {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:58:15.036711 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72114c95-2405-4a60-af49-c4bd6a2a2bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a613bb3-dfa5-4d42-885e-76a378067d8b', 'code': 200} Aug 11 21:58:15.156027 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61527f6-cdf3-438f-a7cf-1bf409a37842 req-162d17d2-295b-4682-aa69-7e3a9a39ecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:15.158526 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a61527f6-cdf3-438f-a7cf-1bf409a37842 req-162d17d2-295b-4682-aa69-7e3a9a39ecd6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 1097 time: 0.0539184 Aug 11 21:58:15.161379 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-c1e42c88-c30c-4939-a25a-73c6a38aca25 service neutron] Attempting to bind port 533ca938-8289-4a33-b02c-fd38c7f22f54 on host n-h2-804275-3 for vnic_type normal with profile None {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:58:15.161723 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-c1e42c88-c30c-4939-a25a-73c6a38aca25 service neutron] Attempting to bind port 533ca938-8289-4a33-b02c-fd38c7f22f54 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:58:15.162052 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-c1e42c88-c30c-4939-a25a-73c6a38aca25 service neutron] Attempting to bind port 533ca938-8289-4a33-b02c-fd38c7f22f54 on network c1d2353f-b112-4357-b0a6-e5993406a9d5 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:58:15.169924 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-c1e42c88-c30c-4939-a25a-73c6a38aca25 service neutron] Port 533ca938-8289-4a33-b02c-fd38c7f22f54 on network c1d2353f-b112-4357-b0a6-e5993406a9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:58:15.170403 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-c1e42c88-c30c-4939-a25a-73c6a38aca25 service neutron] Attempting to bind port 533ca938-8289-4a33-b02c-fd38c7f22f54 on network c1d2353f-b112-4357-b0a6-e5993406a9d5 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:58:15.180338 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-c1e42c88-c30c-4939-a25a-73c6a38aca25 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:58:15.180573 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-c1e42c88-c30c-4939-a25a-73c6a38aca25 service neutron] Checking segment: {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:58:15.180963 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-c1e42c88-c30c-4939-a25a-73c6a38aca25 service neutron] Bound using segment: {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:58:15.181621 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-c1e42c88-c30c-4939-a25a-73c6a38aca25 service neutron] Bound port: 533ca938-8289-4a33-b02c-fd38c7f22f54, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:58:15.214556 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a61527f6-cdf3-438f-a7cf-1bf409a37842 req-020258ce-c913-4dfc-ac5c-b703d4f21f91 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461829 Aug 11 21:58:15.223833 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c85a00-2903-4e70-aec7-c9a74125eb6d req-561b137b-bcbd-404b-9c5a-8d61f14baa4b tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:15.225569 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-16c85a00-2903-4e70-aec7-c9a74125eb6d req-561b137b-bcbd-404b-9c5a-8d61f14baa4b tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.1059573 Aug 11 21:58:15.298362 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-c1e42c88-c30c-4939-a25a-73c6a38aca25 service neutron] For port 533ca938-8289-4a33-b02c-fd38c7f22f54, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=533ca938-8289-4a33-b02c-fd38c7f22f54,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:58:15.317084 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-c1e42c88-c30c-4939-a25a-73c6a38aca25 service neutron] Notify callbacks [] for binding, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:15.318994 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-c1e42c88-c30c-4939-a25a-73c6a38aca25 service neutron] 10.222.0.77 "POST /v2.0/ports/533ca938-8289-4a33-b02c-fd38c7f22f54/bindings HTTP/1.1" status: 201 len: 389 time: 0.3631065 Aug 11 21:58:15.322889 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-16c85a00-2903-4e70-aec7-c9a74125eb6d req-be20b072-903a-4077-b064-55a64b91af72 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821755 Aug 11 21:58:15.599334 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a56c3e-c695-40b1-b134-69ec3194ea7e req-e9f01815-cc6f-4499-ad2f-c455a7018c09 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:15.601081 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e9a56c3e-c695-40b1-b134-69ec3194ea7e req-e9f01815-cc6f-4499-ad2f-c455a7018c09 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 946 time: 0.0559528 Aug 11 21:58:15.620527 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device fcff280f-ad47-4c89-83f8-819c2a3be903 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:58:15.722812 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device c063d3ea-dc0f-432f-b420-e57563044081 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:58:15.738818 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e9a56c3e-c695-40b1-b134-69ec3194ea7e req-653b4a5e-b8fb-4e49-bebc-5ced2ec4f42b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245248 Aug 11 21:58:15.758718 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-9aeb90d1-6498-4fba-be24-835ab719f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:15.761546 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-9aeb90d1-6498-4fba-be24-835ab719f9bf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cfe969a3456f4c9186b743e59eed9b71&device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 1097 time: 0.1097567 Aug 11 21:58:15.772404 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5bd50441-3b13-4049-a2cc-202792eba274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:15.846191 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port fcff280f-ad47-4c89-83f8-819c2a3be903, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=fcff280f-ad47-4c89-83f8-819c2a3be903,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:15.858765 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port c063d3ea-dc0f-432f-b420-e57563044081 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:58:15.859140 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:15.899929 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'fcff280f-ad47-4c89-83f8-819c2a3be903', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': 'fcff280f-ad47-4c89-83f8-819c2a3be903', 'mac_address': 'fa:16:3e:8f:6c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:58:15.927486 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:15.965679 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd93ee-7d91-4e9e-a04a-26c6245bf302 req-ac76afa8-568f-48c9-8763-fa73b0439997 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:15.974053 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e6dd93ee-7d91-4e9e-a04a-26c6245bf302 req-ac76afa8-568f-48c9-8763-fa73b0439997 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=0728b00c-8f07-4696-9ab3-f38c21962eff HTTP/1.1" status: 200 len: 947 time: 0.0826781 Aug 11 21:58:15.999882 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:16.026899 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcff280f-ad47-4c89-83f8-819c2a3be903 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:58:16.028668 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e6dd93ee-7d91-4e9e-a04a-26c6245bf302 req-b91c13c6-da72-4ae6-8fd9-36507e4afa09 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534832 Aug 11 21:58:16.035704 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:16.071304 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-96626ec8-a92a-4515-ad42-d7293f0637a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:16.073718 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-96626ec8-a92a-4515-ad42-d7293f0637a3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1d2353f-b112-4357-b0a6-e5993406a9d5 HTTP/1.1" status: 200 len: 921 time: 0.3033099 Aug 11 21:58:16.083163 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port fcff280f-ad47-4c89-83f8-819c2a3be903, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=fcff280f-ad47-4c89-83f8-819c2a3be903,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:16.089642 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:16.131955 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-2afcbae0-cba1-4ad4-981b-e3893c3052eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=533ca938-8289-4a33-b02c-fd38c7f22f54 HTTP/1.1" status: 200 len: 217 time: 0.0452447 Aug 11 21:58:16.138614 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port c063d3ea-dc0f-432f-b420-e57563044081, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c063d3ea-dc0f-432f-b420-e57563044081,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:16.146369 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:16.182205 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=fcff280f-ad47-4c89-83f8-819c2a3be903,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:16.241565 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391faf1-e0ab-4d34-a474-0befb176c78d req-a096cc03-4e47-4c5c-82a2-e912dbeb3d4e tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:16.250200 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1391faf1-e0ab-4d34-a474-0befb176c78d req-a096cc03-4e47-4c5c-82a2-e912dbeb3d4e tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 949 time: 0.1145761 Aug 11 21:58:16.263476 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=c063d3ea-dc0f-432f-b420-e57563044081,revision_number=7']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:16.273990 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-c1c76168-524a-4d05-806b-0b59c045e39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:16.275564 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-c1c76168-524a-4d05-806b-0b59c045e39a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d64b3af4-29c6-4065-a225-159b72d7499b HTTP/1.1" status: 200 len: 860 time: 0.1106925 Aug 11 21:58:16.279710 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46416948-fa07-46c8-a01e-16d0e169bc10 req-473aa82f-a42b-467d-89b3-611137599826 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:16.281346 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-46416948-fa07-46c8-a01e-16d0e169bc10 req-473aa82f-a42b-467d-89b3-611137599826 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 946 time: 0.1551306 Aug 11 21:58:16.322179 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1391faf1-e0ab-4d34-a474-0befb176c78d req-33831120-7f1c-48ab-ae3a-73492611662c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709674 Aug 11 21:58:16.324516 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-aa175484-805a-413c-9eb3-2d55ff16b8f7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1d2353f-b112-4357-b0a6-e5993406a9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325000 Aug 11 21:58:16.352787 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-46416948-fa07-46c8-a01e-16d0e169bc10 req-36f683f2-38cf-4f80-8c50-aca931e610dd tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640645 Aug 11 21:58:16.475965 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-fdb84038-d3fe-4278-914a-5757f18c81a7 service neutron] 10.222.0.52 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427021 Aug 11 21:58:16.488123 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['fcff280f-ad47-4c89-83f8-819c2a3be903'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:58:16.544750 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a858a-284d-4681-a7db-7f060c188906 req-50a03c0b-b4ea-4018-8c82-9a36f6f0a016 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:16.546683 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-905a858a-284d-4681-a7db-7f060c188906 req-50a03c0b-b4ea-4018-8c82-9a36f6f0a016 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.0672488 Aug 11 21:58:16.605890 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-905a858a-284d-4681-a7db-7f060c188906 req-e2638f70-ac0e-4f7d-a259-994237f2a39b tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464950 Aug 11 21:58:16.627257 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-43d01a9b-3abd-4272-b5eb-77533de3073a service neutron] 10.222.0.52 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327407 Aug 11 21:58:16.980928 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324ae0e-0c5f-4d97-aeee-20daa0f36490 req-9be6eb28-17f9-4662-8f84-96bd2bfd59a3 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:16.983107 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e324ae0e-0c5f-4d97-aeee-20daa0f36490 req-9be6eb28-17f9-4662-8f84-96bd2bfd59a3 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 946 time: 0.0881243 Aug 11 21:58:17.038518 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531f707b-1376-45f9-9cfe-53fb3de29009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c063d3ea-dc0f-432f-b420-e57563044081'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:58:17.044876 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee466bc-a3cf-4556-add9-0346a6146946" -d '{"events": [{"server_uuid": "531f707b-1376-45f9-9cfe-53fb3de29009", "name": "network-vif-plugged", "status": "completed", "tag": "c063d3ea-dc0f-432f-b420-e57563044081"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:58:17.054257 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e324ae0e-0c5f-4d97-aeee-20daa0f36490 req-a2de9abe-7f1f-4844-9c0a-cc604a565ffc tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614884 Aug 11 21:58:17.193694 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e5881-b66a-4932-a7b2-df8490108015 req-4665431d-a192-49b1-9016-bd489a0a6d0b tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:17.195537 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fb7e5881-b66a-4932-a7b2-df8490108015 req-4665431d-a192-49b1-9016-bd489a0a6d0b tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=0728b00c-8f07-4696-9ab3-f38c21962eff HTTP/1.1" status: 200 len: 948 time: 0.0716133 Aug 11 21:58:17.251136 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fb7e5881-b66a-4932-a7b2-df8490108015 req-8c9f5086-f05e-4028-b7a4-dfdcbc25f04a tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488977 Aug 11 21:58:17.301203 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84a2b3d-ce3b-4110-959a-5a1c31513517 x-openstack-request-id: req-b84a2b3d-ce3b-4110-959a-5a1c31513517 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:58:17.301733 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531f707b-1376-45f9-9cfe-53fb3de29009", "name": "network-vif-plugged", "status": "completed", "tag": "c063d3ea-dc0f-432f-b420-e57563044081", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:58:17.301733 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b84a2b3d-ce3b-4110-959a-5a1c31513517 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:58:17.302070 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531f707b-1376-45f9-9cfe-53fb3de29009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c063d3ea-dc0f-432f-b420-e57563044081', 'code': 200} Aug 11 21:58:17.346995 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:17.473640 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d67edd-693b-4311-80ee-853b9ee197d8 req-d0626fcf-da11-4b01-992d-9d1d098fb21e tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:17.475332 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d7d67edd-693b-4311-80ee-853b9ee197d8 req-d0626fcf-da11-4b01-992d-9d1d098fb21e tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 949 time: 0.0627637 Aug 11 21:58:17.529836 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d7d67edd-693b-4311-80ee-853b9ee197d8 req-9379aeca-cb0c-49cf-9850-0f61d5114325 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428567 Aug 11 21:58:17.637208 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device a57d88c3-3ff2-48e7-9244-3996584662da details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:58:17.643764 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bfdfe-b372-454a-b755-e9f0f045210a req-8831e878-f7d3-433b-ad06-f250bdbf0eb4 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:17.645945 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e13bfdfe-b372-454a-b755-e9f0f045210a req-8831e878-f7d3-433b-ad06-f250bdbf0eb4 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 946 time: 0.0661569 Aug 11 21:58:17.719682 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e13bfdfe-b372-454a-b755-e9f0f045210a req-8753bd50-f399-4843-94dc-30155ba4daf5 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593293 Aug 11 21:58:17.803367 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port a57d88c3-3ff2-48e7-9244-3996584662da, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=a57d88c3-3ff2-48e7-9244-3996584662da,segment=NetworkSegment(4c272644-500c-413c-905e-4ca7e6890613),segment_id=4c272644-500c-413c-905e-4ca7e6890613)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:17.824567 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'a57d88c3-3ff2-48e7-9244-3996584662da', 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'port_id': 'a57d88c3-3ff2-48e7-9244-3996584662da', 'mac_address': 'fa:16:3e:96:88:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:58:17.872472 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:17.890211 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a57d88c3-3ff2-48e7-9244-3996584662da {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:58:17.914325 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port a57d88c3-3ff2-48e7-9244-3996584662da, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=a57d88c3-3ff2-48e7-9244-3996584662da,segment=NetworkSegment(4c272644-500c-413c-905e-4ca7e6890613),segment_id=4c272644-500c-413c-905e-4ca7e6890613)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:17.917304 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e908f2-ce31-4922-aeb1-80f4e9631a51 req-83fbf867-8d6e-4d21-9add-897787251535 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:17.919316 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-81e908f2-ce31-4922-aeb1-80f4e9631a51 req-83fbf867-8d6e-4d21-9add-897787251535 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.1242118 Aug 11 21:58:17.931202 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:18.001702 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-81e908f2-ce31-4922-aeb1-80f4e9631a51 req-73d97bc7-890e-41c6-bc14-44e1ca74c81f tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685716 Aug 11 21:58:18.034378 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=a57d88c3-3ff2-48e7-9244-3996584662da,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:18.124216 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['a57d88c3-3ff2-48e7-9244-3996584662da'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:58:18.290741 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671fad84-4dd7-4acb-a765-ac8b5cd864e9 req-1b22e269-b400-4f0a-a23e-885b4328de6d tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:18.293070 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-671fad84-4dd7-4acb-a765-ac8b5cd864e9 req-1b22e269-b400-4f0a-a23e-885b4328de6d tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 945 time: 0.0702159 Aug 11 21:58:18.420957 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-671fad84-4dd7-4acb-a765-ac8b5cd864e9 req-ea132fa1-5eed-45e4-b0de-d31363aa5d02 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210463 Aug 11 21:58:18.446238 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51003b7c-353f-4a94-9e05-7876b3c0f02f req-e000d9b9-b50d-440d-848b-ec8a194a24b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:18.448210 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-51003b7c-353f-4a94-9e05-7876b3c0f02f req-e000d9b9-b50d-440d-848b-ec8a194a24b5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d74c7b222e1944f9bf3fd004364d95e4&device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 1097 time: 0.0697923 Aug 11 21:58:18.595997 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e1fbf-e227-4fa8-bb89-793400ba07ae req-6624a593-59f9-4f9c-897c-b45ab35a75a5 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:18.597622 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-275e1fbf-e227-4fa8-bb89-793400ba07ae req-6624a593-59f9-4f9c-897c-b45ab35a75a5 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=0728b00c-8f07-4696-9ab3-f38c21962eff HTTP/1.1" status: 200 len: 948 time: 0.0789430 Aug 11 21:58:18.629452 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51003b7c-353f-4a94-9e05-7876b3c0f02f req-87bb9e7c-797e-401b-9b76-04dda75c405e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:18.631445 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-51003b7c-353f-4a94-9e05-7876b3c0f02f req-87bb9e7c-797e-401b-9b76-04dda75c405e service neutron] 10.222.0.52 "GET /v2.0/networks?id=c38fbfc2-60a8-4130-a95a-d7a797c5eb71 HTTP/1.1" status: 200 len: 912 time: 0.1709940 Aug 11 21:58:18.683384 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-51003b7c-353f-4a94-9e05-7876b3c0f02f req-2f903ca5-cbbd-4703-b901-834d5c723cc8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a613bb3-dfa5-4d42-885e-76a378067d8b HTTP/1.1" status: 200 len: 217 time: 0.0391808 Aug 11 21:58:18.731991 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-275e1fbf-e227-4fa8-bb89-793400ba07ae req-058beddf-dfa1-4adf-8e57-57502bb88e6b tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111591 Aug 11 21:58:18.745488 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51003b7c-353f-4a94-9e05-7876b3c0f02f req-1acf2396-fa8b-4a75-94b9-cb881a9e30a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:18.747239 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-51003b7c-353f-4a94-9e05-7876b3c0f02f req-1acf2396-fa8b-4a75-94b9-cb881a9e30a5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6f9021ca-ac57-4bbd-9f6f-dc4b072cfc7c HTTP/1.1" status: 200 len: 851 time: 0.0527296 Aug 11 21:58:18.795539 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-51003b7c-353f-4a94-9e05-7876b3c0f02f req-817f41dd-a904-4701-ae42-aef9c8a1eafa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c38fbfc2-60a8-4130-a95a-d7a797c5eb71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357034 Aug 11 21:58:18.835459 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:19.002768 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b516f-9176-4965-8b71-ab52404c6206 req-14d24d23-4b8a-4531-964f-238cdb100f37 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:19.005225 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de3b516f-9176-4965-8b71-ab52404c6206 req-14d24d23-4b8a-4531-964f-238cdb100f37 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.1507583 Aug 11 21:58:19.028506 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c439b-8bdf-4df2-b473-d0eab784d011 req-30849841-4c53-46ab-a284-ad0cf5e89011 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:19.030336 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-624c439b-8bdf-4df2-b473-d0eab784d011 req-30849841-4c53-46ab-a284-ad0cf5e89011 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 949 time: 0.0573127 Aug 11 21:58:19.037295 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-51003b7c-353f-4a94-9e05-7876b3c0f02f req-211064e8-1059-4bca-9dc2-8c1c825bf11a service neutron] 10.222.0.52 "GET /v2.0/networks/c38fbfc2-60a8-4130-a95a-d7a797c5eb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306104 Aug 11 21:58:19.079890 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de3b516f-9176-4965-8b71-ab52404c6206 req-52422111-2859-4606-aa18-8264dc89ba65 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599973 Aug 11 21:58:19.118581 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-624c439b-8bdf-4df2-b473-d0eab784d011 req-cda06820-c4bb-4e55-8060-c2138245da10 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728734 Aug 11 21:58:19.236522 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-51003b7c-353f-4a94-9e05-7876b3c0f02f req-ef7da362-4210-4499-9dbf-113d60c6cfa6 service neutron] 10.222.0.52 "GET /v2.0/networks/c38fbfc2-60a8-4130-a95a-d7a797c5eb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789787 Aug 11 21:58:19.335383 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dad3a1-e638-443a-8999-de0634f31e04 req-e885a95a-98f2-44c5-b38f-3ffead1853be tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:19.337059 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-19dad3a1-e638-443a-8999-de0634f31e04 req-e885a95a-98f2-44c5-b38f-3ffead1853be tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 946 time: 0.1221488 Aug 11 21:58:19.441333 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-19dad3a1-e638-443a-8999-de0634f31e04 req-6ff77558-46a5-438b-96ee-95d35318ee84 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856271 Aug 11 21:58:19.634133 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device fcff280f-ad47-4c89-83f8-819c2a3be903 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:58:19.640829 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f91cf3-c193-4f7a-a413-d11d2600629b req-98546b93-d279-4716-8d2a-16b88c1b087a tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:19.656813 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-08f91cf3-c193-4f7a-a413-d11d2600629b req-98546b93-d279-4716-8d2a-16b88c1b087a tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 945 time: 0.1017566 Aug 11 21:58:19.732737 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port fcff280f-ad47-4c89-83f8-819c2a3be903 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:58:19.738321 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port fcff280f-ad47-4c89-83f8-819c2a3be903 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:58:19.738713 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:19.749960 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-08f91cf3-c193-4f7a-a413-d11d2600629b req-c785ba8b-bc5e-4f7b-b419-30916d98b59a tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878582 Aug 11 21:58:19.869291 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:19.903411 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0728b00c-8f07-4696-9ab3-f38c21962eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcff280f-ad47-4c89-83f8-819c2a3be903'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:58:19.906621 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d5db66-fd16-41da-8a00-334d545c4e7f" -d '{"events": [{"server_uuid": "0728b00c-8f07-4696-9ab3-f38c21962eff", "name": "network-vif-plugged", "status": "completed", "tag": "fcff280f-ad47-4c89-83f8-819c2a3be903"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:58:19.923863 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port fcff280f-ad47-4c89-83f8-819c2a3be903, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=fcff280f-ad47-4c89-83f8-819c2a3be903,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:19.930294 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:19.931343 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device a57d88c3-3ff2-48e7-9244-3996584662da up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:58:20.070055 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=fcff280f-ad47-4c89-83f8-819c2a3be903,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:20.090759 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63678cfe-495b-4dec-8298-a8a1c4a1319c req-b3c948fc-b185-4eb0-bd55-51873468e404 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:20.093300 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58536) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:58:20.097234 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-63678cfe-495b-4dec-8298-a8a1c4a1319c req-b3c948fc-b185-4eb0-bd55-51873468e404 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=0728b00c-8f07-4696-9ab3-f38c21962eff HTTP/1.1" status: 200 len: 948 time: 0.2370288 Aug 11 21:58:20.099447 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port a57d88c3-3ff2-48e7-9244-3996584662da triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:58:20.100138 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:20.227047 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-63678cfe-495b-4dec-8298-a8a1c4a1319c req-436c6a88-ac0a-4f70-aac7-4a959b22fb57 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236558 Aug 11 21:58:20.253881 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d791aa89-b29b-456f-82c1-a465ff5b4346 x-openstack-request-id: req-d791aa89-b29b-456f-82c1-a465ff5b4346 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:58:20.254551 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0728b00c-8f07-4696-9ab3-f38c21962eff", "name": "network-vif-plugged", "status": "completed", "tag": "fcff280f-ad47-4c89-83f8-819c2a3be903", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:58:20.254983 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d791aa89-b29b-456f-82c1-a465ff5b4346 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:58:20.257813 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0728b00c-8f07-4696-9ab3-f38c21962eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcff280f-ad47-4c89-83f8-819c2a3be903', 'code': 200} Aug 11 21:58:20.310746 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:20.407733 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:20.452971 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02143e2-b3b8-48d7-b099-c8aa50285fec req-7760f2a7-f41f-4b36-9f10-1f5f27cf4b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:20.458875 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e02143e2-b3b8-48d7-b099-c8aa50285fec req-7760f2a7-f41f-4b36-9f10-1f5f27cf4b99 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0728b00c-8f07-4696-9ab3-f38c21962eff HTTP/1.1" status: 200 len: 1100 time: 0.2285678 Aug 11 21:58:20.482428 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port a57d88c3-3ff2-48e7-9244-3996584662da, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=a57d88c3-3ff2-48e7-9244-3996584662da,segment=NetworkSegment(4c272644-500c-413c-905e-4ca7e6890613),segment_id=4c272644-500c-413c-905e-4ca7e6890613)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:20.494835 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:20.541311 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e02143e2-b3b8-48d7-b099-c8aa50285fec req-9d604693-5b2c-427c-bc09-048a093f8b08 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700874 Aug 11 21:58:20.566022 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cbc35a02-b44c-4a51-8efb-fcf770bfa862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:20.567953 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da15910-7822-4a8f-8148-e03f7c15dc2c req-5320b0fc-3d2f-4319-b52f-fc6eba128505 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:20.577934 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3da15910-7822-4a8f-8148-e03f7c15dc2c req-5320b0fc-3d2f-4319-b52f-fc6eba128505 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 949 time: 0.2111721 Aug 11 21:58:20.606661 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=a57d88c3-3ff2-48e7-9244-3996584662da,revision_number=7']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:20.646041 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3da15910-7822-4a8f-8148-e03f7c15dc2c req-dfb8df36-027e-42bf-b94c-16ef2d46e3d6 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623820 Aug 11 21:58:20.729307 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b42312-b61d-400c-a813-cbf68de67efc req-136806f7-fc15-475b-95b0-08db26802080 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:20.742178 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-56b42312-b61d-400c-a813-cbf68de67efc req-136806f7-fc15-475b-95b0-08db26802080 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.3211033 Aug 11 21:58:20.870857 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-240b6fdd-4364-41b1-9537-c90bccc85614 req-8a2f4d30-0756-44c2-aec1-b4a8288de186 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2367084 Aug 11 21:58:20.909862 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-56b42312-b61d-400c-a813-cbf68de67efc req-50d30f59-9eef-4089-b369-142d1258e397 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651886 Aug 11 21:58:21.206741 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cbc35a02-b44c-4a51-8efb-fcf770bfa862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:21.218217 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b6fdd-4364-41b1-9537-c90bccc85614 req-f2c9514e-da93-4708-85f6-317132d84454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:21.220353 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-240b6fdd-4364-41b1-9537-c90bccc85614 req-f2c9514e-da93-4708-85f6-317132d84454 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cfe969a3456f4c9186b743e59eed9b71&device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 1096 time: 0.2491894 Aug 11 21:58:21.221593 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cbc35a02-b44c-4a51-8efb-fcf770bfa862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:21.309016 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928103f-82c5-4fff-816d-117fed45bdfc req-bcb6f8eb-2e78-48aa-b929-71053bc7c8f1 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:21.311258 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6928103f-82c5-4fff-816d-117fed45bdfc req-bcb6f8eb-2e78-48aa-b929-71053bc7c8f1 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 946 time: 0.1733124 Aug 11 21:58:21.417266 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82a6b4-8b52-4fd8-b248-6bc028fa65cf req-91034902-6617-4571-9b29-13366036d8a5 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:21.423586 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd82a6b4-8b52-4fd8-b248-6bc028fa65cf req-91034902-6617-4571-9b29-13366036d8a5 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 946 time: 0.1094418 Aug 11 21:58:21.452833 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-cbc35a02-b44c-4a51-8efb-fcf770bfa862 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6aaa254e7f01426d9432998dcdcf23b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3583331 Aug 11 21:58:21.473110 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58580) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:58:21.504048 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd82a6b4-8b52-4fd8-b248-6bc028fa65cf req-ab0cbe8d-4c56-49ff-a393-5342916daac9 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731163 Aug 11 21:58:21.621964 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc35a02-b44c-4a51-8efb-fcf770bfa862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20030e6d-83a2-4d7e-90cb-949a20c78d58,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:21.685486 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6928103f-82c5-4fff-816d-117fed45bdfc req-c2cec37f-b42f-47fe-b4fc-3003a9fe5a5a tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907345 Aug 11 21:58:21.778416 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b6fdd-4364-41b1-9537-c90bccc85614 req-3dab1fd2-6d04-4146-b736-f6facf948dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:21.780487 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-240b6fdd-4364-41b1-9537-c90bccc85614 req-3dab1fd2-6d04-4146-b736-f6facf948dba service neutron] 10.222.0.82 "GET /v2.0/networks?id=c1d2353f-b112-4357-b0a6-e5993406a9d5 HTTP/1.1" status: 200 len: 921 time: 0.5273409 Aug 11 21:58:21.902801 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7865b1-4739-4071-a8b5-c7b325888a0c req-c0c76013-1bfc-42bc-8f15-607f964ee2db tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:21.916422 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de7865b1-4739-4071-a8b5-c7b325888a0c req-c0c76013-1bfc-42bc-8f15-607f964ee2db tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=0728b00c-8f07-4696-9ab3-f38c21962eff HTTP/1.1" status: 200 len: 949 time: 0.2564292 Aug 11 21:58:21.936114 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-240b6fdd-4364-41b1-9537-c90bccc85614 req-a43bd323-3f0f-43be-94d5-c83fcf864484 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 HTTP/1.1" status: 200 len: 217 time: 0.1463776 Aug 11 21:58:21.972405 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-59d52f86-5a88-4033-8733-bd876bc2e363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:22.030233 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de7865b1-4739-4071-a8b5-c7b325888a0c req-71c21c1c-f2cc-439b-ad0f-4f0a4c47aefb tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112454 Aug 11 21:58:22.209589 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-59d52f86-5a88-4033-8733-bd876bc2e363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:22.259917 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8c37b7-5a8d-4723-9e74-d498af8bfa25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57d88c3-3ff2-48e7-9244-3996584662da'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:58:22.265047 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f4215f-5bda-4017-bc2b-f5b6147ad23f" -d '{"events": [{"server_uuid": "aa8c37b7-5a8d-4723-9e74-d498af8bfa25", "name": "network-vif-plugged", "status": "completed", "tag": "a57d88c3-3ff2-48e7-9244-3996584662da"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:58:22.333489 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-59d52f86-5a88-4033-8733-bd876bc2e363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:22.337872 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-59d52f86-5a88-4033-8733-bd876bc2e363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:22.339611 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-59d52f86-5a88-4033-8733-bd876bc2e363 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/20030e6d-83a2-4d7e-90cb-949a20c78d58 HTTP/1.1" status: 204 len: 168 time: 0.8422866 Aug 11 21:58:22.345246 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b6fdd-4364-41b1-9537-c90bccc85614 req-b876c467-3bce-43aa-b716-0be3947d95f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:22.346931 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-240b6fdd-4364-41b1-9537-c90bccc85614 req-b876c467-3bce-43aa-b716-0be3947d95f0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d64b3af4-29c6-4065-a225-159b72d7499b HTTP/1.1" status: 200 len: 860 time: 0.4011619 Aug 11 21:58:22.351205 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 21:58:22.368612 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d52f86-5a88-4033-8733-bd876bc2e363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20030e6d-83a2-4d7e-90cb-949a20c78d58,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:23.141797 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-240b6fdd-4364-41b1-9537-c90bccc85614 req-be562d02-d1df-4126-8cb3-ea62f8216768 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c1d2353f-b112-4357-b0a6-e5993406a9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7845473 Aug 11 21:58:23.204647 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a4b52-e5c1-434f-85ad-cb5b80e5bc33 req-9d1b62f3-138a-45ea-baae-9feb73ab78f2 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:23.205336 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-426a4b52-e5c1-434f-85ad-cb5b80e5bc33 req-9d1b62f3-138a-45ea-baae-9feb73ab78f2 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 949 time: 1.1643322 Aug 11 21:58:23.434300 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-240b6fdd-4364-41b1-9537-c90bccc85614 req-185ad272-7b2f-4601-9100-411dc8a7c932 service neutron] 10.222.0.82 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773612 Aug 11 21:58:23.545802 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-426a4b52-e5c1-434f-85ad-cb5b80e5bc33 req-66013042-8112-4bfc-b438-d46be8cf4eb0 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108358 Aug 11 21:58:23.690370 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-240b6fdd-4364-41b1-9537-c90bccc85614 req-892e826d-bf17-4d5e-9cc3-413ec7773d47 service neutron] 10.222.0.82 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438431 Aug 11 21:58:23.908052 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6201c5-3eb0-4cb1-8f59-115ba6bab0b3 req-abe08242-b833-408d-8348-912ded5913a1 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:23.912844 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6d6201c5-3eb0-4cb1-8f59-115ba6bab0b3 req-abe08242-b833-408d-8348-912ded5913a1 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.1709130 Aug 11 21:58:24.095987 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6d6201c5-3eb0-4cb1-8f59-115ba6bab0b3 req-9d9e96fc-825e-4e91-b48b-bcde2efa2a3f tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569314 Aug 11 21:58:24.294477 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233439fc-1da7-4948-b90d-6995e8683dad x-openstack-request-id: req-233439fc-1da7-4948-b90d-6995e8683dad {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:58:24.295829 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8c37b7-5a8d-4723-9e74-d498af8bfa25", "name": "network-vif-plugged", "status": "completed", "tag": "a57d88c3-3ff2-48e7-9244-3996584662da", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:58:24.296526 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-233439fc-1da7-4948-b90d-6995e8683dad {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:58:24.297596 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8c37b7-5a8d-4723-9e74-d498af8bfa25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57d88c3-3ff2-48e7-9244-3996584662da', 'code': 200} Aug 11 21:58:24.546485 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1d93a-e0d7-476f-bab7-794a4fa82ecf req-d6f9761a-415a-4c34-87aa-ad533ede80da tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:24.553323 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-51f1d93a-e0d7-476f-bab7-794a4fa82ecf req-d6f9761a-415a-4c34-87aa-ad533ede80da tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 946 time: 0.1231542 Aug 11 21:58:24.649199 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58628) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:58:24.714121 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-51f1d93a-e0d7-476f-bab7-794a4fa82ecf req-797ae398-06f2-418e-9291-96c8c20ce75c tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539035 Aug 11 21:58:24.947309 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-46fcc7c1-7b34-4029-b1d9-83f102744868 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1380077235-network', 'tenant_id': 'e367bb851780420faef645c6e2737134'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:58:24.997476 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a709b7-49be-459a-86e7-25945d7a9668 req-b3e531a2-6be5-49f2-8a74-5d8797f63bec tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:25.004953 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fcc7c1-7b34-4029-b1d9-83f102744868 admin admin] Made reservation on behalf of e367bb851780420faef645c6e2737134 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:58:25.007840 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a6a709b7-49be-459a-86e7-25945d7a9668 req-b3e531a2-6be5-49f2-8a74-5d8797f63bec tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 946 time: 0.1522067 Aug 11 21:58:25.018707 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-46fcc7c1-7b34-4029-b1d9-83f102744868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:25.058700 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-46fcc7c1-7b34-4029-b1d9-83f102744868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:25.119606 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a6a709b7-49be-459a-86e7-25945d7a9668 req-2e52fa30-b205-4fa3-a664-e35bf9532fa3 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106548 Aug 11 21:58:25.410839 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68177c5-38b7-4f59-8230-cb2e1ee2c121 req-dde6b2bb-75d7-480f-84b8-8d1e109b705b tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:25.419199 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-46fcc7c1-7b34-4029-b1d9-83f102744868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:25.424235 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f68177c5-38b7-4f59-8230-cb2e1ee2c121 req-dde6b2bb-75d7-480f-84b8-8d1e109b705b tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=0728b00c-8f07-4696-9ab3-f38c21962eff HTTP/1.1" status: 200 len: 949 time: 0.1680264 Aug 11 21:58:25.435900 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-46fcc7c1-7b34-4029-b1d9-83f102744868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:25.492894 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46fcc7c1-7b34-4029-b1d9-83f102744868 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:58:25.508958 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f68177c5-38b7-4f59-8230-cb2e1ee2c121 req-401285a6-0b81-4b64-92a0-228ee95df18b tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809658 Aug 11 21:58:25.533679 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-46fcc7c1-7b34-4029-b1d9-83f102744868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:25.533679 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-46fcc7c1-7b34-4029-b1d9-83f102744868 admin admin] Added segment 955956c0-819f-4ff3-b129-18102dcedf3e of type vlan for network 5382b449-7f03-4943-80f5-2f2d837d33e6 Aug 11 21:58:25.664339 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-46fcc7c1-7b34-4029-b1d9-83f102744868 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:25.742756 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-46fcc7c1-7b34-4029-b1d9-83f102744868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:25.745701 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fcc7c1-7b34-4029-b1d9-83f102744868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:25.747590 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-46fcc7c1-7b34-4029-b1d9-83f102744868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:25.776330 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3c5ba-ce1e-4060-ada2-0f3cc55cc7e9 req-e1f6c63f-4870-4e43-b5f3-792294e2e732 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:25.787323 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d0d3c5ba-ce1e-4060-ada2-0f3cc55cc7e9 req-e1f6c63f-4870-4e43-b5f3-792294e2e732 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 949 time: 0.1706722 Aug 11 21:58:25.833946 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fcc7c1-7b34-4029-b1d9-83f102744868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21676f77-6282-4f69-a7c5-99ed7015ace7,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:25.865832 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-46fcc7c1-7b34-4029-b1d9-83f102744868 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2143784 Aug 11 21:58:25.873150 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58644) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:58:25.877761 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fcc7c1-7b34-4029-b1d9-83f102744868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:25.879877 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fcc7c1-7b34-4029-b1d9-83f102744868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:25.880357 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fcc7c1-7b34-4029-b1d9-83f102744868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:25.880817 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fcc7c1-7b34-4029-b1d9-83f102744868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:25.881282 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fcc7c1-7b34-4029-b1d9-83f102744868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:25.881734 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fcc7c1-7b34-4029-b1d9-83f102744868 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:25.882400 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fcc7c1-7b34-4029-b1d9-83f102744868 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:25.884399 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fcc7c1-7b34-4029-b1d9-83f102744868 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:25.884900 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fcc7c1-7b34-4029-b1d9-83f102744868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:25.885447 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fcc7c1-7b34-4029-b1d9-83f102744868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:25.889694 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fcc7c1-7b34-4029-b1d9-83f102744868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:25.889694 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fcc7c1-7b34-4029-b1d9-83f102744868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:25.898971 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fcc7c1-7b34-4029-b1d9-83f102744868 admin admin] Pushing event updated for resources: {'Network': ['ID=5382b449-7f03-4943-80f5-2f2d837d33e6,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:25.904501 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-615739c7-2371-4aa1-ace7-818ef462297e admin admin] Request body: {'subnet': {'network_id': '5382b449-7f03-4943-80f5-2f2d837d33e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1380077235-subnet', 'tenant_id': 'e367bb851780420faef645c6e2737134', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:58:25.949591 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 5382b449-7f03-4943-80f5-2f2d837d33e6 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:58:26.022339 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d0d3c5ba-ce1e-4060-ada2-0f3cc55cc7e9 req-2b3bf91c-f941-4128-956b-ec6b4bdae82e tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321627 Aug 11 21:58:26.030865 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615739c7-2371-4aa1-ace7-818ef462297e admin admin] Made reservation on behalf of e367bb851780420faef645c6e2737134 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:58:26.035314 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-615739c7-2371-4aa1-ace7-818ef462297e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:26.319247 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f864a9-032f-4251-b328-aa0cf5560212 req-e36e97bd-ae61-4cbf-9b3f-1480221b4cad tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:26.336175 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-77f864a9-032f-4251-b328-aa0cf5560212 req-e36e97bd-ae61-4cbf-9b3f-1480221b4cad tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.1774781 Aug 11 21:58:26.516365 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-77f864a9-032f-4251-b328-aa0cf5560212 req-dc260361-8723-4995-a689-85324a21c54c tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689774 Aug 11 21:58:26.656774 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-615739c7-2371-4aa1-ace7-818ef462297e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:26.716554 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615739c7-2371-4aa1-ace7-818ef462297e admin admin] Pushing event updated for resources: {'Subnet': ['ID=feb8f82d-6d1c-43cb-bc58-6c5e7403b8b5,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:26.737026 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615739c7-2371-4aa1-ace7-818ef462297e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:26.737888 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615739c7-2371-4aa1-ace7-818ef462297e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:26.738467 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615739c7-2371-4aa1-ace7-818ef462297e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:26.739610 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615739c7-2371-4aa1-ace7-818ef462297e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:26.740218 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615739c7-2371-4aa1-ace7-818ef462297e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:26.740821 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615739c7-2371-4aa1-ace7-818ef462297e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:26.741398 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615739c7-2371-4aa1-ace7-818ef462297e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:26.741987 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615739c7-2371-4aa1-ace7-818ef462297e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:26.742562 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615739c7-2371-4aa1-ace7-818ef462297e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:26.743138 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615739c7-2371-4aa1-ace7-818ef462297e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:26.743769 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615739c7-2371-4aa1-ace7-818ef462297e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:26.744324 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615739c7-2371-4aa1-ace7-818ef462297e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:26.776466 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615739c7-2371-4aa1-ace7-818ef462297e admin admin] Checking segment: {'id': '955956c0-819f-4ff3-b129-18102dcedf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5382b449-7f03-4943-80f5-2f2d837d33e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:58:26.777720 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615739c7-2371-4aa1-ace7-818ef462297e admin admin] Network hostable DHCP agents. Network: 5382b449-7f03-4943-80f5-2f2d837d33e6, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:58:26.881651 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615739c7-2371-4aa1-ace7-818ef462297e admin admin] Network 5382b449-7f03-4943-80f5-2f2d837d33e6 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:58:26.906152 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce741c8-2ddd-4358-8cb1-416c9f8dbb9f req-e1fb5d87-cced-4306-b5dc-afaed9ce1dbc tempest-ServersOnMultiNodesTest-2075355728 tempest-ServersOnMultiNodesTest-2075355728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:26.908173 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7ce741c8-2ddd-4358-8cb1-416c9f8dbb9f req-e1fb5d87-cced-4306-b5dc-afaed9ce1dbc tempest-ServersOnMultiNodesTest-2075355728 tempest-ServersOnMultiNodesTest-2075355728-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0728b00c-8f07-4696-9ab3-f38c21962eff HTTP/1.1" status: 200 len: 1100 time: 0.1150141 Aug 11 21:58:26.908987 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-615739c7-2371-4aa1-ace7-818ef462297e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 5382b449-7f03-4943-80f5-2f2d837d33e6) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:58:26.920345 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615739c7-2371-4aa1-ace7-818ef462297e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:26.921832 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-615739c7-2371-4aa1-ace7-818ef462297e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:26.942701 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9aeb22-cbbf-44f7-aab7-e9940cd6602d None None] Network 5382b449-7f03-4943-80f5-2f2d837d33e6 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:58:26.962399 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-615739c7-2371-4aa1-ace7-818ef462297e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0751970 Aug 11 21:58:27.032419 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7ce741c8-2ddd-4358-8cb1-416c9f8dbb9f req-09edcc46-f0ae-4ec0-bcd3-601e67261f78 tempest-ServersOnMultiNodesTest-2075355728 tempest-ServersOnMultiNodesTest-2075355728-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781355 Aug 11 21:58:27.250276 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3badc5f-39e5-44d0-94dd-aa82f269307e None None] Network 5382b449-7f03-4943-80f5-2f2d837d33e6 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:58:27.367278 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfabde-03b1-4308-a136-81047e8e694f req-45da4317-7bfb-41ac-a5d2-efe70a941878 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:27.375843 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-14dfabde-03b1-4308-a136-81047e8e694f req-45da4317-7bfb-41ac-a5d2-efe70a941878 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 946 time: 0.1354928 Aug 11 21:58:27.450903 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-14dfabde-03b1-4308-a136-81047e8e694f req-76d74683-bd1d-4dd7-bc9c-11ab3bc40e16 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740213 Aug 11 21:58:27.657387 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b33394-45f5-42bd-966a-0600cf0224fb req-f418a5c3-521e-43a1-8b67-d153c7637d50 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:27.660299 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-00b33394-45f5-42bd-966a-0600cf0224fb req-f418a5c3-521e-43a1-8b67-d153c7637d50 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 946 time: 0.0748305 Aug 11 21:58:27.739646 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-00b33394-45f5-42bd-966a-0600cf0224fb req-2eaa30f8-a8c4-4d04-b6cc-04c60d7691f6 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698292 Aug 11 21:58:27.915166 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3017e-3962-4b33-892a-52d63aea750b req-db88f80d-019f-43eb-8954-4f5a2445a5ca tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:27.916918 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e5a3017e-3962-4b33-892a-52d63aea750b req-db88f80d-019f-43eb-8954-4f5a2445a5ca tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 949 time: 0.0660541 Aug 11 21:58:27.975114 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e5a3017e-3962-4b33-892a-52d63aea750b req-3258cd1b-eba4-4dba-baf6-7e640a7be0ec tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448961 Aug 11 21:58:31.052651 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-0757858e-5a88-4025-b646-6a49831c3bcb tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:31.055355 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-0757858e-5a88-4025-b646-6a49831c3bcb tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164&tenant_id=cfe969a3456f4c9186b743e59eed9b71&binding%3Ahost_id=n-h1-804275-3 HTTP/1.1" status: 200 len: 1097 time: 0.5838826 Aug 11 21:58:31.074985 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-6025b7e0-04f8-4e88-bf89-eabfd5d7ed8f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804275-3'}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:58:31.185661 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-6025b7e0-04f8-4e88-bf89-eabfd5d7ed8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:31.482809 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-6025b7e0-04f8-4e88-bf89-eabfd5d7ed8f service neutron] For port 533ca938-8289-4a33-b02c-fd38c7f22f54, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=533ca938-8289-4a33-b02c-fd38c7f22f54,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:31.557416 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-6025b7e0-04f8-4e88-bf89-eabfd5d7ed8f service neutron] For port 533ca938-8289-4a33-b02c-fd38c7f22f54, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:58:31.650446 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63e4b13-e1db-4515-a1fc-2f906c482164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '533ca938-8289-4a33-b02c-fd38c7f22f54'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:58:31.654235 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc6b744-8b29-40af-9603-283e9516e72d" -d '{"events": [{"server_uuid": "a63e4b13-e1db-4515-a1fc-2f906c482164", "name": "network-vif-unplugged", "status": "completed", "tag": "533ca938-8289-4a33-b02c-fd38c7f22f54"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:58:31.662425 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-6025b7e0-04f8-4e88-bf89-eabfd5d7ed8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:31.670549 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-6025b7e0-04f8-4e88-bf89-eabfd5d7ed8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:31.728070 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 533ca938-8289-4a33-b02c-fd38c7f22f54 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:58:31.844832 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-6025b7e0-04f8-4e88-bf89-eabfd5d7ed8f service neutron] Attempting to bind port 533ca938-8289-4a33-b02c-fd38c7f22f54 on host n-h1-804275-3 for vnic_type normal with profile {"migrating_to": "n-h2-804275-3"} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:58:31.845591 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-6025b7e0-04f8-4e88-bf89-eabfd5d7ed8f service neutron] Attempting to bind port 533ca938-8289-4a33-b02c-fd38c7f22f54 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:58:31.845809 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-6025b7e0-04f8-4e88-bf89-eabfd5d7ed8f service neutron] Attempting to bind port 533ca938-8289-4a33-b02c-fd38c7f22f54 on network c1d2353f-b112-4357-b0a6-e5993406a9d5 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:58:31.853132 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-6025b7e0-04f8-4e88-bf89-eabfd5d7ed8f service neutron] Port 533ca938-8289-4a33-b02c-fd38c7f22f54 on network c1d2353f-b112-4357-b0a6-e5993406a9d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:58:31.853496 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-6025b7e0-04f8-4e88-bf89-eabfd5d7ed8f service neutron] Attempting to bind port 533ca938-8289-4a33-b02c-fd38c7f22f54 on network c1d2353f-b112-4357-b0a6-e5993406a9d5 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:58:31.866845 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-6025b7e0-04f8-4e88-bf89-eabfd5d7ed8f service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:58:31.868389 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-6025b7e0-04f8-4e88-bf89-eabfd5d7ed8f service neutron] Checking segment: {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:58:31.869722 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-6025b7e0-04f8-4e88-bf89-eabfd5d7ed8f service neutron] Bound using segment: {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:58:31.871046 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-6025b7e0-04f8-4e88-bf89-eabfd5d7ed8f service neutron] Bound port: 533ca938-8289-4a33-b02c-fd38c7f22f54, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:58:31.871316 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-6025b7e0-04f8-4e88-bf89-eabfd5d7ed8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:31.874467 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025b7e0-04f8-4e88-bf89-eabfd5d7ed8f service neutron] Pushing event updated for resources: {'Port': ['ID=533ca938-8289-4a33-b02c-fd38c7f22f54,revision_number=7']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:32.102874 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-6025b7e0-04f8-4e88-bf89-eabfd5d7ed8f service neutron] For port 533ca938-8289-4a33-b02c-fd38c7f22f54, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:58:32.111430 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-6025b7e0-04f8-4e88-bf89-eabfd5d7ed8f service neutron] For port 533ca938-8289-4a33-b02c-fd38c7f22f54, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=533ca938-8289-4a33-b02c-fd38c7f22f54,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:58:32.118840 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-6025b7e0-04f8-4e88-bf89-eabfd5d7ed8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:32.130225 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 533ca938-8289-4a33-b02c-fd38c7f22f54, host n-h1-804275-3, got binding levels [] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:32.164875 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Attempting to bind port 533ca938-8289-4a33-b02c-fd38c7f22f54 on host n-h1-804275-3 for vnic_type normal with profile {"migrating_to": "n-h2-804275-3"} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:58:32.165517 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Attempting to bind port 533ca938-8289-4a33-b02c-fd38c7f22f54 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:58:32.166120 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Attempting to bind port 533ca938-8289-4a33-b02c-fd38c7f22f54 on network c1d2353f-b112-4357-b0a6-e5993406a9d5 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:58:32.174058 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Port 533ca938-8289-4a33-b02c-fd38c7f22f54 on network c1d2353f-b112-4357-b0a6-e5993406a9d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:58:32.174639 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Attempting to bind port 533ca938-8289-4a33-b02c-fd38c7f22f54 on network c1d2353f-b112-4357-b0a6-e5993406a9d5 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:58:32.183365 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:58:32.185233 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Checking segment: {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:58:32.192527 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Bound using segment: {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:58:32.192917 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Bound port: 533ca938-8289-4a33-b02c-fd38c7f22f54, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '804c54ff-51a4-4ae9-9c48-a62e7a51b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1d2353f-b112-4357-b0a6-e5993406a9d5'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:58:32.193481 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:32.247782 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-6025b7e0-04f8-4e88-bf89-eabfd5d7ed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:32.249087 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-6025b7e0-04f8-4e88-bf89-eabfd5d7ed8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:32.252335 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-6025b7e0-04f8-4e88-bf89-eabfd5d7ed8f service neutron] 10.222.0.52 "PUT /v2.0/ports/533ca938-8289-4a33-b02c-fd38c7f22f54 HTTP/1.1" status: 200 len: 1122 time: 1.1854947 Aug 11 21:58:32.289058 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025b7e0-04f8-4e88-bf89-eabfd5d7ed8f service neutron] Pushing event updated for resources: {'Port': ['ID=533ca938-8289-4a33-b02c-fd38c7f22f54,revision_number=8']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:32.426740 n-d-804275-3 neutron-server[100944]: WARNING neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Concurrent port binding operations failed on port 533ca938-8289-4a33-b02c-fd38c7f22f54 Aug 11 21:58:32.434856 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 533ca938-8289-4a33-b02c-fd38c7f22f54, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=533ca938-8289-4a33-b02c-fd38c7f22f54,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:32.450464 n-d-804275-3 neutron-server[100944]: INFO neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Attempt 2 to bind port 533ca938-8289-4a33-b02c-fd38c7f22f54 Aug 11 21:58:32.451447 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 533ca938-8289-4a33-b02c-fd38c7f22f54 has no active binding in host n-h2-804275-3 {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 21:58:32.463399 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['533ca938-8289-4a33-b02c-fd38c7f22f54'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:58:32.747133 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['533ca938-8289-4a33-b02c-fd38c7f22f54'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:58:35.157042 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-851c3e4d-c728-4940-910b-e0e685efe5ef tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=fda8d30fb096432db86c7a2a58224021&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771735 Aug 11 21:58:35.433078 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-7d32833d-5020-4ae0-81d7-8e0fe2104e44 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:35.434739 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-7d32833d-5020-4ae0-81d7-8e0fe2104e44 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2712333 Aug 11 21:58:35.460348 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-ea0a4574-9d08-4767-be2f-5abeb1032158 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/quotas/fda8d30fb096432db86c7a2a58224021 HTTP/1.1" status: 200 len: 375 time: 0.0137839 Aug 11 21:58:35.601235 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-ccad99b2-1ada-497c-909e-97267f41b76b tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:35.608911 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-ccad99b2-1ada-497c-909e-97267f41b76b tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/networks?id=5382b449-7f03-4943-80f5-2f2d837d33e6 HTTP/1.1" status: 200 len: 822 time: 0.1411295 Aug 11 21:58:35.627146 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-6757d768-74bd-47cc-b78f-a70a9ed1f9f5 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/quotas/e367bb851780420faef645c6e2737134 HTTP/1.1" status: 200 len: 375 time: 0.0172210 Aug 11 21:58:35.678398 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-22ab28a7-c20c-4b09-9d4d-1bac68184882 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=fda8d30fb096432db86c7a2a58224021&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2112074 Aug 11 21:58:35.679235 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-0b3982fb-5beb-44f1-bc30-d4aa40b90513 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e367bb851780420faef645c6e2737134&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506964 Aug 11 21:58:35.919940 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-d744302e-080e-438d-9d34-fd0fb34469bf service neutron] 10.222.0.77 "GET /v2.0/networks/5382b449-7f03-4943-80f5-2f2d837d33e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369101 Aug 11 21:58:36.023981 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e16b5a-b099-484a-a3c1-17b35c9c7b77 req-cbe0d7f0-97e8-48a5-8f7d-e41db5e32d7c tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:36.029283 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba37c04-9a1f-4ad3-9c1c-bb75760cef64 req-2855d0f3-3512-454c-a887-13c651c822da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:36.032129 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ba37c04-9a1f-4ad3-9c1c-bb75760cef64 req-2855d0f3-3512-454c-a887-13c651c822da service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bbabed8946d642c3bc7c5dee10664230&device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 1097 time: 0.2008855 Aug 11 21:58:36.033987 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-44e16b5a-b099-484a-a3c1-17b35c9c7b77 req-cbe0d7f0-97e8-48a5-8f7d-e41db5e32d7c tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.0818396 Aug 11 21:58:36.080187 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-44e16b5a-b099-484a-a3c1-17b35c9c7b77 req-6b445b66-3042-4b51-8e07-fb22f76a3edc tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450284 Aug 11 21:58:36.206277 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-a64ccad0-92a9-4099-8932-4882149bb785 service neutron] 10.222.0.77 "GET /v2.0/networks/5382b449-7f03-4943-80f5-2f2d837d33e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737069 Aug 11 21:58:36.276357 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba37c04-9a1f-4ad3-9c1c-bb75760cef64 req-ee4480f0-f454-40ef-b172-f22338baf131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:36.279204 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ba37c04-9a1f-4ad3-9c1c-bb75760cef64 req-ee4480f0-f454-40ef-b172-f22338baf131 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1c3ee35b-1680-40ce-a5ec-450a30ee6971 HTTP/1.1" status: 200 len: 917 time: 0.2251754 Aug 11 21:58:36.411855 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ba37c04-9a1f-4ad3-9c1c-bb75760cef64 req-91df4e31-8eb2-4110-bb7b-380b45916296 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a57d88c3-3ff2-48e7-9244-3996584662da HTTP/1.1" status: 200 len: 1002 time: 0.1182544 Aug 11 21:58:36.460222 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0a2c6-f282-4982-8e1d-293b56218616 req-622b2a32-f24f-4295-9ce6-2488181ae2fe tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:36.467120 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a1f0a2c6-f282-4982-8e1d-293b56218616 req-622b2a32-f24f-4295-9ce6-2488181ae2fe tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 946 time: 0.1604879 Aug 11 21:58:36.497416 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba37c04-9a1f-4ad3-9c1c-bb75760cef64 req-86899849-901e-40be-a722-d8c7d1a1e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:36.502570 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ba37c04-9a1f-4ad3-9c1c-bb75760cef64 req-86899849-901e-40be-a722-d8c7d1a1e04f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7909b953-a9da-40c4-9e8c-1313ada07900 HTTP/1.1" status: 200 len: 855 time: 0.0783672 Aug 11 21:58:36.599874 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a1f0a2c6-f282-4982-8e1d-293b56218616 req-ea1541bf-67d2-4daf-b372-06f3f8bd50f6 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230924 Aug 11 21:58:36.626350 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba37c04-9a1f-4ad3-9c1c-bb75760cef64 req-1ae16471-2141-46ea-81b2-e005f3e8c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:36.628387 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ba37c04-9a1f-4ad3-9c1c-bb75760cef64 req-1ae16471-2141-46ea-81b2-e005f3e8c26f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1c3ee35b-1680-40ce-a5ec-450a30ee6971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198037 Aug 11 21:58:36.647678 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2e023-259d-4653-9b6d-d02a7ebd18bd req-9b7a7d62-75c2-40e7-8419-ee2ec65fad15 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:36.649786 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71e2e023-259d-4653-9b6d-d02a7ebd18bd req-9b7a7d62-75c2-40e7-8419-ee2ec65fad15 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 944 time: 0.0985100 Aug 11 21:58:36.770407 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71e2e023-259d-4653-9b6d-d02a7ebd18bd req-05c58a66-d33a-4478-b7fb-64940cd2e6b9 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929976 Aug 11 21:58:36.825504 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ba37c04-9a1f-4ad3-9c1c-bb75760cef64 req-57ca70df-83be-4d9b-85f3-127951b44f2c service neutron] 10.222.0.52 "GET /v2.0/networks/1c3ee35b-1680-40ce-a5ec-450a30ee6971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737607 Aug 11 21:58:36.885352 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957ccac-7546-4dfa-993f-4e35c4e39ee2 req-785b1559-fa7e-4b6c-a5ac-9da8076a4489 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:36.887613 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4957ccac-7546-4dfa-993f-4e35c4e39ee2 req-785b1559-fa7e-4b6c-a5ac-9da8076a4489 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 949 time: 0.1419652 Aug 11 21:58:36.973004 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 21:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8ea9aa-67ec-40b2-957a-f0687af20888 x-openstack-request-id: req-8d8ea9aa-67ec-40b2-957a-f0687af20888 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:58:36.973483 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63e4b13-e1db-4515-a1fc-2f906c482164", "name": "network-vif-unplugged", "status": "completed", "tag": "533ca938-8289-4a33-b02c-fd38c7f22f54", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:58:36.973918 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8d8ea9aa-67ec-40b2-957a-f0687af20888 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:58:36.974551 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63e4b13-e1db-4515-a1fc-2f906c482164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '533ca938-8289-4a33-b02c-fd38c7f22f54', 'code': 200} Aug 11 21:58:36.999620 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4957ccac-7546-4dfa-993f-4e35c4e39ee2 req-45d2f700-3abb-4f0f-b8c4-15620a25d070 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954750 Aug 11 21:58:37.093562 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ba37c04-9a1f-4ad3-9c1c-bb75760cef64 req-bb8f1507-a546-44cd-a6ca-ca3d6b42d65b service neutron] 10.222.0.52 "GET /v2.0/networks/1c3ee35b-1680-40ce-a5ec-450a30ee6971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491367 Aug 11 21:58:37.150607 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a04eccf0-1708-4d5c-beeb-a1ba50fe7f5c req-3e9d5a68-03c0-4f8a-8894-ab59610e3853 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=817eef53-e3c3-4135-b658-c740237660e3 HTTP/1.1" status: 200 len: 210 time: 0.0550690 Aug 11 21:58:37.242836 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b2412de0-db59-436a-a207-52c30a07df43 req-51b2af45-53d3-46b0-907f-176b3c4f7025 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 210 time: 0.0523582 Aug 11 21:58:37.414745 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b023e-b329-4b05-b01c-2119545791c7 req-a38def0b-5cdc-409e-ba9b-b1a211fc5779 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:37.416949 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-794b023e-b329-4b05-b01c-2119545791c7 req-a38def0b-5cdc-409e-ba9b-b1a211fc5779 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.0777006 Aug 11 21:58:37.480152 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-794b023e-b329-4b05-b01c-2119545791c7 req-f647227a-c64e-474f-8aa9-5c7076b197bd tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508869 Aug 11 21:58:37.577591 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52256895-cbc3-44f5-bc71-a9b8475f5dbb req-7f5cd9b8-91a3-4ede-bbb5-b1f5a01bb417 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:37.580550 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-52256895-cbc3-44f5-bc71-a9b8475f5dbb req-7f5cd9b8-91a3-4ede-bbb5-b1f5a01bb417 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?device_id=531f707b-1376-45f9-9cfe-53fb3de29009 HTTP/1.1" status: 200 len: 950 time: 0.1047251 Aug 11 21:58:37.635152 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-52256895-cbc3-44f5-bc71-a9b8475f5dbb req-4f6edd6b-0b5e-4da8-8c3c-a7b1dea5fcb2 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/security-groups?id=46359dce-99be-4362-9973-5196cd981151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466447 Aug 11 21:58:37.752987 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device a57d88c3-3ff2-48e7-9244-3996584662da no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:58:37.809299 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cf9ae-ca52-45dd-b944-fd25c368643e req-9ae8f476-7fbe-4fd3-bac6-08068fc082c8 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:37.812790 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-982cf9ae-ca52-45dd-b944-fd25c368643e req-9ae8f476-7fbe-4fd3-bac6-08068fc082c8 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 946 time: 0.0966609 Aug 11 21:58:37.881384 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:37.895774 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-982cf9ae-ca52-45dd-b944-fd25c368643e req-2ea07841-5187-4be1-89a7-28ea5e36d662 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762188 Aug 11 21:58:37.975923 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:38.036078 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8c37b7-5a8d-4723-9e74-d498af8bfa25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a57d88c3-3ff2-48e7-9244-3996584662da'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:58:38.040418 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3eedfb-f895-4a7e-8b62-1b66225edc2f" -d '{"events": [{"server_uuid": "aa8c37b7-5a8d-4723-9e74-d498af8bfa25", "name": "network-vif-unplugged", "status": "completed", "tag": "a57d88c3-3ff2-48e7-9244-3996584662da"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:58:38.073095 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port a57d88c3-3ff2-48e7-9244-3996584662da, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=a57d88c3-3ff2-48e7-9244-3996584662da,segment=NetworkSegment(4c272644-500c-413c-905e-4ca7e6890613),segment_id=4c272644-500c-413c-905e-4ca7e6890613)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:38.082794 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:38.100389 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e206b0-d7eb-44e7-aab5-90a5e11a7c26 req-a5f505e2-c94b-442e-8308-21d6529e8ad9 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:38.114160 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-70e206b0-d7eb-44e7-aab5-90a5e11a7c26 req-a5f505e2-c94b-442e-8308-21d6529e8ad9 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 944 time: 0.0849657 Aug 11 21:58:38.213498 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=a57d88c3-3ff2-48e7-9244-3996584662da,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:38.224176 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:38.224513 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:38.224871 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:38.225242 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:38.225570 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:38.226190 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:38.226726 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:38.227236 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:38.227914 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:38.228451 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:38.228947 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:38.229468 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:58:38.282650 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac740e-910e-414b-b954-3367ecd99381 req-bd9714d5-b9ed-4a0c-ada6-3968c9734aa8 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:38.293876 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-70e206b0-d7eb-44e7-aab5-90a5e11a7c26 req-072e0eee-27ff-4cfb-b5cf-772c39b58bb9 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774590 Aug 11 21:58:38.305357 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-cc673bd3-915a-4b33-b825-202d97a5719a service neutron] show failed (client error): The resource could not be found. Aug 11 21:58:38.306441 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-cc673bd3-915a-4b33-b825-202d97a5719a service neutron] 10.222.0.82 "GET /v2.0/ports/fe14920a-a4be-4054-b1ae-c8b50eb8c195/bindings/n-h2-804275-3 HTTP/1.1" status: 404 len: 380 time: 0.1715312 Aug 11 21:58:38.310659 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-36ac740e-910e-414b-b954-3367ecd99381 req-bd9714d5-b9ed-4a0c-ada6-3968c9734aa8 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 949 time: 0.1446993 Aug 11 21:58:38.402605 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-36ac740e-910e-414b-b954-3367ecd99381 req-ffe96505-0ef3-475f-8993-de606560883c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907588 Aug 11 21:58:38.428958 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 21:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83569dcd-5f36-4e7c-8ce8-08741de9b5d2 x-openstack-request-id: req-83569dcd-5f36-4e7c-8ce8-08741de9b5d2 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:58:38.429162 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8c37b7-5a8d-4723-9e74-d498af8bfa25", "name": "network-vif-unplugged", "status": "completed", "tag": "a57d88c3-3ff2-48e7-9244-3996584662da", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:58:38.429332 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-83569dcd-5f36-4e7c-8ce8-08741de9b5d2 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:58:38.429894 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8c37b7-5a8d-4723-9e74-d498af8bfa25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a57d88c3-3ff2-48e7-9244-3996584662da', 'code': 200} Aug 11 21:58:38.442441 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-fa1f2190-854b-4833-b1c7-27dc5da90e6e tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=fda8d30fb096432db86c7a2a58224021&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630851 Aug 11 21:58:38.661380 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-26d8bd20-3821-4a64-bedb-da989031ffe5 req-71a942ff-31f6-4374-99bd-4dc28299438f tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=817eef53-e3c3-4135-b658-c740237660e3 HTTP/1.1" status: 200 len: 210 time: 0.0654783 Aug 11 21:58:38.711436 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-48e35193-2d61-487a-8c6a-afd35eed4df0 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:38.715341 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-48e35193-2d61-487a-8c6a-afd35eed4df0 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2651200 Aug 11 21:58:38.734968 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-c8232ca0-c891-45d3-b535-67afb065fba6 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Request body: {'port': {'device_id': '817eef53-e3c3-4135-b658-c740237660e3', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'admin_state_up': True, 'tenant_id': 'fda8d30fb096432db86c7a2a58224021'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:58:38.748067 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-266164f0-1111-4b40-b62b-fcec87ff64b2 req-ad08ee34-10a1-4fd9-9246-f2d43e104370 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 210 time: 0.0490127 Aug 11 21:58:38.819342 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-54121cc8-10b0-4473-9db8-16aa034f848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:38.821034 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-54121cc8-10b0-4473-9db8-16aa034f848f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b&tenant_id=01fca9b3362949bdabf015b4ac4622c7 HTTP/1.1" status: 200 len: 1100 time: 0.0774612 Aug 11 21:58:38.823074 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-e405a574-eadc-4e7a-9b0d-55e5730a39d9 service neutron] 10.222.0.82 "GET /v2.0/ports/533ca938-8289-4a33-b02c-fd38c7f22f54/bindings/n-h2-804275-3 HTTP/1.1" status: 200 len: 384 time: 0.1761918 Aug 11 21:58:38.855171 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-50ce89be-13d0-44ee-8440-4cd57c049e83 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804275-3', 'device_owner': 'compute:nova'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:58:38.901715 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-c8232ca0-c891-45d3-b535-67afb065fba6 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Made reservation on behalf of fda8d30fb096432db86c7a2a58224021 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:58:38.905843 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-c8232ca0-c891-45d3-b535-67afb065fba6 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:38.992007 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a63e4b13-e1db-4515-a1fc-2f906c482164', 'tag': '533ca938-8289-4a33-b02c-fd38c7f22f54'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:58:38.994706 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b1caf6-6b4f-4ce7-b042-2b5f8dd6d4f8" -d '{"events": [{"name": "network-changed", "server_uuid": "a63e4b13-e1db-4515-a1fc-2f906c482164", "tag": "533ca938-8289-4a33-b02c-fd38c7f22f54"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:58:39.105383 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-50ce89be-13d0-44ee-8440-4cd57c049e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:39.132311 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa1689-3231-4b7c-98c1-219611e8be41 req-51fdf821-41c3-4027-b73f-d93b289930e7 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:39.133392 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4baa1689-3231-4b7c-98c1-219611e8be41 req-51fdf821-41c3-4027-b73f-d93b289930e7 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.2523618 Aug 11 21:58:39.185091 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-c8232ca0-c891-45d3-b535-67afb065fba6 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Allocated IP 192.168.233.232 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/94ee3b8a-ad4a-450d-8eb0-1ce17426edb8) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:58:39.223531 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76511e-fa13-4808-8fcc-e5b6c08aa327 req-07f344f9-5257-4e3f-b307-d9e7a63d957f tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:39.226548 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9a76511e-fa13-4808-8fcc-e5b6c08aa327 req-07f344f9-5257-4e3f-b307-d9e7a63d957f tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 944 time: 0.1969335 Aug 11 21:58:39.258310 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-bd891904-0a4e-47a3-8b5f-0f7037485fe6 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:39.259890 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-bd891904-0a4e-47a3-8b5f-0f7037485fe6 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.82 "GET /v2.0/networks?id=5382b449-7f03-4943-80f5-2f2d837d33e6 HTTP/1.1" status: 200 len: 822 time: 0.3328860 Aug 11 21:58:39.284748 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-941279e4-a0d1-4440-9fbe-5ea7e329119f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Request body: {'port': {'device_id': '2c40674c-6919-4116-8405-3705ec357620', 'network_id': '5382b449-7f03-4943-80f5-2f2d837d33e6', 'admin_state_up': True, 'tenant_id': 'e367bb851780420faef645c6e2737134'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:58:39.333017 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4baa1689-3231-4b7c-98c1-219611e8be41 req-4cf0ed3a-5c66-452a-819c-226085976d01 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828663 Aug 11 21:58:39.373213 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9a76511e-fa13-4808-8fcc-e5b6c08aa327 req-80edb02b-fd3c-467d-9ff5-4fd15010bb70 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310084 Aug 11 21:58:39.458887 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea97c630-03f9-4d78-b754-bee2da4e4763 x-openstack-request-id: req-ea97c630-03f9-4d78-b754-bee2da4e4763 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:58:39.459230 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a63e4b13-e1db-4515-a1fc-2f906c482164", "tag": "533ca938-8289-4a33-b02c-fd38c7f22f54", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:58:39.459422 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ea97c630-03f9-4d78-b754-bee2da4e4763 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:58:39.459855 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a63e4b13-e1db-4515-a1fc-2f906c482164', 'tag': '533ca938-8289-4a33-b02c-fd38c7f22f54', 'status': 'completed', 'code': 200} Aug 11 21:58:39.557716 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-c8232ca0-c891-45d3-b535-67afb065fba6 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:39.585558 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-c8232ca0-c891-45d3-b535-67afb065fba6 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Transition to ACTIVE for port object 94ee3b8a-ad4a-450d-8eb0-1ce17426edb8 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:58:39.628382 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-ef969789-2036-4d2d-8f9d-f6a144d98494 service neutron] For port 533ca938-8289-4a33-b02c-fd38c7f22f54, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=533ca938-8289-4a33-b02c-fd38c7f22f54,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:39.641912 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-c8232ca0-c891-45d3-b535-67afb065fba6 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:39.662374 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['1ce624c8-6208-4473-9a5b-a42873bbb744', '0ab23975-c8aa-4302-88a8-14fcf550da5b', 'fcff280f-ad47-4c89-83f8-819c2a3be903'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:58:39.719316 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['24edb1fe-1d30-4c08-ab37-4ad5bafeadaa', '43061107-0d89-4d88-bc8e-f7b987a8f672', '9d7edfef-80a8-4e87-b4b6-6179a86e9305', 'b0503148-a74e-4cb3-86a5-a5353fe7fa4d'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:58:39.735943 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-ef969789-2036-4d2d-8f9d-f6a144d98494 service neutron] For port 533ca938-8289-4a33-b02c-fd38c7f22f54, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:58:39.766864 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1caf6-6b4f-4ce7-b042-2b5f8dd6d4f8 req-dcbeb1ef-8588-4565-9956-3fa74381b08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:39.769609 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-30b1caf6-6b4f-4ce7-b042-2b5f8dd6d4f8 req-dcbeb1ef-8588-4565-9956-3fa74381b08c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cfe969a3456f4c9186b743e59eed9b71&device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 1125 time: 0.2366250 Aug 11 21:58:39.777008 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ff6f9-7aa0-4ebb-b8f5-94a36413112a req-3175e56f-a1f6-4fb9-8d8e-da9f114f6ed2 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:39.780485 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-223ff6f9-7aa0-4ebb-b8f5-94a36413112a req-3175e56f-a1f6-4fb9-8d8e-da9f114f6ed2 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 949 time: 0.2515283 Aug 11 21:58:39.846446 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-941279e4-a0d1-4440-9fbe-5ea7e329119f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Made reservation on behalf of e367bb851780420faef645c6e2737134 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:58:39.850732 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-941279e4-a0d1-4440-9fbe-5ea7e329119f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:39.857976 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8232ca0-c891-45d3-b535-67afb065fba6 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Pushing event updated for resources: {'Port': ['ID=94ee3b8a-ad4a-450d-8eb0-1ce17426edb8,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:39.871537 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 533ca938-8289-4a33-b02c-fd38c7f22f54 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:58:39.874199 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-c8232ca0-c891-45d3-b535-67afb065fba6 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:58:39.877432 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-c8232ca0-c891-45d3-b535-67afb065fba6 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:58:39.895529 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-ef969789-2036-4d2d-8f9d-f6a144d98494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 533ca938-8289-4a33-b02c-fd38c7f22f54 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:58:39.916539 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-c8232ca0-c891-45d3-b535-67afb065fba6 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:58:39.933588 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-ef969789-2036-4d2d-8f9d-f6a144d98494 service neutron] For port 533ca938-8289-4a33-b02c-fd38c7f22f54, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=533ca938-8289-4a33-b02c-fd38c7f22f54,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:39.972422 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-50ce89be-13d0-44ee-8440-4cd57c049e83 service neutron] For port fe14920a-a4be-4054-b1ae-c8b50eb8c195, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=fe14920a-a4be-4054-b1ae-c8b50eb8c195,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:40.012088 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a43f11-3ef8-45dd-ad3f-5576b293aa59 req-cd99efde-b718-4614-b353-e29eb5513040 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:40.024412 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-54a43f11-3ef8-45dd-ad3f-5576b293aa59 req-cd99efde-b718-4614-b353-e29eb5513040 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 944 time: 0.2578592 Aug 11 21:58:40.026904 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-ef969789-2036-4d2d-8f9d-f6a144d98494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:40.032429 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1caf6-6b4f-4ce7-b042-2b5f8dd6d4f8 req-dd09c8ac-39f0-4a3d-84de-7c315d364a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:40.033906 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-30b1caf6-6b4f-4ce7-b042-2b5f8dd6d4f8 req-dd09c8ac-39f0-4a3d-84de-7c315d364a0f service neutron] 10.222.0.82 "GET /v2.0/networks?id=c1d2353f-b112-4357-b0a6-e5993406a9d5 HTTP/1.1" status: 200 len: 921 time: 0.2521987 Aug 11 21:58:40.046885 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-c8232ca0-c891-45d3-b535-67afb065fba6 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:40.048357 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-c8232ca0-c891-45d3-b535-67afb065fba6 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:40.102878 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-c8232ca0-c891-45d3-b535-67afb065fba6 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3719726 Aug 11 21:58:40.112395 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-54a43f11-3ef8-45dd-ad3f-5576b293aa59 req-38ab5add-ccf2-4522-b6a7-cd1bcc6373b8 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761352 Aug 11 21:58:40.122856 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-8abd4b46-c54a-448b-9303-678524583b6e service neutron] Request body: {'port': {'device_id': '817eef53-e3c3-4135-b658-c740237660e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:58:40.185654 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-ef969789-2036-4d2d-8f9d-f6a144d98494 service neutron] Transition to ACTIVE for port object 533ca938-8289-4a33-b02c-fd38c7f22f54 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:58:40.244320 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-8abd4b46-c54a-448b-9303-678524583b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:40.251065 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-50ce89be-13d0-44ee-8440-4cd57c049e83 service neutron] For port fe14920a-a4be-4054-b1ae-c8b50eb8c195, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:58:40.325860 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-50ce89be-13d0-44ee-8440-4cd57c049e83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:40.377460 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-50ce89be-13d0-44ee-8440-4cd57c049e83 service neutron] Transition to ACTIVE for port object fe14920a-a4be-4054-b1ae-c8b50eb8c195 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:58:40.383242 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-ef969789-2036-4d2d-8f9d-f6a144d98494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:40.391240 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-223ff6f9-7aa0-4ebb-b8f5-94a36413112a req-07860adc-70f8-4b6a-afa8-04d42bc4b902 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5511503 Aug 11 21:58:40.436813 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device c063d3ea-dc0f-432f-b420-e57563044081 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:58:40.518288 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54773a1-e8a0-4e5e-9508-6fd6064a1351 req-b5dbe4a4-dae0-4f0c-bafa-a5a6118daf54 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:40.521054 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-edbced5b-0d02-42e2-b8d8-cc1d404f4921 None None] Provisioning for port 94ee3b8a-ad4a-450d-8eb0-1ce17426edb8 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:58:40.529070 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f54773a1-e8a0-4e5e-9508-6fd6064a1351 req-b5dbe4a4-dae0-4f0c-bafa-a5a6118daf54 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=817eef53-e3c3-4135-b658-c740237660e3 HTTP/1.1" status: 200 len: 936 time: 0.1721334 Aug 11 21:58:40.536936 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-50ce89be-13d0-44ee-8440-4cd57c049e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:40.543603 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-edbced5b-0d02-42e2-b8d8-cc1d404f4921 None None] Provisioning complete for port 94ee3b8a-ad4a-450d-8eb0-1ce17426edb8 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:58:40.543995 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-edbced5b-0d02-42e2-b8d8-cc1d404f4921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:40.586803 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-30b1caf6-6b4f-4ce7-b042-2b5f8dd6d4f8 req-def97f01-25dd-49ec-b544-3b1580722560 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=533ca938-8289-4a33-b02c-fd38c7f22f54 HTTP/1.1" status: 200 len: 217 time: 0.4931686 Aug 11 21:58:40.614118 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-edbced5b-0d02-42e2-b8d8-cc1d404f4921 None None] Port 94ee3b8a-ad4a-450d-8eb0-1ce17426edb8 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:58:40.618323 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f54773a1-e8a0-4e5e-9508-6fd6064a1351 req-abd51f03-0bce-481a-a0ce-580f9343beb5 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877311 Aug 11 21:58:40.682076 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:40.727318 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port c063d3ea-dc0f-432f-b420-e57563044081, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c063d3ea-dc0f-432f-b420-e57563044081,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:40.736811 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531f707b-1376-45f9-9cfe-53fb3de29009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c063d3ea-dc0f-432f-b420-e57563044081'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:58:40.739791 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691f3cc9-6ea6-4fb5-8736-dbbe09f1de11" -d '{"events": [{"server_uuid": "531f707b-1376-45f9-9cfe-53fb3de29009", "name": "network-vif-unplugged", "status": "completed", "tag": "c063d3ea-dc0f-432f-b420-e57563044081"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:58:40.753309 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:40.888510 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-baecfc2f-f182-4e69-8302-30f2154307a2 req-b6ffd7b6-1c70-4a42-a007-351af0f319a9 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 210 time: 0.1937547 Aug 11 21:58:40.911187 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-ef969789-2036-4d2d-8f9d-f6a144d98494 service neutron] No DVR routers for this DVR port 533ca938-8289-4a33-b02c-fd38c7f22f54 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:58:40.924945 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-8abd4b46-c54a-448b-9303-678524583b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94ee3b8a-ad4a-450d-8eb0-1ce17426edb8 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:58:40.939813 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-8abd4b46-c54a-448b-9303-678524583b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:40.958898 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-8abd4b46-c54a-448b-9303-678524583b6e service neutron] Transition to ACTIVE for port object 94ee3b8a-ad4a-450d-8eb0-1ce17426edb8 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:58:40.974919 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-8abd4b46-c54a-448b-9303-678524583b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:40.977838 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef969789-2036-4d2d-8f9d-f6a144d98494 service neutron] Pushing event updated for resources: {'Port': ['ID=533ca938-8289-4a33-b02c-fd38c7f22f54,revision_number=10']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:40.986289 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-50ce89be-13d0-44ee-8440-4cd57c049e83 service neutron] No DVR routers for this DVR port fe14920a-a4be-4054-b1ae-c8b50eb8c195 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:58:41.006103 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1caf6-6b4f-4ce7-b042-2b5f8dd6d4f8 req-edc25461-96ec-4e4b-8861-74fd9be1b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:41.007917 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-30b1caf6-6b4f-4ce7-b042-2b5f8dd6d4f8 req-edc25461-96ec-4e4b-8861-74fd9be1b637 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d64b3af4-29c6-4065-a225-159b72d7499b HTTP/1.1" status: 200 len: 860 time: 0.4058573 Aug 11 21:58:41.119866 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=c063d3ea-dc0f-432f-b420-e57563044081,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:41.171691 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d06fa5-c316-45a9-b0d0-e92cdd124e69 req-08b2ee26-72f8-4fa7-a94e-1c46945cd86d tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:41.182214 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-31d06fa5-c316-45a9-b0d0-e92cdd124e69 req-08b2ee26-72f8-4fa7-a94e-1c46945cd86d tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.2212000 Aug 11 21:58:41.197616 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd4b46-c54a-448b-9303-678524583b6e service neutron] Pushing event updated for resources: {'Port': ['ID=94ee3b8a-ad4a-450d-8eb0-1ce17426edb8,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:41.242991 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-8abd4b46-c54a-448b-9303-678524583b6e service neutron] Attempting to bind port 94ee3b8a-ad4a-450d-8eb0-1ce17426edb8 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:58:41.243357 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-8abd4b46-c54a-448b-9303-678524583b6e service neutron] Attempting to bind port 94ee3b8a-ad4a-450d-8eb0-1ce17426edb8 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:58:41.243709 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-8abd4b46-c54a-448b-9303-678524583b6e service neutron] Attempting to bind port 94ee3b8a-ad4a-450d-8eb0-1ce17426edb8 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:58:41.262697 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-8abd4b46-c54a-448b-9303-678524583b6e service neutron] Port 94ee3b8a-ad4a-450d-8eb0-1ce17426edb8 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:58:41.263043 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-8abd4b46-c54a-448b-9303-678524583b6e service neutron] Attempting to bind port 94ee3b8a-ad4a-450d-8eb0-1ce17426edb8 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:58:41.283044 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-31d06fa5-c316-45a9-b0d0-e92cdd124e69 req-06df98ba-4fa7-4bf8-8ffb-bf1ae13c4248 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993173 Aug 11 21:58:41.291429 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-8abd4b46-c54a-448b-9303-678524583b6e service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:58:41.292142 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-8abd4b46-c54a-448b-9303-678524583b6e service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:58:41.292734 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-8abd4b46-c54a-448b-9303-678524583b6e service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:58:41.293472 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-8abd4b46-c54a-448b-9303-678524583b6e service neutron] Bound port: 94ee3b8a-ad4a-450d-8eb0-1ce17426edb8, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:58:41.293869 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-8abd4b46-c54a-448b-9303-678524583b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:41.357684 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 21:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab936980-cfee-4487-b3b5-de4ca2598923 x-openstack-request-id: req-ab936980-cfee-4487-b3b5-de4ca2598923 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:58:41.363496 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531f707b-1376-45f9-9cfe-53fb3de29009", "name": "network-vif-unplugged", "status": "completed", "tag": "c063d3ea-dc0f-432f-b420-e57563044081", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:58:41.364105 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ab936980-cfee-4487-b3b5-de4ca2598923 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:58:41.365547 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531f707b-1376-45f9-9cfe-53fb3de29009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c063d3ea-dc0f-432f-b420-e57563044081', 'code': 200} Aug 11 21:58:41.392525 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-8abd4b46-c54a-448b-9303-678524583b6e service neutron] For port 94ee3b8a-ad4a-450d-8eb0-1ce17426edb8, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:58:41.397780 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-8abd4b46-c54a-448b-9303-678524583b6e service neutron] For port 94ee3b8a-ad4a-450d-8eb0-1ce17426edb8, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=94ee3b8a-ad4a-450d-8eb0-1ce17426edb8,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:58:41.403678 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-8abd4b46-c54a-448b-9303-678524583b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:41.480762 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-8abd4b46-c54a-448b-9303-678524583b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:41.481442 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-8abd4b46-c54a-448b-9303-678524583b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:41.483129 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-8abd4b46-c54a-448b-9303-678524583b6e service neutron] 10.222.0.82 "PUT /v2.0/ports/94ee3b8a-ad4a-450d-8eb0-1ce17426edb8 HTTP/1.1" status: 200 len: 1096 time: 1.3658671 Aug 11 21:58:41.483669 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '817eef53-e3c3-4135-b658-c740237660e3', 'tag': '94ee3b8a-ad4a-450d-8eb0-1ce17426edb8'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:58:41.486198 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfdcaba-fd61-4543-8bfe-6532ce64eb09" -d '{"events": [{"name": "network-changed", "server_uuid": "817eef53-e3c3-4135-b658-c740237660e3", "tag": "94ee3b8a-ad4a-450d-8eb0-1ce17426edb8"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:58:41.522905 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd4b46-c54a-448b-9303-678524583b6e service neutron] Pushing event updated for resources: {'Port': ['ID=94ee3b8a-ad4a-450d-8eb0-1ce17426edb8,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:41.535730 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431a23b-b577-47d7-8964-eabff5788cb7 req-04dcfaea-df8a-420c-bccb-e31c9477d235 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:41.537516 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2431a23b-b577-47d7-8964-eabff5788cb7 req-04dcfaea-df8a-420c-bccb-e31c9477d235 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 945 time: 0.1296055 Aug 11 21:58:41.599218 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9f6348-7529-415f-a4c1-1d868c53904b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe14920a-a4be-4054-b1ae-c8b50eb8c195'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:58:41.601640 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e357cce-3cba-4232-a152-85f1de96bb28" -d '{"events": [{"server_uuid": "6c9f6348-7529-415f-a4c1-1d868c53904b", "name": "network-vif-unplugged", "status": "completed", "tag": "fe14920a-a4be-4054-b1ae-c8b50eb8c195"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:58:41.615173 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-30b1caf6-6b4f-4ce7-b042-2b5f8dd6d4f8 req-c62162a0-f655-40f1-a8cd-542ab0b4256c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c1d2353f-b112-4357-b0a6-e5993406a9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5958788 Aug 11 21:58:41.618103 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2431a23b-b577-47d7-8964-eabff5788cb7 req-d8ffae59-215a-4887-8911-0180ca8b69c9 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739622 Aug 11 21:58:41.622748 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-941279e4-a0d1-4440-9fbe-5ea7e329119f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Allocated IP 172.20.0.14 (5382b449-7f03-4943-80f5-2f2d837d33e6/feb8f82d-6d1c-43cb-bc58-6c5e7403b8b5/c748d486-6ebf-422f-8a8b-ee96bdcd655d) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:58:41.644893 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-ef969789-2036-4d2d-8f9d-f6a144d98494 service neutron] 10.222.0.82 "PUT /v2.0/ports/533ca938-8289-4a33-b02c-fd38c7f22f54/bindings/n-h2-804275-3/activate HTTP/1.1" status: 200 len: 369 time: 2.7616549 Aug 11 21:58:41.661790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-e8c4ddd8-b4b6-4705-b822-2971f6ba03b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:41.664476 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-e8c4ddd8-b4b6-4705-b822-2971f6ba03b2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fda8d30fb096432db86c7a2a58224021&device_id=817eef53-e3c3-4135-b658-c740237660e3 HTTP/1.1" status: 200 len: 1099 time: 0.1033874 Aug 11 21:58:41.681116 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce89be-13d0-44ee-8440-4cd57c049e83 service neutron] Pushing event updated for resources: {'Port': ['ID=fe14920a-a4be-4054-b1ae-c8b50eb8c195,revision_number=6']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:41.716831 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-50ce89be-13d0-44ee-8440-4cd57c049e83 service neutron] Attempting to bind port fe14920a-a4be-4054-b1ae-c8b50eb8c195 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:58:41.716831 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-50ce89be-13d0-44ee-8440-4cd57c049e83 service neutron] Attempting to bind port fe14920a-a4be-4054-b1ae-c8b50eb8c195 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:58:41.716831 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-50ce89be-13d0-44ee-8440-4cd57c049e83 service neutron] Attempting to bind port fe14920a-a4be-4054-b1ae-c8b50eb8c195 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:58:41.728884 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-50ce89be-13d0-44ee-8440-4cd57c049e83 service neutron] Port fe14920a-a4be-4054-b1ae-c8b50eb8c195 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:58:41.728884 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-50ce89be-13d0-44ee-8440-4cd57c049e83 service neutron] Attempting to bind port fe14920a-a4be-4054-b1ae-c8b50eb8c195 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:58:41.759226 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 59dfa4a1-84b2-46ce-8814-80411df57b7b details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:58:41.764168 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-50ce89be-13d0-44ee-8440-4cd57c049e83 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:58:41.764729 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-50ce89be-13d0-44ee-8440-4cd57c049e83 service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:58:41.765077 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-50ce89be-13d0-44ee-8440-4cd57c049e83 service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:58:41.765357 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-50ce89be-13d0-44ee-8440-4cd57c049e83 service neutron] Bound port: fe14920a-a4be-4054-b1ae-c8b50eb8c195, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:58:41.765704 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-50ce89be-13d0-44ee-8440-4cd57c049e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:41.780248 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6466e-dbb5-450c-b2eb-eef64bef2454 req-dc4bdd85-2130-46ea-b77b-a168d9a021bf tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:41.794198 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3ac6466e-dbb5-450c-b2eb-eef64bef2454 req-dc4bdd85-2130-46ea-b77b-a168d9a021bf tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 944 time: 0.7959278 Aug 11 21:58:41.846695 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-22d9e56d-cb28-4187-a1f0-5ff8a3fcbbc2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=94ee3b8a-ad4a-450d-8eb0-1ce17426edb8 HTTP/1.1" status: 200 len: 217 time: 0.1385214 Aug 11 21:58:41.898648 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device fe14920a-a4be-4054-b1ae-c8b50eb8c195 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:58:41.986854 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 59dfa4a1-84b2-46ce-8814-80411df57b7b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=59dfa4a1-84b2-46ce-8814-80411df57b7b,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:41.992589 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-a0075828-18c6-4e8f-8bad-fd0e6e5b96fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:41.996163 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-a0075828-18c6-4e8f-8bad-fd0e6e5b96fe service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1097789 Aug 11 21:58:42.008321 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '59dfa4a1-84b2-46ce-8814-80411df57b7b', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '59dfa4a1-84b2-46ce-8814-80411df57b7b', 'mac_address': 'fa:16:3e:f6:ec:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:58:42.013826 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df492aa-3642-4856-a55f-f275964bfa4a req-29549548-3303-4cf0-8aa0-ddd948b2c8e4 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:42.014168 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device fe14920a-a4be-4054-b1ae-c8b50eb8c195 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:58:42.018924 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3ac6466e-dbb5-450c-b2eb-eef64bef2454 req-f310e897-e075-44ad-ab16-fca3f4d1ccb5 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230728 Aug 11 21:58:42.020383 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1df492aa-3642-4856-a55f-f275964bfa4a req-29549548-3303-4cf0-8aa0-ddd948b2c8e4 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 947 time: 0.1922705 Aug 11 21:58:42.052232 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-30b1caf6-6b4f-4ce7-b042-2b5f8dd6d4f8 req-f1c2211b-bc20-4886-b064-492e17a8c1b7 service neutron] 10.222.0.82 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199183 Aug 11 21:58:42.076196 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-5ba3c966-3c3d-41ab-890e-0664d6ba8847 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:42.077404 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-5ba3c966-3c3d-41ab-890e-0664d6ba8847 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164&tenant_id=cfe969a3456f4c9186b743e59eed9b71&binding%3Ahost_id=n-h1-804275-3 HTTP/1.1" status: 200 len: 1096 time: 0.2735991 Aug 11 21:58:42.091416 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:42.098269 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c4dafa-9450-4e8e-89da-3c04f8f5650a x-openstack-request-id: req-e4c4dafa-9450-4e8e-89da-3c04f8f5650a {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:58:42.098711 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "817eef53-e3c3-4135-b658-c740237660e3", "tag": "94ee3b8a-ad4a-450d-8eb0-1ce17426edb8", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:58:42.099092 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e4c4dafa-9450-4e8e-89da-3c04f8f5650a {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:58:42.099727 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '817eef53-e3c3-4135-b658-c740237660e3', 'tag': '94ee3b8a-ad4a-450d-8eb0-1ce17426edb8', 'status': 'completed', 'code': 200} Aug 11 21:58:42.111031 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59dfa4a1-84b2-46ce-8814-80411df57b7b {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:58:42.138132 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 59dfa4a1-84b2-46ce-8814-80411df57b7b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=59dfa4a1-84b2-46ce-8814-80411df57b7b,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:42.145642 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:42.147581 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-dd4a9bad-0810-44c5-8d2f-befed049d078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:42.150189 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-dd4a9bad-0810-44c5-8d2f-befed049d078 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1269510 Aug 11 21:58:42.166912 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1df492aa-3642-4856-a55f-f275964bfa4a req-67e52cd8-9e07-487c-b8f5-378379302e35 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264949 Aug 11 21:58:42.177033 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 21:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7d7649-81bd-475c-8b44-4dfe36f73d74 x-openstack-request-id: req-cb7d7649-81bd-475c-8b44-4dfe36f73d74 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:58:42.177324 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9f6348-7529-415f-a4c1-1d868c53904b", "name": "network-vif-unplugged", "status": "completed", "tag": "fe14920a-a4be-4054-b1ae-c8b50eb8c195", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:58:42.177616 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cb7d7649-81bd-475c-8b44-4dfe36f73d74 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:58:42.178322 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9f6348-7529-415f-a4c1-1d868c53904b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe14920a-a4be-4054-b1ae-c8b50eb8c195', 'code': 200} Aug 11 21:58:42.234396 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=59dfa4a1-84b2-46ce-8814-80411df57b7b,revision_number=9']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:42.301932 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-50ce89be-13d0-44ee-8440-4cd57c049e83 service neutron] For port fe14920a-a4be-4054-b1ae-c8b50eb8c195, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:58:42.322167 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['59dfa4a1-84b2-46ce-8814-80411df57b7b'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:58:42.357363 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-50ce89be-13d0-44ee-8440-4cd57c049e83 service neutron] For port fe14920a-a4be-4054-b1ae-c8b50eb8c195, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=fe14920a-a4be-4054-b1ae-c8b50eb8c195,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:58:42.377335 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-fa61b81a-e466-4c55-af68-e575b9ce5028 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880839 Aug 11 21:58:42.378374 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-50ce89be-13d0-44ee-8440-4cd57c049e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:42.396668 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-3b001f88-1f5b-40cc-8d0f-b20dcf7b5839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:42.398456 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-3b001f88-1f5b-40cc-8d0f-b20dcf7b5839 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164&tenant_id=cfe969a3456f4c9186b743e59eed9b71 HTTP/1.1" status: 200 len: 1096 time: 0.2092235 Aug 11 21:58:42.438414 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-30b1caf6-6b4f-4ce7-b042-2b5f8dd6d4f8 req-e285f6f9-32a5-4982-b582-ac57a56af111 service neutron] 10.222.0.82 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673513 Aug 11 21:58:42.447240 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-941279e4-a0d1-4440-9fbe-5ea7e329119f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:42.480765 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55901592-2b20-4c5e-ac16-9a736b9230f1 req-821a2609-74c3-42ca-a471-a515149b8554 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:42.489406 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-55901592-2b20-4c5e-ac16-9a736b9230f1 req-821a2609-74c3-42ca-a471-a515149b8554 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=817eef53-e3c3-4135-b658-c740237660e3 HTTP/1.1" status: 200 len: 948 time: 0.2460499 Aug 11 21:58:42.536426 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-50ce89be-13d0-44ee-8440-4cd57c049e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:42.537692 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-50ce89be-13d0-44ee-8440-4cd57c049e83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:42.538805 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-50ce89be-13d0-44ee-8440-4cd57c049e83 service neutron] 10.222.0.52 "PUT /v2.0/ports/fe14920a-a4be-4054-b1ae-c8b50eb8c195 HTTP/1.1" status: 200 len: 1095 time: 3.6940281 Aug 11 21:58:42.569324 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3931ed84-ebc5-4bdf-b2e4-82847c8ad816 req-c2d4b5d1-c1f9-4427-a8a5-c022c425186f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 210 time: 0.1902533 Aug 11 21:58:42.589182 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce89be-13d0-44ee-8440-4cd57c049e83 service neutron] Pushing event updated for resources: {'Port': ['ID=fe14920a-a4be-4054-b1ae-c8b50eb8c195,revision_number=7']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:42.601765 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d64cdf00-9095-484f-b3dc-b093c5f4fc03 req-87b5f532-7b0e-4f27-b789-d5dc8aa7249b service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039709 Aug 11 21:58:42.689780 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-402c3d95-0bdc-4a4e-b5aa-2d769d6e210a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:42.693294 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-402c3d95-0bdc-4a4e-b5aa-2d769d6e210a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cfe969a3456f4c9186b743e59eed9b71&device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 1096 time: 0.2425008 Aug 11 21:58:42.711695 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-55901592-2b20-4c5e-ac16-9a736b9230f1 req-2e4576d2-9dbd-4ece-868a-d8af259dbf42 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203140 Aug 11 21:58:42.814973 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-941279e4-a0d1-4440-9fbe-5ea7e329119f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:42.838548 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdcaba-fd61-4543-8bfe-6532ce64eb09 req-4154cb15-b1bb-4399-805b-5703d47b4862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:42.840631 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8dfdcaba-fd61-4543-8bfe-6532ce64eb09 req-4154cb15-b1bb-4399-805b-5703d47b4862 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fda8d30fb096432db86c7a2a58224021&device_id=817eef53-e3c3-4135-b658-c740237660e3 HTTP/1.1" status: 200 len: 1099 time: 0.1026223 Aug 11 21:58:42.911438 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-e0d80912-2006-461b-a536-fa7873402fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:42.914250 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-e0d80912-2006-461b-a536-fa7873402fc3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 1098 time: 0.3083467 Aug 11 21:58:42.978603 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-941279e4-a0d1-4440-9fbe-5ea7e329119f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Network 5382b449-7f03-4943-80f5-2f2d837d33e6 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:58:43.008248 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdcaba-fd61-4543-8bfe-6532ce64eb09 req-8cdd5aff-0dbc-47a2-8304-937c37421b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:43.010067 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8dfdcaba-fd61-4543-8bfe-6532ce64eb09 req-8cdd5aff-0dbc-47a2-8304-937c37421b5b service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.1613851 Aug 11 21:58:43.039998 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-941279e4-a0d1-4440-9fbe-5ea7e329119f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:58:43.051902 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941279e4-a0d1-4440-9fbe-5ea7e329119f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Pushing event updated for resources: {'Port': ['ID=c748d486-6ebf-422f-8a8b-ee96bdcd655d,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:43.062732 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-941279e4-a0d1-4440-9fbe-5ea7e329119f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:58:43.065813 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8dfdcaba-fd61-4543-8bfe-6532ce64eb09 req-970dacc1-1ad1-4530-980a-cd9d51398b0a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=94ee3b8a-ad4a-450d-8eb0-1ce17426edb8 HTTP/1.1" status: 200 len: 217 time: 0.0471532 Aug 11 21:58:43.102389 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-a2d8435c-d475-4c62-96ff-d01e306c4697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:43.103963 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-a2d8435c-d475-4c62-96ff-d01e306c4697 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1d2353f-b112-4357-b0a6-e5993406a9d5 HTTP/1.1" status: 200 len: 921 time: 0.3859422 Aug 11 21:58:43.121728 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea11f7-292b-4288-8d15-e3c05b1de9b0 req-02ce4159-0047-404e-b60f-e3e1166bbc70 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:43.124037 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3cea11f7-292b-4288-8d15-e3c05b1de9b0 req-02ce4159-0047-404e-b60f-e3e1166bbc70 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.2883210 Aug 11 21:58:43.137611 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdcaba-fd61-4543-8bfe-6532ce64eb09 req-f483a6a0-da2b-48eb-bd01-013c0a78b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:43.143915 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8dfdcaba-fd61-4543-8bfe-6532ce64eb09 req-f483a6a0-da2b-48eb-bd01-013c0a78b61b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.0682850 Aug 11 21:58:43.156342 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8135eba2-f293-42f9-b1cb-3be945198867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:43.213014 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-f250d305-9bf3-40cd-8119-469d63af0260 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=533ca938-8289-4a33-b02c-fd38c7f22f54 HTTP/1.1" status: 200 len: 217 time: 0.0850601 Aug 11 21:58:43.218423 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdcaba-fd61-4543-8bfe-6532ce64eb09 req-f41194bd-31a1-4fc4-808c-c4c7022a3c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:43.220989 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8dfdcaba-fd61-4543-8bfe-6532ce64eb09 req-f41194bd-31a1-4fc4-808c-c4c7022a3c8a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0727806 Aug 11 21:58:43.241035 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-941279e4-a0d1-4440-9fbe-5ea7e329119f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:43.241677 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-941279e4-a0d1-4440-9fbe-5ea7e329119f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:43.288264 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-e7baa944-be91-424c-bfdc-59fe155545ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:43.289864 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-e7baa944-be91-424c-bfdc-59fe155545ff service neutron] 10.222.0.52 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.3515513 Aug 11 21:58:43.365258 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-941279e4-a0d1-4440-9fbe-5ea7e329119f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0847569 Aug 11 21:58:43.368452 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3cea11f7-292b-4288-8d15-e3c05b1de9b0 req-1243f7dc-717b-4bab-ab4e-8eadef579266 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145715 Aug 11 21:58:43.372409 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-8b301a93-5840-4085-a068-169524a46d99 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=fe14920a-a4be-4054-b1ae-c8b50eb8c195 HTTP/1.1" status: 200 len: 217 time: 0.0615447 Aug 11 21:58:43.379429 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-11845318-4b0a-4097-9e7d-c7f65c355724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:43.381073 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-11845318-4b0a-4097-9e7d-c7f65c355724 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d64b3af4-29c6-4065-a225-159b72d7499b HTTP/1.1" status: 200 len: 860 time: 0.1503038 Aug 11 21:58:43.386519 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-5489ac26-be9d-4a90-8249-40b6dd5bf488 service neutron] Request body: {'port': {'device_id': '2c40674c-6919-4116-8405-3705ec357620', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:58:43.465748 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8dfdcaba-fd61-4543-8bfe-6532ce64eb09 req-d9f59438-21f1-4b09-8181-8dcfd36057ed service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363055 Aug 11 21:58:43.508987 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0204989-999c-476b-baf5-2b2e13c59d09 req-cb02379b-2edf-41f8-a7ae-6ba9ce96a79f tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:43.509713 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-70c3cf9d-a37e-480f-8258-3d9548d4d542 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1d2353f-b112-4357-b0a6-e5993406a9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684738 Aug 11 21:58:43.511919 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a0204989-999c-476b-baf5-2b2e13c59d09 req-cb02379b-2edf-41f8-a7ae-6ba9ce96a79f tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 945 time: 0.1648507 Aug 11 21:58:43.618549 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-5489ac26-be9d-4a90-8249-40b6dd5bf488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:43.621487 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-0f1c545d-a446-45dd-98eb-bc86b4fb465e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:43.622982 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-0f1c545d-a446-45dd-98eb-bc86b4fb465e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1708727 Aug 11 21:58:43.679304 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a0204989-999c-476b-baf5-2b2e13c59d09 req-cd7ab4e9-7108-4d99-b979-4cb5d91dc653 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420116 Aug 11 21:58:43.737213 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8dfdcaba-fd61-4543-8bfe-6532ce64eb09 req-3212ae27-adfe-4cd2-bcc2-07657c3b4c09 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602482 Aug 11 21:58:43.762092 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device a57d88c3-3ff2-48e7-9244-3996584662da no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:58:43.770901 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-172ed0cd-10b6-427e-b1d1-d0fcf31ce9ff service neutron] 10.222.0.52 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472560 Aug 11 21:58:43.783019 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13dd23-d160-4f67-8d06-d69b7b66d713 req-93e0738b-8a1a-496d-b13f-19c8a8541f7b tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:43.785257 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2f13dd23-d160-4f67-8d06-d69b7b66d713 req-93e0738b-8a1a-496d-b13f-19c8a8541f7b tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 947 time: 0.1819112 Aug 11 21:58:43.872702 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-64c7a29a-5480-44ed-847f-7d60bd7c7c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:43.874835 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-64c7a29a-5480-44ed-847f-7d60bd7c7c9b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2239268 Aug 11 21:58:44.056645 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fddda1-96ad-4e08-b13d-124df8d4f2f3 req-3924f416-b363-40b6-a0d2-99c8b6f10ef9 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:44.058749 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-13fddda1-96ad-4e08-b13d-124df8d4f2f3 req-3924f416-b363-40b6-a0d2-99c8b6f10ef9 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 932 time: 0.0652668 Aug 11 21:58:44.091495 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2f13dd23-d160-4f67-8d06-d69b7b66d713 req-f33774e2-71c6-4999-973b-7559bc32042f tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365842 Aug 11 21:58:44.128874 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-13fddda1-96ad-4e08-b13d-124df8d4f2f3 req-b9035779-c08c-47a0-83f2-34cb63f8019f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588365 Aug 11 21:58:44.208027 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9f6348-7529-415f-a4c1-1d868c53904b', 'tag': 'fe14920a-a4be-4054-b1ae-c8b50eb8c195'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:58:44.215342 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5b93fb-01a7-4000-937f-a59feaa80ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9f6348-7529-415f-a4c1-1d868c53904b", "tag": "fe14920a-a4be-4054-b1ae-c8b50eb8c195"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:58:44.276375 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addff62b-5f07-420a-9294-d07cbb66b140 req-2f03c7d0-d844-4a51-b887-7ed3fd321221 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:44.278309 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-addff62b-5f07-420a-9294-d07cbb66b140 req-2f03c7d0-d844-4a51-b887-7ed3fd321221 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 944 time: 0.0627749 Aug 11 21:58:44.396685 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-addff62b-5f07-420a-9294-d07cbb66b140 req-3e030248-1d67-4204-975f-7d371ce0cf0d tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106429 Aug 11 21:58:44.403097 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-d85933a0-dec0-41e3-835f-ae5a4ed8cf7d service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057602 Aug 11 21:58:44.404952 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-eac8ee48-5206-4725-8e08-0700833da6a3 service neutron] 10.222.0.52 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5473406 Aug 11 21:58:44.435546 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a51165-fdd3-41bb-9525-c1fdb5992c95 req-773093d1-118b-4c66-8c09-7f4ae4c17f42 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:44.438122 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d6a51165-fdd3-41bb-9525-c1fdb5992c95 req-773093d1-118b-4c66-8c09-7f4ae4c17f42 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=817eef53-e3c3-4135-b658-c740237660e3 HTTP/1.1" status: 200 len: 948 time: 0.2114375 Aug 11 21:58:44.510310 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58962) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:58:44.647929 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385413c0-74e3-4b1c-93b4-db8f385a1218 x-openstack-request-id: req-385413c0-74e3-4b1c-93b4-db8f385a1218 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:58:44.648447 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9f6348-7529-415f-a4c1-1d868c53904b", "tag": "fe14920a-a4be-4054-b1ae-c8b50eb8c195", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:58:44.648855 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-385413c0-74e3-4b1c-93b4-db8f385a1218 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:58:44.649469 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9f6348-7529-415f-a4c1-1d868c53904b', 'tag': 'fe14920a-a4be-4054-b1ae-c8b50eb8c195', 'status': 'completed', 'code': 200} Aug 11 21:58:44.774009 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-81c4136d-0062-4de6-b51c-f4c0d005236f req-3b7f9eb3-577b-4826-90c4-70417484c0b4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2624459 Aug 11 21:58:44.779944 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b93fb-01a7-4000-937f-a59feaa80ad9 req-4be4b737-7911-4481-b7c5-abb483098c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:44.782559 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1e5b93fb-01a7-4000-937f-a59feaa80ad9 req-4be4b737-7911-4481-b7c5-abb483098c1f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 1098 time: 0.1461828 Aug 11 21:58:44.788612 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d6a51165-fdd3-41bb-9525-c1fdb5992c95 req-51b937c9-0ea9-4225-8de5-ba54a62d280d tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180709 Aug 11 21:58:44.823972 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-5489ac26-be9d-4a90-8249-40b6dd5bf488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c748d486-6ebf-422f-8a8b-ee96bdcd655d {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:58:44.871372 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12a660-2617-4e5d-a063-183e7a78b2cd req-4a097bef-d83e-488b-8530-c4ac11b5b16c tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:44.877113 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-5489ac26-be9d-4a90-8249-40b6dd5bf488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:44.880070 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae12a660-2617-4e5d-a063-183e7a78b2cd req-4a097bef-d83e-488b-8530-c4ac11b5b16c tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.1523726 Aug 11 21:58:44.904715 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-8c558ca9-9fb8-48dc-ad74-2988586c9b75 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:44.907319 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-8c558ca9-9fb8-48dc-ad74-2988586c9b75 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164&tenant_id=cfe969a3456f4c9186b743e59eed9b71&binding%3Ahost_id=n-h2-804275-3 HTTP/1.1" status: 200 len: 1096 time: 0.0989137 Aug 11 21:58:45.005079 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae12a660-2617-4e5d-a063-183e7a78b2cd req-e7a05130-70f0-4cab-850d-e83fc4328146 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204016 Aug 11 21:58:45.007674 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-5489ac26-be9d-4a90-8249-40b6dd5bf488 service neutron] Transition to ACTIVE for port object c748d486-6ebf-422f-8a8b-ee96bdcd655d will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:58:45.024457 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6366cdb3-5421-4585-aa29-f3e9b3cb1e28 req-a7f7a984-36e1-4b80-af11-4af8e733e4b5 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6040592 Aug 11 21:58:45.028619 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-5489ac26-be9d-4a90-8249-40b6dd5bf488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:45.053561 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b93fb-01a7-4000-937f-a59feaa80ad9 req-229ca839-2f09-49de-ad39-441bdc47a4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:45.062257 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1e5b93fb-01a7-4000-937f-a59feaa80ad9 req-229ca839-2f09-49de-ad39-441bdc47a4a9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.2719138 Aug 11 21:58:45.159341 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1e5b93fb-01a7-4000-937f-a59feaa80ad9 req-7042af1e-7ef9-4ae1-80f3-ed937c88caa8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=fe14920a-a4be-4054-b1ae-c8b50eb8c195 HTTP/1.1" status: 200 len: 217 time: 0.0877161 Aug 11 21:58:45.271932 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b93fb-01a7-4000-937f-a59feaa80ad9 req-30f901cd-f1eb-4045-aedb-95909a66e41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:45.273503 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1e5b93fb-01a7-4000-937f-a59feaa80ad9 req-30f901cd-f1eb-4045-aedb-95909a66e41d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1066263 Aug 11 21:58:45.332200 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489ac26-be9d-4a90-8249-40b6dd5bf488 service neutron] Pushing event updated for resources: {'Port': ['ID=c748d486-6ebf-422f-8a8b-ee96bdcd655d,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:45.430780 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b93fb-01a7-4000-937f-a59feaa80ad9 req-4ab36cfd-8f24-4546-9a6c-a8589da17297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:45.432555 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1e5b93fb-01a7-4000-937f-a59feaa80ad9 req-4ab36cfd-8f24-4546-9a6c-a8589da17297 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1509213 Aug 11 21:58:45.566462 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1e5b93fb-01a7-4000-937f-a59feaa80ad9 req-d0a7e6eb-11bc-4711-b07d-96928a9a59a4 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199787 Aug 11 21:58:45.618081 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086fa4c-2cd1-43b2-bea6-d2cb76ccdf60 req-2fac8317-4a8b-47c8-81f4-fa73d8e7c27b tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:45.627264 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9086fa4c-2cd1-43b2-bea6-d2cb76ccdf60 req-2fac8317-4a8b-47c8-81f4-fa73d8e7c27b tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 947 time: 0.2690845 Aug 11 21:58:45.691415 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-954cfe6d-9f59-4d44-8d34-06adf9f4fae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:45.775140 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 59dfa4a1-84b2-46ce-8814-80411df57b7b up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:58:45.776146 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9086fa4c-2cd1-43b2-bea6-d2cb76ccdf60 req-457f31b8-514f-4b05-9540-b172fa75c196 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478670 Aug 11 21:58:45.845937 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1e5b93fb-01a7-4000-937f-a59feaa80ad9 req-00c66557-e8f5-4919-bebd-f98bb92c7c73 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390788 Aug 11 21:58:45.915493 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 94ee3b8a-ad4a-450d-8eb0-1ce17426edb8 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:58:45.942697 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69568672-dfc2-4d3e-a9bc-4cfafde93d51 req-6228be8e-ac98-493e-8c8a-7b20b7c8dbce tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:45.945005 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69568672-dfc2-4d3e-a9bc-4cfafde93d51 req-6228be8e-ac98-493e-8c8a-7b20b7c8dbce tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 945 time: 0.8358266 Aug 11 21:58:45.945734 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4fc684-49db-4ef6-9a5e-ee12df3e82bc req-5ee0f9b0-17fa-4251-82ce-ea9f461a5949 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:45.955982 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8e4fc684-49db-4ef6-9a5e-ee12df3e82bc req-5ee0f9b0-17fa-4251-82ce-ea9f461a5949 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 944 time: 0.0789061 Aug 11 21:58:45.990811 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b93fb-01a7-4000-937f-a59feaa80ad9 req-025cdab0-93a0-4e45-9357-ab72b45b7b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:45.992382 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1e5b93fb-01a7-4000-937f-a59feaa80ad9 req-025cdab0-93a0-4e45-9357-ab72b45b7b3a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 1098 time: 0.7771244 Aug 11 21:58:46.022109 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:46.052871 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8e4fc684-49db-4ef6-9a5e-ee12df3e82bc req-661527c2-3fdf-4b49-b674-820a22e34342 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923781 Aug 11 21:58:46.082244 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 59dfa4a1-84b2-46ce-8814-80411df57b7b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:58:46.083638 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:46.098272 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-5be3fa02-1ab4-4c08-81d3-dd02a15d2c85 service neutron] For port 533ca938-8289-4a33-b02c-fd38c7f22f54, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:58:46.117160 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-5489ac26-be9d-4a90-8249-40b6dd5bf488 service neutron] Attempting to bind port c748d486-6ebf-422f-8a8b-ee96bdcd655d on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:58:46.117544 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-5489ac26-be9d-4a90-8249-40b6dd5bf488 service neutron] Attempting to bind port c748d486-6ebf-422f-8a8b-ee96bdcd655d by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '955956c0-819f-4ff3-b129-18102dcedf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5382b449-7f03-4943-80f5-2f2d837d33e6'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:58:46.118067 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-5489ac26-be9d-4a90-8249-40b6dd5bf488 service neutron] Attempting to bind port c748d486-6ebf-422f-8a8b-ee96bdcd655d on network 5382b449-7f03-4943-80f5-2f2d837d33e6 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:58:46.139380 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-5be3fa02-1ab4-4c08-81d3-dd02a15d2c85 service neutron] Notify callbacks [] for binding, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:46.148917 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46d673cb-33c8-4e10-85a7-3a71cb923dab req-5be3fa02-1ab4-4c08-81d3-dd02a15d2c85 service neutron] 10.222.0.52 "DELETE /v2.0/ports/533ca938-8289-4a33-b02c-fd38c7f22f54/bindings/n-h1-804275-3 HTTP/1.1" status: 204 len: 173 time: 1.2312438 Aug 11 21:58:46.161091 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69568672-dfc2-4d3e-a9bc-4cfafde93d51 req-88aa8252-1924-411d-b183-a30fde58de01 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988573 Aug 11 21:58:46.169198 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-5489ac26-be9d-4a90-8249-40b6dd5bf488 service neutron] Port c748d486-6ebf-422f-8a8b-ee96bdcd655d on network 5382b449-7f03-4943-80f5-2f2d837d33e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:58:46.169198 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-5489ac26-be9d-4a90-8249-40b6dd5bf488 service neutron] Attempting to bind port c748d486-6ebf-422f-8a8b-ee96bdcd655d on network 5382b449-7f03-4943-80f5-2f2d837d33e6 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:58:46.210808 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-5489ac26-be9d-4a90-8249-40b6dd5bf488 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:58:46.211166 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-5489ac26-be9d-4a90-8249-40b6dd5bf488 service neutron] Checking segment: {'id': '955956c0-819f-4ff3-b129-18102dcedf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5382b449-7f03-4943-80f5-2f2d837d33e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:58:46.228619 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-5489ac26-be9d-4a90-8249-40b6dd5bf488 service neutron] Bound using segment: {'id': '955956c0-819f-4ff3-b129-18102dcedf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5382b449-7f03-4943-80f5-2f2d837d33e6'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:58:46.228619 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-5489ac26-be9d-4a90-8249-40b6dd5bf488 service neutron] Bound port: c748d486-6ebf-422f-8a8b-ee96bdcd655d, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955956c0-819f-4ff3-b129-18102dcedf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5382b449-7f03-4943-80f5-2f2d837d33e6'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:58:46.228619 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-5489ac26-be9d-4a90-8249-40b6dd5bf488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:46.307796 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d05553-0943-463a-8d4b-62a78d38ecca req-4a13e529-2a35-4cdb-b540-6c2d0a1b35d4 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:46.316149 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c0d05553-0943-463a-8d4b-62a78d38ecca req-4a13e529-2a35-4cdb-b540-6c2d0a1b35d4 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 944 time: 0.1218824 Aug 11 21:58:46.403237 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c0d05553-0943-463a-8d4b-62a78d38ecca req-ce6852d0-a583-4b0f-9210-511caaf180fe tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858307 Aug 11 21:58:46.435778 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b93fb-01a7-4000-937f-a59feaa80ad9 req-5521016e-9ce7-4eec-ab16-cd5b4f7ba468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:46.438553 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1e5b93fb-01a7-4000-937f-a59feaa80ad9 req-5521016e-9ce7-4eec-ab16-cd5b4f7ba468 service neutron] 10.222.0.52 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.4217176 Aug 11 21:58:46.449298 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 94ee3b8a-ad4a-450d-8eb0-1ce17426edb8, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=94ee3b8a-ad4a-450d-8eb0-1ce17426edb8,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:46.467982 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '94ee3b8a-ad4a-450d-8eb0-1ce17426edb8', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '94ee3b8a-ad4a-450d-8eb0-1ce17426edb8', 'mac_address': 'fa:16:3e:a9:23:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:58:46.549989 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:46.574917 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ee3b8a-ad4a-450d-8eb0-1ce17426edb8 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:58:46.621549 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1e5b93fb-01a7-4000-937f-a59feaa80ad9 req-0e46189a-fe0a-4eb9-add0-48e3243b0bf1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=fe14920a-a4be-4054-b1ae-c8b50eb8c195 HTTP/1.1" status: 200 len: 217 time: 0.1394260 Aug 11 21:58:46.648300 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-5489ac26-be9d-4a90-8249-40b6dd5bf488 service neutron] For port c748d486-6ebf-422f-8a8b-ee96bdcd655d, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:58:46.656284 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-5489ac26-be9d-4a90-8249-40b6dd5bf488 service neutron] For port c748d486-6ebf-422f-8a8b-ee96bdcd655d, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c748d486-6ebf-422f-8a8b-ee96bdcd655d,segment=NetworkSegment(955956c0-819f-4ff3-b129-18102dcedf3e),segment_id=955956c0-819f-4ff3-b129-18102dcedf3e)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:58:46.705293 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 94ee3b8a-ad4a-450d-8eb0-1ce17426edb8, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=94ee3b8a-ad4a-450d-8eb0-1ce17426edb8,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:46.714731 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:46.725143 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:46.782558 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f850310-a88c-4542-a4e1-7eb7880e04ca req-e49139a5-34aa-454c-aa83-3db8b14de9ed tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:46.798364 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f850310-a88c-4542-a4e1-7eb7880e04ca req-e49139a5-34aa-454c-aa83-3db8b14de9ed tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.1180511 Aug 11 21:58:46.813104 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-5489ac26-be9d-4a90-8249-40b6dd5bf488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:46.819713 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b93fb-01a7-4000-937f-a59feaa80ad9 req-adec461c-5ac0-42fc-b58a-5df1d51d59de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:46.823824 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1e5b93fb-01a7-4000-937f-a59feaa80ad9 req-adec461c-5ac0-42fc-b58a-5df1d51d59de service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1597648 Aug 11 21:58:46.872610 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497dfcb1-e54c-42ce-a47b-c28267b306c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dfa4a1-84b2-46ce-8814-80411df57b7b'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:58:46.874970 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f223c2-aa0c-4f1f-a473-650313e72821" -d '{"events": [{"server_uuid": "497dfcb1-e54c-42ce-a47b-c28267b306c6", "name": "network-vif-plugged", "status": "completed", "tag": "59dfa4a1-84b2-46ce-8814-80411df57b7b"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:58:46.878676 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f850310-a88c-4542-a4e1-7eb7880e04ca req-e28df2d9-c9b1-4043-876f-74a36f39c5aa tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767248 Aug 11 21:58:46.915451 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 59dfa4a1-84b2-46ce-8814-80411df57b7b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=59dfa4a1-84b2-46ce-8814-80411df57b7b,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:46.934045 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:46.940593 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=94ee3b8a-ad4a-450d-8eb0-1ce17426edb8,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:46.979170 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-5489ac26-be9d-4a90-8249-40b6dd5bf488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:46.981071 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-5489ac26-be9d-4a90-8249-40b6dd5bf488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:46.983595 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-5489ac26-be9d-4a90-8249-40b6dd5bf488 service neutron] 10.222.0.82 "PUT /v2.0/ports/c748d486-6ebf-422f-8a8b-ee96bdcd655d HTTP/1.1" status: 200 len: 1092 time: 3.6014237 Aug 11 21:58:46.986879 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c40674c-6919-4116-8405-3705ec357620', 'tag': 'c748d486-6ebf-422f-8a8b-ee96bdcd655d'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:58:46.990102 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2655c8-f95d-4c34-9949-aa7e0c1381d9" -d '{"events": [{"name": "network-changed", "server_uuid": "2c40674c-6919-4116-8405-3705ec357620", "tag": "c748d486-6ebf-422f-8a8b-ee96bdcd655d"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:58:47.012210 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb78bae-2235-45c2-8cdb-906b6ebc2b6b req-21273e9c-53c8-4877-9056-f50957b43d7b tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:47.027437 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-feb78bae-2235-45c2-8cdb-906b6ebc2b6b req-21273e9c-53c8-4877-9056-f50957b43d7b tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=817eef53-e3c3-4135-b658-c740237660e3 HTTP/1.1" status: 200 len: 948 time: 0.6513824 Aug 11 21:58:47.045648 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=59dfa4a1-84b2-46ce-8814-80411df57b7b,revision_number=10']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:47.146809 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489ac26-be9d-4a90-8249-40b6dd5bf488 service neutron] Pushing event updated for resources: {'Port': ['ID=c748d486-6ebf-422f-8a8b-ee96bdcd655d,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:47.179839 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b93fb-01a7-4000-937f-a59feaa80ad9 req-53b3061d-14fd-4f5c-8d8b-c1b43aad8bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:47.181919 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1e5b93fb-01a7-4000-937f-a59feaa80ad9 req-53b3061d-14fd-4f5c-8d8b-c1b43aad8bcd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2892354 Aug 11 21:58:47.216476 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-feb78bae-2235-45c2-8cdb-906b6ebc2b6b req-2892d443-e7ee-41f5-8c1a-4049001cae35 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865337 Aug 11 21:58:47.245416 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21def34a-af65-4c86-ab58-6d9d7423f5a0 req-d787d36e-d49b-42d6-aec2-137c42b2215e tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:47.260778 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-21def34a-af65-4c86-ab58-6d9d7423f5a0 req-d787d36e-d49b-42d6-aec2-137c42b2215e tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 947 time: 0.0932531 Aug 11 21:58:47.269778 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-96bd109e-78c2-410a-9f60-4316126e462b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:47.271758 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-96bd109e-78c2-410a-9f60-4316126e462b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e367bb851780420faef645c6e2737134&device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 1095 time: 0.2219627 Aug 11 21:58:47.274023 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['94ee3b8a-ad4a-450d-8eb0-1ce17426edb8'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:58:47.336774 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d82ca1-82a9-49ce-9ac3-c02f68e6ad61 x-openstack-request-id: req-77d82ca1-82a9-49ce-9ac3-c02f68e6ad61 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:58:47.336990 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497dfcb1-e54c-42ce-a47b-c28267b306c6", "name": "network-vif-plugged", "status": "completed", "tag": "59dfa4a1-84b2-46ce-8814-80411df57b7b", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:58:47.337242 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-77d82ca1-82a9-49ce-9ac3-c02f68e6ad61 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:58:47.337652 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497dfcb1-e54c-42ce-a47b-c28267b306c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dfa4a1-84b2-46ce-8814-80411df57b7b', 'code': 200} Aug 11 21:58:47.378958 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:47.382327 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d04d14f-d9d4-4417-883b-2f795c898a98 x-openstack-request-id: req-7d04d14f-d9d4-4417-883b-2f795c898a98 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:58:47.382883 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c40674c-6919-4116-8405-3705ec357620", "tag": "c748d486-6ebf-422f-8a8b-ee96bdcd655d", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:58:47.383319 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7d04d14f-d9d4-4417-883b-2f795c898a98 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:58:47.383960 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c40674c-6919-4116-8405-3705ec357620', 'tag': 'c748d486-6ebf-422f-8a8b-ee96bdcd655d', 'status': 'completed', 'code': 200} Aug 11 21:58:47.389583 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-2789b216-e0ee-48ae-9e86-963611be296a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c748d486-6ebf-422f-8a8b-ee96bdcd655d HTTP/1.1" status: 200 len: 217 time: 0.0718856 Aug 11 21:58:47.391918 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-21def34a-af65-4c86-ab58-6d9d7423f5a0 req-a939bd78-96ad-46b8-9be6-3d17652607fb tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291332 Aug 11 21:58:47.473137 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1e5b93fb-01a7-4000-937f-a59feaa80ad9 req-8b874465-4173-4f87-8ffe-1194261a53af service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792301 Aug 11 21:58:47.585298 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-7c6b250c-2f6d-4dc4-bbd1-368bae08fa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:47.586106 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57965a01-007e-4351-a12f-69eeeb8e5ace req-646909df-2b6e-488a-94aa-0a9fb401528a tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:47.587293 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-7c6b250c-2f6d-4dc4-bbd1-368bae08fa97 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=feb8f82d-6d1c-43cb-bc58-6c5e7403b8b5 HTTP/1.1" status: 200 len: 862 time: 0.1888247 Aug 11 21:58:47.588283 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-57965a01-007e-4351-a12f-69eeeb8e5ace req-646909df-2b6e-488a-94aa-0a9fb401528a tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 1096 time: 0.1101234 Aug 11 21:58:47.660708 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-8ebd7ae9-95a4-4f8a-b7a2-7b08e75f5eb7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5382b449-7f03-4943-80f5-2f2d837d33e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623631 Aug 11 21:58:47.690333 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-57965a01-007e-4351-a12f-69eeeb8e5ace req-0fe3dd80-5153-4e2a-aabc-a7b82bfa9729 tempest-LiveAutoBlockMigrationV225Test-1024933685 tempest-LiveAutoBlockMigrationV225Test-1024933685-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947297 Aug 11 21:58:47.778500 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device fe14920a-a4be-4054-b1ae-c8b50eb8c195 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:58:47.910370 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0beae9-282c-4575-a480-94cc4285908c req-f5514966-6cf7-4b98-9493-4da7c8f03f04 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:47.925250 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd0beae9-282c-4575-a480-94cc4285908c req-f5514966-6cf7-4b98-9493-4da7c8f03f04 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 944 time: 0.3410988 Aug 11 21:58:47.964174 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66e76a-7625-4d63-932f-d3b86d731c01 req-dbb7a3f3-828a-4b2c-9af1-8e3027403c29 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:47.966214 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bd66e76a-7625-4d63-932f-d3b86d731c01 req-dbb7a3f3-828a-4b2c-9af1-8e3027403c29 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 944 time: 0.1260073 Aug 11 21:58:47.969794 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port fe14920a-a4be-4054-b1ae-c8b50eb8c195, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=fe14920a-a4be-4054-b1ae-c8b50eb8c195,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:47.991368 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'fe14920a-a4be-4054-b1ae-c8b50eb8c195', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': 'fe14920a-a4be-4054-b1ae-c8b50eb8c195', 'mac_address': 'fa:16:3e:1a:7b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:58:48.037064 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd0beae9-282c-4575-a480-94cc4285908c req-b7182d5e-8ce9-4a89-93b5-c2b53d80d774 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106007 Aug 11 21:58:48.039299 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1e5b93fb-01a7-4000-937f-a59feaa80ad9 req-d7d8ec4a-0f97-4ccc-89ce-0e2cbc6e96db service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5460000 Aug 11 21:58:48.040648 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:48.055628 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bd66e76a-7625-4d63-932f-d3b86d731c01 req-72fb96aa-5df4-42a9-88d0-ec309de8eaec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824020 Aug 11 21:58:48.082314 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe14920a-a4be-4054-b1ae-c8b50eb8c195 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:58:48.090274 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-4d13f6bf-93d8-4ccf-b4b4-632bcdc59fd2 service neutron] 10.222.0.82 "GET /v2.0/networks/5382b449-7f03-4943-80f5-2f2d837d33e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027750 Aug 11 21:58:48.141585 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port fe14920a-a4be-4054-b1ae-c8b50eb8c195, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=fe14920a-a4be-4054-b1ae-c8b50eb8c195,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:48.148982 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:48.281191 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=fe14920a-a4be-4054-b1ae-c8b50eb8c195,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:48.335883 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-076cbeee-1c39-451a-ada2-8c609379a0fb req-ee67563f-985f-438b-a0d5-2d7cc595f7b1 service neutron] 10.222.0.82 "GET /v2.0/networks/5382b449-7f03-4943-80f5-2f2d837d33e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364206 Aug 11 21:58:48.367267 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44c059-2af2-4e57-b811-ade1e63173e1 req-0ca6123f-73fd-4281-8052-94853c3c093e tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:48.382102 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1b44c059-2af2-4e57-b811-ade1e63173e1 req-0ca6123f-73fd-4281-8052-94853c3c093e tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.1427734 Aug 11 21:58:48.473128 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1b44c059-2af2-4e57-b811-ade1e63173e1 req-6e4c59ef-257c-4d09-bf08-25158cf94de3 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854023 Aug 11 21:58:48.642206 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2655c8-f95d-4c34-9949-aa7e0c1381d9 req-82a32131-f15f-471b-9bbf-050c2904b925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:48.649730 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ff2655c8-f95d-4c34-9949-aa7e0c1381d9 req-82a32131-f15f-471b-9bbf-050c2904b925 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e367bb851780420faef645c6e2737134&device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 1095 time: 0.1750422 Aug 11 21:58:48.659061 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef94104-8892-44e4-9892-76a487fe64d0 req-6e4ec264-c546-4868-a8ba-60137f8d0eae tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:48.667076 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a426d-59df-4350-a435-d545dfc4cc30 req-8a4cf616-23e2-4679-9669-a6a163c435de tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:48.674709 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-764a426d-59df-4350-a435-d545dfc4cc30 req-8a4cf616-23e2-4679-9669-a6a163c435de tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 945 time: 0.1250792 Aug 11 21:58:48.686136 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3ef94104-8892-44e4-9892-76a487fe64d0 req-6e4ec264-c546-4868-a8ba-60137f8d0eae tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=817eef53-e3c3-4135-b658-c740237660e3 HTTP/1.1" status: 200 len: 949 time: 0.1250410 Aug 11 21:58:48.734344 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['fe14920a-a4be-4054-b1ae-c8b50eb8c195'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:58:48.775362 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3ef94104-8892-44e4-9892-76a487fe64d0 req-4d3eb862-6b0f-4ae9-88ed-bb0afb520e60 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874314 Aug 11 21:58:48.872974 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2655c8-f95d-4c34-9949-aa7e0c1381d9 req-cec04261-08e7-405e-bff1-92c0ae3abffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:48.875954 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ff2655c8-f95d-4c34-9949-aa7e0c1381d9 req-cec04261-08e7-405e-bff1-92c0ae3abffa service neutron] 10.222.0.82 "GET /v2.0/networks?id=5382b449-7f03-4943-80f5-2f2d837d33e6 HTTP/1.1" status: 200 len: 923 time: 0.1988442 Aug 11 21:58:48.879908 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:48.961209 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ff2655c8-f95d-4c34-9949-aa7e0c1381d9 req-7381f497-14df-4663-a985-e5731999a779 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c748d486-6ebf-422f-8a8b-ee96bdcd655d HTTP/1.1" status: 200 len: 217 time: 0.0749979 Aug 11 21:58:49.032980 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-764a426d-59df-4350-a435-d545dfc4cc30 req-cb61cce2-c080-4283-9210-91fd2a2b7b8f tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572185 Aug 11 21:58:49.076355 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28073f-51bd-489d-8ad3-3a3767cff840 req-150a039b-0abc-4957-a488-0e1e744a5d48 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:49.079691 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6e28073f-51bd-489d-8ad3-3a3767cff840 req-150a039b-0abc-4957-a488-0e1e744a5d48 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 948 time: 0.1516023 Aug 11 21:58:49.109839 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2655c8-f95d-4c34-9949-aa7e0c1381d9 req-0e8ec836-1e80-41dc-9a14-76ca04ea3415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:49.113683 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ff2655c8-f95d-4c34-9949-aa7e0c1381d9 req-0e8ec836-1e80-41dc-9a14-76ca04ea3415 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=feb8f82d-6d1c-43cb-bc58-6c5e7403b8b5 HTTP/1.1" status: 200 len: 862 time: 0.1383111 Aug 11 21:58:49.142486 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6e28073f-51bd-489d-8ad3-3a3767cff840 req-fefaa9aa-7102-4f9b-b9e9-fbcc52a26504 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522294 Aug 11 21:58:49.180170 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ff2655c8-f95d-4c34-9949-aa7e0c1381d9 req-bfdac849-6e8b-449d-a89d-a24eae4596d0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5382b449-7f03-4943-80f5-2f2d837d33e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585167 Aug 11 21:58:49.357202 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe6fb6-f345-4d36-999b-c770913f67a1 req-fbb376c8-8bc3-4a8a-900e-680f0aebc5cb tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:49.364162 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f2fe6fb6-f345-4d36-999b-c770913f67a1 req-fbb376c8-8bc3-4a8a-900e-680f0aebc5cb tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 944 time: 0.0727780 Aug 11 21:58:49.409922 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f2fe6fb6-f345-4d36-999b-c770913f67a1 req-a95ab5b0-4c47-40a2-9758-5cb98872e069 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436444 Aug 11 21:58:49.467449 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39fbd9-2397-4b96-960e-323d662a150d req-f9cdba18-a988-4b1f-a53f-988e7a0a66e0 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:49.469164 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb39fbd9-2397-4b96-960e-323d662a150d req-f9cdba18-a988-4b1f-a53f-988e7a0a66e0 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 944 time: 0.2082932 Aug 11 21:58:49.474235 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ff2655c8-f95d-4c34-9949-aa7e0c1381d9 req-2d0ca48b-c2e1-4217-b043-cc2a0f450537 service neutron] 10.222.0.82 "GET /v2.0/networks/5382b449-7f03-4943-80f5-2f2d837d33e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814140 Aug 11 21:58:49.580050 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086307f-d12d-4b6d-9c7a-8e2a5cdbad13 req-bf6d754e-6b2f-4be4-a4a4-7a8900cc9569 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:49.582267 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6086307f-d12d-4b6d-9c7a-8e2a5cdbad13 req-bf6d754e-6b2f-4be4-a4a4-7a8900cc9569 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.52 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 945 time: 0.2362862 Aug 11 21:58:49.610268 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb39fbd9-2397-4b96-960e-323d662a150d req-f7e56f43-9bd8-4da3-b9a7-eafb4f349109 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339259 Aug 11 21:58:49.739425 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ff2655c8-f95d-4c34-9949-aa7e0c1381d9 req-47538ed0-7326-4b14-969a-ad004f9ba939 service neutron] 10.222.0.82 "GET /v2.0/networks/5382b449-7f03-4943-80f5-2f2d837d33e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526104 Aug 11 21:58:49.803284 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-6086307f-d12d-4b6d-9c7a-8e2a5cdbad13 req-4ef73b91-2c44-4f0c-ade5-34a9ab0ce424 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Deleting port 533ca938-8289-4a33-b02c-fd38c7f22f54 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:58:49.803284 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6086307f-d12d-4b6d-9c7a-8e2a5cdbad13 req-4ef73b91-2c44-4f0c-ade5-34a9ab0ce424 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:49.897845 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 94ee3b8a-ad4a-450d-8eb0-1ce17426edb8 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:58:49.964580 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cc8a9-12b6-40a4-96c0-073b9ae14c1b req-baf120df-0264-4e32-9a02-fea873a78b4a tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:49.965425 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-994cc8a9-12b6-40a4-96c0-073b9ae14c1b req-baf120df-0264-4e32-9a02-fea873a78b4a tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.1290114 Aug 11 21:58:50.016672 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 94ee3b8a-ad4a-450d-8eb0-1ce17426edb8 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:58:50.032272 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 94ee3b8a-ad4a-450d-8eb0-1ce17426edb8 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:58:50.033514 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:50.059440 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-994cc8a9-12b6-40a4-96c0-073b9ae14c1b req-214bbd91-7a7a-482b-9ad7-dc4b3b27a271 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826697 Aug 11 21:58:50.179622 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:50.191322 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bb777-a03c-418f-8950-383350230b94 req-7185a4a3-0943-444d-8336-75a0aa4088ca tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:50.197409 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-576bb777-a03c-418f-8950-383350230b94 req-7185a4a3-0943-444d-8336-75a0aa4088ca tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 948 time: 0.2597847 Aug 11 21:58:50.236411 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 94ee3b8a-ad4a-450d-8eb0-1ce17426edb8, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=94ee3b8a-ad4a-450d-8eb0-1ce17426edb8,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:50.240497 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817eef53-e3c3-4135-b658-c740237660e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ee3b8a-ad4a-450d-8eb0-1ce17426edb8'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:58:50.241539 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae037e4-9b7c-4669-8336-58bc83b244b1 req-f67b9253-118b-48fd-8e85-4eddf4b69f3e tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:50.243469 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5283e5-4fdb-477e-b212-931fa4dcc172" -d '{"events": [{"server_uuid": "817eef53-e3c3-4135-b658-c740237660e3", "name": "network-vif-plugged", "status": "completed", "tag": "94ee3b8a-ad4a-450d-8eb0-1ce17426edb8"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:58:50.248353 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ae037e4-9b7c-4669-8336-58bc83b244b1 req-f67b9253-118b-48fd-8e85-4eddf4b69f3e tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.82 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b&tenant_id=01fca9b3362949bdabf015b4ac4622c7&binding%3Ahost_id=n-h2-804275-3 HTTP/1.1" status: 200 len: 948 time: 0.3271434 Aug 11 21:58:50.267618 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:50.302073 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:50.337132 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcb5fb-517a-4808-be60-c5bac559834c req-6eb6bdaf-f481-434b-abb9-c8120d3d9826 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:50.350657 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-10fcb5fb-517a-4808-be60-c5bac559834c req-6eb6bdaf-f481-434b-abb9-c8120d3d9826 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=817eef53-e3c3-4135-b658-c740237660e3 HTTP/1.1" status: 200 len: 949 time: 0.1724260 Aug 11 21:58:50.425410 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=94ee3b8a-ad4a-450d-8eb0-1ce17426edb8,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:50.467310 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-10fcb5fb-517a-4808-be60-c5bac559834c req-093c02f1-d304-437d-8e75-c4404f87452a tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091127 Aug 11 21:58:50.508672 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-6086307f-d12d-4b6d-9c7a-8e2a5cdbad13 req-4ef73b91-2c44-4f0c-ade5-34a9ab0ce424 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] For port 533ca938-8289-4a33-b02c-fd38c7f22f54, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=533ca938-8289-4a33-b02c-fd38c7f22f54,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:50.509056 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6086307f-d12d-4b6d-9c7a-8e2a5cdbad13 req-4ef73b91-2c44-4f0c-ade5-34a9ab0ce424 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:50.524080 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-6086307f-d12d-4b6d-9c7a-8e2a5cdbad13 req-4ef73b91-2c44-4f0c-ade5-34a9ab0ce424 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Calling delete_port for 533ca938-8289-4a33-b02c-fd38c7f22f54 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:58:50.673334 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbd753-8ffb-4dac-b66f-187eaff5789c req-b7a58237-c0b9-4458-bafa-7f07c8201218 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:50.687862 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eefbd753-8ffb-4dac-b66f-187eaff5789c req-b7a58237-c0b9-4458-bafa-7f07c8201218 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 945 time: 0.1227152 Aug 11 21:58:50.697775 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6086307f-d12d-4b6d-9c7a-8e2a5cdbad13 req-4ef73b91-2c44-4f0c-ade5-34a9ab0ce424 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:50.736714 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['72a60c1a-9157-4943-b279-02340fe2998d'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:58:50.738959 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-576bb777-a03c-418f-8950-383350230b94 req-451a2fec-1ee0-47b2-8e86-f92d8edd65d1 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886644 Aug 11 21:58:50.776436 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eefbd753-8ffb-4dac-b66f-187eaff5789c req-869ebe67-861d-4e2d-9b92-0968700e6824 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839083 Aug 11 21:58:50.876128 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c53d54-a5cc-4164-ba4d-c7eefc7d7d98 x-openstack-request-id: req-74c53d54-a5cc-4164-ba4d-c7eefc7d7d98 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:58:50.876459 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "817eef53-e3c3-4135-b658-c740237660e3", "name": "network-vif-plugged", "status": "completed", "tag": "94ee3b8a-ad4a-450d-8eb0-1ce17426edb8", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:58:50.876712 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-74c53d54-a5cc-4164-ba4d-c7eefc7d7d98 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:58:50.877132 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '817eef53-e3c3-4135-b658-c740237660e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ee3b8a-ad4a-450d-8eb0-1ce17426edb8', 'code': 200} Aug 11 21:58:50.878612 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef73b91-2c44-4f0c-ade5-34a9ab0ce424 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Pushing event deleted for resources: {'Port': ['ID=533ca938-8289-4a33-b02c-fd38c7f22f54,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:50.943088 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [req-0ae037e4-9b7c-4669-8336-58bc83b244b1 req-c3d882c6-01a5-413f-8043-0cac5b89fbc1 service neutron] delete failed (client error): The resource could not be found. Aug 11 21:58:50.973518 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ae037e4-9b7c-4669-8336-58bc83b244b1 req-c3d882c6-01a5-413f-8043-0cac5b89fbc1 service neutron] 10.222.0.82 "DELETE /v2.0/ports/fe14920a-a4be-4054-b1ae-c8b50eb8c195/bindings/n-h1-804275-3 HTTP/1.1" status: 404 len: 380 time: 0.6554954 Aug 11 21:58:50.978231 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-6086307f-d12d-4b6d-9c7a-8e2a5cdbad13 req-4ef73b91-2c44-4f0c-ade5-34a9ab0ce424 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] No DVR routers for this DVR port 533ca938-8289-4a33-b02c-fd38c7f22f54 on host n-h2-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:58:50.989329 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6086307f-d12d-4b6d-9c7a-8e2a5cdbad13 req-4ef73b91-2c44-4f0c-ade5-34a9ab0ce424 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:50.995634 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6086307f-d12d-4b6d-9c7a-8e2a5cdbad13 req-4ef73b91-2c44-4f0c-ade5-34a9ab0ce424 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.52 "DELETE /v2.0/ports/533ca938-8289-4a33-b02c-fd38c7f22f54 HTTP/1.1" status: 204 len: 173 time: 1.3998754 Aug 11 21:58:50.996349 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63e4b13-e1db-4515-a1fc-2f906c482164', 'name': 'network-vif-deleted', 'tag': '533ca938-8289-4a33-b02c-fd38c7f22f54'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:58:51.005240 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e0bed2-2acb-4099-aeea-0799e5839cad" -d '{"events": [{"server_uuid": "a63e4b13-e1db-4515-a1fc-2f906c482164", "name": "network-vif-deleted", "tag": "533ca938-8289-4a33-b02c-fd38c7f22f54"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:58:51.125923 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1adfb5-b2b3-49b0-ace8-9ea0c4aac23f req-0bb1081f-acfd-4089-a1e6-1418315c0024 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:51.137771 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6b1adfb5-b2b3-49b0-ace8-9ea0c4aac23f req-0bb1081f-acfd-4089-a1e6-1418315c0024 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 944 time: 0.1876531 Aug 11 21:58:51.170024 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed02ad-e9c2-4a52-a484-abc6f5e192bb req-0e5277cc-3ad6-4a14-8b08-8559d1fd2de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:51.174483 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f7ed02ad-e9c2-4a52-a484-abc6f5e192bb req-0e5277cc-3ad6-4a14-8b08-8559d1fd2de3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=817eef53-e3c3-4135-b658-c740237660e3 HTTP/1.1" status: 200 len: 1101 time: 0.1818266 Aug 11 21:58:51.219095 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6b1adfb5-b2b3-49b0-ace8-9ea0c4aac23f req-55fc45d5-df47-455a-aa8f-88976592d712 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800631 Aug 11 21:58:51.256510 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f7ed02ad-e9c2-4a52-a484-abc6f5e192bb req-6ed1a634-d84d-4221-8da6-be493946d5e3 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725915 Aug 11 21:58:51.301830 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae037e4-9b7c-4669-8336-58bc83b244b1 req-d7834368-2189-464f-844a-541ab205789d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:51.303856 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ae037e4-9b7c-4669-8336-58bc83b244b1 req-d7834368-2189-464f-844a-541ab205789d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 1099 time: 0.2484887 Aug 11 21:58:51.333885 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fee805-1e19-4d63-855f-e387758256e0 req-9b227061-3a83-49b7-bf97-413af21718e2 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:51.335759 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-66fee805-1e19-4d63-855f-e387758256e0 req-9b227061-3a83-49b7-bf97-413af21718e2 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 944 time: 0.1516669 Aug 11 21:58:51.385082 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3b7954-5778-4d46-89a4-aeea8e9e17e6 x-openstack-request-id: req-5b3b7954-5778-4d46-89a4-aeea8e9e17e6 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:58:51.385445 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63e4b13-e1db-4515-a1fc-2f906c482164", "name": "network-vif-deleted", "tag": "533ca938-8289-4a33-b02c-fd38c7f22f54", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:58:51.385596 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5b3b7954-5778-4d46-89a4-aeea8e9e17e6 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:58:51.386020 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63e4b13-e1db-4515-a1fc-2f906c482164', 'name': 'network-vif-deleted', 'tag': '533ca938-8289-4a33-b02c-fd38c7f22f54', 'status': 'completed', 'code': 200} Aug 11 21:58:51.425586 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-66fee805-1e19-4d63-855f-e387758256e0 req-1fd369c9-605c-4c0e-8ea3-bd6844d9d951 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826092 Aug 11 21:58:51.532035 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5414f97-a839-469e-b8cf-249fc60e4c2e req-a3306cb3-68e7-4f2a-ae07-18df115fd01e tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:51.546724 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d5414f97-a839-469e-b8cf-249fc60e4c2e req-a3306cb3-68e7-4f2a-ae07-18df115fd01e tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.1039090 Aug 11 21:58:51.660076 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d5414f97-a839-469e-b8cf-249fc60e4c2e req-7a1cceb9-8db6-40fe-ad4b-29141b08f718 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114781 Aug 11 21:58:51.798046 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device fe14920a-a4be-4054-b1ae-c8b50eb8c195 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:58:51.817782 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a99810-9173-4031-a237-be23905e372a req-fc6869cd-aa50-4ac5-92d8-acf795aad250 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:51.825803 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46a99810-9173-4031-a237-be23905e372a req-fc6869cd-aa50-4ac5-92d8-acf795aad250 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=817eef53-e3c3-4135-b658-c740237660e3 HTTP/1.1" status: 200 len: 950 time: 0.1473978 Aug 11 21:58:51.853128 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae037e4-9b7c-4669-8336-58bc83b244b1 req-009449e5-a237-4f6d-83aa-09bfdceb37d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:51.854669 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ae037e4-9b7c-4669-8336-58bc83b244b1 req-009449e5-a237-4f6d-83aa-09bfdceb37d5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.2337470 Aug 11 21:58:51.922642 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ae037e4-9b7c-4669-8336-58bc83b244b1 req-428168f2-fe02-46c3-9b1b-d1d94388890e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=fe14920a-a4be-4054-b1ae-c8b50eb8c195 HTTP/1.1" status: 200 len: 217 time: 0.0561965 Aug 11 21:58:51.923678 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device c748d486-6ebf-422f-8a8b-ee96bdcd655d details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:58:51.942514 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46a99810-9173-4031-a237-be23905e372a req-fed7a36c-da9e-49a7-9381-062f7af5ec1c tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129196 Aug 11 21:58:52.052028 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae037e4-9b7c-4669-8336-58bc83b244b1 req-91e09f95-a473-471a-9a3a-e45d7aded17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:52.054696 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ae037e4-9b7c-4669-8336-58bc83b244b1 req-91e09f95-a473-471a-9a3a-e45d7aded17f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1108890 Aug 11 21:58:52.147110 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d24cf0e1-e0c9-4a03-bb55-8ac29e0117a4 req-2fcc460d-34d7-4e31-91b8-bdf33bea6382 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 210 time: 0.0613563 Aug 11 21:58:52.160805 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e8d7f-0b6a-4242-845c-ae29e27bc048 req-312c0b48-ae86-4b3e-a748-7e4aa76f477c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:52.163662 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-029e8d7f-0b6a-4242-845c-ae29e27bc048 req-312c0b48-ae86-4b3e-a748-7e4aa76f477c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 948 time: 0.2154427 Aug 11 21:58:52.262755 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae037e4-9b7c-4669-8336-58bc83b244b1 req-d3b492b6-8081-4087-bc59-630c22d1b0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:52.268259 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ae037e4-9b7c-4669-8336-58bc83b244b1 req-d3b492b6-8081-4087-bc59-630c22d1b0dd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2055130 Aug 11 21:58:52.300700 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port fe14920a-a4be-4054-b1ae-c8b50eb8c195 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:58:52.319270 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-029e8d7f-0b6a-4242-845c-ae29e27bc048 req-63e8577d-77ed-4e51-88de-20fd616f969b tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378052 Aug 11 21:58:52.329737 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port fe14920a-a4be-4054-b1ae-c8b50eb8c195 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:58:52.330372 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:52.476618 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port c748d486-6ebf-422f-8a8b-ee96bdcd655d, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c748d486-6ebf-422f-8a8b-ee96bdcd655d,segment=NetworkSegment(955956c0-819f-4ff3-b129-18102dcedf3e),segment_id=955956c0-819f-4ff3-b129-18102dcedf3e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:52.548393 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': 'c748d486-6ebf-422f-8a8b-ee96bdcd655d', 'network_id': '5382b449-7f03-4943-80f5-2f2d837d33e6', 'port_id': 'c748d486-6ebf-422f-8a8b-ee96bdcd655d', 'mac_address': 'fa:16:3e:71:64:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb8f82d-6d1c-43cb-bc58-6c5e7403b8b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:58:52.606830 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ae037e4-9b7c-4669-8336-58bc83b244b1 req-0a820bc0-91c4-44e4-87fc-f73e77effb15 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134673 Aug 11 21:58:52.709923 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e511a0d-e8dd-40ac-b37a-09c46208b852 req-b6eee8be-71bb-4ebc-bb53-1ac266cc2eb2 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:52.726192 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4e511a0d-e8dd-40ac-b37a-09c46208b852 req-b6eee8be-71bb-4ebc-bb53-1ac266cc2eb2 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 944 time: 0.1878395 Aug 11 21:58:52.760156 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:52.781468 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:52.797315 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4e511a0d-e8dd-40ac-b37a-09c46208b852 req-7a766ac2-6358-4ac2-9b70-cd7162fc9903 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693297 Aug 11 21:58:52.819371 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c748d486-6ebf-422f-8a8b-ee96bdcd655d {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:58:52.867347 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port c748d486-6ebf-422f-8a8b-ee96bdcd655d, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c748d486-6ebf-422f-8a8b-ee96bdcd655d,segment=NetworkSegment(955956c0-819f-4ff3-b129-18102dcedf3e),segment_id=955956c0-819f-4ff3-b129-18102dcedf3e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:52.887362 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:53.119423 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a6732-ac39-47d7-8c4e-a47630835d9e req-94c99f3e-6f62-4a4a-aef1-e0ede540ca6f tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:53.120556 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42314dc1-6b70-483a-800f-252a77736242 req-bd4c1c11-70dc-4983-8ed8-72c5065ee0aa tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:53.129763 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-42314dc1-6b70-483a-800f-252a77736242 req-bd4c1c11-70dc-4983-8ed8-72c5065ee0aa tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 944 time: 0.3170619 Aug 11 21:58:53.140762 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ae037e4-9b7c-4669-8336-58bc83b244b1 req-35b24f36-1abe-42be-8807-c5101366083b service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5286839 Aug 11 21:58:53.153624 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c88a6732-ac39-47d7-8c4e-a47630835d9e req-94c99f3e-6f62-4a4a-aef1-e0ede540ca6f tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.1456702 Aug 11 21:58:53.263497 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c88a6732-ac39-47d7-8c4e-a47630835d9e req-a243d1bc-b6b2-4129-8265-caa63dc2aace tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930767 Aug 11 21:58:53.269629 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-42314dc1-6b70-483a-800f-252a77736242 req-f78b474b-532a-40a4-a655-2ece3a74d6ae tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080825 Aug 11 21:58:53.271835 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=c748d486-6ebf-422f-8a8b-ee96bdcd655d,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:53.334245 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port fe14920a-a4be-4054-b1ae-c8b50eb8c195, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=fe14920a-a4be-4054-b1ae-c8b50eb8c195,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:53.335922 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9f6348-7529-415f-a4c1-1d868c53904b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe14920a-a4be-4054-b1ae-c8b50eb8c195'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:58:53.342605 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4310077-4610-486c-96c4-7929d3b75ea7" -d '{"events": [{"server_uuid": "6c9f6348-7529-415f-a4c1-1d868c53904b", "name": "network-vif-plugged", "status": "completed", "tag": "fe14920a-a4be-4054-b1ae-c8b50eb8c195"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:58:53.356783 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:53.358466 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 533ca938-8289-4a33-b02c-fd38c7f22f54 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:58:53.414065 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 533ca938-8289-4a33-b02c-fd38c7f22f54 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:58:53.415223 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 533ca938-8289-4a33-b02c-fd38c7f22f54 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:58:53.457251 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=fe14920a-a4be-4054-b1ae-c8b50eb8c195,revision_number=9']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:53.509590 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['c748d486-6ebf-422f-8a8b-ee96bdcd655d'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:58:53.562454 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a0eed8ec-00b3-44db-a03e-f4b1a2cad61c req-865d16c1-0264-4d09-aa5e-00ba5d2d87e9 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 210 time: 0.0690742 Aug 11 21:58:53.638524 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031256e-998e-405c-83fa-4c2e883a5b81 req-d3dbba94-1e48-4362-9606-989b99944309 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:53.647202 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9031256e-998e-405c-83fa-4c2e883a5b81 req-d3dbba94-1e48-4362-9606-989b99944309 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=817eef53-e3c3-4135-b658-c740237660e3 HTTP/1.1" status: 200 len: 950 time: 0.1523721 Aug 11 21:58:53.777701 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9031256e-998e-405c-83fa-4c2e883a5b81 req-04a49867-be30-4109-abca-27208c9adc01 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294158 Aug 11 21:58:53.835268 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ef1c0c-9740-47f4-8ae7-cc4bcabc79a1 x-openstack-request-id: req-18ef1c0c-9740-47f4-8ae7-cc4bcabc79a1 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:58:53.835911 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9f6348-7529-415f-a4c1-1d868c53904b", "name": "network-vif-plugged", "status": "completed", "tag": "fe14920a-a4be-4054-b1ae-c8b50eb8c195", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:58:53.835911 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-18ef1c0c-9740-47f4-8ae7-cc4bcabc79a1 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:58:53.836243 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9f6348-7529-415f-a4c1-1d868c53904b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe14920a-a4be-4054-b1ae-c8b50eb8c195', 'code': 200} Aug 11 21:58:54.296318 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f53d7-84a5-41ff-83d1-5ba21eeaf689 req-626a0577-c670-4dd3-bf77-c19fd2fd0eca tempest-ServersOnMultiNodesTest-2075355728 tempest-ServersOnMultiNodesTest-2075355728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:54.303354 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c05f53d7-84a5-41ff-83d1-5ba21eeaf689 req-626a0577-c670-4dd3-bf77-c19fd2fd0eca tempest-ServersOnMultiNodesTest-2075355728 tempest-ServersOnMultiNodesTest-2075355728-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=817eef53-e3c3-4135-b658-c740237660e3 HTTP/1.1" status: 200 len: 1101 time: 0.1416323 Aug 11 21:58:54.438836 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c05f53d7-84a5-41ff-83d1-5ba21eeaf689 req-5afa9866-9c9e-4e35-89f0-dff3f29f8715 tempest-ServersOnMultiNodesTest-2075355728 tempest-ServersOnMultiNodesTest-2075355728-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274588 Aug 11 21:58:54.567760 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b2d7a-88f8-4ef4-95e6-9eb837e6d529 req-33b8dc45-2089-4ebd-8f00-5b8d2d484310 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:54.572884 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-510b2d7a-88f8-4ef4-95e6-9eb837e6d529 req-33b8dc45-2089-4ebd-8f00-5b8d2d484310 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 949 time: 0.6844301 Aug 11 21:58:54.661266 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-510b2d7a-88f8-4ef4-95e6-9eb837e6d529 req-199bfed2-842f-401a-a1a7-e747d601d5eb tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697420 Aug 11 21:58:54.749976 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7b937-6021-488d-ba8e-3c25353757d3 req-a3752d4c-80e3-4131-ba23-7d37dbc35a56 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:54.770201 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d5f7b937-6021-488d-ba8e-3c25353757d3 req-a3752d4c-80e3-4131-ba23-7d37dbc35a56 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 944 time: 0.1854107 Aug 11 21:58:54.869625 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d5f7b937-6021-488d-ba8e-3c25353757d3 req-9203f498-10de-4254-abf2-904ff22fdd66 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948598 Aug 11 21:58:55.022933 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950027e-4103-43d8-b056-b9d0230fed5b req-e31978ec-9860-4d62-9299-8a153a6de5a5 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:55.052953 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2950027e-4103-43d8-b056-b9d0230fed5b req-e31978ec-9860-4d62-9299-8a153a6de5a5 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.1933982 Aug 11 21:58:55.173028 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2950027e-4103-43d8-b056-b9d0230fed5b req-af825314-1d30-4e5f-a5ec-6aee5fc25fab tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187930 Aug 11 21:58:55.187780 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e6b03-a9a3-4274-9ce8-431981ff5ba2 req-2c828fd3-2eef-4e09-b06b-88ddff10d0b0 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:55.190942 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f66e6b03-a9a3-4274-9ce8-431981ff5ba2 req-2c828fd3-2eef-4e09-b06b-88ddff10d0b0 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 945 time: 0.1414628 Aug 11 21:58:55.312495 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f66e6b03-a9a3-4274-9ce8-431981ff5ba2 req-5eb32b8b-e1a7-4172-906d-72b7c9162674 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033611 Aug 11 21:58:55.509697 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-487794b0-9835-49bf-b4f1-5e9bbd88eeb3 req-f363e347-9024-4ad2-bec8-902fd88b9eb9 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 210 time: 0.0652642 Aug 11 21:58:55.943420 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device c748d486-6ebf-422f-8a8b-ee96bdcd655d up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:58:55.963860 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4136d-0062-4de6-b51c-f4c0d005236f req-d8492374-d319-4ed7-9ad1-34cb6e84a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:55.966258 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-81c4136d-0062-4de6-b51c-f4c0d005236f req-d8492374-d319-4ed7-9ad1-34cb6e84a8ed service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25&tenant_id=bbabed8946d642c3bc7c5dee10664230 HTTP/1.1" status: 200 len: 1095 time: 0.1902978 Aug 11 21:58:56.015713 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efce96-0d53-4694-a994-aeaeb31e0933 req-27fb334f-638a-428f-b7b3-fbccb7783680 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:56.020593 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a1efce96-0d53-4694-a994-aeaeb31e0933 req-27fb334f-638a-428f-b7b3-fbccb7783680 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=817eef53-e3c3-4135-b658-c740237660e3 HTTP/1.1" status: 200 len: 950 time: 0.1624396 Aug 11 21:58:56.026093 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92aabd-8239-4fd4-b087-166847e68f1b req-dba90453-23ac-4f01-aaf8-3dbb3cf9fae9 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:56.040029 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5d92aabd-8239-4fd4-b087-166847e68f1b req-dba90453-23ac-4f01-aaf8-3dbb3cf9fae9 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 949 time: 0.1457272 Aug 11 21:58:56.078035 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port c748d486-6ebf-422f-8a8b-ee96bdcd655d completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:58:56.106939 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port c748d486-6ebf-422f-8a8b-ee96bdcd655d triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:58:56.114095 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:56.154609 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5d92aabd-8239-4fd4-b087-166847e68f1b req-34e743af-2d9f-4e39-be24-8a5b394ed290 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019571 Aug 11 21:58:56.200139 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4136d-0062-4de6-b51c-f4c0d005236f req-59129c17-3274-4e20-b89c-955139077677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:56.202073 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-81c4136d-0062-4de6-b51c-f4c0d005236f req-59129c17-3274-4e20-b89c-955139077677 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bbabed8946d642c3bc7c5dee10664230&device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 1095 time: 0.1724045 Aug 11 21:58:56.205608 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a1efce96-0d53-4694-a994-aeaeb31e0933 req-67f72ecd-e681-47d3-9d20-1f076b2d9a3c tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636240 Aug 11 21:58:56.389234 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:56.441553 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c40674c-6919-4116-8405-3705ec357620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c748d486-6ebf-422f-8a8b-ee96bdcd655d'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:58:56.448602 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2d3545-5c1e-4fbe-abf2-42e2a916c157" -d '{"events": [{"server_uuid": "2c40674c-6919-4116-8405-3705ec357620", "name": "network-vif-plugged", "status": "completed", "tag": "c748d486-6ebf-422f-8a8b-ee96bdcd655d"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:58:56.478106 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port c748d486-6ebf-422f-8a8b-ee96bdcd655d, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c748d486-6ebf-422f-8a8b-ee96bdcd655d,segment=NetworkSegment(955956c0-819f-4ff3-b129-18102dcedf3e),segment_id=955956c0-819f-4ff3-b129-18102dcedf3e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:56.491999 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:56.493627 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c17b15-39da-4e7d-8092-e6e103486d76 req-096b1b6a-763b-4888-831f-c97c41ae71b7 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:56.502113 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-12c17b15-39da-4e7d-8092-e6e103486d76 req-096b1b6a-763b-4888-831f-c97c41ae71b7 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 944 time: 0.1484070 Aug 11 21:58:56.599457 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-12c17b15-39da-4e7d-8092-e6e103486d76 req-55d959cb-8c4d-409a-b508-27e9706d5a3a tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953815 Aug 11 21:58:56.619959 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=c748d486-6ebf-422f-8a8b-ee96bdcd655d,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:56.928258 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90915a0a-82b2-4846-b714-26a7a88698b1 req-5f14ee96-6fa8-44af-b993-98755b39d1c5 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:56.942215 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-90915a0a-82b2-4846-b714-26a7a88698b1 req-5f14ee96-6fa8-44af-b993-98755b39d1c5 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.2042699 Aug 11 21:58:56.982237 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4136d-0062-4de6-b51c-f4c0d005236f req-b4647260-ae34-467e-8527-db0db018876c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:56.985444 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-81c4136d-0062-4de6-b51c-f4c0d005236f req-b4647260-ae34-467e-8527-db0db018876c service neutron] 10.222.0.52 "GET /v2.0/networks?id=1c3ee35b-1680-40ce-a5ec-450a30ee6971 HTTP/1.1" status: 200 len: 917 time: 0.7728014 Aug 11 21:58:57.020967 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-90915a0a-82b2-4846-b714-26a7a88698b1 req-241bcacc-5043-4bd7-9d05-c6367f12e5c5 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775774 Aug 11 21:58:57.087027 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-81c4136d-0062-4de6-b51c-f4c0d005236f req-092fe9ad-f109-4b06-9487-e7dbc7b00e93 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a57d88c3-3ff2-48e7-9244-3996584662da HTTP/1.1" status: 200 len: 1000 time: 0.0900249 Aug 11 21:58:57.120334 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c55775-4445-4362-a42b-fe643ba74433 req-07b92c72-d0aa-499d-b352-48a1d0440a1f tempest-MigrationsAdminTest-161606984 tempest-MigrationsAdminTest-161606984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:57.122188 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f1c55775-4445-4362-a42b-fe643ba74433 req-07b92c72-d0aa-499d-b352-48a1d0440a1f tempest-MigrationsAdminTest-161606984 tempest-MigrationsAdminTest-161606984-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 1100 time: 0.7137406 Aug 11 21:58:57.224917 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4136d-0062-4de6-b51c-f4c0d005236f req-b216eb16-b2fd-4cfe-af08-104e272b7631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:57.226954 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-81c4136d-0062-4de6-b51c-f4c0d005236f req-b216eb16-b2fd-4cfe-af08-104e272b7631 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7909b953-a9da-40c4-9e8c-1313ada07900 HTTP/1.1" status: 200 len: 855 time: 0.1269445 Aug 11 21:58:57.231734 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f1c55775-4445-4362-a42b-fe643ba74433 req-9bdb50b2-943b-41a1-b727-aeeef597a981 tempest-MigrationsAdminTest-161606984 tempest-MigrationsAdminTest-161606984-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534270 Aug 11 21:58:57.362986 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287deb5e-1221-49d8-9b99-ca4652e1aa28 x-openstack-request-id: req-287deb5e-1221-49d8-9b99-ca4652e1aa28 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:58:57.363753 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c40674c-6919-4116-8405-3705ec357620", "name": "network-vif-plugged", "status": "completed", "tag": "c748d486-6ebf-422f-8a8b-ee96bdcd655d", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:58:57.363877 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-287deb5e-1221-49d8-9b99-ca4652e1aa28 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:58:57.364426 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c40674c-6919-4116-8405-3705ec357620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c748d486-6ebf-422f-8a8b-ee96bdcd655d', 'code': 200} Aug 11 21:58:57.383464 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718edc06-c132-4ed6-9d10-b8c25fc0212a req-ca7ad215-fc67-4c1d-b295-74479e708bcb tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:57.393228 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-718edc06-c132-4ed6-9d10-b8c25fc0212a req-ca7ad215-fc67-4c1d-b295-74479e708bcb tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 946 time: 0.1593249 Aug 11 21:58:57.402194 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4136d-0062-4de6-b51c-f4c0d005236f req-b7db0cca-6dac-4dae-97d9-4ba9f541072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:57.409275 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-81c4136d-0062-4de6-b51c-f4c0d005236f req-b7db0cca-6dac-4dae-97d9-4ba9f541072f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1c3ee35b-1680-40ce-a5ec-450a30ee6971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1638541 Aug 11 21:58:57.471846 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-718edc06-c132-4ed6-9d10-b8c25fc0212a req-96238ad7-a14f-4f77-96b3-f2faa3e900a8 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770268 Aug 11 21:58:57.632119 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe22b8-265a-4666-8c65-7deeea7e0b25 req-eb7b8375-1427-4612-be1e-9fc1b1e5d8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:57.635846 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-effe22b8-265a-4666-8c65-7deeea7e0b25 req-eb7b8375-1427-4612-be1e-9fc1b1e5d8c1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 1097 time: 0.0977876 Aug 11 21:58:57.696389 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9c720c95-ae28-4509-aa89-8ddb49eea9ef req-52517fe9-125e-4050-865c-f26a1f0d012f tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 210 time: 0.0876081 Aug 11 21:58:57.718096 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-effe22b8-265a-4666-8c65-7deeea7e0b25 req-a5c64127-fed2-49e9-8c5e-43071a155e96 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728817 Aug 11 21:58:57.761857 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af720d-38ce-457e-a756-02edb7c11155 req-23bec1d4-80a2-47ed-b068-9725c2eaaccb tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:57.766304 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-11af720d-38ce-457e-a756-02edb7c11155 req-23bec1d4-80a2-47ed-b068-9725c2eaaccb tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.82 "GET /v2.0/ports?device_id=817eef53-e3c3-4135-b658-c740237660e3 HTTP/1.1" status: 200 len: 950 time: 0.2026696 Aug 11 21:58:57.858353 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-81c4136d-0062-4de6-b51c-f4c0d005236f req-1f7dfd77-ef0a-4d37-a95a-860685c36a0a service neutron] 10.222.0.52 "GET /v2.0/networks/1c3ee35b-1680-40ce-a5ec-450a30ee6971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353368 Aug 11 21:58:58.017897 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9c049-5900-401b-84e8-c9a8c1236cc1 req-9c5a9615-d5bc-4ef8-9a50-491ca4518bd4 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:58.020311 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1ba9c049-5900-401b-84e8-c9a8c1236cc1 req-9c5a9615-d5bc-4ef8-9a50-491ca4518bd4 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=817eef53-e3c3-4135-b658-c740237660e3 HTTP/1.1" status: 200 len: 950 time: 0.1255126 Aug 11 21:58:58.067690 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3f5ce-c030-47a0-a070-9df1d3736312 req-4a55b5c0-ab4e-4dd8-9730-3648e354d59e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:58.071253 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-49a3f5ce-c030-47a0-a070-9df1d3736312 req-4a55b5c0-ab4e-4dd8-9730-3648e354d59e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 944 time: 0.1325059 Aug 11 21:58:58.145207 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1ba9c049-5900-401b-84e8-c9a8c1236cc1 req-23ee985c-964c-4a87-916f-189c3faac917 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083648 Aug 11 21:58:58.158674 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-49a3f5ce-c030-47a0-a070-9df1d3736312 req-1f8bf1c2-1d7b-4e01-8c65-bff6402d9889 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741494 Aug 11 21:58:58.216042 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-81c4136d-0062-4de6-b51c-f4c0d005236f req-438ffa08-784a-4cba-8029-d4e9252894bb service neutron] 10.222.0.52 "GET /v2.0/networks/1c3ee35b-1680-40ce-a5ec-450a30ee6971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483963 Aug 11 21:58:58.405300 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-e39eb87a-3807-4061-b9be-5ac6eac98549 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=01fca9b3362949bdabf015b4ac4622c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495481 Aug 11 21:58:58.435811 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-11af720d-38ce-457e-a756-02edb7c11155 req-c142b5a9-7d5b-4840-bb19-1300d18a9613 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Deleting port 94ee3b8a-ad4a-450d-8eb0-1ce17426edb8 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:58:58.436384 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-11af720d-38ce-457e-a756-02edb7c11155 req-c142b5a9-7d5b-4840-bb19-1300d18a9613 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:58.598158 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-11af720d-38ce-457e-a756-02edb7c11155 req-c142b5a9-7d5b-4840-bb19-1300d18a9613 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] For port 94ee3b8a-ad4a-450d-8eb0-1ce17426edb8, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=94ee3b8a-ad4a-450d-8eb0-1ce17426edb8,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:58:58.598544 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-11af720d-38ce-457e-a756-02edb7c11155 req-c142b5a9-7d5b-4840-bb19-1300d18a9613 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:58.614957 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-11af720d-38ce-457e-a756-02edb7c11155 req-c142b5a9-7d5b-4840-bb19-1300d18a9613 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Calling delete_port for 94ee3b8a-ad4a-450d-8eb0-1ce17426edb8 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:58:58.806010 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd8045-4e55-4ff5-9fcb-1f97f790aef5 req-1758b501-f11e-4cf7-9536-f704c6661a75 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:58.811229 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fafd8045-4e55-4ff5-9fcb-1f97f790aef5 req-1758b501-f11e-4cf7-9536-f704c6661a75 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.4816587 Aug 11 21:58:58.816351 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-11af720d-38ce-457e-a756-02edb7c11155 req-c142b5a9-7d5b-4840-bb19-1300d18a9613 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:58.845490 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['1ce624c8-6208-4473-9a5b-a42873bbb744', '0ab23975-c8aa-4302-88a8-14fcf550da5b', 'fcff280f-ad47-4c89-83f8-819c2a3be903'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:58:58.881971 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-e196ea3b-0189-4aaf-8584-45514cd9eca7 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:58.888796 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-e196ea3b-0189-4aaf-8584-45514cd9eca7 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4728711 Aug 11 21:58:58.901799 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['24edb1fe-1d30-4c08-ab37-4ad5bafeadaa', '43061107-0d89-4d88-bc8e-f7b987a8f672', '9d7edfef-80a8-4e87-b4b6-6179a86e9305', 'b0503148-a74e-4cb3-86a5-a5353fe7fa4d', '94ee3b8a-ad4a-450d-8eb0-1ce17426edb8'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:58:58.925797 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-0c01fc8e-00b9-47d4-be23-8548a6f01d6d tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/quotas/01fca9b3362949bdabf015b4ac4622c7 HTTP/1.1" status: 200 len: 375 time: 0.0274930 Aug 11 21:58:58.967066 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142b5a9-7d5b-4840-bb19-1300d18a9613 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Pushing event deleted for resources: {'Port': ['ID=94ee3b8a-ad4a-450d-8eb0-1ce17426edb8,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:58:59.184628 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-6e689b77-f781-44dc-b2ec-d850571b938c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2501655 Aug 11 21:58:59.249039 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-11af720d-38ce-457e-a756-02edb7c11155 req-c142b5a9-7d5b-4840-bb19-1300d18a9613 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] No DVR routers for this DVR port 94ee3b8a-ad4a-450d-8eb0-1ce17426edb8 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:58:59.270671 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-11af720d-38ce-457e-a756-02edb7c11155 req-c142b5a9-7d5b-4840-bb19-1300d18a9613 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:58:59.287224 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-11af720d-38ce-457e-a756-02edb7c11155 req-c142b5a9-7d5b-4840-bb19-1300d18a9613 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.82 "DELETE /v2.0/ports/94ee3b8a-ad4a-450d-8eb0-1ce17426edb8 HTTP/1.1" status: 204 len: 173 time: 1.1581702 Aug 11 21:58:59.300755 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817eef53-e3c3-4135-b658-c740237660e3', 'name': 'network-vif-deleted', 'tag': '94ee3b8a-ad4a-450d-8eb0-1ce17426edb8'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:58:59.312765 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23580eb-991a-4c73-b397-dc9b3af95da6" -d '{"events": [{"server_uuid": "817eef53-e3c3-4135-b658-c740237660e3", "name": "network-vif-deleted", "tag": "94ee3b8a-ad4a-450d-8eb0-1ce17426edb8"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:58:59.341864 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 21:58:59.390727 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fafd8045-4e55-4ff5-9fcb-1f97f790aef5 req-adfedb32-b1d5-4e69-a470-44396cd2aa6e tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5553212 Aug 11 21:58:59.850167 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181e573-27ee-4457-9e7b-a1f786e65a20 req-d9c81268-33cb-42fb-8c08-6b71998ffc9e tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:58:59.876276 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8181e573-27ee-4457-9e7b-a1f786e65a20 req-d9c81268-33cb-42fb-8c08-6b71998ffc9e tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 946 time: 0.2030733 Aug 11 21:59:00.029327 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8181e573-27ee-4457-9e7b-a1f786e65a20 req-1a91b6df-403a-437a-8a2c-72edcd4eb905 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511729 Aug 11 21:59:00.506433 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d8f7d36d-21a3-42bf-aed6-fd697942b600 req-2e67f9f6-b821-4ef0-a0f9-8dc9149bb730 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 210 time: 0.0887327 Aug 11 21:59:00.974125 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510206e-393c-465e-ac15-898e82377d6e req-ac12f27f-21b7-4401-9032-4dd97480d14d tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:00.978070 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2510206e-393c-465e-ac15-898e82377d6e req-ac12f27f-21b7-4401-9032-4dd97480d14d tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 944 time: 0.1859705 Aug 11 21:59:01.106235 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2510206e-393c-465e-ac15-898e82377d6e req-7daab7fe-f000-4a82-8b4d-bcb9f7240e16 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205020 Aug 11 21:59:01.443250 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b30b1b-88df-4579-9033-beb646cddfed x-openstack-request-id: req-57b30b1b-88df-4579-9033-beb646cddfed {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:59:01.444147 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "817eef53-e3c3-4135-b658-c740237660e3", "name": "network-vif-deleted", "tag": "94ee3b8a-ad4a-450d-8eb0-1ce17426edb8", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:59:01.444586 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-57b30b1b-88df-4579-9033-beb646cddfed {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:59:01.445314 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '817eef53-e3c3-4135-b658-c740237660e3', 'name': 'network-vif-deleted', 'tag': '94ee3b8a-ad4a-450d-8eb0-1ce17426edb8', 'status': 'completed', 'code': 200} Aug 11 21:59:01.679274 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-78f69748-09b0-4845-9451-2952784d94f8 req-c093db04-7df3-4bfb-8542-1262bc8d4dfc tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 210 time: 0.1587756 Aug 11 21:59:01.759335 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415bb15-d652-48d7-8d56-37407994d112 req-1df12c95-6c1a-4050-bc1e-1900dbcf8ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:01.776808 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2415bb15-d652-48d7-8d56-37407994d112 req-1df12c95-6c1a-4050-bc1e-1900dbcf8ba0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 1097 time: 0.1279874 Aug 11 21:59:01.967463 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 94ee3b8a-ad4a-450d-8eb0-1ce17426edb8 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:59:02.015413 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcdb53-2827-4aae-9f00-e2715f4347f4 req-d7f45915-3653-437a-90f3-41a77e219277 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:02.026417 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1afcdb53-2827-4aae-9f00-e2715f4347f4 req-d7f45915-3653-437a-90f3-41a77e219277 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 946 time: 0.1847508 Aug 11 21:59:02.065226 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2415bb15-d652-48d7-8d56-37407994d112 req-186b0ad5-5d88-4ef6-93e9-b14ce6794060 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768987 Aug 11 21:59:02.077831 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 94ee3b8a-ad4a-450d-8eb0-1ce17426edb8 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:59:02.078210 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 94ee3b8a-ad4a-450d-8eb0-1ce17426edb8 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:59:02.164335 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1afcdb53-2827-4aae-9f00-e2715f4347f4 req-77183481-6ff5-4aec-9fef-e616dc31e0b0 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365042 Aug 11 21:59:02.168914 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-b59a2b06-13b2-490c-bbe3-bdfb198daf65 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=01fca9b3362949bdabf015b4ac4622c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1006727 Aug 11 21:59:02.570828 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbde48-784e-4f50-bb6d-8af9bfcfa908 req-60eb5529-8793-4971-9a7a-8085252c4a51 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:02.574079 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8cbbde48-784e-4f50-bb6d-8af9bfcfa908 req-60eb5529-8793-4971-9a7a-8085252c4a51 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.1642833 Aug 11 21:59:02.789490 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-54b293f0-71f5-4e11-9c20-51e0b9e2ed43 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:02.801458 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-54b293f0-71f5-4e11-9c20-51e0b9e2ed43 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6237361 Aug 11 21:59:02.890847 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8cbbde48-784e-4f50-bb6d-8af9bfcfa908 req-f5c39373-d305-4b17-bcbe-edb4100c6c17 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947681 Aug 11 21:59:02.935792 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-3cbc4bf4-f009-46ba-8758-a3c3e354bc8e tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Request body: {'port': {'device_id': '91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'admin_state_up': True, 'tenant_id': '01fca9b3362949bdabf015b4ac4622c7'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:59:03.401781 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-3cbc4bf4-f009-46ba-8758-a3c3e354bc8e tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Made reservation on behalf of 01fca9b3362949bdabf015b4ac4622c7 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:59:03.406625 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-3cbc4bf4-f009-46ba-8758-a3c3e354bc8e tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:03.645214 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1a06a2a6-87da-4a98-ae2f-9c2a37f37b15 req-2744b42b-c9e3-48eb-b4bf-209165d4cf2c tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=a63e4b13-e1db-4515-a1fc-2f906c482164 HTTP/1.1" status: 200 len: 210 time: 0.1602602 Aug 11 21:59:03.883913 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-3cbc4bf4-f009-46ba-8758-a3c3e354bc8e tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Allocated IP 192.168.233.227 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/5416b26f-2494-4b72-9a5e-ad96f58483f2) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:59:03.964016 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3b0d0fa0-0fc0-4d98-9ffb-7a440c165b35 req-5d46ffbe-72ec-4330-84ba-229f52f4ca8f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1808345 Aug 11 21:59:04.020579 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d1701-d0db-475c-85c1-95a6a1013345 req-f634ed93-5a59-4383-aa4f-ef604f47fa03 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:04.029458 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc0d1701-d0db-475c-85c1-95a6a1013345 req-f634ed93-5a59-4383-aa4f-ef604f47fa03 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 944 time: 0.1739037 Aug 11 21:59:04.461310 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc0d1701-d0db-475c-85c1-95a6a1013345 req-d93e95bb-7f7f-42ec-bb7b-f3eceabf8cce tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4303069 Aug 11 21:59:04.474530 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d0fa0-0fc0-4d98-9ffb-7a440c165b35 req-afcb7b04-b842-4f3b-8a1e-6dc830910186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:04.476183 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3b0d0fa0-0fc0-4d98-9ffb-7a440c165b35 req-afcb7b04-b842-4f3b-8a1e-6dc830910186 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cfe969a3456f4c9186b743e59eed9b71&device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 1096 time: 0.2349794 Aug 11 21:59:04.582003 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-3cbc4bf4-f009-46ba-8758-a3c3e354bc8e tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:04.957408 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6f1ae67f-8df4-484d-b650-bc5d1f153320 req-b7876ab9-cc7e-4cbc-9e3c-2bdc77dda2e1 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 210 time: 0.0593753 Aug 11 21:59:04.970312 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d0fa0-0fc0-4d98-9ffb-7a440c165b35 req-b85c147f-de23-4ee4-9104-7136081d05fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:04.972632 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3b0d0fa0-0fc0-4d98-9ffb-7a440c165b35 req-b85c147f-de23-4ee4-9104-7136081d05fc service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1d2353f-b112-4357-b0a6-e5993406a9d5 HTTP/1.1" status: 200 len: 921 time: 0.4169397 Aug 11 21:59:04.974403 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-3cbc4bf4-f009-46ba-8758-a3c3e354bc8e tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Transition to ACTIVE for port object 5416b26f-2494-4b72-9a5e-ad96f58483f2 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:59:05.106505 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-3cbc4bf4-f009-46ba-8758-a3c3e354bc8e tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:05.122313 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['fe14920a-a4be-4054-b1ae-c8b50eb8c195'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:59:05.322023 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc4bf4-f009-46ba-8758-a3c3e354bc8e tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Pushing event updated for resources: {'Port': ['ID=5416b26f-2494-4b72-9a5e-ad96f58483f2,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:05.395717 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-3cbc4bf4-f009-46ba-8758-a3c3e354bc8e tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:59:05.398645 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-3cbc4bf4-f009-46ba-8758-a3c3e354bc8e tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:59:05.409756 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-3cbc4bf4-f009-46ba-8758-a3c3e354bc8e tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:59:05.534374 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dea845-b587-4374-96f6-64ad90b020cb req-d71d49d8-058b-4618-b070-9795bcb046d7 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:05.538830 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b9dea845-b587-4374-96f6-64ad90b020cb req-d71d49d8-058b-4618-b070-9795bcb046d7 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=0728b00c-8f07-4696-9ab3-f38c21962eff HTTP/1.1" status: 200 len: 949 time: 0.4225361 Aug 11 21:59:05.676285 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3b0d0fa0-0fc0-4d98-9ffb-7a440c165b35 req-a98c0f88-add7-4b98-8de2-4a38b2930f45 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c91a7aab-d4e5-4470-af40-fb22c96951e9 HTTP/1.1" status: 200 len: 217 time: 0.1658161 Aug 11 21:59:05.719648 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b9dea845-b587-4374-96f6-64ad90b020cb req-e759ff05-c55f-41aa-9c58-24a55afafd29 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384997 Aug 11 21:59:05.843161 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-3cbc4bf4-f009-46ba-8758-a3c3e354bc8e tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:05.844091 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-3cbc4bf4-f009-46ba-8758-a3c3e354bc8e tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:05.848758 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d0fa0-0fc0-4d98-9ffb-7a440c165b35 req-0af6ba03-be4b-44ee-b842-a22d2621f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:05.850586 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3b0d0fa0-0fc0-4d98-9ffb-7a440c165b35 req-0af6ba03-be4b-44ee-b842-a22d2621f981 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d64b3af4-29c6-4065-a225-159b72d7499b HTTP/1.1" status: 200 len: 860 time: 0.1292927 Aug 11 21:59:05.902118 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-3cbc4bf4-f009-46ba-8758-a3c3e354bc8e tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0091755 Aug 11 21:59:05.938425 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-7481e2a3-41e6-4868-a593-be207c19c913 service neutron] Request body: {'port': {'device_id': '91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:59:05.986493 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3b0d0fa0-0fc0-4d98-9ffb-7a440c165b35 req-2baae008-a0c5-41a5-b5f9-39bc4d5b039c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1d2353f-b112-4357-b0a6-e5993406a9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670960 Aug 11 21:59:06.017813 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e74f9fee-9f00-41bb-8c1e-7354380a4630 None None] Provisioning for port 5416b26f-2494-4b72-9a5e-ad96f58483f2 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:59:06.025130 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19126d8c-9fa9-4d70-adc1-293cd9341226 req-6929c67f-b7fa-40e2-9de0-8f3fb445521d tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:06.027528 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-19126d8c-9fa9-4d70-adc1-293cd9341226 req-6929c67f-b7fa-40e2-9de0-8f3fb445521d tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.1743789 Aug 11 21:59:06.047863 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e74f9fee-9f00-41bb-8c1e-7354380a4630 None None] Provisioning complete for port 5416b26f-2494-4b72-9a5e-ad96f58483f2 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:59:06.052973 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e74f9fee-9f00-41bb-8c1e-7354380a4630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:06.132066 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-19126d8c-9fa9-4d70-adc1-293cd9341226 req-1bb3bee1-4fb7-422a-bcd8-a076dbf8389f tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874918 Aug 11 21:59:06.166162 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-7481e2a3-41e6-4868-a593-be207c19c913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:06.179904 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-e74f9fee-9f00-41bb-8c1e-7354380a4630 None None] Port 5416b26f-2494-4b72-9a5e-ad96f58483f2 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:59:06.705398 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-7481e2a3-41e6-4868-a593-be207c19c913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5416b26f-2494-4b72-9a5e-ad96f58483f2 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:59:06.719671 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-7481e2a3-41e6-4868-a593-be207c19c913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:06.745630 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-7481e2a3-41e6-4868-a593-be207c19c913 service neutron] Transition to ACTIVE for port object 5416b26f-2494-4b72-9a5e-ad96f58483f2 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:59:06.756132 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-7481e2a3-41e6-4868-a593-be207c19c913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:06.897323 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10e538-e153-439d-af7e-72972f24a6e6 req-0cc671ab-4059-4cda-8a0d-789eafe33f44 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:06.906020 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bb10e538-e153-439d-af7e-72972f24a6e6 req-0cc671ab-4059-4cda-8a0d-789eafe33f44 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 946 time: 0.0718756 Aug 11 21:59:06.954251 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481e2a3-41e6-4868-a593-be207c19c913 service neutron] Pushing event updated for resources: {'Port': ['ID=5416b26f-2494-4b72-9a5e-ad96f58483f2,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:06.962532 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bb10e538-e153-439d-af7e-72972f24a6e6 req-16af173d-d122-47c8-8130-9c5d9f720502 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550737 Aug 11 21:59:07.129666 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-7481e2a3-41e6-4868-a593-be207c19c913 service neutron] Attempting to bind port 5416b26f-2494-4b72-9a5e-ad96f58483f2 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:59:07.130710 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-7481e2a3-41e6-4868-a593-be207c19c913 service neutron] Attempting to bind port 5416b26f-2494-4b72-9a5e-ad96f58483f2 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:59:07.132422 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-7481e2a3-41e6-4868-a593-be207c19c913 service neutron] Attempting to bind port 5416b26f-2494-4b72-9a5e-ad96f58483f2 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:59:07.144375 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-7481e2a3-41e6-4868-a593-be207c19c913 service neutron] Port 5416b26f-2494-4b72-9a5e-ad96f58483f2 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:59:07.149162 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-7481e2a3-41e6-4868-a593-be207c19c913 service neutron] Attempting to bind port 5416b26f-2494-4b72-9a5e-ad96f58483f2 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:59:07.176833 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-7481e2a3-41e6-4868-a593-be207c19c913 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:59:07.181297 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-7481e2a3-41e6-4868-a593-be207c19c913 service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:59:07.182453 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-7481e2a3-41e6-4868-a593-be207c19c913 service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:59:07.187798 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-7481e2a3-41e6-4868-a593-be207c19c913 service neutron] Bound port: 5416b26f-2494-4b72-9a5e-ad96f58483f2, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:59:07.190141 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-7481e2a3-41e6-4868-a593-be207c19c913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:07.330477 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971321b-7619-44ca-a552-1489632b7d8b req-9c532419-36a2-4351-a394-f7f56a177b98 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:07.342840 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1971321b-7619-44ca-a552-1489632b7d8b req-9c532419-36a2-4351-a394-f7f56a177b98 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 944 time: 0.1083326 Aug 11 21:59:07.417403 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1971321b-7619-44ca-a552-1489632b7d8b req-1cc3930c-f367-4789-9e1f-702c24e4d7f7 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700974 Aug 11 21:59:07.619029 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-7481e2a3-41e6-4868-a593-be207c19c913 service neutron] For port 5416b26f-2494-4b72-9a5e-ad96f58483f2, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:59:07.634731 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-7481e2a3-41e6-4868-a593-be207c19c913 service neutron] For port 5416b26f-2494-4b72-9a5e-ad96f58483f2, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=5416b26f-2494-4b72-9a5e-ad96f58483f2,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:59:07.700129 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefecfc-7290-4536-aa6f-7a70c1516a4e req-df3b1165-fa82-40e7-ba5a-fab6b9d578af tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:07.710978 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-adefecfc-7290-4536-aa6f-7a70c1516a4e req-df3b1165-fa82-40e7-ba5a-fab6b9d578af tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 948 time: 0.1137550 Aug 11 21:59:07.787941 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-adefecfc-7290-4536-aa6f-7a70c1516a4e req-ee5def51-cb2f-449f-92cf-d7eef5667d57 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750844 Aug 11 21:59:07.797940 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-7481e2a3-41e6-4868-a593-be207c19c913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:07.904872 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:08.026727 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481e2a3-41e6-4868-a593-be207c19c913 service neutron] Pushing event updated for resources: {'Port': ['ID=5416b26f-2494-4b72-9a5e-ad96f58483f2,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:08.138048 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d6ae0-8831-459a-9c18-5cbfd5db70ea req-6468d0c3-8a67-491c-b778-d304f4facc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:08.152793 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c47d6ae0-8831-459a-9c18-5cbfd5db70ea req-6468d0c3-8a67-491c-b778-d304f4facc3c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d74c7b222e1944f9bf3fd004364d95e4&device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 1097 time: 0.1706550 Aug 11 21:59:08.168502 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d73bf5-8815-4311-b5fc-96a3a17b6983 req-3e185c75-9529-4c16-a1dc-43d323824997 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:08.196105 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-04d73bf5-8815-4311-b5fc-96a3a17b6983 req-3e185c75-9529-4c16-a1dc-43d323824997 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=0728b00c-8f07-4696-9ab3-f38c21962eff HTTP/1.1" status: 200 len: 949 time: 0.2762616 Aug 11 21:59:08.211319 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-7481e2a3-41e6-4868-a593-be207c19c913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:08.212898 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-7481e2a3-41e6-4868-a593-be207c19c913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:08.215949 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-7481e2a3-41e6-4868-a593-be207c19c913 service neutron] 10.222.0.82 "PUT /v2.0/ports/5416b26f-2494-4b72-9a5e-ad96f58483f2 HTTP/1.1" status: 200 len: 1096 time: 2.2839251 Aug 11 21:59:08.226605 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b', 'tag': '5416b26f-2494-4b72-9a5e-ad96f58483f2'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:59:08.249998 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ee77eb-cd3c-4486-94db-ed04725d86bf" -d '{"events": [{"name": "network-changed", "server_uuid": "91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b", "tag": "5416b26f-2494-4b72-9a5e-ad96f58483f2"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:59:08.295423 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-04d73bf5-8815-4311-b5fc-96a3a17b6983 req-499e2844-feaf-4c4c-a5b0-584e7124d8a9 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942392 Aug 11 21:59:08.720155 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3b0d0fa0-0fc0-4d98-9ffb-7a440c165b35 req-189dac7d-e7bb-4ba4-8f39-c9bcef43bb16 service neutron] 10.222.0.52 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0748549 Aug 11 21:59:08.773313 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab103ee7-548e-4849-9767-2c550188f464 req-ffdd9247-82b6-45c1-a41d-36b0bc264544 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:08.785821 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ab103ee7-548e-4849-9767-2c550188f464 req-ffdd9247-82b6-45c1-a41d-36b0bc264544 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.52 "GET /v2.0/ports?device_id=0728b00c-8f07-4696-9ab3-f38c21962eff HTTP/1.1" status: 200 len: 949 time: 0.8636084 Aug 11 21:59:08.924604 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52562b8b-ee03-4b65-93f5-6b1ea749575d req-b7b6f8c4-4c46-4ed0-abe3-eae46bcf6704 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:08.947779 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-52562b8b-ee03-4b65-93f5-6b1ea749575d req-b7b6f8c4-4c46-4ed0-abe3-eae46bcf6704 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.3998566 Aug 11 21:59:09.206817 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-455083c6-9033-4d47-b3fe-a8204a0aead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:09.209503 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-455083c6-9033-4d47-b3fe-a8204a0aead5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 1099 time: 0.8549144 Aug 11 21:59:09.239204 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-52562b8b-ee03-4b65-93f5-6b1ea749575d req-767b7e31-dc95-45ec-992e-c0eec3575934 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891788 Aug 11 21:59:09.315826 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d2c29-1c49-4550-9191-b1da21fd073a req-aa21868b-a81d-4032-a288-59fb347c7ab2 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:09.317090 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a41d2c29-1c49-4550-9191-b1da21fd073a req-aa21868b-a81d-4032-a288-59fb347c7ab2 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 946 time: 0.8954537 Aug 11 21:59:09.362100 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d6ae0-8831-459a-9c18-5cbfd5db70ea req-810d79e6-a081-4555-8712-bc4c293f0cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:09.363486 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c47d6ae0-8831-459a-9c18-5cbfd5db70ea req-810d79e6-a081-4555-8712-bc4c293f0cde service neutron] 10.222.0.52 "GET /v2.0/networks?id=c38fbfc2-60a8-4130-a95a-d7a797c5eb71 HTTP/1.1" status: 200 len: 912 time: 0.6966722 Aug 11 21:59:09.501866 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-a54d825a-3b57-4140-9655-8b5ef96a0435 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=5416b26f-2494-4b72-9a5e-ad96f58483f2 HTTP/1.1" status: 200 len: 217 time: 0.2594535 Aug 11 21:59:09.604795 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c47d6ae0-8831-459a-9c18-5cbfd5db70ea req-14b9aa32-5e7e-427a-a053-66a235b50bf7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a613bb3-dfa5-4d42-885e-76a378067d8b HTTP/1.1" status: 200 len: 217 time: 0.2158184 Aug 11 21:59:09.620617 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-2eb2f90a-98f7-47b1-9bf7-f171286ccaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:09.622529 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-2eb2f90a-98f7-47b1-9bf7-f171286ccaf3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1117263 Aug 11 21:59:09.646813 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a41d2c29-1c49-4550-9191-b1da21fd073a req-35ce7be2-80f4-44d2-9bfd-4e4ecbeab112 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414315 Aug 11 21:59:09.698134 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5334d4-5a2c-431c-ad45-3829e311e92c req-c0008dfd-8fec-47a9-af07-65906cc6224a tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:09.707910 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f5334d4-5a2c-431c-ad45-3829e311e92c req-c0008dfd-8fec-47a9-af07-65906cc6224a tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?device_id=497dfcb1-e54c-42ce-a47b-c28267b306c6 HTTP/1.1" status: 200 len: 950 time: 0.2018495 Aug 11 21:59:09.728747 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3b0d0fa0-0fc0-4d98-9ffb-7a440c165b35 req-cfc3fde2-ae5d-4273-8f7f-84c22d2a9cf9 service neutron] 10.222.0.52 "GET /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9365542 Aug 11 21:59:09.754723 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-ab103ee7-548e-4849-9767-2c550188f464 req-111312c5-dabb-4912-a5c9-ac4e87e47e02 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Deleting port fcff280f-ad47-4c89-83f8-819c2a3be903 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:59:09.754979 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ab103ee7-548e-4849-9767-2c550188f464 req-111312c5-dabb-4912-a5c9-ac4e87e47e02 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:09.862887 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12886ed-6078-465e-b9cc-77574cffa840 x-openstack-request-id: req-b12886ed-6078-465e-b9cc-77574cffa840 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:59:09.863351 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b", "tag": "5416b26f-2494-4b72-9a5e-ad96f58483f2", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:59:09.863818 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b12886ed-6078-465e-b9cc-77574cffa840 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:59:09.864353 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b', 'tag': '5416b26f-2494-4b72-9a5e-ad96f58483f2', 'status': 'completed', 'code': 200} Aug 11 21:59:09.869553 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-e0df788e-a7ea-4e23-8496-ee7bb948ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:09.871438 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-e0df788e-a7ea-4e23-8496-ee7bb948ce63 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2373269 Aug 11 21:59:10.107415 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f5334d4-5a2c-431c-ad45-3829e311e92c req-a367c9f8-e803-4e9d-a5f3-2e0077adf962 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/security-groups?id=46359dce-99be-4362-9973-5196cd981151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860767 Aug 11 21:59:10.126224 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d6ae0-8831-459a-9c18-5cbfd5db70ea req-1be051b0-ca6a-41da-9da3-90f65bb897d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:10.130035 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c47d6ae0-8831-459a-9c18-5cbfd5db70ea req-1be051b0-ca6a-41da-9da3-90f65bb897d1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6f9021ca-ac57-4bbd-9f6f-dc4b072cfc7c HTTP/1.1" status: 200 len: 851 time: 0.3619254 Aug 11 21:59:10.251962 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c47d6ae0-8831-459a-9c18-5cbfd5db70ea req-df9cb369-4f69-4a98-b8e5-e701eae0796b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c38fbfc2-60a8-4130-a95a-d7a797c5eb71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899518 Aug 11 21:59:10.722728 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c47d6ae0-8831-459a-9c18-5cbfd5db70ea req-eaf4103c-9ac2-4e56-8543-3d71fa6be841 service neutron] 10.222.0.52 "GET /v2.0/networks/c38fbfc2-60a8-4130-a95a-d7a797c5eb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465461 Aug 11 21:59:10.840401 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-ab103ee7-548e-4849-9767-2c550188f464 req-111312c5-dabb-4912-a5c9-ac4e87e47e02 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] For port fcff280f-ad47-4c89-83f8-819c2a3be903, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=fcff280f-ad47-4c89-83f8-819c2a3be903,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:10.842727 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ab103ee7-548e-4849-9767-2c550188f464 req-111312c5-dabb-4912-a5c9-ac4e87e47e02 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:10.891633 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-ab103ee7-548e-4849-9767-2c550188f464 req-111312c5-dabb-4912-a5c9-ac4e87e47e02 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Calling delete_port for fcff280f-ad47-4c89-83f8-819c2a3be903 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:59:10.940717 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-e747365b-8479-4e2f-8129-4b2f0a527ddc service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0459104 Aug 11 21:59:10.964308 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ae557-a090-497d-897d-80221f50663d req-f37d0ea3-2926-4de2-8e72-38d35b2db872 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:10.966727 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-072ae557-a090-497d-897d-80221f50663d req-f37d0ea3-2926-4de2-8e72-38d35b2db872 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 948 time: 0.2427783 Aug 11 21:59:11.176053 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-104b3d9c-9508-453c-8ce8-16375dfc65cd req-1082b6fe-0fa0-4af4-9d44-df509f2d8e97 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187459 Aug 11 21:59:11.221887 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-072ae557-a090-497d-897d-80221f50663d req-fa3b458b-801d-4955-b644-4365bec9271a tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325125 Aug 11 21:59:11.227186 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c47d6ae0-8831-459a-9c18-5cbfd5db70ea req-fdaff1b3-8ce0-44d6-b5c8-a9a3cf4eb934 service neutron] 10.222.0.52 "GET /v2.0/networks/c38fbfc2-60a8-4130-a95a-d7a797c5eb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245234 Aug 11 21:59:11.407947 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bafb9f-81e0-4ba3-8a48-d3b00048e609 req-e4012550-f015-4fb5-b668-656f8a5afc9d tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:11.417373 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b4bafb9f-81e0-4ba3-8a48-d3b00048e609 req-e4012550-f015-4fb5-b668-656f8a5afc9d tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 944 time: 1.3560169 Aug 11 21:59:11.526253 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b4bafb9f-81e0-4ba3-8a48-d3b00048e609 req-2fefd292-4bf4-4669-913a-2c8e7ad539cf tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008062 Aug 11 21:59:11.543708 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee77eb-cd3c-4486-94db-ed04725d86bf req-309e66a1-9e7d-4c6f-8f51-c97623b11c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:11.546198 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4ee77eb-cd3c-4486-94db-ed04725d86bf req-309e66a1-9e7d-4c6f-8f51-c97623b11c00 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 1099 time: 0.1915202 Aug 11 21:59:11.670925 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ad0d6-9818-43cd-b486-17f002d71f0b req-4b931bf2-cc50-4f58-8650-effdd999d172 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:11.682213 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0a4ad0d6-9818-43cd-b486-17f002d71f0b req-4b931bf2-cc50-4f58-8650-effdd999d172 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=0728b00c-8f07-4696-9ab3-f38c21962eff HTTP/1.1" status: 200 len: 949 time: 0.2265925 Aug 11 21:59:11.793587 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0a4ad0d6-9818-43cd-b486-17f002d71f0b req-3c10c1e4-5bc3-4f9e-8cee-731e7c0a394e tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102912 Aug 11 21:59:11.910001 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee77eb-cd3c-4486-94db-ed04725d86bf req-0be2b6f3-7992-43e1-8249-e2f824fbaa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:11.914999 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 59dfa4a1-84b2-46ce-8814-80411df57b7b no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:59:11.916330 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4ee77eb-cd3c-4486-94db-ed04725d86bf req-0be2b6f3-7992-43e1-8249-e2f824fbaa91 service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.3573797 Aug 11 21:59:12.054873 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275cb29-f93b-4712-85f4-acd428346eff req-26d8c733-93cb-4b9c-9959-d585e365b984 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:12.078191 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d275cb29-f93b-4712-85f4-acd428346eff req-26d8c733-93cb-4b9c-9959-d585e365b984 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.1255848 Aug 11 21:59:12.104921 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4ee77eb-cd3c-4486-94db-ed04725d86bf req-6eb5e826-004b-4281-9527-891fb62b2971 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=5416b26f-2494-4b72-9a5e-ad96f58483f2 HTTP/1.1" status: 200 len: 217 time: 0.1741111 Aug 11 21:59:12.258324 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d275cb29-f93b-4712-85f4-acd428346eff req-ee62b4b6-fbf0-4045-9cbc-a8bd806305a9 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719151 Aug 11 21:59:12.324227 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:12.360148 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ab103ee7-548e-4849-9767-2c550188f464 req-111312c5-dabb-4912-a5c9-ac4e87e47e02 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:12.396906 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['1ce624c8-6208-4473-9a5b-a42873bbb744', '0ab23975-c8aa-4302-88a8-14fcf550da5b'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:59:12.397893 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee77eb-cd3c-4486-94db-ed04725d86bf req-022cbbdd-a5cc-426e-89c0-14abf0d23632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:12.402353 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4ee77eb-cd3c-4486-94db-ed04725d86bf req-022cbbdd-a5cc-426e-89c0-14abf0d23632 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.2720323 Aug 11 21:59:12.415462 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['24edb1fe-1d30-4c08-ab37-4ad5bafeadaa', '43061107-0d89-4d88-bc8e-f7b987a8f672', '9d7edfef-80a8-4e87-b4b6-6179a86e9305', 'b0503148-a74e-4cb3-86a5-a5353fe7fa4d'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:59:12.513571 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111312c5-dabb-4912-a5c9-ac4e87e47e02 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Pushing event deleted for resources: {'Port': ['ID=fcff280f-ad47-4c89-83f8-819c2a3be903,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:12.521375 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 59dfa4a1-84b2-46ce-8814-80411df57b7b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=59dfa4a1-84b2-46ce-8814-80411df57b7b,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:12.581349 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497dfcb1-e54c-42ce-a47b-c28267b306c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59dfa4a1-84b2-46ce-8814-80411df57b7b'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:59:12.584307 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb0b38a-f5a0-4884-9132-aa171e057ae2" -d '{"events": [{"server_uuid": "497dfcb1-e54c-42ce-a47b-c28267b306c6", "name": "network-vif-unplugged", "status": "completed", "tag": "59dfa4a1-84b2-46ce-8814-80411df57b7b"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:59:12.600779 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c474ee-5ffb-4fe1-a52e-c46d29850fd0 req-9b611d20-19be-456b-8888-d826847fbdf6 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:12.613249 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86c474ee-5ffb-4fe1-a52e-c46d29850fd0 req-9b611d20-19be-456b-8888-d826847fbdf6 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 946 time: 0.1402335 Aug 11 21:59:12.678308 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86c474ee-5ffb-4fe1-a52e-c46d29850fd0 req-3f8e6607-c3cb-4c42-b7dc-2f998d8a01ec tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592330 Aug 11 21:59:12.684361 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab103ee7-548e-4849-9767-2c550188f464 req-111312c5-dabb-4912-a5c9-ac4e87e47e02 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] No DVR routers for this DVR port fcff280f-ad47-4c89-83f8-819c2a3be903 on host n-h2-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:59:12.694409 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ab103ee7-548e-4849-9767-2c550188f464 req-111312c5-dabb-4912-a5c9-ac4e87e47e02 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:12.703803 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ab103ee7-548e-4849-9767-2c550188f464 req-111312c5-dabb-4912-a5c9-ac4e87e47e02 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.52 "DELETE /v2.0/ports/fcff280f-ad47-4c89-83f8-819c2a3be903 HTTP/1.1" status: 204 len: 173 time: 3.8626482 Aug 11 21:59:12.707661 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0728b00c-8f07-4696-9ab3-f38c21962eff', 'name': 'network-vif-deleted', 'tag': 'fcff280f-ad47-4c89-83f8-819c2a3be903'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:59:12.709294 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:12.710488 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device fcff280f-ad47-4c89-83f8-819c2a3be903 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:59:12.716889 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d89774f-38ef-4c21-81b9-d63409e71941" -d '{"events": [{"server_uuid": "0728b00c-8f07-4696-9ab3-f38c21962eff", "name": "network-vif-deleted", "tag": "fcff280f-ad47-4c89-83f8-819c2a3be903"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:59:12.748777 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: fcff280f-ad47-4c89-83f8-819c2a3be903 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:59:12.749047 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device fcff280f-ad47-4c89-83f8-819c2a3be903 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:59:12.755394 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee77eb-cd3c-4486-94db-ed04725d86bf req-5565af35-90db-4502-8fbf-3cf42ce9df71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:12.758357 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4ee77eb-cd3c-4486-94db-ed04725d86bf req-5565af35-90db-4502-8fbf-3cf42ce9df71 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3146670 Aug 11 21:59:12.841127 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=59dfa4a1-84b2-46ce-8814-80411df57b7b,revision_number=11']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:13.082849 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 21:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65153157-c898-497d-80ff-5f9072b0e4c8 x-openstack-request-id: req-65153157-c898-497d-80ff-5f9072b0e4c8 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:59:13.084025 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497dfcb1-e54c-42ce-a47b-c28267b306c6", "name": "network-vif-unplugged", "status": "completed", "tag": "59dfa4a1-84b2-46ce-8814-80411df57b7b", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:59:13.084579 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-65153157-c898-497d-80ff-5f9072b0e4c8 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:59:13.085240 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497dfcb1-e54c-42ce-a47b-c28267b306c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59dfa4a1-84b2-46ce-8814-80411df57b7b', 'code': 200} Aug 11 21:59:13.431114 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c302c9-9d7b-4a2c-b70c-447f02d69c80 req-e3596fad-bf10-478b-bc0d-672b6b0391d7 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:13.432745 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4ee77eb-cd3c-4486-94db-ed04725d86bf req-47389d23-4c04-443b-92af-ddb7051adbf0 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6649427 Aug 11 21:59:13.451564 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-24c302c9-9d7b-4a2c-b70c-447f02d69c80 req-e3596fad-bf10-478b-bc0d-672b6b0391d7 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 948 time: 0.3310008 Aug 11 21:59:13.484083 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35deb8-596c-41ba-8198-ba2c33d35db6 req-282da217-5bce-4b2b-8622-c6af1c4dad97 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:13.490113 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fa35deb8-596c-41ba-8198-ba2c33d35db6 req-282da217-5bce-4b2b-8622-c6af1c4dad97 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 944 time: 0.2734933 Aug 11 21:59:13.644665 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-24c302c9-9d7b-4a2c-b70c-447f02d69c80 req-a6ba63c0-93c2-4434-97d3-c45370dbc09c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914518 Aug 11 21:59:13.699954 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fa35deb8-596c-41ba-8198-ba2c33d35db6 req-f241a99a-9e61-4d75-92ca-18d4ed39b5c2 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714509 Aug 11 21:59:13.822434 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4ee77eb-cd3c-4486-94db-ed04725d86bf req-e1efcc68-5b7e-43d4-bcd7-c79465db3cb0 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802299 Aug 11 21:59:13.835433 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b381347b-18ca-489f-bd4f-c81fcde5e94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:13.853010 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bc6c13-1111-4412-a8a0-f83e1c76420e x-openstack-request-id: req-71bc6c13-1111-4412-a8a0-f83e1c76420e {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:59:13.853511 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0728b00c-8f07-4696-9ab3-f38c21962eff", "name": "network-vif-deleted", "tag": "fcff280f-ad47-4c89-83f8-819c2a3be903", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:59:13.853712 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-71bc6c13-1111-4412-a8a0-f83e1c76420e {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:59:13.854469 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0728b00c-8f07-4696-9ab3-f38c21962eff', 'name': 'network-vif-deleted', 'tag': 'fcff280f-ad47-4c89-83f8-819c2a3be903', 'status': 'completed', 'code': 200} Aug 11 21:59:13.933952 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fce6ab-06f7-49e2-b8d9-0ec6707478ba req-3d42a6a3-3403-486c-932b-d14386f39a96 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:13.948472 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b5fce6ab-06f7-49e2-b8d9-0ec6707478ba req-3d42a6a3-3403-486c-932b-d14386f39a96 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 946 time: 0.1367548 Aug 11 21:59:14.084167 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b5fce6ab-06f7-49e2-b8d9-0ec6707478ba req-eae0ff3f-4e38-4821-9f8f-ea2f2f048d1c tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343520 Aug 11 21:59:14.477046 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c392964c-f86c-4efd-b4e9-d7d9af78a054 req-8698f60f-def3-4bf3-9247-e81988be4941 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=0728b00c-8f07-4696-9ab3-f38c21962eff HTTP/1.1" status: 200 len: 210 time: 0.1000853 Aug 11 21:59:14.563822 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051ed5e-e2cf-4933-b2e1-da36658b7672 req-015a8200-375a-46fd-9cb9-7cb3a8b199e4 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:14.568745 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4051ed5e-e2cf-4933-b2e1-da36658b7672 req-015a8200-375a-46fd-9cb9-7cb3a8b199e4 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.2104611 Aug 11 21:59:14.729486 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4051ed5e-e2cf-4933-b2e1-da36658b7672 req-a819e94f-8a71-4630-9860-4391ff9769f8 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448793 Aug 11 21:59:15.033754 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c42a8-466c-452a-b6dc-886a7162c9b3 req-472171f4-e31e-4560-a0fd-47932c52d117 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:15.036517 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e07c42a8-466c-452a-b6dc-886a7162c9b3 req-472171f4-e31e-4560-a0fd-47932c52d117 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 948 time: 0.1215293 Aug 11 21:59:15.184810 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e07c42a8-466c-452a-b6dc-886a7162c9b3 req-80c8dd90-8a5f-43b9-b806-c4a9f5d9b0d6 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242402 Aug 11 21:59:15.198128 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf84d3-5e99-4912-be37-6574cd26dfd4 req-0adf9c18-6379-439a-80e6-c883d1b59b9d tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:15.206968 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-facf84d3-5e99-4912-be37-6574cd26dfd4 req-0adf9c18-6379-439a-80e6-c883d1b59b9d tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 944 time: 0.1369760 Aug 11 21:59:15.300344 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-facf84d3-5e99-4912-be37-6574cd26dfd4 req-3fd0d305-be13-44db-8401-7d90fd00f7c9 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726068 Aug 11 21:59:15.522866 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424b4d8-f2d7-4a07-ab72-32e38e11e110 req-329e1ea8-6a3a-4e76-a7ef-f726239cdd5e tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:15.534602 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f424b4d8-f2d7-4a07-ab72-32e38e11e110 req-329e1ea8-6a3a-4e76-a7ef-f726239cdd5e tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 946 time: 0.1017554 Aug 11 21:59:15.592292 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f424b4d8-f2d7-4a07-ab72-32e38e11e110 req-cdbddb68-bd04-4c88-a935-6d33ea1dbafb tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590806 Aug 11 21:59:15.737223 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-725913d8-c8f4-4ae9-9024-0b376d4583be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:15.881948 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcc014-4ffd-4b31-a332-b1ac9b6fcd66 req-9280248a-324e-41d9-8d28-db1aa8c7390b tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:15.889821 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-49dcc014-4ffd-4b31-a332-b1ac9b6fcd66 req-9280248a-324e-41d9-8d28-db1aa8c7390b tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 946 time: 0.0994623 Aug 11 21:59:15.916377 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:15.966601 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-49dcc014-4ffd-4b31-a332-b1ac9b6fcd66 req-8c172ebd-2ff6-44af-8abd-476d9c771e79 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755417 Aug 11 21:59:16.014878 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 5416b26f-2494-4b72-9a5e-ad96f58483f2 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:59:16.220192 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91182385-8749-4432-9d27-5a4a1335c12e req-6ddb2372-adfb-4c74-8982-b7d50b8b17c4 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:16.222736 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91182385-8749-4432-9d27-5a4a1335c12e req-6ddb2372-adfb-4c74-8982-b7d50b8b17c4 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.0877533 Aug 11 21:59:16.264676 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 5416b26f-2494-4b72-9a5e-ad96f58483f2, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=5416b26f-2494-4b72-9a5e-ad96f58483f2,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:16.278382 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '5416b26f-2494-4b72-9a5e-ad96f58483f2', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '5416b26f-2494-4b72-9a5e-ad96f58483f2', 'mac_address': 'fa:16:3e:64:dc:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:59:16.298188 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91182385-8749-4432-9d27-5a4a1335c12e req-05a61cfb-0878-4fe1-85c7-17cc2a34e880 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627234 Aug 11 21:59:16.332491 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:16.350392 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5416b26f-2494-4b72-9a5e-ad96f58483f2 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:59:16.377988 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 5416b26f-2494-4b72-9a5e-ad96f58483f2, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=5416b26f-2494-4b72-9a5e-ad96f58483f2,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:16.383483 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:16.450306 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=5416b26f-2494-4b72-9a5e-ad96f58483f2,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:16.913587 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['5416b26f-2494-4b72-9a5e-ad96f58483f2'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:59:17.030983 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e9210-4212-4ac0-b92d-66ec9089562d req-d30bb054-6ac9-4514-a271-50e9ee86fc73 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:17.032725 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bb6e9210-4212-4ac0-b92d-66ec9089562d req-d30bb054-6ac9-4514-a271-50e9ee86fc73 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=7852ab3a-97b5-4733-a5b4-2a4093e473dc HTTP/1.1" status: 200 len: 948 time: 0.0625885 Aug 11 21:59:17.046457 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64de6f-acf2-424a-94fb-c8bad7d44b89 req-7f8b431d-444b-4324-853c-9fc6bc1a8c20 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:17.055601 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b64de6f-acf2-424a-94fb-c8bad7d44b89 req-7f8b431d-444b-4324-853c-9fc6bc1a8c20 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 949 time: 0.0702631 Aug 11 21:59:17.094692 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b64de6f-acf2-424a-94fb-c8bad7d44b89 req-db336dfb-0835-4593-8f77-17c114890618 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377655 Aug 11 21:59:17.127786 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bb6e9210-4212-4ac0-b92d-66ec9089562d req-939d3667-8a4e-4616-b278-f236c25d76a1 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823469 Aug 11 21:59:17.216947 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7bc8a-a6af-4e0a-b8bf-4a3a82763d3a req-1b25979b-6ab1-43e8-a28f-d5a63bf47afc tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:17.218826 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-00a7bc8a-a6af-4e0a-b8bf-4a3a82763d3a req-1b25979b-6ab1-43e8-a28f-d5a63bf47afc tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 944 time: 0.0535619 Aug 11 21:59:17.275830 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-00a7bc8a-a6af-4e0a-b8bf-4a3a82763d3a req-e6b60e9c-1d51-4bf8-b14a-0c71e07781b1 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494385 Aug 11 21:59:17.342259 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:17.417210 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2dc2b-d253-4890-a4d6-e41bc8a872cb req-6763d9f6-232b-4c86-a452-dc70ed8089db tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:17.418864 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eaf2dc2b-d253-4890-a4d6-e41bc8a872cb req-6763d9f6-232b-4c86-a452-dc70ed8089db tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 944 time: 0.0665600 Aug 11 21:59:17.471251 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eaf2dc2b-d253-4890-a4d6-e41bc8a872cb req-4296ac67-f2b0-429a-89e2-c0d18d422c99 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396643 Aug 11 21:59:17.724444 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb6f55-5833-474a-94b4-0ff6493c3255 req-4ff7bab3-99bf-468b-9949-36da21a24760 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:17.726135 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-56fb6f55-5833-474a-94b4-0ff6493c3255 req-4ff7bab3-99bf-468b-9949-36da21a24760 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.1698315 Aug 11 21:59:17.740341 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d78376-81a3-4cab-8155-f4236103dec8 req-f03e2c93-4402-4aed-8be4-731fb6302e5f tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:17.742203 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-30d78376-81a3-4cab-8155-f4236103dec8 req-f03e2c93-4402-4aed-8be4-731fb6302e5f tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.82 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 944 time: 0.1244247 Aug 11 21:59:17.826608 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-56fb6f55-5833-474a-94b4-0ff6493c3255 req-656f0c13-a651-44a8-bfe9-cd0aa36df869 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832355 Aug 11 21:59:17.900360 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-30d78376-81a3-4cab-8155-f4236103dec8 req-86ce5e29-c67d-4bd9-8717-2e4430130334 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Deleting port 72a60c1a-9157-4943-b279-02340fe2998d {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:59:17.900725 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-30d78376-81a3-4cab-8155-f4236103dec8 req-86ce5e29-c67d-4bd9-8717-2e4430130334 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:17.962623 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990bc37-09f7-4101-9dba-f82538283f50 req-f7023ae2-4c58-4cd1-9bfb-39c5a9462394 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:17.965484 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b990bc37-09f7-4101-9dba-f82538283f50 req-f7023ae2-4c58-4cd1-9bfb-39c5a9462394 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 946 time: 0.1051691 Aug 11 21:59:18.038935 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-30d78376-81a3-4cab-8155-f4236103dec8 req-86ce5e29-c67d-4bd9-8717-2e4430130334 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] For port 72a60c1a-9157-4943-b279-02340fe2998d, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=72a60c1a-9157-4943-b279-02340fe2998d,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:18.039608 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-30d78376-81a3-4cab-8155-f4236103dec8 req-86ce5e29-c67d-4bd9-8717-2e4430130334 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:18.043864 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b990bc37-09f7-4101-9dba-f82538283f50 req-245a5c9f-b90c-4a2d-9724-5ecc8e55f865 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657878 Aug 11 21:59:18.056206 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-30d78376-81a3-4cab-8155-f4236103dec8 req-86ce5e29-c67d-4bd9-8717-2e4430130334 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Calling delete_port for 72a60c1a-9157-4943-b279-02340fe2998d owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:59:18.220963 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-30d78376-81a3-4cab-8155-f4236103dec8 req-86ce5e29-c67d-4bd9-8717-2e4430130334 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:18.261098 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce5e29-c67d-4bd9-8717-2e4430130334 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Pushing event deleted for resources: {'Port': ['ID=72a60c1a-9157-4943-b279-02340fe2998d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:18.311195 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01f194-71b1-4473-b224-b3bcba68260b req-889f83d7-ee52-41b6-9ece-f9962462f8ab tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:18.313844 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1c01f194-71b1-4473-b224-b3bcba68260b req-889f83d7-ee52-41b6-9ece-f9962462f8ab tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 949 time: 0.1087201 Aug 11 21:59:18.332981 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d78376-81a3-4cab-8155-f4236103dec8 req-86ce5e29-c67d-4bd9-8717-2e4430130334 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] No DVR routers for this DVR port 72a60c1a-9157-4943-b279-02340fe2998d on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:59:18.342321 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-30d78376-81a3-4cab-8155-f4236103dec8 req-86ce5e29-c67d-4bd9-8717-2e4430130334 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:18.344397 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-30d78376-81a3-4cab-8155-f4236103dec8 req-86ce5e29-c67d-4bd9-8717-2e4430130334 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.82 "DELETE /v2.0/ports/72a60c1a-9157-4943-b279-02340fe2998d HTTP/1.1" status: 204 len: 173 time: 0.5943520 Aug 11 21:59:18.344867 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb277f12-9387-4be4-bce4-0f2e93c14a0f', 'name': 'network-vif-deleted', 'tag': '72a60c1a-9157-4943-b279-02340fe2998d'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:59:18.347286 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4625558-d9da-40fd-a879-1160cd81c5c5" -d '{"events": [{"server_uuid": "cb277f12-9387-4be4-bce4-0f2e93c14a0f", "name": "network-vif-deleted", "tag": "72a60c1a-9157-4943-b279-02340fe2998d"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:59:18.381295 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1c01f194-71b1-4473-b224-b3bcba68260b req-d219436b-9b69-46b5-94ad-cba968ce6af1 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593429 Aug 11 21:59:18.411409 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d750a-d6de-44cc-8d5d-7c84b7c351d1 req-93aef4f6-0f52-4cbe-8d15-62b969e35044 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:18.413476 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9b6d750a-d6de-44cc-8d5d-7c84b7c351d1 req-93aef4f6-0f52-4cbe-8d15-62b969e35044 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=7852ab3a-97b5-4733-a5b4-2a4093e473dc HTTP/1.1" status: 200 len: 948 time: 0.0826755 Aug 11 21:59:18.466117 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9b6d750a-d6de-44cc-8d5d-7c84b7c351d1 req-35b7167e-e618-45c1-b727-c2f098f975d8 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456789 Aug 11 21:59:18.530626 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0077a6cd-1482-4172-b86a-b59ca315a3d2 x-openstack-request-id: req-0077a6cd-1482-4172-b86a-b59ca315a3d2 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:59:18.530850 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb277f12-9387-4be4-bce4-0f2e93c14a0f", "name": "network-vif-deleted", "tag": "72a60c1a-9157-4943-b279-02340fe2998d", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:59:18.531273 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0077a6cd-1482-4172-b86a-b59ca315a3d2 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:59:18.531936 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb277f12-9387-4be4-bce4-0f2e93c14a0f', 'name': 'network-vif-deleted', 'tag': '72a60c1a-9157-4943-b279-02340fe2998d', 'status': 'completed', 'code': 200} Aug 11 21:59:18.577492 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330696e4-64b8-4e51-99b8-c61615870826 req-f13f3330-0efc-4cde-8736-b4b8c19838a8 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:18.579118 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-330696e4-64b8-4e51-99b8-c61615870826 req-f13f3330-0efc-4cde-8736-b4b8c19838a8 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.52 "GET /v2.0/ports?device_id=7852ab3a-97b5-4733-a5b4-2a4093e473dc HTTP/1.1" status: 200 len: 948 time: 0.1075497 Aug 11 21:59:18.610000 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560a850-c314-48c7-84ad-5cafad663b8e req-476a3938-f4a6-40fd-8a40-523097b24542 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:18.611714 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f560a850-c314-48c7-84ad-5cafad663b8e req-476a3938-f4a6-40fd-8a40-523097b24542 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 944 time: 0.0653050 Aug 11 21:59:18.674894 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f560a850-c314-48c7-84ad-5cafad663b8e req-12a20cdf-43cb-4f1f-924f-267a79795c4a tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531244 Aug 11 21:59:18.699826 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-330696e4-64b8-4e51-99b8-c61615870826 req-f9622649-54d3-4484-b712-ae865d9ce0bc tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Deleting port 0ab23975-c8aa-4302-88a8-14fcf550da5b {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:59:18.700540 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-330696e4-64b8-4e51-99b8-c61615870826 req-f9622649-54d3-4484-b712-ae865d9ce0bc tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:18.783805 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ddd69b99-8013-4885-9343-085d8e02b1dd req-1feec01a-19e4-42d1-9ea0-d4dd77b12678 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=cb277f12-9387-4be4-bce4-0f2e93c14a0f HTTP/1.1" status: 200 len: 210 time: 0.0645733 Aug 11 21:59:18.830008 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:18.832498 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-330696e4-64b8-4e51-99b8-c61615870826 req-f9622649-54d3-4484-b712-ae865d9ce0bc tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] For port 0ab23975-c8aa-4302-88a8-14fcf550da5b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=0ab23975-c8aa-4302-88a8-14fcf550da5b,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:18.832884 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-330696e4-64b8-4e51-99b8-c61615870826 req-f9622649-54d3-4484-b712-ae865d9ce0bc tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:18.848690 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-330696e4-64b8-4e51-99b8-c61615870826 req-f9622649-54d3-4484-b712-ae865d9ce0bc tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Calling delete_port for 0ab23975-c8aa-4302-88a8-14fcf550da5b owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:59:19.046219 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94a899-446e-44c8-bd68-c697d1b98ebf req-226b35ea-de3f-41dd-b836-adc3fdb0ce7a tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:19.049236 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5a94a899-446e-44c8-bd68-c697d1b98ebf req-226b35ea-de3f-41dd-b836-adc3fdb0ce7a tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.1133423 Aug 11 21:59:19.105688 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-330696e4-64b8-4e51-99b8-c61615870826 req-f9622649-54d3-4484-b712-ae865d9ce0bc tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:19.117260 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['1ce624c8-6208-4473-9a5b-a42873bbb744', '0ab23975-c8aa-4302-88a8-14fcf550da5b'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:59:19.155909 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9622649-54d3-4484-b712-ae865d9ce0bc tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Pushing event deleted for resources: {'Port': ['ID=0ab23975-c8aa-4302-88a8-14fcf550da5b,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:19.156519 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['24edb1fe-1d30-4c08-ab37-4ad5bafeadaa', '43061107-0d89-4d88-bc8e-f7b987a8f672', '9d7edfef-80a8-4e87-b4b6-6179a86e9305', 'b0503148-a74e-4cb3-86a5-a5353fe7fa4d'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:59:19.223683 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5a94a899-446e-44c8-bd68-c697d1b98ebf req-4ed96018-2d35-425f-b05b-444d77ccca56 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506357 Aug 11 21:59:19.224516 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-330696e4-64b8-4e51-99b8-c61615870826 req-f9622649-54d3-4484-b712-ae865d9ce0bc tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] No DVR routers for this DVR port 0ab23975-c8aa-4302-88a8-14fcf550da5b on host n-h2-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:59:19.227316 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-330696e4-64b8-4e51-99b8-c61615870826 req-f9622649-54d3-4484-b712-ae865d9ce0bc tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:19.229889 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-330696e4-64b8-4e51-99b8-c61615870826 req-f9622649-54d3-4484-b712-ae865d9ce0bc tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.52 "DELETE /v2.0/ports/0ab23975-c8aa-4302-88a8-14fcf550da5b HTTP/1.1" status: 204 len: 173 time: 0.6431677 Aug 11 21:59:19.525547 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d88465-3889-4cc9-8f73-fb00ec2c17ca req-5893c870-6a47-405e-bcd7-c03046b083b6 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:19.534312 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-83d88465-3889-4cc9-8f73-fb00ec2c17ca req-5893c870-6a47-405e-bcd7-c03046b083b6 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 946 time: 0.0960991 Aug 11 21:59:19.622198 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-83d88465-3889-4cc9-8f73-fb00ec2c17ca req-f413d07e-f730-460e-a649-bd8d10c10f7c tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866702 Aug 11 21:59:19.768380 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192faf4-a6fa-45fe-9267-788381b8040e req-566c1c2a-9f4a-4f94-be5e-37026daf78ab tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:19.773131 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8192faf4-a6fa-45fe-9267-788381b8040e req-566c1c2a-9f4a-4f94-be5e-37026daf78ab tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 949 time: 0.0797777 Aug 11 21:59:19.862507 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8192faf4-a6fa-45fe-9267-788381b8040e req-89550311-37e5-421f-83ba-15b8edbc4f93 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792487 Aug 11 21:59:19.993404 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-94fce5ea-5980-49c0-8090-4eb78aebd86a req-eb963422-7127-4a75-b238-49a805f776e9 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=7852ab3a-97b5-4733-a5b4-2a4093e473dc HTTP/1.1" status: 200 len: 210 time: 0.0396802 Aug 11 21:59:20.047487 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 5416b26f-2494-4b72-9a5e-ad96f58483f2 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:59:20.124725 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 5416b26f-2494-4b72-9a5e-ad96f58483f2 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:59:20.129926 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 5416b26f-2494-4b72-9a5e-ad96f58483f2 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:59:20.130277 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:20.137900 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b0f6b-36bc-4107-8ce2-7c5953103862 req-c3e3b29a-5640-4589-bf60-e8d585ad83a5 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:20.139821 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-554b0f6b-36bc-4107-8ce2-7c5953103862 req-c3e3b29a-5640-4589-bf60-e8d585ad83a5 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.0738940 Aug 11 21:59:20.185585 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-554b0f6b-36bc-4107-8ce2-7c5953103862 req-d4c48246-f98b-4144-b358-696bbde5dc3f tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361609 Aug 11 21:59:20.246351 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:20.268152 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:20.276115 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5416b26f-2494-4b72-9a5e-ad96f58483f2'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:59:20.278478 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a756505e-bfc1-4c59-aae8-f20aa5639d0f" -d '{"events": [{"server_uuid": "91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b", "name": "network-vif-plugged", "status": "completed", "tag": "5416b26f-2494-4b72-9a5e-ad96f58483f2"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:59:20.293823 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 5416b26f-2494-4b72-9a5e-ad96f58483f2, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=5416b26f-2494-4b72-9a5e-ad96f58483f2,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:20.299116 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:20.300263 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 72a60c1a-9157-4943-b279-02340fe2998d no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:59:20.337204 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f20b06-2e10-4306-a082-179a1e663205 req-6139172a-6897-493d-acca-ddd173ce8f54 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:20.338816 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-94f20b06-2e10-4306-a082-179a1e663205 req-6139172a-6897-493d-acca-ddd173ce8f54 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 944 time: 0.0616028 Aug 11 21:59:20.348291 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 72a60c1a-9157-4943-b279-02340fe2998d {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:59:20.348652 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 72a60c1a-9157-4943-b279-02340fe2998d not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:59:20.374887 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=5416b26f-2494-4b72-9a5e-ad96f58483f2,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:20.405704 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-94f20b06-2e10-4306-a082-179a1e663205 req-e97f6cb0-58f9-4fc8-b45c-16b7cc92d369 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590310 Aug 11 21:59:20.533746 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7852ab3a-97b5-4733-a5b4-2a4093e473dc', 'name': 'network-vif-deleted', 'tag': '0ab23975-c8aa-4302-88a8-14fcf550da5b'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:59:20.538048 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bda48f6-81ac-4931-8959-1e117e64027f" -d '{"events": [{"server_uuid": "7852ab3a-97b5-4733-a5b4-2a4093e473dc", "name": "network-vif-deleted", "tag": "0ab23975-c8aa-4302-88a8-14fcf550da5b"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:59:20.632819 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5f4543-231e-4d2d-9cad-31fcfdb58027 x-openstack-request-id: req-4b5f4543-231e-4d2d-9cad-31fcfdb58027 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:59:20.634212 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b", "name": "network-vif-plugged", "status": "completed", "tag": "5416b26f-2494-4b72-9a5e-ad96f58483f2", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:59:20.635786 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4b5f4543-231e-4d2d-9cad-31fcfdb58027 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:59:20.637785 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5416b26f-2494-4b72-9a5e-ad96f58483f2', 'code': 200} Aug 11 21:59:20.788528 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fa33eb-ded5-47b9-9d09-079dec912413 x-openstack-request-id: req-d9fa33eb-ded5-47b9-9d09-079dec912413 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:59:20.788908 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7852ab3a-97b5-4733-a5b4-2a4093e473dc", "name": "network-vif-deleted", "tag": "0ab23975-c8aa-4302-88a8-14fcf550da5b", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:59:20.789146 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d9fa33eb-ded5-47b9-9d09-079dec912413 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:59:20.789673 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7852ab3a-97b5-4733-a5b4-2a4093e473dc', 'name': 'network-vif-deleted', 'tag': '0ab23975-c8aa-4302-88a8-14fcf550da5b', 'status': 'completed', 'code': 200} Aug 11 21:59:20.824409 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfd1a3-697b-4f90-a9da-326e7511d84d req-931674e8-611c-4af3-a067-2cdfd17f8e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:20.826836 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1adfd1a3-697b-4f90-a9da-326e7511d84d req-931674e8-611c-4af3-a067-2cdfd17f8e47 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 1101 time: 0.0791476 Aug 11 21:59:20.940921 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1adfd1a3-697b-4f90-a9da-326e7511d84d req-44ec7204-8152-48f9-a161-e82daebec3a2 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053939 Aug 11 21:59:20.965127 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328b39d-fa38-4475-8ed7-6ca379a30ff4 req-1a8f3a91-8888-498f-92b0-f942cae5ac8a tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:20.967469 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d328b39d-fa38-4475-8ed7-6ca379a30ff4 req-1a8f3a91-8888-498f-92b0-f942cae5ac8a tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 945 time: 0.1075993 Aug 11 21:59:20.971750 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f686d-c746-4209-a947-50eafddedcc6 req-01f7428b-7e1a-4e41-99c7-2b29ea72cea3 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:20.974023 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0f5f686d-c746-4209-a947-50eafddedcc6 req-01f7428b-7e1a-4e41-99c7-2b29ea72cea3 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 946 time: 0.0621591 Aug 11 21:59:21.028451 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d328b39d-fa38-4475-8ed7-6ca379a30ff4 req-9a3c7660-8edb-4d61-88b6-b59db76185b2 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493529 Aug 11 21:59:21.041108 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0f5f686d-c746-4209-a947-50eafddedcc6 req-20f3c61d-c4ef-42c8-bf07-8e2785289505 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601568 Aug 11 21:59:21.167759 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdd278-29e9-40d2-87b2-7172ce9e207c req-27e79abf-9768-4fe8-9b36-cc2de0292e28 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:21.169527 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-38cdd278-29e9-40d2-87b2-7172ce9e207c req-27e79abf-9768-4fe8-9b36-cc2de0292e28 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 950 time: 0.0574670 Aug 11 21:59:21.237701 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-38cdd278-29e9-40d2-87b2-7172ce9e207c req-bdfdce02-05b4-405a-9a02-13e3e3f51514 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557044 Aug 11 21:59:21.397827 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefce71-b48f-48df-8385-3acc74bc1ea8 req-a3ce552e-5efc-44d0-9381-62c34fb09f03 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:21.400285 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9aefce71-b48f-48df-8385-3acc74bc1ea8 req-a3ce552e-5efc-44d0-9381-62c34fb09f03 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.0826826 Aug 11 21:59:21.411398 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd984343-031f-4c56-b461-ebcb4645234d req-e282c610-d4a1-4cdf-bdbe-3ca08e3c5188 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:21.413868 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cd984343-031f-4c56-b461-ebcb4645234d req-e282c610-d4a1-4cdf-bdbe-3ca08e3c5188 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?device_id=531f707b-1376-45f9-9cfe-53fb3de29009 HTTP/1.1" status: 200 len: 948 time: 0.0815706 Aug 11 21:59:21.457362 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9aefce71-b48f-48df-8385-3acc74bc1ea8 req-37859186-8068-47fe-b6b3-a8db77ec77f5 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494390 Aug 11 21:59:21.476338 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cd984343-031f-4c56-b461-ebcb4645234d req-cdedcdc1-bca2-47d3-93d0-6713bf9ba7c7 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/security-groups?id=46359dce-99be-4362-9973-5196cd981151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538197 Aug 11 21:59:21.696449 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a15e08-173d-499e-b0e1-9fc7eb4c3896 req-e3d2f7c7-3fd6-4a50-bd23-a9a3b720f99d tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:21.698128 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99a15e08-173d-499e-b0e1-9fc7eb4c3896 req-e3d2f7c7-3fd6-4a50-bd23-a9a3b720f99d tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 944 time: 0.1297965 Aug 11 21:59:21.707250 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6ba4582c-4967-44b7-927d-7f293b33d14c req-718fe9c1-062c-4231-bddc-6a70d3bebed6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2aa6fee0-0b7c-4cb1-a673-daaeb3130e31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0854425 Aug 11 21:59:21.764302 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99a15e08-173d-499e-b0e1-9fc7eb4c3896 req-37b4d58b-01a3-4cca-a9d7-7c4ad1d846b6 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521541 Aug 11 21:59:21.827145 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4582c-4967-44b7-927d-7f293b33d14c req-6b4ccd16-843e-4b61-bb1b-9555f9566505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:21.829526 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6ba4582c-4967-44b7-927d-7f293b33d14c req-6b4ccd16-843e-4b61-bb1b-9555f9566505 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fda8d30fb096432db86c7a2a58224021&device_id=2aa6fee0-0b7c-4cb1-a673-daaeb3130e31 HTTP/1.1" status: 200 len: 1101 time: 0.0768230 Aug 11 21:59:21.940793 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d52890-3721-46ae-aa67-fd8739a8efca req-c4e8509f-bcd1-4b5d-95fe-08e7955d99d5 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:21.942637 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c6d52890-3721-46ae-aa67-fd8739a8efca req-c4e8509f-bcd1-4b5d-95fe-08e7955d99d5 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ff0dcd7-0373-491f-ace2-00bd9f25f165 HTTP/1.1" status: 200 len: 949 time: 0.0649526 Aug 11 21:59:21.975283 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 0ab23975-c8aa-4302-88a8-14fcf550da5b no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:59:22.002783 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 0ab23975-c8aa-4302-88a8-14fcf550da5b {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:59:22.003136 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 0ab23975-c8aa-4302-88a8-14fcf550da5b not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:59:22.003935 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5defd082-082f-47f4-8dd5-c8e55bcff9af req-5e99ed75-6d50-4b66-b1c0-412b4a133513 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:22.008381 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5defd082-082f-47f4-8dd5-c8e55bcff9af req-5e99ed75-6d50-4b66-b1c0-412b4a133513 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.82 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 945 time: 0.0777037 Aug 11 21:59:22.046936 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c6d52890-3721-46ae-aa67-fd8739a8efca req-04a9f6b2-a44b-4ff2-a30b-d286c4e159ef tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912836 Aug 11 21:59:22.061406 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device c748d486-6ebf-422f-8a8b-ee96bdcd655d details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:59:22.111994 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4582c-4967-44b7-927d-7f293b33d14c req-ff278950-52f5-43db-a047-7da7fd5b5dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:22.113834 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6ba4582c-4967-44b7-927d-7f293b33d14c req-ff278950-52f5-43db-a047-7da7fd5b5dd9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.1828914 Aug 11 21:59:22.193014 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6ba4582c-4967-44b7-927d-7f293b33d14c req-266da828-77fa-49c6-a351-ffb53219857c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=24edb1fe-1d30-4c08-ab37-4ad5bafeadaa HTTP/1.1" status: 200 len: 217 time: 0.0645983 Aug 11 21:59:22.217662 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-5defd082-082f-47f4-8dd5-c8e55bcff9af req-5ec36926-33a0-4e94-9ad6-1804db1db8de tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Deleting port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:59:22.218340 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5defd082-082f-47f4-8dd5-c8e55bcff9af req-5ec36926-33a0-4e94-9ad6-1804db1db8de tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:22.223797 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port c748d486-6ebf-422f-8a8b-ee96bdcd655d, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c748d486-6ebf-422f-8a8b-ee96bdcd655d,segment=NetworkSegment(955956c0-819f-4ff3-b129-18102dcedf3e),segment_id=955956c0-819f-4ff3-b129-18102dcedf3e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:22.238681 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': 'c748d486-6ebf-422f-8a8b-ee96bdcd655d', 'network_id': '5382b449-7f03-4943-80f5-2f2d837d33e6', 'port_id': 'c748d486-6ebf-422f-8a8b-ee96bdcd655d', 'mac_address': 'fa:16:3e:71:64:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb8f82d-6d1c-43cb-bc58-6c5e7403b8b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:59:22.269739 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4582c-4967-44b7-927d-7f293b33d14c req-cfd0e485-27e3-4c40-b1d8-3957665f6bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:22.271278 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6ba4582c-4967-44b7-927d-7f293b33d14c req-cfd0e485-27e3-4c40-b1d8-3957665f6bc8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.0684795 Aug 11 21:59:22.279986 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:22.280480 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acb2c6-185e-4597-a075-5b047a3071ac req-12208395-7b5c-4224-a422-45fe81acb2f4 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:22.282082 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b4acb2c6-185e-4597-a075-5b047a3071ac req-12208395-7b5c-4224-a422-45fe81acb2f4 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 946 time: 0.0912709 Aug 11 21:59:22.290638 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7367a5-7291-4477-b6f9-86f6e844858e req-3385e3eb-ff89-4069-8938-a2143c249098 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:22.292946 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef7367a5-7291-4477-b6f9-86f6e844858e req-3385e3eb-ff89-4069-8938-a2143c249098 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 945 time: 0.1271756 Aug 11 21:59:22.305534 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c748d486-6ebf-422f-8a8b-ee96bdcd655d {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:59:22.331387 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port c748d486-6ebf-422f-8a8b-ee96bdcd655d, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c748d486-6ebf-422f-8a8b-ee96bdcd655d,segment=NetworkSegment(955956c0-819f-4ff3-b129-18102dcedf3e),segment_id=955956c0-819f-4ff3-b129-18102dcedf3e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:22.340096 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:22.363683 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef7367a5-7291-4477-b6f9-86f6e844858e req-3fcd0ab1-479c-4ac5-8492-63fa0f638ce2 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636203 Aug 11 21:59:22.397383 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-5defd082-082f-47f4-8dd5-c8e55bcff9af req-5ec36926-33a0-4e94-9ad6-1804db1db8de tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] For port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=9f8ff2f4-fa21-476a-b0c7-948728ea8ab9,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:22.398159 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5defd082-082f-47f4-8dd5-c8e55bcff9af req-5ec36926-33a0-4e94-9ad6-1804db1db8de tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:22.406430 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=c748d486-6ebf-422f-8a8b-ee96bdcd655d,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:22.418329 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-5defd082-082f-47f4-8dd5-c8e55bcff9af req-5ec36926-33a0-4e94-9ad6-1804db1db8de tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Calling delete_port for 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:59:22.419129 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b4acb2c6-185e-4597-a075-5b047a3071ac req-4f26c3c9-97d5-41fa-9045-fb19989cf9b3 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212101 Aug 11 21:59:22.422657 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4582c-4967-44b7-927d-7f293b33d14c req-71ae85b3-4fc2-463c-b8dd-2608adcc848d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:22.426126 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6ba4582c-4967-44b7-927d-7f293b33d14c req-71ae85b3-4fc2-463c-b8dd-2608adcc848d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1427207 Aug 11 21:59:22.534721 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6ba4582c-4967-44b7-927d-7f293b33d14c req-6f256542-b64a-4ecc-a211-dd09e9fcaaee service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988832 Aug 11 21:59:22.584524 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['c748d486-6ebf-422f-8a8b-ee96bdcd655d'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:59:22.643346 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9aea9-d9e0-400d-b4dd-772795a492be req-8b070e7c-09b0-4272-be5a-d6637335e707 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:22.646221 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-79a9aea9-d9e0-400d-b4dd-772795a492be req-8b070e7c-09b0-4272-be5a-d6637335e707 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 950 time: 0.1359339 Aug 11 21:59:22.674341 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc53e32-55ee-4cc1-9430-fe3f1c059e7b req-0272ca4e-c376-4853-84c9-762d72fd7054 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:22.676974 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ecc53e32-55ee-4cc1-9430-fe3f1c059e7b req-0272ca4e-c376-4853-84c9-762d72fd7054 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.1246579 Aug 11 21:59:22.734332 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6ba4582c-4967-44b7-927d-7f293b33d14c req-4cc92ce9-797d-4cc2-80a7-08c624f04150 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909227 Aug 11 21:59:22.747178 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-79a9aea9-d9e0-400d-b4dd-772795a492be req-f5406209-c9d6-4b70-9bd0-fadaabbf69cf tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935054 Aug 11 21:59:22.759491 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5defd082-082f-47f4-8dd5-c8e55bcff9af req-5ec36926-33a0-4e94-9ad6-1804db1db8de tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:22.770035 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ecc53e32-55ee-4cc1-9430-fe3f1c059e7b req-875bb132-1243-4faa-a2d2-350cf83ca5ed tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821917 Aug 11 21:59:22.797935 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec36926-33a0-4e94-9ad6-1804db1db8de tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Pushing event deleted for resources: {'Port': ['ID=9f8ff2f4-fa21-476a-b0c7-948728ea8ab9,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:22.882858 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-5defd082-082f-47f4-8dd5-c8e55bcff9af req-5ec36926-33a0-4e94-9ad6-1804db1db8de tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] No DVR routers for this DVR port 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:59:22.886728 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5defd082-082f-47f4-8dd5-c8e55bcff9af req-5ec36926-33a0-4e94-9ad6-1804db1db8de tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:22.890507 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5defd082-082f-47f4-8dd5-c8e55bcff9af req-5ec36926-33a0-4e94-9ad6-1804db1db8de tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.82 "DELETE /v2.0/ports/9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 HTTP/1.1" status: 204 len: 173 time: 0.8684659 Aug 11 21:59:22.891274 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71603577-7c74-4d7b-90f0-5bdfffc9b6d4', 'name': 'network-vif-deleted', 'tag': '9f8ff2f4-fa21-476a-b0c7-948728ea8ab9'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:59:22.899329 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aefcbf9-c818-452b-91ad-c8bb8a734271" -d '{"events": [{"server_uuid": "71603577-7c74-4d7b-90f0-5bdfffc9b6d4", "name": "network-vif-deleted", "tag": "9f8ff2f4-fa21-476a-b0c7-948728ea8ab9"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:59:22.976721 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c295f6a-b439-49e2-87c6-1c1d0b8c382d req-2588b1ac-0545-41a2-882f-b89fb5115648 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:22.979967 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9c295f6a-b439-49e2-87c6-1c1d0b8c382d req-2588b1ac-0545-41a2-882f-b89fb5115648 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?device_id=531f707b-1376-45f9-9cfe-53fb3de29009 HTTP/1.1" status: 200 len: 948 time: 0.0761101 Aug 11 21:59:22.988252 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458668e4-81c5-4602-886e-5b610d284770 req-2a14bae7-28fd-4d30-8d0c-7853fe769cde tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:22.990460 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-458668e4-81c5-4602-886e-5b610d284770 req-2a14bae7-28fd-4d30-8d0c-7853fe769cde tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 944 time: 0.0806696 Aug 11 21:59:23.063144 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-458668e4-81c5-4602-886e-5b610d284770 req-f4fdd5da-a5e2-4281-bb41-6f55ee21d67d tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600362 Aug 11 21:59:23.092482 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9c295f6a-b439-49e2-87c6-1c1d0b8c382d req-213d1c01-7df5-4dbc-ad37-09872a14fd60 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/security-groups?id=46359dce-99be-4362-9973-5196cd981151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046662 Aug 11 21:59:23.141415 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985004e-5e3d-4f72-b4e5-9b13ec5f2165 req-97c45c72-59b5-451a-9025-19ce99815096 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:23.144235 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4985004e-5e3d-4f72-b4e5-9b13ec5f2165 req-97c45c72-59b5-451a-9025-19ce99815096 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.52 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 946 time: 0.1189115 Aug 11 21:59:23.145844 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf3979a-c6b6-4b3a-8dd0-ac8f952cba9d x-openstack-request-id: req-6cf3979a-c6b6-4b3a-8dd0-ac8f952cba9d {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:59:23.146258 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71603577-7c74-4d7b-90f0-5bdfffc9b6d4", "name": "network-vif-deleted", "tag": "9f8ff2f4-fa21-476a-b0c7-948728ea8ab9", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:59:23.146652 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6cf3979a-c6b6-4b3a-8dd0-ac8f952cba9d {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:59:23.147099 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71603577-7c74-4d7b-90f0-5bdfffc9b6d4', 'name': 'network-vif-deleted', 'tag': '9f8ff2f4-fa21-476a-b0c7-948728ea8ab9', 'status': 'completed', 'code': 200} Aug 11 21:59:23.260624 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3ba94-e1e0-4867-a566-b5ca22621a60 req-2a2ac6b9-649f-441c-ae2d-d808460a9302 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:23.262138 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e7f3ba94-e1e0-4867-a566-b5ca22621a60 req-2a2ac6b9-649f-441c-ae2d-d808460a9302 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ff0dcd7-0373-491f-ace2-00bd9f25f165 HTTP/1.1" status: 200 len: 949 time: 0.0905571 Aug 11 21:59:23.302697 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7f3ae-c24e-41b8-92b2-c36cf9bb7e88 req-bf250015-146c-4081-b697-41248c043a87 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:23.304346 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aec7f3ae-c24e-41b8-92b2-c36cf9bb7e88 req-bf250015-146c-4081-b697-41248c043a87 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ff0dcd7-0373-491f-ace2-00bd9f25f165 HTTP/1.1" status: 200 len: 949 time: 0.0858841 Aug 11 21:59:23.322726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-4985004e-5e3d-4f72-b4e5-9b13ec5f2165 req-d2f9cc34-bbb8-4cf0-8956-a40026c51c3a tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Deleting port 9a613bb3-dfa5-4d42-885e-76a378067d8b {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:59:23.323131 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4985004e-5e3d-4f72-b4e5-9b13ec5f2165 req-d2f9cc34-bbb8-4cf0-8956-a40026c51c3a tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:23.415773 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aec7f3ae-c24e-41b8-92b2-c36cf9bb7e88 req-3366fc65-d18e-401b-8bb4-a9454670381f tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892539 Aug 11 21:59:23.427136 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-e7f3ba94-e1e0-4867-a566-b5ca22621a60 req-a3927d83-64a7-4be5-98f9-be0c4c55477d tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Deleting port 1ce624c8-6208-4473-9a5b-a42873bbb744 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:59:23.427535 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e7f3ba94-e1e0-4867-a566-b5ca22621a60 req-a3927d83-64a7-4be5-98f9-be0c4c55477d tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:23.481851 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-4985004e-5e3d-4f72-b4e5-9b13ec5f2165 req-d2f9cc34-bbb8-4cf0-8956-a40026c51c3a tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] For port 9a613bb3-dfa5-4d42-885e-76a378067d8b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9a613bb3-dfa5-4d42-885e-76a378067d8b,segment=NetworkSegment(b96991c3-da7b-4769-9732-b3948f3cb059),segment_id=b96991c3-da7b-4769-9732-b3948f3cb059)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:23.482754 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4985004e-5e3d-4f72-b4e5-9b13ec5f2165 req-d2f9cc34-bbb8-4cf0-8956-a40026c51c3a tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:23.521286 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-4985004e-5e3d-4f72-b4e5-9b13ec5f2165 req-d2f9cc34-bbb8-4cf0-8956-a40026c51c3a tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Calling delete_port for 9a613bb3-dfa5-4d42-885e-76a378067d8b owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:59:23.565784 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f946aa64-8b04-4283-a295-2695bcea6391 req-01e42e88-9ecb-40d7-9e28-c3da6a868054 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=71603577-7c74-4d7b-90f0-5bdfffc9b6d4 HTTP/1.1" status: 200 len: 210 time: 0.0478642 Aug 11 21:59:23.606394 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-e7f3ba94-e1e0-4867-a566-b5ca22621a60 req-a3927d83-64a7-4be5-98f9-be0c4c55477d tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] For port 1ce624c8-6208-4473-9a5b-a42873bbb744, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1ce624c8-6208-4473-9a5b-a42873bbb744,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:23.606844 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e7f3ba94-e1e0-4867-a566-b5ca22621a60 req-a3927d83-64a7-4be5-98f9-be0c4c55477d tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:23.620561 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7dfdb1-8402-4ef9-81eb-95d7d58d02bb req-2d029edd-f0b1-480d-a81f-c184b2729bd2 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:23.622205 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ce7dfdb1-8402-4ef9-81eb-95d7d58d02bb req-2d029edd-f0b1-480d-a81f-c184b2729bd2 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 945 time: 0.0897896 Aug 11 21:59:23.622368 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-e7f3ba94-e1e0-4867-a566-b5ca22621a60 req-a3927d83-64a7-4be5-98f9-be0c4c55477d tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Calling delete_port for 1ce624c8-6208-4473-9a5b-a42873bbb744 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:59:23.694423 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ce7dfdb1-8402-4ef9-81eb-95d7d58d02bb req-ab50a729-2d35-410f-a346-39262dee7936 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601521 Aug 11 21:59:23.772383 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4985004e-5e3d-4f72-b4e5-9b13ec5f2165 req-d2f9cc34-bbb8-4cf0-8956-a40026c51c3a tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:23.790421 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e7f3ba94-e1e0-4867-a566-b5ca22621a60 req-a3927d83-64a7-4be5-98f9-be0c4c55477d tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:23.796754 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['e1d4ae83-809d-45a4-af28-63140254742b', '9a613bb3-dfa5-4d42-885e-76a378067d8b'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:59:23.809095 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9cc34-bbb8-4cf0-8956-a40026c51c3a tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Pushing event deleted for resources: {'Port': ['ID=9a613bb3-dfa5-4d42-885e-76a378067d8b,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:23.837242 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3927d83-64a7-4be5-98f9-be0c4c55477d tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Pushing event deleted for resources: {'Port': ['ID=1ce624c8-6208-4473-9a5b-a42873bbb744,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:23.890584 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f3ba94-e1e0-4867-a566-b5ca22621a60 req-a3927d83-64a7-4be5-98f9-be0c4c55477d tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] No DVR routers for this DVR port 1ce624c8-6208-4473-9a5b-a42873bbb744 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:59:23.895827 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e7f3ba94-e1e0-4867-a566-b5ca22621a60 req-a3927d83-64a7-4be5-98f9-be0c4c55477d tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:23.898328 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e7f3ba94-e1e0-4867-a566-b5ca22621a60 req-a3927d83-64a7-4be5-98f9-be0c4c55477d tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.52 "DELETE /v2.0/ports/1ce624c8-6208-4473-9a5b-a42873bbb744 HTTP/1.1" status: 204 len: 173 time: 0.6283059 Aug 11 21:59:23.898802 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff0dcd7-0373-491f-ace2-00bd9f25f165', 'name': 'network-vif-deleted', 'tag': '1ce624c8-6208-4473-9a5b-a42873bbb744'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:59:23.901855 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964380a5-6479-423f-85e8-6f784006cd37" -d '{"events": [{"server_uuid": "3ff0dcd7-0373-491f-ace2-00bd9f25f165", "name": "network-vif-deleted", "tag": "1ce624c8-6208-4473-9a5b-a42873bbb744"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:59:23.910932 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-4985004e-5e3d-4f72-b4e5-9b13ec5f2165 req-d2f9cc34-bbb8-4cf0-8956-a40026c51c3a tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] No DVR routers for this DVR port 9a613bb3-dfa5-4d42-885e-76a378067d8b on host n-h2-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:59:23.915199 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4985004e-5e3d-4f72-b4e5-9b13ec5f2165 req-d2f9cc34-bbb8-4cf0-8956-a40026c51c3a tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:23.917702 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4985004e-5e3d-4f72-b4e5-9b13ec5f2165 req-d2f9cc34-bbb8-4cf0-8956-a40026c51c3a tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.52 "DELETE /v2.0/ports/9a613bb3-dfa5-4d42-885e-76a378067d8b HTTP/1.1" status: 204 len: 173 time: 0.7522082 Aug 11 21:59:23.966195 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f81271e-10ea-49ee-a487-3b1503c22e96 req-13d4fc8f-0c2a-4672-98c7-5280032cbe9c tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=72114c95-2405-4a60-af49-c4bd6a2a2bf5 HTTP/1.1" status: 200 len: 210 time: 0.0304725 Aug 11 21:59:23.974857 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['24edb1fe-1d30-4c08-ab37-4ad5bafeadaa', '43061107-0d89-4d88-bc8e-f7b987a8f672', '9d7edfef-80a8-4e87-b4b6-6179a86e9305', 'b0503148-a74e-4cb3-86a5-a5353fe7fa4d'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:59:24.056300 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b3ed88-f4f8-4ff4-81fe-cf62ac8dc214 x-openstack-request-id: req-06b3ed88-f4f8-4ff4-81fe-cf62ac8dc214 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:59:24.057206 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff0dcd7-0373-491f-ace2-00bd9f25f165", "name": "network-vif-deleted", "tag": "1ce624c8-6208-4473-9a5b-a42873bbb744", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:59:24.057411 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-06b3ed88-f4f8-4ff4-81fe-cf62ac8dc214 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:59:24.058729 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff0dcd7-0373-491f-ace2-00bd9f25f165', 'name': 'network-vif-deleted', 'tag': '1ce624c8-6208-4473-9a5b-a42873bbb744', 'status': 'completed', 'code': 200} Aug 11 21:59:24.058951 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device a57d88c3-3ff2-48e7-9244-3996584662da details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:59:24.076332 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device c748d486-6ebf-422f-8a8b-ee96bdcd655d up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:59:24.095075 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e24f5-f9ed-418d-8a80-f217b16da596 req-2366cb4b-63f2-47bf-bd0a-0a4591089460 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:24.103070 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b10e24f5-f9ed-418d-8a80-f217b16da596 req-2366cb4b-63f2-47bf-bd0a-0a4591089460 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 950 time: 0.1086528 Aug 11 21:59:24.160368 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b10e24f5-f9ed-418d-8a80-f217b16da596 req-5de37a55-93b8-4731-b8bb-5e727c64f3cf tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503540 Aug 11 21:59:24.325037 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3b19e-f854-43fb-994b-a9b6b3c65a18 req-d01fa5b8-548c-4bef-9620-6027740183dd tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:24.328033 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d0a3b19e-f854-43fb-994b-a9b6b3c65a18 req-d01fa5b8-548c-4bef-9620-6027740183dd tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 944 time: 0.0908024 Aug 11 21:59:24.341037 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a35af-05b8-41ef-800a-aae70a9599eb req-d59aa8db-069a-47f7-bf3b-3574735efd3f tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:24.345809 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-944a35af-05b8-41ef-800a-aae70a9599eb req-d59aa8db-069a-47f7-bf3b-3574735efd3f tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?device_id=531f707b-1376-45f9-9cfe-53fb3de29009 HTTP/1.1" status: 200 len: 948 time: 0.0982442 Aug 11 21:59:24.395121 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d0a3b19e-f854-43fb-994b-a9b6b3c65a18 req-95dce200-c73d-4f9e-8a4a-1ad965631801 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550635 Aug 11 21:59:24.424096 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-944a35af-05b8-41ef-800a-aae70a9599eb req-5362f572-2259-4208-8549-786854ba1845 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/security-groups?id=46359dce-99be-4362-9973-5196cd981151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718472 Aug 11 21:59:24.541750 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port a57d88c3-3ff2-48e7-9244-3996584662da, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=a57d88c3-3ff2-48e7-9244-3996584662da,segment=NetworkSegment(4c272644-500c-413c-905e-4ca7e6890613),segment_id=4c272644-500c-413c-905e-4ca7e6890613)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:24.573438 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'a57d88c3-3ff2-48e7-9244-3996584662da', 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'port_id': 'a57d88c3-3ff2-48e7-9244-3996584662da', 'mac_address': 'fa:16:3e:96:88:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:59:24.586563 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port c748d486-6ebf-422f-8a8b-ee96bdcd655d triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:59:24.586954 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:24.744306 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:24.761073 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ce8c009-1728-40b0-8ef9-c7de7a21ed75 req-bd49a1ea-58bd-4392-90c0-c2266cce42e1 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ff0dcd7-0373-491f-ace2-00bd9f25f165 HTTP/1.1" status: 200 len: 210 time: 0.0677710 Aug 11 21:59:24.777447 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57d88c3-3ff2-48e7-9244-3996584662da {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:59:24.806760 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port a57d88c3-3ff2-48e7-9244-3996584662da, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=a57d88c3-3ff2-48e7-9244-3996584662da,segment=NetworkSegment(4c272644-500c-413c-905e-4ca7e6890613),segment_id=4c272644-500c-413c-905e-4ca7e6890613)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:24.812898 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb9e6a-5871-42e3-9960-1ec0c0e7176e req-2220230a-c651-4cb6-a117-b02e391d9598 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:24.815308 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aacb9e6a-5871-42e3-9960-1ec0c0e7176e req-2220230a-c651-4cb6-a117-b02e391d9598 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.82 "GET /v2.0/ports?device_id=a9204205-32e8-4c4c-a647-a1145dc5886a HTTP/1.1" status: 200 len: 949 time: 0.1406920 Aug 11 21:59:24.821327 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['1ce624c8-6208-4473-9a5b-a42873bbb744'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:59:24.858941 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:24.990822 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-b959aab1-34e9-4751-8675-c779e817cffb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1528671 Aug 11 21:59:24.999199 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29227e-9a9e-4e77-bb8b-7e7513d9d3dc req-01218318-bef2-421b-870a-712cab745497 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:25.001138 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-db29227e-9a9e-4e77-bb8b-7e7513d9d3dc req-01218318-bef2-421b-870a-712cab745497 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 945 time: 0.1212976 Aug 11 21:59:25.026768 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87232115-4717-42af-afbc-6b2320a4fbfa req-e2fb221e-33a2-4760-9cc3-1e144b0c36df tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:25.029167 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87232115-4717-42af-afbc-6b2320a4fbfa req-e2fb221e-33a2-4760-9cc3-1e144b0c36df tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.82 "GET /v2.0/ports?device_id=531f707b-1376-45f9-9cfe-53fb3de29009 HTTP/1.1" status: 200 len: 948 time: 0.1461079 Aug 11 21:59:25.054506 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ff39b-fe36-46b0-a76d-99904761054f req-3376669a-2ef4-4497-90df-9f3765962e90 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:25.064905 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-db29227e-9a9e-4e77-bb8b-7e7513d9d3dc req-7fbd1f83-d0c4-43ad-96f7-c8f0f99c0b6c tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542948 Aug 11 21:59:25.072193 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-aacb9e6a-5871-42e3-9960-1ec0c0e7176e req-25be7235-4531-440a-9ee5-2a83c319d594 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Deleting port b0503148-a74e-4cb3-86a5-a5353fe7fa4d {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:59:25.072546 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-aacb9e6a-5871-42e3-9960-1ec0c0e7176e req-25be7235-4531-440a-9ee5-2a83c319d594 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:25.081569 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ed7ff39b-fe36-46b0-a76d-99904761054f req-3376669a-2ef4-4497-90df-9f3765962e90 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 950 time: 0.1459498 Aug 11 21:59:25.150581 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72114c95-2405-4a60-af49-c4bd6a2a2bf5', 'name': 'network-vif-deleted', 'tag': '9a613bb3-dfa5-4d42-885e-76a378067d8b'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:59:25.154344 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09bc40a-915f-43bc-af37-4972b5fc2eda" -d '{"events": [{"server_uuid": "72114c95-2405-4a60-af49-c4bd6a2a2bf5", "name": "network-vif-deleted", "tag": "9a613bb3-dfa5-4d42-885e-76a378067d8b"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:59:25.221904 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ed7ff39b-fe36-46b0-a76d-99904761054f req-665c8f92-97a1-4ce5-bf20-27d465c02624 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386104 Aug 11 21:59:25.257721 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-aacb9e6a-5871-42e3-9960-1ec0c0e7176e req-25be7235-4531-440a-9ee5-2a83c319d594 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] For port b0503148-a74e-4cb3-86a5-a5353fe7fa4d, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=b0503148-a74e-4cb3-86a5-a5353fe7fa4d,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:25.258120 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-aacb9e6a-5871-42e3-9960-1ec0c0e7176e req-25be7235-4531-440a-9ee5-2a83c319d594 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:25.260093 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:25.289259 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-aacb9e6a-5871-42e3-9960-1ec0c0e7176e req-25be7235-4531-440a-9ee5-2a83c319d594 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Calling delete_port for b0503148-a74e-4cb3-86a5-a5353fe7fa4d owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:59:25.295765 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-87232115-4717-42af-afbc-6b2320a4fbfa req-d6a14f89-c613-44da-95b6-e16717931887 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Deleting port c063d3ea-dc0f-432f-b420-e57563044081 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:59:25.296133 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-87232115-4717-42af-afbc-6b2320a4fbfa req-d6a14f89-c613-44da-95b6-e16717931887 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:25.315571 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['a57d88c3-3ff2-48e7-9244-3996584662da'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:59:25.334652 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=a57d88c3-3ff2-48e7-9244-3996584662da,revision_number=9']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:25.391190 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d55cb8-dbde-4fae-a7dc-05ecb1af85e3 x-openstack-request-id: req-d7d55cb8-dbde-4fae-a7dc-05ecb1af85e3 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:59:25.391477 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72114c95-2405-4a60-af49-c4bd6a2a2bf5", "name": "network-vif-deleted", "tag": "9a613bb3-dfa5-4d42-885e-76a378067d8b", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:59:25.392028 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d7d55cb8-dbde-4fae-a7dc-05ecb1af85e3 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:59:25.392437 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72114c95-2405-4a60-af49-c4bd6a2a2bf5', 'name': 'network-vif-deleted', 'tag': '9a613bb3-dfa5-4d42-885e-76a378067d8b', 'status': 'completed', 'code': 200} Aug 11 21:59:25.436460 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c40674c-6919-4116-8405-3705ec357620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c748d486-6ebf-422f-8a8b-ee96bdcd655d'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:59:25.446618 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4675ca04-8f19-4513-ae49-47abc056d2d0" -d '{"events": [{"server_uuid": "2c40674c-6919-4116-8405-3705ec357620", "name": "network-vif-plugged", "status": "completed", "tag": "c748d486-6ebf-422f-8a8b-ee96bdcd655d"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:59:25.513830 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port c748d486-6ebf-422f-8a8b-ee96bdcd655d, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c748d486-6ebf-422f-8a8b-ee96bdcd655d,segment=NetworkSegment(955956c0-819f-4ff3-b129-18102dcedf3e),segment_id=955956c0-819f-4ff3-b129-18102dcedf3e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:25.566854 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:25.583112 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:59:25.604169 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a07e5-06a7-4911-ae59-dbdb9f8a90bc req-43d92359-5976-468e-b32e-9859a5f8023a tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:25.607034 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c85a07e5-06a7-4911-ae59-dbdb9f8a90bc req-43d92359-5976-468e-b32e-9859a5f8023a tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 945 time: 0.1779082 Aug 11 21:59:25.623457 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-87232115-4717-42af-afbc-6b2320a4fbfa req-d6a14f89-c613-44da-95b6-e16717931887 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] For port c063d3ea-dc0f-432f-b420-e57563044081, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c063d3ea-dc0f-432f-b420-e57563044081,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:25.624091 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-87232115-4717-42af-afbc-6b2320a4fbfa req-d6a14f89-c613-44da-95b6-e16717931887 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:25.663218 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-aacb9e6a-5871-42e3-9960-1ec0c0e7176e req-25be7235-4531-440a-9ee5-2a83c319d594 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:25.701487 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:59:25.701851 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 9f8ff2f4-fa21-476a-b0c7-948728ea8ab9 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:59:25.719498 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-87232115-4717-42af-afbc-6b2320a4fbfa req-d6a14f89-c613-44da-95b6-e16717931887 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Calling delete_port for c063d3ea-dc0f-432f-b420-e57563044081 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:59:25.791188 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=c748d486-6ebf-422f-8a8b-ee96bdcd655d,revision_number=7']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:25.808189 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be7235-4531-440a-9ee5-2a83c319d594 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Pushing event deleted for resources: {'Port': ['ID=b0503148-a74e-4cb3-86a5-a5353fe7fa4d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:25.934975 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc88ae8-cf09-407b-acab-d9fdfee2ea69 req-cfd3a01f-f68f-496f-bab3-3204f663de71 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:25.950486 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9cc88ae8-cf09-407b-acab-d9fdfee2ea69 req-cfd3a01f-f68f-496f-bab3-3204f663de71 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 945 time: 0.2737379 Aug 11 21:59:25.976190 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c85a07e5-06a7-4911-ae59-dbdb9f8a90bc req-6934b7ae-c23b-4917-a5e5-b6a2ebd25cc6 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/security-groups?id=746d5ce0-04f1-4e4f-a815-580663339f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570781 Aug 11 21:59:25.978499 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-87232115-4717-42af-afbc-6b2320a4fbfa req-d6a14f89-c613-44da-95b6-e16717931887 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:26.031229 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-aacb9e6a-5871-42e3-9960-1ec0c0e7176e req-25be7235-4531-440a-9ee5-2a83c319d594 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] No DVR routers for this DVR port b0503148-a74e-4cb3-86a5-a5353fe7fa4d on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:59:26.046002 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a14f89-c613-44da-95b6-e16717931887 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Pushing event deleted for resources: {'Port': ['ID=c063d3ea-dc0f-432f-b420-e57563044081,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:26.053554 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device c91a7aab-d4e5-4470-af40-fb22c96951e9 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:59:26.056057 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-aacb9e6a-5871-42e3-9960-1ec0c0e7176e req-25be7235-4531-440a-9ee5-2a83c319d594 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:26.071555 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aacb9e6a-5871-42e3-9960-1ec0c0e7176e req-25be7235-4531-440a-9ee5-2a83c319d594 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.82 "DELETE /v2.0/ports/b0503148-a74e-4cb3-86a5-a5353fe7fa4d HTTP/1.1" status: 204 len: 173 time: 1.1932793 Aug 11 21:59:26.156905 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ce684-cbcd-4ed6-9e81-f99e06e8ab33 req-ecd8c4ad-1ba4-4e61-8bea-23236c1da31f tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:26.162017 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-367ce684-cbcd-4ed6-9e81-f99e06e8ab33 req-ecd8c4ad-1ba4-4e61-8bea-23236c1da31f tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.52 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 945 time: 0.3711133 Aug 11 21:59:26.259191 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-87232115-4717-42af-afbc-6b2320a4fbfa req-d6a14f89-c613-44da-95b6-e16717931887 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] No DVR routers for this DVR port c063d3ea-dc0f-432f-b420-e57563044081 on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:59:26.264257 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-87232115-4717-42af-afbc-6b2320a4fbfa req-d6a14f89-c613-44da-95b6-e16717931887 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:26.266451 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87232115-4717-42af-afbc-6b2320a4fbfa req-d6a14f89-c613-44da-95b6-e16717931887 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.82 "DELETE /v2.0/ports/c063d3ea-dc0f-432f-b420-e57563044081 HTTP/1.1" status: 204 len: 173 time: 1.1811485 Aug 11 21:59:26.275328 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531f707b-1376-45f9-9cfe-53fb3de29009', 'name': 'network-vif-deleted', 'tag': 'c063d3ea-dc0f-432f-b420-e57563044081'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:59:26.278007 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871da92e-f3d4-4526-9426-c064e727dbb1" -d '{"events": [{"server_uuid": "531f707b-1376-45f9-9cfe-53fb3de29009", "name": "network-vif-deleted", "tag": "c063d3ea-dc0f-432f-b420-e57563044081"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:59:26.308689 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9cc88ae8-cf09-407b-acab-d9fdfee2ea69 req-5af11208-35b9-44de-83e4-0870f2c28eb5 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3419447 Aug 11 21:59:26.389482 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-94d5118e-4731-4d60-8a96-6ddd61063df0 req-859c4a09-c622-4a30-86d2-c8213668f3c9 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?device_id=531f707b-1376-45f9-9cfe-53fb3de29009 HTTP/1.1" status: 200 len: 210 time: 0.1316538 Aug 11 21:59:26.439649 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 9a613bb3-dfa5-4d42-885e-76a378067d8b no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:59:26.499742 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15dedc1-faed-4deb-9fc8-a86f26937565 x-openstack-request-id: req-f15dedc1-faed-4deb-9fc8-a86f26937565 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:59:26.500337 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c40674c-6919-4116-8405-3705ec357620", "name": "network-vif-plugged", "status": "completed", "tag": "c748d486-6ebf-422f-8a8b-ee96bdcd655d", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:59:26.500596 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f15dedc1-faed-4deb-9fc8-a86f26937565 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:59:26.501020 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c40674c-6919-4116-8405-3705ec357620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c748d486-6ebf-422f-8a8b-ee96bdcd655d', 'code': 200} Aug 11 21:59:26.501859 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 9a613bb3-dfa5-4d42-885e-76a378067d8b {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:59:26.502212 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 9a613bb3-dfa5-4d42-885e-76a378067d8b not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:59:26.502641 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 1ce624c8-6208-4473-9a5b-a42873bbb744 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:59:26.556337 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 1ce624c8-6208-4473-9a5b-a42873bbb744 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:59:26.562089 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-367ce684-cbcd-4ed6-9e81-f99e06e8ab33 req-6720ae91-5b72-462b-97cc-350a088f8542 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Deleting port c91a7aab-d4e5-4470-af40-fb22c96951e9 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:59:26.562602 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-367ce684-cbcd-4ed6-9e81-f99e06e8ab33 req-6720ae91-5b72-462b-97cc-350a088f8542 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:26.563079 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 1ce624c8-6208-4473-9a5b-a42873bbb744 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:59:26.715460 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8d4c4-49e9-44df-aa7e-2cfc26a6bdd3 req-9e97029e-7b95-42e3-b559-e3c65db3e4fb tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:26.718865 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23b8d4c4-49e9-44df-aa7e-2cfc26a6bdd3 req-9e97029e-7b95-42e3-b559-e3c65db3e4fb tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 946 time: 0.0939336 Aug 11 21:59:26.737300 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-367ce684-cbcd-4ed6-9e81-f99e06e8ab33 req-6720ae91-5b72-462b-97cc-350a088f8542 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] For port c91a7aab-d4e5-4470-af40-fb22c96951e9, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=c91a7aab-d4e5-4470-af40-fb22c96951e9,segment=NetworkSegment(804c54ff-51a4-4ae9-9c48-a62e7a51b810),segment_id=804c54ff-51a4-4ae9-9c48-a62e7a51b810)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:26.737787 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-367ce684-cbcd-4ed6-9e81-f99e06e8ab33 req-6720ae91-5b72-462b-97cc-350a088f8542 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:26.762839 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-367ce684-cbcd-4ed6-9e81-f99e06e8ab33 req-6720ae91-5b72-462b-97cc-350a088f8542 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Calling delete_port for c91a7aab-d4e5-4470-af40-fb22c96951e9 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:59:26.763135 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70468e50-2d09-49b4-97af-78a78cf89401 req-e1c6c46b-eaf1-404a-ab8f-4cc31f06fd87 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:26.764734 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-70468e50-2d09-49b4-97af-78a78cf89401 req-e1c6c46b-eaf1-404a-ab8f-4cc31f06fd87 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 946 time: 0.0585816 Aug 11 21:59:26.794905 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23b8d4c4-49e9-44df-aa7e-2cfc26a6bdd3 req-fb7c96d3-bcf9-426f-9d7a-40788553b308 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706084 Aug 11 21:59:26.841191 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-70468e50-2d09-49b4-97af-78a78cf89401 req-560e7140-a11b-42ec-8904-931f7f4df710 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636415 Aug 11 21:59:26.910490 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0de4b99-b5ad-4192-81bf-f847cab648e3 x-openstack-request-id: req-b0de4b99-b5ad-4192-81bf-f847cab648e3 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:59:26.910874 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531f707b-1376-45f9-9cfe-53fb3de29009", "name": "network-vif-deleted", "tag": "c063d3ea-dc0f-432f-b420-e57563044081", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:59:26.911183 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b0de4b99-b5ad-4192-81bf-f847cab648e3 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:59:26.911676 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531f707b-1376-45f9-9cfe-53fb3de29009', 'name': 'network-vif-deleted', 'tag': 'c063d3ea-dc0f-432f-b420-e57563044081', 'status': 'completed', 'code': 200} Aug 11 21:59:27.051025 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d8a35c72-444c-49a0-8e65-dd9e2d32b67b req-9425c3e2-cf41-47bd-9a69-20c772154e6f tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9204205-32e8-4c4c-a647-a1145dc5886a HTTP/1.1" status: 200 len: 210 time: 0.0462630 Aug 11 21:59:27.104834 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fbdeb-6516-42d5-8dbc-ea4ee2802bc1 req-17207f03-d224-4d3f-827e-5c78f7edf52c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:27.107435 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b22fbdeb-6516-42d5-8dbc-ea4ee2802bc1 req-17207f03-d224-4d3f-827e-5c78f7edf52c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 950 time: 0.1860030 Aug 11 21:59:27.167804 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-367ce684-cbcd-4ed6-9e81-f99e06e8ab33 req-6720ae91-5b72-462b-97cc-350a088f8542 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:27.244634 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720ae91-5b72-462b-97cc-350a088f8542 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Pushing event deleted for resources: {'Port': ['ID=c91a7aab-d4e5-4470-af40-fb22c96951e9,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:27.318796 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b22fbdeb-6516-42d5-8dbc-ea4ee2802bc1 req-5c011168-fd56-4f4c-8f04-c732874e9763 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908159 Aug 11 21:59:27.326030 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720ae91-5b72-462b-97cc-350a088f8542 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:27.327208 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720ae91-5b72-462b-97cc-350a088f8542 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:27.330319 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720ae91-5b72-462b-97cc-350a088f8542 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:27.330730 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720ae91-5b72-462b-97cc-350a088f8542 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:27.331403 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720ae91-5b72-462b-97cc-350a088f8542 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:27.331920 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720ae91-5b72-462b-97cc-350a088f8542 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:27.332356 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720ae91-5b72-462b-97cc-350a088f8542 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:27.336197 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720ae91-5b72-462b-97cc-350a088f8542 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:27.337305 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720ae91-5b72-462b-97cc-350a088f8542 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:27.338336 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720ae91-5b72-462b-97cc-350a088f8542 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:27.339005 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720ae91-5b72-462b-97cc-350a088f8542 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:27.340175 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720ae91-5b72-462b-97cc-350a088f8542 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:27.406176 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5247b628-bdfd-4d1d-8c71-20ca688cbcae req-dcc395ad-c2f5-40b9-9632-116d1feeb426 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.77 "GET /v2.0/ports?device_id=6201a109-fbef-444c-ab59-cf5adaef3429 HTTP/1.1" status: 200 len: 210 time: 0.0441685 Aug 11 21:59:27.593017 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-d4e84408-63af-45e6-b592-1a441e72f731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:27.594755 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-d4e84408-63af-45e6-b592-1a441e72f731 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 1101 time: 0.1028140 Aug 11 21:59:27.608003 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb508c5a-0b18-4a9e-babd-922b77793c56 req-2859f9d6-b7c1-4ca7-8314-18f3c43cdd3d tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:27.609879 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eb508c5a-0b18-4a9e-babd-922b77793c56 req-2859f9d6-b7c1-4ca7-8314-18f3c43cdd3d tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 945 time: 0.1025550 Aug 11 21:59:27.626205 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['24edb1fe-1d30-4c08-ab37-4ad5bafeadaa', '43061107-0d89-4d88-bc8e-f7b987a8f672', '9d7edfef-80a8-4e87-b4b6-6179a86e9305'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:59:27.742018 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eb508c5a-0b18-4a9e-babd-922b77793c56 req-22b96859-db4e-4812-aef9-81af5337a798 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958927 Aug 11 21:59:27.744718 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9204205-32e8-4c4c-a647-a1145dc5886a', 'name': 'network-vif-deleted', 'tag': 'b0503148-a74e-4cb3-86a5-a5353fe7fa4d'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:59:27.747074 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57333f79-fc1c-4a2c-b975-bee623677d23" -d '{"events": [{"server_uuid": "a9204205-32e8-4c4c-a647-a1145dc5886a", "name": "network-vif-deleted", "tag": "b0503148-a74e-4cb3-86a5-a5353fe7fa4d"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:59:27.752035 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-367ce684-cbcd-4ed6-9e81-f99e06e8ab33 req-6720ae91-5b72-462b-97cc-350a088f8542 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] No DVR routers for this DVR port c91a7aab-d4e5-4470-af40-fb22c96951e9 on host n-h2-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:59:27.755292 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-367ce684-cbcd-4ed6-9e81-f99e06e8ab33 req-6720ae91-5b72-462b-97cc-350a088f8542 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:27.759767 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-367ce684-cbcd-4ed6-9e81-f99e06e8ab33 req-6720ae91-5b72-462b-97cc-350a088f8542 tempest-LiveAutoBlockMigrationV225Test-1644997794 tempest-LiveAutoBlockMigrationV225Test-1644997794-project] 10.222.0.52 "DELETE /v2.0/ports/c91a7aab-d4e5-4470-af40-fb22c96951e9 HTTP/1.1" status: 204 len: 173 time: 1.5849152 Aug 11 21:59:27.807480 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-f9c88a33-b0c1-42fd-9bc4-10ad7164deb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:27.809505 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-f9c88a33-b0c1-42fd-9bc4-10ad7164deb2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.1972463 Aug 11 21:59:27.851370 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc7c44-2792-48bc-ba7a-90e84c38ef55 req-daedb7dd-94e7-45e1-b468-df19b847829a tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:27.860181 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bbdc7c44-2792-48bc-ba7a-90e84c38ef55 req-daedb7dd-94e7-45e1-b468-df19b847829a tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 946 time: 0.1092527 Aug 11 21:59:27.881979 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-780205aa-a266-4d5d-b1e2-8d4a95a85af4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=5416b26f-2494-4b72-9a5e-ad96f58483f2 HTTP/1.1" status: 200 len: 217 time: 0.0626309 Aug 11 21:59:27.908143 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bbdc7c44-2792-48bc-ba7a-90e84c38ef55 req-f5360b91-7922-4af1-92f2-fe6016f29bd1 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453610 Aug 11 21:59:27.956280 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e834319-3883-49d8-b46b-bf21007d24e4 x-openstack-request-id: req-9e834319-3883-49d8-b46b-bf21007d24e4 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:59:27.957393 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9204205-32e8-4c4c-a647-a1145dc5886a", "name": "network-vif-deleted", "tag": "b0503148-a74e-4cb3-86a5-a5353fe7fa4d", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:59:27.958243 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9e834319-3883-49d8-b46b-bf21007d24e4 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:59:27.959631 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9204205-32e8-4c4c-a647-a1145dc5886a', 'name': 'network-vif-deleted', 'tag': 'b0503148-a74e-4cb3-86a5-a5353fe7fa4d', 'status': 'completed', 'code': 200} Aug 11 21:59:28.010914 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-8065ed4d-43cd-41a0-a4f4-0e7b5c4e572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:28.013259 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-8065ed4d-43cd-41a0-a4f4-0e7b5c4e572f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1226976 Aug 11 21:59:28.022226 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device a57d88c3-3ff2-48e7-9244-3996584662da up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:59:28.090452 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-723bd2fb-15d4-4eb5-a166-242633365e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:28.096051 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-723bd2fb-15d4-4eb5-a166-242633365e06 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0734711 Aug 11 21:59:28.124847 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device c748d486-6ebf-422f-8a8b-ee96bdcd655d no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:59:28.137541 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de878260-821a-4c9b-9034-25e6d70c8cf4 req-eeb73211-4d21-4f94-b5ea-9bbfa9b765d0 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:28.140021 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de878260-821a-4c9b-9034-25e6d70c8cf4 req-eeb73211-4d21-4f94-b5ea-9bbfa9b765d0 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.52 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 946 time: 0.1215672 Aug 11 21:59:28.172890 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f9730-0999-438e-b639-a1ac82d8c1a0 req-6e661a23-06ce-46d3-aab2-d370a8134755 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:28.174719 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ee4f9730-0999-438e-b639-a1ac82d8c1a0 req-6e661a23-06ce-46d3-aab2-d370a8134755 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 946 time: 0.1044781 Aug 11 21:59:28.219609 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port a57d88c3-3ff2-48e7-9244-3996584662da triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:59:28.219609 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:28.264625 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-e33bc113-6093-4586-b48b-35e2b0ff45ac service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559842 Aug 11 21:59:28.317813 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ee4f9730-0999-438e-b639-a1ac82d8c1a0 req-ce0d1e26-cc57-4e9f-9547-b8c246dee5f5 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e3c2ca3-9678-4437-a379-81b9b9263029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147368 Aug 11 21:59:28.344818 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-de878260-821a-4c9b-9034-25e6d70c8cf4 req-655b47e3-bdda-4d33-a122-6637a6583e24 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Deleting port e1d4ae83-809d-45a4-af28-63140254742b {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:59:28.345200 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-de878260-821a-4c9b-9034-25e6d70c8cf4 req-655b47e3-bdda-4d33-a122-6637a6583e24 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:28.408593 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:28.429127 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee27b84-3d70-472b-8d89-c5c98adf8e62 req-2fa0548d-2976-47de-bc46-91fc53000b5d tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:28.434813 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4ee27b84-3d70-472b-8d89-c5c98adf8e62 req-2fa0548d-2976-47de-bc46-91fc53000b5d tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?device_id=497dfcb1-e54c-42ce-a47b-c28267b306c6 HTTP/1.1" status: 200 len: 948 time: 0.0899236 Aug 11 21:59:28.494670 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-b0e44f42-0e70-467a-a465-196f60bb61a6 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216802 Aug 11 21:59:28.500495 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port c748d486-6ebf-422f-8a8b-ee96bdcd655d, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c748d486-6ebf-422f-8a8b-ee96bdcd655d,segment=NetworkSegment(955956c0-819f-4ff3-b129-18102dcedf3e),segment_id=955956c0-819f-4ff3-b129-18102dcedf3e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:28.502037 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c40674c-6919-4116-8405-3705ec357620', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c748d486-6ebf-422f-8a8b-ee96bdcd655d'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:59:28.503558 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-de878260-821a-4c9b-9034-25e6d70c8cf4 req-655b47e3-bdda-4d33-a122-6637a6583e24 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] For port e1d4ae83-809d-45a4-af28-63140254742b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e1d4ae83-809d-45a4-af28-63140254742b,segment=NetworkSegment(b96991c3-da7b-4769-9732-b3948f3cb059),segment_id=b96991c3-da7b-4769-9732-b3948f3cb059)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:28.504534 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-de878260-821a-4c9b-9034-25e6d70c8cf4 req-655b47e3-bdda-4d33-a122-6637a6583e24 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:28.504921 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a5e812-31af-4781-93aa-0822cb5de720" -d '{"events": [{"server_uuid": "2c40674c-6919-4116-8405-3705ec357620", "name": "network-vif-unplugged", "status": "completed", "tag": "c748d486-6ebf-422f-8a8b-ee96bdcd655d"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:59:28.510870 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:28.512216 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device c063d3ea-dc0f-432f-b420-e57563044081 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:59:28.515475 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:28.525924 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4ee27b84-3d70-472b-8d89-c5c98adf8e62 req-3efcf2e3-0b24-4f03-9d8b-972bac3a912c tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/security-groups?id=46359dce-99be-4362-9973-5196cd981151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806136 Aug 11 21:59:28.535049 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-de878260-821a-4c9b-9034-25e6d70c8cf4 req-655b47e3-bdda-4d33-a122-6637a6583e24 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Calling delete_port for e1d4ae83-809d-45a4-af28-63140254742b owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:59:28.628341 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: c063d3ea-dc0f-432f-b420-e57563044081 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:59:28.628957 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device c063d3ea-dc0f-432f-b420-e57563044081 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:59:28.629695 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device b0503148-a74e-4cb3-86a5-a5353fe7fa4d no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:59:28.728068 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-de878260-821a-4c9b-9034-25e6d70c8cf4 req-655b47e3-bdda-4d33-a122-6637a6583e24 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:28.732585 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1814a0-4f8c-4260-aee5-137df1495a03 req-f554830d-9d87-4c27-9fb1-74e3a5c61d44 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:28.738614 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd1814a0-4f8c-4260-aee5-137df1495a03 req-f554830d-9d87-4c27-9fb1-74e3a5c61d44 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 950 time: 0.0993617 Aug 11 21:59:28.764330 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['e1d4ae83-809d-45a4-af28-63140254742b'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:59:28.769564 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b47e3-bdda-4d33-a122-6637a6583e24 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Pushing event deleted for resources: {'Port': ['ID=e1d4ae83-809d-45a4-af28-63140254742b,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:28.781856 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: b0503148-a74e-4cb3-86a5-a5353fe7fa4d {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:59:28.782365 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device b0503148-a74e-4cb3-86a5-a5353fe7fa4d not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:59:28.804711 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd1814a0-4f8c-4260-aee5-137df1495a03 req-510349c6-69d3-4e77-905c-189b527391b9 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559380 Aug 11 21:59:28.805112 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=c748d486-6ebf-422f-8a8b-ee96bdcd655d,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:28.810090 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port a57d88c3-3ff2-48e7-9244-3996584662da, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=a57d88c3-3ff2-48e7-9244-3996584662da,segment=NetworkSegment(4c272644-500c-413c-905e-4ca7e6890613),segment_id=4c272644-500c-413c-905e-4ca7e6890613)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:28.817133 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:28.827581 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-de878260-821a-4c9b-9034-25e6d70c8cf4 req-655b47e3-bdda-4d33-a122-6637a6583e24 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] No DVR routers for this DVR port e1d4ae83-809d-45a4-af28-63140254742b on host n-h2-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:59:28.842583 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-de878260-821a-4c9b-9034-25e6d70c8cf4 req-655b47e3-bdda-4d33-a122-6637a6583e24 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:28.845939 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de878260-821a-4c9b-9034-25e6d70c8cf4 req-655b47e3-bdda-4d33-a122-6637a6583e24 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.52 "DELETE /v2.0/ports/e1d4ae83-809d-45a4-af28-63140254742b HTTP/1.1" status: 204 len: 173 time: 0.6895571 Aug 11 21:59:28.862650 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59912) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:28.899160 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=a57d88c3-3ff2-48e7-9244-3996584662da,revision_number=10']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:28.923076 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 21:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b8ef80-5fce-42ca-8021-b659bdefd17e x-openstack-request-id: req-28b8ef80-5fce-42ca-8021-b659bdefd17e {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:59:28.924845 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c40674c-6919-4116-8405-3705ec357620", "name": "network-vif-unplugged", "status": "completed", "tag": "c748d486-6ebf-422f-8a8b-ee96bdcd655d", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:59:28.925624 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-28b8ef80-5fce-42ca-8021-b659bdefd17e {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:59:28.927222 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c40674c-6919-4116-8405-3705ec357620', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c748d486-6ebf-422f-8a8b-ee96bdcd655d', 'code': 200} Aug 11 21:59:29.036727 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe909b6-c1ea-4389-b0ad-2086c8446f18 admin admin] Deleting subnet d64b3af4-29c6-4065-a225-159b72d7499b {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 21:59:29.041815 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cfe909b6-c1ea-4389-b0ad-2086c8446f18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:29.092473 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c2297-992f-4ad8-b7a2-abd12f4b6bdf req-a09b4ae7-b713-49bc-a01e-11382b7d2b3c tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:29.094166 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-155c2297-992f-4ad8-b7a2-abd12f4b6bdf req-a09b4ae7-b713-49bc-a01e-11382b7d2b3c tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 947 time: 0.1131272 Aug 11 21:59:29.097216 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cfe909b6-c1ea-4389-b0ad-2086c8446f18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:29.182915 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cfe909b6-c1ea-4389-b0ad-2086c8446f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:29.207542 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-155c2297-992f-4ad8-b7a2-abd12f4b6bdf req-ef9a2134-a4c4-42cb-be27-d694bcf3c803 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817573 Aug 11 21:59:29.254197 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cfe909b6-c1ea-4389-b0ad-2086c8446f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:29.284087 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe909b6-c1ea-4389-b0ad-2086c8446f18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d64b3af4-29c6-4065-a225-159b72d7499b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:29.286841 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cfe909b6-c1ea-4389-b0ad-2086c8446f18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:29.288832 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-cfe909b6-c1ea-4389-b0ad-2086c8446f18 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d64b3af4-29c6-4065-a225-159b72d7499b HTTP/1.1" status: 204 len: 168 time: 0.4238603 Aug 11 21:59:29.291834 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59920) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:29.305341 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe909b6-c1ea-4389-b0ad-2086c8446f18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:29.305674 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe909b6-c1ea-4389-b0ad-2086c8446f18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:29.306027 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe909b6-c1ea-4389-b0ad-2086c8446f18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:29.306406 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe909b6-c1ea-4389-b0ad-2086c8446f18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:29.306760 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe909b6-c1ea-4389-b0ad-2086c8446f18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:29.307096 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe909b6-c1ea-4389-b0ad-2086c8446f18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:29.307428 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe909b6-c1ea-4389-b0ad-2086c8446f18 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:29.307790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe909b6-c1ea-4389-b0ad-2086c8446f18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:29.308120 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe909b6-c1ea-4389-b0ad-2086c8446f18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:29.308446 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe909b6-c1ea-4389-b0ad-2086c8446f18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:29.308772 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe909b6-c1ea-4389-b0ad-2086c8446f18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:29.309095 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe909b6-c1ea-4389-b0ad-2086c8446f18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:29.361299 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af89bf4-5cba-453d-b6ed-a5f20eeabc04 req-f1c8f89f-38fc-4b18-87d1-f2c6cf428f1a tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:29.363295 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3af89bf4-5cba-453d-b6ed-a5f20eeabc04 req-f1c8f89f-38fc-4b18-87d1-f2c6cf428f1a tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 944 time: 0.0721173 Aug 11 21:59:29.384416 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-338e4cb5-0dce-4563-9096-87c84481ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:29.412522 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3af89bf4-5cba-453d-b6ed-a5f20eeabc04 req-d8c65b26-8671-4006-a105-82059c96dfbd tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420117 Aug 11 21:59:29.473823 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-338e4cb5-0dce-4563-9096-87c84481ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:29.487445 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-338e4cb5-0dce-4563-9096-87c84481ccbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d2353f-b112-4357-b0a6-e5993406a9d5']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:29.498157 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-338e4cb5-0dce-4563-9096-87c84481ccbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804c54ff-51a4-4ae9-9c48-a62e7a51b810') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:29.498713 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-338e4cb5-0dce-4563-9096-87c84481ccbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804c54ff-51a4-4ae9-9c48-a62e7a51b810') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:29.509820 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-338e4cb5-0dce-4563-9096-87c84481ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:29.537872 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-338e4cb5-0dce-4563-9096-87c84481ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:29.548590 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-338e4cb5-0dce-4563-9096-87c84481ccbe admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 21:59:29.549460 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-338e4cb5-0dce-4563-9096-87c84481ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: timer() Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 21:59:29.553298 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 21:59:29.636599 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-37038153-aa9b-4252-893b-eb680df5fb1e req-f99afd44-677d-412f-8bcc-68db066741d9 tempest-ServerRescueTestJSON-1737101114 tempest-ServerRescueTestJSON-1737101114-project] 10.222.0.77 "GET /v2.0/ports?device_id=90fedad8-cbbf-4b15-a801-13941d5d7d11 HTTP/1.1" status: 200 len: 210 time: 0.0673358 Aug 11 21:59:29.657370 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-338e4cb5-0dce-4563-9096-87c84481ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:29.675564 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-338e4cb5-0dce-4563-9096-87c84481ccbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:29.679576 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-338e4cb5-0dce-4563-9096-87c84481ccbe admin admin] 10.222.0.77 "DELETE /v2.0/networks/c1d2353f-b112-4357-b0a6-e5993406a9d5 HTTP/1.1" status: 204 len: 168 time: 0.3837042 Aug 11 21:59:29.681349 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59930) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:29.687961 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e4cb5-0dce-4563-9096-87c84481ccbe admin admin] Pushing event deleted for resources: {'Network': ['ID=c1d2353f-b112-4357-b0a6-e5993406a9d5,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:29.768072 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba3230bd-0d23-4c17-9a03-ddf7652686b2 admin admin] Deleting subnet 0ebfe465-4882-421e-93dd-24127a39822c {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 21:59:29.772422 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ba3230bd-0d23-4c17-9a03-ddf7652686b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:29.817745 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ba3230bd-0d23-4c17-9a03-ddf7652686b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:29.825849 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a47c5-57bf-4c78-954c-16c52201d62b req-dfbb8c12-dc13-4c2d-8ddd-41fed2075f34 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:29.827470 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-008a47c5-57bf-4c78-954c-16c52201d62b req-dfbb8c12-dc13-4c2d-8ddd-41fed2075f34 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?device_id=497dfcb1-e54c-42ce-a47b-c28267b306c6 HTTP/1.1" status: 200 len: 948 time: 0.0648029 Aug 11 21:59:29.862486 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ba3230bd-0d23-4c17-9a03-ddf7652686b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:29.875199 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-008a47c5-57bf-4c78-954c-16c52201d62b req-05b19a29-aafa-4726-85e5-2bb7bb2c7f60 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/security-groups?id=46359dce-99be-4362-9973-5196cd981151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408471 Aug 11 21:59:29.937373 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ba3230bd-0d23-4c17-9a03-ddf7652686b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:29.960966 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6201a109-fbef-444c-ab59-cf5adaef3429', 'name': 'network-vif-deleted', 'tag': 'c91a7aab-d4e5-4470-af40-fb22c96951e9'}, {'server_uuid': '90fedad8-cbbf-4b15-a801-13941d5d7d11', 'name': 'network-vif-deleted', 'tag': 'e1d4ae83-809d-45a4-af28-63140254742b'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:59:29.965719 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5843b9-ed9b-4255-a246-f294d977164c" -d '{"events": [{"server_uuid": "6201a109-fbef-444c-ab59-cf5adaef3429", "name": "network-vif-deleted", "tag": "c91a7aab-d4e5-4470-af40-fb22c96951e9"}, {"server_uuid": "90fedad8-cbbf-4b15-a801-13941d5d7d11", "name": "network-vif-deleted", "tag": "e1d4ae83-809d-45a4-af28-63140254742b"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:59:29.966841 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3230bd-0d23-4c17-9a03-ddf7652686b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ebfe465-4882-421e-93dd-24127a39822c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:29.980187 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ba3230bd-0d23-4c17-9a03-ddf7652686b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:29.982136 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ba3230bd-0d23-4c17-9a03-ddf7652686b2 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0ebfe465-4882-421e-93dd-24127a39822c HTTP/1.1" status: 204 len: 168 time: 0.2994988 Aug 11 21:59:29.986330 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59940) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:30.017914 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dc8c6-7820-4eec-ac08-7753903f5c16 req-c90e43c1-873e-401a-badf-573295169f11 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:30.019748 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f8dc8c6-7820-4eec-ac08-7753903f5c16 req-c90e43c1-873e-401a-badf-573295169f11 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 950 time: 0.0731051 Aug 11 21:59:30.059483 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f8dc8c6-7820-4eec-ac08-7753903f5c16 req-be636112-412d-4ec4-83f8-286a4ce63d74 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334918 Aug 11 21:59:30.092078 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033578b-df1c-4822-8075-9ea0c9041c39 req-b68e2f1a-00a4-4ad6-9eb9-c9e044676289 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:30.093667 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9033578b-df1c-4822-8075-9ea0c9041c39 req-b68e2f1a-00a4-4ad6-9eb9-c9e044676289 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=f28b90be-03d2-4bbb-9c70-f6311279a866 HTTP/1.1" status: 200 len: 949 time: 0.1244402 Aug 11 21:59:30.096452 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eea00c31-be59-41a9-8325-3eb724db011a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:30.110152 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 21:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7471d78-9a9c-4a19-a781-47d0f2d2e5fe x-openstack-request-id: req-e7471d78-9a9c-4a19-a781-47d0f2d2e5fe {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:59:30.110355 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6201a109-fbef-444c-ab59-cf5adaef3429", "name": "network-vif-deleted", "tag": "c91a7aab-d4e5-4470-af40-fb22c96951e9", "status": "completed", "code": 200}, {"server_uuid": "90fedad8-cbbf-4b15-a801-13941d5d7d11", "name": "network-vif-deleted", "tag": "e1d4ae83-809d-45a4-af28-63140254742b", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:59:30.110639 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e7471d78-9a9c-4a19-a781-47d0f2d2e5fe {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:59:30.111040 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6201a109-fbef-444c-ab59-cf5adaef3429', 'name': 'network-vif-deleted', 'tag': 'c91a7aab-d4e5-4470-af40-fb22c96951e9', 'status': 'completed', 'code': 200} Aug 11 21:59:30.111306 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fedad8-cbbf-4b15-a801-13941d5d7d11', 'name': 'network-vif-deleted', 'tag': 'e1d4ae83-809d-45a4-af28-63140254742b', 'status': 'completed', 'code': 200} Aug 11 21:59:30.206673 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9033578b-df1c-4822-8075-9ea0c9041c39 req-6c4c6ed7-539e-41a7-9193-5b7da6b4980e tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044133 Aug 11 21:59:30.217017 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eea00c31-be59-41a9-8325-3eb724db011a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:30.236226 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-eea00c31-be59-41a9-8325-3eb724db011a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f32c2245-a895-4ccf-a199-24e918c0de27']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:30.249028 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-eea00c31-be59-41a9-8325-3eb724db011a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a313a18-ffcb-422a-925f-dbddac30a9a3') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:30.249317 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-eea00c31-be59-41a9-8325-3eb724db011a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a313a18-ffcb-422a-925f-dbddac30a9a3') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:30.260521 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eea00c31-be59-41a9-8325-3eb724db011a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:30.279575 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eea00c31-be59-41a9-8325-3eb724db011a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:30.288042 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea00c31-be59-41a9-8325-3eb724db011a admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 21:59:30.288465 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eea00c31-be59-41a9-8325-3eb724db011a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: timer() Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 21:59:30.290562 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 21:59:30.353950 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eea00c31-be59-41a9-8325-3eb724db011a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:30.360202 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eea00c31-be59-41a9-8325-3eb724db011a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:30.362766 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-eea00c31-be59-41a9-8325-3eb724db011a admin admin] 10.222.0.77 "DELETE /v2.0/networks/f32c2245-a895-4ccf-a199-24e918c0de27 HTTP/1.1" status: 204 len: 168 time: 0.3754082 Aug 11 21:59:30.378928 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea00c31-be59-41a9-8325-3eb724db011a admin admin] Pushing event deleted for resources: {'Network': ['ID=f32c2245-a895-4ccf-a199-24e918c0de27,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:30.465967 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60ddf-b939-4b54-ab58-678361fb43c9 req-e3523d05-4924-4a0e-86b9-ce3eb6f0877a tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:30.468526 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f4d60ddf-b939-4b54-ab58-678361fb43c9 req-e3523d05-4924-4a0e-86b9-ce3eb6f0877a tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 947 time: 0.1572244 Aug 11 21:59:30.485125 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835d48f-50b2-465e-9f60-5da03992ffa7 req-ced78581-8c88-4688-9e81-94d91a07fea8 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:30.488445 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2835d48f-50b2-465e-9f60-5da03992ffa7 req-ced78581-8c88-4688-9e81-94d91a07fea8 tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.52 "GET /v2.0/ports?device_id=497dfcb1-e54c-42ce-a47b-c28267b306c6 HTTP/1.1" status: 200 len: 948 time: 0.1589746 Aug 11 21:59:30.507735 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59948) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:30.585930 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-086973a2-31e3-4399-8ea9-d0bcd316d9e2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cfe969a3456f4c9186b743e59eed9b71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0769086 Aug 11 21:59:30.589108 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59952) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:30.589625 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f4d60ddf-b939-4b54-ab58-678361fb43c9 req-554eb084-be6c-4a52-9496-9e0ca04391a5 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997887 Aug 11 21:59:30.641115 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6750c-de0e-4fba-908e-6cfb35b1b56e req-60f8ece2-e7ab-46f6-8fc7-f5d06f482e44 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:30.644113 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5df6750c-de0e-4fba-908e-6cfb35b1b56e req-60f8ece2-e7ab-46f6-8fc7-f5d06f482e44 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 944 time: 0.1029527 Aug 11 21:59:30.656799 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-2835d48f-50b2-465e-9f60-5da03992ffa7 req-e0bc5292-59f0-4ea8-b7fa-d2952575c31a tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Deleting port 59dfa4a1-84b2-46ce-8814-80411df57b7b {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:59:30.657183 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2835d48f-50b2-465e-9f60-5da03992ffa7 req-e0bc5292-59f0-4ea8-b7fa-d2952575c31a tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:30.711647 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d2f29508-7795-4a4f-8a6c-634ab68e9869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:30.725423 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5df6750c-de0e-4fba-908e-6cfb35b1b56e req-52b864d7-b110-466c-80db-fce9c681cdd0 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621774 Aug 11 21:59:30.744557 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59958) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:30.796142 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-2835d48f-50b2-465e-9f60-5da03992ffa7 req-e0bc5292-59f0-4ea8-b7fa-d2952575c31a tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] For port 59dfa4a1-84b2-46ce-8814-80411df57b7b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=59dfa4a1-84b2-46ce-8814-80411df57b7b,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:30.796532 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2835d48f-50b2-465e-9f60-5da03992ffa7 req-e0bc5292-59f0-4ea8-b7fa-d2952575c31a tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:30.822349 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d2f29508-7795-4a4f-8a6c-634ab68e9869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:30.827957 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-2835d48f-50b2-465e-9f60-5da03992ffa7 req-e0bc5292-59f0-4ea8-b7fa-d2952575c31a tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Calling delete_port for 59dfa4a1-84b2-46ce-8814-80411df57b7b owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:59:30.914061 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12281d08-b1d8-48ce-9dc4-284c42b79252 req-432bbc1a-1743-4814-b573-821a89a7c082 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:30.915735 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-12281d08-b1d8-48ce-9dc4-284c42b79252 req-432bbc1a-1743-4814-b573-821a89a7c082 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0ce38f1-03bf-4049-9a3e-e97418769e77 HTTP/1.1" status: 200 len: 945 time: 0.1090710 Aug 11 21:59:30.928626 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8c37b7-5a8d-4723-9e74-d498af8bfa25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57d88c3-3ff2-48e7-9244-3996584662da'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:59:30.934721 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e65fea5-86ad-4c9f-b18f-696d7ea44250" -d '{"events": [{"server_uuid": "aa8c37b7-5a8d-4723-9e74-d498af8bfa25", "name": "network-vif-plugged", "status": "completed", "tag": "a57d88c3-3ff2-48e7-9244-3996584662da"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:59:30.993984 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d2f29508-7795-4a4f-8a6c-634ab68e9869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:30.998311 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d2f29508-7795-4a4f-8a6c-634ab68e9869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:31.000466 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d2f29508-7795-4a4f-8a6c-634ab68e9869 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/746d5ce0-04f1-4e4f-a815-580663339f32 HTTP/1.1" status: 204 len: 168 time: 0.4095726 Aug 11 21:59:31.025534 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-12281d08-b1d8-48ce-9dc4-284c42b79252 req-04eebf8e-60a4-4068-b29e-52f732547787 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/security-groups?id=75567f51-b0a8-4eda-b710-051b14d4be14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729444 Aug 11 21:59:31.077528 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2835d48f-50b2-465e-9f60-5da03992ffa7 req-e0bc5292-59f0-4ea8-b7fa-d2952575c31a tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:31.090989 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f29508-7795-4a4f-8a6c-634ab68e9869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746d5ce0-04f1-4e4f-a815-580663339f32,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:31.122564 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc5292-59f0-4ea8-b7fa-d2952575c31a tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Pushing event deleted for resources: {'Port': ['ID=59dfa4a1-84b2-46ce-8814-80411df57b7b,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:31.142517 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2045008e-53d5-4698-89e0-f7d7be24a9f9 x-openstack-request-id: req-2045008e-53d5-4698-89e0-f7d7be24a9f9 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:59:31.143384 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8c37b7-5a8d-4723-9e74-d498af8bfa25", "name": "network-vif-plugged", "status": "completed", "tag": "a57d88c3-3ff2-48e7-9244-3996584662da", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:59:31.144150 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2045008e-53d5-4698-89e0-f7d7be24a9f9 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:59:31.145282 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8c37b7-5a8d-4723-9e74-d498af8bfa25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57d88c3-3ff2-48e7-9244-3996584662da', 'code': 200} Aug 11 21:59:31.174547 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-188597f7-39bc-4841-b1b3-ee71949cbda8 req-46e4f12e-79bf-4b4c-933b-85ede56813fa tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.77 "GET /v2.0/ports?device_id=497dfcb1-e54c-42ce-a47b-c28267b306c6 HTTP/1.1" status: 200 len: 210 time: 0.1595180 Aug 11 21:59:31.242700 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-2835d48f-50b2-465e-9f60-5da03992ffa7 req-e0bc5292-59f0-4ea8-b7fa-d2952575c31a tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] No DVR routers for this DVR port 59dfa4a1-84b2-46ce-8814-80411df57b7b on host n-h2-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:59:31.249494 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2835d48f-50b2-465e-9f60-5da03992ffa7 req-e0bc5292-59f0-4ea8-b7fa-d2952575c31a tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:31.253248 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2835d48f-50b2-465e-9f60-5da03992ffa7 req-e0bc5292-59f0-4ea8-b7fa-d2952575c31a tempest-ListImageFiltersTestJSON-1051778988 tempest-ListImageFiltersTestJSON-1051778988-project] 10.222.0.52 "DELETE /v2.0/ports/59dfa4a1-84b2-46ce-8814-80411df57b7b HTTP/1.1" status: 204 len: 173 time: 0.7516382 Aug 11 21:59:31.409543 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20796e2-bed3-43ea-ba8c-51a1bcb45a91 req-0dd58394-9839-4b10-90a3-7e979efbe7aa tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:31.411190 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e20796e2-bed3-43ea-ba8c-51a1bcb45a91 req-0dd58394-9839-4b10-90a3-7e979efbe7aa tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 950 time: 0.1089017 Aug 11 21:59:31.500012 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838b131-e8bb-40c9-a92e-f592fce3ab7c req-9b71cfff-a91d-4f5c-8df0-665500903d82 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:31.504211 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8838b131-e8bb-40c9-a92e-f592fce3ab7c req-9b71cfff-a91d-4f5c-8df0-665500903d82 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=f28b90be-03d2-4bbb-9c70-f6311279a866 HTTP/1.1" status: 200 len: 949 time: 0.1114707 Aug 11 21:59:31.504517 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e20796e2-bed3-43ea-ba8c-51a1bcb45a91 req-a8d83a42-d0d1-46da-b6f7-def6c001f581 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825443 Aug 11 21:59:31.520106 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ef286-ccdb-42f5-9482-74e38c35a936 req-48e60d8d-6d7a-4b51-8b49-41146b1b6639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:31.522905 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fa8ef286-ccdb-42f5-9482-74e38c35a936 req-48e60d8d-6d7a-4b51-8b49-41146b1b6639 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 1098 time: 0.1105964 Aug 11 21:59:31.596726 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fa8ef286-ccdb-42f5-9482-74e38c35a936 req-209a979d-55df-479c-b97d-840ad13663e9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653136 Aug 11 21:59:31.597498 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8838b131-e8bb-40c9-a92e-f592fce3ab7c req-ceee3d28-bfde-42e3-852c-82b0f033ac0f tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721459 Aug 11 21:59:31.604972 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f91b1858-f58d-499e-8d14-05e580c623b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:31.680540 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59978) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:31.780919 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-16825019-91c2-4243-bc0f-e7b909e1c838 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=668b419da6af497f826f478b635d97e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0981276 Aug 11 21:59:31.783978 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59984) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:31.897708 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b5b8464a-1b13-4927-a723-caa443f1dd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:31.940372 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16f282-0363-4c34-8e85-7617ad22a5fb req-21458b0a-2c78-4a7f-81ff-85185daddb02 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:31.942720 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba16f282-0363-4c34-8e85-7617ad22a5fb req-21458b0a-2c78-4a7f-81ff-85185daddb02 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 944 time: 0.1052029 Aug 11 21:59:31.959268 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b5b8464a-1b13-4927-a723-caa443f1dd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:32.022971 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba16f282-0363-4c34-8e85-7617ad22a5fb req-b2b1199d-f2a5-428f-9437-3aac246a1763 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674012 Aug 11 21:59:32.051305 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b5b8464a-1b13-4927-a723-caa443f1dd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:32.051921 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device e1d4ae83-809d-45a4-af28-63140254742b no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:59:32.055702 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b5b8464a-1b13-4927-a723-caa443f1dd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:32.060768 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b5b8464a-1b13-4927-a723-caa443f1dd12 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/904baaaf-ce3d-4661-b4bb-1569ae203c18 HTTP/1.1" status: 204 len: 168 time: 0.2752318 Aug 11 21:59:32.073979 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8464a-1b13-4927-a723-caa443f1dd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904baaaf-ce3d-4661-b4bb-1569ae203c18,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:32.116729 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497dfcb1-e54c-42ce-a47b-c28267b306c6', 'name': 'network-vif-deleted', 'tag': '59dfa4a1-84b2-46ce-8814-80411df57b7b'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:59:32.121451 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8caa06-baeb-409e-8083-25ced9636d2e" -d '{"events": [{"server_uuid": "497dfcb1-e54c-42ce-a47b-c28267b306c6", "name": "network-vif-deleted", "tag": "59dfa4a1-84b2-46ce-8814-80411df57b7b"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:59:32.129556 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: e1d4ae83-809d-45a4-af28-63140254742b {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:59:32.133852 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device e1d4ae83-809d-45a4-af28-63140254742b not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:59:32.212228 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e41039-3dad-42d3-b2e3-8f818f3a948c req-a8fac2df-9918-468f-82c8-4ad323ff7a8a tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:32.219737 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-36e41039-3dad-42d3-b2e3-8f818f3a948c req-a8fac2df-9918-468f-82c8-4ad323ff7a8a tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 947 time: 0.5138857 Aug 11 21:59:32.253310 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32015a-07a9-4e66-9cd0-56238de293a2 req-300770c9-5850-48f5-a301-17ec8e0fcb33 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:32.256133 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6a32015a-07a9-4e66-9cd0-56238de293a2 req-300770c9-5850-48f5-a301-17ec8e0fcb33 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.82 "GET /v2.0/ports?device_id=f28b90be-03d2-4bbb-9c70-f6311279a866 HTTP/1.1" status: 200 len: 949 time: 0.1565063 Aug 11 21:59:32.293862 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9ced1-4701-4373-8448-4ebef3a5784f req-c34b954a-f648-4d17-b87f-33142bfbf129 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:32.294244 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-40e9ced1-4701-4373-8448-4ebef3a5784f req-c34b954a-f648-4d17-b87f-33142bfbf129 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.82 "GET /v2.0/ports?device_id=af50c3f8-bc48-4286-94f3-4e58450d194e HTTP/1.1" status: 200 len: 949 time: 0.0808253 Aug 11 21:59:32.327267 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-36e41039-3dad-42d3-b2e3-8f818f3a948c req-ebb5331f-5e14-4710-be85-e668630dd8f1 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987751 Aug 11 21:59:32.403868 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6b4eae-aa9b-49e4-a74f-f0a3cffb0fc8 x-openstack-request-id: req-8f6b4eae-aa9b-49e4-a74f-f0a3cffb0fc8 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:59:32.404438 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497dfcb1-e54c-42ce-a47b-c28267b306c6", "name": "network-vif-deleted", "tag": "59dfa4a1-84b2-46ce-8814-80411df57b7b", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:59:32.404882 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8f6b4eae-aa9b-49e4-a74f-f0a3cffb0fc8 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:59:32.405583 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497dfcb1-e54c-42ce-a47b-c28267b306c6', 'name': 'network-vif-deleted', 'tag': '59dfa4a1-84b2-46ce-8814-80411df57b7b', 'status': 'completed', 'code': 200} Aug 11 21:59:32.445172 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04b760-0880-4b2f-9cbc-d8fb3a261a97 req-01bc24cc-7e71-415f-bbbf-f7a62fb0e7ce tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:32.464869 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bf04b760-0880-4b2f-9cbc-d8fb3a261a97 req-01bc24cc-7e71-415f-bbbf-f7a62fb0e7ce tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0ce38f1-03bf-4049-9a3e-e97418769e77 HTTP/1.1" status: 200 len: 945 time: 0.1424801 Aug 11 21:59:32.477932 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-6a32015a-07a9-4e66-9cd0-56238de293a2 req-26adeda0-4028-4239-a531-21071e1bdbc5 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Deleting port 43061107-0d89-4d88-bc8e-f7b987a8f672 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:59:32.478385 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6a32015a-07a9-4e66-9cd0-56238de293a2 req-26adeda0-4028-4239-a531-21071e1bdbc5 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:32.596058 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-6a32015a-07a9-4e66-9cd0-56238de293a2 req-26adeda0-4028-4239-a531-21071e1bdbc5 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] For port 43061107-0d89-4d88-bc8e-f7b987a8f672, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=43061107-0d89-4d88-bc8e-f7b987a8f672,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:32.596876 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6a32015a-07a9-4e66-9cd0-56238de293a2 req-26adeda0-4028-4239-a531-21071e1bdbc5 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:32.603203 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-40e9ced1-4701-4373-8448-4ebef3a5784f req-6b3083b7-4b8a-4899-b040-eff3ea9331ab tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Deleting port 9d7edfef-80a8-4e87-b4b6-6179a86e9305 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:59:32.603837 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-40e9ced1-4701-4373-8448-4ebef3a5784f req-6b3083b7-4b8a-4899-b040-eff3ea9331ab tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:32.614341 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11eee0-4a0e-4f29-9378-84e513489fc4 req-ea656d17-fb48-42d0-9943-e8c1ff17b309 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:32.616493 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4f11eee0-4a0e-4f29-9378-84e513489fc4 req-ea656d17-fb48-42d0-9943-e8c1ff17b309 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 944 time: 0.1192842 Aug 11 21:59:32.618679 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-6a32015a-07a9-4e66-9cd0-56238de293a2 req-26adeda0-4028-4239-a531-21071e1bdbc5 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Calling delete_port for 43061107-0d89-4d88-bc8e-f7b987a8f672 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:59:32.634548 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-f91b1858-f58d-499e-8d14-05e580c623b9 admin admin] Deleting port b15d11ff-b882-4811-8c7e-57d0e532c9dc {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:59:32.635107 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f91b1858-f58d-499e-8d14-05e580c623b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:32.635313 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bf04b760-0880-4b2f-9cbc-d8fb3a261a97 req-08e89c5d-6f7d-43f6-aefa-5bc2bdb15959 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/security-groups?id=75567f51-b0a8-4eda-b710-051b14d4be14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690567 Aug 11 21:59:32.807790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-f91b1858-f58d-499e-8d14-05e580c623b9 admin admin] For port b15d11ff-b882-4811-8c7e-57d0e532c9dc, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b15d11ff-b882-4811-8c7e-57d0e532c9dc,segment=NetworkSegment(b96991c3-da7b-4769-9732-b3948f3cb059),segment_id=b96991c3-da7b-4769-9732-b3948f3cb059)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:32.808158 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f91b1858-f58d-499e-8d14-05e580c623b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:32.808680 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-40e9ced1-4701-4373-8448-4ebef3a5784f req-6b3083b7-4b8a-4899-b040-eff3ea9331ab tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] For port 9d7edfef-80a8-4e87-b4b6-6179a86e9305, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=9d7edfef-80a8-4e87-b4b6-6179a86e9305,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:32.809027 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-40e9ced1-4701-4373-8448-4ebef3a5784f req-6b3083b7-4b8a-4899-b040-eff3ea9331ab tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:32.824739 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-f91b1858-f58d-499e-8d14-05e580c623b9 admin admin] Calling delete_port for b15d11ff-b882-4811-8c7e-57d0e532c9dc owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:59:32.832230 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-40e9ced1-4701-4373-8448-4ebef3a5784f req-6b3083b7-4b8a-4899-b040-eff3ea9331ab tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Calling delete_port for 9d7edfef-80a8-4e87-b4b6-6179a86e9305 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:59:32.951843 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6a32015a-07a9-4e66-9cd0-56238de293a2 req-26adeda0-4028-4239-a531-21071e1bdbc5 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:32.985213 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['24edb1fe-1d30-4c08-ab37-4ad5bafeadaa', '9d7edfef-80a8-4e87-b4b6-6179a86e9305'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:59:32.994834 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26adeda0-4028-4239-a531-21071e1bdbc5 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Pushing event deleted for resources: {'Port': ['ID=43061107-0d89-4d88-bc8e-f7b987a8f672,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:33.114034 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a32015a-07a9-4e66-9cd0-56238de293a2 req-26adeda0-4028-4239-a531-21071e1bdbc5 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] No DVR routers for this DVR port 43061107-0d89-4d88-bc8e-f7b987a8f672 on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:59:33.218612 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b1918-6355-40a7-b89b-1f3a7c3903ef req-b703b5a5-fa55-48f8-955e-faac2b09c81a tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:33.218898 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6a32015a-07a9-4e66-9cd0-56238de293a2 req-26adeda0-4028-4239-a531-21071e1bdbc5 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:33.221276 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-569b1918-6355-40a7-b89b-1f3a7c3903ef req-b703b5a5-fa55-48f8-955e-faac2b09c81a tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 950 time: 0.2785437 Aug 11 21:59:33.223096 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6a32015a-07a9-4e66-9cd0-56238de293a2 req-26adeda0-4028-4239-a531-21071e1bdbc5 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.82 "DELETE /v2.0/ports/43061107-0d89-4d88-bc8e-f7b987a8f672 HTTP/1.1" status: 204 len: 173 time: 0.9442017 Aug 11 21:59:33.223717 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28b90be-03d2-4bbb-9c70-f6311279a866', 'name': 'network-vif-deleted', 'tag': '43061107-0d89-4d88-bc8e-f7b987a8f672'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:59:33.230784 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-40e9ced1-4701-4373-8448-4ebef3a5784f req-6b3083b7-4b8a-4899-b040-eff3ea9331ab tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:33.242207 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184158d5-485e-4d81-beda-bc3277846ef0" -d '{"events": [{"server_uuid": "f28b90be-03d2-4bbb-9c70-f6311279a866", "name": "network-vif-deleted", "tag": "43061107-0d89-4d88-bc8e-f7b987a8f672"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:59:33.246948 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f91b1858-f58d-499e-8d14-05e580c623b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:33.293466 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b1858-f58d-499e-8d14-05e580c623b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b15d11ff-b882-4811-8c7e-57d0e532c9dc,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:33.351317 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d1a466fc-bcdf-441b-98e3-7dd1653555dc req-c3f794a7-43ee-4c0c-8b6d-e5e7b4fe6cde tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=f28b90be-03d2-4bbb-9c70-f6311279a866 HTTP/1.1" status: 200 len: 210 time: 0.0341892 Aug 11 21:59:33.419226 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3083b7-4b8a-4899-b040-eff3ea9331ab tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Pushing event deleted for resources: {'Port': ['ID=9d7edfef-80a8-4e87-b4b6-6179a86e9305,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:33.453021 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e9ced1-4701-4373-8448-4ebef3a5784f req-6b3083b7-4b8a-4899-b040-eff3ea9331ab tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] No DVR routers for this DVR port 9d7edfef-80a8-4e87-b4b6-6179a86e9305 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:59:33.465179 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-4f11eee0-4a0e-4f29-9378-84e513489fc4 req-b8f74539-80dc-4db4-a012-33a6e0001bf7 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Deleting port c748d486-6ebf-422f-8a8b-ee96bdcd655d {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:59:33.466391 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4f11eee0-4a0e-4f29-9378-84e513489fc4 req-b8f74539-80dc-4db4-a012-33a6e0001bf7 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:33.629548 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-4f11eee0-4a0e-4f29-9378-84e513489fc4 req-b8f74539-80dc-4db4-a012-33a6e0001bf7 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] For port c748d486-6ebf-422f-8a8b-ee96bdcd655d, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c748d486-6ebf-422f-8a8b-ee96bdcd655d,segment=NetworkSegment(955956c0-819f-4ff3-b129-18102dcedf3e),segment_id=955956c0-819f-4ff3-b129-18102dcedf3e)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:33.630182 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4f11eee0-4a0e-4f29-9378-84e513489fc4 req-b8f74539-80dc-4db4-a012-33a6e0001bf7 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:33.665348 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-40e9ced1-4701-4373-8448-4ebef3a5784f req-6b3083b7-4b8a-4899-b040-eff3ea9331ab tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:33.667909 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-40e9ced1-4701-4373-8448-4ebef3a5784f req-6b3083b7-4b8a-4899-b040-eff3ea9331ab tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.82 "DELETE /v2.0/ports/9d7edfef-80a8-4e87-b4b6-6179a86e9305 HTTP/1.1" status: 204 len: 173 time: 1.3673012 Aug 11 21:59:33.688160 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-569b1918-6355-40a7-b89b-1f3a7c3903ef req-b55e2eb1-09cc-46d0-bf8f-89b9d88f01e0 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404552 Aug 11 21:59:33.708398 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-4f11eee0-4a0e-4f29-9378-84e513489fc4 req-b8f74539-80dc-4db4-a012-33a6e0001bf7 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Calling delete_port for c748d486-6ebf-422f-8a8b-ee96bdcd655d owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:59:33.793789 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f91b1858-f58d-499e-8d14-05e580c623b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:33.898858 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61267e-25e6-4ec6-ad13-4af3bbff21bd req-bd258576-5400-4b34-8b44-84eebcc42ab5 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:33.906384 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-da61267e-25e6-4ec6-ad13-4af3bbff21bd req-bd258576-5400-4b34-8b44-84eebcc42ab5 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c40674c-6919-4116-8405-3705ec357620 HTTP/1.1" status: 200 len: 944 time: 0.0844173 Aug 11 21:59:34.024894 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['24edb1fe-1d30-4c08-ab37-4ad5bafeadaa'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:59:34.049966 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-da61267e-25e6-4ec6-ad13-4af3bbff21bd req-47018509-e85a-4178-bdf8-11f0b7efb306 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421487 Aug 11 21:59:34.118506 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4f11eee0-4a0e-4f29-9378-84e513489fc4 req-b8f74539-80dc-4db4-a012-33a6e0001bf7 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:34.148213 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdf169f-ab5e-4425-a7c9-5e2f511283e9 x-openstack-request-id: req-5fdf169f-ab5e-4425-a7c9-5e2f511283e9 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:59:34.148786 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f28b90be-03d2-4bbb-9c70-f6311279a866", "name": "network-vif-deleted", "tag": "43061107-0d89-4d88-bc8e-f7b987a8f672", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:59:34.149217 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5fdf169f-ab5e-4425-a7c9-5e2f511283e9 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:59:34.150532 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28b90be-03d2-4bbb-9c70-f6311279a866', 'name': 'network-vif-deleted', 'tag': '43061107-0d89-4d88-bc8e-f7b987a8f672', 'status': 'completed', 'code': 200} Aug 11 21:59:34.212338 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 59dfa4a1-84b2-46ce-8814-80411df57b7b no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:59:34.222941 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f74539-80dc-4db4-a012-33a6e0001bf7 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Pushing event deleted for resources: {'Port': ['ID=c748d486-6ebf-422f-8a8b-ee96bdcd655d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:34.229197 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device c748d486-6ebf-422f-8a8b-ee96bdcd655d no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:59:34.262428 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60090) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:34.316965 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 59dfa4a1-84b2-46ce-8814-80411df57b7b {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:59:34.317585 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 59dfa4a1-84b2-46ce-8814-80411df57b7b not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:59:34.361702 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: c748d486-6ebf-422f-8a8b-ee96bdcd655d {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:59:34.362340 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device c748d486-6ebf-422f-8a8b-ee96bdcd655d not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:59:34.368309 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 43061107-0d89-4d88-bc8e-f7b987a8f672 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:59:34.418044 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af50c3f8-bc48-4286-94f3-4e58450d194e', 'name': 'network-vif-deleted', 'tag': '9d7edfef-80a8-4e87-b4b6-6179a86e9305'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:59:34.422742 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4c4efe-d964-46af-af6b-dd8af19179ad" -d '{"events": [{"server_uuid": "af50c3f8-bc48-4286-94f3-4e58450d194e", "name": "network-vif-deleted", "tag": "9d7edfef-80a8-4e87-b4b6-6179a86e9305"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:59:34.437257 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f11eee0-4a0e-4f29-9378-84e513489fc4 req-b8f74539-80dc-4db4-a012-33a6e0001bf7 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] No DVR routers for this DVR port c748d486-6ebf-422f-8a8b-ee96bdcd655d on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:59:34.439786 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 43061107-0d89-4d88-bc8e-f7b987a8f672 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:59:34.440438 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 43061107-0d89-4d88-bc8e-f7b987a8f672 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:59:34.481927 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4f11eee0-4a0e-4f29-9378-84e513489fc4 req-b8f74539-80dc-4db4-a012-33a6e0001bf7 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:34.489046 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4f11eee0-4a0e-4f29-9378-84e513489fc4 req-b8f74539-80dc-4db4-a012-33a6e0001bf7 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.82 "DELETE /v2.0/ports/c748d486-6ebf-422f-8a8b-ee96bdcd655d HTTP/1.1" status: 204 len: 173 time: 1.8496280 Aug 11 21:59:34.555022 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ae240-e6a9-4a75-b88e-6f87ab54bc4e req-923581a8-b7bd-4eff-b0d4-032c136266dc tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:34.581584 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0d0ae240-e6a9-4a75-b88e-6f87ab54bc4e req-923581a8-b7bd-4eff-b0d4-032c136266dc tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 947 time: 0.2416871 Aug 11 21:59:34.722600 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-3d5fffe2-0c06-41e8-9643-ccb177536f6f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-622904348-network', 'tenant_id': 'a5fc899cc52f44178d979d66e6a50dde'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:59:34.741108 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0d0ae240-e6a9-4a75-b88e-6f87ab54bc4e req-74af7cf0-cc37-465e-9751-4914f8ca51e3 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582606 Aug 11 21:59:34.781857 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91b1858-f58d-499e-8d14-05e580c623b9 admin admin] Router 25d15b87-769f-472e-bb1e-de603274e15a has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:59:34.797513 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5fffe2-0c06-41e8-9643-ccb177536f6f admin admin] Made reservation on behalf of a5fc899cc52f44178d979d66e6a50dde for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:59:34.805377 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3d5fffe2-0c06-41e8-9643-ccb177536f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:34.836070 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3d5fffe2-0c06-41e8-9643-ccb177536f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:35.097489 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafa7fbf-6c18-4f3a-b9d2-a746eee3005c x-openstack-request-id: req-dafa7fbf-6c18-4f3a-b9d2-a746eee3005c {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:59:35.098113 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af50c3f8-bc48-4286-94f3-4e58450d194e", "name": "network-vif-deleted", "tag": "9d7edfef-80a8-4e87-b4b6-6179a86e9305", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:59:35.099179 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dafa7fbf-6c18-4f3a-b9d2-a746eee3005c {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:59:35.100823 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af50c3f8-bc48-4286-94f3-4e58450d194e', 'name': 'network-vif-deleted', 'tag': '9d7edfef-80a8-4e87-b4b6-6179a86e9305', 'status': 'completed', 'code': 200} Aug 11 21:59:35.132904 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3d5fffe2-0c06-41e8-9643-ccb177536f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:35.152644 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3d5fffe2-0c06-41e8-9643-ccb177536f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:35.224282 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d5fffe2-0c06-41e8-9643-ccb177536f6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:59:35.261829 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fffe2-0c06-41e8-9643-ccb177536f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a1b204-4d95-4b52-bcdf-7559cbccf36b,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:35.284476 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3d5fffe2-0c06-41e8-9643-ccb177536f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:35.284828 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-3d5fffe2-0c06-41e8-9643-ccb177536f6f admin admin] Added segment 3ee27aa9-6df3-4077-a9c5-db88336dafee of type vlan for network 83735497-c152-410a-a532-372740b4ec60 Aug 11 21:59:35.357614 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91b1858-f58d-499e-8d14-05e580c623b9 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:59:35.374583 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f91b1858-f58d-499e-8d14-05e580c623b9 admin admin] 10.222.0.77 "PUT /v2.0/routers/25d15b87-769f-472e-bb1e-de603274e15a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6278155 Aug 11 21:59:35.375632 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60124) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:35.386600 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cf3f76-8fc1-426c-b801-6eef6e1beb29 None None] Sync routers for ids ['25d15b87-769f-472e-bb1e-de603274e15a'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:59:35.416228 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3d5fffe2-0c06-41e8-9643-ccb177536f6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:35.428333 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cf3f76-8fc1-426c-b801-6eef6e1beb29 None None] Routers {'25d15b87-769f-472e-bb1e-de603274e15a'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:59:35.435183 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c2cf3f76-8fc1-426c-b801-6eef6e1beb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:59:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['25d15b87-769f-472e-bb1e-de603274e15a'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:35.493592 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09181e89-abff-4e02-9ab3-4a251057774c req-dbd46c00-485f-4bc3-96c1-b0bcf815be48 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:35.495911 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09181e89-abff-4e02-9ab3-4a251057774c req-dbd46c00-485f-4bc3-96c1-b0bcf815be48 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 950 time: 0.1471522 Aug 11 21:59:35.519944 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3d5fffe2-0c06-41e8-9643-ccb177536f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:35.521833 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5fffe2-0c06-41e8-9643-ccb177536f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:35.523736 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3d5fffe2-0c06-41e8-9643-ccb177536f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:35.638191 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6b9cb7db-0cc4-4d11-910d-7010c7895929 admin admin] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:35.664344 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-c2cf3f76-8fc1-426c-b801-6eef6e1beb29 None None] Set router 25d15b87-769f-472e-bb1e-de603274e15a gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:59:35.779567 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fffe2-0c06-41e8-9643-ccb177536f6f admin admin] Pushing event updated for resources: {'Network': ['ID=83735497-c152-410a-a532-372740b4ec60,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:35.797185 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 83735497-c152-410a-a532-372740b4ec60 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:59:35.806086 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6b9cb7db-0cc4-4d11-910d-7010c7895929 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:35.835940 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09181e89-abff-4e02-9ab3-4a251057774c req-bcee6143-e4c7-4cf0-830c-19f1bd281f53 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333239 Aug 11 21:59:35.861929 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60136) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:35.862261 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3d5fffe2-0c06-41e8-9643-ccb177536f6f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5522420 Aug 11 21:59:35.920084 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-cf4a63f4-3f61-400c-88d7-e33598449dbe admin admin] Request body: {'subnet': {'network_id': '83735497-c152-410a-a532-372740b4ec60', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-622904348-subnet', 'tenant_id': 'a5fc899cc52f44178d979d66e6a50dde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:59:35.992238 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4a63f4-3f61-400c-88d7-e33598449dbe admin admin] Made reservation on behalf of a5fc899cc52f44178d979d66e6a50dde for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:59:35.995470 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cf4a63f4-3f61-400c-88d7-e33598449dbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:36.008709 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccce264-f108-407e-8d29-86ebf19d8f0b req-873d2543-bdff-4309-98a7-5dd20f8bf583 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:36.011939 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bccce264-f108-407e-8d29-86ebf19d8f0b req-873d2543-bdff-4309-98a7-5dd20f8bf583 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0ce38f1-03bf-4049-9a3e-e97418769e77 HTTP/1.1" status: 200 len: 945 time: 0.1849360 Aug 11 21:59:36.043049 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c2cf3f76-8fc1-426c-b801-6eef6e1beb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d15b87-769f-472e-bb1e-de603274e15a', 'name': 'tempest-ServerRescueTestJSON-1685309365-router', 'tenant_id': 'd74c7b222e1944f9bf3fd004364d95e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '2c7a9dd2-78f9-431d-a455-7741075815b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:56:34Z', 'updated_at': '2021-08-11T21:59:33Z', 'revision_number': 5, 'project_id': 'd74c7b222e1944f9bf3fd004364d95e4', 'gw_port': {'id': '2c7a9dd2-78f9-431d-a455-7741075815b8', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:92:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d15b87-769f-472e-bb1e-de603274e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:36Z', 'updated_at': '2021-08-11T21:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:36.061528 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-6b9cb7db-0cc4-4d11-910d-7010c7895929 admin admin] Deleting port 2c7a9dd2-78f9-431d-a455-7741075815b8 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:59:36.061870 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6b9cb7db-0cc4-4d11-910d-7010c7895929 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:36.066949 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60144) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:36.078760 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cf3f76-8fc1-426c-b801-6eef6e1beb29 None None] Checking router: 25d15b87-769f-472e-bb1e-de603274e15a for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:59:36.089604 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cf3f76-8fc1-426c-b801-6eef6e1beb29 None None] Routers {'25d15b87-769f-472e-bb1e-de603274e15a'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:59:36.090538 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c2cf3f76-8fc1-426c-b801-6eef6e1beb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:59:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['25d15b87-769f-472e-bb1e-de603274e15a'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:36.095396 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 9d7edfef-80a8-4e87-b4b6-6179a86e9305 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:59:36.156827 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 9d7edfef-80a8-4e87-b4b6-6179a86e9305 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:59:36.157214 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 9d7edfef-80a8-4e87-b4b6-6179a86e9305 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:59:36.205332 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-c2cf3f76-8fc1-426c-b801-6eef6e1beb29 None None] Set router 25d15b87-769f-472e-bb1e-de603274e15a gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:59:36.226461 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74717855-3eae-4f97-81ca-ee04c1a66479 req-11937cb6-517f-4c7c-b126-c26c900759a0 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:36.238024 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-74717855-3eae-4f97-81ca-ee04c1a66479 req-11937cb6-517f-4c7c-b126-c26c900759a0 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 947 time: 0.1322286 Aug 11 21:59:36.270898 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c2cf3f76-8fc1-426c-b801-6eef6e1beb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d15b87-769f-472e-bb1e-de603274e15a', 'name': 'tempest-ServerRescueTestJSON-1685309365-router', 'tenant_id': 'd74c7b222e1944f9bf3fd004364d95e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:56:34Z', 'updated_at': '2021-08-11T21:59:35Z', 'revision_number': 6, 'project_id': 'd74c7b222e1944f9bf3fd004364d95e4', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:36.289507 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bccce264-f108-407e-8d29-86ebf19d8f0b req-fdcd239d-2a04-42b5-841c-04e77b1b3eba tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/security-groups?id=75567f51-b0a8-4eda-b710-051b14d4be14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2624958 Aug 11 21:59:36.305343 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cf3f76-8fc1-426c-b801-6eef6e1beb29 None None] The sync data for ids ['25d15b87-769f-472e-bb1e-de603274e15a'] in n-d-804275-3 is: [{'id': '25d15b87-769f-472e-bb1e-de603274e15a', 'name': 'tempest-ServerRescueTestJSON-1685309365-router', 'tenant_id': 'd74c7b222e1944f9bf3fd004364d95e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:56:34Z', 'updated_at': '2021-08-11T21:59:35Z', 'revision_number': 6, 'project_id': 'd74c7b222e1944f9bf3fd004364d95e4', 'gw_port_host': None}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:59:36.330307 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-74717855-3eae-4f97-81ca-ee04c1a66479 req-576d754b-e04b-4ecc-961d-592cc3315b74 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912492 Aug 11 21:59:36.333942 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-6b9cb7db-0cc4-4d11-910d-7010c7895929 admin admin] For port 2c7a9dd2-78f9-431d-a455-7741075815b8, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=2c7a9dd2-78f9-431d-a455-7741075815b8,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:36.334948 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6b9cb7db-0cc4-4d11-910d-7010c7895929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:36.354881 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 21:59:36.375455 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-6b9cb7db-0cc4-4d11-910d-7010c7895929 admin admin] Calling delete_port for 2c7a9dd2-78f9-431d-a455-7741075815b8 owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:59:36.423892 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ebe6cd8e-10c3-4f59-9233-d9ff177b3a4a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7f9e092b700c4b00a0d472bc8b110af8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3550370 Aug 11 21:59:36.427429 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60152) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:36.477920 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d64ed-0880-4f9d-88e2-1b0dc2fc6eaa req-d5e66820-583c-466f-8c6d-97938e2c8537 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:36.479621 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e25d64ed-0880-4f9d-88e2-1b0dc2fc6eaa req-d5e66820-583c-466f-8c6d-97938e2c8537 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0ce38f1-03bf-4049-9a3e-e97418769e77 HTTP/1.1" status: 200 len: 945 time: 0.1861565 Aug 11 21:59:36.520957 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-533b015b-bfea-4a03-bbac-97ee65340020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:36.576507 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-533b015b-bfea-4a03-bbac-97ee65340020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:36.625796 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cf4a63f4-3f61-400c-88d7-e33598449dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:36.669855 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-e25d64ed-0880-4f9d-88e2-1b0dc2fc6eaa req-13792fac-7409-4a45-85a4-de5b48eb5277 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Deleting port 1ec5d92b-f33b-418c-abd7-d2a020ab801c {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:59:36.670332 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e25d64ed-0880-4f9d-88e2-1b0dc2fc6eaa req-13792fac-7409-4a45-85a4-de5b48eb5277 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:36.703048 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a63f4-3f61-400c-88d7-e33598449dbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=45488324-eef4-4094-a90c-865b32db4e15,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:36.712319 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6b9cb7db-0cc4-4d11-910d-7010c7895929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:36.760505 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9cb7db-0cc4-4d11-910d-7010c7895929 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c7a9dd2-78f9-431d-a455-7741075815b8,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:36.768632 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4a63f4-3f61-400c-88d7-e33598449dbe admin admin] Checking segment: {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:59:36.768632 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4a63f4-3f61-400c-88d7-e33598449dbe admin admin] Network hostable DHCP agents. Network: 83735497-c152-410a-a532-372740b4ec60, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:59:36.770950 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-533b015b-bfea-4a03-bbac-97ee65340020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:36.775250 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-533b015b-bfea-4a03-bbac-97ee65340020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:36.777173 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-533b015b-bfea-4a03-bbac-97ee65340020 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/46359dce-99be-4362-9973-5196cd981151 HTTP/1.1" status: 204 len: 168 time: 0.3468857 Aug 11 21:59:36.822573 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b015b-bfea-4a03-bbac-97ee65340020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46359dce-99be-4362-9973-5196cd981151,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:36.852064 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4a63f4-3f61-400c-88d7-e33598449dbe admin admin] Network 83735497-c152-410a-a532-372740b4ec60 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:59:36.876838 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6b9cb7db-0cc4-4d11-910d-7010c7895929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:36.881965 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-cf4a63f4-3f61-400c-88d7-e33598449dbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 83735497-c152-410a-a532-372740b4ec60) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:59:36.897760 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bc745d-4115-4ba3-9c31-bf50c2010abb None None] Network 83735497-c152-410a-a532-372740b4ec60 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:59:36.902031 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e38522-e5f3-4902-a425-2808b601c736 req-af59f669-c8a5-451a-8291-cf451dfb31d7 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:36.912247 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f0e38522-e5f3-4902-a425-2808b601c736 req-af59f669-c8a5-451a-8291-cf451dfb31d7 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2aa6fee0-0b7c-4cb1-a673-daaeb3130e31 HTTP/1.1" status: 200 len: 950 time: 0.1703708 Aug 11 21:59:36.964203 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-e25d64ed-0880-4f9d-88e2-1b0dc2fc6eaa req-13792fac-7409-4a45-85a4-de5b48eb5277 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] For port 1ec5d92b-f33b-418c-abd7-d2a020ab801c, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1ec5d92b-f33b-418c-abd7-d2a020ab801c,segment=NetworkSegment(d069c60f-2e4a-4d6b-9585-7f7e1b0947e7),segment_id=d069c60f-2e4a-4d6b-9585-7f7e1b0947e7)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:36.964872 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e25d64ed-0880-4f9d-88e2-1b0dc2fc6eaa req-13792fac-7409-4a45-85a4-de5b48eb5277 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:36.996872 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f0e38522-e5f3-4902-a425-2808b601c736 req-7baa4453-82bb-4a58-a6d7-19ca92567a98 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791242 Aug 11 21:59:37.021363 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4a63f4-3f61-400c-88d7-e33598449dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:37.022370 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cf4a63f4-3f61-400c-88d7-e33598449dbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:37.101611 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6b9cb7db-0cc4-4d11-910d-7010c7895929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:37.103034 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c40674c-6919-4116-8405-3705ec357620', 'name': 'network-vif-deleted', 'tag': 'c748d486-6ebf-422f-8a8b-ee96bdcd655d'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:59:37.107638 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6b9cb7db-0cc4-4d11-910d-7010c7895929 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:37.110820 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bc6f9d-7151-4510-9ac8-1fe8252af94b" -d '{"events": [{"server_uuid": "2c40674c-6919-4116-8405-3705ec357620", "name": "network-vif-deleted", "tag": "c748d486-6ebf-422f-8a8b-ee96bdcd655d"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:59:37.124427 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-cf4a63f4-3f61-400c-88d7-e33598449dbe admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2461295 Aug 11 21:59:37.146284 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa444c8-ef12-409e-a0bd-64581bb7c163 None None] Network 83735497-c152-410a-a532-372740b4ec60 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:59:37.207734 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6b9cb7db-0cc4-4d11-910d-7010c7895929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:37.208435 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9cb7db-0cc4-4d11-910d-7010c7895929 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25d15b87-769f-472e-bb1e-de603274e15a {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 21:59:37.214233 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6b9cb7db-0cc4-4d11-910d-7010c7895929 admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:37.219346 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6b9cb7db-0cc4-4d11-910d-7010c7895929 admin admin] 10.222.0.77 "DELETE /v2.0/routers/25d15b87-769f-472e-bb1e-de603274e15a HTTP/1.1" status: 204 len: 168 time: 1.8387468 Aug 11 21:59:37.220025 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60166) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:37.332488 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f20d1a-3ef1-4266-930c-e9a7cf68ae71 admin admin] Deleting subnet 6f9021ca-ac57-4bbd-9f6f-dc4b072cfc7c {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 21:59:37.346856 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-61f20d1a-3ef1-4266-930c-e9a7cf68ae71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:37.387713 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b15d11ff-b882-4811-8c7e-57d0e532c9dc no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:59:37.433036 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: b15d11ff-b882-4811-8c7e-57d0e532c9dc {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:59:37.433865 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b15d11ff-b882-4811-8c7e-57d0e532c9dc not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:59:37.434388 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 2c7a9dd2-78f9-431d-a455-7741075815b8 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:59:37.464668 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 2c7a9dd2-78f9-431d-a455-7741075815b8 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:59:37.465157 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 2c7a9dd2-78f9-431d-a455-7741075815b8 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:59:37.487270 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-61f20d1a-3ef1-4266-930c-e9a7cf68ae71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:37.504004 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8a67c-7008-4d9f-acb9-ae4cb9fa8228 req-81b3071f-2f2e-419d-b656-c0bc57e5a9cb tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:37.512268 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bdc8a67c-7008-4d9f-acb9-ae4cb9fa8228 req-81b3071f-2f2e-419d-b656-c0bc57e5a9cb tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 950 time: 0.3828001 Aug 11 21:59:37.611378 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-61f20d1a-3ef1-4266-930c-e9a7cf68ae71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:37.690963 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e25d64ed-0880-4f9d-88e2-1b0dc2fc6eaa req-13792fac-7409-4a45-85a4-de5b48eb5277 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:37.691540 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e25d64ed-0880-4f9d-88e2-1b0dc2fc6eaa req-13792fac-7409-4a45-85a4-de5b48eb5277 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:37.691970 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [req-e25d64ed-0880-4f9d-88e2-1b0dc2fc6eaa req-13792fac-7409-4a45-85a4-de5b48eb5277 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Floating IP d6e498c5-aa6d-4daa-a5e5-f392f33bcaf5 disassociated. External IP: 172.25.2.171, port: 1ec5d92b-f33b-418c-abd7-d2a020ab801c. Aug 11 21:59:37.692423 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-e25d64ed-0880-4f9d-88e2-1b0dc2fc6eaa req-13792fac-7409-4a45-85a4-de5b48eb5277 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Calling delete_port for 1ec5d92b-f33b-418c-abd7-d2a020ab801c owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:59:37.733944 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-61f20d1a-3ef1-4266-930c-e9a7cf68ae71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:37.818701 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f20d1a-3ef1-4266-930c-e9a7cf68ae71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f9021ca-ac57-4bbd-9f6f-dc4b072cfc7c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:37.839775 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-61f20d1a-3ef1-4266-930c-e9a7cf68ae71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:37.851276 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-61f20d1a-3ef1-4266-930c-e9a7cf68ae71 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/6f9021ca-ac57-4bbd-9f6f-dc4b072cfc7c HTTP/1.1" status: 204 len: 168 time: 0.6298480 Aug 11 21:59:37.856744 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60184) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:37.864609 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:37.940698 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bdc8a67c-7008-4d9f-acb9-ae4cb9fa8228 req-78f1f5e2-3669-4820-904b-ed5a2d5e98f2 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170295 Aug 11 21:59:37.958322 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e25d64ed-0880-4f9d-88e2-1b0dc2fc6eaa req-13792fac-7409-4a45-85a4-de5b48eb5277 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:38.028932 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2896b40a-e43f-40c0-ab24-897a9bca9ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:38.038587 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd63f69-2515-4c13-a29b-a6c12d4d09b0 x-openstack-request-id: req-5bd63f69-2515-4c13-a29b-a6c12d4d09b0 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:59:38.038587 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c40674c-6919-4116-8405-3705ec357620", "name": "network-vif-deleted", "tag": "c748d486-6ebf-422f-8a8b-ee96bdcd655d", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:59:38.038587 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5bd63f69-2515-4c13-a29b-a6c12d4d09b0 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:59:38.038587 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c40674c-6919-4116-8405-3705ec357620', 'name': 'network-vif-deleted', 'tag': 'c748d486-6ebf-422f-8a8b-ee96bdcd655d', 'status': 'completed', 'code': 200} Aug 11 21:59:38.042017 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13792fac-7409-4a45-85a4-de5b48eb5277 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Pushing event deleted for resources: {'Port': ['ID=1ec5d92b-f33b-418c-abd7-d2a020ab801c,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:38.128018 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60190) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:38.156981 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-fb04455f-8f83-459c-9e0e-a4641af86991 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2047324782', 'description': 'tempest-description--1264761103'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:59:38.216018 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2896b40a-e43f-40c0-ab24-897a9bca9ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:38.232957 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-2896b40a-e43f-40c0-ab24-897a9bca9ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c38fbfc2-60a8-4130-a95a-d7a797c5eb71']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:38.235981 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b0de61ed-dbeb-4c77-b448-b1e441d5d85d req-f22625e6-cafe-4d0f-b078-fe80b4556e58 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0ce38f1-03bf-4049-9a3e-e97418769e77 HTTP/1.1" status: 200 len: 210 time: 0.1051490 Aug 11 21:59:38.277955 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-2896b40a-e43f-40c0-ab24-897a9bca9ea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b96991c3-da7b-4769-9732-b3948f3cb059') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:38.278482 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-2896b40a-e43f-40c0-ab24-897a9bca9ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b96991c3-da7b-4769-9732-b3948f3cb059') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:38.301102 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2896b40a-e43f-40c0-ab24-897a9bca9ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:38.326004 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2896b40a-e43f-40c0-ab24-897a9bca9ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:38.336035 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2896b40a-e43f-40c0-ab24-897a9bca9ea7 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 21:59:38.336437 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fb04455f-8f83-459c-9e0e-a4641af86991 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:38.336597 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2896b40a-e43f-40c0-ab24-897a9bca9ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:38.346114 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf407425-ff82-462d-bb6f-43aa105143c8 req-0a546468-f8fc-498c-9c43-55a9e7ad0e35 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:38.347919 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cf407425-ff82-462d-bb6f-43aa105143c8 req-0a546468-f8fc-498c-9c43-55a9e7ad0e35 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2aa6fee0-0b7c-4cb1-a673-daaeb3130e31 HTTP/1.1" status: 200 len: 950 time: 0.1123202 Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: timer() Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 21:59:38.348714 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 21:59:38.421440 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e25d64ed-0880-4f9d-88e2-1b0dc2fc6eaa req-13792fac-7409-4a45-85a4-de5b48eb5277 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Router 184b7810-6b58-4294-b05e-5c0221d36128 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:59:38.453243 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2896b40a-e43f-40c0-ab24-897a9bca9ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:38.464177 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2896b40a-e43f-40c0-ab24-897a9bca9ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:38.466553 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2896b40a-e43f-40c0-ab24-897a9bca9ea7 admin admin] 10.222.0.77 "DELETE /v2.0/networks/c38fbfc2-60a8-4130-a95a-d7a797c5eb71 HTTP/1.1" status: 204 len: 168 time: 0.6069574 Aug 11 21:59:38.473627 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cf407425-ff82-462d-bb6f-43aa105143c8 req-1541daef-d818-432f-8c82-045c1caa41a2 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827606 Aug 11 21:59:38.484154 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896b40a-e43f-40c0-ab24-897a9bca9ea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c38fbfc2-60a8-4130-a95a-d7a797c5eb71,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:38.784456 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759f35b-eb1b-470e-8025-b6a4a0efb37e req-b535dee3-95e8-4f6b-a3b8-3ffc1bbf4296 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:38.789376 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d759f35b-eb1b-470e-8025-b6a4a0efb37e req-b535dee3-95e8-4f6b-a3b8-3ffc1bbf4296 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.82 "GET /v2.0/ports?device_id=2aa6fee0-0b7c-4cb1-a673-daaeb3130e31 HTTP/1.1" status: 200 len: 950 time: 0.3962154 Aug 11 21:59:38.790101 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60212) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:38.843585 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3a30dc89-77f7-4fd4-9016-b070ef0bb1c0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d74c7b222e1944f9bf3fd004364d95e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528491 Aug 11 21:59:38.847003 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60214) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:38.919944 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fbab5baf-2021-4d22-9723-9185d01f46fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:38.982322 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fbab5baf-2021-4d22-9723-9185d01f46fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:38.995476 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60216) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:39.006203 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-1d4e4807-b104-4497-aac7-d3c0cd25f2d1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-485452881-network', 'tenant_id': '7041702873364060b79b654dd180aea2'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:59:39.138109 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fbab5baf-2021-4d22-9723-9185d01f46fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:39.144543 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fbab5baf-2021-4d22-9723-9185d01f46fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:39.146475 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fbab5baf-2021-4d22-9723-9185d01f46fe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8e3c2ca3-9678-4437-a379-81b9b9263029 HTTP/1.1" status: 204 len: 168 time: 0.2984750 Aug 11 21:59:39.165854 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8319b72-45d5-43aa-9225-5999b31e3143 req-a89363d5-d985-4553-8553-2ed691335d8c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:39.169087 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f8319b72-45d5-43aa-9225-5999b31e3143 req-a89363d5-d985-4553-8553-2ed691335d8c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 950 time: 0.1146402 Aug 11 21:59:39.220929 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab5baf-2021-4d22-9723-9185d01f46fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3c2ca3-9678-4437-a379-81b9b9263029,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:39.260165 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fb04455f-8f83-459c-9e0e-a4641af86991 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:39.284617 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e25d64ed-0880-4f9d-88e2-1b0dc2fc6eaa req-13792fac-7409-4a45-85a4-de5b48eb5277 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:59:39.287312 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f8319b72-45d5-43aa-9225-5999b31e3143 req-93874430-2952-4d68-993a-5f567868555f tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013982 Aug 11 21:59:39.288441 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fb04455f-8f83-459c-9e0e-a4641af86991 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:39.301109 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2d2e29-950a-483a-9521-621bad38be33 None None] Sync routers for ids ['184b7810-6b58-4294-b05e-5c0221d36128'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:59:39.331038 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2d2e29-950a-483a-9521-621bad38be33 None None] Routers {'184b7810-6b58-4294-b05e-5c0221d36128'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:59:39.332830 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0f2d2e29-950a-483a-9521-621bad38be33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:59:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['184b7810-6b58-4294-b05e-5c0221d36128'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:39.336325 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4e4807-b104-4497-aac7-d3c0cd25f2d1 admin admin] Made reservation on behalf of 7041702873364060b79b654dd180aea2 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:59:39.342123 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d4e4807-b104-4497-aac7-d3c0cd25f2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:39.374218 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d4e4807-b104-4497-aac7-d3c0cd25f2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:39.421991 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25d64ed-0880-4f9d-88e2-1b0dc2fc6eaa req-13792fac-7409-4a45-85a4-de5b48eb5277 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] No DVR routers for this DVR port 1ec5d92b-f33b-418c-abd7-d2a020ab801c on host n-h2-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:59:39.440877 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e25d64ed-0880-4f9d-88e2-1b0dc2fc6eaa req-13792fac-7409-4a45-85a4-de5b48eb5277 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:39.448998 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e25d64ed-0880-4f9d-88e2-1b0dc2fc6eaa req-13792fac-7409-4a45-85a4-de5b48eb5277 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.52 "DELETE /v2.0/ports/1ec5d92b-f33b-418c-abd7-d2a020ab801c HTTP/1.1" status: 204 len: 173 time: 2.9613526 Aug 11 21:59:39.515914 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04455f-8f83-459c-9e0e-a4641af86991 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ff0c0e-3177-4341-a523-dec3ff73f280,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:39.525546 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-d759f35b-eb1b-470e-8025-b6a4a0efb37e req-39d251e2-89e3-4ab3-9827-f9f39b3c6b30 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Deleting port 24edb1fe-1d30-4c08-ab37-4ad5bafeadaa {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:59:39.526456 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d759f35b-eb1b-470e-8025-b6a4a0efb37e req-39d251e2-89e3-4ab3-9827-f9f39b3c6b30 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:39.596157 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0e3dd630-cc91-46b5-b02f-0d7403796567 req-ab0e22d6-5b4a-43cd-aef5-f3b37fc04682 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0ce38f1-03bf-4049-9a3e-e97418769e77 HTTP/1.1" status: 200 len: 210 time: 0.1125493 Aug 11 21:59:39.690204 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-0f2d2e29-950a-483a-9521-621bad38be33 None None] Set router 184b7810-6b58-4294-b05e-5c0221d36128 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:59:39.768609 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d4e4807-b104-4497-aac7-d3c0cd25f2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:39.789998 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fb04455f-8f83-459c-9e0e-a4641af86991 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:39.795782 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60234) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:39.796137 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fb04455f-8f83-459c-9e0e-a4641af86991 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6394117 Aug 11 21:59:39.796783 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d4e4807-b104-4497-aac7-d3c0cd25f2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:39.806498 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-f7a45e17-a5d7-4d7c-bc55-a0ed3c4b0ae1 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Request body: {'security_group_rule': {'security_group_id': 'e0ff0c0e-3177-4341-a523-dec3ff73f280', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:59:39.825452 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-d759f35b-eb1b-470e-8025-b6a4a0efb37e req-39d251e2-89e3-4ab3-9827-f9f39b3c6b30 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] For port 24edb1fe-1d30-4c08-ab37-4ad5bafeadaa, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=24edb1fe-1d30-4c08-ab37-4ad5bafeadaa,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:39.826167 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d759f35b-eb1b-470e-8025-b6a4a0efb37e req-39d251e2-89e3-4ab3-9827-f9f39b3c6b30 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:39.844345 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-d759f35b-eb1b-470e-8025-b6a4a0efb37e req-39d251e2-89e3-4ab3-9827-f9f39b3c6b30 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Calling delete_port for 24edb1fe-1d30-4c08-ab37-4ad5bafeadaa owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:59:39.888517 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e4807-b104-4497-aac7-d3c0cd25f2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24861e9e-f43f-4381-9706-0581d390971e,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:39.966205 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4e4807-b104-4497-aac7-d3c0cd25f2d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:59:40.039778 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4e5fc-91a3-4375-a5ba-d6f25911fb2b req-1777fd48-0000-4269-96c1-6fea1ccea211 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:40.043469 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-48a4e5fc-91a3-4375-a5ba-d6f25911fb2b req-1777fd48-0000-4269-96c1-6fea1ccea211 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2aa6fee0-0b7c-4cb1-a673-daaeb3130e31 HTTP/1.1" status: 200 len: 950 time: 0.2722769 Aug 11 21:59:40.052683 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ce38f1-03bf-4049-9a3e-e97418769e77', 'name': 'network-vif-deleted', 'tag': '1ec5d92b-f33b-418c-abd7-d2a020ab801c'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:59:40.055283 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c0f6ce-4236-487d-9105-e0831e433025" -d '{"events": [{"server_uuid": "d0ce38f1-03bf-4049-9a3e-e97418769e77", "name": "network-vif-deleted", "tag": "1ec5d92b-f33b-418c-abd7-d2a020ab801c"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:59:40.064120 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d759f35b-eb1b-470e-8025-b6a4a0efb37e req-39d251e2-89e3-4ab3-9827-f9f39b3c6b30 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:40.064453 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d4e4807-b104-4497-aac7-d3c0cd25f2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:40.064858 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-1d4e4807-b104-4497-aac7-d3c0cd25f2d1 admin admin] Added segment ce01d8f3-d030-452c-8a42-945953a7cbb8 of type vlan for network 3c747c82-fecb-4fe0-a7fe-287cf784ddee Aug 11 21:59:40.112991 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f7a45e17-a5d7-4d7c-bc55-a0ed3c4b0ae1 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:40.122300 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 1ec5d92b-f33b-418c-abd7-d2a020ab801c no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:59:40.152777 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['24edb1fe-1d30-4c08-ab37-4ad5bafeadaa'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:59:40.155870 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 1ec5d92b-f33b-418c-abd7-d2a020ab801c {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:59:40.156487 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 1ec5d92b-f33b-418c-abd7-d2a020ab801c not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:59:40.186697 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d251e2-89e3-4ab3-9827-f9f39b3c6b30 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Pushing event deleted for resources: {'Port': ['ID=24edb1fe-1d30-4c08-ab37-4ad5bafeadaa,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:40.280757 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0f2d2e29-950a-483a-9521-621bad38be33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184b7810-6b58-4294-b05e-5c0221d36128', 'name': 'tempest-ServersTestJSON-807139076-router', 'tenant_id': 'd228bcd96dda4befb512de44e361f178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd68e9240-5855-4793-afee-76b015b2093a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:56:32Z', 'updated_at': '2021-08-11T21:56:47Z', 'revision_number': 4, 'project_id': 'd228bcd96dda4befb512de44e361f178', 'gw_port': {'id': 'd68e9240-5855-4793-afee-76b015b2093a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184b7810-6b58-4294-b05e-5c0221d36128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:35Z', 'updated_at': '2021-08-11T21:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'be847e0a-f9d6-4960-9f1b-4945138fe435', 'name': '', 'network_id': '8a6e19c3-e031-4b0b-a10a-d21560ea55a1', 'tenant_id': 'd228bcd96dda4befb512de44e361f178', 'mac_address': 'fa:16:3e:bd:77:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184b7810-6b58-4294-b05e-5c0221d36128', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'cc7db9b0-130e-4b2d-8da6-adc41c1ce40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:42Z', 'updated_at': '2021-08-11T21:56:59Z', 'revision_number': 5, 'project_id': 'd228bcd96dda4befb512de44e361f178', 'subnets': [{'id': 'cc7db9b0-130e-4b2d-8da6-adc41c1ce40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:40.320681 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf11c1b4-2098-47d7-81e9-d079757e36c5 x-openstack-request-id: req-bf11c1b4-2098-47d7-81e9-d079757e36c5 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:59:40.321555 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ce38f1-03bf-4049-9a3e-e97418769e77", "name": "network-vif-deleted", "tag": "1ec5d92b-f33b-418c-abd7-d2a020ab801c", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:59:40.321735 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bf11c1b4-2098-47d7-81e9-d079757e36c5 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:59:40.322344 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ce38f1-03bf-4049-9a3e-e97418769e77', 'name': 'network-vif-deleted', 'tag': '1ec5d92b-f33b-418c-abd7-d2a020ab801c', 'status': 'completed', 'code': 200} Aug 11 21:59:40.324380 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2d2e29-950a-483a-9521-621bad38be33 None None] Checking router: 184b7810-6b58-4294-b05e-5c0221d36128 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:59:40.330527 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-d759f35b-eb1b-470e-8025-b6a4a0efb37e req-39d251e2-89e3-4ab3-9827-f9f39b3c6b30 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] No DVR routers for this DVR port 24edb1fe-1d30-4c08-ab37-4ad5bafeadaa on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:59:40.337845 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d759f35b-eb1b-470e-8025-b6a4a0efb37e req-39d251e2-89e3-4ab3-9827-f9f39b3c6b30 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:40.346320 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d759f35b-eb1b-470e-8025-b6a4a0efb37e req-39d251e2-89e3-4ab3-9827-f9f39b3c6b30 tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.82 "DELETE /v2.0/ports/24edb1fe-1d30-4c08-ab37-4ad5bafeadaa HTTP/1.1" status: 204 len: 173 time: 1.5455470 Aug 11 21:59:40.346704 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2d2e29-950a-483a-9521-621bad38be33 None None] Routers {'184b7810-6b58-4294-b05e-5c0221d36128'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:59:40.346704 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0f2d2e29-950a-483a-9521-621bad38be33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:59:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['184b7810-6b58-4294-b05e-5c0221d36128'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:40.368928 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-48a4e5fc-91a3-4375-a5ba-d6f25911fb2b req-2e180059-c2c1-4e08-8402-0b7c81c4b56e tempest-ServersOnMultiNodesTest-667309679 tempest-ServersOnMultiNodesTest-667309679-project] 10.222.0.77 "GET /v2.0/security-groups?id=c37c5f82-9cc6-42d5-9347-3b55a5c415a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121810 Aug 11 21:59:40.393028 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d4e4807-b104-4497-aac7-d3c0cd25f2d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:40.474306 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d4e4807-b104-4497-aac7-d3c0cd25f2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:40.476695 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4e4807-b104-4497-aac7-d3c0cd25f2d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:40.478164 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d4e4807-b104-4497-aac7-d3c0cd25f2d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:40.605717 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-0f2d2e29-950a-483a-9521-621bad38be33 None None] Set router 184b7810-6b58-4294-b05e-5c0221d36128 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:59:40.663937 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f7a45e17-a5d7-4d7c-bc55-a0ed3c4b0ae1 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:40.679259 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1232668-2b22-41ba-b373-a2ce7dfc286d req-869e9e71-3cea-4045-8098-b89ad10329f5 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:40.686600 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e1232668-2b22-41ba-b373-a2ce7dfc286d req-869e9e71-3cea-4045-8098-b89ad10329f5 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 950 time: 0.2040014 Aug 11 21:59:40.702801 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f7a45e17-a5d7-4d7c-bc55-a0ed3c4b0ae1 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:40.731926 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e4807-b104-4497-aac7-d3c0cd25f2d1 admin admin] Pushing event updated for resources: {'Network': ['ID=3c747c82-fecb-4fe0-a7fe-287cf784ddee,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:40.769656 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1d4e4807-b104-4497-aac7-d3c0cd25f2d1 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7721784 Aug 11 21:59:40.774893 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60268) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:40.804922 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60270) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:40.814248 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-1a149274-b5c3-44fe-a59d-a002e68debd1 admin admin] Request body: {'subnet': {'network_id': '3c747c82-fecb-4fe0-a7fe-287cf784ddee', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-485452881-subnet', 'tenant_id': '7041702873364060b79b654dd180aea2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:59:40.819703 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a45e17-a5d7-4d7c-bc55-a0ed3c4b0ae1 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d777bba-652d-4c48-9c7a-ded6bf3eb34a,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:40.823657 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f7a45e17-a5d7-4d7c-bc55-a0ed3c4b0ae1 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:40.825174 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f7a45e17-a5d7-4d7c-bc55-a0ed3c4b0ae1 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0243442 Aug 11 21:59:40.832703 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60272) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:40.841873 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-99a63ecc-9a2f-442a-ac07-089a74eb036b tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Request body: {'security_group_rule': {'security_group_id': 'e0ff0c0e-3177-4341-a523-dec3ff73f280', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:59:40.843136 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 3c747c82-fecb-4fe0-a7fe-287cf784ddee details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:59:40.845603 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e1232668-2b22-41ba-b373-a2ce7dfc286d req-95aafbd9-870d-4f37-9973-6ad9465e4fc5 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487892 Aug 11 21:59:40.921421 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.db.api [None req-99a63ecc-9a2f-442a-ac07-089a74eb036b tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 21:59:40.921421 n-d-804275-3 neutron-server[100942]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 21:59:40.921421 n-d-804275-3 neutron-server[100942]: [parameters: {'project_id': 'e367bb851780420faef645c6e2737134', 'id': 'af728c24-b5c9-492f-956c-7557a0d7dba5', 'expiration': datetime.datetime(2021, 8, 11, 22, 1, 40, 900754)}] Aug 11 21:59:40.921421 n-d-804275-3 neutron-server[100942]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 21:59:40.922594 n-d-804275-3 neutron-server[100942]: DEBUG oslo_db.api [None req-99a63ecc-9a2f-442a-ac07-089a74eb036b tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 21:59:40.939552 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a149274-b5c3-44fe-a59d-a002e68debd1 admin admin] Made reservation on behalf of 7041702873364060b79b654dd180aea2 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:59:40.943650 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1a149274-b5c3-44fe-a59d-a002e68debd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:40.992646 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ec388fdd-32b1-4940-90f2-ebfe9bf3c0d3 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:41.095384 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ec388fdd-32b1-4940-90f2-ebfe9bf3c0d3 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:41.248508 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ec388fdd-32b1-4940-90f2-ebfe9bf3c0d3 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:41.255203 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ec388fdd-32b1-4940-90f2-ebfe9bf3c0d3 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:41.259477 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ec388fdd-32b1-4940-90f2-ebfe9bf3c0d3 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "DELETE /v2.0/security-groups/75567f51-b0a8-4eda-b710-051b14d4be14 HTTP/1.1" status: 204 len: 168 time: 0.4514923 Aug 11 21:59:41.261755 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60282) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:41.274081 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0f2d2e29-950a-483a-9521-621bad38be33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184b7810-6b58-4294-b05e-5c0221d36128', 'name': 'tempest-ServersTestJSON-807139076-router', 'tenant_id': 'd228bcd96dda4befb512de44e361f178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd68e9240-5855-4793-afee-76b015b2093a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:56:32Z', 'updated_at': '2021-08-11T21:56:47Z', 'revision_number': 4, 'project_id': 'd228bcd96dda4befb512de44e361f178', 'gw_port': {'id': 'd68e9240-5855-4793-afee-76b015b2093a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184b7810-6b58-4294-b05e-5c0221d36128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:35Z', 'updated_at': '2021-08-11T21:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'be847e0a-f9d6-4960-9f1b-4945138fe435', 'name': '', 'network_id': '8a6e19c3-e031-4b0b-a10a-d21560ea55a1', 'tenant_id': 'd228bcd96dda4befb512de44e361f178', 'mac_address': 'fa:16:3e:bd:77:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184b7810-6b58-4294-b05e-5c0221d36128', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'cc7db9b0-130e-4b2d-8da6-adc41c1ce40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:42Z', 'updated_at': '2021-08-11T21:56:59Z', 'revision_number': 5, 'project_id': 'd228bcd96dda4befb512de44e361f178', 'subnets': [{'id': 'cc7db9b0-130e-4b2d-8da6-adc41c1ce40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:41.333589 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-c2609524-be0f-49fa-ad81-85caef5b4f56 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] show failed (client error): The resource could not be found. Aug 11 21:59:41.335370 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c2609524-be0f-49fa-ad81-85caef5b4f56 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "GET /v2.0/security-groups/75567f51-b0a8-4eda-b710-051b14d4be14 HTTP/1.1" status: 404 len: 347 time: 0.0579276 Aug 11 21:59:41.336823 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec388fdd-32b1-4940-90f2-ebfe9bf3c0d3 tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75567f51-b0a8-4eda-b710-051b14d4be14,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:41.339740 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60284) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:41.384788 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2d2e29-950a-483a-9521-621bad38be33 None None] The sync data for ids ['184b7810-6b58-4294-b05e-5c0221d36128'] in n-d-804275-3 is: [{'id': '184b7810-6b58-4294-b05e-5c0221d36128', 'name': 'tempest-ServersTestJSON-807139076-router', 'tenant_id': 'd228bcd96dda4befb512de44e361f178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd68e9240-5855-4793-afee-76b015b2093a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:56:32Z', 'updated_at': '2021-08-11T21:56:47Z', 'revision_number': 4, 'project_id': 'd228bcd96dda4befb512de44e361f178', 'gw_port': {'id': 'd68e9240-5855-4793-afee-76b015b2093a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184b7810-6b58-4294-b05e-5c0221d36128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:35Z', 'updated_at': '2021-08-11T21:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'be847e0a-f9d6-4960-9f1b-4945138fe435', 'name': '', 'network_id': '8a6e19c3-e031-4b0b-a10a-d21560ea55a1', 'tenant_id': 'd228bcd96dda4befb512de44e361f178', 'mac_address': 'fa:16:3e:bd:77:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184b7810-6b58-4294-b05e-5c0221d36128', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'cc7db9b0-130e-4b2d-8da6-adc41c1ce40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:42Z', 'updated_at': '2021-08-11T21:56:59Z', 'revision_number': 5, 'project_id': 'd228bcd96dda4befb512de44e361f178', 'subnets': [{'id': 'cc7db9b0-130e-4b2d-8da6-adc41c1ce40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:59:41.406268 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1a149274-b5c3-44fe-a59d-a002e68debd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:41.557176 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60290) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:41.584456 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60294) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:41.721877 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-23d37668-82de-431e-a698-54ebb53c423f tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Deleting port db494e15-ead1-4f23-aa32-c41a785a11e2 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:59:41.722702 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-23d37668-82de-431e-a698-54ebb53c423f tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:41.908207 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-23d37668-82de-431e-a698-54ebb53c423f tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:41.908862 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-23d37668-82de-431e-a698-54ebb53c423f tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:41.933483 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-23d37668-82de-431e-a698-54ebb53c423f tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Calling delete_port for db494e15-ead1-4f23-aa32-c41a785a11e2 owned by network:floatingip {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:59:41.937123 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3581d6-8e30-40fe-9871-b9cb2267cc0c None None] New status for floating IP d6e498c5-aa6d-4daa-a5e5-f392f33bcaf5: DOWN {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 21:59:42.007881 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a149274-b5c3-44fe-a59d-a002e68debd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f29ab9dc-370e-4206-944f-d8760e67edf1,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:42.029487 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-99a63ecc-9a2f-442a-ac07-089a74eb036b tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:42.060865 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a149274-b5c3-44fe-a59d-a002e68debd1 admin admin] Checking segment: {'id': 'ce01d8f3-d030-452c-8a42-945953a7cbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '3c747c82-fecb-4fe0-a7fe-287cf784ddee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:59:42.061339 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a149274-b5c3-44fe-a59d-a002e68debd1 admin admin] Network hostable DHCP agents. Network: 3c747c82-fecb-4fe0-a7fe-287cf784ddee, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:59:42.105523 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-4129ff3a-f63f-4f53-b0a6-0432a96354c4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-516015254-network', 'tenant_id': 'f8b3422dece244b1afcf393ec9f1b957'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:59:42.113432 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60302) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:42.121913 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 24edb1fe-1d30-4c08-ab37-4ad5bafeadaa no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:59:42.122396 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a149274-b5c3-44fe-a59d-a002e68debd1 admin admin] Network 3c747c82-fecb-4fe0-a7fe-287cf784ddee is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:59:42.143808 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4129ff3a-f63f-4f53-b0a6-0432a96354c4 admin admin] Made reservation on behalf of f8b3422dece244b1afcf393ec9f1b957 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:59:42.146160 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4129ff3a-f63f-4f53-b0a6-0432a96354c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:42.152849 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-99a63ecc-9a2f-442a-ac07-089a74eb036b tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:42.157885 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-1a149274-b5c3-44fe-a59d-a002e68debd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 3c747c82-fecb-4fe0-a7fe-287cf784ddee) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:59:42.167792 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-99a63ecc-9a2f-442a-ac07-089a74eb036b tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:42.180579 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bab1d263-acd3-4db2-8054-60855e5eeeee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:42.181868 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a149274-b5c3-44fe-a59d-a002e68debd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:42.182880 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1a149274-b5c3-44fe-a59d-a002e68debd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:42.185242 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208a10cf-c543-4970-a6af-0cc4d686e030 None None] Network 3c747c82-fecb-4fe0-a7fe-287cf784ddee requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:59:42.191112 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 24edb1fe-1d30-4c08-ab37-4ad5bafeadaa {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:59:42.191969 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 24edb1fe-1d30-4c08-ab37-4ad5bafeadaa not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:59:42.199072 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4129ff3a-f63f-4f53-b0a6-0432a96354c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:42.258467 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddca479-c05c-4e25-a91c-27d2e9492fd0 req-972f0ff1-727f-4ea4-9625-644e3f0611fa tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:42.261466 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2ddca479-c05c-4e25-a91c-27d2e9492fd0 req-972f0ff1-727f-4ea4-9625-644e3f0611fa tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 950 time: 0.2349851 Aug 11 21:59:42.271848 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a63ecc-9a2f-442a-ac07-089a74eb036b tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d194976e-7821-4663-8685-fa7afc1328eb,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:42.286943 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.db.api [None req-4129ff3a-f63f-4f53-b0a6-0432a96354c4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 21:59:42.286943 n-d-804275-3 neutron-server[100943]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 21:59:42.286943 n-d-804275-3 neutron-server[100943]: [parameters: {'project_id_1': 'f8b3422dece244b1afcf393ec9f1b957', 'expiration_1': datetime.datetime(2021, 8, 11, 21, 59, 42, 241067)}] Aug 11 21:59:42.286943 n-d-804275-3 neutron-server[100943]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 21:59:42.287793 n-d-804275-3 neutron-server[100943]: DEBUG oslo_db.api [None req-4129ff3a-f63f-4f53-b0a6-0432a96354c4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 21:59:42.320344 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-db2a800a-1197-4e2e-8d9b-d1743f0a8c88 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fda8d30fb096432db86c7a2a58224021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2051852 Aug 11 21:59:42.323600 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60306) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:42.339158 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa6fee0-0b7c-4cb1-a673-daaeb3130e31', 'name': 'network-vif-deleted', 'tag': '24edb1fe-1d30-4c08-ab37-4ad5bafeadaa'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:59:42.343240 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35c7af9-a5b2-47a9-9e1a-d1d6e32395fa" -d '{"events": [{"server_uuid": "2aa6fee0-0b7c-4cb1-a673-daaeb3130e31", "name": "network-vif-deleted", "tag": "24edb1fe-1d30-4c08-ab37-4ad5bafeadaa"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:59:42.380410 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8d8bba-8dbc-486d-9186-5f623f6bb913 None None] Network 3c747c82-fecb-4fe0-a7fe-287cf784ddee requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:59:42.380674 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-09845567-e65c-46cf-86ab-0d66b7881001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:42.408936 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-09845567-e65c-46cf-86ab-0d66b7881001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:42.420946 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-23d37668-82de-431e-a698-54ebb53c423f tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:42.427927 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 21:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca02b792-3b8a-486f-898d-0157a4366971 x-openstack-request-id: req-ca02b792-3b8a-486f-898d-0157a4366971 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:59:42.428532 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa6fee0-0b7c-4cb1-a673-daaeb3130e31", "name": "network-vif-deleted", "tag": "24edb1fe-1d30-4c08-ab37-4ad5bafeadaa", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:59:42.428727 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ca02b792-3b8a-486f-898d-0157a4366971 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:59:42.429478 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa6fee0-0b7c-4cb1-a673-daaeb3130e31', 'name': 'network-vif-deleted', 'tag': '24edb1fe-1d30-4c08-ab37-4ad5bafeadaa', 'status': 'completed', 'code': 200} Aug 11 21:59:42.442096 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2ddca479-c05c-4e25-a91c-27d2e9492fd0 req-ab4c2acf-44e2-4d16-aa71-27ace365ad29 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678300 Aug 11 21:59:42.468444 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d37668-82de-431e-a698-54ebb53c423f tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Pushing event deleted for resources: {'Port': ['ID=db494e15-ead1-4f23-aa32-c41a785a11e2,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:42.485244 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-09845567-e65c-46cf-86ab-0d66b7881001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:42.488590 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-09845567-e65c-46cf-86ab-0d66b7881001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:42.489855 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-09845567-e65c-46cf-86ab-0d66b7881001 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c37c5f82-9cc6-42d5-9347-3b55a5c415a5 HTTP/1.1" status: 204 len: 168 time: 0.1650922 Aug 11 21:59:42.498975 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09845567-e65c-46cf-86ab-0d66b7881001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37c5f82-9cc6-42d5-9347-3b55a5c415a5,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:42.622241 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-23d37668-82de-431e-a698-54ebb53c423f tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks [] for floatingip, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:42.628951 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-23d37668-82de-431e-a698-54ebb53c423f tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:42.631243 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-23d37668-82de-431e-a698-54ebb53c423f tempest-ServersTestJSON-1190195549 tempest-ServersTestJSON-1190195549-project] 10.222.0.77 "DELETE /v2.0/floatingips/d6e498c5-aa6d-4daa-a5e5-f392f33bcaf5 HTTP/1.1" status: 204 len: 168 time: 1.2794745 Aug 11 21:59:42.634012 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60314) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:42.678741 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bab1d263-acd3-4db2-8054-60855e5eeeee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:42.687002 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bab1d263-acd3-4db2-8054-60855e5eeeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:42.694474 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-99a63ecc-9a2f-442a-ac07-089a74eb036b tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:42.695768 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-99a63ecc-9a2f-442a-ac07-089a74eb036b tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8614814 Aug 11 21:59:42.701024 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60316) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:42.708954 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-175957fc-19ab-4b42-a3b1-15220705391d tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:59:42.714414 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1a149274-b5c3-44fe-a59d-a002e68debd1 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9326015 Aug 11 21:59:42.759437 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bab1d263-acd3-4db2-8054-60855e5eeeee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=26e78658982245b780bfaa495f919127&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2002017 Aug 11 21:59:42.768242 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60320) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:42.769117 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1d263-acd3-4db2-8054-60855e5eeeee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef22f48-1911-40c1-bc36-7557c5dca907,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:42.788911 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4129ff3a-f63f-4f53-b0a6-0432a96354c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:42.798074 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-175957fc-19ab-4b42-a3b1-15220705391d tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks [] for floatingip, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:42.899552 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60322) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:42.939903 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4129ff3a-f63f-4f53-b0a6-0432a96354c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:42.954831 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4129ff3a-f63f-4f53-b0a6-0432a96354c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:42.958480 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8eb81ba9-4f52-4a55-97a2-61bbd3a774e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:42.975901 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a207fd4e-99ee-4a71-b8c8-f14c517b279c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2205f3cffa694eea969c08dce78837eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0746174 Aug 11 21:59:42.983554 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60326) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:43.008143 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4129ff3a-f63f-4f53-b0a6-0432a96354c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:59:43.038975 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129ff3a-f63f-4f53-b0a6-0432a96354c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee98f754-b388-4ff2-8f21-c22df0092b44,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:43.060399 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4129ff3a-f63f-4f53-b0a6-0432a96354c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:43.060945 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-4129ff3a-f63f-4f53-b0a6-0432a96354c4 admin admin] Added segment 7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a of type vlan for network 2e5ce1c7-b332-4021-b8e6-4d054d5f0a81 Aug 11 21:59:43.137278 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a3ceee3d-0681-42b0-bac0-6a5335bdb11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:43.153470 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-59808782-8ca9-40e1-a7b5-f91814310dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:43.155465 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4129ff3a-f63f-4f53-b0a6-0432a96354c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:43.177865 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8eb81ba9-4f52-4a55-97a2-61bbd3a774e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:43.195008 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a3ceee3d-0681-42b0-bac0-6a5335bdb11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:43.284005 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4129ff3a-f63f-4f53-b0a6-0432a96354c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:43.285656 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4129ff3a-f63f-4f53-b0a6-0432a96354c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:43.286645 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4129ff3a-f63f-4f53-b0a6-0432a96354c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:43.305490 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-175957fc-19ab-4b42-a3b1-15220705391d tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:43.318077 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8eb81ba9-4f52-4a55-97a2-61bbd3a774e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:43.321003 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8eb81ba9-4f52-4a55-97a2-61bbd3a774e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:43.322289 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8eb81ba9-4f52-4a55-97a2-61bbd3a774e4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bef22f48-1911-40c1-bc36-7557c5dca907 HTTP/1.1" status: 204 len: 168 time: 0.5527470 Aug 11 21:59:43.379123 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb81ba9-4f52-4a55-97a2-61bbd3a774e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef22f48-1911-40c1-bc36-7557c5dca907,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:43.383383 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4129ff3a-f63f-4f53-b0a6-0432a96354c4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7943082 Aug 11 21:59:43.388401 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60334) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:43.394233 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-f0d8be17-a908-404d-a5d8-805b8aa980d0 admin admin] Request body: {'subnet': {'network_id': '2e5ce1c7-b332-4021-b8e6-4d054d5f0a81', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-516015254-subnet', 'tenant_id': 'f8b3422dece244b1afcf393ec9f1b957', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:59:43.411055 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129ff3a-f63f-4f53-b0a6-0432a96354c4 admin admin] Pushing event updated for resources: {'Network': ['ID=2e5ce1c7-b332-4021-b8e6-4d054d5f0a81,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:43.416976 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a3ceee3d-0681-42b0-bac0-6a5335bdb11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:43.420220 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a3ceee3d-0681-42b0-bac0-6a5335bdb11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:43.420570 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a3ceee3d-0681-42b0-bac0-6a5335bdb11e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6dad83d6-11c8-4a80-b341-716cd92a68cc HTTP/1.1" status: 204 len: 168 time: 0.4360378 Aug 11 21:59:43.433569 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ceee3d-0681-42b0-bac0-6a5335bdb11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dad83d6-11c8-4a80-b341-716cd92a68cc,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:43.464676 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d8be17-a908-404d-a5d8-805b8aa980d0 admin admin] Made reservation on behalf of f8b3422dece244b1afcf393ec9f1b957 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:59:43.470104 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f0d8be17-a908-404d-a5d8-805b8aa980d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:43.545915 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 2e5ce1c7-b332-4021-b8e6-4d054d5f0a81 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:59:43.631311 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-175957fc-19ab-4b42-a3b1-15220705391d tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Allocated IP 172.25.2.103 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/f3933b90-ba7c-458f-8fe2-1431d4a05586) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:59:43.788891 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2be2c-e62f-41d3-98c1-cfef223d0261 req-11954860-20e1-4522-b223-264ffe482bde tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:43.796942 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a8f2be2c-e62f-41d3-98c1-cfef223d0261 req-11954860-20e1-4522-b223-264ffe482bde tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 950 time: 0.1493311 Aug 11 21:59:43.870058 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-78644eee-ffe8-4a5a-ae08-81738d220249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:43.908341 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a8f2be2c-e62f-41d3-98c1-cfef223d0261 req-ff0bc156-fbd4-4133-83b3-250287da9117 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098008 Aug 11 21:59:43.909774 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f0d8be17-a908-404d-a5d8-805b8aa980d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:44.052263 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8be17-a908-404d-a5d8-805b8aa980d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd19ad71-37f3-4014-bc35-046e6b7efdcb,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:44.080701 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d8be17-a908-404d-a5d8-805b8aa980d0 admin admin] Checking segment: {'id': '7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2e5ce1c7-b332-4021-b8e6-4d054d5f0a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:59:44.081206 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d8be17-a908-404d-a5d8-805b8aa980d0 admin admin] Network hostable DHCP agents. Network: 2e5ce1c7-b332-4021-b8e6-4d054d5f0a81, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:59:44.132304 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d8be17-a908-404d-a5d8-805b8aa980d0 admin admin] Network 2e5ce1c7-b332-4021-b8e6-4d054d5f0a81 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:59:44.150744 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-f0d8be17-a908-404d-a5d8-805b8aa980d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 2e5ce1c7-b332-4021-b8e6-4d054d5f0a81) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:59:44.159291 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d8be17-a908-404d-a5d8-805b8aa980d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:44.160314 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f0d8be17-a908-404d-a5d8-805b8aa980d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:44.192788 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-175957fc-19ab-4b42-a3b1-15220705391d tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:44.198336 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f0d8be17-a908-404d-a5d8-805b8aa980d0 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8086624 Aug 11 21:59:44.202361 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60364) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:44.213465 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-3c26c53f-6824-4adc-b50c-17603cae4503 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-516015254-router', 'tenant_id': 'f8b3422dece244b1afcf393ec9f1b957', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:59:44.222247 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-2c94f9f1-758b-4fe6-b34e-5e62c6e22155 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:44.241415 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-2c94f9f1-758b-4fe6-b34e-5e62c6e22155 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/networks?id=83735497-c152-410a-a532-372740b4ec60 HTTP/1.1" status: 200 len: 807 time: 0.5437150 Aug 11 21:59:44.300514 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c26c53f-6824-4adc-b50c-17603cae4503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:44.308154 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c26c53f-6824-4adc-b50c-17603cae4503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:44.366544 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ef1459-c45f-4c6b-a8a2-69a38faf01c7 None None] Network 2e5ce1c7-b332-4021-b8e6-4d054d5f0a81 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:59:44.405112 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-175957fc-19ab-4b42-a3b1-15220705391d tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:44.443699 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c26c53f-6824-4adc-b50c-17603cae4503 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:44.499785 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175957fc-19ab-4b42-a3b1-15220705391d tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:59:44.515183 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-175957fc-19ab-4b42-a3b1-15220705391d tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:59:44.564610 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175957fc-19ab-4b42-a3b1-15220705391d tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:59:44.629810 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-9de0d0c5-9bee-4b03-9661-c954ee16d589 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/quotas/a5fc899cc52f44178d979d66e6a50dde HTTP/1.1" status: 200 len: 375 time: 0.2929602 Aug 11 21:59:44.646443 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175957fc-19ab-4b42-a3b1-15220705391d tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Pushing event updated for resources: {'Port': ['ID=f3933b90-ba7c-458f-8fe2-1431d4a05586,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:44.723929 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-f1fa3ecf-9f37-47d7-99a8-a80e1387f6f2 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a5fc899cc52f44178d979d66e6a50dde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0922656 Aug 11 21:59:44.733961 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c26c53f-6824-4adc-b50c-17603cae4503 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:44.811085 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293a0ac9-fbec-4b66-9224-76a60049b014 None None] Network 2e5ce1c7-b332-4021-b8e6-4d054d5f0a81 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:59:45.085671 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-175957fc-19ab-4b42-a3b1-15220705391d tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:45.118098 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60392) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:45.128500 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-8d1aaf8c-5986-4466-a850-528808423d7b service neutron] 10.222.0.77 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927109 Aug 11 21:59:45.191910 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286ef3f-fc85-42ae-acb7-0e965e8a1a13 req-5c432992-beec-4324-843d-0925f66e1e80 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:45.194066 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5286ef3f-fc85-42ae-acb7-0e965e8a1a13 req-5c432992-beec-4324-843d-0925f66e1e80 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 950 time: 0.1165371 Aug 11 21:59:45.224009 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c26c53f-6824-4adc-b50c-17603cae4503 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:45.259190 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c26c53f-6824-4adc-b50c-17603cae4503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:45.266122 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-175957fc-19ab-4b42-a3b1-15220705391d tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:45.330950 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5286ef3f-fc85-42ae-acb7-0e965e8a1a13 req-8aa09a20-75b2-4e9d-b5c2-d1212d43219d tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296771 Aug 11 21:59:45.421333 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-3c26c53f-6824-4adc-b50c-17603cae4503 admin admin] Allocated IP 172.25.2.151 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/74cafc12-fe81-4d78-bacc-6d26481f499e) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:59:45.452121 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-bc2654ac-9463-49cc-a999-66db092e03aa admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-656922331-network', 'tenant_id': '08edb5c6a9bb4041bea3d91d68436963'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:59:45.474877 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-2a01586d-fa3a-42e8-8200-7c94888af9e7 service neutron] 10.222.0.77 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140571 Aug 11 21:59:45.481839 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2654ac-9463-49cc-a999-66db092e03aa admin admin] Made reservation on behalf of 08edb5c6a9bb4041bea3d91d68436963 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:59:45.484279 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bc2654ac-9463-49cc-a999-66db092e03aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:45.500268 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-78644eee-ffe8-4a5a-ae08-81738d220249 admin admin] Deleting port be847e0a-f9d6-4960-9f1b-4945138fe435 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:59:45.500622 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-78644eee-ffe8-4a5a-ae08-81738d220249 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:45.507558 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bc2654ac-9463-49cc-a999-66db092e03aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:45.565660 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c26c53f-6824-4adc-b50c-17603cae4503 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:45.662831 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c26c53f-6824-4adc-b50c-17603cae4503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:45.691181 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b97e550c-277d-4ed7-8d93-b819ed3da314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:45.718086 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-175957fc-19ab-4b42-a3b1-15220705391d tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:45.758273 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-175957fc-19ab-4b42-a3b1-15220705391d tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:45.762983 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c26c53f-6824-4adc-b50c-17603cae4503 admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:59:45.764952 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26c53f-6824-4adc-b50c-17603cae4503 admin admin] Pushing event updated for resources: {'Port': ['ID=74cafc12-fe81-4d78-bacc-6d26481f499e,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:45.769542 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-3c26c53f-6824-4adc-b50c-17603cae4503 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:59:45.772362 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c26c53f-6824-4adc-b50c-17603cae4503 admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:59:45.778838 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09fac00f-c035-40d3-9967-895c202d1f8a req-af043f7d-aed3-4bbf-87bc-ea0c1a16405d tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 210 time: 0.0855410 Aug 11 21:59:45.815960 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-78644eee-ffe8-4a5a-ae08-81738d220249 admin admin] For port be847e0a-f9d6-4960-9f1b-4945138fe435, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=be847e0a-f9d6-4960-9f1b-4945138fe435,segment=NetworkSegment(d069c60f-2e4a-4d6b-9585-7f7e1b0947e7),segment_id=d069c60f-2e4a-4d6b-9585-7f7e1b0947e7)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:45.816757 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-78644eee-ffe8-4a5a-ae08-81738d220249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:45.908965 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-175957fc-19ab-4b42-a3b1-15220705391d tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:45.909635 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:45.913044 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-78644eee-ffe8-4a5a-ae08-81738d220249 admin admin] Calling delete_port for be847e0a-f9d6-4960-9f1b-4945138fe435 owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:59:45.967107 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175957fc-19ab-4b42-a3b1-15220705391d tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Pushing event updated for resources: {'Port': ['ID=f3933b90-ba7c-458f-8fe2-1431d4a05586,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:46.023785 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e8ea67aa-6e03-4b40-80f4-62014a8b1473 req-8fe0dced-1fdf-41b7-a42b-e72c161ec8ce tempest-AbsoluteLimitsNegativeTestJSON-1559493078 tempest-AbsoluteLimitsNegativeTestJSON-1559493078-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=2d19704b3fb54615afe3f9cae85fb96e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0970695 Aug 11 21:59:46.069905 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bc2654ac-9463-49cc-a999-66db092e03aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:46.112184 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bc2654ac-9463-49cc-a999-66db092e03aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:46.125472 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc2654ac-9463-49cc-a999-66db092e03aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:59:46.137248 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bc2654ac-9463-49cc-a999-66db092e03aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:46.137623 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-bc2654ac-9463-49cc-a999-66db092e03aa admin admin] Added segment 313258c8-2ac7-4a26-8914-bdecd2faa198 of type vlan for network 9ee82d1e-f564-4655-920a-1c8e14b5a8ee Aug 11 21:59:46.185509 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-175957fc-19ab-4b42-a3b1-15220705391d tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:46.187236 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-175957fc-19ab-4b42-a3b1-15220705391d tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4851480 Aug 11 21:59:46.222571 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bc2654ac-9463-49cc-a999-66db092e03aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:46.232819 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2654ac-9463-49cc-a999-66db092e03aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072f82c0-2176-46a1-b278-76e0b48afed1,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:46.292761 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bc2654ac-9463-49cc-a999-66db092e03aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:46.294046 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2654ac-9463-49cc-a999-66db092e03aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:46.294854 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bc2654ac-9463-49cc-a999-66db092e03aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:46.386575 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea67aa-6e03-4b40-80f4-62014a8b1473 req-8bab357b-ab90-4ecb-8f2a-be41f78ef65f tempest-AbsoluteLimitsNegativeTestJSON-1559493078 tempest-AbsoluteLimitsNegativeTestJSON-1559493078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:46.389356 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e8ea67aa-6e03-4b40-80f4-62014a8b1473 req-8bab357b-ab90-4ecb-8f2a-be41f78ef65f tempest-AbsoluteLimitsNegativeTestJSON-1559493078 tempest-AbsoluteLimitsNegativeTestJSON-1559493078-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3266697 Aug 11 21:59:46.413433 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bc2654ac-9463-49cc-a999-66db092e03aa admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2937763 Aug 11 21:59:46.419401 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60430) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:46.432002 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-87807cb2-2cc8-43bc-bb0c-e20ea265e52b admin admin] Request body: {'subnet': {'network_id': '9ee82d1e-f564-4655-920a-1c8e14b5a8ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-656922331-subnet', 'tenant_id': '08edb5c6a9bb4041bea3d91d68436963', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:59:46.439950 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2654ac-9463-49cc-a999-66db092e03aa admin admin] Pushing event updated for resources: {'Network': ['ID=9ee82d1e-f564-4655-920a-1c8e14b5a8ee,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:46.451086 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 9ee82d1e-f564-4655-920a-1c8e14b5a8ee details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:59:46.463269 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-78644eee-ffe8-4a5a-ae08-81738d220249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:46.501650 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78644eee-ffe8-4a5a-ae08-81738d220249 admin admin] Pushing event deleted for resources: {'Port': ['ID=be847e0a-f9d6-4960-9f1b-4945138fe435,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:46.530605 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87807cb2-2cc8-43bc-bb0c-e20ea265e52b admin admin] Made reservation on behalf of 08edb5c6a9bb4041bea3d91d68436963 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:59:46.535226 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-87807cb2-2cc8-43bc-bb0c-e20ea265e52b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:46.544388 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e8ea67aa-6e03-4b40-80f4-62014a8b1473 req-ff9df295-210c-4af6-8e5a-31fa23b99cd8 tempest-AbsoluteLimitsNegativeTestJSON-1559493078 tempest-AbsoluteLimitsNegativeTestJSON-1559493078-project] 10.222.0.77 "GET /v2.0/quotas/2d19704b3fb54615afe3f9cae85fb96e HTTP/1.1" status: 200 len: 375 time: 0.0582383 Aug 11 21:59:46.582567 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e8ea67aa-6e03-4b40-80f4-62014a8b1473 req-d50c290d-703d-47f6-88c5-23d6d064648a tempest-AbsoluteLimitsNegativeTestJSON-1559493078 tempest-AbsoluteLimitsNegativeTestJSON-1559493078-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2d19704b3fb54615afe3f9cae85fb96e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370131 Aug 11 21:59:46.596439 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c26c53f-6824-4adc-b50c-17603cae4503 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:46.867316 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-01572fb0-875a-45ad-b7ca-fae30fe90f30 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:46.877802 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-01572fb0-875a-45ad-b7ca-fae30fe90f30 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/networks?id=5382b449-7f03-4943-80f5-2f2d837d33e6 HTTP/1.1" status: 200 len: 822 time: 0.3796644 Aug 11 21:59:46.928392 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b3eb8-3844-4e5b-922b-9873fba60524 req-0d4efb75-eaad-474a-8c4d-e2546bee7988 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:46.936633 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc1b3eb8-3844-4e5b-922b-9873fba60524 req-0d4efb75-eaad-474a-8c4d-e2546bee7988 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 950 time: 0.1520209 Aug 11 21:59:46.966207 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-44c3b297-9402-4a28-a579-60f447260b81 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/quotas/e367bb851780420faef645c6e2737134 HTTP/1.1" status: 200 len: 375 time: 0.0872824 Aug 11 21:59:47.004806 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c26c53f-6824-4adc-b50c-17603cae4503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:47.036695 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-78644eee-ffe8-4a5a-ae08-81738d220249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:47.046783 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc1b3eb8-3844-4e5b-922b-9873fba60524 req-e1f17587-41b3-4525-bc17-4972eab3159e tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091599 Aug 11 21:59:47.267913 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60442) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:47.325268 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1682f218-75fe-47ed-a236-6da824dfb4d4 req-541e5e71-1cb9-4f11-b48a-67a0bb737e47 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 210 time: 0.0998106 Aug 11 21:59:47.358810 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-ead65380-890c-408d-81c4-174b09d255a5 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:47.361034 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-ead65380-890c-408d-81c4-174b09d255a5 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.52 "GET /v2.0/networks?id=83735497-c152-410a-a532-372740b4ec60 HTTP/1.1" status: 200 len: 807 time: 0.3693783 Aug 11 21:59:47.383117 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-fa0bcb28-2bd9-4b71-9fbe-48269d5525ee tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Request body: {'port': {'device_id': 'ebe16eef-ae4e-42d4-a43e-698105a3a18e', 'network_id': '83735497-c152-410a-a532-372740b4ec60', 'admin_state_up': True, 'tenant_id': 'a5fc899cc52f44178d979d66e6a50dde'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:59:47.406699 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:47.460899 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c26c53f-6824-4adc-b50c-17603cae4503 admin admin] Router 96ef4fec-33ee-4e79-b335-87b8ff2859f4 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 21:59:47.517466 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-882b8c93-6274-434f-bee4-4afb4037c938 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e367bb851780420faef645c6e2737134&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5489759 Aug 11 21:59:47.524755 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-87807cb2-2cc8-43bc-bb0c-e20ea265e52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:47.599823 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b6c0ceda-790e-4a2c-8bc5-20f848c814ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:47.652549 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c26c53f-6824-4adc-b50c-17603cae4503 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:59:47.670697 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33979a5-8290-4840-9d07-7a6c2f09ad7c None None] Sync routers for ids ['96ef4fec-33ee-4e79-b335-87b8ff2859f4'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:59:47.682768 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33979a5-8290-4840-9d07-7a6c2f09ad7c None None] Routers {'96ef4fec-33ee-4e79-b335-87b8ff2859f4'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:59:47.683483 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a33979a5-8290-4840-9d07-7a6c2f09ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:59:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['96ef4fec-33ee-4e79-b335-87b8ff2859f4'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:47.689059 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-fa0bcb28-2bd9-4b71-9fbe-48269d5525ee tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Made reservation on behalf of a5fc899cc52f44178d979d66e6a50dde for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:59:47.697015 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-fa0bcb28-2bd9-4b71-9fbe-48269d5525ee tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:47.818710 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87807cb2-2cc8-43bc-bb0c-e20ea265e52b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdee5637-e501-42bf-a4e0-c15bbe0620f8,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:47.862006 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87807cb2-2cc8-43bc-bb0c-e20ea265e52b admin admin] Checking segment: {'id': '313258c8-2ac7-4a26-8914-bdecd2faa198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9ee82d1e-f564-4655-920a-1c8e14b5a8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:59:47.862512 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87807cb2-2cc8-43bc-bb0c-e20ea265e52b admin admin] Network hostable DHCP agents. Network: 9ee82d1e-f564-4655-920a-1c8e14b5a8ee, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:59:47.890745 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-a33979a5-8290-4840-9d07-7a6c2f09ad7c None None] Set router 96ef4fec-33ee-4e79-b335-87b8ff2859f4 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:59:47.973947 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-31a6d382-042e-4350-918e-f0e315900c89 service neutron] 10.222.0.77 "GET /v2.0/networks/5382b449-7f03-4943-80f5-2f2d837d33e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395897 Aug 11 21:59:47.986017 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87807cb2-2cc8-43bc-bb0c-e20ea265e52b admin admin] Network 9ee82d1e-f564-4655-920a-1c8e14b5a8ee is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:59:48.162559 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78644eee-ffe8-4a5a-ae08-81738d220249 admin admin] Router 184b7810-6b58-4294-b05e-5c0221d36128 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:59:48.164416 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-87807cb2-2cc8-43bc-bb0c-e20ea265e52b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 9ee82d1e-f564-4655-920a-1c8e14b5a8ee) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:59:48.178307 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87807cb2-2cc8-43bc-bb0c-e20ea265e52b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:48.179384 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-87807cb2-2cc8-43bc-bb0c-e20ea265e52b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:48.201843 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfb4f65-8c4d-454d-9ea1-a50d23947dce None None] Network 9ee82d1e-f564-4655-920a-1c8e14b5a8ee requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:59:48.312376 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6d478-7538-4643-aecb-a8007bad1611 req-c6419b2e-8a14-458f-a7dd-89d04cb805f1 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:48.314921 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-95f6d478-7538-4643-aecb-a8007bad1611 req-c6419b2e-8a14-458f-a7dd-89d04cb805f1 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 950 time: 0.1536684 Aug 11 21:59:48.403298 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a33979a5-8290-4840-9d07-7a6c2f09ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ef4fec-33ee-4e79-b335-87b8ff2859f4', 'name': 'tempest-ServerRescueNegativeTestJSON-516015254-router', 'tenant_id': 'f8b3422dece244b1afcf393ec9f1b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '74cafc12-fe81-4d78-bacc-6d26481f499e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:59:44Z', 'updated_at': '2021-08-11T21:59:46Z', 'revision_number': 3, 'project_id': 'f8b3422dece244b1afcf393ec9f1b957', 'gw_port': {'id': '74cafc12-fe81-4d78-bacc-6d26481f499e', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ef4fec-33ee-4e79-b335-87b8ff2859f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:59:45Z', 'updated_at': '2021-08-11T21:59:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:48.442736 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-b2f089cb-8666-4cc4-9a00-2348e8bc906e service neutron] 10.222.0.77 "GET /v2.0/networks/5382b449-7f03-4943-80f5-2f2d837d33e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194050 Aug 11 21:59:48.454425 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-fa0bcb28-2bd9-4b71-9fbe-48269d5525ee tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Allocated IP 172.20.0.6 (83735497-c152-410a-a532-372740b4ec60/45488324-eef4-4094-a90c-865b32db4e15/62bfc372-84f4-45ff-a1b2-81d95153d84e) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:59:48.459063 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33979a5-8290-4840-9d07-7a6c2f09ad7c None None] Checking router: 96ef4fec-33ee-4e79-b335-87b8ff2859f4 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:59:48.460000 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33979a5-8290-4840-9d07-7a6c2f09ad7c None None] Updating router 96ef4fec-33ee-4e79-b335-87b8ff2859f4 port 74cafc12-fe81-4d78-bacc-6d26481f499e binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 21:59:48.473996 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-95f6d478-7538-4643-aecb-a8007bad1611 req-9cbae6bc-7bc8-4a12-a00c-fc6c61bb55d8 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392241 Aug 11 21:59:48.488924 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b6c0ceda-790e-4a2c-8bc5-20f848c814ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:48.498493 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b6c0ceda-790e-4a2c-8bc5-20f848c814ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:48.510710 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c26c53f-6824-4adc-b50c-17603cae4503 admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:48.512564 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3c26c53f-6824-4adc-b50c-17603cae4503 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3088105 Aug 11 21:59:48.526707 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60450) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:48.547134 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78644eee-ffe8-4a5a-ae08-81738d220249 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:59:48.568222 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-78644eee-ffe8-4a5a-ae08-81738d220249 admin admin] 10.222.0.77 "PUT /v2.0/routers/184b7810-6b58-4294-b05e-5c0221d36128/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9320941 Aug 11 21:59:48.575585 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a33979a5-8290-4840-9d07-7a6c2f09ad7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:48.575959 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-87807cb2-2cc8-43bc-bb0c-e20ea265e52b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1492305 Aug 11 21:59:48.575959 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60452) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:48.584436 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf51648a-9ece-40c9-97de-5ecb1b9d11ea None None] Sync routers for ids ['184b7810-6b58-4294-b05e-5c0221d36128'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:59:48.587779 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60454) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:48.596658 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-cc2e4c57-da48-4f16-ad30-79a974b78fcd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-656922331-router', 'tenant_id': '08edb5c6a9bb4041bea3d91d68436963', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:59:48.615492 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf51648a-9ece-40c9-97de-5ecb1b9d11ea None None] Routers {'184b7810-6b58-4294-b05e-5c0221d36128'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:59:48.616710 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-bf51648a-9ece-40c9-97de-5ecb1b9d11ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:59:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['184b7810-6b58-4294-b05e-5c0221d36128'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:48.634011 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89de5239-9dff-42dc-80fe-8c41166656e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-9ee82d1e-f564-4655-920a-1c8e14b5a8ee', 'network_id': '9ee82d1e-f564-4655-920a-1c8e14b5a8ee', 'tenant_id': '08edb5c6a9bb4041bea3d91d68436963', 'fixed_ips': [{'subnet_id': 'fdee5637-e501-42bf-a4e0-c15bbe0620f8'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 21:59:48.635387 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-89de5239-9dff-42dc-80fe-8c41166656e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:48.708392 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b6c0ceda-790e-4a2c-8bc5-20f848c814ed admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2d19704b3fb54615afe3f9cae85fb96e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4310243 Aug 11 21:59:48.717943 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60456) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:48.719172 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0ceda-790e-4a2c-8bc5-20f848c814ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50242bf4-b944-4cb3-b6a6-0cebad1c8066,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:48.782223 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cc2e4c57-da48-4f16-ad30-79a974b78fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:48.784840 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cc2e4c57-da48-4f16-ad30-79a974b78fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:48.794364 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4661dc53-5c67-4967-a23c-c81f811419d4 req-e13410f4-9209-437c-9f74-5833f5414a98 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 210 time: 0.0940228 Aug 11 21:59:48.953753 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cc2e4c57-da48-4f16-ad30-79a974b78fcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:49.032874 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-72e76c83-0782-4732-85e5-dc10ded25d21 req-0e8e748d-f75b-4ccf-a5e6-12106c1d8e2e tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=554034a7-3ab1-4595-a727-63aeed83ef5a HTTP/1.1" status: 200 len: 210 time: 0.1070430 Aug 11 21:59:49.120294 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-bf51648a-9ece-40c9-97de-5ecb1b9d11ea None None] Set router 184b7810-6b58-4294-b05e-5c0221d36128 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:59:49.176213 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:49.399700 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cc2e4c57-da48-4f16-ad30-79a974b78fcd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:49.421668 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-89de5239-9dff-42dc-80fe-8c41166656e6 None None] Allocated IP 172.20.0.2 (9ee82d1e-f564-4655-920a-1c8e14b5a8ee/fdee5637-e501-42bf-a4e0-c15bbe0620f8/20a18fcb-34c5-4ee7-a613-d90478ff34ce) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:59:49.422136 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e71804f0-ff90-4ec8-adee-caa373c5a3ca admin admin] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:49.498327 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-357c36dd-a251-41e2-a7c7-05d877902cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:49.664109 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-fa0bcb28-2bd9-4b71-9fbe-48269d5525ee tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:49.670652 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-357c36dd-a251-41e2-a7c7-05d877902cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:49.712883 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-bf51648a-9ece-40c9-97de-5ecb1b9d11ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184b7810-6b58-4294-b05e-5c0221d36128', 'name': 'tempest-ServersTestJSON-807139076-router', 'tenant_id': 'd228bcd96dda4befb512de44e361f178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd68e9240-5855-4793-afee-76b015b2093a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:56:32Z', 'updated_at': '2021-08-11T21:59:46Z', 'revision_number': 5, 'project_id': 'd228bcd96dda4befb512de44e361f178', 'gw_port': {'id': 'd68e9240-5855-4793-afee-76b015b2093a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184b7810-6b58-4294-b05e-5c0221d36128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:35Z', 'updated_at': '2021-08-11T21:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:49.807675 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf51648a-9ece-40c9-97de-5ecb1b9d11ea None None] Checking router: 184b7810-6b58-4294-b05e-5c0221d36128 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:59:49.832599 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf51648a-9ece-40c9-97de-5ecb1b9d11ea None None] Routers {'184b7810-6b58-4294-b05e-5c0221d36128'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:59:49.833776 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-bf51648a-9ece-40c9-97de-5ecb1b9d11ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:59:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['184b7810-6b58-4294-b05e-5c0221d36128'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:49.850907 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a33979a5-8290-4840-9d07-7a6c2f09ad7c None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:49.922852 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70af29ca-367b-4e01-a625-3da035411ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:49.923486 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a33979a5-8290-4840-9d07-7a6c2f09ad7c None None] Transition to ACTIVE for port object 74cafc12-fe81-4d78-bacc-6d26481f499e will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:59:49.939603 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a33979a5-8290-4840-9d07-7a6c2f09ad7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:49.949914 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bdc8b-77ed-459c-8581-55855e652134 req-26b4aac0-8e7a-4575-afd2-af33f9913554 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:49.960155 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5e9bdc8b-77ed-459c-8581-55855e652134 req-26b4aac0-8e7a-4575-afd2-af33f9913554 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 950 time: 0.2200348 Aug 11 21:59:49.974574 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e71804f0-ff90-4ec8-adee-caa373c5a3ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:50.026845 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8d68d65e-1525-4d1d-b6c2-445e2db4073b req-f5b04cc5-fc9e-4a7d-a671-72d07a999180 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 210 time: 0.0761225 Aug 11 21:59:50.053080 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-89de5239-9dff-42dc-80fe-8c41166656e6 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:50.125871 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c3dff-6f8f-4381-8e05-c1748e31319b None None] Pushing event updated for resources: {'Port': ['ID=74cafc12-fe81-4d78-bacc-6d26481f499e,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:50.135072 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a33979a5-8290-4840-9d07-7a6c2f09ad7c None None] Attempting to bind port 74cafc12-fe81-4d78-bacc-6d26481f499e on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:59:50.135451 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a33979a5-8290-4840-9d07-7a6c2f09ad7c None None] Attempting to bind port 74cafc12-fe81-4d78-bacc-6d26481f499e by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:59:50.135896 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33979a5-8290-4840-9d07-7a6c2f09ad7c None None] Attempting to bind port 74cafc12-fe81-4d78-bacc-6d26481f499e on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:59:50.147852 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-89de5239-9dff-42dc-80fe-8c41166656e6 None None] Transition to ACTIVE for port object 20a18fcb-34c5-4ee7-a613-d90478ff34ce will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:59:50.154843 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-357c36dd-a251-41e2-a7c7-05d877902cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:50.160350 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-357c36dd-a251-41e2-a7c7-05d877902cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:50.164783 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-357c36dd-a251-41e2-a7c7-05d877902cc6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/50242bf4-b944-4cb3-b6a6-0cebad1c8066 HTTP/1.1" status: 204 len: 168 time: 1.4347863 Aug 11 21:59:50.179554 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33979a5-8290-4840-9d07-7a6c2f09ad7c None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:59:50.179918 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33979a5-8290-4840-9d07-7a6c2f09ad7c None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:59:50.180338 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a33979a5-8290-4840-9d07-7a6c2f09ad7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:50.183621 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33979a5-8290-4840-9d07-7a6c2f09ad7c None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:59:50.183621 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a33979a5-8290-4840-9d07-7a6c2f09ad7c None None] Bound port: 74cafc12-fe81-4d78-bacc-6d26481f499e, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:59:50.183621 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a33979a5-8290-4840-9d07-7a6c2f09ad7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:50.189258 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c3dff-6f8f-4381-8e05-c1748e31319b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:50.189258 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c3dff-6f8f-4381-8e05-c1748e31319b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:50.189758 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c3dff-6f8f-4381-8e05-c1748e31319b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:50.189758 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c3dff-6f8f-4381-8e05-c1748e31319b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:50.190120 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c3dff-6f8f-4381-8e05-c1748e31319b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:50.190441 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c3dff-6f8f-4381-8e05-c1748e31319b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:50.190775 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c3dff-6f8f-4381-8e05-c1748e31319b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:50.191112 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c3dff-6f8f-4381-8e05-c1748e31319b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:50.191446 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c3dff-6f8f-4381-8e05-c1748e31319b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:50.191811 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c3dff-6f8f-4381-8e05-c1748e31319b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:50.192147 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c3dff-6f8f-4381-8e05-c1748e31319b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:50.192479 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c3dff-6f8f-4381-8e05-c1748e31319b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:50.243244 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-bf51648a-9ece-40c9-97de-5ecb1b9d11ea None None] Set router 184b7810-6b58-4294-b05e-5c0221d36128 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:59:50.288523 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cc2e4c57-da48-4f16-ad30-79a974b78fcd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:50.294802 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-89de5239-9dff-42dc-80fe-8c41166656e6 None None] Transition to ACTIVE for port object 20a18fcb-34c5-4ee7-a613-d90478ff34ce will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:59:50.331067 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5e9bdc8b-77ed-459c-8581-55855e652134 req-72b47d4a-b525-4347-8ab0-7039e6b83b4e tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690276 Aug 11 21:59:50.342183 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cc2e4c57-da48-4f16-ad30-79a974b78fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:50.352990 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-89de5239-9dff-42dc-80fe-8c41166656e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:50.353943 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-70af29ca-367b-4e01-a625-3da035411ebf admin admin] Allocated IP 172.20.0.1 (2e5ce1c7-b332-4021-b8e6-4d054d5f0a81/fd19ad71-37f3-4014-bc35-046e6b7efdcb/f6361e12-935a-4f4d-8146-b615d622cb80) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:59:50.416194 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:50.428857 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-fa0bcb28-2bd9-4b71-9fbe-48269d5525ee tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:50.449296 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89de5239-9dff-42dc-80fe-8c41166656e6 None None] Network 9ee82d1e-f564-4655-920a-1c8e14b5a8ee is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:59:50.487590 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-cc2e4c57-da48-4f16-ad30-79a974b78fcd admin admin] Allocated IP 172.25.2.147 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/1dd83664-1bc8-4d0c-a95d-837515844e62) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:59:50.494612 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a33979a5-8290-4840-9d07-7a6c2f09ad7c None None] For port 74cafc12-fe81-4d78-bacc-6d26481f499e, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:59:50.501518 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a33979a5-8290-4840-9d07-7a6c2f09ad7c None None] For port 74cafc12-fe81-4d78-bacc-6d26481f499e, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=74cafc12-fe81-4d78-bacc-6d26481f499e,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:59:50.586918 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c36dd-a251-41e2-a7c7-05d877902cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50242bf4-b944-4cb3-b6a6-0cebad1c8066,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:50.604524 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-89de5239-9dff-42dc-80fe-8c41166656e6 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:59:50.608518 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de5239-9dff-42dc-80fe-8c41166656e6 None None] Pushing event updated for resources: {'Port': ['ID=20a18fcb-34c5-4ee7-a613-d90478ff34ce,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:50.614890 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89de5239-9dff-42dc-80fe-8c41166656e6 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:59:50.644099 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0bcb28-2bd9-4b71-9fbe-48269d5525ee tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Pushing event updated for resources: {'Port': ['ID=62bfc372-84f4-45ff-a1b2-81d95153d84e,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:50.664791 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bb473a8c-64ec-42ae-bdd1-3b6cb99d9f3a req-240c137c-823b-4e8f-92d7-83f409ce365e tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=554034a7-3ab1-4595-a727-63aeed83ef5a HTTP/1.1" status: 200 len: 210 time: 0.2733171 Aug 11 21:59:50.696371 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-fa0bcb28-2bd9-4b71-9fbe-48269d5525ee tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Network 83735497-c152-410a-a532-372740b4ec60 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:59:50.700011 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-fa0bcb28-2bd9-4b71-9fbe-48269d5525ee tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:59:50.711935 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-fa0bcb28-2bd9-4b71-9fbe-48269d5525ee tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:59:50.712600 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-bf51648a-9ece-40c9-97de-5ecb1b9d11ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184b7810-6b58-4294-b05e-5c0221d36128', 'name': 'tempest-ServersTestJSON-807139076-router', 'tenant_id': 'd228bcd96dda4befb512de44e361f178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd68e9240-5855-4793-afee-76b015b2093a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:56:32Z', 'updated_at': '2021-08-11T21:59:46Z', 'revision_number': 5, 'project_id': 'd228bcd96dda4befb512de44e361f178', 'gw_port': {'id': 'd68e9240-5855-4793-afee-76b015b2093a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184b7810-6b58-4294-b05e-5c0221d36128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:35Z', 'updated_at': '2021-08-11T21:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:50.723007 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a33979a5-8290-4840-9d07-7a6c2f09ad7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:50.774273 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-fa0bcb28-2bd9-4b71-9fbe-48269d5525ee tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:50.775728 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-fa0bcb28-2bd9-4b71-9fbe-48269d5525ee tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:50.794296 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf51648a-9ece-40c9-97de-5ecb1b9d11ea None None] The sync data for ids ['184b7810-6b58-4294-b05e-5c0221d36128'] in n-d-804275-3 is: [{'id': '184b7810-6b58-4294-b05e-5c0221d36128', 'name': 'tempest-ServersTestJSON-807139076-router', 'tenant_id': 'd228bcd96dda4befb512de44e361f178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'd68e9240-5855-4793-afee-76b015b2093a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:56:32Z', 'updated_at': '2021-08-11T21:59:46Z', 'revision_number': 5, 'project_id': 'd228bcd96dda4befb512de44e361f178', 'gw_port': {'id': 'd68e9240-5855-4793-afee-76b015b2093a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184b7810-6b58-4294-b05e-5c0221d36128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:56:35Z', 'updated_at': '2021-08-11T21:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:59:50.815238 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cc2e4c57-da48-4f16-ad30-79a974b78fcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:50.846861 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-fa0bcb28-2bd9-4b71-9fbe-48269d5525ee tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4741147 Aug 11 21:59:50.868613 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c3dff-6f8f-4381-8e05-c1748e31319b None None] Pushing event updated for resources: {'Port': ['ID=74cafc12-fe81-4d78-bacc-6d26481f499e,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:50.873507 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-e46532a7-8612-4d66-9170-e492b4433206 service neutron] Request body: {'port': {'device_id': 'ebe16eef-ae4e-42d4-a43e-698105a3a18e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:59:50.888399 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-89de5239-9dff-42dc-80fe-8c41166656e6 None None] Attempting to bind port 20a18fcb-34c5-4ee7-a613-d90478ff34ce on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:59:50.888780 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-89de5239-9dff-42dc-80fe-8c41166656e6 None None] Attempting to bind port 20a18fcb-34c5-4ee7-a613-d90478ff34ce by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '313258c8-2ac7-4a26-8914-bdecd2faa198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9ee82d1e-f564-4655-920a-1c8e14b5a8ee'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:59:50.889151 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89de5239-9dff-42dc-80fe-8c41166656e6 None None] Attempting to bind port 20a18fcb-34c5-4ee7-a613-d90478ff34ce on network 9ee82d1e-f564-4655-920a-1c8e14b5a8ee {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:59:50.894876 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-e71804f0-ff90-4ec8-adee-caa373c5a3ca admin admin] Deleting port d68e9240-5855-4793-afee-76b015b2093a {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:59:50.895765 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e71804f0-ff90-4ec8-adee-caa373c5a3ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:50.895931 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33979a5-8290-4840-9d07-7a6c2f09ad7c None None] Routers {'96ef4fec-33ee-4e79-b335-87b8ff2859f4'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:59:50.896573 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a33979a5-8290-4840-9d07-7a6c2f09ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:59:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['96ef4fec-33ee-4e79-b335-87b8ff2859f4'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:50.900064 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89de5239-9dff-42dc-80fe-8c41166656e6 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:59:50.900573 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89de5239-9dff-42dc-80fe-8c41166656e6 None None] Checking segment: {'id': '313258c8-2ac7-4a26-8914-bdecd2faa198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9ee82d1e-f564-4655-920a-1c8e14b5a8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:59:50.900993 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-89de5239-9dff-42dc-80fe-8c41166656e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:50.901402 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89de5239-9dff-42dc-80fe-8c41166656e6 None None] Bound using segment: {'id': '313258c8-2ac7-4a26-8914-bdecd2faa198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9ee82d1e-f564-4655-920a-1c8e14b5a8ee'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:59:50.901901 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-89de5239-9dff-42dc-80fe-8c41166656e6 None None] Bound port: 20a18fcb-34c5-4ee7-a613-d90478ff34ce, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313258c8-2ac7-4a26-8914-bdecd2faa198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9ee82d1e-f564-4655-920a-1c8e14b5a8ee'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:59:50.902328 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-89de5239-9dff-42dc-80fe-8c41166656e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:50.987068 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-e46532a7-8612-4d66-9170-e492b4433206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:50.993398 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70af29ca-367b-4e01-a625-3da035411ebf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:51.057685 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cc2e4c57-da48-4f16-ad30-79a974b78fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:51.093600 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70af29ca-367b-4e01-a625-3da035411ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:51.147920 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-89de5239-9dff-42dc-80fe-8c41166656e6 None None] For port 20a18fcb-34c5-4ee7-a613-d90478ff34ce, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:59:51.164246 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-89de5239-9dff-42dc-80fe-8c41166656e6 None None] For port 20a18fcb-34c5-4ee7-a613-d90478ff34ce, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=20a18fcb-34c5-4ee7-a613-d90478ff34ce,segment=NetworkSegment(313258c8-2ac7-4a26-8914-bdecd2faa198),segment_id=313258c8-2ac7-4a26-8914-bdecd2faa198)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:59:51.168363 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-e71804f0-ff90-4ec8-adee-caa373c5a3ca admin admin] For port d68e9240-5855-4793-afee-76b015b2093a, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d68e9240-5855-4793-afee-76b015b2093a,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:51.168937 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e71804f0-ff90-4ec8-adee-caa373c5a3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:51.177170 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2e4c57-da48-4f16-ad30-79a974b78fcd admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:59:51.194247 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-89de5239-9dff-42dc-80fe-8c41166656e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:51.265567 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-a33979a5-8290-4840-9d07-7a6c2f09ad7c None None] Set router 96ef4fec-33ee-4e79-b335-87b8ff2859f4 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:59:51.269842 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device be847e0a-f9d6-4960-9f1b-4945138fe435 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:59:51.300934 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-cc2e4c57-da48-4f16-ad30-79a974b78fcd admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:59:51.308324 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2e4c57-da48-4f16-ad30-79a974b78fcd admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:59:51.366202 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e4c57-da48-4f16-ad30-79a974b78fcd admin admin] Pushing event updated for resources: {'Port': ['ID=1dd83664-1bc8-4d0c-a95d-837515844e62,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:51.479818 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-e71804f0-ff90-4ec8-adee-caa373c5a3ca admin admin] Calling delete_port for d68e9240-5855-4793-afee-76b015b2093a owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:59:51.655279 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70af29ca-367b-4e01-a625-3da035411ebf admin admin] Network 2e5ce1c7-b332-4021-b8e6-4d054d5f0a81 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:59:51.673715 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-70af29ca-367b-4e01-a625-3da035411ebf admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:59:51.700084 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70af29ca-367b-4e01-a625-3da035411ebf admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:59:51.727435 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af29ca-367b-4e01-a625-3da035411ebf admin admin] Pushing event updated for resources: {'Port': ['ID=f6361e12-935a-4f4d-8146-b615d622cb80,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:51.742076 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: be847e0a-f9d6-4960-9f1b-4945138fe435 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:59:51.742636 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device be847e0a-f9d6-4960-9f1b-4945138fe435 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:59:51.819068 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae4f7d-312a-4119-b116-b48e373b69a5 req-0e6212a5-2aac-421e-b537-8edddcd63c4a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:51.824786 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2dae4f7d-312a-4119-b116-b48e373b69a5 req-0e6212a5-2aac-421e-b537-8edddcd63c4a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 931 time: 0.6445594 Aug 11 21:59:51.834257 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-e46532a7-8612-4d66-9170-e492b4433206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62bfc372-84f4-45ff-a1b2-81d95153d84e {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:59:51.854218 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-e46532a7-8612-4d66-9170-e492b4433206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:51.870405 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9807802-0382-44bf-ae2b-cdce19dd7fd4 req-64d35a69-0aed-4f74-a227-3958666b096b tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:51.878320 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f9807802-0382-44bf-ae2b-cdce19dd7fd4 req-64d35a69-0aed-4f74-a227-3958666b096b tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 950 time: 0.3309462 Aug 11 21:59:51.889892 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70af29ca-367b-4e01-a625-3da035411ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:51.953489 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de5239-9dff-42dc-80fe-8c41166656e6 None None] Pushing event updated for resources: {'Port': ['ID=20a18fcb-34c5-4ee7-a613-d90478ff34ce,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:51.972891 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-4eae383f-b87e-4d39-a84d-4a186c57f54d tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:51.974511 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-4eae383f-b87e-4d39-a84d-4a186c57f54d tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.82 "GET /v2.0/networks?id=5382b449-7f03-4943-80f5-2f2d837d33e6 HTTP/1.1" status: 200 len: 822 time: 0.4668045 Aug 11 21:59:51.988868 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-e46532a7-8612-4d66-9170-e492b4433206 service neutron] Transition to ACTIVE for port object 62bfc372-84f4-45ff-a1b2-81d95153d84e will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:59:52.006208 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-db0543ef-f346-4ca1-b297-7a8a830f1bdc tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Request body: {'port': {'device_id': '554034a7-3ab1-4595-a727-63aeed83ef5a', 'network_id': '5382b449-7f03-4943-80f5-2f2d837d33e6', 'admin_state_up': True, 'tenant_id': 'e367bb851780420faef645c6e2737134'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:59:52.014658 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-e46532a7-8612-4d66-9170-e492b4433206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:52.109320 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60500) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:52.114408 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f9807802-0382-44bf-ae2b-cdce19dd7fd4 req-b16629d1-372d-4557-90e7-1ac2d3482c3b tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349696 Aug 11 21:59:52.149282 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a33979a5-8290-4840-9d07-7a6c2f09ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ef4fec-33ee-4e79-b335-87b8ff2859f4', 'name': 'tempest-ServerRescueNegativeTestJSON-516015254-router', 'tenant_id': 'f8b3422dece244b1afcf393ec9f1b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '74cafc12-fe81-4d78-bacc-6d26481f499e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:59:44Z', 'updated_at': '2021-08-11T21:59:46Z', 'revision_number': 3, 'project_id': 'f8b3422dece244b1afcf393ec9f1b957', 'gw_port': {'id': '74cafc12-fe81-4d78-bacc-6d26481f499e', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ef4fec-33ee-4e79-b335-87b8ff2859f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:59:45Z', 'updated_at': '2021-08-11T21:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:52.216213 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cc2e4c57-da48-4f16-ad30-79a974b78fcd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:52.256337 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2dae4f7d-312a-4119-b116-b48e373b69a5 req-e6cb49c3-6fc4-4fc8-b10b-d28bb4f9f2de tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163375 Aug 11 21:59:52.257225 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33979a5-8290-4840-9d07-7a6c2f09ad7c None None] The sync data for ids ['96ef4fec-33ee-4e79-b335-87b8ff2859f4'] in n-d-804275-3 is: [{'id': '96ef4fec-33ee-4e79-b335-87b8ff2859f4', 'name': 'tempest-ServerRescueNegativeTestJSON-516015254-router', 'tenant_id': 'f8b3422dece244b1afcf393ec9f1b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '74cafc12-fe81-4d78-bacc-6d26481f499e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:59:44Z', 'updated_at': '2021-08-11T21:59:46Z', 'revision_number': 3, 'project_id': 'f8b3422dece244b1afcf393ec9f1b957', 'gw_port': {'id': '74cafc12-fe81-4d78-bacc-6d26481f499e', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ef4fec-33ee-4e79-b335-87b8ff2859f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:59:45Z', 'updated_at': '2021-08-11T21:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:59:52.278063 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46532a7-8612-4d66-9170-e492b4433206 service neutron] Pushing event updated for resources: {'Port': ['ID=62bfc372-84f4-45ff-a1b2-81d95153d84e,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:52.393386 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-767858ff-fa2f-4f5c-ae6d-1d604c17c346 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-411438173-network', 'tenant_id': '5ff75431bb564df5bffa655d84e87396'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:59:52.456648 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-92f17d2b-771c-449d-b26a-a54606a6ba8e req-ae46171d-6c66-43a7-b6ac-7e682937845b tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=554034a7-3ab1-4595-a727-63aeed83ef5a HTTP/1.1" status: 200 len: 210 time: 0.0695283 Aug 11 21:59:52.468290 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e71804f0-ff90-4ec8-adee-caa373c5a3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:52.469432 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-db0543ef-f346-4ca1-b297-7a8a830f1bdc tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Made reservation on behalf of e367bb851780420faef645c6e2737134 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:59:52.474687 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-db0543ef-f346-4ca1-b297-7a8a830f1bdc tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:52.537965 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71804f0-ff90-4ec8-adee-caa373c5a3ca admin admin] Pushing event deleted for resources: {'Port': ['ID=d68e9240-5855-4793-afee-76b015b2093a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:52.555206 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-e46532a7-8612-4d66-9170-e492b4433206 service neutron] Attempting to bind port 62bfc372-84f4-45ff-a1b2-81d95153d84e on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:59:52.555833 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-e46532a7-8612-4d66-9170-e492b4433206 service neutron] Attempting to bind port 62bfc372-84f4-45ff-a1b2-81d95153d84e by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:59:52.557025 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-e46532a7-8612-4d66-9170-e492b4433206 service neutron] Attempting to bind port 62bfc372-84f4-45ff-a1b2-81d95153d84e on network 83735497-c152-410a-a532-372740b4ec60 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:59:52.573386 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767858ff-fa2f-4f5c-ae6d-1d604c17c346 admin admin] Made reservation on behalf of 5ff75431bb564df5bffa655d84e87396 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:59:52.577022 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-767858ff-fa2f-4f5c-ae6d-1d604c17c346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:52.590715 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70af29ca-367b-4e01-a625-3da035411ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:52.596468 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-e46532a7-8612-4d66-9170-e492b4433206 service neutron] Port 62bfc372-84f4-45ff-a1b2-81d95153d84e on network 83735497-c152-410a-a532-372740b4ec60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:59:52.596468 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-e46532a7-8612-4d66-9170-e492b4433206 service neutron] Attempting to bind port 62bfc372-84f4-45ff-a1b2-81d95153d84e on network 83735497-c152-410a-a532-372740b4ec60 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:59:52.626883 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-767858ff-fa2f-4f5c-ae6d-1d604c17c346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:52.666605 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-e46532a7-8612-4d66-9170-e492b4433206 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:59:52.666977 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-e46532a7-8612-4d66-9170-e492b4433206 service neutron] Checking segment: {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:59:52.667391 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-e46532a7-8612-4d66-9170-e492b4433206 service neutron] Bound using segment: {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:59:52.667899 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-e46532a7-8612-4d66-9170-e492b4433206 service neutron] Bound port: 62bfc372-84f4-45ff-a1b2-81d95153d84e, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:59:52.668510 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-e46532a7-8612-4d66-9170-e492b4433206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:52.678321 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e71804f0-ff90-4ec8-adee-caa373c5a3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:53.024338 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-db0543ef-f346-4ca1-b297-7a8a830f1bdc tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Allocated IP 172.20.0.7 (5382b449-7f03-4943-80f5-2f2d837d33e6/feb8f82d-6d1c-43cb-bc58-6c5e7403b8b5/339c59c1-13bb-4b3e-b266-7c1d389f78a2) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:59:53.125633 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-e46532a7-8612-4d66-9170-e492b4433206 service neutron] For port 62bfc372-84f4-45ff-a1b2-81d95153d84e, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:59:53.247118 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-e46532a7-8612-4d66-9170-e492b4433206 service neutron] For port 62bfc372-84f4-45ff-a1b2-81d95153d84e, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=62bfc372-84f4-45ff-a1b2-81d95153d84e,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:59:53.264482 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e71804f0-ff90-4ec8-adee-caa373c5a3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:53.274682 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e71804f0-ff90-4ec8-adee-caa373c5a3ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:53.349777 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-e46532a7-8612-4d66-9170-e492b4433206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:53.393361 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 74cafc12-fe81-4d78-bacc-6d26481f499e up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:59:53.408257 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cc2e4c57-da48-4f16-ad30-79a974b78fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:53.494368 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26995ea2-a021-4b0a-8183-33b4d6de0bae None None] Network 9ee82d1e-f564-4655-920a-1c8e14b5a8ee requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:59:53.497754 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e71804f0-ff90-4ec8-adee-caa373c5a3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:53.498297 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71804f0-ff90-4ec8-adee-caa373c5a3ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 184b7810-6b58-4294-b05e-5c0221d36128 {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 21:59:53.503139 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e71804f0-ff90-4ec8-adee-caa373c5a3ca admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:53.504400 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e71804f0-ff90-4ec8-adee-caa373c5a3ca admin admin] 10.222.0.77 "DELETE /v2.0/routers/184b7810-6b58-4294-b05e-5c0221d36128 HTTP/1.1" status: 204 len: 168 time: 4.9290738 Aug 11 21:59:53.508476 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60510) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:53.569864 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-e46532a7-8612-4d66-9170-e492b4433206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:53.570906 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-e46532a7-8612-4d66-9170-e492b4433206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:53.583384 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-e46532a7-8612-4d66-9170-e492b4433206 service neutron] 10.222.0.52 "PUT /v2.0/ports/62bfc372-84f4-45ff-a1b2-81d95153d84e HTTP/1.1" status: 200 len: 1091 time: 2.7182767 Aug 11 21:59:53.596413 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe16eef-ae4e-42d4-a43e-698105a3a18e', 'tag': '62bfc372-84f4-45ff-a1b2-81d95153d84e'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:59:53.600724 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc38cf3-d58a-4c7a-be37-3a7aa0d91ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe16eef-ae4e-42d4-a43e-698105a3a18e", "tag": "62bfc372-84f4-45ff-a1b2-81d95153d84e"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:59:53.632534 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544df8a-f908-4541-9446-455e91d779c3 req-48e570c5-3a90-4e10-9c31-2cbe932aca11 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:53.641860 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3544df8a-f908-4541-9446-455e91d779c3 req-48e570c5-3a90-4e10-9c31-2cbe932aca11 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 950 time: 0.2547758 Aug 11 21:59:53.669189 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70af29ca-367b-4e01-a625-3da035411ebf admin admin] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:53.697938 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-aa19e050-9505-4ee8-9f71-084ea4b24b8d None None] Provisioning for port 20a18fcb-34c5-4ee7-a613-d90478ff34ce completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:59:53.710933 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-1346cb47-7c20-40e8-a5e9-2a65140404e9 admin admin] Deleting subnet cc7db9b0-130e-4b2d-8da6-adc41c1ce40c {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 21:59:53.723922 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 74cafc12-fe81-4d78-bacc-6d26481f499e completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:59:53.728279 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46532a7-8612-4d66-9170-e492b4433206 service neutron] Pushing event updated for resources: {'Port': ['ID=62bfc372-84f4-45ff-a1b2-81d95153d84e,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:53.750148 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 74cafc12-fe81-4d78-bacc-6d26481f499e triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:59:53.751176 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:53.751769 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1346cb47-7c20-40e8-a5e9-2a65140404e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:53.760988 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70af29ca-367b-4e01-a625-3da035411ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:53.895750 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3544df8a-f908-4541-9446-455e91d779c3 req-35044851-096a-43bb-a409-6c12fbd4f868 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515442 Aug 11 21:59:53.908070 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1346cb47-7c20-40e8-a5e9-2a65140404e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:53.921184 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:53.960146 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-767858ff-fa2f-4f5c-ae6d-1d604c17c346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:53.998164 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 74cafc12-fe81-4d78-bacc-6d26481f499e, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=74cafc12-fe81-4d78-bacc-6d26481f499e,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:54.006336 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:54.007309 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 20a18fcb-34c5-4ee7-a613-d90478ff34ce up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:59:54.009042 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621b343-8bfe-4322-b3e5-c0e1717aab23 req-ff6ba76d-5c1a-4305-92d7-9921a05dd8cd tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:54.010653 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2e4c57-da48-4f16-ad30-79a974b78fcd admin admin] Router bedeb1a5-4c23-4916-821d-c8296063b3bb is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 21:59:54.024709 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8621b343-8bfe-4322-b3e5-c0e1717aab23 req-ff6ba76d-5c1a-4305-92d7-9921a05dd8cd tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 943 time: 0.5441117 Aug 11 21:59:54.026765 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-767858ff-fa2f-4f5c-ae6d-1d604c17c346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:54.101877 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=74cafc12-fe81-4d78-bacc-6d26481f499e,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:54.104733 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af29ca-367b-4e01-a625-3da035411ebf admin admin] Pushing event updated for resources: {'Port': ['ID=f6361e12-935a-4f4d-8146-b615d622cb80,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:54.136167 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70af29ca-367b-4e01-a625-3da035411ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:54.138377 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767858ff-fa2f-4f5c-ae6d-1d604c17c346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe90db6-817b-4ac1-8556-ed3b04a85630,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:54.145920 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-52cd63a0-67d6-42ca-a1f0-c31caf01d48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:54.147731 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-52cd63a0-67d6-42ca-a1f0-c31caf01d48a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a5fc899cc52f44178d979d66e6a50dde&device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 1094 time: 0.4735463 Aug 11 21:59:54.149820 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767858ff-fa2f-4f5c-ae6d-1d604c17c346 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 21:59:54.193678 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 20a18fcb-34c5-4ee7-a613-d90478ff34ce completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:59:54.196063 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-05126c55-a975-458b-af81-98acf0b7c765 req-8f7071c3-d544-4036-a990-64627a7947ae tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=554034a7-3ab1-4595-a727-63aeed83ef5a HTTP/1.1" status: 200 len: 210 time: 0.1282415 Aug 11 21:59:54.201145 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 20a18fcb-34c5-4ee7-a613-d90478ff34ce triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:59:54.201640 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:54.222385 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-767858ff-fa2f-4f5c-ae6d-1d604c17c346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:54.222991 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-767858ff-fa2f-4f5c-ae6d-1d604c17c346 admin admin] Added segment a26e85d0-a905-4271-9972-2aa908ddc09b of type vlan for network bf080b52-f893-4f7c-8435-757491a8008c Aug 11 21:59:54.286714 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1346cb47-7c20-40e8-a5e9-2a65140404e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:54.394454 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:54.445348 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 20a18fcb-34c5-4ee7-a613-d90478ff34ce, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=20a18fcb-34c5-4ee7-a613-d90478ff34ce,segment=NetworkSegment(313258c8-2ac7-4a26-8914-bdecd2faa198),segment_id=313258c8-2ac7-4a26-8914-bdecd2faa198)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:54.455554 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:54.510370 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2e4c57-da48-4f16-ad30-79a974b78fcd admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:59:54.527491 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=20a18fcb-34c5-4ee7-a613-d90478ff34ce,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:54.531224 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3856e5f8-5df3-4d06-830e-a86b9dea809f None None] Sync routers for ids ['bedeb1a5-4c23-4916-821d-c8296063b3bb'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:59:54.557113 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3856e5f8-5df3-4d06-830e-a86b9dea809f None None] Routers {'bedeb1a5-4c23-4916-821d-c8296063b3bb'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:59:54.557994 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-3856e5f8-5df3-4d06-830e-a86b9dea809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:59:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bedeb1a5-4c23-4916-821d-c8296063b3bb'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:54.620034 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1346cb47-7c20-40e8-a5e9-2a65140404e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:54.646708 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cc2e4c57-da48-4f16-ad30-79a974b78fcd admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:54.648774 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-cc2e4c57-da48-4f16-ad30-79a974b78fcd admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.0594463 Aug 11 21:59:54.672225 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-b6b05f31-3014-43ef-9d02-c63f601c788b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62bfc372-84f4-45ff-a1b2-81d95153d84e HTTP/1.1" status: 200 len: 217 time: 0.4921377 Aug 11 21:59:54.679295 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60514) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:54.687362 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1346cb47-7c20-40e8-a5e9-2a65140404e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:54.697417 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1346cb47-7c20-40e8-a5e9-2a65140404e9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/cc7db9b0-130e-4b2d-8da6-adc41c1ce40c HTTP/1.1" status: 204 len: 168 time: 1.1866717 Aug 11 21:59:54.697707 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d942206c-c91f-4e6d-974e-0194ac922842 None None] Provisioning complete for port 20a18fcb-34c5-4ee7-a613-d90478ff34ce triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:59:54.697934 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d942206c-c91f-4e6d-974e-0194ac922842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:54.701723 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60516) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:54.704837 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686f8ea7-dc56-4c27-8c09-b8a968425fb7 x-openstack-request-id: req-686f8ea7-dc56-4c27-8c09-b8a968425fb7 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 21:59:54.705393 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe16eef-ae4e-42d4-a43e-698105a3a18e", "tag": "62bfc372-84f4-45ff-a1b2-81d95153d84e", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 21:59:54.705813 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-686f8ea7-dc56-4c27-8c09-b8a968425fb7 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 21:59:54.706442 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe16eef-ae4e-42d4-a43e-698105a3a18e', 'tag': '62bfc372-84f4-45ff-a1b2-81d95153d84e', 'status': 'completed', 'code': 200} Aug 11 21:59:54.725298 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbae28a7-d9ba-40d9-a077-7f2a2b7938b2 None None] Network 8a6e19c3-e031-4b0b-a10a-d21560ea55a1 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:59:54.748663 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-3856e5f8-5df3-4d06-830e-a86b9dea809f None None] Set router bedeb1a5-4c23-4916-821d-c8296063b3bb gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:59:54.753768 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8621b343-8bfe-4322-b3e5-c0e1717aab23 req-c0c1cb9c-829e-49c2-8cf8-af645c7affc6 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7281382 Aug 11 21:59:54.803890 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-db0543ef-f346-4ca1-b297-7a8a830f1bdc tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:54.825355 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346cb47-7c20-40e8-a5e9-2a65140404e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc7db9b0-130e-4b2d-8da6-adc41c1ce40c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:54.855089 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-767858ff-fa2f-4f5c-ae6d-1d604c17c346 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:54.925969 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-09d33d61-5d4a-4539-90ff-896ed0a64948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:54.928031 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-09d33d61-5d4a-4539-90ff-896ed0a64948 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=45488324-eef4-4094-a90c-865b32db4e15 HTTP/1.1" status: 200 len: 847 time: 0.2004836 Aug 11 21:59:54.940482 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-02cd687b-ccad-431d-b183-c5ba81940090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:55.011885 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-890b9072-77f7-490a-888b-c61df52b4368 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=83735497-c152-410a-a532-372740b4ec60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656700 Aug 11 21:59:55.014699 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-767858ff-fa2f-4f5c-ae6d-1d604c17c346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:55.019061 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767858ff-fa2f-4f5c-ae6d-1d604c17c346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:55.020098 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-767858ff-fa2f-4f5c-ae6d-1d604c17c346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:55.134623 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-3856e5f8-5df3-4d06-830e-a86b9dea809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bedeb1a5-4c23-4916-821d-c8296063b3bb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-656922331-router', 'tenant_id': '08edb5c6a9bb4041bea3d91d68436963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '1dd83664-1bc8-4d0c-a95d-837515844e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:59:48Z', 'updated_at': '2021-08-11T21:59:51Z', 'revision_number': 3, 'project_id': '08edb5c6a9bb4041bea3d91d68436963', 'gw_port': {'id': '1dd83664-1bc8-4d0c-a95d-837515844e62', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:11:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bedeb1a5-4c23-4916-821d-c8296063b3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:59:50Z', 'updated_at': '2021-08-11T21:59:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:55.147992 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70af29ca-367b-4e01-a625-3da035411ebf admin admin] Network 2e5ce1c7-b332-4021-b8e6-4d054d5f0a81 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:59:55.154127 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-db0543ef-f346-4ca1-b297-7a8a830f1bdc tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:55.174626 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-70af29ca-367b-4e01-a625-3da035411ebf admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:59:55.205207 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3856e5f8-5df3-4d06-830e-a86b9dea809f None None] Checking router: bedeb1a5-4c23-4916-821d-c8296063b3bb for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:59:55.205591 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3856e5f8-5df3-4d06-830e-a86b9dea809f None None] Updating router bedeb1a5-4c23-4916-821d-c8296063b3bb port 1dd83664-1bc8-4d0c-a95d-837515844e62 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 21:59:55.209522 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee89479-53a6-4a9e-800d-acb6d36ba580 None None] DHCP port deletion for 8a6e19c3-e031-4b0b-a10a-d21560ea55a1 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 21:59:55.237055 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-767858ff-fa2f-4f5c-ae6d-1d604c17c346 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.1223273 Aug 11 21:59:55.246085 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60520) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:55.257917 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-fe5ffa70-2bb9-4bae-9cbf-685f3eb66974 admin admin] Request body: {'subnet': {'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-411438173-subnet', 'tenant_id': '5ff75431bb564df5bffa655d84e87396', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:59:55.259036 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767858ff-fa2f-4f5c-ae6d-1d604c17c346 admin admin] Pushing event updated for resources: {'Network': ['ID=bf080b52-f893-4f7c-8435-757491a8008c,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:55.266974 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 74cafc12-fe81-4d78-bacc-6d26481f499e up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:59:55.274634 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13147742-c122-4320-ac8a-542294c7ca13 req-85d8864c-235b-4a11-8b2e-6f0111221f52 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:55.280355 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-db0543ef-f346-4ca1-b297-7a8a830f1bdc tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Network 5382b449-7f03-4943-80f5-2f2d837d33e6 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:59:55.286123 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-13147742-c122-4320-ac8a-542294c7ca13 req-85d8864c-235b-4a11-8b2e-6f0111221f52 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 950 time: 0.1802835 Aug 11 21:59:55.342714 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network bf080b52-f893-4f7c-8435-757491a8008c details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 21:59:55.379296 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-d0b06cbd-c477-4b15-beec-664a4640370e service neutron] 10.222.0.52 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541498 Aug 11 21:59:55.386041 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-13147742-c122-4320-ac8a-542294c7ca13 req-203e7ffd-c6e7-4c99-8a0a-f92014fd0a93 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020143 Aug 11 21:59:55.387292 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-db0543ef-f346-4ca1-b297-7a8a830f1bdc tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:59:55.394282 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5ffa70-2bb9-4bae-9cbf-685f3eb66974 admin admin] Made reservation on behalf of 5ff75431bb564df5bffa655d84e87396 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 21:59:55.396741 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fe5ffa70-2bb9-4bae-9cbf-685f3eb66974 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:55.417077 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3856e5f8-5df3-4d06-830e-a86b9dea809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:55.422914 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-db0543ef-f346-4ca1-b297-7a8a830f1bdc tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:59:55.439915 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0543ef-f346-4ca1-b297-7a8a830f1bdc tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Pushing event updated for resources: {'Port': ['ID=339c59c1-13bb-4b3e-b266-7c1d389f78a2,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:55.478895 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 74cafc12-fe81-4d78-bacc-6d26481f499e triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:59:55.479282 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:55.592943 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fe5ffa70-2bb9-4bae-9cbf-685f3eb66974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:55.595903 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-cee89479-53a6-4a9e-800d-acb6d36ba580 None None] Deleting port 15162c05-74cc-437a-ac8e-ffb1259c3004 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:59:55.596672 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cee89479-53a6-4a9e-800d-acb6d36ba580 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:55.635678 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-db0543ef-f346-4ca1-b297-7a8a830f1bdc tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:55.636497 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-db0543ef-f346-4ca1-b297-7a8a830f1bdc tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:55.664160 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-02cd687b-ccad-431d-b183-c5ba81940090 admin admin] Deleting port 15162c05-74cc-437a-ac8e-ffb1259c3004 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 21:59:55.664669 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-02cd687b-ccad-431d-b183-c5ba81940090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:55.675049 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06905f81-20bc-45f9-b110-3bae2fb00365 req-83ebe673-80f3-4a59-912a-2fbafd5ccb63 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:55.677099 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-06905f81-20bc-45f9-b110-3bae2fb00365 req-83ebe673-80f3-4a59-912a-2fbafd5ccb63 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=554034a7-3ab1-4595-a727-63aeed83ef5a HTTP/1.1" status: 200 len: 931 time: 0.2940843 Aug 11 21:59:55.800059 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ffa70-2bb9-4bae-9cbf-685f3eb66974 admin admin] Pushing event updated for resources: {'Subnet': ['ID=985a839f-f29b-406e-b51f-4bfc5d529d7d,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:55.808516 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-db0543ef-f346-4ca1-b297-7a8a830f1bdc tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8129575 Aug 11 21:59:55.818830 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c294968c-bb81-4c0b-9d82-489ceb8747f2 req-548da580-6cf3-4a62-9153-263dcde985ff service neutron] 10.222.0.52 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212437 Aug 11 21:59:55.840354 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5ffa70-2bb9-4bae-9cbf-685f3eb66974 admin admin] Checking segment: {'id': 'a26e85d0-a905-4271-9972-2aa908ddc09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:59:55.841081 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5ffa70-2bb9-4bae-9cbf-685f3eb66974 admin admin] Network hostable DHCP agents. Network: bf080b52-f893-4f7c-8435-757491a8008c, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 21:59:55.842570 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-4534f886-7be1-4e53-b932-107b3d0ed144 service neutron] Request body: {'port': {'device_id': '554034a7-3ab1-4595-a727-63aeed83ef5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:59:55.859739 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70af29ca-367b-4e01-a625-3da035411ebf admin admin] Router 96ef4fec-33ee-4e79-b335-87b8ff2859f4 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 21:59:55.933022 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-382088b1-9f9f-49a8-a1d1-c836193afe58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:55.934231 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-02cd687b-ccad-431d-b183-c5ba81940090 admin admin] For port 15162c05-74cc-437a-ac8e-ffb1259c3004, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=15162c05-74cc-437a-ac8e-ffb1259c3004,segment=NetworkSegment(d069c60f-2e4a-4d6b-9585-7f7e1b0947e7),segment_id=d069c60f-2e4a-4d6b-9585-7f7e1b0947e7)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:55.934841 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-02cd687b-ccad-431d-b183-c5ba81940090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:55.948500 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5ffa70-2bb9-4bae-9cbf-685f3eb66974 admin admin] Network bf080b52-f893-4f7c-8435-757491a8008c is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 21:59:55.979182 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-cee89479-53a6-4a9e-800d-acb6d36ba580 None None] For port 15162c05-74cc-437a-ac8e-ffb1259c3004, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=15162c05-74cc-437a-ac8e-ffb1259c3004,segment=NetworkSegment(d069c60f-2e4a-4d6b-9585-7f7e1b0947e7),segment_id=d069c60f-2e4a-4d6b-9585-7f7e1b0947e7)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:55.979769 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cee89479-53a6-4a9e-800d-acb6d36ba580 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:55.979977 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff783b8-476b-4474-8afe-1dc66ba9e5d5 req-daf533e0-5e87-444a-9559-6412f3050c62 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:55.981237 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-06905f81-20bc-45f9-b110-3bae2fb00365 req-3da97491-5a65-46a9-8f01-a50a1ad61529 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747383 Aug 11 21:59:55.981678 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7ff783b8-476b-4474-8afe-1dc66ba9e5d5 req-daf533e0-5e87-444a-9559-6412f3050c62 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 943 time: 0.1345551 Aug 11 21:59:55.984512 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-fe5ffa70-2bb9-4bae-9cbf-685f3eb66974 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, bf080b52-f893-4f7c-8435-757491a8008c) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:59:55.997672 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-02cd687b-ccad-431d-b183-c5ba81940090 admin admin] Calling delete_port for 15162c05-74cc-437a-ac8e-ffb1259c3004 owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:59:56.017908 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad9f16c-2109-41d6-ae50-0f8e0bce39e6 None None] Network bf080b52-f893-4f7c-8435-757491a8008c requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:59:56.030607 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5ffa70-2bb9-4bae-9cbf-685f3eb66974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:56.031218 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fe5ffa70-2bb9-4bae-9cbf-685f3eb66974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:56.055002 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-32213a80-2929-401b-91ae-ff9d79ed2f9d service neutron] show failed (client error): The resource could not be found. Aug 11 21:59:56.057106 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-32213a80-2929-401b-91ae-ff9d79ed2f9d service neutron] 10.222.0.82 "GET /v2.0/ports/5416b26f-2494-4b72-9a5e-ad96f58483f2/bindings/n-h2-804275-3 HTTP/1.1" status: 404 len: 380 time: 0.3508673 Aug 11 21:59:56.095705 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fe5ffa70-2bb9-4bae-9cbf-685f3eb66974 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8354161 Aug 11 21:59:56.176438 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7ff783b8-476b-4474-8afe-1dc66ba9e5d5 req-3c1cd05d-a4b1-4b7b-86b6-96b89862e317 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516621 Aug 11 21:59:56.177821 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-cee89479-53a6-4a9e-800d-acb6d36ba580 None None] Calling delete_port for 15162c05-74cc-437a-ac8e-ffb1259c3004 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 21:59:56.192776 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-4534f886-7be1-4e53-b932-107b3d0ed144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:56.198021 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc38cf3-d58a-4c7a-be37-3a7aa0d91ac8 req-f20fc424-7f11-41f8-9dd1-da7ab351551e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:56.199673 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fc38cf3-d58a-4c7a-be37-3a7aa0d91ac8 req-f20fc424-7f11-41f8-9dd1-da7ab351551e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a5fc899cc52f44178d979d66e6a50dde&device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 1094 time: 0.2980669 Aug 11 21:59:56.379215 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-382088b1-9f9f-49a8-a1d1-c836193afe58 admin admin] Allocated IP 172.20.0.1 (9ee82d1e-f564-4655-920a-1c8e14b5a8ee/fdee5637-e501-42bf-a4e0-c15bbe0620f8/b91013e4-b495-4654-ab9e-b91e12068589) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 21:59:56.394079 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 20a18fcb-34c5-4ee7-a613-d90478ff34ce up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:59:56.401907 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70af29ca-367b-4e01-a625-3da035411ebf admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 21:59:56.419472 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602cab79-66d3-4ebb-816a-312d7b32b03d None None] Sync routers for ids ['96ef4fec-33ee-4e79-b335-87b8ff2859f4'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 21:59:56.435189 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-8337bb20-6c6e-455b-8e7a-173109956b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:56.437010 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-8337bb20-6c6e-455b-8e7a-173109956b91 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b&tenant_id=01fca9b3362949bdabf015b4ac4622c7 HTTP/1.1" status: 200 len: 1101 time: 0.0953791 Aug 11 21:59:56.447783 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602cab79-66d3-4ebb-816a-312d7b32b03d None None] Routers {'96ef4fec-33ee-4e79-b335-87b8ff2859f4'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:59:56.449334 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-602cab79-66d3-4ebb-816a-312d7b32b03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:59:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['96ef4fec-33ee-4e79-b335-87b8ff2859f4'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:56.452412 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-70af29ca-367b-4e01-a625-3da035411ebf admin admin] 10.222.0.77 "PUT /v2.0/routers/96ef4fec-33ee-4e79-b335-87b8ff2859f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9173102 Aug 11 21:59:56.456840 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-02cd687b-ccad-431d-b183-c5ba81940090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:56.502803 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-4d15e883-5af9-475d-a5dc-f2793ef847ee service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804275-3', 'device_owner': 'compute:nova'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 21:59:56.596112 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd687b-ccad-431d-b183-c5ba81940090 admin admin] Pushing event deleted for resources: {'Port': ['ID=15162c05-74cc-437a-ac8e-ffb1259c3004,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:56.606444 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cd687b-ccad-431d-b183-c5ba81940090 admin admin] No DVR routers for this DVR port 15162c05-74cc-437a-ac8e-ffb1259c3004 on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:59:56.694417 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-4d15e883-5af9-475d-a5dc-f2793ef847ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:56.701864 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc38cf3-d58a-4c7a-be37-3a7aa0d91ac8 req-25dab560-e1e4-4eba-8d09-33d74b5ab65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:56.703758 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fc38cf3-d58a-4c7a-be37-3a7aa0d91ac8 req-25dab560-e1e4-4eba-8d09-33d74b5ab65f service neutron] 10.222.0.52 "GET /v2.0/networks?id=83735497-c152-410a-a532-372740b4ec60 HTTP/1.1" status: 200 len: 908 time: 0.4888368 Aug 11 21:59:56.725975 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679a2b1-09a0-4201-a0ed-dd9eb0ade7a8 req-cef2aa3d-be25-4ece-b12e-5bd51a0ac534 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:56.728212 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1679a2b1-09a0-4201-a0ed-dd9eb0ade7a8 req-cef2aa3d-be25-4ece-b12e-5bd51a0ac534 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 950 time: 0.1625264 Aug 11 21:59:56.742622 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-382088b1-9f9f-49a8-a1d1-c836193afe58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:56.804334 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2e4788-ad74-4eb6-9ca4-72fdc29c1941 None None] Network bf080b52-f893-4f7c-8435-757491a8008c requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 21:59:56.823685 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-382088b1-9f9f-49a8-a1d1-c836193afe58 admin admin] Transition to ACTIVE for port object b91013e4-b495-4654-ab9e-b91e12068589 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:59:56.921022 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-602cab79-66d3-4ebb-816a-312d7b32b03d None None] Set router 96ef4fec-33ee-4e79-b335-87b8ff2859f4 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:59:56.986721 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1679a2b1-09a0-4201-a0ed-dd9eb0ade7a8 req-87ed494e-e5eb-4362-8ad1-574074ca172d tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456868 Aug 11 21:59:57.016975 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fc38cf3-d58a-4c7a-be37-3a7aa0d91ac8 req-1ac7cc08-b68c-4758-be87-bdb8dd2dc4fe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62bfc372-84f4-45ff-a1b2-81d95153d84e HTTP/1.1" status: 200 len: 217 time: 0.1793692 Aug 11 21:59:57.067866 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-382088b1-9f9f-49a8-a1d1-c836193afe58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:57.127787 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cee89479-53a6-4a9e-800d-acb6d36ba580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:57.167297 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382088b1-9f9f-49a8-a1d1-c836193afe58 admin admin] Network 9ee82d1e-f564-4655-920a-1c8e14b5a8ee is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:59:57.170476 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382088b1-9f9f-49a8-a1d1-c836193afe58 admin admin] Pushing event updated for resources: {'Port': ['ID=b91013e4-b495-4654-ab9e-b91e12068589,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:57.176617 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-382088b1-9f9f-49a8-a1d1-c836193afe58 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:59:57.181007 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382088b1-9f9f-49a8-a1d1-c836193afe58 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 21:59:57.221780 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee89479-53a6-4a9e-800d-acb6d36ba580 None None] Pushing event deleted for resources: {'Port': ['ID=15162c05-74cc-437a-ac8e-ffb1259c3004,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:57.243588 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee89479-53a6-4a9e-800d-acb6d36ba580 None None] No DVR routers for this DVR port 15162c05-74cc-437a-ac8e-ffb1259c3004 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:59:57.257981 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-4d15e883-5af9-475d-a5dc-f2793ef847ee service neutron] For port 5416b26f-2494-4b72-9a5e-ad96f58483f2, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=5416b26f-2494-4b72-9a5e-ad96f58483f2,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:57.301639 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-02cd687b-ccad-431d-b183-c5ba81940090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:57.359339 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc38cf3-d58a-4c7a-be37-3a7aa0d91ac8 req-1fa11d67-6b09-42e8-aac1-55ea7012aff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:57.361830 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fc38cf3-d58a-4c7a-be37-3a7aa0d91ac8 req-1fa11d67-6b09-42e8-aac1-55ea7012aff7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=45488324-eef4-4094-a90c-865b32db4e15 HTTP/1.1" status: 200 len: 847 time: 0.2914605 Aug 11 21:59:57.369048 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3856e5f8-5df3-4d06-830e-a86b9dea809f None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:57.385885 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3856e5f8-5df3-4d06-830e-a86b9dea809f None None] Transition to ACTIVE for port object 1dd83664-1bc8-4d0c-a95d-837515844e62 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:59:57.389336 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-02cd687b-ccad-431d-b183-c5ba81940090 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6e19c3-e031-4b0b-a10a-d21560ea55a1']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:57.390456 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 20a18fcb-34c5-4ee7-a613-d90478ff34ce triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:59:57.391028 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:57.426430 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-382088b1-9f9f-49a8-a1d1-c836193afe58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:57.451111 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-02cd687b-ccad-431d-b183-c5ba81940090 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd069c60f-2e4a-4d6b-9585-7f7e1b0947e7') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:57.451369 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-02cd687b-ccad-431d-b183-c5ba81940090 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd069c60f-2e4a-4d6b-9585-7f7e1b0947e7') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:57.458089 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fc38cf3-d58a-4c7a-be37-3a7aa0d91ac8 req-755659d4-5b0d-4de8-a6b1-262ecd56bd17 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=83735497-c152-410a-a532-372740b4ec60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797408 Aug 11 21:59:57.458693 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-602cab79-66d3-4ebb-816a-312d7b32b03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ef4fec-33ee-4e79-b335-87b8ff2859f4', 'name': 'tempest-ServerRescueNegativeTestJSON-516015254-router', 'tenant_id': 'f8b3422dece244b1afcf393ec9f1b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '74cafc12-fe81-4d78-bacc-6d26481f499e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:59:44Z', 'updated_at': '2021-08-11T21:59:52Z', 'revision_number': 4, 'project_id': 'f8b3422dece244b1afcf393ec9f1b957', 'gw_port': {'id': '74cafc12-fe81-4d78-bacc-6d26481f499e', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ef4fec-33ee-4e79-b335-87b8ff2859f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:59:45Z', 'updated_at': '2021-08-11T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'f6361e12-935a-4f4d-8146-b615d622cb80', 'name': '', 'network_id': '2e5ce1c7-b332-4021-b8e6-4d054d5f0a81', 'tenant_id': 'f8b3422dece244b1afcf393ec9f1b957', 'mac_address': 'fa:16:3e:72:68:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ef4fec-33ee-4e79-b335-87b8ff2859f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'fd19ad71-37f3-4014-bc35-046e6b7efdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:59:50Z', 'updated_at': '2021-08-11T21:59:52Z', 'revision_number': 2, 'project_id': 'f8b3422dece244b1afcf393ec9f1b957', 'subnets': [{'id': 'fd19ad71-37f3-4014-bc35-046e6b7efdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:57.464151 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3856e5f8-5df3-4d06-830e-a86b9dea809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:57.492067 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-02cd687b-ccad-431d-b183-c5ba81940090 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:57.499673 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602cab79-66d3-4ebb-816a-312d7b32b03d None None] Checking router: 96ef4fec-33ee-4e79-b335-87b8ff2859f4 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 21:59:57.500417 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602cab79-66d3-4ebb-816a-312d7b32b03d None None] Updating router 96ef4fec-33ee-4e79-b335-87b8ff2859f4 port f6361e12-935a-4f4d-8146-b615d622cb80 binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 21:59:57.500552 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-303d32c8-b9de-4dca-8253-610ada6091ab tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:57.502242 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-303d32c8-b9de-4dca-8253-610ada6091ab tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/networks?id=bf080b52-f893-4f7c-8435-757491a8008c HTTP/1.1" status: 200 len: 811 time: 0.5349658 Aug 11 21:59:57.552297 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-602cab79-66d3-4ebb-816a-312d7b32b03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:57.561704 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-4d15e883-5af9-475d-a5dc-f2793ef847ee service neutron] For port 5416b26f-2494-4b72-9a5e-ad96f58483f2, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:59:57.590105 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-3856e5f8-5df3-4d06-830e-a86b9dea809f None None] Attempting to bind port 1dd83664-1bc8-4d0c-a95d-837515844e62 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:59:57.590488 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-3856e5f8-5df3-4d06-830e-a86b9dea809f None None] Attempting to bind port 1dd83664-1bc8-4d0c-a95d-837515844e62 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:59:57.590864 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3856e5f8-5df3-4d06-830e-a86b9dea809f None None] Attempting to bind port 1dd83664-1bc8-4d0c-a95d-837515844e62 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:59:57.603607 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3856e5f8-5df3-4d06-830e-a86b9dea809f None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:59:57.604290 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3856e5f8-5df3-4d06-830e-a86b9dea809f None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:59:57.604808 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3856e5f8-5df3-4d06-830e-a86b9dea809f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:57.605438 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3856e5f8-5df3-4d06-830e-a86b9dea809f None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:59:57.606003 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-3856e5f8-5df3-4d06-830e-a86b9dea809f None None] Bound port: 1dd83664-1bc8-4d0c-a95d-837515844e62, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:59:57.606596 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3856e5f8-5df3-4d06-830e-a86b9dea809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:57.612702 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d68e9240-5855-4793-afee-76b015b2093a no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:59:57.615918 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fc38cf3-d58a-4c7a-be37-3a7aa0d91ac8 req-eac2cc89-4a15-4dd0-bc87-fbe8e3d0040f service neutron] 10.222.0.52 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294401 Aug 11 21:59:57.658265 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5416b26f-2494-4b72-9a5e-ad96f58483f2'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:59:57.661688 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e10c26-2170-49c1-b005-e5cb7a86895e" -d '{"events": [{"server_uuid": "91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b", "name": "network-vif-unplugged", "status": "completed", "tag": "5416b26f-2494-4b72-9a5e-ad96f58483f2"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:59:57.666932 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-4d15e883-5af9-475d-a5dc-f2793ef847ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:57.674113 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: d68e9240-5855-4793-afee-76b015b2093a {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:59:57.674113 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d68e9240-5855-4793-afee-76b015b2093a not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:59:57.689107 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046fe0b-5215-4e20-9634-3cbb009ee139 None None] Pushing event updated for resources: {'Port': ['ID=1dd83664-1bc8-4d0c-a95d-837515844e62,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:57.702532 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-581fcdee-4846-4be5-ad03-7822333cd74c None None] Provisioning for port b91013e4-b495-4654-ab9e-b91e12068589 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 21:59:57.703077 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-02cd687b-ccad-431d-b183-c5ba81940090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:57.712897 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-581fcdee-4846-4be5-ad03-7822333cd74c None None] Provisioning complete for port b91013e4-b495-4654-ab9e-b91e12068589 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 21:59:57.713909 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-581fcdee-4846-4be5-ad03-7822333cd74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:57.714463 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-2fffb3c8-d676-4f76-9dba-8ea9af6ff1e0 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/quotas/5ff75431bb564df5bffa655d84e87396 HTTP/1.1" status: 200 len: 375 time: 0.0975137 Aug 11 21:59:57.730126 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02cd687b-ccad-431d-b183-c5ba81940090 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 21:59:57.730585 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-02cd687b-ccad-431d-b183-c5ba81940090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: timer() Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 21:59:57.732382 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 21:59:57.778409 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-581fcdee-4846-4be5-ad03-7822333cd74c None None] Port b91013e4-b495-4654-ab9e-b91e12068589 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 21:59:57.805152 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-4534f886-7be1-4e53-b932-107b3d0ed144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 339c59c1-13bb-4b3e-b266-7c1d389f78a2 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:59:57.808681 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-3856e5f8-5df3-4d06-830e-a86b9dea809f None None] For port 1dd83664-1bc8-4d0c-a95d-837515844e62, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:59:57.812433 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-3856e5f8-5df3-4d06-830e-a86b9dea809f None None] For port 1dd83664-1bc8-4d0c-a95d-837515844e62, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1dd83664-1bc8-4d0c-a95d-837515844e62,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:59:57.813580 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca20761-23cb-473d-b764-a4dddf8c113b req-9630e155-0ce1-4e04-b2cb-3db8f1a06a29 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:57.815623 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aca20761-23cb-473d-b764-a4dddf8c113b req-9630e155-0ce1-4e04-b2cb-3db8f1a06a29 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/networks?id=2e5ce1c7-b332-4021-b8e6-4d054d5f0a81 HTTP/1.1" status: 200 len: 818 time: 0.5585666 Aug 11 21:59:57.820164 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3856e5f8-5df3-4d06-830e-a86b9dea809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:57.826925 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 15162c05-74cc-437a-ac8e-ffb1259c3004 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:59:57.830969 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-4534f886-7be1-4e53-b932-107b3d0ed144 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:57.846305 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aca20761-23cb-473d-b764-a4dddf8c113b req-953f0e05-9fc6-48d4-8305-0f9032282a82 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/quotas/f8b3422dece244b1afcf393ec9f1b957 HTTP/1.1" status: 200 len: 375 time: 0.0192027 Aug 11 21:59:57.877873 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 15162c05-74cc-437a-ac8e-ffb1259c3004 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 21:59:57.878940 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 15162c05-74cc-437a-ac8e-ffb1259c3004 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:59:57.911591 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-dfbf0fed-f5ca-4a46-9d95-ee30437c672e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5ff75431bb564df5bffa655d84e87396&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1844895 Aug 11 21:59:57.933675 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-382088b1-9f9f-49a8-a1d1-c836193afe58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:57.941847 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3856e5f8-5df3-4d06-830e-a86b9dea809f None None] Routers {'bedeb1a5-4c23-4916-821d-c8296063b3bb'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:59:57.942715 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-3856e5f8-5df3-4d06-830e-a86b9dea809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:59:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bedeb1a5-4c23-4916-821d-c8296063b3bb'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:57.949456 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-4534f886-7be1-4e53-b932-107b3d0ed144 service neutron] Transition to ACTIVE for port object 339c59c1-13bb-4b3e-b266-7c1d389f78a2 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:59:57.989553 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-4534f886-7be1-4e53-b932-107b3d0ed144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:58.020123 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-02cd687b-ccad-431d-b183-c5ba81940090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:58.025404 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-602cab79-66d3-4ebb-816a-312d7b32b03d None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:58.029313 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-02cd687b-ccad-431d-b183-c5ba81940090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:58.033172 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-02cd687b-ccad-431d-b183-c5ba81940090 admin admin] 10.222.0.77 "DELETE /v2.0/networks/8a6e19c3-e031-4b0b-a10a-d21560ea55a1 HTTP/1.1" status: 204 len: 168 time: 3.3066297 Aug 11 21:59:58.042397 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-602cab79-66d3-4ebb-816a-312d7b32b03d None None] Transition to ACTIVE for port object f6361e12-935a-4f4d-8146-b615d622cb80 will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:59:58.050799 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-602cab79-66d3-4ebb-816a-312d7b32b03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:58.118549 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fc38cf3-d58a-4c7a-be37-3a7aa0d91ac8 req-1f9af080-6af5-4333-bc24-ffb61c60e87d service neutron] 10.222.0.52 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851377 Aug 11 21:59:58.128649 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd687b-ccad-431d-b183-c5ba81940090 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a6e19c3-e031-4b0b-a10a-d21560ea55a1,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:58.176801 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534f886-7be1-4e53-b932-107b3d0ed144 service neutron] Pushing event updated for resources: {'Port': ['ID=339c59c1-13bb-4b3e-b266-7c1d389f78a2,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:58.222549 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-3856e5f8-5df3-4d06-830e-a86b9dea809f None None] Set router bedeb1a5-4c23-4916-821d-c8296063b3bb gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:59:58.229336 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-602cab79-66d3-4ebb-816a-312d7b32b03d None None] Attempting to bind port f6361e12-935a-4f4d-8146-b615d622cb80 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:59:58.229710 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-602cab79-66d3-4ebb-816a-312d7b32b03d None None] Attempting to bind port f6361e12-935a-4f4d-8146-b615d622cb80 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2e5ce1c7-b332-4021-b8e6-4d054d5f0a81'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:59:58.230087 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602cab79-66d3-4ebb-816a-312d7b32b03d None None] Attempting to bind port f6361e12-935a-4f4d-8146-b615d622cb80 on network 2e5ce1c7-b332-4021-b8e6-4d054d5f0a81 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:59:58.242344 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723e91f-77ae-4d48-b513-6ee296f774ab None None] Pushing event updated for resources: {'Port': ['ID=f6361e12-935a-4f4d-8146-b615d622cb80,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:58.251143 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-8be48a1e-0280-4323-bcad-6c512c715afc service neutron] 10.222.0.77 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226602 Aug 11 21:59:58.253500 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e723e91f-77ae-4d48-b513-6ee296f774ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:58.253956 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e723e91f-77ae-4d48-b513-6ee296f774ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:58.254323 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e723e91f-77ae-4d48-b513-6ee296f774ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:58.254773 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e723e91f-77ae-4d48-b513-6ee296f774ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:58.255129 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e723e91f-77ae-4d48-b513-6ee296f774ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:58.255462 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e723e91f-77ae-4d48-b513-6ee296f774ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:58.256761 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e723e91f-77ae-4d48-b513-6ee296f774ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:58.257701 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e723e91f-77ae-4d48-b513-6ee296f774ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:58.258178 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e723e91f-77ae-4d48-b513-6ee296f774ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:58.258533 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e723e91f-77ae-4d48-b513-6ee296f774ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:58.259102 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e723e91f-77ae-4d48-b513-6ee296f774ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:58.259490 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e723e91f-77ae-4d48-b513-6ee296f774ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 21:59:58.264065 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602cab79-66d3-4ebb-816a-312d7b32b03d None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:59:58.264486 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602cab79-66d3-4ebb-816a-312d7b32b03d None None] Checking segment: {'id': '7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2e5ce1c7-b332-4021-b8e6-4d054d5f0a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:59:58.264897 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-602cab79-66d3-4ebb-816a-312d7b32b03d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:58.265356 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602cab79-66d3-4ebb-816a-312d7b32b03d None None] Bound using segment: {'id': '7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2e5ce1c7-b332-4021-b8e6-4d054d5f0a81'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:59:58.265893 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-602cab79-66d3-4ebb-816a-312d7b32b03d None None] Bound port: f6361e12-935a-4f4d-8146-b615d622cb80, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2e5ce1c7-b332-4021-b8e6-4d054d5f0a81'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:59:58.266408 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-602cab79-66d3-4ebb-816a-312d7b32b03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:58.307835 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60572) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:58.309413 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-4534f886-7be1-4e53-b932-107b3d0ed144 service neutron] Attempting to bind port 339c59c1-13bb-4b3e-b266-7c1d389f78a2 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:59:58.310047 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-4534f886-7be1-4e53-b932-107b3d0ed144 service neutron] Attempting to bind port 339c59c1-13bb-4b3e-b266-7c1d389f78a2 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '955956c0-819f-4ff3-b129-18102dcedf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5382b449-7f03-4943-80f5-2f2d837d33e6'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:59:58.310642 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-4534f886-7be1-4e53-b932-107b3d0ed144 service neutron] Attempting to bind port 339c59c1-13bb-4b3e-b266-7c1d389f78a2 on network 5382b449-7f03-4943-80f5-2f2d837d33e6 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:59:58.324455 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-382088b1-9f9f-49a8-a1d1-c836193afe58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:58.328476 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-4d15e883-5af9-475d-a5dc-f2793ef847ee service neutron] Transition to ACTIVE for port object 5416b26f-2494-4b72-9a5e-ad96f58483f2 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 21:59:58.336956 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-4d15e883-5af9-475d-a5dc-f2793ef847ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:58.341571 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-382088b1-9f9f-49a8-a1d1-c836193afe58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:58.350893 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-602cab79-66d3-4ebb-816a-312d7b32b03d None None] For port f6361e12-935a-4f4d-8146-b615d622cb80, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:59:58.354770 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-602cab79-66d3-4ebb-816a-312d7b32b03d None None] For port f6361e12-935a-4f4d-8146-b615d622cb80, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f6361e12-935a-4f4d-8146-b615d622cb80,segment=NetworkSegment(7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a),segment_id=7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:59:58.368128 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-602cab79-66d3-4ebb-816a-312d7b32b03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:58.465116 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602cab79-66d3-4ebb-816a-312d7b32b03d None None] Routers {'96ef4fec-33ee-4e79-b335-87b8ff2859f4'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 21:59:58.466930 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-602cab79-66d3-4ebb-816a-312d7b32b03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:59:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['96ef4fec-33ee-4e79-b335-87b8ff2859f4'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:58.481475 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 62bfc372-84f4-45ff-a1b2-81d95153d84e details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 21:59:58.486918 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15e883-5af9-475d-a5dc-f2793ef847ee service neutron] Pushing event updated for resources: {'Port': ['ID=5416b26f-2494-4b72-9a5e-ad96f58483f2,revision_number=6']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:58.513558 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aca20761-23cb-473d-b764-a4dddf8c113b req-419985a4-2e79-41f5-9e7f-a2d7026f9295 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f8b3422dece244b1afcf393ec9f1b957&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6557190 Aug 11 21:59:58.596327 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723e91f-77ae-4d48-b513-6ee296f774ab None None] Pushing event updated for resources: {'Port': ['ID=f6361e12-935a-4f4d-8146-b615d622cb80,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:58.614180 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 62bfc372-84f4-45ff-a1b2-81d95153d84e, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=62bfc372-84f4-45ff-a1b2-81d95153d84e,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:58.631269 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 5416b26f-2494-4b72-9a5e-ad96f58483f2 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 21:59:58.677790 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '62bfc372-84f4-45ff-a1b2-81d95153d84e', 'network_id': '83735497-c152-410a-a532-372740b4ec60', 'port_id': '62bfc372-84f4-45ff-a1b2-81d95153d84e', 'mac_address': 'fa:16:3e:03:c9:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45488324-eef4-4094-a90c-865b32db4e15', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 21:59:58.713800 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046fe0b-5215-4e20-9634-3cbb009ee139 None None] Pushing event updated for resources: {'Port': ['ID=1dd83664-1bc8-4d0c-a95d-837515844e62,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:58.729131 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 5416b26f-2494-4b72-9a5e-ad96f58483f2 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 21:59:58.790706 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:58.812860 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-3856e5f8-5df3-4d06-830e-a86b9dea809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bedeb1a5-4c23-4916-821d-c8296063b3bb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-656922331-router', 'tenant_id': '08edb5c6a9bb4041bea3d91d68436963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '1dd83664-1bc8-4d0c-a95d-837515844e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:59:48Z', 'updated_at': '2021-08-11T21:59:57Z', 'revision_number': 4, 'project_id': '08edb5c6a9bb4041bea3d91d68436963', 'gw_port': {'id': '1dd83664-1bc8-4d0c-a95d-837515844e62', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:11:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bedeb1a5-4c23-4916-821d-c8296063b3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:59:50Z', 'updated_at': '2021-08-11T21:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'b91013e4-b495-4654-ab9e-b91e12068589', 'name': '', 'network_id': '9ee82d1e-f564-4655-920a-1c8e14b5a8ee', 'tenant_id': '08edb5c6a9bb4041bea3d91d68436963', 'mac_address': 'fa:16:3e:4d:32:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bedeb1a5-4c23-4916-821d-c8296063b3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'fdee5637-e501-42bf-a4e0-c15bbe0620f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:59:55Z', 'updated_at': '2021-08-11T21:59:56Z', 'revision_number': 1, 'project_id': '08edb5c6a9bb4041bea3d91d68436963', 'subnets': [{'id': 'fdee5637-e501-42bf-a4e0-c15bbe0620f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:58.836762 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-4534f886-7be1-4e53-b932-107b3d0ed144 service neutron] Port 339c59c1-13bb-4b3e-b266-7c1d389f78a2 on network 5382b449-7f03-4943-80f5-2f2d837d33e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:59:58.837891 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-4534f886-7be1-4e53-b932-107b3d0ed144 service neutron] Attempting to bind port 339c59c1-13bb-4b3e-b266-7c1d389f78a2 on network 5382b449-7f03-4943-80f5-2f2d837d33e6 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:59:58.847431 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3856e5f8-5df3-4d06-830e-a86b9dea809f None None] The sync data for ids ['bedeb1a5-4c23-4916-821d-c8296063b3bb'] in n-d-804275-3 is: [{'id': 'bedeb1a5-4c23-4916-821d-c8296063b3bb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-656922331-router', 'tenant_id': '08edb5c6a9bb4041bea3d91d68436963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '1dd83664-1bc8-4d0c-a95d-837515844e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:59:48Z', 'updated_at': '2021-08-11T21:59:57Z', 'revision_number': 4, 'project_id': '08edb5c6a9bb4041bea3d91d68436963', 'gw_port': {'id': '1dd83664-1bc8-4d0c-a95d-837515844e62', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:11:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bedeb1a5-4c23-4916-821d-c8296063b3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:59:50Z', 'updated_at': '2021-08-11T21:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'b91013e4-b495-4654-ab9e-b91e12068589', 'name': '', 'network_id': '9ee82d1e-f564-4655-920a-1c8e14b5a8ee', 'tenant_id': '08edb5c6a9bb4041bea3d91d68436963', 'mac_address': 'fa:16:3e:4d:32:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bedeb1a5-4c23-4916-821d-c8296063b3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'fdee5637-e501-42bf-a4e0-c15bbe0620f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:59:55Z', 'updated_at': '2021-08-11T21:59:56Z', 'revision_number': 1, 'project_id': '08edb5c6a9bb4041bea3d91d68436963', 'subnets': [{'id': 'fdee5637-e501-42bf-a4e0-c15bbe0620f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:59:58.855424 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-602cab79-66d3-4ebb-816a-312d7b32b03d None None] Set router 96ef4fec-33ee-4e79-b335-87b8ff2859f4 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 21:59:58.857735 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62bfc372-84f4-45ff-a1b2-81d95153d84e {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 21:59:58.874438 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-4534f886-7be1-4e53-b932-107b3d0ed144 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:59:58.875189 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-4534f886-7be1-4e53-b932-107b3d0ed144 service neutron] Checking segment: {'id': '955956c0-819f-4ff3-b129-18102dcedf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5382b449-7f03-4943-80f5-2f2d837d33e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:59:58.876485 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-4534f886-7be1-4e53-b932-107b3d0ed144 service neutron] Bound using segment: {'id': '955956c0-819f-4ff3-b129-18102dcedf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5382b449-7f03-4943-80f5-2f2d837d33e6'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:59:58.877185 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-4534f886-7be1-4e53-b932-107b3d0ed144 service neutron] Bound port: 339c59c1-13bb-4b3e-b266-7c1d389f78a2, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955956c0-819f-4ff3-b129-18102dcedf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5382b449-7f03-4943-80f5-2f2d837d33e6'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:59:58.877745 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-4534f886-7be1-4e53-b932-107b3d0ed144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:58.886466 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 62bfc372-84f4-45ff-a1b2-81d95153d84e, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=62bfc372-84f4-45ff-a1b2-81d95153d84e,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 21:59:58.894604 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:58.947563 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3f6bfe1d-0fbc-4ba3-90db-b8fcb882046c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d228bcd96dda4befb512de44e361f178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6335690 Aug 11 21:59:58.952468 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60574) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 21:59:58.981481 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=62bfc372-84f4-45ff-a1b2-81d95153d84e,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:59.004088 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-2c514778-8c8b-4e98-8331-26bb84048e97 service neutron] 10.222.0.77 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7269166 Aug 11 21:59:59.063186 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-4534f886-7be1-4e53-b932-107b3d0ed144 service neutron] For port 339c59c1-13bb-4b3e-b266-7c1d389f78a2, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 21:59:59.074024 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-4534f886-7be1-4e53-b932-107b3d0ed144 service neutron] For port 339c59c1-13bb-4b3e-b266-7c1d389f78a2, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=339c59c1-13bb-4b3e-b266-7c1d389f78a2,segment=NetworkSegment(955956c0-819f-4ff3-b129-18102dcedf3e),segment_id=955956c0-819f-4ff3-b129-18102dcedf3e)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 21:59:59.082962 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-4d15e883-5af9-475d-a5dc-f2793ef847ee service neutron] No DVR routers for this DVR port 5416b26f-2494-4b72-9a5e-ad96f58483f2 on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 21:59:59.098773 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-4534f886-7be1-4e53-b932-107b3d0ed144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:59.102174 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-382088b1-9f9f-49a8-a1d1-c836193afe58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:59.120694 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['62bfc372-84f4-45ff-a1b2-81d95153d84e'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 21:59:59.163042 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382088b1-9f9f-49a8-a1d1-c836193afe58 admin admin] Pushing event updated for resources: {'Port': ['ID=b91013e4-b495-4654-ab9e-b91e12068589,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:59.168884 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-4534f886-7be1-4e53-b932-107b3d0ed144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:59.169997 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-4534f886-7be1-4e53-b932-107b3d0ed144 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:59.178245 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-4534f886-7be1-4e53-b932-107b3d0ed144 service neutron] 10.222.0.82 "PUT /v2.0/ports/339c59c1-13bb-4b3e-b266-7c1d389f78a2 HTTP/1.1" status: 200 len: 1091 time: 3.3432755 Aug 11 21:59:59.229926 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554034a7-3ab1-4595-a727-63aeed83ef5a', 'tag': '339c59c1-13bb-4b3e-b266-7c1d389f78a2'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 21:59:59.252402 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-602cab79-66d3-4ebb-816a-312d7b32b03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ef4fec-33ee-4e79-b335-87b8ff2859f4', 'name': 'tempest-ServerRescueNegativeTestJSON-516015254-router', 'tenant_id': 'f8b3422dece244b1afcf393ec9f1b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '74cafc12-fe81-4d78-bacc-6d26481f499e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:59:44Z', 'updated_at': '2021-08-11T21:59:52Z', 'revision_number': 4, 'project_id': 'f8b3422dece244b1afcf393ec9f1b957', 'gw_port': {'id': '74cafc12-fe81-4d78-bacc-6d26481f499e', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ef4fec-33ee-4e79-b335-87b8ff2859f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:59:45Z', 'updated_at': '2021-08-11T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'f6361e12-935a-4f4d-8146-b615d622cb80', 'name': '', 'network_id': '2e5ce1c7-b332-4021-b8e6-4d054d5f0a81', 'tenant_id': 'f8b3422dece244b1afcf393ec9f1b957', 'mac_address': 'fa:16:3e:72:68:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ef4fec-33ee-4e79-b335-87b8ff2859f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'fd19ad71-37f3-4014-bc35-046e6b7efdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:59:50Z', 'updated_at': '2021-08-11T21:59:58Z', 'revision_number': 4, 'project_id': 'f8b3422dece244b1afcf393ec9f1b957', 'subnets': [{'id': 'fd19ad71-37f3-4014-bc35-046e6b7efdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 21:59:59.255157 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3dc89c-87c3-4af4-abf4-927b9264fe79" -d '{"events": [{"name": "network-changed", "server_uuid": "554034a7-3ab1-4595-a727-63aeed83ef5a", "tag": "339c59c1-13bb-4b3e-b266-7c1d389f78a2"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 21:59:59.279692 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2e27da93-5472-4e1a-b6ed-649d17b7c066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:59.319223 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2e27da93-5472-4e1a-b6ed-649d17b7c066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:59.370888 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602cab79-66d3-4ebb-816a-312d7b32b03d None None] The sync data for ids ['96ef4fec-33ee-4e79-b335-87b8ff2859f4'] in n-d-804275-3 is: [{'id': '96ef4fec-33ee-4e79-b335-87b8ff2859f4', 'name': 'tempest-ServerRescueNegativeTestJSON-516015254-router', 'tenant_id': 'f8b3422dece244b1afcf393ec9f1b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '74cafc12-fe81-4d78-bacc-6d26481f499e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:59:44Z', 'updated_at': '2021-08-11T21:59:52Z', 'revision_number': 4, 'project_id': 'f8b3422dece244b1afcf393ec9f1b957', 'gw_port': {'id': '74cafc12-fe81-4d78-bacc-6d26481f499e', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ef4fec-33ee-4e79-b335-87b8ff2859f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:59:45Z', 'updated_at': '2021-08-11T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'f6361e12-935a-4f4d-8146-b615d622cb80', 'name': '', 'network_id': '2e5ce1c7-b332-4021-b8e6-4d054d5f0a81', 'tenant_id': 'f8b3422dece244b1afcf393ec9f1b957', 'mac_address': 'fa:16:3e:72:68:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ef4fec-33ee-4e79-b335-87b8ff2859f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'fd19ad71-37f3-4014-bc35-046e6b7efdcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:59:50Z', 'updated_at': '2021-08-11T21:59:58Z', 'revision_number': 4, 'project_id': 'f8b3422dece244b1afcf393ec9f1b957', 'subnets': [{'id': 'fd19ad71-37f3-4014-bc35-046e6b7efdcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 21:59:59.382731 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-4d15e883-5af9-475d-a5dc-f2793ef847ee service neutron] Attempting to bind port 5416b26f-2494-4b72-9a5e-ad96f58483f2 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 21:59:59.383198 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-4d15e883-5af9-475d-a5dc-f2793ef847ee service neutron] Attempting to bind port 5416b26f-2494-4b72-9a5e-ad96f58483f2 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 21:59:59.385026 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-4d15e883-5af9-475d-a5dc-f2793ef847ee service neutron] Attempting to bind port 5416b26f-2494-4b72-9a5e-ad96f58483f2 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:59:59.413712 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aca20761-23cb-473d-b764-a4dddf8c113b req-a7372ef2-5419-4482-a0fb-c96af21198cb service neutron] 10.222.0.77 "GET /v2.0/networks/2e5ce1c7-b332-4021-b8e6-4d054d5f0a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8980310 Aug 11 21:59:59.437649 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-278b3ea9-c4d7-410f-b679-edb5dbe7f12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:59.439440 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-278b3ea9-c4d7-410f-b679-edb5dbe7f12c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e367bb851780420faef645c6e2737134&device_id=554034a7-3ab1-4595-a727-63aeed83ef5a HTTP/1.1" status: 200 len: 1094 time: 0.1770570 Aug 11 21:59:59.452524 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534f886-7be1-4e53-b932-107b3d0ed144 service neutron] Pushing event updated for resources: {'Port': ['ID=339c59c1-13bb-4b3e-b266-7c1d389f78a2,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:59.611828 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-4d15e883-5af9-475d-a5dc-f2793ef847ee service neutron] Port 5416b26f-2494-4b72-9a5e-ad96f58483f2 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 21:59:59.612156 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-4d15e883-5af9-475d-a5dc-f2793ef847ee service neutron] Attempting to bind port 5416b26f-2494-4b72-9a5e-ad96f58483f2 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 21:59:59.626795 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aca20761-23cb-473d-b764-a4dddf8c113b req-f818f7ab-00ff-4f5a-8617-194928bddc83 service neutron] 10.222.0.77 "GET /v2.0/networks/2e5ce1c7-b332-4021-b8e6-4d054d5f0a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127075 Aug 11 21:59:59.637577 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-7b074e10-977a-49ca-ac89-ac5671e51f26 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=339c59c1-13bb-4b3e-b266-7c1d389f78a2 HTTP/1.1" status: 200 len: 217 time: 0.1811934 Aug 11 21:59:59.641095 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-4d15e883-5af9-475d-a5dc-f2793ef847ee service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 21:59:59.641527 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-4d15e883-5af9-475d-a5dc-f2793ef847ee service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 21:59:59.641940 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-4d15e883-5af9-475d-a5dc-f2793ef847ee service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 21:59:59.642850 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-4d15e883-5af9-475d-a5dc-f2793ef847ee service neutron] Bound port: 5416b26f-2494-4b72-9a5e-ad96f58483f2, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 21:59:59.643293 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-4d15e883-5af9-475d-a5dc-f2793ef847ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:59.683217 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2e27da93-5472-4e1a-b6ed-649d17b7c066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:59.686609 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2e27da93-5472-4e1a-b6ed-649d17b7c066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 21:59:59.687991 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2e27da93-5472-4e1a-b6ed-649d17b7c066 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5134a705-af2a-456f-b037-b581116acfec HTTP/1.1" status: 204 len: 168 time: 0.7309637 Aug 11 21:59:59.794419 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-3612a42d-9fa8-4107-99ba-99845e710bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:59.797720 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-3612a42d-9fa8-4107-99ba-99845e710bdc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=feb8f82d-6d1c-43cb-bc58-6c5e7403b8b5 HTTP/1.1" status: 200 len: 862 time: 0.1447144 Aug 11 21:59:59.806324 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27da93-5472-4e1a-b6ed-649d17b7c066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5134a705-af2a-456f-b037-b581116acfec,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 21:59:59.912009 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f6361e12-935a-4f4d-8146-b615d622cb80 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 21:59:59.924914 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382088b1-9f9f-49a8-a1d1-c836193afe58 admin admin] Network 9ee82d1e-f564-4655-920a-1c8e14b5a8ee is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 21:59:59.926302 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-78332c78-801b-43ac-bf22-08b327a02940 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5382b449-7f03-4943-80f5-2f2d837d33e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130104 Aug 11 21:59:59.958811 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05a834-ceda-465c-93ca-3e53bb6e4330 req-189bf934-5704-4d40-a603-48d40dcb5030 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 21:59:59.976412 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-382088b1-9f9f-49a8-a1d1-c836193afe58 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 21:59:59.977050 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ce05a834-ceda-465c-93ca-3e53bb6e4330 req-189bf934-5704-4d40-a603-48d40dcb5030 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=554034a7-3ab1-4595-a727-63aeed83ef5a HTTP/1.1" status: 200 len: 943 time: 0.4156289 Aug 11 22:00:00.034379 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-4d15e883-5af9-475d-a5dc-f2793ef847ee service neutron] For port 5416b26f-2494-4b72-9a5e-ad96f58483f2, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:00:00.069277 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-4d15e883-5af9-475d-a5dc-f2793ef847ee service neutron] For port 5416b26f-2494-4b72-9a5e-ad96f58483f2, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=5416b26f-2494-4b72-9a5e-ad96f58483f2,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:00:00.094118 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port f6361e12-935a-4f4d-8146-b615d622cb80 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:00:00.125299 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port f6361e12-935a-4f4d-8146-b615d622cb80 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:00.126904 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:00.210446 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 62bfc372-84f4-45ff-a1b2-81d95153d84e up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:00:00.394681 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-4d15e883-5af9-475d-a5dc-f2793ef847ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:00.401253 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-34a31fba-92b1-406e-bed9-da51439db38a service neutron] 10.222.0.82 "GET /v2.0/networks/5382b449-7f03-4943-80f5-2f2d837d33e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740213 Aug 11 22:00:00.650743 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ce05a834-ceda-465c-93ca-3e53bb6e4330 req-a37d5d14-3b23-4087-8131-5f49ebc2bd10 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6726646 Aug 11 22:00:00.804453 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:00.826411 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 62bfc372-84f4-45ff-a1b2-81d95153d84e completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:00:00.843046 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-efb7dc54-25eb-43b7-b0ed-d71040909d76 req-bb40649c-d11d-4130-b658-debe833863af service neutron] 10.222.0.82 "GET /v2.0/networks/5382b449-7f03-4943-80f5-2f2d837d33e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273880 Aug 11 22:00:00.874293 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 62bfc372-84f4-45ff-a1b2-81d95153d84e triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:00.874293 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:00.909207 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 21:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bae5dea-978f-4f0c-8495-a9ca76064836 x-openstack-request-id: req-5bae5dea-978f-4f0c-8495-a9ca76064836 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:00:00.909689 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b", "name": "network-vif-unplugged", "status": "completed", "tag": "5416b26f-2494-4b72-9a5e-ad96f58483f2", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:00:00.910196 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5bae5dea-978f-4f0c-8495-a9ca76064836 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:00:00.910740 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5416b26f-2494-4b72-9a5e-ad96f58483f2', 'code': 200} Aug 11 22:00:00.940557 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-4d15e883-5af9-475d-a5dc-f2793ef847ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:00.941215 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-4d15e883-5af9-475d-a5dc-f2793ef847ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:00.958340 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-4d15e883-5af9-475d-a5dc-f2793ef847ee service neutron] 10.222.0.52 "PUT /v2.0/ports/5416b26f-2494-4b72-9a5e-ad96f58483f2 HTTP/1.1" status: 200 len: 1096 time: 4.4471643 Aug 11 22:00:00.991229 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e9390c4e-2c5b-4f60-b205-70a0c99fc39f None None] Provisioning complete for port b91013e4-b495-4654-ab9e-b91e12068589 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:01.001867 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e9390c4e-2c5b-4f60-b205-70a0c99fc39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:01.150158 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-e9390c4e-2c5b-4f60-b205-70a0c99fc39f None None] Port b91013e4-b495-4654-ab9e-b91e12068589 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:00:01.194231 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d082b8e-eec9-436c-b197-fdbcc1d4e53e req-fa69b82e-1898-4b16-b64c-57c831e77449 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:01.206221 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8d082b8e-eec9-436c-b197-fdbcc1d4e53e req-fa69b82e-1898-4b16-b64c-57c831e77449 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 948 time: 0.1627381 Aug 11 22:00:01.209600 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port f6361e12-935a-4f4d-8146-b615d622cb80, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f6361e12-935a-4f4d-8146-b615d622cb80,segment=NetworkSegment(7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a),segment_id=7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:01.223258 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:01.294430 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382088b1-9f9f-49a8-a1d1-c836193afe58 admin admin] Router bedeb1a5-4c23-4916-821d-c8296063b3bb has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:00:01.308078 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15e883-5af9-475d-a5dc-f2793ef847ee service neutron] Pushing event updated for resources: {'Port': ['ID=5416b26f-2494-4b72-9a5e-ad96f58483f2,revision_number=7']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:01.320186 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8d082b8e-eec9-436c-b197-fdbcc1d4e53e req-188171b3-c3dd-4cbe-acb0-d3e0b0ecb433 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100433 Aug 11 22:00:01.454563 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 21:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016bfd92-6ab8-49e2-b7c3-49d3fabd39d7 x-openstack-request-id: req-016bfd92-6ab8-49e2-b7c3-49d3fabd39d7 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:00:01.455740 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554034a7-3ab1-4595-a727-63aeed83ef5a", "tag": "339c59c1-13bb-4b3e-b266-7c1d389f78a2", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:00:01.456235 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-016bfd92-6ab8-49e2-b7c3-49d3fabd39d7 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:00:01.456938 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554034a7-3ab1-4595-a727-63aeed83ef5a', 'tag': '339c59c1-13bb-4b3e-b266-7c1d389f78a2', 'status': 'completed', 'code': 200} Aug 11 22:00:01.472892 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468fcf7-a70e-4286-bb42-b46a1c74d967 req-c7f12761-994e-4211-8573-b5f3cb93e4fe tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:01.495878 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9468fcf7-a70e-4286-bb42-b46a1c74d967 req-c7f12761-994e-4211-8573-b5f3cb93e4fe tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 944 time: 0.8710268 Aug 11 22:00:01.673550 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a2ebf793-f0a0-48af-baa6-6886ec30c9da req-849a406d-507f-46b8-9c7a-372ff4b897ba tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=10529ff0-f4f8-4339-ae05-268edf7cd58b HTTP/1.1" status: 200 len: 210 time: 0.0824270 Aug 11 22:00:01.700828 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3dc89c-87c3-4af4-abf4-927b9264fe79 req-aaf1c9b5-47a9-40bd-829d-107256e5afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:01.707421 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a3dc89c-87c3-4af4-abf4-927b9264fe79 req-aaf1c9b5-47a9-40bd-829d-107256e5afbf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e367bb851780420faef645c6e2737134&device_id=554034a7-3ab1-4595-a727-63aeed83ef5a HTTP/1.1" status: 200 len: 1094 time: 0.2053103 Aug 11 22:00:01.819476 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-ca8a3818-8bf0-47dc-a378-10b27d0d3674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:01.832078 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-ca8a3818-8bf0-47dc-a378-10b27d0d3674 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 1099 time: 0.7789156 Aug 11 22:00:01.904946 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9468fcf7-a70e-4286-bb42-b46a1c74d967 req-0ad2f682-2400-4e3d-abaf-4e80fa150b92 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070580 Aug 11 22:00:02.004728 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:02.014284 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3dc89c-87c3-4af4-abf4-927b9264fe79 req-1c7018e6-79de-4ec6-be65-bdb7c2eceb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:02.024896 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a3dc89c-87c3-4af4-abf4-927b9264fe79 req-1c7018e6-79de-4ec6-be65-bdb7c2eceb2a service neutron] 10.222.0.82 "GET /v2.0/networks?id=5382b449-7f03-4943-80f5-2f2d837d33e6 HTTP/1.1" status: 200 len: 923 time: 0.3071668 Aug 11 22:00:02.096894 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1dd83664-1bc8-4d0c-a95d-837515844e62 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:00:02.100926 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60622) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:00:02.106439 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=f6361e12-935a-4f4d-8146-b615d622cb80,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:02.222297 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382088b1-9f9f-49a8-a1d1-c836193afe58 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:00:02.224671 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe16eef-ae4e-42d4-a43e-698105a3a18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bfc372-84f4-45ff-a1b2-81d95153d84e'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:00:02.228342 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6421329-87db-4fb1-be9d-b704bca16d3c" -d '{"events": [{"server_uuid": "ebe16eef-ae4e-42d4-a43e-698105a3a18e", "name": "network-vif-plugged", "status": "completed", "tag": "62bfc372-84f4-45ff-a1b2-81d95153d84e"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:00:02.237448 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-382088b1-9f9f-49a8-a1d1-c836193afe58 admin admin] 10.222.0.77 "PUT /v2.0/routers/bedeb1a5-4c23-4916-821d-c8296063b3bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5530894 Aug 11 22:00:02.250649 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-c68df4ae-c050-465b-a3d9-bd0587d5ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:02.252690 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-c68df4ae-c050-465b-a3d9-bd0587d5ed68 service neutron] 10.222.0.52 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.3327582 Aug 11 22:00:02.269890 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41d15e-9360-408b-8496-3b6e99fbbb76 req-d685cf7a-8d0e-4bb0-8e2f-ab25ff579629 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:02.271439 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0f41d15e-9360-408b-8496-3b6e99fbbb76 req-d685cf7a-8d0e-4bb0-8e2f-ab25ff579629 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=554034a7-3ab1-4595-a727-63aeed83ef5a HTTP/1.1" status: 200 len: 943 time: 0.1100266 Aug 11 22:00:02.280840 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 62bfc372-84f4-45ff-a1b2-81d95153d84e, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=62bfc372-84f4-45ff-a1b2-81d95153d84e,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:02.291803 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:02.297931 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a3dc89c-87c3-4af4-abf4-927b9264fe79 req-921f933f-14ec-4331-8b0a-956d84f16255 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=339c59c1-13bb-4b3e-b266-7c1d389f78a2 HTTP/1.1" status: 200 len: 217 time: 0.2449508 Aug 11 22:00:02.354298 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-4066fbde-4fa0-4c4a-8f81-d84fc7011ab4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=5416b26f-2494-4b72-9a5e-ad96f58483f2 HTTP/1.1" status: 200 len: 217 time: 0.0817864 Aug 11 22:00:02.362235 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-3fef2c7e-009f-44cd-81a6-1ca07b749e1c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-603148391-network', 'tenant_id': 'f3da70be91664ca8a55d012676042959'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:02.366569 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-38100981-c202-4ded-accb-34088d324e01 req-32eeddeb-3307-4e97-b263-e79aeeb27c81 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 210 time: 0.1536160 Aug 11 22:00:02.369800 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 1dd83664-1bc8-4d0c-a95d-837515844e62 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:00:02.381735 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 1dd83664-1bc8-4d0c-a95d-837515844e62 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:02.383463 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:02.395117 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=62bfc372-84f4-45ff-a1b2-81d95153d84e,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:02.428743 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fef2c7e-009f-44cd-81a6-1ca07b749e1c admin admin] Made reservation on behalf of f3da70be91664ca8a55d012676042959 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:00:02.433503 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3fef2c7e-009f-44cd-81a6-1ca07b749e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:02.458513 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3fef2c7e-009f-44cd-81a6-1ca07b749e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:02.467544 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fef8739-2286-4d59-bd6e-8f0e0b1e2928 x-openstack-request-id: req-3fef8739-2286-4d59-bd6e-8f0e0b1e2928 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:00:02.467873 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe16eef-ae4e-42d4-a43e-698105a3a18e", "name": "network-vif-plugged", "status": "completed", "tag": "62bfc372-84f4-45ff-a1b2-81d95153d84e", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:00:02.470239 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3fef8739-2286-4d59-bd6e-8f0e0b1e2928 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:00:02.470727 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe16eef-ae4e-42d4-a43e-698105a3a18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bfc372-84f4-45ff-a1b2-81d95153d84e', 'code': 200} Aug 11 22:00:02.551163 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-9304bda4-9ea4-42d1-8b9d-198b6a3bbc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:02.553918 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-9304bda4-9ea4-42d1-8b9d-198b6a3bbc57 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1307542 Aug 11 22:00:02.573556 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0f41d15e-9360-408b-8496-3b6e99fbbb76 req-fb4f2c78-41fa-418f-abdb-439508abf489 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946134 Aug 11 22:00:02.599030 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:02.660954 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3dc89c-87c3-4af4-abf4-927b9264fe79 req-0c823b3e-7b87-4187-9d13-ca73b3cbdb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:02.661536 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 1dd83664-1bc8-4d0c-a95d-837515844e62, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1dd83664-1bc8-4d0c-a95d-837515844e62,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:02.666600 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:02.682660 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a3dc89c-87c3-4af4-abf4-927b9264fe79 req-0c823b3e-7b87-4187-9d13-ca73b3cbdb86 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=feb8f82d-6d1c-43cb-bc58-6c5e7403b8b5 HTTP/1.1" status: 200 len: 862 time: 0.3692765 Aug 11 22:00:02.808501 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-ba6a3993-a2c2-466a-bd02-d9fcdc759d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:02.820683 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-ba6a3993-a2c2-466a-bd02-d9fcdc759d1f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2425847 Aug 11 22:00:02.914251 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=1dd83664-1bc8-4d0c-a95d-837515844e62,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:02.916121 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-05cbe9da-1ec9-44c0-b362-c85d8c0cddc6 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:02.919301 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-05cbe9da-1ec9-44c0-b362-c85d8c0cddc6 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.52 "GET /v2.0/networks?id=bf080b52-f893-4f7c-8435-757491a8008c HTTP/1.1" status: 200 len: 811 time: 0.8924391 Aug 11 22:00:02.937197 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b', 'tag': '5416b26f-2494-4b72-9a5e-ad96f58483f2'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:00:02.940739 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0413ef3b-a56e-4570-ad6e-e8f4af541047" -d '{"events": [{"name": "network-changed", "server_uuid": "91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b", "tag": "5416b26f-2494-4b72-9a5e-ad96f58483f2"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:00:02.980668 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.52', 63768) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:00:02.996110 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a3dc89c-87c3-4af4-abf4-927b9264fe79 req-6ee0fbc4-a516-4a24-ac5b-97be13475d5e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5382b449-7f03-4943-80f5-2f2d837d33e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2468383 Aug 11 22:00:03.004430 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-36751671-72ac-4ce4-bd8c-5460b7394d8d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Request body: {'port': {'device_id': '10529ff0-f4f8-4339-ae05-268edf7cd58b', 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c', 'admin_state_up': True, 'tenant_id': '5ff75431bb564df5bffa655d84e87396'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:03.096607 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [req-8dc97e9e-76ce-458e-89fd-6e03311a7db8 req-1fba0f57-7670-44ab-bf33-4541a358356f tempest-FloatingIPDetailsNegativeTestJSON-620942465 tempest-FloatingIPDetailsNegativeTestJSON-620942465-project] show failed (client error): The resource could not be found. Aug 11 22:00:03.098386 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8dc97e9e-76ce-458e-89fd-6e03311a7db8 req-1fba0f57-7670-44ab-bf33-4541a358356f tempest-FloatingIPDetailsNegativeTestJSON-620942465 tempest-FloatingIPDetailsNegativeTestJSON-620942465-project] 10.222.0.77 "GET /v2.0/floatingips/c22da704-b37a-46b8-aade-c7315e3441fd HTTP/1.1" status: 404 len: 350 time: 0.1225092 Aug 11 22:00:03.126704 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60646) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:00:03.148947 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3fef2c7e-009f-44cd-81a6-1ca07b749e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:03.173486 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca20761-23cb-473d-b764-a4dddf8c113b req-c9b74d96-c17d-43fe-9d6d-35b8f922a209 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:03.176228 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aca20761-23cb-473d-b764-a4dddf8c113b req-c9b74d96-c17d-43fe-9d6d-35b8f922a209 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.52 "GET /v2.0/networks?id=2e5ce1c7-b332-4021-b8e6-4d054d5f0a81 HTTP/1.1" status: 200 len: 818 time: 0.5334568 Aug 11 22:00:03.181553 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3fef2c7e-009f-44cd-81a6-1ca07b749e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:03.211713 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-aca20761-23cb-473d-b764-a4dddf8c113b req-6546f280-9b2a-4f08-9135-bf3d453f7c96 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Request body: {'port': {'device_id': 'fbcfd276-e168-4849-a4f9-cfa7681d35a6', 'network_id': '2e5ce1c7-b332-4021-b8e6-4d054d5f0a81', 'admin_state_up': True, 'tenant_id': 'f8b3422dece244b1afcf393ec9f1b957'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:03.307394 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086249d-1541-42d8-9047-b945bf7d2e8b req-c2d26e42-eea3-4256-9ea1-097435e52df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:03.310145 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6086249d-1541-42d8-9047-b945bf7d2e8b req-c2d26e42-eea3-4256-9ea1-097435e52df4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 1096 time: 0.7312877 Aug 11 22:00:03.345141 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fef2c7e-009f-44cd-81a6-1ca07b749e1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:00:03.377885 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad37dd9-7bf2-4df4-99f9-7198704727df req-7a58a28f-722b-43a6-9f7a-3b73f1115530 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:03.380693 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1ad37dd9-7bf2-4df4-99f9-7198704727df req-7a58a28f-722b-43a6-9f7a-3b73f1115530 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 948 time: 0.6850493 Aug 11 22:00:03.488120 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef2c7e-009f-44cd-81a6-1ca07b749e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc539d23-1e29-4f85-8544-80f3918bba32,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:03.504154 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a3dc89c-87c3-4af4-abf4-927b9264fe79 req-072762e5-3cd2-48af-9d78-c7ded3c78efd service neutron] 10.222.0.82 "GET /v2.0/networks/5382b449-7f03-4943-80f5-2f2d837d33e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4909024 Aug 11 22:00:03.507353 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3fef2c7e-009f-44cd-81a6-1ca07b749e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:03.507819 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-3fef2c7e-009f-44cd-81a6-1ca07b749e1c admin admin] Added segment 21581a11-e174-4947-9db1-c1832ca192ad of type vlan for network e05d73cc-c444-45b6-9ecd-8613ea45c8b9 Aug 11 22:00:03.513800 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-52e88414-8216-4648-9415-8c048123eb4b req-b10c5f9a-546e-4c59-a493-8eefb4e3e2e2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5273786 Aug 11 22:00:03.626503 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-bf6ce780-159a-4499-928b-6b430286c27f service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7828605 Aug 11 22:00:03.651818 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1ad37dd9-7bf2-4df4-99f9-7198704727df req-c171e64b-d8d0-4ba2-8fae-22227babb69d tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594454 Aug 11 22:00:03.659964 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6086249d-1541-42d8-9047-b945bf7d2e8b req-1b8c419f-a6b6-47fc-b156-fd5c5dcf452b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303108 Aug 11 22:00:03.706567 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3fef2c7e-009f-44cd-81a6-1ca07b749e1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:03.822025 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-d50c5001-ac22-4592-ac7d-9aa5acd95f9d tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:03.824491 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-d50c5001-ac22-4592-ac7d-9aa5acd95f9d tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/networks?id=2e5ce1c7-b332-4021-b8e6-4d054d5f0a81 HTTP/1.1" status: 200 len: 818 time: 0.6072290 Aug 11 22:00:03.873412 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e88414-8216-4648-9415-8c048123eb4b req-09a17ca0-8d0e-4705-acf6-1f50b8beea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:03.875564 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-52e88414-8216-4648-9415-8c048123eb4b req-09a17ca0-8d0e-4705-acf6-1f50b8beea94 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bbabed8946d642c3bc7c5dee10664230&device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 1098 time: 0.3252382 Aug 11 22:00:03.881779 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3fef2c7e-009f-44cd-81a6-1ca07b749e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:03.882778 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fef2c7e-009f-44cd-81a6-1ca07b749e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:03.883376 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3fef2c7e-009f-44cd-81a6-1ca07b749e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:03.895970 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1dd83664-1bc8-4d0c-a95d-837515844e62 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:00:03.897718 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-2ef18360-4efa-4a71-9cda-ec4f69b0d923 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/quotas/f8b3422dece244b1afcf393ec9f1b957 HTTP/1.1" status: 200 len: 375 time: 0.0513606 Aug 11 22:00:03.953337 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-36751671-72ac-4ce4-bd8c-5460b7394d8d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Made reservation on behalf of 5ff75431bb564df5bffa655d84e87396 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:00:03.958965 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-36751671-72ac-4ce4-bd8c-5460b7394d8d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:03.993282 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 1dd83664-1bc8-4d0c-a95d-837515844e62 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:03.994108 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:03.999633 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca20761-23cb-473d-b764-a4dddf8c113b req-6546f280-9b2a-4f08-9135-bf3d453f7c96 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Made reservation on behalf of f8b3422dece244b1afcf393ec9f1b957 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:00:04.004217 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-aca20761-23cb-473d-b764-a4dddf8c113b req-6546f280-9b2a-4f08-9135-bf3d453f7c96 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:04.019036 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-acdb4bfe-e5a8-434c-b1e6-f4df826ea329 req-72faa69e-eaff-4806-a771-2956a3fa13af tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=10529ff0-f4f8-4339-ae05-268edf7cd58b HTTP/1.1" status: 200 len: 210 time: 0.0898075 Aug 11 22:00:04.030322 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a3dc89c-87c3-4af4-abf4-927b9264fe79 req-1a77b56c-a62b-4082-b88a-9d92c07f2994 service neutron] 10.222.0.82 "GET /v2.0/networks/5382b449-7f03-4943-80f5-2f2d837d33e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070007 Aug 11 22:00:04.078461 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3fef2c7e-009f-44cd-81a6-1ca07b749e1c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9747016 Aug 11 22:00:04.086636 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60658) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:00:04.096643 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-05916211-2ef7-4f52-a8ce-b2cd12a915a2 req-3b8d3e49-c4dd-4a2a-a7c8-871d458ed6a9 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229188 Aug 11 22:00:04.107359 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-d514e3a2-a48d-4a20-b3c0-5e09def7cbf6 admin admin] Request body: {'subnet': {'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-603148391-subnet', 'tenant_id': 'f3da70be91664ca8a55d012676042959', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:04.116775 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef2c7e-009f-44cd-81a6-1ca07b749e1c admin admin] Pushing event updated for resources: {'Network': ['ID=e05d73cc-c444-45b6-9ecd-8613ea45c8b9,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:04.140693 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network e05d73cc-c444-45b6-9ecd-8613ea45c8b9 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:00:04.228002 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d514e3a2-a48d-4a20-b3c0-5e09def7cbf6 admin admin] Made reservation on behalf of f3da70be91664ca8a55d012676042959 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:00:04.230924 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d514e3a2-a48d-4a20-b3c0-5e09def7cbf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:04.257710 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-bb988f94-2aca-451c-b847-bd5ad4238422 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f8b3422dece244b1afcf393ec9f1b957&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3307803 Aug 11 22:00:04.322878 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612e7af0-6070-4798-bb00-388db51b5a83 x-openstack-request-id: req-612e7af0-6070-4798-bb00-388db51b5a83 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:00:04.323236 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b", "tag": "5416b26f-2494-4b72-9a5e-ad96f58483f2", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:00:04.323495 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-612e7af0-6070-4798-bb00-388db51b5a83 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:00:04.323914 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b', 'tag': '5416b26f-2494-4b72-9a5e-ad96f58483f2', 'status': 'completed', 'code': 200} Aug 11 22:00:04.414034 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 339c59c1-13bb-4b3e-b266-7c1d389f78a2 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:00:04.421306 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc04714-5ed6-4916-92a0-ebfc272db8a7 None None] Sync routers for ids ['bedeb1a5-4c23-4916-821d-c8296063b3bb'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:00:04.444617 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e88414-8216-4648-9415-8c048123eb4b req-33dcfb68-36f9-4e53-8936-ea9ba0e23e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:04.446624 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-52e88414-8216-4648-9415-8c048123eb4b req-33dcfb68-36f9-4e53-8936-ea9ba0e23e20 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1c3ee35b-1680-40ce-a5ec-450a30ee6971 HTTP/1.1" status: 200 len: 917 time: 0.4820130 Aug 11 22:00:04.465469 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f6361e12-935a-4f4d-8146-b615d622cb80 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:00:04.469574 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc04714-5ed6-4916-92a0-ebfc272db8a7 None None] Routers {'bedeb1a5-4c23-4916-821d-c8296063b3bb'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:00:04.470326 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-adc04714-5ed6-4916-92a0-ebfc272db8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:59:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bedeb1a5-4c23-4916-821d-c8296063b3bb'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:00:04.566037 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413ef3b-a56e-4570-ad6e-e8f4af541047 req-29669a15-292a-45fc-bacb-5d07369de044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:04.567870 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0413ef3b-a56e-4570-ad6e-e8f4af541047 req-29669a15-292a-45fc-bacb-5d07369de044 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 1099 time: 0.2573411 Aug 11 22:00:04.570706 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-36751671-72ac-4ce4-bd8c-5460b7394d8d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Allocated IP 172.20.0.13 (bf080b52-f893-4f7c-8435-757491a8008c/985a839f-f29b-406e-b51f-4bfc5d529d7d/140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:00:04.594400 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-adc04714-5ed6-4916-92a0-ebfc272db8a7 None None] Set router bedeb1a5-4c23-4916-821d-c8296063b3bb gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:00:04.630322 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c060ba-941e-4fbc-a3e0-02ec19c2c89b req-139c41b2-4450-43ac-a2ff-0dff480166d5 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:04.639870 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e1c060ba-941e-4fbc-a3e0-02ec19c2c89b req-139c41b2-4450-43ac-a2ff-0dff480166d5 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 945 time: 0.2436459 Aug 11 22:00:04.753564 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-aca20761-23cb-473d-b764-a4dddf8c113b req-6546f280-9b2a-4f08-9135-bf3d453f7c96 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Allocated IP 172.20.0.11 (2e5ce1c7-b332-4021-b8e6-4d054d5f0a81/fd19ad71-37f3-4014-bc35-046e6b7efdcb/8b682931-e299-47d8-a83a-ba8d76ab64fa) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:00:04.757310 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-52e88414-8216-4648-9415-8c048123eb4b req-9823091b-8f0e-4427-b8cd-ffc20d5c94a5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a57d88c3-3ff2-48e7-9244-3996584662da HTTP/1.1" status: 200 len: 1002 time: 0.2949636 Aug 11 22:00:04.795658 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413ef3b-a56e-4570-ad6e-e8f4af541047 req-d6b374bd-7ea6-4878-be85-2df676b26a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:04.797337 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0413ef3b-a56e-4570-ad6e-e8f4af541047 req-d6b374bd-7ea6-4878-be85-2df676b26a8e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 1099 time: 0.4202936 Aug 11 22:00:04.808287 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e1c060ba-941e-4fbc-a3e0-02ec19c2c89b req-018148c2-c0d4-4b73-b252-f5c22c2614a7 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675928 Aug 11 22:00:04.823628 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-c219fed8-8e8c-4415-9bb5-60c6170eb93b service neutron] 10.222.0.77 "GET /v2.0/networks/2e5ce1c7-b332-4021-b8e6-4d054d5f0a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926085 Aug 11 22:00:04.909833 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413ef3b-a56e-4570-ad6e-e8f4af541047 req-5638ec75-db0d-4755-8425-421217d1d4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:04.911896 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0413ef3b-a56e-4570-ad6e-e8f4af541047 req-5638ec75-db0d-4755-8425-421217d1d4c3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.3291717 Aug 11 22:00:04.950307 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port f6361e12-935a-4f4d-8146-b615d622cb80 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:04.950953 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:04.953767 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 339c59c1-13bb-4b3e-b266-7c1d389f78a2, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=339c59c1-13bb-4b3e-b266-7c1d389f78a2,segment=NetworkSegment(955956c0-819f-4ff3-b129-18102dcedf3e),segment_id=955956c0-819f-4ff3-b129-18102dcedf3e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:04.973453 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d514e3a2-a48d-4a20-b3c0-5e09def7cbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:05.004454 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0413ef3b-a56e-4570-ad6e-e8f4af541047 req-2ccc98a9-e60f-4afe-a60c-ee1882123919 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=5416b26f-2494-4b72-9a5e-ad96f58483f2 HTTP/1.1" status: 200 len: 217 time: 0.0835676 Aug 11 22:00:05.009558 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '339c59c1-13bb-4b3e-b266-7c1d389f78a2', 'network_id': '5382b449-7f03-4943-80f5-2f2d837d33e6', 'port_id': '339c59c1-13bb-4b3e-b266-7c1d389f78a2', 'mac_address': 'fa:16:3e:7f:00:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb8f82d-6d1c-43cb-bc58-6c5e7403b8b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:00:05.061444 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-045a5ea8-1a35-4cbb-b50f-2b3a87323c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:05.092318 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:05.134738 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 339c59c1-13bb-4b3e-b266-7c1d389f78a2 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:00:05.153575 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e06876-3923-40f4-ac91-42dd1f8d73da req-9fbf732b-1e84-4b72-8ba4-5ca06a17c8b0 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:05.156123 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d7e06876-3923-40f4-ac91-42dd1f8d73da req-9fbf732b-1e84-4b72-8ba4-5ca06a17c8b0 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=554034a7-3ab1-4595-a727-63aeed83ef5a HTTP/1.1" status: 200 len: 943 time: 0.2338855 Aug 11 22:00:05.156369 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-adc04714-5ed6-4916-92a0-ebfc272db8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bedeb1a5-4c23-4916-821d-c8296063b3bb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-656922331-router', 'tenant_id': '08edb5c6a9bb4041bea3d91d68436963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '1dd83664-1bc8-4d0c-a95d-837515844e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:59:48Z', 'updated_at': '2021-08-11T21:59:57Z', 'revision_number': 4, 'project_id': '08edb5c6a9bb4041bea3d91d68436963', 'gw_port': {'id': '1dd83664-1bc8-4d0c-a95d-837515844e62', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bedeb1a5-4c23-4916-821d-c8296063b3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:59:50Z', 'updated_at': '2021-08-11T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'b91013e4-b495-4654-ab9e-b91e12068589', 'name': '', 'network_id': '9ee82d1e-f564-4655-920a-1c8e14b5a8ee', 'tenant_id': '08edb5c6a9bb4041bea3d91d68436963', 'mac_address': 'fa:16:3e:4d:32:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bedeb1a5-4c23-4916-821d-c8296063b3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'fdee5637-e501-42bf-a4e0-c15bbe0620f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:59:55Z', 'updated_at': '2021-08-11T21:59:58Z', 'revision_number': 2, 'project_id': '08edb5c6a9bb4041bea3d91d68436963', 'subnets': [{'id': 'fdee5637-e501-42bf-a4e0-c15bbe0620f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:00:05.174480 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-36751671-72ac-4ce4-bd8c-5460b7394d8d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:05.203118 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc04714-5ed6-4916-92a0-ebfc272db8a7 None None] Checking router: bedeb1a5-4c23-4916-821d-c8296063b3bb for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:00:05.203118 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc04714-5ed6-4916-92a0-ebfc272db8a7 None None] Updating router bedeb1a5-4c23-4916-821d-c8296063b3bb port b91013e4-b495-4654-ab9e-b91e12068589 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:00:05.207088 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 339c59c1-13bb-4b3e-b266-7c1d389f78a2, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=339c59c1-13bb-4b3e-b266-7c1d389f78a2,segment=NetworkSegment(955956c0-819f-4ff3-b129-18102dcedf3e),segment_id=955956c0-819f-4ff3-b129-18102dcedf3e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:05.233495 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:05.239536 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413ef3b-a56e-4570-ad6e-e8f4af541047 req-e0895548-7059-43c0-8a24-31337204cead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:05.241057 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0413ef3b-a56e-4570-ad6e-e8f4af541047 req-e0895548-7059-43c0-8a24-31337204cead service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.2271206 Aug 11 22:00:05.264729 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-adc04714-5ed6-4916-92a0-ebfc272db8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:05.325261 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d7e06876-3923-40f4-ac91-42dd1f8d73da req-bfc99a39-2837-4904-b06b-125a8a6d7d2e tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989602 Aug 11 22:00:05.327261 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=339c59c1-13bb-4b3e-b266-7c1d389f78a2,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:05.418922 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413ef3b-a56e-4570-ad6e-e8f4af541047 req-ba3719d1-1fa7-43a4-8a05-4377bcedd256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:05.420612 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0413ef3b-a56e-4570-ad6e-e8f4af541047 req-ba3719d1-1fa7-43a4-8a05-4377bcedd256 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1624916 Aug 11 22:00:05.425676 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-36751671-72ac-4ce4-bd8c-5460b7394d8d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:05.533632 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e88414-8216-4648-9415-8c048123eb4b req-99c61afd-81b8-4791-a133-ce75bcd981cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:05.535224 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-52e88414-8216-4648-9415-8c048123eb4b req-99c61afd-81b8-4791-a133-ce75bcd981cb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7909b953-a9da-40c4-9e8c-1313ada07900 HTTP/1.1" status: 200 len: 855 time: 0.7499611 Aug 11 22:00:05.624476 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['339c59c1-13bb-4b3e-b266-7c1d389f78a2'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:00:05.669515 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514e3a2-a48d-4a20-b3c0-5e09def7cbf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71666487-d255-442c-a4c1-ffc47afdf7b3,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:05.690966 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413ef3b-a56e-4570-ad6e-e8f4af541047 req-668fd495-9792-41df-9eda-6627586588f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:05.692732 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0413ef3b-a56e-4570-ad6e-e8f4af541047 req-668fd495-9792-41df-9eda-6627586588f4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.8803637 Aug 11 22:00:05.786415 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-e2fa6bb6-b58e-47d3-a062-b7dcea5bb975 service neutron] 10.222.0.77 "GET /v2.0/networks/2e5ce1c7-b332-4021-b8e6-4d054d5f0a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9211648 Aug 11 22:00:05.807912 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-adc04714-5ed6-4916-92a0-ebfc272db8a7 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:05.810733 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0413ef3b-a56e-4570-ad6e-e8f4af541047 req-bf81eaf0-76c3-45ff-b31e-c01cf938fab1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=5416b26f-2494-4b72-9a5e-ad96f58483f2 HTTP/1.1" status: 200 len: 217 time: 0.0981650 Aug 11 22:00:05.830419 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-adc04714-5ed6-4916-92a0-ebfc272db8a7 None None] Transition to ACTIVE for port object b91013e4-b495-4654-ab9e-b91e12068589 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:00:05.854626 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-adc04714-5ed6-4916-92a0-ebfc272db8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:05.914036 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-36751671-72ac-4ce4-bd8c-5460b7394d8d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Network bf080b52-f893-4f7c-8435-757491a8008c is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:00:05.926675 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-36751671-72ac-4ce4-bd8c-5460b7394d8d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:00:05.934150 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36751671-72ac-4ce4-bd8c-5460b7394d8d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Pushing event updated for resources: {'Port': ['ID=140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:05.939392 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-36751671-72ac-4ce4-bd8c-5460b7394d8d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:00:05.991057 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eee81e-a989-4be9-952e-68116572a04d None None] Pushing event updated for resources: {'Port': ['ID=b91013e4-b495-4654-ab9e-b91e12068589,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:06.011775 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576073b1-ad05-461f-92a0-06469f7043e3 req-1492175a-c83f-46fd-8647-d5df43e4cea8 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:06.020607 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-576073b1-ad05-461f-92a0-06469f7043e3 req-1492175a-c83f-46fd-8647-d5df43e4cea8 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 948 time: 0.5987828 Aug 11 22:00:06.082274 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-36751671-72ac-4ce4-bd8c-5460b7394d8d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:06.083484 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-36751671-72ac-4ce4-bd8c-5460b7394d8d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:06.089354 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0413ef3b-a56e-4570-ad6e-e8f4af541047 req-e8cf7770-c318-4a30-af9f-a4ddaa0a347d service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6594040 Aug 11 22:00:06.094852 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413ef3b-a56e-4570-ad6e-e8f4af541047 req-23f4935a-4bff-4997-bd3e-24a66e1a5d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:06.102479 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0413ef3b-a56e-4570-ad6e-e8f4af541047 req-23f4935a-4bff-4997-bd3e-24a66e1a5d90 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.2023103 Aug 11 22:00:06.114020 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d514e3a2-a48d-4a20-b3c0-5e09def7cbf6 admin admin] Checking segment: {'id': '21581a11-e174-4947-9db1-c1832ca192ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:00:06.119640 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d514e3a2-a48d-4a20-b3c0-5e09def7cbf6 admin admin] Network hostable DHCP agents. Network: e05d73cc-c444-45b6-9ecd-8613ea45c8b9, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:00:06.125294 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e88414-8216-4648-9415-8c048123eb4b req-99ac313d-d937-4349-b5f4-8156c08e6c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:06.127939 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-52e88414-8216-4648-9415-8c048123eb4b req-99ac313d-d937-4349-b5f4-8156c08e6c93 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1c3ee35b-1680-40ce-a5ec-450a30ee6971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5704076 Aug 11 22:00:06.229149 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 5416b26f-2494-4b72-9a5e-ad96f58483f2 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:00:06.241312 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-adc04714-5ed6-4916-92a0-ebfc272db8a7 None None] Attempting to bind port b91013e4-b495-4654-ab9e-b91e12068589 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:00:06.241691 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-adc04714-5ed6-4916-92a0-ebfc272db8a7 None None] Attempting to bind port b91013e4-b495-4654-ab9e-b91e12068589 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '313258c8-2ac7-4a26-8914-bdecd2faa198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9ee82d1e-f564-4655-920a-1c8e14b5a8ee'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:00:06.242062 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc04714-5ed6-4916-92a0-ebfc272db8a7 None None] Attempting to bind port b91013e4-b495-4654-ab9e-b91e12068589 on network 9ee82d1e-f564-4655-920a-1c8e14b5a8ee {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:00:06.249610 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-aca20761-23cb-473d-b764-a4dddf8c113b req-6546f280-9b2a-4f08-9135-bf3d453f7c96 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:06.253721 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc04714-5ed6-4916-92a0-ebfc272db8a7 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:00:06.254238 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc04714-5ed6-4916-92a0-ebfc272db8a7 None None] Checking segment: {'id': '313258c8-2ac7-4a26-8914-bdecd2faa198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9ee82d1e-f564-4655-920a-1c8e14b5a8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:00:06.254592 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-adc04714-5ed6-4916-92a0-ebfc272db8a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:06.254947 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc04714-5ed6-4916-92a0-ebfc272db8a7 None None] Bound using segment: {'id': '313258c8-2ac7-4a26-8914-bdecd2faa198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9ee82d1e-f564-4655-920a-1c8e14b5a8ee'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:00:06.255474 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-adc04714-5ed6-4916-92a0-ebfc272db8a7 None None] Bound port: b91013e4-b495-4654-ab9e-b91e12068589, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313258c8-2ac7-4a26-8914-bdecd2faa198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9ee82d1e-f564-4655-920a-1c8e14b5a8ee'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:00:06.255995 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-adc04714-5ed6-4916-92a0-ebfc272db8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:06.286592 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-36751671-72ac-4ce4-bd8c-5460b7394d8d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2814729 Aug 11 22:00:06.293362 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-d29f73fc-3b0c-45ec-803e-15f3449301db service neutron] Request body: {'port': {'device_id': '10529ff0-f4f8-4339-ae05-268edf7cd58b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:06.336954 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-576073b1-ad05-461f-92a0-06469f7043e3 req-2dc98852-efbe-41cb-9836-f6d3532c9158 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153069 Aug 11 22:00:06.386843 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-aca20761-23cb-473d-b764-a4dddf8c113b req-6546f280-9b2a-4f08-9135-bf3d453f7c96 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:06.534167 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-d29f73fc-3b0c-45ec-803e-15f3449301db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:06.540418 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0413ef3b-a56e-4570-ad6e-e8f4af541047 req-69f76e62-6330-4088-a09d-97f53f67050e service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249890 Aug 11 22:00:06.586991 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-52e88414-8216-4648-9415-8c048123eb4b req-979f5e78-f28d-4443-9b79-0808b9b12cfb service neutron] 10.222.0.52 "GET /v2.0/networks/1c3ee35b-1680-40ce-a5ec-450a30ee6971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426997 Aug 11 22:00:06.594304 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-045a5ea8-1a35-4cbb-b50f-2b3a87323c56 admin admin] Deleting port b91013e4-b495-4654-ab9e-b91e12068589 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:00:06.595008 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-045a5ea8-1a35-4cbb-b50f-2b3a87323c56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:06.601231 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d514e3a2-a48d-4a20-b3c0-5e09def7cbf6 admin admin] Network e05d73cc-c444-45b6-9ecd-8613ea45c8b9 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:00:06.654882 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 5416b26f-2494-4b72-9a5e-ad96f58483f2, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=5416b26f-2494-4b72-9a5e-ad96f58483f2,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:06.670570 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '5416b26f-2494-4b72-9a5e-ad96f58483f2', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '5416b26f-2494-4b72-9a5e-ad96f58483f2', 'mac_address': 'fa:16:3e:64:dc:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:00:06.716716 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-adc04714-5ed6-4916-92a0-ebfc272db8a7 None None] For port b91013e4-b495-4654-ab9e-b91e12068589, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:00:06.721849 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-adc04714-5ed6-4916-92a0-ebfc272db8a7 None None] For port b91013e4-b495-4654-ab9e-b91e12068589, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b91013e4-b495-4654-ab9e-b91e12068589,segment=NetworkSegment(313258c8-2ac7-4a26-8914-bdecd2faa198),segment_id=313258c8-2ac7-4a26-8914-bdecd2faa198)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:00:06.729836 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca20761-23cb-473d-b764-a4dddf8c113b req-6546f280-9b2a-4f08-9135-bf3d453f7c96 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Network 2e5ce1c7-b332-4021-b8e6-4d054d5f0a81 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:00:06.739745 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-52e88414-8216-4648-9415-8c048123eb4b req-9bde8e61-652f-4c58-9a29-a4fc582ba521 service neutron] 10.222.0.52 "GET /v2.0/networks/1c3ee35b-1680-40ce-a5ec-450a30ee6971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236179 Aug 11 22:00:06.740426 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-d514e3a2-a48d-4a20-b3c0-5e09def7cbf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, e05d73cc-c444-45b6-9ecd-8613ea45c8b9) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:00:06.753263 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-adc04714-5ed6-4916-92a0-ebfc272db8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:06.765753 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-aca20761-23cb-473d-b764-a4dddf8c113b req-6546f280-9b2a-4f08-9135-bf3d453f7c96 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:00:06.773799 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d514e3a2-a48d-4a20-b3c0-5e09def7cbf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:06.774470 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d514e3a2-a48d-4a20-b3c0-5e09def7cbf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:06.781275 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413ef3b-a56e-4570-ad6e-e8f4af541047 req-2b619e63-6436-40db-b71d-46ef7568df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:06.782960 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0413ef3b-a56e-4570-ad6e-e8f4af541047 req-2b619e63-6436-40db-b71d-46ef7568df43 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5889137 Aug 11 22:00:06.783865 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca20761-23cb-473d-b764-a4dddf8c113b req-6546f280-9b2a-4f08-9135-bf3d453f7c96 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:00:06.808473 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31934ed-77d8-477d-880b-a106a31394bf req-fcfbba2c-1f15-47a3-8c2d-29ba3471f41c tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:06.811945 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c31934ed-77d8-477d-880b-a106a31394bf req-fcfbba2c-1f15-47a3-8c2d-29ba3471f41c tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 945 time: 0.2626989 Aug 11 22:00:06.832598 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa6a497-6105-4940-a372-85546e25708e None None] Network e05d73cc-c444-45b6-9ecd-8613ea45c8b9 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:00:06.856282 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca20761-23cb-473d-b764-a4dddf8c113b req-6546f280-9b2a-4f08-9135-bf3d453f7c96 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:06.857531 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-aca20761-23cb-473d-b764-a4dddf8c113b req-6546f280-9b2a-4f08-9135-bf3d453f7c96 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:06.867886 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546f280-9b2a-4f08-9135-bf3d453f7c96 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Pushing event updated for resources: {'Port': ['ID=8b682931-e299-47d8-a83a-ba8d76ab64fa,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:06.982190 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0413ef3b-a56e-4570-ad6e-e8f4af541047 req-f8f5da2c-db7d-4697-9a68-562740c18aec service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198153 Aug 11 22:00:07.009310 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae560c5-be1d-4626-97eb-c966d09a8a93 req-1288c16f-a746-44d2-a636-075524d4cbd0 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:07.019777 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9ae560c5-be1d-4626-97eb-c966d09a8a93 req-1288c16f-a746-44d2-a636-075524d4cbd0 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=10529ff0-f4f8-4339-ae05-268edf7cd58b HTTP/1.1" status: 200 len: 932 time: 0.9081945 Aug 11 22:00:07.074641 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eee81e-a989-4be9-952e-68116572a04d None None] Pushing event updated for resources: {'Port': ['ID=b91013e4-b495-4654-ab9e-b91e12068589,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:07.144226 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:07.146543 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0413ef3b-a56e-4570-ad6e-e8f4af541047 req-326cc4ac-13db-46c2-82c3-9d91a26efd4c service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525941 Aug 11 22:00:07.157894 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d514e3a2-a48d-4a20-b3c0-5e09def7cbf6 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0590205 Aug 11 22:00:07.161708 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60682) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:00:07.164144 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aca20761-23cb-473d-b764-a4dddf8c113b req-6546f280-9b2a-4f08-9135-bf3d453f7c96 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9648626 Aug 11 22:00:07.183771 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-1fc8679b-8bd6-42b8-9c92-0d0ed150c2dc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-603148391-router', 'tenant_id': 'f3da70be91664ca8a55d012676042959', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:07.215954 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc04714-5ed6-4916-92a0-ebfc272db8a7 None None] Routers {'bedeb1a5-4c23-4916-821d-c8296063b3bb'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:00:07.218571 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-adc04714-5ed6-4916-92a0-ebfc272db8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:59:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bedeb1a5-4c23-4916-821d-c8296063b3bb'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:00:07.223424 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-d29f73fc-3b0c-45ec-803e-15f3449301db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:00:07.226950 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-aca20761-23cb-473d-b764-a4dddf8c113b req-9735ef45-a874-4527-99b9-abe981b0804b service neutron] Request body: {'port': {'device_id': 'fbcfd276-e168-4849-a4f9-cfa7681d35a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:07.238867 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-d29f73fc-3b0c-45ec-803e-15f3449301db service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:07.241400 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9ae560c5-be1d-4626-97eb-c966d09a8a93 req-40083b91-7af3-44f6-b220-d43bc69dc48c tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191789 Aug 11 22:00:07.277384 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-d29f73fc-3b0c-45ec-803e-15f3449301db service neutron] Transition to ACTIVE for port object 140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:00:07.318828 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-d29f73fc-3b0c-45ec-803e-15f3449301db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:07.360045 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1fc8679b-8bd6-42b8-9c92-0d0ed150c2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:07.364645 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1fc8679b-8bd6-42b8-9c92-0d0ed150c2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:07.396857 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5416b26f-2494-4b72-9a5e-ad96f58483f2 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:00:07.446999 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d30725c5-ea6f-44d6-b550-6b2f5764e511 req-0b95470b-bc50-49da-a6cd-e0a901dd2536 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 210 time: 0.0467403 Aug 11 22:00:07.504565 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-aca20761-23cb-473d-b764-a4dddf8c113b req-9735ef45-a874-4527-99b9-abe981b0804b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:07.540792 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-045a5ea8-1a35-4cbb-b50f-2b3a87323c56 admin admin] For port b91013e4-b495-4654-ab9e-b91e12068589, host n-d-804275-3, got binding levels [] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:07.541495 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-045a5ea8-1a35-4cbb-b50f-2b3a87323c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:07.561244 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1fc8679b-8bd6-42b8-9c92-0d0ed150c2dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:07.576881 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-045a5ea8-1a35-4cbb-b50f-2b3a87323c56 admin admin] Calling delete_port for b91013e4-b495-4654-ab9e-b91e12068589 owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:00:07.594801 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 5416b26f-2494-4b72-9a5e-ad96f58483f2, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=5416b26f-2494-4b72-9a5e-ad96f58483f2,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:07.608583 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:07.614034 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-adc04714-5ed6-4916-92a0-ebfc272db8a7 None None] Set router bedeb1a5-4c23-4916-821d-c8296063b3bb gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:00:07.796957 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ca5d0-b726-487f-817c-86523203eaea req-87649278-284d-4c63-a08d-e7a71aeebb84 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:07.820412 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-371ca5d0-b726-487f-817c-86523203eaea req-87649278-284d-4c63-a08d-e7a71aeebb84 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=554034a7-3ab1-4595-a727-63aeed83ef5a HTTP/1.1" status: 200 len: 944 time: 0.2740073 Aug 11 22:00:07.821843 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c31934ed-77d8-477d-880b-a106a31394bf req-cec1d8c2-72be-4fad-83ba-603bbd28cd9e tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5412724 Aug 11 22:00:07.845806 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f73fc-3b0c-45ec-803e-15f3449301db service neutron] Pushing event updated for resources: {'Port': ['ID=140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:07.893520 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['5416b26f-2494-4b72-9a5e-ad96f58483f2'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:00:07.898745 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b91013e4-b495-4654-ab9e-b91e12068589 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:00:07.937645 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1fc8679b-8bd6-42b8-9c92-0d0ed150c2dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:08.031636 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-371ca5d0-b726-487f-817c-86523203eaea req-dff6aeb2-c572-40af-8b12-204727cb93de tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100420 Aug 11 22:00:08.202282 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-045a5ea8-1a35-4cbb-b50f-2b3a87323c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:08.222673 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-d29f73fc-3b0c-45ec-803e-15f3449301db service neutron] Attempting to bind port 140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:00:08.223236 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-d29f73fc-3b0c-45ec-803e-15f3449301db service neutron] Attempting to bind port 140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'a26e85d0-a905-4271-9972-2aa908ddc09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:00:08.223596 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-d29f73fc-3b0c-45ec-803e-15f3449301db service neutron] Attempting to bind port 140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80 on network bf080b52-f893-4f7c-8435-757491a8008c {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:00:08.230820 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae775b6-3b51-4013-9bac-49a38437608a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-e05d73cc-c444-45b6-9ecd-8613ea45c8b9', 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9', 'tenant_id': 'f3da70be91664ca8a55d012676042959', 'fixed_ips': [{'subnet_id': '71666487-d255-442c-a4c1-ffc47afdf7b3'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:00:08.231962 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1ae775b6-3b51-4013-9bac-49a38437608a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:08.251094 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-337aebd6-6f68-460e-b1ff-77e8a0570c95 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:08.252725 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-337aebd6-6f68-460e-b1ff-77e8a0570c95 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.82 "GET /v2.0/networks?id=2e5ce1c7-b332-4021-b8e6-4d054d5f0a81 HTTP/1.1" status: 200 len: 818 time: 0.4243243 Aug 11 22:00:08.262007 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=5416b26f-2494-4b72-9a5e-ad96f58483f2,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:08.262469 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627ddc9-6999-418a-91ff-1e5df677b288 req-fd73bfa3-45a1-474d-a6d0-0125724c6a4f tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:08.271141 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1627ddc9-6999-418a-91ff-1e5df677b288 req-fd73bfa3-45a1-474d-a6d0-0125724c6a4f tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 949 time: 0.1931729 Aug 11 22:00:08.277600 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-aca20761-23cb-473d-b764-a4dddf8c113b req-9735ef45-a874-4527-99b9-abe981b0804b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b682931-e299-47d8-a83a-ba8d76ab64fa {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:00:08.287067 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a5ea8-1a35-4cbb-b50f-2b3a87323c56 admin admin] Pushing event deleted for resources: {'Port': ['ID=b91013e4-b495-4654-ab9e-b91e12068589,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:08.289914 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-aca20761-23cb-473d-b764-a4dddf8c113b req-9735ef45-a874-4527-99b9-abe981b0804b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:08.302682 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 339c59c1-13bb-4b3e-b266-7c1d389f78a2 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:00:08.310246 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-aca20761-23cb-473d-b764-a4dddf8c113b req-9735ef45-a874-4527-99b9-abe981b0804b service neutron] Transition to ACTIVE for port object 8b682931-e299-47d8-a83a-ba8d76ab64fa will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:00:08.342315 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-ab40d64a-09a1-4f97-bb32-5b2a6a9d0131 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Request body: {'port': {'device_id': 'b01ada08-c404-4a65-9916-b651fe15a9f4', 'network_id': '2e5ce1c7-b332-4021-b8e6-4d054d5f0a81', 'admin_state_up': True, 'tenant_id': 'f8b3422dece244b1afcf393ec9f1b957'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:08.352753 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-aca20761-23cb-473d-b764-a4dddf8c113b req-9735ef45-a874-4527-99b9-abe981b0804b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:08.361701 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No active binding found for port b91013e4-b495-4654-ab9e-b91e12068589 {{(pid=100944) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 22:00:08.363220 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b91013e4-b495-4654-ab9e-b91e12068589 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 11 22:00:08.445230 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-d29f73fc-3b0c-45ec-803e-15f3449301db service neutron] Port 140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80 on network bf080b52-f893-4f7c-8435-757491a8008c not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:00:08.445987 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-d29f73fc-3b0c-45ec-803e-15f3449301db service neutron] Attempting to bind port 140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80 on network bf080b52-f893-4f7c-8435-757491a8008c {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:00:08.502180 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-d29f73fc-3b0c-45ec-803e-15f3449301db service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:00:08.502609 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-d29f73fc-3b0c-45ec-803e-15f3449301db service neutron] Checking segment: {'id': 'a26e85d0-a905-4271-9972-2aa908ddc09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:00:08.503199 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-d29f73fc-3b0c-45ec-803e-15f3449301db service neutron] Bound using segment: {'id': 'a26e85d0-a905-4271-9972-2aa908ddc09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:00:08.503749 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-d29f73fc-3b0c-45ec-803e-15f3449301db service neutron] Bound port: 140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a26e85d0-a905-4271-9972-2aa908ddc09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:00:08.504190 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-d29f73fc-3b0c-45ec-803e-15f3449301db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:08.559851 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1627ddc9-6999-418a-91ff-1e5df677b288 req-229db9d5-e7d9-4483-8cb2-2c7ee234cd0a tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848527 Aug 11 22:00:08.580434 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735ef45-a874-4527-99b9-abe981b0804b service neutron] Pushing event updated for resources: {'Port': ['ID=8b682931-e299-47d8-a83a-ba8d76ab64fa,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:08.620839 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c48f9a-31ac-45de-b7cb-a71fb560e566 req-526fe656-4872-4fcc-9f5f-742b04a9faa1 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:08.629547 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-37c48f9a-31ac-45de-b7cb-a71fb560e566 req-526fe656-4872-4fcc-9f5f-742b04a9faa1 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 1096 time: 0.1562657 Aug 11 22:00:08.651740 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Port b91013e4-b495-4654-ab9e-b91e12068589 not found, will not notify nova. {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 11 22:00:08.657570 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1fc8679b-8bd6-42b8-9c92-0d0ed150c2dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:08.662114 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:08.698044 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1fc8679b-8bd6-42b8-9c92-0d0ed150c2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:08.711298 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-045a5ea8-1a35-4cbb-b50f-2b3a87323c56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:08.875280 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-37c48f9a-31ac-45de-b7cb-a71fb560e566 req-1dec1c0a-8a23-4766-bf72-45622f7af718 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447011 Aug 11 22:00:08.889371 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-1ae775b6-3b51-4013-9bac-49a38437608a None None] Allocated IP 172.20.0.2 (e05d73cc-c444-45b6-9ecd-8613ea45c8b9/71666487-d255-442c-a4c1-ffc47afdf7b3/a34706bf-2119-43d8-89f6-00bd0a2974aa) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:00:08.915880 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-1fc8679b-8bd6-42b8-9c92-0d0ed150c2dc admin admin] Allocated IP 172.25.2.31 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/16adc3aa-3e96-4480-84a5-0feda4ab0e51) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:00:08.922798 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-d29f73fc-3b0c-45ec-803e-15f3449301db service neutron] For port 140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:00:08.973435 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-aca20761-23cb-473d-b764-a4dddf8c113b req-9735ef45-a874-4527-99b9-abe981b0804b service neutron] Attempting to bind port 8b682931-e299-47d8-a83a-ba8d76ab64fa on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:00:08.974410 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-aca20761-23cb-473d-b764-a4dddf8c113b req-9735ef45-a874-4527-99b9-abe981b0804b service neutron] Attempting to bind port 8b682931-e299-47d8-a83a-ba8d76ab64fa by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2e5ce1c7-b332-4021-b8e6-4d054d5f0a81'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:00:08.974410 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca20761-23cb-473d-b764-a4dddf8c113b req-9735ef45-a874-4527-99b9-abe981b0804b service neutron] Attempting to bind port 8b682931-e299-47d8-a83a-ba8d76ab64fa on network 2e5ce1c7-b332-4021-b8e6-4d054d5f0a81 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:00:08.985453 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-d29f73fc-3b0c-45ec-803e-15f3449301db service neutron] For port 140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:00:09.001219 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-d29f73fc-3b0c-45ec-803e-15f3449301db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:09.013573 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca20761-23cb-473d-b764-a4dddf8c113b req-9735ef45-a874-4527-99b9-abe981b0804b service neutron] Port 8b682931-e299-47d8-a83a-ba8d76ab64fa on network 2e5ce1c7-b332-4021-b8e6-4d054d5f0a81 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:00:09.013923 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca20761-23cb-473d-b764-a4dddf8c113b req-9735ef45-a874-4527-99b9-abe981b0804b service neutron] Attempting to bind port 8b682931-e299-47d8-a83a-ba8d76ab64fa on network 2e5ce1c7-b332-4021-b8e6-4d054d5f0a81 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:00:09.024259 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-ab40d64a-09a1-4f97-bb32-5b2a6a9d0131 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Made reservation on behalf of f8b3422dece244b1afcf393ec9f1b957 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:00:09.028029 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-ab40d64a-09a1-4f97-bb32-5b2a6a9d0131 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:09.059380 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-d29f73fc-3b0c-45ec-803e-15f3449301db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:09.060052 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-d29f73fc-3b0c-45ec-803e-15f3449301db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:09.061792 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-d29f73fc-3b0c-45ec-803e-15f3449301db service neutron] 10.222.0.52 "PUT /v2.0/ports/140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80 HTTP/1.1" status: 200 len: 1092 time: 2.7740912 Aug 11 22:00:09.062348 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10529ff0-f4f8-4339-ae05-268edf7cd58b', 'tag': '140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:00:09.073208 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9c21c8-bc26-42b6-951c-fbca41d27a49" -d '{"events": [{"name": "network-changed", "server_uuid": "10529ff0-f4f8-4339-ae05-268edf7cd58b", "tag": "140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:00:09.120892 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-13034419-55b6-4008-9f5c-b9258cdb5ad6 req-b9544d27-d530-4177-a6eb-16905b2ce917 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 210 time: 0.1217227 Aug 11 22:00:09.123740 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca20761-23cb-473d-b764-a4dddf8c113b req-9735ef45-a874-4527-99b9-abe981b0804b service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:00:09.124095 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca20761-23cb-473d-b764-a4dddf8c113b req-9735ef45-a874-4527-99b9-abe981b0804b service neutron] Checking segment: {'id': '7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2e5ce1c7-b332-4021-b8e6-4d054d5f0a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:00:09.124498 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca20761-23cb-473d-b764-a4dddf8c113b req-9735ef45-a874-4527-99b9-abe981b0804b service neutron] Bound using segment: {'id': '7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2e5ce1c7-b332-4021-b8e6-4d054d5f0a81'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:00:09.129311 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-aca20761-23cb-473d-b764-a4dddf8c113b req-9735ef45-a874-4527-99b9-abe981b0804b service neutron] Bound port: 8b682931-e299-47d8-a83a-ba8d76ab64fa, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2e5ce1c7-b332-4021-b8e6-4d054d5f0a81'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:00:09.129979 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-aca20761-23cb-473d-b764-a4dddf8c113b req-9735ef45-a874-4527-99b9-abe981b0804b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:09.281480 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1fc8679b-8bd6-42b8-9c92-0d0ed150c2dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:09.295701 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-aca20761-23cb-473d-b764-a4dddf8c113b req-9735ef45-a874-4527-99b9-abe981b0804b service neutron] For port 8b682931-e299-47d8-a83a-ba8d76ab64fa, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:00:09.302798 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-aca20761-23cb-473d-b764-a4dddf8c113b req-9735ef45-a874-4527-99b9-abe981b0804b service neutron] For port 8b682931-e299-47d8-a83a-ba8d76ab64fa, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=8b682931-e299-47d8-a83a-ba8d76ab64fa,segment=NetworkSegment(7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a),segment_id=7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:00:09.306427 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1ae775b6-3b51-4013-9bac-49a38437608a None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:09.317668 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-aca20761-23cb-473d-b764-a4dddf8c113b req-9735ef45-a874-4527-99b9-abe981b0804b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:09.377376 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1ae775b6-3b51-4013-9bac-49a38437608a None None] Transition to ACTIVE for port object a34706bf-2119-43d8-89f6-00bd0a2974aa will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:00:09.382919 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 339c59c1-13bb-4b3e-b266-7c1d389f78a2 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:00:09.392007 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca20761-23cb-473d-b764-a4dddf8c113b req-9735ef45-a874-4527-99b9-abe981b0804b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:09.393108 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-aca20761-23cb-473d-b764-a4dddf8c113b req-9735ef45-a874-4527-99b9-abe981b0804b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:09.395141 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aca20761-23cb-473d-b764-a4dddf8c113b req-9735ef45-a874-4527-99b9-abe981b0804b service neutron] 10.222.0.52 "PUT /v2.0/ports/8b682931-e299-47d8-a83a-ba8d76ab64fa HTTP/1.1" status: 200 len: 1092 time: 2.1943555 Aug 11 22:00:09.398849 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbcfd276-e168-4849-a4f9-cfa7681d35a6', 'tag': '8b682931-e299-47d8-a83a-ba8d76ab64fa'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:00:09.402669 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7f6b3e-c43c-42be-8ad7-5e4f49b3fcd6" -d '{"events": [{"name": "network-changed", "server_uuid": "fbcfd276-e168-4849-a4f9-cfa7681d35a6", "tag": "8b682931-e299-47d8-a83a-ba8d76ab64fa"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:00:09.429877 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 339c59c1-13bb-4b3e-b266-7c1d389f78a2 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:09.430886 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:09.443166 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1fc8679b-8bd6-42b8-9c92-0d0ed150c2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:09.469302 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735ef45-a874-4527-99b9-abe981b0804b service neutron] Pushing event updated for resources: {'Port': ['ID=8b682931-e299-47d8-a83a-ba8d76ab64fa,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:09.520131 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1ae775b6-3b51-4013-9bac-49a38437608a None None] Transition to ACTIVE for port object a34706bf-2119-43d8-89f6-00bd0a2974aa will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:00:09.524183 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f73fc-3b0c-45ec-803e-15f3449301db service neutron] Pushing event updated for resources: {'Port': ['ID=140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:09.564528 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1ae775b6-3b51-4013-9bac-49a38437608a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:09.591417 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc8679b-8bd6-42b8-9c92-0d0ed150c2dc admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:00:09.606819 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-1fc8679b-8bd6-42b8-9c92-0d0ed150c2dc admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:00:09.612990 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc8679b-8bd6-42b8-9c92-0d0ed150c2dc admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:00:09.618556 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8679b-8bd6-42b8-9c92-0d0ed150c2dc admin admin] Pushing event updated for resources: {'Port': ['ID=16adc3aa-3e96-4480-84a5-0feda4ab0e51,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:09.668815 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-adc04714-5ed6-4916-92a0-ebfc272db8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bedeb1a5-4c23-4916-821d-c8296063b3bb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-656922331-router', 'tenant_id': '08edb5c6a9bb4041bea3d91d68436963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '1dd83664-1bc8-4d0c-a95d-837515844e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:59:48Z', 'updated_at': '2021-08-11T21:59:57Z', 'revision_number': 4, 'project_id': '08edb5c6a9bb4041bea3d91d68436963', 'gw_port': {'id': '1dd83664-1bc8-4d0c-a95d-837515844e62', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bedeb1a5-4c23-4916-821d-c8296063b3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:59:50Z', 'updated_at': '2021-08-11T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'b91013e4-b495-4654-ab9e-b91e12068589', 'name': '', 'network_id': '9ee82d1e-f564-4655-920a-1c8e14b5a8ee', 'tenant_id': '08edb5c6a9bb4041bea3d91d68436963', 'mac_address': 'fa:16:3e:4d:32:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bedeb1a5-4c23-4916-821d-c8296063b3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'fdee5637-e501-42bf-a4e0-c15bbe0620f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:59:55Z', 'updated_at': '2021-08-11T22:00:06Z', 'revision_number': 4, 'project_id': '08edb5c6a9bb4041bea3d91d68436963', 'subnets': [{'id': 'fdee5637-e501-42bf-a4e0-c15bbe0620f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:00:09.685360 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca20761-23cb-473d-b764-a4dddf8c113b req-ff4de3d0-52b4-491e-849d-23257017b45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:09.689502 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aca20761-23cb-473d-b764-a4dddf8c113b req-ff4de3d0-52b4-491e-849d-23257017b45b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f8b3422dece244b1afcf393ec9f1b957&device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 1095 time: 0.2229197 Aug 11 22:00:09.691714 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-919c4272-34f0-48b7-8923-8b1cc0c1de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:09.694156 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-919c4272-34f0-48b7-8923-8b1cc0c1de0f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ff75431bb564df5bffa655d84e87396&device_id=10529ff0-f4f8-4339-ae05-268edf7cd58b HTTP/1.1" status: 200 len: 1095 time: 0.4752653 Aug 11 22:00:09.696204 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1fb94-a77b-4933-8ac8-2f2912c08329 req-b15de746-be81-4d76-b8a6-4454db1cc63f tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:09.704828 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a6b1fb94-a77b-4933-8ac8-2f2912c08329 req-b15de746-be81-4d76-b8a6-4454db1cc63f tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 1096 time: 0.2542007 Aug 11 22:00:09.745053 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb1cf8-5a54-405e-9f51-c1397c193fdb req-501be2a7-851c-47ea-a913-9a88d8b51cd0 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:09.755634 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-abfb1cf8-5a54-405e-9f51-c1397c193fdb req-501be2a7-851c-47ea-a913-9a88d8b51cd0 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=10529ff0-f4f8-4339-ae05-268edf7cd58b HTTP/1.1" status: 200 len: 944 time: 0.6409276 Aug 11 22:00:09.774704 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae775b6-3b51-4013-9bac-49a38437608a None None] Network e05d73cc-c444-45b6-9ecd-8613ea45c8b9 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:00:09.784855 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc04714-5ed6-4916-92a0-ebfc272db8a7 None None] The sync data for ids ['bedeb1a5-4c23-4916-821d-c8296063b3bb'] in n-d-804275-3 is: [{'id': 'bedeb1a5-4c23-4916-821d-c8296063b3bb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-656922331-router', 'tenant_id': '08edb5c6a9bb4041bea3d91d68436963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '1dd83664-1bc8-4d0c-a95d-837515844e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:59:48Z', 'updated_at': '2021-08-11T21:59:57Z', 'revision_number': 4, 'project_id': '08edb5c6a9bb4041bea3d91d68436963', 'gw_port': {'id': '1dd83664-1bc8-4d0c-a95d-837515844e62', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bedeb1a5-4c23-4916-821d-c8296063b3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:59:50Z', 'updated_at': '2021-08-11T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'b91013e4-b495-4654-ab9e-b91e12068589', 'name': '', 'network_id': '9ee82d1e-f564-4655-920a-1c8e14b5a8ee', 'tenant_id': '08edb5c6a9bb4041bea3d91d68436963', 'mac_address': 'fa:16:3e:4d:32:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bedeb1a5-4c23-4916-821d-c8296063b3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'fdee5637-e501-42bf-a4e0-c15bbe0620f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:59:55Z', 'updated_at': '2021-08-11T22:00:06Z', 'revision_number': 4, 'project_id': '08edb5c6a9bb4041bea3d91d68436963', 'subnets': [{'id': 'fdee5637-e501-42bf-a4e0-c15bbe0620f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:00:09.787473 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae775b6-3b51-4013-9bac-49a38437608a None None] Pushing event updated for resources: {'Port': ['ID=a34706bf-2119-43d8-89f6-00bd0a2974aa,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:09.794723 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aca20761-23cb-473d-b764-a4dddf8c113b req-757ff05d-077b-4064-8cac-9d96371b1faf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b682931-e299-47d8-a83a-ba8d76ab64fa HTTP/1.1" status: 200 len: 217 time: 0.0848997 Aug 11 22:00:09.802717 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-1ae775b6-3b51-4013-9bac-49a38437608a None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:00:09.807740 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae775b6-3b51-4013-9bac-49a38437608a None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:00:09.889624 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e254e0-99f7-4fff-8e69-73158bc68da6 req-d6c56c1b-3f82-4cd8-a412-ee0197921f7f tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:09.891902 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20e254e0-99f7-4fff-8e69-73158bc68da6 req-d6c56c1b-3f82-4cd8-a412-ee0197921f7f tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.82 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b&tenant_id=01fca9b3362949bdabf015b4ac4622c7&binding%3Ahost_id=n-h2-804275-3 HTTP/1.1" status: 200 len: 949 time: 0.4272594 Aug 11 22:00:09.900917 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-132fffb6-b7f0-4a4f-b75a-efef4643834d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80 HTTP/1.1" status: 200 len: 217 time: 0.1764607 Aug 11 22:00:09.930068 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a6b1fb94-a77b-4933-8ac8-2f2912c08329 req-5c963594-694a-42dc-b717-055381af6c69 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214334 Aug 11 22:00:10.007248 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-ab40d64a-09a1-4f97-bb32-5b2a6a9d0131 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Allocated IP 172.20.0.5 (2e5ce1c7-b332-4021-b8e6-4d054d5f0a81/fd19ad71-37f3-4014-bc35-046e6b7efdcb/287831d1-c443-4524-9743-9ff527c7c0d1) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:00:10.048515 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:10.053092 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca20761-23cb-473d-b764-a4dddf8c113b req-bf969916-a1a4-4d60-b031-7f686d813940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:10.059366 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aca20761-23cb-473d-b764-a4dddf8c113b req-bf969916-a1a4-4d60-b031-7f686d813940 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fd19ad71-37f3-4014-bc35-046e6b7efdcb HTTP/1.1" status: 200 len: 858 time: 0.2568257 Aug 11 22:00:10.077276 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045a5ea8-1a35-4cbb-b50f-2b3a87323c56 admin admin] Router bedeb1a5-4c23-4916-821d-c8296063b3bb has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:00:10.103624 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-abfb1cf8-5a54-405e-9f51-c1397c193fdb req-3fe9668e-6b9e-4995-9c75-179a5131c849 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442702 Aug 11 22:00:10.145473 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1ae775b6-3b51-4013-9bac-49a38437608a None None] Attempting to bind port a34706bf-2119-43d8-89f6-00bd0a2974aa on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:00:10.146192 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1ae775b6-3b51-4013-9bac-49a38437608a None None] Attempting to bind port a34706bf-2119-43d8-89f6-00bd0a2974aa by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '21581a11-e174-4947-9db1-c1832ca192ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:00:10.146450 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aca20761-23cb-473d-b764-a4dddf8c113b req-0cb75f20-38e9-44cd-bbae-6067da8725df service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2e5ce1c7-b332-4021-b8e6-4d054d5f0a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776448 Aug 11 22:00:10.146690 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae775b6-3b51-4013-9bac-49a38437608a None None] Attempting to bind port a34706bf-2119-43d8-89f6-00bd0a2974aa on network e05d73cc-c444-45b6-9ecd-8613ea45c8b9 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:00:10.190641 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-6c4e90ff-5828-4b49-93d2-d9424bb3a2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:10.199685 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-6c4e90ff-5828-4b49-93d2-d9424bb3a2ee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=985a839f-f29b-406e-b51f-4bfc5d529d7d HTTP/1.1" status: 200 len: 851 time: 0.2749596 Aug 11 22:00:10.201687 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae775b6-3b51-4013-9bac-49a38437608a None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:00:10.203298 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae775b6-3b51-4013-9bac-49a38437608a None None] Checking segment: {'id': '21581a11-e174-4947-9db1-c1832ca192ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:00:10.204624 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1ae775b6-3b51-4013-9bac-49a38437608a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:10.205101 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae775b6-3b51-4013-9bac-49a38437608a None None] Bound using segment: {'id': '21581a11-e174-4947-9db1-c1832ca192ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:00:10.205627 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1ae775b6-3b51-4013-9bac-49a38437608a None None] Bound port: a34706bf-2119-43d8-89f6-00bd0a2974aa, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21581a11-e174-4947-9db1-c1832ca192ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:00:10.209128 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1ae775b6-3b51-4013-9bac-49a38437608a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:10.226814 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2b2b6c-5f43-45d1-a2b6-d261767c9de3 x-openstack-request-id: req-eb2b2b6c-5f43-45d1-a2b6-d261767c9de3 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:00:10.228378 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10529ff0-f4f8-4339-ae05-268edf7cd58b", "tag": "140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:00:10.228874 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554034a7-3ab1-4595-a727-63aeed83ef5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339c59c1-13bb-4b3e-b266-7c1d389f78a2'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:00:10.231969 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eb2b2b6c-5f43-45d1-a2b6-d261767c9de3 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:00:10.232548 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10529ff0-f4f8-4339-ae05-268edf7cd58b', 'tag': '140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80', 'status': 'completed', 'code': 200} Aug 11 22:00:10.234701 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec4d28d-3955-48aa-af0f-be520f54e20a" -d '{"events": [{"server_uuid": "554034a7-3ab1-4595-a727-63aeed83ef5a", "name": "network-vif-plugged", "status": "completed", "tag": "339c59c1-13bb-4b3e-b266-7c1d389f78a2"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:00:10.296769 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 339c59c1-13bb-4b3e-b266-7c1d389f78a2, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=339c59c1-13bb-4b3e-b266-7c1d389f78a2,segment=NetworkSegment(955956c0-819f-4ff3-b129-18102dcedf3e),segment_id=955956c0-819f-4ff3-b129-18102dcedf3e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:10.314261 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b5d88-153b-4852-b8e7-c3816e128379 req-374bcc71-4f78-449f-9637-827d3435922f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:10.326446 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bd8b5d88-153b-4852-b8e7-c3816e128379 req-374bcc71-4f78-449f-9637-827d3435922f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=554034a7-3ab1-4595-a727-63aeed83ef5a HTTP/1.1" status: 200 len: 944 time: 0.2643266 Aug 11 22:00:10.384514 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:10.442388 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bd8b5d88-153b-4852-b8e7-c3816e128379 req-bc0100ce-0c1c-4199-9dc1-f160d4bbb0bb tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149199 Aug 11 22:00:10.503818 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-d412619e-b1d4-4cf1-82b2-169c1c7adfd7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bf080b52-f893-4f7c-8435-757491a8008c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2573361 Aug 11 22:00:10.504744 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [req-20e254e0-99f7-4fff-8e69-73158bc68da6 req-41536151-db29-49e6-804e-1ee107f98e16 service neutron] delete failed (client error): The resource could not be found. Aug 11 22:00:10.505754 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20e254e0-99f7-4fff-8e69-73158bc68da6 req-41536151-db29-49e6-804e-1ee107f98e16 service neutron] 10.222.0.82 "DELETE /v2.0/ports/5416b26f-2494-4b72-9a5e-ad96f58483f2/bindings/n-h1-804275-3 HTTP/1.1" status: 404 len: 380 time: 0.6039703 Aug 11 22:00:10.518456 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aca20761-23cb-473d-b764-a4dddf8c113b req-39c19fb7-4470-48eb-82f8-ed3fa10761e9 service neutron] 10.222.0.52 "GET /v2.0/networks/2e5ce1c7-b332-4021-b8e6-4d054d5f0a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636119 Aug 11 22:00:10.562641 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4bd40b-c4b4-4e1f-a8ce-acb5263c79d4 x-openstack-request-id: req-9c4bd40b-c4b4-4e1f-a8ce-acb5263c79d4 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:00:10.563765 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbcfd276-e168-4849-a4f9-cfa7681d35a6", "tag": "8b682931-e299-47d8-a83a-ba8d76ab64fa", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:00:10.566483 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9c4bd40b-c4b4-4e1f-a8ce-acb5263c79d4 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:00:10.569303 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbcfd276-e168-4849-a4f9-cfa7681d35a6', 'tag': '8b682931-e299-47d8-a83a-ba8d76ab64fa', 'status': 'completed', 'code': 200} Aug 11 22:00:10.626066 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-1ae775b6-3b51-4013-9bac-49a38437608a None None] For port a34706bf-2119-43d8-89f6-00bd0a2974aa, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:00:10.633896 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=339c59c1-13bb-4b3e-b266-7c1d389f78a2,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:10.641680 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-1ae775b6-3b51-4013-9bac-49a38437608a None None] For port a34706bf-2119-43d8-89f6-00bd0a2974aa, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a34706bf-2119-43d8-89f6-00bd0a2974aa,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:00:10.651647 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1ae775b6-3b51-4013-9bac-49a38437608a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:10.705802 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1fc8679b-8bd6-42b8-9c92-0d0ed150c2dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:10.848867 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae775b6-3b51-4013-9bac-49a38437608a None None] Pushing event updated for resources: {'Port': ['ID=a34706bf-2119-43d8-89f6-00bd0a2974aa,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:10.879277 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b1e5c5fe-4a1c-466b-9a24-516a9f3ad11b req-7ea82f53-48d9-4cb5-ab91-4a1dbde72db8 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 210 time: 0.0673590 Aug 11 22:00:10.992844 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-ab40d64a-09a1-4f97-bb32-5b2a6a9d0131 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:11.041074 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8acb8f-72d9-4e64-b4cf-3c8aabe7b5c0 x-openstack-request-id: req-2b8acb8f-72d9-4e64-b4cf-3c8aabe7b5c0 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:00:11.041324 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554034a7-3ab1-4595-a727-63aeed83ef5a", "name": "network-vif-plugged", "status": "completed", "tag": "339c59c1-13bb-4b3e-b266-7c1d389f78a2", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:00:11.041527 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2b8acb8f-72d9-4e64-b4cf-3c8aabe7b5c0 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:00:11.041788 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554034a7-3ab1-4595-a727-63aeed83ef5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339c59c1-13bb-4b3e-b266-7c1d389f78a2', 'code': 200} Aug 11 22:00:11.093682 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5752d-61a5-4529-bafb-1c542e5c553e req-b3051cfc-4a6d-4001-a82a-750c8e95b9dd tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:11.095447 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-16f5752d-61a5-4529-bafb-1c542e5c553e req-b3051cfc-4a6d-4001-a82a-750c8e95b9dd tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 949 time: 0.6962633 Aug 11 22:00:11.296730 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e254e0-99f7-4fff-8e69-73158bc68da6 req-c46c1eb6-dbd0-41fc-924c-1fc026a0e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:11.299684 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20e254e0-99f7-4fff-8e69-73158bc68da6 req-c46c1eb6-dbd0-41fc-924c-1fc026a0e3f2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 1100 time: 0.3267837 Aug 11 22:00:11.313711 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-e963ebaa-598b-4a96-baf3-9ea919cdcf14 service neutron] 10.222.0.52 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7870605 Aug 11 22:00:11.630638 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aca20761-23cb-473d-b764-a4dddf8c113b req-6341933e-d8b7-403f-8be0-022d636139c4 service neutron] 10.222.0.52 "GET /v2.0/networks/2e5ce1c7-b332-4021-b8e6-4d054d5f0a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0994723 Aug 11 22:00:11.657401 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed772c01-a2ca-496e-b953-ad7c57501493 req-c26ad68c-d875-48dd-b2a4-46edbcc69feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:11.659037 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ed772c01-a2ca-496e-b953-ad7c57501493 req-c26ad68c-d875-48dd-b2a4-46edbcc69feb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=554034a7-3ab1-4595-a727-63aeed83ef5a HTTP/1.1" status: 200 len: 1096 time: 0.0918715 Aug 11 22:00:11.791380 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045a5ea8-1a35-4cbb-b50f-2b3a87323c56 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:00:11.806229 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787743ff-bd02-44d9-8b93-a0a8dd65cbf5 None None] Sync routers for ids ['bedeb1a5-4c23-4916-821d-c8296063b3bb'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:00:11.820197 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-16f5752d-61a5-4529-bafb-1c542e5c553e req-d9648416-6550-4e78-9160-3b3c131e9dec tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6718061 Aug 11 22:00:11.835730 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787743ff-bd02-44d9-8b93-a0a8dd65cbf5 None None] Routers {'bedeb1a5-4c23-4916-821d-c8296063b3bb'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:00:11.836702 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-787743ff-bd02-44d9-8b93-a0a8dd65cbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:59:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bedeb1a5-4c23-4916-821d-c8296063b3bb'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:00:11.839759 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-045a5ea8-1a35-4cbb-b50f-2b3a87323c56 admin admin] 10.222.0.77 "PUT /v2.0/routers/bedeb1a5-4c23-4916-821d-c8296063b3bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7101650 Aug 11 22:00:11.863198 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a34706bf-2119-43d8-89f6-00bd0a2974aa up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:00:12.026518 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60744) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:00:12.097540 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ed772c01-a2ca-496e-b953-ad7c57501493 req-4d02a10f-985f-48ad-b71c-d6d2d0af4fae service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996928 Aug 11 22:00:12.104860 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1fc8679b-8bd6-42b8-9c92-0d0ed150c2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:12.121697 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port a34706bf-2119-43d8-89f6-00bd0a2974aa completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:00:12.152392 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-787743ff-bd02-44d9-8b93-a0a8dd65cbf5 None None] Set router bedeb1a5-4c23-4916-821d-c8296063b3bb gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:00:12.251927 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 5416b26f-2494-4b72-9a5e-ad96f58483f2 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:00:12.286361 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-ab40d64a-09a1-4f97-bb32-5b2a6a9d0131 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:12.296158 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc21abf3-f4a3-46b5-b278-50548e320fc7 req-e44d9361-b7c4-4e4c-bd49-a8259834f8bf service neutron] 10.222.0.52 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9650455 Aug 11 22:00:12.321678 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f6b3e-c43c-42be-8ad7-5e4f49b3fcd6 req-76ff7171-b608-42e0-80d2-708275d69423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:12.327748 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e254e0-99f7-4fff-8e69-73158bc68da6 req-e66674ba-c210-4f22-8ff7-d94f62833880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:12.328370 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aa7f6b3e-c43c-42be-8ad7-5e4f49b3fcd6 req-76ff7171-b608-42e0-80d2-708275d69423 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f8b3422dece244b1afcf393ec9f1b957&device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 1095 time: 0.6266768 Aug 11 22:00:12.330115 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20e254e0-99f7-4fff-8e69-73158bc68da6 req-e66674ba-c210-4f22-8ff7-d94f62833880 service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 1.0101516 Aug 11 22:00:12.487898 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 5416b26f-2494-4b72-9a5e-ad96f58483f2 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:00:12.502543 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-ab40d64a-09a1-4f97-bb32-5b2a6a9d0131 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Network 2e5ce1c7-b332-4021-b8e6-4d054d5f0a81 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:00:12.503154 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc8679b-8bd6-42b8-9c92-0d0ed150c2dc admin admin] Router d552db45-9f5d-46b1-9c39-987ab9f34a05 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:00:12.513811 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 5416b26f-2494-4b72-9a5e-ad96f58483f2 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:12.514413 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:12.572224 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-ab40d64a-09a1-4f97-bb32-5b2a6a9d0131 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:00:12.574181 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b355c5-80dc-4ff1-a04e-878e6ec84845 None None] Network e05d73cc-c444-45b6-9ecd-8613ea45c8b9 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:00:12.582193 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-ab40d64a-09a1-4f97-bb32-5b2a6a9d0131 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:00:12.797144 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc8679b-8bd6-42b8-9c92-0d0ed150c2dc admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:00:12.799851 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ef2807f-4fed-4cfc-89f8-653164d258ff admin admin] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:12.801200 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f6b3e-c43c-42be-8ad7-5e4f49b3fcd6 req-3670b380-afc2-4425-a96f-26b882298875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:12.803392 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aa7f6b3e-c43c-42be-8ad7-5e4f49b3fcd6 req-3670b380-afc2-4425-a96f-26b882298875 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2e5ce1c7-b332-4021-b8e6-4d054d5f0a81 HTTP/1.1" status: 200 len: 919 time: 0.4381723 Aug 11 22:00:12.814607 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-787743ff-bd02-44d9-8b93-a0a8dd65cbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bedeb1a5-4c23-4916-821d-c8296063b3bb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-656922331-router', 'tenant_id': '08edb5c6a9bb4041bea3d91d68436963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '1dd83664-1bc8-4d0c-a95d-837515844e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:59:48Z', 'updated_at': '2021-08-11T22:00:07Z', 'revision_number': 5, 'project_id': '08edb5c6a9bb4041bea3d91d68436963', 'gw_port': {'id': '1dd83664-1bc8-4d0c-a95d-837515844e62', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bedeb1a5-4c23-4916-821d-c8296063b3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:59:50Z', 'updated_at': '2021-08-11T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:00:12.829830 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1fc8679b-8bd6-42b8-9c92-0d0ed150c2dc admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:12.837751 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3bdb80-b2a9-4fb3-a082-66f10e632711 None None] Sync routers for ids ['d552db45-9f5d-46b1-9c39-987ab9f34a05'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:00:12.850109 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1fc8679b-8bd6-42b8-9c92-0d0ed150c2dc admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6839116 Aug 11 22:00:12.851933 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60766) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:00:12.883336 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c95bfc05-f5c8-4e36-8b5a-8e69a38a8ada None None] Provisioning for port a34706bf-2119-43d8-89f6-00bd0a2974aa completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:00:12.886787 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787743ff-bd02-44d9-8b93-a0a8dd65cbf5 None None] Checking router: bedeb1a5-4c23-4916-821d-c8296063b3bb for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:00:12.891987 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3bdb80-b2a9-4fb3-a082-66f10e632711 None None] Routers {'d552db45-9f5d-46b1-9c39-987ab9f34a05'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:00:12.893171 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0f3bdb80-b2a9-4fb3-a082-66f10e632711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:59:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d552db45-9f5d-46b1-9c39-987ab9f34a05'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:00:12.912692 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787743ff-bd02-44d9-8b93-a0a8dd65cbf5 None None] Routers {'bedeb1a5-4c23-4916-821d-c8296063b3bb'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:00:12.914468 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-787743ff-bd02-44d9-8b93-a0a8dd65cbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:59:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bedeb1a5-4c23-4916-821d-c8296063b3bb'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:00:12.936049 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c95bfc05-f5c8-4e36-8b5a-8e69a38a8ada None None] Provisioning complete for port a34706bf-2119-43d8-89f6-00bd0a2974aa triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:12.936814 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c95bfc05-f5c8-4e36-8b5a-8e69a38a8ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:12.947227 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aa7f6b3e-c43c-42be-8ad7-5e4f49b3fcd6 req-06eaf39a-7cdd-45f0-a45b-4050e65d2f43 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b682931-e299-47d8-a83a-ba8d76ab64fa HTTP/1.1" status: 200 len: 217 time: 0.1260521 Aug 11 22:00:12.949302 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40d64a-09a1-4f97-bb32-5b2a6a9d0131 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Pushing event updated for resources: {'Port': ['ID=287831d1-c443-4524-9743-9ff527c7c0d1,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:13.013645 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20e254e0-99f7-4fff-8e69-73158bc68da6 req-6b8dfd97-6507-452f-8f69-d7fade6d1c7f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=5416b26f-2494-4b72-9a5e-ad96f58483f2 HTTP/1.1" status: 200 len: 217 time: 0.4471042 Aug 11 22:00:13.021875 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-ab40d64a-09a1-4f97-bb32-5b2a6a9d0131 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:13.022590 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-ab40d64a-09a1-4f97-bb32-5b2a6a9d0131 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:13.048026 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7918759-2f7b-4bce-afa7-5e15e6924c73 req-b811d087-7978-4be2-b276-480bea5b2fc7 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:13.049898 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f7918759-2f7b-4bce-afa7-5e15e6924c73 req-b811d087-7978-4be2-b276-480bea5b2fc7 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=10529ff0-f4f8-4339-ae05-268edf7cd58b HTTP/1.1" status: 200 len: 944 time: 0.7701709 Aug 11 22:00:13.112545 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-5fc368db-3196-41bf-909c-bb6816c637bf tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:00:13.113858 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-5fc368db-3196-41bf-909c-bb6816c637bf tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0527618 Aug 11 22:00:13.135559 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:13.138407 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ef2807f-4fed-4cfc-89f8-653164d258ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:13.143008 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-64990b5f-62de-42ab-9aeb-e6fb5008f4b6 service neutron] Request body: {'binding': {'host': 'n-h1-804275-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:13.143427 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-64990b5f-62de-42ab-9aeb-e6fb5008f4b6 service neutron] Unknown quota resources ['binding']. {{(pid=100942) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 22:00:13.165434 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c21c8-bc26-42b6-951c-fbca41d27a49 req-8be8847b-db2c-4446-bab1-f923b7eabf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:13.168091 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5d9c21c8-bc26-42b6-951c-fbca41d27a49 req-8be8847b-db2c-4446-bab1-f923b7eabf7b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ff75431bb564df5bffa655d84e87396&device_id=10529ff0-f4f8-4339-ae05-268edf7cd58b HTTP/1.1" status: 200 len: 1095 time: 0.7842472 Aug 11 22:00:13.194210 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-0f3bdb80-b2a9-4fb3-a082-66f10e632711 None None] Set router d552db45-9f5d-46b1-9c39-987ab9f34a05 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:00:13.197576 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-787743ff-bd02-44d9-8b93-a0a8dd65cbf5 None None] Set router bedeb1a5-4c23-4916-821d-c8296063b3bb gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:00:13.211281 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fb1dfca2-1c3d-46c1-9875-0ddb3b859efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:13.252330 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-ab40d64a-09a1-4f97-bb32-5b2a6a9d0131 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9711931 Aug 11 22:00:13.304857 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5416b26f-2494-4b72-9a5e-ad96f58483f2'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:00:13.307261 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dbc220-acef-4e6c-bba5-fb4b8bda4ec8" -d '{"events": [{"server_uuid": "91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b", "name": "network-vif-plugged", "status": "completed", "tag": "5416b26f-2494-4b72-9a5e-ad96f58483f2"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:00:13.317236 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-94cdb6f5-5ed6-45e4-b7f8-3e66f02912c7 service neutron] Request body: {'port': {'device_id': 'b01ada08-c404-4a65-9916-b651fe15a9f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:13.326756 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e254e0-99f7-4fff-8e69-73158bc68da6 req-260e8ad6-0464-4726-a44d-c7f2cf8f4d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:13.329771 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20e254e0-99f7-4fff-8e69-73158bc68da6 req-260e8ad6-0464-4726-a44d-c7f2cf8f4d2f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.3027487 Aug 11 22:00:13.331167 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 5416b26f-2494-4b72-9a5e-ad96f58483f2, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=5416b26f-2494-4b72-9a5e-ad96f58483f2,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:13.357128 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:00:13.389808 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:13.425584 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f6b3e-c43c-42be-8ad7-5e4f49b3fcd6 req-b4d0146d-0ef2-4667-a39e-b38d022732ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:13.427182 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aa7f6b3e-c43c-42be-8ad7-5e4f49b3fcd6 req-b4d0146d-0ef2-4667-a39e-b38d022732ad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fd19ad71-37f3-4014-bc35-046e6b7efdcb HTTP/1.1" status: 200 len: 858 time: 0.3645065 Aug 11 22:00:13.440951 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f7918759-2f7b-4bce-afa7-5e15e6924c73 req-b7f07924-8be6-4d2a-949f-e5f81b7acae5 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629285 Aug 11 22:00:13.473936 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c95bfc05-f5c8-4e36-8b5a-8e69a38a8ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:13.551703 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-787743ff-bd02-44d9-8b93-a0a8dd65cbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bedeb1a5-4c23-4916-821d-c8296063b3bb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-656922331-router', 'tenant_id': '08edb5c6a9bb4041bea3d91d68436963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '1dd83664-1bc8-4d0c-a95d-837515844e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:59:48Z', 'updated_at': '2021-08-11T22:00:07Z', 'revision_number': 5, 'project_id': '08edb5c6a9bb4041bea3d91d68436963', 'gw_port': {'id': '1dd83664-1bc8-4d0c-a95d-837515844e62', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bedeb1a5-4c23-4916-821d-c8296063b3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:59:50Z', 'updated_at': '2021-08-11T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:00:13.611382 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aa7f6b3e-c43c-42be-8ad7-5e4f49b3fcd6 req-1f78d6e8-caca-49bf-aa50-3368729c2043 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2e5ce1c7-b332-4021-b8e6-4d054d5f0a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247945 Aug 11 22:00:13.624438 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787743ff-bd02-44d9-8b93-a0a8dd65cbf5 None None] The sync data for ids ['bedeb1a5-4c23-4916-821d-c8296063b3bb'] in n-d-804275-3 is: [{'id': 'bedeb1a5-4c23-4916-821d-c8296063b3bb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-656922331-router', 'tenant_id': '08edb5c6a9bb4041bea3d91d68436963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '1dd83664-1bc8-4d0c-a95d-837515844e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:59:48Z', 'updated_at': '2021-08-11T22:00:07Z', 'revision_number': 5, 'project_id': '08edb5c6a9bb4041bea3d91d68436963', 'gw_port': {'id': '1dd83664-1bc8-4d0c-a95d-837515844e62', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bedeb1a5-4c23-4916-821d-c8296063b3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:59:50Z', 'updated_at': '2021-08-11T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:00:13.657566 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-c95bfc05-f5c8-4e36-8b5a-8e69a38a8ada None None] For port a34706bf-2119-43d8-89f6-00bd0a2974aa, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a34706bf-2119-43d8-89f6-00bd0a2974aa,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:13.660364 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=5416b26f-2494-4b72-9a5e-ad96f58483f2,revision_number=9']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:13.672609 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c95bfc05-f5c8-4e36-8b5a-8e69a38a8ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:13.763676 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bfc05-f5c8-4e36-8b5a-8e69a38a8ada None None] Pushing event updated for resources: {'Port': ['ID=a34706bf-2119-43d8-89f6-00bd0a2974aa,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:13.772905 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e254e0-99f7-4fff-8e69-73158bc68da6 req-9826a622-889f-4214-82a4-c9d302d95349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:13.780096 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0f3bdb80-b2a9-4fb3-a082-66f10e632711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'name': 'tempest-ServerActionsTestJSON-603148391-router', 'tenant_id': 'f3da70be91664ca8a55d012676042959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '16adc3aa-3e96-4480-84a5-0feda4ab0e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:00:07Z', 'updated_at': '2021-08-11T22:00:10Z', 'revision_number': 3, 'project_id': 'f3da70be91664ca8a55d012676042959', 'gw_port': {'id': '16adc3aa-3e96-4480-84a5-0feda4ab0e51', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:41:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:00:08Z', 'updated_at': '2021-08-11T22:00:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:00:13.780889 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20e254e0-99f7-4fff-8e69-73158bc68da6 req-9826a622-889f-4214-82a4-c9d302d95349 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4036927 Aug 11 22:00:13.786360 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-94cdb6f5-5ed6-45e4-b7f8-3e66f02912c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:13.825939 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3bdb80-b2a9-4fb3-a082-66f10e632711 None None] Checking router: d552db45-9f5d-46b1-9c39-987ab9f34a05 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:00:13.825939 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3bdb80-b2a9-4fb3-a082-66f10e632711 None None] Updating router d552db45-9f5d-46b1-9c39-987ab9f34a05 port 16adc3aa-3e96-4480-84a5-0feda4ab0e51 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:00:13.836333 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c21c8-bc26-42b6-951c-fbca41d27a49 req-2ea130bb-0a87-4f69-ba54-cb43fdffaa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:13.839017 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5d9c21c8-bc26-42b6-951c-fbca41d27a49 req-2ea130bb-0a87-4f69-ba54-cb43fdffaa06 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bf080b52-f893-4f7c-8435-757491a8008c HTTP/1.1" status: 200 len: 912 time: 0.6449244 Aug 11 22:00:13.857526 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0f3bdb80-b2a9-4fb3-a082-66f10e632711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:13.905423 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5d9c21c8-bc26-42b6-951c-fbca41d27a49 req-658db20b-5578-47b2-94a2-1289fd35001d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80 HTTP/1.1" status: 200 len: 217 time: 0.0541527 Aug 11 22:00:13.920469 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-1ef2807f-4fed-4cfc-89f8-653164d258ff admin admin] Deleting port 1dd83664-1bc8-4d0c-a95d-837515844e62 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:00:13.920822 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ef2807f-4fed-4cfc-89f8-653164d258ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:13.968353 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2ec7f0e2-3423-42bc-9b1c-d383fe52ecb5 None None] Provisioning complete for port a34706bf-2119-43d8-89f6-00bd0a2974aa triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:13.968933 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2ec7f0e2-3423-42bc-9b1c-d383fe52ecb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:14.004297 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c21c8-bc26-42b6-951c-fbca41d27a49 req-1008de6f-10a8-440e-b7d9-633f9d776f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:14.005930 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5d9c21c8-bc26-42b6-951c-fbca41d27a49 req-1008de6f-10a8-440e-b7d9-633f9d776f60 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=985a839f-f29b-406e-b51f-4bfc5d529d7d HTTP/1.1" status: 200 len: 851 time: 0.0829027 Aug 11 22:00:14.113203 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-64990b5f-62de-42ab-9aeb-e6fb5008f4b6 service neutron] Attempting to bind port 62bfc372-84f4-45ff-a1b2-81d95153d84e on host n-h1-804275-3 for vnic_type normal with profile None {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:00:14.114026 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-64990b5f-62de-42ab-9aeb-e6fb5008f4b6 service neutron] Attempting to bind port 62bfc372-84f4-45ff-a1b2-81d95153d84e by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:00:14.114421 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-64990b5f-62de-42ab-9aeb-e6fb5008f4b6 service neutron] Attempting to bind port 62bfc372-84f4-45ff-a1b2-81d95153d84e on network 83735497-c152-410a-a532-372740b4ec60 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:00:14.144323 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-64990b5f-62de-42ab-9aeb-e6fb5008f4b6 service neutron] Port 62bfc372-84f4-45ff-a1b2-81d95153d84e on network 83735497-c152-410a-a532-372740b4ec60 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:00:14.144547 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-64990b5f-62de-42ab-9aeb-e6fb5008f4b6 service neutron] Attempting to bind port 62bfc372-84f4-45ff-a1b2-81d95153d84e on network 83735497-c152-410a-a532-372740b4ec60 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:00:14.150304 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812acfec-9f59-4524-ac2f-d32b5b818f20 req-78d73033-2872-4ae2-9eef-e990614af45e tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:14.152686 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-812acfec-9f59-4524-ac2f-d32b5b818f20 req-78d73033-2872-4ae2-9eef-e990614af45e tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=554034a7-3ab1-4595-a727-63aeed83ef5a HTTP/1.1" status: 200 len: 945 time: 0.5535629 Aug 11 22:00:14.156963 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a34706bf-2119-43d8-89f6-00bd0a2974aa up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:00:14.213610 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5d9c21c8-bc26-42b6-951c-fbca41d27a49 req-55d98a99-5d3e-438f-8278-7cbedeaa018b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bf080b52-f893-4f7c-8435-757491a8008c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1871841 Aug 11 22:00:14.231065 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-64990b5f-62de-42ab-9aeb-e6fb5008f4b6 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:00:14.232042 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-64990b5f-62de-42ab-9aeb-e6fb5008f4b6 service neutron] Checking segment: {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:00:14.232042 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-64990b5f-62de-42ab-9aeb-e6fb5008f4b6 service neutron] Bound using segment: {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:00:14.232289 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-64990b5f-62de-42ab-9aeb-e6fb5008f4b6 service neutron] Bound port: 62bfc372-84f4-45ff-a1b2-81d95153d84e, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:00:14.278080 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aa7f6b3e-c43c-42be-8ad7-5e4f49b3fcd6 req-990c9d7f-da00-44f2-b945-0809efd82a28 service neutron] 10.222.0.52 "GET /v2.0/networks/2e5ce1c7-b332-4021-b8e6-4d054d5f0a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6496253 Aug 11 22:00:14.281123 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 8b682931-e299-47d8-a83a-ba8d76ab64fa details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:00:14.335242 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port a34706bf-2119-43d8-89f6-00bd0a2974aa triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:14.335674 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:14.435167 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-812acfec-9f59-4524-ac2f-d32b5b818f20 req-258b8013-e31c-4d71-858b-ac82d2f75052 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358038 Aug 11 22:00:14.593383 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-1ef2807f-4fed-4cfc-89f8-653164d258ff admin admin] For port 1dd83664-1bc8-4d0c-a95d-837515844e62, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1dd83664-1bc8-4d0c-a95d-837515844e62,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:14.595156 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ef2807f-4fed-4cfc-89f8-653164d258ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:14.605649 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20e254e0-99f7-4fff-8e69-73158bc68da6 req-4384215d-6cf6-49d1-bea4-5f20d4d87e10 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8049324 Aug 11 22:00:14.637291 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0f3bdb80-b2a9-4fb3-a082-66f10e632711 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:14.672104 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 8b682931-e299-47d8-a83a-ba8d76ab64fa, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=8b682931-e299-47d8-a83a-ba8d76ab64fa,segment=NetworkSegment(7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a),segment_id=7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:14.713476 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0f3bdb80-b2a9-4fb3-a082-66f10e632711 None None] Transition to ACTIVE for port object 16adc3aa-3e96-4480-84a5-0feda4ab0e51 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:00:14.717819 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '8b682931-e299-47d8-a83a-ba8d76ab64fa', 'network_id': '2e5ce1c7-b332-4021-b8e6-4d054d5f0a81', 'port_id': '8b682931-e299-47d8-a83a-ba8d76ab64fa', 'mac_address': 'fa:16:3e:6b:3f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd19ad71-37f3-4014-bc35-046e6b7efdcb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:00:14.733380 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-1ef2807f-4fed-4cfc-89f8-653164d258ff admin admin] Calling delete_port for 1dd83664-1bc8-4d0c-a95d-837515844e62 owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:00:14.739850 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aa7f6b3e-c43c-42be-8ad7-5e4f49b3fcd6 req-15f465b6-e7f0-4856-b788-7055065fc290 service neutron] 10.222.0.52 "GET /v2.0/networks/2e5ce1c7-b332-4021-b8e6-4d054d5f0a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545386 Aug 11 22:00:14.774819 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:14.779369 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0f3bdb80-b2a9-4fb3-a082-66f10e632711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:14.803380 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5d9c21c8-bc26-42b6-951c-fbca41d27a49 req-fed69baa-346e-48b2-8b2a-340a05ced340 service neutron] 10.222.0.52 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5724158 Aug 11 22:00:14.808439 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-64990b5f-62de-42ab-9aeb-e6fb5008f4b6 service neutron] For port 62bfc372-84f4-45ff-a1b2-81d95153d84e, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=62bfc372-84f4-45ff-a1b2-81d95153d84e,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:00:14.831703 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-64990b5f-62de-42ab-9aeb-e6fb5008f4b6 service neutron] Notify callbacks [] for binding, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:14.834268 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-64990b5f-62de-42ab-9aeb-e6fb5008f4b6 service neutron] 10.222.0.77 "POST /v2.0/ports/62bfc372-84f4-45ff-a1b2-81d95153d84e/bindings HTTP/1.1" status: 201 len: 389 time: 1.7013066 Aug 11 22:00:14.852518 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b91013e4-b495-4654-ab9e-b91e12068589 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:00:14.879456 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-0f3bdb80-b2a9-4fb3-a082-66f10e632711 None None] Attempting to bind port 16adc3aa-3e96-4480-84a5-0feda4ab0e51 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:00:14.879890 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-0f3bdb80-b2a9-4fb3-a082-66f10e632711 None None] Attempting to bind port 16adc3aa-3e96-4480-84a5-0feda4ab0e51 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:00:14.880232 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3bdb80-b2a9-4fb3-a082-66f10e632711 None None] Attempting to bind port 16adc3aa-3e96-4480-84a5-0feda4ab0e51 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:00:14.887460 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b682931-e299-47d8-a83a-ba8d76ab64fa {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:00:14.915232 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3bdb80-b2a9-4fb3-a082-66f10e632711 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:00:14.915792 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3bdb80-b2a9-4fb3-a082-66f10e632711 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:00:14.916290 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0f3bdb80-b2a9-4fb3-a082-66f10e632711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:14.916659 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eae55699-2c7e-4b62-bb56-5746e2b110b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:14.916974 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3bdb80-b2a9-4fb3-a082-66f10e632711 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:00:14.917549 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-0f3bdb80-b2a9-4fb3-a082-66f10e632711 None None] Bound port: 16adc3aa-3e96-4480-84a5-0feda4ab0e51, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:00:14.918013 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0f3bdb80-b2a9-4fb3-a082-66f10e632711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:14.960041 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: b91013e4-b495-4654-ab9e-b91e12068589 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:00:14.960357 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b91013e4-b495-4654-ab9e-b91e12068589 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:00:14.994470 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 8b682931-e299-47d8-a83a-ba8d76ab64fa, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=8b682931-e299-47d8-a83a-ba8d76ab64fa,segment=NetworkSegment(7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a),segment_id=7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:15.001368 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677868d-b3ca-40b9-a1c2-73b9133ac81d None None] Pushing event updated for resources: {'Port': ['ID=16adc3aa-3e96-4480-84a5-0feda4ab0e51,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:15.016454 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:15.017351 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:00:15.131088 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-0f3bdb80-b2a9-4fb3-a082-66f10e632711 None None] For port 16adc3aa-3e96-4480-84a5-0feda4ab0e51, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:00:15.135992 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-0f3bdb80-b2a9-4fb3-a082-66f10e632711 None None] For port 16adc3aa-3e96-4480-84a5-0feda4ab0e51, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=16adc3aa-3e96-4480-84a5-0feda4ab0e51,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:00:15.162207 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0f3bdb80-b2a9-4fb3-a082-66f10e632711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:15.203489 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5d9c21c8-bc26-42b6-951c-fbca41d27a49 req-ffd6a7e8-6a0b-4b3f-aebd-32963b71d1eb service neutron] 10.222.0.52 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753011 Aug 11 22:00:15.213977 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=8b682931-e299-47d8-a83a-ba8d76ab64fa,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:15.240157 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8f3ba-81ca-4ec7-b943-6b342a63a258 req-5511d9ad-b707-4e9e-9bde-f98284912e35 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:15.245869 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c6f8f3ba-81ca-4ec7-b943-6b342a63a258 req-5511d9ad-b707-4e9e-9bde-f98284912e35 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 931 time: 0.6355541 Aug 11 22:00:15.372728 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c6f8f3ba-81ca-4ec7-b943-6b342a63a258 req-6fb88fd6-80e9-4194-b114-e22f4724a85a tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148212 Aug 11 22:00:15.380279 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20e254e0-99f7-4fff-8e69-73158bc68da6 req-3a994b97-22df-493c-bedc-0821023c8629 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7300215 Aug 11 22:00:15.400219 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-9a844a35-340a-4975-8817-98672f857c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:15.402764 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-9a844a35-340a-4975-8817-98672f857c1a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a5fc899cc52f44178d979d66e6a50dde&device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 1096 time: 0.2020376 Aug 11 22:00:15.440565 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b4054-90c9-416f-a2dc-2556873263e9 req-2929fa94-3a15-44c8-a916-f4794dd96e27 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:15.452122 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-514b4054-90c9-416f-a2dc-2556873263e9 req-2929fa94-3a15-44c8-a916-f4794dd96e27 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 950 time: 0.2016759 Aug 11 22:00:15.523305 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a1b2de-28ea-418f-9ee5-f1ed448acb87 x-openstack-request-id: req-a9a1b2de-28ea-418f-9ee5-f1ed448acb87 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:00:15.523746 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b", "name": "network-vif-plugged", "status": "completed", "tag": "5416b26f-2494-4b72-9a5e-ad96f58483f2", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:00:15.524068 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a9a1b2de-28ea-418f-9ee5-f1ed448acb87 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:00:15.524536 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5416b26f-2494-4b72-9a5e-ad96f58483f2', 'code': 200} Aug 11 22:00:15.530315 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3bdb80-b2a9-4fb3-a082-66f10e632711 None None] Routers {'d552db45-9f5d-46b1-9c39-987ab9f34a05'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:00:15.532101 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0f3bdb80-b2a9-4fb3-a082-66f10e632711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T21:59:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d552db45-9f5d-46b1-9c39-987ab9f34a05'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:00:15.592431 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-94cdb6f5-5ed6-45e4-b7f8-3e66f02912c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 287831d1-c443-4524-9743-9ff527c7c0d1 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:00:15.626879 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-94cdb6f5-5ed6-45e4-b7f8-3e66f02912c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:15.650267 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-c0540333-6576-4db9-ae1f-e445cbaf6459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:15.653906 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-c0540333-6576-4db9-ae1f-e445cbaf6459 service neutron] 10.222.0.82 "GET /v2.0/networks?id=83735497-c152-410a-a532-372740b4ec60 HTTP/1.1" status: 200 len: 908 time: 0.1952097 Aug 11 22:00:15.657597 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677868d-b3ca-40b9-a1c2-73b9133ac81d None None] Pushing event updated for resources: {'Port': ['ID=16adc3aa-3e96-4480-84a5-0feda4ab0e51,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:15.704126 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-94cdb6f5-5ed6-45e4-b7f8-3e66f02912c7 service neutron] Transition to ACTIVE for port object 287831d1-c443-4524-9743-9ff527c7c0d1 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:00:15.710072 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-eae55699-2c7e-4b62-bb56-5746e2b110b5 admin admin] Allocated IP 172.20.0.1 (e05d73cc-c444-45b6-9ecd-8613ea45c8b9/71666487-d255-442c-a4c1-ffc47afdf7b3/1bfd1421-76b5-4cda-8d7e-df82520ab17c) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:00:15.735479 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-94cdb6f5-5ed6-45e4-b7f8-3e66f02912c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:15.764305 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:15.775384 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-94469dfc-b8d6-4a1d-bf1c-961718b2aab3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62bfc372-84f4-45ff-a1b2-81d95153d84e HTTP/1.1" status: 200 len: 217 time: 0.1048589 Aug 11 22:00:15.780894 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ef2807f-4fed-4cfc-89f8-653164d258ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:15.788900 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5482593f-b5f0-42f0-a211-8df3b7b212bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:15.793444 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80', 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c', 'port_id': '140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80', 'mac_address': 'fa:16:3e:ff:f9:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '985a839f-f29b-406e-b51f-4bfc5d529d7d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:00:15.817248 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622d9c2-8e76-48ba-b44c-9a0984457290 req-8a5cf483-5294-4c7d-aee8-45b2cd97679f tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:15.830746 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c622d9c2-8e76-48ba-b44c-9a0984457290 req-8a5cf483-5294-4c7d-aee8-45b2cd97679f tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=10529ff0-f4f8-4339-ae05-268edf7cd58b HTTP/1.1" status: 200 len: 944 time: 0.2001946 Aug 11 22:00:15.856646 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:15.876136 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:00:15.883091 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-0f3bdb80-b2a9-4fb3-a082-66f10e632711 None None] Set router d552db45-9f5d-46b1-9c39-987ab9f34a05 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:00:15.898619 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-af2addd9-2213-4770-bbb0-929c446f732a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:15.901626 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-af2addd9-2213-4770-bbb0-929c446f732a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=45488324-eef4-4094-a90c-865b32db4e15 HTTP/1.1" status: 200 len: 847 time: 0.1127441 Aug 11 22:00:15.975134 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-514b4054-90c9-416f-a2dc-2556873263e9 req-2b3e6d1f-98ef-41d9-9157-696ee3327736 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5184216 Aug 11 22:00:16.024308 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdb6f5-5ed6-45e4-b7f8-3e66f02912c7 service neutron] Pushing event updated for resources: {'Port': ['ID=287831d1-c443-4524-9743-9ff527c7c0d1,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:16.038529 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ef2807f-4fed-4cfc-89f8-653164d258ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:16.064734 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-a8c14732-3f93-46d3-8b47-96861faf0f8b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83735497-c152-410a-a532-372740b4ec60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1530721 Aug 11 22:00:16.108372 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c622d9c2-8e76-48ba-b44c-9a0984457290 req-6858bc68-cadc-4add-8f45-0d4335c58ff3 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763364 Aug 11 22:00:16.168938 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:16.172998 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:16.244854 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:16.271749 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-b6d125f4-7537-462a-a9c6-9e57be51cd5d service neutron] 10.222.0.82 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992490 Aug 11 22:00:16.371406 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2807f-4fed-4cfc-89f8-653164d258ff admin admin] Pushing event deleted for resources: {'Port': ['ID=1dd83664-1bc8-4d0c-a95d-837515844e62,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:16.380606 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:16.453336 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eae55699-2c7e-4b62-bb56-5746e2b110b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:16.470740 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-eae55699-2c7e-4b62-bb56-5746e2b110b5 admin admin] Transition to ACTIVE for port object 1bfd1421-76b5-4cda-8d7e-df82520ab17c will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:00:16.485868 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0f3bdb80-b2a9-4fb3-a082-66f10e632711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'name': 'tempest-ServerActionsTestJSON-603148391-router', 'tenant_id': 'f3da70be91664ca8a55d012676042959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '16adc3aa-3e96-4480-84a5-0feda4ab0e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:00:07Z', 'updated_at': '2021-08-11T22:00:10Z', 'revision_number': 3, 'project_id': 'f3da70be91664ca8a55d012676042959', 'gw_port': {'id': '16adc3aa-3e96-4480-84a5-0feda4ab0e51', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:41:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:00:08Z', 'updated_at': '2021-08-11T22:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:00:16.557781 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:00:16.563834 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['8b682931-e299-47d8-a83a-ba8d76ab64fa'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:00:16.567661 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3bdb80-b2a9-4fb3-a082-66f10e632711 None None] The sync data for ids ['d552db45-9f5d-46b1-9c39-987ab9f34a05'] in n-d-804275-3 is: [{'id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'name': 'tempest-ServerActionsTestJSON-603148391-router', 'tenant_id': 'f3da70be91664ca8a55d012676042959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '16adc3aa-3e96-4480-84a5-0feda4ab0e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:00:07Z', 'updated_at': '2021-08-11T22:00:10Z', 'revision_number': 3, 'project_id': 'f3da70be91664ca8a55d012676042959', 'gw_port': {'id': '16adc3aa-3e96-4480-84a5-0feda4ab0e51', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:41:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:00:08Z', 'updated_at': '2021-08-11T22:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:00:16.608815 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-f4f49b9f-1684-463a-808d-88e787e5aee3 service neutron] 10.222.0.82 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250039 Aug 11 22:00:16.612983 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eae55699-2c7e-4b62-bb56-5746e2b110b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:16.695662 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae55699-2c7e-4b62-bb56-5746e2b110b5 admin admin] Network e05d73cc-c444-45b6-9ecd-8613ea45c8b9 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:00:16.706465 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321823b0-c2ac-4f85-8ed8-e56f5b2d04ca req-b78859b0-36a9-46b6-bd9f-1d2381b4e90e tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:16.713890 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-321823b0-c2ac-4f85-8ed8-e56f5b2d04ca req-b78859b0-36a9-46b6-bd9f-1d2381b4e90e tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 945 time: 0.4384089 Aug 11 22:00:16.716132 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-eae55699-2c7e-4b62-bb56-5746e2b110b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:00:16.723462 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae55699-2c7e-4b62-bb56-5746e2b110b5 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:00:16.805463 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ef2807f-4fed-4cfc-89f8-653164d258ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:16.811978 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ef2807f-4fed-4cfc-89f8-653164d258ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:16.902391 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-94cdb6f5-5ed6-45e4-b7f8-3e66f02912c7 service neutron] Attempting to bind port 287831d1-c443-4524-9743-9ff527c7c0d1 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:00:16.903108 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-94cdb6f5-5ed6-45e4-b7f8-3e66f02912c7 service neutron] Attempting to bind port 287831d1-c443-4524-9743-9ff527c7c0d1 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2e5ce1c7-b332-4021-b8e6-4d054d5f0a81'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:00:16.903108 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-94cdb6f5-5ed6-45e4-b7f8-3e66f02912c7 service neutron] Attempting to bind port 287831d1-c443-4524-9743-9ff527c7c0d1 on network 2e5ce1c7-b332-4021-b8e6-4d054d5f0a81 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:00:16.927735 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52dd63-9176-41ee-9d15-78dfd5319ae6 req-c0147095-e897-4bc8-a9c1-f42e56e94cd7 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:16.933942 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3e52dd63-9176-41ee-9d15-78dfd5319ae6 req-c0147095-e897-4bc8-a9c1-f42e56e94cd7 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=554034a7-3ab1-4595-a727-63aeed83ef5a HTTP/1.1" status: 200 len: 945 time: 0.5844438 Aug 11 22:00:16.939942 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ef2807f-4fed-4cfc-89f8-653164d258ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:16.941316 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef2807f-4fed-4cfc-89f8-653164d258ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router bedeb1a5-4c23-4916-821d-c8296063b3bb {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:00:16.958404 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-94cdb6f5-5ed6-45e4-b7f8-3e66f02912c7 service neutron] Port 287831d1-c443-4524-9743-9ff527c7c0d1 on network 2e5ce1c7-b332-4021-b8e6-4d054d5f0a81 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:00:16.970238 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-94cdb6f5-5ed6-45e4-b7f8-3e66f02912c7 service neutron] Attempting to bind port 287831d1-c443-4524-9743-9ff527c7c0d1 on network 2e5ce1c7-b332-4021-b8e6-4d054d5f0a81 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:00:16.981083 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ef2807f-4fed-4cfc-89f8-653164d258ff admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:16.983865 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1ef2807f-4fed-4cfc-89f8-653164d258ff admin admin] 10.222.0.77 "DELETE /v2.0/routers/bedeb1a5-4c23-4916-821d-c8296063b3bb HTTP/1.1" status: 204 len: 168 time: 4.9388623 Aug 11 22:00:17.002456 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60780) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:00:17.127384 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-94cdb6f5-5ed6-45e4-b7f8-3e66f02912c7 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:00:17.127971 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-94cdb6f5-5ed6-45e4-b7f8-3e66f02912c7 service neutron] Checking segment: {'id': '7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2e5ce1c7-b332-4021-b8e6-4d054d5f0a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:00:17.128540 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-94cdb6f5-5ed6-45e4-b7f8-3e66f02912c7 service neutron] Bound using segment: {'id': '7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2e5ce1c7-b332-4021-b8e6-4d054d5f0a81'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:00:17.133579 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-94cdb6f5-5ed6-45e4-b7f8-3e66f02912c7 service neutron] Bound port: 287831d1-c443-4524-9743-9ff527c7c0d1, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2e5ce1c7-b332-4021-b8e6-4d054d5f0a81'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:00:17.133579 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-94cdb6f5-5ed6-45e4-b7f8-3e66f02912c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:17.192308 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d492679f-47c5-40cd-9195-741f5d65fed7 None None] Provisioning for port 1bfd1421-76b5-4cda-8d7e-df82520ab17c completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:00:17.201742 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d492679f-47c5-40cd-9195-741f5d65fed7 None None] Provisioning complete for port 1bfd1421-76b5-4cda-8d7e-df82520ab17c triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:17.202411 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d492679f-47c5-40cd-9195-741f5d65fed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:17.268850 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-d492679f-47c5-40cd-9195-741f5d65fed7 None None] Port 1bfd1421-76b5-4cda-8d7e-df82520ab17c cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:00:17.319379 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e2c5cf-0456-447d-8510-ff1740b5a521 admin admin] Deleting subnet fdee5637-e501-42bf-a4e0-c15bbe0620f8 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:00:17.323230 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-90e2c5cf-0456-447d-8510-ff1740b5a521 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:17.332819 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae55699-2c7e-4b62-bb56-5746e2b110b5 admin admin] Pushing event updated for resources: {'Port': ['ID=1bfd1421-76b5-4cda-8d7e-df82520ab17c,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:17.364548 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:17.366452 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eae55699-2c7e-4b62-bb56-5746e2b110b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:17.372683 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-90e2c5cf-0456-447d-8510-ff1740b5a521 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:17.380941 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3e52dd63-9176-41ee-9d15-78dfd5319ae6 req-26b6fe21-cc88-4efc-bc44-0be43f1fbbb7 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943286 Aug 11 22:00:17.421629 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-321823b0-c2ac-4f85-8ed8-e56f5b2d04ca req-1d152f28-f26a-4e08-beed-6de6581ab155 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7068088 Aug 11 22:00:17.436635 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-d0b1f78c-ba59-473f-aace-7c880781ef61 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:17.439131 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-d0b1f78c-ba59-473f-aace-7c880781ef61 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e&tenant_id=a5fc899cc52f44178d979d66e6a50dde&binding%3Ahost_id=n-h2-804275-3 HTTP/1.1" status: 200 len: 1096 time: 0.7047534 Aug 11 22:00:17.454153 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-3f917ff6-e88d-4b7d-8d99-cb5694923065 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804275-3'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:17.514390 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-94cdb6f5-5ed6-45e4-b7f8-3e66f02912c7 service neutron] For port 287831d1-c443-4524-9743-9ff527c7c0d1, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:00:17.536176 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-94cdb6f5-5ed6-45e4-b7f8-3e66f02912c7 service neutron] For port 287831d1-c443-4524-9743-9ff527c7c0d1, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=287831d1-c443-4524-9743-9ff527c7c0d1,segment=NetworkSegment(7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a),segment_id=7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:00:17.586122 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-94cdb6f5-5ed6-45e4-b7f8-3e66f02912c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:17.599389 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-3f917ff6-e88d-4b7d-8d99-cb5694923065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:17.707809 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-94cdb6f5-5ed6-45e4-b7f8-3e66f02912c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:17.708456 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-94cdb6f5-5ed6-45e4-b7f8-3e66f02912c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:17.709945 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-94cdb6f5-5ed6-45e4-b7f8-3e66f02912c7 service neutron] 10.222.0.82 "PUT /v2.0/ports/287831d1-c443-4524-9743-9ff527c7c0d1 HTTP/1.1" status: 200 len: 1091 time: 4.3999972 Aug 11 22:00:17.714275 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01ada08-c404-4a65-9916-b651fe15a9f4', 'tag': '287831d1-c443-4524-9743-9ff527c7c0d1'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:00:17.716733 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6e815a-49f6-4407-aac9-58086a7fb0b4" -d '{"events": [{"name": "network-changed", "server_uuid": "b01ada08-c404-4a65-9916-b651fe15a9f4", "tag": "287831d1-c443-4524-9743-9ff527c7c0d1"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:00:17.728675 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-90e2c5cf-0456-447d-8510-ff1740b5a521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:17.839287 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eae55699-2c7e-4b62-bb56-5746e2b110b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:17.846547 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdb6f5-5ed6-45e4-b7f8-3e66f02912c7 service neutron] Pushing event updated for resources: {'Port': ['ID=287831d1-c443-4524-9743-9ff527c7c0d1,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:17.878022 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22bea6-3e02-48b0-b6a8-a897e71e0743 req-523abab7-1a6c-48bd-83a9-bc4fd0973786 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:17.878729 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-3f917ff6-e88d-4b7d-8d99-cb5694923065 service neutron] For port 62bfc372-84f4-45ff-a1b2-81d95153d84e, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=62bfc372-84f4-45ff-a1b2-81d95153d84e,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:17.879773 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-db22bea6-3e02-48b0-b6a8-a897e71e0743 req-523abab7-1a6c-48bd-83a9-bc4fd0973786 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 950 time: 0.2403274 Aug 11 22:00:17.907565 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 16adc3aa-3e96-4480-84a5-0feda4ab0e51 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:00:17.912454 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff7b15-7205-40c2-83a7-decfe1b3d2c5 req-e974e783-b8e1-442f-aadf-366121e8645a tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:17.913594 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3fff7b15-7205-40c2-83a7-decfe1b3d2c5 req-e974e783-b8e1-442f-aadf-366121e8645a tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 943 time: 0.3116286 Aug 11 22:00:17.926842 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-2fd17e6a-bed3-464d-8a41-0985ca24f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:17.928429 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-2fd17e6a-bed3-464d-8a41-0985ca24f1be service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f8b3422dece244b1afcf393ec9f1b957&device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 1094 time: 0.1483080 Aug 11 22:00:17.930964 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-90e2c5cf-0456-447d-8510-ff1740b5a521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:18.010742 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2c5cf-0456-447d-8510-ff1740b5a521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdee5637-e501-42bf-a4e0-c15bbe0620f8,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:18.013619 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-54ce4bfb-2f15-491c-b2cd-1f8decf17ebc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=287831d1-c443-4524-9743-9ff527c7c0d1 HTTP/1.1" status: 200 len: 217 time: 0.0698626 Aug 11 22:00:18.018078 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-90e2c5cf-0456-447d-8510-ff1740b5a521 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:18.020495 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-90e2c5cf-0456-447d-8510-ff1740b5a521 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/fdee5637-e501-42bf-a4e0-c15bbe0620f8 HTTP/1.1" status: 204 len: 168 time: 1.0139055 Aug 11 22:00:18.029275 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60794) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:00:18.034009 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-db22bea6-3e02-48b0-b6a8-a897e71e0743 req-f79f3832-f56d-4575-8506-02e0642ef916 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403623 Aug 11 22:00:18.044085 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f707c8-e045-4b0b-8e3e-77463d685847 None None] Network 9ee82d1e-f564-4655-920a-1c8e14b5a8ee requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:00:18.049956 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 16adc3aa-3e96-4480-84a5-0feda4ab0e51 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:00:18.093854 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-3f917ff6-e88d-4b7d-8d99-cb5694923065 service neutron] For port 62bfc372-84f4-45ff-a1b2-81d95153d84e, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:00:18.103047 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3fff7b15-7205-40c2-83a7-decfe1b3d2c5 req-5f9d54ba-9f75-4d7f-9223-3e31a1c9865b tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660035 Aug 11 22:00:18.159606 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-26a3a8b3-231c-4c0d-abb9-107028d1bb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:18.161211 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-26a3a8b3-231c-4c0d-abb9-107028d1bb1d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fd19ad71-37f3-4014-bc35-046e6b7efdcb HTTP/1.1" status: 200 len: 858 time: 0.1397200 Aug 11 22:00:18.168354 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-45b24356-af17-4e8f-991e-1f522dbf02e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:18.168653 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 16adc3aa-3e96-4480-84a5-0feda4ab0e51 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:18.168992 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:18.237134 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-eec891d3-871a-46fb-b064-74f93a24a191 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2e5ce1c7-b332-4021-b8e6-4d054d5f0a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665302 Aug 11 22:00:18.249473 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eae55699-2c7e-4b62-bb56-5746e2b110b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:18.258472 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe16eef-ae4e-42d4-a43e-698105a3a18e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62bfc372-84f4-45ff-a1b2-81d95153d84e'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:00:18.261272 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fe96fe-879b-4920-84ca-e5dbac31d9c6" -d '{"events": [{"server_uuid": "ebe16eef-ae4e-42d4-a43e-698105a3a18e", "name": "network-vif-unplugged", "status": "completed", "tag": "62bfc372-84f4-45ff-a1b2-81d95153d84e"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:00:18.273733 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-3f917ff6-e88d-4b7d-8d99-cb5694923065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:18.276460 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eae55699-2c7e-4b62-bb56-5746e2b110b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:18.295838 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 8b682931-e299-47d8-a83a-ba8d76ab64fa up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:00:18.362618 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-3f917ff6-e88d-4b7d-8d99-cb5694923065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:18.392150 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae55699-2c7e-4b62-bb56-5746e2b110b5 admin admin] Pushing event updated for resources: {'Port': ['ID=1bfd1421-76b5-4cda-8d7e-df82520ab17c,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:18.414082 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eae55699-2c7e-4b62-bb56-5746e2b110b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:18.445840 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f11db-5cff-427a-b71b-9a599d0da25f req-43a2172b-b351-418d-b7bd-788aef70f885 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:18.447578 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6c2f11db-5cff-427a-b71b-9a599d0da25f req-43a2172b-b351-418d-b7bd-788aef70f885 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=10529ff0-f4f8-4339-ae05-268edf7cd58b HTTP/1.1" status: 200 len: 945 time: 0.2147841 Aug 11 22:00:18.457147 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-19696628-f50b-4a51-a899-53af4f0bab60 service neutron] 10.222.0.82 "GET /v2.0/networks/2e5ce1c7-b332-4021-b8e6-4d054d5f0a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090468 Aug 11 22:00:18.560713 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-45b24356-af17-4e8f-991e-1f522dbf02e7 admin admin] Deleting port 20a18fcb-34c5-4ee7-a613-d90478ff34ce {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:00:18.561098 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-45b24356-af17-4e8f-991e-1f522dbf02e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:18.566243 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 8b682931-e299-47d8-a83a-ba8d76ab64fa completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:00:18.577607 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:18.582188 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 8b682931-e299-47d8-a83a-ba8d76ab64fa triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:18.582574 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:18.638100 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6c2f11db-5cff-427a-b71b-9a599d0da25f req-9917f51f-61ec-47dc-9448-207a3aab9efc tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753106 Aug 11 22:00:18.651022 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 16adc3aa-3e96-4480-84a5-0feda4ab0e51, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=16adc3aa-3e96-4480-84a5-0feda4ab0e51,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:18.659244 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:18.679138 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadd826-06a3-47c6-a845-5dc506b3bf80 req-a13551d8-c572-465c-ad38-27cff9e4d0b7 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:18.688429 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3eadd826-06a3-47c6-a845-5dc506b3bf80 req-a13551d8-c572-465c-ad38-27cff9e4d0b7 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=554034a7-3ab1-4595-a727-63aeed83ef5a HTTP/1.1" status: 200 len: 945 time: 0.4316912 Aug 11 22:00:18.688648 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e72499-ebf3-4484-868e-43f3ff130071 None None] DHCP port deletion for 9ee82d1e-f564-4655-920a-1c8e14b5a8ee request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:00:18.688827 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-45b24356-af17-4e8f-991e-1f522dbf02e7 admin admin] For port 20a18fcb-34c5-4ee7-a613-d90478ff34ce, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=20a18fcb-34c5-4ee7-a613-d90478ff34ce,segment=NetworkSegment(313258c8-2ac7-4a26-8914-bdecd2faa198),segment_id=313258c8-2ac7-4a26-8914-bdecd2faa198)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:18.689166 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-45b24356-af17-4e8f-991e-1f522dbf02e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:18.704626 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2fd6e619-bb52-412b-9ed9-ca535a62a492 req-2079a53e-8cdb-4dab-9bf7-f3fd1a85c48f service neutron] 10.222.0.82 "GET /v2.0/networks/2e5ce1c7-b332-4021-b8e6-4d054d5f0a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299211 Aug 11 22:00:18.711563 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f917ff6-e88d-4b7d-8d99-cb5694923065 service neutron] Pushing event updated for resources: {'Port': ['ID=62bfc372-84f4-45ff-a1b2-81d95153d84e,revision_number=7']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:18.732612 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-3f917ff6-e88d-4b7d-8d99-cb5694923065 service neutron] Attempting to bind port 62bfc372-84f4-45ff-a1b2-81d95153d84e on host n-h2-804275-3 for vnic_type normal with profile {"migrating_to": "n-h1-804275-3"} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:00:18.732967 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-3f917ff6-e88d-4b7d-8d99-cb5694923065 service neutron] Attempting to bind port 62bfc372-84f4-45ff-a1b2-81d95153d84e by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:00:18.733309 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-3f917ff6-e88d-4b7d-8d99-cb5694923065 service neutron] Attempting to bind port 62bfc372-84f4-45ff-a1b2-81d95153d84e on network 83735497-c152-410a-a532-372740b4ec60 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:00:18.737761 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-45b24356-af17-4e8f-991e-1f522dbf02e7 admin admin] Calling delete_port for 20a18fcb-34c5-4ee7-a613-d90478ff34ce owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:00:18.760711 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-3f917ff6-e88d-4b7d-8d99-cb5694923065 service neutron] Port 62bfc372-84f4-45ff-a1b2-81d95153d84e on network 83735497-c152-410a-a532-372740b4ec60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:00:18.761185 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-3f917ff6-e88d-4b7d-8d99-cb5694923065 service neutron] Attempting to bind port 62bfc372-84f4-45ff-a1b2-81d95153d84e on network 83735497-c152-410a-a532-372740b4ec60 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:00:18.773524 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-3f917ff6-e88d-4b7d-8d99-cb5694923065 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 21, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:00:18.773951 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-3f917ff6-e88d-4b7d-8d99-cb5694923065 service neutron] Checking segment: {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:00:18.774294 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-3f917ff6-e88d-4b7d-8d99-cb5694923065 service neutron] Bound using segment: {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:00:18.774759 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-3f917ff6-e88d-4b7d-8d99-cb5694923065 service neutron] Bound port: 62bfc372-84f4-45ff-a1b2-81d95153d84e, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:00:18.775150 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-3f917ff6-e88d-4b7d-8d99-cb5694923065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:18.800923 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae55699-2c7e-4b62-bb56-5746e2b110b5 admin admin] Network e05d73cc-c444-45b6-9ecd-8613ea45c8b9 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:00:18.819472 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3eadd826-06a3-47c6-a845-5dc506b3bf80 req-98d19c5b-f0ba-4cbb-80dc-47d412deb31c tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276672 Aug 11 22:00:18.833341 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-eae55699-2c7e-4b62-bb56-5746e2b110b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:00:18.893688 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69992d01-d8ff-4163-8a0f-74fa66e33f45 x-openstack-request-id: req-69992d01-d8ff-4163-8a0f-74fa66e33f45 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:00:18.894009 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01ada08-c404-4a65-9916-b651fe15a9f4", "tag": "287831d1-c443-4524-9743-9ff527c7c0d1", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:00:18.894268 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-69992d01-d8ff-4163-8a0f-74fa66e33f45 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:00:18.894677 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01ada08-c404-4a65-9916-b651fe15a9f4', 'tag': '287831d1-c443-4524-9743-9ff527c7c0d1', 'status': 'completed', 'code': 200} Aug 11 22:00:18.899030 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1dd83664-1bc8-4d0c-a95d-837515844e62 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:00:18.939965 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-45b24356-af17-4e8f-991e-1f522dbf02e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:19.002337 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b24356-af17-4e8f-991e-1f522dbf02e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=20a18fcb-34c5-4ee7-a613-d90478ff34ce,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:19.024069 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=16adc3aa-3e96-4480-84a5-0feda4ab0e51,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:19.067837 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b24356-af17-4e8f-991e-1f522dbf02e7 admin admin] No DVR routers for this DVR port 20a18fcb-34c5-4ee7-a613-d90478ff34ce on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:00:19.089578 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 1dd83664-1bc8-4d0c-a95d-837515844e62 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:00:19.089578 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1dd83664-1bc8-4d0c-a95d-837515844e62 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:00:19.155245 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-3f917ff6-e88d-4b7d-8d99-cb5694923065 service neutron] For port 62bfc372-84f4-45ff-a1b2-81d95153d84e, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:00:19.224857 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:19.226374 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:19.238711 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e815a-49f6-4407-aac9-58086a7fb0b4 req-c375a786-3636-4db7-b6ae-d30f4a0dabb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:19.241803 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0d6e815a-49f6-4407-aac9-58086a7fb0b4 req-c375a786-3636-4db7-b6ae-d30f4a0dabb3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f8b3422dece244b1afcf393ec9f1b957&device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 1094 time: 0.2368448 Aug 11 22:00:19.245191 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-45b24356-af17-4e8f-991e-1f522dbf02e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:19.282997 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcfd276-e168-4849-a4f9-cfa7681d35a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b682931-e299-47d8-a83a-ba8d76ab64fa'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:00:19.283597 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-45b24356-af17-4e8f-991e-1f522dbf02e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee82d1e-f564-4655-920a-1c8e14b5a8ee']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:00:19.285626 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1283602-fa82-40bc-8904-7df061d34fee" -d '{"events": [{"server_uuid": "fbcfd276-e168-4849-a4f9-cfa7681d35a6", "name": "network-vif-plugged", "status": "completed", "tag": "8b682931-e299-47d8-a83a-ba8d76ab64fa"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:00:19.287847 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 22:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f79bb5b-9a86-488e-b4d4-fdbc85a53241 x-openstack-request-id: req-5f79bb5b-9a86-488e-b4d4-fdbc85a53241 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:00:19.288142 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe16eef-ae4e-42d4-a43e-698105a3a18e", "name": "network-vif-unplugged", "status": "completed", "tag": "62bfc372-84f4-45ff-a1b2-81d95153d84e", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:00:19.288395 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5f79bb5b-9a86-488e-b4d4-fdbc85a53241 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:00:19.288805 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe16eef-ae4e-42d4-a43e-698105a3a18e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62bfc372-84f4-45ff-a1b2-81d95153d84e', 'code': 200} Aug 11 22:00:19.307368 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-3f917ff6-e88d-4b7d-8d99-cb5694923065 service neutron] For port 62bfc372-84f4-45ff-a1b2-81d95153d84e, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=62bfc372-84f4-45ff-a1b2-81d95153d84e,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:00:19.312219 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 8b682931-e299-47d8-a83a-ba8d76ab64fa, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=8b682931-e299-47d8-a83a-ba8d76ab64fa,segment=NetworkSegment(7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a),segment_id=7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:19.322400 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-3f917ff6-e88d-4b7d-8d99-cb5694923065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:19.332441 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8474a71a-4e27-4571-9707-a13874d212b5 None None] Provisioning complete for port 1bfd1421-76b5-4cda-8d7e-df82520ab17c triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:19.334948 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8474a71a-4e27-4571-9707-a13874d212b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:19.347403 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ee124-aa1a-4db7-b9c7-92887f9fc116 req-0b53e2aa-2f25-439b-a6cf-e240191c6273 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:19.349140 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-727ee124-aa1a-4db7-b9c7-92887f9fc116 req-0b53e2aa-2f25-439b-a6cf-e240191c6273 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 950 time: 0.3343620 Aug 11 22:00:19.351194 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae55699-2c7e-4b62-bb56-5746e2b110b5 admin admin] Router d552db45-9f5d-46b1-9c39-987ab9f34a05 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:00:19.371616 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:19.372607 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:00:19.375586 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-d0e72499-ebf3-4484-868e-43f3ff130071 None None] Deleting port 20a18fcb-34c5-4ee7-a613-d90478ff34ce {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:00:19.376090 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d0e72499-ebf3-4484-868e-43f3ff130071 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:19.379570 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-8474a71a-4e27-4571-9707-a13874d212b5 None None] Port 1bfd1421-76b5-4cda-8d7e-df82520ab17c cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:00:19.385651 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-45b24356-af17-4e8f-991e-1f522dbf02e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '313258c8-2ac7-4a26-8914-bdecd2faa198') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:00:19.385954 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-45b24356-af17-4e8f-991e-1f522dbf02e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '313258c8-2ac7-4a26-8914-bdecd2faa198') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:00:19.419038 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-45b24356-af17-4e8f-991e-1f522dbf02e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:19.455133 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-45b24356-af17-4e8f-991e-1f522dbf02e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:19.468588 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-727ee124-aa1a-4db7-b9c7-92887f9fc116 req-3f5c3a37-8af5-4f6d-b2d1-0ec66e275361 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894408 Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b24356-af17-4e8f-991e-1f522dbf02e7 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-45b24356-af17-4e8f-991e-1f522dbf02e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:00:19.488169 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:00:19.536779 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f917ff6-e88d-4b7d-8d99-cb5694923065 service neutron] Pushing event updated for resources: {'Port': ['ID=62bfc372-84f4-45ff-a1b2-81d95153d84e,revision_number=8']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:19.545676 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-3f917ff6-e88d-4b7d-8d99-cb5694923065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:19.546318 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-3f917ff6-e88d-4b7d-8d99-cb5694923065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:19.548471 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cedf1e2-da97-4321-9ed5-2a4b5d269e4b req-623cd2e8-cae5-4271-969a-a3ab611a707d tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:19.549085 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-3f917ff6-e88d-4b7d-8d99-cb5694923065 service neutron] 10.222.0.82 "PUT /v2.0/ports/62bfc372-84f4-45ff-a1b2-81d95153d84e HTTP/1.1" status: 200 len: 1121 time: 2.1015074 Aug 11 22:00:19.550129 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1cedf1e2-da97-4321-9ed5-2a4b5d269e4b req-623cd2e8-cae5-4271-969a-a3ab611a707d tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 943 time: 0.2760799 Aug 11 22:00:19.626582 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e815a-49f6-4407-aac9-58086a7fb0b4 req-2045ea7d-493f-42d4-99cb-7a9f622f9d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:19.629370 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0d6e815a-49f6-4407-aac9-58086a7fb0b4 req-2045ea7d-493f-42d4-99cb-7a9f622f9d2b service neutron] 10.222.0.82 "GET /v2.0/networks?id=2e5ce1c7-b332-4021-b8e6-4d054d5f0a81 HTTP/1.1" status: 200 len: 919 time: 0.3716631 Aug 11 22:00:19.653402 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-d0e72499-ebf3-4484-868e-43f3ff130071 None None] For port 20a18fcb-34c5-4ee7-a613-d90478ff34ce, host n-d-804275-3, got binding levels [] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:19.653765 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d0e72499-ebf3-4484-868e-43f3ff130071 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:19.657503 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-45b24356-af17-4e8f-991e-1f522dbf02e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:19.672886 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['62bfc372-84f4-45ff-a1b2-81d95153d84e'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:00:19.695046 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-45b24356-af17-4e8f-991e-1f522dbf02e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:19.700679 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-45b24356-af17-4e8f-991e-1f522dbf02e7 admin admin] 10.222.0.77 "DELETE /v2.0/networks/9ee82d1e-f564-4655-920a-1c8e14b5a8ee HTTP/1.1" status: 204 len: 168 time: 1.6622534 Aug 11 22:00:19.715363 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1cedf1e2-da97-4321-9ed5-2a4b5d269e4b req-ed9dd7e3-722c-4aef-b66c-d270f60e9c76 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347291 Aug 11 22:00:19.717402 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0d6e815a-49f6-4407-aac9-58086a7fb0b4 req-6a0780ec-6113-4ebd-b694-59957a7676a6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=287831d1-c443-4524-9743-9ff527c7c0d1 HTTP/1.1" status: 200 len: 217 time: 0.0813432 Aug 11 22:00:19.726349 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-d0e72499-ebf3-4484-868e-43f3ff130071 None None] Calling delete_port for 20a18fcb-34c5-4ee7-a613-d90478ff34ce owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:00:19.729072 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=8b682931-e299-47d8-a83a-ba8d76ab64fa,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:19.736820 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.ipam_backend_mixin [None req-d0e72499-ebf3-4484-868e-43f3ff130071 None None] Port 20a18fcb-34c5-4ee7-a613-d90478ff34ce was not found and therefore no delete operation was performed {{(pid=100944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 22:00:19.740108 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:00:19.748715 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:19.749094 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:19.754020 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d0e72499-ebf3-4484-868e-43f3ff130071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:19.782805 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b24356-af17-4e8f-991e-1f522dbf02e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ee82d1e-f564-4655-920a-1c8e14b5a8ee,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:19.794839 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d0e72499-ebf3-4484-868e-43f3ff130071 None None] Network 9ee82d1e-f564-4655-920a-1c8e14b5a8ee is not hosted by any dhcp agent {{(pid=100944) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 22:00:19.795317 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e72499-ebf3-4484-868e-43f3ff130071 None None] No DVR routers for this DVR port 20a18fcb-34c5-4ee7-a613-d90478ff34ce on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:00:19.845086 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e72499-ebf3-4484-868e-43f3ff130071 None None] Pushing event deleted for resources: {'Port': ['ID=20a18fcb-34c5-4ee7-a613-d90478ff34ce,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:19.897927 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e815a-49f6-4407-aac9-58086a7fb0b4 req-2576da27-43f2-4d33-b3c0-fe98356c76db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:19.902344 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0d6e815a-49f6-4407-aac9-58086a7fb0b4 req-2576da27-43f2-4d33-b3c0-fe98356c76db service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fd19ad71-37f3-4014-bc35-046e6b7efdcb HTTP/1.1" status: 200 len: 858 time: 0.1559122 Aug 11 22:00:19.914499 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae55699-2c7e-4b62-bb56-5746e2b110b5 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:00:19.927027 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c4d700-fd82-4dcf-b900-8c5d936e567e None None] Sync routers for ids ['d552db45-9f5d-46b1-9c39-987ab9f34a05'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:00:19.927724 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 16adc3aa-3e96-4480-84a5-0feda4ab0e51 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:00:19.937418 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-eae55699-2c7e-4b62-bb56-5746e2b110b5 admin admin] 10.222.0.77 "PUT /v2.0/routers/d552db45-9f5d-46b1-9c39-987ab9f34a05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0815418 Aug 11 22:00:19.966906 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c4d700-fd82-4dcf-b900-8c5d936e567e None None] Routers {'d552db45-9f5d-46b1-9c39-987ab9f34a05'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:00:19.971154 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-60c4d700-fd82-4dcf-b900-8c5d936e567e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:00:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d552db45-9f5d-46b1-9c39-987ab9f34a05'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:00:20.001368 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0d6e815a-49f6-4407-aac9-58086a7fb0b4 req-d321f0a3-4f64-4e4f-95ef-e84c32ea894e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2e5ce1c7-b332-4021-b8e6-4d054d5f0a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918064 Aug 11 22:00:20.003139 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60828) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:00:20.098168 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-96e5967e-b1ff-4f6c-b6d0-884d54fd0bdb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=08edb5c6a9bb4041bea3d91d68436963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0917633 Aug 11 22:00:20.100167 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60832) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:00:20.247397 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-60c4d700-fd82-4dcf-b900-8c5d936e567e None None] Set router d552db45-9f5d-46b1-9c39-987ab9f34a05 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:00:20.259879 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:20.263260 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0d6e815a-49f6-4407-aac9-58086a7fb0b4 req-00f6178a-f701-4084-99ab-d4c2a277a58c service neutron] 10.222.0.82 "GET /v2.0/networks/2e5ce1c7-b332-4021-b8e6-4d054d5f0a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516232 Aug 11 22:00:20.291007 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:20.297101 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f3c245af-e006-4f82-8d33-845472247428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:20.306697 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f99ef8-5c00-49c0-bb3b-1c1a026bc9cb req-f958fa55-e9c8-40e5-857f-f61016e72213 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:20.307728 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 16adc3aa-3e96-4480-84a5-0feda4ab0e51 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:20.308409 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:20.315574 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20f99ef8-5c00-49c0-bb3b-1c1a026bc9cb req-f958fa55-e9c8-40e5-857f-f61016e72213 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 947 time: 0.3317273 Aug 11 22:00:20.338521 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2366e5-186c-4f08-997e-54769651a75e req-8af4f640-2ee1-48f2-ab6d-94db552759f6 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:20.341581 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ef2366e5-186c-4f08-997e-54769651a75e req-8af4f640-2ee1-48f2-ab6d-94db552759f6 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 943 time: 0.1743140 Aug 11 22:00:20.366200 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f3c245af-e006-4f82-8d33-845472247428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:20.377571 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:20.388396 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:20.457042 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20f99ef8-5c00-49c0-bb3b-1c1a026bc9cb req-039bd4ea-33c2-415d-b194-62a34ae99729 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=4338038d-df29-46f2-85f0-226f6a6b3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404414 Aug 11 22:00:20.522280 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:20.536668 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ef2366e5-186c-4f08-997e-54769651a75e req-dd4c90eb-e175-47ee-bf87-86e71cfbc89e tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071460 Aug 11 22:00:20.541348 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f3c245af-e006-4f82-8d33-845472247428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:20.556850 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e164564-19e4-4f3c-8764-47b167178605 x-openstack-request-id: req-8e164564-19e4-4f3c-8764-47b167178605 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:00:20.557093 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcfd276-e168-4849-a4f9-cfa7681d35a6", "name": "network-vif-plugged", "status": "completed", "tag": "8b682931-e299-47d8-a83a-ba8d76ab64fa", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:00:20.557343 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8e164564-19e4-4f3c-8764-47b167178605 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:00:20.558875 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcfd276-e168-4849-a4f9-cfa7681d35a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b682931-e299-47d8-a83a-ba8d76ab64fa', 'code': 200} Aug 11 22:00:20.572574 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f3c245af-e006-4f82-8d33-845472247428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:20.577881 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f3c245af-e006-4f82-8d33-845472247428 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/072f82c0-2176-46a1-b278-76e0b48afed1 HTTP/1.1" status: 204 len: 168 time: 0.4739637 Aug 11 22:00:20.578125 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0d6e815a-49f6-4407-aac9-58086a7fb0b4 req-23d25f0c-7617-4f63-94a3-f826fba7c139 service neutron] 10.222.0.82 "GET /v2.0/networks/2e5ce1c7-b332-4021-b8e6-4d054d5f0a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972434 Aug 11 22:00:20.622964 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c245af-e006-4f82-8d33-845472247428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072f82c0-2176-46a1-b278-76e0b48afed1,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:20.664108 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 20a18fcb-34c5-4ee7-a613-d90478ff34ce no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:00:20.700110 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 20a18fcb-34c5-4ee7-a613-d90478ff34ce {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:00:20.700520 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 20a18fcb-34c5-4ee7-a613-d90478ff34ce not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:00:20.716941 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-60c4d700-fd82-4dcf-b900-8c5d936e567e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'name': 'tempest-ServerActionsTestJSON-603148391-router', 'tenant_id': 'f3da70be91664ca8a55d012676042959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '16adc3aa-3e96-4480-84a5-0feda4ab0e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:00:07Z', 'updated_at': '2021-08-11T22:00:17Z', 'revision_number': 4, 'project_id': 'f3da70be91664ca8a55d012676042959', 'gw_port': {'id': '16adc3aa-3e96-4480-84a5-0feda4ab0e51', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:41:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:00:08Z', 'updated_at': '2021-08-11T22:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '1bfd1421-76b5-4cda-8d7e-df82520ab17c', 'name': '', 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9', 'tenant_id': 'f3da70be91664ca8a55d012676042959', 'mac_address': 'fa:16:3e:65:b7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '71666487-d255-442c-a4c1-ffc47afdf7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:00:14Z', 'updated_at': '2021-08-11T22:00:17Z', 'revision_number': 2, 'project_id': 'f3da70be91664ca8a55d012676042959', 'subnets': [{'id': '71666487-d255-442c-a4c1-ffc47afdf7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:00:20.755052 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c4d700-fd82-4dcf-b900-8c5d936e567e None None] Checking router: d552db45-9f5d-46b1-9c39-987ab9f34a05 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:00:20.755761 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c4d700-fd82-4dcf-b900-8c5d936e567e None None] Updating router d552db45-9f5d-46b1-9c39-987ab9f34a05 port 1bfd1421-76b5-4cda-8d7e-df82520ab17c binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:00:20.772206 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b774fea-1ca8-4e02-a315-c7cfdf6ac8d8 req-36ce2523-fb11-4b25-81d0-bf42eb769c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:20.773879 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b774fea-1ca8-4e02-a315-c7cfdf6ac8d8 req-36ce2523-fb11-4b25-81d0-bf42eb769c98 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 1097 time: 0.1010301 Aug 11 22:00:20.808846 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-60c4d700-fd82-4dcf-b900-8c5d936e567e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:20.864758 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b774fea-1ca8-4e02-a315-c7cfdf6ac8d8 req-7900de47-93a6-4920-9b5e-d9f22147b427 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806594 Aug 11 22:00:20.938540 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c334d-a08d-4609-aceb-ef41cdd7183c req-77f1d530-7826-40c4-894f-a40a2170ce19 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:20.950937 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-662c334d-a08d-4609-aceb-ef41cdd7183c req-77f1d530-7826-40c4-894f-a40a2170ce19 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=10529ff0-f4f8-4339-ae05-268edf7cd58b HTTP/1.1" status: 200 len: 946 time: 0.1936851 Aug 11 22:00:20.980172 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1b3ad-67e2-49eb-b203-5de7d00f0e19 req-133c3acb-9e72-4f9d-804d-5b09bfc5dac3 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:20.982985 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b7f1b3ad-67e2-49eb-b203-5de7d00f0e19 req-133c3acb-9e72-4f9d-804d-5b09bfc5dac3 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 947 time: 0.1969259 Aug 11 22:00:21.093703 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-662c334d-a08d-4609-aceb-ef41cdd7183c req-36ce1298-f711-4298-84f1-662367123cd2 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411366 Aug 11 22:00:21.241970 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-b7f1b3ad-67e2-49eb-b203-5de7d00f0e19 req-ce40e218-214a-4f25-801f-a793c5e17589 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Deleting port a57d88c3-3ff2-48e7-9244-3996584662da {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:00:21.242475 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b7f1b3ad-67e2-49eb-b203-5de7d00f0e19 req-ce40e218-214a-4f25-801f-a793c5e17589 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:21.298832 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe16eef-ae4e-42d4-a43e-698105a3a18e', 'tag': '62bfc372-84f4-45ff-a1b2-81d95153d84e'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:00:21.301575 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ba35d6-9f9b-4961-8bd2-7aaadd36f987" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe16eef-ae4e-42d4-a43e-698105a3a18e", "tag": "62bfc372-84f4-45ff-a1b2-81d95153d84e"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:00:21.348659 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-60c4d700-fd82-4dcf-b900-8c5d936e567e None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:21.365140 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-60c4d700-fd82-4dcf-b900-8c5d936e567e None None] Transition to ACTIVE for port object 1bfd1421-76b5-4cda-8d7e-df82520ab17c will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:00:21.374744 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-60c4d700-fd82-4dcf-b900-8c5d936e567e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:21.438856 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-b7f1b3ad-67e2-49eb-b203-5de7d00f0e19 req-ce40e218-214a-4f25-801f-a793c5e17589 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] For port a57d88c3-3ff2-48e7-9244-3996584662da, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=a57d88c3-3ff2-48e7-9244-3996584662da,segment=NetworkSegment(4c272644-500c-413c-905e-4ca7e6890613),segment_id=4c272644-500c-413c-905e-4ca7e6890613)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:21.439304 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b7f1b3ad-67e2-49eb-b203-5de7d00f0e19 req-ce40e218-214a-4f25-801f-a793c5e17589 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:21.468379 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41028c82-b9b3-49ac-bea9-86815f06898a req-8383fe7c-c585-4ec1-b971-b0262aa5a446 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:21.470204 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-41028c82-b9b3-49ac-bea9-86815f06898a req-8383fe7c-c585-4ec1-b971-b0262aa5a446 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 943 time: 0.1526356 Aug 11 22:00:21.513865 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89894ec-0437-422c-a704-10292e1b2939 None None] Pushing event updated for resources: {'Port': ['ID=1bfd1421-76b5-4cda-8d7e-df82520ab17c,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:21.558111 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-60c4d700-fd82-4dcf-b900-8c5d936e567e None None] Attempting to bind port 1bfd1421-76b5-4cda-8d7e-df82520ab17c on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:00:21.558781 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-60c4d700-fd82-4dcf-b900-8c5d936e567e None None] Attempting to bind port 1bfd1421-76b5-4cda-8d7e-df82520ab17c by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '21581a11-e174-4947-9db1-c1832ca192ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:00:21.559464 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c4d700-fd82-4dcf-b900-8c5d936e567e None None] Attempting to bind port 1bfd1421-76b5-4cda-8d7e-df82520ab17c on network e05d73cc-c444-45b6-9ecd-8613ea45c8b9 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:00:21.580717 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c4d700-fd82-4dcf-b900-8c5d936e567e None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:00:21.584358 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c4d700-fd82-4dcf-b900-8c5d936e567e None None] Checking segment: {'id': '21581a11-e174-4947-9db1-c1832ca192ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:00:21.584681 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-60c4d700-fd82-4dcf-b900-8c5d936e567e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:21.590007 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c4d700-fd82-4dcf-b900-8c5d936e567e None None] Bound using segment: {'id': '21581a11-e174-4947-9db1-c1832ca192ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:00:21.590995 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-60c4d700-fd82-4dcf-b900-8c5d936e567e None None] Bound port: 1bfd1421-76b5-4cda-8d7e-df82520ab17c, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21581a11-e174-4947-9db1-c1832ca192ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:00:21.591491 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-60c4d700-fd82-4dcf-b900-8c5d936e567e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:21.761442 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-41028c82-b9b3-49ac-bea9-86815f06898a req-02d4cf24-e9f7-4111-8753-a7f2b3334088 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394562 Aug 11 22:00:21.765342 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-60c4d700-fd82-4dcf-b900-8c5d936e567e None None] For port 1bfd1421-76b5-4cda-8d7e-df82520ab17c, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:00:21.770378 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-60c4d700-fd82-4dcf-b900-8c5d936e567e None None] For port 1bfd1421-76b5-4cda-8d7e-df82520ab17c, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1bfd1421-76b5-4cda-8d7e-df82520ab17c,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:00:21.780765 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-60c4d700-fd82-4dcf-b900-8c5d936e567e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:21.792447 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60874) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:00:21.800943 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-dfa43a35-577d-4193-8081-073cdda55ee2 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Request body: {'security_group': {'name': 'tempest-securitygroup--705991403', 'description': 'tempest-description--923324112'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:21.871941 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dfa43a35-577d-4193-8081-073cdda55ee2 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:21.923474 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6968b02d-12f7-49cf-bae4-b26fdc3b17b6 x-openstack-request-id: req-6968b02d-12f7-49cf-bae4-b26fdc3b17b6 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:00:21.923807 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe16eef-ae4e-42d4-a43e-698105a3a18e", "tag": "62bfc372-84f4-45ff-a1b2-81d95153d84e", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:00:21.924029 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6968b02d-12f7-49cf-bae4-b26fdc3b17b6 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:00:21.925814 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89894ec-0437-422c-a704-10292e1b2939 None None] Pushing event updated for resources: {'Port': ['ID=1bfd1421-76b5-4cda-8d7e-df82520ab17c,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:21.927588 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe16eef-ae4e-42d4-a43e-698105a3a18e', 'tag': '62bfc372-84f4-45ff-a1b2-81d95153d84e', 'status': 'completed', 'code': 200} Aug 11 22:00:21.972935 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c4d700-fd82-4dcf-b900-8c5d936e567e None None] Routers {'d552db45-9f5d-46b1-9c39-987ab9f34a05'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:00:21.973594 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-60c4d700-fd82-4dcf-b900-8c5d936e567e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:00:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d552db45-9f5d-46b1-9c39-987ab9f34a05'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:00:21.990075 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b7f1b3ad-67e2-49eb-b203-5de7d00f0e19 req-ce40e218-214a-4f25-801f-a793c5e17589 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:21.990995 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b7f1b3ad-67e2-49eb-b203-5de7d00f0e19 req-ce40e218-214a-4f25-801f-a793c5e17589 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:21.990995 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [req-b7f1b3ad-67e2-49eb-b203-5de7d00f0e19 req-ce40e218-214a-4f25-801f-a793c5e17589 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Floating IP 09520c8d-fac9-43c4-8298-658b4307d814 disassociated. External IP: 172.25.2.121, port: a57d88c3-3ff2-48e7-9244-3996584662da. Aug 11 22:00:21.991348 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-b7f1b3ad-67e2-49eb-b203-5de7d00f0e19 req-ce40e218-214a-4f25-801f-a793c5e17589 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Calling delete_port for a57d88c3-3ff2-48e7-9244-3996584662da owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:00:22.138979 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba35d6-9f9b-4961-8bd2-7aaadd36f987 req-c1f4a147-c9f8-4ccc-becf-cb5006c0a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:22.141977 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a8ba35d6-9f9b-4961-8bd2-7aaadd36f987 req-c1f4a147-c9f8-4ccc-becf-cb5006c0a028 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a5fc899cc52f44178d979d66e6a50dde&device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 1124 time: 0.1668174 Aug 11 22:00:22.236122 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-60c4d700-fd82-4dcf-b900-8c5d936e567e None None] Set router d552db45-9f5d-46b1-9c39-987ab9f34a05 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:00:22.319127 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd8174-b163-4cce-805c-51c820464acf req-4c2ea228-5a52-4679-ab33-f11326cbf3a3 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:22.329777 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 287831d1-c443-4524-9743-9ff527c7c0d1 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:00:22.330979 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-88bd8174-b163-4cce-805c-51c820464acf req-4c2ea228-5a52-4679-ab33-f11326cbf3a3 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 943 time: 0.2066541 Aug 11 22:00:22.342788 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dfa43a35-577d-4193-8081-073cdda55ee2 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:22.371655 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dfa43a35-577d-4193-8081-073cdda55ee2 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:22.452964 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dfa43a35-577d-4193-8081-073cdda55ee2 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:22.458766 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-dfa43a35-577d-4193-8081-073cdda55ee2 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6636722 Aug 11 22:00:22.466804 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60894) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:00:22.475351 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-703481e7-6986-429e-9b71-b45ee3b0748c tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Request body: {'security_group_rule': {'security_group_id': '78bd280f-62be-4f3d-b684-0bfade0e38b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:22.540241 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa43a35-577d-4193-8081-073cdda55ee2 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78bd280f-62be-4f3d-b684-0bfade0e38b7,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:22.550132 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-703481e7-6986-429e-9b71-b45ee3b0748c tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:22.569462 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba35d6-9f9b-4961-8bd2-7aaadd36f987 req-09c9edbd-ed25-4664-990a-fb626f856f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:22.571933 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a8ba35d6-9f9b-4961-8bd2-7aaadd36f987 req-09c9edbd-ed25-4664-990a-fb626f856f6f service neutron] 10.222.0.52 "GET /v2.0/networks?id=83735497-c152-410a-a532-372740b4ec60 HTTP/1.1" status: 200 len: 908 time: 0.4196761 Aug 11 22:00:22.590300 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b7f1b3ad-67e2-49eb-b203-5de7d00f0e19 req-ce40e218-214a-4f25-801f-a793c5e17589 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:22.685774 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-72297d3f-0631-4de3-a181-e946bd27280d req-1475356e-fb27-48ce-b9e4-a3909d4b0869 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 210 time: 0.6805785 Aug 11 22:00:22.700180 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a8ba35d6-9f9b-4961-8bd2-7aaadd36f987 req-56093ea8-4906-4cf2-884b-c16ce9169764 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62bfc372-84f4-45ff-a1b2-81d95153d84e HTTP/1.1" status: 200 len: 217 time: 0.0889516 Aug 11 22:00:22.717658 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10529ff0-f4f8-4339-ae05-268edf7cd58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:00:22.721993 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1cf0a8-517b-4772-938b-70cbf1521396" -d '{"events": [{"server_uuid": "10529ff0-f4f8-4339-ae05-268edf7cd58b", "name": "network-vif-plugged", "status": "completed", "tag": "140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:00:22.730607 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 287831d1-c443-4524-9743-9ff527c7c0d1, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=287831d1-c443-4524-9743-9ff527c7c0d1,segment=NetworkSegment(7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a),segment_id=7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:22.737458 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-60c4d700-fd82-4dcf-b900-8c5d936e567e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'name': 'tempest-ServerActionsTestJSON-603148391-router', 'tenant_id': 'f3da70be91664ca8a55d012676042959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '16adc3aa-3e96-4480-84a5-0feda4ab0e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:00:07Z', 'updated_at': '2021-08-11T22:00:17Z', 'revision_number': 4, 'project_id': 'f3da70be91664ca8a55d012676042959', 'gw_port': {'id': '16adc3aa-3e96-4480-84a5-0feda4ab0e51', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:41:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:00:08Z', 'updated_at': '2021-08-11T22:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '1bfd1421-76b5-4cda-8d7e-df82520ab17c', 'name': '', 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9', 'tenant_id': 'f3da70be91664ca8a55d012676042959', 'mac_address': 'fa:16:3e:65:b7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '71666487-d255-442c-a4c1-ffc47afdf7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:00:14Z', 'updated_at': '2021-08-11T22:00:21Z', 'revision_number': 4, 'project_id': 'f3da70be91664ca8a55d012676042959', 'subnets': [{'id': '71666487-d255-442c-a4c1-ffc47afdf7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:00:22.739721 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40e218-214a-4f25-801f-a793c5e17589 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Pushing event deleted for resources: {'Port': ['ID=a57d88c3-3ff2-48e7-9244-3996584662da,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:22.754149 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '287831d1-c443-4524-9743-9ff527c7c0d1', 'network_id': '2e5ce1c7-b332-4021-b8e6-4d054d5f0a81', 'port_id': '287831d1-c443-4524-9743-9ff527c7c0d1', 'mac_address': 'fa:16:3e:52:f1:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd19ad71-37f3-4014-bc35-046e6b7efdcb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:00:22.793218 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c4d700-fd82-4dcf-b900-8c5d936e567e None None] The sync data for ids ['d552db45-9f5d-46b1-9c39-987ab9f34a05'] in n-d-804275-3 is: [{'id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'name': 'tempest-ServerActionsTestJSON-603148391-router', 'tenant_id': 'f3da70be91664ca8a55d012676042959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '16adc3aa-3e96-4480-84a5-0feda4ab0e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:00:07Z', 'updated_at': '2021-08-11T22:00:17Z', 'revision_number': 4, 'project_id': 'f3da70be91664ca8a55d012676042959', 'gw_port': {'id': '16adc3aa-3e96-4480-84a5-0feda4ab0e51', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:41:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:00:08Z', 'updated_at': '2021-08-11T22:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '1bfd1421-76b5-4cda-8d7e-df82520ab17c', 'name': '', 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9', 'tenant_id': 'f3da70be91664ca8a55d012676042959', 'mac_address': 'fa:16:3e:65:b7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '71666487-d255-442c-a4c1-ffc47afdf7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:00:14Z', 'updated_at': '2021-08-11T22:00:21Z', 'revision_number': 4, 'project_id': 'f3da70be91664ca8a55d012676042959', 'subnets': [{'id': '71666487-d255-442c-a4c1-ffc47afdf7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:00:22.814569 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-88bd8174-b163-4cce-805c-51c820464acf req-15a04bf8-5dec-466a-b4e2-dfa4718bc9bb tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4830713 Aug 11 22:00:22.841865 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-703481e7-6986-429e-9b71-b45ee3b0748c tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:22.889862 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-703481e7-6986-429e-9b71-b45ee3b0748c tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:22.906922 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:22.952591 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287831d1-c443-4524-9743-9ff527c7c0d1 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:00:22.983168 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703481e7-6986-429e-9b71-b45ee3b0748c tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd8844bf-861b-4276-bea1-f7f40b9a6dc6,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:23.017084 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 287831d1-c443-4524-9743-9ff527c7c0d1, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=287831d1-c443-4524-9743-9ff527c7c0d1,segment=NetworkSegment(7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a),segment_id=7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:23.025269 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:23.025967 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 62bfc372-84f4-45ff-a1b2-81d95153d84e details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:00:23.046769 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-703481e7-6986-429e-9b71-b45ee3b0748c tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:23.048784 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-703481e7-6986-429e-9b71-b45ee3b0748c tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5804164 Aug 11 22:00:23.051485 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba35d6-9f9b-4961-8bd2-7aaadd36f987 req-4f31e3bf-4c94-4c5b-85f6-0aa10651519c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:23.053121 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a8ba35d6-9f9b-4961-8bd2-7aaadd36f987 req-4f31e3bf-4c94-4c5b-85f6-0aa10651519c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=45488324-eef4-4094-a90c-865b32db4e15 HTTP/1.1" status: 200 len: 847 time: 0.3422334 Aug 11 22:00:23.055255 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60902) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:00:23.068552 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-0f0fb5fa-e02f-4c9f-9799-440d72b13114 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Request body: {'security_group_rule': {'security_group_id': '78bd280f-62be-4f3d-b684-0bfade0e38b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:23.116530 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a8ba35d6-9f9b-4961-8bd2-7aaadd36f987 req-c2cc0792-b1e7-44ab-ad9c-11195099a354 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=83735497-c152-410a-a532-372740b4ec60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349853 Aug 11 22:00:23.142938 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4040b-ef0f-460c-8f0a-7db06c1d2c4b req-ebb7b5b4-14d2-4098-b90f-7de665fb5669 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:23.152234 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-57a4040b-ef0f-460c-8f0a-7db06c1d2c4b req-ebb7b5b4-14d2-4098-b90f-7de665fb5669 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=554034a7-3ab1-4595-a727-63aeed83ef5a HTTP/1.1" status: 200 len: 945 time: 0.3417597 Aug 11 22:00:23.161281 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7f1b3ad-67e2-49eb-b203-5de7d00f0e19 req-ce40e218-214a-4f25-801f-a793c5e17589 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Router f35319c6-0d06-4125-82b8-e475b94e7c8e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:00:23.227558 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=287831d1-c443-4524-9743-9ff527c7c0d1,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:23.261349 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.resource_extend [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 22:00:23.271771 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0f0fb5fa-e02f-4c9f-9799-440d72b13114 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:23.345370 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-57a4040b-ef0f-460c-8f0a-7db06c1d2c4b req-157db655-3bed-40fb-b9d6-8df6bef0a52f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872451 Aug 11 22:00:23.426499 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 62bfc372-84f4-45ff-a1b2-81d95153d84e, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=62bfc372-84f4-45ff-a1b2-81d95153d84e,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:23.437978 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0f0fb5fa-e02f-4c9f-9799-440d72b13114 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:23.450247 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0f0fb5fa-e02f-4c9f-9799-440d72b13114 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:23.451159 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 62bfc372-84f4-45ff-a1b2-81d95153d84e has no active binding in host n-h1-804275-3 {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 22:00:23.507438 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22b8cd-5958-4542-8a4c-6f8ce4763268 req-37f1a4b7-93f2-4f66-ac65-3eb7a77ea03c tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:23.509701 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fa22b8cd-5958-4542-8a4c-6f8ce4763268 req-37f1a4b7-93f2-4f66-ac65-3eb7a77ea03c tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=10529ff0-f4f8-4339-ae05-268edf7cd58b HTTP/1.1" status: 200 len: 946 time: 0.3276157 Aug 11 22:00:23.520664 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7f1b3ad-67e2-49eb-b203-5de7d00f0e19 req-ce40e218-214a-4f25-801f-a793c5e17589 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:00:23.534288 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bb6ed0-0317-4ef0-a163-8a1b21acc331 None None] Sync routers for ids ['f35319c6-0d06-4125-82b8-e475b94e7c8e'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:00:23.552264 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bb6ed0-0317-4ef0-a163-8a1b21acc331 None None] Routers {'f35319c6-0d06-4125-82b8-e475b94e7c8e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:00:23.552947 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-75bb6ed0-0317-4ef0-a163-8a1b21acc331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:00:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f35319c6-0d06-4125-82b8-e475b94e7c8e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:00:23.586789 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a8ba35d6-9f9b-4961-8bd2-7aaadd36f987 req-ba97c3a9-39b5-4800-8b0a-fb3d0b019b02 service neutron] 10.222.0.52 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566722 Aug 11 22:00:23.614135 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f1b3ad-67e2-49eb-b203-5de7d00f0e19 req-ce40e218-214a-4f25-801f-a793c5e17589 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] No DVR routers for this DVR port a57d88c3-3ff2-48e7-9244-3996584662da on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:00:23.618495 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b7f1b3ad-67e2-49eb-b203-5de7d00f0e19 req-ce40e218-214a-4f25-801f-a793c5e17589 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:23.621614 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b7f1b3ad-67e2-49eb-b203-5de7d00f0e19 req-ce40e218-214a-4f25-801f-a793c5e17589 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.52 "DELETE /v2.0/ports/a57d88c3-3ff2-48e7-9244-3996584662da HTTP/1.1" status: 204 len: 173 time: 2.6111727 Aug 11 22:00:23.629280 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0f0fb5fa-e02f-4c9f-9799-440d72b13114 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:23.633748 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0f0fb5fa-e02f-4c9f-9799-440d72b13114 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5697045 Aug 11 22:00:23.634549 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60916) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:00:23.668595 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fa22b8cd-5958-4542-8a4c-6f8ce4763268 req-3afbf2d8-bce1-45e0-b9e8-55d1a5ab2f36 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505957 Aug 11 22:00:23.748365 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e0ae1f-8ed8-4f0f-9d78-a07777b0af7e x-openstack-request-id: req-d2e0ae1f-8ed8-4f0f-9d78-a07777b0af7e {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:00:23.748365 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10529ff0-f4f8-4339-ae05-268edf7cd58b", "name": "network-vif-plugged", "status": "completed", "tag": "140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:00:23.748365 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d2e0ae1f-8ed8-4f0f-9d78-a07777b0af7e {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:00:23.748365 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10529ff0-f4f8-4339-ae05-268edf7cd58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80', 'code': 200} Aug 11 22:00:23.759019 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-074ea886-3648-4e41-85cc-b8173dc3e65f tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=bf69ffe64d88430e965fd43825d5f9b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1700959 Aug 11 22:00:23.773400 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-11681270-5d23-4527-b284-65ba7cddac49 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:23.773869 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-75bb6ed0-0317-4ef0-a163-8a1b21acc331 None None] Set router f35319c6-0d06-4125-82b8-e475b94e7c8e gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:00:23.811004 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fb5fa-e02f-4c9f-9799-440d72b13114 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d465dd-63e2-4632-a5ba-3bdd2bee82cc,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:23.941247 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8c37b7-5a8d-4723-9e74-d498af8bfa25', 'name': 'network-vif-deleted', 'tag': 'a57d88c3-3ff2-48e7-9244-3996584662da'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:00:23.944746 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92c9e01-ae53-4949-af08-f2bdeb2101af" -d '{"events": [{"server_uuid": "aa8c37b7-5a8d-4723-9e74-d498af8bfa25", "name": "network-vif-deleted", "tag": "a57d88c3-3ff2-48e7-9244-3996584662da"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:00:23.963612 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1bfd1421-76b5-4cda-8d7e-df82520ab17c up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:00:23.995790 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-11681270-5d23-4527-b284-65ba7cddac49 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:24.041779 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d8cc2-4488-4624-932a-2b8407d2f1fa req-d0aef989-8f36-47f3-9d1e-b0bdfcc147e0 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:24.043775 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f92d8cc2-4488-4624-932a-2b8407d2f1fa req-d0aef989-8f36-47f3-9d1e-b0bdfcc147e0 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 943 time: 0.1535208 Aug 11 22:00:24.051642 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e3a42-3300-4aa7-b42e-4f277a910b77 req-64ec99f4-cf9c-45ec-b3ca-230b2e7d5d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:24.054226 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6f9e3a42-3300-4aa7-b42e-4f277a910b77 req-64ec99f4-cf9c-45ec-b3ca-230b2e7d5d89 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=10529ff0-f4f8-4339-ae05-268edf7cd58b HTTP/1.1" status: 200 len: 1097 time: 0.1724536 Aug 11 22:00:24.100053 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a8ba35d6-9f9b-4961-8bd2-7aaadd36f987 req-79108848-d3d1-490d-a54b-e485a912501a service neutron] 10.222.0.52 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663928 Aug 11 22:00:24.126107 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6f9e3a42-3300-4aa7-b42e-4f277a910b77 req-ab87b0d7-7baf-4c87-a414-9a571bad9047 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591211 Aug 11 22:00:24.141677 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-ec0bae9e-3477-4a65-998c-53ba1879977d tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:24.149637 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-ec0bae9e-3477-4a65-998c-53ba1879977d tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3298483 Aug 11 22:00:24.150745 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f92d8cc2-4488-4624-932a-2b8407d2f1fa req-9126f99a-dd96-4468-bd9b-7bac6d996fcf tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954299 Aug 11 22:00:24.154089 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 1bfd1421-76b5-4cda-8d7e-df82520ab17c completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:00:24.162071 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 1bfd1421-76b5-4cda-8d7e-df82520ab17c triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:24.162674 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:24.172850 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-3e5a26c0-d99d-43c8-b74f-5d59e742950a tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/quotas/bf69ffe64d88430e965fd43825d5f9b1 HTTP/1.1" status: 200 len: 375 time: 0.0183995 Aug 11 22:00:24.217807 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['287831d1-c443-4524-9743-9ff527c7c0d1'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:00:24.223117 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-84c19036-fb7d-43a6-aadc-e0b54d01435d tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=bf69ffe64d88430e965fd43825d5f9b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400155 Aug 11 22:00:24.276206 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-11681270-5d23-4527-b284-65ba7cddac49 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:24.323495 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-233fde1d-e077-4551-8247-92af7bbe70ab req-34df5a02-a7c9-465c-b7a7-fdd32d6915c5 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=01fca9b3362949bdabf015b4ac4622c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465462 Aug 11 22:00:24.348357 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device a57d88c3-3ff2-48e7-9244-3996584662da no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:00:24.396857 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 339c59c1-13bb-4b3e-b266-7c1d389f78a2 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:00:24.483190 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: a57d88c3-3ff2-48e7-9244-3996584662da {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:00:24.485630 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device a57d88c3-3ff2-48e7-9244-3996584662da not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:00:24.494623 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-11681270-5d23-4527-b284-65ba7cddac49 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Allocated IP 172.25.2.126 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/2c4ce3a1-1c1d-4694-b158-72ad8698ded2) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:00:24.561920 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-75bb6ed0-0317-4ef0-a163-8a1b21acc331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-258464786-router', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:55:28Z', 'updated_at': '2021-08-11T21:55:41Z', 'revision_number': 4, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'gw_port': {'id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:30Z', 'updated_at': '2021-08-11T21:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '1890c58e-7b30-404d-b5bc-37886c3fd299', 'name': '', 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'mac_address': 'fa:16:3e:1e:d0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:38Z', 'updated_at': '2021-08-11T21:55:51Z', 'revision_number': 5, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'subnets': [{'id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:00:24.593625 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b055de71-1dca-4971-9cc3-bd553c96ded1 req-4da9564b-94ba-43fb-b0f2-5c6a2eb9de19 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa8c37b7-5a8d-4723-9e74-d498af8bfa25 HTTP/1.1" status: 200 len: 210 time: 0.1053011 Aug 11 22:00:24.615278 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fde1d-e077-4551-8247-92af7bbe70ab req-415675ce-895d-4348-b343-3b9c838c95c2 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:24.618942 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.resource_extend [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 22:00:24.619558 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-233fde1d-e077-4551-8247-92af7bbe70ab req-415675ce-895d-4348-b343-3b9c838c95c2 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2869980 Aug 11 22:00:24.672987 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-233fde1d-e077-4551-8247-92af7bbe70ab req-062924c9-6f9b-429d-86d7-08ca36130f16 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/quotas/01fca9b3362949bdabf015b4ac4622c7 HTTP/1.1" status: 200 len: 375 time: 0.0401039 Aug 11 22:00:24.682756 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:24.770199 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bb6ed0-0317-4ef0-a163-8a1b21acc331 None None] Checking router: f35319c6-0d06-4125-82b8-e475b94e7c8e for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:00:24.790463 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-233fde1d-e077-4551-8247-92af7bbe70ab req-b9020785-5ce4-4c08-a2ba-e7b956bd6c0d tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1151879 Aug 11 22:00:24.871901 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bb6ed0-0317-4ef0-a163-8a1b21acc331 None None] Routers {'f35319c6-0d06-4125-82b8-e475b94e7c8e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:00:24.872382 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-75bb6ed0-0317-4ef0-a163-8a1b21acc331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:00:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f35319c6-0d06-4125-82b8-e475b94e7c8e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:00:24.883455 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 1bfd1421-76b5-4cda-8d7e-df82520ab17c, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1bfd1421-76b5-4cda-8d7e-df82520ab17c,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:24.913373 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3d12c-6d0e-468c-b170-b655ae13579d req-7117e048-1aae-42ca-9cf5-01005badd702 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:24.922046 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a7c3d12c-6d0e-468c-b170-b655ae13579d req-7117e048-1aae-42ca-9cf5-01005badd702 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 944 time: 0.1128821 Aug 11 22:00:24.940769 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:24.961786 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 339c59c1-13bb-4b3e-b266-7c1d389f78a2, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=339c59c1-13bb-4b3e-b266-7c1d389f78a2,segment=NetworkSegment(955956c0-819f-4ff3-b129-18102dcedf3e),segment_id=955956c0-819f-4ff3-b129-18102dcedf3e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:24.985782 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-11681270-5d23-4527-b284-65ba7cddac49 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:25.013456 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a7c3d12c-6d0e-468c-b170-b655ae13579d req-576c62bd-6739-42cd-a22c-57004691931f tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872993 Aug 11 22:00:25.078539 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33754df8-2a90-4007-b4a2-d97ec4f442b0 x-openstack-request-id: req-33754df8-2a90-4007-b4a2-d97ec4f442b0 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:00:25.078936 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8c37b7-5a8d-4723-9e74-d498af8bfa25", "name": "network-vif-deleted", "tag": "a57d88c3-3ff2-48e7-9244-3996584662da", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:00:25.079282 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-33754df8-2a90-4007-b4a2-d97ec4f442b0 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:00:25.079786 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8c37b7-5a8d-4723-9e74-d498af8bfa25', 'name': 'network-vif-deleted', 'tag': 'a57d88c3-3ff2-48e7-9244-3996584662da', 'status': 'completed', 'code': 200} Aug 11 22:00:25.112064 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-11681270-5d23-4527-b284-65ba7cddac49 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:25.188851 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c703d3d9-feec-4d08-b183-1179357b12cb req-6e54bc09-cbc8-44a7-8ee3-e889221eafe8 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab557092-5149-4dd2-8702-909fa973d304 HTTP/1.1" status: 200 len: 210 time: 0.0733564 Aug 11 22:00:25.242724 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11681270-5d23-4527-b284-65ba7cddac49 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:00:25.255770 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-11681270-5d23-4527-b284-65ba7cddac49 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:00:25.264619 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11681270-5d23-4527-b284-65ba7cddac49 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:00:25.268707 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11681270-5d23-4527-b284-65ba7cddac49 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Pushing event updated for resources: {'Port': ['ID=2c4ce3a1-1c1d-4694-b158-72ad8698ded2,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:25.272031 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '339c59c1-13bb-4b3e-b266-7c1d389f78a2', 'network_id': '5382b449-7f03-4943-80f5-2f2d837d33e6', 'port_id': '339c59c1-13bb-4b3e-b266-7c1d389f78a2', 'mac_address': 'fa:16:3e:7f:00:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb8f82d-6d1c-43cb-bc58-6c5e7403b8b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:00:25.329190 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3a41c-b6d4-4fc0-b726-547d8d8a8c32 req-3ff733e0-8e81-4de7-927e-d1caa388783a tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:25.335946 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9cf3a41c-b6d4-4fc0-b726-547d8d8a8c32 req-3ff733e0-8e81-4de7-927e-d1caa388783a tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=554034a7-3ab1-4595-a727-63aeed83ef5a HTTP/1.1" status: 200 len: 945 time: 0.1669288 Aug 11 22:00:25.361114 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d21c93-2c53-489a-81f6-7516e9f62545 req-597d393b-8f46-4093-9cf8-e243c74bf972 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:25.363149 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-89d21c93-2c53-489a-81f6-7516e9f62545 req-597d393b-8f46-4093-9cf8-e243c74bf972 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=10529ff0-f4f8-4339-ae05-268edf7cd58b HTTP/1.1" status: 200 len: 946 time: 0.0999725 Aug 11 22:00:25.441427 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=1bfd1421-76b5-4cda-8d7e-df82520ab17c,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:25.456035 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-89d21c93-2c53-489a-81f6-7516e9f62545 req-31b93c63-9865-44bf-81a2-02c1758a7f19 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830026 Aug 11 22:00:25.468363 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9cf3a41c-b6d4-4fc0-b726-547d8d8a8c32 req-e028095a-eac8-4c7e-954c-78d8c37fbc53 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154194 Aug 11 22:00:25.472596 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-75bb6ed0-0317-4ef0-a163-8a1b21acc331 None None] Set router f35319c6-0d06-4125-82b8-e475b94e7c8e gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:00:25.498273 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-11681270-5d23-4527-b284-65ba7cddac49 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:25.508953 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:25.526754 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 339c59c1-13bb-4b3e-b266-7c1d389f78a2 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:00:25.575672 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-11681270-5d23-4527-b284-65ba7cddac49 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:25.602798 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cc853c35-0d5e-42cc-96b9-cbd226361817 req-71a8d082-46af-4e7a-a76d-0d1bd24a2058 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 210 time: 0.0654941 Aug 11 22:00:25.645923 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 339c59c1-13bb-4b3e-b266-7c1d389f78a2, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=339c59c1-13bb-4b3e-b266-7c1d389f78a2,segment=NetworkSegment(955956c0-819f-4ff3-b129-18102dcedf3e),segment_id=955956c0-819f-4ff3-b129-18102dcedf3e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:25.673131 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:25.847052 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=339c59c1-13bb-4b3e-b266-7c1d389f78a2,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:25.860425 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f139f77-62e7-4516-b702-4d23f98fe554 req-030c26f9-88e0-4887-9420-82516e303666 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:25.868227 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4f139f77-62e7-4516-b702-4d23f98fe554 req-030c26f9-88e0-4887-9420-82516e303666 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 943 time: 0.1974943 Aug 11 22:00:25.908469 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1bfd1421-76b5-4cda-8d7e-df82520ab17c up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:00:25.937051 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4f139f77-62e7-4516-b702-4d23f98fe554 req-d4af1d64-d2f3-4a5e-9ccd-cc612ae580b3 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678172 Aug 11 22:00:25.970333 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-11681270-5d23-4527-b284-65ba7cddac49 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:25.985127 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-11681270-5d23-4527-b284-65ba7cddac49 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:25.985695 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 1bfd1421-76b5-4cda-8d7e-df82520ab17c triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:25.986071 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:25.992476 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-75bb6ed0-0317-4ef0-a163-8a1b21acc331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-258464786-router', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:55:28Z', 'updated_at': '2021-08-11T21:55:41Z', 'revision_number': 4, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'gw_port': {'id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:30Z', 'updated_at': '2021-08-11T21:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '1890c58e-7b30-404d-b5bc-37886c3fd299', 'name': '', 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'mac_address': 'fa:16:3e:1e:d0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:38Z', 'updated_at': '2021-08-11T21:55:51Z', 'revision_number': 5, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'subnets': [{'id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:00:26.016403 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb8a17-c6d9-4735-bf0a-670078312445 req-36883a10-b98c-4cd4-babb-ea2238a3bee6 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:26.018621 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f0cb8a17-c6d9-4735-bf0a-670078312445 req-36883a10-b98c-4cd4-babb-ea2238a3bee6 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=10529ff0-f4f8-4339-ae05-268edf7cd58b HTTP/1.1" status: 200 len: 946 time: 0.0574975 Aug 11 22:00:26.036443 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60968) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:00:26.052396 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bb6ed0-0317-4ef0-a163-8a1b21acc331 None None] The sync data for ids ['f35319c6-0d06-4125-82b8-e475b94e7c8e'] in n-d-804275-3 is: [{'id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-258464786-router', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:55:28Z', 'updated_at': '2021-08-11T21:55:41Z', 'revision_number': 4, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'gw_port': {'id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:30Z', 'updated_at': '2021-08-11T21:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '1890c58e-7b30-404d-b5bc-37886c3fd299', 'name': '', 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'mac_address': 'fa:16:3e:1e:d0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:38Z', 'updated_at': '2021-08-11T21:55:51Z', 'revision_number': 5, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'subnets': [{'id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:00:26.057494 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11681270-5d23-4527-b284-65ba7cddac49 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Pushing event updated for resources: {'Port': ['ID=2c4ce3a1-1c1d-4694-b158-72ad8698ded2,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:26.113700 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-11681270-5d23-4527-b284-65ba7cddac49 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:26.135809 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-11681270-5d23-4527-b284-65ba7cddac49 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:26.138686 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-11681270-5d23-4527-b284-65ba7cddac49 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3782227 Aug 11 22:00:26.145500 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f0cb8a17-c6d9-4735-bf0a-670078312445 req-a6d4c341-0f53-4985-a8a7-5f3eee8cfa7e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200278 Aug 11 22:00:26.200100 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-72f7d8f4-64d6-4fd1-a5f7-bad1d83e9e50 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:26.258733 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65caa255-fadd-424b-af9a-97eb830ed314 req-4f9fd00d-0280-4c74-b5bb-66d4da7e9fe9 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:26.260520 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-65caa255-fadd-424b-af9a-97eb830ed314 req-4f9fd00d-0280-4c74-b5bb-66d4da7e9fe9 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 944 time: 0.0841732 Aug 11 22:00:26.264995 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-72f7d8f4-64d6-4fd1-a5f7-bad1d83e9e50 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:26.343279 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-65caa255-fadd-424b-af9a-97eb830ed314 req-3220b6a2-35e5-426c-99ab-99375b76fd57 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729101 Aug 11 22:00:26.392388 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-69970340-5c87-4cc8-88e9-4168aa07be5d req-843f780b-360e-43ed-be1a-40ddaca556f5 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab557092-5149-4dd2-8702-909fa973d304 HTTP/1.1" status: 200 len: 210 time: 0.0464549 Aug 11 22:00:26.412539 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-72f7d8f4-64d6-4fd1-a5f7-bad1d83e9e50 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:26.415929 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-72f7d8f4-64d6-4fd1-a5f7-bad1d83e9e50 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:26.419323 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-72f7d8f4-64d6-4fd1-a5f7-bad1d83e9e50 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "DELETE /v2.0/security-groups/4338038d-df29-46f2-85f0-226f6a6b3f84 HTTP/1.1" status: 204 len: 168 time: 0.3818491 Aug 11 22:00:26.424128 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60976) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:00:26.432092 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7d8f4-64d6-4fd1-a5f7-bad1d83e9e50 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4338038d-df29-46f2-85f0-226f6a6b3f84,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:26.437286 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['339c59c1-13bb-4b3e-b266-7c1d389f78a2'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:00:26.445049 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-712dd0e6-b455-4fca-80eb-a21d086b43bb tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] show failed (client error): The resource could not be found. Aug 11 22:00:26.446531 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-712dd0e6-b455-4fca-80eb-a21d086b43bb tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups/4338038d-df29-46f2-85f0-226f6a6b3f84 HTTP/1.1" status: 404 len: 347 time: 0.0211213 Aug 11 22:00:26.449707 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60978) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:00:26.647211 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e70dde0-2b20-46c4-ab42-d54bdabc0023 None None] New status for floating IP 09520c8d-fac9-43c4-8298-658b4307d814: DOWN {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:00:26.752646 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-295a3788-9652-47f1-8e31-2343261564f4 req-e4c7efac-dd07-427b-8583-58cb39674f19 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--705991403&fields=id&tenant_id=f3da70be91664ca8a55d012676042959 HTTP/1.1" status: 200 len: 267 time: 0.2143149 Aug 11 22:00:26.755454 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-a3b8365f-e2e9-4249-8894-9e5db9c63299 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=bf69ffe64d88430e965fd43825d5f9b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741882 Aug 11 22:00:26.758700 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fcebf5-8795-4705-863d-95ce4ac6f10f req-6c675500-72cd-4072-bf52-99c51be3a418 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:26.767131 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b5fcebf5-8795-4705-863d-95ce4ac6f10f req-6c675500-72cd-4072-bf52-99c51be3a418 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=554034a7-3ab1-4595-a727-63aeed83ef5a HTTP/1.1" status: 200 len: 944 time: 0.1140540 Aug 11 22:00:26.848702 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-0c1747ed-2d18-4fda-8b68-52c8b961b379 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Deleting port 04bdcdf6-248e-482c-aed3-b33f4ac841d1 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:00:26.849218 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0c1747ed-2d18-4fda-8b68-52c8b961b379 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:26.928544 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b5fcebf5-8795-4705-863d-95ce4ac6f10f req-6e9d74da-0ad1-46bf-8f09-7086c8fc814b tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599648 Aug 11 22:00:27.033871 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0c1747ed-2d18-4fda-8b68-52c8b961b379 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:27.034191 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0c1747ed-2d18-4fda-8b68-52c8b961b379 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:27.065354 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-0ef56341-2b26-4b29-8e0b-a7c7b12d32a7 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:27.067051 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-0c1747ed-2d18-4fda-8b68-52c8b961b379 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Calling delete_port for 04bdcdf6-248e-482c-aed3-b33f4ac841d1 owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:00:27.067286 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-0ef56341-2b26-4b29-8e0b-a7c7b12d32a7 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3047049 Aug 11 22:00:27.074047 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a3788-9652-47f1-8e31-2343261564f4 req-4c35bf13-e5a8-4a3b-8503-06e898bc4a96 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:27.080239 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-295a3788-9652-47f1-8e31-2343261564f4 req-4c35bf13-e5a8-4a3b-8503-06e898bc4a96 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/networks?id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 200 len: 811 time: 0.3022466 Aug 11 22:00:27.095063 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-ac83831c-f0a5-4b2e-861e-643d16c80025 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Request body: {'port': {'device_id': 'ab557092-5149-4dd2-8702-909fa973d304', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'admin_state_up': True, 'tenant_id': 'bf69ffe64d88430e965fd43825d5f9b1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:27.112528 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-295a3788-9652-47f1-8e31-2343261564f4 req-44b76fe8-2982-4d7e-97c8-3cbd3eb53e35 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/quotas/f3da70be91664ca8a55d012676042959 HTTP/1.1" status: 200 len: 375 time: 0.0294561 Aug 11 22:00:27.161769 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fb85d02b-be57-47e5-a4b0-d12beeee83be req-75d657dc-b70c-4d7c-9af2-4405fedde95c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 210 time: 0.0371785 Aug 11 22:00:27.679283 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-295a3788-9652-47f1-8e31-2343261564f4 req-46a5a458-979a-46af-bb35-7ab57a46ec9d tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f3da70be91664ca8a55d012676042959&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5409691 Aug 11 22:00:27.755175 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0c1747ed-2d18-4fda-8b68-52c8b961b379 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:27.758539 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-233fde1d-e077-4551-8247-92af7bbe70ab req-5139317f-fae0-4f56-8880-12fb1aab30c0 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=01fca9b3362949bdabf015b4ac4622c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657959 Aug 11 22:00:27.810030 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1747ed-2d18-4fda-8b68-52c8b961b379 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Pushing event deleted for resources: {'Port': ['ID=04bdcdf6-248e-482c-aed3-b33f4ac841d1,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:27.833412 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-fa4545e1-180b-43b8-8719-9a1712957d38 service neutron] 10.222.0.52 "GET /v2.0/ports/62bfc372-84f4-45ff-a1b2-81d95153d84e/bindings/n-h1-804275-3 HTTP/1.1" status: 200 len: 384 time: 0.2972417 Aug 11 22:00:27.887622 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb7fb8-306f-4b0c-b5e0-da13f326d9d9 req-73a9fde5-f7e8-4e5b-ac92-45fd18c989a6 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:27.889146 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-53eb7fb8-306f-4b0c-b5e0-da13f326d9d9 req-73a9fde5-f7e8-4e5b-ac92-45fd18c989a6 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.52 "GET /v2.0/ports?device_id=10529ff0-f4f8-4339-ae05-268edf7cd58b HTTP/1.1" status: 200 len: 946 time: 0.6178765 Aug 11 22:00:27.900984 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d34a1-718c-46b1-b69f-3ff1d6e5c7c9 req-a8908f08-1a1a-4f98-8866-00d9ffa76120 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:27.902593 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bf6d34a1-718c-46b1-b69f-3ff1d6e5c7c9 req-a8908f08-1a1a-4f98-8866-00d9ffa76120 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 943 time: 0.6333168 Aug 11 22:00:27.941126 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-ac83831c-f0a5-4b2e-861e-643d16c80025 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Made reservation on behalf of bf69ffe64d88430e965fd43825d5f9b1 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:00:27.945624 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-ac83831c-f0a5-4b2e-861e-643d16c80025 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:27.975730 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-ac83831c-f0a5-4b2e-861e-643d16c80025 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:28.001380 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-295a3788-9652-47f1-8e31-2343261564f4 req-5c1d7cce-394e-49d7-bb58-f9784a1d8396 service neutron] 10.222.0.77 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866073 Aug 11 22:00:28.067181 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0c1747ed-2d18-4fda-8b68-52c8b961b379 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:28.069916 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0c1747ed-2d18-4fda-8b68-52c8b961b379 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:28.071180 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0c1747ed-2d18-4fda-8b68-52c8b961b379 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "DELETE /v2.0/floatingips/09520c8d-fac9-43c4-8298-658b4307d814 HTTP/1.1" status: 204 len: 168 time: 1.6192546 Aug 11 22:00:28.091657 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fde1d-e077-4551-8247-92af7bbe70ab req-7fa8f273-c94f-4bc8-8aa7-865dcbaa7c45 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:28.093461 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-233fde1d-e077-4551-8247-92af7bbe70ab req-7fa8f273-c94f-4bc8-8aa7-865dcbaa7c45 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3009782 Aug 11 22:00:28.097488 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bf6d34a1-718c-46b1-b69f-3ff1d6e5c7c9 req-763cecd7-b89e-4570-b47a-e5fd1bab7763 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673191 Aug 11 22:00:28.144694 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-53eb7fb8-306f-4b0c-b5e0-da13f326d9d9 req-dff599a8-d55b-484e-9c42-d7d7f3500d03 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Deleting port 140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:00:28.145084 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-53eb7fb8-306f-4b0c-b5e0-da13f326d9d9 req-dff599a8-d55b-484e-9c42-d7d7f3500d03 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:28.242940 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-233fde1d-e077-4551-8247-92af7bbe70ab req-93811292-da85-4e76-aaf8-e09b2ab5c3a9 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Request body: {'port': {'device_id': 'b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'admin_state_up': True, 'tenant_id': '01fca9b3362949bdabf015b4ac4622c7'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:28.288424 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-295a3788-9652-47f1-8e31-2343261564f4 req-cc906830-facf-4335-9bfd-49a044f7f89d service neutron] 10.222.0.77 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726068 Aug 11 22:00:28.326728 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 62bfc372-84f4-45ff-a1b2-81d95153d84e details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:00:28.358835 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-ac83831c-f0a5-4b2e-861e-643d16c80025 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:28.368448 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-9e32ef68-f0a8-48b3-915e-485bc0dee87c service neutron] For port 62bfc372-84f4-45ff-a1b2-81d95153d84e, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=62bfc372-84f4-45ff-a1b2-81d95153d84e,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:28.383935 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-53eb7fb8-306f-4b0c-b5e0-da13f326d9d9 req-dff599a8-d55b-484e-9c42-d7d7f3500d03 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] For port 140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:28.384442 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-53eb7fb8-306f-4b0c-b5e0-da13f326d9d9 req-dff599a8-d55b-484e-9c42-d7d7f3500d03 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:28.394117 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-ac83831c-f0a5-4b2e-861e-643d16c80025 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:28.396171 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bf223-3ca5-41b0-a8ab-ec253e017a43 req-27357026-49c5-4cdf-9477-7e9488a24e79 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:28.398198 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a37bf223-3ca5-41b0-a8ab-ec253e017a43 req-27357026-49c5-4cdf-9477-7e9488a24e79 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=10529ff0-f4f8-4339-ae05-268edf7cd58b HTTP/1.1" status: 200 len: 946 time: 0.1996779 Aug 11 22:00:28.405337 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-9e32ef68-f0a8-48b3-915e-485bc0dee87c service neutron] For port 62bfc372-84f4-45ff-a1b2-81d95153d84e, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:00:28.460426 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 287831d1-c443-4524-9743-9ff527c7c0d1 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:00:28.466193 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 62bfc372-84f4-45ff-a1b2-81d95153d84e no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:00:28.470429 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-53eb7fb8-306f-4b0c-b5e0-da13f326d9d9 req-dff599a8-d55b-484e-9c42-d7d7f3500d03 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Calling delete_port for 140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:00:28.555168 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83831c-f0a5-4b2e-861e-643d16c80025 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfd3ba9-54b9-465f-9888-3854087daf15,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:28.555422 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 62bfc372-84f4-45ff-a1b2-81d95153d84e, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=62bfc372-84f4-45ff-a1b2-81d95153d84e,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:28.581176 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 62bfc372-84f4-45ff-a1b2-81d95153d84e has no active binding in host n-h1-804275-3 {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 22:00:28.588994 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83831c-f0a5-4b2e-861e-643d16c80025 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:28.589303 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83831c-f0a5-4b2e-861e-643d16c80025 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:28.589700 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83831c-f0a5-4b2e-861e-643d16c80025 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:28.590056 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83831c-f0a5-4b2e-861e-643d16c80025 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:28.590865 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83831c-f0a5-4b2e-861e-643d16c80025 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:28.591219 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83831c-f0a5-4b2e-861e-643d16c80025 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:28.591583 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83831c-f0a5-4b2e-861e-643d16c80025 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:28.591925 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83831c-f0a5-4b2e-861e-643d16c80025 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:28.592263 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83831c-f0a5-4b2e-861e-643d16c80025 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:28.592600 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83831c-f0a5-4b2e-861e-643d16c80025 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:28.592936 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83831c-f0a5-4b2e-861e-643d16c80025 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:28.593421 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83831c-f0a5-4b2e-861e-643d16c80025 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:28.605773 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-9e32ef68-f0a8-48b3-915e-485bc0dee87c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62bfc372-84f4-45ff-a1b2-81d95153d84e {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:00:28.609255 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a37bf223-3ca5-41b0-a8ab-ec253e017a43 req-6631a6ae-6b66-4500-a236-a3f609bbacf1 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761203 Aug 11 22:00:28.642493 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-233fde1d-e077-4551-8247-92af7bbe70ab req-93811292-da85-4e76-aaf8-e09b2ab5c3a9 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Made reservation on behalf of 01fca9b3362949bdabf015b4ac4622c7 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:00:28.647870 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-233fde1d-e077-4551-8247-92af7bbe70ab req-93811292-da85-4e76-aaf8-e09b2ab5c3a9 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:28.655217 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 287831d1-c443-4524-9743-9ff527c7c0d1 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:00:28.663194 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 287831d1-c443-4524-9743-9ff527c7c0d1 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:28.663474 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:28.695130 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-9e32ef68-f0a8-48b3-915e-485bc0dee87c service neutron] For port 62bfc372-84f4-45ff-a1b2-81d95153d84e, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=62bfc372-84f4-45ff-a1b2-81d95153d84e,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:28.764489 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-9e32ef68-f0a8-48b3-915e-485bc0dee87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:28.784593 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:28.798333 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cfb64396-4b0b-4566-9670-e9109a2699f1 req-beec448d-3f56-4847-a2f7-2512b252c500 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab557092-5149-4dd2-8702-909fa973d304 HTTP/1.1" status: 200 len: 210 time: 0.0986207 Aug 11 22:00:28.834285 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5c32d-7a2a-4c33-b29e-26387741f27c req-6309800c-ab19-4343-a69f-5759dc436bff tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:28.852416 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-06d5c32d-7a2a-4c33-b29e-26387741f27c req-6309800c-ab19-4343-a69f-5759dc436bff tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 944 time: 0.3180859 Aug 11 22:00:28.868982 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01ada08-c404-4a65-9916-b651fe15a9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287831d1-c443-4524-9743-9ff527c7c0d1'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:00:28.871418 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a88a20-d3c8-4d23-be2b-a08a3c94987b" -d '{"events": [{"server_uuid": "b01ada08-c404-4a65-9916-b651fe15a9f4", "name": "network-vif-plugged", "status": "completed", "tag": "287831d1-c443-4524-9743-9ff527c7c0d1"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:00:28.907633 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 287831d1-c443-4524-9743-9ff527c7c0d1, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=287831d1-c443-4524-9743-9ff527c7c0d1,segment=NetworkSegment(7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a),segment_id=7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:28.913327 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:28.914169 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 339c59c1-13bb-4b3e-b266-7c1d389f78a2 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:00:28.924844 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-53eb7fb8-306f-4b0c-b5e0-da13f326d9d9 req-dff599a8-d55b-484e-9c42-d7d7f3500d03 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:29.035354 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-53eb7fb8-306f-4b0c-b5e0-da13f326d9d9 req-dff599a8-d55b-484e-9c42-d7d7f3500d03 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] No DVR routers for this DVR port 140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:00:29.039314 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-53eb7fb8-306f-4b0c-b5e0-da13f326d9d9 req-dff599a8-d55b-484e-9c42-d7d7f3500d03 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:29.043863 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-53eb7fb8-306f-4b0c-b5e0-da13f326d9d9 req-dff599a8-d55b-484e-9c42-d7d7f3500d03 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.52 "DELETE /v2.0/ports/140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80 HTTP/1.1" status: 204 len: 173 time: 1.1147611 Aug 11 22:00:29.048104 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-ac83831c-f0a5-4b2e-861e-643d16c80025 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Allocated IP 192.168.233.169 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/2f11279c-d043-4fd7-9422-1565dda4fd4d) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:00:29.064863 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10529ff0-f4f8-4339-ae05-268edf7cd58b', 'name': 'network-vif-deleted', 'tag': '140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:00:29.069870 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b88cf55-4182-4caf-ac94-1250a656526a" -d '{"events": [{"server_uuid": "10529ff0-f4f8-4339-ae05-268edf7cd58b", "name": "network-vif-deleted", "tag": "140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:00:29.071543 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=287831d1-c443-4524-9743-9ff527c7c0d1,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:29.076011 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 339c59c1-13bb-4b3e-b266-7c1d389f78a2 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:29.076388 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:29.085666 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-06d5c32d-7a2a-4c33-b29e-26387741f27c req-e8492182-f256-40dd-baa5-e2baea0d55a0 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259452 Aug 11 22:00:29.087249 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff599a8-d55b-484e-9c42-d7d7f3500d03 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Pushing event deleted for resources: {'Port': ['ID=140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:29.163707 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044f119-a09c-4c8d-b82c-915904cef64d req-8764e66b-a21b-48ab-8a49-239786399d97 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:29.173739 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5044f119-a09c-4c8d-b82c-915904cef64d req-8764e66b-a21b-48ab-8a49-239786399d97 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=554034a7-3ab1-4595-a727-63aeed83ef5a HTTP/1.1" status: 200 len: 944 time: 0.2294044 Aug 11 22:00:29.246791 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:29.252262 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-9e32ef68-f0a8-48b3-915e-485bc0dee87c service neutron] Transition to ACTIVE for port object 62bfc372-84f4-45ff-a1b2-81d95153d84e will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:00:29.261766 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5044f119-a09c-4c8d-b82c-915904cef64d req-c4659fe8-d67c-4a5b-b33f-fd2ba4fee6cf tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816400 Aug 11 22:00:29.275732 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-9e32ef68-f0a8-48b3-915e-485bc0dee87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:29.311815 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 339c59c1-13bb-4b3e-b266-7c1d389f78a2, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=339c59c1-13bb-4b3e-b266-7c1d389f78a2,segment=NetworkSegment(955956c0-819f-4ff3-b129-18102dcedf3e),segment_id=955956c0-819f-4ff3-b129-18102dcedf3e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:29.321874 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:29.396382 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ecca076e-2c50-49c4-9ce1-9149c3823822 req-6551e589-92b3-432a-b322-401da8ddbe90 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 210 time: 0.0573816 Aug 11 22:00:29.419905 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=339c59c1-13bb-4b3e-b266-7c1d389f78a2,revision_number=7']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:29.451190 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 32794) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:00:29.459095 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-0f95a823-ba4e-4886-87c7-6aae20af367e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1899922526', 'description': 'tempest-description--549209682'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:29.489873 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ef9138-6924-40d0-a1b0-fe5fab3f0603 x-openstack-request-id: req-23ef9138-6924-40d0-a1b0-fe5fab3f0603 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:00:29.490910 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01ada08-c404-4a65-9916-b651fe15a9f4", "name": "network-vif-plugged", "status": "completed", "tag": "287831d1-c443-4524-9743-9ff527c7c0d1", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:00:29.491180 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-23ef9138-6924-40d0-a1b0-fe5fab3f0603 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:00:29.491653 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01ada08-c404-4a65-9916-b651fe15a9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287831d1-c443-4524-9743-9ff527c7c0d1', 'code': 200} Aug 11 22:00:29.516249 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-9e32ef68-f0a8-48b3-915e-485bc0dee87c service neutron] No DVR routers for this DVR port 62bfc372-84f4-45ff-a1b2-81d95153d84e on host n-h2-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:00:29.549305 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0f95a823-ba4e-4886-87c7-6aae20af367e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:29.592397 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32ef68-f0a8-48b3-915e-485bc0dee87c service neutron] Pushing event updated for resources: {'Port': ['ID=62bfc372-84f4-45ff-a1b2-81d95153d84e,revision_number=10']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:29.606325 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-9e32ef68-f0a8-48b3-915e-485bc0dee87c service neutron] 10.222.0.52 "PUT /v2.0/ports/62bfc372-84f4-45ff-a1b2-81d95153d84e/bindings/n-h1-804275-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7586677 Aug 11 22:00:29.646492 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8782d16a-b726-456c-9751-468b391f583a x-openstack-request-id: req-8782d16a-b726-456c-9751-468b391f583a {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:00:29.647061 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10529ff0-f4f8-4339-ae05-268edf7cd58b", "name": "network-vif-deleted", "tag": "140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:00:29.647481 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8782d16a-b726-456c-9751-468b391f583a {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:00:29.648447 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10529ff0-f4f8-4339-ae05-268edf7cd58b', 'name': 'network-vif-deleted', 'tag': '140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80', 'status': 'completed', 'code': 200} Aug 11 22:00:29.652839 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65ca72ba-3d46-45a5-9d4d-0218ede1b34a req-e81b48df-222c-4b00-8760-4f620259fa5d tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 210 time: 0.1414957 Aug 11 22:00:29.848450 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0f95a823-ba4e-4886-87c7-6aae20af367e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:29.856037 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0f95a823-ba4e-4886-87c7-6aae20af367e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:29.880608 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-ac83831c-f0a5-4b2e-861e-643d16c80025 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:29.897514 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0f95a823-ba4e-4886-87c7-6aae20af367e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:29.899758 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0f95a823-ba4e-4886-87c7-6aae20af367e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4465666 Aug 11 22:00:29.903273 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95a823-ba4e-4886-87c7-6aae20af367e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c86780a5-2c58-4381-b191-7d28386b4c3a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:29.907644 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 32800) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:00:29.917115 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-b05d5324-d391-4dc8-a82e-865f21e958e6 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Request body: {'security_group_rule': {'security_group_id': 'c86780a5-2c58-4381-b191-7d28386b4c3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:29.934938 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95a823-ba4e-4886-87c7-6aae20af367e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:29.935307 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95a823-ba4e-4886-87c7-6aae20af367e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:29.935657 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95a823-ba4e-4886-87c7-6aae20af367e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:29.936956 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95a823-ba4e-4886-87c7-6aae20af367e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:29.936956 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95a823-ba4e-4886-87c7-6aae20af367e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:29.936956 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95a823-ba4e-4886-87c7-6aae20af367e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:29.937599 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95a823-ba4e-4886-87c7-6aae20af367e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:29.937599 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95a823-ba4e-4886-87c7-6aae20af367e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:29.937902 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95a823-ba4e-4886-87c7-6aae20af367e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:29.938172 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95a823-ba4e-4886-87c7-6aae20af367e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:29.938850 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95a823-ba4e-4886-87c7-6aae20af367e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:29.938850 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95a823-ba4e-4886-87c7-6aae20af367e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:29.946420 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-ac83831c-f0a5-4b2e-861e-643d16c80025 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Transition to ACTIVE for port object 2f11279c-d043-4fd7-9422-1565dda4fd4d will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:00:29.978188 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbe942-9b90-4245-a255-122ccaeef197 req-9bf8c800-97e3-4e2a-861d-9ef3bd300c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:29.979977 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7dfbe942-9b90-4245-a255-122ccaeef197 req-9bf8c800-97e3-4e2a-861d-9ef3bd300c4e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 1096 time: 0.3382130 Aug 11 22:00:29.991473 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b05d5324-d391-4dc8-a82e-865f21e958e6 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:29.998007 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34019dc-3b90-4f9f-939c-2e14085c1628 req-4f2ca07e-1038-4b4e-b527-2acd80b83082 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:30.000515 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e34019dc-3b90-4f9f-939c-2e14085c1628 req-4f2ca07e-1038-4b4e-b527-2acd80b83082 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 944 time: 0.3569279 Aug 11 22:00:30.006054 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-9a2e64e2-dfb1-4a9e-a8eb-b12c65a0fa65 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:30.007800 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-9a2e64e2-dfb1-4a9e-a8eb-b12c65a0fa65 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e&tenant_id=a5fc899cc52f44178d979d66e6a50dde&binding%3Ahost_id=n-h2-804275-3 HTTP/1.1" status: 200 len: 1095 time: 0.2523012 Aug 11 22:00:30.119029 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-ac83831c-f0a5-4b2e-861e-643d16c80025 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:30.121579 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b05d5324-d391-4dc8-a82e-865f21e958e6 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:30.126962 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7dfbe942-9b90-4245-a255-122ccaeef197 req-a8a48f90-7aed-4934-b65f-f6ebc04819b3 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235263 Aug 11 22:00:30.132731 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6f7dc5d0-deaa-4830-85fb-a339c8f543bc req-f1448635-80d8-4646-b565-d098885a5c27 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab557092-5149-4dd2-8702-909fa973d304 HTTP/1.1" status: 200 len: 210 time: 0.0621750 Aug 11 22:00:30.178165 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b05d5324-d391-4dc8-a82e-865f21e958e6 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:30.191974 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e34019dc-3b90-4f9f-939c-2e14085c1628 req-c006e320-bc93-4752-9949-3895f7413909 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438472 Aug 11 22:00:30.222123 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d5324-d391-4dc8-a82e-865f21e958e6 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43879026-f03a-411d-9281-7002de438ed1,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:30.224100 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-8c2555f2-f3cd-43dc-b4ba-b21234416629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:30.229498 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-8c2555f2-f3cd-43dc-b4ba-b21234416629 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e&tenant_id=a5fc899cc52f44178d979d66e6a50dde HTTP/1.1" status: 200 len: 1095 time: 0.1976414 Aug 11 22:00:30.238427 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b05d5324-d391-4dc8-a82e-865f21e958e6 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:30.243087 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b05d5324-d391-4dc8-a82e-865f21e958e6 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3315172 Aug 11 22:00:30.243531 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 32810) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:00:30.244142 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-233fde1d-e077-4551-8247-92af7bbe70ab req-93811292-da85-4e76-aaf8-e09b2ab5c3a9 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Allocated IP 192.168.233.198 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/98abb531-fd07-4a25-8543-5afc8994d142) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:00:30.250309 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-b806996a-ae65-4eb9-8723-d3fbe68dea9d tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Request body: {'security_group_rule': {'security_group_id': 'c86780a5-2c58-4381-b191-7d28386b4c3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:30.257366 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-ac83831c-f0a5-4b2e-861e-643d16c80025 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:00:30.266445 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-ac83831c-f0a5-4b2e-861e-643d16c80025 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:00:30.279603 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-ac83831c-f0a5-4b2e-861e-643d16c80025 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:00:30.286348 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83831c-f0a5-4b2e-861e-643d16c80025 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Pushing event updated for resources: {'Port': ['ID=2f11279c-d043-4fd7-9422-1565dda4fd4d,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:30.345944 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75b8a8-1aba-4504-bb3b-5c5dea374d8d req-ce84cd03-013f-46f0-9179-b639ef29bef9 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:30.355061 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae75b8a8-1aba-4504-bb3b-5c5dea374d8d req-ce84cd03-013f-46f0-9179-b639ef29bef9 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=554034a7-3ab1-4595-a727-63aeed83ef5a HTTP/1.1" status: 200 len: 945 time: 0.1127396 Aug 11 22:00:30.364719 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:00:30.402555 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-ac83831c-f0a5-4b2e-861e-643d16c80025 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:30.403734 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-ac83831c-f0a5-4b2e-861e-643d16c80025 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:30.414174 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:00:30.415194 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 140d6079-3dc4-4ba3-96c2-bd1b4ebf7c80 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:00:30.438270 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b806996a-ae65-4eb9-8723-d3fbe68dea9d tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:30.459816 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-ac83831c-f0a5-4b2e-861e-643d16c80025 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3689239 Aug 11 22:00:30.475879 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd18d8-84e5-4553-a724-3741a7faa417 req-b7b1f6d4-5fe2-48cf-953d-498e2efbaa6e tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:30.478731 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5ebd18d8-84e5-4553-a724-3741a7faa417 req-b7b1f6d4-5fe2-48cf-953d-498e2efbaa6e tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 945 time: 0.1931355 Aug 11 22:00:30.490133 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae75b8a8-1aba-4504-bb3b-5c5dea374d8d req-d616e5ae-78c4-415c-8596-d324a12ade30 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335213 Aug 11 22:00:30.588630 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-dca08e57-01a6-442d-bc6c-9e97ab52ae97 service neutron] Request body: {'port': {'device_id': 'ab557092-5149-4dd2-8702-909fa973d304', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:30.622897 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-233fde1d-e077-4551-8247-92af7bbe70ab req-93811292-da85-4e76-aaf8-e09b2ab5c3a9 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:30.663713 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-bf1788ce-c9ab-4b0f-b4f6-7f436728925c None None] Provisioning for port 2f11279c-d043-4fd7-9422-1565dda4fd4d completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:00:30.672940 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-bf1788ce-c9ab-4b0f-b4f6-7f436728925c None None] Provisioning complete for port 2f11279c-d043-4fd7-9422-1565dda4fd4d triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:30.674097 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bf1788ce-c9ab-4b0f-b4f6-7f436728925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:30.722579 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-233fde1d-e077-4551-8247-92af7bbe70ab req-93811292-da85-4e76-aaf8-e09b2ab5c3a9 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Transition to ACTIVE for port object 98abb531-fd07-4a25-8543-5afc8994d142 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:00:30.736400 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5ebd18d8-84e5-4553-a724-3741a7faa417 req-f9fbff69-039b-4284-8315-65cd38041802 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275503 Aug 11 22:00:30.765088 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-bf1788ce-c9ab-4b0f-b4f6-7f436728925c None None] Port 2f11279c-d043-4fd7-9422-1565dda4fd4d cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:00:30.874101 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-7125e905-20c4-408e-80cf-c2e4b97ead56 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:30.877145 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-7125e905-20c4-408e-80cf-c2e4b97ead56 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/networks?id=bf080b52-f893-4f7c-8435-757491a8008c HTTP/1.1" status: 200 len: 811 time: 0.2497923 Aug 11 22:00:30.879897 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-233fde1d-e077-4551-8247-92af7bbe70ab req-93811292-da85-4e76-aaf8-e09b2ab5c3a9 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:30.901311 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['fe14920a-a4be-4054-b1ae-c8b50eb8c195', '5416b26f-2494-4b72-9a5e-ad96f58483f2'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:00:30.930386 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b806996a-ae65-4eb9-8723-d3fbe68dea9d tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:30.932782 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-63cec1b6-ff43-4c44-970c-2681394afc1c tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/quotas/5ff75431bb564df5bffa655d84e87396 HTTP/1.1" status: 200 len: 375 time: 0.0464115 Aug 11 22:00:30.948599 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-233fde1d-e077-4551-8247-92af7bbe70ab req-93811292-da85-4e76-aaf8-e09b2ab5c3a9 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:00:30.965722 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-233fde1d-e077-4551-8247-92af7bbe70ab req-93811292-da85-4e76-aaf8-e09b2ab5c3a9 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:00:30.975900 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-dca08e57-01a6-442d-bc6c-9e97ab52ae97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:30.983366 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-f51abeff-e5c5-4b12-860b-ea6ae550b7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:30.986738 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-f51abeff-e5c5-4b12-860b-ea6ae550b7d1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a5fc899cc52f44178d979d66e6a50dde&device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 1095 time: 0.3357787 Aug 11 22:00:30.987842 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b806996a-ae65-4eb9-8723-d3fbe68dea9d tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:30.991284 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-233fde1d-e077-4551-8247-92af7bbe70ab req-93811292-da85-4e76-aaf8-e09b2ab5c3a9 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:00:30.999859 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93811292-da85-4e76-aaf8-e09b2ab5c3a9 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Pushing event updated for resources: {'Port': ['ID=98abb531-fd07-4a25-8543-5afc8994d142,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:31.004094 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-5abb22df-c976-4ad3-bc5c-acfc3d2261d9 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5ff75431bb564df5bffa655d84e87396&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611317 Aug 11 22:00:31.117491 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fde1d-e077-4551-8247-92af7bbe70ab req-93811292-da85-4e76-aaf8-e09b2ab5c3a9 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:31.118175 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-233fde1d-e077-4551-8247-92af7bbe70ab req-93811292-da85-4e76-aaf8-e09b2ab5c3a9 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:31.153404 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-233fde1d-e077-4551-8247-92af7bbe70ab req-93811292-da85-4e76-aaf8-e09b2ab5c3a9 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9309642 Aug 11 22:00:31.168610 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-9f03b0bd-6c12-44d0-9511-a0580e07c479 service neutron] 10.222.0.77 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408525 Aug 11 22:00:31.179736 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-233fde1d-e077-4551-8247-92af7bbe70ab req-f06c037f-4ed1-4f19-996a-dc62cafad5c1 service neutron] Request body: {'port': {'device_id': 'b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:31.189945 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806996a-ae65-4eb9-8723-d3fbe68dea9d tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb264006-3d02-4006-b167-2b8bb1a9e5b1,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:31.262223 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b806996a-ae65-4eb9-8723-d3fbe68dea9d tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:31.263915 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b806996a-ae65-4eb9-8723-d3fbe68dea9d tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0172157 Aug 11 22:00:31.279211 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 32828) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:00:31.291192 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-d8375874-11cb-4431-bded-304b938268cb tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:31.309633 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6a8fa-a19d-4fa5-beb3-c04a69110a45 req-b8b1e413-e032-4c78-a091-6690498ab3f7 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:31.324059 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-05a6a8fa-a19d-4fa5-beb3-c04a69110a45 req-b8b1e413-e032-4c78-a091-6690498ab3f7 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 936 time: 0.4419448 Aug 11 22:00:31.360267 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a3788-9652-47f1-8e31-2343261564f4 req-292de982-64f3-4b6d-9919-90f3df0c6ebc tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:31.362950 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-295a3788-9652-47f1-8e31-2343261564f4 req-292de982-64f3-4b6d-9919-90f3df0c6ebc tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.82 "GET /v2.0/networks?id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 200 len: 811 time: 0.7096946 Aug 11 22:00:31.385230 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-233fde1d-e077-4551-8247-92af7bbe70ab req-f06c037f-4ed1-4f19-996a-dc62cafad5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:31.401217 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f483adde-6ef2-4d4b-a9eb-17021fd89afb None None] Provisioning for port 98abb531-fd07-4a25-8543-5afc8994d142 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:00:31.403773 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d8375874-11cb-4431-bded-304b938268cb tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for floatingip, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:31.407080 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f483adde-6ef2-4d4b-a9eb-17021fd89afb None None] Provisioning complete for port 98abb531-fd07-4a25-8543-5afc8994d142 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:31.408007 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f483adde-6ef2-4d4b-a9eb-17021fd89afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:31.429689 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-f842e144-cc40-4984-97e2-8b593f2e0277 service neutron] 10.222.0.77 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071679 Aug 11 22:00:31.456034 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-f483adde-6ef2-4d4b-a9eb-17021fd89afb None None] Port 98abb531-fd07-4a25-8543-5afc8994d142 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:00:31.493960 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554034a7-3ab1-4595-a727-63aeed83ef5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339c59c1-13bb-4b3e-b266-7c1d389f78a2'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:00:31.501185 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1282acec-355b-4cab-b180-30c4e49df41d" -d '{"events": [{"server_uuid": "554034a7-3ab1-4595-a727-63aeed83ef5a", "name": "network-vif-plugged", "status": "completed", "tag": "339c59c1-13bb-4b3e-b266-7c1d389f78a2"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:00:31.554594 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-05a6a8fa-a19d-4fa5-beb3-c04a69110a45 req-9a59bea1-fdc6-4ab9-9ea9-22dc4d3a2e9d tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293158 Aug 11 22:00:31.575017 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-deb3181c-94e3-46fe-b0b0-c267ff0ad8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:31.576620 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-deb3181c-94e3-46fe-b0b0-c267ff0ad8fd service neutron] 10.222.0.82 "GET /v2.0/networks?id=83735497-c152-410a-a532-372740b4ec60 HTTP/1.1" status: 200 len: 908 time: 0.5570822 Aug 11 22:00:31.592694 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-295a3788-9652-47f1-8e31-2343261564f4 req-4e4dc7b6-e9be-4f79-9e51-aa417390a388 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3da70be91664ca8a55d012676042959 HTTP/1.1" status: 200 len: 379 time: 0.1998074 Aug 11 22:00:31.636657 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-295a3788-9652-47f1-8e31-2343261564f4 req-84a4651c-2c60-4024-b3a6-2784a8dc7b6f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Request body: {'port': {'device_id': '6aad8f4d-c5ed-427f-8ee4-328c12470876', 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9', 'admin_state_up': True, 'tenant_id': 'f3da70be91664ca8a55d012676042959', 'security_groups': ['78bd280f-62be-4f3d-b684-0bfade0e38b7']}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:31.676008 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-73cb23bc-9613-49e4-91ab-6d89bf05f125 req-f709799e-91ac-4961-81c9-4deb02c15e39 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 210 time: 0.0423169 Aug 11 22:00:31.715107 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d8375874-11cb-4431-bded-304b938268cb tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:31.800051 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-951312e1-8680-45ac-8a5e-50a00dacbc2d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62bfc372-84f4-45ff-a1b2-81d95153d84e HTTP/1.1" status: 200 len: 217 time: 0.2122390 Aug 11 22:00:31.941370 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-3c4b4f49-b9b5-4d1a-bb81-b82623d240fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:31.942875 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-3c4b4f49-b9b5-4d1a-bb81-b82623d240fe service neutron] 10.222.0.82 "GET /v2.0/subnets?id=45488324-eef4-4094-a90c-865b32db4e15 HTTP/1.1" status: 200 len: 847 time: 0.1254289 Aug 11 22:00:31.963789 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d49749-654e-4eef-a2af-163df46f1f97 req-9d458d41-eabe-4c2e-a605-dc9eb92a3464 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:31.965423 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-80d49749-654e-4eef-a2af-163df46f1f97 req-9d458d41-eabe-4c2e-a605-dc9eb92a3464 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab557092-5149-4dd2-8702-909fa973d304 HTTP/1.1" status: 200 len: 936 time: 0.2199149 Aug 11 22:00:31.992191 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-d8375874-11cb-4431-bded-304b938268cb tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Allocated IP 172.25.2.85 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/754f9e92-76b8-439b-ba66-d5927c1dcd50) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:00:32.006413 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a02fc-f637-45c6-b01f-434fb4e16fd8 req-c8c04c92-d997-4478-8656-384f6053077b tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:32.008682 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e87a02fc-f637-45c6-b01f-434fb4e16fd8 req-c8c04c92-d997-4478-8656-384f6053077b tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 944 time: 0.1178071 Aug 11 22:00:32.013035 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-cc642247-2ae1-41fc-be5e-18cecb9a2913 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83735497-c152-410a-a532-372740b4ec60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580845 Aug 11 22:00:32.148555 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-295a3788-9652-47f1-8e31-2343261564f4 req-84a4651c-2c60-4024-b3a6-2784a8dc7b6f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Made reservation on behalf of f3da70be91664ca8a55d012676042959 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:00:32.152444 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-295a3788-9652-47f1-8e31-2343261564f4 req-84a4651c-2c60-4024-b3a6-2784a8dc7b6f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:32.157364 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e87a02fc-f637-45c6-b01f-434fb4e16fd8 req-f7b4ff29-7db2-48f2-8818-1f7c96bd91f1 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421039 Aug 11 22:00:32.170512 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-80d49749-654e-4eef-a2af-163df46f1f97 req-b1cc17cd-98be-434d-aee0-39258c3f26ce tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddfd3ba9-54b9-465f-9888-3854087daf15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926308 Aug 11 22:00:32.236615 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-dca08e57-01a6-442d-bc6c-9e97ab52ae97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f11279c-d043-4fd7-9422-1565dda4fd4d {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:00:32.252859 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-dca08e57-01a6-442d-bc6c-9e97ab52ae97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:32.281980 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d8375874-11cb-4431-bded-304b938268cb tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:32.293485 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110372ce-9c91-4fc3-a47c-fd45ea90290a x-openstack-request-id: req-110372ce-9c91-4fc3-a47c-fd45ea90290a {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:00:32.294081 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554034a7-3ab1-4595-a727-63aeed83ef5a", "name": "network-vif-plugged", "status": "completed", "tag": "339c59c1-13bb-4b3e-b266-7c1d389f78a2", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:00:32.294207 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-110372ce-9c91-4fc3-a47c-fd45ea90290a {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:00:32.294633 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554034a7-3ab1-4595-a727-63aeed83ef5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339c59c1-13bb-4b3e-b266-7c1d389f78a2', 'code': 200} Aug 11 22:00:32.325561 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-c66036da-7c10-4786-90d1-bd7ddb852c82 service neutron] 10.222.0.82 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928457 Aug 11 22:00:32.349872 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 339c59c1-13bb-4b3e-b266-7c1d389f78a2 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:00:32.358352 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-dca08e57-01a6-442d-bc6c-9e97ab52ae97 service neutron] Transition to ACTIVE for port object 2f11279c-d043-4fd7-9422-1565dda4fd4d will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:00:32.408105 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d8375874-11cb-4431-bded-304b938268cb tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:32.411361 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-dca08e57-01a6-442d-bc6c-9e97ab52ae97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:32.453180 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:32.525999 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 339c59c1-13bb-4b3e-b266-7c1d389f78a2, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=339c59c1-13bb-4b3e-b266-7c1d389f78a2,segment=NetworkSegment(955956c0-819f-4ff3-b129-18102dcedf3e),segment_id=955956c0-819f-4ff3-b129-18102dcedf3e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:32.533606 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:32.536753 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 62bfc372-84f4-45ff-a1b2-81d95153d84e no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:00:32.536940 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f6aef919-adb4-490e-98e2-3cc95c36f78b req-a98211ba-2df7-4809-a67f-791b39b54b6f tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5843c99-98a1-4e36-9f0b-8cd697fbd098 HTTP/1.1" status: 200 len: 210 time: 0.1670864 Aug 11 22:00:32.574865 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba133467-6453-4e16-b117-21f84d5a7aa1 req-b2c98386-fdc6-4307-8138-de3d79191919 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:32.576933 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba133467-6453-4e16-b117-21f84d5a7aa1 req-b2c98386-fdc6-4307-8138-de3d79191919 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=554034a7-3ab1-4595-a727-63aeed83ef5a HTTP/1.1" status: 200 len: 945 time: 0.2781024 Aug 11 22:00:32.600017 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8375874-11cb-4431-bded-304b938268cb tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:00:32.619815 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-d8375874-11cb-4431-bded-304b938268cb tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:00:32.627446 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-295a3788-9652-47f1-8e31-2343261564f4 req-84a4651c-2c60-4024-b3a6-2784a8dc7b6f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Allocated IP 172.20.0.12 (e05d73cc-c444-45b6-9ecd-8613ea45c8b9/71666487-d255-442c-a4c1-ffc47afdf7b3/54b2c1ee-4e5e-4f38-8df1-1ca72d59a331) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:00:32.633954 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca08e57-01a6-442d-bc6c-9e97ab52ae97 service neutron] Pushing event updated for resources: {'Port': ['ID=2f11279c-d043-4fd7-9422-1565dda4fd4d,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:32.638330 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8375874-11cb-4431-bded-304b938268cb tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Pushing event updated for resources: {'Port': ['ID=754f9e92-76b8-439b-ba66-d5927c1dcd50,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:32.648054 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8375874-11cb-4431-bded-304b938268cb tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:00:32.721019 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-2830fb79-d46d-4487-902a-8eef6afbd7c9 service neutron] 10.222.0.82 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651814 Aug 11 22:00:32.777948 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba133467-6453-4e16-b117-21f84d5a7aa1 req-cc3350b8-9185-46b5-90c5-cde101e60216 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858993 Aug 11 22:00:32.842504 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=339c59c1-13bb-4b3e-b266-7c1d389f78a2,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:32.883868 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-233fde1d-e077-4551-8247-92af7bbe70ab req-f06c037f-4ed1-4f19-996a-dc62cafad5c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98abb531-fd07-4a25-8543-5afc8994d142 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:00:32.905803 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-233fde1d-e077-4551-8247-92af7bbe70ab req-f06c037f-4ed1-4f19-996a-dc62cafad5c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:32.926474 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-dca08e57-01a6-442d-bc6c-9e97ab52ae97 service neutron] Attempting to bind port 2f11279c-d043-4fd7-9422-1565dda4fd4d on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:00:32.926812 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-dca08e57-01a6-442d-bc6c-9e97ab52ae97 service neutron] Attempting to bind port 2f11279c-d043-4fd7-9422-1565dda4fd4d by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:00:32.927165 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-dca08e57-01a6-442d-bc6c-9e97ab52ae97 service neutron] Attempting to bind port 2f11279c-d043-4fd7-9422-1565dda4fd4d on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:00:32.973960 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-233fde1d-e077-4551-8247-92af7bbe70ab req-f06c037f-4ed1-4f19-996a-dc62cafad5c1 service neutron] Transition to ACTIVE for port object 98abb531-fd07-4a25-8543-5afc8994d142 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:00:32.981444 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-233fde1d-e077-4551-8247-92af7bbe70ab req-f06c037f-4ed1-4f19-996a-dc62cafad5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:32.988722 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-dca08e57-01a6-442d-bc6c-9e97ab52ae97 service neutron] Port 2f11279c-d043-4fd7-9422-1565dda4fd4d on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:00:32.989051 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-dca08e57-01a6-442d-bc6c-9e97ab52ae97 service neutron] Attempting to bind port 2f11279c-d043-4fd7-9422-1565dda4fd4d on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:00:33.002759 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d8375874-11cb-4431-bded-304b938268cb tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:33.051924 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe7e3e-6d4b-42b3-a70d-993db806ed6c req-6acc2f59-0d57-4638-ad76-f74a1e528bdf tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:33.060379 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ebfe7e3e-6d4b-42b3-a70d-993db806ed6c req-6acc2f59-0d57-4638-ad76-f74a1e528bdf tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 945 time: 0.1825674 Aug 11 22:00:33.126155 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c037f-4ed1-4f19-996a-dc62cafad5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=98abb531-fd07-4a25-8543-5afc8994d142,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:33.180248 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d8375874-11cb-4431-bded-304b938268cb tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:33.186254 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.82', 61535) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:00:33.388780 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ebfe7e3e-6d4b-42b3-a70d-993db806ed6c req-5063e8ac-3660-4cf4-963a-f0084b47f239 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274226 Aug 11 22:00:33.395941 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-dca08e57-01a6-442d-bc6c-9e97ab52ae97 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:00:33.396536 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-dca08e57-01a6-442d-bc6c-9e97ab52ae97 service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:00:33.396778 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-dca08e57-01a6-442d-bc6c-9e97ab52ae97 service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:00:33.397178 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-dca08e57-01a6-442d-bc6c-9e97ab52ae97 service neutron] Bound port: 2f11279c-d043-4fd7-9422-1565dda4fd4d, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:00:33.397548 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-dca08e57-01a6-442d-bc6c-9e97ab52ae97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:33.420315 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-057e220b-2597-4d08-8312-85c0e322486e tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:33.420315 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-057e220b-2597-4d08-8312-85c0e322486e tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e&tenant_id=a5fc899cc52f44178d979d66e6a50dde&binding%3Ahost_id=n-h1-804275-3 HTTP/1.1" status: 200 len: 1095 time: 0.2245879 Aug 11 22:00:33.424762 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bd861-8a66-43fb-90da-295ba3436a30 req-aac71d8a-ea32-42ec-abcf-4e6f42d981f6 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:33.432373 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4f6bd861-8a66-43fb-90da-295ba3436a30 req-aac71d8a-ea32-42ec-abcf-4e6f42d981f6 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 936 time: 0.5381696 Aug 11 22:00:33.534577 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-233fde1d-e077-4551-8247-92af7bbe70ab req-f06c037f-4ed1-4f19-996a-dc62cafad5c1 service neutron] Attempting to bind port 98abb531-fd07-4a25-8543-5afc8994d142 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:00:33.535161 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-233fde1d-e077-4551-8247-92af7bbe70ab req-f06c037f-4ed1-4f19-996a-dc62cafad5c1 service neutron] Attempting to bind port 98abb531-fd07-4a25-8543-5afc8994d142 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:00:33.535763 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233fde1d-e077-4551-8247-92af7bbe70ab req-f06c037f-4ed1-4f19-996a-dc62cafad5c1 service neutron] Attempting to bind port 98abb531-fd07-4a25-8543-5afc8994d142 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:00:33.559143 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-295a3788-9652-47f1-8e31-2343261564f4 req-84a4651c-2c60-4024-b3a6-2784a8dc7b6f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:33.621002 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233fde1d-e077-4551-8247-92af7bbe70ab req-f06c037f-4ed1-4f19-996a-dc62cafad5c1 service neutron] Port 98abb531-fd07-4a25-8543-5afc8994d142 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:00:33.621360 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233fde1d-e077-4551-8247-92af7bbe70ab req-f06c037f-4ed1-4f19-996a-dc62cafad5c1 service neutron] Attempting to bind port 98abb531-fd07-4a25-8543-5afc8994d142 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:00:33.629710 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-38e46bc3-e741-4858-ba6e-e51db7be8c75 req-f0938ca2-420c-4651-8a88-2a75fa2ffb1a tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 210 time: 0.1049833 Aug 11 22:00:33.653634 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64c734-c4bd-4cb0-a708-3ed92fb56313 req-a11dde8e-535f-418c-ac0b-69475b2d14c0 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:33.655073 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233fde1d-e077-4551-8247-92af7bbe70ab req-f06c037f-4ed1-4f19-996a-dc62cafad5c1 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:00:33.655567 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233fde1d-e077-4551-8247-92af7bbe70ab req-f06c037f-4ed1-4f19-996a-dc62cafad5c1 service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:00:33.655790 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f64c734-c4bd-4cb0-a708-3ed92fb56313 req-a11dde8e-535f-418c-ac0b-69475b2d14c0 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.82 "GET /v2.0/ports?device_id=554034a7-3ab1-4595-a727-63aeed83ef5a HTTP/1.1" status: 200 len: 943 time: 0.6851926 Aug 11 22:00:33.655983 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233fde1d-e077-4551-8247-92af7bbe70ab req-f06c037f-4ed1-4f19-996a-dc62cafad5c1 service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:00:33.656502 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-233fde1d-e077-4551-8247-92af7bbe70ab req-f06c037f-4ed1-4f19-996a-dc62cafad5c1 service neutron] Bound port: 98abb531-fd07-4a25-8543-5afc8994d142, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:00:33.656973 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-233fde1d-e077-4551-8247-92af7bbe70ab req-f06c037f-4ed1-4f19-996a-dc62cafad5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:33.659348 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4f6bd861-8a66-43fb-90da-295ba3436a30 req-602245d0-aa0c-407f-ac69-91d890a6cbe1 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260263 Aug 11 22:00:33.667759 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-295a3788-9652-47f1-8e31-2343261564f4 req-84a4651c-2c60-4024-b3a6-2784a8dc7b6f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Transition to ACTIVE for port object 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:00:33.780351 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-dca08e57-01a6-442d-bc6c-9e97ab52ae97 service neutron] For port 2f11279c-d043-4fd7-9422-1565dda4fd4d, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:00:33.811058 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-e62ff21e-5654-4651-9d2c-61e93ecc11ee tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:33.812920 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-e62ff21e-5654-4651-9d2c-61e93ecc11ee tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.52 "GET /v2.0/networks?id=bf080b52-f893-4f7c-8435-757491a8008c HTTP/1.1" status: 200 len: 811 time: 0.4315846 Aug 11 22:00:33.820786 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-dca08e57-01a6-442d-bc6c-9e97ab52ae97 service neutron] For port 2f11279c-d043-4fd7-9422-1565dda4fd4d, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2f11279c-d043-4fd7-9422-1565dda4fd4d,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:00:33.830285 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-145e4ca2-418f-424a-809f-81f0e42d93bd tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Request body: {'port': {'device_id': 'b5843c99-98a1-4e36-9f0b-8cd697fbd098', 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c', 'admin_state_up': True, 'tenant_id': '5ff75431bb564df5bffa655d84e87396'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:33.905267 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-dca08e57-01a6-442d-bc6c-9e97ab52ae97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:34.003171 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-dca08e57-01a6-442d-bc6c-9e97ab52ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:34.003954 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-dca08e57-01a6-442d-bc6c-9e97ab52ae97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:34.005496 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-dca08e57-01a6-442d-bc6c-9e97ab52ae97 service neutron] 10.222.0.82 "PUT /v2.0/ports/2f11279c-d043-4fd7-9422-1565dda4fd4d HTTP/1.1" status: 200 len: 1096 time: 3.4241698 Aug 11 22:00:34.013999 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab557092-5149-4dd2-8702-909fa973d304', 'tag': '2f11279c-d043-4fd7-9422-1565dda4fd4d'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:00:34.016929 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fc0845-c057-443c-8505-c954de63cbb6" -d '{"events": [{"name": "network-changed", "server_uuid": "ab557092-5149-4dd2-8702-909fa973d304", "tag": "2f11279c-d043-4fd7-9422-1565dda4fd4d"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:00:34.103017 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c8eb4-092b-4a96-9a58-0d0962f0e771 req-5931df95-e9b1-4de4-b11e-ff73fa095310 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:34.111623 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1b8c8eb4-092b-4a96-9a58-0d0962f0e771 req-5931df95-e9b1-4de4-b11e-ff73fa095310 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 944 time: 0.3387487 Aug 11 22:00:34.118887 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-233fde1d-e077-4551-8247-92af7bbe70ab req-f06c037f-4ed1-4f19-996a-dc62cafad5c1 service neutron] For port 98abb531-fd07-4a25-8543-5afc8994d142, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:00:34.121855 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-8296c33d-5eff-4c14-b215-1562dd929112 service neutron] For port 62bfc372-84f4-45ff-a1b2-81d95153d84e, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:00:34.129641 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d8375874-11cb-4431-bded-304b938268cb tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:34.133484 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-233fde1d-e077-4551-8247-92af7bbe70ab req-f06c037f-4ed1-4f19-996a-dc62cafad5c1 service neutron] For port 98abb531-fd07-4a25-8543-5afc8994d142, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=98abb531-fd07-4a25-8543-5afc8994d142,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:00:34.139012 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-8296c33d-5eff-4c14-b215-1562dd929112 service neutron] Notify callbacks [] for binding, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:34.140847 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-230a3c7a-8836-4fe1-964f-6c2e075cdf4f req-8296c33d-5eff-4c14-b215-1562dd929112 service neutron] 10.222.0.82 "DELETE /v2.0/ports/62bfc372-84f4-45ff-a1b2-81d95153d84e/bindings/n-h2-804275-3 HTTP/1.1" status: 204 len: 173 time: 0.7009223 Aug 11 22:00:34.147974 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d8375874-11cb-4431-bded-304b938268cb tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:34.151530 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-295a3788-9652-47f1-8e31-2343261564f4 req-84a4651c-2c60-4024-b3a6-2784a8dc7b6f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:34.157410 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-233fde1d-e077-4551-8247-92af7bbe70ab req-f06c037f-4ed1-4f19-996a-dc62cafad5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:34.169924 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-1f64c734-c4bd-4cb0-a708-3ed92fb56313 req-6d69ecd3-6709-4659-9e84-03d5940c349f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Deleting port 339c59c1-13bb-4b3e-b266-7c1d389f78a2 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:00:34.170210 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-1f64c734-c4bd-4cb0-a708-3ed92fb56313 req-6d69ecd3-6709-4659-9e84-03d5940c349f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:34.208003 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f422b9-0812-4f44-9b1f-bd5a7bcc02c4 req-2040e8f5-0704-4ab1-8b16-0f5c510d4ca8 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:34.219913 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82f422b9-0812-4f44-9b1f-bd5a7bcc02c4 req-2040e8f5-0704-4ab1-8b16-0f5c510d4ca8 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab557092-5149-4dd2-8702-909fa973d304 HTTP/1.1" status: 200 len: 948 time: 0.3336194 Aug 11 22:00:34.260368 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fde1d-e077-4551-8247-92af7bbe70ab req-f06c037f-4ed1-4f19-996a-dc62cafad5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:34.260972 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-233fde1d-e077-4551-8247-92af7bbe70ab req-f06c037f-4ed1-4f19-996a-dc62cafad5c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:34.262885 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-233fde1d-e077-4551-8247-92af7bbe70ab req-f06c037f-4ed1-4f19-996a-dc62cafad5c1 service neutron] 10.222.0.82 "PUT /v2.0/ports/98abb531-fd07-4a25-8543-5afc8994d142 HTTP/1.1" status: 200 len: 1096 time: 3.0888195 Aug 11 22:00:34.266591 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b', 'tag': '98abb531-fd07-4a25-8543-5afc8994d142'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:00:34.270029 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae32fef1-3617-4ded-982d-db7015c9c19b" -d '{"events": [{"name": "network-changed", "server_uuid": "b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b", "tag": "98abb531-fd07-4a25-8543-5afc8994d142"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:00:34.287405 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1b8c8eb4-092b-4a96-9a58-0d0962f0e771 req-404d6c5b-3615-48e1-a805-104a14f10424 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748676 Aug 11 22:00:34.293901 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8375874-11cb-4431-bded-304b938268cb tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Pushing event updated for resources: {'Port': ['ID=754f9e92-76b8-439b-ba66-d5927c1dcd50,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:34.296251 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554034a7-3ab1-4595-a727-63aeed83ef5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '339c59c1-13bb-4b3e-b266-7c1d389f78a2'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:00:34.300161 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e135ed96-564a-4d2d-8da9-fc1061b88180" -d '{"events": [{"server_uuid": "554034a7-3ab1-4595-a727-63aeed83ef5a", "name": "network-vif-unplugged", "status": "completed", "tag": "339c59c1-13bb-4b3e-b266-7c1d389f78a2"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:00:34.401840 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d8375874-11cb-4431-bded-304b938268cb tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:34.402580 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-1f64c734-c4bd-4cb0-a708-3ed92fb56313 req-6d69ecd3-6709-4659-9e84-03d5940c349f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] For port 339c59c1-13bb-4b3e-b266-7c1d389f78a2, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=339c59c1-13bb-4b3e-b266-7c1d389f78a2,segment=NetworkSegment(955956c0-819f-4ff3-b129-18102dcedf3e),segment_id=955956c0-819f-4ff3-b129-18102dcedf3e)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:34.402977 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-1f64c734-c4bd-4cb0-a708-3ed92fb56313 req-6d69ecd3-6709-4659-9e84-03d5940c349f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:34.421337 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-1f64c734-c4bd-4cb0-a708-3ed92fb56313 req-6d69ecd3-6709-4659-9e84-03d5940c349f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Calling delete_port for 339c59c1-13bb-4b3e-b266-7c1d389f78a2 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:00:34.445207 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d8375874-11cb-4431-bded-304b938268cb tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:34.446698 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d8375874-11cb-4431-bded-304b938268cb tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1634636 Aug 11 22:00:34.449132 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c037f-4ed1-4f19-996a-dc62cafad5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=98abb531-fd07-4a25-8543-5afc8994d142,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:34.475903 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fde1d-e077-4551-8247-92af7bbe70ab req-0965de23-56fa-4af0-b0ed-a61818a618db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:34.488229 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-233fde1d-e077-4551-8247-92af7bbe70ab req-0965de23-56fa-4af0-b0ed-a61818a618db service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 1099 time: 0.1448586 Aug 11 22:00:34.551703 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca08e57-01a6-442d-bc6c-9e97ab52ae97 service neutron] Pushing event updated for resources: {'Port': ['ID=2f11279c-d043-4fd7-9422-1565dda4fd4d,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:34.579194 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-233fde1d-e077-4551-8247-92af7bbe70ab req-fcf1f8b5-d660-43a6-94da-cbd2402d8799 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=98abb531-fd07-4a25-8543-5afc8994d142 HTTP/1.1" status: 200 len: 217 time: 0.0761094 Aug 11 22:00:34.727483 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fde1d-e077-4551-8247-92af7bbe70ab req-5ce22901-3c3d-415b-bece-32d01b9530a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:34.733581 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-233fde1d-e077-4551-8247-92af7bbe70ab req-5ce22901-3c3d-415b-bece-32d01b9530a6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1480563 Aug 11 22:00:34.768827 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82f422b9-0812-4f44-9b1f-bd5a7bcc02c4 req-0fc68e72-a797-4372-8c62-6c07bf421eb3 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddfd3ba9-54b9-465f-9888-3854087daf15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5471573 Aug 11 22:00:34.769973 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4651c-2c60-4024-b3a6-2784a8dc7b6f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Pushing event updated for resources: {'Port': ['ID=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:34.823484 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-295a3788-9652-47f1-8e31-2343261564f4 req-84a4651c-2c60-4024-b3a6-2784a8dc7b6f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Network e05d73cc-c444-45b6-9ecd-8613ea45c8b9 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:00:34.832901 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b6bfda98-675c-4d84-9d35-91747a40fb3b req-7e1cf7d5-c1fc-4306-b217-43ddb1c9833b tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5843c99-98a1-4e36-9f0b-8cd697fbd098 HTTP/1.1" status: 200 len: 210 time: 0.0499716 Aug 11 22:00:34.859751 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-295a3788-9652-47f1-8e31-2343261564f4 req-84a4651c-2c60-4024-b3a6-2784a8dc7b6f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:00:34.884642 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-295a3788-9652-47f1-8e31-2343261564f4 req-84a4651c-2c60-4024-b3a6-2784a8dc7b6f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:00:34.912262 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85244b45-20ad-41bd-80fc-d06f41f9018f req-52868cd0-ce22-4807-80c1-35acb37e2552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:34.915978 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-85244b45-20ad-41bd-80fc-d06f41f9018f req-52868cd0-ce22-4807-80c1-35acb37e2552 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f8b3422dece244b1afcf393ec9f1b957&device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 1096 time: 0.2126541 Aug 11 22:00:34.925460 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fde1d-e077-4551-8247-92af7bbe70ab req-dd0c74f8-86c1-4f0b-9f5a-4c857c82fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:34.928082 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-233fde1d-e077-4551-8247-92af7bbe70ab req-dd0c74f8-86c1-4f0b-9f5a-4c857c82fdf5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1434412 Aug 11 22:00:34.962524 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-a6505da0-69f2-4a88-b597-dffa86d4b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:34.974081 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-a6505da0-69f2-4a88-b597-dffa86d4b1de service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bf69ffe64d88430e965fd43825d5f9b1&device_id=ab557092-5149-4dd2-8702-909fa973d304 HTTP/1.1" status: 200 len: 1099 time: 0.8957031 Aug 11 22:00:34.981912 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e826ea5-5a04-487c-b9ad-00603a18eb02 x-openstack-request-id: req-0e826ea5-5a04-487c-b9ad-00603a18eb02 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:00:34.982220 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab557092-5149-4dd2-8702-909fa973d304", "tag": "2f11279c-d043-4fd7-9422-1565dda4fd4d", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:00:34.982511 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0e826ea5-5a04-487c-b9ad-00603a18eb02 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:00:34.983020 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab557092-5149-4dd2-8702-909fa973d304', 'tag': '2f11279c-d043-4fd7-9422-1565dda4fd4d', 'status': 'completed', 'code': 200} Aug 11 22:00:35.052534 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 22:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e58479-d838-4cac-9000-7b476c571744 x-openstack-request-id: req-58e58479-d838-4cac-9000-7b476c571744 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:00:35.052710 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554034a7-3ab1-4595-a727-63aeed83ef5a", "name": "network-vif-unplugged", "status": "completed", "tag": "339c59c1-13bb-4b3e-b266-7c1d389f78a2", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:00:35.053102 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-58e58479-d838-4cac-9000-7b476c571744 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:00:35.053847 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554034a7-3ab1-4595-a727-63aeed83ef5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '339c59c1-13bb-4b3e-b266-7c1d389f78a2', 'code': 200} Aug 11 22:00:35.183894 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85244b45-20ad-41bd-80fc-d06f41f9018f req-94066b65-dc9c-49e3-8cc4-9c589753a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:35.190538 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-85244b45-20ad-41bd-80fc-d06f41f9018f req-94066b65-dc9c-49e3-8cc4-9c589753a926 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2e5ce1c7-b332-4021-b8e6-4d054d5f0a81 HTTP/1.1" status: 200 len: 919 time: 0.2498641 Aug 11 22:00:35.210153 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-145e4ca2-418f-424a-809f-81f0e42d93bd tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Made reservation on behalf of 5ff75431bb564df5bffa655d84e87396 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:00:35.215350 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-145e4ca2-418f-424a-809f-81f0e42d93bd tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:35.259204 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aabc215-c367-4e3d-890f-5cb07372588d x-openstack-request-id: req-3aabc215-c367-4e3d-890f-5cb07372588d {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:00:35.259772 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b", "tag": "98abb531-fd07-4a25-8543-5afc8994d142", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:00:35.260121 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3aabc215-c367-4e3d-890f-5cb07372588d {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:00:35.260790 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b', 'tag': '98abb531-fd07-4a25-8543-5afc8994d142', 'status': 'completed', 'code': 200} Aug 11 22:00:35.294018 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-1f64c734-c4bd-4cb0-a708-3ed92fb56313 req-6d69ecd3-6709-4659-9e84-03d5940c349f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:35.323177 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-c9ace64c-8a8a-4121-b725-d25b6fa624a2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=2f11279c-d043-4fd7-9422-1565dda4fd4d HTTP/1.1" status: 200 len: 217 time: 0.2992330 Aug 11 22:00:35.332052 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a3788-9652-47f1-8e31-2343261564f4 req-84a4651c-2c60-4024-b3a6-2784a8dc7b6f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:35.332796 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-295a3788-9652-47f1-8e31-2343261564f4 req-84a4651c-2c60-4024-b3a6-2784a8dc7b6f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:35.361112 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-5a737fd3-fabc-4e47-a81e-b08bff75a2a5 None None] Provisioning for port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:00:35.368967 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-5a737fd3-fabc-4e47-a81e-b08bff75a2a5 None None] Provisioning complete for port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:35.369724 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5a737fd3-fabc-4e47-a81e-b08bff75a2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:35.425472 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69ecd3-6709-4659-9e84-03d5940c349f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Pushing event deleted for resources: {'Port': ['ID=339c59c1-13bb-4b3e-b266-7c1d389f78a2,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:35.438988 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-5a737fd3-fabc-4e47-a81e-b08bff75a2a5 None None] Port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:00:35.491224 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-295a3788-9652-47f1-8e31-2343261564f4 req-84a4651c-2c60-4024-b3a6-2784a8dc7b6f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8690755 Aug 11 22:00:35.561987 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-295a3788-9652-47f1-8e31-2343261564f4 req-4ef4a74f-9179-46e4-9879-6932327dfc86 service neutron] Request body: {'port': {'device_id': '6aad8f4d-c5ed-427f-8ee4-328c12470876', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:35.569695 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f64c734-c4bd-4cb0-a708-3ed92fb56313 req-6d69ecd3-6709-4659-9e84-03d5940c349f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] No DVR routers for this DVR port 339c59c1-13bb-4b3e-b266-7c1d389f78a2 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:00:35.579021 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-1f64c734-c4bd-4cb0-a708-3ed92fb56313 req-6d69ecd3-6709-4659-9e84-03d5940c349f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:35.581356 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f64c734-c4bd-4cb0-a708-3ed92fb56313 req-6d69ecd3-6709-4659-9e84-03d5940c349f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.82 "DELETE /v2.0/ports/339c59c1-13bb-4b3e-b266-7c1d389f78a2 HTTP/1.1" status: 204 len: 173 time: 1.9097168 Aug 11 22:00:35.614997 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398dda14-53fb-4917-955b-6265b31b6447 req-1bba19dd-1bf2-4277-8363-dd469d9e114f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:35.616996 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-398dda14-53fb-4917-955b-6265b31b6447 req-1bba19dd-1bf2-4277-8363-dd469d9e114f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=554034a7-3ab1-4595-a727-63aeed83ef5a HTTP/1.1" status: 200 len: 865 time: 0.6224568 Aug 11 22:00:35.618713 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-ba3bac23-e328-45a8-8ceb-2fe336c6cae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:35.620387 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-ba3bac23-e328-45a8-8ceb-2fe336c6cae7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.2756579 Aug 11 22:00:35.790729 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-85244b45-20ad-41bd-80fc-d06f41f9018f req-9bb0e711-d0d8-434d-9a6f-9465d1d0beac service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=287831d1-c443-4524-9743-9ff527c7c0d1 HTTP/1.1" status: 200 len: 217 time: 0.5230782 Aug 11 22:00:35.807721 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-295a3788-9652-47f1-8e31-2343261564f4 req-4ef4a74f-9179-46e4-9879-6932327dfc86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:35.852889 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-398dda14-53fb-4917-955b-6265b31b6447 req-977d34ff-7695-4091-9cd9-051be4ccc99a tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991880 Aug 11 22:00:35.858832 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-e1ff9e92-a002-4ae1-a570-652b85447e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:35.861197 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-e1ff9e92-a002-4ae1-a570-652b85447e34 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2312820 Aug 11 22:00:35.862663 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-145e4ca2-418f-424a-809f-81f0e42d93bd tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Allocated IP 172.20.0.8 (bf080b52-f893-4f7c-8435-757491a8008c/985a839f-f29b-406e-b51f-4bfc5d529d7d/8e19b86e-1669-4764-82a2-cc543b3becbc) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:00:35.911543 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb3bd3-b54e-4bca-b607-da3ebf1b7b27 req-1b3d7f40-1a2e-4342-929e-4dc595cd8d84 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:35.913981 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-06eb3bd3-b54e-4bca-b607-da3ebf1b7b27 req-1b3d7f40-1a2e-4342-929e-4dc595cd8d84 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 945 time: 0.6517603 Aug 11 22:00:35.920389 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-233fde1d-e077-4551-8247-92af7bbe70ab req-b673b59f-8da7-4f39-8c10-ae8e0044ed76 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9690380 Aug 11 22:00:35.964477 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85244b45-20ad-41bd-80fc-d06f41f9018f req-0e2c279f-e0c9-4c56-b0c1-3daad46e6433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:35.965959 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-85244b45-20ad-41bd-80fc-d06f41f9018f req-0e2c279f-e0c9-4c56-b0c1-3daad46e6433 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fd19ad71-37f3-4014-bc35-046e6b7efdcb HTTP/1.1" status: 200 len: 858 time: 0.1537812 Aug 11 22:00:36.044856 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-85244b45-20ad-41bd-80fc-d06f41f9018f req-c2800b28-9cc6-4fa4-865b-bc160f24f6d6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2e5ce1c7-b332-4021-b8e6-4d054d5f0a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457850 Aug 11 22:00:36.129482 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-06eb3bd3-b54e-4bca-b607-da3ebf1b7b27 req-bbf8b55c-1076-4434-b720-b4d5dddb951a tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862943 Aug 11 22:00:36.186988 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-233fde1d-e077-4551-8247-92af7bbe70ab req-ed550471-9346-4439-ab9f-38e231c3c2e2 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434983 Aug 11 22:00:36.232007 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf09b0-b431-4411-99cc-ce617975ceb8 req-2384f34c-aaee-4804-afaa-63f727f483c3 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:36.232654 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-85244b45-20ad-41bd-80fc-d06f41f9018f req-d02bbeef-6545-4a87-a81d-e7ac7b36a1a7 service neutron] 10.222.0.82 "GET /v2.0/networks/2e5ce1c7-b332-4021-b8e6-4d054d5f0a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777661 Aug 11 22:00:36.234567 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-65cf09b0-b431-4411-99cc-ce617975ceb8 req-2384f34c-aaee-4804-afaa-63f727f483c3 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 932 time: 0.2704546 Aug 11 22:00:36.236834 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-8cac8943-100a-4603-a54f-3df2573698b9 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674476 Aug 11 22:00:36.481430 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-65cf09b0-b431-4411-99cc-ce617975ceb8 req-2246eee6-b95b-407f-8e64-3deb7c0c0a07 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2329817 Aug 11 22:00:36.502867 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2831c-0cfa-40ac-9951-b2b65dfbf536 req-2f0a683b-4c49-48ad-a884-3b466d111ee4 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:36.505927 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-55b2831c-0cfa-40ac-9951-b2b65dfbf536 req-2f0a683b-4c49-48ad-a884-3b466d111ee4 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 948 time: 0.2246754 Aug 11 22:00:36.519547 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32fef1-3617-4ded-982d-db7015c9c19b req-4dc4c26e-c9cf-4a20-ba25-1df6418f566c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:36.519547 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae32fef1-3617-4ded-982d-db7015c9c19b req-4dc4c26e-c9cf-4a20-ba25-1df6418f566c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 1099 time: 0.1932893 Aug 11 22:00:36.534645 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-145e4ca2-418f-424a-809f-81f0e42d93bd tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:36.570301 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-0e47c94b-c7be-4876-8a8a-0829ea22a7f6 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584481 Aug 11 22:00:36.626837 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-85244b45-20ad-41bd-80fc-d06f41f9018f req-18a5361d-a94b-4015-bbfa-c3e0aa3bef5a service neutron] 10.222.0.82 "GET /v2.0/networks/2e5ce1c7-b332-4021-b8e6-4d054d5f0a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043733 Aug 11 22:00:36.651181 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-55b2831c-0cfa-40ac-9951-b2b65dfbf536 req-39ca08ad-3245-4db1-8aa2-3b5ddb83f70b tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318626 Aug 11 22:00:36.669374 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-295a3788-9652-47f1-8e31-2343261564f4 req-4ef4a74f-9179-46e4-9879-6932327dfc86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:00:36.696196 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-295a3788-9652-47f1-8e31-2343261564f4 req-4ef4a74f-9179-46e4-9879-6932327dfc86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:36.706168 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-145e4ca2-418f-424a-809f-81f0e42d93bd tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:36.710813 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32fef1-3617-4ded-982d-db7015c9c19b req-70267086-8557-4ae9-81e5-2bbbd5ce7e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:36.711168 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae32fef1-3617-4ded-982d-db7015c9c19b req-70267086-8557-4ae9-81e5-2bbbd5ce7e83 service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.1809955 Aug 11 22:00:36.717192 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-7cbded75-e7ff-44fd-b493-f120f6dd293d tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1899922526&fields=id&tenant_id=bbabed8946d642c3bc7c5dee10664230 HTTP/1.1" status: 200 len: 267 time: 0.0899723 Aug 11 22:00:36.768292 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-295a3788-9652-47f1-8e31-2343261564f4 req-4ef4a74f-9179-46e4-9879-6932327dfc86 service neutron] Transition to ACTIVE for port object 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:00:36.778370 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae32fef1-3617-4ded-982d-db7015c9c19b req-674e6795-d5c0-4f6a-93d7-cbddf8e8f052 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=98abb531-fd07-4a25-8543-5afc8994d142 HTTP/1.1" status: 200 len: 217 time: 0.0522919 Aug 11 22:00:36.821605 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-295a3788-9652-47f1-8e31-2343261564f4 req-4ef4a74f-9179-46e4-9879-6932327dfc86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:36.826795 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-145e4ca2-418f-424a-809f-81f0e42d93bd tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Network bf080b52-f893-4f7c-8435-757491a8008c is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:00:36.838444 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-145e4ca2-418f-424a-809f-81f0e42d93bd tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:00:36.838808 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc0845-c057-443c-8505-c954de63cbb6 req-b2c603c5-ec5e-4b7d-9238-2645fa556790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:36.840409 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a7fc0845-c057-443c-8505-c954de63cbb6 req-b2c603c5-ec5e-4b7d-9238-2645fa556790 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bf69ffe64d88430e965fd43825d5f9b1&device_id=ab557092-5149-4dd2-8702-909fa973d304 HTTP/1.1" status: 200 len: 1099 time: 0.1469183 Aug 11 22:00:36.844595 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-145e4ca2-418f-424a-809f-81f0e42d93bd tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:00:36.851561 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e4ca2-418f-424a-809f-81f0e42d93bd tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Pushing event updated for resources: {'Port': ['ID=8e19b86e-1669-4764-82a2-cc543b3becbc,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:36.886296 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2fd64b-2bca-45fe-9371-a98f0aae36c2 req-7706dea3-9dfd-401f-bdcb-77756b629a6f tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:36.888010 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bf2fd64b-2bca-45fe-9371-a98f0aae36c2 req-7706dea3-9dfd-401f-bdcb-77756b629a6f tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 1095 time: 0.1232395 Aug 11 22:00:36.920090 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32fef1-3617-4ded-982d-db7015c9c19b req-a15c3e6f-9db2-41b6-bdd9-e941bbd3e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:36.921610 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae32fef1-3617-4ded-982d-db7015c9c19b req-a15c3e6f-9db2-41b6-bdd9-e941bbd3e8b0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1237414 Aug 11 22:00:36.998451 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554034a7-3ab1-4595-a727-63aeed83ef5a', 'name': 'network-vif-deleted', 'tag': '339c59c1-13bb-4b3e-b266-7c1d389f78a2'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:00:37.001865 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc625273-45c5-4f4c-913f-8792dc9fc043" -d '{"events": [{"server_uuid": "554034a7-3ab1-4595-a727-63aeed83ef5a", "name": "network-vif-deleted", "tag": "339c59c1-13bb-4b3e-b266-7c1d389f78a2"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:00:37.016268 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bf2fd64b-2bca-45fe-9371-a98f0aae36c2 req-9c609c8c-5e25-4c16-afd4-d92ca408b3b6 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005352 Aug 11 22:00:37.020859 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-145e4ca2-418f-424a-809f-81f0e42d93bd tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:37.020859 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-145e4ca2-418f-424a-809f-81f0e42d93bd tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:37.034298 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4a74f-9179-46e4-9879-6932327dfc86 service neutron] Pushing event updated for resources: {'Port': ['ID=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:37.034729 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32fef1-3617-4ded-982d-db7015c9c19b req-f76e31dc-6fe1-4e92-ab9c-c9355c8a25d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:37.036193 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae32fef1-3617-4ded-982d-db7015c9c19b req-f76e31dc-6fe1-4e92-ab9c-c9355c8a25d0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1052506 Aug 11 22:00:37.037427 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc0845-c057-443c-8505-c954de63cbb6 req-9bb9be6f-12e1-41bf-9721-c4948de3fcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:37.038858 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a7fc0845-c057-443c-8505-c954de63cbb6 req-9bb9be6f-12e1-41bf-9721-c4948de3fcc2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.1876874 Aug 11 22:00:37.092992 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-5e0c7528-a68e-4b2a-a438-9c5174e725fb tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:37.095669 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-5e0c7528-a68e-4b2a-a438-9c5174e725fb tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/networks?id=1c3ee35b-1680-40ce-a5ec-450a30ee6971 HTTP/1.1" status: 200 len: 816 time: 0.3487642 Aug 11 22:00:37.100978 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-145e4ca2-418f-424a-809f-81f0e42d93bd tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2772634 Aug 11 22:00:37.127911 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-cc26fc83-92a6-40fc-9817-9e8deee72d8c tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:00:37.129067 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-cc26fc83-92a6-40fc-9817-9e8deee72d8c tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088747 Aug 11 22:00:37.144754 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-7a8c87a0-fc3f-4b11-95da-4335ae50914e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/quotas/bbabed8946d642c3bc7c5dee10664230 HTTP/1.1" status: 200 len: 375 time: 0.0317459 Aug 11 22:00:37.175857 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a7fc0845-c057-443c-8505-c954de63cbb6 req-7fe9a34d-0025-4178-957f-6dbe2bf831d1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=2f11279c-d043-4fd7-9422-1565dda4fd4d HTTP/1.1" status: 200 len: 217 time: 0.1023972 Aug 11 22:00:37.217261 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-295a3788-9652-47f1-8e31-2343261564f4 req-4ef4a74f-9179-46e4-9879-6932327dfc86 service neutron] Attempting to bind port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:00:37.217499 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-295a3788-9652-47f1-8e31-2343261564f4 req-4ef4a74f-9179-46e4-9879-6932327dfc86 service neutron] Attempting to bind port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '21581a11-e174-4947-9db1-c1832ca192ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:00:37.217753 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295a3788-9652-47f1-8e31-2343261564f4 req-4ef4a74f-9179-46e4-9879-6932327dfc86 service neutron] Attempting to bind port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 on network e05d73cc-c444-45b6-9ecd-8613ea45c8b9 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:00:37.230815 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295a3788-9652-47f1-8e31-2343261564f4 req-4ef4a74f-9179-46e4-9879-6932327dfc86 service neutron] Port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 on network e05d73cc-c444-45b6-9ecd-8613ea45c8b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:00:37.231144 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295a3788-9652-47f1-8e31-2343261564f4 req-4ef4a74f-9179-46e4-9879-6932327dfc86 service neutron] Attempting to bind port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 on network e05d73cc-c444-45b6-9ecd-8613ea45c8b9 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:00:37.245089 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295a3788-9652-47f1-8e31-2343261564f4 req-4ef4a74f-9179-46e4-9879-6932327dfc86 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:00:37.245447 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295a3788-9652-47f1-8e31-2343261564f4 req-4ef4a74f-9179-46e4-9879-6932327dfc86 service neutron] Checking segment: {'id': '21581a11-e174-4947-9db1-c1832ca192ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:00:37.247346 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295a3788-9652-47f1-8e31-2343261564f4 req-4ef4a74f-9179-46e4-9879-6932327dfc86 service neutron] Bound using segment: {'id': '21581a11-e174-4947-9db1-c1832ca192ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:00:37.247346 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-295a3788-9652-47f1-8e31-2343261564f4 req-4ef4a74f-9179-46e4-9879-6932327dfc86 service neutron] Bound port: 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21581a11-e174-4947-9db1-c1832ca192ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:00:37.247861 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-295a3788-9652-47f1-8e31-2343261564f4 req-4ef4a74f-9179-46e4-9879-6932327dfc86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:37.275975 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-150a2e2a-4cbe-4596-abe8-bd586dc6d50c service neutron] Request body: {'port': {'device_id': 'b5843c99-98a1-4e36-9f0b-8cd697fbd098', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:37.288227 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc0845-c057-443c-8505-c954de63cbb6 req-fef0a6f0-7682-4550-a61a-2b64b7b011cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:37.289732 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a7fc0845-c057-443c-8505-c954de63cbb6 req-fef0a6f0-7682-4550-a61a-2b64b7b011cb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1037595 Aug 11 22:00:37.294114 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae32fef1-3617-4ded-982d-db7015c9c19b req-ee878e35-b96f-4ce4-bac5-cd8533a01272 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364123 Aug 11 22:00:37.304596 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db28aa4-15a2-4cd4-97c0-e39b943207e7 req-7b3048ae-9053-4851-bb1b-2e489c81c49b tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:37.306290 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4db28aa4-15a2-4cd4-97c0-e39b943207e7 req-7b3048ae-9053-4851-bb1b-2e489c81c49b tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab557092-5149-4dd2-8702-909fa973d304 HTTP/1.1" status: 200 len: 948 time: 0.1453695 Aug 11 22:00:37.306592 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-295fd526-2521-4759-9ef3-e1ca121996f0 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=bbabed8946d642c3bc7c5dee10664230&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1519055 Aug 11 22:00:37.453732 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc0845-c057-443c-8505-c954de63cbb6 req-7cc03e76-fd34-48ad-94e2-97f31ec465e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:37.455327 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a7fc0845-c057-443c-8505-c954de63cbb6 req-7cc03e76-fd34-48ad-94e2-97f31ec465e7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1468618 Aug 11 22:00:37.462489 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4db28aa4-15a2-4cd4-97c0-e39b943207e7 req-23ff015c-8a34-42af-80dd-98cedc07f0e3 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddfd3ba9-54b9-465f-9888-3854087daf15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355977 Aug 11 22:00:37.484442 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae32fef1-3617-4ded-982d-db7015c9c19b req-642403b3-eb5c-4ef2-bace-120202055bd1 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770320 Aug 11 22:00:37.491393 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-150a2e2a-4cbe-4596-abe8-bd586dc6d50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:37.600181 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-295a3788-9652-47f1-8e31-2343261564f4 req-4ef4a74f-9179-46e4-9879-6932327dfc86 service neutron] For port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:00:37.630234 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a7fc0845-c057-443c-8505-c954de63cbb6 req-53389b60-12df-4aa4-a109-f2b71a7bb35e service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613042 Aug 11 22:00:37.637852 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-295a3788-9652-47f1-8e31-2343261564f4 req-4ef4a74f-9179-46e4-9879-6932327dfc86 service neutron] For port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:00:37.644627 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae796f7c-e588-440e-8306-6e84e46970f6 req-6550d935-30e1-479b-955a-7527377ef58e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:37.646229 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae796f7c-e588-440e-8306-6e84e46970f6 req-6550d935-30e1-479b-955a-7527377ef58e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5843c99-98a1-4e36-9f0b-8cd697fbd098 HTTP/1.1" status: 200 len: 931 time: 0.0785630 Aug 11 22:00:37.659084 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-295a3788-9652-47f1-8e31-2343261564f4 req-4ef4a74f-9179-46e4-9879-6932327dfc86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:37.739416 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-13b3e9d4-500b-47b1-9eb7-ca2d0ee33b74 service neutron] 10.222.0.77 "GET /v2.0/networks/1c3ee35b-1680-40ce-a5ec-450a30ee6971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987894 Aug 11 22:00:37.742210 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae796f7c-e588-440e-8306-6e84e46970f6 req-a536a0fc-38ea-411b-9d6d-efea2c74a492 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874817 Aug 11 22:00:37.752867 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a3788-9652-47f1-8e31-2343261564f4 req-4ef4a74f-9179-46e4-9879-6932327dfc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:37.753567 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-295a3788-9652-47f1-8e31-2343261564f4 req-4ef4a74f-9179-46e4-9879-6932327dfc86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:37.754910 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-295a3788-9652-47f1-8e31-2343261564f4 req-4ef4a74f-9179-46e4-9879-6932327dfc86 service neutron] 10.222.0.82 "PUT /v2.0/ports/54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 HTTP/1.1" status: 200 len: 1092 time: 2.2024391 Aug 11 22:00:37.803682 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a7fc0845-c057-443c-8505-c954de63cbb6 req-46fd6c29-8575-4ddd-9735-a55c4e8b1b55 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561227 Aug 11 22:00:37.893313 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:37.957860 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a3788-9652-47f1-8e31-2343261564f4 req-369f77d9-2e37-4eb4-9863-9b4315ab7b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:37.960830 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-295a3788-9652-47f1-8e31-2343261564f4 req-369f77d9-2e37-4eb4-9863-9b4315ab7b05 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f3da70be91664ca8a55d012676042959&device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 1095 time: 0.0950739 Aug 11 22:00:38.064066 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-295a3788-9652-47f1-8e31-2343261564f4 req-055dcdd2-9e2d-4d51-9477-31c9b3a209f7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 HTTP/1.1" status: 200 len: 217 time: 0.0879929 Aug 11 22:00:38.207853 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdb8af-acbe-49b7-8c8d-82ad101aea22 req-26887d54-300a-41dc-9e3c-17db312d49d7 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:38.210764 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e6cdb8af-acbe-49b7-8c8d-82ad101aea22 req-26887d54-300a-41dc-9e3c-17db312d49d7 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 945 time: 0.1646864 Aug 11 22:00:38.214096 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a3788-9652-47f1-8e31-2343261564f4 req-8fd8538b-e13e-4eb4-94b9-85f2a0d77901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:38.216812 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-295a3788-9652-47f1-8e31-2343261564f4 req-8fd8538b-e13e-4eb4-94b9-85f2a0d77901 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=71666487-d255-442c-a4c1-ffc47afdf7b3 HTTP/1.1" status: 200 len: 850 time: 0.1203477 Aug 11 22:00:38.251363 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3784430f-5960-473c-b603-f93a2ad55210 x-openstack-request-id: req-3784430f-5960-473c-b603-f93a2ad55210 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:00:38.252129 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554034a7-3ab1-4595-a727-63aeed83ef5a", "name": "network-vif-deleted", "tag": "339c59c1-13bb-4b3e-b266-7c1d389f78a2", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:00:38.252129 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3784430f-5960-473c-b603-f93a2ad55210 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:00:38.252457 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554034a7-3ab1-4595-a727-63aeed83ef5a', 'name': 'network-vif-deleted', 'tag': '339c59c1-13bb-4b3e-b266-7c1d389f78a2', 'status': 'completed', 'code': 200} Aug 11 22:00:38.315620 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4a74f-9179-46e4-9879-6932327dfc86 service neutron] Pushing event updated for resources: {'Port': ['ID=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:38.332817 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e6cdb8af-acbe-49b7-8c8d-82ad101aea22 req-7a25b767-3d50-4d3f-af14-6b1500102c7e tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135855 Aug 11 22:00:38.344434 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a3788-9652-47f1-8e31-2343261564f4 req-0e836142-8a5f-4789-80f3-71f8594731ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:38.347141 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-295a3788-9652-47f1-8e31-2343261564f4 req-0e836142-8a5f-4789-80f3-71f8594731ac service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169431 Aug 11 22:00:38.372335 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 339c59c1-13bb-4b3e-b266-7c1d389f78a2 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:00:38.380078 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-1f64dd5a-c272-4253-8ee1-e39f0d20e7f5 service neutron] 10.222.0.77 "GET /v2.0/networks/1c3ee35b-1680-40ce-a5ec-450a30ee6971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6161959 Aug 11 22:00:38.423086 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 339c59c1-13bb-4b3e-b266-7c1d389f78a2 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:00:38.424195 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 339c59c1-13bb-4b3e-b266-7c1d389f78a2 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:00:38.496338 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-295a3788-9652-47f1-8e31-2343261564f4 req-314d0b4d-1476-4277-92ab-7dda01737788 service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388800 Aug 11 22:00:38.526619 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-150a2e2a-4cbe-4596-abe8-bd586dc6d50c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e19b86e-1669-4764-82a2-cc543b3becbc {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:00:38.544746 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-150a2e2a-4cbe-4596-abe8-bd586dc6d50c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:38.564784 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-150a2e2a-4cbe-4596-abe8-bd586dc6d50c service neutron] Transition to ACTIVE for port object 8e19b86e-1669-4764-82a2-cc543b3becbc will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:00:38.574361 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-150a2e2a-4cbe-4596-abe8-bd586dc6d50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:38.678521 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-bdd8d84b-a7df-4217-99ac-5b310a00d443 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:38.680195 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-bdd8d84b-a7df-4217-99ac-5b310a00d443 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/networks?id=83735497-c152-410a-a532-372740b4ec60 HTTP/1.1" status: 200 len: 807 time: 0.2304027 Aug 11 22:00:38.711404 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-295a3788-9652-47f1-8e31-2343261564f4 req-8baa909c-4af0-42c6-805d-8f7a75e7b5c9 service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684299 Aug 11 22:00:38.712931 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-f1a5cd3a-2f1b-4e11-9a1b-aa02376edae7 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/quotas/a5fc899cc52f44178d979d66e6a50dde HTTP/1.1" status: 200 len: 375 time: 0.0216584 Aug 11 22:00:38.790585 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-4b9fb7af-434e-4b85-ad54-7baff4b226e5 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a5fc899cc52f44178d979d66e6a50dde&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0624895 Aug 11 22:00:38.798517 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a2e2a-4cbe-4596-abe8-bd586dc6d50c service neutron] Pushing event updated for resources: {'Port': ['ID=8e19b86e-1669-4764-82a2-cc543b3becbc,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:38.832758 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42708f3e-ff4e-4505-b990-84fcd51a574a req-0bfede9f-e7fe-44ae-9509-fd7090169f56 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:38.834438 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-42708f3e-ff4e-4505-b990-84fcd51a574a req-0bfede9f-e7fe-44ae-9509-fd7090169f56 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 944 time: 0.1923320 Aug 11 22:00:38.861674 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-150a2e2a-4cbe-4596-abe8-bd586dc6d50c service neutron] Attempting to bind port 8e19b86e-1669-4764-82a2-cc543b3becbc on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:00:38.861991 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-150a2e2a-4cbe-4596-abe8-bd586dc6d50c service neutron] Attempting to bind port 8e19b86e-1669-4764-82a2-cc543b3becbc by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'a26e85d0-a905-4271-9972-2aa908ddc09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:00:38.862186 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-150a2e2a-4cbe-4596-abe8-bd586dc6d50c service neutron] Attempting to bind port 8e19b86e-1669-4764-82a2-cc543b3becbc on network bf080b52-f893-4f7c-8435-757491a8008c {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:00:38.876616 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-150a2e2a-4cbe-4596-abe8-bd586dc6d50c service neutron] Port 8e19b86e-1669-4764-82a2-cc543b3becbc on network bf080b52-f893-4f7c-8435-757491a8008c not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:00:38.876977 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-150a2e2a-4cbe-4596-abe8-bd586dc6d50c service neutron] Attempting to bind port 8e19b86e-1669-4764-82a2-cc543b3becbc on network bf080b52-f893-4f7c-8435-757491a8008c {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:00:38.904079 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-150a2e2a-4cbe-4596-abe8-bd586dc6d50c service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:00:38.904494 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-150a2e2a-4cbe-4596-abe8-bd586dc6d50c service neutron] Checking segment: {'id': 'a26e85d0-a905-4271-9972-2aa908ddc09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:00:38.904852 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-150a2e2a-4cbe-4596-abe8-bd586dc6d50c service neutron] Bound using segment: {'id': 'a26e85d0-a905-4271-9972-2aa908ddc09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:00:38.905315 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-150a2e2a-4cbe-4596-abe8-bd586dc6d50c service neutron] Bound port: 8e19b86e-1669-4764-82a2-cc543b3becbc, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a26e85d0-a905-4271-9972-2aa908ddc09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:00:38.905690 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-150a2e2a-4cbe-4596-abe8-bd586dc6d50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:38.912658 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-42708f3e-ff4e-4505-b990-84fcd51a574a req-57dec941-1ab8-418a-81b0-88a48d83af54 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645223 Aug 11 22:00:38.972859 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-207a24dd-5f50-4055-ab3f-a01d9faf2b59 service neutron] 10.222.0.77 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664672 Aug 11 22:00:39.015914 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-150a2e2a-4cbe-4596-abe8-bd586dc6d50c service neutron] For port 8e19b86e-1669-4764-82a2-cc543b3becbc, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:00:39.023896 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-150a2e2a-4cbe-4596-abe8-bd586dc6d50c service neutron] For port 8e19b86e-1669-4764-82a2-cc543b3becbc, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=8e19b86e-1669-4764-82a2-cc543b3becbc,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:00:39.050339 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-150a2e2a-4cbe-4596-abe8-bd586dc6d50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:39.101928 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-498b3c90-311a-4259-a1bc-df2775228eb5 service neutron] 10.222.0.77 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179512 Aug 11 22:00:39.112035 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-150a2e2a-4cbe-4596-abe8-bd586dc6d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:39.112694 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-150a2e2a-4cbe-4596-abe8-bd586dc6d50c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:39.114191 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-150a2e2a-4cbe-4596-abe8-bd586dc6d50c service neutron] 10.222.0.52 "PUT /v2.0/ports/8e19b86e-1669-4764-82a2-cc543b3becbc HTTP/1.1" status: 200 len: 1091 time: 1.9671388 Aug 11 22:00:39.152631 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b76bd3-3382-4f90-9706-6a64b5fe135d req-fce251c7-2be2-4156-864f-916d21a0eaeb tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:39.155020 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c6b76bd3-3382-4f90-9706-6a64b5fe135d req-fce251c7-2be2-4156-864f-916d21a0eaeb tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 948 time: 0.1278853 Aug 11 22:00:39.160825 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a2e2a-4cbe-4596-abe8-bd586dc6d50c service neutron] Pushing event updated for resources: {'Port': ['ID=8e19b86e-1669-4764-82a2-cc543b3becbc,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:39.247605 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c6b76bd3-3382-4f90-9706-6a64b5fe135d req-2239ee61-ce41-4dfc-a282-1905ccc3a2c6 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821872 Aug 11 22:00:39.260260 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-05d6b222-a440-4255-9f0f-93ce188462fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:39.262294 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-05d6b222-a440-4255-9f0f-93ce188462fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ff75431bb564df5bffa655d84e87396&device_id=b5843c99-98a1-4e36-9f0b-8cd697fbd098 HTTP/1.1" status: 200 len: 1094 time: 0.0793784 Aug 11 22:00:39.353556 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-3aee2edb-6900-4c96-ad99-96f8f97f1170 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e19b86e-1669-4764-82a2-cc543b3becbc HTTP/1.1" status: 200 len: 217 time: 0.0810907 Aug 11 22:00:39.441010 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eae942-39db-4d19-a24b-d3a157d3ecb1 req-15ed2aaa-b66c-4f3c-99fd-e6e3c48a7c10 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:39.442850 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-84eae942-39db-4d19-a24b-d3a157d3ecb1 req-15ed2aaa-b66c-4f3c-99fd-e6e3c48a7c10 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab557092-5149-4dd2-8702-909fa973d304 HTTP/1.1" status: 200 len: 948 time: 0.0606334 Aug 11 22:00:39.515475 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-84eae942-39db-4d19-a24b-d3a157d3ecb1 req-13954a9b-9576-4256-882a-5b9bb6e016de tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddfd3ba9-54b9-465f-9888-3854087daf15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511525 Aug 11 22:00:39.553237 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-7a287185-3eea-447b-8fc9-c0127fb52dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:39.555765 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-7a287185-3eea-447b-8fc9-c0127fb52dbc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=985a839f-f29b-406e-b51f-4bfc5d529d7d HTTP/1.1" status: 200 len: 851 time: 0.1940165 Aug 11 22:00:39.606604 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-21103c15-ec40-4743-89ea-f3794f4078ed service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bf080b52-f893-4f7c-8435-757491a8008c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366907 Aug 11 22:00:39.631722 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b77b2f93-4b98-4106-8de0-7f8e5866102e req-9082e892-4d7b-4c3f-abaa-1ff2654039c4 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 210 time: 0.0299563 Aug 11 22:00:39.721111 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-1140d4d0-6946-478a-9027-2895840b1cf2 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:39.724249 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-1140d4d0-6946-478a-9027-2895840b1cf2 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/networks?id=5382b449-7f03-4943-80f5-2f2d837d33e6 HTTP/1.1" status: 200 len: 822 time: 0.3222339 Aug 11 22:00:39.769584 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-359974dd-b5aa-4beb-9066-c1856d90a640 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/quotas/e367bb851780420faef645c6e2737134 HTTP/1.1" status: 200 len: 375 time: 0.0254157 Aug 11 22:00:39.787327 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3db009-76c4-4c61-a9a6-cbf1b03b7005 req-fa7301b0-f329-45db-ba3c-057948598e06 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:39.789654 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dc3db009-76c4-4c61-a9a6-cbf1b03b7005 req-fa7301b0-f329-45db-ba3c-057948598e06 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5843c99-98a1-4e36-9f0b-8cd697fbd098 HTTP/1.1" status: 200 len: 943 time: 0.0712421 Aug 11 22:00:39.846443 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dc3db009-76c4-4c61-a9a6-cbf1b03b7005 req-da088237-37a6-46a4-97d6-6f83e3649dad tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500751 Aug 11 22:00:39.852703 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-cfbd71fa-e1fa-4c7b-a5c8-7e5b3a1bf376 service neutron] 10.222.0.52 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338173 Aug 11 22:00:39.936713 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-705b7eb2-3772-4992-891a-1d4b9592cb42 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e367bb851780420faef645c6e2737134&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1550956 Aug 11 22:00:39.977383 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7ae3d7f4-a3f6-4ac2-b4f1-cd6009b04e89 req-27d843b6-4f2b-4fc9-8463-9eb530f9a104 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 210 time: 0.0329142 Aug 11 22:00:40.068052 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5ae8b023-ddaa-46d3-b8f7-39183de1fbf3 req-1a7fe999-91f6-47f4-984c-71a0adfc67b5 service neutron] 10.222.0.52 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975191 Aug 11 22:00:40.105817 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-9f308044-e10e-4cef-9111-0070d1cb2732 service neutron] 10.222.0.77 "GET /v2.0/networks/5382b449-7f03-4943-80f5-2f2d837d33e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527700 Aug 11 22:00:40.214918 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-1eef9c14-2ffa-409f-9047-4cc8fa6e64a2 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:40.216953 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-1eef9c14-2ffa-409f-9047-4cc8fa6e64a2 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.52 "GET /v2.0/networks?id=1c3ee35b-1680-40ce-a5ec-450a30ee6971 HTTP/1.1" status: 200 len: 816 time: 0.2230816 Aug 11 22:00:40.225884 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723cf48e-c239-4c3e-b1c4-4b927e70e203 req-fff9b0e6-d6e2-4a41-b9e1-53825bd167dd tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:40.227743 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-723cf48e-c239-4c3e-b1c4-4b927e70e203 req-fff9b0e6-d6e2-4a41-b9e1-53825bd167dd tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 945 time: 0.1317103 Aug 11 22:00:40.249358 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-9af7235a-ebc3-48d6-b806-c5d8bcfc8817 service neutron] 10.222.0.77 "GET /v2.0/networks/5382b449-7f03-4943-80f5-2f2d837d33e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362827 Aug 11 22:00:40.253001 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aad8f4d-c5ed-427f-8ee4-328c12470876', 'tag': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331'}, {'name': 'network-changed', 'server_uuid': 'b5843c99-98a1-4e36-9f0b-8cd697fbd098', 'tag': '8e19b86e-1669-4764-82a2-cc543b3becbc'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:00:40.255545 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e17d22-8b71-44b6-ab1b-9466d681b6e6" -d '{"events": [{"name": "network-changed", "server_uuid": "6aad8f4d-c5ed-427f-8ee4-328c12470876", "tag": "54b2c1ee-4e5e-4f38-8df1-1ca72d59a331"}, {"name": "network-changed", "server_uuid": "b5843c99-98a1-4e36-9f0b-8cd697fbd098", "tag": "8e19b86e-1669-4764-82a2-cc543b3becbc"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:00:40.299733 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-723cf48e-c239-4c3e-b1c4-4b927e70e203 req-6cbc854d-e777-488d-a01b-1f5633dd8a95 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650406 Aug 11 22:00:40.321400 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-0ae8009c-21dd-4c3d-bdb0-cbadf1834246 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbabed8946d642c3bc7c5dee10664230 HTTP/1.1" status: 200 len: 380 time: 0.0749245 Aug 11 22:00:40.338070 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-75891b0d-c786-48db-bef4-68901683ccec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Request body: {'port': {'device_id': 'fb461dcf-1b67-45aa-b80a-deb6bd4f3066', 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'admin_state_up': True, 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'security_groups': ['c86780a5-2c58-4381-b191-7d28386b4c3a']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:40.380964 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 98abb531-fd07-4a25-8543-5afc8994d142 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:00:40.471030 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97367868-e295-40a1-9713-d530cb0b0364 req-7d288035-a181-49b4-9d96-d22654ef2385 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:40.472669 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-97367868-e295-40a1-9713-d530cb0b0364 req-7d288035-a181-49b4-9d96-d22654ef2385 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 944 time: 0.0898538 Aug 11 22:00:40.501123 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 22:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff3b9ae-e049-4f5b-80e5-e3739e5a9103 x-openstack-request-id: req-5ff3b9ae-e049-4f5b-80e5-e3739e5a9103 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:00:40.501699 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aad8f4d-c5ed-427f-8ee4-328c12470876", "tag": "54b2c1ee-4e5e-4f38-8df1-1ca72d59a331", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b5843c99-98a1-4e36-9f0b-8cd697fbd098", "tag": "8e19b86e-1669-4764-82a2-cc543b3becbc", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:00:40.501699 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5ff3b9ae-e049-4f5b-80e5-e3739e5a9103 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:00:40.502063 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aad8f4d-c5ed-427f-8ee4-328c12470876', 'tag': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331', 'status': 'completed', 'code': 200} Aug 11 22:00:40.502322 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5843c99-98a1-4e36-9f0b-8cd697fbd098', 'tag': '8e19b86e-1669-4764-82a2-cc543b3becbc', 'status': 'completed', 'code': 200} Aug 11 22:00:40.503138 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 98abb531-fd07-4a25-8543-5afc8994d142, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=98abb531-fd07-4a25-8543-5afc8994d142,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:40.541271 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '98abb531-fd07-4a25-8543-5afc8994d142', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '98abb531-fd07-4a25-8543-5afc8994d142', 'mac_address': 'fa:16:3e:89:79:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:00:40.552532 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-97367868-e295-40a1-9713-d530cb0b0364 req-782e396d-7f7a-4ecc-9fc7-209403bc4bed tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696065 Aug 11 22:00:40.611782 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:40.638741 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-75891b0d-c786-48db-bef4-68901683ccec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Made reservation on behalf of bbabed8946d642c3bc7c5dee10664230 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:00:40.645067 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-75891b0d-c786-48db-bef4-68901683ccec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:40.652453 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98abb531-fd07-4a25-8543-5afc8994d142 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:00:40.702622 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e17d22-8b71-44b6-ab1b-9466d681b6e6 req-7210cb54-1e13-4cef-8173-5033c296cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:40.705707 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-21e17d22-8b71-44b6-ab1b-9466d681b6e6 req-7210cb54-1e13-4cef-8173-5033c296cbc3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ff75431bb564df5bffa655d84e87396&device_id=b5843c99-98a1-4e36-9f0b-8cd697fbd098 HTTP/1.1" status: 200 len: 1094 time: 0.1599083 Aug 11 22:00:40.727658 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 98abb531-fd07-4a25-8543-5afc8994d142, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=98abb531-fd07-4a25-8543-5afc8994d142,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:40.729057 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6fdcf5a4-2c01-4c60-ae1d-2fd70e2950a0 req-72c04494-83de-4623-89b2-25e09ac147e3 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaac267b-7431-4164-8f53-b3e8a8f4b25d HTTP/1.1" status: 200 len: 210 time: 0.0658457 Aug 11 22:00:40.733749 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ed9c2-ad66-4b2e-b8ae-e76c1f41a653 req-5a9f1dbc-b9ee-470c-b10d-1611fea7e186 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:40.738768 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0a6ed9c2-ad66-4b2e-b8ae-e76c1f41a653 req-5a9f1dbc-b9ee-470c-b10d-1611fea7e186 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 948 time: 0.1033370 Aug 11 22:00:40.755295 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:40.756505 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 2f11279c-d043-4fd7-9422-1565dda4fd4d details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:00:40.888798 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0a6ed9c2-ad66-4b2e-b8ae-e76c1f41a653 req-d27983ad-3788-44f6-97b2-12f83b3af1dd tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335924 Aug 11 22:00:40.894427 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e17d22-8b71-44b6-ab1b-9466d681b6e6 req-b2a1bbf0-7748-416c-8212-ec0eec4cc089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:40.896347 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-21e17d22-8b71-44b6-ab1b-9466d681b6e6 req-b2a1bbf0-7748-416c-8212-ec0eec4cc089 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f3da70be91664ca8a55d012676042959&device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 1095 time: 0.3342991 Aug 11 22:00:40.921487 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 2f11279c-d043-4fd7-9422-1565dda4fd4d, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2f11279c-d043-4fd7-9422-1565dda4fd4d,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:40.959782 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '2f11279c-d043-4fd7-9422-1565dda4fd4d', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '2f11279c-d043-4fd7-9422-1565dda4fd4d', 'mac_address': 'fa:16:3e:58:43:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:00:40.970289 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e17d22-8b71-44b6-ab1b-9466d681b6e6 req-b29175e8-8d9b-491c-876c-4e3221a6b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:40.978208 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-21e17d22-8b71-44b6-ab1b-9466d681b6e6 req-b29175e8-8d9b-491c-876c-4e3221a6b3bd service neutron] 10.222.0.52 "GET /v2.0/networks?id=bf080b52-f893-4f7c-8435-757491a8008c HTTP/1.1" status: 200 len: 912 time: 0.2373569 Aug 11 22:00:40.984721 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-4fa39392-4e26-41f2-be4e-a99a16d2ba17 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:40.986268 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-4fa39392-4e26-41f2-be4e-a99a16d2ba17 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.52 "GET /v2.0/networks?id=83735497-c152-410a-a532-372740b4ec60 HTTP/1.1" status: 200 len: 807 time: 0.2555847 Aug 11 22:00:41.031797 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a7513a5e-0aff-4944-9537-8417cca681f1 req-cd471d79-8baf-44ee-93f5-b0ffc6bdef0e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 210 time: 0.0512764 Aug 11 22:00:41.040833 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-563ccd10-39b3-4222-aa88-c80242910264 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Request body: {'port': {'device_id': 'a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54', 'network_id': '83735497-c152-410a-a532-372740b4ec60', 'admin_state_up': True, 'tenant_id': 'a5fc899cc52f44178d979d66e6a50dde'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:41.041111 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=98abb531-fd07-4a25-8543-5afc8994d142,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:41.045176 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:41.076202 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f11279c-d043-4fd7-9422-1565dda4fd4d {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:00:41.114365 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-21e17d22-8b71-44b6-ab1b-9466d681b6e6 req-a6d7bcc6-a4b2-4e89-ab68-02b5857fe185 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e19b86e-1669-4764-82a2-cc543b3becbc HTTP/1.1" status: 200 len: 217 time: 0.1214972 Aug 11 22:00:41.119376 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 2f11279c-d043-4fd7-9422-1565dda4fd4d, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2f11279c-d043-4fd7-9422-1565dda4fd4d,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:41.129710 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:41.215680 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e17d22-8b71-44b6-ab1b-9466d681b6e6 req-5344019f-feb9-4e9b-9c31-8c6aa5015f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:41.217680 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-21e17d22-8b71-44b6-ab1b-9466d681b6e6 req-5344019f-feb9-4e9b-9c31-8c6aa5015f07 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=985a839f-f29b-406e-b51f-4bfc5d529d7d HTTP/1.1" status: 200 len: 851 time: 0.0901394 Aug 11 22:00:41.224577 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=2f11279c-d043-4fd7-9422-1565dda4fd4d,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:41.227800 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00471a5-cb3e-4f3b-98f8-edb83c38bb71 req-67c50dec-105a-461a-83a6-be9e13e243b3 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:41.229663 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b00471a5-cb3e-4f3b-98f8-edb83c38bb71 req-67c50dec-105a-461a-83a6-be9e13e243b3 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5843c99-98a1-4e36-9f0b-8cd697fbd098 HTTP/1.1" status: 200 len: 943 time: 0.1118658 Aug 11 22:00:41.264959 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-21e17d22-8b71-44b6-ab1b-9466d681b6e6 req-07258742-0095-41d7-b454-e1248dbc34e6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bf080b52-f893-4f7c-8435-757491a8008c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342515 Aug 11 22:00:41.340511 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b00471a5-cb3e-4f3b-98f8-edb83c38bb71 req-28d27b58-5a3c-415c-b00f-2dfa7f06905e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006949 Aug 11 22:00:41.426049 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-21e17d22-8b71-44b6-ab1b-9466d681b6e6 req-aacfcb79-8831-40e4-be4f-149fd88aa0ea service neutron] 10.222.0.52 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456416 Aug 11 22:00:41.507958 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b261b574-d9ef-4bb4-a8ce-e4c02b45e5e6 req-251fd02e-04d4-48e8-9ac1-738fc445d6ce tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 210 time: 0.0667801 Aug 11 22:00:41.548760 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718e5b9-7597-4db3-b8af-d0bdf11fdfb4 req-e56acd18-900d-40cf-84c3-76b45f2a9327 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:41.550405 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7718e5b9-7597-4db3-b8af-d0bdf11fdfb4 req-e56acd18-900d-40cf-84c3-76b45f2a9327 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab557092-5149-4dd2-8702-909fa973d304 HTTP/1.1" status: 200 len: 948 time: 0.6649745 Aug 11 22:00:41.559860 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-21e17d22-8b71-44b6-ab1b-9466d681b6e6 req-f87c8bc6-8a61-43f3-b29e-294592f0d405 service neutron] 10.222.0.52 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259158 Aug 11 22:00:41.587189 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['98abb531-fd07-4a25-8543-5afc8994d142'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:00:41.615898 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['2f11279c-d043-4fd7-9422-1565dda4fd4d'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:00:41.636489 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-75891b0d-c786-48db-bef4-68901683ccec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Allocated IP 172.20.0.7 (1c3ee35b-1680-40ce-a5ec-450a30ee6971/7909b953-a9da-40c4-9e8c-1313ada07900/111109ac-8dd5-42cd-9d43-0a38660565c6) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:00:41.639283 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e17d22-8b71-44b6-ab1b-9466d681b6e6 req-0f83274d-5a1c-4c56-a1ef-7217d4805457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:41.640928 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-21e17d22-8b71-44b6-ab1b-9466d681b6e6 req-0f83274d-5a1c-4c56-a1ef-7217d4805457 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 200 len: 912 time: 0.7297113 Aug 11 22:00:41.666102 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eed054-de04-431f-83d1-424a6cefed0a req-e4605b2c-d230-4428-aaa3-0d52666683f5 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:41.668606 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d0eed054-de04-431f-83d1-424a6cefed0a req-e4605b2c-d230-4428-aaa3-0d52666683f5 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 945 time: 0.0816317 Aug 11 22:00:41.714452 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7718e5b9-7597-4db3-b8af-d0bdf11fdfb4 req-9ded94ca-f932-4f81-835d-44ddbc261de9 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddfd3ba9-54b9-465f-9888-3854087daf15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427703 Aug 11 22:00:41.716505 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-21e17d22-8b71-44b6-ab1b-9466d681b6e6 req-0cb8cb84-c4b0-42df-8a23-3c3f4520e800 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 HTTP/1.1" status: 200 len: 217 time: 0.0588825 Aug 11 22:00:41.738443 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d0eed054-de04-431f-83d1-424a6cefed0a req-12409593-489f-4987-af48-b61a76bbc22c tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580521 Aug 11 22:00:41.888886 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-563ccd10-39b3-4222-aa88-c80242910264 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Made reservation on behalf of a5fc899cc52f44178d979d66e6a50dde for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:00:41.893189 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-563ccd10-39b3-4222-aa88-c80242910264 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:41.976060 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e17d22-8b71-44b6-ab1b-9466d681b6e6 req-1f7629bc-8fdb-4c32-a4d8-298c8aa381fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:41.977652 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-21e17d22-8b71-44b6-ab1b-9466d681b6e6 req-1f7629bc-8fdb-4c32-a4d8-298c8aa381fb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=71666487-d255-442c-a4c1-ffc47afdf7b3 HTTP/1.1" status: 200 len: 850 time: 0.2507548 Aug 11 22:00:41.993880 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-13fd0a2f-b40a-4930-ae69-349831a65c5a req-025aacae-1877-4dbf-8703-ec26254bdac8 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaac267b-7431-4164-8f53-b3e8a8f4b25d HTTP/1.1" status: 200 len: 210 time: 0.0452425 Aug 11 22:00:42.013166 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-c115da2f-d303-4d86-9bdd-dd8be61d2263 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:42.014738 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-c115da2f-d303-4d86-9bdd-dd8be61d2263 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.52 "GET /v2.0/networks?id=5382b449-7f03-4943-80f5-2f2d837d33e6 HTTP/1.1" status: 200 len: 822 time: 0.1887248 Aug 11 22:00:42.029662 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-1f79fde3-ac77-4f02-b483-a302f6327b7b tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Request body: {'port': {'device_id': 'aaac267b-7431-4164-8f53-b3e8a8f4b25d', 'network_id': '5382b449-7f03-4943-80f5-2f2d837d33e6', 'admin_state_up': True, 'tenant_id': 'e367bb851780420faef645c6e2737134'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:42.161281 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a415d-ac64-4081-9cbf-f509013dfe68 req-cec9e1aa-e7d2-40b6-9698-6f76af2ed184 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:42.163006 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1a1a415d-ac64-4081-9cbf-f509013dfe68 req-cec9e1aa-e7d2-40b6-9698-6f76af2ed184 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 944 time: 0.2949402 Aug 11 22:00:42.214743 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d7a81-652a-42af-9f1d-fdf0a5f18fe8 req-29019160-fc82-4188-8aa6-9640085e5c98 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:42.217511 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6a9d7a81-652a-42af-9f1d-fdf0a5f18fe8 req-29019160-fc82-4188-8aa6-9640085e5c98 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 949 time: 0.1285172 Aug 11 22:00:42.244972 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-75891b0d-c786-48db-bef4-68901683ccec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:42.275913 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e17d22-8b71-44b6-ab1b-9466d681b6e6 req-7bab9aa8-c9c9-4ee4-a517-be55d0ad8bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:42.277433 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-21e17d22-8b71-44b6-ab1b-9466d681b6e6 req-7bab9aa8-c9c9-4ee4-a517-be55d0ad8bb2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2883604 Aug 11 22:00:42.292090 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-75891b0d-c786-48db-bef4-68901683ccec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Transition to ACTIVE for port object 111109ac-8dd5-42cd-9d43-0a38660565c6 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:00:42.331971 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6a9d7a81-652a-42af-9f1d-fdf0a5f18fe8 req-8e189d19-3b02-4adf-95dd-31e8c8f50015 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041384 Aug 11 22:00:42.333843 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-1f79fde3-ac77-4f02-b483-a302f6327b7b tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Made reservation on behalf of e367bb851780420faef645c6e2737134 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:00:42.339791 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-1f79fde3-ac77-4f02-b483-a302f6327b7b tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:42.369859 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1a1a415d-ac64-4081-9cbf-f509013dfe68 req-5155db68-fe31-4f5a-ac82-1d3ec50d3176 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926026 Aug 11 22:00:42.374432 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-563ccd10-39b3-4222-aa88-c80242910264 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Allocated IP 172.20.0.10 (83735497-c152-410a-a532-372740b4ec60/45488324-eef4-4094-a90c-865b32db4e15/c84086a0-a645-40a4-b512-da4494ff541a) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:00:42.396699 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:00:42.434337 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 8e19b86e-1669-4764-82a2-cc543b3becbc details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:00:42.470138 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-75891b0d-c786-48db-bef4-68901683ccec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:42.513793 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-21e17d22-8b71-44b6-ab1b-9466d681b6e6 req-9ddfa7e2-b19a-4e84-8602-37698593fb4b service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198172 Aug 11 22:00:42.605240 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-75891b0d-c786-48db-bef4-68901683ccec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Network 1c3ee35b-1680-40ce-a5ec-450a30ee6971 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:00:42.605984 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400f872-326a-447c-ac43-219096aabcae req-b3662e0b-30c0-4f47-9b20-99e533cc721a tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:42.607415 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9400f872-326a-447c-ac43-219096aabcae req-b3662e0b-30c0-4f47-9b20-99e533cc721a tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 931 time: 0.1222510 Aug 11 22:00:42.660334 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75891b0d-c786-48db-bef4-68901683ccec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Pushing event updated for resources: {'Port': ['ID=111109ac-8dd5-42cd-9d43-0a38660565c6,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:42.660712 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:42.663370 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-75891b0d-c786-48db-bef4-68901683ccec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:00:42.664335 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-1f79fde3-ac77-4f02-b483-a302f6327b7b tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Allocated IP 172.20.0.8 (5382b449-7f03-4943-80f5-2f2d837d33e6/feb8f82d-6d1c-43cb-bc58-6c5e7403b8b5/277fba42-fbb4-46f6-9139-67026080abea) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:00:42.678470 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 8e19b86e-1669-4764-82a2-cc543b3becbc, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=8e19b86e-1669-4764-82a2-cc543b3becbc,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:42.691020 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-75891b0d-c786-48db-bef4-68901683ccec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:00:42.692148 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331', 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9', 'port_id': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331', 'mac_address': 'fa:16:3e:a5:9d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71666487-d255-442c-a4c1-ffc47afdf7b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:00:42.693066 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9400f872-326a-447c-ac43-219096aabcae req-7a89e6b5-16c2-4d06-92ab-87e307433699 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787425 Aug 11 22:00:42.713451 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '8e19b86e-1669-4764-82a2-cc543b3becbc', 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c', 'port_id': '8e19b86e-1669-4764-82a2-cc543b3becbc', 'mac_address': 'fa:16:3e:ed:b1:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '985a839f-f29b-406e-b51f-4bfc5d529d7d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:00:42.822897 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:42.849331 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c465f5-3f43-47d9-a116-3c7b475ef2db req-1fa0c707-dd0a-424c-b3a3-ffbb3a97581c tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:42.851649 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e19b86e-1669-4764-82a2-cc543b3becbc {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:00:42.858151 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11c465f5-3f43-47d9-a116-3c7b475ef2db req-1fa0c707-dd0a-424c-b3a3-ffbb3a97581c tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5843c99-98a1-4e36-9f0b-8cd697fbd098 HTTP/1.1" status: 200 len: 943 time: 0.2908769 Aug 11 22:00:42.875670 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-75891b0d-c786-48db-bef4-68901683ccec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:42.880089 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-75891b0d-c786-48db-bef4-68901683ccec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:42.884157 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:42.888082 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 8e19b86e-1669-4764-82a2-cc543b3becbc, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=8e19b86e-1669-4764-82a2-cc543b3becbc,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:42.892338 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-563ccd10-39b3-4222-aa88-c80242910264 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:42.904215 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-21e17d22-8b71-44b6-ab1b-9466d681b6e6 req-3a13c11f-e4d2-409a-9436-8952e53c7773 service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750224 Aug 11 22:00:42.905374 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-187c8468-d25f-4dcd-b64f-88491e555937 req-d87eb98a-2c60-41a5-a0df-097c2eaa81b6 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 210 time: 0.0947566 Aug 11 22:00:42.909069 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:42.984902 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-75891b0d-c786-48db-bef4-68901683ccec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6520939 Aug 11 22:00:43.013125 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-ac550a61-1f37-4a1b-b521-987699768197 service neutron] Request body: {'port': {'device_id': 'fb461dcf-1b67-45aa-b80a-deb6bd4f3066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:43.025634 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:00:43.030257 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-1f79fde3-ac77-4f02-b483-a302f6327b7b tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:43.051746 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11c465f5-3f43-47d9-a116-3c7b475ef2db req-769be0dc-4469-43c2-b15e-b53b90cda347 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925106 Aug 11 22:00:43.056822 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=8e19b86e-1669-4764-82a2-cc543b3becbc,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:43.064432 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:43.075043 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:43.133128 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913d68e-741e-4bf8-b03e-ed0816b80e8e req-7709ac0e-1759-4994-b945-5b7a829351de tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:43.134954 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0913d68e-741e-4bf8-b03e-ed0816b80e8e req-7709ac0e-1759-4994-b945-5b7a829351de tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab557092-5149-4dd2-8702-909fa973d304 HTTP/1.1" status: 200 len: 949 time: 0.1266067 Aug 11 22:00:43.153741 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:43.162995 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['8e19b86e-1669-4764-82a2-cc543b3becbc'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:00:43.167300 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9c15647d-2fb2-4404-a40c-86f642c31ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:43.173780 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-ac550a61-1f37-4a1b-b521-987699768197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:43.193304 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-1f79fde3-ac77-4f02-b483-a302f6327b7b tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:43.213246 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-563ccd10-39b3-4222-aa88-c80242910264 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:43.230351 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3761e836-2cf3-4d7a-b7ed-7605136a2432 None None] Provisioning for port 111109ac-8dd5-42cd-9d43-0a38660565c6 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:00:43.236806 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3761e836-2cf3-4d7a-b7ed-7605136a2432 None None] Provisioning complete for port 111109ac-8dd5-42cd-9d43-0a38660565c6 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:43.237187 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3761e836-2cf3-4d7a-b7ed-7605136a2432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:43.264307 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0913d68e-741e-4bf8-b03e-ed0816b80e8e req-8fa63b06-dcba-418a-8aef-ce7ba9677082 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddfd3ba9-54b9-465f-9888-3854087daf15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205089 Aug 11 22:00:43.266882 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-1f79fde3-ac77-4f02-b483-a302f6327b7b tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Network 5382b449-7f03-4943-80f5-2f2d837d33e6 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:00:43.273329 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-1f79fde3-ac77-4f02-b483-a302f6327b7b tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:00:43.276420 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-1f79fde3-ac77-4f02-b483-a302f6327b7b tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:00:43.309669 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79fde3-ac77-4f02-b483-a302f6327b7b tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Pushing event updated for resources: {'Port': ['ID=277fba42-fbb4-46f6-9139-67026080abea,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:43.344520 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-3761e836-2cf3-4d7a-b7ed-7605136a2432 None None] Port 111109ac-8dd5-42cd-9d43-0a38660565c6 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:00:43.405808 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-563ccd10-39b3-4222-aa88-c80242910264 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Network 83735497-c152-410a-a532-372740b4ec60 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:00:43.411348 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-1f79fde3-ac77-4f02-b483-a302f6327b7b tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:43.413660 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-1f79fde3-ac77-4f02-b483-a302f6327b7b tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:43.426153 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-563ccd10-39b3-4222-aa88-c80242910264 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:00:43.438592 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-563ccd10-39b3-4222-aa88-c80242910264 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:00:43.441507 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ccd10-39b3-4222-aa88-c80242910264 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Pushing event updated for resources: {'Port': ['ID=c84086a0-a645-40a4-b512-da4494ff541a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:43.451661 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-1f79fde3-ac77-4f02-b483-a302f6327b7b tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4261460 Aug 11 22:00:43.457698 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b95e0-54f8-4dc9-89c9-012fcadaed9b req-4cd25311-85f6-4a20-b4b0-0a0a7894d63d tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:43.459405 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-943b95e0-54f8-4dc9-89c9-012fcadaed9b req-4cd25311-85f6-4a20-b4b0-0a0a7894d63d tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 945 time: 0.2611299 Aug 11 22:00:43.466013 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0488b-79ef-4443-be83-206408b96e25 req-78fb7eda-fcd3-457a-af96-dd8356f88d6b tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:43.468757 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-84c0488b-79ef-4443-be83-206408b96e25 req-78fb7eda-fcd3-457a-af96-dd8356f88d6b tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaac267b-7431-4164-8f53-b3e8a8f4b25d HTTP/1.1" status: 200 len: 931 time: 0.1245878 Aug 11 22:00:43.477661 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-3411f9cd-41f4-4816-b497-3955556623f2 service neutron] Request body: {'port': {'device_id': 'aaac267b-7431-4164-8f53-b3e8a8f4b25d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:43.577677 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-563ccd10-39b3-4222-aa88-c80242910264 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:43.578397 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-563ccd10-39b3-4222-aa88-c80242910264 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:43.585743 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['54b2c1ee-4e5e-4f38-8df1-1ca72d59a331'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:00:43.613906 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-943b95e0-54f8-4dc9-89c9-012fcadaed9b req-9b74b5f7-7825-4010-a488-d1de92903ee7 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324608 Aug 11 22:00:43.616658 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-84c0488b-79ef-4443-be83-206408b96e25 req-086432bb-c895-427d-bba7-370e1cc234cc tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309457 Aug 11 22:00:43.627339 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-563ccd10-39b3-4222-aa88-c80242910264 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5936880 Aug 11 22:00:43.645188 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-3411f9cd-41f4-4816-b497-3955556623f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:43.662418 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-6ce9060d-27ad-4194-b4b1-38a121ad84e9 service neutron] Request body: {'port': {'device_id': 'a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:43.840227 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-6ce9060d-27ad-4194-b4b1-38a121ad84e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:43.889738 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e7182-64fb-4ffe-a592-0cba13d594ce req-febbb853-1413-4e6d-8db1-151936bd792d tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:43.892067 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a79e7182-64fb-4ffe-a592-0cba13d594ce req-febbb853-1413-4e6d-8db1-151936bd792d tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 949 time: 0.1641936 Aug 11 22:00:43.918532 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c34a8a-2ae1-4046-93cd-4e8b719e25d1 req-cc0378cb-72f1-468f-8800-1a65c7391a20 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:43.920234 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-45c34a8a-2ae1-4046-93cd-4e8b719e25d1 req-cc0378cb-72f1-468f-8800-1a65c7391a20 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1267891 Aug 11 22:00:43.970152 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-ac550a61-1f37-4a1b-b521-987699768197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 111109ac-8dd5-42cd-9d43-0a38660565c6 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:00:43.998181 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-ac550a61-1f37-4a1b-b521-987699768197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:44.001421 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-45c34a8a-2ae1-4046-93cd-4e8b719e25d1 req-4b8d9bc4-0909-42b1-a7e3-4f2499df888c tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672905 Aug 11 22:00:44.082735 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-3411f9cd-41f4-4816-b497-3955556623f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277fba42-fbb4-46f6-9139-67026080abea {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:00:44.102072 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-3411f9cd-41f4-4816-b497-3955556623f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:44.122515 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-ac550a61-1f37-4a1b-b521-987699768197 service neutron] Transition to ACTIVE for port object 111109ac-8dd5-42cd-9d43-0a38660565c6 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:00:44.130044 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a79e7182-64fb-4ffe-a592-0cba13d594ce req-7d56ee9d-d119-43b9-86ae-5172e9aa8674 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018723 Aug 11 22:00:44.138682 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-ac550a61-1f37-4a1b-b521-987699768197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:44.220097 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-3411f9cd-41f4-4816-b497-3955556623f2 service neutron] Transition to ACTIVE for port object 277fba42-fbb4-46f6-9139-67026080abea will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:00:44.228852 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-3411f9cd-41f4-4816-b497-3955556623f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:44.279458 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac550a61-1f37-4a1b-b521-987699768197 service neutron] Pushing event updated for resources: {'Port': ['ID=111109ac-8dd5-42cd-9d43-0a38660565c6,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:44.305418 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af69b87-e32f-4f65-a61a-cdfe67dbf788 req-2ca6aeb7-830f-4e9f-ae27-e8aeb3d679bd tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:44.308422 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5af69b87-e32f-4f65-a61a-cdfe67dbf788 req-2ca6aeb7-830f-4e9f-ae27-e8aeb3d679bd tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 931 time: 0.2151878 Aug 11 22:00:44.377683 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411f9cd-41f4-4816-b497-3955556623f2 service neutron] Pushing event updated for resources: {'Port': ['ID=277fba42-fbb4-46f6-9139-67026080abea,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:44.403610 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 98abb531-fd07-4a25-8543-5afc8994d142 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:00:44.414716 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e896b0f-06b7-4ffb-bb4a-99556fe294b7 req-a9b2142a-1a9a-4e66-b6d2-0aad775a4e1d tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:44.416511 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4e896b0f-06b7-4ffb-bb4a-99556fe294b7 req-a9b2142a-1a9a-4e66-b6d2-0aad775a4e1d tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 932 time: 0.1746736 Aug 11 22:00:44.468200 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 8e19b86e-1669-4764-82a2-cc543b3becbc up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:00:44.470276 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-ac550a61-1f37-4a1b-b521-987699768197 service neutron] Attempting to bind port 111109ac-8dd5-42cd-9d43-0a38660565c6 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:00:44.470620 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-ac550a61-1f37-4a1b-b521-987699768197 service neutron] Attempting to bind port 111109ac-8dd5-42cd-9d43-0a38660565c6 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '4c272644-500c-413c-905e-4ca7e6890613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:00:44.470960 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-ac550a61-1f37-4a1b-b521-987699768197 service neutron] Attempting to bind port 111109ac-8dd5-42cd-9d43-0a38660565c6 on network 1c3ee35b-1680-40ce-a5ec-450a30ee6971 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:00:44.508662 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5af69b87-e32f-4f65-a61a-cdfe67dbf788 req-cc496263-ac0f-400d-bcc0-ee4f54dcbbaf tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796823 Aug 11 22:00:44.536025 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-ac550a61-1f37-4a1b-b521-987699768197 service neutron] Port 111109ac-8dd5-42cd-9d43-0a38660565c6 on network 1c3ee35b-1680-40ce-a5ec-450a30ee6971 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:00:44.536591 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-ac550a61-1f37-4a1b-b521-987699768197 service neutron] Attempting to bind port 111109ac-8dd5-42cd-9d43-0a38660565c6 on network 1c3ee35b-1680-40ce-a5ec-450a30ee6971 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:00:44.541980 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-3411f9cd-41f4-4816-b497-3955556623f2 service neutron] Attempting to bind port 277fba42-fbb4-46f6-9139-67026080abea on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:00:44.542788 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-3411f9cd-41f4-4816-b497-3955556623f2 service neutron] Attempting to bind port 277fba42-fbb4-46f6-9139-67026080abea by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '955956c0-819f-4ff3-b129-18102dcedf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5382b449-7f03-4943-80f5-2f2d837d33e6'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:00:44.543310 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-3411f9cd-41f4-4816-b497-3955556623f2 service neutron] Attempting to bind port 277fba42-fbb4-46f6-9139-67026080abea on network 5382b449-7f03-4943-80f5-2f2d837d33e6 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:00:44.561228 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-3411f9cd-41f4-4816-b497-3955556623f2 service neutron] Port 277fba42-fbb4-46f6-9139-67026080abea on network 5382b449-7f03-4943-80f5-2f2d837d33e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:00:44.561891 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-3411f9cd-41f4-4816-b497-3955556623f2 service neutron] Attempting to bind port 277fba42-fbb4-46f6-9139-67026080abea on network 5382b449-7f03-4943-80f5-2f2d837d33e6 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:00:44.568066 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-3411f9cd-41f4-4816-b497-3955556623f2 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:00:44.568720 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-3411f9cd-41f4-4816-b497-3955556623f2 service neutron] Checking segment: {'id': '955956c0-819f-4ff3-b129-18102dcedf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5382b449-7f03-4943-80f5-2f2d837d33e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:00:44.569346 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-3411f9cd-41f4-4816-b497-3955556623f2 service neutron] Bound using segment: {'id': '955956c0-819f-4ff3-b129-18102dcedf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5382b449-7f03-4943-80f5-2f2d837d33e6'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:00:44.569997 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-3411f9cd-41f4-4816-b497-3955556623f2 service neutron] Bound port: 277fba42-fbb4-46f6-9139-67026080abea, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955956c0-819f-4ff3-b129-18102dcedf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5382b449-7f03-4943-80f5-2f2d837d33e6'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:00:44.570561 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-3411f9cd-41f4-4816-b497-3955556623f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:44.579183 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4e896b0f-06b7-4ffb-bb4a-99556fe294b7 req-f46f33eb-93ea-4eb2-9c08-774bdd128406 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467564 Aug 11 22:00:44.584008 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-ac550a61-1f37-4a1b-b521-987699768197 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:00:44.584575 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-ac550a61-1f37-4a1b-b521-987699768197 service neutron] Checking segment: {'id': '4c272644-500c-413c-905e-4ca7e6890613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:00:44.585239 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-ac550a61-1f37-4a1b-b521-987699768197 service neutron] Bound using segment: {'id': '4c272644-500c-413c-905e-4ca7e6890613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:00:44.586008 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-ac550a61-1f37-4a1b-b521-987699768197 service neutron] Bound port: 111109ac-8dd5-42cd-9d43-0a38660565c6, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c272644-500c-413c-905e-4ca7e6890613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:00:44.586623 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-ac550a61-1f37-4a1b-b521-987699768197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:44.659657 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-6ce9060d-27ad-4194-b4b1-38a121ad84e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c84086a0-a645-40a4-b512-da4494ff541a {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:00:44.670013 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-3411f9cd-41f4-4816-b497-3955556623f2 service neutron] For port 277fba42-fbb4-46f6-9139-67026080abea, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:00:44.674305 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-3411f9cd-41f4-4816-b497-3955556623f2 service neutron] For port 277fba42-fbb4-46f6-9139-67026080abea, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=277fba42-fbb4-46f6-9139-67026080abea,segment=NetworkSegment(955956c0-819f-4ff3-b129-18102dcedf3e),segment_id=955956c0-819f-4ff3-b129-18102dcedf3e)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:00:44.675569 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 8e19b86e-1669-4764-82a2-cc543b3becbc completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:00:44.685005 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 8e19b86e-1669-4764-82a2-cc543b3becbc triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:44.685792 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:44.691655 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-3411f9cd-41f4-4816-b497-3955556623f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:44.692018 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 98abb531-fd07-4a25-8543-5afc8994d142 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:00:44.710982 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-3411f9cd-41f4-4816-b497-3955556623f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:44.711601 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-3411f9cd-41f4-4816-b497-3955556623f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:44.713130 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-3411f9cd-41f4-4816-b497-3955556623f2 service neutron] 10.222.0.52 "PUT /v2.0/ports/277fba42-fbb4-46f6-9139-67026080abea HTTP/1.1" status: 200 len: 1091 time: 1.2429290 Aug 11 22:00:44.713616 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaac267b-7431-4164-8f53-b3e8a8f4b25d', 'tag': '277fba42-fbb4-46f6-9139-67026080abea'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:00:44.716276 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c81da52-fda6-4a76-8a85-996dcc57ca5c" -d '{"events": [{"name": "network-changed", "server_uuid": "aaac267b-7431-4164-8f53-b3e8a8f4b25d", "tag": "277fba42-fbb4-46f6-9139-67026080abea"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:00:44.745010 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 98abb531-fd07-4a25-8543-5afc8994d142 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:44.745975 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:44.747743 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-6ce9060d-27ad-4194-b4b1-38a121ad84e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:44.848733 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-6ce9060d-27ad-4194-b4b1-38a121ad84e9 service neutron] Transition to ACTIVE for port object c84086a0-a645-40a4-b512-da4494ff541a will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:00:44.873802 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-6ce9060d-27ad-4194-b4b1-38a121ad84e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:44.913639 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411f9cd-41f4-4816-b497-3955556623f2 service neutron] Pushing event updated for resources: {'Port': ['ID=277fba42-fbb4-46f6-9139-67026080abea,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:44.934561 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08a9cb-7ee4-4e5f-bbfa-ad4d789b162e req-9a0ccb91-c4ce-4ecc-a145-c5cab8793c3d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:44.945451 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1d08a9cb-7ee4-4e5f-bbfa-ad4d789b162e req-9a0ccb91-c4ce-4ecc-a145-c5cab8793c3d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5843c99-98a1-4e36-9f0b-8cd697fbd098 HTTP/1.1" status: 200 len: 944 time: 0.2679663 Aug 11 22:00:44.946805 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-ac550a61-1f37-4a1b-b521-987699768197 service neutron] For port 111109ac-8dd5-42cd-9d43-0a38660565c6, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:00:44.973062 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:44.976013 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-53a47bf2-f2ab-40ca-bc51-df850cbcccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:44.978563 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-53a47bf2-f2ab-40ca-bc51-df850cbcccac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e367bb851780420faef645c6e2737134&device_id=aaac267b-7431-4164-8f53-b3e8a8f4b25d HTTP/1.1" status: 200 len: 1094 time: 0.1924369 Aug 11 22:00:44.989298 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:44.995461 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-ac550a61-1f37-4a1b-b521-987699768197 service neutron] For port 111109ac-8dd5-42cd-9d43-0a38660565c6, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=111109ac-8dd5-42cd-9d43-0a38660565c6,segment=NetworkSegment(4c272644-500c-413c-905e-4ca7e6890613),segment_id=4c272644-500c-413c-905e-4ca7e6890613)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:00:45.024950 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-ac550a61-1f37-4a1b-b521-987699768197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:45.043771 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5843c99-98a1-4e36-9f0b-8cd697fbd098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e19b86e-1669-4764-82a2-cc543b3becbc'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:00:45.047832 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6447865-3e19-41d8-ae9f-85fb05faf929" -d '{"events": [{"server_uuid": "b5843c99-98a1-4e36-9f0b-8cd697fbd098", "name": "network-vif-plugged", "status": "completed", "tag": "8e19b86e-1669-4764-82a2-cc543b3becbc"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:00:45.051623 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c998e-f6bc-4ec9-a32e-27c26fcb33e5 req-5c0dc021-9517-40a8-89e9-dcba31a61a05 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:45.054813 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2b1c998e-f6bc-4ec9-a32e-27c26fcb33e5 req-5c0dc021-9517-40a8-89e9-dcba31a61a05 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab557092-5149-4dd2-8702-909fa973d304 HTTP/1.1" status: 200 len: 949 time: 0.2866466 Aug 11 22:00:45.066958 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-4856291a-6473-4639-b627-545f4a4865ce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=277fba42-fbb4-46f6-9139-67026080abea HTTP/1.1" status: 200 len: 217 time: 0.0753739 Aug 11 22:00:45.073712 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9060d-27ad-4194-b4b1-38a121ad84e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c84086a0-a645-40a4-b512-da4494ff541a,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:45.085947 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 8e19b86e-1669-4764-82a2-cc543b3becbc, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=8e19b86e-1669-4764-82a2-cc543b3becbc,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:45.100223 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:45.105240 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 98abb531-fd07-4a25-8543-5afc8994d142, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=98abb531-fd07-4a25-8543-5afc8994d142,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:45.113455 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:45.115028 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 2f11279c-d043-4fd7-9422-1565dda4fd4d up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:00:45.157215 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1d08a9cb-7ee4-4e5f-bbfa-ad4d789b162e req-2725e865-c08a-4c75-8f53-3f1ac2fed009 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057638 Aug 11 22:00:45.179479 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-ac550a61-1f37-4a1b-b521-987699768197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:45.192757 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-ac550a61-1f37-4a1b-b521-987699768197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:45.195416 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-ac550a61-1f37-4a1b-b521-987699768197 service neutron] 10.222.0.52 "PUT /v2.0/ports/111109ac-8dd5-42cd-9d43-0a38660565c6 HTTP/1.1" status: 200 len: 1091 time: 2.1920493 Aug 11 22:00:45.196287 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb461dcf-1b67-45aa-b80a-deb6bd4f3066', 'tag': '111109ac-8dd5-42cd-9d43-0a38660565c6'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:00:45.200790 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f99f08-1546-4d66-9d9f-30e4d2b56a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "fb461dcf-1b67-45aa-b80a-deb6bd4f3066", "tag": "111109ac-8dd5-42cd-9d43-0a38660565c6"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:00:45.211345 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-e888dae7-6232-4a06-a07e-d0fc32dfc7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:45.213060 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-e888dae7-6232-4a06-a07e-d0fc32dfc7d9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=feb8f82d-6d1c-43cb-bc58-6c5e7403b8b5 HTTP/1.1" status: 200 len: 862 time: 0.1337302 Aug 11 22:00:45.281361 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-25c4e258-350e-4e44-9b2b-ef6a05e0efa0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5382b449-7f03-4943-80f5-2f2d837d33e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595295 Aug 11 22:00:45.468933 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2b1c998e-f6bc-4ec9-a32e-27c26fcb33e5 req-675bffaa-bbd7-43d7-bbff-f417bbddfa90 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddfd3ba9-54b9-465f-9888-3854087daf15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643010 Aug 11 22:00:45.478582 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=8e19b86e-1669-4764-82a2-cc543b3becbc,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:45.480376 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-4db712f7-65e2-4c41-88ed-279d13ab4eb6 service neutron] 10.222.0.52 "GET /v2.0/networks/5382b449-7f03-4943-80f5-2f2d837d33e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878777 Aug 11 22:00:45.490623 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac550a61-1f37-4a1b-b521-987699768197 service neutron] Pushing event updated for resources: {'Port': ['ID=111109ac-8dd5-42cd-9d43-0a38660565c6,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:45.507558 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-6ce9060d-27ad-4194-b4b1-38a121ad84e9 service neutron] Attempting to bind port c84086a0-a645-40a4-b512-da4494ff541a on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:00:45.507558 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-6ce9060d-27ad-4194-b4b1-38a121ad84e9 service neutron] Attempting to bind port c84086a0-a645-40a4-b512-da4494ff541a by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:00:45.507558 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-6ce9060d-27ad-4194-b4b1-38a121ad84e9 service neutron] Attempting to bind port c84086a0-a645-40a4-b512-da4494ff541a on network 83735497-c152-410a-a532-372740b4ec60 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:00:45.507558 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-b77722db-1a2a-4a80-8d37-fd1dcf527399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:45.507558 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-b77722db-1a2a-4a80-8d37-fd1dcf527399 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bbabed8946d642c3bc7c5dee10664230&device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 1094 time: 0.1974249 Aug 11 22:00:45.512041 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-6ce9060d-27ad-4194-b4b1-38a121ad84e9 service neutron] Port c84086a0-a645-40a4-b512-da4494ff541a on network 83735497-c152-410a-a532-372740b4ec60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:00:45.512704 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-6ce9060d-27ad-4194-b4b1-38a121ad84e9 service neutron] Attempting to bind port c84086a0-a645-40a4-b512-da4494ff541a on network 83735497-c152-410a-a532-372740b4ec60 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:00:45.521120 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-6ce9060d-27ad-4194-b4b1-38a121ad84e9 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:00:45.521753 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-6ce9060d-27ad-4194-b4b1-38a121ad84e9 service neutron] Checking segment: {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:00:45.522406 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-6ce9060d-27ad-4194-b4b1-38a121ad84e9 service neutron] Bound using segment: {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:00:45.523083 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-6ce9060d-27ad-4194-b4b1-38a121ad84e9 service neutron] Bound port: c84086a0-a645-40a4-b512-da4494ff541a, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:00:45.523820 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-6ce9060d-27ad-4194-b4b1-38a121ad84e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:45.572489 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 2f11279c-d043-4fd7-9422-1565dda4fd4d completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:00:45.597137 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 2f11279c-d043-4fd7-9422-1565dda4fd4d triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:45.597917 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:45.631641 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-285290b0-5e83-49b6-aaaa-5b2acd839a3d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=111109ac-8dd5-42cd-9d43-0a38660565c6 HTTP/1.1" status: 200 len: 217 time: 0.0800407 Aug 11 22:00:45.652447 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70712a4-97a5-4d58-a3f3-8209dd8c6bbb req-f44ad8f6-6cd7-4ece-8a0a-613661f9d45d tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:45.658207 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=98abb531-fd07-4a25-8543-5afc8994d142,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:45.660377 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a70712a4-97a5-4d58-a3f3-8209dd8c6bbb req-f44ad8f6-6cd7-4ece-8a0a-613661f9d45d tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 945 time: 0.3534536 Aug 11 22:00:45.740422 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0bc2ec29-899f-424c-b962-70e4821f75f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:45.747228 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a70712a4-97a5-4d58-a3f3-8209dd8c6bbb req-2b400c91-dda7-440b-9c57-e0a1a09adfdc tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852473 Aug 11 22:00:45.753860 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3314ce90-1cdd-4276-b9dc-b20765bac87f req-32d4f609-7fff-47df-8755-4a7a1301867a service neutron] 10.222.0.52 "GET /v2.0/networks/5382b449-7f03-4943-80f5-2f2d837d33e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329757 Aug 11 22:00:45.772263 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee1058-e5fa-4f26-8354-7d137feefe31 req-0ae35ba1-df67-48a7-93fa-4e6cb9151b53 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:45.773904 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-67ee1058-e5fa-4f26-8354-7d137feefe31 req-0ae35ba1-df67-48a7-93fa-4e6cb9151b53 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaac267b-7431-4164-8f53-b3e8a8f4b25d HTTP/1.1" status: 200 len: 943 time: 0.1415477 Aug 11 22:00:45.782294 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-ea7ca824-7ef9-4339-8fd5-e8657c1d4591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:45.784424 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-ea7ca824-7ef9-4339-8fd5-e8657c1d4591 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7909b953-a9da-40c4-9e8c-1313ada07900 HTTP/1.1" status: 200 len: 855 time: 0.1354547 Aug 11 22:00:45.800545 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-6ce9060d-27ad-4194-b4b1-38a121ad84e9 service neutron] For port c84086a0-a645-40a4-b512-da4494ff541a, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:00:45.806297 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-6ce9060d-27ad-4194-b4b1-38a121ad84e9 service neutron] For port c84086a0-a645-40a4-b512-da4494ff541a, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=c84086a0-a645-40a4-b512-da4494ff541a,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:00:45.833108 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:45.834738 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978d969f-b7c6-4b65-9202-0bdc03176b28 x-openstack-request-id: req-978d969f-b7c6-4b65-9202-0bdc03176b28 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:00:45.838353 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-6ce9060d-27ad-4194-b4b1-38a121ad84e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:45.845697 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaac267b-7431-4164-8f53-b3e8a8f4b25d", "tag": "277fba42-fbb4-46f6-9139-67026080abea", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:00:45.846460 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-978d969f-b7c6-4b65-9202-0bdc03176b28 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:00:45.847333 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaac267b-7431-4164-8f53-b3e8a8f4b25d', 'tag': '277fba42-fbb4-46f6-9139-67026080abea', 'status': 'completed', 'code': 200} Aug 11 22:00:45.918901 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 2f11279c-d043-4fd7-9422-1565dda4fd4d, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2f11279c-d043-4fd7-9422-1565dda4fd4d,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:45.925899 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:45.935129 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:45.974335 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-6ce9060d-27ad-4194-b4b1-38a121ad84e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:45.975384 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-6ce9060d-27ad-4194-b4b1-38a121ad84e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:45.978549 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-6ce9060d-27ad-4194-b4b1-38a121ad84e9 service neutron] 10.222.0.52 "PUT /v2.0/ports/c84086a0-a645-40a4-b512-da4494ff541a HTTP/1.1" status: 200 len: 1092 time: 2.3299682 Aug 11 22:00:45.994921 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-67ee1058-e5fa-4f26-8354-7d137feefe31 req-506a8077-11f8-437a-8aef-d448773c4f9a tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033908 Aug 11 22:00:46.018490 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81da52-fda6-4a76-8a85-996dcc57ca5c req-a730b386-cd7f-43d4-b062-aef4eabe80cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:46.023063 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0c81da52-fda6-4a76-8a85-996dcc57ca5c req-a730b386-cd7f-43d4-b062-aef4eabe80cd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e367bb851780420faef645c6e2737134&device_id=aaac267b-7431-4164-8f53-b3e8a8f4b25d HTTP/1.1" status: 200 len: 1094 time: 0.1565413 Aug 11 22:00:46.030971 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-a64f1b1a-0e81-44f1-a8da-387d8bf79019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:46.032146 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-a64f1b1a-0e81-44f1-a8da-387d8bf79019 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1c3ee35b-1680-40ce-a5ec-450a30ee6971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2239311 Aug 11 22:00:46.033953 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9060d-27ad-4194-b4b1-38a121ad84e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c84086a0-a645-40a4-b512-da4494ff541a,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:46.052853 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c656097-ed3e-4509-8dbb-f78b9a388893 req-8941ee38-90fc-412f-a46d-c4b7dc1446ac tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:46.061833 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9c656097-ed3e-4509-8dbb-f78b9a388893 req-8941ee38-90fc-412f-a46d-c4b7dc1446ac tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1427665 Aug 11 22:00:46.065586 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=2f11279c-d043-4fd7-9422-1565dda4fd4d,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:46.079069 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b07512-1d38-4b08-91ed-c9c95a9791fd x-openstack-request-id: req-b6b07512-1d38-4b08-91ed-c9c95a9791fd {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:00:46.079621 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5843c99-98a1-4e36-9f0b-8cd697fbd098", "name": "network-vif-plugged", "status": "completed", "tag": "8e19b86e-1669-4764-82a2-cc543b3becbc", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:00:46.080173 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b6b07512-1d38-4b08-91ed-c9c95a9791fd {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:00:46.080761 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5843c99-98a1-4e36-9f0b-8cd697fbd098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e19b86e-1669-4764-82a2-cc543b3becbc', 'code': 200} Aug 11 22:00:46.211187 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9c656097-ed3e-4509-8dbb-f78b9a388893 req-e594ecd3-1fe2-41eb-9174-5cba63becba8 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477623 Aug 11 22:00:46.256142 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81da52-fda6-4a76-8a85-996dcc57ca5c req-370f67ac-89b1-4675-a182-9aef0400ec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:46.257743 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0c81da52-fda6-4a76-8a85-996dcc57ca5c req-370f67ac-89b1-4675-a182-9aef0400ec69 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5382b449-7f03-4943-80f5-2f2d837d33e6 HTTP/1.1" status: 200 len: 923 time: 0.1925814 Aug 11 22:00:46.298377 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-07b109c4-bbd1-4326-b0d6-a0731d9a29ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:46.300013 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-07b109c4-bbd1-4326-b0d6-a0731d9a29ac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a5fc899cc52f44178d979d66e6a50dde&device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 1095 time: 0.2341080 Aug 11 22:00:46.316287 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0c81da52-fda6-4a76-8a85-996dcc57ca5c req-12e4ab06-d33c-4e39-8369-fc005f23d53e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=277fba42-fbb4-46f6-9139-67026080abea HTTP/1.1" status: 200 len: 217 time: 0.0498104 Aug 11 22:00:46.329202 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53916f2d-3660-4e0d-95e1-29842f03f580 x-openstack-request-id: req-53916f2d-3660-4e0d-95e1-29842f03f580 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:00:46.329559 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb461dcf-1b67-45aa-b80a-deb6bd4f3066", "tag": "111109ac-8dd5-42cd-9d43-0a38660565c6", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:00:46.329746 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-53916f2d-3660-4e0d-95e1-29842f03f580 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:00:46.330273 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb461dcf-1b67-45aa-b80a-deb6bd4f3066', 'tag': '111109ac-8dd5-42cd-9d43-0a38660565c6', 'status': 'completed', 'code': 200} Aug 11 22:00:46.332755 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9eed7-c4d5-4575-abf4-b2903aa946d7 req-b9db72c5-becb-4f34-8b60-9235ecda0ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:46.334784 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-34e9eed7-c4d5-4575-abf4-b2903aa946d7 req-b9db72c5-becb-4f34-8b60-9235ecda0ea4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b5843c99-98a1-4e36-9f0b-8cd697fbd098 HTTP/1.1" status: 200 len: 1096 time: 0.1863456 Aug 11 22:00:46.345514 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2e413-9867-4804-b31e-d4beee3c4952 req-5ffb133e-7480-47cc-a28e-7aa405b0bf1c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:46.347208 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d1e2e413-9867-4804-b31e-d4beee3c4952 req-5ffb133e-7480-47cc-a28e-7aa405b0bf1c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.2010899 Aug 11 22:00:46.382221 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-7c10e3f9-27a9-4d5c-ab3e-ecf8b5d7a0d5 service neutron] 10.222.0.52 "GET /v2.0/networks/1c3ee35b-1680-40ce-a5ec-450a30ee6971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335953 Aug 11 22:00:46.392071 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-d4d15148-47ac-4b35-8d1a-89fc0dc8680e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c84086a0-a645-40a4-b512-da4494ff541a HTTP/1.1" status: 200 len: 217 time: 0.0794446 Aug 11 22:00:46.403189 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81da52-fda6-4a76-8a85-996dcc57ca5c req-79e62ad9-b01a-4f9b-bf73-74492f6e01ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:46.406223 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0c81da52-fda6-4a76-8a85-996dcc57ca5c req-79e62ad9-b01a-4f9b-bf73-74492f6e01ce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=feb8f82d-6d1c-43cb-bc58-6c5e7403b8b5 HTTP/1.1" status: 200 len: 862 time: 0.0819404 Aug 11 22:00:46.419073 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:00:46.512740 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0c81da52-fda6-4a76-8a85-996dcc57ca5c req-dd8bc9ea-26d2-4c69-ae57-98ffd80855eb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5382b449-7f03-4943-80f5-2f2d837d33e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769155 Aug 11 22:00:46.518778 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:00:46.530241 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:46.531607 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:46.544973 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee6a90-b032-4eaa-95ff-73ea38cb95a3 req-21c70a2c-8da4-4ea6-879f-bb172f653912 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:46.547780 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2dee6a90-b032-4eaa-95ff-73ea38cb95a3 req-21c70a2c-8da4-4ea6-879f-bb172f653912 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 943 time: 0.1297934 Aug 11 22:00:46.719054 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2dee6a90-b032-4eaa-95ff-73ea38cb95a3 req-5d77562b-6690-4f1e-97ea-7b5c0ada9b07 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535335 Aug 11 22:00:46.722336 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:46.785391 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0c81da52-fda6-4a76-8a85-996dcc57ca5c req-2ca24673-4b64-4e42-a93c-b723e2292159 service neutron] 10.222.0.52 "GET /v2.0/networks/5382b449-7f03-4943-80f5-2f2d837d33e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603672 Aug 11 22:00:46.819309 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:46.826320 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:46.915161 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-34e9eed7-c4d5-4575-abf4-b2903aa946d7 req-ed031450-a9bd-4c91-97fb-dd66f585abbf service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5668252 Aug 11 22:00:46.918184 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d1e2e413-9867-4804-b31e-d4beee3c4952 req-7b6e0254-353a-4e7b-9207-225d8497fc1a tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5346372 Aug 11 22:00:46.932252 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-fd41d36d-077e-481d-ad78-614b6d5ee3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:46.933884 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-fd41d36d-077e-481d-ad78-614b6d5ee3c9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=45488324-eef4-4094-a90c-865b32db4e15 HTTP/1.1" status: 200 len: 847 time: 0.5083203 Aug 11 22:00:46.943692 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:46.965875 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e793ff14-42e8-4aca-9327-2138d7c63d71 req-e4bd5645-cd03-4ac6-8c76-a72fff4433d6 service neutron] 10.222.0.52 "GET /v2.0/networks/1c3ee35b-1680-40ce-a5ec-450a30ee6971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5609102 Aug 11 22:00:47.018394 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-2a900069-71cd-4f70-97ab-8403d9403398 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=83735497-c152-410a-a532-372740b4ec60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416300 Aug 11 22:00:47.166896 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f65fd-083d-40ab-89e9-8220252b10bb req-9ff369ed-1194-4db1-90f7-844228a2929d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:47.168547 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-169f65fd-083d-40ab-89e9-8220252b10bb req-9ff369ed-1194-4db1-90f7-844228a2929d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5843c99-98a1-4e36-9f0b-8cd697fbd098 HTTP/1.1" status: 200 len: 945 time: 0.1491735 Aug 11 22:00:47.191886 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f99f08-1546-4d66-9d9f-30e4d2b56a3b req-21c15425-941b-4aaf-9757-26bb75baecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:47.193418 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-93f99f08-1546-4d66-9d9f-30e4d2b56a3b req-21c15425-941b-4aaf-9757-26bb75baecaa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bbabed8946d642c3bc7c5dee10664230&device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 1094 time: 0.1452625 Aug 11 22:00:47.220593 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-cecba2b0-867b-4a51-a646-84bdbb7cb1b7 service neutron] 10.222.0.52 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741250 Aug 11 22:00:47.266132 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0c81da52-fda6-4a76-8a85-996dcc57ca5c req-35859e8f-e4e3-4244-a33c-ecc35350d982 service neutron] 10.222.0.52 "GET /v2.0/networks/5382b449-7f03-4943-80f5-2f2d837d33e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4723556 Aug 11 22:00:47.286820 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8239a66-c66b-415c-9ee0-676b42b96c92 req-2f358b9e-06c0-4bc9-97bd-39f8604cb995 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:47.288996 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8239a66-c66b-415c-9ee0-676b42b96c92 req-2f358b9e-06c0-4bc9-97bd-39f8604cb995 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 944 time: 0.4382439 Aug 11 22:00:47.345296 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-169f65fd-083d-40ab-89e9-8220252b10bb req-40deb986-4e9b-4124-aad4-314c4cfdd7a0 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616852 Aug 11 22:00:47.356398 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8239a66-c66b-415c-9ee0-676b42b96c92 req-0ba35c66-b461-4c9b-a0d1-8d691ce0e0cd tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482900 Aug 11 22:00:47.370231 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:47.393207 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f99f08-1546-4d66-9d9f-30e4d2b56a3b req-94b55402-0723-40c1-aaab-26645842a8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:47.394755 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-93f99f08-1546-4d66-9d9f-30e4d2b56a3b req-94b55402-0723-40c1-aaab-26645842a8ee service neutron] 10.222.0.52 "GET /v2.0/networks?id=1c3ee35b-1680-40ce-a5ec-450a30ee6971 HTTP/1.1" status: 200 len: 917 time: 0.1911478 Aug 11 22:00:47.413809 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1fd7ea52-3e7c-4e08-bf9b-e60988cc2f2a req-583f39c5-b83b-40aa-be58-1e1118155a4f service neutron] 10.222.0.52 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786869 Aug 11 22:00:47.448379 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-93f99f08-1546-4d66-9d9f-30e4d2b56a3b req-1daa2abc-ea7e-4807-bbd9-55a53f0c6045 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=111109ac-8dd5-42cd-9d43-0a38660565c6 HTTP/1.1" status: 200 len: 217 time: 0.0452251 Aug 11 22:00:47.523229 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb869e-c17e-42f9-9f5b-7c627ec9d475 req-f0557762-eaf5-45d5-b708-472c40c9b267 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:47.528544 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3acb869e-c17e-42f9-9f5b-7c627ec9d475 req-f0557762-eaf5-45d5-b708-472c40c9b267 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 945 time: 0.0572159 Aug 11 22:00:47.542308 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f99f08-1546-4d66-9d9f-30e4d2b56a3b req-ebd2972e-c155-4af7-99b9-fe6ada6d272f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:47.544133 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-93f99f08-1546-4d66-9d9f-30e4d2b56a3b req-ebd2972e-c155-4af7-99b9-fe6ada6d272f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7909b953-a9da-40c4-9e8c-1313ada07900 HTTP/1.1" status: 200 len: 855 time: 0.0826082 Aug 11 22:00:47.559035 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1599db2-335d-43d8-a4bf-06e4759e1d23 req-11944f8c-6e2f-4e34-887a-1e43aa34d737 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:47.560765 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c1599db2-335d-43d8-a4bf-06e4759e1d23 req-11944f8c-6e2f-4e34-887a-1e43aa34d737 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab557092-5149-4dd2-8702-909fa973d304 HTTP/1.1" status: 200 len: 950 time: 0.0904603 Aug 11 22:00:47.590323 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3acb869e-c17e-42f9-9f5b-7c627ec9d475 req-20cbab16-5e05-4261-a2f1-5f6bbfde82bf tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588384 Aug 11 22:00:47.641489 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c1599db2-335d-43d8-a4bf-06e4759e1d23 req-5074fad1-cdd4-473a-b05f-5804b9c445a0 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddfd3ba9-54b9-465f-9888-3854087daf15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705173 Aug 11 22:00:47.650071 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f99f08-1546-4d66-9d9f-30e4d2b56a3b req-61078cf5-254a-4190-a651-bd1acb13b9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:47.652058 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-93f99f08-1546-4d66-9d9f-30e4d2b56a3b req-61078cf5-254a-4190-a651-bd1acb13b9af service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1c3ee35b-1680-40ce-a5ec-450a30ee6971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903244 Aug 11 22:00:47.718582 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9c845-23f7-41aa-8986-810377c082bf req-c48e8fc3-cdc5-40b6-8f83-ba69c494eb25 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:47.720236 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c5a9c845-23f7-41aa-8986-810377c082bf req-c48e8fc3-cdc5-40b6-8f83-ba69c494eb25 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaac267b-7431-4164-8f53-b3e8a8f4b25d HTTP/1.1" status: 200 len: 943 time: 0.0647585 Aug 11 22:00:47.770956 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c5a9c845-23f7-41aa-8986-810377c082bf req-d7a72432-da24-42cc-8ae2-6e1e71e65900 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433912 Aug 11 22:00:47.828301 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b985c00-e14c-47c8-81a9-3cf41e857fe4 req-362df25e-06be-4981-906e-1a2c891d7c86 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:47.831031 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3b985c00-e14c-47c8-81a9-3cf41e857fe4 req-362df25e-06be-4981-906e-1a2c891d7c86 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 946 time: 0.1124790 Aug 11 22:00:47.875282 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-93f99f08-1546-4d66-9d9f-30e4d2b56a3b req-2a07be70-6ead-4af2-ae43-7bc946b7d86f service neutron] 10.222.0.52 "GET /v2.0/networks/1c3ee35b-1680-40ce-a5ec-450a30ee6971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144010 Aug 11 22:00:47.987760 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3b985c00-e14c-47c8-81a9-3cf41e857fe4 req-7ccb36f2-bc6f-4f94-962c-fdac5b510f2b tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492436 Aug 11 22:00:48.033422 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68665965-5e54-4ff6-8570-5e47443b7f84 req-df6e564e-e0d2-4989-aecd-bae40ceda6b0 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:48.037273 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-68665965-5e54-4ff6-8570-5e47443b7f84 req-df6e564e-e0d2-4989-aecd-bae40ceda6b0 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 943 time: 0.1042387 Aug 11 22:00:48.082532 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98abb531-fd07-4a25-8543-5afc8994d142'}, {'server_uuid': 'ab557092-5149-4dd2-8702-909fa973d304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f11279c-d043-4fd7-9422-1565dda4fd4d'}, {'server_uuid': '6aad8f4d-c5ed-427f-8ee4-328c12470876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:00:48.086899 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4121ec8c-73a0-4532-a6d6-a60c8c2b9980" -d '{"events": [{"server_uuid": "b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b", "name": "network-vif-plugged", "status": "completed", "tag": "98abb531-fd07-4a25-8543-5afc8994d142"}, {"server_uuid": "ab557092-5149-4dd2-8702-909fa973d304", "name": "network-vif-plugged", "status": "completed", "tag": "2f11279c-d043-4fd7-9422-1565dda4fd4d"}, {"server_uuid": "6aad8f4d-c5ed-427f-8ee4-328c12470876", "name": "network-vif-plugged", "status": "completed", "tag": "54b2c1ee-4e5e-4f38-8df1-1ca72d59a331"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:00:48.096350 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-68665965-5e54-4ff6-8570-5e47443b7f84 req-8b59a65b-14a3-4737-958b-c5ee3da5bc1b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471153 Aug 11 22:00:48.109520 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-93f99f08-1546-4d66-9d9f-30e4d2b56a3b req-48cda713-4e52-45c1-bdcb-a460a63600eb service neutron] 10.222.0.52 "GET /v2.0/networks/1c3ee35b-1680-40ce-a5ec-450a30ee6971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195470 Aug 11 22:00:48.152454 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63270d2e-f7b9-419a-88be-6ca9fead5c42 req-f9b67936-b502-47a8-86a8-5999d53b6320 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:48.154298 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-63270d2e-f7b9-419a-88be-6ca9fead5c42 req-f9b67936-b502-47a8-86a8-5999d53b6320 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.0925078 Aug 11 22:00:48.175817 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 11 Aug 2021 22:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c129dfc-32cb-45c6-a5c9-86f1b4fe7872 x-openstack-request-id: req-1c129dfc-32cb-45c6-a5c9-86f1b4fe7872 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:00:48.176279 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b", "name": "network-vif-plugged", "status": "completed", "tag": "98abb531-fd07-4a25-8543-5afc8994d142", "code": 200}, {"server_uuid": "ab557092-5149-4dd2-8702-909fa973d304", "name": "network-vif-plugged", "status": "completed", "tag": "2f11279c-d043-4fd7-9422-1565dda4fd4d", "code": 200}, {"server_uuid": "6aad8f4d-c5ed-427f-8ee4-328c12470876", "name": "network-vif-plugged", "status": "completed", "tag": "54b2c1ee-4e5e-4f38-8df1-1ca72d59a331", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:00:48.176679 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1c129dfc-32cb-45c6-a5c9-86f1b4fe7872 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:00:48.177294 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98abb531-fd07-4a25-8543-5afc8994d142', 'code': 200} Aug 11 22:00:48.177701 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab557092-5149-4dd2-8702-909fa973d304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f11279c-d043-4fd7-9422-1565dda4fd4d', 'code': 200} Aug 11 22:00:48.178128 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aad8f4d-c5ed-427f-8ee4-328c12470876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331', 'code': 200} Aug 11 22:00:48.223873 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-63270d2e-f7b9-419a-88be-6ca9fead5c42 req-098dea4b-c040-4afe-a926-684ee859cd50 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559397 Aug 11 22:00:48.331763 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54', 'tag': 'c84086a0-a645-40a4-b512-da4494ff541a'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:00:48.334248 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0a9a5d-f3ca-46db-9b51-e9152c64250d" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54", "tag": "c84086a0-a645-40a4-b512-da4494ff541a"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:00:48.377888 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fba1680-146d-44c6-84e2-780d0ef0ff85 x-openstack-request-id: req-3fba1680-146d-44c6-84e2-780d0ef0ff85 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:00:48.378326 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54", "tag": "c84086a0-a645-40a4-b512-da4494ff541a", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:00:48.378751 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3fba1680-146d-44c6-84e2-780d0ef0ff85 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:00:48.379261 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54', 'tag': 'c84086a0-a645-40a4-b512-da4494ff541a', 'status': 'completed', 'code': 200} Aug 11 22:00:48.441865 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 277fba42-fbb4-46f6-9139-67026080abea details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:00:48.482492 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9690f-52bf-405d-9e94-c46a9b4ad374 req-298a4fc8-327e-4a61-9493-30ec399ee214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:48.484632 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d1d9690f-52bf-405d-9e94-c46a9b4ad374 req-298a4fc8-327e-4a61-9493-30ec399ee214 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ab557092-5149-4dd2-8702-909fa973d304 HTTP/1.1" status: 200 len: 1101 time: 0.0837834 Aug 11 22:00:48.548471 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d48517-69d1-43d8-86c3-569140cca33d req-5859ba88-8215-45aa-b9ce-0bcd71fba2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:48.549949 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-00d48517-69d1-43d8-86c3-569140cca33d req-5859ba88-8215-45aa-b9ce-0bcd71fba2d7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 1097 time: 0.1508763 Aug 11 22:00:48.550659 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d1d9690f-52bf-405d-9e94-c46a9b4ad374 req-0f4f57bb-03cb-470f-9cec-9bc6d0f32537 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ddfd3ba9-54b9-465f-9888-3854087daf15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576508 Aug 11 22:00:48.564927 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d55b5a-8502-439f-8a40-c9c86494d509 req-d4aa54e4-d813-4293-92db-d65c6832ff5d tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:48.565216 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a9a5d-f3ca-46db-9b51-e9152c64250d req-6e507658-796b-4b56-a18d-ae5b317b43c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:48.566518 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0c0a9a5d-f3ca-46db-9b51-e9152c64250d req-6e507658-796b-4b56-a18d-ae5b317b43c2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a5fc899cc52f44178d979d66e6a50dde&device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 1095 time: 0.1568799 Aug 11 22:00:48.566699 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60d55b5a-8502-439f-8a40-c9c86494d509 req-d4aa54e4-d813-4293-92db-d65c6832ff5d tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 944 time: 0.0882053 Aug 11 22:00:48.569600 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3909620-aad2-4342-a985-2eeeed3d71b2 req-c8edd749-e7d8-4671-a91b-727b23eb5ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:48.571138 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d3909620-aad2-4342-a985-2eeeed3d71b2 req-c8edd749-e7d8-4671-a91b-727b23eb5ab7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 1101 time: 0.1492119 Aug 11 22:00:48.578140 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 277fba42-fbb4-46f6-9139-67026080abea, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=277fba42-fbb4-46f6-9139-67026080abea,segment=NetworkSegment(955956c0-819f-4ff3-b129-18102dcedf3e),segment_id=955956c0-819f-4ff3-b129-18102dcedf3e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:48.589076 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '277fba42-fbb4-46f6-9139-67026080abea', 'network_id': '5382b449-7f03-4943-80f5-2f2d837d33e6', 'port_id': '277fba42-fbb4-46f6-9139-67026080abea', 'mac_address': 'fa:16:3e:07:cd:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb8f82d-6d1c-43cb-bc58-6c5e7403b8b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:00:48.592135 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e9cfc-fbf6-431b-959b-1593e50b5780 req-958b34ca-b860-42c0-a3b5-00f00b60cba4 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:48.594304 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eb4e9cfc-fbf6-431b-959b-1593e50b5780 req-958b34ca-b860-42c0-a3b5-00f00b60cba4 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5843c99-98a1-4e36-9f0b-8cd697fbd098 HTTP/1.1" status: 200 len: 945 time: 0.1119421 Aug 11 22:00:48.631375 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60d55b5a-8502-439f-8a40-c9c86494d509 req-cd377b47-a4b1-4e24-9420-660125c3198a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545149 Aug 11 22:00:48.646671 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:48.663300 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277fba42-fbb4-46f6-9139-67026080abea {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:00:48.690472 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 277fba42-fbb4-46f6-9139-67026080abea, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=277fba42-fbb4-46f6-9139-67026080abea,segment=NetworkSegment(955956c0-819f-4ff3-b129-18102dcedf3e),segment_id=955956c0-819f-4ff3-b129-18102dcedf3e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:48.696784 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:48.698280 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 111109ac-8dd5-42cd-9d43-0a38660565c6 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:00:48.721403 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eb4e9cfc-fbf6-431b-959b-1593e50b5780 req-669993e8-9773-4153-8cf7-4e8a20f1708c tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165576 Aug 11 22:00:48.754452 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a9a5d-f3ca-46db-9b51-e9152c64250d req-a328ebe3-d422-420f-95af-374550727bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:48.754452 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0c0a9a5d-f3ca-46db-9b51-e9152c64250d req-a328ebe3-d422-420f-95af-374550727bb4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=83735497-c152-410a-a532-372740b4ec60 HTTP/1.1" status: 200 len: 908 time: 0.1790109 Aug 11 22:00:48.766949 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd049e2b-1e59-4aeb-bbde-8d433f074c38 req-a9ae94c2-baf9-4c03-a803-117e8f487a4d tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:48.769135 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fd049e2b-1e59-4aeb-bbde-8d433f074c38 req-a9ae94c2-baf9-4c03-a803-117e8f487a4d tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 945 time: 0.0708723 Aug 11 22:00:48.827408 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0c0a9a5d-f3ca-46db-9b51-e9152c64250d req-949d3437-8a7d-471e-b708-e1a1ce0bcbd1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c84086a0-a645-40a4-b512-da4494ff541a HTTP/1.1" status: 200 len: 217 time: 0.0584102 Aug 11 22:00:48.857057 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fd049e2b-1e59-4aeb-bbde-8d433f074c38 req-6f7a4b8f-c3bc-48b2-ba3a-cb7e34819c53 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785398 Aug 11 22:00:48.874152 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=277fba42-fbb4-46f6-9139-67026080abea,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:48.896240 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:48.949980 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 111109ac-8dd5-42cd-9d43-0a38660565c6, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=111109ac-8dd5-42cd-9d43-0a38660565c6,segment=NetworkSegment(4c272644-500c-413c-905e-4ca7e6890613),segment_id=4c272644-500c-413c-905e-4ca7e6890613)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:48.974939 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '111109ac-8dd5-42cd-9d43-0a38660565c6', 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'port_id': '111109ac-8dd5-42cd-9d43-0a38660565c6', 'mac_address': 'fa:16:3e:16:91:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:00:49.056033 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a9a5d-f3ca-46db-9b51-e9152c64250d req-c8bf12ea-9cc3-4250-95c9-b3f76ee0f623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:49.057682 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0c0a9a5d-f3ca-46db-9b51-e9152c64250d req-c8bf12ea-9cc3-4250-95c9-b3f76ee0f623 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=45488324-eef4-4094-a90c-865b32db4e15 HTTP/1.1" status: 200 len: 847 time: 0.2138498 Aug 11 22:00:49.058318 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39f59f-43d2-4e88-a046-33cd9c350123 req-12388ad8-8f04-4158-a2c9-c56652c06c68 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:49.060614 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5d39f59f-43d2-4e88-a046-33cd9c350123 req-12388ad8-8f04-4158-a2c9-c56652c06c68 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaac267b-7431-4164-8f53-b3e8a8f4b25d HTTP/1.1" status: 200 len: 944 time: 0.0874097 Aug 11 22:00:49.062623 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:49.072618 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d3909620-aad2-4342-a985-2eeeed3d71b2 req-01af91f1-9ba7-4c9b-aef7-ecd59d4c67d0 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494415 Aug 11 22:00:49.097097 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 111109ac-8dd5-42cd-9d43-0a38660565c6 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:00:49.116803 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5d39f59f-43d2-4e88-a046-33cd9c350123 req-b87946e5-ac33-4ede-8cd9-4bd05e50c03f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481167 Aug 11 22:00:49.137019 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffbec21-a4fb-4e97-87cb-7d3b7ff908c6 req-b2440c02-d6c2-4c74-b407-a0e77d9151a4 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:49.137019 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5ffbec21-a4fb-4e97-87cb-7d3b7ff908c6 req-b2440c02-d6c2-4c74-b407-a0e77d9151a4 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab557092-5149-4dd2-8702-909fa973d304 HTTP/1.1" status: 200 len: 950 time: 0.2691505 Aug 11 22:00:49.137019 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-00d48517-69d1-43d8-86c3-569140cca33d req-5f6877c7-297c-4c63-8990-9d04ca916fc7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186954 Aug 11 22:00:49.137903 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0c0a9a5d-f3ca-46db-9b51-e9152c64250d req-c768f26d-c4e7-48de-9d71-c6928bf45f24 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=83735497-c152-410a-a532-372740b4ec60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607398 Aug 11 22:00:49.153274 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 111109ac-8dd5-42cd-9d43-0a38660565c6, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=111109ac-8dd5-42cd-9d43-0a38660565c6,segment=NetworkSegment(4c272644-500c-413c-905e-4ca7e6890613),segment_id=4c272644-500c-413c-905e-4ca7e6890613)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:49.159994 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:49.255519 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5ffbec21-a4fb-4e97-87cb-7d3b7ff908c6 req-3c2984fe-d27f-426d-b019-3c14a4d596d2 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddfd3ba9-54b9-465f-9888-3854087daf15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020873 Aug 11 22:00:49.266069 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39daf23d-5e29-483c-8b65-fbb372db28e3 req-405070d4-66d5-48fc-860b-aaed90369c9b tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:49.268601 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-39daf23d-5e29-483c-8b65-fbb372db28e3 req-405070d4-66d5-48fc-860b-aaed90369c9b tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 946 time: 0.0579848 Aug 11 22:00:49.295837 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0c0a9a5d-f3ca-46db-9b51-e9152c64250d req-8eea2664-69be-4023-81bc-2a508fa8fa79 service neutron] 10.222.0.52 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513975 Aug 11 22:00:49.319555 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=111109ac-8dd5-42cd-9d43-0a38660565c6,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:49.359923 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-39daf23d-5e29-483c-8b65-fbb372db28e3 req-4d2fda06-a123-437b-b307-47cac13394c4 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780826 Aug 11 22:00:49.436324 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0c0a9a5d-f3ca-46db-9b51-e9152c64250d req-2ce33ca5-4f14-4bd6-b809-1ff49c428e32 service neutron] 10.222.0.52 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326427 Aug 11 22:00:49.451038 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['277fba42-fbb4-46f6-9139-67026080abea'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:00:49.504803 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['111109ac-8dd5-42cd-9d43-0a38660565c6'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:00:49.545421 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac82ff-b104-4bcd-acbc-fda28ee9e620 req-12393020-e897-4b51-86e4-8273dc363a2d tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:49.547193 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c3ac82ff-b104-4bcd-acbc-fda28ee9e620 req-12393020-e897-4b51-86e4-8273dc363a2d tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 944 time: 0.0711241 Aug 11 22:00:49.608426 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c3ac82ff-b104-4bcd-acbc-fda28ee9e620 req-9261e426-2176-4f14-add5-c9839302d5ff tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512938 Aug 11 22:00:49.613230 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fde1a-d250-4494-b613-82326d9fdbdc req-82941bc8-83f1-45a9-a7f1-86e5e4df97db tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:49.617450 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-206fde1a-d250-4494-b613-82326d9fdbdc req-82941bc8-83f1-45a9-a7f1-86e5e4df97db tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.1402485 Aug 11 22:00:49.691690 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-206fde1a-d250-4494-b613-82326d9fdbdc req-f9973d13-9181-4931-bae8-340a5312ab65 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668008 Aug 11 22:00:49.778019 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744a783-587a-4fb1-be35-7d000266650e req-4ad86b84-bb20-473c-8e14-6bb0784327d9 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:49.785773 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3744a783-587a-4fb1-be35-7d000266650e req-4ad86b84-bb20-473c-8e14-6bb0784327d9 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 944 time: 0.0681272 Aug 11 22:00:49.824150 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3744a783-587a-4fb1-be35-7d000266650e req-0fdb67bc-0cf7-4713-9f61-95fc34e7e19b tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374494 Aug 11 22:00:50.013619 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5773a3-43ce-4a98-8a42-51fd868af580 req-3e3efc2a-913e-429f-8191-55dff809c17a tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:50.016095 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2e5773a3-43ce-4a98-8a42-51fd868af580 req-3e3efc2a-913e-429f-8191-55dff809c17a tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 945 time: 0.0550475 Aug 11 22:00:50.059813 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2e5773a3-43ce-4a98-8a42-51fd868af580 req-df707100-9c0c-4b13-b787-67466db74a68 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367053 Aug 11 22:00:50.246369 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:50.268243 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdfd5a-b320-4ebd-9947-a335b5f1132c req-0b4d28b1-b5dd-4074-bf56-0cd44eaf3d09 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:50.269947 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-18bdfd5a-b320-4ebd-9947-a335b5f1132c req-0b4d28b1-b5dd-4074-bf56-0cd44eaf3d09 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaac267b-7431-4164-8f53-b3e8a8f4b25d HTTP/1.1" status: 200 len: 944 time: 0.0687561 Aug 11 22:00:50.323392 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-18bdfd5a-b320-4ebd-9947-a335b5f1132c req-20b2c21d-69b6-42fc-9a30-720d5bed4b47 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452387 Aug 11 22:00:50.351950 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:00:50.445952 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff45cf9-2bb8-46dc-a473-0945af7a7534 req-6b7e4a8c-49bd-44b3-bb75-410b263c32eb tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:50.447480 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ff45cf9-2bb8-46dc-a473-0945af7a7534 req-6b7e4a8c-49bd-44b3-bb75-410b263c32eb tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab557092-5149-4dd2-8702-909fa973d304 HTTP/1.1" status: 200 len: 950 time: 0.0538499 Aug 11 22:00:50.450396 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device c84086a0-a645-40a4-b512-da4494ff541a details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:00:50.513670 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6846b-d3ae-4075-854e-9fb61d9a72a1 req-02bddcf2-5794-4e1d-89ae-822218064c53 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:50.522513 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-75b6846b-d3ae-4075-854e-9fb61d9a72a1 req-02bddcf2-5794-4e1d-89ae-822218064c53 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 946 time: 0.0707374 Aug 11 22:00:50.538016 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ff45cf9-2bb8-46dc-a473-0945af7a7534 req-7d91ced2-5bd4-4880-ac9d-0f60e6d248eb tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddfd3ba9-54b9-465f-9888-3854087daf15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751321 Aug 11 22:00:50.575298 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-75b6846b-d3ae-4075-854e-9fb61d9a72a1 req-1f1aa365-aa6e-44ef-bbf0-d0b17453edd1 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486050 Aug 11 22:00:50.630970 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port c84086a0-a645-40a4-b512-da4494ff541a, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=c84086a0-a645-40a4-b512-da4494ff541a,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:50.648364 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'c84086a0-a645-40a4-b512-da4494ff541a', 'network_id': '83735497-c152-410a-a532-372740b4ec60', 'port_id': 'c84086a0-a645-40a4-b512-da4494ff541a', 'mac_address': 'fa:16:3e:24:b8:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45488324-eef4-4094-a90c-865b32db4e15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:00:50.694673 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:50.711948 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c84086a0-a645-40a4-b512-da4494ff541a {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:00:50.739705 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port c84086a0-a645-40a4-b512-da4494ff541a, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=c84086a0-a645-40a4-b512-da4494ff541a,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:50.746169 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:50.826260 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803977d2-fa43-4486-a422-0eb0ea063f89 req-86b7993a-f436-45b1-839a-25fb705cb0d4 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:50.826653 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=c84086a0-a645-40a4-b512-da4494ff541a,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:50.828519 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-803977d2-fa43-4486-a422-0eb0ea063f89 req-86b7993a-f436-45b1-839a-25fb705cb0d4 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 944 time: 0.0910637 Aug 11 22:00:50.850740 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:50.851264 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:50.851715 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:50.852060 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:50.852702 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:50.853416 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:50.853811 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:50.854378 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:50.854958 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:50.855549 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:50.856131 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:50.856704 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:00:50.889321 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-803977d2-fa43-4486-a422-0eb0ea063f89 req-c345b3b9-54dd-4e73-b168-488e020a0896 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506845 Aug 11 22:00:51.033419 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05efe7-e736-43c7-911a-b75ecd9543eb req-cc50cc16-1c3a-4c5c-9a73-ff470b3f823a tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:51.036703 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['c84086a0-a645-40a4-b512-da4494ff541a'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:00:51.041310 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fe05efe7-e736-43c7-911a-b75ecd9543eb req-cc50cc16-1c3a-4c5c-9a73-ff470b3f823a tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.0840900 Aug 11 22:00:51.092164 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fe05efe7-e736-43c7-911a-b75ecd9543eb req-83ef6688-9646-4031-888d-ce0237809eec tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484722 Aug 11 22:00:51.239971 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ed0be-dee2-47e0-b07c-9e02f3702220 req-1a37cb4d-e2d7-4fa3-9ae8-cff76b506d53 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:51.243135 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6d8ed0be-dee2-47e0-b07c-9e02f3702220 req-1a37cb4d-e2d7-4fa3-9ae8-cff76b506d53 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 945 time: 0.0848517 Aug 11 22:00:51.253470 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b242a-e209-4605-9636-d3fb5c3c0db7 req-d0eadea3-4690-43e6-8bb6-c3c69c93a6be tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:51.256240 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b62b242a-e209-4605-9636-d3fb5c3c0db7 req-d0eadea3-4690-43e6-8bb6-c3c69c93a6be tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 945 time: 0.1428823 Aug 11 22:00:51.300271 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b62b242a-e209-4605-9636-d3fb5c3c0db7 req-ff597b5e-6a3b-492d-9b1f-a733c846525c tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376599 Aug 11 22:00:51.349021 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6d8ed0be-dee2-47e0-b07c-9e02f3702220 req-78b42515-a1a8-4a4e-bbea-0135ad85f5a8 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922635 Aug 11 22:00:51.522268 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac328a-dde2-436d-a6d1-c348405bfa51 req-08aeb869-2db0-42f6-a7a8-b6d983552efa tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:51.524127 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4aac328a-dde2-436d-a6d1-c348405bfa51 req-08aeb869-2db0-42f6-a7a8-b6d983552efa tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaac267b-7431-4164-8f53-b3e8a8f4b25d HTTP/1.1" status: 200 len: 944 time: 0.1049244 Aug 11 22:00:51.592162 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4aac328a-dde2-436d-a6d1-c348405bfa51 req-9cdfd586-d50b-41b8-9789-2d47de9e3d75 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603039 Aug 11 22:00:51.746532 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5395a-5528-4038-ba11-48e5aea82c8c req-f8b6c92d-0de2-4ea0-a727-1e339937f6c0 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:51.747962 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6651e-e31c-49db-b917-bf52ca856b33 req-ef3d46c4-b479-479e-9a78-231b055c53fc tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:51.750650 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d5f5395a-5528-4038-ba11-48e5aea82c8c req-f8b6c92d-0de2-4ea0-a727-1e339937f6c0 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 946 time: 0.0928843 Aug 11 22:00:51.752292 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8ba6651e-e31c-49db-b917-bf52ca856b33 req-ef3d46c4-b479-479e-9a78-231b055c53fc tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab557092-5149-4dd2-8702-909fa973d304 HTTP/1.1" status: 200 len: 950 time: 0.0887909 Aug 11 22:00:51.809077 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d5f5395a-5528-4038-ba11-48e5aea82c8c req-9da9b5e7-ff07-4ba2-a0a0-2a6bea3a6607 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498393 Aug 11 22:00:51.828517 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8ba6651e-e31c-49db-b917-bf52ca856b33 req-05d424b5-c5b5-4815-b4c4-11e7c11f80ce tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddfd3ba9-54b9-465f-9888-3854087daf15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642276 Aug 11 22:00:51.993924 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40698e5-e2eb-48dd-b443-a6252ce26103 req-ee3ea58f-0553-43f4-958e-f13096cff388 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:51.996444 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c40698e5-e2eb-48dd-b443-a6252ce26103 req-ee3ea58f-0553-43f4-958e-f13096cff388 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 946 time: 0.1120584 Aug 11 22:00:52.010570 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33126) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:00:52.020715 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-51a3920a-7a0b-44d6-a0af-27dd40e0496a tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Request body: {'floatingip': {'port_id': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:00:52.102818 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51a3920a-7a0b-44d6-a0af-27dd40e0496a tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks [] for floatingip, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:52.229614 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205d4a7-0917-4f89-b362-6af5d67f4453 req-6a8cf154-351f-450e-832d-9eae3288e53d tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:52.249476 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5205d4a7-0917-4f89-b362-6af5d67f4453 req-6a8cf154-351f-450e-832d-9eae3288e53d tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 944 time: 0.1514733 Aug 11 22:00:52.348376 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5205d4a7-0917-4f89-b362-6af5d67f4453 req-dd663ab4-1690-466a-8635-5d54e9bd96c4 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957100 Aug 11 22:00:52.463203 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device c84086a0-a645-40a4-b512-da4494ff541a up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:00:52.606528 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9de53-2b78-40ff-b4dd-eecac83f9eac req-3dbe21d5-0bf0-440e-a551-0eb35bf9a774 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:52.610151 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d9b9de53-2b78-40ff-b4dd-eecac83f9eac req-3dbe21d5-0bf0-440e-a551-0eb35bf9a774 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.1547978 Aug 11 22:00:52.643392 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port c84086a0-a645-40a4-b512-da4494ff541a completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:00:52.659266 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port c84086a0-a645-40a4-b512-da4494ff541a triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:52.660000 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:52.704614 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d9b9de53-2b78-40ff-b4dd-eecac83f9eac req-86c7af16-9ff9-4042-9423-b601284c706b tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813236 Aug 11 22:00:52.864527 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:52.913917 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84086a0-a645-40a4-b512-da4494ff541a'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:00:52.919040 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992adc71-3091-42de-85a1-32ba950c238a" -d '{"events": [{"server_uuid": "a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54", "name": "network-vif-plugged", "status": "completed", "tag": "c84086a0-a645-40a4-b512-da4494ff541a"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:00:52.952314 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port c84086a0-a645-40a4-b512-da4494ff541a, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=c84086a0-a645-40a4-b512-da4494ff541a,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:52.960485 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:52.961817 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 277fba42-fbb4-46f6-9139-67026080abea up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:00:52.978307 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0b37b-4f9d-4ad6-ba51-70c35953d265 req-b8b94c9f-b3c9-41ae-88f1-354640d2b8dd tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:52.992587 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eae0b37b-4f9d-4ad6-ba51-70c35953d265 req-b8b94c9f-b3c9-41ae-88f1-354640d2b8dd tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 945 time: 0.1508169 Aug 11 22:00:53.072607 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eae0b37b-4f9d-4ad6-ba51-70c35953d265 req-fe06da7a-08c8-4d38-aa88-a756dc3d1e9e tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784757 Aug 11 22:00:53.128219 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=c84086a0-a645-40a4-b512-da4494ff541a,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:53.153167 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 277fba42-fbb4-46f6-9139-67026080abea completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:00:53.160506 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 277fba42-fbb4-46f6-9139-67026080abea triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:53.161667 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:53.251376 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51a3920a-7a0b-44d6-a0af-27dd40e0496a tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:53.267821 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51a3920a-7a0b-44d6-a0af-27dd40e0496a tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:53.376138 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:53.414600 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cf326-1332-4779-bfa8-af889a113b44 req-c48255cb-3a39-4582-8bae-cc290cfd6a21 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:53.418611 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3f9cf326-1332-4779-bfa8-af889a113b44 req-c48255cb-3a39-4582-8bae-cc290cfd6a21 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaac267b-7431-4164-8f53-b3e8a8f4b25d HTTP/1.1" status: 200 len: 944 time: 0.1125016 Aug 11 22:00:53.455817 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5a18e-44bd-4322-9cbd-53a77e4be388 req-10c16535-89a8-4b64-8d49-609d2bea0754 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:53.461215 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 277fba42-fbb4-46f6-9139-67026080abea, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=277fba42-fbb4-46f6-9139-67026080abea,segment=NetworkSegment(955956c0-819f-4ff3-b129-18102dcedf3e),segment_id=955956c0-819f-4ff3-b129-18102dcedf3e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:53.471693 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:53.472793 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-50f5a18e-44bd-4322-9cbd-53a77e4be388 req-10c16535-89a8-4b64-8d49-609d2bea0754 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 945 time: 0.6428859 Aug 11 22:00:53.475610 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 111109ac-8dd5-42cd-9d43-0a38660565c6 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:00:53.507727 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3f9cf326-1332-4779-bfa8-af889a113b44 req-62c7bec1-7474-46d2-83ea-fa4f5e2ef0e4 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770328 Aug 11 22:00:53.594703 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-50f5a18e-44bd-4322-9cbd-53a77e4be388 req-4a9c9ec3-fa17-4fd9-a901-9bcc7b6ba7f1 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205592 Aug 11 22:00:53.645759 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [None req-51a3920a-7a0b-44d6-a0af-27dd40e0496a tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Floating IP 3a7b9f71-babc-4c95-a905-b923a77fa1c6 associated. External IP: 172.25.2.126, port: 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331. Aug 11 22:00:53.667526 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=277fba42-fbb4-46f6-9139-67026080abea,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:53.695092 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 111109ac-8dd5-42cd-9d43-0a38660565c6 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:00:53.707293 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 111109ac-8dd5-42cd-9d43-0a38660565c6 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:53.707966 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:53.785817 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d96c01-e655-4941-91b6-b560b5623e97 x-openstack-request-id: req-f6d96c01-e655-4941-91b6-b560b5623e97 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:00:53.786268 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54", "name": "network-vif-plugged", "status": "completed", "tag": "c84086a0-a645-40a4-b512-da4494ff541a", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:00:53.786671 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f6d96c01-e655-4941-91b6-b560b5623e97 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:00:53.787287 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84086a0-a645-40a4-b512-da4494ff541a', 'code': 200} Aug 11 22:00:53.879954 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ae172-9563-41d7-b620-60a8054d7019 req-3002208a-6872-4b38-a47a-fbe2be3697a9 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:53.883390 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6b1ae172-9563-41d7-b620-60a8054d7019 req-3002208a-6872-4b38-a47a-fbe2be3697a9 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.2108133 Aug 11 22:00:53.929588 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:53.973006 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6b1ae172-9563-41d7-b620-60a8054d7019 req-5cf4d5cc-f48d-4e9c-95b7-e0197f7bcb22 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682113 Aug 11 22:00:54.007368 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 111109ac-8dd5-42cd-9d43-0a38660565c6, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=111109ac-8dd5-42cd-9d43-0a38660565c6,segment=NetworkSegment(4c272644-500c-413c-905e-4ca7e6890613),segment_id=4c272644-500c-413c-905e-4ca7e6890613)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:54.013886 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:54.132441 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=111109ac-8dd5-42cd-9d43-0a38660565c6,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:54.154130 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb740b2-4560-4557-81e2-bc5dfecaa429 req-d1d5050e-74e5-4087-9701-4946cd3c6e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:54.157530 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1fb740b2-4560-4557-81e2-bc5dfecaa429 req-d1d5050e-74e5-4087-9701-4946cd3c6e6e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 1097 time: 0.2758260 Aug 11 22:00:54.303325 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda28c19-eec0-4e4f-8d8e-88ecbf3b20e3 req-4ef461c7-db7f-43aa-9212-041be23b3caf tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:54.305994 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eda28c19-eec0-4e4f-8d8e-88ecbf3b20e3 req-4ef461c7-db7f-43aa-9212-041be23b3caf tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 945 time: 0.3545852 Aug 11 22:00:54.315998 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109217d-a63d-4a57-be16-f2d320528c0c req-5bf896d3-e93d-4fb0-b1b5-9be9a45512e7 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:54.320005 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a109217d-a63d-4a57-be16-f2d320528c0c req-5bf896d3-e93d-4fb0-b1b5-9be9a45512e7 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 945 time: 0.0775909 Aug 11 22:00:54.354379 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1fb740b2-4560-4557-81e2-bc5dfecaa429 req-712253d9-15a7-44d7-982c-f961a185d8fe service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843197 Aug 11 22:00:54.387245 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a109217d-a63d-4a57-be16-f2d320528c0c req-0847989b-fa43-44ce-a853-cfe8c5a297b0 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574336 Aug 11 22:00:54.397885 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a3920a-7a0b-44d6-a0af-27dd40e0496a tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Router d552db45-9f5d-46b1-9c39-987ab9f34a05 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:00:54.420633 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eda28c19-eec0-4e4f-8d8e-88ecbf3b20e3 req-9da206ab-94e9-4e2c-ae96-ea6d303beea7 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027575 Aug 11 22:00:54.654726 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a3920a-7a0b-44d6-a0af-27dd40e0496a tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:00:54.677163 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2c1109-ecd7-49ea-831d-b0e5e802b678 None None] Sync routers for ids ['d552db45-9f5d-46b1-9c39-987ab9f34a05'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:00:54.678444 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51a3920a-7a0b-44d6-a0af-27dd40e0496a tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:54.699298 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2c1109-ecd7-49ea-831d-b0e5e802b678 None None] Routers {'d552db45-9f5d-46b1-9c39-987ab9f34a05'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:00:54.701551 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-6d2c1109-ecd7-49ea-831d-b0e5e802b678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:00:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d552db45-9f5d-46b1-9c39-987ab9f34a05'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:00:54.735861 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-51a3920a-7a0b-44d6-a0af-27dd40e0496a tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "PUT /v2.0/floatingips/3a7b9f71-babc-4c95-a905-b923a77fa1c6 HTTP/1.1" status: 200 len: 992 time: 2.7235305 Aug 11 22:00:54.750947 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aad8f4d-c5ed-427f-8ee4-328c12470876', 'tag': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:00:54.753496 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ed368a-3833-43e9-823b-4e0237319b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "6aad8f4d-c5ed-427f-8ee4-328c12470876", "tag": "54b2c1ee-4e5e-4f38-8df1-1ca72d59a331"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:00:54.835939 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd1cf1-efd2-4d93-ae6d-abec058647d4 req-a1bef122-1f13-4a9d-8f26-2aa8681302f3 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:54.840645 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-93cd1cf1-efd2-4d93-ae6d-abec058647d4 req-a1bef122-1f13-4a9d-8f26-2aa8681302f3 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaac267b-7431-4164-8f53-b3e8a8f4b25d HTTP/1.1" status: 200 len: 945 time: 0.1561613 Aug 11 22:00:54.908386 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-93cd1cf1-efd2-4d93-ae6d-abec058647d4 req-8e0c80a6-6350-4f2c-8ace-08570e17a636 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585854 Aug 11 22:00:54.993546 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-6d2c1109-ecd7-49ea-831d-b0e5e802b678 None None] Set router d552db45-9f5d-46b1-9c39-987ab9f34a05 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:00:55.061143 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b7e1a-132b-4c56-b1a7-6260e8cab8a7 req-bae06aec-b7f7-4e2f-8be5-bb669823db4a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:55.064750 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-263b7e1a-132b-4c56-b1a7-6260e8cab8a7 req-bae06aec-b7f7-4e2f-8be5-bb669823db4a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 946 time: 0.0907857 Aug 11 22:00:55.162013 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-263b7e1a-132b-4c56-b1a7-6260e8cab8a7 req-94474afa-44ce-41c3-88f0-bcfc14399d00 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902278 Aug 11 22:00:55.524386 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-6d2c1109-ecd7-49ea-831d-b0e5e802b678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'name': 'tempest-ServerActionsTestJSON-603148391-router', 'tenant_id': 'f3da70be91664ca8a55d012676042959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '16adc3aa-3e96-4480-84a5-0feda4ab0e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:00:07Z', 'updated_at': '2021-08-11T22:00:17Z', 'revision_number': 4, 'project_id': 'f3da70be91664ca8a55d012676042959', 'gw_port': {'id': '16adc3aa-3e96-4480-84a5-0feda4ab0e51', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:41:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:00:08Z', 'updated_at': '2021-08-11T22:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '3a7b9f71-babc-4c95-a905-b923a77fa1c6', 'tenant_id': 'f3da70be91664ca8a55d012676042959', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'port_id': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9', 'mac_address': 'fa:16:3e:a5:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aad8f4d-c5ed-427f-8ee4-328c12470876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:00:25Z', 'updated_at': '2021-08-11T22:00:53Z', 'revision_number': 1, 'project_id': 'f3da70be91664ca8a55d012676042959', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bfd1421-76b5-4cda-8d7e-df82520ab17c', 'name': '', 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9', 'tenant_id': 'f3da70be91664ca8a55d012676042959', 'mac_address': 'fa:16:3e:65:b7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '71666487-d255-442c-a4c1-ffc47afdf7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:00:14Z', 'updated_at': '2021-08-11T22:00:24Z', 'revision_number': 5, 'project_id': 'f3da70be91664ca8a55d012676042959', 'subnets': [{'id': '71666487-d255-442c-a4c1-ffc47afdf7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:00:55.590205 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a557834-0310-4f90-b9ce-5984e71ac463 req-dfc5a46b-5522-4996-860f-02faccce8d65 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:55.603234 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6a557834-0310-4f90-b9ce-5984e71ac463 req-dfc5a46b-5522-4996-860f-02faccce8d65 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.1032829 Aug 11 22:00:55.627467 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2c1109-ecd7-49ea-831d-b0e5e802b678 None None] Checking router: d552db45-9f5d-46b1-9c39-987ab9f34a05 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:00:55.645121 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2c1109-ecd7-49ea-831d-b0e5e802b678 None None] Routers {'d552db45-9f5d-46b1-9c39-987ab9f34a05'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:00:55.646236 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-6d2c1109-ecd7-49ea-831d-b0e5e802b678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:00:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d552db45-9f5d-46b1-9c39-987ab9f34a05'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:00:55.685811 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6a557834-0310-4f90-b9ce-5984e71ac463 req-7146b7c1-b683-4cf2-96d8-3252488c5252 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795615 Aug 11 22:00:55.783696 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902e12c8-9ad1-4e9e-92d2-f6a8c6c5f91b x-openstack-request-id: req-902e12c8-9ad1-4e9e-92d2-f6a8c6c5f91b {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:00:55.784483 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aad8f4d-c5ed-427f-8ee4-328c12470876", "tag": "54b2c1ee-4e5e-4f38-8df1-1ca72d59a331", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:00:55.784483 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-902e12c8-9ad1-4e9e-92d2-f6a8c6c5f91b {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:00:55.784812 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aad8f4d-c5ed-427f-8ee4-328c12470876', 'tag': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331', 'status': 'completed', 'code': 200} Aug 11 22:00:55.790554 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaac267b-7431-4164-8f53-b3e8a8f4b25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277fba42-fbb4-46f6-9139-67026080abea'}, {'server_uuid': 'fb461dcf-1b67-45aa-b80a-deb6bd4f3066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111109ac-8dd5-42cd-9d43-0a38660565c6'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:00:55.807316 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743eb2c1-f645-4d54-bcd5-84e53127d202" -d '{"events": [{"server_uuid": "aaac267b-7431-4164-8f53-b3e8a8f4b25d", "name": "network-vif-plugged", "status": "completed", "tag": "277fba42-fbb4-46f6-9139-67026080abea"}, {"server_uuid": "fb461dcf-1b67-45aa-b80a-deb6bd4f3066", "name": "network-vif-plugged", "status": "completed", "tag": "111109ac-8dd5-42cd-9d43-0a38660565c6"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:00:55.863682 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c98b8235-0cb0-4a9a-b913-ace19ef36864 req-b4969a2f-e1c7-4bca-a863-f3a785e46783 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6651874 Aug 11 22:00:55.933182 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed368a-3833-43e9-823b-4e0237319b5a req-f16c95ae-aa0a-48fb-9b3d-d35847de43d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:55.936176 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91ed368a-3833-43e9-823b-4e0237319b5a req-f16c95ae-aa0a-48fb-9b3d-d35847de43d0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f3da70be91664ca8a55d012676042959&device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 1097 time: 0.1538126 Aug 11 22:00:55.945752 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-6d2c1109-ecd7-49ea-831d-b0e5e802b678 None None] Set router d552db45-9f5d-46b1-9c39-987ab9f34a05 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:00:55.965267 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942c380-07c7-49c3-a6bf-5a99bbc3b95e req-6edf3834-a49d-46f9-b961-0014999f48ee tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:55.969679 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3942c380-07c7-49c3-a6bf-5a99bbc3b95e req-6edf3834-a49d-46f9-b961-0014999f48ee tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 945 time: 0.1825297 Aug 11 22:00:56.050012 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d8b90-dd04-45b0-9d21-98ba30525b53 req-fa71f458-58ce-485e-969e-37b237a236a9 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:56.056832 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c5d8b90-dd04-45b0-9d21-98ba30525b53 req-fa71f458-58ce-485e-969e-37b237a236a9 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 945 time: 0.1425536 Aug 11 22:00:56.146222 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3942c380-07c7-49c3-a6bf-5a99bbc3b95e req-34a487e8-9130-4931-8bcb-e97ba544f64c tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404793 Aug 11 22:00:56.179790 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c5d8b90-dd04-45b0-9d21-98ba30525b53 req-569215b3-7870-43e8-87cd-b73267ac5b53 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093967 Aug 11 22:00:56.248682 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed368a-3833-43e9-823b-4e0237319b5a req-d31c59f4-2041-4f1c-bbff-47b5c73b3dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:56.255930 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91ed368a-3833-43e9-823b-4e0237319b5a req-d31c59f4-2041-4f1c-bbff-47b5c73b3dea service neutron] 10.222.0.82 "GET /v2.0/networks?id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 200 len: 912 time: 0.2795339 Aug 11 22:00:56.396043 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 22:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96947fb7-0214-4cfb-a029-c6aa0272dffb x-openstack-request-id: req-96947fb7-0214-4cfb-a029-c6aa0272dffb {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:00:56.396695 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaac267b-7431-4164-8f53-b3e8a8f4b25d", "name": "network-vif-plugged", "status": "completed", "tag": "277fba42-fbb4-46f6-9139-67026080abea", "code": 200}, {"server_uuid": "fb461dcf-1b67-45aa-b80a-deb6bd4f3066", "name": "network-vif-plugged", "status": "completed", "tag": "111109ac-8dd5-42cd-9d43-0a38660565c6", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:00:56.397174 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-96947fb7-0214-4cfb-a029-c6aa0272dffb {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:00:56.397912 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaac267b-7431-4164-8f53-b3e8a8f4b25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277fba42-fbb4-46f6-9139-67026080abea', 'code': 200} Aug 11 22:00:56.398359 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb461dcf-1b67-45aa-b80a-deb6bd4f3066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111109ac-8dd5-42cd-9d43-0a38660565c6', 'code': 200} Aug 11 22:00:56.458219 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 2f11279c-d043-4fd7-9422-1565dda4fd4d details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:00:56.465298 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91ed368a-3833-43e9-823b-4e0237319b5a req-fc4db991-ee2c-42a0-96be-e661c071b3b7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 HTTP/1.1" status: 200 len: 1000 time: 0.2056067 Aug 11 22:00:56.652791 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedf5ea-e5ac-425f-b315-da22a3d5bb2c req-cf81ec85-b0e8-4446-97ab-e7c41cc14480 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:56.656122 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8dedf5ea-e5ac-425f-b315-da22a3d5bb2c req-cf81ec85-b0e8-4446-97ab-e7c41cc14480 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 946 time: 0.1293650 Aug 11 22:00:56.757218 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8dedf5ea-e5ac-425f-b315-da22a3d5bb2c req-4a96006a-2c2d-4e4c-96fd-08b05679233f tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837126 Aug 11 22:00:56.842878 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed368a-3833-43e9-823b-4e0237319b5a req-6aea86d4-8b37-43ad-8782-bd887d37e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:56.845766 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91ed368a-3833-43e9-823b-4e0237319b5a req-6aea86d4-8b37-43ad-8782-bd887d37e023 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=71666487-d255-442c-a4c1-ffc47afdf7b3 HTTP/1.1" status: 200 len: 850 time: 0.3703103 Aug 11 22:00:56.857250 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6a0ed-619a-4e19-b0b7-9634c460bab7 req-ac5c6725-e752-4592-ab30-50dbc08253b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:56.863413 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cca6a0ed-619a-4e19-b0b7-9634c460bab7 req-ac5c6725-e752-4592-ab30-50dbc08253b1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aaac267b-7431-4164-8f53-b3e8a8f4b25d HTTP/1.1" status: 200 len: 1096 time: 0.3428576 Aug 11 22:00:56.924413 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 2f11279c-d043-4fd7-9422-1565dda4fd4d, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2f11279c-d043-4fd7-9422-1565dda4fd4d,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:56.948689 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '2f11279c-d043-4fd7-9422-1565dda4fd4d', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '2f11279c-d043-4fd7-9422-1565dda4fd4d', 'mac_address': 'fa:16:3e:58:43:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:00:57.020624 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc5a79-a1fe-4fe1-8731-d3166c767e19 req-ee3b3897-e2cc-4262-afe7-65dcfa34ccdc tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:57.024667 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-24dc5a79-a1fe-4fe1-8731-d3166c767e19 req-ee3b3897-e2cc-4262-afe7-65dcfa34ccdc tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaac267b-7431-4164-8f53-b3e8a8f4b25d HTTP/1.1" status: 200 len: 945 time: 0.5163391 Aug 11 22:00:57.028336 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cca6a0ed-619a-4e19-b0b7-9634c460bab7 req-14fa83e8-a423-40f0-9be3-0162b74c6e31 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408701 Aug 11 22:00:57.065839 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:57.093192 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9216a-de6c-4a43-9803-5ae59b1c8b71 req-e79af1eb-275e-4674-9702-588f1f67d82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:57.096503 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-afd9216a-de6c-4a43-9803-5ae59b1c8b71 req-e79af1eb-275e-4674-9702-588f1f67d82e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 1096 time: 0.5448253 Aug 11 22:00:57.113198 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f11279c-d043-4fd7-9422-1565dda4fd4d {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:00:57.141822 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 2f11279c-d043-4fd7-9422-1565dda4fd4d, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2f11279c-d043-4fd7-9422-1565dda4fd4d,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:57.149298 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed368a-3833-43e9-823b-4e0237319b5a req-c73dd2c9-5986-409e-99db-039fe65d04b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:57.152237 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91ed368a-3833-43e9-823b-4e0237319b5a req-c73dd2c9-5986-409e-99db-039fe65d04b1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2866380 Aug 11 22:00:57.153274 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-6d2c1109-ecd7-49ea-831d-b0e5e802b678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'name': 'tempest-ServerActionsTestJSON-603148391-router', 'tenant_id': 'f3da70be91664ca8a55d012676042959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '16adc3aa-3e96-4480-84a5-0feda4ab0e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:00:07Z', 'updated_at': '2021-08-11T22:00:17Z', 'revision_number': 4, 'project_id': 'f3da70be91664ca8a55d012676042959', 'gw_port': {'id': '16adc3aa-3e96-4480-84a5-0feda4ab0e51', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:41:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:00:08Z', 'updated_at': '2021-08-11T22:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '3a7b9f71-babc-4c95-a905-b923a77fa1c6', 'tenant_id': 'f3da70be91664ca8a55d012676042959', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'port_id': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9', 'mac_address': 'fa:16:3e:a5:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aad8f4d-c5ed-427f-8ee4-328c12470876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:00:25Z', 'updated_at': '2021-08-11T22:00:53Z', 'revision_number': 1, 'project_id': 'f3da70be91664ca8a55d012676042959', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bfd1421-76b5-4cda-8d7e-df82520ab17c', 'name': '', 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9', 'tenant_id': 'f3da70be91664ca8a55d012676042959', 'mac_address': 'fa:16:3e:65:b7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '71666487-d255-442c-a4c1-ffc47afdf7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:00:14Z', 'updated_at': '2021-08-11T22:00:24Z', 'revision_number': 5, 'project_id': 'f3da70be91664ca8a55d012676042959', 'subnets': [{'id': '71666487-d255-442c-a4c1-ffc47afdf7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:00:57.159596 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:57.260202 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2c1109-ecd7-49ea-831d-b0e5e802b678 None None] The sync data for ids ['d552db45-9f5d-46b1-9c39-987ab9f34a05'] in n-d-804275-3 is: [{'id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'name': 'tempest-ServerActionsTestJSON-603148391-router', 'tenant_id': 'f3da70be91664ca8a55d012676042959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '16adc3aa-3e96-4480-84a5-0feda4ab0e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:00:07Z', 'updated_at': '2021-08-11T22:00:17Z', 'revision_number': 4, 'project_id': 'f3da70be91664ca8a55d012676042959', 'gw_port': {'id': '16adc3aa-3e96-4480-84a5-0feda4ab0e51', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:41:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:00:08Z', 'updated_at': '2021-08-11T22:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '3a7b9f71-babc-4c95-a905-b923a77fa1c6', 'tenant_id': 'f3da70be91664ca8a55d012676042959', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'port_id': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9', 'mac_address': 'fa:16:3e:a5:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aad8f4d-c5ed-427f-8ee4-328c12470876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:00:25Z', 'updated_at': '2021-08-11T22:00:53Z', 'revision_number': 1, 'project_id': 'f3da70be91664ca8a55d012676042959', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bfd1421-76b5-4cda-8d7e-df82520ab17c', 'name': '', 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9', 'tenant_id': 'f3da70be91664ca8a55d012676042959', 'mac_address': 'fa:16:3e:65:b7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '71666487-d255-442c-a4c1-ffc47afdf7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:00:14Z', 'updated_at': '2021-08-11T22:00:24Z', 'revision_number': 5, 'project_id': 'f3da70be91664ca8a55d012676042959', 'subnets': [{'id': '71666487-d255-442c-a4c1-ffc47afdf7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:00:57.281400 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=2f11279c-d043-4fd7-9422-1565dda4fd4d,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:57.309214 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d59018-db89-49be-8fab-0824491b3950 req-067804b6-c01a-4977-a51e-d17ceed98933 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:57.322850 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-95d59018-db89-49be-8fab-0824491b3950 req-067804b6-c01a-4977-a51e-d17ceed98933 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.2057843 Aug 11 22:00:57.371273 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-afd9216a-de6c-4a43-9803-5ae59b1c8b71 req-13b2c3a9-713c-481a-8e1e-a34e4a0e06a9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487364 Aug 11 22:00:57.380777 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-24dc5a79-a1fe-4fe1-8731-d3166c767e19 req-df2ba339-8954-4426-a2d1-56decc18f0ef tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359292 Aug 11 22:00:57.388201 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['2f11279c-d043-4fd7-9422-1565dda4fd4d'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:00:57.428869 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91ed368a-3833-43e9-823b-4e0237319b5a req-5e5e3263-ea5b-4ee6-a44b-5ad4a138cdbc service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534657 Aug 11 22:00:57.474447 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-95d59018-db89-49be-8fab-0824491b3950 req-296e8ebe-792d-4f5c-b190-6483ab64ace8 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500428 Aug 11 22:00:57.621059 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91ed368a-3833-43e9-823b-4e0237319b5a req-7c88a098-ec5d-4c0a-bb2e-94755558fce4 service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812513 Aug 11 22:00:57.696187 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f2b85-2b77-4c6e-ab20-6d87d4402c64 req-0dd45913-45cd-48ba-b0cb-7284e898b616 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:57.699337 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cf6f2b85-2b77-4c6e-ab20-6d87d4402c64 req-0dd45913-45cd-48ba-b0cb-7284e898b616 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 1097 time: 0.1534350 Aug 11 22:00:57.709333 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb362337-b129-44d3-887f-f17076f9d089 req-39721b7c-4d4a-4516-85c7-21ccc4469df9 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:57.724400 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cb362337-b129-44d3-887f-f17076f9d089 req-39721b7c-4d4a-4516-85c7-21ccc4469df9 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 945 time: 0.1139991 Aug 11 22:00:57.752366 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cf6f2b85-2b77-4c6e-ab20-6d87d4402c64 req-b04f4f71-d230-41f6-865b-f882fbc3cd08 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411808 Aug 11 22:00:57.839124 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cb362337-b129-44d3-887f-f17076f9d089 req-6daadb43-ba94-4d37-ad9d-4fa7cfef5a5d tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122477 Aug 11 22:00:57.856430 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56757204-c95e-412b-9b77-c661f1562db4 None None] New status for floating IP 3a7b9f71-babc-4c95-a905-b923a77fa1c6: ACTIVE {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:00:58.024979 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8daa672-04b7-4ea4-9e92-fb984898e4ec req-61b8eb52-fd5c-4c03-bcf8-f116cba93316 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:58.037486 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c8daa672-04b7-4ea4-9e92-fb984898e4ec req-61b8eb52-fd5c-4c03-bcf8-f116cba93316 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 945 time: 0.1064186 Aug 11 22:00:58.100123 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c8daa672-04b7-4ea4-9e92-fb984898e4ec req-3cd9d10c-993e-4216-9ae3-aee3483b9032 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551226 Aug 11 22:00:58.254919 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c65c1-d2a0-4191-a5f8-37aa2b72b641 req-62ba347a-a267-4af9-bed3-d532bafacd98 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:58.257392 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7a4c65c1-d2a0-4191-a5f8-37aa2b72b641 req-62ba347a-a267-4af9-bed3-d532bafacd98 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 1097 time: 0.0909090 Aug 11 22:00:58.308586 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7a4c65c1-d2a0-4191-a5f8-37aa2b72b641 req-c754c5a5-1c57-4c23-819e-0fa899284581 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450790 Aug 11 22:00:58.454139 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 2f11279c-d043-4fd7-9422-1565dda4fd4d up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:00:58.556810 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 2f11279c-d043-4fd7-9422-1565dda4fd4d triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:00:58.558160 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:58.629146 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd6e33-4f6b-418c-ba74-99d4bd037fbc req-58012bf4-2e91-46a0-9bd6-8c6b7c2e36e9 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:58.644190 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a1bd6e33-4f6b-418c-ba74-99d4bd037fbc req-58012bf4-2e91-46a0-9bd6-8c6b7c2e36e9 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaac267b-7431-4164-8f53-b3e8a8f4b25d HTTP/1.1" status: 200 len: 945 time: 0.1416423 Aug 11 22:00:58.755442 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a1001-2396-4b71-9205-d687b2103a14 req-239da0a9-de52-4480-a9ec-82c13fcf877f tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:58.758417 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ae6a1001-2396-4b71-9205-d687b2103a14 req-239da0a9-de52-4480-a9ec-82c13fcf877f tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.1139114 Aug 11 22:00:58.762342 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a1bd6e33-4f6b-418c-ba74-99d4bd037fbc req-4bd66de1-376e-4cd0-a94d-171658eec0c3 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082399 Aug 11 22:00:58.776330 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:58.805419 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b8235-0cb0-4a9a-b913-ace19ef36864 req-2ef63fc5-a838-4d93-a562-61e7e2999896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:58.806931 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c98b8235-0cb0-4a9a-b913-ace19ef36864 req-2ef63fc5-a838-4d93-a562-61e7e2999896 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 1101 time: 0.0782785 Aug 11 22:00:58.820801 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab557092-5149-4dd2-8702-909fa973d304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f11279c-d043-4fd7-9422-1565dda4fd4d'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:00:58.820801 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6e29c8-c8e4-460f-aac0-035099a1f356" -d '{"events": [{"server_uuid": "ab557092-5149-4dd2-8702-909fa973d304", "name": "network-vif-plugged", "status": "completed", "tag": "2f11279c-d043-4fd7-9422-1565dda4fd4d"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:00:58.833782 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 2f11279c-d043-4fd7-9422-1565dda4fd4d, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2f11279c-d043-4fd7-9422-1565dda4fd4d,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:00:58.842046 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:00:58.868707 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ae6a1001-2396-4b71-9205-d687b2103a14 req-b77d899f-a9a9-403e-af07-ef812ad81a1a tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008599 Aug 11 22:00:58.943278 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=2f11279c-d043-4fd7-9422-1565dda4fd4d,revision_number=7']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:00:58.961886 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73eabf4-1060-4605-924d-55dc363e3c5c x-openstack-request-id: req-e73eabf4-1060-4605-924d-55dc363e3c5c {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:00:58.962772 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab557092-5149-4dd2-8702-909fa973d304", "name": "network-vif-plugged", "status": "completed", "tag": "2f11279c-d043-4fd7-9422-1565dda4fd4d", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:00:58.963726 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e73eabf4-1060-4605-924d-55dc363e3c5c {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:00:58.964718 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab557092-5149-4dd2-8702-909fa973d304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f11279c-d043-4fd7-9422-1565dda4fd4d', 'code': 200} Aug 11 22:00:59.032134 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf203d1-0f3a-4bac-8e36-e1a2e4a23ba6 req-ef091418-9887-40a9-a792-59b2e614345d tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:59.033719 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ebf203d1-0f3a-4bac-8e36-e1a2e4a23ba6 req-ef091418-9887-40a9-a792-59b2e614345d tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 1097 time: 0.0993199 Aug 11 22:00:59.037049 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b8235-0cb0-4a9a-b913-ace19ef36864 req-03b259fa-a574-4b71-bf1c-75219465c41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:59.040065 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c98b8235-0cb0-4a9a-b913-ace19ef36864 req-03b259fa-a574-4b71-bf1c-75219465c41c service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.2235610 Aug 11 22:00:59.105134 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c98b8235-0cb0-4a9a-b913-ace19ef36864 req-ece57064-335d-48ef-819f-95c9cb12e65e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=98abb531-fd07-4a25-8543-5afc8994d142 HTTP/1.1" status: 200 len: 217 time: 0.0562558 Aug 11 22:00:59.139642 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ebf203d1-0f3a-4bac-8e36-e1a2e4a23ba6 req-085222b2-9138-4a22-9943-26ae8dbb7d94 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932570 Aug 11 22:00:59.236660 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b8235-0cb0-4a9a-b913-ace19ef36864 req-2fa7a792-2f40-4c6c-96a7-c4080c81dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:59.240058 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c98b8235-0cb0-4a9a-b913-ace19ef36864 req-2fa7a792-2f40-4c6c-96a7-c4080c81dd33 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1193304 Aug 11 22:00:59.307491 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b8235-0cb0-4a9a-b913-ace19ef36864 req-de0ce7bf-6f33-4645-9662-aaf9df02f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:59.309335 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c98b8235-0cb0-4a9a-b913-ace19ef36864 req-de0ce7bf-6f33-4645-9662-aaf9df02f0f1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0614619 Aug 11 22:00:59.309808 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23e8a7-dc18-459e-81b8-ed351c5cef3f req-b63ec66a-ba84-4426-b464-07542a7c29f5 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:59.316251 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a23e8a7-dc18-459e-81b8-ed351c5cef3f req-b63ec66a-ba84-4426-b464-07542a7c29f5 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 945 time: 0.1044490 Aug 11 22:00:59.392800 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a23e8a7-dc18-459e-81b8-ed351c5cef3f req-b0aa76bc-d02a-4013-ac39-d28511bad26e tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523546 Aug 11 22:00:59.520507 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9b268-41f8-490a-92ad-647d4d0d9c4a req-fb9c5148-f1fb-41ca-a8d6-e6f28749577d tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:59.522318 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-daf9b268-41f8-490a-92ad-647d4d0d9c4a req-fb9c5148-f1fb-41ca-a8d6-e6f28749577d tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaac267b-7431-4164-8f53-b3e8a8f4b25d HTTP/1.1" status: 200 len: 945 time: 0.0582128 Aug 11 22:00:59.532103 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647b5a5-c9d9-46cd-84f3-644dac106350 req-acfddf5d-e742-4d71-8dfd-4b0110d09643 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:59.534772 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3647b5a5-c9d9-46cd-84f3-644dac106350 req-acfddf5d-e742-4d71-8dfd-4b0110d09643 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 945 time: 0.1772037 Aug 11 22:00:59.541387 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c98b8235-0cb0-4a9a-b913-ace19ef36864 req-7f9694e2-900e-454e-affe-0c38cef0dfcc service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136531 Aug 11 22:00:59.566455 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-daf9b268-41f8-490a-92ad-647d4d0d9c4a req-9ad1154b-5aaa-4743-b246-1a973819f0a7 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377579 Aug 11 22:00:59.699871 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3647b5a5-c9d9-46cd-84f3-644dac106350 req-d05c551b-bf42-4db7-84a4-2b00e34a0c18 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567550 Aug 11 22:00:59.778028 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c98b8235-0cb0-4a9a-b913-ace19ef36864 req-b7a6c231-6b0e-4753-b285-c405bd95e17d service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245631 Aug 11 22:00:59.970861 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4dfbf-cc18-457b-a755-0d3fde5c5821 req-8eeaccdc-3882-46ff-a934-352552268344 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:00:59.973273 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e4c4dfbf-cc18-457b-a755-0d3fde5c5821 req-8eeaccdc-3882-46ff-a934-352552268344 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 945 time: 0.0948439 Aug 11 22:00:59.988950 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33320) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:00:59.997152 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-df743d84-ec81-4c27-9159-15a7a647ab1e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Request body: {'floatingip': {'port_id': '111109ac-8dd5-42cd-9d43-0a38660565c6'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:01:00.072349 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-df743d84-ec81-4c27-9159-15a7a647ab1e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for floatingip, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:00.164091 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1063e7-c87d-4cdf-b29d-a3ebfe1e1ee4 req-892979c6-bc3a-498e-a669-a3609eec8e88 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:00.177464 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5a1063e7-c87d-4cdf-b29d-a3ebfe1e1ee4 req-892979c6-bc3a-498e-a669-a3609eec8e88 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.1034279 Aug 11 22:01:00.239829 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5a1063e7-c87d-4cdf-b29d-a3ebfe1e1ee4 req-dce61ade-7016-4784-9001-b3c93350aa06 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492334 Aug 11 22:01:00.559770 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a0bde-03d5-46f8-9d98-a0f699082803 req-3169a010-5a21-4010-be68-987e3bbe5f42 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:00.562693 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-129a0bde-03d5-46f8-9d98-a0f699082803 req-3169a010-5a21-4010-be68-987e3bbe5f42 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 945 time: 0.0680168 Aug 11 22:01:00.627567 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-129a0bde-03d5-46f8-9d98-a0f699082803 req-2bde30d8-24e6-4308-9167-3c0ef404376e tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582931 Aug 11 22:01:00.747426 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-df743d84-ec81-4c27-9159-15a7a647ab1e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:00.754327 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-df743d84-ec81-4c27-9159-15a7a647ab1e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:00.781705 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-5871a3d2-52a3-45fd-a43b-ccaf55a20e3d tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:01:00.783614 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-5871a3d2-52a3-45fd-a43b-ccaf55a20e3d tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113115 Aug 11 22:01:00.829067 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d8e8d-f954-48e1-adaf-d7f7591489dc req-1e60d743-83e5-497b-bd1e-593900b420a2 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:00.831448 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0d6d8e8d-f954-48e1-adaf-d7f7591489dc req-1e60d743-83e5-497b-bd1e-593900b420a2 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaac267b-7431-4164-8f53-b3e8a8f4b25d HTTP/1.1" status: 200 len: 945 time: 0.1294794 Aug 11 22:01:00.893965 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-df743d84-ec81-4c27-9159-15a7a647ab1e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Floating IP 97199304-40f2-4030-87ba-9ed4b3b9c5cf associated. External IP: 172.25.2.85, port: 111109ac-8dd5-42cd-9d43-0a38660565c6. Aug 11 22:01:00.920892 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0c360-bcc3-4f11-ac30-80e60ffe175b req-65e2c8e6-bd9d-4662-871b-363d7b9fab82 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:00.923622 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-45a0c360-bcc3-4f11-ac30-80e60ffe175b req-65e2c8e6-bd9d-4662-871b-363d7b9fab82 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaac267b-7431-4164-8f53-b3e8a8f4b25d HTTP/1.1" status: 200 len: 945 time: 0.1739626 Aug 11 22:01:00.982593 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-aeca834e-bebc-4334-8d88-875a42894e94 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:01:00.984511 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-aeca834e-bebc-4334-8d88-875a42894e94 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1500823 Aug 11 22:01:01.064245 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-45a0c360-bcc3-4f11-ac30-80e60ffe175b req-c56f21ec-1998-4128-af6c-4664baa64fd9 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups?id=21676f77-6282-4f69-a7c5-99ed7015ace7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285250 Aug 11 22:01:01.107283 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-0d6d8e8d-f954-48e1-adaf-d7f7591489dc req-8a8dcca6-377f-4c9d-b7bf-7f387916d637 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Deleting port 277fba42-fbb4-46f6-9139-67026080abea {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:01:01.107731 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0d6d8e8d-f954-48e1-adaf-d7f7591489dc req-8a8dcca6-377f-4c9d-b7bf-7f387916d637 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:01.128680 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-19e36a34-01db-412e-93cb-50b3098e1c00 service neutron] Request body: {'binding': {'host': 'n-h1-804275-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:01:01.129510 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-19e36a34-01db-412e-93cb-50b3098e1c00 service neutron] Unknown quota resources ['binding']. {{(pid=100942) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 22:01:01.230947 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df743d84-ec81-4c27-9159-15a7a647ab1e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Router f35319c6-0d06-4125-82b8-e475b94e7c8e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:01:01.420761 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-0d6d8e8d-f954-48e1-adaf-d7f7591489dc req-8a8dcca6-377f-4c9d-b7bf-7f387916d637 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] For port 277fba42-fbb4-46f6-9139-67026080abea, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=277fba42-fbb4-46f6-9139-67026080abea,segment=NetworkSegment(955956c0-819f-4ff3-b129-18102dcedf3e),segment_id=955956c0-819f-4ff3-b129-18102dcedf3e)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:01:01.422464 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0d6d8e8d-f954-48e1-adaf-d7f7591489dc req-8a8dcca6-377f-4c9d-b7bf-7f387916d637 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:01.447190 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-0d6d8e8d-f954-48e1-adaf-d7f7591489dc req-8a8dcca6-377f-4c9d-b7bf-7f387916d637 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Calling delete_port for 277fba42-fbb4-46f6-9139-67026080abea owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:01:01.494740 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7ce8a-f015-4785-bb66-f1be4e17df68 req-5764aa57-47df-4bf3-b6d0-be6de22b1d88 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:01.502514 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-abb7ce8a-f015-4785-bb66-f1be4e17df68 req-5764aa57-47df-4bf3-b6d0-be6de22b1d88 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.1720786 Aug 11 22:01:01.525402 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df743d84-ec81-4c27-9159-15a7a647ab1e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:01:01.540160 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-df743d84-ec81-4c27-9159-15a7a647ab1e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:01.550046 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c841a70-3171-495c-9cf6-3bcd50ce8638 None None] Sync routers for ids ['f35319c6-0d06-4125-82b8-e475b94e7c8e'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:01:01.581877 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c841a70-3171-495c-9cf6-3bcd50ce8638 None None] Routers {'f35319c6-0d06-4125-82b8-e475b94e7c8e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:01:01.583379 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-8c841a70-3171-495c-9cf6-3bcd50ce8638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:00:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f35319c6-0d06-4125-82b8-e475b94e7c8e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:01:01.629651 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-df743d84-ec81-4c27-9159-15a7a647ab1e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "PUT /v2.0/floatingips/97199304-40f2-4030-87ba-9ed4b3b9c5cf HTTP/1.1" status: 200 len: 990 time: 1.6380746 Aug 11 22:01:01.630566 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb461dcf-1b67-45aa-b80a-deb6bd4f3066', 'tag': '111109ac-8dd5-42cd-9d43-0a38660565c6'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:01:01.646359 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f1dee5-ed97-4c7e-ad59-ba208b8ab262" -d '{"events": [{"name": "network-changed", "server_uuid": "fb461dcf-1b67-45aa-b80a-deb6bd4f3066", "tag": "111109ac-8dd5-42cd-9d43-0a38660565c6"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:01:01.652465 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-abb7ce8a-f015-4785-bb66-f1be4e17df68 req-b145f473-4b1d-4b38-ab52-41809b892c35 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486607 Aug 11 22:01:01.705491 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-19e36a34-01db-412e-93cb-50b3098e1c00 service neutron] Attempting to bind port c84086a0-a645-40a4-b512-da4494ff541a on host n-h1-804275-3 for vnic_type normal with profile None {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:01:01.705841 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-19e36a34-01db-412e-93cb-50b3098e1c00 service neutron] Attempting to bind port c84086a0-a645-40a4-b512-da4494ff541a by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:01:01.706251 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-19e36a34-01db-412e-93cb-50b3098e1c00 service neutron] Attempting to bind port c84086a0-a645-40a4-b512-da4494ff541a on network 83735497-c152-410a-a532-372740b4ec60 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:01:01.714294 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-19e36a34-01db-412e-93cb-50b3098e1c00 service neutron] Port c84086a0-a645-40a4-b512-da4494ff541a on network 83735497-c152-410a-a532-372740b4ec60 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:01:01.714757 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-19e36a34-01db-412e-93cb-50b3098e1c00 service neutron] Attempting to bind port c84086a0-a645-40a4-b512-da4494ff541a on network 83735497-c152-410a-a532-372740b4ec60 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:01:01.722464 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-19e36a34-01db-412e-93cb-50b3098e1c00 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:01:01.722944 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-19e36a34-01db-412e-93cb-50b3098e1c00 service neutron] Checking segment: {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:01:01.723848 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-19e36a34-01db-412e-93cb-50b3098e1c00 service neutron] Bound using segment: {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:01:01.724676 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-19e36a34-01db-412e-93cb-50b3098e1c00 service neutron] Bound port: c84086a0-a645-40a4-b512-da4494ff541a, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:01:01.834120 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-8c841a70-3171-495c-9cf6-3bcd50ce8638 None None] Set router f35319c6-0d06-4125-82b8-e475b94e7c8e gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:01:01.844214 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-19e36a34-01db-412e-93cb-50b3098e1c00 service neutron] For port c84086a0-a645-40a4-b512-da4494ff541a, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c84086a0-a645-40a4-b512-da4494ff541a,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:01:01.846681 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0d6d8e8d-f954-48e1-adaf-d7f7591489dc req-8a8dcca6-377f-4c9d-b7bf-7f387916d637 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:01.850479 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-19e36a34-01db-412e-93cb-50b3098e1c00 service neutron] Notify callbacks [] for binding, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:01.851923 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-19e36a34-01db-412e-93cb-50b3098e1c00 service neutron] 10.222.0.77 "POST /v2.0/ports/c84086a0-a645-40a4-b512-da4494ff541a/bindings HTTP/1.1" status: 201 len: 389 time: 0.8296430 Aug 11 22:01:01.870607 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['277fba42-fbb4-46f6-9139-67026080abea'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:01:01.887538 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8dcca6-377f-4c9d-b7bf-7f387916d637 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Pushing event deleted for resources: {'Port': ['ID=277fba42-fbb4-46f6-9139-67026080abea,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:01.982389 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6d8e8d-f954-48e1-adaf-d7f7591489dc req-8a8dcca6-377f-4c9d-b7bf-7f387916d637 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] No DVR routers for this DVR port 277fba42-fbb4-46f6-9139-67026080abea on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:01:02.004810 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0d6d8e8d-f954-48e1-adaf-d7f7591489dc req-8a8dcca6-377f-4c9d-b7bf-7f387916d637 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:02.007000 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0d6d8e8d-f954-48e1-adaf-d7f7591489dc req-8a8dcca6-377f-4c9d-b7bf-7f387916d637 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.52 "DELETE /v2.0/ports/277fba42-fbb4-46f6-9139-67026080abea HTTP/1.1" status: 204 len: 173 time: 1.1623714 Aug 11 22:01:02.007491 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaac267b-7431-4164-8f53-b3e8a8f4b25d', 'name': 'network-vif-deleted', 'tag': '277fba42-fbb4-46f6-9139-67026080abea'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:01:02.010011 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c926692-2544-4602-8701-5109fbd4987b" -d '{"events": [{"server_uuid": "aaac267b-7431-4164-8f53-b3e8a8f4b25d", "name": "network-vif-deleted", "tag": "277fba42-fbb4-46f6-9139-67026080abea"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:01:02.128547 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f175436-7b7d-4724-a579-2a36094b53dd x-openstack-request-id: req-6f175436-7b7d-4724-a579-2a36094b53dd {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:01:02.129220 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb461dcf-1b67-45aa-b80a-deb6bd4f3066", "tag": "111109ac-8dd5-42cd-9d43-0a38660565c6", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:01:02.129491 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6f175436-7b7d-4724-a579-2a36094b53dd {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:01:02.129924 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb461dcf-1b67-45aa-b80a-deb6bd4f3066', 'tag': '111109ac-8dd5-42cd-9d43-0a38660565c6', 'status': 'completed', 'code': 200} Aug 11 22:01:02.192128 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246b25d-dedc-4c40-91ff-c0bb196ab5fe req-e0eded1e-a470-45ba-b65c-a8cef5b45079 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:02.193586 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0246b25d-dedc-4c40-91ff-c0bb196ab5fe req-e0eded1e-a470-45ba-b65c-a8cef5b45079 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 945 time: 0.1164644 Aug 11 22:01:02.280415 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1dee5-ed97-4c7e-ad59-ba208b8ab262 req-1dcd4766-9884-4519-9af9-536110bb34db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:02.281609 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0246b25d-dedc-4c40-91ff-c0bb196ab5fe req-6b38d279-d87b-46c7-927c-75b325821f52 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665402 Aug 11 22:01:02.282669 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f3f1dee5-ed97-4c7e-ad59-ba208b8ab262 req-1dcd4766-9884-4519-9af9-536110bb34db service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bbabed8946d642c3bc7c5dee10664230&device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 1096 time: 0.1067691 Aug 11 22:01:02.292802 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd9e99-46e0-4e31-8ec6-4357b09f0e3c req-383a14e2-eded-498f-aa45-2d8470af05f5 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:02.302154 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f4bd9e99-46e0-4e31-8ec6-4357b09f0e3c req-383a14e2-eded-498f-aa45-2d8470af05f5 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 946 time: 0.1241255 Aug 11 22:01:02.490539 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f4bd9e99-46e0-4e31-8ec6-4357b09f0e3c req-7785fca0-0e47-413b-8107-6f92db1e3f95 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870527 Aug 11 22:01:02.549590 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a59905d-cb1e-4184-b034-ab1beafc24aa x-openstack-request-id: req-3a59905d-cb1e-4184-b034-ab1beafc24aa {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:01:02.550270 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaac267b-7431-4164-8f53-b3e8a8f4b25d", "name": "network-vif-deleted", "tag": "277fba42-fbb4-46f6-9139-67026080abea", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:01:02.550832 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3a59905d-cb1e-4184-b034-ab1beafc24aa {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:01:02.551672 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaac267b-7431-4164-8f53-b3e8a8f4b25d', 'name': 'network-vif-deleted', 'tag': '277fba42-fbb4-46f6-9139-67026080abea', 'status': 'completed', 'code': 200} Aug 11 22:01:02.610975 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-8c841a70-3171-495c-9cf6-3bcd50ce8638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-258464786-router', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:55:28Z', 'updated_at': '2021-08-11T21:55:41Z', 'revision_number': 4, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'gw_port': {'id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:30Z', 'updated_at': '2021-08-11T21:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '97199304-40f2-4030-87ba-9ed4b3b9c5cf', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'floating_ip_address': '172.25.2.85', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'port_id': '111109ac-8dd5-42cd-9d43-0a38660565c6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'mac_address': 'fa:16:3e:16:91:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb461dcf-1b67-45aa-b80a-deb6bd4f3066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:00:32Z', 'updated_at': '2021-08-11T22:01:00Z', 'revision_number': 1, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1890c58e-7b30-404d-b5bc-37886c3fd299', 'name': '', 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'mac_address': 'fa:16:3e:1e:d0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:38Z', 'updated_at': '2021-08-11T21:55:51Z', 'revision_number': 5, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'subnets': [{'id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:01:02.684880 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1dee5-ed97-4c7e-ad59-ba208b8ab262 req-237cf8cd-8f91-4ffe-9840-bd520f701812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:02.687110 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f3f1dee5-ed97-4c7e-ad59-ba208b8ab262 req-237cf8cd-8f91-4ffe-9840-bd520f701812 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1c3ee35b-1680-40ce-a5ec-450a30ee6971 HTTP/1.1" status: 200 len: 917 time: 0.3816683 Aug 11 22:01:02.689534 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-4e5864c5-0c5b-45b2-9a50-d8cd1494d36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:02.691198 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-4e5864c5-0c5b-45b2-9a50-d8cd1494d36a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a5fc899cc52f44178d979d66e6a50dde&device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 1097 time: 0.3695505 Aug 11 22:01:02.693533 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-230bac42-6d67-4483-8bb8-5c60c54c3b02 req-cfc97cb1-d277-40ca-ae8c-5dc81a42f659 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/ports?device_id=aaac267b-7431-4164-8f53-b3e8a8f4b25d HTTP/1.1" status: 200 len: 210 time: 0.0504091 Aug 11 22:01:02.716444 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c841a70-3171-495c-9cf6-3bcd50ce8638 None None] Checking router: f35319c6-0d06-4125-82b8-e475b94e7c8e for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:01:02.737456 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c841a70-3171-495c-9cf6-3bcd50ce8638 None None] Routers {'f35319c6-0d06-4125-82b8-e475b94e7c8e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:01:02.738771 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-8c841a70-3171-495c-9cf6-3bcd50ce8638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:00:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f35319c6-0d06-4125-82b8-e475b94e7c8e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:01:02.963140 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f3f1dee5-ed97-4c7e-ad59-ba208b8ab262 req-6ab00c32-da3d-4891-b454-3b5ff63f2d4a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=111109ac-8dd5-42cd-9d43-0a38660565c6 HTTP/1.1" status: 200 len: 998 time: 0.2679663 Aug 11 22:01:03.052002 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-706bf38f-c4a0-4768-890b-11de797196df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:03.054153 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-706bf38f-c4a0-4768-890b-11de797196df service neutron] 10.222.0.82 "GET /v2.0/networks?id=83735497-c152-410a-a532-372740b4ec60 HTTP/1.1" status: 200 len: 908 time: 0.3521535 Aug 11 22:01:03.065414 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-8c841a70-3171-495c-9cf6-3bcd50ce8638 None None] Set router f35319c6-0d06-4125-82b8-e475b94e7c8e gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:01:03.099432 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e7b11-32d3-42fc-8ad2-9a26e03ab62f req-01e8add6-f856-42dc-843e-293940c5b2f3 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:03.101113 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-171e7b11-32d3-42fc-8ad2-9a26e03ab62f req-01e8add6-f856-42dc-843e-293940c5b2f3 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.2028048 Aug 11 22:01:03.158492 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1dee5-ed97-4c7e-ad59-ba208b8ab262 req-f6e88ac2-728c-481f-966a-6a2615fb349e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:03.160356 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f3f1dee5-ed97-4c7e-ad59-ba208b8ab262 req-f6e88ac2-728c-481f-966a-6a2615fb349e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7909b953-a9da-40c4-9e8c-1313ada07900 HTTP/1.1" status: 200 len: 855 time: 0.1886423 Aug 11 22:01:03.163284 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-743fff85-3fef-469e-a5cb-2a74f6efe23c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c84086a0-a645-40a4-b512-da4494ff541a HTTP/1.1" status: 200 len: 217 time: 0.0958450 Aug 11 22:01:03.342930 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-e2ad2345-637e-4d3c-be54-92b85014a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:03.344642 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-e2ad2345-637e-4d3c-be54-92b85014a944 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=45488324-eef4-4094-a90c-865b32db4e15 HTTP/1.1" status: 200 len: 847 time: 0.1567993 Aug 11 22:01:03.350749 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-171e7b11-32d3-42fc-8ad2-9a26e03ab62f req-f4424e95-e401-45bb-9287-0912c637c242 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955228 Aug 11 22:01:03.375664 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1dee5-ed97-4c7e-ad59-ba208b8ab262 req-53904305-c480-4bae-a52e-c10b7924df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:03.377323 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f3f1dee5-ed97-4c7e-ad59-ba208b8ab262 req-53904305-c480-4bae-a52e-c10b7924df30 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1c3ee35b-1680-40ce-a5ec-450a30ee6971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1971025 Aug 11 22:01:03.383671 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-98083a24-467d-4f1f-af35-ac911cbb2fbb req-61883ac4-b67b-4bd3-91d6-0470646940ef service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1250124 Aug 11 22:01:03.409258 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-a8de12a7-3244-4994-b1f3-b9c5f15425ac service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83735497-c152-410a-a532-372740b4ec60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477004 Aug 11 22:01:03.506321 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310dc0d8-ac88-4ff1-b4f3-0a5d32b732ae req-d8cb7271-d939-482d-8ff4-c651ee432587 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:03.516086 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-310dc0d8-ac88-4ff1-b4f3-0a5d32b732ae req-d8cb7271-d939-482d-8ff4-c651ee432587 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 945 time: 0.0820527 Aug 11 22:01:03.580745 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-8c841a70-3171-495c-9cf6-3bcd50ce8638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-258464786-router', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:55:28Z', 'updated_at': '2021-08-11T21:55:41Z', 'revision_number': 4, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'gw_port': {'id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:30Z', 'updated_at': '2021-08-11T21:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '97199304-40f2-4030-87ba-9ed4b3b9c5cf', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'floating_ip_address': '172.25.2.85', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'port_id': '111109ac-8dd5-42cd-9d43-0a38660565c6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'mac_address': 'fa:16:3e:16:91:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb461dcf-1b67-45aa-b80a-deb6bd4f3066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:00:32Z', 'updated_at': '2021-08-11T22:01:00Z', 'revision_number': 1, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1890c58e-7b30-404d-b5bc-37886c3fd299', 'name': '', 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'mac_address': 'fa:16:3e:1e:d0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:38Z', 'updated_at': '2021-08-11T21:55:51Z', 'revision_number': 5, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'subnets': [{'id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:01:03.611168 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-310dc0d8-ac88-4ff1-b4f3-0a5d32b732ae req-ebf5e862-8e09-448f-9ae4-68bc651080d0 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915701 Aug 11 22:01:03.623763 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c841a70-3171-495c-9cf6-3bcd50ce8638 None None] The sync data for ids ['f35319c6-0d06-4125-82b8-e475b94e7c8e'] in n-d-804275-3 is: [{'id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-258464786-router', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:55:28Z', 'updated_at': '2021-08-11T21:55:41Z', 'revision_number': 4, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'gw_port': {'id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:30Z', 'updated_at': '2021-08-11T21:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '97199304-40f2-4030-87ba-9ed4b3b9c5cf', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'floating_ip_address': '172.25.2.85', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'port_id': '111109ac-8dd5-42cd-9d43-0a38660565c6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'mac_address': 'fa:16:3e:16:91:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb461dcf-1b67-45aa-b80a-deb6bd4f3066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:00:32Z', 'updated_at': '2021-08-11T22:01:00Z', 'revision_number': 1, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1890c58e-7b30-404d-b5bc-37886c3fd299', 'name': '', 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'mac_address': 'fa:16:3e:1e:d0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:38Z', 'updated_at': '2021-08-11T21:55:51Z', 'revision_number': 5, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'subnets': [{'id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:01:03.673756 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98083a24-467d-4f1f-af35-ac911cbb2fbb req-2cea9ca7-ed1d-44c1-b69c-2be749d970e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:03.675382 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-98083a24-467d-4f1f-af35-ac911cbb2fbb req-2cea9ca7-ed1d-44c1-b69c-2be749d970e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 1100 time: 0.2461174 Aug 11 22:01:03.829556 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f3f1dee5-ed97-4c7e-ad59-ba208b8ab262 req-f775b219-375f-463c-8969-1be46bb63259 service neutron] 10.222.0.52 "GET /v2.0/networks/1c3ee35b-1680-40ce-a5ec-450a30ee6971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293497 Aug 11 22:01:03.861595 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979542ed-25e2-4a37-b768-d4d0b8346392 req-1c5e997a-26ab-456a-b801-e2623c7f79cf tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:03.863276 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-979542ed-25e2-4a37-b768-d4d0b8346392 req-1c5e997a-26ab-456a-b801-e2623c7f79cf tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 946 time: 0.2299986 Aug 11 22:01:03.865291 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-c66d79df-0e51-4224-b025-914c87313ae9 service neutron] 10.222.0.82 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341114 Aug 11 22:01:04.034817 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-e87ea832-4bc1-4bea-b875-b23693d31cae service neutron] 10.222.0.82 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534524 Aug 11 22:01:04.137940 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aedbf3b-e6e5-4a59-90eb-9d434ed22d14 None None] New status for floating IP 97199304-40f2-4030-87ba-9ed4b3b9c5cf: ACTIVE {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:01:04.174718 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-979542ed-25e2-4a37-b768-d4d0b8346392 req-4d04c3dd-23a9-4950-9ae7-502603d60dc3 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902744 Aug 11 22:01:04.232440 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f3f1dee5-ed97-4c7e-ad59-ba208b8ab262 req-a4a1c2a6-587e-4d56-9bfe-094c3cc216db service neutron] 10.222.0.52 "GET /v2.0/networks/1c3ee35b-1680-40ce-a5ec-450a30ee6971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932009 Aug 11 22:01:04.278761 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98083a24-467d-4f1f-af35-ac911cbb2fbb req-b14e9958-688d-451a-aabb-f2e6bd5a18e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:04.280616 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-98083a24-467d-4f1f-af35-ac911cbb2fbb req-b14e9958-688d-451a-aabb-f2e6bd5a18e9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.5631363 Aug 11 22:01:04.396940 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-98083a24-467d-4f1f-af35-ac911cbb2fbb req-3c9cebb8-d5ae-4571-b340-b898469b572e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=fe14920a-a4be-4054-b1ae-c8b50eb8c195 HTTP/1.1" status: 200 len: 217 time: 0.0863833 Aug 11 22:01:04.460448 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33468) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:01:04.572773 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4487fbaf-826d-413c-8294-95befa5a03e5 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:04.618302 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4487fbaf-826d-413c-8294-95befa5a03e5 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:04.734294 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4487fbaf-826d-413c-8294-95befa5a03e5 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:04.737776 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4487fbaf-826d-413c-8294-95befa5a03e5 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:04.742452 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4487fbaf-826d-413c-8294-95befa5a03e5 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "DELETE /v2.0/security-groups/e0ff0c0e-3177-4341-a523-dec3ff73f280 HTTP/1.1" status: 204 len: 168 time: 0.2805297 Aug 11 22:01:04.743222 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33472) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:01:04.779601 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487fbaf-826d-413c-8294-95befa5a03e5 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ff0c0e-3177-4341-a523-dec3ff73f280,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:04.783591 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-9b209caa-70bd-4baa-afc4-4fea18c520f7 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] show failed (client error): The resource could not be found. Aug 11 22:01:04.788208 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9b209caa-70bd-4baa-afc4-4fea18c520f7 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "GET /v2.0/security-groups/e0ff0c0e-3177-4341-a523-dec3ff73f280 HTTP/1.1" status: 404 len: 347 time: 0.0364087 Aug 11 22:01:04.789275 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33474) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:01:04.813591 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1d54f-9ccd-4e7f-bc7f-e57f05c8faae req-ea4db4c7-d213-4a18-9c5f-1fdf1335e1f4 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:04.815564 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f7a1d54f-9ccd-4e7f-bc7f-e57f05c8faae req-ea4db4c7-d213-4a18-9c5f-1fdf1335e1f4 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 945 time: 0.1216321 Aug 11 22:01:04.946337 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f7a1d54f-9ccd-4e7f-bc7f-e57f05c8faae req-982354c7-1e5b-4384-9b02-3c0385b6d8d0 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916517 Aug 11 22:01:05.120983 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-15514f93-aa3f-4c14-80e4-d830390d0b82 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Deleting port f3933b90-ba7c-458f-8fe2-1431d4a05586 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:01:05.124212 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-15514f93-aa3f-4c14-80e4-d830390d0b82 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:05.143945 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-ebf67e4d-7e91-4935-ad91-b1292bec6d8e tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:05.145544 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-ebf67e4d-7e91-4935-ad91-b1292bec6d8e tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54&tenant_id=a5fc899cc52f44178d979d66e6a50dde&binding%3Ahost_id=n-h2-804275-3 HTTP/1.1" status: 200 len: 1097 time: 0.9121325 Aug 11 22:01:05.198046 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-cef0d5dd-02c9-4a71-b3ac-0c87c72f9b05 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804275-3'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:01:05.208514 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98083a24-467d-4f1f-af35-ac911cbb2fbb req-16f8ec20-f04b-4434-ba90-b5921be2d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:05.210079 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-98083a24-467d-4f1f-af35-ac911cbb2fbb req-16f8ec20-f04b-4434-ba90-b5921be2d9c5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.7950559 Aug 11 22:01:05.236834 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4b94b-702d-42e6-bacb-1c44f6cbfc3e req-45863ad7-b804-4f30-9e7e-36bf05d7c993 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:05.239174 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1cb4b94b-702d-42e6-bacb-1c44f6cbfc3e req-45863ad7-b804-4f30-9e7e-36bf05d7c993 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.1416223 Aug 11 22:01:05.290645 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-15514f93-aa3f-4c14-80e4-d830390d0b82 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:05.290645 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-15514f93-aa3f-4c14-80e4-d830390d0b82 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:05.309491 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-15514f93-aa3f-4c14-80e4-d830390d0b82 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Calling delete_port for f3933b90-ba7c-458f-8fe2-1431d4a05586 owned by network:floatingip {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:01:05.432862 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98083a24-467d-4f1f-af35-ac911cbb2fbb req-0863ebe2-140d-4050-b168-56d4a9d0382a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:05.434348 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-98083a24-467d-4f1f-af35-ac911cbb2fbb req-0863ebe2-140d-4050-b168-56d4a9d0382a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1922052 Aug 11 22:01:05.439036 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1cb4b94b-702d-42e6-bacb-1c44f6cbfc3e req-051ae1bd-836f-4686-9a00-e77ad1d37d10 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804967 Aug 11 22:01:05.439897 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-cef0d5dd-02c9-4a71-b3ac-0c87c72f9b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:05.586398 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-15514f93-aa3f-4c14-80e4-d830390d0b82 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:05.678985 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15514f93-aa3f-4c14-80e4-d830390d0b82 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Pushing event deleted for resources: {'Port': ['ID=f3933b90-ba7c-458f-8fe2-1431d4a05586,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:05.798184 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-15514f93-aa3f-4c14-80e4-d830390d0b82 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks [] for floatingip, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:05.818260 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-15514f93-aa3f-4c14-80e4-d830390d0b82 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:05.821067 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-15514f93-aa3f-4c14-80e4-d830390d0b82 tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] 10.222.0.77 "DELETE /v2.0/floatingips/dd1118e6-a29a-4a18-bcb5-4682aa2e05ae HTTP/1.1" status: 204 len: 168 time: 1.0303938 Aug 11 22:01:05.894193 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-cef0d5dd-02c9-4a71-b3ac-0c87c72f9b05 service neutron] For port c84086a0-a645-40a4-b512-da4494ff541a, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=c84086a0-a645-40a4-b512-da4494ff541a,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:01:05.894954 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a5f02-fdec-4120-b09a-c37cdb022587 req-94ebb9f7-aabd-45d3-a47b-3ea4dd84396b tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:05.907676 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc4a5f02-fdec-4120-b09a-c37cdb022587 req-94ebb9f7-aabd-45d3-a47b-3ea4dd84396b tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5843c99-98a1-4e36-9f0b-8cd697fbd098 HTTP/1.1" status: 200 len: 945 time: 0.0851822 Aug 11 22:01:05.941473 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4459a-3ff2-41d1-b88f-04b0801abed5 req-bbf3355e-8ee8-46c2-8c1f-fa6503ea0017 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:05.943877 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b1c4459a-3ff2-41d1-b88f-04b0801abed5 req-bbf3355e-8ee8-46c2-8c1f-fa6503ea0017 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 946 time: 0.2704701 Aug 11 22:01:05.976426 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc4a5f02-fdec-4120-b09a-c37cdb022587 req-87b5369e-b1ff-4ca5-a914-156198f478da tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674238 Aug 11 22:01:06.013133 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-98083a24-467d-4f1f-af35-ac911cbb2fbb req-65d816ad-4750-4193-aa0f-a4375a21dd7e service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5629566 Aug 11 22:01:06.107489 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-cef0d5dd-02c9-4a71-b3ac-0c87c72f9b05 service neutron] For port c84086a0-a645-40a4-b512-da4494ff541a, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:01:06.159562 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b1c4459a-3ff2-41d1-b88f-04b0801abed5 req-6924963c-fe28-4336-99fa-ff1f0785f2c8 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030709 Aug 11 22:01:06.272701 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c84086a0-a645-40a4-b512-da4494ff541a'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:01:06.277243 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b28ddcf-1151-4685-b655-bd70978ba6e9" -d '{"events": [{"server_uuid": "a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54", "name": "network-vif-unplugged", "status": "completed", "tag": "c84086a0-a645-40a4-b512-da4494ff541a"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:01:06.283081 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895f462-de58-43d9-982d-78e5a294ae10 req-39b0c4f6-9b1d-490c-886a-8795f37e3daa tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:06.286224 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-cef0d5dd-02c9-4a71-b3ac-0c87c72f9b05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:06.294311 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9895f462-de58-43d9-982d-78e5a294ae10 req-39b0c4f6-9b1d-490c-886a-8795f37e3daa tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 945 time: 0.1199191 Aug 11 22:01:06.338955 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-cef0d5dd-02c9-4a71-b3ac-0c87c72f9b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:06.371322 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9895f462-de58-43d9-982d-78e5a294ae10 req-91a01fdd-de1a-4b07-beff-ba1e037603ba tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744414 Aug 11 22:01:06.372603 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-98083a24-467d-4f1f-af35-ac911cbb2fbb req-85d77a13-bafd-4ea3-9590-0b0a70124b6e service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389764 Aug 11 22:01:06.407573 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33516) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:01:06.463786 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 22:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227c1a94-a29b-41ef-ba4b-a4edba576a76 x-openstack-request-id: req-227c1a94-a29b-41ef-ba4b-a4edba576a76 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:01:06.464119 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54", "name": "network-vif-unplugged", "status": "completed", "tag": "c84086a0-a645-40a4-b512-da4494ff541a", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:01:06.464490 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-227c1a94-a29b-41ef-ba4b-a4edba576a76 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:01:06.464892 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c84086a0-a645-40a4-b512-da4494ff541a', 'code': 200} Aug 11 22:01:06.476769 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-8475f8f9-531f-43c3-a06d-19150140b1dc admin admin] Deleting subnet feb8f82d-6d1c-43cb-bc58-6c5e7403b8b5 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:01:06.483047 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8475f8f9-531f-43c3-a06d-19150140b1dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:06.494377 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 277fba42-fbb4-46f6-9139-67026080abea no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:01:06.548608 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0d5dd-02c9-4a71-b3ac-0c87c72f9b05 service neutron] Pushing event updated for resources: {'Port': ['ID=c84086a0-a645-40a4-b512-da4494ff541a,revision_number=7']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:06.553793 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8475f8f9-531f-43c3-a06d-19150140b1dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:06.554398 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 277fba42-fbb4-46f6-9139-67026080abea {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:01:06.555107 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 277fba42-fbb4-46f6-9139-67026080abea not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:01:06.576887 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-cef0d5dd-02c9-4a71-b3ac-0c87c72f9b05 service neutron] Attempting to bind port c84086a0-a645-40a4-b512-da4494ff541a on host n-h2-804275-3 for vnic_type normal with profile {"migrating_to": "n-h1-804275-3"} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:01:06.577499 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-cef0d5dd-02c9-4a71-b3ac-0c87c72f9b05 service neutron] Attempting to bind port c84086a0-a645-40a4-b512-da4494ff541a by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:01:06.578065 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-cef0d5dd-02c9-4a71-b3ac-0c87c72f9b05 service neutron] Attempting to bind port c84086a0-a645-40a4-b512-da4494ff541a on network 83735497-c152-410a-a532-372740b4ec60 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:01:06.617658 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8475f8f9-531f-43c3-a06d-19150140b1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:06.621377 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-cef0d5dd-02c9-4a71-b3ac-0c87c72f9b05 service neutron] Port c84086a0-a645-40a4-b512-da4494ff541a on network 83735497-c152-410a-a532-372740b4ec60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:01:06.621904 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-cef0d5dd-02c9-4a71-b3ac-0c87c72f9b05 service neutron] Attempting to bind port c84086a0-a645-40a4-b512-da4494ff541a on network 83735497-c152-410a-a532-372740b4ec60 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:01:06.637722 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-cef0d5dd-02c9-4a71-b3ac-0c87c72f9b05 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:01:06.638328 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-cef0d5dd-02c9-4a71-b3ac-0c87c72f9b05 service neutron] Checking segment: {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:01:06.639101 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-cef0d5dd-02c9-4a71-b3ac-0c87c72f9b05 service neutron] Bound using segment: {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:01:06.640066 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-cef0d5dd-02c9-4a71-b3ac-0c87c72f9b05 service neutron] Bound port: c84086a0-a645-40a4-b512-da4494ff541a, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:01:06.640698 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-cef0d5dd-02c9-4a71-b3ac-0c87c72f9b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:06.718254 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8475f8f9-531f-43c3-a06d-19150140b1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:06.739888 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61224572-ee83-4322-ae77-f856cb322109 req-c84da211-4d8a-4fad-987d-b835b6f2d38f tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:06.755011 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-61224572-ee83-4322-ae77-f856cb322109 req-c84da211-4d8a-4fad-987d-b835b6f2d38f tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.1939075 Aug 11 22:01:06.755663 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475f8f9-531f-43c3-a06d-19150140b1dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feb8f82d-6d1c-43cb-bc58-6c5e7403b8b5,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:06.771097 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8475f8f9-531f-43c3-a06d-19150140b1dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:06.773231 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8475f8f9-531f-43c3-a06d-19150140b1dc admin admin] 10.222.0.77 "DELETE /v2.0/subnets/feb8f82d-6d1c-43cb-bc58-6c5e7403b8b5 HTTP/1.1" status: 204 len: 168 time: 0.3644133 Aug 11 22:01:06.778742 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33532) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:01:06.906602 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-61224572-ee83-4322-ae77-f856cb322109 req-4fba5643-3e5f-4463-a754-f0662e36d3fa tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453149 Aug 11 22:01:06.912956 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-cef0d5dd-02c9-4a71-b3ac-0c87c72f9b05 service neutron] For port c84086a0-a645-40a4-b512-da4494ff541a, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:01:06.927173 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-cef0d5dd-02c9-4a71-b3ac-0c87c72f9b05 service neutron] For port c84086a0-a645-40a4-b512-da4494ff541a, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=c84086a0-a645-40a4-b512-da4494ff541a,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:01:06.935950 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-cef0d5dd-02c9-4a71-b3ac-0c87c72f9b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:06.937964 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a6628a3e-896c-4230-8527-968986458c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:07.046044 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0d5dd-02c9-4a71-b3ac-0c87c72f9b05 service neutron] Pushing event updated for resources: {'Port': ['ID=c84086a0-a645-40a4-b512-da4494ff541a,revision_number=8']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:07.100749 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-cef0d5dd-02c9-4a71-b3ac-0c87c72f9b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:07.101468 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-cef0d5dd-02c9-4a71-b3ac-0c87c72f9b05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:07.103090 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-cef0d5dd-02c9-4a71-b3ac-0c87c72f9b05 service neutron] 10.222.0.82 "PUT /v2.0/ports/c84086a0-a645-40a4-b512-da4494ff541a HTTP/1.1" status: 200 len: 1122 time: 1.9122715 Aug 11 22:01:07.116625 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a6628a3e-896c-4230-8527-968986458c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:07.171738 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-a6628a3e-896c-4230-8527-968986458c39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5382b449-7f03-4943-80f5-2f2d837d33e6']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:01:07.218840 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['c84086a0-a645-40a4-b512-da4494ff541a'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:01:07.242988 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-a6628a3e-896c-4230-8527-968986458c39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955956c0-819f-4ff3-b129-18102dcedf3e') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:01:07.243824 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-a6628a3e-896c-4230-8527-968986458c39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955956c0-819f-4ff3-b129-18102dcedf3e') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:01:07.283617 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a6628a3e-896c-4230-8527-968986458c39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:07.320330 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e487835-6639-4e3c-9be5-0df2f063dcef req-e3378f55-07ac-46ec-98a1-70d4801a7c95 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:07.325276 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2e487835-6639-4e3c-9be5-0df2f063dcef req-e3378f55-07ac-46ec-98a1-70d4801a7c95 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5843c99-98a1-4e36-9f0b-8cd697fbd098 HTTP/1.1" status: 200 len: 945 time: 0.2342057 Aug 11 22:01:07.325276 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a6628a3e-896c-4230-8527-968986458c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:07.330726 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467c039-a2ab-4e0d-8c98-b2d4dde3cd3a req-d414e0e2-ba1e-41ed-a469-0efde59d7cb0 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:07.333858 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e467c039-a2ab-4e0d-8c98-b2d4dde3cd3a req-d414e0e2-ba1e-41ed-a469-0efde59d7cb0 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5843c99-98a1-4e36-9f0b-8cd697fbd098 HTTP/1.1" status: 200 len: 945 time: 0.1084468 Aug 11 22:01:07.337518 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6628a3e-896c-4230-8527-968986458c39 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:01:07.337987 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a6628a3e-896c-4230-8527-968986458c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:01:07.341673 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:01:07.491827 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a6628a3e-896c-4230-8527-968986458c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:07.504900 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a6628a3e-896c-4230-8527-968986458c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:07.507202 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a6628a3e-896c-4230-8527-968986458c39 admin admin] 10.222.0.77 "DELETE /v2.0/networks/5382b449-7f03-4943-80f5-2f2d837d33e6 HTTP/1.1" status: 204 len: 168 time: 0.7269247 Aug 11 22:01:07.518134 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2e487835-6639-4e3c-9be5-0df2f063dcef req-81baae6d-e197-46cb-801d-0f67fa5465c8 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749918 Aug 11 22:01:07.540623 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6628a3e-896c-4230-8527-968986458c39 admin admin] Pushing event deleted for resources: {'Network': ['ID=5382b449-7f03-4943-80f5-2f2d837d33e6,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:07.560519 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3586eff-b018-4d62-9d21-bc48d99e0749 req-cd326374-412e-4825-bb6c-e54c24c7f207 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:07.562196 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b3586eff-b018-4d62-9d21-bc48d99e0749 req-cd326374-412e-4825-bb6c-e54c24c7f207 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 944 time: 0.1529627 Aug 11 22:01:07.597697 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-e467c039-a2ab-4e0d-8c98-b2d4dde3cd3a req-5ce7863d-fc20-47c1-b58d-a0739325d070 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Deleting port 8e19b86e-1669-4764-82a2-cc543b3becbc {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:01:07.598314 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e467c039-a2ab-4e0d-8c98-b2d4dde3cd3a req-5ce7863d-fc20-47c1-b58d-a0739325d070 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:07.682192 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b3586eff-b018-4d62-9d21-bc48d99e0749 req-874a9f79-699e-4635-9a75-7fd88c74038d tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106696 Aug 11 22:01:07.750353 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-e467c039-a2ab-4e0d-8c98-b2d4dde3cd3a req-5ce7863d-fc20-47c1-b58d-a0739325d070 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] For port 8e19b86e-1669-4764-82a2-cc543b3becbc, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=8e19b86e-1669-4764-82a2-cc543b3becbc,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:01:07.750872 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e467c039-a2ab-4e0d-8c98-b2d4dde3cd3a req-5ce7863d-fc20-47c1-b58d-a0739325d070 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:07.774609 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-e467c039-a2ab-4e0d-8c98-b2d4dde3cd3a req-5ce7863d-fc20-47c1-b58d-a0739325d070 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Calling delete_port for 8e19b86e-1669-4764-82a2-cc543b3becbc owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:01:07.879610 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:08.069334 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9bd88-0f65-4bd2-aca6-27d3765b7175 req-fef22b6f-4df9-42a9-ba3b-529c16e54483 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:08.070997 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-40a9bd88-0f65-4bd2-aca6-27d3765b7175 req-fef22b6f-4df9-42a9-ba3b-529c16e54483 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 945 time: 0.1931815 Aug 11 22:01:08.078049 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33558) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:01:08.158726 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e467c039-a2ab-4e0d-8c98-b2d4dde3cd3a req-5ce7863d-fc20-47c1-b58d-a0739325d070 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:08.176262 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['8e19b86e-1669-4764-82a2-cc543b3becbc'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:01:08.240710 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-90fb9a1a-a5fb-484a-8ec0-bc8d42ceb2fc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e367bb851780420faef645c6e2737134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1615860 Aug 11 22:01:08.242882 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33560) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:01:08.255461 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7863d-fc20-47c1-b58d-a0739325d070 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Pushing event deleted for resources: {'Port': ['ID=8e19b86e-1669-4764-82a2-cc543b3becbc,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:08.270719 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-40a9bd88-0f65-4bd2-aca6-27d3765b7175 req-2bd72f65-9481-42d4-b181-14afac08bb62 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692770 Aug 11 22:01:08.288667 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e467c039-a2ab-4e0d-8c98-b2d4dde3cd3a req-5ce7863d-fc20-47c1-b58d-a0739325d070 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] No DVR routers for this DVR port 8e19b86e-1669-4764-82a2-cc543b3becbc on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:01:08.296602 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d24f0-ad97-42cd-bd8a-7ec322b6ffaa req-3b9db4d4-d69d-4b3b-a17a-99b9be60a1c3 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:08.297414 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e467c039-a2ab-4e0d-8c98-b2d4dde3cd3a req-5ce7863d-fc20-47c1-b58d-a0739325d070 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:08.299788 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e467c039-a2ab-4e0d-8c98-b2d4dde3cd3a req-5ce7863d-fc20-47c1-b58d-a0739325d070 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.52 "DELETE /v2.0/ports/8e19b86e-1669-4764-82a2-cc543b3becbc HTTP/1.1" status: 204 len: 173 time: 0.9593081 Aug 11 22:01:08.300541 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-100d24f0-ad97-42cd-bd8a-7ec322b6ffaa req-3b9db4d4-d69d-4b3b-a17a-99b9be60a1c3 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.1751540 Aug 11 22:01:08.433485 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-100d24f0-ad97-42cd-bd8a-7ec322b6ffaa req-37092c2f-1418-44b1-a3dd-3b935e2b3eab tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200457 Aug 11 22:01:08.439206 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d668-86f3-4dc0-abff-add63b22a42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:08.464642 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d668-86f3-4dc0-abff-add63b22a42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:08.466107 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54', 'tag': 'c84086a0-a645-40a4-b512-da4494ff541a'}, {'server_uuid': 'b5843c99-98a1-4e36-9f0b-8cd697fbd098', 'name': 'network-vif-deleted', 'tag': '8e19b86e-1669-4764-82a2-cc543b3becbc'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:01:08.470941 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a495943-aeda-4def-8ea3-325a3c907214" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54", "tag": "c84086a0-a645-40a4-b512-da4494ff541a"}, {"server_uuid": "b5843c99-98a1-4e36-9f0b-8cd697fbd098", "name": "network-vif-deleted", "tag": "8e19b86e-1669-4764-82a2-cc543b3becbc"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:01:08.537676 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 22:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41394df7-716b-4418-bf4b-a5e749c619fc x-openstack-request-id: req-41394df7-716b-4418-bf4b-a5e749c619fc {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:01:08.538160 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54", "tag": "c84086a0-a645-40a4-b512-da4494ff541a", "status": "completed", "code": 200}, {"server_uuid": "b5843c99-98a1-4e36-9f0b-8cd697fbd098", "name": "network-vif-deleted", "tag": "8e19b86e-1669-4764-82a2-cc543b3becbc", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:01:08.539336 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-41394df7-716b-4418-bf4b-a5e749c619fc {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:01:08.539866 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54', 'tag': 'c84086a0-a645-40a4-b512-da4494ff541a', 'status': 'completed', 'code': 200} Aug 11 22:01:08.540150 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5843c99-98a1-4e36-9f0b-8cd697fbd098', 'name': 'network-vif-deleted', 'tag': '8e19b86e-1669-4764-82a2-cc543b3becbc', 'status': 'completed', 'code': 200} Aug 11 22:01:08.549229 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d668-86f3-4dc0-abff-add63b22a42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:08.553336 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d668-86f3-4dc0-abff-add63b22a42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:08.554889 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7ec2d668-86f3-4dc0-abff-add63b22a42d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/21676f77-6282-4f69-a7c5-99ed7015ace7 HTTP/1.1" status: 204 len: 168 time: 0.3106811 Aug 11 22:01:08.567705 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2d668-86f3-4dc0-abff-add63b22a42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21676f77-6282-4f69-a7c5-99ed7015ace7,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:08.729046 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a495943-aeda-4def-8ea3-325a3c907214 req-877d5989-32e0-4257-93be-aaaedb639220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:08.730687 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6a495943-aeda-4def-8ea3-325a3c907214 req-877d5989-32e0-4257-93be-aaaedb639220 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a5fc899cc52f44178d979d66e6a50dde&device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 1125 time: 0.1282377 Aug 11 22:01:08.776453 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b421e299-5305-495e-a6d8-cf62aa914f87 req-3af4683a-45d1-49ed-bbbf-5261255d5e7e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5843c99-98a1-4e36-9f0b-8cd697fbd098 HTTP/1.1" status: 200 len: 210 time: 0.0940950 Aug 11 22:01:08.868444 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a495943-aeda-4def-8ea3-325a3c907214 req-18896fd4-c205-4253-9dd0-4f6235da9d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:08.870059 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6a495943-aeda-4def-8ea3-325a3c907214 req-18896fd4-c205-4253-9dd0-4f6235da9d1d service neutron] 10.222.0.52 "GET /v2.0/networks?id=83735497-c152-410a-a532-372740b4ec60 HTTP/1.1" status: 200 len: 908 time: 0.1315942 Aug 11 22:01:08.987133 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6a495943-aeda-4def-8ea3-325a3c907214 req-ac94f64a-389b-419e-bd5f-75c305fd2c5a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c84086a0-a645-40a4-b512-da4494ff541a HTTP/1.1" status: 200 len: 217 time: 0.0701208 Aug 11 22:01:09.002854 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf3508-b8c3-4ef9-b420-8b025315918a req-7b111d0c-67df-4ab1-8179-5fc488e2f227 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:09.012252 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-28cf3508-b8c3-4ef9-b420-8b025315918a req-7b111d0c-67df-4ab1-8179-5fc488e2f227 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 944 time: 0.1390367 Aug 11 22:01:09.098925 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a495943-aeda-4def-8ea3-325a3c907214 req-c8be7b09-8b9d-4f45-9f8a-0732beb97539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:09.100744 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6a495943-aeda-4def-8ea3-325a3c907214 req-c8be7b09-8b9d-4f45-9f8a-0732beb97539 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=45488324-eef4-4094-a90c-865b32db4e15 HTTP/1.1" status: 200 len: 847 time: 0.0861993 Aug 11 22:01:09.159500 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-28cf3508-b8c3-4ef9-b420-8b025315918a req-3849d464-6ba0-4fb1-9d23-77d121645850 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460421 Aug 11 22:01:09.163797 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6a495943-aeda-4def-8ea3-325a3c907214 req-195a4446-3d3f-45e3-9315-904a9e52a010 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=83735497-c152-410a-a532-372740b4ec60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528326 Aug 11 22:01:09.321733 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6a495943-aeda-4def-8ea3-325a3c907214 req-6e7de9f2-d8cc-4fa1-98c7-9e1396845c80 service neutron] 10.222.0.52 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454673 Aug 11 22:01:09.558585 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b194c-4d3a-4621-a340-7e2fd8bac888 req-ba9560e5-c377-465d-9123-f8b825166e72 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:09.574323 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-387b194c-4d3a-4621-a340-7e2fd8bac888 req-ba9560e5-c377-465d-9123-f8b825166e72 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 945 time: 0.1442757 Aug 11 22:01:09.612617 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6a495943-aeda-4def-8ea3-325a3c907214 req-be581abf-f518-4440-a60c-5cd38052a8cc service neutron] 10.222.0.52 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804277 Aug 11 22:01:09.674673 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d63608-7701-4561-b355-a0d0ac7443ea req-b51ca910-3ab7-4f7e-b6be-556b841d1948 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:09.677638 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-95d63608-7701-4561-b355-a0d0ac7443ea req-b51ca910-3ab7-4f7e-b6be-556b841d1948 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.1131642 Aug 11 22:01:09.715550 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-387b194c-4d3a-4621-a340-7e2fd8bac888 req-56b46a1b-6f7f-4bfd-a64b-d1179d871886 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398823 Aug 11 22:01:09.745843 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-95d63608-7701-4561-b355-a0d0ac7443ea req-55a75ac4-3276-4134-a906-3e5b3dc40c79 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545733 Aug 11 22:01:09.970687 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-07126eec-2010-495d-a794-8054268267fa req-e58ba5d3-2760-4f1a-a61e-da226ed98da9 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5843c99-98a1-4e36-9f0b-8cd697fbd098 HTTP/1.1" status: 200 len: 210 time: 0.0538433 Aug 11 22:01:10.150695 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea84f82-1b3f-40ee-bf10-9eb7c70dee4a req-54293968-d1b0-4f6a-85be-b51fcd7e10f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:10.154329 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fea84f82-1b3f-40ee-bf10-9eb7c70dee4a req-54293968-d1b0-4f6a-85be-b51fcd7e10f1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 1096 time: 0.1639116 Aug 11 22:01:10.308852 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fea84f82-1b3f-40ee-bf10-9eb7c70dee4a req-b0f38c51-5e0c-43fc-9191-b736a943030d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375692 Aug 11 22:01:10.353553 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33628) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:01:10.432832 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121d9dd-c498-4697-b1ca-b8288727e4d6 req-284207c0-e408-4f31-a554-001d1ac28cc7 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:10.436281 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6121d9dd-c498-4697-b1ca-b8288727e4d6 req-284207c0-e408-4f31-a554-001d1ac28cc7 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 944 time: 0.1611502 Aug 11 22:01:10.516340 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-9c9516d8-abc2-45b4-8ecc-305eb09e31d3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1992518892-network', 'tenant_id': '95f5703708cc4c328a0d034631678af3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:01:10.521892 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device c84086a0-a645-40a4-b512-da4494ff541a details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:01:10.550515 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6121d9dd-c498-4697-b1ca-b8288727e4d6 req-c30d9740-e9d5-40cc-97b7-b2987b865ede tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044164 Aug 11 22:01:10.572592 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9516d8-abc2-45b4-8ecc-305eb09e31d3 admin admin] Made reservation on behalf of 95f5703708cc4c328a0d034631678af3 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:01:10.575528 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9c9516d8-abc2-45b4-8ecc-305eb09e31d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:10.608108 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9c9516d8-abc2-45b4-8ecc-305eb09e31d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:10.753892 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port c84086a0-a645-40a4-b512-da4494ff541a, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=c84086a0-a645-40a4-b512-da4494ff541a,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:01:10.845529 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device c84086a0-a645-40a4-b512-da4494ff541a has no active binding in host n-h1-804275-3 {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 22:01:10.870593 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9c9516d8-abc2-45b4-8ecc-305eb09e31d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:10.881768 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9c9516d8-abc2-45b4-8ecc-305eb09e31d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:10.912570 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c9516d8-abc2-45b4-8ecc-305eb09e31d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:01:10.932190 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9c9516d8-abc2-45b4-8ecc-305eb09e31d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:10.932796 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-9c9516d8-abc2-45b4-8ecc-305eb09e31d3 admin admin] Added segment 3d6c3e44-728d-4f47-bfbd-0f9f00adbf37 of type vlan for network 25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5 Aug 11 22:01:11.021916 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9c9516d8-abc2-45b4-8ecc-305eb09e31d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:11.062360 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ea72b-a742-4eb1-b100-b5f8ebbef456 req-19cc880c-2561-4337-ada0-fb46e60f9d3e tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:11.070552 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-895ea72b-a742-4eb1-b100-b5f8ebbef456 req-19cc880c-2561-4337-ada0-fb46e60f9d3e tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.1294096 Aug 11 22:01:11.097081 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9c9516d8-abc2-45b4-8ecc-305eb09e31d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:11.101383 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9516d8-abc2-45b4-8ecc-305eb09e31d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:11.103002 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9c9516d8-abc2-45b4-8ecc-305eb09e31d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:11.152495 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-895ea72b-a742-4eb1-b100-b5f8ebbef456 req-8b9c6cc8-05eb-4102-83a5-b61ad6fdc7db tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746686 Aug 11 22:01:11.177036 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9c9516d8-abc2-45b4-8ecc-305eb09e31d3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8208611 Aug 11 22:01:11.181527 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33640) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:01:11.187695 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-2706afb7-398f-4ef9-922b-f68a60435086 admin admin] Request body: {'subnet': {'network_id': '25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1992518892-subnet', 'tenant_id': '95f5703708cc4c328a0d034631678af3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:01:11.255858 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2706afb7-398f-4ef9-922b-f68a60435086 admin admin] Made reservation on behalf of 95f5703708cc4c328a0d034631678af3 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:01:11.258613 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2706afb7-398f-4ef9-922b-f68a60435086 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:11.292455 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9516d8-abc2-45b4-8ecc-305eb09e31d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2602ea6e-b95f-4eed-a128-8f0b4351cb20,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:11.332043 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9516d8-abc2-45b4-8ecc-305eb09e31d3 admin admin] Pushing event updated for resources: {'Network': ['ID=25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:11.357793 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05e320-765d-48c7-a354-039d5c0bf609 req-53011ea2-9574-43c4-a960-43f1287b0d60 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:11.361160 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:01:11.367184 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5e05e320-765d-48c7-a354-039d5c0bf609 req-53011ea2-9574-43c4-a960-43f1287b0d60 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 945 time: 0.2933240 Aug 11 22:01:11.425593 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5e05e320-765d-48c7-a354-039d5c0bf609 req-b6d7d316-49a0-484b-87c7-d85a90974077 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572894 Aug 11 22:01:11.469747 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9b741fba-d122-4b7b-a757-e37b2279e0a6 req-ac13583c-7e29-4c95-8051-9f12681bee1c tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5843c99-98a1-4e36-9f0b-8cd697fbd098 HTTP/1.1" status: 200 len: 210 time: 0.0620956 Aug 11 22:01:11.682874 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2706afb7-398f-4ef9-922b-f68a60435086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:11.759971 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706afb7-398f-4ef9-922b-f68a60435086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3095737f-664b-4f3c-9348-9cf878309f1a,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:11.861764 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2706afb7-398f-4ef9-922b-f68a60435086 admin admin] Checking segment: {'id': '3d6c3e44-728d-4f47-bfbd-0f9f00adbf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:01:11.862405 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2706afb7-398f-4ef9-922b-f68a60435086 admin admin] Network hostable DHCP agents. Network: 25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:01:11.872978 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c8ff3-a4e8-45cc-a79c-3c55d2c286df req-3078082d-84b6-4302-833c-c5333ee71d22 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:11.874974 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d76c8ff3-a4e8-45cc-a79c-3c55d2c286df req-3078082d-84b6-4302-833c-c5333ee71d22 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 944 time: 0.0891604 Aug 11 22:01:11.915185 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2706afb7-398f-4ef9-922b-f68a60435086 admin admin] Network 25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:01:11.933340 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-2706afb7-398f-4ef9-922b-f68a60435086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:01:11.943987 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542dc2cc-5bc1-4b69-862f-d05d139cf3da None None] Network 25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:01:11.953628 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2706afb7-398f-4ef9-922b-f68a60435086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:11.955397 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2706afb7-398f-4ef9-922b-f68a60435086 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:11.972529 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d76c8ff3-a4e8-45cc-a79c-3c55d2c286df req-43ec7975-fbfc-4586-81a1-91275c26f9a9 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880556 Aug 11 22:01:11.980551 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2706afb7-398f-4ef9-922b-f68a60435086 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7972579 Aug 11 22:01:11.980778 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33656) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:01:11.991707 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-49876ea4-e308-46aa-9cce-0372cda750d4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1992518892-router', 'tenant_id': '95f5703708cc4c328a0d034631678af3', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:01:12.054236 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-49876ea4-e308-46aa-9cce-0372cda750d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:12.055106 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-49876ea4-e308-46aa-9cce-0372cda750d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:12.218727 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-49876ea4-e308-46aa-9cce-0372cda750d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:12.338692 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2276233-a6d0-42fa-abb4-b15a485dc494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5', 'network_id': '25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5', 'tenant_id': '95f5703708cc4c328a0d034631678af3', 'fixed_ips': [{'subnet_id': '3095737f-664b-4f3c-9348-9cf878309f1a'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:01:12.346047 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e2276233-a6d0-42fa-abb4-b15a485dc494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:12.540131 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-49876ea4-e308-46aa-9cce-0372cda750d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:12.607285 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-e2276233-a6d0-42fa-abb4-b15a485dc494 None None] Allocated IP 172.20.0.2 (25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5/3095737f-664b-4f3c-9348-9cf878309f1a/99c6b3cc-0c92-4562-b009-b53b37172bb3) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:01:12.664463 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363c7e6-b694-41a8-bf0f-d1cba7c8f8f2 req-ad149eb8-422f-468d-be90-62a637cc9170 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:12.679205 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a363c7e6-b694-41a8-bf0f-d1cba7c8f8f2 req-ad149eb8-422f-468d-be90-62a637cc9170 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 945 time: 0.1297588 Aug 11 22:01:12.744922 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 8e19b86e-1669-4764-82a2-cc543b3becbc no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:01:12.759876 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a363c7e6-b694-41a8-bf0f-d1cba7c8f8f2 req-dd06bf27-ebd6-4255-bffd-3df0ebc6f1d4 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763619 Aug 11 22:01:12.876630 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb5755-8f42-42fd-8e79-78d9556cc667 req-30b64da0-1363-4f90-9133-20ab04d72570 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:12.879241 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6abb5755-8f42-42fd-8e79-78d9556cc667 req-30b64da0-1363-4f90-9133-20ab04d72570 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.4081354 Aug 11 22:01:12.915077 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 8e19b86e-1669-4764-82a2-cc543b3becbc {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:01:12.916027 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 8e19b86e-1669-4764-82a2-cc543b3becbc not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:01:12.918158 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-eb1a9bba-4286-4483-8318-37a0d1ac98a0 service neutron] 10.222.0.52 "GET /v2.0/ports/c84086a0-a645-40a4-b512-da4494ff541a/bindings/n-h1-804275-3 HTTP/1.1" status: 200 len: 384 time: 0.3717511 Aug 11 22:01:12.954935 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e1d12344-96a4-4d65-9741-4a5aea0382d5 req-c8331a53-0b06-4185-8dc8-a6f4dca9620f tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5843c99-98a1-4e36-9f0b-8cd697fbd098 HTTP/1.1" status: 200 len: 210 time: 0.0655978 Aug 11 22:01:13.025030 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e2276233-a6d0-42fa-abb4-b15a485dc494 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:13.048495 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e2276233-a6d0-42fa-abb4-b15a485dc494 None None] Transition to ACTIVE for port object 99c6b3cc-0c92-4562-b009-b53b37172bb3 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:01:13.085992 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e2276233-a6d0-42fa-abb4-b15a485dc494 None None] Transition to ACTIVE for port object 99c6b3cc-0c92-4562-b009-b53b37172bb3 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:01:13.098951 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e2276233-a6d0-42fa-abb4-b15a485dc494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:13.108179 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6abb5755-8f42-42fd-8e79-78d9556cc667 req-ae297b79-9152-4147-9fb5-21f2223b5f99 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975408 Aug 11 22:01:13.435559 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2276233-a6d0-42fa-abb4-b15a485dc494 None None] Network 25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:01:13.440250 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-e2276233-a6d0-42fa-abb4-b15a485dc494 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:01:13.444074 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2276233-a6d0-42fa-abb4-b15a485dc494 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:01:13.450249 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d84ae922-65e6-4db3-a81c-1472984824ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:13.476809 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2276233-a6d0-42fa-abb4-b15a485dc494 None None] Pushing event updated for resources: {'Port': ['ID=99c6b3cc-0c92-4562-b009-b53b37172bb3,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:13.545446 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f49f6-e8b6-4731-9b96-5bc7755375be req-5da1a52f-5ec6-440e-9736-db13642b94dd tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:13.554291 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-752f49f6-e8b6-4731-9b96-5bc7755375be req-5da1a52f-5ec6-440e-9736-db13642b94dd tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 944 time: 0.0938046 Aug 11 22:01:13.605046 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-e2276233-a6d0-42fa-abb4-b15a485dc494 None None] Attempting to bind port 99c6b3cc-0c92-4562-b009-b53b37172bb3 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:01:13.606914 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-e2276233-a6d0-42fa-abb4-b15a485dc494 None None] Attempting to bind port 99c6b3cc-0c92-4562-b009-b53b37172bb3 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '3d6c3e44-728d-4f47-bfbd-0f9f00adbf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:01:13.607826 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2276233-a6d0-42fa-abb4-b15a485dc494 None None] Attempting to bind port 99c6b3cc-0c92-4562-b009-b53b37172bb3 on network 25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:01:13.618537 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd36806-391e-4ef8-b9a3-bb4bd88a83bc req-f7ec99f3-b3d2-4c3c-a23b-d3d67d65e3ee tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:13.620576 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bcd36806-391e-4ef8-b9a3-bb4bd88a83bc req-f7ec99f3-b3d2-4c3c-a23b-d3d67d65e3ee tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.3682215 Aug 11 22:01:13.636853 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2276233-a6d0-42fa-abb4-b15a485dc494 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:01:13.638130 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2276233-a6d0-42fa-abb4-b15a485dc494 None None] Checking segment: {'id': '3d6c3e44-728d-4f47-bfbd-0f9f00adbf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:01:13.639136 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e2276233-a6d0-42fa-abb4-b15a485dc494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:13.640891 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2276233-a6d0-42fa-abb4-b15a485dc494 None None] Bound using segment: {'id': '3d6c3e44-728d-4f47-bfbd-0f9f00adbf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:01:13.642326 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-e2276233-a6d0-42fa-abb4-b15a485dc494 None None] Bound port: 99c6b3cc-0c92-4562-b009-b53b37172bb3, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6c3e44-728d-4f47-bfbd-0f9f00adbf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:01:13.643217 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e2276233-a6d0-42fa-abb4-b15a485dc494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:13.653173 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-752f49f6-e8b6-4731-9b96-5bc7755375be req-da861f62-ea4d-4bba-bfe6-60256538775c tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953357 Aug 11 22:01:13.806312 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-e2276233-a6d0-42fa-abb4-b15a485dc494 None None] For port 99c6b3cc-0c92-4562-b009-b53b37172bb3, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:01:13.813154 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-e2276233-a6d0-42fa-abb4-b15a485dc494 None None] For port 99c6b3cc-0c92-4562-b009-b53b37172bb3, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=99c6b3cc-0c92-4562-b009-b53b37172bb3,segment=NetworkSegment(3d6c3e44-728d-4f47-bfbd-0f9f00adbf37),segment_id=3d6c3e44-728d-4f47-bfbd-0f9f00adbf37)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:01:13.819439 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e2276233-a6d0-42fa-abb4-b15a485dc494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:13.873734 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-d79ef051-a6d6-4d7a-a659-61e82bb0d31b service neutron] For port c84086a0-a645-40a4-b512-da4494ff541a, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=c84086a0-a645-40a4-b512-da4494ff541a,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:01:13.934362 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2276233-a6d0-42fa-abb4-b15a485dc494 None None] Pushing event updated for resources: {'Port': ['ID=99c6b3cc-0c92-4562-b009-b53b37172bb3,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:13.961671 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-49876ea4-e308-46aa-9cce-0372cda750d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:14.013296 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-49876ea4-e308-46aa-9cce-0372cda750d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:14.033902 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bcd36806-391e-4ef8-b9a3-bb4bd88a83bc req-eb52d50c-8497-4fd9-9cd0-932fb458e9da tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917418 Aug 11 22:01:14.088057 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-d79ef051-a6d6-4d7a-a659-61e82bb0d31b service neutron] For port c84086a0-a645-40a4-b512-da4494ff541a, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:01:14.231958 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6a2a94e9-b007-4056-938d-9482edc86859 req-947aa48d-1487-4381-bb4b-0510474cf133 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5843c99-98a1-4e36-9f0b-8cd697fbd098 HTTP/1.1" status: 200 len: 210 time: 0.0763638 Aug 11 22:01:14.338121 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-d79ef051-a6d6-4d7a-a659-61e82bb0d31b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c84086a0-a645-40a4-b512-da4494ff541a {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:01:14.356265 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-d79ef051-a6d6-4d7a-a659-61e82bb0d31b service neutron] For port c84086a0-a645-40a4-b512-da4494ff541a, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c84086a0-a645-40a4-b512-da4494ff541a,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:01:14.441629 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-d79ef051-a6d6-4d7a-a659-61e82bb0d31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:14.548381 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-49876ea4-e308-46aa-9cce-0372cda750d4 admin admin] Allocated IP 172.25.2.169 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/80d3d2d4-c53e-4486-a5a3-cdc3e3d59294) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:01:14.859552 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-d79ef051-a6d6-4d7a-a659-61e82bb0d31b service neutron] Transition to ACTIVE for port object c84086a0-a645-40a4-b512-da4494ff541a will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:01:14.876996 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-d79ef051-a6d6-4d7a-a659-61e82bb0d31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:14.924294 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514993ed-2230-4bc2-9e8b-7debdecc1a3f req-cc41573a-086f-4644-89b9-ee9e6d366fa2 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:14.926588 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-514993ed-2230-4bc2-9e8b-7debdecc1a3f req-cc41573a-086f-4644-89b9-ee9e6d366fa2 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.4036551 Aug 11 22:01:15.097312 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21bad2-0740-4f69-a290-49ec66545b7e req-e72ccca5-9602-41b2-96fe-6b4429321149 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:15.100033 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7f21bad2-0740-4f69-a290-49ec66545b7e req-e72ccca5-9602-41b2-96fe-6b4429321149 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.0864339 Aug 11 22:01:15.118297 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-d79ef051-a6d6-4d7a-a659-61e82bb0d31b service neutron] No DVR routers for this DVR port c84086a0-a645-40a4-b512-da4494ff541a on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:01:15.160799 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-49876ea4-e308-46aa-9cce-0372cda750d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:15.216360 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7f21bad2-0740-4f69-a290-49ec66545b7e req-900351c9-1fe2-41e9-9ee7-3327bb5c1716 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096046 Aug 11 22:01:15.310530 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-514993ed-2230-4bc2-9e8b-7debdecc1a3f req-4d833da7-5bda-447e-8a1a-eff7f947682f tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383441 Aug 11 22:01:15.335798 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-d79ef051-a6d6-4d7a-a659-61e82bb0d31b service neutron] 10.222.0.52 "PUT /v2.0/ports/c84086a0-a645-40a4-b512-da4494ff541a/bindings/n-h1-804275-3/activate HTTP/1.1" status: 200 len: 369 time: 2.3888259 Aug 11 22:01:15.335798 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ef051-a6d6-4d7a-a659-61e82bb0d31b service neutron] Pushing event updated for resources: {'Port': ['ID=c84086a0-a645-40a4-b512-da4494ff541a,revision_number=10']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:15.372753 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb87bc-7625-4434-bf45-d49aa52020da req-24717698-6e95-4933-9367-e3faa2fc83c5 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:15.394512 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3dbb87bc-7625-4434-bf45-d49aa52020da req-24717698-6e95-4933-9367-e3faa2fc83c5 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 945 time: 0.1088161 Aug 11 22:01:15.493429 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3dbb87bc-7625-4434-bf45-d49aa52020da req-444da0e0-8381-4955-960a-adae5d6feb82 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877264 Aug 11 22:01:15.506079 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-49876ea4-e308-46aa-9cce-0372cda750d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:15.697408 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-46fadca3-21d2-4bc3-b492-75a81a3eeaf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:15.854353 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ddba8ff6-d5c7-42e4-a994-5c1746033be2 req-111e8c94-d51a-4422-bd77-d1be2426901e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5843c99-98a1-4e36-9f0b-8cd697fbd098 HTTP/1.1" status: 200 len: 210 time: 0.1030898 Aug 11 22:01:15.901566 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c616432-7363-47e6-82b5-14b38c1b187f None None] Network 25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:01:16.186497 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49876ea4-e308-46aa-9cce-0372cda750d4 admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:01:16.194809 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 99c6b3cc-0c92-4562-b009-b53b37172bb3 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:01:16.204542 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49876ea4-e308-46aa-9cce-0372cda750d4 admin admin] Pushing event updated for resources: {'Port': ['ID=80d3d2d4-c53e-4486-a5a3-cdc3e3d59294,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:16.215487 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-49876ea4-e308-46aa-9cce-0372cda750d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:01:16.223118 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49876ea4-e308-46aa-9cce-0372cda750d4 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:01:16.262505 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:16.318004 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-685b608a-27ef-4f7b-84f1-29661f9010fb None None] Provisioning for port 99c6b3cc-0c92-4562-b009-b53b37172bb3 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:01:16.319493 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-b2d47b95-3dae-45a5-a197-11a9d3b2c2e8 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:16.321896 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-b2d47b95-3dae-45a5-a197-11a9d3b2c2e8 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54&tenant_id=a5fc899cc52f44178d979d66e6a50dde&binding%3Ahost_id=n-h2-804275-3 HTTP/1.1" status: 200 len: 1096 time: 0.9003284 Aug 11 22:01:16.478224 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 99c6b3cc-0c92-4562-b009-b53b37172bb3 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:01:16.509186 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 99c6b3cc-0c92-4562-b009-b53b37172bb3 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:01:16.510248 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:16.562283 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device c84086a0-a645-40a4-b512-da4494ff541a no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:01:16.635057 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-49876ea4-e308-46aa-9cce-0372cda750d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:16.658926 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device c84086a0-a645-40a4-b512-da4494ff541a not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:01:16.689454 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bce140-5b9a-49ca-935a-177d7a3f78a9 req-026a3c76-6bb4-4b18-977a-00a93099864b tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:16.700815 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-ddea19c1-5ce3-4b4e-94ca-4acd8d231d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:16.703162 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-ddea19c1-5ce3-4b4e-94ca-4acd8d231d79 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54&tenant_id=a5fc899cc52f44178d979d66e6a50dde HTTP/1.1" status: 200 len: 1096 time: 0.2436848 Aug 11 22:01:16.711707 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-05bce140-5b9a-49ca-935a-177d7a3f78a9 req-026a3c76-6bb4-4b18-977a-00a93099864b tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.1684573 Aug 11 22:01:16.758316 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907f121-1088-43d4-8bce-d2e0d7cca56e req-54225c75-3be5-493e-9133-78b69173e080 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:16.779493 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f907f121-1088-43d4-8bce-d2e0d7cca56e req-54225c75-3be5-493e-9133-78b69173e080 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.5043595 Aug 11 22:01:16.782199 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-05bce140-5b9a-49ca-935a-177d7a3f78a9 req-951fec37-2863-4ede-b4d0-ab551aa7cb12 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693941 Aug 11 22:01:16.839939 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:16.902686 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 99c6b3cc-0c92-4562-b009-b53b37172bb3, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=99c6b3cc-0c92-4562-b009-b53b37172bb3,segment=NetworkSegment(3d6c3e44-728d-4f47-bfbd-0f9f00adbf37),segment_id=3d6c3e44-728d-4f47-bfbd-0f9f00adbf37)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:01:16.913604 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:16.966770 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-2f2a3815-8db0-4d84-912b-31bd6b499ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:16.967065 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-2f2a3815-8db0-4d84-912b-31bd6b499ce3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a5fc899cc52f44178d979d66e6a50dde&device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 1096 time: 0.1361747 Aug 11 22:01:16.970313 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f907f121-1088-43d4-8bce-d2e0d7cca56e req-f6f90997-2d45-4469-b215-5419cedccecc tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866879 Aug 11 22:01:17.020616 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b778c1b-6d79-4839-9cfd-09cfd22462a9 req-8d641c5a-8a26-4e0a-9814-fdd7134da842 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:17.028471 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6b778c1b-6d79-4839-9cfd-09cfd22462a9 req-8d641c5a-8a26-4e0a-9814-fdd7134da842 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 945 time: 0.1198611 Aug 11 22:01:17.042276 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=99c6b3cc-0c92-4562-b009-b53b37172bb3,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:17.087675 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3ead8f85-8079-4563-8c64-adb7865581eb None None] Provisioning complete for port 99c6b3cc-0c92-4562-b009-b53b37172bb3 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:01:17.088064 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3ead8f85-8079-4563-8c64-adb7865581eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:17.104881 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-58b07af7-b9df-4ce2-8038-3d83c36fa190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:17.107451 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-58b07af7-b9df-4ce2-8038-3d83c36fa190 service neutron] 10.222.0.82 "GET /v2.0/networks?id=83735497-c152-410a-a532-372740b4ec60 HTTP/1.1" status: 200 len: 908 time: 0.1263146 Aug 11 22:01:17.127077 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6b778c1b-6d79-4839-9cfd-09cfd22462a9 req-4305363c-cfa0-43cc-983e-12826978eaeb tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959871 Aug 11 22:01:17.313402 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-c035e19b-1f7e-4254-9974-cf86663df58c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c84086a0-a645-40a4-b512-da4494ff541a HTTP/1.1" status: 200 len: 217 time: 0.1928213 Aug 11 22:01:17.386111 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:17.508350 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-2ec19e5b-205c-4a74-b797-27dd2ccef195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:17.510341 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-2ec19e5b-205c-4a74-b797-27dd2ccef195 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=45488324-eef4-4094-a90c-865b32db4e15 HTTP/1.1" status: 200 len: 847 time: 0.1858499 Aug 11 22:01:17.522307 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-49876ea4-e308-46aa-9cce-0372cda750d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:17.605212 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-f34a2453-0698-4c55-8f7a-4060eefc9cef service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83735497-c152-410a-a532-372740b4ec60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750751 Aug 11 22:01:17.795756 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-37cf8f7a-85c4-4af1-9d8e-c01e2cb6816d service neutron] 10.222.0.82 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839683 Aug 11 22:01:17.885145 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49876ea4-e308-46aa-9cce-0372cda750d4 admin admin] Router 871025f8-ebfd-49dd-a840-7b0b5e91a882 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:01:17.960064 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 99c6b3cc-0c92-4562-b009-b53b37172bb3 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:01:18.002072 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-566b3434-1b5e-4e9f-b40d-73d7cabd2894 service neutron] 10.222.0.82 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957326 Aug 11 22:01:18.053702 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 99c6b3cc-0c92-4562-b009-b53b37172bb3 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:01:18.053974 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:18.159949 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49876ea4-e308-46aa-9cce-0372cda750d4 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:01:18.216210 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129a708-0c5b-4f4a-aad5-d98cac48fee1 req-c9f0554b-bf91-47f2-8824-1113ca3cd577 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:18.220237 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e129a708-0c5b-4f4a-aad5-d98cac48fee1 req-c9f0554b-bf91-47f2-8824-1113ca3cd577 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.3106802 Aug 11 22:01:18.221812 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-49876ea4-e308-46aa-9cce-0372cda750d4 admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:18.228919 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688bd484-b0b9-40c3-bf79-602feec0feef None None] Sync routers for ids ['871025f8-ebfd-49dd-a840-7b0b5e91a882'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:01:18.230525 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-49876ea4-e308-46aa-9cce-0372cda750d4 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.2369108 Aug 11 22:01:18.246004 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33782) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:01:18.287421 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688bd484-b0b9-40c3-bf79-602feec0feef None None] Routers {'871025f8-ebfd-49dd-a840-7b0b5e91a882'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:01:18.300449 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-688bd484-b0b9-40c3-bf79-602feec0feef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:01:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['871025f8-ebfd-49dd-a840-7b0b5e91a882'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:01:18.535500 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-688bd484-b0b9-40c3-bf79-602feec0feef None None] Set router 871025f8-ebfd-49dd-a840-7b0b5e91a882 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:01:18.614065 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ffa4f-5e52-421f-958e-6572159bebe9 req-2c0a9e8b-15b9-45f8-a644-4e0dcc04a503 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:18.627838 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-748ffa4f-5e52-421f-958e-6572159bebe9 req-2c0a9e8b-15b9-45f8-a644-4e0dcc04a503 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/networks?id=bf080b52-f893-4f7c-8435-757491a8008c HTTP/1.1" status: 200 len: 811 time: 0.7349858 Aug 11 22:01:18.656564 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-748ffa4f-5e52-421f-958e-6572159bebe9 req-ca5c4af8-eaa3-42d6-9582-af5a6d00e7d5 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/quotas/5ff75431bb564df5bffa655d84e87396 HTTP/1.1" status: 200 len: 375 time: 0.0267563 Aug 11 22:01:18.724482 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-748ffa4f-5e52-421f-958e-6572159bebe9 req-c01cbf76-2076-4215-95e1-997cecfbc2b2 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5ff75431bb564df5bffa655d84e87396&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586638 Aug 11 22:01:18.842202 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-748ffa4f-5e52-421f-958e-6572159bebe9 req-eb38ea21-35e9-4372-ac38-8e4fda77caec service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:01:18.857159 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-748ffa4f-5e52-421f-958e-6572159bebe9 req-eb38ea21-35e9-4372-ac38-8e4fda77caec service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1306479 Aug 11 22:01:18.862317 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:18.871408 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-688bd484-b0b9-40c3-bf79-602feec0feef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'name': 'tempest-ServersTestFqdnHostnames-1992518892-router', 'tenant_id': '95f5703708cc4c328a0d034631678af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '80d3d2d4-c53e-4486-a5a3-cdc3e3d59294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:01:12Z', 'updated_at': '2021-08-11T22:01:16Z', 'revision_number': 3, 'project_id': '95f5703708cc4c328a0d034631678af3', 'gw_port': {'id': '80d3d2d4-c53e-4486-a5a3-cdc3e3d59294', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:01:14Z', 'updated_at': '2021-08-11T22:01:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:01:18.896228 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e129a708-0c5b-4f4a-aad5-d98cac48fee1 req-284e4ee9-1d09-4bbc-91c8-2099959cb73f tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6574717 Aug 11 22:01:18.911937 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688bd484-b0b9-40c3-bf79-602feec0feef None None] Checking router: 871025f8-ebfd-49dd-a840-7b0b5e91a882 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:01:18.912180 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688bd484-b0b9-40c3-bf79-602feec0feef None None] Updating router 871025f8-ebfd-49dd-a840-7b0b5e91a882 port 80d3d2d4-c53e-4486-a5a3-cdc3e3d59294 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:01:18.950343 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-95a86cbc-81b6-4c2a-8fa9-c97bc1389517 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:18.953335 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-95a86cbc-81b6-4c2a-8fa9-c97bc1389517 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54&tenant_id=a5fc899cc52f44178d979d66e6a50dde&binding%3Ahost_id=n-h1-804275-3 HTTP/1.1" status: 200 len: 1096 time: 0.2112594 Aug 11 22:01:18.969987 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-688bd484-b0b9-40c3-bf79-602feec0feef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:19.056743 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-748ffa4f-5e52-421f-958e-6572159bebe9 req-69fa554b-47d4-473e-9f47-8325329cd39a service neutron] 10.222.0.77 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982651 Aug 11 22:01:19.159576 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380f0a6-e1e1-466e-b9f1-c38842c4f30a req-5001e46d-b627-445d-a347-36f1012c40f0 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:19.161264 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8380f0a6-e1e1-466e-b9f1-c38842c4f30a req-5001e46d-b627-445d-a347-36f1012c40f0 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.1594920 Aug 11 22:01:19.217251 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-748ffa4f-5e52-421f-958e-6572159bebe9 req-fdcfd55a-161c-4743-a1d7-313e9dbd756a service neutron] 10.222.0.77 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589463 Aug 11 22:01:19.313129 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-7f1a9458-1c28-4ca9-97b8-090063f8c482 service neutron] For port c84086a0-a645-40a4-b512-da4494ff541a, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:01:19.327078 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8380f0a6-e1e1-466e-b9f1-c38842c4f30a req-266d1408-dfed-4496-b765-1b66cc3f9e0f tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147413 Aug 11 22:01:19.376756 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-7f1a9458-1c28-4ca9-97b8-090063f8c482 service neutron] Notify callbacks [] for binding, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:19.376756 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e4d2c783-bca8-464e-bb5a-ceb07eee5fb1 req-7f1a9458-1c28-4ca9-97b8-090063f8c482 service neutron] 10.222.0.82 "DELETE /v2.0/ports/c84086a0-a645-40a4-b512-da4494ff541a/bindings/n-h2-804275-3 HTTP/1.1" status: 204 len: 173 time: 0.3711526 Aug 11 22:01:19.422778 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-307ce0b4-7508-4179-9c15-7521e09e4a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:19.698681 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b0b36-6ad5-430d-8ac7-79fbf5ad8bf5 req-b1060078-3d99-451a-a59f-9d7a82ef8c46 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:19.700804 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f56b0b36-6ad5-430d-8ac7-79fbf5ad8bf5 req-b1060078-3d99-451a-a59f-9d7a82ef8c46 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 945 time: 0.2597468 Aug 11 22:01:19.722728 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-688bd484-b0b9-40c3-bf79-602feec0feef None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:19.773828 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-688bd484-b0b9-40c3-bf79-602feec0feef None None] Transition to ACTIVE for port object 80d3d2d4-c53e-4486-a5a3-cdc3e3d59294 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:01:19.797799 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-688bd484-b0b9-40c3-bf79-602feec0feef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:19.896753 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f56b0b36-6ad5-430d-8ac7-79fbf5ad8bf5 req-ce2a9343-626f-4a3c-beca-9762faa0561f tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747050 Aug 11 22:01:19.928843 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f8e24bd5-1dfa-4c5a-a941-e227e97ccc8e req-100b3e08-bc1e-423c-8f57-1c6e60f0c5a9 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=ddee44b2-c71b-4d65-96a3-b1879f993f50 HTTP/1.1" status: 200 len: 210 time: 0.0669346 Aug 11 22:01:19.995386 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-307ce0b4-7508-4179-9c15-7521e09e4a98 admin admin] Allocated IP 172.20.0.1 (25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5/3095737f-664b-4f3c-9348-9cf878309f1a/59d518f5-1d06-4a31-ac0f-45478076d617) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:01:19.999073 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-688bd484-b0b9-40c3-bf79-602feec0feef None None] Attempting to bind port 80d3d2d4-c53e-4486-a5a3-cdc3e3d59294 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:01:20.000153 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-688bd484-b0b9-40c3-bf79-602feec0feef None None] Attempting to bind port 80d3d2d4-c53e-4486-a5a3-cdc3e3d59294 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:01:20.000719 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688bd484-b0b9-40c3-bf79-602feec0feef None None] Attempting to bind port 80d3d2d4-c53e-4486-a5a3-cdc3e3d59294 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:01:20.022629 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb44a83-266f-43b6-ae99-7b051e8c66f6 None None] Pushing event updated for resources: {'Port': ['ID=80d3d2d4-c53e-4486-a5a3-cdc3e3d59294,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:20.029207 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688bd484-b0b9-40c3-bf79-602feec0feef None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:01:20.029951 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688bd484-b0b9-40c3-bf79-602feec0feef None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:01:20.031612 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-688bd484-b0b9-40c3-bf79-602feec0feef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:20.032959 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688bd484-b0b9-40c3-bf79-602feec0feef None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:01:20.034064 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-688bd484-b0b9-40c3-bf79-602feec0feef None None] Bound port: 80d3d2d4-c53e-4486-a5a3-cdc3e3d59294, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:01:20.035202 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-688bd484-b0b9-40c3-bf79-602feec0feef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:20.201812 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-688bd484-b0b9-40c3-bf79-602feec0feef None None] For port 80d3d2d4-c53e-4486-a5a3-cdc3e3d59294, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:01:20.209792 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-688bd484-b0b9-40c3-bf79-602feec0feef None None] For port 80d3d2d4-c53e-4486-a5a3-cdc3e3d59294, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=80d3d2d4-c53e-4486-a5a3-cdc3e3d59294,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:01:20.216645 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66d617-e54f-4efc-82f1-85de915e87e4 req-4737c487-57e8-4793-a097-7a46425fbe33 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:20.228432 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-be66d617-e54f-4efc-82f1-85de915e87e4 req-4737c487-57e8-4793-a097-7a46425fbe33 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.1610544 Aug 11 22:01:20.234882 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-688bd484-b0b9-40c3-bf79-602feec0feef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:20.324858 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-be66d617-e54f-4efc-82f1-85de915e87e4 req-57a1e793-a17a-44b8-a139-900794874ccf tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890541 Aug 11 22:01:20.439601 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-307ce0b4-7508-4179-9c15-7521e09e4a98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:20.454672 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:20.489683 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-307ce0b4-7508-4179-9c15-7521e09e4a98 admin admin] Transition to ACTIVE for port object 59d518f5-1d06-4a31-ac0f-45478076d617 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:01:20.495894 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688bd484-b0b9-40c3-bf79-602feec0feef None None] Routers {'871025f8-ebfd-49dd-a840-7b0b5e91a882'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:01:20.498631 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-688bd484-b0b9-40c3-bf79-602feec0feef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:01:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['871025f8-ebfd-49dd-a840-7b0b5e91a882'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:01:20.577768 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6e81d-45a8-421d-88cc-4330f04eabb2 req-6f11f2f7-2201-4da5-b6fc-173d85cc7b7d tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:20.583012 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47f6e81d-45a8-421d-88cc-4330f04eabb2 req-6f11f2f7-2201-4da5-b6fc-173d85cc7b7d tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 1096 time: 0.1108587 Aug 11 22:01:20.593883 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-307ce0b4-7508-4179-9c15-7521e09e4a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:20.693858 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47f6e81d-45a8-421d-88cc-4330f04eabb2 req-69d67afa-d1a6-45de-bf22-1172cdacf0be tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059272 Aug 11 22:01:20.775710 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307ce0b4-7508-4179-9c15-7521e09e4a98 admin admin] Network 25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:01:20.781729 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-307ce0b4-7508-4179-9c15-7521e09e4a98 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:01:20.791476 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307ce0b4-7508-4179-9c15-7521e09e4a98 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:01:20.895904 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb44a83-266f-43b6-ae99-7b051e8c66f6 None None] Pushing event updated for resources: {'Port': ['ID=80d3d2d4-c53e-4486-a5a3-cdc3e3d59294,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:21.020883 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-688bd484-b0b9-40c3-bf79-602feec0feef None None] Set router 871025f8-ebfd-49dd-a840-7b0b5e91a882 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:01:21.054226 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f905e9-bfd4-43dd-9c04-7bfcda3ae104 req-9f40c2f5-8aaf-4da5-8240-b4de252202dd tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:21.071434 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ce0b4-7508-4179-9c15-7521e09e4a98 admin admin] Pushing event updated for resources: {'Port': ['ID=59d518f5-1d06-4a31-ac0f-45478076d617,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:21.072320 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-80f905e9-bfd4-43dd-9c04-7bfcda3ae104 req-9f40c2f5-8aaf-4da5-8240-b4de252202dd tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.1707084 Aug 11 22:01:21.139464 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-307ce0b4-7508-4179-9c15-7521e09e4a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:21.205147 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-80f905e9-bfd4-43dd-9c04-7bfcda3ae104 req-249c7c4e-64ee-4aba-8a1c-208bbc9d4380 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292822 Aug 11 22:01:21.413965 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-22dc083c-c3b0-4b27-982b-6a8c83808188 None None] Provisioning for port 59d518f5-1d06-4a31-ac0f-45478076d617 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:01:21.466770 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-22dc083c-c3b0-4b27-982b-6a8c83808188 None None] Provisioning complete for port 59d518f5-1d06-4a31-ac0f-45478076d617 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:01:21.468344 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-22dc083c-c3b0-4b27-982b-6a8c83808188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:21.595994 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-307ce0b4-7508-4179-9c15-7521e09e4a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:21.624267 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-3a4f52a4-d5b6-47af-8253-9640105e9d3d tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:21.632394 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-3a4f52a4-d5b6-47af-8253-9640105e9d3d tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/networks?id=83735497-c152-410a-a532-372740b4ec60 HTTP/1.1" status: 200 len: 807 time: 0.1469772 Aug 11 22:01:21.640197 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-22dc083c-c3b0-4b27-982b-6a8c83808188 None None] Port 59d518f5-1d06-4a31-ac0f-45478076d617 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:01:21.640676 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b04fb2-6af5-4cae-a716-7cae2d538ca3 req-d22eff29-13d7-4c06-97d0-be6a75ec78cc tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:21.652846 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-73fae002-8121-41e0-9fd3-22bc5001d8b5 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/quotas/a5fc899cc52f44178d979d66e6a50dde HTTP/1.1" status: 200 len: 375 time: 0.0190525 Aug 11 22:01:21.654619 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a6b04fb2-6af5-4cae-a716-7cae2d538ca3 req-d22eff29-13d7-4c06-97d0-be6a75ec78cc tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.1501918 Aug 11 22:01:21.672115 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-688bd484-b0b9-40c3-bf79-602feec0feef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'name': 'tempest-ServersTestFqdnHostnames-1992518892-router', 'tenant_id': '95f5703708cc4c328a0d034631678af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '80d3d2d4-c53e-4486-a5a3-cdc3e3d59294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:01:12Z', 'updated_at': '2021-08-11T22:01:16Z', 'revision_number': 3, 'project_id': '95f5703708cc4c328a0d034631678af3', 'gw_port': {'id': '80d3d2d4-c53e-4486-a5a3-cdc3e3d59294', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:01:14Z', 'updated_at': '2021-08-11T22:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:01:21.740936 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-be467915-9613-4594-a4e2-4288627cbf26 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a5fc899cc52f44178d979d66e6a50dde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0867805 Aug 11 22:01:21.750077 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a6b04fb2-6af5-4cae-a716-7cae2d538ca3 req-2acf51bc-160c-47a3-b44a-8533c62e5817 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912352 Aug 11 22:01:21.994390 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-184444aa-dbb0-43bd-8235-366e80396ed7 service neutron] 10.222.0.77 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521117 Aug 11 22:01:22.042145 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688bd484-b0b9-40c3-bf79-602feec0feef None None] The sync data for ids ['871025f8-ebfd-49dd-a840-7b0b5e91a882'] in n-d-804275-3 is: [{'id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'name': 'tempest-ServersTestFqdnHostnames-1992518892-router', 'tenant_id': '95f5703708cc4c328a0d034631678af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '80d3d2d4-c53e-4486-a5a3-cdc3e3d59294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:01:12Z', 'updated_at': '2021-08-11T22:01:16Z', 'revision_number': 3, 'project_id': '95f5703708cc4c328a0d034631678af3', 'gw_port': {'id': '80d3d2d4-c53e-4486-a5a3-cdc3e3d59294', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:01:14Z', 'updated_at': '2021-08-11T22:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:01:22.087084 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-9671d6c4-e31e-4a10-92f1-c7105b1d6b4c tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:22.088833 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-9671d6c4-e31e-4a10-92f1-c7105b1d6b4c tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/networks?id=bf080b52-f893-4f7c-8435-757491a8008c HTTP/1.1" status: 200 len: 811 time: 0.1414645 Aug 11 22:01:22.136464 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-6374f4a0-28c1-4de8-8075-37fe937da151 service neutron] 10.222.0.77 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399255 Aug 11 22:01:22.144327 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-6dbe22fe-65b2-4c99-898d-c041fa30dd1e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/quotas/5ff75431bb564df5bffa655d84e87396 HTTP/1.1" status: 200 len: 375 time: 0.0327218 Aug 11 22:01:22.148673 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-307ce0b4-7508-4179-9c15-7521e09e4a98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:22.160687 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-307ce0b4-7508-4179-9c15-7521e09e4a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:22.199023 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-8d158629-3503-4e5b-b4d3-143c9178b35e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5ff75431bb564df5bffa655d84e87396&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536578 Aug 11 22:01:22.233848 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-b9834b86-75fd-453f-9417-a2a259c08973 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:01:22.242527 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-b9834b86-75fd-453f-9417-a2a259c08973 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0425053 Aug 11 22:01:22.375724 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ce0b4-7508-4179-9c15-7521e09e4a98 admin admin] Pushing event updated for resources: {'Port': ['ID=59d518f5-1d06-4a31-ac0f-45478076d617,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:22.380173 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-307ce0b4-7508-4179-9c15-7521e09e4a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:22.496279 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-5b49e807-a0ba-4466-8c67-475351d71c98 service neutron] 10.222.0.77 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527361 Aug 11 22:01:22.790804 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de65ead-3edc-4e1b-a08d-7275e39df554 req-2629146f-5ba9-4e77-bed4-a4afd99d1e40 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:22.799760 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5de65ead-3edc-4e1b-a08d-7275e39df554 req-2629146f-5ba9-4e77-bed4-a4afd99d1e40 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.1796923 Aug 11 22:01:22.857259 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5de65ead-3edc-4e1b-a08d-7275e39df554 req-a97412f1-3281-434a-9fb3-4c321fae3ca8 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540035 Aug 11 22:01:23.051578 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a4ffe670-c0e0-44ce-9f1e-99dfcbba2c1b req-ec76432b-f1ff-4211-9cf7-4c7982f36ce5 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 210 time: 0.0740943 Aug 11 22:01:23.679779 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307ce0b4-7508-4179-9c15-7521e09e4a98 admin admin] Network 25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:01:23.696989 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-307ce0b4-7508-4179-9c15-7521e09e4a98 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:01:23.701919 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487ef4b-b063-4452-a32a-3fc7a5a4467e req-7c02056d-2cfd-48d9-8e8e-4609a2adf688 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:23.712327 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1487ef4b-b063-4452-a32a-3fc7a5a4467e req-7c02056d-2cfd-48d9-8e8e-4609a2adf688 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.2122090 Aug 11 22:01:23.865475 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1487ef4b-b063-4452-a32a-3fc7a5a4467e req-65cf39ab-61cb-4d39-9064-a57585ab7cdc tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400876 Aug 11 22:01:24.017017 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 80d3d2d4-c53e-4486-a5a3-cdc3e3d59294 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:01:24.023293 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-59821bc4-62cc-409f-b83f-0b1851d7e87d service neutron] 10.222.0.77 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5258911 Aug 11 22:01:24.095706 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307ce0b4-7508-4179-9c15-7521e09e4a98 admin admin] Router 871025f8-ebfd-49dd-a840-7b0b5e91a882 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:01:24.252305 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 80d3d2d4-c53e-4486-a5a3-cdc3e3d59294 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:01:24.278044 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-398b311b-0e90-4115-a3b7-ab74a020fd5a None None] Provisioning complete for port 59d518f5-1d06-4a31-ac0f-45478076d617 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:01:24.278626 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-398b311b-0e90-4115-a3b7-ab74a020fd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:24.283962 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 80d3d2d4-c53e-4486-a5a3-cdc3e3d59294 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:01:24.284594 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:24.288813 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-74a3a511-366f-4954-bf7b-eafd86523b2a req-f8ea69b9-061b-4d28-a227-a419974151c3 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 210 time: 0.1218231 Aug 11 22:01:24.584854 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-398b311b-0e90-4115-a3b7-ab74a020fd5a None None] Port 59d518f5-1d06-4a31-ac0f-45478076d617 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:01:24.654146 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b9f0f60f-0c80-438a-8702-51f7328e83c0 req-888233ef-4cf0-48fc-92f4-6a429174b56e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ed7e1a0-06e4-4ba0-b773-13b469a6f71a HTTP/1.1" status: 200 len: 210 time: 0.1831045 Aug 11 22:01:24.760777 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307ce0b4-7508-4179-9c15-7521e09e4a98 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:01:24.787581 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-307ce0b4-7508-4179-9c15-7521e09e4a98 admin admin] 10.222.0.77 "PUT /v2.0/routers/871025f8-ebfd-49dd-a840-7b0b5e91a882/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5257030 Aug 11 22:01:24.804874 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:24.852368 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 80d3d2d4-c53e-4486-a5a3-cdc3e3d59294, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=80d3d2d4-c53e-4486-a5a3-cdc3e3d59294,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:01:24.861720 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:24.891303 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-5f609a9d-13e6-46b4-b684-9b30896ae897 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:24.929797 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-5f609a9d-13e6-46b4-b684-9b30896ae897 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.52 "GET /v2.0/networks?id=83735497-c152-410a-a532-372740b4ec60 HTTP/1.1" status: 200 len: 807 time: 0.6886435 Aug 11 22:01:24.955089 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=80d3d2d4-c53e-4486-a5a3-cdc3e3d59294,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:24.997913 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-50b1005e-9f5e-43d4-894d-523bbbde1925 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Request body: {'port': {'device_id': '38c95064-1f05-477a-9a6c-e88bf34908d3', 'network_id': '83735497-c152-410a-a532-372740b4ec60', 'admin_state_up': True, 'tenant_id': 'a5fc899cc52f44178d979d66e6a50dde'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:01:25.199846 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7048dec6-a5f1-4c85-b833-66baf33b251b None None] Sync routers for ids ['871025f8-ebfd-49dd-a840-7b0b5e91a882'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:01:25.223366 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7048dec6-a5f1-4c85-b833-66baf33b251b None None] Routers {'871025f8-ebfd-49dd-a840-7b0b5e91a882'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:01:25.229705 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-7048dec6-a5f1-4c85-b833-66baf33b251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:01:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['871025f8-ebfd-49dd-a840-7b0b5e91a882'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:01:25.258294 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c24dead8-b172-4fe9-af6d-2bc25d0e7759 req-01b3efb0-fde1-46b7-9fe1-5b424ce15632 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5670888 Aug 11 22:01:25.304522 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58942840-7225-4fcd-a362-cc48a8177f05 req-3742b69d-3c0e-405c-8074-c8bb125afdcc tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:25.320708 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-58942840-7225-4fcd-a362-cc48a8177f05 req-3742b69d-3c0e-405c-8074-c8bb125afdcc tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.1999824 Aug 11 22:01:25.401337 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-7048dec6-a5f1-4c85-b833-66baf33b251b None None] Set router 871025f8-ebfd-49dd-a840-7b0b5e91a882 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:01:25.456424 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-58942840-7225-4fcd-a362-cc48a8177f05 req-04b62823-a425-42f3-b725-32e763d6b5f6 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318898 Aug 11 22:01:25.540288 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24dead8-b172-4fe9-af6d-2bc25d0e7759 req-62134b1f-7be7-4206-a162-55943606cbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:25.543651 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c24dead8-b172-4fe9-af6d-2bc25d0e7759 req-62134b1f-7be7-4206-a162-55943606cbcb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a5fc899cc52f44178d979d66e6a50dde&device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 1095 time: 0.1889114 Aug 11 22:01:25.626067 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-50b1005e-9f5e-43d4-894d-523bbbde1925 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Made reservation on behalf of a5fc899cc52f44178d979d66e6a50dde for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:01:25.629916 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-50b1005e-9f5e-43d4-894d-523bbbde1925 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:25.672555 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90188644-0052-4694-b0a6-2446838ca082 req-bd5ba08f-98ed-4d32-a7da-6c6777687e68 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:25.674332 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-90188644-0052-4694-b0a6-2446838ca082 req-bd5ba08f-98ed-4d32-a7da-6c6777687e68 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab557092-5149-4dd2-8702-909fa973d304 HTTP/1.1" status: 200 len: 950 time: 0.1600332 Aug 11 22:01:25.870141 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-50b1005e-9f5e-43d4-894d-523bbbde1925 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Allocated IP 172.20.0.3 (83735497-c152-410a-a532-372740b4ec60/45488324-eef4-4094-a90c-865b32db4e15/dafb7e42-7f3e-49fb-8c98-6deabd516fd1) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:01:25.880247 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24dead8-b172-4fe9-af6d-2bc25d0e7759 req-85813fbe-5192-4b3f-a98f-e897942dbe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:25.883286 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c24dead8-b172-4fe9-af6d-2bc25d0e7759 req-85813fbe-5192-4b3f-a98f-e897942dbe35 service neutron] 10.222.0.82 "GET /v2.0/networks?id=83735497-c152-410a-a532-372740b4ec60 HTTP/1.1" status: 200 len: 908 time: 0.3108306 Aug 11 22:01:25.925670 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-90188644-0052-4694-b0a6-2446838ca082 req-0dd4fe3d-8eab-495d-8cfa-9968ac0d3d45 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddfd3ba9-54b9-465f-9888-3854087daf15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343369 Aug 11 22:01:25.991317 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c24dead8-b172-4fe9-af6d-2bc25d0e7759 req-d7fd5719-f24d-4cee-85d2-c962dc034476 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62bfc372-84f4-45ff-a1b2-81d95153d84e HTTP/1.1" status: 200 len: 217 time: 0.0972257 Aug 11 22:01:25.999933 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 80d3d2d4-c53e-4486-a5a3-cdc3e3d59294 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:01:26.126195 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 80d3d2d4-c53e-4486-a5a3-cdc3e3d59294 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:01:26.126580 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:26.148585 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-7048dec6-a5f1-4c85-b833-66baf33b251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'name': 'tempest-ServersTestFqdnHostnames-1992518892-router', 'tenant_id': '95f5703708cc4c328a0d034631678af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '80d3d2d4-c53e-4486-a5a3-cdc3e3d59294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:01:12Z', 'updated_at': '2021-08-11T22:01:21Z', 'revision_number': 4, 'project_id': '95f5703708cc4c328a0d034631678af3', 'gw_port': {'id': '80d3d2d4-c53e-4486-a5a3-cdc3e3d59294', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:01:14Z', 'updated_at': '2021-08-11T22:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '59d518f5-1d06-4a31-ac0f-45478076d617', 'name': '', 'network_id': '25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5', 'tenant_id': '95f5703708cc4c328a0d034631678af3', 'mac_address': 'fa:16:3e:0c:25:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '3095737f-664b-4f3c-9348-9cf878309f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:01:19Z', 'updated_at': '2021-08-11T22:01:21Z', 'revision_number': 2, 'project_id': '95f5703708cc4c328a0d034631678af3', 'subnets': [{'id': '3095737f-664b-4f3c-9348-9cf878309f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:01:26.233503 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7048dec6-a5f1-4c85-b833-66baf33b251b None None] Checking router: 871025f8-ebfd-49dd-a840-7b0b5e91a882 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:01:26.234674 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7048dec6-a5f1-4c85-b833-66baf33b251b None None] Updating router 871025f8-ebfd-49dd-a840-7b0b5e91a882 port 59d518f5-1d06-4a31-ac0f-45478076d617 binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:01:26.247963 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24dead8-b172-4fe9-af6d-2bc25d0e7759 req-afb87f84-874b-4a3f-ab7c-a973870920c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:26.254518 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c24dead8-b172-4fe9-af6d-2bc25d0e7759 req-afb87f84-874b-4a3f-ab7c-a973870920c0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=45488324-eef4-4094-a90c-865b32db4e15 HTTP/1.1" status: 200 len: 847 time: 0.2481451 Aug 11 22:01:26.266529 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-7048dec6-a5f1-4c85-b833-66baf33b251b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:26.327762 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e4b9bf42-2444-477a-bb28-f64ca62d04ce req-a71a1007-d8cc-45da-96d9-e20ce7360b4e tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 210 time: 0.1618536 Aug 11 22:01:26.383784 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c24dead8-b172-4fe9-af6d-2bc25d0e7759 req-d352e14c-09b3-4b9c-bfff-065cf3826552 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83735497-c152-410a-a532-372740b4ec60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066270 Aug 11 22:01:26.547087 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e34e5d88-8a6b-480b-9eb3-a65bb1d4fdf7 req-d58f6da8-1c1a-4ce7-aadb-fbaf017e8fa1 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ed7e1a0-06e4-4ba0-b773-13b469a6f71a HTTP/1.1" status: 200 len: 210 time: 0.1050708 Aug 11 22:01:26.751655 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34000) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:01:26.761726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-ee3c5fd1-7780-4e88-8baa-e0f0de52d2af tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Request body: {'security_group': {'name': 'tempest-securitygroup--14676725', 'description': 'tempest-description--328086882'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:01:26.762892 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c24dead8-b172-4fe9-af6d-2bc25d0e7759 req-23268495-b13c-44a3-b11b-c1203f5e6542 service neutron] 10.222.0.82 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232069 Aug 11 22:01:26.802589 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ee3c5fd1-7780-4e88-8baa-e0f0de52d2af tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:26.915527 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-7048dec6-a5f1-4c85-b833-66baf33b251b None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:26.962362 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-7048dec6-a5f1-4c85-b833-66baf33b251b None None] Transition to ACTIVE for port object 59d518f5-1d06-4a31-ac0f-45478076d617 will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:01:26.985894 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-7048dec6-a5f1-4c85-b833-66baf33b251b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:27.018892 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-50b1005e-9f5e-43d4-894d-523bbbde1925 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:27.035947 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c24dead8-b172-4fe9-af6d-2bc25d0e7759 req-192a3125-e16f-4b71-abc3-0640b8717fb4 service neutron] 10.222.0.82 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911047 Aug 11 22:01:27.071710 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-b3ccfcd5-b2f7-4dde-88fa-9b9c6315a64c tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:27.073237 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-b3ccfcd5-b2f7-4dde-88fa-9b9c6315a64c tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.52 "GET /v2.0/networks?id=bf080b52-f893-4f7c-8435-757491a8008c HTTP/1.1" status: 200 len: 811 time: 0.4661646 Aug 11 22:01:27.075537 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ee3c5fd1-7780-4e88-8baa-e0f0de52d2af tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:27.084911 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ee3c5fd1-7780-4e88-8baa-e0f0de52d2af tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:27.107319 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-23379b39-03fe-4298-9cf0-94c837256fdf tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Request body: {'port': {'device_id': '5ed7e1a0-06e4-4ba0-b773-13b469a6f71a', 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c', 'admin_state_up': True, 'tenant_id': '5ff75431bb564df5bffa655d84e87396'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:01:27.135824 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ee3c5fd1-7780-4e88-8baa-e0f0de52d2af tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:27.137975 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ee3c5fd1-7780-4e88-8baa-e0f0de52d2af tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3827167 Aug 11 22:01:27.145344 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34006) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:01:27.221467 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-31d72db8-5d52-41f6-8cd8-e694cf21cacd tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Request body: {'security_group_rule': {'security_group_id': 'd557176d-5585-4c7a-a7d7-92f1b18d94c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:01:27.284974 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c5fd1-7780-4e88-8baa-e0f0de52d2af tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d557176d-5585-4c7a-a7d7-92f1b18d94c0,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:27.319905 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9897c-1057-4949-adcf-93fe7b7c6f29 None None] Pushing event updated for resources: {'Port': ['ID=59d518f5-1d06-4a31-ac0f-45478076d617,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:27.352391 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5666f48-9297-439e-9691-826b640b397b req-8aeee072-d0f7-4e06-99b0-aa3c49dd27c9 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:27.360836 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b5666f48-9297-439e-9691-826b640b397b req-8aeee072-d0f7-4e06-99b0-aa3c49dd27c9 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.3215454 Aug 11 22:01:27.361150 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9897c-1057-4949-adcf-93fe7b7c6f29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:27.364527 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9897c-1057-4949-adcf-93fe7b7c6f29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:27.365567 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9897c-1057-4949-adcf-93fe7b7c6f29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:27.367110 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9897c-1057-4949-adcf-93fe7b7c6f29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:27.368047 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9897c-1057-4949-adcf-93fe7b7c6f29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:27.368915 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9897c-1057-4949-adcf-93fe7b7c6f29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:27.369772 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9897c-1057-4949-adcf-93fe7b7c6f29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:27.370630 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9897c-1057-4949-adcf-93fe7b7c6f29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:27.371557 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9897c-1057-4949-adcf-93fe7b7c6f29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:27.372521 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9897c-1057-4949-adcf-93fe7b7c6f29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:27.373338 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9897c-1057-4949-adcf-93fe7b7c6f29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:27.374714 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9897c-1057-4949-adcf-93fe7b7c6f29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:27.394328 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-50b1005e-9f5e-43d4-894d-523bbbde1925 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:27.416869 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-23379b39-03fe-4298-9cf0-94c837256fdf tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Made reservation on behalf of 5ff75431bb564df5bffa655d84e87396 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:01:27.426460 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-23379b39-03fe-4298-9cf0-94c837256fdf tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:27.437410 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-31d72db8-5d52-41f6-8cd8-e694cf21cacd tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:27.444218 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-7048dec6-a5f1-4c85-b833-66baf33b251b None None] Attempting to bind port 59d518f5-1d06-4a31-ac0f-45478076d617 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:01:27.444604 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-7048dec6-a5f1-4c85-b833-66baf33b251b None None] Attempting to bind port 59d518f5-1d06-4a31-ac0f-45478076d617 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '3d6c3e44-728d-4f47-bfbd-0f9f00adbf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:01:27.446370 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7048dec6-a5f1-4c85-b833-66baf33b251b None None] Attempting to bind port 59d518f5-1d06-4a31-ac0f-45478076d617 on network 25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:01:27.450800 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:01:27.458774 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7048dec6-a5f1-4c85-b833-66baf33b251b None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:01:27.459474 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7048dec6-a5f1-4c85-b833-66baf33b251b None None] Checking segment: {'id': '3d6c3e44-728d-4f47-bfbd-0f9f00adbf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:01:27.460132 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-7048dec6-a5f1-4c85-b833-66baf33b251b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:27.461544 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7048dec6-a5f1-4c85-b833-66baf33b251b None None] Bound using segment: {'id': '3d6c3e44-728d-4f47-bfbd-0f9f00adbf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:01:27.462288 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-7048dec6-a5f1-4c85-b833-66baf33b251b None None] Bound port: 59d518f5-1d06-4a31-ac0f-45478076d617, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6c3e44-728d-4f47-bfbd-0f9f00adbf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:01:27.464935 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-7048dec6-a5f1-4c85-b833-66baf33b251b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:27.560114 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-50b1005e-9f5e-43d4-894d-523bbbde1925 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Network 83735497-c152-410a-a532-372740b4ec60 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:01:27.578495 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a11899-cec9-42d8-96e9-b8fa88eece21 req-849134a2-fc8c-4fd8-88d9-b0e840c6d2f7 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:27.585613 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b7a11899-cec9-42d8-96e9-b8fa88eece21 req-849134a2-fc8c-4fd8-88d9-b0e840c6d2f7 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.2950754 Aug 11 22:01:27.621959 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-7048dec6-a5f1-4c85-b833-66baf33b251b None None] For port 59d518f5-1d06-4a31-ac0f-45478076d617, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:01:27.631966 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-7048dec6-a5f1-4c85-b833-66baf33b251b None None] For port 59d518f5-1d06-4a31-ac0f-45478076d617, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=59d518f5-1d06-4a31-ac0f-45478076d617,segment=NetworkSegment(3d6c3e44-728d-4f47-bfbd-0f9f00adbf37),segment_id=3d6c3e44-728d-4f47-bfbd-0f9f00adbf37)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:01:27.643274 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-50b1005e-9f5e-43d4-894d-523bbbde1925 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:01:27.644408 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-7048dec6-a5f1-4c85-b833-66baf33b251b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:27.648931 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d887a-404b-49ed-9ae2-c29746397853 req-e1b871ee-6774-4a1d-9f60-55294bcec31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:27.652506 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c38d887a-404b-49ed-9ae2-c29746397853 req-e1b871ee-6774-4a1d-9f60-55294bcec31a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f8b3422dece244b1afcf393ec9f1b957&device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 1097 time: 0.3463714 Aug 11 22:01:27.665615 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-50b1005e-9f5e-43d4-894d-523bbbde1925 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:01:27.722217 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7048dec6-a5f1-4c85-b833-66baf33b251b None None] Routers {'871025f8-ebfd-49dd-a840-7b0b5e91a882'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:01:27.724481 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-7048dec6-a5f1-4c85-b833-66baf33b251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:01:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['871025f8-ebfd-49dd-a840-7b0b5e91a882'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:01:27.726482 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b5666f48-9297-439e-9691-826b640b397b req-30c0179d-8c33-4b72-9614-51262d2ff743 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640108 Aug 11 22:01:27.743550 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-31d72db8-5d52-41f6-8cd8-e694cf21cacd tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:27.749610 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b1005e-9f5e-43d4-894d-523bbbde1925 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Pushing event updated for resources: {'Port': ['ID=dafb7e42-7f3e-49fb-8c98-6deabd516fd1,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:27.761847 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b7a11899-cec9-42d8-96e9-b8fa88eece21 req-3c79a8d4-b896-4a28-b688-6fe416f90f18 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512909 Aug 11 22:01:27.780356 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-31d72db8-5d52-41f6-8cd8-e694cf21cacd tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:27.842940 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d72db8-5d52-41f6-8cd8-e694cf21cacd tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69fb29ad-a37b-4ab6-adde-3bf7ea34516b,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:27.860356 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-31d72db8-5d52-41f6-8cd8-e694cf21cacd tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:27.861928 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-31d72db8-5d52-41f6-8cd8-e694cf21cacd tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7152901 Aug 11 22:01:27.866221 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34018) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:01:27.868243 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9897c-1057-4949-adcf-93fe7b7c6f29 None None] Pushing event updated for resources: {'Port': ['ID=59d518f5-1d06-4a31-ac0f-45478076d617,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:27.879873 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-50b1005e-9f5e-43d4-894d-523bbbde1925 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:27.881103 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-50b1005e-9f5e-43d4-894d-523bbbde1925 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:27.888076 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-8c537f53-cf8c-46b3-8a2c-3f4abc1783e3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Request body: {'security_group_rule': {'security_group_id': 'd557176d-5585-4c7a-a7d7-92f1b18d94c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:01:27.949808 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-23379b39-03fe-4298-9cf0-94c837256fdf tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Allocated IP 172.20.0.6 (bf080b52-f893-4f7c-8435-757491a8008c/985a839f-f29b-406e-b51f-4bfc5d529d7d/12e2526c-25c9-45e2-91b9-9e34645c8115) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:01:27.997131 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-7048dec6-a5f1-4c85-b833-66baf33b251b None None] Set router 871025f8-ebfd-49dd-a840-7b0b5e91a882 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:01:28.005591 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d887a-404b-49ed-9ae2-c29746397853 req-8ee411bd-8c90-4264-826f-c5acad59962a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:28.006708 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-50b1005e-9f5e-43d4-894d-523bbbde1925 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0593081 Aug 11 22:01:28.007126 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c38d887a-404b-49ed-9ae2-c29746397853 req-8ee411bd-8c90-4264-826f-c5acad59962a service neutron] 10.222.0.52 "GET /v2.0/networks?id=2e5ce1c7-b332-4021-b8e6-4d054d5f0a81 HTTP/1.1" status: 200 len: 919 time: 0.3439870 Aug 11 22:01:28.009780 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8c537f53-cf8c-46b3-8a2c-3f4abc1783e3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:28.036511 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-9bbec2b9-e1a1-4cc3-a483-7e2825fd43a5 service neutron] Request body: {'port': {'device_id': '38c95064-1f05-477a-9a6c-e88bf34908d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:01:28.100610 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39d7ea-d9ce-4f99-aba1-ad922d22f810 req-30f3f486-f320-4c63-8790-410a69041dfa tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:28.109166 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b39d7ea-d9ce-4f99-aba1-ad922d22f810 req-30f3f486-f320-4c63-8790-410a69041dfa tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 931 time: 0.2111788 Aug 11 22:01:28.116800 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c38d887a-404b-49ed-9ae2-c29746397853 req-513d0ef1-0fe8-409d-8fc9-5aa94e347884 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b682931-e299-47d8-a83a-ba8d76ab64fa HTTP/1.1" status: 200 len: 217 time: 0.0902493 Aug 11 22:01:28.220220 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b39d7ea-d9ce-4f99-aba1-ad922d22f810 req-baed9073-ecc8-4f40-b022-8ea64fadad11 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052392 Aug 11 22:01:28.246192 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8c537f53-cf8c-46b3-8a2c-3f4abc1783e3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:28.251691 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d887a-404b-49ed-9ae2-c29746397853 req-3e6f0a3f-ce6b-4464-b44f-3b0cd98d238a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:28.253147 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c38d887a-404b-49ed-9ae2-c29746397853 req-3e6f0a3f-ce6b-4464-b44f-3b0cd98d238a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fd19ad71-37f3-4014-bc35-046e6b7efdcb HTTP/1.1" status: 200 len: 858 time: 0.1178303 Aug 11 22:01:28.254383 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8c537f53-cf8c-46b3-8a2c-3f4abc1783e3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:28.315949 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c537f53-cf8c-46b3-8a2c-3f4abc1783e3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6d05b7-aa16-494e-bfd9-9d21250e3112,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:28.320606 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c38d887a-404b-49ed-9ae2-c29746397853 req-2c6b85cc-a41a-4d26-9530-d312ae96e3c4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2e5ce1c7-b332-4021-b8e6-4d054d5f0a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569601 Aug 11 22:01:28.322320 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8c537f53-cf8c-46b3-8a2c-3f4abc1783e3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:28.323703 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8c537f53-cf8c-46b3-8a2c-3f4abc1783e3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4559317 Aug 11 22:01:28.327685 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34028) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:01:28.338370 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-61efb4f0-5887-4044-8dd8-46e7791da0b3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:01:28.377026 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-9bbec2b9-e1a1-4cc3-a483-7e2825fd43a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:28.400459 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-7048dec6-a5f1-4c85-b833-66baf33b251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'name': 'tempest-ServersTestFqdnHostnames-1992518892-router', 'tenant_id': '95f5703708cc4c328a0d034631678af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '80d3d2d4-c53e-4486-a5a3-cdc3e3d59294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:01:12Z', 'updated_at': '2021-08-11T22:01:21Z', 'revision_number': 4, 'project_id': '95f5703708cc4c328a0d034631678af3', 'gw_port': {'id': '80d3d2d4-c53e-4486-a5a3-cdc3e3d59294', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:01:14Z', 'updated_at': '2021-08-11T22:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '59d518f5-1d06-4a31-ac0f-45478076d617', 'name': '', 'network_id': '25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5', 'tenant_id': '95f5703708cc4c328a0d034631678af3', 'mac_address': 'fa:16:3e:0c:25:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '3095737f-664b-4f3c-9348-9cf878309f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:01:19Z', 'updated_at': '2021-08-11T22:01:27Z', 'revision_number': 4, 'project_id': '95f5703708cc4c328a0d034631678af3', 'subnets': [{'id': '3095737f-664b-4f3c-9348-9cf878309f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:01:28.440448 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-511a225e-ac0f-4925-a370-bac80c7d5ab1 req-41892ad4-6053-4c6a-a6cd-611c6f505513 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ed7e1a0-06e4-4ba0-b773-13b469a6f71a HTTP/1.1" status: 200 len: 210 time: 0.0842271 Aug 11 22:01:28.453705 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7048dec6-a5f1-4c85-b833-66baf33b251b None None] The sync data for ids ['871025f8-ebfd-49dd-a840-7b0b5e91a882'] in n-d-804275-3 is: [{'id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'name': 'tempest-ServersTestFqdnHostnames-1992518892-router', 'tenant_id': '95f5703708cc4c328a0d034631678af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '80d3d2d4-c53e-4486-a5a3-cdc3e3d59294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:01:12Z', 'updated_at': '2021-08-11T22:01:21Z', 'revision_number': 4, 'project_id': '95f5703708cc4c328a0d034631678af3', 'gw_port': {'id': '80d3d2d4-c53e-4486-a5a3-cdc3e3d59294', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:01:14Z', 'updated_at': '2021-08-11T22:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '59d518f5-1d06-4a31-ac0f-45478076d617', 'name': '', 'network_id': '25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5', 'tenant_id': '95f5703708cc4c328a0d034631678af3', 'mac_address': 'fa:16:3e:0c:25:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '3095737f-664b-4f3c-9348-9cf878309f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:01:19Z', 'updated_at': '2021-08-11T22:01:27Z', 'revision_number': 4, 'project_id': '95f5703708cc4c328a0d034631678af3', 'subnets': [{'id': '3095737f-664b-4f3c-9348-9cf878309f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:01:28.465324 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-23379b39-03fe-4298-9cf0-94c837256fdf tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:28.486405 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-61efb4f0-5887-4044-8dd8-46e7791da0b3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:28.534342 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-23379b39-03fe-4298-9cf0-94c837256fdf tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:28.576845 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c38d887a-404b-49ed-9ae2-c29746397853 req-c6ad64b8-a1d2-4f01-a1d4-a7073ceaeb05 service neutron] 10.222.0.52 "GET /v2.0/networks/2e5ce1c7-b332-4021-b8e6-4d054d5f0a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321696 Aug 11 22:01:28.652532 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 2f11279c-d043-4fd7-9422-1565dda4fd4d no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:01:28.674606 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-23379b39-03fe-4298-9cf0-94c837256fdf tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Network bf080b52-f893-4f7c-8435-757491a8008c is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:01:28.709555 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-23379b39-03fe-4298-9cf0-94c837256fdf tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:01:28.736501 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-23379b39-03fe-4298-9cf0-94c837256fdf tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:01:28.806554 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c38d887a-404b-49ed-9ae2-c29746397853 req-cb69e084-89dd-4f01-a5b6-3630e9065bb9 service neutron] 10.222.0.52 "GET /v2.0/networks/2e5ce1c7-b332-4021-b8e6-4d054d5f0a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173634 Aug 11 22:01:28.814072 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-61efb4f0-5887-4044-8dd8-46e7791da0b3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:28.913021 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:28.957960 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab557092-5149-4dd2-8702-909fa973d304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f11279c-d043-4fd7-9422-1565dda4fd4d'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:01:28.960994 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7249bc98-7604-4dd4-a9e0-063967d0dc29" -d '{"events": [{"server_uuid": "ab557092-5149-4dd2-8702-909fa973d304", "name": "network-vif-unplugged", "status": "completed", "tag": "2f11279c-d043-4fd7-9422-1565dda4fd4d"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:01:28.997072 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 2f11279c-d043-4fd7-9422-1565dda4fd4d, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2f11279c-d043-4fd7-9422-1565dda4fd4d,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:01:29.004678 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:29.048944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-61efb4f0-5887-4044-8dd8-46e7791da0b3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Allocated IP 172.25.2.174 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/81e99668-3113-4b1b-8d2e-6fe8b8bdb85d) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:01:29.108460 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=2f11279c-d043-4fd7-9422-1565dda4fd4d,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:29.142020 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23379b39-03fe-4298-9cf0-94c837256fdf tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Pushing event updated for resources: {'Port': ['ID=12e2526c-25c9-45e2-91b9-9e34645c8115,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:29.220393 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-61efb4f0-5887-4044-8dd8-46e7791da0b3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:29.252339 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-23379b39-03fe-4298-9cf0-94c837256fdf tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:29.253032 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-23379b39-03fe-4298-9cf0-94c837256fdf tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:29.259823 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1907b38-038a-4ef7-92da-03f2a229649f req-388905d3-4a3a-4d6d-bc83-8d1c2b7d33b0 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:29.268141 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e1907b38-038a-4ef7-92da-03f2a229649f req-388905d3-4a3a-4d6d-bc83-8d1c2b7d33b0 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.3145678 Aug 11 22:01:29.308522 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-23379b39-03fe-4298-9cf0-94c837256fdf tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2127213 Aug 11 22:01:29.309919 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-61efb4f0-5887-4044-8dd8-46e7791da0b3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:29.333086 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Request body: {'port': {'device_id': '5ed7e1a0-06e4-4ba0-b773-13b469a6f71a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:01:29.375194 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1085a2c-fbdb-4e91-85fa-ac4df51a91b9 req-727d148d-fe1d-43e1-b978-61ada19c5e37 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:29.376703 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d1085a2c-fbdb-4e91-85fa-ac4df51a91b9 req-727d148d-fe1d-43e1-b978-61ada19c5e37 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.1411991 Aug 11 22:01:29.384932 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e1907b38-038a-4ef7-92da-03f2a229649f req-d4a5d2a1-914c-4233-9258-b3c5f5df7797 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839190 Aug 11 22:01:29.408040 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61efb4f0-5887-4044-8dd8-46e7791da0b3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:01:29.411400 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-61efb4f0-5887-4044-8dd8-46e7791da0b3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:01:29.416997 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61efb4f0-5887-4044-8dd8-46e7791da0b3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Pushing event updated for resources: {'Port': ['ID=81e99668-3113-4b1b-8d2e-6fe8b8bdb85d,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:29.431774 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61efb4f0-5887-4044-8dd8-46e7791da0b3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:01:29.434661 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61efb4f0-5887-4044-8dd8-46e7791da0b3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:29.435012 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61efb4f0-5887-4044-8dd8-46e7791da0b3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:29.435363 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61efb4f0-5887-4044-8dd8-46e7791da0b3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:29.435745 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61efb4f0-5887-4044-8dd8-46e7791da0b3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:29.438100 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61efb4f0-5887-4044-8dd8-46e7791da0b3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:29.438466 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61efb4f0-5887-4044-8dd8-46e7791da0b3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:29.438811 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61efb4f0-5887-4044-8dd8-46e7791da0b3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:29.439156 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61efb4f0-5887-4044-8dd8-46e7791da0b3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:29.439872 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61efb4f0-5887-4044-8dd8-46e7791da0b3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:29.439872 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61efb4f0-5887-4044-8dd8-46e7791da0b3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:29.440218 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61efb4f0-5887-4044-8dd8-46e7791da0b3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:29.440498 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61efb4f0-5887-4044-8dd8-46e7791da0b3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:29.479288 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:29.489616 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-9bbec2b9-e1a1-4cc3-a483-7e2825fd43a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dafb7e42-7f3e-49fb-8c98-6deabd516fd1 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:01:29.539532 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-9bbec2b9-e1a1-4cc3-a483-7e2825fd43a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:29.545839 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-61efb4f0-5887-4044-8dd8-46e7791da0b3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:29.578734 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d1085a2c-fbdb-4e91-85fa-ac4df51a91b9 req-62a4aa8b-6098-42cc-a277-144a3ce15ef5 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757090 Aug 11 22:01:29.586009 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 22:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbb8d5f-3c1b-4561-bdec-f295cb2af01d x-openstack-request-id: req-2dbb8d5f-3c1b-4561-bdec-f295cb2af01d {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:01:29.586422 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab557092-5149-4dd2-8702-909fa973d304", "name": "network-vif-unplugged", "status": "completed", "tag": "2f11279c-d043-4fd7-9422-1565dda4fd4d", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:01:29.586788 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2dbb8d5f-3c1b-4561-bdec-f295cb2af01d {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:01:29.587444 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab557092-5149-4dd2-8702-909fa973d304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f11279c-d043-4fd7-9422-1565dda4fd4d', 'code': 200} Aug 11 22:01:29.601333 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-61efb4f0-5887-4044-8dd8-46e7791da0b3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:29.666983 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-9bbec2b9-e1a1-4cc3-a483-7e2825fd43a5 service neutron] Transition to ACTIVE for port object dafb7e42-7f3e-49fb-8c98-6deabd516fd1 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:01:29.675008 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-9bbec2b9-e1a1-4cc3-a483-7e2825fd43a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:29.799059 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859b7b7-d84a-4bb8-8149-98858c444ef4 req-76296447-8a45-4c32-81d7-40848ebb5bb9 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:29.800848 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e859b7b7-d84a-4bb8-8149-98858c444ef4 req-76296447-8a45-4c32-81d7-40848ebb5bb9 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ed7e1a0-06e4-4ba0-b773-13b469a6f71a HTTP/1.1" status: 200 len: 931 time: 0.0885291 Aug 11 22:01:29.853751 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbec2b9-e1a1-4cc3-a483-7e2825fd43a5 service neutron] Pushing event updated for resources: {'Port': ['ID=dafb7e42-7f3e-49fb-8c98-6deabd516fd1,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:29.870833 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e859b7b7-d84a-4bb8-8149-98858c444ef4 req-7e29b2f8-e70c-4a0d-92f6-93c080571841 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559740 Aug 11 22:01:29.873454 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-61efb4f0-5887-4044-8dd8-46e7791da0b3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:29.884601 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-61efb4f0-5887-4044-8dd8-46e7791da0b3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:29.982806 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a48fcf-f9ea-4fe6-a7c5-4ea8fd2da24f req-e0dbffd1-086b-4979-bbb2-7832425ef163 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:29.991018 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d6a48fcf-f9ea-4fe6-a7c5-4ea8fd2da24f req-e0dbffd1-086b-4979-bbb2-7832425ef163 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 943 time: 0.2691538 Aug 11 22:01:30.009824 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 59d518f5-1d06-4a31-ac0f-45478076d617 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:01:30.040521 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61efb4f0-5887-4044-8dd8-46e7791da0b3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Pushing event updated for resources: {'Port': ['ID=81e99668-3113-4b1b-8d2e-6fe8b8bdb85d,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:30.077373 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-61efb4f0-5887-4044-8dd8-46e7791da0b3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:30.077679 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 59d518f5-1d06-4a31-ac0f-45478076d617 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:01:30.084577 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 59d518f5-1d06-4a31-ac0f-45478076d617 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:01:30.085495 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:30.102412 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-61efb4f0-5887-4044-8dd8-46e7791da0b3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:30.105706 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-61efb4f0-5887-4044-8dd8-46e7791da0b3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7741094 Aug 11 22:01:30.207065 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:30.252065 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 59d518f5-1d06-4a31-ac0f-45478076d617, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=59d518f5-1d06-4a31-ac0f-45478076d617,segment=NetworkSegment(3d6c3e44-728d-4f47-bfbd-0f9f00adbf37),segment_id=3d6c3e44-728d-4f47-bfbd-0f9f00adbf37)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:01:30.258836 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:30.330860 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=59d518f5-1d06-4a31-ac0f-45478076d617,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:30.474100 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d6a48fcf-f9ea-4fe6-a7c5-4ea8fd2da24f req-d07059bb-8c3c-4c7f-ab6b-a70505aa0dd4 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4793632 Aug 11 22:01:30.483991 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-9bbec2b9-e1a1-4cc3-a483-7e2825fd43a5 service neutron] Attempting to bind port dafb7e42-7f3e-49fb-8c98-6deabd516fd1 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:01:30.484331 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-9bbec2b9-e1a1-4cc3-a483-7e2825fd43a5 service neutron] Attempting to bind port dafb7e42-7f3e-49fb-8c98-6deabd516fd1 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:01:30.484527 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-9bbec2b9-e1a1-4cc3-a483-7e2825fd43a5 service neutron] Attempting to bind port dafb7e42-7f3e-49fb-8c98-6deabd516fd1 on network 83735497-c152-410a-a532-372740b4ec60 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:01:30.517235 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-9bbec2b9-e1a1-4cc3-a483-7e2825fd43a5 service neutron] Port dafb7e42-7f3e-49fb-8c98-6deabd516fd1 on network 83735497-c152-410a-a532-372740b4ec60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:01:30.517608 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-9bbec2b9-e1a1-4cc3-a483-7e2825fd43a5 service neutron] Attempting to bind port dafb7e42-7f3e-49fb-8c98-6deabd516fd1 on network 83735497-c152-410a-a532-372740b4ec60 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:01:30.536256 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-9bbec2b9-e1a1-4cc3-a483-7e2825fd43a5 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:01:30.536601 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-9bbec2b9-e1a1-4cc3-a483-7e2825fd43a5 service neutron] Checking segment: {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:01:30.537067 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-9bbec2b9-e1a1-4cc3-a483-7e2825fd43a5 service neutron] Bound using segment: {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:01:30.537814 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-9bbec2b9-e1a1-4cc3-a483-7e2825fd43a5 service neutron] Bound port: dafb7e42-7f3e-49fb-8c98-6deabd516fd1, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:01:30.538234 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-9bbec2b9-e1a1-4cc3-a483-7e2825fd43a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:30.674221 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56689863-1a3b-4445-860f-aec11856e268 req-7f92f55c-ec1d-493d-9634-50a694f03f07 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:30.676699 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-56689863-1a3b-4445-860f-aec11856e268 req-7f92f55c-ec1d-493d-9634-50a694f03f07 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.0637195 Aug 11 22:01:30.703262 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e2526c-25c9-45e2-91b9-9e34645c8115 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:01:30.710613 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-f9b87056-00a8-4269-b120-36fa416e9b0d tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--14676725&fields=id&tenant_id=95f5703708cc4c328a0d034631678af3 HTTP/1.1" status: 200 len: 267 time: 0.1307948 Aug 11 22:01:30.716446 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:30.750444 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-56689863-1a3b-4445-860f-aec11856e268 req-b344b5bc-2677-422a-b7a4-add588b76d23 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625415 Aug 11 22:01:30.750837 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-9bbec2b9-e1a1-4cc3-a483-7e2825fd43a5 service neutron] For port dafb7e42-7f3e-49fb-8c98-6deabd516fd1, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:01:30.774046 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Transition to ACTIVE for port object 12e2526c-25c9-45e2-91b9-9e34645c8115 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:01:30.805682 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-9bbec2b9-e1a1-4cc3-a483-7e2825fd43a5 service neutron] For port dafb7e42-7f3e-49fb-8c98-6deabd516fd1, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=dafb7e42-7f3e-49fb-8c98-6deabd516fd1,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:01:30.807429 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:30.842988 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-9bbec2b9-e1a1-4cc3-a483-7e2825fd43a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:30.900464 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-9bbec2b9-e1a1-4cc3-a483-7e2825fd43a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:30.901098 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-9bbec2b9-e1a1-4cc3-a483-7e2825fd43a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:30.902534 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-9bbec2b9-e1a1-4cc3-a483-7e2825fd43a5 service neutron] 10.222.0.52 "PUT /v2.0/ports/dafb7e42-7f3e-49fb-8c98-6deabd516fd1 HTTP/1.1" status: 200 len: 1091 time: 2.8791568 Aug 11 22:01:30.903278 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c95064-1f05-477a-9a6c-e88bf34908d3', 'tag': 'dafb7e42-7f3e-49fb-8c98-6deabd516fd1'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:01:30.906142 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6404f4-3054-4d26-8dc0-d7be21af50dd" -d '{"events": [{"name": "network-changed", "server_uuid": "38c95064-1f05-477a-9a6c-e88bf34908d3", "tag": "dafb7e42-7f3e-49fb-8c98-6deabd516fd1"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:01:30.913170 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Pushing event updated for resources: {'Port': ['ID=12e2526c-25c9-45e2-91b9-9e34645c8115,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:30.939177 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:30.939496 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:30.939829 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:30.940720 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:30.940720 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:30.941085 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:30.941085 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:30.941407 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:30.941719 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:30.942066 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:30.942381 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:30.942713 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:30.972863 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e820c-9fed-4c3b-a367-4f33f73e2cf3 req-df474c62-5fa4-43e6-8d49-ba477834fa9d tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:30.974514 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a34e820c-9fed-4c3b-a367-4f33f73e2cf3 req-df474c62-5fa4-43e6-8d49-ba477834fa9d tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.0775073 Aug 11 22:01:30.992626 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-33429b1f-c91f-4be5-aca3-3e35094da6ea tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:30.997237 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-33429b1f-c91f-4be5-aca3-3e35094da6ea tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/networks?id=25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5 HTTP/1.1" status: 200 len: 815 time: 0.2631578 Aug 11 22:01:31.032676 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a34e820c-9fed-4c3b-a367-4f33f73e2cf3 req-2ac7587a-6fed-471d-bad1-b4664af8f9e7 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459616 Aug 11 22:01:31.093442 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-3a40c1d3-813c-4c88-8a9e-861648965e86 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/quotas/95f5703708cc4c328a0d034631678af3 HTTP/1.1" status: 200 len: 375 time: 0.0718231 Aug 11 22:01:31.100000 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ab7428-14fa-4ff8-bf94-a42dea9d2643 x-openstack-request-id: req-f2ab7428-14fa-4ff8-bf94-a42dea9d2643 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:01:31.100283 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c95064-1f05-477a-9a6c-e88bf34908d3", "tag": "dafb7e42-7f3e-49fb-8c98-6deabd516fd1", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:01:31.100590 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f2ab7428-14fa-4ff8-bf94-a42dea9d2643 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:01:31.100952 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c95064-1f05-477a-9a6c-e88bf34908d3', 'tag': 'dafb7e42-7f3e-49fb-8c98-6deabd516fd1', 'status': 'completed', 'code': 200} Aug 11 22:01:31.150150 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbec2b9-e1a1-4cc3-a483-7e2825fd43a5 service neutron] Pushing event updated for resources: {'Port': ['ID=dafb7e42-7f3e-49fb-8c98-6deabd516fd1,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:31.168641 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-b91abe3e-0151-4a00-aea1-de8b1e82c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:31.170218 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-b91abe3e-0151-4a00-aea1-de8b1e82c80b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a5fc899cc52f44178d979d66e6a50dde&device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 1094 time: 0.2186723 Aug 11 22:01:31.176795 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Attempting to bind port 12e2526c-25c9-45e2-91b9-9e34645c8115 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:01:31.177145 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Attempting to bind port 12e2526c-25c9-45e2-91b9-9e34645c8115 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'a26e85d0-a905-4271-9972-2aa908ddc09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:01:31.177610 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Attempting to bind port 12e2526c-25c9-45e2-91b9-9e34645c8115 on network bf080b52-f893-4f7c-8435-757491a8008c {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:01:31.197384 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16a68b-3c23-4147-aa56-3b1ac98addb0 req-2e2b9c3a-3c93-47e0-8f2e-d352443916ba tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:31.199011 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8f16a68b-3c23-4147-aa56-3b1ac98addb0 req-2e2b9c3a-3c93-47e0-8f2e-d352443916ba tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ed7e1a0-06e4-4ba0-b773-13b469a6f71a HTTP/1.1" status: 200 len: 943 time: 0.0557780 Aug 11 22:01:31.221905 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-56752bed-91a3-4e10-b29d-b2f6f1f8fc68 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dafb7e42-7f3e-49fb-8c98-6deabd516fd1 HTTP/1.1" status: 200 len: 217 time: 0.0419579 Aug 11 22:01:31.223442 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Port 12e2526c-25c9-45e2-91b9-9e34645c8115 on network bf080b52-f893-4f7c-8435-757491a8008c not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:01:31.223797 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Attempting to bind port 12e2526c-25c9-45e2-91b9-9e34645c8115 on network bf080b52-f893-4f7c-8435-757491a8008c {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:01:31.234140 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-d8bff180-9226-4e11-b0ce-6ef6e5212492 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=95f5703708cc4c328a0d034631678af3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1322503 Aug 11 22:01:31.246655 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:01:31.246996 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Checking segment: {'id': 'a26e85d0-a905-4271-9972-2aa908ddc09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:01:31.247385 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Bound using segment: {'id': 'a26e85d0-a905-4271-9972-2aa908ddc09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:01:31.247853 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Bound port: 12e2526c-25c9-45e2-91b9-9e34645c8115, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a26e85d0-a905-4271-9972-2aa908ddc09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:01:31.248215 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:31.254783 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8f16a68b-3c23-4147-aa56-3b1ac98addb0 req-31933741-3201-4206-b8c4-d79e1dc36f37 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404060 Aug 11 22:01:31.378168 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-f9fdf240-3909-4fc4-bfa3-9a9bc729f730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:31.379710 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-f9fdf240-3909-4fc4-bfa3-9a9bc729f730 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=45488324-eef4-4094-a90c-865b32db4e15 HTTP/1.1" status: 200 len: 847 time: 0.1446476 Aug 11 22:01:31.438976 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-0c99ef53-1094-48ff-952e-bc1a339f2c3f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=83735497-c152-410a-a532-372740b4ec60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403559 Aug 11 22:01:31.454277 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] For port 12e2526c-25c9-45e2-91b9-9e34645c8115, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:01:31.476023 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] For port 12e2526c-25c9-45e2-91b9-9e34645c8115, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=12e2526c-25c9-45e2-91b9-9e34645c8115,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:01:31.487036 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-7a1c7de2-b798-413f-9d1f-9d4cb1b35302 service neutron] 10.222.0.77 "GET /v2.0/networks/25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154365 Aug 11 22:01:31.513304 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:31.601806 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf76669-ce40-4137-86ee-24d42fb22c8c req-dc05f8b5-3cca-4c70-b446-dcde2278dd45 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:31.608142 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5cf76669-ce40-4137-86ee-24d42fb22c8c req-dc05f8b5-3cca-4c70-b446-dcde2278dd45 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 943 time: 0.0651274 Aug 11 22:01:31.622888 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:31.623562 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:31.624975 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] 10.222.0.52 "PUT /v2.0/ports/12e2526c-25c9-45e2-91b9-9e34645c8115 HTTP/1.1" status: 200 len: 1091 time: 2.2968824 Aug 11 22:01:31.649598 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5cf76669-ce40-4137-86ee-24d42fb22c8c req-91dc4177-e672-48e5-9675-1057adb0f5b0 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387459 Aug 11 22:01:31.693871 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86fbfa-14b0-4e1e-8f8f-641367243450 service neutron] Pushing event updated for resources: {'Port': ['ID=12e2526c-25c9-45e2-91b9-9e34645c8115,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:31.721816 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-879f5b38-57db-412a-92d4-9e238811e0d5 service neutron] 10.222.0.77 "GET /v2.0/networks/25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100329 Aug 11 22:01:31.724040 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-b77d1e68-ca52-4732-99dd-413337059501 service neutron] 10.222.0.52 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721250 Aug 11 22:01:31.793323 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-524b3e1b-8bfb-4445-9a49-204ed649dee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:31.794862 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-524b3e1b-8bfb-4445-9a49-204ed649dee8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ff75431bb564df5bffa655d84e87396&device_id=5ed7e1a0-06e4-4ba0-b773-13b469a6f71a HTTP/1.1" status: 200 len: 1094 time: 0.1124012 Aug 11 22:01:31.854393 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-91276ab4-0c45-4fe3-b0ac-811e4471add1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12e2526c-25c9-45e2-91b9-9e34645c8115 HTTP/1.1" status: 200 len: 217 time: 0.0505962 Aug 11 22:01:31.916689 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4974cdbf-e99d-4ef4-a4ee-27cc4617ba66 req-043169bd-bd78-4dae-974e-b7e5ba6bc4e7 service neutron] 10.222.0.52 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845343 Aug 11 22:01:31.976767 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-b80a423f-11b0-4c50-bf20-3f9b035d1aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:31.982648 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-b80a423f-11b0-4c50-bf20-3f9b035d1aea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=985a839f-f29b-406e-b51f-4bfc5d529d7d HTTP/1.1" status: 200 len: 851 time: 0.1209145 Aug 11 22:01:31.994256 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 59d518f5-1d06-4a31-ac0f-45478076d617 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:01:32.009753 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b78cf9-8321-4d80-b371-a36bbd806494 req-9d430edf-983d-495a-bd65-9c0df881f99a tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:32.019145 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-01b78cf9-8321-4d80-b371-a36bbd806494 req-9d430edf-983d-495a-bd65-9c0df881f99a tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.1499412 Aug 11 22:01:32.063556 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-01b78cf9-8321-4d80-b371-a36bbd806494 req-1a2e8a10-f83e-437f-8799-bfc643cf18c8 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434055 Aug 11 22:01:32.074017 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-b3f76752-c6e3-4ad3-934e-95530cb97f8a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bf080b52-f893-4f7c-8435-757491a8008c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641253 Aug 11 22:01:32.083646 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 59d518f5-1d06-4a31-ac0f-45478076d617 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:01:32.084121 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:32.143410 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4f97f56f-bd23-4629-af5b-3f0f712965e1 req-126ba617-ee0d-4169-962c-7846d4a820c8 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/ports?device_id=793cc26a-cb42-4ed9-b792-034c67513851 HTTP/1.1" status: 200 len: 210 time: 0.1149609 Aug 11 22:01:32.208877 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6404f4-3054-4d26-8dc0-d7be21af50dd req-75fc0446-f1ee-46ae-80a7-d4791dd43050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:32.210472 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ba6404f4-3054-4d26-8dc0-d7be21af50dd req-75fc0446-f1ee-46ae-80a7-d4791dd43050 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a5fc899cc52f44178d979d66e6a50dde&device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 1094 time: 0.1843812 Aug 11 22:01:32.232774 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ff91a-7a26-4b1f-a802-fb773cc99288 req-bf84be17-2fa9-46e0-bb38-bd46ec736ff6 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:32.235419 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b25ff91a-7a26-4b1f-a802-fb773cc99288 req-bf84be17-2fa9-46e0-bb38-bd46ec736ff6 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.0881450 Aug 11 22:01:32.319638 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b25ff91a-7a26-4b1f-a802-fb773cc99288 req-32a7488e-520c-49f1-a173-aedfdc7de883 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682015 Aug 11 22:01:32.389805 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-3bc2ebc9-c4f2-4751-8d2d-2eb41517a8c0 service neutron] 10.222.0.52 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838297 Aug 11 22:01:32.596246 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c98b8235-0cb0-4a9a-b913-ace19ef36864 req-3f1c3115-923a-4c11-9f4a-0d3736e8df10 service neutron] 10.222.0.82 "GET /v2.0/ports/98abb531-fd07-4a25-8543-5afc8994d142/bindings/n-h1-804275-3 HTTP/1.1" status: 200 len: 382 time: 0.3718739 Aug 11 22:01:32.601463 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6404f4-3054-4d26-8dc0-d7be21af50dd req-daecdf4f-28a6-45ab-b8d8-cba27e4b3ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:32.604241 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ba6404f4-3054-4d26-8dc0-d7be21af50dd req-daecdf4f-28a6-45ab-b8d8-cba27e4b3ada service neutron] 10.222.0.52 "GET /v2.0/networks?id=83735497-c152-410a-a532-372740b4ec60 HTTP/1.1" status: 200 len: 908 time: 0.3736312 Aug 11 22:01:32.669927 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6955bf-3a6d-4327-b367-0e144f73e796 req-a24abe33-74ca-4bad-bb3a-0ef87b158f8a tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:32.673371 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ba6955bf-3a6d-4327-b367-0e144f73e796 req-a24abe33-74ca-4bad-bb3a-0ef87b158f8a tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ed7e1a0-06e4-4ba0-b773-13b469a6f71a HTTP/1.1" status: 200 len: 943 time: 0.2962513 Aug 11 22:01:32.722547 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ba6404f4-3054-4d26-8dc0-d7be21af50dd req-ccb7003a-1c98-4a77-a201-0e2569e40a01 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dafb7e42-7f3e-49fb-8c98-6deabd516fd1 HTTP/1.1" status: 200 len: 217 time: 0.0871196 Aug 11 22:01:32.759704 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-efac5e62-5e9e-47a6-b95b-d3095f3af226 req-d6c10c72-b0ea-4db8-b324-222be85227e9 service neutron] 10.222.0.52 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443067 Aug 11 22:01:32.811359 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ba6955bf-3a6d-4327-b367-0e144f73e796 req-8dd64446-81cb-4335-976f-37369ee6629d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993311 Aug 11 22:01:32.822191 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6404f4-3054-4d26-8dc0-d7be21af50dd req-41f7c1d9-572e-4b8a-90d4-5abebaff2e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:32.823709 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ba6404f4-3054-4d26-8dc0-d7be21af50dd req-41f7c1d9-572e-4b8a-90d4-5abebaff2e19 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=45488324-eef4-4094-a90c-865b32db4e15 HTTP/1.1" status: 200 len: 847 time: 0.0820134 Aug 11 22:01:32.880030 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ba6404f4-3054-4d26-8dc0-d7be21af50dd req-90d742ab-22df-4e14-8d6e-2a71d6e98d90 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=83735497-c152-410a-a532-372740b4ec60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436223 Aug 11 22:01:32.884644 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e4b48-765b-4011-8997-fa1c6ec78703 req-68eb5a08-5315-40ff-afa5-e91453117f1f tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:32.887644 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-870e4b48-765b-4011-8997-fa1c6ec78703 req-68eb5a08-5315-40ff-afa5-e91453117f1f tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 943 time: 0.0872757 Aug 11 22:01:32.989772 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-870e4b48-765b-4011-8997-fa1c6ec78703 req-f3de681d-8624-48ac-aa1b-80694974e073 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849340 Aug 11 22:01:33.008931 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ba6404f4-3054-4d26-8dc0-d7be21af50dd req-b1ec6614-8a60-4ed5-9e35-607bbf2e2968 service neutron] 10.222.0.52 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196115 Aug 11 22:01:33.102350 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed7e1a0-06e4-4ba0-b773-13b469a6f71a', 'tag': '12e2526c-25c9-45e2-91b9-9e34645c8115'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:01:33.104683 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77ec1ad-5106-46f3-aae5-8b791b015ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed7e1a0-06e4-4ba0-b773-13b469a6f71a", "tag": "12e2526c-25c9-45e2-91b9-9e34645c8115"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:01:33.143242 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b8235-0cb0-4a9a-b913-ace19ef36864 req-456c315d-2862-4b22-ac75-2d1b9eab89d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:33.145161 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c98b8235-0cb0-4a9a-b913-ace19ef36864 req-456c315d-2862-4b22-ac75-2d1b9eab89d9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b&tenant_id=01fca9b3362949bdabf015b4ac4622c7 HTTP/1.1" status: 200 len: 1101 time: 0.1319919 Aug 11 22:01:33.162306 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e645273-57be-40fa-aa01-9aebef5c6b85 x-openstack-request-id: req-4e645273-57be-40fa-aa01-9aebef5c6b85 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:01:33.162686 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed7e1a0-06e4-4ba0-b773-13b469a6f71a", "tag": "12e2526c-25c9-45e2-91b9-9e34645c8115", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:01:33.162994 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4e645273-57be-40fa-aa01-9aebef5c6b85 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:01:33.163552 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed7e1a0-06e4-4ba0-b773-13b469a6f71a', 'tag': '12e2526c-25c9-45e2-91b9-9e34645c8115', 'status': 'completed', 'code': 200} Aug 11 22:01:33.176416 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ba6404f4-3054-4d26-8dc0-d7be21af50dd req-060f3ad1-8ed8-4fcf-88df-68b2625684df service neutron] 10.222.0.52 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297338 Aug 11 22:01:33.250083 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc243a-b5c8-40a3-9cf3-64bfa5a83933 req-0a1ac193-83a9-4224-af3b-b5c536813012 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:33.252754 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fcbc243a-b5c8-40a3-9cf3-64bfa5a83933 req-0a1ac193-83a9-4224-af3b-b5c536813012 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.0653653 Aug 11 22:01:33.275266 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b8235-0cb0-4a9a-b913-ace19ef36864 req-53379cbf-9bf5-44ae-a972-ec19749f01f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:33.276828 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c98b8235-0cb0-4a9a-b913-ace19ef36864 req-53379cbf-9bf5-44ae-a972-ec19749f01f5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 1101 time: 0.0923684 Aug 11 22:01:33.280762 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ec1ad-5106-46f3-aae5-8b791b015ba1 req-9dc09811-af61-4ead-948b-2c311028ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:33.282355 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e77ec1ad-5106-46f3-aae5-8b791b015ba1 req-9dc09811-af61-4ead-948b-2c311028ce20 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ff75431bb564df5bffa655d84e87396&device_id=5ed7e1a0-06e4-4ba0-b773-13b469a6f71a HTTP/1.1" status: 200 len: 1094 time: 0.0792129 Aug 11 22:01:33.308698 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fcbc243a-b5c8-40a3-9cf3-64bfa5a83933 req-6f6a0c5d-a1c9-45a1-a085-4d346175ff22 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420454 Aug 11 22:01:33.473128 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd025a5e-8e7c-47e8-867f-ddfabbeb1ef9 req-16fdffd3-1185-42d2-b340-678a7108c200 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:33.475179 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fd025a5e-8e7c-47e8-867f-ddfabbeb1ef9 req-16fdffd3-1185-42d2-b340-678a7108c200 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.0661960 Aug 11 22:01:33.505285 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b8235-0cb0-4a9a-b913-ace19ef36864 req-4693cfa6-58de-47d8-abad-a7ebdd3a5d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:33.508306 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c98b8235-0cb0-4a9a-b913-ace19ef36864 req-4693cfa6-58de-47d8-abad-a7ebdd3a5d38 service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.2178626 Aug 11 22:01:33.522131 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ec1ad-5106-46f3-aae5-8b791b015ba1 req-11afdf3b-922a-454f-ac10-ae318d2b058c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:33.524526 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e77ec1ad-5106-46f3-aae5-8b791b015ba1 req-11afdf3b-922a-454f-ac10-ae318d2b058c service neutron] 10.222.0.52 "GET /v2.0/networks?id=bf080b52-f893-4f7c-8435-757491a8008c HTTP/1.1" status: 200 len: 912 time: 0.2176201 Aug 11 22:01:33.528347 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fd025a5e-8e7c-47e8-867f-ddfabbeb1ef9 req-474e1f4c-75db-4852-88d1-402f020068ec tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424545 Aug 11 22:01:33.604136 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-efdf2df3-6388-45c4-8883-4194869ab3a6 req-b86c2e04-a689-4c62-ab95-eacae945106f tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/ports?device_id=793cc26a-cb42-4ed9-b792-034c67513851 HTTP/1.1" status: 200 len: 210 time: 0.1137152 Aug 11 22:01:33.664676 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c98b8235-0cb0-4a9a-b913-ace19ef36864 req-86ef2678-53ed-4e27-adb8-d80969ca3c3c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=98abb531-fd07-4a25-8543-5afc8994d142 HTTP/1.1" status: 200 len: 217 time: 0.1229038 Aug 11 22:01:33.665935 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e77ec1ad-5106-46f3-aae5-8b791b015ba1 req-835c81c0-5964-40de-9870-9b1358acbc80 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12e2526c-25c9-45e2-91b9-9e34645c8115 HTTP/1.1" status: 200 len: 217 time: 0.1231341 Aug 11 22:01:33.797019 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ec1ad-5106-46f3-aae5-8b791b015ba1 req-173bb679-ebac-4416-ad3b-e4745fe3ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:33.798595 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e77ec1ad-5106-46f3-aae5-8b791b015ba1 req-173bb679-ebac-4416-ad3b-e4745fe3ab2a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=985a839f-f29b-406e-b51f-4bfc5d529d7d HTTP/1.1" status: 200 len: 851 time: 0.1249261 Aug 11 22:01:33.805268 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b8235-0cb0-4a9a-b913-ace19ef36864 req-fbe2c489-043b-4be0-97d1-f8e0f8552a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:33.807280 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c98b8235-0cb0-4a9a-b913-ace19ef36864 req-fbe2c489-043b-4be0-97d1-f8e0f8552a83 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1348631 Aug 11 22:01:33.851092 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-4b85490b-b4d6-4bbf-a06c-8b88a31c81c7 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:33.852675 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-4b85490b-b4d6-4bbf-a06c-8b88a31c81c7 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.82 "GET /v2.0/networks?id=25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5 HTTP/1.1" status: 200 len: 815 time: 0.3402061 Aug 11 22:01:33.856536 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e77ec1ad-5106-46f3-aae5-8b791b015ba1 req-2b8d6967-a4d0-4999-a917-bf4c6d6bee38 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bf080b52-f893-4f7c-8435-757491a8008c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456517 Aug 11 22:01:34.012660 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b8235-0cb0-4a9a-b913-ace19ef36864 req-c3630ff0-3208-4413-8c48-bdb6e714ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:34.015304 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c98b8235-0cb0-4a9a-b913-ace19ef36864 req-c3630ff0-3208-4413-8c48-bdb6e714ab02 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1929514 Aug 11 22:01:34.019757 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-f061301e-1eee-493d-b215-f2d8cdad0726 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95f5703708cc4c328a0d034631678af3 HTTP/1.1" status: 200 len: 378 time: 0.1437929 Aug 11 22:01:34.048885 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-c40b1df1-58c9-462d-a4ba-b37e3db3963e tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Request body: {'port': {'device_id': '793cc26a-cb42-4ed9-b792-034c67513851', 'network_id': '25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5', 'admin_state_up': True, 'tenant_id': '95f5703708cc4c328a0d034631678af3', 'security_groups': ['d557176d-5585-4c7a-a7d7-92f1b18d94c0']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:01:34.058113 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6aa086-bef3-4c73-b353-8aebb22784a7 req-a32dd480-79ce-4532-867f-99a55ba9a8c1 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:34.062296 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ac6aa086-bef3-4c73-b353-8aebb22784a7 req-a32dd480-79ce-4532-867f-99a55ba9a8c1 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ed7e1a0-06e4-4ba0-b773-13b469a6f71a HTTP/1.1" status: 200 len: 943 time: 0.1104062 Aug 11 22:01:34.166137 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ac6aa086-bef3-4c73-b353-8aebb22784a7 req-4d454cb1-9fa1-4d94-a515-7bb5c4dfcaed tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956905 Aug 11 22:01:34.215605 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e77ec1ad-5106-46f3-aae5-8b791b015ba1 req-7bea09a3-4c4d-4ff0-a8cc-e53b9186d279 service neutron] 10.222.0.52 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374164 Aug 11 22:01:34.408863 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c98b8235-0cb0-4a9a-b913-ace19ef36864 req-6a61a294-3855-4172-851a-f420d2f8ca9d service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755674 Aug 11 22:01:34.462755 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092f49d-2beb-4b70-976a-4dfdbda7a1d6 req-4b0a1bcc-6175-4180-bda1-c40b1b92091f tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:34.464653 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9092f49d-2beb-4b70-976a-4dfdbda7a1d6 req-4b0a1bcc-6175-4180-bda1-c40b1b92091f tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.0649030 Aug 11 22:01:34.508350 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9092f49d-2beb-4b70-976a-4dfdbda7a1d6 req-41e3f937-0505-495e-8287-6fa52ecb85aa tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353079 Aug 11 22:01:34.548879 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb70411-3d1d-44f4-9ec7-34a232044f7e req-a5dda4ee-4842-4d6f-8af4-9540992cb4e2 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:34.551480 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4fb70411-3d1d-44f4-9ec7-34a232044f7e req-a5dda4ee-4842-4d6f-8af4-9540992cb4e2 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 943 time: 0.3175528 Aug 11 22:01:34.603703 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e77ec1ad-5106-46f3-aae5-8b791b015ba1 req-0a0bf09d-ec34-4e38-a4b6-1723a4764b89 service neutron] 10.222.0.52 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668847 Aug 11 22:01:34.612030 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-c40b1df1-58c9-462d-a4ba-b37e3db3963e tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Made reservation on behalf of 95f5703708cc4c328a0d034631678af3 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:01:34.616421 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-c40b1df1-58c9-462d-a4ba-b37e3db3963e tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:34.668089 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4fb70411-3d1d-44f4-9ec7-34a232044f7e req-f807480f-004f-4b16-801f-f9fb19cbdafb tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022215 Aug 11 22:01:34.682351 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device dafb7e42-7f3e-49fb-8c98-6deabd516fd1 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:01:34.683405 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c98b8235-0cb0-4a9a-b913-ace19ef36864 req-46e40bf4-a893-4758-972c-8c1745aa85e2 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488885 Aug 11 22:01:34.694307 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db8ab1-a77d-49b8-a30d-6f80551e3144 req-08295a4d-4474-43a9-89e9-162ab1da3510 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:34.694307 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82db8ab1-a77d-49b8-a30d-6f80551e3144 req-08295a4d-4474-43a9-89e9-162ab1da3510 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.0848877 Aug 11 22:01:34.773932 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82db8ab1-a77d-49b8-a30d-6f80551e3144 req-b53f0f1b-f8e8-4e84-b3cf-839ff6da6db2 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669117 Aug 11 22:01:34.885183 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e5f6a483-5900-4a2d-ad2a-a096c083df24 req-b7b3ef3a-8d6d-4d68-b7c3-9c92afd2f162 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/ports?device_id=793cc26a-cb42-4ed9-b792-034c67513851 HTTP/1.1" status: 200 len: 210 time: 0.0368395 Aug 11 22:01:34.885820 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-c40b1df1-58c9-462d-a4ba-b37e3db3963e tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Allocated IP 172.20.0.6 (25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5/3095737f-664b-4f3c-9348-9cf878309f1a/7fe5171e-5afe-42cc-a884-b578cc123432) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:01:34.906082 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port dafb7e42-7f3e-49fb-8c98-6deabd516fd1, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=dafb7e42-7f3e-49fb-8c98-6deabd516fd1,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:01:34.921851 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'dafb7e42-7f3e-49fb-8c98-6deabd516fd1', 'network_id': '83735497-c152-410a-a532-372740b4ec60', 'port_id': 'dafb7e42-7f3e-49fb-8c98-6deabd516fd1', 'mac_address': 'fa:16:3e:73:0a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45488324-eef4-4094-a90c-865b32db4e15', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:01:34.976627 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:34.997229 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dafb7e42-7f3e-49fb-8c98-6deabd516fd1 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:01:35.030189 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port dafb7e42-7f3e-49fb-8c98-6deabd516fd1, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=dafb7e42-7f3e-49fb-8c98-6deabd516fd1,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:01:35.035625 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:35.036649 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 12e2526c-25c9-45e2-91b9-9e34645c8115 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:01:35.094709 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-c40b1df1-58c9-462d-a4ba-b37e3db3963e tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:35.113238 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-c40b1df1-58c9-462d-a4ba-b37e3db3963e tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Transition to ACTIVE for port object 7fe5171e-5afe-42cc-a884-b578cc123432 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:01:35.163006 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=dafb7e42-7f3e-49fb-8c98-6deabd516fd1,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:35.170943 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-c40b1df1-58c9-462d-a4ba-b37e3db3963e tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:35.233246 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 12e2526c-25c9-45e2-91b9-9e34645c8115, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=12e2526c-25c9-45e2-91b9-9e34645c8115,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:01:35.251308 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '12e2526c-25c9-45e2-91b9-9e34645c8115', 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c', 'port_id': '12e2526c-25c9-45e2-91b9-9e34645c8115', 'mac_address': 'fa:16:3e:85:f0:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '985a839f-f29b-406e-b51f-4bfc5d529d7d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:01:35.271243 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-c40b1df1-58c9-462d-a4ba-b37e3db3963e tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Network 25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:01:35.292114 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-c40b1df1-58c9-462d-a4ba-b37e3db3963e tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:01:35.299576 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-c40b1df1-58c9-462d-a4ba-b37e3db3963e tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:01:35.310172 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b1df1-58c9-462d-a4ba-b37e3db3963e tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Pushing event updated for resources: {'Port': ['ID=7fe5171e-5afe-42cc-a884-b578cc123432,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:35.345072 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:35.366391 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aaeb44-c31e-45b2-a7a3-59b7d518bbc5 req-3f1c9f9a-5d54-432f-9272-229f61bbeab3 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:35.368408 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-74aaeb44-c31e-45b2-a7a3-59b7d518bbc5 req-3f1c9f9a-5d54-432f-9272-229f61bbeab3 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ed7e1a0-06e4-4ba0-b773-13b469a6f71a HTTP/1.1" status: 200 len: 943 time: 0.0942578 Aug 11 22:01:35.372848 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e2526c-25c9-45e2-91b9-9e34645c8115 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:01:35.396882 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-c40b1df1-58c9-462d-a4ba-b37e3db3963e tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:35.397591 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-c40b1df1-58c9-462d-a4ba-b37e3db3963e tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:35.419616 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 12e2526c-25c9-45e2-91b9-9e34645c8115, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=12e2526c-25c9-45e2-91b9-9e34645c8115,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:01:35.419980 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-c40b1df1-58c9-462d-a4ba-b37e3db3963e tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3881793 Aug 11 22:01:35.428464 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-74aaeb44-c31e-45b2-a7a3-59b7d518bbc5 req-acfc0190-dc1d-42f3-bb31-6c83b8fc61d3 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504787 Aug 11 22:01:35.429133 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:35.446688 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-f2eb492a-59f1-4bb5-b5f0-7aacdf44a29b service neutron] Request body: {'port': {'device_id': '793cc26a-cb42-4ed9-b792-034c67513851', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:01:35.508051 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=12e2526c-25c9-45e2-91b9-9e34645c8115,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:35.545308 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-f2eb492a-59f1-4bb5-b5f0-7aacdf44a29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:35.651869 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-39e88c15-6712-410c-99cc-d4c88d1682d5 None None] Provisioning for port 7fe5171e-5afe-42cc-a884-b578cc123432 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:01:35.658968 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-39e88c15-6712-410c-99cc-d4c88d1682d5 None None] Provisioning complete for port 7fe5171e-5afe-42cc-a884-b578cc123432 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:01:35.659459 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-39e88c15-6712-410c-99cc-d4c88d1682d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:35.704798 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['dafb7e42-7f3e-49fb-8c98-6deabd516fd1'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:01:35.716633 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['12e2526c-25c9-45e2-91b9-9e34645c8115'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:01:35.757223 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-39e88c15-6712-410c-99cc-d4c88d1682d5 None None] Port 7fe5171e-5afe-42cc-a884-b578cc123432 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:01:35.860755 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6b612-8942-45a2-a074-fd0899cfd207 req-5d239e2c-3fb5-4779-8066-6f5fb7c48632 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:35.864725 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a2f6b612-8942-45a2-a074-fd0899cfd207 req-5d239e2c-3fb5-4779-8066-6f5fb7c48632 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 944 time: 0.0764046 Aug 11 22:01:35.934578 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a2f6b612-8942-45a2-a074-fd0899cfd207 req-c3df5a27-c9aa-4865-86e8-175ee8da65b1 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637627 Aug 11 22:01:36.085061 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47812e-4ec1-44f7-990f-b520a7a177db req-fc5bb48f-3f1c-4f3c-9d27-131ae79507e4 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:36.086836 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d47812e-4ec1-44f7-990f-b520a7a177db req-fc5bb48f-3f1c-4f3c-9d27-131ae79507e4 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.0815482 Aug 11 22:01:36.145306 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d47812e-4ec1-44f7-990f-b520a7a177db req-8593b582-59bb-43d3-a5d5-a6febfd37cbd tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499139 Aug 11 22:01:36.148544 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142c9e1-80da-43b7-a2b3-82d6aa2e8099 req-f4e58ba7-0497-429b-8189-6bc2a230a0a6 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:36.150158 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9142c9e1-80da-43b7-a2b3-82d6aa2e8099 req-f4e58ba7-0497-429b-8189-6bc2a230a0a6 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.5256422 Aug 11 22:01:36.230334 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9142c9e1-80da-43b7-a2b3-82d6aa2e8099 req-dc863ac3-a3fd-40a5-bc1f-28da41cc0e26 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676322 Aug 11 22:01:36.311670 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-f2eb492a-59f1-4bb5-b5f0-7aacdf44a29b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fe5171e-5afe-42cc-a884-b578cc123432 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:01:36.322516 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-f2eb492a-59f1-4bb5-b5f0-7aacdf44a29b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:36.338078 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-f2eb492a-59f1-4bb5-b5f0-7aacdf44a29b service neutron] Transition to ACTIVE for port object 7fe5171e-5afe-42cc-a884-b578cc123432 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:01:36.342889 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-f2eb492a-59f1-4bb5-b5f0-7aacdf44a29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:36.367140 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a6da5-bba2-4338-9738-208db3680b5f req-b516901e-f646-4897-8cb1-03206d37367a tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:36.371046 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-831a6da5-bba2-4338-9738-208db3680b5f req-b516901e-f646-4897-8cb1-03206d37367a tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/ports?device_id=793cc26a-cb42-4ed9-b792-034c67513851 HTTP/1.1" status: 200 len: 931 time: 0.0620298 Aug 11 22:01:36.400342 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb492a-59f1-4bb5-b5f0-7aacdf44a29b service neutron] Pushing event updated for resources: {'Port': ['ID=7fe5171e-5afe-42cc-a884-b578cc123432,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:36.424649 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-831a6da5-bba2-4338-9738-208db3680b5f req-65522537-ea6f-4deb-b8a6-e642e5fc8d8f tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/security-groups?id=d557176d-5585-4c7a-a7d7-92f1b18d94c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436509 Aug 11 22:01:36.501466 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-f2eb492a-59f1-4bb5-b5f0-7aacdf44a29b service neutron] Attempting to bind port 7fe5171e-5afe-42cc-a884-b578cc123432 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:01:36.502020 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-f2eb492a-59f1-4bb5-b5f0-7aacdf44a29b service neutron] Attempting to bind port 7fe5171e-5afe-42cc-a884-b578cc123432 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '3d6c3e44-728d-4f47-bfbd-0f9f00adbf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:01:36.502589 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-f2eb492a-59f1-4bb5-b5f0-7aacdf44a29b service neutron] Attempting to bind port 7fe5171e-5afe-42cc-a884-b578cc123432 on network 25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:01:36.512743 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-f2eb492a-59f1-4bb5-b5f0-7aacdf44a29b service neutron] Port 7fe5171e-5afe-42cc-a884-b578cc123432 on network 25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:01:36.513227 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-f2eb492a-59f1-4bb5-b5f0-7aacdf44a29b service neutron] Attempting to bind port 7fe5171e-5afe-42cc-a884-b578cc123432 on network 25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:01:36.524681 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-f2eb492a-59f1-4bb5-b5f0-7aacdf44a29b service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:01:36.525229 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-f2eb492a-59f1-4bb5-b5f0-7aacdf44a29b service neutron] Checking segment: {'id': '3d6c3e44-728d-4f47-bfbd-0f9f00adbf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:01:36.525844 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-f2eb492a-59f1-4bb5-b5f0-7aacdf44a29b service neutron] Bound using segment: {'id': '3d6c3e44-728d-4f47-bfbd-0f9f00adbf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:01:36.526554 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-f2eb492a-59f1-4bb5-b5f0-7aacdf44a29b service neutron] Bound port: 7fe5171e-5afe-42cc-a884-b578cc123432, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6c3e44-728d-4f47-bfbd-0f9f00adbf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:01:36.527133 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-f2eb492a-59f1-4bb5-b5f0-7aacdf44a29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:36.619699 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-f2eb492a-59f1-4bb5-b5f0-7aacdf44a29b service neutron] For port 7fe5171e-5afe-42cc-a884-b578cc123432, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:01:36.626087 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-f2eb492a-59f1-4bb5-b5f0-7aacdf44a29b service neutron] For port 7fe5171e-5afe-42cc-a884-b578cc123432, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=7fe5171e-5afe-42cc-a884-b578cc123432,segment=NetworkSegment(3d6c3e44-728d-4f47-bfbd-0f9f00adbf37),segment_id=3d6c3e44-728d-4f47-bfbd-0f9f00adbf37)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:01:36.631758 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-f2eb492a-59f1-4bb5-b5f0-7aacdf44a29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:36.663491 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b9dfb-6a30-4fcf-af2e-7db0cbfecdd3 req-bca27a7a-e03e-4005-887d-78d58025246e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:36.666184 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-029b9dfb-6a30-4fcf-af2e-7db0cbfecdd3 req-bca27a7a-e03e-4005-887d-78d58025246e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ed7e1a0-06e4-4ba0-b773-13b469a6f71a HTTP/1.1" status: 200 len: 944 time: 0.0858917 Aug 11 22:01:36.671207 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-f2eb492a-59f1-4bb5-b5f0-7aacdf44a29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:36.671866 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-f2eb492a-59f1-4bb5-b5f0-7aacdf44a29b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:36.673506 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-f2eb492a-59f1-4bb5-b5f0-7aacdf44a29b service neutron] 10.222.0.82 "PUT /v2.0/ports/7fe5171e-5afe-42cc-a884-b578cc123432 HTTP/1.1" status: 200 len: 1091 time: 1.2348251 Aug 11 22:01:36.673807 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '793cc26a-cb42-4ed9-b792-034c67513851', 'tag': '7fe5171e-5afe-42cc-a884-b578cc123432'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:01:36.676159 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158e0447-e670-4a89-8e5f-6a5eaf83363b" -d '{"events": [{"name": "network-changed", "server_uuid": "793cc26a-cb42-4ed9-b792-034c67513851", "tag": "7fe5171e-5afe-42cc-a884-b578cc123432"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:01:36.695107 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 2f11279c-d043-4fd7-9422-1565dda4fd4d details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:01:36.709680 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 98abb531-fd07-4a25-8543-5afc8994d142 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:01:36.746922 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb492a-59f1-4bb5-b5f0-7aacdf44a29b service neutron] Pushing event updated for resources: {'Port': ['ID=7fe5171e-5afe-42cc-a884-b578cc123432,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:36.766387 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-029b9dfb-6a30-4fcf-af2e-7db0cbfecdd3 req-0ddcf55f-c1f3-46f5-8d01-e86f9011532b tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854149 Aug 11 22:01:36.803185 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b4a5bc-1d93-472c-9de8-f8399b6afcf7 x-openstack-request-id: req-60b4a5bc-1d93-472c-9de8-f8399b6afcf7 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:01:36.803736 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "793cc26a-cb42-4ed9-b792-034c67513851", "tag": "7fe5171e-5afe-42cc-a884-b578cc123432", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:01:36.803736 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-60b4a5bc-1d93-472c-9de8-f8399b6afcf7 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:01:36.804183 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '793cc26a-cb42-4ed9-b792-034c67513851', 'tag': '7fe5171e-5afe-42cc-a884-b578cc123432', 'status': 'completed', 'code': 200} Aug 11 22:01:36.823536 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-edbf6096-33de-44a0-88cb-3c51390d89bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:36.825219 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-edbf6096-33de-44a0-88cb-3c51390d89bf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=95f5703708cc4c328a0d034631678af3&device_id=793cc26a-cb42-4ed9-b792-034c67513851 HTTP/1.1" status: 200 len: 1094 time: 0.0679851 Aug 11 22:01:36.905949 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-5e260058-9326-44c1-b4b5-7ebf03cf8388 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fe5171e-5afe-42cc-a884-b578cc123432 HTTP/1.1" status: 200 len: 217 time: 0.0641627 Aug 11 22:01:36.991887 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-6f6a88fe-f5ed-4aa1-a09f-92e163ce2d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:36.992696 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:36.993612 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-6f6a88fe-f5ed-4aa1-a09f-92e163ce2d40 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3095737f-664b-4f3c-9348-9cf878309f1a HTTP/1.1" status: 200 len: 854 time: 0.0741796 Aug 11 22:01:37.057280 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-5c9b3ccc-9780-48f3-b10f-c0613fb4dc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:37.059013 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-5c9b3ccc-9780-48f3-b10f-c0613fb4dc15 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563905 Aug 11 22:01:37.070360 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 2f11279c-d043-4fd7-9422-1565dda4fd4d, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2f11279c-d043-4fd7-9422-1565dda4fd4d,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:01:37.087219 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98abb531-fd07-4a25-8543-5afc8994d142'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:01:37.090280 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7126e467-09d7-4f34-b36a-53e8b7a15d7f" -d '{"events": [{"server_uuid": "b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b", "name": "network-vif-unplugged", "status": "completed", "tag": "98abb531-fd07-4a25-8543-5afc8994d142"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:01:37.121250 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '2f11279c-d043-4fd7-9422-1565dda4fd4d', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '2f11279c-d043-4fd7-9422-1565dda4fd4d', 'mac_address': 'fa:16:3e:58:43:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:01:37.127350 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 98abb531-fd07-4a25-8543-5afc8994d142, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=98abb531-fd07-4a25-8543-5afc8994d142,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:01:37.175678 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d57af3-2132-4632-bcc1-d9fcbfd7802d req-e1261ea6-0984-4134-84e4-059392d5e6df tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:37.177285 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-68d57af3-2132-4632-bcc1-d9fcbfd7802d req-e1261ea6-0984-4134-84e4-059392d5e6df tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 944 time: 0.1134377 Aug 11 22:01:37.182597 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 22:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85eaca87-ae15-4d73-a873-37810ce58aa6 x-openstack-request-id: req-85eaca87-ae15-4d73-a873-37810ce58aa6 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:01:37.182948 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b", "name": "network-vif-unplugged", "status": "completed", "tag": "98abb531-fd07-4a25-8543-5afc8994d142", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:01:37.183131 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-85eaca87-ae15-4d73-a873-37810ce58aa6 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:01:37.183562 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98abb531-fd07-4a25-8543-5afc8994d142', 'code': 200} Aug 11 22:01:37.186360 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:37.222668 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:37.230915 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-0906cfb8-e5df-4d85-a321-c95c669e8972 service neutron] 10.222.0.82 "GET /v2.0/networks/25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573939 Aug 11 22:01:37.245566 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-68d57af3-2132-4632-bcc1-d9fcbfd7802d req-5b58cc19-89fc-4dcf-8954-6830a95f592f tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586905 Aug 11 22:01:37.252175 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f11279c-d043-4fd7-9422-1565dda4fd4d {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:01:37.293523 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=98abb531-fd07-4a25-8543-5afc8994d142,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:37.310180 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 2f11279c-d043-4fd7-9422-1565dda4fd4d, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2f11279c-d043-4fd7-9422-1565dda4fd4d,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:01:37.319978 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe313f45-9d3f-46ce-abb7-bfffccbac6ef req-c4e43bf6-4e41-4e43-a316-fbf39088f8c1 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:37.320969 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:37.321660 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fe313f45-9d3f-46ce-abb7-bfffccbac6ef req-c4e43bf6-4e41-4e43-a316-fbf39088f8c1 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 948 time: 0.0802436 Aug 11 22:01:37.386326 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fe313f45-9d3f-46ce-abb7-bfffccbac6ef req-22c0764a-1389-4ef7-b356-1ae8ccefac47 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558503 Aug 11 22:01:37.413072 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=2f11279c-d043-4fd7-9422-1565dda4fd4d,revision_number=9']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:37.422532 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-311e07e7-10ed-4842-8faf-8f6c2021850b req-0103136f-4d2c-4fc7-a3c8-e5eecefbd454 service neutron] 10.222.0.82 "GET /v2.0/networks/25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762195 Aug 11 22:01:37.463470 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e65dfb-39c9-4832-98c9-e821df3c7c4e req-b71e611b-4291-4c62-a3a7-8eb720624f92 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:37.465016 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-79e65dfb-39c9-4832-98c9-e821df3c7c4e req-b71e611b-4291-4c62-a3a7-8eb720624f92 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.0664673 Aug 11 22:01:37.519560 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-79e65dfb-39c9-4832-98c9-e821df3c7c4e req-50ce3e81-34ab-461d-b210-36191522efe5 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427818 Aug 11 22:01:37.622391 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e0447-e670-4a89-8e5f-6a5eaf83363b req-2c6143cc-572f-4d4f-ba23-647115a12051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:37.624111 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-158e0447-e670-4a89-8e5f-6a5eaf83363b req-2c6143cc-572f-4d4f-ba23-647115a12051 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=95f5703708cc4c328a0d034631678af3&device_id=793cc26a-cb42-4ed9-b792-034c67513851 HTTP/1.1" status: 200 len: 1094 time: 0.0676134 Aug 11 22:01:37.638851 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d346fcf-aaa1-4340-a48b-355baee7b468 req-626783a0-6400-43f7-9898-1e142e692917 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:37.641219 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d346fcf-aaa1-4340-a48b-355baee7b468 req-626783a0-6400-43f7-9898-1e142e692917 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/ports?device_id=793cc26a-cb42-4ed9-b792-034c67513851 HTTP/1.1" status: 200 len: 943 time: 0.0592272 Aug 11 22:01:37.694282 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d346fcf-aaa1-4340-a48b-355baee7b468 req-7907eb40-992b-4616-9926-368504ec1920 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/security-groups?id=d557176d-5585-4c7a-a7d7-92f1b18d94c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411592 Aug 11 22:01:37.751269 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e0447-e670-4a89-8e5f-6a5eaf83363b req-66b9a167-eed0-4d76-b608-66ce9af01768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:37.753962 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-158e0447-e670-4a89-8e5f-6a5eaf83363b req-66b9a167-eed0-4d76-b608-66ce9af01768 service neutron] 10.222.0.82 "GET /v2.0/networks?id=25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5 HTTP/1.1" status: 200 len: 916 time: 0.1209562 Aug 11 22:01:37.805406 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-158e0447-e670-4a89-8e5f-6a5eaf83363b req-976057f7-0b63-4dde-b60e-06ea051d6584 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fe5171e-5afe-42cc-a884-b578cc123432 HTTP/1.1" status: 200 len: 217 time: 0.0411005 Aug 11 22:01:37.886930 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:37.924930 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e0447-e670-4a89-8e5f-6a5eaf83363b req-8fd321c3-f83e-444d-a6e5-fe37e0aaf1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:37.927539 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-158e0447-e670-4a89-8e5f-6a5eaf83363b req-8fd321c3-f83e-444d-a6e5-fe37e0aaf1a9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3095737f-664b-4f3c-9348-9cf878309f1a HTTP/1.1" status: 200 len: 854 time: 0.1107495 Aug 11 22:01:37.999481 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a119b0-8e07-42d2-91a7-6c1daaa532e8 req-744b1d0c-70f2-468f-be8b-116b815d23b1 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:38.002305 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c9a119b0-8e07-42d2-91a7-6c1daaa532e8 req-744b1d0c-70f2-468f-be8b-116b815d23b1 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ed7e1a0-06e4-4ba0-b773-13b469a6f71a HTTP/1.1" status: 200 len: 944 time: 0.1482191 Aug 11 22:01:38.057142 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e0447-e670-4a89-8e5f-6a5eaf83363b req-68c9f393-0801-4434-91ed-e745dd105e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:38.059826 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-158e0447-e670-4a89-8e5f-6a5eaf83363b req-68c9f393-0801-4434-91ed-e745dd105e33 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1243782 Aug 11 22:01:38.098456 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c9a119b0-8e07-42d2-91a7-6c1daaa532e8 req-b7d0edcd-bb08-4626-8ed3-4d1f7f96daea tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889790 Aug 11 22:01:38.182234 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-158e0447-e670-4a89-8e5f-6a5eaf83363b req-e39ec86c-ef2f-42ea-9ff7-3f701c60e654 service neutron] 10.222.0.82 "GET /v2.0/networks/25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121094 Aug 11 22:01:38.251133 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['2f11279c-d043-4fd7-9422-1565dda4fd4d'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:01:38.339645 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-158e0447-e670-4a89-8e5f-6a5eaf83363b req-74bd6062-7a2d-4a5e-9714-94998288404f service neutron] 10.222.0.82 "GET /v2.0/networks/25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489475 Aug 11 22:01:38.455279 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe58391-963d-4ff1-ac6c-4601789c1916 req-920ebc30-da22-4f0e-aba2-c54aea6db00c tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:38.458660 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fe58391-963d-4ff1-ac6c-4601789c1916 req-920ebc30-da22-4f0e-aba2-c54aea6db00c tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 944 time: 0.1039834 Aug 11 22:01:38.526511 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fe58391-963d-4ff1-ac6c-4601789c1916 req-5adbc308-cced-4436-a96a-f3ebc51d4c9c tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600712 Aug 11 22:01:38.543927 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a313f-c8c6-4545-a618-339a15c2c965 req-c41b60fc-ed30-420b-acc8-9f3b691fbbe2 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:38.546276 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-759a313f-c8c6-4545-a618-339a15c2c965 req-c41b60fc-ed30-420b-acc8-9f3b691fbbe2 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 948 time: 0.0691116 Aug 11 22:01:38.594753 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-759a313f-c8c6-4545-a618-339a15c2c965 req-2fc72a41-8732-4f2f-bb82-d234cce05fa8 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353239 Aug 11 22:01:38.689606 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device dafb7e42-7f3e-49fb-8c98-6deabd516fd1 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:01:38.745669 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ef5d4-3f01-4b80-9d97-56f889a6b7e8 req-1a6c270a-727e-4bae-9ea3-95ca1843cd9c tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:38.748658 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc8ef5d4-3f01-4b80-9d97-56f889a6b7e8 req-1a6c270a-727e-4bae-9ea3-95ca1843cd9c tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.0795665 Aug 11 22:01:38.776269 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port dafb7e42-7f3e-49fb-8c98-6deabd516fd1 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:01:38.781180 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port dafb7e42-7f3e-49fb-8c98-6deabd516fd1 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:01:38.781512 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:38.800415 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc8ef5d4-3f01-4b80-9d97-56f889a6b7e8 req-2347cb39-690c-4df5-b0f7-192c9ff5106d tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459819 Aug 11 22:01:38.869993 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:38.876560 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590bc1d-7da7-4532-a9fa-d6568633f59e req-cb361134-b319-43bf-baaa-99622dcb6545 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:38.879564 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8590bc1d-7da7-4532-a9fa-d6568633f59e req-cb361134-b319-43bf-baaa-99622dcb6545 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/ports?device_id=793cc26a-cb42-4ed9-b792-034c67513851 HTTP/1.1" status: 200 len: 943 time: 0.0554256 Aug 11 22:01:38.911238 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port dafb7e42-7f3e-49fb-8c98-6deabd516fd1, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=dafb7e42-7f3e-49fb-8c98-6deabd516fd1,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:01:38.916124 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:38.916942 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 12e2526c-25c9-45e2-91b9-9e34645c8115 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:01:38.935223 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8590bc1d-7da7-4532-a9fa-d6568633f59e req-89b3f6ed-83ab-49f9-b6e9-e727294866e4 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/security-groups?id=d557176d-5585-4c7a-a7d7-92f1b18d94c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506036 Aug 11 22:01:39.005420 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=dafb7e42-7f3e-49fb-8c98-6deabd516fd1,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:39.022466 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 12e2526c-25c9-45e2-91b9-9e34645c8115 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:01:39.022466 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 12e2526c-25c9-45e2-91b9-9e34645c8115 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:01:39.022845 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:39.111628 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:39.151236 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 12e2526c-25c9-45e2-91b9-9e34645c8115, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=12e2526c-25c9-45e2-91b9-9e34645c8115,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:01:39.156934 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:39.185575 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c95064-1f05-477a-9a6c-e88bf34908d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dafb7e42-7f3e-49fb-8c98-6deabd516fd1'}, {'server_uuid': '5ed7e1a0-06e4-4ba0-b773-13b469a6f71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e2526c-25c9-45e2-91b9-9e34645c8115'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:01:39.188052 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e653c068-760c-4356-b664-0295c0e9db6b" -d '{"events": [{"server_uuid": "38c95064-1f05-477a-9a6c-e88bf34908d3", "name": "network-vif-plugged", "status": "completed", "tag": "dafb7e42-7f3e-49fb-8c98-6deabd516fd1"}, {"server_uuid": "5ed7e1a0-06e4-4ba0-b773-13b469a6f71a", "name": "network-vif-plugged", "status": "completed", "tag": "12e2526c-25c9-45e2-91b9-9e34645c8115"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:01:39.230192 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=12e2526c-25c9-45e2-91b9-9e34645c8115,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:39.247773 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850a950-abfd-4aa4-9212-8ccb1cda4d61 req-f3f2d6ba-eb49-4abc-9130-84003be87f63 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:39.249729 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1850a950-abfd-4aa4-9212-8ccb1cda4d61 req-f3f2d6ba-eb49-4abc-9130-84003be87f63 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ed7e1a0-06e4-4ba0-b773-13b469a6f71a HTTP/1.1" status: 200 len: 945 time: 0.0724695 Aug 11 22:01:39.254506 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 22:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56d98c8-9377-4673-aeaa-239e61a25fc4 x-openstack-request-id: req-f56d98c8-9377-4673-aeaa-239e61a25fc4 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:01:39.254834 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c95064-1f05-477a-9a6c-e88bf34908d3", "name": "network-vif-plugged", "status": "completed", "tag": "dafb7e42-7f3e-49fb-8c98-6deabd516fd1", "code": 200}, {"server_uuid": "5ed7e1a0-06e4-4ba0-b773-13b469a6f71a", "name": "network-vif-plugged", "status": "completed", "tag": "12e2526c-25c9-45e2-91b9-9e34645c8115", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:01:39.255086 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f56d98c8-9377-4673-aeaa-239e61a25fc4 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:01:39.255477 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c95064-1f05-477a-9a6c-e88bf34908d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dafb7e42-7f3e-49fb-8c98-6deabd516fd1', 'code': 200} Aug 11 22:01:39.255765 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed7e1a0-06e4-4ba0-b773-13b469a6f71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e2526c-25c9-45e2-91b9-9e34645c8115', 'code': 200} Aug 11 22:01:39.305776 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1850a950-abfd-4aa4-9212-8ccb1cda4d61 req-367eef28-f2fd-4d4d-a840-a33cb02abf04 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432997 Aug 11 22:01:39.411863 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db48558-b922-4abb-828f-cc8708f6c480 req-ce128bc4-eedf-4f18-800e-0bfff0152074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:39.413482 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4db48558-b922-4abb-828f-cc8708f6c480 req-ce128bc4-eedf-4f18-800e-0bfff0152074 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 1096 time: 0.0786679 Aug 11 22:01:39.418293 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2d8d9-a643-4ca4-894e-d4688a3bf909 req-8acb613d-7b9f-4d6c-92f1-b54783c26c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:39.421537 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-19d2d8d9-a643-4ca4-894e-d4688a3bf909 req-8acb613d-7b9f-4d6c-92f1-b54783c26c18 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5ed7e1a0-06e4-4ba0-b773-13b469a6f71a HTTP/1.1" status: 200 len: 1096 time: 0.0851626 Aug 11 22:01:39.474937 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4db48558-b922-4abb-828f-cc8708f6c480 req-32b6c7bb-c062-410b-a48e-3110c10d7561 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520132 Aug 11 22:01:39.478984 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-19d2d8d9-a643-4ca4-894e-d4688a3bf909 req-c6539083-0a2a-450c-bbb3-582021ad214c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489330 Aug 11 22:01:39.661241 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895084f-4e6b-4556-80ba-daae1625a840 req-dc81afe0-c633-4c4f-ba11-377d2d59cb44 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:39.663395 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8895084f-4e6b-4556-80ba-daae1625a840 req-dc81afe0-c633-4c4f-ba11-377d2d59cb44 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 945 time: 0.0544384 Aug 11 22:01:39.706277 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8895084f-4e6b-4556-80ba-daae1625a840 req-f70db4b9-0fe0-434f-ae77-a51205dc9980 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363643 Aug 11 22:01:39.736669 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5dfc3-b3ba-4713-bc06-7fe3b0d4c649 req-dce87ccf-ebf0-4ad4-85b1-964b4881f2ac tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:39.738359 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ecb5dfc3-b3ba-4713-bc06-7fe3b0d4c649 req-dce87ccf-ebf0-4ad4-85b1-964b4881f2ac tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 948 time: 0.0596392 Aug 11 22:01:39.791197 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ecb5dfc3-b3ba-4713-bc06-7fe3b0d4c649 req-5e2959b8-82c0-4413-8f1a-521033c0d762 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461719 Aug 11 22:01:39.927637 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0e815-1112-48fb-8f8e-6d96396c91ea req-478853fe-466c-4049-85b4-aeec9c98bb65 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:39.929061 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d7e0e815-1112-48fb-8f8e-6d96396c91ea req-478853fe-466c-4049-85b4-aeec9c98bb65 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.0500636 Aug 11 22:01:39.967836 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d7e0e815-1112-48fb-8f8e-6d96396c91ea req-9ca5f36e-a224-458b-b86e-014c11c1ccb0 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327673 Aug 11 22:01:40.068427 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068b19a-1aa6-40e7-a986-45811ea6b2b1 req-af2f9999-e5a2-40fa-ac12-093c2c599ee3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:40.070618 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c068b19a-1aa6-40e7-a986-45811ea6b2b1 req-af2f9999-e5a2-40fa-ac12-093c2c599ee3 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/ports?device_id=793cc26a-cb42-4ed9-b792-034c67513851 HTTP/1.1" status: 200 len: 943 time: 0.0558083 Aug 11 22:01:40.111278 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c068b19a-1aa6-40e7-a986-45811ea6b2b1 req-78306837-7a0e-4838-8a90-bf8188df0be0 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/security-groups?id=d557176d-5585-4c7a-a7d7-92f1b18d94c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347729 Aug 11 22:01:40.333391 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd9df8-d7fa-4ec6-bc24-ce6123698aae req-e6edb027-555d-47a2-af8c-3b4447248c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:40.334939 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-89fd9df8-d7fa-4ec6-bc24-ce6123698aae req-e6edb027-555d-47a2-af8c-3b4447248c38 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 1097 time: 0.0456302 Aug 11 22:01:40.389075 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-89fd9df8-d7fa-4ec6-bc24-ce6123698aae req-ef5846cb-6d70-428b-8cc3-491153ee7c8f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358789 Aug 11 22:01:40.432496 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9ec40-9f1b-407a-83ed-6194f5ef4d83 req-f2bcff6a-5e4c-4d9a-b1af-d10aae73e8e9 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:40.434118 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dcb9ec40-9f1b-407a-83ed-6194f5ef4d83 req-f2bcff6a-5e4c-4d9a-b1af-d10aae73e8e9 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ed7e1a0-06e4-4ba0-b773-13b469a6f71a HTTP/1.1" status: 200 len: 945 time: 0.0528510 Aug 11 22:01:40.494124 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dcb9ec40-9f1b-407a-83ed-6194f5ef4d83 req-51ca91d7-dfa4-473e-aff3-ee3e3fb3cdde tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522261 Aug 11 22:01:40.714579 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 98abb531-fd07-4a25-8543-5afc8994d142 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:01:40.723408 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 2f11279c-d043-4fd7-9422-1565dda4fd4d up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:01:40.849412 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 2f11279c-d043-4fd7-9422-1565dda4fd4d triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:01:40.849786 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:40.867733 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d14e7-1974-4cce-b976-aec427332612 req-980c2523-f898-4006-8ca0-749efd055be9 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:40.869817 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5d1d14e7-1974-4cce-b976-aec427332612 req-980c2523-f898-4006-8ca0-749efd055be9 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 945 time: 0.0691097 Aug 11 22:01:40.891602 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 98abb531-fd07-4a25-8543-5afc8994d142, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=98abb531-fd07-4a25-8543-5afc8994d142,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:01:40.913169 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '98abb531-fd07-4a25-8543-5afc8994d142', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '98abb531-fd07-4a25-8543-5afc8994d142', 'mac_address': 'fa:16:3e:89:79:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:01:40.922946 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5d1d14e7-1974-4cce-b976-aec427332612 req-98187f81-c4e0-4b8b-9aa0-0ecd7b9ae226 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380130 Aug 11 22:01:41.028998 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:41.057197 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797173e0-e865-4e35-981d-ecebadd7575f req-8e20dc6a-1d3f-4b78-9850-09b0be2b5897 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:41.059126 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-797173e0-e865-4e35-981d-ecebadd7575f req-8e20dc6a-1d3f-4b78-9850-09b0be2b5897 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 948 time: 0.0577250 Aug 11 22:01:41.109994 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1a309-45ee-4f8d-af6d-1be1e70c275f req-326a6606-6fd4-46c2-8d06-841c775ebb61 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:41.112755 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a0b1a309-45ee-4f8d-af6d-1be1e70c275f req-326a6606-6fd4-46c2-8d06-841c775ebb61 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 1096 time: 0.0518477 Aug 11 22:01:41.116692 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-797173e0-e865-4e35-981d-ecebadd7575f req-cbc7361e-b9a2-49a2-a8e8-902e532a6d5f tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492697 Aug 11 22:01:41.178424 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a0b1a309-45ee-4f8d-af6d-1be1e70c275f req-809fb1e9-ab8c-4941-82d0-1e35935a32ef tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574574 Aug 11 22:01:41.247104 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98abb531-fd07-4a25-8543-5afc8994d142 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:01:41.252599 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:41.282423 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d7360-fff8-4029-9ca5-0d236cff354f req-eebece62-6c60-4ff7-b712-35763ee58ba9 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:41.284936 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 98abb531-fd07-4a25-8543-5afc8994d142, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=98abb531-fd07-4a25-8543-5afc8994d142,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:01:41.294119 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab557092-5149-4dd2-8702-909fa973d304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f11279c-d043-4fd7-9422-1565dda4fd4d'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:01:41.296975 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86d17a7-1356-4452-886f-c7f4be896fe9" -d '{"events": [{"server_uuid": "ab557092-5149-4dd2-8702-909fa973d304", "name": "network-vif-plugged", "status": "completed", "tag": "2f11279c-d043-4fd7-9422-1565dda4fd4d"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:01:41.300500 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c11d7360-fff8-4029-9ca5-0d236cff354f req-eebece62-6c60-4ff7-b712-35763ee58ba9 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.0990031 Aug 11 22:01:41.303219 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:41.315689 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 2f11279c-d043-4fd7-9422-1565dda4fd4d, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2f11279c-d043-4fd7-9422-1565dda4fd4d,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:01:41.334398 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:41.350515 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5b36f-13c7-4d94-be1e-db37cc4ad750 req-81916113-61c5-43f8-8e08-ff4d58c55535 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:41.360162 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c11d7360-fff8-4029-9ca5-0d236cff354f req-48ef68f1-626a-483e-9321-c4db265c6787 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575254 Aug 11 22:01:41.364084 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4cd5b36f-13c7-4d94-be1e-db37cc4ad750 req-81916113-61c5-43f8-8e08-ff4d58c55535 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/ports?device_id=793cc26a-cb42-4ed9-b792-034c67513851 HTTP/1.1" status: 200 len: 943 time: 0.0948498 Aug 11 22:01:41.395782 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=98abb531-fd07-4a25-8543-5afc8994d142,revision_number=7']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:41.435364 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4cd5b36f-13c7-4d94-be1e-db37cc4ad750 req-bebd47b9-7473-4cad-b183-f3b1e5799059 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/security-groups?id=d557176d-5585-4c7a-a7d7-92f1b18d94c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699089 Aug 11 22:01:41.487704 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e2d6c8-9e0f-4576-9cc6-2d34bf1619fb x-openstack-request-id: req-32e2d6c8-9e0f-4576-9cc6-2d34bf1619fb {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:01:41.488043 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab557092-5149-4dd2-8702-909fa973d304", "name": "network-vif-plugged", "status": "completed", "tag": "2f11279c-d043-4fd7-9422-1565dda4fd4d", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:01:41.488250 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-32e2d6c8-9e0f-4576-9cc6-2d34bf1619fb {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:01:41.488686 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab557092-5149-4dd2-8702-909fa973d304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f11279c-d043-4fd7-9422-1565dda4fd4d', 'code': 200} Aug 11 22:01:41.494834 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=2f11279c-d043-4fd7-9422-1565dda4fd4d,revision_number=10']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:41.643260 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ec3ef-9316-40f6-b8bb-e8b1c4877c0b req-2ea19e3f-b15b-4511-a26a-473f928577e5 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:41.646609 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-600ec3ef-9316-40f6-b8bb-e8b1c4877c0b req-2ea19e3f-b15b-4511-a26a-473f928577e5 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ed7e1a0-06e4-4ba0-b773-13b469a6f71a HTTP/1.1" status: 200 len: 945 time: 0.0734794 Aug 11 22:01:41.708956 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-600ec3ef-9316-40f6-b8bb-e8b1c4877c0b req-40c8df89-0d8b-4b37-828f-34026a2e370d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517235 Aug 11 22:01:42.141407 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69908b4b-bc51-4b29-b083-db359fc59f76 req-a13b4ea2-16be-4d61-a696-43c391f83923 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:42.145321 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69908b4b-bc51-4b29-b083-db359fc59f76 req-a13b4ea2-16be-4d61-a696-43c391f83923 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ed7e1a0-06e4-4ba0-b773-13b469a6f71a HTTP/1.1" status: 200 len: 945 time: 0.0825179 Aug 11 22:01:42.259692 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69908b4b-bc51-4b29-b083-db359fc59f76 req-19da56ca-887d-47b0-9a97-f7e47d12f84e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050797 Aug 11 22:01:42.344036 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80d817-f45d-46e6-be7f-42177bbe6a9a req-d7f98540-6790-46a4-b68b-c3586f9f011c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:42.345750 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fa80d817-f45d-46e6-be7f-42177bbe6a9a req-d7f98540-6790-46a4-b68b-c3586f9f011c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 949 time: 0.0584219 Aug 11 22:01:42.396290 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fa80d817-f45d-46e6-be7f-42177bbe6a9a req-e2a514c3-8b70-4b86-a8a2-aa79fb134ee7 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429115 Aug 11 22:01:42.522739 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ef613-8241-47c1-b0b9-9dafc9b02fd7 req-d93b0d60-e80f-4e61-ac76-3b5464e05f9a tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:42.524689 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d17ef613-8241-47c1-b0b9-9dafc9b02fd7 req-d93b0d60-e80f-4e61-ac76-3b5464e05f9a tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.0794907 Aug 11 22:01:42.587713 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d17ef613-8241-47c1-b0b9-9dafc9b02fd7 req-e2586b5e-b112-4429-8368-51228fd707a9 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557907 Aug 11 22:01:42.735439 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 7fe5171e-5afe-42cc-a884-b578cc123432 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:01:42.868104 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['98abb531-fd07-4a25-8543-5afc8994d142'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:01:42.915081 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f9b9d-3093-4709-b90c-14c89c5593eb req-f1b58ccf-95a1-4239-91d5-bdf61634ff92 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:42.924166 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ac1f9b9d-3093-4709-b90c-14c89c5593eb req-f1b58ccf-95a1-4239-91d5-bdf61634ff92 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/ports?device_id=793cc26a-cb42-4ed9-b792-034c67513851 HTTP/1.1" status: 200 len: 943 time: 0.1708145 Aug 11 22:01:42.982469 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ac1f9b9d-3093-4709-b90c-14c89c5593eb req-f356ed8d-b631-44ab-9715-86428d7907f2 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/security-groups?id=d557176d-5585-4c7a-a7d7-92f1b18d94c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460286 Aug 11 22:01:43.028998 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 7fe5171e-5afe-42cc-a884-b578cc123432, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=7fe5171e-5afe-42cc-a884-b578cc123432,segment=NetworkSegment(3d6c3e44-728d-4f47-bfbd-0f9f00adbf37),segment_id=3d6c3e44-728d-4f47-bfbd-0f9f00adbf37)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:01:43.087085 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689d8ef-7dc6-4594-94d4-917e0a43e44a req-fdb18566-3238-4ab3-aa18-01125aee53a7 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:43.088597 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e689d8ef-7dc6-4594-94d4-917e0a43e44a req-fdb18566-3238-4ab3-aa18-01125aee53a7 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.82 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b&tenant_id=01fca9b3362949bdabf015b4ac4622c7&binding%3Ahost_id=n-h1-804275-3 HTTP/1.1" status: 200 len: 949 time: 0.1932876 Aug 11 22:01:43.120780 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '7fe5171e-5afe-42cc-a884-b578cc123432', 'network_id': '25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5', 'port_id': '7fe5171e-5afe-42cc-a884-b578cc123432', 'mac_address': 'fa:16:3e:88:39:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3095737f-664b-4f3c-9348-9cf878309f1a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:01:43.247037 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e689d8ef-7dc6-4594-94d4-917e0a43e44a req-e35c72cf-a042-437a-bbf6-4556d7256f62 service neutron] 10.222.0.82 "GET /v2.0/ports/98abb531-fd07-4a25-8543-5afc8994d142/bindings/n-h1-804275-3 HTTP/1.1" status: 200 len: 382 time: 0.1483757 Aug 11 22:01:43.264376 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f689c-dc29-414e-a558-5cc9c39f5946 req-e593fa5e-9c3e-4fc7-b988-a84cb2c8a4e7 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:43.277955 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a35f689c-dc29-414e-a558-5cc9c39f5946 req-e593fa5e-9c3e-4fc7-b988-a84cb2c8a4e7 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 949 time: 0.1307564 Aug 11 22:01:43.331085 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0e4d404c-9abc-41db-881f-76ab1b1497c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:43.370708 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a35f689c-dc29-414e-a558-5cc9c39f5946 req-dbf50c13-342d-4e34-9944-08ba73b7d116 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861762 Aug 11 22:01:43.399215 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:43.475013 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fe5171e-5afe-42cc-a884-b578cc123432 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:01:43.501061 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 7fe5171e-5afe-42cc-a884-b578cc123432, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=7fe5171e-5afe-42cc-a884-b578cc123432,segment=NetworkSegment(3d6c3e44-728d-4f47-bfbd-0f9f00adbf37),segment_id=3d6c3e44-728d-4f47-bfbd-0f9f00adbf37)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:01:43.511670 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689d8ef-7dc6-4594-94d4-917e0a43e44a req-b7de69df-fd8b-4b80-a04e-a112a49d5e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:43.517365 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e689d8ef-7dc6-4594-94d4-917e0a43e44a req-b7de69df-fd8b-4b80-a04e-a112a49d5e71 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 1100 time: 0.1971784 Aug 11 22:01:43.520449 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:43.611776 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98827fe-24b2-4134-a14d-ccb7fe7172f9 req-16448ae9-b8a1-45f4-806a-b0779b109619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:43.613633 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a98827fe-24b2-4134-a14d-ccb7fe7172f9 req-16448ae9-b8a1-45f4-806a-b0779b109619 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f8b3422dece244b1afcf393ec9f1b957&device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 1097 time: 0.1790862 Aug 11 22:01:43.725988 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=7fe5171e-5afe-42cc-a884-b578cc123432,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:43.825284 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98827fe-24b2-4134-a14d-ccb7fe7172f9 req-0d9eb9d9-f79a-4e89-8832-0f88b25d1bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:43.828626 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a98827fe-24b2-4134-a14d-ccb7fe7172f9 req-0d9eb9d9-f79a-4e89-8832-0f88b25d1bcc service neutron] 10.222.0.52 "GET /v2.0/networks?id=2e5ce1c7-b332-4021-b8e6-4d054d5f0a81 HTTP/1.1" status: 200 len: 919 time: 0.2008855 Aug 11 22:01:43.992475 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689d8ef-7dc6-4594-94d4-917e0a43e44a req-387d6d8a-1192-4515-afef-a80bf7b1f490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:43.994390 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e689d8ef-7dc6-4594-94d4-917e0a43e44a req-387d6d8a-1192-4515-afef-a80bf7b1f490 service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.4683387 Aug 11 22:01:43.996867 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a98827fe-24b2-4134-a14d-ccb7fe7172f9 req-efbbfabf-ce7a-4c47-9011-9bc1319376b1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b682931-e299-47d8-a83a-ba8d76ab64fa HTTP/1.1" status: 200 len: 217 time: 0.1572328 Aug 11 22:01:44.064417 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081436b-b759-4b91-8b45-cc1554e4476e req-11ff2038-eac8-444a-ba97-c802c6841345 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:44.081899 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3081436b-b759-4b91-8b45-cc1554e4476e req-11ff2038-eac8-444a-ba97-c802c6841345 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.1401348 Aug 11 22:01:44.086879 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c130dd-d504-4f45-9937-fee78c9d6867 req-b9ea2021-4f3f-4324-bcf7-1e83696a8f39 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:44.094861 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f6c130dd-d504-4f45-9937-fee78c9d6867 req-b9ea2021-4f3f-4324-bcf7-1e83696a8f39 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ed7e1a0-06e4-4ba0-b773-13b469a6f71a HTTP/1.1" status: 200 len: 945 time: 0.3378353 Aug 11 22:01:44.100755 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e689d8ef-7dc6-4594-94d4-917e0a43e44a req-51fdefbd-4664-4276-b235-9e3337e161fc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=98abb531-fd07-4a25-8543-5afc8994d142 HTTP/1.1" status: 200 len: 217 time: 0.0975678 Aug 11 22:01:44.161366 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['7fe5171e-5afe-42cc-a884-b578cc123432'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:01:44.222048 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3081436b-b759-4b91-8b45-cc1554e4476e req-d9a4264b-2849-43fc-8495-26f8054a8055 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392357 Aug 11 22:01:44.302324 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98827fe-24b2-4134-a14d-ccb7fe7172f9 req-22153e3b-5bd8-4f4a-b82b-2331e32ff76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:44.305465 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a98827fe-24b2-4134-a14d-ccb7fe7172f9 req-22153e3b-5bd8-4f4a-b82b-2331e32ff76c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fd19ad71-37f3-4014-bc35-046e6b7efdcb HTTP/1.1" status: 200 len: 858 time: 0.2890539 Aug 11 22:01:44.335854 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689d8ef-7dc6-4594-94d4-917e0a43e44a req-a0206d5c-bf89-41ca-8ee8-d6dea35922cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:44.338108 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e689d8ef-7dc6-4594-94d4-917e0a43e44a req-a0206d5c-bf89-41ca-8ee8-d6dea35922cf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.2228494 Aug 11 22:01:44.366509 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f6c130dd-d504-4f45-9937-fee78c9d6867 req-5b35637e-a658-4302-9f26-e4dc18781520 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542951 Aug 11 22:01:44.500711 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a98827fe-24b2-4134-a14d-ccb7fe7172f9 req-05fc1644-1130-44c4-81ea-f3b57112efa2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2e5ce1c7-b332-4021-b8e6-4d054d5f0a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1268482 Aug 11 22:01:44.538189 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f970fc-ab3a-4eca-8315-a05d845cb48b req-9d30dffc-b3c8-4423-91bb-3214fb7d14ad tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:44.552384 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-05f970fc-ab3a-4eca-8315-a05d845cb48b req-9d30dffc-b3c8-4423-91bb-3214fb7d14ad tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/ports?device_id=793cc26a-cb42-4ed9-b792-034c67513851 HTTP/1.1" status: 200 len: 944 time: 0.1208422 Aug 11 22:01:44.646786 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-05f970fc-ab3a-4eca-8315-a05d845cb48b req-23ca9451-a4a5-4ec7-ada2-ff24a1680813 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/security-groups?id=d557176d-5585-4c7a-a7d7-92f1b18d94c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0823736 Aug 11 22:01:44.658101 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689d8ef-7dc6-4594-94d4-917e0a43e44a req-956d9c19-fa4c-4794-ac07-4814c39de455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:44.670909 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e689d8ef-7dc6-4594-94d4-917e0a43e44a req-956d9c19-fa4c-4794-ac07-4814c39de455 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3027124 Aug 11 22:01:44.797974 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52055f9-22fc-453d-8b23-5dae49b1a430 req-606cd600-9972-4a79-b22f-25a3fe75ce64 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:44.806139 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f52055f9-22fc-453d-8b23-5dae49b1a430 req-606cd600-9972-4a79-b22f-25a3fe75ce64 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 949 time: 0.0880532 Aug 11 22:01:44.871241 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f52055f9-22fc-453d-8b23-5dae49b1a430 req-c2b77a7f-6b38-40bf-bc7c-6d304c8d39bb tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639093 Aug 11 22:01:44.875436 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a98827fe-24b2-4134-a14d-ccb7fe7172f9 req-8243f490-3ced-4420-80de-63f53e3c9ecd service neutron] 10.222.0.52 "GET /v2.0/networks/2e5ce1c7-b332-4021-b8e6-4d054d5f0a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714209 Aug 11 22:01:44.921371 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e689d8ef-7dc6-4594-94d4-917e0a43e44a req-8c016dda-5a2b-4e83-93c2-777ef11383ef service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413015 Aug 11 22:01:45.098884 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e689d8ef-7dc6-4594-94d4-917e0a43e44a req-7438744b-e1f4-46a3-9b54-06affb901c76 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405230 Aug 11 22:01:45.220358 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86651d71-4235-4ad3-a163-b501ae869c3f req-cc18c84a-cb4c-478b-91d2-e5bebfedc2d0 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:45.222906 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86651d71-4235-4ad3-a163-b501ae869c3f req-cc18c84a-cb4c-478b-91d2-e5bebfedc2d0 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ed7e1a0-06e4-4ba0-b773-13b469a6f71a HTTP/1.1" status: 200 len: 945 time: 0.1203754 Aug 11 22:01:45.273049 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a98827fe-24b2-4134-a14d-ccb7fe7172f9 req-d25d60dc-7c25-4461-964e-1260f6b6d1e9 service neutron] 10.222.0.52 "GET /v2.0/networks/2e5ce1c7-b332-4021-b8e6-4d054d5f0a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797848 Aug 11 22:01:45.349528 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86651d71-4235-4ad3-a163-b501ae869c3f req-bf4f2215-ad01-4542-859b-d84cfef8c8da tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061263 Aug 11 22:01:45.452173 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7ff3c-d8ee-4354-be3a-510bc2f4f91d req-59f2836e-55b8-4307-aa8c-f918dc6e7dd6 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:45.453955 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-84f7ff3c-d8ee-4354-be3a-510bc2f4f91d req-59f2836e-55b8-4307-aa8c-f918dc6e7dd6 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.0635202 Aug 11 22:01:45.514998 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-84f7ff3c-d8ee-4354-be3a-510bc2f4f91d req-f6c6cb40-a287-47a8-88e3-99eb039a7f30 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528104 Aug 11 22:01:45.699135 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fc8f3e07-0b17-4e72-b9e1-8df22ead590e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:45.793396 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da892f7-3884-4083-9b98-0c8b1999ca10 req-3d8a37b4-bcd8-42fb-bc9a-bed3cdcbee6e tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:45.801300 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4da892f7-3884-4083-9b98-0c8b1999ca10 req-3d8a37b4-bcd8-42fb-bc9a-bed3cdcbee6e tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/ports?device_id=793cc26a-cb42-4ed9-b792-034c67513851 HTTP/1.1" status: 200 len: 944 time: 0.0803859 Aug 11 22:01:45.843271 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4da892f7-3884-4083-9b98-0c8b1999ca10 req-92e19de2-c64e-4ebf-b8af-a9df9f090af2 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/security-groups?id=d557176d-5585-4c7a-a7d7-92f1b18d94c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410595 Aug 11 22:01:45.934272 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:46.113537 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c469b-d699-45c2-9f3e-6f9e81105f91 req-6bf099a3-f4b0-49e2-b302-5555265b0b82 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:46.138493 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-543c469b-d699-45c2-9f3e-6f9e81105f91 req-6bf099a3-f4b0-49e2-b302-5555265b0b82 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 949 time: 0.1562700 Aug 11 22:01:46.275562 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-543c469b-d699-45c2-9f3e-6f9e81105f91 req-28125730-122d-43d9-bef2-292fd4871738 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338520 Aug 11 22:01:46.459874 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edae596-e32d-4d44-a666-f17bf770aaea req-e11f1f26-2f6f-41ab-be2e-bf2b888db7c9 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:46.461645 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7edae596-e32d-4d44-a666-f17bf770aaea req-e11f1f26-2f6f-41ab-be2e-bf2b888db7c9 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ed7e1a0-06e4-4ba0-b773-13b469a6f71a HTTP/1.1" status: 200 len: 945 time: 0.1066148 Aug 11 22:01:46.619010 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f5fac-3845-445a-9fd8-c3339add7207 req-6bc2943e-4864-492e-9cf7-46521ba670f8 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:46.623146 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8d7f5fac-3845-445a-9fd8-c3339add7207 req-6bc2943e-4864-492e-9cf7-46521ba670f8 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ed7e1a0-06e4-4ba0-b773-13b469a6f71a HTTP/1.1" status: 200 len: 945 time: 0.1312892 Aug 11 22:01:46.673671 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-7edae596-e32d-4d44-a666-f17bf770aaea req-4fbfdc4b-8382-424a-8277-19e52a814a61 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Deleting port 12e2526c-25c9-45e2-91b9-9e34645c8115 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:01:46.674558 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7edae596-e32d-4d44-a666-f17bf770aaea req-4fbfdc4b-8382-424a-8277-19e52a814a61 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:46.718151 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8d7f5fac-3845-445a-9fd8-c3339add7207 req-8de07f34-661d-486d-bfbb-f5ac593aac0c tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860331 Aug 11 22:01:46.761743 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 98abb531-fd07-4a25-8543-5afc8994d142 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:01:46.874208 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a152f-3576-4a36-9d42-818f1e148224 req-639ed642-4ec9-4eb3-b0e8-02d3c0bc1980 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:46.876638 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-706a152f-3576-4a36-9d42-818f1e148224 req-639ed642-4ec9-4eb3-b0e8-02d3c0bc1980 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.2066567 Aug 11 22:01:46.882725 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 98abb531-fd07-4a25-8543-5afc8994d142 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:01:46.886347 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:46.946089 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-7edae596-e32d-4d44-a666-f17bf770aaea req-4fbfdc4b-8382-424a-8277-19e52a814a61 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] For port 12e2526c-25c9-45e2-91b9-9e34645c8115, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=12e2526c-25c9-45e2-91b9-9e34645c8115,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:01:46.946758 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7edae596-e32d-4d44-a666-f17bf770aaea req-4fbfdc4b-8382-424a-8277-19e52a814a61 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:46.993678 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-706a152f-3576-4a36-9d42-818f1e148224 req-a378d4d9-6a85-4613-889c-7be1ea2875fc tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091971 Aug 11 22:01:47.026763 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-7edae596-e32d-4d44-a666-f17bf770aaea req-4fbfdc4b-8382-424a-8277-19e52a814a61 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Calling delete_port for 12e2526c-25c9-45e2-91b9-9e34645c8115 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:01:47.203163 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe409c-8cbf-4e1a-803a-077e471bd8e6 req-2035c2c7-1e5c-4f4b-a534-98e8b779f14c tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:47.216344 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:47.218999 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-40fe409c-8cbf-4e1a-803a-077e471bd8e6 req-2035c2c7-1e5c-4f4b-a534-98e8b779f14c tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/ports?device_id=793cc26a-cb42-4ed9-b792-034c67513851 HTTP/1.1" status: 200 len: 944 time: 0.2069192 Aug 11 22:01:47.335361 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-40fe409c-8cbf-4e1a-803a-077e471bd8e6 req-acee63e2-7694-4f53-9ae3-c40aea371877 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/security-groups?id=d557176d-5585-4c7a-a7d7-92f1b18d94c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1124117 Aug 11 22:01:47.364123 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7edae596-e32d-4d44-a666-f17bf770aaea req-4fbfdc4b-8382-424a-8277-19e52a814a61 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:47.379068 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 98abb531-fd07-4a25-8543-5afc8994d142, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=98abb531-fd07-4a25-8543-5afc8994d142,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:01:47.400697 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98abb531-fd07-4a25-8543-5afc8994d142'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:01:47.411963 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6870790c-fe65-4dac-92e6-5e56109c02f9" -d '{"events": [{"server_uuid": "b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b", "name": "network-vif-plugged", "status": "completed", "tag": "98abb531-fd07-4a25-8543-5afc8994d142"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:01:47.421647 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:47.423539 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 7fe5171e-5afe-42cc-a884-b578cc123432 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:01:47.443302 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbfdc4b-8382-424a-8277-19e52a814a61 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Pushing event deleted for resources: {'Port': ['ID=12e2526c-25c9-45e2-91b9-9e34645c8115,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:47.517259 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['12e2526c-25c9-45e2-91b9-9e34645c8115'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:01:47.548198 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-7edae596-e32d-4d44-a666-f17bf770aaea req-4fbfdc4b-8382-424a-8277-19e52a814a61 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] No DVR routers for this DVR port 12e2526c-25c9-45e2-91b9-9e34645c8115 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:01:47.553636 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7edae596-e32d-4d44-a666-f17bf770aaea req-4fbfdc4b-8382-424a-8277-19e52a814a61 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:47.556447 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7edae596-e32d-4d44-a666-f17bf770aaea req-4fbfdc4b-8382-424a-8277-19e52a814a61 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.52 "DELETE /v2.0/ports/12e2526c-25c9-45e2-91b9-9e34645c8115 HTTP/1.1" status: 204 len: 173 time: 1.0875702 Aug 11 22:01:47.557556 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed7e1a0-06e4-4ba0-b773-13b469a6f71a', 'name': 'network-vif-deleted', 'tag': '12e2526c-25c9-45e2-91b9-9e34645c8115'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:01:47.568673 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5846e0-669b-425e-8ce1-a2e6f826c40f" -d '{"events": [{"server_uuid": "5ed7e1a0-06e4-4ba0-b773-13b469a6f71a", "name": "network-vif-deleted", "tag": "12e2526c-25c9-45e2-91b9-9e34645c8115"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:01:47.620542 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725b4f1-651e-4d2b-ade9-25a4e5406416 req-b5c05c11-0538-4819-b8d2-67b4b6aca6a2 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:47.622620 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1725b4f1-651e-4d2b-ade9-25a4e5406416 req-b5c05c11-0538-4819-b8d2-67b4b6aca6a2 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.1341281 Aug 11 22:01:47.729511 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a9a21a-019a-4f44-8649-dae5a7f7ba0a x-openstack-request-id: req-d4a9a21a-019a-4f44-8649-dae5a7f7ba0a {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:01:47.730463 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed7e1a0-06e4-4ba0-b773-13b469a6f71a", "name": "network-vif-deleted", "tag": "12e2526c-25c9-45e2-91b9-9e34645c8115", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:01:47.730946 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d4a9a21a-019a-4f44-8649-dae5a7f7ba0a {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:01:47.731653 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed7e1a0-06e4-4ba0-b773-13b469a6f71a', 'name': 'network-vif-deleted', 'tag': '12e2526c-25c9-45e2-91b9-9e34645c8115', 'status': 'completed', 'code': 200} Aug 11 22:01:47.746123 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1725b4f1-651e-4d2b-ade9-25a4e5406416 req-7d627ba0-0eaf-452e-b744-6ca2daaaf537 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159725 Aug 11 22:01:47.747663 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3948a9-caed-401c-ab90-a21735de7204 x-openstack-request-id: req-df3948a9-caed-401c-ab90-a21735de7204 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:01:47.748791 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b", "name": "network-vif-plugged", "status": "completed", "tag": "98abb531-fd07-4a25-8543-5afc8994d142", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:01:47.749298 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-df3948a9-caed-401c-ab90-a21735de7204 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:01:47.749993 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98abb531-fd07-4a25-8543-5afc8994d142', 'code': 200} Aug 11 22:01:47.803748 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:47.824479 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 7fe5171e-5afe-42cc-a884-b578cc123432 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:01:47.829387 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=98abb531-fd07-4a25-8543-5afc8994d142,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:47.833607 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 7fe5171e-5afe-42cc-a884-b578cc123432 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:01:47.834143 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:48.019696 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:48.029754 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ee9c5cdc-8198-422e-bbed-c010d4acf3af req-5dd91f34-9f5f-4a46-9a74-16039b63a5b0 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ed7e1a0-06e4-4ba0-b773-13b469a6f71a HTTP/1.1" status: 200 len: 210 time: 0.0814075 Aug 11 22:01:48.103409 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 7fe5171e-5afe-42cc-a884-b578cc123432, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=7fe5171e-5afe-42cc-a884-b578cc123432,segment=NetworkSegment(3d6c3e44-728d-4f47-bfbd-0f9f00adbf37),segment_id=3d6c3e44-728d-4f47-bfbd-0f9f00adbf37)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:01:48.141020 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:48.231120 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896f66a-7734-4c6d-9ae9-958050b3f118 req-93e5f75c-10ec-4686-9be1-3beddc91e23f tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:48.235201 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d896f66a-7734-4c6d-9ae9-958050b3f118 req-93e5f75c-10ec-4686-9be1-3beddc91e23f tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.0805655 Aug 11 22:01:48.307950 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d896f66a-7734-4c6d-9ae9-958050b3f118 req-e7f1cba1-e783-45f3-b993-36f086fc2dda tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560846 Aug 11 22:01:48.411464 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=7fe5171e-5afe-42cc-a884-b578cc123432,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:48.439490 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689d8ef-7dc6-4594-94d4-917e0a43e44a req-065e8439-5615-45ff-8c29-a14f34183831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:48.441783 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e689d8ef-7dc6-4594-94d4-917e0a43e44a req-065e8439-5615-45ff-8c29-a14f34183831 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b&tenant_id=01fca9b3362949bdabf015b4ac4622c7 HTTP/1.1" status: 200 len: 1101 time: 0.2145689 Aug 11 22:01:48.574473 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65933788-1e76-4126-b416-cbd912a594da req-a0d627ef-aa0d-45f4-a551-b4100a2dd20d tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:48.599906 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-65933788-1e76-4126-b416-cbd912a594da req-a0d627ef-aa0d-45f4-a551-b4100a2dd20d tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/ports?device_id=793cc26a-cb42-4ed9-b792-034c67513851 HTTP/1.1" status: 200 len: 945 time: 0.1322351 Aug 11 22:01:48.622493 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689d8ef-7dc6-4594-94d4-917e0a43e44a req-271380c0-d7e1-4eb7-9d89-386a43e4b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:48.625286 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e689d8ef-7dc6-4594-94d4-917e0a43e44a req-271380c0-d7e1-4eb7-9d89-386a43e4b3ee service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 1101 time: 0.1388702 Aug 11 22:01:48.692616 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-65933788-1e76-4126-b416-cbd912a594da req-9e848ce2-404f-42a8-bc8d-3f06b5cbc764 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/security-groups?id=d557176d-5585-4c7a-a7d7-92f1b18d94c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0912492 Aug 11 22:01:48.882656 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:48.906148 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689d8ef-7dc6-4594-94d4-917e0a43e44a req-028de5e9-d79d-4dc7-89b0-da3012c4b89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:48.918542 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e689d8ef-7dc6-4594-94d4-917e0a43e44a req-028de5e9-d79d-4dc7-89b0-da3012c4b89c service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.2740746 Aug 11 22:01:49.004958 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e689d8ef-7dc6-4594-94d4-917e0a43e44a req-1de93922-5214-470d-9ff1-b3af25c425ea service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=98abb531-fd07-4a25-8543-5afc8994d142 HTTP/1.1" status: 200 len: 217 time: 0.0854449 Aug 11 22:01:49.072464 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6170b-24e3-461b-926f-6bf3c2445d99 req-4b3ccb73-491e-43aa-92ba-68273eeedea3 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:49.074215 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-81c6170b-24e3-461b-926f-6bf3c2445d99 req-4b3ccb73-491e-43aa-92ba-68273eeedea3 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.1529779 Aug 11 22:01:49.114235 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689d8ef-7dc6-4594-94d4-917e0a43e44a req-266d8d99-37f9-4973-bf9c-3fbf7e818608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:49.115867 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e689d8ef-7dc6-4594-94d4-917e0a43e44a req-266d8d99-37f9-4973-bf9c-3fbf7e818608 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1021280 Aug 11 22:01:49.200830 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-81c6170b-24e3-461b-926f-6bf3c2445d99 req-1f19c744-9f34-41d7-82f6-d774c98d9376 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151214 Aug 11 22:01:49.214175 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689d8ef-7dc6-4594-94d4-917e0a43e44a req-f6011864-e49f-464c-acae-f3c866620143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:49.216327 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e689d8ef-7dc6-4594-94d4-917e0a43e44a req-f6011864-e49f-464c-acae-f3c866620143 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0919406 Aug 11 22:01:49.374582 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e689d8ef-7dc6-4594-94d4-917e0a43e44a req-63869e19-c4e8-4442-a13f-687b3d40d3eb service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461306 Aug 11 22:01:49.642155 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e689d8ef-7dc6-4594-94d4-917e0a43e44a req-2dc02e1e-5a15-4601-9206-33b719d33668 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426109 Aug 11 22:01:49.704506 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-57239e7c-c0cf-4df9-8e87-6e85997e3fe1 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:49.706814 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-57239e7c-c0cf-4df9-8e87-6e85997e3fe1 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/networks?id=bf080b52-f893-4f7c-8435-757491a8008c HTTP/1.1" status: 200 len: 811 time: 0.2825503 Aug 11 22:01:49.738452 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-fd65c2ff-c148-4286-a49a-9629766da25f tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/quotas/5ff75431bb564df5bffa655d84e87396 HTTP/1.1" status: 200 len: 375 time: 0.0251157 Aug 11 22:01:49.751346 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793cc26a-cb42-4ed9-b792-034c67513851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe5171e-5afe-42cc-a884-b578cc123432'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:01:49.756457 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d89e94-cb69-49cf-a80b-7714f7df6b84" -d '{"events": [{"server_uuid": "793cc26a-cb42-4ed9-b792-034c67513851", "name": "network-vif-plugged", "status": "completed", "tag": "7fe5171e-5afe-42cc-a884-b578cc123432"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:01:49.797516 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-9848d227-61ed-4340-ab47-2cbc57c47b4d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5ff75431bb564df5bffa655d84e87396&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522404 Aug 11 22:01:49.903928 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de662c3-3b9f-4538-8785-003b8ce7ccbd req-e75c58e7-f035-4473-817c-c373b6fad853 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:49.906998 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7de662c3-3b9f-4538-8785-003b8ce7ccbd req-e75c58e7-f035-4473-817c-c373b6fad853 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/ports?device_id=793cc26a-cb42-4ed9-b792-034c67513851 HTTP/1.1" status: 200 len: 945 time: 0.0897810 Aug 11 22:01:50.019490 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7de662c3-3b9f-4538-8785-003b8ce7ccbd req-160473a1-1420-4dd2-86ad-3bc39e7f9ee8 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/security-groups?id=d557176d-5585-4c7a-a7d7-92f1b18d94c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1048615 Aug 11 22:01:50.037881 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-c19ecdcc-fe4c-4ccd-a66d-f92077eaabbd service neutron] 10.222.0.77 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392688 Aug 11 22:01:50.119088 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eeca111-5778-45c0-91af-18e21e78ff79 x-openstack-request-id: req-8eeca111-5778-45c0-91af-18e21e78ff79 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:01:50.121830 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "793cc26a-cb42-4ed9-b792-034c67513851", "name": "network-vif-plugged", "status": "completed", "tag": "7fe5171e-5afe-42cc-a884-b578cc123432", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:01:50.122420 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8eeca111-5778-45c0-91af-18e21e78ff79 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:01:50.126181 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '793cc26a-cb42-4ed9-b792-034c67513851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe5171e-5afe-42cc-a884-b578cc123432', 'code': 200} Aug 11 22:01:50.294481 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:50.310028 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-6153555e-2e27-44b5-a687-77a69cbbed47 service neutron] 10.222.0.77 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704973 Aug 11 22:01:50.360217 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7343e-57be-48c7-903c-433c30ff7327 req-7ce89d72-1efa-4afd-aa4f-ea0f760ae624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:50.363095 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-12e7343e-57be-48c7-903c-433c30ff7327 req-7ce89d72-1efa-4afd-aa4f-ea0f760ae624 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=793cc26a-cb42-4ed9-b792-034c67513851 HTTP/1.1" status: 200 len: 1096 time: 0.1250062 Aug 11 22:01:50.470151 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ff0a9-dd17-4694-8186-d034ffe24dee req-78748251-ee42-462f-ace6-281edfb4a99b tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:50.471924 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-515ff0a9-dd17-4694-8186-d034ffe24dee req-78748251-ee42-462f-ace6-281edfb4a99b tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.1044066 Aug 11 22:01:50.473935 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-12e7343e-57be-48c7-903c-433c30ff7327 req-8dd3aff6-0c8f-471b-90b1-dc06b024a233 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d557176d-5585-4c7a-a7d7-92f1b18d94c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0900798 Aug 11 22:01:50.558481 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-515ff0a9-dd17-4694-8186-d034ffe24dee req-1b95dfe2-f0db-401b-a3e8-a138e60f2569 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724430 Aug 11 22:01:50.631783 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ae89aa4-c609-471a-93ea-ccb1ee1075f2 req-3c109cac-fea8-4d95-80e5-60b51bef67ca tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 210 time: 0.0939875 Aug 11 22:01:50.721576 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 12e2526c-25c9-45e2-91b9-9e34645c8115 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:01:50.810018 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 98abb531-fd07-4a25-8543-5afc8994d142 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:01:50.883931 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 12e2526c-25c9-45e2-91b9-9e34645c8115 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:01:50.885201 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 12e2526c-25c9-45e2-91b9-9e34645c8115 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:01:50.983880 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:51.065029 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 98abb531-fd07-4a25-8543-5afc8994d142, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=98abb531-fd07-4a25-8543-5afc8994d142,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:01:51.079339 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:51.218468 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=98abb531-fd07-4a25-8543-5afc8994d142,revision_number=9']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:51.256735 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:51.257350 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:51.259607 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:51.261451 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:51.262481 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:51.263099 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:51.264465 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:51.271207 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:51.273024 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:51.273617 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:51.276284 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:51.277288 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:01:51.404664 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eafb5-f588-4a23-892b-d5bae18ddf99 req-655cf8f5-b712-460b-ad87-401eeca00b73 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:51.414939 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4e4eafb5-f588-4a23-892b-d5bae18ddf99 req-655cf8f5-b712-460b-ad87-401eeca00b73 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/ports?device_id=793cc26a-cb42-4ed9-b792-034c67513851 HTTP/1.1" status: 200 len: 945 time: 0.1836214 Aug 11 22:01:51.485617 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4e4eafb5-f588-4a23-892b-d5bae18ddf99 req-d98ec01c-3813-44b7-9d3e-aa2d06d620c6 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/security-groups?id=d557176d-5585-4c7a-a7d7-92f1b18d94c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662699 Aug 11 22:01:51.680399 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1d5c8-b037-4a10-aee0-8a1b3fa95930 req-58388d7b-928e-4fa8-8c14-04ecd328c7eb tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:51.685971 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1ff1d5c8-b037-4a10-aee0-8a1b3fa95930 req-58388d7b-928e-4fa8-8c14-04ecd328c7eb tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.0874655 Aug 11 22:01:51.758497 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1ff1d5c8-b037-4a10-aee0-8a1b3fa95930 req-ea9e7557-bd9d-403a-b64f-75f1b93c1798 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643013 Aug 11 22:01:51.823668 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228321a-bf56-4037-bb4e-2cc169e64f0b req-db695c15-2636-4366-bfa5-52056e87609b tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:51.825676 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9228321a-bf56-4037-bb4e-2cc169e64f0b req-db695c15-2636-4366-bfa5-52056e87609b tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 948 time: 0.1063385 Aug 11 22:01:51.918590 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e1da0e0c-920a-48a1-b301-b8251c906684 req-af366d79-0e29-45a6-9aa9-dd8230886857 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 210 time: 0.0792344 Aug 11 22:01:51.937736 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9228321a-bf56-4037-bb4e-2cc169e64f0b req-7a58d0e0-f7a7-4419-99e3-e4fff2d02662 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047289 Aug 11 22:01:52.128670 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98abb531-fd07-4a25-8543-5afc8994d142'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:01:52.131624 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db30fd65-d72d-41af-a005-da055f58c5fe" -d '{"events": [{"server_uuid": "b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b", "name": "network-vif-unplugged", "status": "completed", "tag": "98abb531-fd07-4a25-8543-5afc8994d142"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:01:52.422100 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 22:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc2b871-773b-4c6f-9405-cbd9f11b3062 x-openstack-request-id: req-7bc2b871-773b-4c6f-9405-cbd9f11b3062 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:01:52.423188 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b", "name": "network-vif-unplugged", "status": "completed", "tag": "98abb531-fd07-4a25-8543-5afc8994d142", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:01:52.423188 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7bc2b871-773b-4c6f-9405-cbd9f11b3062 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:01:52.423188 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98abb531-fd07-4a25-8543-5afc8994d142', 'code': 200} Aug 11 22:01:52.568283 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-566b639a-c9fa-438d-9c9a-8519bfa43ec1 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:52.569947 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-566b639a-c9fa-438d-9c9a-8519bfa43ec1 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.52 "GET /v2.0/networks?id=bf080b52-f893-4f7c-8435-757491a8008c HTTP/1.1" status: 200 len: 811 time: 0.3331885 Aug 11 22:01:52.587160 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-3cb32ec9-3cab-48d6-be63-8dd948fc8d78 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Request body: {'port': {'device_id': '3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65', 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c', 'admin_state_up': True, 'tenant_id': '5ff75431bb564df5bffa655d84e87396'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:01:52.881762 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32aa150-8c4c-4e96-8fb2-71185ae9e88a req-e6940cbe-cf1d-491e-a407-f92aca9535c4 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:52.883476 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a32aa150-8c4c-4e96-8fb2-71185ae9e88a req-e6940cbe-cf1d-491e-a407-f92aca9535c4 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/ports?device_id=793cc26a-cb42-4ed9-b792-034c67513851 HTTP/1.1" status: 200 len: 945 time: 0.1369231 Aug 11 22:01:52.974938 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a32aa150-8c4c-4e96-8fb2-71185ae9e88a req-85db2815-7942-48c1-86c1-9112ea595b87 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/security-groups?id=d557176d-5585-4c7a-a7d7-92f1b18d94c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637388 Aug 11 22:01:53.015042 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-3cb32ec9-3cab-48d6-be63-8dd948fc8d78 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Made reservation on behalf of 5ff75431bb564df5bffa655d84e87396 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:01:53.028619 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-3cb32ec9-3cab-48d6-be63-8dd948fc8d78 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:53.141743 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-416bbd2c-d19f-4935-8c72-2e3b32ee1337 req-78eec5b6-3fba-4733-a1a4-6fb7538a8b38 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 210 time: 0.0456555 Aug 11 22:01:53.281744 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205665dd-7ddc-4e1e-9256-d12393ab8506 req-b641567f-770e-439d-9c4a-cb3a3e5e0dde tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:53.283395 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-205665dd-7ddc-4e1e-9256-d12393ab8506 req-b641567f-770e-439d-9c4a-cb3a3e5e0dde tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 948 time: 0.2027702 Aug 11 22:01:53.381549 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3222b4d-d237-4003-9f56-160ecd75cb11 req-9f0d05a2-705c-45fc-8f63-57c156339199 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:53.387163 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-3cb32ec9-3cab-48d6-be63-8dd948fc8d78 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Allocated IP 172.20.0.12 (bf080b52-f893-4f7c-8435-757491a8008c/985a839f-f29b-406e-b51f-4bfc5d529d7d/df659028-83c8-42b7-af94-2ff3857b7a8f) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:01:53.398915 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e3222b4d-d237-4003-9f56-160ecd75cb11 req-9f0d05a2-705c-45fc-8f63-57c156339199 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/ports?device_id=793cc26a-cb42-4ed9-b792-034c67513851 HTTP/1.1" status: 200 len: 945 time: 0.1660774 Aug 11 22:01:53.405509 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34680) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:01:53.430215 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-03f3eea7-594d-4797-9b32-bd4c49a8e51a tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Request body: {'floatingip': {'port_id': '7fe5171e-5afe-42cc-a884-b578cc123432'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:01:53.641324 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-03f3eea7-594d-4797-9b32-bd4c49a8e51a tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks [] for floatingip, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:53.666581 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-3cb32ec9-3cab-48d6-be63-8dd948fc8d78 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:53.731065 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-3cb32ec9-3cab-48d6-be63-8dd948fc8d78 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:53.744046 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-205665dd-7ddc-4e1e-9256-d12393ab8506 req-2ccee700-2795-4e3a-a1ed-ea4b3032d43d tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232416 Aug 11 22:01:53.802534 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-3cb32ec9-3cab-48d6-be63-8dd948fc8d78 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Network bf080b52-f893-4f7c-8435-757491a8008c is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:01:53.806420 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-3cb32ec9-3cab-48d6-be63-8dd948fc8d78 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:01:53.811343 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-3cb32ec9-3cab-48d6-be63-8dd948fc8d78 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:01:53.870856 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb32ec9-3cab-48d6-be63-8dd948fc8d78 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Pushing event updated for resources: {'Port': ['ID=df659028-83c8-42b7-af94-2ff3857b7a8f,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:53.901916 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-3cb32ec9-3cab-48d6-be63-8dd948fc8d78 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:53.903601 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-3cb32ec9-3cab-48d6-be63-8dd948fc8d78 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:53.940968 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-3cb32ec9-3cab-48d6-be63-8dd948fc8d78 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3600006 Aug 11 22:01:53.958012 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-269be005-4e16-49da-81dc-cb55ba9dc53e service neutron] Request body: {'port': {'device_id': '3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:01:54.043156 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-269be005-4e16-49da-81dc-cb55ba9dc53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:54.670871 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-03f3eea7-594d-4797-9b32-bd4c49a8e51a tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:54.711962 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-03f3eea7-594d-4797-9b32-bd4c49a8e51a tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:54.799654 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 98abb531-fd07-4a25-8543-5afc8994d142 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:01:55.007987 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 98abb531-fd07-4a25-8543-5afc8994d142, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=98abb531-fd07-4a25-8543-5afc8994d142,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:01:55.043398 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbdd3b-346c-44e6-a057-b149d863fdac req-8628a782-fa4c-4c4e-83b8-c6ae0508a817 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:55.045417 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '98abb531-fd07-4a25-8543-5afc8994d142', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '98abb531-fd07-4a25-8543-5afc8994d142', 'mac_address': 'fa:16:3e:89:79:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:01:55.049159 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9dfbdd3b-346c-44e6-a057-b149d863fdac req-8628a782-fa4c-4c4e-83b8-c6ae0508a817 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 932 time: 0.7194629 Aug 11 22:01:55.140448 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9dfbdd3b-346c-44e6-a057-b149d863fdac req-72c36203-1ad9-4eac-8aba-91aeb0f971be tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857701 Aug 11 22:01:55.166349 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:55.195170 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98abb531-fd07-4a25-8543-5afc8994d142 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:01:55.240171 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 98abb531-fd07-4a25-8543-5afc8994d142, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=98abb531-fd07-4a25-8543-5afc8994d142,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:01:55.249045 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:55.330480 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-269be005-4e16-49da-81dc-cb55ba9dc53e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df659028-83c8-42b7-af94-2ff3857b7a8f {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:01:55.369424 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-269be005-4e16-49da-81dc-cb55ba9dc53e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:55.374549 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=98abb531-fd07-4a25-8543-5afc8994d142,revision_number=10']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:55.435140 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-269be005-4e16-49da-81dc-cb55ba9dc53e service neutron] Transition to ACTIVE for port object df659028-83c8-42b7-af94-2ff3857b7a8f will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:01:55.447967 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-269be005-4e16-49da-81dc-cb55ba9dc53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:55.609239 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269be005-4e16-49da-81dc-cb55ba9dc53e service neutron] Pushing event updated for resources: {'Port': ['ID=df659028-83c8-42b7-af94-2ff3857b7a8f,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:55.675129 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa9ffc-3c55-4077-811a-82b3f45f8df7 req-0f387c33-06b3-4efd-ade9-d5a20070a3f3 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:55.687384 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-26fa9ffc-3c55-4077-811a-82b3f45f8df7 req-0f387c33-06b3-4efd-ade9-d5a20070a3f3 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.1487341 Aug 11 22:01:55.705030 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-03f3eea7-594d-4797-9b32-bd4c49a8e51a tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Floating IP 5999adbb-896b-428d-b7ea-cee2a0ff9f3f associated. External IP: 172.25.2.174, port: 7fe5171e-5afe-42cc-a884-b578cc123432. Aug 11 22:01:55.705400 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-269be005-4e16-49da-81dc-cb55ba9dc53e service neutron] Attempting to bind port df659028-83c8-42b7-af94-2ff3857b7a8f on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:01:55.705756 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-269be005-4e16-49da-81dc-cb55ba9dc53e service neutron] Attempting to bind port df659028-83c8-42b7-af94-2ff3857b7a8f by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'a26e85d0-a905-4271-9972-2aa908ddc09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:01:55.706096 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-269be005-4e16-49da-81dc-cb55ba9dc53e service neutron] Attempting to bind port df659028-83c8-42b7-af94-2ff3857b7a8f on network bf080b52-f893-4f7c-8435-757491a8008c {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:01:55.713638 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-269be005-4e16-49da-81dc-cb55ba9dc53e service neutron] Port df659028-83c8-42b7-af94-2ff3857b7a8f on network bf080b52-f893-4f7c-8435-757491a8008c not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:01:55.714461 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-269be005-4e16-49da-81dc-cb55ba9dc53e service neutron] Attempting to bind port df659028-83c8-42b7-af94-2ff3857b7a8f on network bf080b52-f893-4f7c-8435-757491a8008c {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:01:55.731375 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-269be005-4e16-49da-81dc-cb55ba9dc53e service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:01:55.732079 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-269be005-4e16-49da-81dc-cb55ba9dc53e service neutron] Checking segment: {'id': 'a26e85d0-a905-4271-9972-2aa908ddc09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:01:55.733057 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-269be005-4e16-49da-81dc-cb55ba9dc53e service neutron] Bound using segment: {'id': 'a26e85d0-a905-4271-9972-2aa908ddc09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:01:55.733534 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-269be005-4e16-49da-81dc-cb55ba9dc53e service neutron] Bound port: df659028-83c8-42b7-af94-2ff3857b7a8f, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a26e85d0-a905-4271-9972-2aa908ddc09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:01:55.733911 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-269be005-4e16-49da-81dc-cb55ba9dc53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:55.791312 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['98abb531-fd07-4a25-8543-5afc8994d142'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:01:55.952478 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-269be005-4e16-49da-81dc-cb55ba9dc53e service neutron] For port df659028-83c8-42b7-af94-2ff3857b7a8f, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:01:55.957039 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-269be005-4e16-49da-81dc-cb55ba9dc53e service neutron] For port df659028-83c8-42b7-af94-2ff3857b7a8f, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=df659028-83c8-42b7-af94-2ff3857b7a8f,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:01:55.965807 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-269be005-4e16-49da-81dc-cb55ba9dc53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:56.107818 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-269be005-4e16-49da-81dc-cb55ba9dc53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:56.109757 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-269be005-4e16-49da-81dc-cb55ba9dc53e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:56.117169 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-26fa9ffc-3c55-4077-811a-82b3f45f8df7 req-f91cdbc1-e52a-462e-8363-ba95af33b789 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287555 Aug 11 22:01:56.118694 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-269be005-4e16-49da-81dc-cb55ba9dc53e service neutron] 10.222.0.52 "PUT /v2.0/ports/df659028-83c8-42b7-af94-2ff3857b7a8f HTTP/1.1" status: 200 len: 1092 time: 2.1642461 Aug 11 22:01:56.123573 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65', 'tag': 'df659028-83c8-42b7-af94-2ff3857b7a8f'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:01:56.140163 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adad3192-43c9-4e0b-a6f7-8f50c2b0d6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65", "tag": "df659028-83c8-42b7-af94-2ff3857b7a8f"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:01:56.305792 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c06c89-210f-4a5d-bd80-7e3e4fee0085 x-openstack-request-id: req-c3c06c89-210f-4a5d-bd80-7e3e4fee0085 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:01:56.306487 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65", "tag": "df659028-83c8-42b7-af94-2ff3857b7a8f", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:01:56.306942 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c3c06c89-210f-4a5d-bd80-7e3e4fee0085 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:01:56.307599 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65', 'tag': 'df659028-83c8-42b7-af94-2ff3857b7a8f', 'status': 'completed', 'code': 200} Aug 11 22:01:56.426478 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092db4c2-7179-470d-8a51-611b27705fbb req-2ecd1f2f-f04b-46ec-98a8-9df737183160 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:56.428717 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-092db4c2-7179-470d-8a51-611b27705fbb req-2ecd1f2f-f04b-46ec-98a8-9df737183160 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 950 time: 0.1200378 Aug 11 22:01:56.429644 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269be005-4e16-49da-81dc-cb55ba9dc53e service neutron] Pushing event updated for resources: {'Port': ['ID=df659028-83c8-42b7-af94-2ff3857b7a8f,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:01:56.464701 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-09fc5c01-f428-4ac3-ba02-dd3786e3c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:56.467271 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-09fc5c01-f428-4ac3-ba02-dd3786e3c9ab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ff75431bb564df5bffa655d84e87396&device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 1095 time: 0.2632878 Aug 11 22:01:56.512235 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78ff76-088f-4d08-be53-57ac1b23f4b9 req-e5c85bac-8a35-452c-a80d-a9df2e479d3c tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:56.515354 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0d78ff76-088f-4d08-be53-57ac1b23f4b9 req-e5c85bac-8a35-452c-a80d-a9df2e479d3c tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 944 time: 0.1058233 Aug 11 22:01:56.530728 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-16b6fe14-817f-49ae-91f2-e6f601200ccd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df659028-83c8-42b7-af94-2ff3857b7a8f HTTP/1.1" status: 200 len: 217 time: 0.0537260 Aug 11 22:01:56.538684 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-092db4c2-7179-470d-8a51-611b27705fbb req-015c1217-03a3-4310-8b2d-c60b04abb097 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014664 Aug 11 22:01:56.554810 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f3eea7-594d-4797-9b32-bd4c49a8e51a tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Router 871025f8-ebfd-49dd-a840-7b0b5e91a882 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:01:56.665488 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-cc31b93c-f48f-4988-9bbb-0c4ee06a0837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:56.671916 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-cc31b93c-f48f-4988-9bbb-0c4ee06a0837 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=985a839f-f29b-406e-b51f-4bfc5d529d7d HTTP/1.1" status: 200 len: 851 time: 0.1277988 Aug 11 22:01:56.696254 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0d78ff76-088f-4d08-be53-57ac1b23f4b9 req-750b999a-9f4b-433a-8096-17e9fe68df94 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724343 Aug 11 22:01:56.784485 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-92b17f43-1ba5-4830-b8ee-15363e860ae1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bf080b52-f893-4f7c-8435-757491a8008c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046073 Aug 11 22:01:57.087562 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-09821644-2bcf-494b-b6c3-60fb625dc04d service neutron] 10.222.0.52 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864957 Aug 11 22:01:57.137550 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-38575ddc-c507-434d-bf3a-7e71ea513e42 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=01fca9b3362949bdabf015b4ac4622c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675876 Aug 11 22:01:57.202970 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f3eea7-594d-4797-9b32-bd4c49a8e51a tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:01:57.210264 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-03f3eea7-594d-4797-9b32-bd4c49a8e51a tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:57.219271 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87a9850-0eb3-4d30-b886-92537043509f None None] Sync routers for ids ['871025f8-ebfd-49dd-a840-7b0b5e91a882'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:01:57.255854 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87a9850-0eb3-4d30-b886-92537043509f None None] Routers {'871025f8-ebfd-49dd-a840-7b0b5e91a882'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:01:57.256936 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f87a9850-0eb3-4d30-b886-92537043509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:01:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['871025f8-ebfd-49dd-a840-7b0b5e91a882'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:01:57.270182 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-03f3eea7-594d-4797-9b32-bd4c49a8e51a tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "PUT /v2.0/floatingips/5999adbb-896b-428d-b7ea-cee2a0ff9f3f HTTP/1.1" status: 200 len: 991 time: 3.8570976 Aug 11 22:01:57.276424 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '793cc26a-cb42-4ed9-b792-034c67513851', 'tag': '7fe5171e-5afe-42cc-a884-b578cc123432'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:01:57.283661 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bbc3c8-979a-4a92-be22-2d8ac7bcbabd" -d '{"events": [{"name": "network-changed", "server_uuid": "793cc26a-cb42-4ed9-b792-034c67513851", "tag": "7fe5171e-5afe-42cc-a884-b578cc123432"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:01:57.419918 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-7105ec30-6382-475f-9b0b-150ab0d2a43c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:57.429192 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-7105ec30-6382-475f-9b0b-150ab0d2a43c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2905450 Aug 11 22:01:57.449075 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-a2cec6a2-8148-457c-9606-9a751863d86e tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/quotas/01fca9b3362949bdabf015b4ac4622c7 HTTP/1.1" status: 200 len: 375 time: 0.0188885 Aug 11 22:01:57.486074 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fa3885e0-8608-417b-bece-eb4d90b0c09d req-eb7b0718-c14f-4eb0-bdfe-96904c5190f9 service neutron] 10.222.0.52 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872724 Aug 11 22:01:57.565790 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-b9639c4c-54c9-4713-a3d4-01b9028135de tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1149476 Aug 11 22:01:57.568901 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24d3691-4002-4114-a293-02edb52ebc53 x-openstack-request-id: req-c24d3691-4002-4114-a293-02edb52ebc53 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:01:57.569623 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "793cc26a-cb42-4ed9-b792-034c67513851", "tag": "7fe5171e-5afe-42cc-a884-b578cc123432", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:01:57.570103 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c24d3691-4002-4114-a293-02edb52ebc53 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:01:57.570851 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '793cc26a-cb42-4ed9-b792-034c67513851', 'tag': '7fe5171e-5afe-42cc-a884-b578cc123432', 'status': 'completed', 'code': 200} Aug 11 22:01:57.628664 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-f87a9850-0eb3-4d30-b886-92537043509f None None] Set router 871025f8-ebfd-49dd-a840-7b0b5e91a882 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:01:57.708851 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad3192-43c9-4e0b-a6f7-8f50c2b0d6d7 req-39574ddc-9cc1-4cc8-8593-37e6889bedcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:57.710472 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-adad3192-43c9-4e0b-a6f7-8f50c2b0d6d7 req-39574ddc-9cc1-4cc8-8593-37e6889bedcd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ff75431bb564df5bffa655d84e87396&device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 1095 time: 0.1619110 Aug 11 22:01:57.713645 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbc3c8-979a-4a92-be22-2d8ac7bcbabd req-f409c2df-6123-4136-b84a-99d6334662ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:57.715228 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-88bbc3c8-979a-4a92-be22-2d8ac7bcbabd req-f409c2df-6123-4136-b84a-99d6334662ce service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=95f5703708cc4c328a0d034631678af3&device_id=793cc26a-cb42-4ed9-b792-034c67513851 HTTP/1.1" status: 200 len: 1096 time: 0.0947099 Aug 11 22:01:58.209490 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11098954-2cca-4df4-a4ba-9cc297586559 req-8a0517f3-774f-40f6-955e-806ecf504264 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:58.222646 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1271f311-f397-4bb6-941d-6aee6ce0d61f req-91fe5cbe-5742-4947-b10e-fefc4207d17f tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 210 time: 0.1242185 Aug 11 22:01:58.227386 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11098954-2cca-4df4-a4ba-9cc297586559 req-8a0517f3-774f-40f6-955e-806ecf504264 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 944 time: 0.2516713 Aug 11 22:01:58.282163 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbc3c8-979a-4a92-be22-2d8ac7bcbabd req-12ec7aa5-413d-415d-863f-0c6331e638e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:58.283473 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-88bbc3c8-979a-4a92-be22-2d8ac7bcbabd req-12ec7aa5-413d-415d-863f-0c6331e638e0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5 HTTP/1.1" status: 200 len: 916 time: 0.5505691 Aug 11 22:01:58.308598 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad3192-43c9-4e0b-a6f7-8f50c2b0d6d7 req-7fbce9e0-9e46-4053-b0e9-60f6d601f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:58.311981 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-adad3192-43c9-4e0b-a6f7-8f50c2b0d6d7 req-7fbce9e0-9e46-4053-b0e9-60f6d601f066 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bf080b52-f893-4f7c-8435-757491a8008c HTTP/1.1" status: 200 len: 912 time: 0.5879335 Aug 11 22:01:58.415164 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f87a9850-0eb3-4d30-b886-92537043509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'name': 'tempest-ServersTestFqdnHostnames-1992518892-router', 'tenant_id': '95f5703708cc4c328a0d034631678af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '80d3d2d4-c53e-4486-a5a3-cdc3e3d59294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:01:12Z', 'updated_at': '2021-08-11T22:01:21Z', 'revision_number': 4, 'project_id': '95f5703708cc4c328a0d034631678af3', 'gw_port': {'id': '80d3d2d4-c53e-4486-a5a3-cdc3e3d59294', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:01:14Z', 'updated_at': '2021-08-11T22:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '5999adbb-896b-428d-b7ea-cee2a0ff9f3f', 'tenant_id': '95f5703708cc4c328a0d034631678af3', 'floating_ip_address': '172.25.2.174', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'port_id': '7fe5171e-5afe-42cc-a884-b578cc123432', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5', 'mac_address': 'fa:16:3e:88:39:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793cc26a-cb42-4ed9-b792-034c67513851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:01:29Z', 'updated_at': '2021-08-11T22:01:54Z', 'revision_number': 1, 'project_id': '95f5703708cc4c328a0d034631678af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d518f5-1d06-4a31-ac0f-45478076d617', 'name': '', 'network_id': '25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5', 'tenant_id': '95f5703708cc4c328a0d034631678af3', 'mac_address': 'fa:16:3e:0c:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '3095737f-664b-4f3c-9348-9cf878309f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:01:19Z', 'updated_at': '2021-08-11T22:01:30Z', 'revision_number': 5, 'project_id': '95f5703708cc4c328a0d034631678af3', 'subnets': [{'id': '3095737f-664b-4f3c-9348-9cf878309f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:01:58.518122 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87a9850-0eb3-4d30-b886-92537043509f None None] Checking router: 871025f8-ebfd-49dd-a840-7b0b5e91a882 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:01:58.531026 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87a9850-0eb3-4d30-b886-92537043509f None None] Routers {'871025f8-ebfd-49dd-a840-7b0b5e91a882'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:01:58.531742 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f87a9850-0eb3-4d30-b886-92537043509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:01:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['871025f8-ebfd-49dd-a840-7b0b5e91a882'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:01:58.567902 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-adad3192-43c9-4e0b-a6f7-8f50c2b0d6d7 req-df161074-da32-4bf8-9083-2b89c764b91f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df659028-83c8-42b7-af94-2ff3857b7a8f HTTP/1.1" status: 200 len: 217 time: 0.1585250 Aug 11 22:01:58.622508 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11098954-2cca-4df4-a4ba-9cc297586559 req-23743bac-1364-49a3-925e-2af027214131 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887262 Aug 11 22:01:58.757807 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-f87a9850-0eb3-4d30-b886-92537043509f None None] Set router 871025f8-ebfd-49dd-a840-7b0b5e91a882 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:01:58.783854 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-88bbc3c8-979a-4a92-be22-2d8ac7bcbabd req-10af842b-33e7-4955-ae7c-0cb5b98fd089 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fe5171e-5afe-42cc-a884-b578cc123432 HTTP/1.1" status: 200 len: 999 time: 0.4691920 Aug 11 22:01:58.924131 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad3192-43c9-4e0b-a6f7-8f50c2b0d6d7 req-e8cb7e08-edc4-49ec-bb2d-a8e031226243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:58.926138 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-adad3192-43c9-4e0b-a6f7-8f50c2b0d6d7 req-e8cb7e08-edc4-49ec-bb2d-a8e031226243 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=985a839f-f29b-406e-b51f-4bfc5d529d7d HTTP/1.1" status: 200 len: 851 time: 0.3026662 Aug 11 22:01:58.985841 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-adad3192-43c9-4e0b-a6f7-8f50c2b0d6d7 req-8cbd5644-b8f9-4d53-83d7-63e566d0e394 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bf080b52-f893-4f7c-8435-757491a8008c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408919 Aug 11 22:01:58.987760 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbc3c8-979a-4a92-be22-2d8ac7bcbabd req-4d4e775b-2766-4a23-aa06-dbf08ccd3157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:58.989560 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-88bbc3c8-979a-4a92-be22-2d8ac7bcbabd req-4d4e775b-2766-4a23-aa06-dbf08ccd3157 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3095737f-664b-4f3c-9348-9cf878309f1a HTTP/1.1" status: 200 len: 854 time: 0.1852245 Aug 11 22:01:59.224957 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280f507-ddbc-46f9-871d-e9f4c5e69a66 req-639a0c8a-40de-4098-b582-35d208a59117 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:59.227767 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5280f507-ddbc-46f9-871d-e9f4c5e69a66 req-639a0c8a-40de-4098-b582-35d208a59117 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 1096 time: 0.3507318 Aug 11 22:01:59.298005 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbc3c8-979a-4a92-be22-2d8ac7bcbabd req-e64af862-94fd-4a36-9c24-61f0d9569098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:01:59.301736 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-88bbc3c8-979a-4a92-be22-2d8ac7bcbabd req-e64af862-94fd-4a36-9c24-61f0d9569098 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3027382 Aug 11 22:01:59.365946 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 98abb531-fd07-4a25-8543-5afc8994d142 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:01:59.483465 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5280f507-ddbc-46f9-871d-e9f4c5e69a66 req-671f1cc7-b117-42d3-9fe1-930fd0f399e3 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425210 Aug 11 22:01:59.494890 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-32b2e6e7-839f-4d2a-aebb-ba0d50e04729 req-85a34052-cdb0-45a5-be20-ba8446bcf2b0 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 210 time: 0.0794990 Aug 11 22:01:59.512629 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 98abb531-fd07-4a25-8543-5afc8994d142 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:01:59.513419 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:59.536560 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-adad3192-43c9-4e0b-a6f7-8f50c2b0d6d7 req-eeb33b70-3d88-4f56-a4f7-3cb8cc038480 service neutron] 10.222.0.52 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156565 Aug 11 22:01:59.605418 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f87a9850-0eb3-4d30-b886-92537043509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'name': 'tempest-ServersTestFqdnHostnames-1992518892-router', 'tenant_id': '95f5703708cc4c328a0d034631678af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '80d3d2d4-c53e-4486-a5a3-cdc3e3d59294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:01:12Z', 'updated_at': '2021-08-11T22:01:21Z', 'revision_number': 4, 'project_id': '95f5703708cc4c328a0d034631678af3', 'gw_port': {'id': '80d3d2d4-c53e-4486-a5a3-cdc3e3d59294', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:01:14Z', 'updated_at': '2021-08-11T22:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '5999adbb-896b-428d-b7ea-cee2a0ff9f3f', 'tenant_id': '95f5703708cc4c328a0d034631678af3', 'floating_ip_address': '172.25.2.174', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'port_id': '7fe5171e-5afe-42cc-a884-b578cc123432', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5', 'mac_address': 'fa:16:3e:88:39:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793cc26a-cb42-4ed9-b792-034c67513851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:01:29Z', 'updated_at': '2021-08-11T22:01:54Z', 'revision_number': 1, 'project_id': '95f5703708cc4c328a0d034631678af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d518f5-1d06-4a31-ac0f-45478076d617', 'name': '', 'network_id': '25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5', 'tenant_id': '95f5703708cc4c328a0d034631678af3', 'mac_address': 'fa:16:3e:0c:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '3095737f-664b-4f3c-9348-9cf878309f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:01:19Z', 'updated_at': '2021-08-11T22:01:30Z', 'revision_number': 5, 'project_id': '95f5703708cc4c328a0d034631678af3', 'subnets': [{'id': '3095737f-664b-4f3c-9348-9cf878309f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:01:59.700881 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87a9850-0eb3-4d30-b886-92537043509f None None] The sync data for ids ['871025f8-ebfd-49dd-a840-7b0b5e91a882'] in n-d-804275-3 is: [{'id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'name': 'tempest-ServersTestFqdnHostnames-1992518892-router', 'tenant_id': '95f5703708cc4c328a0d034631678af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '80d3d2d4-c53e-4486-a5a3-cdc3e3d59294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:01:12Z', 'updated_at': '2021-08-11T22:01:21Z', 'revision_number': 4, 'project_id': '95f5703708cc4c328a0d034631678af3', 'gw_port': {'id': '80d3d2d4-c53e-4486-a5a3-cdc3e3d59294', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:01:14Z', 'updated_at': '2021-08-11T22:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '5999adbb-896b-428d-b7ea-cee2a0ff9f3f', 'tenant_id': '95f5703708cc4c328a0d034631678af3', 'floating_ip_address': '172.25.2.174', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'port_id': '7fe5171e-5afe-42cc-a884-b578cc123432', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5', 'mac_address': 'fa:16:3e:88:39:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793cc26a-cb42-4ed9-b792-034c67513851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:01:29Z', 'updated_at': '2021-08-11T22:01:54Z', 'revision_number': 1, 'project_id': '95f5703708cc4c328a0d034631678af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d518f5-1d06-4a31-ac0f-45478076d617', 'name': '', 'network_id': '25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5', 'tenant_id': '95f5703708cc4c328a0d034631678af3', 'mac_address': 'fa:16:3e:0c:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '3095737f-664b-4f3c-9348-9cf878309f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:01:19Z', 'updated_at': '2021-08-11T22:01:30Z', 'revision_number': 5, 'project_id': '95f5703708cc4c328a0d034631678af3', 'subnets': [{'id': '3095737f-664b-4f3c-9348-9cf878309f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:01:59.791190 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-88bbc3c8-979a-4a92-be22-2d8ac7bcbabd req-07f7d5d4-f7bc-45a9-a2a3-d3afb000d9b2 service neutron] 10.222.0.82 "GET /v2.0/networks/25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760084 Aug 11 22:01:59.831662 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-adad3192-43c9-4e0b-a6f7-8f50c2b0d6d7 req-4519f606-373a-4420-8cc5-705b522ccd19 service neutron] 10.222.0.52 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936978 Aug 11 22:01:59.838242 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:01:59.905190 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98abb531-fd07-4a25-8543-5afc8994d142'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:01:59.914094 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2b447d-58d1-4d72-a251-2aa5461fa08e" -d '{"events": [{"server_uuid": "b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b", "name": "network-vif-plugged", "status": "completed", "tag": "98abb531-fd07-4a25-8543-5afc8994d142"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:01:59.936382 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-4dcc56f4-aac0-4a29-b16d-61d78356f75b tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=01fca9b3362949bdabf015b4ac4622c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605099 Aug 11 22:01:59.953081 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 98abb531-fd07-4a25-8543-5afc8994d142, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=98abb531-fd07-4a25-8543-5afc8994d142,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:01:59.965770 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:00.146736 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=98abb531-fd07-4a25-8543-5afc8994d142,revision_number=11']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:00.235127 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d1685-6f10-47cd-92f6-a9c2d3bacdf4 req-7cc37565-1d1e-4287-9bd7-b5ad19f4be7c tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:00.237170 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c47d1685-6f10-47cd-92f6-a9c2d3bacdf4 req-7cc37565-1d1e-4287-9bd7-b5ad19f4be7c tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 944 time: 0.2030871 Aug 11 22:02:00.287891 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-88bbc3c8-979a-4a92-be22-2d8ac7bcbabd req-6132a248-7333-4090-b89a-5c1cfc9d9437 service neutron] 10.222.0.82 "GET /v2.0/networks/25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887400 Aug 11 22:02:00.332023 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3911a4-6beb-4b1e-a12d-b00029a50831 None None] New status for floating IP 5999adbb-896b-428d-b7ea-cee2a0ff9f3f: ACTIVE {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:02:00.363416 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c47d1685-6f10-47cd-92f6-a9c2d3bacdf4 req-e3df4e70-a309-4be1-9f53-e49cb4e31b45 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122501 Aug 11 22:02:00.382930 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-46409a94-1e10-4052-be43-3225b0335513 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:00.385117 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-46409a94-1e10-4052-be43-3225b0335513 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3349862 Aug 11 22:02:00.400138 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-04fffec2-4607-41f8-9759-97a229876534 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Request body: {'port': {'device_id': '2f0f3cc2-dbc8-487a-930a-fbf86830d7bc', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'admin_state_up': True, 'tenant_id': '01fca9b3362949bdabf015b4ac4622c7'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:02:00.666584 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a0548c-18c0-462c-be9a-1f6ef94d358f x-openstack-request-id: req-56a0548c-18c0-462c-be9a-1f6ef94d358f {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:02:00.667476 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b", "name": "network-vif-plugged", "status": "completed", "tag": "98abb531-fd07-4a25-8543-5afc8994d142", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:02:00.668612 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-56a0548c-18c0-462c-be9a-1f6ef94d358f {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:02:00.669502 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98abb531-fd07-4a25-8543-5afc8994d142', 'code': 200} Aug 11 22:02:00.680801 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-04fffec2-4607-41f8-9759-97a229876534 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Made reservation on behalf of 01fca9b3362949bdabf015b4ac4622c7 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:02:00.687093 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-04fffec2-4607-41f8-9759-97a229876534 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:00.781521 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device df659028-83c8-42b7-af94-2ff3857b7a8f details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:02:01.003802 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-04fffec2-4607-41f8-9759-97a229876534 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Allocated IP 192.168.233.168 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/48846830-c350-4e01-b949-c5b5b01c6947) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:02:01.126838 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port df659028-83c8-42b7-af94-2ff3857b7a8f, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=df659028-83c8-42b7-af94-2ff3857b7a8f,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:02:01.163448 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'df659028-83c8-42b7-af94-2ff3857b7a8f', 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c', 'port_id': 'df659028-83c8-42b7-af94-2ff3857b7a8f', 'mac_address': 'fa:16:3e:61:3d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '985a839f-f29b-406e-b51f-4bfc5d529d7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:02:01.283172 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:01.307306 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df659028-83c8-42b7-af94-2ff3857b7a8f {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:02:01.343381 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port df659028-83c8-42b7-af94-2ff3857b7a8f, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=df659028-83c8-42b7-af94-2ff3857b7a8f,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:02:01.355769 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:01.371549 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-69fae8e2-2f74-4cfd-89ef-51b11b155b2a req-b5fd8b9b-8c9f-4963-b484-5598493b73d6 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 210 time: 0.1244242 Aug 11 22:02:01.428805 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-cfcb31ea-553f-4023-b129-6670d56726fb tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:02:01.430586 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-cfcb31ea-553f-4023-b129-6670d56726fb tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217984 Aug 11 22:02:01.456975 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=df659028-83c8-42b7-af94-2ff3857b7a8f,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:01.461764 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-6ad17d33-15b5-4bc9-a43b-d807d79dfded service neutron] Request body: {'binding': {'host': 'n-h1-804275-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:02:01.462860 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-6ad17d33-15b5-4bc9-a43b-d807d79dfded service neutron] Unknown quota resources ['binding']. {{(pid=100942) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 22:02:01.491760 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-04fffec2-4607-41f8-9759-97a229876534 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:01.528177 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-04fffec2-4607-41f8-9759-97a229876534 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Transition to ACTIVE for port object 48846830-c350-4e01-b949-c5b5b01c6947 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:02:01.672116 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['df659028-83c8-42b7-af94-2ff3857b7a8f'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:02:01.693874 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-04fffec2-4607-41f8-9759-97a229876534 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:01.750049 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['98abb531-fd07-4a25-8543-5afc8994d142'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:02:01.788834 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-04fffec2-4607-41f8-9759-97a229876534 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:02:01.822254 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-6ad17d33-15b5-4bc9-a43b-d807d79dfded service neutron] Attempting to bind port dafb7e42-7f3e-49fb-8c98-6deabd516fd1 on host n-h1-804275-3 for vnic_type normal with profile None {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:02:01.822534 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-6ad17d33-15b5-4bc9-a43b-d807d79dfded service neutron] Attempting to bind port dafb7e42-7f3e-49fb-8c98-6deabd516fd1 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:02:01.822869 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-6ad17d33-15b5-4bc9-a43b-d807d79dfded service neutron] Attempting to bind port dafb7e42-7f3e-49fb-8c98-6deabd516fd1 on network 83735497-c152-410a-a532-372740b4ec60 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:02:01.828949 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-04fffec2-4607-41f8-9759-97a229876534 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:02:01.836115 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-04fffec2-4607-41f8-9759-97a229876534 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:02:01.838497 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-6ad17d33-15b5-4bc9-a43b-d807d79dfded service neutron] Port dafb7e42-7f3e-49fb-8c98-6deabd516fd1 on network 83735497-c152-410a-a532-372740b4ec60 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:02:01.838891 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-6ad17d33-15b5-4bc9-a43b-d807d79dfded service neutron] Attempting to bind port dafb7e42-7f3e-49fb-8c98-6deabd516fd1 on network 83735497-c152-410a-a532-372740b4ec60 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:02:01.877402 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fffec2-4607-41f8-9759-97a229876534 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Pushing event updated for resources: {'Port': ['ID=48846830-c350-4e01-b949-c5b5b01c6947,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:01.892037 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-6ad17d33-15b5-4bc9-a43b-d807d79dfded service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:02:01.892386 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-6ad17d33-15b5-4bc9-a43b-d807d79dfded service neutron] Checking segment: {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:02:01.892794 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-6ad17d33-15b5-4bc9-a43b-d807d79dfded service neutron] Bound using segment: {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:02:01.893252 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-6ad17d33-15b5-4bc9-a43b-d807d79dfded service neutron] Bound port: dafb7e42-7f3e-49fb-8c98-6deabd516fd1, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:02:02.002282 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-6ad17d33-15b5-4bc9-a43b-d807d79dfded service neutron] For port dafb7e42-7f3e-49fb-8c98-6deabd516fd1, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=dafb7e42-7f3e-49fb-8c98-6deabd516fd1,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:02:02.041231 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0413f-951f-41bc-9c40-ab339987cc47 req-c023af5d-36bc-49b8-93fb-6e63890e74e5 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:02.041231 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9cd0413f-951f-41bc-9c40-ab339987cc47 req-c023af5d-36bc-49b8-93fb-6e63890e74e5 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 945 time: 0.2924964 Aug 11 22:02:02.041231 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-6ad17d33-15b5-4bc9-a43b-d807d79dfded service neutron] Notify callbacks [] for binding, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:02.070402 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-6ad17d33-15b5-4bc9-a43b-d807d79dfded service neutron] 10.222.0.77 "POST /v2.0/ports/dafb7e42-7f3e-49fb-8c98-6deabd516fd1/bindings HTTP/1.1" status: 201 len: 389 time: 0.6259837 Aug 11 22:02:02.197726 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-04fffec2-4607-41f8-9759-97a229876534 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:02.198501 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-04fffec2-4607-41f8-9759-97a229876534 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:02.258794 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-04fffec2-4607-41f8-9759-97a229876534 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8625731 Aug 11 22:02:02.274654 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9cd0413f-951f-41bc-9c40-ab339987cc47 req-78fd8bfd-5ebb-40dc-877a-f6a63d1e55df tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278559 Aug 11 22:02:02.295959 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-e6cc7d97-5382-4a46-8679-258ed09da889 service neutron] Request body: {'port': {'device_id': '2f0f3cc2-dbc8-487a-930a-fbf86830d7bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:02:02.414529 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-43f7ff91-62cb-491c-b680-4a105124d64d None None] Provisioning for port 48846830-c350-4e01-b949-c5b5b01c6947 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:02:02.426000 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-43f7ff91-62cb-491c-b680-4a105124d64d None None] Provisioning complete for port 48846830-c350-4e01-b949-c5b5b01c6947 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:02:02.426387 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-43f7ff91-62cb-491c-b680-4a105124d64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:02.513237 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-e6cc7d97-5382-4a46-8679-258ed09da889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:02.562746 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-43f7ff91-62cb-491c-b680-4a105124d64d None None] Port 48846830-c350-4e01-b949-c5b5b01c6947 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:02:02.634673 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['fe14920a-a4be-4054-b1ae-c8b50eb8c195', '5416b26f-2494-4b72-9a5e-ad96f58483f2'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:02:02.703952 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1fb35-eded-4c43-bbfa-5de2347c5fea req-181ac2a9-cd1c-4a36-9ac8-4b7d6b088c0d tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:02.713449 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ca1fb35-eded-4c43-bbfa-5de2347c5fea req-181ac2a9-cd1c-4a36-9ac8-4b7d6b088c0d tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 945 time: 0.1375976 Aug 11 22:02:02.781162 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ca1fb35-eded-4c43-bbfa-5de2347c5fea req-5f43b9ec-47bc-4768-9bdf-93cd873bfed5 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664053 Aug 11 22:02:02.792616 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device df659028-83c8-42b7-af94-2ff3857b7a8f up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:02:02.903416 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-80c3ea54-ea83-4cbd-9384-2b22e9019fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:02.905145 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-80c3ea54-ea83-4cbd-9384-2b22e9019fa9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a5fc899cc52f44178d979d66e6a50dde&device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 1096 time: 0.1766961 Aug 11 22:02:02.917054 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebac9c7-8c67-422d-8cee-0d820f3751c3 req-20b00ba5-e50f-4728-aed0-63093e407279 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:02.925501 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5ebac9c7-8c67-422d-8cee-0d820f3751c3 req-20b00ba5-e50f-4728-aed0-63093e407279 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 936 time: 0.2075825 Aug 11 22:02:02.977388 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port df659028-83c8-42b7-af94-2ff3857b7a8f completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:02:02.997419 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port df659028-83c8-42b7-af94-2ff3857b7a8f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:02:02.999334 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:03.049473 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5ebac9c7-8c67-422d-8cee-0d820f3751c3 req-5523fa3e-672f-4d1f-80cd-75e6011a2619 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229293 Aug 11 22:02:03.196267 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-92979320-ae6a-4743-b2e3-e197d1539510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:03.196267 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-92979320-ae6a-4743-b2e3-e197d1539510 service neutron] 10.222.0.82 "GET /v2.0/networks?id=83735497-c152-410a-a532-372740b4ec60 HTTP/1.1" status: 200 len: 908 time: 0.2393308 Aug 11 22:02:03.208827 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-e6cc7d97-5382-4a46-8679-258ed09da889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48846830-c350-4e01-b949-c5b5b01c6947 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:02:03.225194 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-e6cc7d97-5382-4a46-8679-258ed09da889 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:03.234753 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:03.263224 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-9da73ea9-cfbe-46cc-b4e6-df07cc593fbe service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dafb7e42-7f3e-49fb-8c98-6deabd516fd1 HTTP/1.1" status: 200 len: 217 time: 0.0493827 Aug 11 22:02:03.273641 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df659028-83c8-42b7-af94-2ff3857b7a8f'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:02:03.275660 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955d6b85-32ca-45a6-8487-ed65ae10d67f" -d '{"events": [{"server_uuid": "3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65", "name": "network-vif-plugged", "status": "completed", "tag": "df659028-83c8-42b7-af94-2ff3857b7a8f"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:02:03.277547 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-e6cc7d97-5382-4a46-8679-258ed09da889 service neutron] Transition to ACTIVE for port object 48846830-c350-4e01-b949-c5b5b01c6947 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:02:03.296229 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-e6cc7d97-5382-4a46-8679-258ed09da889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:03.326475 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port df659028-83c8-42b7-af94-2ff3857b7a8f, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=df659028-83c8-42b7-af94-2ff3857b7a8f,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:02:03.334748 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28c3171-530a-4310-ad08-becefb8b8622 x-openstack-request-id: req-d28c3171-530a-4310-ad08-becefb8b8622 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:02:03.335055 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65", "name": "network-vif-plugged", "status": "completed", "tag": "df659028-83c8-42b7-af94-2ff3857b7a8f", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:02:03.335386 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d28c3171-530a-4310-ad08-becefb8b8622 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:02:03.335919 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df659028-83c8-42b7-af94-2ff3857b7a8f', 'code': 200} Aug 11 22:02:03.339740 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:03.402975 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-6289cfd9-137b-40e3-9052-d188c86e42b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:03.404974 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-6289cfd9-137b-40e3-9052-d188c86e42b0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=45488324-eef4-4094-a90c-865b32db4e15 HTTP/1.1" status: 200 len: 847 time: 0.1245534 Aug 11 22:02:03.424284 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=df659028-83c8-42b7-af94-2ff3857b7a8f,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:03.443009 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc7d97-5382-4a46-8679-258ed09da889 service neutron] Pushing event updated for resources: {'Port': ['ID=48846830-c350-4e01-b949-c5b5b01c6947,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:03.496402 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-dd2465ad-526f-48a1-b7f0-3fff606e98f2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83735497-c152-410a-a532-372740b4ec60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717540 Aug 11 22:02:03.542665 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c770bc-7d79-4b07-8010-c910cc665b6d req-14182c9b-af35-4b85-8bcc-afa233e1e563 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:03.544554 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-38c770bc-7d79-4b07-8010-c910cc665b6d req-14182c9b-af35-4b85-8bcc-afa233e1e563 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.1067212 Aug 11 22:02:03.629932 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-38c770bc-7d79-4b07-8010-c910cc665b6d req-e5d6b523-981b-4151-9aa7-ddbe610d740b tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790427 Aug 11 22:02:04.027371 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b583aa-22f4-4e98-91d9-916e3e002d8f req-330b9f59-fee2-4764-b9d8-f9678f98d9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:04.028830 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-80b583aa-22f4-4e98-91d9-916e3e002d8f req-330b9f59-fee2-4764-b9d8-f9678f98d9de service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 1097 time: 0.5486565 Aug 11 22:02:04.120539 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-e6cc7d97-5382-4a46-8679-258ed09da889 service neutron] Attempting to bind port 48846830-c350-4e01-b949-c5b5b01c6947 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:02:04.120877 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-e6cc7d97-5382-4a46-8679-258ed09da889 service neutron] Attempting to bind port 48846830-c350-4e01-b949-c5b5b01c6947 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:02:04.121212 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-e6cc7d97-5382-4a46-8679-258ed09da889 service neutron] Attempting to bind port 48846830-c350-4e01-b949-c5b5b01c6947 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:02:04.136968 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-80b583aa-22f4-4e98-91d9-916e3e002d8f req-25861b5d-b5a5-4fa5-bc01-d49e9c79dcb5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958049 Aug 11 22:02:04.143038 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-e6cc7d97-5382-4a46-8679-258ed09da889 service neutron] Port 48846830-c350-4e01-b949-c5b5b01c6947 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:02:04.143299 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-e6cc7d97-5382-4a46-8679-258ed09da889 service neutron] Attempting to bind port 48846830-c350-4e01-b949-c5b5b01c6947 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:02:04.159663 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db064b24-629b-4a89-8e3f-996053c8eb5a req-503639f3-11ec-40f8-8099-ed41647496c9 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:04.161264 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-db064b24-629b-4a89-8e3f-996053c8eb5a req-503639f3-11ec-40f8-8099-ed41647496c9 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 945 time: 0.1442015 Aug 11 22:02:04.169623 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-e6cc7d97-5382-4a46-8679-258ed09da889 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:02:04.169623 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-e6cc7d97-5382-4a46-8679-258ed09da889 service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:02:04.169623 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-e6cc7d97-5382-4a46-8679-258ed09da889 service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:02:04.169623 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-e6cc7d97-5382-4a46-8679-258ed09da889 service neutron] Bound port: 48846830-c350-4e01-b949-c5b5b01c6947, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:02:04.169623 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-e6cc7d97-5382-4a46-8679-258ed09da889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:04.187722 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-491a60b4-ef40-4970-aa31-fdfe76806be2 service neutron] 10.222.0.82 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6281936 Aug 11 22:02:04.197524 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e9fa4-98c6-4513-b0af-9c81f7cf3d45 req-839a13eb-5620-4be5-afe7-2ea9dd7d1aa8 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:04.199470 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6d3e9fa4-98c6-4513-b0af-9c81f7cf3d45 req-839a13eb-5620-4be5-afe7-2ea9dd7d1aa8 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 948 time: 0.0591679 Aug 11 22:02:04.253752 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6d3e9fa4-98c6-4513-b0af-9c81f7cf3d45 req-08e7ac9d-54bd-4f80-b7fe-5983ade2147a tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445726 Aug 11 22:02:04.256101 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-db064b24-629b-4a89-8e3f-996053c8eb5a req-0efa6289-3900-4195-a4d6-ba74d1dd0097 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842931 Aug 11 22:02:04.331818 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-e6cc7d97-5382-4a46-8679-258ed09da889 service neutron] For port 48846830-c350-4e01-b949-c5b5b01c6947, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:02:04.352318 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:02:04.372347 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-e6cc7d97-5382-4a46-8679-258ed09da889 service neutron] For port 48846830-c350-4e01-b949-c5b5b01c6947, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=48846830-c350-4e01-b949-c5b5b01c6947,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:02:04.375359 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-6f4e2999-d92e-4de8-95d5-1f7839e56cde service neutron] 10.222.0.82 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327941 Aug 11 22:02:04.382787 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-e6cc7d97-5382-4a46-8679-258ed09da889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:04.434168 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c5d6e-3ad2-4104-b0c3-a1836eb7e891 req-7c6d1fe1-3016-4db7-9abd-05247e77ff05 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:04.436062 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1c1c5d6e-3ad2-4104-b0c3-a1836eb7e891 req-7c6d1fe1-3016-4db7-9abd-05247e77ff05 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab557092-5149-4dd2-8702-909fa973d304 HTTP/1.1" status: 200 len: 951 time: 0.0703392 Aug 11 22:02:04.446888 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-e6cc7d97-5382-4a46-8679-258ed09da889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:04.447399 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-e6cc7d97-5382-4a46-8679-258ed09da889 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:04.448902 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-e6cc7d97-5382-4a46-8679-258ed09da889 service neutron] 10.222.0.52 "PUT /v2.0/ports/48846830-c350-4e01-b949-c5b5b01c6947 HTTP/1.1" status: 200 len: 1096 time: 2.1731629 Aug 11 22:02:04.449379 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0f3cc2-dbc8-487a-930a-fbf86830d7bc', 'tag': '48846830-c350-4e01-b949-c5b5b01c6947'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:02:04.452358 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a74fd6-9919-4e32-b6ce-e919a197d708" -d '{"events": [{"name": "network-changed", "server_uuid": "2f0f3cc2-dbc8-487a-930a-fbf86830d7bc", "tag": "48846830-c350-4e01-b949-c5b5b01c6947"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:02:04.519574 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc7d97-5382-4a46-8679-258ed09da889 service neutron] Pushing event updated for resources: {'Port': ['ID=48846830-c350-4e01-b949-c5b5b01c6947,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:04.524921 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1c1c5d6e-3ad2-4104-b0c3-a1836eb7e891 req-c85474aa-2a1e-46e8-b4d4-4d632d99649b tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddfd3ba9-54b9-465f-9888-3854087daf15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784268 Aug 11 22:02:04.554477 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea092c3-795c-4f04-9f75-df86421c61aa x-openstack-request-id: req-bea092c3-795c-4f04-9f75-df86421c61aa {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:02:04.554912 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f0f3cc2-dbc8-487a-930a-fbf86830d7bc", "tag": "48846830-c350-4e01-b949-c5b5b01c6947", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:02:04.555273 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bea092c3-795c-4f04-9f75-df86421c61aa {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:02:04.555819 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f0f3cc2-dbc8-487a-930a-fbf86830d7bc', 'tag': '48846830-c350-4e01-b949-c5b5b01c6947', 'status': 'completed', 'code': 200} Aug 11 22:02:04.596467 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-cf38185f-795b-49fc-b5de-cb40ba11fec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:04.598055 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-cf38185f-795b-49fc-b5de-cb40ba11fec0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 1099 time: 0.0697777 Aug 11 22:02:04.652900 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-18b6fab8-46fa-46a4-bd25-57262c66581d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=48846830-c350-4e01-b949-c5b5b01c6947 HTTP/1.1" status: 200 len: 217 time: 0.0445023 Aug 11 22:02:04.730926 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-41f99714-8b74-4f08-bdf5-95434dd3420b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:04.733022 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-41f99714-8b74-4f08-bdf5-95434dd3420b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.0654566 Aug 11 22:02:04.795153 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-4e8081bf-d09b-44e2-9736-285bf1a16851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:04.797422 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-4e8081bf-d09b-44e2-9736-285bf1a16851 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0558019 Aug 11 22:02:04.864241 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abd976-b142-41e0-b3ab-470a29045d57 req-04e7c43a-b973-41cd-8e2b-2903c428ab2b tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:04.866078 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-83abd976-b142-41e0-b3ab-470a29045d57 req-04e7c43a-b973-41cd-8e2b-2903c428ab2b tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.0642581 Aug 11 22:02:04.928322 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-83abd976-b142-41e0-b3ab-470a29045d57 req-28f628cf-e19a-4124-88f8-9b570ee98a0f tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528083 Aug 11 22:02:04.951640 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-4a21decc-2b72-4320-b8c5-8426e10b3812 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394453 Aug 11 22:02:05.083844 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-41ab92bf-b9ef-4e9b-8615-ff3bc443dbb2 req-baf079ea-7222-4d6b-97f6-2a26fd803245 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160312 Aug 11 22:02:05.207252 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a74fd6-9919-4e32-b6ce-e919a197d708 req-02a8d9e3-4b02-4c01-ac33-3a14baa63468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:05.208840 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-28a74fd6-9919-4e32-b6ce-e919a197d708 req-02a8d9e3-4b02-4c01-ac33-3a14baa63468 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 1099 time: 0.0482941 Aug 11 22:02:05.326507 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a74fd6-9919-4e32-b6ce-e919a197d708 req-4aa30b69-6ed3-449a-856b-55313da651c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:05.328205 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-28a74fd6-9919-4e32-b6ce-e919a197d708 req-4aa30b69-6ed3-449a-856b-55313da651c1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.1116271 Aug 11 22:02:05.389766 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-28a74fd6-9919-4e32-b6ce-e919a197d708 req-8d2e118f-f7e1-4bca-a862-44f70e4d70e1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=48846830-c350-4e01-b949-c5b5b01c6947 HTTP/1.1" status: 200 len: 217 time: 0.0510740 Aug 11 22:02:05.428727 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f67660-c9b8-4d17-af1f-bcc5f3769930 req-fc02e584-802c-4406-9a07-24edfb472d5a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:05.432032 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f4f67660-c9b8-4d17-af1f-bcc5f3769930 req-fc02e584-802c-4406-9a07-24edfb472d5a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 945 time: 0.0706708 Aug 11 22:02:05.479827 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f4f67660-c9b8-4d17-af1f-bcc5f3769930 req-0a747a4b-2e92-4410-b58d-ed998c2c7a38 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372508 Aug 11 22:02:05.491576 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a74fd6-9919-4e32-b6ce-e919a197d708 req-14113fd9-7b26-4ed5-b81f-85bc54a8c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:05.493491 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-28a74fd6-9919-4e32-b6ce-e919a197d708 req-14113fd9-7b26-4ed5-b81f-85bc54a8c1e6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.0946651 Aug 11 22:02:05.503040 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db40a1-7939-49d0-8f45-9fe3e2a39a4c req-fc17b169-862a-4289-b207-4123e93b6091 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:05.510905 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-50db40a1-7939-49d0-8f45-9fe3e2a39a4c req-fc17b169-862a-4289-b207-4123e93b6091 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 948 time: 0.1137054 Aug 11 22:02:05.579677 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-50db40a1-7939-49d0-8f45-9fe3e2a39a4c req-acab95da-67a1-4520-bd9c-18b2f644a24c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678127 Aug 11 22:02:05.596674 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a74fd6-9919-4e32-b6ce-e919a197d708 req-3b4f65d2-72d8-4e0c-8459-5780ac4a4468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:05.598157 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-28a74fd6-9919-4e32-b6ce-e919a197d708 req-3b4f65d2-72d8-4e0c-8459-5780ac4a4468 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0845971 Aug 11 22:02:05.709328 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a871213-9f0e-4e77-bda9-cf1429b145ef req-2bbc766b-9ec3-4e04-bd01-72c0e187232f tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:05.710185 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-28a74fd6-9919-4e32-b6ce-e919a197d708 req-08894c0a-8a14-438e-b3ec-5d06afb29f03 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026752 Aug 11 22:02:05.710667 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a871213-9f0e-4e77-bda9-cf1429b145ef req-2bbc766b-9ec3-4e04-bd01-72c0e187232f tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab557092-5149-4dd2-8702-909fa973d304 HTTP/1.1" status: 200 len: 951 time: 0.0604622 Aug 11 22:02:05.775024 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a871213-9f0e-4e77-bda9-cf1429b145ef req-a6d28b3b-403c-4c9b-8734-0580dd4f805a tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddfd3ba9-54b9-465f-9888-3854087daf15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562804 Aug 11 22:02:05.861879 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-28a74fd6-9919-4e32-b6ce-e919a197d708 req-5ccdaa3f-8019-45c5-b9da-377f21ff8c8c service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438036 Aug 11 22:02:06.142076 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a067d62-b938-4dfb-ae1d-e47c0d265737 req-d27a2da3-d8a3-4e15-b83d-be48386e63a2 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:06.145046 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a067d62-b938-4dfb-ae1d-e47c0d265737 req-d27a2da3-d8a3-4e15-b83d-be48386e63a2 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.0810192 Aug 11 22:02:06.202393 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a067d62-b938-4dfb-ae1d-e47c0d265737 req-ef86ac8d-263a-463b-baed-415206dab5a4 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445621 Aug 11 22:02:06.734110 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27387907-8045-4c63-b577-88e4b371329a req-77ced40d-8244-42c5-8fef-f10ec268a193 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:06.735677 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-27387907-8045-4c63-b577-88e4b371329a req-77ced40d-8244-42c5-8fef-f10ec268a193 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab557092-5149-4dd2-8702-909fa973d304 HTTP/1.1" status: 200 len: 951 time: 0.0602779 Aug 11 22:02:06.755279 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a51ea-9f9a-49f3-b5af-c89b999da913 req-e1db2a57-6dfa-4d0c-ba91-6ee6b5dd55ca tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:06.756866 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec5a51ea-9f9a-49f3-b5af-c89b999da913 req-e1db2a57-6dfa-4d0c-ba91-6ee6b5dd55ca tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 945 time: 0.0820093 Aug 11 22:02:06.780476 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-27387907-8045-4c63-b577-88e4b371329a req-51687a25-f70f-4c23-aa8e-d3e728fc1d5b tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddfd3ba9-54b9-465f-9888-3854087daf15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378990 Aug 11 22:02:06.808913 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec5a51ea-9f9a-49f3-b5af-c89b999da913 req-a3965468-ba63-4648-a928-a75dfdfba34d tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441387 Aug 11 22:02:06.858208 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 2f11279c-d043-4fd7-9422-1565dda4fd4d no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:02:06.942911 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0dde7-71be-4a3f-8048-fc4fbe638aeb req-f3209096-a10d-4ae7-a632-2fe4e4eed112 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:06.946160 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-77f0dde7-71be-4a3f-8048-fc4fbe638aeb req-f3209096-a10d-4ae7-a632-2fe4e4eed112 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.1033592 Aug 11 22:02:06.965522 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245ddca-fbd1-41fd-974c-c7480ac8b571 req-8e74f723-f65a-44e2-9205-2ccca9e44fb2 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:06.974406 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9245ddca-fbd1-41fd-974c-c7480ac8b571 req-8e74f723-f65a-44e2-9205-2ccca9e44fb2 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 948 time: 0.0805948 Aug 11 22:02:07.006176 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:07.017682 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-77f0dde7-71be-4a3f-8048-fc4fbe638aeb req-54f748e4-99b6-43e1-8a47-0a61cf660c06 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586090 Aug 11 22:02:07.035496 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9245ddca-fbd1-41fd-974c-c7480ac8b571 req-ceabd38e-8ec4-45ba-a8e0-906fd547636c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487473 Aug 11 22:02:07.059710 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab557092-5149-4dd2-8702-909fa973d304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f11279c-d043-4fd7-9422-1565dda4fd4d'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:02:07.062962 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a22ce2-42ed-427e-82e2-c393116bcdb0" -d '{"events": [{"server_uuid": "ab557092-5149-4dd2-8702-909fa973d304", "name": "network-vif-unplugged", "status": "completed", "tag": "2f11279c-d043-4fd7-9422-1565dda4fd4d"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:02:07.087732 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 2f11279c-d043-4fd7-9422-1565dda4fd4d, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2f11279c-d043-4fd7-9422-1565dda4fd4d,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:02:07.094055 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:07.189734 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=2f11279c-d043-4fd7-9422-1565dda4fd4d,revision_number=11']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:07.252484 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 22:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa73dc4-0da0-4b86-a415-1cbdf35b3a6a x-openstack-request-id: req-6fa73dc4-0da0-4b86-a415-1cbdf35b3a6a {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:02:07.252781 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab557092-5149-4dd2-8702-909fa973d304", "name": "network-vif-unplugged", "status": "completed", "tag": "2f11279c-d043-4fd7-9422-1565dda4fd4d", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:02:07.253270 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6fa73dc4-0da0-4b86-a415-1cbdf35b3a6a {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:02:07.253701 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab557092-5149-4dd2-8702-909fa973d304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f11279c-d043-4fd7-9422-1565dda4fd4d', 'code': 200} Aug 11 22:02:07.890453 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:07.931327 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7305d3-f184-47a3-b622-c72b1cc1908d req-970147f3-f21b-4760-96e7-5b6eb6757c61 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:07.940120 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7d7305d3-f184-47a3-b622-c72b1cc1908d req-970147f3-f21b-4760-96e7-5b6eb6757c61 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab557092-5149-4dd2-8702-909fa973d304 HTTP/1.1" status: 200 len: 949 time: 0.0786278 Aug 11 22:02:08.013987 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7d7305d3-f184-47a3-b622-c72b1cc1908d req-51af563e-c1e4-47be-bf10-3488b80b6b10 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddfd3ba9-54b9-465f-9888-3854087daf15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599644 Aug 11 22:02:08.017482 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d982ea-55af-49d0-940b-0cef114a4eca req-5e2cfa5a-861d-42e0-913d-4104458ff508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:08.019713 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-70d982ea-55af-49d0-940b-0cef114a4eca req-5e2cfa5a-861d-42e0-913d-4104458ff508 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f8b3422dece244b1afcf393ec9f1b957&device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 1097 time: 0.0784709 Aug 11 22:02:08.021107 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e585cd-23a8-4c67-80cc-608a53ad0887 req-fb124ea1-8e57-47d4-a808-9eaade12874b tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:08.022708 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71e585cd-23a8-4c67-80cc-608a53ad0887 req-fb124ea1-8e57-47d4-a808-9eaade12874b tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 945 time: 0.0790999 Aug 11 22:02:08.083989 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71e585cd-23a8-4c67-80cc-608a53ad0887 req-f0e2c2cd-4b27-4de8-be33-00cbb0877296 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523648 Aug 11 22:02:08.147380 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d982ea-55af-49d0-940b-0cef114a4eca req-b4e41a7e-e267-4b0c-892c-f62326359a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:08.149138 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-70d982ea-55af-49d0-940b-0cef114a4eca req-b4e41a7e-e267-4b0c-892c-f62326359a38 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2e5ce1c7-b332-4021-b8e6-4d054d5f0a81 HTTP/1.1" status: 200 len: 919 time: 0.1211250 Aug 11 22:02:08.226240 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-70d982ea-55af-49d0-940b-0cef114a4eca req-d0fba671-e4b0-4ce7-ad35-f314e36de737 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b682931-e299-47d8-a83a-ba8d76ab64fa HTTP/1.1" status: 200 len: 217 time: 0.0660784 Aug 11 22:02:08.230549 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029d447-9a87-4115-a027-d14fbe2cbf9b req-183237d2-6dbc-4376-9c25-1aa4bc7b8624 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:08.232894 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b029d447-9a87-4115-a027-d14fbe2cbf9b req-183237d2-6dbc-4376-9c25-1aa4bc7b8624 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.0761843 Aug 11 22:02:08.279956 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b029d447-9a87-4115-a027-d14fbe2cbf9b req-91e5d1e9-796a-4646-abd8-2129d267c73b tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407319 Aug 11 22:02:08.283129 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c0aaa-7291-4ff4-9407-8f4d365915bc req-17e01f40-de3b-46da-816f-932463a10c22 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:08.284991 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e22c0aaa-7291-4ff4-9407-8f4d365915bc req-17e01f40-de3b-46da-816f-932463a10c22 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.1348996 Aug 11 22:02:08.321910 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d982ea-55af-49d0-940b-0cef114a4eca req-2aa22a6e-00ed-401c-9d0e-75fc337cd009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:08.323549 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-70d982ea-55af-49d0-940b-0cef114a4eca req-2aa22a6e-00ed-401c-9d0e-75fc337cd009 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fd19ad71-37f3-4014-bc35-046e6b7efdcb HTTP/1.1" status: 200 len: 858 time: 0.0890918 Aug 11 22:02:08.367926 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-70d982ea-55af-49d0-940b-0cef114a4eca req-288ed87b-7d38-47e2-9839-d6cda73527db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2e5ce1c7-b332-4021-b8e6-4d054d5f0a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316072 Aug 11 22:02:08.371434 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e22c0aaa-7291-4ff4-9407-8f4d365915bc req-23ecb5c3-213b-4b8d-ab39-d144c7aada7b tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797503 Aug 11 22:02:08.407954 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7755e4-0227-4fb8-ac77-3ab553f71bf5 req-f8894a33-eff6-42a0-8f0f-822269f28d7a tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:08.409738 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a7755e4-0227-4fb8-ac77-3ab553f71bf5 req-f8894a33-eff6-42a0-8f0f-822269f28d7a tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 948 time: 0.0591283 Aug 11 22:02:08.461184 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a7755e4-0227-4fb8-ac77-3ab553f71bf5 req-72d969d9-2f44-474b-9406-7cff1c920f65 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452945 Aug 11 22:02:08.516812 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-70d982ea-55af-49d0-940b-0cef114a4eca req-7957b580-d6df-4c7e-9e29-aa742a92574b service neutron] 10.222.0.52 "GET /v2.0/networks/2e5ce1c7-b332-4021-b8e6-4d054d5f0a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397130 Aug 11 22:02:08.629926 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-70d982ea-55af-49d0-940b-0cef114a4eca req-9085ebb2-e651-4dfa-a30c-b283da94290a service neutron] 10.222.0.52 "GET /v2.0/networks/2e5ce1c7-b332-4021-b8e6-4d054d5f0a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056366 Aug 11 22:02:08.818167 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 48846830-c350-4e01-b949-c5b5b01c6947 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:02:08.962969 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 48846830-c350-4e01-b949-c5b5b01c6947, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=48846830-c350-4e01-b949-c5b5b01c6947,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:02:08.976959 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '48846830-c350-4e01-b949-c5b5b01c6947', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '48846830-c350-4e01-b949-c5b5b01c6947', 'mac_address': 'fa:16:3e:17:41:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:02:09.018878 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:09.033933 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48846830-c350-4e01-b949-c5b5b01c6947 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:02:09.056447 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 48846830-c350-4e01-b949-c5b5b01c6947, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=48846830-c350-4e01-b949-c5b5b01c6947,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:02:09.061648 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:09.115563 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=48846830-c350-4e01-b949-c5b5b01c6947,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:09.206754 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33167c30-ab94-4921-8c18-13efd73028ed req-462c6a0d-a470-4522-b36e-be0f2c30c528 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:09.208468 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-33167c30-ab94-4921-8c18-13efd73028ed req-462c6a0d-a470-4522-b36e-be0f2c30c528 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab557092-5149-4dd2-8702-909fa973d304 HTTP/1.1" status: 200 len: 949 time: 0.0811334 Aug 11 22:02:09.254678 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-33167c30-ab94-4921-8c18-13efd73028ed req-4c5480d8-bda4-4b4f-aef8-127236f8e791 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/security-groups?id=ddfd3ba9-54b9-465f-9888-3854087daf15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366681 Aug 11 22:02:09.261090 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82b26b-8a0c-4c7a-bbf3-a373acf78660 req-bc8583c5-ecd3-40e5-9dd1-19cebc41bd18 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:09.262824 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4d82b26b-8a0c-4c7a-bbf3-a373acf78660 req-bc8583c5-ecd3-40e5-9dd1-19cebc41bd18 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 945 time: 0.0780210 Aug 11 22:02:09.309105 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4d82b26b-8a0c-4c7a-bbf3-a373acf78660 req-c9507227-ec2a-415a-8464-d4d8f1250437 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389562 Aug 11 22:02:09.367594 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['48846830-c350-4e01-b949-c5b5b01c6947'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:02:09.454626 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844a98b-e264-4ad6-b6ff-74bbdeebdfa1 req-fb5edbfc-7061-4a46-8d2e-8c7a73cfa860 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:09.456992 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c844a98b-e264-4ad6-b6ff-74bbdeebdfa1 req-fb5edbfc-7061-4a46-8d2e-8c7a73cfa860 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.0858560 Aug 11 22:02:09.472034 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f87362-924d-4f1e-a9be-c5097939062f req-7347a6d2-75d0-4f0f-af39-4bf3c583c466 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:09.473715 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09f87362-924d-4f1e-a9be-c5097939062f req-7347a6d2-75d0-4f0f-af39-4bf3c583c466 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.82 "GET /v2.0/ports?device_id=ab557092-5149-4dd2-8702-909fa973d304 HTTP/1.1" status: 200 len: 949 time: 0.0912428 Aug 11 22:02:09.535140 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee346b4-959f-4855-91f9-e3411d1ae3fc req-76106770-298f-497c-8ada-338b347010f9 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:09.537161 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fee346b4-959f-4855-91f9-e3411d1ae3fc req-76106770-298f-497c-8ada-338b347010f9 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.0719411 Aug 11 22:02:09.554288 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c844a98b-e264-4ad6-b6ff-74bbdeebdfa1 req-062e4cab-b532-4f67-906b-9199245521ee tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792916 Aug 11 22:02:09.592788 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fee346b4-959f-4855-91f9-e3411d1ae3fc req-eef7344c-5e08-463b-a66a-4465373c0fda tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425918 Aug 11 22:02:09.662922 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-09f87362-924d-4f1e-a9be-c5097939062f req-13cd4485-4288-4d27-94ce-7c24aedd148c tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Deleting port 2f11279c-d043-4fd7-9422-1565dda4fd4d {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:02:09.663533 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-09f87362-924d-4f1e-a9be-c5097939062f req-13cd4485-4288-4d27-94ce-7c24aedd148c tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:09.769796 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd6871-6d35-44e4-88ea-0edf29b26e91 req-8078a8b8-f62a-4f1e-b4bb-a7fe76566e90 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:09.771415 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8ecd6871-6d35-44e4-88ea-0edf29b26e91 req-8078a8b8-f62a-4f1e-b4bb-a7fe76566e90 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 949 time: 0.1382241 Aug 11 22:02:09.830130 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-09f87362-924d-4f1e-a9be-c5097939062f req-13cd4485-4288-4d27-94ce-7c24aedd148c tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] For port 2f11279c-d043-4fd7-9422-1565dda4fd4d, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2f11279c-d043-4fd7-9422-1565dda4fd4d,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:02:09.830499 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-09f87362-924d-4f1e-a9be-c5097939062f req-13cd4485-4288-4d27-94ce-7c24aedd148c tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:09.842765 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8ecd6871-6d35-44e4-88ea-0edf29b26e91 req-88af525e-c93f-4298-8de7-53aa18fe48d9 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638757 Aug 11 22:02:09.849017 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-09f87362-924d-4f1e-a9be-c5097939062f req-13cd4485-4288-4d27-94ce-7c24aedd148c tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Calling delete_port for 2f11279c-d043-4fd7-9422-1565dda4fd4d owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:02:09.991186 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-09f87362-924d-4f1e-a9be-c5097939062f req-13cd4485-4288-4d27-94ce-7c24aedd148c tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:10.026581 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd4485-4288-4d27-94ce-7c24aedd148c tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Pushing event deleted for resources: {'Port': ['ID=2f11279c-d043-4fd7-9422-1565dda4fd4d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:10.071581 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f87362-924d-4f1e-a9be-c5097939062f req-13cd4485-4288-4d27-94ce-7c24aedd148c tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] No DVR routers for this DVR port 2f11279c-d043-4fd7-9422-1565dda4fd4d on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:02:10.074369 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-09f87362-924d-4f1e-a9be-c5097939062f req-13cd4485-4288-4d27-94ce-7c24aedd148c tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:10.076570 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09f87362-924d-4f1e-a9be-c5097939062f req-13cd4485-4288-4d27-94ce-7c24aedd148c tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.82 "DELETE /v2.0/ports/2f11279c-d043-4fd7-9422-1565dda4fd4d HTTP/1.1" status: 204 len: 173 time: 0.5815332 Aug 11 22:02:10.077022 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab557092-5149-4dd2-8702-909fa973d304', 'name': 'network-vif-deleted', 'tag': '2f11279c-d043-4fd7-9422-1565dda4fd4d'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:02:10.079293 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a7204b-ba1b-4fd9-a00b-116d96df7d3e" -d '{"events": [{"server_uuid": "ab557092-5149-4dd2-8702-909fa973d304", "name": "network-vif-deleted", "tag": "2f11279c-d043-4fd7-9422-1565dda4fd4d"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:02:10.124801 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3fe793-e1bd-444e-be7f-bda386d400a5 x-openstack-request-id: req-2b3fe793-e1bd-444e-be7f-bda386d400a5 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:02:10.125195 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab557092-5149-4dd2-8702-909fa973d304", "name": "network-vif-deleted", "tag": "2f11279c-d043-4fd7-9422-1565dda4fd4d", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:02:10.125469 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2b3fe793-e1bd-444e-be7f-bda386d400a5 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:02:10.125943 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab557092-5149-4dd2-8702-909fa973d304', 'name': 'network-vif-deleted', 'tag': '2f11279c-d043-4fd7-9422-1565dda4fd4d', 'status': 'completed', 'code': 200} Aug 11 22:02:10.388358 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-89291ff8-ffde-4471-852e-6770898e91e8 req-1adb27a4-9894-475c-949a-96b851203835 tempest-ImagesOneServerTestJSON-299672955 tempest-ImagesOneServerTestJSON-299672955-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab557092-5149-4dd2-8702-909fa973d304 HTTP/1.1" status: 200 len: 210 time: 0.0382922 Aug 11 22:02:10.469285 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c150c-09d8-4493-b874-a86622bcc32a req-ed0b1965-69a5-4cd0-bb95-3dd116b8e415 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:10.470970 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba3c150c-09d8-4493-b874-a86622bcc32a req-ed0b1965-69a5-4cd0-bb95-3dd116b8e415 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 945 time: 0.0668628 Aug 11 22:02:10.517918 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba3c150c-09d8-4493-b874-a86622bcc32a req-8717965f-e7cc-447e-8e43-fc6783fb1324 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392842 Aug 11 22:02:10.739077 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4ba21-0d70-487f-b45e-c2021fe3e60b req-47dd668c-74ac-41e3-8c4b-38202d4505fd tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:10.740704 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bec4ba21-0d70-487f-b45e-c2021fe3e60b req-47dd668c-74ac-41e3-8c4b-38202d4505fd tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.0732319 Aug 11 22:02:10.740871 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b88b6c-9e82-4d46-92d6-99de68dfbfaf req-7ff525fa-d80c-4016-b9d6-407f2aa952f5 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:10.743349 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-43b88b6c-9e82-4d46-92d6-99de68dfbfaf req-7ff525fa-d80c-4016-b9d6-407f2aa952f5 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.0812523 Aug 11 22:02:10.801920 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bec4ba21-0d70-487f-b45e-c2021fe3e60b req-6ad7b859-50a9-4b8f-a379-64fee403d0f3 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526476 Aug 11 22:02:10.816372 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-43b88b6c-9e82-4d46-92d6-99de68dfbfaf req-e3bb8660-59ac-4b6b-b62f-91a28fc90afa tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659790 Aug 11 22:02:10.833250 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 48846830-c350-4e01-b949-c5b5b01c6947 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:02:10.900533 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 48846830-c350-4e01-b949-c5b5b01c6947 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:02:10.910242 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 48846830-c350-4e01-b949-c5b5b01c6947 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:02:10.910597 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:11.011121 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:11.037190 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0f3cc2-dbc8-487a-930a-fbf86830d7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48846830-c350-4e01-b949-c5b5b01c6947'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:02:11.039554 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8917c9c5-1d3a-4c59-b3f4-23f1c7bff96d" -d '{"events": [{"server_uuid": "2f0f3cc2-dbc8-487a-930a-fbf86830d7bc", "name": "network-vif-plugged", "status": "completed", "tag": "48846830-c350-4e01-b949-c5b5b01c6947"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:02:11.053425 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 48846830-c350-4e01-b949-c5b5b01c6947, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=48846830-c350-4e01-b949-c5b5b01c6947,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:02:11.058702 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:11.073898 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873f22c-5f6f-40dd-bb7d-5b49dfd51404 req-f2700d7d-7c11-4dae-a7f8-1183491a5ff0 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:11.077291 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2873f22c-5f6f-40dd-bb7d-5b49dfd51404 req-f2700d7d-7c11-4dae-a7f8-1183491a5ff0 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 949 time: 0.0738051 Aug 11 22:02:11.108205 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e27111-a19a-4f02-8a0c-562d2b81f4b4 x-openstack-request-id: req-c1e27111-a19a-4f02-8a0c-562d2b81f4b4 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:02:11.108496 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0f3cc2-dbc8-487a-930a-fbf86830d7bc", "name": "network-vif-plugged", "status": "completed", "tag": "48846830-c350-4e01-b949-c5b5b01c6947", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:02:11.108751 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c1e27111-a19a-4f02-8a0c-562d2b81f4b4 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:02:11.109152 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0f3cc2-dbc8-487a-930a-fbf86830d7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48846830-c350-4e01-b949-c5b5b01c6947', 'code': 200} Aug 11 22:02:11.115082 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=48846830-c350-4e01-b949-c5b5b01c6947,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:11.132868 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2873f22c-5f6f-40dd-bb7d-5b49dfd51404 req-7657929b-1601-4acd-b800-56b1b580baef tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482092 Aug 11 22:02:11.207218 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3a9a1-f9d4-463d-8774-72f72af24256 req-53f233a8-97d3-4f9e-8b7b-051c14f60791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:11.208789 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2ed3a9a1-f9d4-463d-8774-72f72af24256 req-53f233a8-97d3-4f9e-8b7b-051c14f60791 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 1101 time: 0.0434737 Aug 11 22:02:11.250773 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2ed3a9a1-f9d4-463d-8774-72f72af24256 req-31322e68-c53b-4ca1-8571-f0822645f9ef service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328550 Aug 11 22:02:11.657902 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bae6d-e21f-41ea-a243-15b619e36f9d req-a984e8f2-dca7-4f01-8acd-9f88b265085e tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:11.659520 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-655bae6d-e21f-41ea-a243-15b619e36f9d req-a984e8f2-dca7-4f01-8acd-9f88b265085e tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 945 time: 0.0562143 Aug 11 22:02:11.701491 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35124) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:02:11.702648 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-655bae6d-e21f-41ea-a243-15b619e36f9d req-1833b83c-e967-45d0-bf07-f8c04aaf7f8c tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368116 Aug 11 22:02:11.883331 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-68a07b21-24df-4e52-9b5a-b86b005819f0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bf69ffe64d88430e965fd43825d5f9b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1780477 Aug 11 22:02:11.883486 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35132) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:02:11.947917 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487d68a-94d4-49a2-a28c-dc057d67270c req-1ee4dabd-cb5a-439b-bcf2-7263107d158c tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:11.949462 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1487d68a-94d4-49a2-a28c-dc057d67270c req-1ee4dabd-cb5a-439b-bcf2-7263107d158c tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.0674224 Aug 11 22:02:11.973772 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-84078b59-c0fd-4295-996f-a5b8f88c84e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:11.983247 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0ee61-a064-41cd-b6e0-2198abbc294d req-dd538fd6-d9cd-4d6f-a637-a903470a1985 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:11.984864 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e4a0ee61-a064-41cd-b6e0-2198abbc294d req-dd538fd6-d9cd-4d6f-a637-a903470a1985 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.0862932 Aug 11 22:02:12.005371 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1487d68a-94d4-49a2-a28c-dc057d67270c req-adf19289-779f-4fdc-8ca9-d4b1dc5189bc tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439217 Aug 11 22:02:12.022351 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-84078b59-c0fd-4295-996f-a5b8f88c84e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:12.061974 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e4a0ee61-a064-41cd-b6e0-2198abbc294d req-5d53561c-634d-4b22-996c-99288f7ca607 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677257 Aug 11 22:02:12.104806 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-84078b59-c0fd-4295-996f-a5b8f88c84e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:12.109635 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-84078b59-c0fd-4295-996f-a5b8f88c84e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:12.111229 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-84078b59-c0fd-4295-996f-a5b8f88c84e8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ddfd3ba9-54b9-465f-9888-3854087daf15 HTTP/1.1" status: 204 len: 168 time: 0.2263598 Aug 11 22:02:12.124675 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84078b59-c0fd-4295-996f-a5b8f88c84e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfd3ba9-54b9-465f-9888-3854087daf15,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:12.357853 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88814d6f-0ce9-45f6-a268-36c05ac70cb5 req-a176a924-c6ba-4a5d-b453-2fd3d9863aed tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:12.360500 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-88814d6f-0ce9-45f6-a268-36c05ac70cb5 req-a176a924-c6ba-4a5d-b453-2fd3d9863aed tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.0760255 Aug 11 22:02:12.413951 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-88814d6f-0ce9-45f6-a268-36c05ac70cb5 req-be112f5a-29e0-41d9-a3f3-c74e18cdf680 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470178 Aug 11 22:02:12.548782 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1bba91-bcf8-437a-97b8-1cbf59fba249 req-17c52253-b052-4ce3-8d2b-099079311483 tempest-MigrationsAdminTest-161606984 tempest-MigrationsAdminTest-161606984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:12.550504 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0f1bba91-bcf8-437a-97b8-1cbf59fba249 req-17c52253-b052-4ce3-8d2b-099079311483 tempest-MigrationsAdminTest-161606984 tempest-MigrationsAdminTest-161606984-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 1101 time: 0.0498214 Aug 11 22:02:12.593044 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0f1bba91-bcf8-437a-97b8-1cbf59fba249 req-ddf2463c-e74e-49bd-8849-cdf8833c0c37 tempest-MigrationsAdminTest-161606984 tempest-MigrationsAdminTest-161606984-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356891 Aug 11 22:02:12.836584 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e493b08-2a27-4146-80bb-c55868a66f8c req-eb39d78b-12b0-4e0c-9f18-df23ce3a230a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:12.844614 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1e493b08-2a27-4146-80bb-c55868a66f8c req-eb39d78b-12b0-4e0c-9f18-df23ce3a230a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 945 time: 0.0667887 Aug 11 22:02:12.873762 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 2f11279c-d043-4fd7-9422-1565dda4fd4d no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:02:12.895960 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1e493b08-2a27-4146-80bb-c55868a66f8c req-14481ee0-5fd9-4fdf-b3db-2e6580f8a82f tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498481 Aug 11 22:02:12.914505 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 2f11279c-d043-4fd7-9422-1565dda4fd4d {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:02:12.915596 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 2f11279c-d043-4fd7-9422-1565dda4fd4d not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:02:13.149368 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-394b36c1-d2f5-4dd3-bc1f-b2115eda1126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:13.153195 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c0932-5c28-4660-a8e3-45666203cd1a req-1185fa12-39ae-4573-b317-ef3ab5029ef0 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:13.154904 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6f9c0932-5c28-4660-a8e3-45666203cd1a req-1185fa12-39ae-4573-b317-ef3ab5029ef0 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.0607991 Aug 11 22:02:13.205231 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6f9c0932-5c28-4660-a8e3-45666203cd1a req-6aa637df-828b-4eff-a85f-4fed3fde36ee tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439792 Aug 11 22:02:13.318921 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-ca51a5cc-368b-4c91-99ce-0e7e2038e41d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0794661 Aug 11 22:02:13.341157 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364fb21-8351-4296-b4d1-e1af3f26bd56 req-0e4dffa4-8f8e-4fc3-9e1a-9d5acc3c522e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:13.343362 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2364fb21-8351-4296-b4d1-e1af3f26bd56 req-0e4dffa4-8f8e-4fc3-9e1a-9d5acc3c522e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.0631175 Aug 11 22:02:13.415729 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2364fb21-8351-4296-b4d1-e1af3f26bd56 req-8a09a530-bfff-470a-a988-dd39c8cdf499 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589828 Aug 11 22:02:13.659623 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cea259-29d6-4630-b88c-6df112665ec1 req-db048dc2-d698-44b9-9ead-df261316c45c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:13.661613 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-17cea259-29d6-4630-b88c-6df112665ec1 req-db048dc2-d698-44b9-9ead-df261316c45c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.0688858 Aug 11 22:02:13.705112 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-17cea259-29d6-4630-b88c-6df112665ec1 req-a5a76c19-d196-4401-af46-5679fd2be903 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369689 Aug 11 22:02:14.040467 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21f19e-618e-490a-ba39-21e4dc39ada9 req-916e63d8-b751-4071-948a-614a25584b21 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:14.042077 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc21f19e-618e-490a-ba39-21e4dc39ada9 req-916e63d8-b751-4071-948a-614a25584b21 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 945 time: 0.0621691 Aug 11 22:02:14.087339 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc21f19e-618e-490a-ba39-21e4dc39ada9 req-0f49a8d5-a784-4cb0-9979-20e15324eb18 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368629 Aug 11 22:02:14.346001 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c490df4-5178-4c07-b94b-00d321ff5fc4 req-f4939464-0882-433f-8288-696ac042653e tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:14.352374 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4c490df4-5178-4c07-b94b-00d321ff5fc4 req-f4939464-0882-433f-8288-696ac042653e tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.0645828 Aug 11 22:02:14.422531 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4c490df4-5178-4c07-b94b-00d321ff5fc4 req-0bc56f46-010e-470e-9100-f4b5dd671ed3 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677040 Aug 11 22:02:14.560671 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda9b0f-cb11-4ecb-ae22-5b62727aea2b req-285cca5a-914c-421e-896b-f5274ea7b34e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:14.562706 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-feda9b0f-cb11-4ecb-ae22-5b62727aea2b req-285cca5a-914c-421e-896b-f5274ea7b34e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.0573308 Aug 11 22:02:14.612765 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-feda9b0f-cb11-4ecb-ae22-5b62727aea2b req-8508f43e-f423-45d2-a882-f41a511d0627 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413358 Aug 11 22:02:14.915717 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82616e-8f8c-45ce-9918-3332d9ffb810 req-72b7113a-49d0-4993-815c-ab69aa14342f tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:14.917878 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6b82616e-8f8c-45ce-9918-3332d9ffb810 req-72b7113a-49d0-4993-815c-ab69aa14342f tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.0877049 Aug 11 22:02:14.995772 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6b82616e-8f8c-45ce-9918-3332d9ffb810 req-66b436e6-0556-4cab-995a-8736ad618f28 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704372 Aug 11 22:02:15.016477 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-518126e0-87e6-437b-83da-84f2fbfeb908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:15.018178 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-518126e0-87e6-437b-83da-84f2fbfeb908 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 1101 time: 0.0682609 Aug 11 22:02:15.131734 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-79af1505-8478-43c7-8a07-f3a1610cde99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:15.134469 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-79af1505-8478-43c7-8a07-f3a1610cde99 service neutron] 10.222.0.52 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.1079345 Aug 11 22:02:15.206523 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-2bb74243-cc3a-44f6-a46f-eff528e8fd53 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=48846830-c350-4e01-b949-c5b5b01c6947 HTTP/1.1" status: 200 len: 217 time: 0.0633223 Aug 11 22:02:15.249722 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670a98f-b2be-4ffd-b661-ed460c6751d9 req-b154708b-5321-4b25-b15c-e2b77aa92b90 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:15.253087 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d670a98f-b2be-4ffd-b661-ed460c6751d9 req-b154708b-5321-4b25-b15c-e2b77aa92b90 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 945 time: 0.0607102 Aug 11 22:02:15.288845 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-8c99af78-de82-49f4-8335-315499b8f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:15.290623 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-8c99af78-de82-49f4-8335-315499b8f2b4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.0768604 Aug 11 22:02:15.308089 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d670a98f-b2be-4ffd-b661-ed460c6751d9 req-909c1768-0468-4149-845d-cc1f8b3afe77 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460877 Aug 11 22:02:15.359112 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-1bf72f2b-7c04-4300-80c2-def6a0915b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:15.362055 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-1bf72f2b-7c04-4300-80c2-def6a0915b39 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0610633 Aug 11 22:02:15.475352 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-c24b44a1-fc96-4171-b606-9d188fd222a5 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001163 Aug 11 22:02:15.583308 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dde13f-550c-469d-be36-4e684be30b96 req-d4b7ec71-3cde-47e8-9685-4f448ef9f04b tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:15.585049 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-14dde13f-550c-469d-be36-4e684be30b96 req-d4b7ec71-3cde-47e8-9685-4f448ef9f04b tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.0718336 Aug 11 22:02:15.597075 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-e072ad96-e4b6-4852-8bd2-0ec3dce256ce service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126523 Aug 11 22:02:15.652239 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-14dde13f-550c-469d-be36-4e684be30b96 req-263ce550-1ca5-4aff-81bc-01f84523f2b6 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593140 Aug 11 22:02:15.701403 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d79d44be-6333-4912-9086-e45fac22aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:15.815474 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1432d-0896-4685-a73e-91cbe9e13ee6 req-5a479ec7-4416-4097-94a4-5be8410b7794 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:15.817349 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-68c1432d-0896-4685-a73e-91cbe9e13ee6 req-5a479ec7-4416-4097-94a4-5be8410b7794 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.0848145 Aug 11 22:02:15.867180 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-68c1432d-0896-4685-a73e-91cbe9e13ee6 req-bdfcaa15-1338-436f-bb13-e60217a03b28 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403190 Aug 11 22:02:15.920102 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:16.164001 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9714c-9df3-4517-8fd3-aa41d0976199 req-b4edff7c-5511-42a6-b59a-33a39d59c324 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:16.166143 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-90c9714c-9df3-4517-8fd3-aa41d0976199 req-b4edff7c-5511-42a6-b59a-33a39d59c324 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.0701551 Aug 11 22:02:16.214668 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-90c9714c-9df3-4517-8fd3-aa41d0976199 req-8a8de286-56a5-42f1-9f7f-26c43ab4356f tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407143 Aug 11 22:02:16.337329 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-44e98f02-5e61-47fc-bdf6-4b848e7691f5 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:16.340600 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-44e98f02-5e61-47fc-bdf6-4b848e7691f5 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3&tenant_id=a5fc899cc52f44178d979d66e6a50dde&binding%3Ahost_id=n-h2-804275-3 HTTP/1.1" status: 200 len: 1096 time: 0.0529101 Aug 11 22:02:16.361592 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-99f2a554-c8d8-4c55-aaaf-db440bfbf8a9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804275-3'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:02:16.430708 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-99f2a554-c8d8-4c55-aaaf-db440bfbf8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:16.472911 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f8503-f563-4c51-b7d7-9765536888b6 req-c30a29de-744e-4568-bc57-d023e0ab2fc6 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:16.474371 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-602f8503-f563-4c51-b7d7-9765536888b6 req-c30a29de-744e-4568-bc57-d023e0ab2fc6 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 945 time: 0.0720704 Aug 11 22:02:16.521157 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-602f8503-f563-4c51-b7d7-9765536888b6 req-60e3daee-4e58-4fcd-9cbf-8fdeda7fde68 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403726 Aug 11 22:02:16.614518 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-99f2a554-c8d8-4c55-aaaf-db440bfbf8a9 service neutron] For port dafb7e42-7f3e-49fb-8c98-6deabd516fd1, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=dafb7e42-7f3e-49fb-8c98-6deabd516fd1,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:02:16.670481 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-99f2a554-c8d8-4c55-aaaf-db440bfbf8a9 service neutron] For port dafb7e42-7f3e-49fb-8c98-6deabd516fd1, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:02:16.727689 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c95064-1f05-477a-9a6c-e88bf34908d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dafb7e42-7f3e-49fb-8c98-6deabd516fd1'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:02:16.732365 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8773de05-46c4-4283-a546-3e624ef80c5a" -d '{"events": [{"server_uuid": "38c95064-1f05-477a-9a6c-e88bf34908d3", "name": "network-vif-unplugged", "status": "completed", "tag": "dafb7e42-7f3e-49fb-8c98-6deabd516fd1"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:02:16.739479 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-99f2a554-c8d8-4c55-aaaf-db440bfbf8a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:16.749530 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-99f2a554-c8d8-4c55-aaaf-db440bfbf8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:16.798075 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 22:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7aa615-61e4-4374-9175-c8db58a0308d x-openstack-request-id: req-fe7aa615-61e4-4374-9175-c8db58a0308d {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:02:16.798510 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c95064-1f05-477a-9a6c-e88bf34908d3", "name": "network-vif-unplugged", "status": "completed", "tag": "dafb7e42-7f3e-49fb-8c98-6deabd516fd1", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:02:16.798887 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fe7aa615-61e4-4374-9175-c8db58a0308d {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:02:16.799463 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c95064-1f05-477a-9a6c-e88bf34908d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dafb7e42-7f3e-49fb-8c98-6deabd516fd1', 'code': 200} Aug 11 22:02:16.865694 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2a554-c8d8-4c55-aaaf-db440bfbf8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=dafb7e42-7f3e-49fb-8c98-6deabd516fd1,revision_number=7']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:16.871715 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8af42-3ae8-40f2-b9d9-ab4002a1414d req-44b9a153-d85a-4687-82e0-25402a94d8ae tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:16.875450 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a1a8af42-3ae8-40f2-b9d9-ab4002a1414d req-44b9a153-d85a-4687-82e0-25402a94d8ae tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.0971751 Aug 11 22:02:16.904747 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device dafb7e42-7f3e-49fb-8c98-6deabd516fd1 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:02:16.912870 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-99f2a554-c8d8-4c55-aaaf-db440bfbf8a9 service neutron] Attempting to bind port dafb7e42-7f3e-49fb-8c98-6deabd516fd1 on host n-h2-804275-3 for vnic_type normal with profile {"migrating_to": "n-h1-804275-3"} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:02:16.913218 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-99f2a554-c8d8-4c55-aaaf-db440bfbf8a9 service neutron] Attempting to bind port dafb7e42-7f3e-49fb-8c98-6deabd516fd1 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:02:16.913543 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-99f2a554-c8d8-4c55-aaaf-db440bfbf8a9 service neutron] Attempting to bind port dafb7e42-7f3e-49fb-8c98-6deabd516fd1 on network 83735497-c152-410a-a532-372740b4ec60 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:02:16.920874 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-99f2a554-c8d8-4c55-aaaf-db440bfbf8a9 service neutron] Port dafb7e42-7f3e-49fb-8c98-6deabd516fd1 on network 83735497-c152-410a-a532-372740b4ec60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:02:16.921082 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-99f2a554-c8d8-4c55-aaaf-db440bfbf8a9 service neutron] Attempting to bind port dafb7e42-7f3e-49fb-8c98-6deabd516fd1 on network 83735497-c152-410a-a532-372740b4ec60 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:02:16.927172 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-99f2a554-c8d8-4c55-aaaf-db440bfbf8a9 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:02:16.927556 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-99f2a554-c8d8-4c55-aaaf-db440bfbf8a9 service neutron] Checking segment: {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:02:16.928079 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-99f2a554-c8d8-4c55-aaaf-db440bfbf8a9 service neutron] Bound using segment: {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:02:16.928672 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-99f2a554-c8d8-4c55-aaaf-db440bfbf8a9 service neutron] Bound port: dafb7e42-7f3e-49fb-8c98-6deabd516fd1, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:02:16.929248 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-99f2a554-c8d8-4c55-aaaf-db440bfbf8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:16.956570 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a1a8af42-3ae8-40f2-b9d9-ab4002a1414d req-b8f80a21-5e9e-4e08-9d71-434b1ff7bf55 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736618 Aug 11 22:02:17.047432 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-99f2a554-c8d8-4c55-aaaf-db440bfbf8a9 service neutron] For port dafb7e42-7f3e-49fb-8c98-6deabd516fd1, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:02:17.054454 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35300) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:02:17.054657 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-99f2a554-c8d8-4c55-aaaf-db440bfbf8a9 service neutron] For port dafb7e42-7f3e-49fb-8c98-6deabd516fd1, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=dafb7e42-7f3e-49fb-8c98-6deabd516fd1,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:02:17.062653 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-99f2a554-c8d8-4c55-aaaf-db440bfbf8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:17.082316 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf954df-1147-46a9-af3e-1fe44147ed39 req-614044a0-1cff-4904-9de5-efd51553fa3e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:17.084346 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bbf954df-1147-46a9-af3e-1fe44147ed39 req-614044a0-1cff-4904-9de5-efd51553fa3e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.0913143 Aug 11 22:02:17.101343 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port dafb7e42-7f3e-49fb-8c98-6deabd516fd1, host n-h2-804275-3, got binding levels [] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:02:17.134789 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Attempting to bind port dafb7e42-7f3e-49fb-8c98-6deabd516fd1 on host n-h2-804275-3 for vnic_type normal with profile {"migrating_to": "n-h1-804275-3"} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:02:17.135487 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Attempting to bind port dafb7e42-7f3e-49fb-8c98-6deabd516fd1 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:02:17.136131 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Attempting to bind port dafb7e42-7f3e-49fb-8c98-6deabd516fd1 on network 83735497-c152-410a-a532-372740b4ec60 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:02:17.142355 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Port dafb7e42-7f3e-49fb-8c98-6deabd516fd1 on network 83735497-c152-410a-a532-372740b4ec60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:02:17.143143 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Attempting to bind port dafb7e42-7f3e-49fb-8c98-6deabd516fd1 on network 83735497-c152-410a-a532-372740b4ec60 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:02:17.149925 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:02:17.150329 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Checking segment: {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:02:17.151085 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Bound using segment: {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:02:17.151768 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Bound port: dafb7e42-7f3e-49fb-8c98-6deabd516fd1, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:02:17.152389 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:17.194537 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-99f2a554-c8d8-4c55-aaaf-db440bfbf8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:17.195203 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-99f2a554-c8d8-4c55-aaaf-db440bfbf8a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:17.196835 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-99f2a554-c8d8-4c55-aaaf-db440bfbf8a9 service neutron] 10.222.0.82 "PUT /v2.0/ports/dafb7e42-7f3e-49fb-8c98-6deabd516fd1 HTTP/1.1" status: 200 len: 1121 time: 0.8434308 Aug 11 22:02:17.200110 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2a554-c8d8-4c55-aaaf-db440bfbf8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=dafb7e42-7f3e-49fb-8c98-6deabd516fd1,revision_number=8']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:17.210801 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bbf954df-1147-46a9-af3e-1fe44147ed39 req-668bb9e7-bf2f-4b86-a11c-6568e034153b tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966649 Aug 11 22:02:17.227408 n-d-804275-3 neutron-server[100944]: WARNING neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Concurrent port binding operations failed on port dafb7e42-7f3e-49fb-8c98-6deabd516fd1 Aug 11 22:02:17.234021 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port dafb7e42-7f3e-49fb-8c98-6deabd516fd1, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=dafb7e42-7f3e-49fb-8c98-6deabd516fd1,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:02:17.235812 n-d-804275-3 neutron-server[100944]: INFO neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Attempt 2 to bind port dafb7e42-7f3e-49fb-8c98-6deabd516fd1 Aug 11 22:02:17.236428 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device dafb7e42-7f3e-49fb-8c98-6deabd516fd1 has no active binding in host n-h1-804275-3 {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 22:02:17.245763 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5097e123-2384-4f4c-adc5-969c1d3b70f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:17.300083 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['dafb7e42-7f3e-49fb-8c98-6deabd516fd1'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:02:17.374374 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:17.397705 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['dafb7e42-7f3e-49fb-8c98-6deabd516fd1'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:02:17.405633 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7084ff9-2126-42af-9d73-2d6ac1a1d799 req-833a87ec-fc0d-43d3-bb9b-d9236b402366 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:17.407298 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f7084ff9-2126-42af-9d73-2d6ac1a1d799 req-833a87ec-fc0d-43d3-bb9b-d9236b402366 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.0851469 Aug 11 22:02:17.472653 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5097e123-2384-4f4c-adc5-969c1d3b70f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:17.478792 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f7084ff9-2126-42af-9d73-2d6ac1a1d799 req-7b94818d-fe39-4450-b52c-e3cd301b37c2 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612173 Aug 11 22:02:17.480601 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5097e123-2384-4f4c-adc5-969c1d3b70f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:17.526743 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5097e123-2384-4f4c-adc5-969c1d3b70f8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=af37cf20198540119d030e45f72a1efd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4681115 Aug 11 22:02:17.526743 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097e123-2384-4f4c-adc5-969c1d3b70f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d0c0f6-2f64-4555-b9c1-5e820fe85057,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:17.527428 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35310) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:02:17.590262 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5aacb6ee-18c2-4bb8-9ed2-d7fe173ca350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:17.618463 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5aacb6ee-18c2-4bb8-9ed2-d7fe173ca350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:17.702467 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059ef1c-556a-4f53-adbf-84ce320f24f0 req-4ed221c4-b501-4dca-87a1-27c24812a7e9 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:17.704131 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4059ef1c-556a-4f53-adbf-84ce320f24f0 req-4ed221c4-b501-4dca-87a1-27c24812a7e9 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 943 time: 0.0759666 Aug 11 22:02:17.726629 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5aacb6ee-18c2-4bb8-9ed2-d7fe173ca350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:17.729264 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5aacb6ee-18c2-4bb8-9ed2-d7fe173ca350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:17.730459 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5aacb6ee-18c2-4bb8-9ed2-d7fe173ca350 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b1d0c0f6-2f64-4555-b9c1-5e820fe85057 HTTP/1.1" status: 204 len: 168 time: 0.2016833 Aug 11 22:02:17.745294 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aacb6ee-18c2-4bb8-9ed2-d7fe173ca350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d0c0f6-2f64-4555-b9c1-5e820fe85057,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:17.766219 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4059ef1c-556a-4f53-adbf-84ce320f24f0 req-f4e303aa-ff2e-4866-8348-b81147e25a10 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557635 Aug 11 22:02:18.137641 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49a702-2a77-4450-a609-d49325ce5c79 req-3a43711a-2b87-4cbf-92ac-cd4a889afb4a tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:18.139369 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3b49a702-2a77-4450-a609-d49325ce5c79 req-3a43711a-2b87-4cbf-92ac-cd4a889afb4a tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.0604007 Aug 11 22:02:18.184084 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3b49a702-2a77-4450-a609-d49325ce5c79 req-ba25059c-000c-4deb-a624-5959276024a7 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358078 Aug 11 22:02:18.379421 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5124f8-604a-4c39-9e93-72ae1305e765 req-f4a36611-9490-4971-9a03-36a58c349816 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:18.381174 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fa5124f8-604a-4c39-9e93-72ae1305e765 req-f4a36611-9490-4971-9a03-36a58c349816 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.0673873 Aug 11 22:02:18.448704 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fa5124f8-604a-4c39-9e93-72ae1305e765 req-df1cea6e-755a-4580-ab9c-f746568fa722 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547211 Aug 11 22:02:18.510967 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35346) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:02:18.629355 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-05049686-6f81-4f20-9df5-410e2f0788f8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1642169071-network', 'tenant_id': 'b7ed999d2da14bf5959ee9edc28a0e74'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:02:18.647169 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb9495-dbe9-4870-842a-a68db142424a req-05c6e7f9-40bd-4077-bd34-4bc24f2f42c8 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:18.649911 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a4eb9495-dbe9-4870-842a-a68db142424a req-05c6e7f9-40bd-4077-bd34-4bc24f2f42c8 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.0842111 Aug 11 22:02:18.656803 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05049686-6f81-4f20-9df5-410e2f0788f8 admin admin] Made reservation on behalf of b7ed999d2da14bf5959ee9edc28a0e74 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:02:18.659248 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-05049686-6f81-4f20-9df5-410e2f0788f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:18.668499 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-05049686-6f81-4f20-9df5-410e2f0788f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:18.707369 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a4eb9495-dbe9-4870-842a-a68db142424a req-63a5e8d7-2d09-4aa5-b515-17aa5c650d1f tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501845 Aug 11 22:02:18.772518 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-05049686-6f81-4f20-9df5-410e2f0788f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:18.777799 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-05049686-6f81-4f20-9df5-410e2f0788f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:18.803931 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c95064-1f05-477a-9a6c-e88bf34908d3', 'tag': 'dafb7e42-7f3e-49fb-8c98-6deabd516fd1'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:02:18.809636 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a37a3e6-62b5-4b5b-a114-2325a1d25e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "38c95064-1f05-477a-9a6c-e88bf34908d3", "tag": "dafb7e42-7f3e-49fb-8c98-6deabd516fd1"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:02:18.829146 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05049686-6f81-4f20-9df5-410e2f0788f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:02:18.839854 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05049686-6f81-4f20-9df5-410e2f0788f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a791e0-c205-4e94-a480-0b2adce0589d,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:18.850184 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-05049686-6f81-4f20-9df5-410e2f0788f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:18.850520 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-05049686-6f81-4f20-9df5-410e2f0788f8 admin admin] Added segment e60619ed-6ed8-4206-9631-18af7d7dcf1e of type vlan for network 8a08797d-7b0a-4847-9257-cf176bed3a9a Aug 11 22:02:18.854624 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:18.865836 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6eb33c-1c51-4b83-8624-b90849bedd0b x-openstack-request-id: req-7e6eb33c-1c51-4b83-8624-b90849bedd0b {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:02:18.866147 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c95064-1f05-477a-9a6c-e88bf34908d3", "tag": "dafb7e42-7f3e-49fb-8c98-6deabd516fd1", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:02:18.866375 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7e6eb33c-1c51-4b83-8624-b90849bedd0b {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:02:18.866948 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c95064-1f05-477a-9a6c-e88bf34908d3', 'tag': 'dafb7e42-7f3e-49fb-8c98-6deabd516fd1', 'status': 'completed', 'code': 200} Aug 11 22:02:18.946156 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-05049686-6f81-4f20-9df5-410e2f0788f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:19.016707 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0800e-1078-45df-87d8-f2098b24e571 req-f7390270-7ca6-40db-8d93-c01fce4c43ec tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:19.018605 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-14c0800e-1078-45df-87d8-f2098b24e571 req-f7390270-7ca6-40db-8d93-c01fce4c43ec tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 943 time: 0.1190748 Aug 11 22:02:19.027299 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37a3e6-62b5-4b5b-a114-2325a1d25e0f req-d700b8e3-c5b0-449d-b31d-a75476070e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:19.029537 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8a37a3e6-62b5-4b5b-a114-2325a1d25e0f req-d700b8e3-c5b0-449d-b31d-a75476070e9b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a5fc899cc52f44178d979d66e6a50dde&device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 1124 time: 0.1175802 Aug 11 22:02:19.037124 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-05049686-6f81-4f20-9df5-410e2f0788f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:19.038063 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05049686-6f81-4f20-9df5-410e2f0788f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:19.038640 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-05049686-6f81-4f20-9df5-410e2f0788f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:19.123677 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-05049686-6f81-4f20-9df5-410e2f0788f8 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6107733 Aug 11 22:02:19.125760 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35354) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:02:19.134649 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-4f584355-5c87-4156-99c0-0950ca86ab73 admin admin] Request body: {'subnet': {'network_id': '8a08797d-7b0a-4847-9257-cf176bed3a9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1642169071-subnet', 'tenant_id': 'b7ed999d2da14bf5959ee9edc28a0e74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:02:19.152876 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-14c0800e-1078-45df-87d8-f2098b24e571 req-15464ea4-7df5-4ee6-a7c0-022e37dc2bf3 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221004 Aug 11 22:02:19.180137 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05049686-6f81-4f20-9df5-410e2f0788f8 admin admin] Pushing event updated for resources: {'Network': ['ID=8a08797d-7b0a-4847-9257-cf176bed3a9a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:19.182198 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f584355-5c87-4156-99c0-0950ca86ab73 admin admin] Made reservation on behalf of b7ed999d2da14bf5959ee9edc28a0e74 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:02:19.187093 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4f584355-5c87-4156-99c0-0950ca86ab73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:19.206460 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 8a08797d-7b0a-4847-9257-cf176bed3a9a details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:02:19.306061 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37a3e6-62b5-4b5b-a114-2325a1d25e0f req-5e00699f-129f-4565-bc6a-56d835d6f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:19.308927 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8a37a3e6-62b5-4b5b-a114-2325a1d25e0f req-5e00699f-129f-4565-bc6a-56d835d6f778 service neutron] 10.222.0.52 "GET /v2.0/networks?id=83735497-c152-410a-a532-372740b4ec60 HTTP/1.1" status: 200 len: 908 time: 0.1835868 Aug 11 22:02:19.418698 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8a37a3e6-62b5-4b5b-a114-2325a1d25e0f req-c7ff7919-88f7-4a99-91ea-a74604ec2723 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dafb7e42-7f3e-49fb-8c98-6deabd516fd1 HTTP/1.1" status: 200 len: 217 time: 0.1019373 Aug 11 22:02:19.505949 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4f584355-5c87-4156-99c0-0950ca86ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:19.550290 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb713965-2974-47e3-b32b-6ab987994346 req-c741c1da-0c7c-48d0-a252-e0b9d4fe5ce4 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:19.553006 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fb713965-2974-47e3-b32b-6ab987994346 req-c741c1da-0c7c-48d0-a252-e0b9d4fe5ce4 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.2135620 Aug 11 22:02:19.555536 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37a3e6-62b5-4b5b-a114-2325a1d25e0f req-6b1409bf-b370-48d5-8f9a-9995bed0d1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:19.558143 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8a37a3e6-62b5-4b5b-a114-2325a1d25e0f req-6b1409bf-b370-48d5-8f9a-9995bed0d1d9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=45488324-eef4-4094-a90c-865b32db4e15 HTTP/1.1" status: 200 len: 847 time: 0.1151249 Aug 11 22:02:19.597584 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f584355-5c87-4156-99c0-0950ca86ab73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0655a017-a744-4dda-8f73-7e099056b02e,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:19.617034 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f584355-5c87-4156-99c0-0950ca86ab73 admin admin] Checking segment: {'id': 'e60619ed-6ed8-4206-9631-18af7d7dcf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8a08797d-7b0a-4847-9257-cf176bed3a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:02:19.617388 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f584355-5c87-4156-99c0-0950ca86ab73 admin admin] Network hostable DHCP agents. Network: 8a08797d-7b0a-4847-9257-cf176bed3a9a, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:02:19.620141 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8a37a3e6-62b5-4b5b-a114-2325a1d25e0f req-a385e420-09b6-4358-8d6e-043cc7ea221e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=83735497-c152-410a-a532-372740b4ec60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476959 Aug 11 22:02:19.640489 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39424d2b-fa1a-4610-9575-a9256e015f4e req-98de8012-629a-43ec-a30a-4672bc98e540 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:19.642188 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-39424d2b-fa1a-4610-9575-a9256e015f4e req-98de8012-629a-43ec-a30a-4672bc98e540 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.0965731 Aug 11 22:02:19.659274 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f584355-5c87-4156-99c0-0950ca86ab73 admin admin] Network 8a08797d-7b0a-4847-9257-cf176bed3a9a is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:02:19.678524 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-4f584355-5c87-4156-99c0-0950ca86ab73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 8a08797d-7b0a-4847-9257-cf176bed3a9a) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:02:19.690648 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f584355-5c87-4156-99c0-0950ca86ab73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:19.690648 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4f584355-5c87-4156-99c0-0950ca86ab73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:19.693588 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffe4053-5a14-45fc-b9d5-9dbe0cf94a20 None None] Network 8a08797d-7b0a-4847-9257-cf176bed3a9a requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:02:19.693894 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fb713965-2974-47e3-b32b-6ab987994346 req-434d2924-ad8e-4967-824e-544501020708 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331849 Aug 11 22:02:19.701844 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-39424d2b-fa1a-4610-9575-a9256e015f4e req-8169cf6f-88d1-4e47-bb53-d545e15b3b4e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532048 Aug 11 22:02:19.715716 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4f584355-5c87-4156-99c0-0950ca86ab73 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5880039 Aug 11 22:02:19.811961 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8a37a3e6-62b5-4b5b-a114-2325a1d25e0f req-b8f1e36c-d662-4934-b91e-77b2e0378434 service neutron] 10.222.0.52 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797297 Aug 11 22:02:19.899642 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38ed07b-0228-4027-bfd8-bb892449f270 None None] Network 8a08797d-7b0a-4847-9257-cf176bed3a9a requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:02:19.949324 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877dc2c3-5a7b-4bfc-850d-2e6d8da255b3 req-34cacb37-e0c4-46d1-a1b3-1a7019956fe2 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:19.951097 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-877dc2c3-5a7b-4bfc-850d-2e6d8da255b3 req-34cacb37-e0c4-46d1-a1b3-1a7019956fe2 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.1143770 Aug 11 22:02:19.999173 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8a37a3e6-62b5-4b5b-a114-2325a1d25e0f req-8afb0d17-98b4-4a5f-b406-21d659024a07 service neutron] 10.222.0.52 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789970 Aug 11 22:02:20.037285 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-877dc2c3-5a7b-4bfc-850d-2e6d8da255b3 req-edb72bda-4986-4fba-bab9-8f36185074b3 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676618 Aug 11 22:02:20.129982 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-b635de8a-feb0-4a4f-a9ea-cef73268c36f req-4396ce82-71c8-40a6-9136-6a5e640041c9 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-470082317', 'description': 'tempest-description-1447742048'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:02:20.158651 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b635de8a-feb0-4a4f-a9ea-cef73268c36f req-4396ce82-71c8-40a6-9136-6a5e640041c9 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:20.295129 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:20.303285 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b635de8a-feb0-4a4f-a9ea-cef73268c36f req-4396ce82-71c8-40a6-9136-6a5e640041c9 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:20.308440 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b635de8a-feb0-4a4f-a9ea-cef73268c36f req-4396ce82-71c8-40a6-9136-6a5e640041c9 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:20.339680 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b635de8a-feb0-4a4f-a9ea-cef73268c36f req-4396ce82-71c8-40a6-9136-6a5e640041c9 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:20.340984 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b635de8a-feb0-4a4f-a9ea-cef73268c36f req-4396ce82-71c8-40a6-9136-6a5e640041c9 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2162366 Aug 11 22:02:20.346686 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396ce82-71c8-40a6-9136-6a5e640041c9 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a25b6fe-f2ce-444c-a0fb-1a779e58bc53,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:20.404764 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301a5c9-2e44-415f-9980-280875bb2c70 req-3a3e4c20-62ef-45af-a0cb-97c2b0a9d811 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:20.406461 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3301a5c9-2e44-415f-9980-280875bb2c70 req-3a3e4c20-62ef-45af-a0cb-97c2b0a9d811 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 943 time: 0.1251674 Aug 11 22:02:20.414212 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7829c3c-366a-4773-ad6b-70ca968c68be req-aeb45233-3a21-4732-856f-26e81f5d3ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:20.415919 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f7829c3c-366a-4773-ad6b-70ca968c68be req-aeb45233-3a21-4732-856f-26e81f5d3ebf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 1097 time: 0.0943077 Aug 11 22:02:20.493916 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f7829c3c-366a-4773-ad6b-70ca968c68be req-f21e1855-6345-43da-821f-f729407b37d6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640876 Aug 11 22:02:20.497076 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3301a5c9-2e44-415f-9980-280875bb2c70 req-0ac40a33-803a-4fea-bf86-02eab685a985 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799441 Aug 11 22:02:20.499012 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f9ad162a-9e89-4f7a-920d-513e22b44d60 req-bcbe0fb4-cf6f-45b4-b67d-1b187a4bb432 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] 10.222.0.77 "GET /v2.0/security-groups/0a25b6fe-f2ce-444c-a0fb-1a779e58bc53 HTTP/1.1" status: 200 len: 1813 time: 0.0459580 Aug 11 22:02:20.515011 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-f9ad162a-9e89-4f7a-920d-513e22b44d60 req-7434ecdd-d59c-4db9-906e-4b0abed2f21f tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0a25b6fe-f2ce-444c-a0fb-1a779e58bc53', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:02:20.515878 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-f9ad162a-9e89-4f7a-920d-513e22b44d60 req-7434ecdd-d59c-4db9-906e-4b0abed2f21f tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0a25b6fe-f2ce-444c-a0fb-1a779e58bc53', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:02:20.585878 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f9ad162a-9e89-4f7a-920d-513e22b44d60 req-7434ecdd-d59c-4db9-906e-4b0abed2f21f tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:20.621146 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f9ad162a-9e89-4f7a-920d-513e22b44d60 req-7434ecdd-d59c-4db9-906e-4b0abed2f21f tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:20.626195 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f9ad162a-9e89-4f7a-920d-513e22b44d60 req-7434ecdd-d59c-4db9-906e-4b0abed2f21f tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:20.646117 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434ecdd-d59c-4db9-906e-4b0abed2f21f tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a54ed8d8-e16d-4a36-9330-47dc4f4eb9e3,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:20.654706 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f9ad162a-9e89-4f7a-920d-513e22b44d60 req-7434ecdd-d59c-4db9-906e-4b0abed2f21f tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:20.656403 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f9ad162a-9e89-4f7a-920d-513e22b44d60 req-7434ecdd-d59c-4db9-906e-4b0abed2f21f tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1467435 Aug 11 22:02:20.724179 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8fb8f868-9b25-4a6e-88a8-170d7ef89439 req-a8bea661-50b0-453f-836b-c9300372c407 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] 10.222.0.77 "GET /v2.0/security-groups/0a25b6fe-f2ce-444c-a0fb-1a779e58bc53 HTTP/1.1" status: 200 len: 2407 time: 0.0445373 Aug 11 22:02:20.772670 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dc36997e-f952-4633-b77c-30d9424f55b4 req-7ddd916c-56f6-4770-a462-533395c5856f tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] 10.222.0.77 "GET /v2.0/security-group-rules/a54ed8d8-e16d-4a36-9330-47dc4f4eb9e3 HTTP/1.1" status: 200 len: 778 time: 0.0241256 Aug 11 22:02:20.840374 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dc36997e-f952-4633-b77c-30d9424f55b4 req-3f5739f7-b021-41a1-a72c-97ad0feac3aa tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] 10.222.0.77 "GET /v2.0/security-groups/0a25b6fe-f2ce-444c-a0fb-1a779e58bc53 HTTP/1.1" status: 200 len: 2407 time: 0.0609255 Aug 11 22:02:20.887249 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e2755-fad4-4094-910b-3466e39af1a7 req-0e891616-62c9-4d46-8737-3e977b67b318 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:20.889049 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ea4e2755-fad4-4094-910b-3466e39af1a7 req-0e891616-62c9-4d46-8737-3e977b67b318 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.0756326 Aug 11 22:02:20.901222 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-dc36997e-f952-4633-b77c-30d9424f55b4 req-388daadb-a2e0-47af-95e3-9a3a029fa439 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:20.912239 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-dc36997e-f952-4633-b77c-30d9424f55b4 req-388daadb-a2e0-47af-95e3-9a3a029fa439 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:20.942668 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ea4e2755-fad4-4094-910b-3466e39af1a7 req-f7cf9980-39d0-4f00-b687-f5977dbc43eb tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415864 Aug 11 22:02:20.951875 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-dc36997e-f952-4633-b77c-30d9424f55b4 req-388daadb-a2e0-47af-95e3-9a3a029fa439 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:20.962543 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-dc36997e-f952-4633-b77c-30d9424f55b4 req-388daadb-a2e0-47af-95e3-9a3a029fa439 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:20.964539 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dc36997e-f952-4633-b77c-30d9424f55b4 req-388daadb-a2e0-47af-95e3-9a3a029fa439 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/a54ed8d8-e16d-4a36-9330-47dc4f4eb9e3 HTTP/1.1" status: 204 len: 173 time: 0.1095099 Aug 11 22:02:20.984254 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388daadb-a2e0-47af-95e3-9a3a029fa439 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a54ed8d8-e16d-4a36-9330-47dc4f4eb9e3,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:21.146748 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-69da4be5-f750-40a6-9d36-34664662de99 req-0875bbfd-db9b-44b8-a2a8-ffac77f13b50 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-807831214', 'description': 'tempest-description-1590448315'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:02:21.151895 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64717fb1-b6ec-4fd0-9c5f-adeabf0e7a39 req-0e4f438b-c414-4b2e-a8c1-669a194ccd33 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:21.154436 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-64717fb1-b6ec-4fd0-9c5f-adeabf0e7a39 req-0e4f438b-c414-4b2e-a8c1-669a194ccd33 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.0740716 Aug 11 22:02:21.198354 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-69da4be5-f750-40a6-9d36-34664662de99 req-0875bbfd-db9b-44b8-a2a8-ffac77f13b50 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:21.217839 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-64717fb1-b6ec-4fd0-9c5f-adeabf0e7a39 req-c61fec58-09b4-4179-85f4-fef914a5d396 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557568 Aug 11 22:02:21.330525 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-69da4be5-f750-40a6-9d36-34664662de99 req-0875bbfd-db9b-44b8-a2a8-ffac77f13b50 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:21.340451 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-69da4be5-f750-40a6-9d36-34664662de99 req-0875bbfd-db9b-44b8-a2a8-ffac77f13b50 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:21.398786 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8756357-b927-466d-9028-a0e5908d92d9 req-20373887-0784-4412-abf8-5bdb591d7657 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:21.400803 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8756357-b927-466d-9028-a0e5908d92d9 req-20373887-0784-4412-abf8-5bdb591d7657 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.0670390 Aug 11 22:02:21.402321 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-69da4be5-f750-40a6-9d36-34664662de99 req-0875bbfd-db9b-44b8-a2a8-ffac77f13b50 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:21.404075 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69da4be5-f750-40a6-9d36-34664662de99 req-0875bbfd-db9b-44b8-a2a8-ffac77f13b50 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2641180 Aug 11 22:02:21.405714 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875bbfd-db9b-44b8-a2a8-ffac77f13b50 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0935432f-a169-4846-a77f-dc65ecb00a6c,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:21.458138 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8756357-b927-466d-9028-a0e5908d92d9 req-454176e8-ec47-4e10-9e81-98c06ce21ed4 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474584 Aug 11 22:02:21.517486 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-169e2b0a-a70a-40a5-a85a-bb90d0c55446 req-7788cf1a-4b81-4438-bcd9-d250895bb67a tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] 10.222.0.77 "GET /v2.0/security-groups/0935432f-a169-4846-a77f-dc65ecb00a6c HTTP/1.1" status: 200 len: 1814 time: 0.0732462 Aug 11 22:02:21.612947 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-0b94a345-85f4-42c4-a021-96028ad58bb1 req-0717a799-031e-48a7-a13d-447af762878d tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1072593553', 'description': 'tempest-description-722344355'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:02:21.641496 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0b94a345-85f4-42c4-a021-96028ad58bb1 req-0717a799-031e-48a7-a13d-447af762878d tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:21.689214 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52c6b0-baf0-418c-82b6-ab797ba5d02f req-48aa58b8-ca28-4707-9a8e-9877bf03fbb8 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:21.690882 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4d52c6b0-baf0-418c-82b6-ab797ba5d02f req-48aa58b8-ca28-4707-9a8e-9877bf03fbb8 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 943 time: 0.0754151 Aug 11 22:02:21.738022 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4d52c6b0-baf0-418c-82b6-ab797ba5d02f req-d811cdec-75eb-4b85-b14c-965eb481d98d tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388412 Aug 11 22:02:21.771813 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0b94a345-85f4-42c4-a021-96028ad58bb1 req-0717a799-031e-48a7-a13d-447af762878d tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:21.777167 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0b94a345-85f4-42c4-a021-96028ad58bb1 req-0717a799-031e-48a7-a13d-447af762878d tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:21.811853 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0b94a345-85f4-42c4-a021-96028ad58bb1 req-0717a799-031e-48a7-a13d-447af762878d tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:21.813828 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0b94a345-85f4-42c4-a021-96028ad58bb1 req-0717a799-031e-48a7-a13d-447af762878d tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2051625 Aug 11 22:02:21.820544 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717a799-031e-48a7-a13d-447af762878d tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e01ff0f2-6361-489d-b6ec-a73fd297b114,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:21.902063 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1a143004-0658-4e34-9f64-3495ad03e677 req-9fd27b93-8822-4a11-acc3-c17fae378784 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] 10.222.0.77 "GET /v2.0/security-groups/e01ff0f2-6361-489d-b6ec-a73fd297b114 HTTP/1.1" status: 200 len: 1814 time: 0.0558887 Aug 11 22:02:21.935763 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-72288225-4ebd-4061-b845-e7e6211b55af req-50361be7-f4ae-41f2-bce3-6feba5b29f21 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-396809879', 'description': 'tempest-description-1498000055'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:02:21.975778 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-72288225-4ebd-4061-b845-e7e6211b55af req-50361be7-f4ae-41f2-bce3-6feba5b29f21 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:22.081328 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-72288225-4ebd-4061-b845-e7e6211b55af req-50361be7-f4ae-41f2-bce3-6feba5b29f21 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:22.096242 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-72288225-4ebd-4061-b845-e7e6211b55af req-50361be7-f4ae-41f2-bce3-6feba5b29f21 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:22.096954 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99485370-cdda-48a8-948c-942a160864a3 req-ab918835-0f88-454c-ab58-454f5a75b495 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:22.098598 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-99485370-cdda-48a8-948c-942a160864a3 req-ab918835-0f88-454c-ab58-454f5a75b495 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.0592501 Aug 11 22:02:22.128977 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-72288225-4ebd-4061-b845-e7e6211b55af req-50361be7-f4ae-41f2-bce3-6feba5b29f21 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:22.130392 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-72288225-4ebd-4061-b845-e7e6211b55af req-50361be7-f4ae-41f2-bce3-6feba5b29f21 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2013276 Aug 11 22:02:22.139874 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50361be7-f4ae-41f2-bce3-6feba5b29f21 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7706e7-748b-429c-9fd6-7aed492ecb56,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:22.158067 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-99485370-cdda-48a8-948c-942a160864a3 req-e6194a19-2b8c-4d30-856a-628b7fba716f tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514591 Aug 11 22:02:22.236214 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-06f3ee1e-d044-403a-aea9-cae9bc74e55e req-7620b9db-448e-4371-97bb-d62f5d7e951e tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] 10.222.0.77 "GET /v2.0/security-groups/5d7706e7-748b-429c-9fd6-7aed492ecb56 HTTP/1.1" status: 200 len: 1814 time: 0.0474524 Aug 11 22:02:22.266941 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-26967e52-742b-43e9-86a0-e78c0e695a02 req-8f704582-f72b-4bd0-9547-9c0a6f952db3 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1351450953', 'description': 'tempest-description-964723347'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:02:22.300260 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-26967e52-742b-43e9-86a0-e78c0e695a02 req-8f704582-f72b-4bd0-9547-9c0a6f952db3 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:22.399265 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86b82e-e4f8-4298-92c2-f262b674cf51 req-ad18c41b-0edb-4260-8948-fc1541431b5d tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:22.402046 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9d86b82e-e4f8-4298-92c2-f262b674cf51 req-ad18c41b-0edb-4260-8948-fc1541431b5d tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.0906703 Aug 11 22:02:22.424137 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-26967e52-742b-43e9-86a0-e78c0e695a02 req-8f704582-f72b-4bd0-9547-9c0a6f952db3 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:22.429783 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-26967e52-742b-43e9-86a0-e78c0e695a02 req-8f704582-f72b-4bd0-9547-9c0a6f952db3 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:22.457448 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-26967e52-742b-43e9-86a0-e78c0e695a02 req-8f704582-f72b-4bd0-9547-9c0a6f952db3 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:22.459891 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-26967e52-742b-43e9-86a0-e78c0e695a02 req-8f704582-f72b-4bd0-9547-9c0a6f952db3 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1974277 Aug 11 22:02:22.465996 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9d86b82e-e4f8-4298-92c2-f262b674cf51 req-d4848b98-71fd-4757-a292-35f7daa341b8 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556164 Aug 11 22:02:22.480467 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f704582-f72b-4bd0-9547-9c0a6f952db3 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9f883d-3ad3-4903-bb52-5c5378d9e531,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:22.575851 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1041dde5-c390-4dfe-bd01-4de68c97a61f req-f483b505-99f9-4450-85c4-71f703751078 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] 10.222.0.77 "GET /v2.0/security-groups/fb9f883d-3ad3-4903-bb52-5c5378d9e531 HTTP/1.1" status: 200 len: 1814 time: 0.0631599 Aug 11 22:02:22.686063 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea098a-16a6-43cf-a738-91ed7a523740 req-0f2dcd32-b836-4f2b-8405-8e4c22d88cb2 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:22.688936 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ceea098a-16a6-43cf-a738-91ed7a523740 req-0f2dcd32-b836-4f2b-8405-8e4c22d88cb2 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.0925841 Aug 11 22:02:22.749374 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ceea098a-16a6-43cf-a738-91ed7a523740 req-59d485e4-3206-44f7-bfca-a967689ba25b tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531545 Aug 11 22:02:22.766481 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [req-1b1d79b9-8c13-4c88-a6c0-31bea5bc7167 req-28408adc-ac06-46df-b2fd-1bf29b48e917 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] show failed (client error): The resource could not be found. Aug 11 22:02:22.768864 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1b1d79b9-8c13-4c88-a6c0-31bea5bc7167 req-28408adc-ac06-46df-b2fd-1bf29b48e917 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] 10.222.0.77 "GET /v2.0/security-groups/fbcf0010-e880-4c5d-86a6-94af15cd7a5d HTTP/1.1" status: 404 len: 352 time: 0.0263608 Aug 11 22:02:22.961950 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [req-b5b1e6ea-fd81-4800-b5fe-bbf882ec4766 req-5b387cc4-5d85-4af1-b0c3-5e962b3b7f62 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] show failed (client error): The resource could not be found. Aug 11 22:02:22.963057 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b5b1e6ea-fd81-4800-b5fe-bbf882ec4766 req-5b387cc4-5d85-4af1-b0c3-5e962b3b7f62 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] 10.222.0.77 "GET /v2.0/security-group-rules/51518e18-d366-4da1-b8f8-31578bb8a1fc HTTP/1.1" status: 404 len: 361 time: 0.0211043 Aug 11 22:02:23.003185 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789ffa3-990c-4748-be78-a5d539977d0b req-09b39180-abc8-48c9-8a53-2c65d372da63 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:23.005898 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8789ffa3-990c-4748-be78-a5d539977d0b req-09b39180-abc8-48c9-8a53-2c65d372da63 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 943 time: 0.1046784 Aug 11 22:02:23.030033 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523547df-81b5-497f-bcfb-aeb8ae047bc9 req-4b17ed98-790d-4348-8c9e-ccea6b824ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:23.033240 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-523547df-81b5-497f-bcfb-aeb8ae047bc9 req-4b17ed98-790d-4348-8c9e-ccea6b824ade service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f8b3422dece244b1afcf393ec9f1b957&device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 1097 time: 0.0531020 Aug 11 22:02:23.062962 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8789ffa3-990c-4748-be78-a5d539977d0b req-708fda58-4fdb-40d7-aeef-c9826df9bac9 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448081 Aug 11 22:02:23.181586 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-27fabf66-1888-4fcd-9e57-2ab0f3740187 req-a43c5a72-1861-4a3d-848e-1ef16674535c tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] 10.222.0.77 "GET /v2.0/security-groups/fb9f883d-3ad3-4903-bb52-5c5378d9e531 HTTP/1.1" status: 200 len: 1814 time: 0.0561423 Aug 11 22:02:23.223166 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523547df-81b5-497f-bcfb-aeb8ae047bc9 req-d1b18544-a83e-4321-9208-fc62679b00b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:23.225896 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-523547df-81b5-497f-bcfb-aeb8ae047bc9 req-d1b18544-a83e-4321-9208-fc62679b00b0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2e5ce1c7-b332-4021-b8e6-4d054d5f0a81 HTTP/1.1" status: 200 len: 919 time: 0.1836526 Aug 11 22:02:23.283888 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-27fabf66-1888-4fcd-9e57-2ab0f3740187 req-f4a999af-028a-4682-a5ba-9b84e9104137 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:23.309211 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-27fabf66-1888-4fcd-9e57-2ab0f3740187 req-f4a999af-028a-4682-a5ba-9b84e9104137 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:23.327674 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94679d8e-abc7-45c1-a23e-e69987371471 req-b56fa567-86f3-42a4-b28c-d1ff33b40c9e tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:23.330428 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-94679d8e-abc7-45c1-a23e-e69987371471 req-b56fa567-86f3-42a4-b28c-d1ff33b40c9e tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.1945744 Aug 11 22:02:23.333815 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-523547df-81b5-497f-bcfb-aeb8ae047bc9 req-525102f5-d7fe-42c0-9fe4-73626a312af6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b682931-e299-47d8-a83a-ba8d76ab64fa HTTP/1.1" status: 200 len: 217 time: 0.0938921 Aug 11 22:02:23.364091 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-27fabf66-1888-4fcd-9e57-2ab0f3740187 req-f4a999af-028a-4682-a5ba-9b84e9104137 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:23.367313 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-27fabf66-1888-4fcd-9e57-2ab0f3740187 req-f4a999af-028a-4682-a5ba-9b84e9104137 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:23.369049 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-27fabf66-1888-4fcd-9e57-2ab0f3740187 req-f4a999af-028a-4682-a5ba-9b84e9104137 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] 10.222.0.77 "DELETE /v2.0/security-groups/fb9f883d-3ad3-4903-bb52-5c5378d9e531 HTTP/1.1" status: 204 len: 173 time: 0.1797926 Aug 11 22:02:23.389002 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a999af-028a-4682-a5ba-9b84e9104137 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9f883d-3ad3-4903-bb52-5c5378d9e531,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:23.485086 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-94679d8e-abc7-45c1-a23e-e69987371471 req-4bd84b5f-494f-45a5-a6c9-56222fb4dc91 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452935 Aug 11 22:02:23.488107 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523547df-81b5-497f-bcfb-aeb8ae047bc9 req-6b2abfb5-b0df-4a4b-9e0e-6e292740ac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:23.490814 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-523547df-81b5-497f-bcfb-aeb8ae047bc9 req-6b2abfb5-b0df-4a4b-9e0e-6e292740ac42 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fd19ad71-37f3-4014-bc35-046e6b7efdcb HTTP/1.1" status: 200 len: 858 time: 0.1473124 Aug 11 22:02:23.508884 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8579bd-e614-432a-a108-3c6f165b714b req-03ad7d6d-991b-4482-b128-25b33000237e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:23.510584 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3b8579bd-e614-432a-a108-3c6f165b714b req-03ad7d6d-991b-4482-b128-25b33000237e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.0590484 Aug 11 22:02:23.536724 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-523547df-81b5-497f-bcfb-aeb8ae047bc9 req-2581addc-25e6-4b1a-9c22-0dac88c8da14 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2e5ce1c7-b332-4021-b8e6-4d054d5f0a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356925 Aug 11 22:02:23.568414 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3b8579bd-e614-432a-a108-3c6f165b714b req-53210464-99a8-4ac7-bcf7-0b75ad14afaa tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503261 Aug 11 22:02:23.664444 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7456503d-081e-49c4-9983-9735c114b0e6 req-e8c5067f-5c78-4f81-9c07-e7ad83dcd0a6 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] 10.222.0.77 "GET /v2.0/security-groups/5d7706e7-748b-429c-9fd6-7aed492ecb56 HTTP/1.1" status: 200 len: 1814 time: 0.0660582 Aug 11 22:02:23.681021 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-523547df-81b5-497f-bcfb-aeb8ae047bc9 req-eed5aabc-176d-4b8e-9905-489577880f2e service neutron] 10.222.0.52 "GET /v2.0/networks/2e5ce1c7-b332-4021-b8e6-4d054d5f0a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334839 Aug 11 22:02:23.737388 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7456503d-081e-49c4-9983-9735c114b0e6 req-8688a962-f3df-4ecf-9f7d-a250edf297b9 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:23.766937 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7456503d-081e-49c4-9983-9735c114b0e6 req-8688a962-f3df-4ecf-9f7d-a250edf297b9 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:23.829727 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7456503d-081e-49c4-9983-9735c114b0e6 req-8688a962-f3df-4ecf-9f7d-a250edf297b9 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:23.834070 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7456503d-081e-49c4-9983-9735c114b0e6 req-8688a962-f3df-4ecf-9f7d-a250edf297b9 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:23.836604 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7456503d-081e-49c4-9983-9735c114b0e6 req-8688a962-f3df-4ecf-9f7d-a250edf297b9 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] 10.222.0.77 "DELETE /v2.0/security-groups/5d7706e7-748b-429c-9fd6-7aed492ecb56 HTTP/1.1" status: 204 len: 173 time: 0.1623311 Aug 11 22:02:23.861294 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688a962-f3df-4ecf-9f7d-a250edf297b9 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7706e7-748b-429c-9fd6-7aed492ecb56,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:23.952320 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc18b3ff-efd8-48d5-8e64-5f24ee9cd82f req-0a8b2e3e-0847-42d2-8393-e23435732f8e tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] 10.222.0.77 "GET /v2.0/security-groups/e01ff0f2-6361-489d-b6ec-a73fd297b114 HTTP/1.1" status: 200 len: 1814 time: 0.0761487 Aug 11 22:02:24.059656 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-cc18b3ff-efd8-48d5-8e64-5f24ee9cd82f req-85278c30-a612-472d-948d-11500c63a6b3 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:24.099010 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-cc18b3ff-efd8-48d5-8e64-5f24ee9cd82f req-85278c30-a612-472d-948d-11500c63a6b3 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:24.169696 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-cc18b3ff-efd8-48d5-8e64-5f24ee9cd82f req-85278c30-a612-472d-948d-11500c63a6b3 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:24.175636 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-cc18b3ff-efd8-48d5-8e64-5f24ee9cd82f req-85278c30-a612-472d-948d-11500c63a6b3 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:24.177440 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc18b3ff-efd8-48d5-8e64-5f24ee9cd82f req-85278c30-a612-472d-948d-11500c63a6b3 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] 10.222.0.77 "DELETE /v2.0/security-groups/e01ff0f2-6361-489d-b6ec-a73fd297b114 HTTP/1.1" status: 204 len: 173 time: 0.2175198 Aug 11 22:02:24.201117 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85278c30-a612-472d-948d-11500c63a6b3 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01ff0f2-6361-489d-b6ec-a73fd297b114,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:24.202104 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3c709-ec0b-4842-b6ba-c79875f581a8 req-42710729-e8f8-4d51-86be-f4b67a586200 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:24.204304 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f7e3c709-ec0b-4842-b6ba-c79875f581a8 req-42710729-e8f8-4d51-86be-f4b67a586200 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.1013217 Aug 11 22:02:24.212582 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-523547df-81b5-497f-bcfb-aeb8ae047bc9 req-69c27bdb-38ed-4db7-96bc-ea258c9c54f8 service neutron] 10.222.0.52 "GET /v2.0/networks/2e5ce1c7-b332-4021-b8e6-4d054d5f0a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5231998 Aug 11 22:02:24.287010 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f7e3c709-ec0b-4842-b6ba-c79875f581a8 req-a5ca65e1-4ec7-43c6-b2e2-92c6fc820db9 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612221 Aug 11 22:02:24.429901 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e271d5-6201-4a7a-928f-ae4f36a1e43c req-91f7eb4e-f344-4151-a370-9c714d80a25c tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:24.431533 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-25e271d5-6201-4a7a-928f-ae4f36a1e43c req-91f7eb4e-f344-4151-a370-9c714d80a25c tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 943 time: 0.0613437 Aug 11 22:02:24.460652 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0476ca2d-e5cb-447f-8e3a-684bc3cb800a req-9035fffc-84f5-41b3-a710-6ffe25ddddad tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] 10.222.0.77 "GET /v2.0/security-groups/0935432f-a169-4846-a77f-dc65ecb00a6c HTTP/1.1" status: 200 len: 1814 time: 0.0581136 Aug 11 22:02:24.500465 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-25e271d5-6201-4a7a-928f-ae4f36a1e43c req-34d8a35b-885f-4598-97e3-e55cf5afdd4b tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567999 Aug 11 22:02:24.542011 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-0476ca2d-e5cb-447f-8e3a-684bc3cb800a req-624103d5-cd03-499d-b79a-534f9b9338a1 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:24.581234 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-0476ca2d-e5cb-447f-8e3a-684bc3cb800a req-624103d5-cd03-499d-b79a-534f9b9338a1 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:24.639021 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-0476ca2d-e5cb-447f-8e3a-684bc3cb800a req-624103d5-cd03-499d-b79a-534f9b9338a1 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:24.643247 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-0476ca2d-e5cb-447f-8e3a-684bc3cb800a req-624103d5-cd03-499d-b79a-534f9b9338a1 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:24.645252 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0476ca2d-e5cb-447f-8e3a-684bc3cb800a req-624103d5-cd03-499d-b79a-534f9b9338a1 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] 10.222.0.77 "DELETE /v2.0/security-groups/0935432f-a169-4846-a77f-dc65ecb00a6c HTTP/1.1" status: 204 len: 173 time: 0.1764629 Aug 11 22:02:24.666081 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624103d5-cd03-499d-b79a-534f9b9338a1 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0935432f-a169-4846-a77f-dc65ecb00a6c,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:24.672094 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7cc4d-ea46-4078-9102-c3c7d6a9f666 req-3aa8cf59-60b1-4514-8863-e8746a654dda tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:24.675166 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8cd7cc4d-ea46-4078-9102-c3c7d6a9f666 req-3aa8cf59-60b1-4514-8863-e8746a654dda tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.0839224 Aug 11 22:02:24.742888 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8cd7cc4d-ea46-4078-9102-c3c7d6a9f666 req-4a852e80-be2e-4add-8b11-266824bc63d3 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517349 Aug 11 22:02:24.796859 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95b608-66be-4e79-b749-8756c77ea0ed req-77d4ab4b-3267-4223-8e92-14032837f75e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:24.798727 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a95b608-66be-4e79-b749-8756c77ea0ed req-77d4ab4b-3267-4223-8e92-14032837f75e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.0760980 Aug 11 22:02:24.868238 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a95b608-66be-4e79-b749-8756c77ea0ed req-4f777403-a89b-4fb4-9a59-98682144039c tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562813 Aug 11 22:02:24.900023 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3477ba8d-2138-419d-b68d-a30a575f7abc req-45da1731-b0d2-41bb-92d3-83eda9d4713c tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] 10.222.0.77 "GET /v2.0/security-groups/0a25b6fe-f2ce-444c-a0fb-1a779e58bc53 HTTP/1.1" status: 200 len: 1813 time: 0.0515127 Aug 11 22:02:24.965439 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-3477ba8d-2138-419d-b68d-a30a575f7abc req-eb5b1c94-a588-4596-a3e8-dd4c12e942c5 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:24.991722 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-3477ba8d-2138-419d-b68d-a30a575f7abc req-eb5b1c94-a588-4596-a3e8-dd4c12e942c5 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:25.042367 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-3477ba8d-2138-419d-b68d-a30a575f7abc req-eb5b1c94-a588-4596-a3e8-dd4c12e942c5 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:25.046407 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-3477ba8d-2138-419d-b68d-a30a575f7abc req-eb5b1c94-a588-4596-a3e8-dd4c12e942c5 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:25.047822 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3477ba8d-2138-419d-b68d-a30a575f7abc req-eb5b1c94-a588-4596-a3e8-dd4c12e942c5 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] 10.222.0.77 "DELETE /v2.0/security-groups/0a25b6fe-f2ce-444c-a0fb-1a779e58bc53 HTTP/1.1" status: 204 len: 173 time: 0.1407547 Aug 11 22:02:25.054615 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35472) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:02:25.060126 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b1c94-a588-4596-a3e8-dd4c12e942c5 tempest-SecurityGroupRulesNegativeTestJSON-142095633 tempest-SecurityGroupRulesNegativeTestJSON-142095633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a25b6fe-f2ce-444c-a0fb-1a779e58bc53,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:25.112894 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b7ecde8-18f0-446d-b752-e2c731ed543b admin admin] Deleting subnet 0655a017-a744-4dda-8f73-7e099056b02e {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:02:25.116546 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3b7ecde8-18f0-446d-b752-e2c731ed543b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:25.153268 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3b7ecde8-18f0-446d-b752-e2c731ed543b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:25.228321 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3b7ecde8-18f0-446d-b752-e2c731ed543b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:25.316690 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3b7ecde8-18f0-446d-b752-e2c731ed543b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:25.363379 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ecde8-18f0-446d-b752-e2c731ed543b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0655a017-a744-4dda-8f73-7e099056b02e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:25.370055 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3b7ecde8-18f0-446d-b752-e2c731ed543b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:25.377593 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3b7ecde8-18f0-446d-b752-e2c731ed543b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0655a017-a744-4dda-8f73-7e099056b02e HTTP/1.1" status: 204 len: 168 time: 0.3184762 Aug 11 22:02:25.377593 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35478) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:02:25.473786 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-58ac8aa2-b361-4c18-bbc4-1b0fbb5f14e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:25.477187 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce600a0-8f62-45d4-aa1f-06db55ecdf83 req-8581f132-46aa-43ba-80be-16b85ba2b04a tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:25.478826 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0ce600a0-8f62-45d4-aa1f-06db55ecdf83 req-8581f132-46aa-43ba-80be-16b85ba2b04a tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.0620768 Aug 11 22:02:25.522213 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0ce600a0-8f62-45d4-aa1f-06db55ecdf83 req-f221d725-0de5-4da6-9275-3f55ec78e40b tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357707 Aug 11 22:02:25.588200 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-58ac8aa2-b361-4c18-bbc4-1b0fbb5f14e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:25.615785 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-58ac8aa2-b361-4c18-bbc4-1b0fbb5f14e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a08797d-7b0a-4847-9257-cf176bed3a9a']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:02:25.644564 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-58ac8aa2-b361-4c18-bbc4-1b0fbb5f14e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60619ed-6ed8-4206-9631-18af7d7dcf1e') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:02:25.644867 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-58ac8aa2-b361-4c18-bbc4-1b0fbb5f14e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60619ed-6ed8-4206-9631-18af7d7dcf1e') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:02:25.657998 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-58ac8aa2-b361-4c18-bbc4-1b0fbb5f14e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:25.680342 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-58ac8aa2-b361-4c18-bbc4-1b0fbb5f14e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:25.691120 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bfd20-fcb5-4b0d-bbf0-734e6b819294 req-79d05a5a-da1c-42c3-9a33-a93639a428a2 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:25.692932 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a3bfd20-fcb5-4b0d-bbf0-734e6b819294 req-79d05a5a-da1c-42c3-9a33-a93639a428a2 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 943 time: 0.0943172 Aug 11 22:02:25.699984 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ac8aa2-b361-4c18-bbc4-1b0fbb5f14e9 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:02:25.701038 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-58ac8aa2-b361-4c18-bbc4-1b0fbb5f14e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:02:25.702976 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:02:25.812102 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a3bfd20-fcb5-4b0d-bbf0-734e6b819294 req-1efbf695-9c08-45e5-972b-cb0aec292fe3 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081545 Aug 11 22:02:25.813598 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-58ac8aa2-b361-4c18-bbc4-1b0fbb5f14e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:25.820270 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-58ac8aa2-b361-4c18-bbc4-1b0fbb5f14e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:25.825944 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-58ac8aa2-b361-4c18-bbc4-1b0fbb5f14e9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/8a08797d-7b0a-4847-9257-cf176bed3a9a HTTP/1.1" status: 204 len: 168 time: 0.4461472 Aug 11 22:02:25.841006 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac8aa2-b361-4c18-bbc4-1b0fbb5f14e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a08797d-7b0a-4847-9257-cf176bed3a9a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:26.001854 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbcd5b-e265-402e-89d3-fddbe5480fcb req-91a41c7f-5c08-43c2-b7eb-a60f5ad0c377 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:26.002066 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35492) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:02:26.003374 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7afbcd5b-e265-402e-89d3-fddbe5480fcb req-91a41c7f-5c08-43c2-b7eb-a60f5ad0c377 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.0806828 Aug 11 22:02:26.055757 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7afbcd5b-e265-402e-89d3-fddbe5480fcb req-93f898a1-5aab-4429-ae70-60e6368e8d49 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396056 Aug 11 22:02:26.076796 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-56e6d86b-ee26-4fbc-9af1-30b41b0b373f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b7ed999d2da14bf5959ee9edc28a0e74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0680938 Aug 11 22:02:26.079450 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35494) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:02:26.168289 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0b378-baca-41e7-a6f5-7e52cd61967a req-9dd548d1-4f82-4a74-ab12-eb63626ccee7 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:26.170880 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-17e0b378-baca-41e7-a6f5-7e52cd61967a req-9dd548d1-4f82-4a74-ab12-eb63626ccee7 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.0701315 Aug 11 22:02:26.175987 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6981c08a-9c0d-47e5-8ff5-71ea8ccd7417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:26.208082 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6981c08a-9c0d-47e5-8ff5-71ea8ccd7417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:26.238193 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-17e0b378-baca-41e7-a6f5-7e52cd61967a req-2d5050d2-d303-4ec8-ad46-b5eba5699562 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563951 Aug 11 22:02:26.329046 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6981c08a-9c0d-47e5-8ff5-71ea8ccd7417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:26.334785 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6981c08a-9c0d-47e5-8ff5-71ea8ccd7417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:26.338766 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6981c08a-9c0d-47e5-8ff5-71ea8ccd7417 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/50a791e0-c205-4e94-a480-0b2adce0589d HTTP/1.1" status: 204 len: 168 time: 0.2571142 Aug 11 22:02:26.356040 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981c08a-9c0d-47e5-8ff5-71ea8ccd7417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a791e0-c205-4e94-a480-0b2adce0589d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:26.526966 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ccf4a54b-c71f-429f-abdd-8fa897ec2bf4 req-d2c5937f-7a29-44cd-9919-a6ea521f9c55 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0898924 Aug 11 22:02:26.686656 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4a54b-c71f-429f-abdd-8fa897ec2bf4 req-c0c5ff3c-a113-4172-8ccd-37d6e981fcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:26.689447 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ccf4a54b-c71f-429f-abdd-8fa897ec2bf4 req-c0c5ff3c-a113-4172-8ccd-37d6e981fcd8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f8b3422dece244b1afcf393ec9f1b957&device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 1096 time: 0.1089809 Aug 11 22:02:26.855996 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173bd6c-3185-4a03-a733-6e4ec66b6654 req-0276ce9a-2e89-4507-ac19-d359f9f830be tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:26.855996 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e173bd6c-3185-4a03-a733-6e4ec66b6654 req-0276ce9a-2e89-4507-ac19-d359f9f830be tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.1990242 Aug 11 22:02:26.966750 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4a54b-c71f-429f-abdd-8fa897ec2bf4 req-2e31030c-7bca-49b4-b7a9-f9073ce87251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:26.969963 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ccf4a54b-c71f-429f-abdd-8fa897ec2bf4 req-2e31030c-7bca-49b4-b7a9-f9073ce87251 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2e5ce1c7-b332-4021-b8e6-4d054d5f0a81 HTTP/1.1" status: 200 len: 919 time: 0.2468114 Aug 11 22:02:26.976695 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e173bd6c-3185-4a03-a733-6e4ec66b6654 req-20896dc8-9a5d-45b6-88ea-199f5e3a9e49 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049242 Aug 11 22:02:27.020903 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc39d1-6735-463f-b5d5-3373fc4b63d5 req-3c328bad-b3a5-4f2d-891b-4579d202ae5f tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:27.024239 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-becc39d1-6735-463f-b5d5-3373fc4b63d5 req-3c328bad-b3a5-4f2d-891b-4579d202ae5f tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 943 time: 0.0843704 Aug 11 22:02:27.057718 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ccf4a54b-c71f-429f-abdd-8fa897ec2bf4 req-6372b4ef-11ff-4cf4-94cd-20e65e6bc953 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=287831d1-c443-4524-9743-9ff527c7c0d1 HTTP/1.1" status: 200 len: 217 time: 0.0788651 Aug 11 22:02:27.133594 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-becc39d1-6735-463f-b5d5-3373fc4b63d5 req-b09526af-98ff-47f9-bcd3-88aac8e2ea31 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005321 Aug 11 22:02:27.193366 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4a54b-c71f-429f-abdd-8fa897ec2bf4 req-d279ffc7-00b1-4c68-88af-53506d9df20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:27.197407 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ccf4a54b-c71f-429f-abdd-8fa897ec2bf4 req-d279ffc7-00b1-4c68-88af-53506d9df20c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fd19ad71-37f3-4014-bc35-046e6b7efdcb HTTP/1.1" status: 200 len: 858 time: 0.1308331 Aug 11 22:02:27.256115 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ccf4a54b-c71f-429f-abdd-8fa897ec2bf4 req-cc8ac3a3-0c51-4504-a3f8-272b33ea61f5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2e5ce1c7-b332-4021-b8e6-4d054d5f0a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470088 Aug 11 22:02:27.265244 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90220ee7-a580-4f83-bed7-4c1f220f2e0a req-a396fe4c-61ab-4eb9-9dfb-813c24d2c8cf tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:27.274653 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-90220ee7-a580-4f83-bed7-4c1f220f2e0a req-a396fe4c-61ab-4eb9-9dfb-813c24d2c8cf tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.0751698 Aug 11 22:02:27.316970 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-90220ee7-a580-4f83-bed7-4c1f220f2e0a req-f492f1f3-8cb7-4fe7-bc7b-10eaf72c2af3 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413442 Aug 11 22:02:27.498691 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ccf4a54b-c71f-429f-abdd-8fa897ec2bf4 req-f12995e7-e807-470b-a940-27dee9402140 service neutron] 10.222.0.82 "GET /v2.0/networks/2e5ce1c7-b332-4021-b8e6-4d054d5f0a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328773 Aug 11 22:02:27.549437 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac148c-8fb0-4398-9569-2329de450ad5 req-e7259a2f-2ebc-4def-9d4c-3f818232192b tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:27.551107 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-45ac148c-8fb0-4398-9569-2329de450ad5 req-e7259a2f-2ebc-4def-9d4c-3f818232192b tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.1320679 Aug 11 22:02:27.652134 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-45ac148c-8fb0-4398-9569-2329de450ad5 req-5383fb76-4a8f-4807-bdf4-c7aba5eef131 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706899 Aug 11 22:02:27.770794 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ccf4a54b-c71f-429f-abdd-8fa897ec2bf4 req-29d6826f-8295-4e3f-b597-810c492a5913 service neutron] 10.222.0.82 "GET /v2.0/networks/2e5ce1c7-b332-4021-b8e6-4d054d5f0a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562182 Aug 11 22:02:27.941854 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35544) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:02:28.125168 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c2055d45-359f-404e-a856-c7e6bbe61fe1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1180150663-network', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:02:28.150979 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2055d45-359f-404e-a856-c7e6bbe61fe1 admin admin] Made reservation on behalf of 21f8e25332dd44aa8653731b1f899e18 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:02:28.160041 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c2055d45-359f-404e-a856-c7e6bbe61fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:28.195714 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c2055d45-359f-404e-a856-c7e6bbe61fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:28.255807 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052ed99-ceff-40e1-99f7-5535fdb32517 req-b1ceaeb6-6bde-4bd1-b563-dbb5728c3d68 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:28.270259 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1052ed99-ceff-40e1-99f7-5535fdb32517 req-b1ceaeb6-6bde-4bd1-b563-dbb5728c3d68 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.1410110 Aug 11 22:02:28.335261 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1052ed99-ceff-40e1-99f7-5535fdb32517 req-f7e29ec4-572d-4b84-a4d2-440c85b12dd2 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629957 Aug 11 22:02:28.430616 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c2055d45-359f-404e-a856-c7e6bbe61fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:28.448558 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd9680-4bdb-4a27-938f-60c514d39349 req-5c85480d-2483-46fd-8000-e63e654a869d tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:28.452002 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f6cd9680-4bdb-4a27-938f-60c514d39349 req-5c85480d-2483-46fd-8000-e63e654a869d tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 943 time: 0.1419873 Aug 11 22:02:28.456832 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c2055d45-359f-404e-a856-c7e6bbe61fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:28.506503 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2055d45-359f-404e-a856-c7e6bbe61fe1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:02:28.530256 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2055d45-359f-404e-a856-c7e6bbe61fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b40dcc-7ffa-4b19-99a7-89539507e270,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:28.534666 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c2055d45-359f-404e-a856-c7e6bbe61fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:28.535085 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-c2055d45-359f-404e-a856-c7e6bbe61fe1 admin admin] Added segment 9c982ec6-2c84-465b-999c-00765c0cf758 of type vlan for network 51af6b0f-08b6-41a5-a9ed-48b34e3cb239 Aug 11 22:02:28.550137 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f6cd9680-4bdb-4a27-938f-60c514d39349 req-555494be-75c7-48bf-b34f-fdaed58e2cad tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894940 Aug 11 22:02:28.620560 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c2055d45-359f-404e-a856-c7e6bbe61fe1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:28.663418 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c2055d45-359f-404e-a856-c7e6bbe61fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:28.664461 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2055d45-359f-404e-a856-c7e6bbe61fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:28.665285 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c2055d45-359f-404e-a856-c7e6bbe61fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:28.783642 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c2055d45-359f-404e-a856-c7e6bbe61fe1 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8402765 Aug 11 22:02:28.785217 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35558) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:02:28.786300 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2055d45-359f-404e-a856-c7e6bbe61fe1 admin admin] Pushing event updated for resources: {'Network': ['ID=51af6b0f-08b6-41a5-a9ed-48b34e3cb239,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:28.801680 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-94ad81d8-53f5-4979-854c-533b5fb4acbc admin admin] Request body: {'subnet': {'network_id': '51af6b0f-08b6-41a5-a9ed-48b34e3cb239', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1180150663-subnet', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:02:28.805070 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 51af6b0f-08b6-41a5-a9ed-48b34e3cb239 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:02:28.890871 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ad81d8-53f5-4979-854c-533b5fb4acbc admin admin] Made reservation on behalf of 21f8e25332dd44aa8653731b1f899e18 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:02:28.895576 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-94ad81d8-53f5-4979-854c-533b5fb4acbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:28.912517 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75ac5a-4764-4ffa-b957-d52bf5979608 req-aa048bb4-d534-4363-a11f-16457aae64b9 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:28.932940 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1d75ac5a-4764-4ffa-b957-d52bf5979608 req-aa048bb4-d534-4363-a11f-16457aae64b9 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.1619596 Aug 11 22:02:28.959860 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device dafb7e42-7f3e-49fb-8c98-6deabd516fd1 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:02:29.077153 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1d75ac5a-4764-4ffa-b957-d52bf5979608 req-3bb428a0-5c5d-4df2-a5c4-7f35f6895410 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408987 Aug 11 22:02:29.166819 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-6773ec9f-2063-4887-9503-f18637934824 service neutron] 10.222.0.52 "GET /v2.0/ports/dafb7e42-7f3e-49fb-8c98-6deabd516fd1/bindings/n-h1-804275-3 HTTP/1.1" status: 200 len: 384 time: 0.2090793 Aug 11 22:02:29.430541 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-94ad81d8-53f5-4979-854c-533b5fb4acbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:29.515899 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-16ba6016-6418-4de6-ba97-7cb73d7aeadc service neutron] For port dafb7e42-7f3e-49fb-8c98-6deabd516fd1, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=dafb7e42-7f3e-49fb-8c98-6deabd516fd1,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:02:29.532119 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad81d8-53f5-4979-854c-533b5fb4acbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dff4e45-f48e-4976-9708-e4527f53ecdf,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:29.563114 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-16ba6016-6418-4de6-ba97-7cb73d7aeadc service neutron] For port dafb7e42-7f3e-49fb-8c98-6deabd516fd1, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:02:29.565391 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd4b49-34b4-46c5-8e75-4b163aa13544 req-1b4841ef-df31-45c9-b8ac-a2372c9fe871 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:29.580955 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-27cd4b49-34b4-46c5-8e75-4b163aa13544 req-1b4841ef-df31-45c9-b8ac-a2372c9fe871 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.1339595 Aug 11 22:02:29.587277 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ad81d8-53f5-4979-854c-533b5fb4acbc admin admin] Checking segment: {'id': '9c982ec6-2c84-465b-999c-00765c0cf758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '51af6b0f-08b6-41a5-a9ed-48b34e3cb239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:02:29.587711 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ad81d8-53f5-4979-854c-533b5fb4acbc admin admin] Network hostable DHCP agents. Network: 51af6b0f-08b6-41a5-a9ed-48b34e3cb239, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:02:29.613691 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-16ba6016-6418-4de6-ba97-7cb73d7aeadc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dafb7e42-7f3e-49fb-8c98-6deabd516fd1 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:02:29.635971 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-16ba6016-6418-4de6-ba97-7cb73d7aeadc service neutron] For port dafb7e42-7f3e-49fb-8c98-6deabd516fd1, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=dafb7e42-7f3e-49fb-8c98-6deabd516fd1,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:02:29.665625 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ad81d8-53f5-4979-854c-533b5fb4acbc admin admin] Network 51af6b0f-08b6-41a5-a9ed-48b34e3cb239 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:02:29.685822 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-27cd4b49-34b4-46c5-8e75-4b163aa13544 req-e3a2566b-0f74-436d-a07f-fc442f5d8239 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986109 Aug 11 22:02:29.691325 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-16ba6016-6418-4de6-ba97-7cb73d7aeadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:29.723790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-94ad81d8-53f5-4979-854c-533b5fb4acbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 51af6b0f-08b6-41a5-a9ed-48b34e3cb239) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:02:29.737751 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8721219-9143-44e8-9c12-fa323381177c None None] Network 51af6b0f-08b6-41a5-a9ed-48b34e3cb239 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:02:29.740746 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ad81d8-53f5-4979-854c-533b5fb4acbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:29.741792 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-94ad81d8-53f5-4979-854c-533b5fb4acbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:29.817212 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-94ad81d8-53f5-4979-854c-533b5fb4acbc admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0260479 Aug 11 22:02:29.821433 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35570) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:02:29.830959 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1180150663-router', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:02:29.878873 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa21582-7250-4da9-83a9-c4fed3291516 req-14698f86-d1e4-478a-8df4-f727a947747f tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:29.887584 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3aa21582-7250-4da9-83a9-c4fed3291516 req-14698f86-d1e4-478a-8df4-f727a947747f tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 943 time: 0.1571405 Aug 11 22:02:29.929059 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-16ba6016-6418-4de6-ba97-7cb73d7aeadc service neutron] Transition to ACTIVE for port object dafb7e42-7f3e-49fb-8c98-6deabd516fd1 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:02:29.936442 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:29.937820 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:29.952245 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-16ba6016-6418-4de6-ba97-7cb73d7aeadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:29.983711 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3aa21582-7250-4da9-83a9-c4fed3291516 req-ca0425c1-f793-4cdb-ab6f-c83fe2a90d83 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949728 Aug 11 22:02:30.118731 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:30.119025 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc5d3ae-1d80-4ba2-a5dd-6b524134a9b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-51af6b0f-08b6-41a5-a9ed-48b34e3cb239', 'network_id': '51af6b0f-08b6-41a5-a9ed-48b34e3cb239', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'fixed_ips': [{'subnet_id': '7dff4e45-f48e-4976-9708-e4527f53ecdf'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:02:30.121083 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-acc5d3ae-1d80-4ba2-a5dd-6b524134a9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:30.173157 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-16ba6016-6418-4de6-ba97-7cb73d7aeadc service neutron] No DVR routers for this DVR port dafb7e42-7f3e-49fb-8c98-6deabd516fd1 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:02:30.226082 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba6016-6418-4de6-ba97-7cb73d7aeadc service neutron] Pushing event updated for resources: {'Port': ['ID=dafb7e42-7f3e-49fb-8c98-6deabd516fd1,revision_number=10']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:30.287001 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-16ba6016-6418-4de6-ba97-7cb73d7aeadc service neutron] 10.222.0.52 "PUT /v2.0/ports/dafb7e42-7f3e-49fb-8c98-6deabd516fd1/bindings/n-h1-804275-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1090958 Aug 11 22:02:30.290743 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3011f-9398-4144-b1e3-0d1545b28343 req-d0c2795f-ac2d-4a5f-8f26-dd1d191d47b8 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:30.293191 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99f3011f-9398-4144-b1e3-0d1545b28343 req-d0c2795f-ac2d-4a5f-8f26-dd1d191d47b8 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.0708778 Aug 11 22:02:30.367901 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99f3011f-9398-4144-b1e3-0d1545b28343 req-099beb81-7804-41b4-96d1-d9663c37a9cb tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674782 Aug 11 22:02:30.380040 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:30.395914 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-acc5d3ae-1d80-4ba2-a5dd-6b524134a9b1 None None] Allocated IP 172.20.0.2 (51af6b0f-08b6-41a5-a9ed-48b34e3cb239/7dff4e45-f48e-4976-9708-e4527f53ecdf/6da2d647-4700-470a-9b48-5dea61085030) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:02:30.491015 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-ef4f6323-8590-4bc1-9004-61327a7d3d38 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:30.492470 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-ef4f6323-8590-4bc1-9004-61327a7d3d38 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3&tenant_id=a5fc899cc52f44178d979d66e6a50dde&binding%3Ahost_id=n-h2-804275-3 HTTP/1.1" status: 200 len: 1095 time: 0.1089277 Aug 11 22:02:30.596158 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-0c2fa6fa-671c-4515-8670-ae99e573e73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:30.597728 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-0c2fa6fa-671c-4515-8670-ae99e573e73b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3&tenant_id=a5fc899cc52f44178d979d66e6a50dde HTTP/1.1" status: 200 len: 1095 time: 0.0929661 Aug 11 22:02:30.602435 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-acc5d3ae-1d80-4ba2-a5dd-6b524134a9b1 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:30.617135 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-acc5d3ae-1d80-4ba2-a5dd-6b524134a9b1 None None] Transition to ACTIVE for port object 6da2d647-4700-470a-9b48-5dea61085030 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:02:30.648605 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-acc5d3ae-1d80-4ba2-a5dd-6b524134a9b1 None None] Transition to ACTIVE for port object 6da2d647-4700-470a-9b48-5dea61085030 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:02:30.662956 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-acc5d3ae-1d80-4ba2-a5dd-6b524134a9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:30.748534 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc5d3ae-1d80-4ba2-a5dd-6b524134a9b1 None None] Network 51af6b0f-08b6-41a5-a9ed-48b34e3cb239 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:02:30.762711 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-acc5d3ae-1d80-4ba2-a5dd-6b524134a9b1 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:02:30.772061 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc5d3ae-1d80-4ba2-a5dd-6b524134a9b1 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:02:30.778464 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5d3ae-1d80-4ba2-a5dd-6b524134a9b1 None None] Pushing event updated for resources: {'Port': ['ID=6da2d647-4700-470a-9b48-5dea61085030,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:30.876118 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-b4fd8bae-2691-4e76-9144-fd9a201df749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:30.878087 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-b4fd8bae-2691-4e76-9144-fd9a201df749 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a5fc899cc52f44178d979d66e6a50dde&device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 1095 time: 0.1963556 Aug 11 22:02:30.890901 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-acc5d3ae-1d80-4ba2-a5dd-6b524134a9b1 None None] Attempting to bind port 6da2d647-4700-470a-9b48-5dea61085030 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:02:30.891476 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-acc5d3ae-1d80-4ba2-a5dd-6b524134a9b1 None None] Attempting to bind port 6da2d647-4700-470a-9b48-5dea61085030 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '9c982ec6-2c84-465b-999c-00765c0cf758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '51af6b0f-08b6-41a5-a9ed-48b34e3cb239'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:02:30.892155 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc5d3ae-1d80-4ba2-a5dd-6b524134a9b1 None None] Attempting to bind port 6da2d647-4700-470a-9b48-5dea61085030 on network 51af6b0f-08b6-41a5-a9ed-48b34e3cb239 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:02:30.904089 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc5d3ae-1d80-4ba2-a5dd-6b524134a9b1 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:02:30.905403 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc5d3ae-1d80-4ba2-a5dd-6b524134a9b1 None None] Checking segment: {'id': '9c982ec6-2c84-465b-999c-00765c0cf758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '51af6b0f-08b6-41a5-a9ed-48b34e3cb239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:02:30.906845 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-acc5d3ae-1d80-4ba2-a5dd-6b524134a9b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:30.907764 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc5d3ae-1d80-4ba2-a5dd-6b524134a9b1 None None] Bound using segment: {'id': '9c982ec6-2c84-465b-999c-00765c0cf758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '51af6b0f-08b6-41a5-a9ed-48b34e3cb239'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:02:30.908926 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-acc5d3ae-1d80-4ba2-a5dd-6b524134a9b1 None None] Bound port: 6da2d647-4700-470a-9b48-5dea61085030, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c982ec6-2c84-465b-999c-00765c0cf758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '51af6b0f-08b6-41a5-a9ed-48b34e3cb239'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:02:30.909909 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-acc5d3ae-1d80-4ba2-a5dd-6b524134a9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:30.910627 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4325abb-b875-4d60-9e14-7e33071e6f9b req-c5424e08-ee5e-4bb9-a609-c80b1dc6714a tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:30.917192 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4325abb-b875-4d60-9e14-7e33071e6f9b req-c5424e08-ee5e-4bb9-a609-c80b1dc6714a tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.0857215 Aug 11 22:02:31.002992 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4325abb-b875-4d60-9e14-7e33071e6f9b req-f3644fe5-c2bf-4c66-bd0c-583dd541d4fb tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778596 Aug 11 22:02:31.004134 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:31.007955 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-eba61831-4902-472b-bc0e-1f4c9cc1989a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:31.011134 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-eba61831-4902-472b-bc0e-1f4c9cc1989a service neutron] 10.222.0.82 "GET /v2.0/networks?id=83735497-c152-410a-a532-372740b4ec60 HTTP/1.1" status: 200 len: 908 time: 0.1193321 Aug 11 22:02:31.045602 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:31.055236 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-acc5d3ae-1d80-4ba2-a5dd-6b524134a9b1 None None] For port 6da2d647-4700-470a-9b48-5dea61085030, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:02:31.061539 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-acc5d3ae-1d80-4ba2-a5dd-6b524134a9b1 None None] For port 6da2d647-4700-470a-9b48-5dea61085030, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=6da2d647-4700-470a-9b48-5dea61085030,segment=NetworkSegment(9c982ec6-2c84-465b-999c-00765c0cf758),segment_id=9c982ec6-2c84-465b-999c-00765c0cf758)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:02:31.068824 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-acc5d3ae-1d80-4ba2-a5dd-6b524134a9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:31.093324 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-063d1aa1-a972-4cd2-98e5-4caf1daa15bc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dafb7e42-7f3e-49fb-8c98-6deabd516fd1 HTTP/1.1" status: 200 len: 217 time: 0.0552936 Aug 11 22:02:31.204381 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5d3ae-1d80-4ba2-a5dd-6b524134a9b1 None None] Pushing event updated for resources: {'Port': ['ID=6da2d647-4700-470a-9b48-5dea61085030,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:31.289635 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-3ef0f28a-ab48-48c9-a9b6-8e7e4f7086a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:31.292669 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-3ef0f28a-ab48-48c9-a9b6-8e7e4f7086a0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=45488324-eef4-4094-a90c-865b32db4e15 HTTP/1.1" status: 200 len: 847 time: 0.1617873 Aug 11 22:02:31.375198 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-37c53d91-5230-4a8e-b53c-6cf952d9129b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83735497-c152-410a-a532-372740b4ec60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639853 Aug 11 22:02:31.404075 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b46a2-271c-4985-a587-c8a3a2a8c79a req-9774745c-b4f3-4df4-ae91-5f5917ffece8 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:31.408445 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7e7b46a2-271c-4985-a587-c8a3a2a8c79a req-9774745c-b4f3-4df4-ae91-5f5917ffece8 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 944 time: 0.2410364 Aug 11 22:02:31.489896 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] Allocated IP 172.25.2.160 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/b75a1592-7ca5-418c-81b2-92e801857e3d) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:02:31.665609 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0b6f8-2a52-4c24-9d28-d13f4a65a5a8 req-cea9335e-85eb-42e4-bfcc-cd0bf999c629 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:31.668691 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-44c0b6f8-2a52-4c24-9d28-d13f4a65a5a8 req-cea9335e-85eb-42e4-bfcc-cd0bf999c629 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.1098380 Aug 11 22:02:31.727941 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-44c0b6f8-2a52-4c24-9d28-d13f4a65a5a8 req-47b2fbcc-e67f-4045-808d-c316988e86f2 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500455 Aug 11 22:02:31.764620 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7e7b46a2-271c-4985-a587-c8a3a2a8c79a req-53eb1629-3924-4c8a-bb48-1d19cc15054f tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312263 Aug 11 22:02:31.793926 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-d166367f-b5c9-4a60-a45d-681641641bad service neutron] 10.222.0.82 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815472 Aug 11 22:02:31.984387 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:32.014161 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-e268787a-39ea-4d7c-bd88-7e897d84b70d service neutron] 10.222.0.82 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105384 Aug 11 22:02:32.066171 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 6da2d647-4700-470a-9b48-5dea61085030 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:02:32.066396 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:32.135016 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:02:32.140406 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:02:32.146067 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:02:32.158941 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] Pushing event updated for resources: {'Port': ['ID=b75a1592-7ca5-418c-81b2-92e801857e3d,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:32.194128 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 6da2d647-4700-470a-9b48-5dea61085030 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:02:32.204654 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:32.205157 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:32.205362 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:32.205701 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:32.206117 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:32.206389 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:32.206773 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:32.207078 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:32.208410 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:32.209009 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:32.209694 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:32.210303 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:32.381711 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552778c-945c-4227-871e-2a0392d3a45a req-bf2cd5c7-2761-4592-91a8-60fc2fcfaf29 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:32.389841 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c552778c-945c-4227-871e-2a0392d3a45a req-bf2cd5c7-2761-4592-91a8-60fc2fcfaf29 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.1756546 Aug 11 22:02:32.461046 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c552778c-945c-4227-871e-2a0392d3a45a req-d517a97a-07a6-4971-824a-3355641442bf tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701208 Aug 11 22:02:32.539537 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-d6f202a4-18f6-4d69-b20c-bebe0a1bf6c2 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:32.541370 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-d6f202a4-18f6-4d69-b20c-bebe0a1bf6c2 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3&tenant_id=a5fc899cc52f44178d979d66e6a50dde&binding%3Ahost_id=n-h1-804275-3 HTTP/1.1" status: 200 len: 1095 time: 0.1037557 Aug 11 22:02:32.714127 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:32.738907 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26672cc9-5ef2-45cb-b280-697a64ca416e None None] Network 51af6b0f-08b6-41a5-a9ed-48b34e3cb239 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:02:32.903782 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-77897b9e-663b-4c02-ae78-fbe5ee181a75 None None] Provisioning for port 6da2d647-4700-470a-9b48-5dea61085030 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:02:32.963449 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-77897b9e-663b-4c02-ae78-fbe5ee181a75 None None] Provisioning complete for port 6da2d647-4700-470a-9b48-5dea61085030 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:02:32.963993 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-77897b9e-663b-4c02-ae78-fbe5ee181a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:33.017351 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d5e84-076e-464a-a955-e7a7e950829c req-410d934a-fc6a-49f4-bc9a-9b7764d919a8 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:33.019988 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b10d5e84-076e-464a-a955-e7a7e950829c req-410d934a-fc6a-49f4-bc9a-9b7764d919a8 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 944 time: 0.1080186 Aug 11 22:02:33.145109 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b10d5e84-076e-464a-a955-e7a7e950829c req-221705c0-f29f-487e-a95e-71b846c88c4e tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966930 Aug 11 22:02:33.176247 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-77897b9e-663b-4c02-ae78-fbe5ee181a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:33.252351 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-77897b9e-663b-4c02-ae78-fbe5ee181a75 None None] For port 6da2d647-4700-470a-9b48-5dea61085030, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=6da2d647-4700-470a-9b48-5dea61085030,segment=NetworkSegment(9c982ec6-2c84-465b-999c-00765c0cf758),segment_id=9c982ec6-2c84-465b-999c-00765c0cf758)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:02:33.260578 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-77897b9e-663b-4c02-ae78-fbe5ee181a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:33.413344 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77897b9e-663b-4c02-ae78-fbe5ee181a75 None None] Pushing event updated for resources: {'Port': ['ID=6da2d647-4700-470a-9b48-5dea61085030,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:33.563047 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db4179-7e5a-4ac2-bc21-295e08a135f6 req-3fbf8271-e21b-47b5-983e-877bb0ff287f tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:33.565508 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-62db4179-7e5a-4ac2-bc21-295e08a135f6 req-3fbf8271-e21b-47b5-983e-877bb0ff287f tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.6576455 Aug 11 22:02:33.567482 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac785f-f482-4da2-9df0-bd1304c89b80 req-e7154844-e26c-4dd3-8409-f9c114c7cd4f tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:33.576690 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-e6111ce0-09e7-4265-baa9-075954dd1743 service neutron] For port dafb7e42-7f3e-49fb-8c98-6deabd516fd1, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:02:33.581230 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f9ac785f-f482-4da2-9df0-bd1304c89b80 req-e7154844-e26c-4dd3-8409-f9c114c7cd4f tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 1095 time: 0.0947793 Aug 11 22:02:33.593550 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-e6111ce0-09e7-4265-baa9-075954dd1743 service neutron] Notify callbacks [] for binding, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:33.593921 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b563852d-41cf-433f-a4ac-3c3271325893 None None] Provisioning complete for port 6da2d647-4700-470a-9b48-5dea61085030 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:02:33.594479 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b563852d-41cf-433f-a4ac-3c3271325893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:33.597367 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d18eac5-64aa-46ac-85b9-0e3cc6331e91 req-e6111ce0-09e7-4265-baa9-075954dd1743 service neutron] 10.222.0.82 "DELETE /v2.0/ports/dafb7e42-7f3e-49fb-8c98-6deabd516fd1/bindings/n-h2-804275-3 HTTP/1.1" status: 204 len: 173 time: 0.9956076 Aug 11 22:02:33.653788 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f9ac785f-f482-4da2-9df0-bd1304c89b80 req-53787a4e-ac7f-4e60-b84f-a80bf86187c1 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652075 Aug 11 22:02:33.677235 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:33.700436 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-62db4179-7e5a-4ac2-bc21-295e08a135f6 req-46253434-b91c-4226-95d9-e5cd6af64f4e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261363 Aug 11 22:02:34.108831 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] Router 35252233-458c-40a7-b611-26ad81d7644e is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:02:34.166865 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 6da2d647-4700-470a-9b48-5dea61085030 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:02:34.298254 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05a6fb-0b6b-4cd8-9374-2a2d14d46952 req-ed323897-c623-4ca4-a057-42a34571b40a tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:34.303815 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 6da2d647-4700-470a-9b48-5dea61085030 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:02:34.304369 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:34.309080 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd05a6fb-0b6b-4cd8-9374-2a2d14d46952 req-ed323897-c623-4ca4-a057-42a34571b40a tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 1095 time: 0.1958544 Aug 11 22:02:34.532258 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd05a6fb-0b6b-4cd8-9374-2a2d14d46952 req-baad04b2-6f91-4cf8-9bb0-aadcd6d22389 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144094 Aug 11 22:02:34.552999 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:02:34.568456 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d986555-f615-4168-9922-9c3c0a8c7d15 None None] Sync routers for ids ['35252233-458c-40a7-b611-26ad81d7644e'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:02:34.570826 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca31e47-aade-432e-8b3b-d6bb909b4135 req-2eb51a5b-658f-4d18-9e41-08fa48ebe2a7 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:34.573570 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5ca31e47-aade-432e-8b3b-d6bb909b4135 req-2eb51a5b-658f-4d18-9e41-08fa48ebe2a7 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.1109424 Aug 11 22:02:34.596750 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:34.599743 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d986555-f615-4168-9922-9c3c0a8c7d15 None None] Routers {'35252233-458c-40a7-b611-26ad81d7644e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:02:34.601050 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2d986555-f615-4168-9922-9c3c0a8c7d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:02:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['35252233-458c-40a7-b611-26ad81d7644e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:02:34.607134 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ce41f327-b64a-4821-902a-07ef83bf8848 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7789783 Aug 11 22:02:34.613036 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35630) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:02:34.756322 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5ca31e47-aade-432e-8b3b-d6bb909b4135 req-f1318a41-9d50-4c26-94b3-9493b2eae617 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625032 Aug 11 22:02:34.876187 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-2d986555-f615-4168-9922-9c3c0a8c7d15 None None] Set router 35252233-458c-40a7-b611-26ad81d7644e gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:02:35.146123 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a77be7-0ae1-44cb-8b61-327169b136a2 req-917f822d-97be-4820-8b37-01aa4a79dd5d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:35.147811 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a1a77be7-0ae1-44cb-8b61-327169b136a2 req-917f822d-97be-4820-8b37-01aa4a79dd5d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.2171595 Aug 11 22:02:35.154542 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2d986555-f615-4168-9922-9c3c0a8c7d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35252233-458c-40a7-b611-26ad81d7644e', 'name': 'tempest-TaggedBootDevicesTest_v242-1180150663-router', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b75a1592-7ca5-418c-81b2-92e801857e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:02:29Z', 'updated_at': '2021-08-11T22:02:32Z', 'revision_number': 3, 'project_id': '21f8e25332dd44aa8653731b1f899e18', 'gw_port': {'id': 'b75a1592-7ca5-418c-81b2-92e801857e3d', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35252233-458c-40a7-b611-26ad81d7644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:02:31Z', 'updated_at': '2021-08-11T22:02:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:02:35.247656 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d986555-f615-4168-9922-9c3c0a8c7d15 None None] Checking router: 35252233-458c-40a7-b611-26ad81d7644e for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:02:35.247656 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d986555-f615-4168-9922-9c3c0a8c7d15 None None] Updating router 35252233-458c-40a7-b611-26ad81d7644e port b75a1592-7ca5-418c-81b2-92e801857e3d binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:02:35.260432 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a1a77be7-0ae1-44cb-8b61-327169b136a2 req-e53efca4-f23b-4fc3-88fc-f551b4b52a44 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985935 Aug 11 22:02:35.312381 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2d986555-f615-4168-9922-9c3c0a8c7d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:35.795167 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-947d8fd6-bea3-4c52-ac98-570fb8bec375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:35.800722 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2d986555-f615-4168-9922-9c3c0a8c7d15 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:35.860243 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2d986555-f615-4168-9922-9c3c0a8c7d15 None None] Transition to ACTIVE for port object b75a1592-7ca5-418c-81b2-92e801857e3d will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:02:35.873863 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2d986555-f615-4168-9922-9c3c0a8c7d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:36.041945 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c2910-76ed-4bf7-bee1-5d05c0a55b46 None None] Pushing event updated for resources: {'Port': ['ID=b75a1592-7ca5-418c-81b2-92e801857e3d,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:36.047252 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-2d986555-f615-4168-9922-9c3c0a8c7d15 None None] Attempting to bind port b75a1592-7ca5-418c-81b2-92e801857e3d on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:02:36.051311 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-2d986555-f615-4168-9922-9c3c0a8c7d15 None None] Attempting to bind port b75a1592-7ca5-418c-81b2-92e801857e3d by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:02:36.052047 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d986555-f615-4168-9922-9c3c0a8c7d15 None None] Attempting to bind port b75a1592-7ca5-418c-81b2-92e801857e3d on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:02:36.072272 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d986555-f615-4168-9922-9c3c0a8c7d15 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:02:36.073164 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d986555-f615-4168-9922-9c3c0a8c7d15 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:02:36.073701 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2d986555-f615-4168-9922-9c3c0a8c7d15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:36.076134 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d986555-f615-4168-9922-9c3c0a8c7d15 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:02:36.076985 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-2d986555-f615-4168-9922-9c3c0a8c7d15 None None] Bound port: b75a1592-7ca5-418c-81b2-92e801857e3d, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:02:36.077612 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2d986555-f615-4168-9922-9c3c0a8c7d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:36.090340 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd4580-d45f-42e1-b81b-59073fc2dd94 req-51b7556f-bb49-4e2d-abac-1668df48533f tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:36.094682 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f7dd4580-d45f-42e1-b81b-59073fc2dd94 req-51b7556f-bb49-4e2d-abac-1668df48533f tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.1659584 Aug 11 22:02:36.163860 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-947d8fd6-bea3-4c52-ac98-570fb8bec375 admin admin] Allocated IP 172.20.0.1 (51af6b0f-08b6-41a5-a9ed-48b34e3cb239/7dff4e45-f48e-4976-9708-e4527f53ecdf/8a180be2-5d97-4773-8d7d-147c71ae6b10) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:02:36.215380 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-2d986555-f615-4168-9922-9c3c0a8c7d15 None None] For port b75a1592-7ca5-418c-81b2-92e801857e3d, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:02:36.222946 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-2d986555-f615-4168-9922-9c3c0a8c7d15 None None] For port b75a1592-7ca5-418c-81b2-92e801857e3d, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b75a1592-7ca5-418c-81b2-92e801857e3d,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:02:36.225595 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f7dd4580-d45f-42e1-b81b-59073fc2dd94 req-62a25094-cf99-4859-a2f5-c98c17fcb1d8 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988960 Aug 11 22:02:36.235003 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2d986555-f615-4168-9922-9c3c0a8c7d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:36.345614 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-947d8fd6-bea3-4c52-ac98-570fb8bec375 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:36.364709 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d986555-f615-4168-9922-9c3c0a8c7d15 None None] Routers {'35252233-458c-40a7-b611-26ad81d7644e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:02:36.366102 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2d986555-f615-4168-9922-9c3c0a8c7d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:02:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['35252233-458c-40a7-b611-26ad81d7644e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:02:36.393930 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-947d8fd6-bea3-4c52-ac98-570fb8bec375 admin admin] Transition to ACTIVE for port object 8a180be2-5d97-4773-8d7d-147c71ae6b10 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:02:36.504825 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-947d8fd6-bea3-4c52-ac98-570fb8bec375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:36.507541 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c2910-76ed-4bf7-bee1-5d05c0a55b46 None None] Pushing event updated for resources: {'Port': ['ID=b75a1592-7ca5-418c-81b2-92e801857e3d,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:36.556488 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-2d986555-f615-4168-9922-9c3c0a8c7d15 None None] Set router 35252233-458c-40a7-b611-26ad81d7644e gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:02:36.603146 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947d8fd6-bea3-4c52-ac98-570fb8bec375 admin admin] Network 51af6b0f-08b6-41a5-a9ed-48b34e3cb239 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:02:36.614863 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-947d8fd6-bea3-4c52-ac98-570fb8bec375 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:02:36.643162 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8343d-1d51-4aee-bdad-14fd3c1ba7f0 req-9f4e1310-e3f7-4b7d-bd82-f19cc5c7b4bf tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:36.657504 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9ed8343d-1d51-4aee-bdad-14fd3c1ba7f0 req-9f4e1310-e3f7-4b7d-bd82-f19cc5c7b4bf tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.1959450 Aug 11 22:02:36.665617 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947d8fd6-bea3-4c52-ac98-570fb8bec375 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:02:36.742037 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d8fd6-bea3-4c52-ac98-570fb8bec375 admin admin] Pushing event updated for resources: {'Port': ['ID=8a180be2-5d97-4773-8d7d-147c71ae6b10,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:36.800933 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2d986555-f615-4168-9922-9c3c0a8c7d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35252233-458c-40a7-b611-26ad81d7644e', 'name': 'tempest-TaggedBootDevicesTest_v242-1180150663-router', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b75a1592-7ca5-418c-81b2-92e801857e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:02:29Z', 'updated_at': '2021-08-11T22:02:32Z', 'revision_number': 3, 'project_id': '21f8e25332dd44aa8653731b1f899e18', 'gw_port': {'id': 'b75a1592-7ca5-418c-81b2-92e801857e3d', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35252233-458c-40a7-b611-26ad81d7644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:02:31Z', 'updated_at': '2021-08-11T22:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:02:36.821113 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9ed8343d-1d51-4aee-bdad-14fd3c1ba7f0 req-29fb900c-ff5b-4fb3-8520-e0ab66ceca7d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545484 Aug 11 22:02:36.824540 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-947d8fd6-bea3-4c52-ac98-570fb8bec375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:36.893020 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d986555-f615-4168-9922-9c3c0a8c7d15 None None] The sync data for ids ['35252233-458c-40a7-b611-26ad81d7644e'] in n-d-804275-3 is: [{'id': '35252233-458c-40a7-b611-26ad81d7644e', 'name': 'tempest-TaggedBootDevicesTest_v242-1180150663-router', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b75a1592-7ca5-418c-81b2-92e801857e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:02:29Z', 'updated_at': '2021-08-11T22:02:32Z', 'revision_number': 3, 'project_id': '21f8e25332dd44aa8653731b1f899e18', 'gw_port': {'id': 'b75a1592-7ca5-418c-81b2-92e801857e3d', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35252233-458c-40a7-b611-26ad81d7644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:02:31Z', 'updated_at': '2021-08-11T22:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:02:37.107891 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-947d8fd6-bea3-4c52-ac98-570fb8bec375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:37.203790 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c6b7d460-7b22-46e1-83d4-948d9cd50c91 None None] Provisioning for port 8a180be2-5d97-4773-8d7d-147c71ae6b10 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:02:37.211230 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c6b7d460-7b22-46e1-83d4-948d9cd50c91 None None] Provisioning complete for port 8a180be2-5d97-4773-8d7d-147c71ae6b10 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:02:37.212161 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c6b7d460-7b22-46e1-83d4-948d9cd50c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:37.343410 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-c6b7d460-7b22-46e1-83d4-948d9cd50c91 None None] Port 8a180be2-5d97-4773-8d7d-147c71ae6b10 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:02:37.552980 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974f957-4830-4424-93e4-8288fefdedd1 req-5a76ac2d-a1f8-4bcc-a37e-6bd730d070f7 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:37.564187 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c974f957-4830-4424-93e4-8288fefdedd1 req-5a76ac2d-a1f8-4bcc-a37e-6bd730d070f7 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.1344960 Aug 11 22:02:37.577925 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-947d8fd6-bea3-4c52-ac98-570fb8bec375 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:37.587752 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-947d8fd6-bea3-4c52-ac98-570fb8bec375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:37.697352 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c974f957-4830-4424-93e4-8288fefdedd1 req-1bdeb5b2-39a0-4823-889e-b1564744bf4e tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319683 Aug 11 22:02:37.737092 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d8fd6-bea3-4c52-ac98-570fb8bec375 admin admin] Pushing event updated for resources: {'Port': ['ID=8a180be2-5d97-4773-8d7d-147c71ae6b10,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:37.744864 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-947d8fd6-bea3-4c52-ac98-570fb8bec375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:37.909392 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:37.992294 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947d8fd6-bea3-4c52-ac98-570fb8bec375 admin admin] Network 51af6b0f-08b6-41a5-a9ed-48b34e3cb239 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:02:38.005326 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-947d8fd6-bea3-4c52-ac98-570fb8bec375 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:02:38.089807 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b75a1592-7ca5-418c-81b2-92e801857e3d up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:02:38.160141 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b7718-9b21-4356-9709-a79355d2a4da req-8e69aea5-e7f2-4750-9445-065ef45322a9 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:38.176883 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1e0b7718-9b21-4356-9709-a79355d2a4da req-8e69aea5-e7f2-4750-9445-065ef45322a9 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.1351838 Aug 11 22:02:38.211862 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port b75a1592-7ca5-418c-81b2-92e801857e3d completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:02:38.217429 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port b75a1592-7ca5-418c-81b2-92e801857e3d triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:02:38.218127 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:38.267131 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1e0b7718-9b21-4356-9709-a79355d2a4da req-5739c7a7-56af-409b-b2df-039164683bc0 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885363 Aug 11 22:02:38.335608 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947d8fd6-bea3-4c52-ac98-570fb8bec375 admin admin] Router 35252233-458c-40a7-b611-26ad81d7644e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:02:38.440413 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:38.509478 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port b75a1592-7ca5-418c-81b2-92e801857e3d, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b75a1592-7ca5-418c-81b2-92e801857e3d,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:02:38.522233 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:38.611182 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c86caa48-0749-4e88-a05c-3254ce249755 None None] Provisioning complete for port 8a180be2-5d97-4773-8d7d-147c71ae6b10 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:02:38.611589 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c86caa48-0749-4e88-a05c-3254ce249755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:38.635318 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947d8fd6-bea3-4c52-ac98-570fb8bec375 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:02:38.641871 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-947d8fd6-bea3-4c52-ac98-570fb8bec375 admin admin] 10.222.0.77 "PUT /v2.0/routers/35252233-458c-40a7-b611-26ad81d7644e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0245810 Aug 11 22:02:38.671125 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=b75a1592-7ca5-418c-81b2-92e801857e3d,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:38.713743 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-c86caa48-0749-4e88-a05c-3254ce249755 None None] Port 8a180be2-5d97-4773-8d7d-147c71ae6b10 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:02:38.983848 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df4e44-d936-451a-b3b8-4caa4bb2cd80 req-b42c7b20-a76a-4274-838e-0994daefae5a tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:38.996258 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f8df4e44-d936-451a-b3b8-4caa4bb2cd80 req-b42c7b20-a76a-4274-838e-0994daefae5a tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.1433358 Aug 11 22:02:39.002860 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device df659028-83c8-42b7-af94-2ff3857b7a8f details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:02:39.118158 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f8df4e44-d936-451a-b3b8-4caa4bb2cd80 req-44f92ac8-bf10-4399-8cd3-fafefd983ec0 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196568 Aug 11 22:02:39.245887 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port df659028-83c8-42b7-af94-2ff3857b7a8f, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=df659028-83c8-42b7-af94-2ff3857b7a8f,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:02:39.272288 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'df659028-83c8-42b7-af94-2ff3857b7a8f', 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c', 'port_id': 'df659028-83c8-42b7-af94-2ff3857b7a8f', 'mac_address': 'fa:16:3e:61:3d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '985a839f-f29b-406e-b51f-4bfc5d529d7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:02:39.508078 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:39.548147 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df659028-83c8-42b7-af94-2ff3857b7a8f {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:02:39.593472 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc930808-db7e-4988-9314-58b9d89cd9b2 req-048b3d9f-82b7-4b6e-a4b1-0f1142b6e176 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:39.610111 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dc930808-db7e-4988-9314-58b9d89cd9b2 req-048b3d9f-82b7-4b6e-a4b1-0f1142b6e176 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.1631184 Aug 11 22:02:39.613365 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port df659028-83c8-42b7-af94-2ff3857b7a8f, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=df659028-83c8-42b7-af94-2ff3857b7a8f,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:02:39.626669 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:39.727382 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dc930808-db7e-4988-9314-58b9d89cd9b2 req-810ae0da-c0e3-4420-a32d-b36a412572aa tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154771 Aug 11 22:02:39.837380 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['df659028-83c8-42b7-af94-2ff3857b7a8f'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:02:39.862654 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=df659028-83c8-42b7-af94-2ff3857b7a8f,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:40.095650 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b75a1592-7ca5-418c-81b2-92e801857e3d up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:02:40.275951 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port b75a1592-7ca5-418c-81b2-92e801857e3d triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:02:40.276657 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:40.324478 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096a5550-1168-446b-a97a-d16562c4a5a7 None None] Sync routers for ids ['35252233-458c-40a7-b611-26ad81d7644e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:02:40.362006 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096a5550-1168-446b-a97a-d16562c4a5a7 None None] Routers {'35252233-458c-40a7-b611-26ad81d7644e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:02:40.362678 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-096a5550-1168-446b-a97a-d16562c4a5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:02:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['35252233-458c-40a7-b611-26ad81d7644e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:02:40.576043 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc3a81-015f-47ed-bd7a-aecffb007c6c req-6a0beb7d-a7f8-4b32-a1f0-c1bbdc51fb0b tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:40.601786 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8dfc3a81-015f-47ed-bd7a-aecffb007c6c req-6a0beb7d-a7f8-4b32-a1f0-c1bbdc51fb0b tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.1781082 Aug 11 22:02:40.659611 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-096a5550-1168-446b-a97a-d16562c4a5a7 None None] Set router 35252233-458c-40a7-b611-26ad81d7644e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:02:40.664933 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8dfc3a81-015f-47ed-bd7a-aecffb007c6c req-24f9f206-e580-46e6-a8ff-58de93bae9c5 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617909 Aug 11 22:02:41.031907 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef562f4-5162-4dae-88ee-df4075e9e3a6 req-a6daf705-df94-4245-837b-78f05cc8a3bb tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:41.034081 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device df659028-83c8-42b7-af94-2ff3857b7a8f up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:02:41.043391 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cef562f4-5162-4dae-88ee-df4075e9e3a6 req-a6daf705-df94-4245-837b-78f05cc8a3bb tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 945 time: 0.1098061 Aug 11 22:02:41.134228 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cef562f4-5162-4dae-88ee-df4075e9e3a6 req-a35c6477-bce0-4ce4-8829-359421e279c0 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887434 Aug 11 22:02:41.203386 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port df659028-83c8-42b7-af94-2ff3857b7a8f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:02:41.204298 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:41.320228 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-096a5550-1168-446b-a97a-d16562c4a5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35252233-458c-40a7-b611-26ad81d7644e', 'name': 'tempest-TaggedBootDevicesTest_v242-1180150663-router', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b75a1592-7ca5-418c-81b2-92e801857e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:02:29Z', 'updated_at': '2021-08-11T22:02:37Z', 'revision_number': 4, 'project_id': '21f8e25332dd44aa8653731b1f899e18', 'gw_port': {'id': 'b75a1592-7ca5-418c-81b2-92e801857e3d', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35252233-458c-40a7-b611-26ad81d7644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:02:31Z', 'updated_at': '2021-08-11T22:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '8a180be2-5d97-4773-8d7d-147c71ae6b10', 'name': '', 'network_id': '51af6b0f-08b6-41a5-a9ed-48b34e3cb239', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'mac_address': 'fa:16:3e:e5:0a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35252233-458c-40a7-b611-26ad81d7644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '7dff4e45-f48e-4976-9708-e4527f53ecdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:02:35Z', 'updated_at': '2021-08-11T22:02:37Z', 'revision_number': 2, 'project_id': '21f8e25332dd44aa8653731b1f899e18', 'subnets': [{'id': '7dff4e45-f48e-4976-9708-e4527f53ecdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:02:41.740380 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:41.762464 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096a5550-1168-446b-a97a-d16562c4a5a7 None None] Checking router: 35252233-458c-40a7-b611-26ad81d7644e for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:02:41.764110 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096a5550-1168-446b-a97a-d16562c4a5a7 None None] Updating router 35252233-458c-40a7-b611-26ad81d7644e port 8a180be2-5d97-4773-8d7d-147c71ae6b10 binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:02:41.842154 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df659028-83c8-42b7-af94-2ff3857b7a8f'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:02:41.848013 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e12769-8a41-4fc4-b80e-88784c5f49f3" -d '{"events": [{"server_uuid": "3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65", "name": "network-vif-plugged", "status": "completed", "tag": "df659028-83c8-42b7-af94-2ff3857b7a8f"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:02:41.886507 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port df659028-83c8-42b7-af94-2ff3857b7a8f, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=df659028-83c8-42b7-af94-2ff3857b7a8f,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:02:41.907945 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:41.922784 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-096a5550-1168-446b-a97a-d16562c4a5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:41.949785 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:02:42.010265 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66e24ac-f076-48f9-8ddd-ad831ddaec12 x-openstack-request-id: req-e66e24ac-f076-48f9-8ddd-ad831ddaec12 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:02:42.010645 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65", "name": "network-vif-plugged", "status": "completed", "tag": "df659028-83c8-42b7-af94-2ff3857b7a8f", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:02:42.010974 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e66e24ac-f076-48f9-8ddd-ad831ddaec12 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:02:42.011533 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df659028-83c8-42b7-af94-2ff3857b7a8f', 'code': 200} Aug 11 22:02:42.054728 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=df659028-83c8-42b7-af94-2ff3857b7a8f,revision_number=7']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:42.088250 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20853adb-ef33-4c2e-bbfc-3b54b88be9d8 req-37976939-9ac1-41da-94dd-d53e91447f80 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:42.099417 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20853adb-ef33-4c2e-bbfc-3b54b88be9d8 req-37976939-9ac1-41da-94dd-d53e91447f80 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.2242205 Aug 11 22:02:42.213786 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20853adb-ef33-4c2e-bbfc-3b54b88be9d8 req-2a7704db-cd5b-4273-a728-d78ed97a0104 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081209 Aug 11 22:02:42.408595 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915e348-1126-4651-9bff-b260cfb0ad36 req-db47c6d2-48bf-4a48-ad44-359959340862 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:42.414737 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e915e348-1126-4651-9bff-b260cfb0ad36 req-db47c6d2-48bf-4a48-ad44-359959340862 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.1266820 Aug 11 22:02:42.588621 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-096a5550-1168-446b-a97a-d16562c4a5a7 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:42.601817 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-096a5550-1168-446b-a97a-d16562c4a5a7 None None] Transition to ACTIVE for port object 8a180be2-5d97-4773-8d7d-147c71ae6b10 will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:02:42.610728 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-096a5550-1168-446b-a97a-d16562c4a5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:42.663932 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e915e348-1126-4651-9bff-b260cfb0ad36 req-04613928-5fa3-4869-bce1-236f8eb6ed9f tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371552 Aug 11 22:02:42.947875 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e5988-54b8-491e-b257-1b7b6f023c4f None None] Pushing event updated for resources: {'Port': ['ID=8a180be2-5d97-4773-8d7d-147c71ae6b10,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:42.992438 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e5988-54b8-491e-b257-1b7b6f023c4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:42.999001 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e5988-54b8-491e-b257-1b7b6f023c4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:43.000138 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e5988-54b8-491e-b257-1b7b6f023c4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:43.000928 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e5988-54b8-491e-b257-1b7b6f023c4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:43.005155 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e5988-54b8-491e-b257-1b7b6f023c4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:43.006105 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e5988-54b8-491e-b257-1b7b6f023c4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:43.006942 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e5988-54b8-491e-b257-1b7b6f023c4f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:43.007778 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e5988-54b8-491e-b257-1b7b6f023c4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:43.008573 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e5988-54b8-491e-b257-1b7b6f023c4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:43.015596 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e5988-54b8-491e-b257-1b7b6f023c4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:43.016095 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e5988-54b8-491e-b257-1b7b6f023c4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:43.016632 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e5988-54b8-491e-b257-1b7b6f023c4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:43.220030 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7798a563-d242-4bb9-8aac-aa9fd8b4ef64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:43.260889 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-096a5550-1168-446b-a97a-d16562c4a5a7 None None] Attempting to bind port 8a180be2-5d97-4773-8d7d-147c71ae6b10 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:02:43.261508 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-096a5550-1168-446b-a97a-d16562c4a5a7 None None] Attempting to bind port 8a180be2-5d97-4773-8d7d-147c71ae6b10 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '9c982ec6-2c84-465b-999c-00765c0cf758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '51af6b0f-08b6-41a5-a9ed-48b34e3cb239'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:02:43.262118 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096a5550-1168-446b-a97a-d16562c4a5a7 None None] Attempting to bind port 8a180be2-5d97-4773-8d7d-147c71ae6b10 on network 51af6b0f-08b6-41a5-a9ed-48b34e3cb239 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:02:43.308882 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096a5550-1168-446b-a97a-d16562c4a5a7 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:02:43.312349 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096a5550-1168-446b-a97a-d16562c4a5a7 None None] Checking segment: {'id': '9c982ec6-2c84-465b-999c-00765c0cf758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '51af6b0f-08b6-41a5-a9ed-48b34e3cb239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:02:43.313440 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-096a5550-1168-446b-a97a-d16562c4a5a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:43.314924 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096a5550-1168-446b-a97a-d16562c4a5a7 None None] Bound using segment: {'id': '9c982ec6-2c84-465b-999c-00765c0cf758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '51af6b0f-08b6-41a5-a9ed-48b34e3cb239'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:02:43.315751 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-096a5550-1168-446b-a97a-d16562c4a5a7 None None] Bound port: 8a180be2-5d97-4773-8d7d-147c71ae6b10, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c982ec6-2c84-465b-999c-00765c0cf758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '51af6b0f-08b6-41a5-a9ed-48b34e3cb239'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:02:43.317890 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-096a5550-1168-446b-a97a-d16562c4a5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:43.573536 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-096a5550-1168-446b-a97a-d16562c4a5a7 None None] For port 8a180be2-5d97-4773-8d7d-147c71ae6b10, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:02:43.579104 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f1e8e-78f0-4fdb-9fcb-854eb69bb5b8 req-db6076ce-9395-4f2b-850b-243499374e28 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:43.582001 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-196f1e8e-78f0-4fdb-9fcb-854eb69bb5b8 req-db6076ce-9395-4f2b-850b-243499374e28 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.1843128 Aug 11 22:02:43.585930 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-096a5550-1168-446b-a97a-d16562c4a5a7 None None] For port 8a180be2-5d97-4773-8d7d-147c71ae6b10, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8a180be2-5d97-4773-8d7d-147c71ae6b10,segment=NetworkSegment(9c982ec6-2c84-465b-999c-00765c0cf758),segment_id=9c982ec6-2c84-465b-999c-00765c0cf758)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:02:43.596545 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-096a5550-1168-446b-a97a-d16562c4a5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:43.695912 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-196f1e8e-78f0-4fdb-9fcb-854eb69bb5b8 req-b2065d3b-2d64-44bc-bd36-e6eea47b3f7b tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034265 Aug 11 22:02:43.818371 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e5988-54b8-491e-b257-1b7b6f023c4f None None] Pushing event updated for resources: {'Port': ['ID=8a180be2-5d97-4773-8d7d-147c71ae6b10,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:43.842165 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096a5550-1168-446b-a97a-d16562c4a5a7 None None] Routers {'35252233-458c-40a7-b611-26ad81d7644e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:02:43.844405 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-096a5550-1168-446b-a97a-d16562c4a5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:02:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['35252233-458c-40a7-b611-26ad81d7644e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:02:44.055812 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25d966-ccb0-4dc3-9db0-be212a4524ff req-be38bf26-e1f3-49ca-a517-847ce74a0ffd tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:44.075151 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b25d966-ccb0-4dc3-9db0-be212a4524ff req-be38bf26-e1f3-49ca-a517-847ce74a0ffd tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.1702363 Aug 11 22:02:44.186315 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b25d966-ccb0-4dc3-9db0-be212a4524ff req-c0ed2cb2-e9d2-40c1-9e64-ccb5cfb46cba tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072617 Aug 11 22:02:44.263417 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-096a5550-1168-446b-a97a-d16562c4a5a7 None None] Set router 35252233-458c-40a7-b611-26ad81d7644e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:02:44.751211 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-096a5550-1168-446b-a97a-d16562c4a5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35252233-458c-40a7-b611-26ad81d7644e', 'name': 'tempest-TaggedBootDevicesTest_v242-1180150663-router', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b75a1592-7ca5-418c-81b2-92e801857e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:02:29Z', 'updated_at': '2021-08-11T22:02:37Z', 'revision_number': 4, 'project_id': '21f8e25332dd44aa8653731b1f899e18', 'gw_port': {'id': 'b75a1592-7ca5-418c-81b2-92e801857e3d', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35252233-458c-40a7-b611-26ad81d7644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:02:31Z', 'updated_at': '2021-08-11T22:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '8a180be2-5d97-4773-8d7d-147c71ae6b10', 'name': '', 'network_id': '51af6b0f-08b6-41a5-a9ed-48b34e3cb239', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'mac_address': 'fa:16:3e:e5:0a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35252233-458c-40a7-b611-26ad81d7644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '7dff4e45-f48e-4976-9708-e4527f53ecdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:02:35Z', 'updated_at': '2021-08-11T22:02:43Z', 'revision_number': 4, 'project_id': '21f8e25332dd44aa8653731b1f899e18', 'subnets': [{'id': '7dff4e45-f48e-4976-9708-e4527f53ecdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:02:44.821922 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096a5550-1168-446b-a97a-d16562c4a5a7 None None] The sync data for ids ['35252233-458c-40a7-b611-26ad81d7644e'] in n-d-804275-3 is: [{'id': '35252233-458c-40a7-b611-26ad81d7644e', 'name': 'tempest-TaggedBootDevicesTest_v242-1180150663-router', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b75a1592-7ca5-418c-81b2-92e801857e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:02:29Z', 'updated_at': '2021-08-11T22:02:37Z', 'revision_number': 4, 'project_id': '21f8e25332dd44aa8653731b1f899e18', 'gw_port': {'id': 'b75a1592-7ca5-418c-81b2-92e801857e3d', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35252233-458c-40a7-b611-26ad81d7644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:02:31Z', 'updated_at': '2021-08-11T22:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '8a180be2-5d97-4773-8d7d-147c71ae6b10', 'name': '', 'network_id': '51af6b0f-08b6-41a5-a9ed-48b34e3cb239', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'mac_address': 'fa:16:3e:e5:0a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35252233-458c-40a7-b611-26ad81d7644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '7dff4e45-f48e-4976-9708-e4527f53ecdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:02:35Z', 'updated_at': '2021-08-11T22:02:43Z', 'revision_number': 4, 'project_id': '21f8e25332dd44aa8653731b1f899e18', 'subnets': [{'id': '7dff4e45-f48e-4976-9708-e4527f53ecdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:02:44.990874 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462087b9-7d74-4e6c-b6a4-fb88a42b0398 req-56704647-88ae-47f2-af0c-734def402cef tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:45.002141 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-462087b9-7d74-4e6c-b6a4-fb88a42b0398 req-56704647-88ae-47f2-af0c-734def402cef tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.1508651 Aug 11 22:02:45.085130 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-462087b9-7d74-4e6c-b6a4-fb88a42b0398 req-8f93c465-b8b8-4a52-97b5-16690c4fdd9b tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818672 Aug 11 22:02:45.441394 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d09ddf-fbd7-4eda-8892-966ccb672b7b req-43953927-8552-4221-b0cd-370a2224efa9 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:45.454633 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-45d09ddf-fbd7-4eda-8892-966ccb672b7b req-43953927-8552-4221-b0cd-370a2224efa9 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.1129227 Aug 11 22:02:45.572779 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-45d09ddf-fbd7-4eda-8892-966ccb672b7b req-69d59b9f-6d10-4fdd-afcc-bfbd2e607159 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154537 Aug 11 22:02:45.752206 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-eb944bfe-7b3c-4aee-8cc3-fb11f5b5a04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:45.985004 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:46.155226 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8a180be2-5d97-4773-8d7d-147c71ae6b10 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:02:46.396975 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 8a180be2-5d97-4773-8d7d-147c71ae6b10 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:02:46.405300 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 8a180be2-5d97-4773-8d7d-147c71ae6b10 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:02:46.405933 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:46.408574 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d449c86-5992-4e86-96f1-169110d892fe req-c80545b3-433a-4367-8cbb-6c3e6a8ebfd8 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:46.416606 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8d449c86-5992-4e86-96f1-169110d892fe req-c80545b3-433a-4367-8cbb-6c3e6a8ebfd8 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.1978977 Aug 11 22:02:46.520516 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8d449c86-5992-4e86-96f1-169110d892fe req-24c99bfd-8044-4f8b-b760-aa6dc63adfce tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010351 Aug 11 22:02:46.532850 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:46.635953 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 8a180be2-5d97-4773-8d7d-147c71ae6b10, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8a180be2-5d97-4773-8d7d-147c71ae6b10,segment=NetworkSegment(9c982ec6-2c84-465b-999c-00765c0cf758),segment_id=9c982ec6-2c84-465b-999c-00765c0cf758)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:02:46.648956 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:46.820519 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=8a180be2-5d97-4773-8d7d-147c71ae6b10,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:47.174621 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa97109-ca7d-4242-a627-e7c689fd3f7c req-ed72d8d4-fbf3-47a3-aaac-3be99803a695 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:47.196249 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5aa97109-ca7d-4242-a627-e7c689fd3f7c req-ed72d8d4-fbf3-47a3-aaac-3be99803a695 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.1509862 Aug 11 22:02:47.265522 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5aa97109-ca7d-4242-a627-e7c689fd3f7c req-a6a7fd63-f282-4d3e-acc5-499de4d5673f tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674098 Aug 11 22:02:47.410938 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:48.010950 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-b950f55f-0d4a-4fbb-bd54-30084b0398a4 service neutron] show failed (client error): The resource could not be found. Aug 11 22:02:48.021700 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-b950f55f-0d4a-4fbb-bd54-30084b0398a4 service neutron] 10.222.0.52 "GET /v2.0/ports/48846830-c350-4e01-b949-c5b5b01c6947/bindings/n-h1-804275-3 HTTP/1.1" status: 404 len: 380 time: 0.3136706 Aug 11 22:02:48.052026 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02174189-2953-4cb5-92de-2ff640fb8bd1 req-eb9b387d-9754-401c-ab6f-b1c919c3077a tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:48.060849 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-02174189-2953-4cb5-92de-2ff640fb8bd1 req-eb9b387d-9754-401c-ab6f-b1c919c3077a tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.0838521 Aug 11 22:02:48.119773 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-02174189-2953-4cb5-92de-2ff640fb8bd1 req-2a12f77c-9a11-4443-8d8e-4adc305c1252 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579038 Aug 11 22:02:48.120757 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8a180be2-5d97-4773-8d7d-147c71ae6b10 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:02:48.443447 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8dcb52-35c3-46b7-a461-e0a2146f4509 req-714e2cad-e526-41ba-9f99-b42d802762a1 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:48.468429 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c8dcb52-35c3-46b7-a461-e0a2146f4509 req-714e2cad-e526-41ba-9f99-b42d802762a1 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 945 time: 0.2236722 Aug 11 22:02:48.523388 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 8a180be2-5d97-4773-8d7d-147c71ae6b10 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:02:48.523859 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:48.563862 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c8dcb52-35c3-46b7-a461-e0a2146f4509 req-3edcee9c-e12e-404c-8067-8623b68fc07d tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939159 Aug 11 22:02:48.593263 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-2a325530-13f0-4a85-9f2f-0b87d7f9a3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:48.596575 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-2a325530-13f0-4a85-9f2f-0b87d7f9a3b8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc&tenant_id=01fca9b3362949bdabf015b4ac4622c7 HTTP/1.1" status: 200 len: 1101 time: 0.0976510 Aug 11 22:02:48.622757 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-7df0707c-b6cc-4a79-ba09-ae210eaa631b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804275-3', 'device_owner': 'compute:nova'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:02:48.858712 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:48.869190 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-7df0707c-b6cc-4a79-ba09-ae210eaa631b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:49.006655 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbcc8aa-963c-44d5-a26e-4469568a1c78 req-d0e214cc-491e-44da-8317-df1f726846bd tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:49.021020 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7cbcc8aa-963c-44d5-a26e-4469568a1c78 req-d0e214cc-491e-44da-8317-df1f726846bd tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.1358700 Aug 11 22:02:49.116874 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7cbcc8aa-963c-44d5-a26e-4469568a1c78 req-b70d235c-bc34-4234-b5b5-27cf531db10a tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915477 Aug 11 22:02:49.392437 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605e88c-a909-4b21-918d-f69a8bc57cfb req-7450a345-941a-4aee-8db4-56a8dbcff7dd tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:49.396400 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b605e88c-a909-4b21-918d-f69a8bc57cfb req-7450a345-941a-4aee-8db4-56a8dbcff7dd tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.0822957 Aug 11 22:02:49.407275 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-7df0707c-b6cc-4a79-ba09-ae210eaa631b service neutron] For port 48846830-c350-4e01-b949-c5b5b01c6947, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=48846830-c350-4e01-b949-c5b5b01c6947,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:02:49.481997 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-7df0707c-b6cc-4a79-ba09-ae210eaa631b service neutron] For port 48846830-c350-4e01-b949-c5b5b01c6947, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:02:49.495033 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b605e88c-a909-4b21-918d-f69a8bc57cfb req-571072ff-d7a6-405b-8178-6801d4c85b10 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884454 Aug 11 22:02:49.571738 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-7df0707c-b6cc-4a79-ba09-ae210eaa631b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:49.575757 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0f3cc2-dbc8-487a-930a-fbf86830d7bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48846830-c350-4e01-b949-c5b5b01c6947'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:02:49.578333 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf050c11-fb56-49bf-add4-2bf62e86347b" -d '{"events": [{"server_uuid": "2f0f3cc2-dbc8-487a-930a-fbf86830d7bc", "name": "network-vif-unplugged", "status": "completed", "tag": "48846830-c350-4e01-b949-c5b5b01c6947"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:02:49.596408 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-7df0707c-b6cc-4a79-ba09-ae210eaa631b service neutron] Transition to ACTIVE for port object 48846830-c350-4e01-b949-c5b5b01c6947 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:02:49.603350 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-7df0707c-b6cc-4a79-ba09-ae210eaa631b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:49.735622 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-7df0707c-b6cc-4a79-ba09-ae210eaa631b service neutron] No DVR routers for this DVR port 48846830-c350-4e01-b949-c5b5b01c6947 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:02:49.742253 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 22:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff8584a-aad6-4c5a-b603-66f8858bc119 x-openstack-request-id: req-2ff8584a-aad6-4c5a-b603-66f8858bc119 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:02:49.742908 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0f3cc2-dbc8-487a-930a-fbf86830d7bc", "name": "network-vif-unplugged", "status": "completed", "tag": "48846830-c350-4e01-b949-c5b5b01c6947", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:02:49.743440 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2ff8584a-aad6-4c5a-b603-66f8858bc119 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:02:49.744249 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0f3cc2-dbc8-487a-930a-fbf86830d7bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48846830-c350-4e01-b949-c5b5b01c6947', 'code': 200} Aug 11 22:02:49.748436 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0707c-b6cc-4a79-ba09-ae210eaa631b service neutron] Pushing event updated for resources: {'Port': ['ID=48846830-c350-4e01-b949-c5b5b01c6947,revision_number=6']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:49.873916 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-7df0707c-b6cc-4a79-ba09-ae210eaa631b service neutron] Attempting to bind port 48846830-c350-4e01-b949-c5b5b01c6947 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:02:49.874482 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-7df0707c-b6cc-4a79-ba09-ae210eaa631b service neutron] Attempting to bind port 48846830-c350-4e01-b949-c5b5b01c6947 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:02:49.875052 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-7df0707c-b6cc-4a79-ba09-ae210eaa631b service neutron] Attempting to bind port 48846830-c350-4e01-b949-c5b5b01c6947 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:02:49.891335 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-7df0707c-b6cc-4a79-ba09-ae210eaa631b service neutron] Port 48846830-c350-4e01-b949-c5b5b01c6947 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:02:49.894939 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-7df0707c-b6cc-4a79-ba09-ae210eaa631b service neutron] Attempting to bind port 48846830-c350-4e01-b949-c5b5b01c6947 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:02:49.910298 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-7df0707c-b6cc-4a79-ba09-ae210eaa631b service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:02:49.910784 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-7df0707c-b6cc-4a79-ba09-ae210eaa631b service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:02:49.911245 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-7df0707c-b6cc-4a79-ba09-ae210eaa631b service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:02:49.911704 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-7df0707c-b6cc-4a79-ba09-ae210eaa631b service neutron] Bound port: 48846830-c350-4e01-b949-c5b5b01c6947, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:02:49.912102 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-7df0707c-b6cc-4a79-ba09-ae210eaa631b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:49.967643 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98860ce-9360-42b6-b123-f8a68cc51b63 req-0795b2b6-6762-4d7f-87b7-2b352cde368f tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:49.985596 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e98860ce-9360-42b6-b123-f8a68cc51b63 req-0795b2b6-6762-4d7f-87b7-2b352cde368f tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 945 time: 0.1201475 Aug 11 22:02:50.057857 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e98860ce-9360-42b6-b123-f8a68cc51b63 req-85b8d93f-754e-4ca5-ba51-662b9f7089bc tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702465 Aug 11 22:02:50.101300 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-7df0707c-b6cc-4a79-ba09-ae210eaa631b service neutron] For port 48846830-c350-4e01-b949-c5b5b01c6947, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:02:50.108092 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-7df0707c-b6cc-4a79-ba09-ae210eaa631b service neutron] For port 48846830-c350-4e01-b949-c5b5b01c6947, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=48846830-c350-4e01-b949-c5b5b01c6947,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:02:50.118434 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-7df0707c-b6cc-4a79-ba09-ae210eaa631b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:50.192179 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-7df0707c-b6cc-4a79-ba09-ae210eaa631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:50.192974 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-7df0707c-b6cc-4a79-ba09-ae210eaa631b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:50.194787 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-7df0707c-b6cc-4a79-ba09-ae210eaa631b service neutron] 10.222.0.82 "PUT /v2.0/ports/48846830-c350-4e01-b949-c5b5b01c6947 HTTP/1.1" status: 200 len: 1096 time: 1.5809579 Aug 11 22:02:50.234106 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0707c-b6cc-4a79-ba09-ae210eaa631b service neutron] Pushing event updated for resources: {'Port': ['ID=48846830-c350-4e01-b949-c5b5b01c6947,revision_number=7']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:50.292677 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:50.459263 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-b6245745-b22f-44a9-a074-fc9dca80bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:50.465334 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-b6245745-b22f-44a9-a074-fc9dca80bd7c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 1099 time: 0.1621187 Aug 11 22:02:50.482811 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60357293-6269-4aeb-ae09-18a9f00b80b1 req-276f047d-1315-4294-9a28-a01ba698a293 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:50.484427 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60357293-6269-4aeb-ae09-18a9f00b80b1 req-276f047d-1315-4294-9a28-a01ba698a293 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.0744483 Aug 11 22:02:50.554752 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60357293-6269-4aeb-ae09-18a9f00b80b1 req-74a7cc87-1432-4719-bcc3-2b2e04815bde tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631635 Aug 11 22:02:50.690603 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b17dd6-3214-4e98-818d-17980927ba1d req-7158b396-5e1e-4c09-b302-f75341c5e5d3 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:50.693689 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-99b17dd6-3214-4e98-818d-17980927ba1d req-7158b396-5e1e-4c09-b302-f75341c5e5d3 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.82 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 945 time: 0.2697418 Aug 11 22:02:50.780010 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-2b34e094-726d-4476-b681-aa01cb09676b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:50.781577 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-2b34e094-726d-4476-b681-aa01cb09676b service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.3071797 Aug 11 22:02:50.852206 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-ebef0ca8-daf4-4e15-8b65-b7ea7316078d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=48846830-c350-4e01-b949-c5b5b01c6947 HTTP/1.1" status: 200 len: 217 time: 0.0630932 Aug 11 22:02:50.913327 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6668fb-f744-4303-8c26-9d74f713701e req-bb612f41-1cf7-4300-aec7-4079e443c337 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:50.923056 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ac6668fb-f744-4303-8c26-9d74f713701e req-bb612f41-1cf7-4300-aec7-4079e443c337 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 948 time: 0.1031730 Aug 11 22:02:50.924459 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-61508c7a-f6b9-453e-b5fd-25477d0f64fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:50.926004 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-61508c7a-f6b9-453e-b5fd-25477d0f64fe service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.0540466 Aug 11 22:02:50.987998 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ac6668fb-f744-4303-8c26-9d74f713701e req-9ca94800-3582-433d-a064-d7c32722cb61 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636911 Aug 11 22:02:50.991379 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-4cfdf308-1fbc-4a3e-99a9-6161a959c278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:50.992981 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-4cfdf308-1fbc-4a3e-99a9-6161a959c278 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0602758 Aug 11 22:02:50.998961 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-99b17dd6-3214-4e98-818d-17980927ba1d req-5e17f68f-1308-4b78-9ccb-9f2a751ea6f0 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Deleting port 287831d1-c443-4524-9743-9ff527c7c0d1 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:02:50.999310 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-99b17dd6-3214-4e98-818d-17980927ba1d req-5e17f68f-1308-4b78-9ccb-9f2a751ea6f0 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:51.224421 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-99b17dd6-3214-4e98-818d-17980927ba1d req-5e17f68f-1308-4b78-9ccb-9f2a751ea6f0 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] For port 287831d1-c443-4524-9743-9ff527c7c0d1, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=287831d1-c443-4524-9743-9ff527c7c0d1,segment=NetworkSegment(7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a),segment_id=7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:02:51.224988 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-99b17dd6-3214-4e98-818d-17980927ba1d req-5e17f68f-1308-4b78-9ccb-9f2a751ea6f0 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:51.250682 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-99b17dd6-3214-4e98-818d-17980927ba1d req-5e17f68f-1308-4b78-9ccb-9f2a751ea6f0 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Calling delete_port for 287831d1-c443-4524-9743-9ff527c7c0d1 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:02:51.310661 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d775f-e570-4ef2-9c2f-b1698bc8a4eb req-cbb8f9b4-b5af-4598-9463-340b00efca56 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:51.320672 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5a5d775f-e570-4ef2-9c2f-b1698bc8a4eb req-cbb8f9b4-b5af-4598-9463-340b00efca56 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 945 time: 0.1128669 Aug 11 22:02:51.399663 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5a5d775f-e570-4ef2-9c2f-b1698bc8a4eb req-d6bc736b-2a8d-4326-82bf-ffe9dd2ad6ff tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663097 Aug 11 22:02:51.567993 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-97174d9e-cbb5-4d7c-82bd-ce79f97ebd50 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5637541 Aug 11 22:02:51.744975 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0f3cc2-dbc8-487a-930a-fbf86830d7bc', 'tag': '48846830-c350-4e01-b949-c5b5b01c6947'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:02:51.748031 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1743211-830c-4cc1-8cdd-4c66ae0eef18" -d '{"events": [{"name": "network-changed", "server_uuid": "2f0f3cc2-dbc8-487a-930a-fbf86830d7bc", "tag": "48846830-c350-4e01-b949-c5b5b01c6947"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:02:51.774673 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-99b17dd6-3214-4e98-818d-17980927ba1d req-5e17f68f-1308-4b78-9ccb-9f2a751ea6f0 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:51.788795 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['8b682931-e299-47d8-a83a-ba8d76ab64fa'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:02:51.836622 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17f68f-1308-4b78-9ccb-9f2a751ea6f0 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Pushing event deleted for resources: {'Port': ['ID=287831d1-c443-4524-9743-9ff527c7c0d1,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:51.846330 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2fbe335e-aaaf-4c5d-a97e-db375eaf4bd3 req-45ad1a05-826d-4c3a-a735-e241a8e01adb service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709060 Aug 11 22:02:51.943968 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec6b5e-05a5-461f-8d1b-c0740dd3d0c9 req-d8fec653-7b1e-49f7-b42a-02ca141d4f04 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:51.952938 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d0ec6b5e-05a5-461f-8d1b-c0740dd3d0c9 req-d8fec653-7b1e-49f7-b42a-02ca141d4f04 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.2052746 Aug 11 22:02:51.962915 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b17dd6-3214-4e98-818d-17980927ba1d req-5e17f68f-1308-4b78-9ccb-9f2a751ea6f0 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] No DVR routers for this DVR port 287831d1-c443-4524-9743-9ff527c7c0d1 on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:02:51.967859 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-99b17dd6-3214-4e98-818d-17980927ba1d req-5e17f68f-1308-4b78-9ccb-9f2a751ea6f0 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:51.970712 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-99b17dd6-3214-4e98-818d-17980927ba1d req-5e17f68f-1308-4b78-9ccb-9f2a751ea6f0 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.82 "DELETE /v2.0/ports/287831d1-c443-4524-9743-9ff527c7c0d1 HTTP/1.1" status: 204 len: 173 time: 1.2527304 Aug 11 22:02:52.078762 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d0ec6b5e-05a5-461f-8d1b-c0740dd3d0c9 req-e82a805e-465f-4405-b18c-7fed2330e987 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234615 Aug 11 22:02:52.420152 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e98dac-afce-4d8d-bf3b-1cdc77f7cb2a x-openstack-request-id: req-53e98dac-afce-4d8d-bf3b-1cdc77f7cb2a {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:02:52.420602 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f0f3cc2-dbc8-487a-930a-fbf86830d7bc", "tag": "48846830-c350-4e01-b949-c5b5b01c6947", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:02:52.432288 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-53e98dac-afce-4d8d-bf3b-1cdc77f7cb2a {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:02:52.434587 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f0f3cc2-dbc8-487a-930a-fbf86830d7bc', 'tag': '48846830-c350-4e01-b949-c5b5b01c6947', 'status': 'completed', 'code': 200} Aug 11 22:02:52.697616 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1743211-830c-4cc1-8cdd-4c66ae0eef18 req-801a7946-8fa5-4bb3-9add-6cc0b0348694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:52.702070 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a1743211-830c-4cc1-8cdd-4c66ae0eef18 req-801a7946-8fa5-4bb3-9add-6cc0b0348694 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 1099 time: 0.2183564 Aug 11 22:02:52.707778 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1743211-830c-4cc1-8cdd-4c66ae0eef18 req-15c14177-0149-43c7-ac74-3368de6b26fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:52.710417 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f48328-0f19-4d9c-a06e-01a7fd9afb07 req-6945619c-26d8-4c84-ba5e-5c29ce2a0a0c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:52.711556 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a1743211-830c-4cc1-8cdd-4c66ae0eef18 req-15c14177-0149-43c7-ac74-3368de6b26fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 1099 time: 0.2304151 Aug 11 22:02:52.723784 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b9f48328-0f19-4d9c-a06e-01a7fd9afb07 req-6945619c-26d8-4c84-ba5e-5c29ce2a0a0c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 948 time: 0.1333716 Aug 11 22:02:52.820743 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b9f48328-0f19-4d9c-a06e-01a7fd9afb07 req-f3baa794-7ac4-49e4-83f7-f6b4f2df4b00 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955288 Aug 11 22:02:52.963446 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6b144814-369f-4aba-9259-a358ecb25fab req-bae26db0-d87a-46d7-b359-931f6db190c9 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01ada08-c404-4a65-9916-b651fe15a9f4 HTTP/1.1" status: 200 len: 210 time: 0.0508151 Aug 11 22:02:53.089347 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 287831d1-c443-4524-9743-9ff527c7c0d1 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:02:53.135783 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1743211-830c-4cc1-8cdd-4c66ae0eef18 req-1e416640-ca3c-4368-82a4-22534d93790f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:53.138140 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a1743211-830c-4cc1-8cdd-4c66ae0eef18 req-1e416640-ca3c-4368-82a4-22534d93790f service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.4248569 Aug 11 22:02:53.150875 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 287831d1-c443-4524-9743-9ff527c7c0d1 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:02:53.152180 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 287831d1-c443-4524-9743-9ff527c7c0d1 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:02:53.155778 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 48846830-c350-4e01-b949-c5b5b01c6947 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:02:53.300570 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 48846830-c350-4e01-b949-c5b5b01c6947 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:02:53.346923 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1743211-830c-4cc1-8cdd-4c66ae0eef18 req-df4f2a4f-c5b1-4416-940e-f3a3a589d4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:53.349439 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a1743211-830c-4cc1-8cdd-4c66ae0eef18 req-df4f2a4f-c5b1-4416-940e-f3a3a589d4a4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.6225357 Aug 11 22:02:53.353105 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a1743211-830c-4cc1-8cdd-4c66ae0eef18 req-9befdedb-84a0-4006-a6a0-f2bc2e248c00 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=48846830-c350-4e01-b949-c5b5b01c6947 HTTP/1.1" status: 200 len: 217 time: 0.2056351 Aug 11 22:02:53.414956 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873f81e-ca31-4642-8161-9c6ea2ea73cd req-bb07a628-22eb-4e16-a2f5-031fdfaa5fc7 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:53.427172 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b873f81e-ca31-4642-8161-9c6ea2ea73cd req-bb07a628-22eb-4e16-a2f5-031fdfaa5fc7 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.1183686 Aug 11 22:02:53.487278 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b873f81e-ca31-4642-8161-9c6ea2ea73cd req-3d9bf0fb-b60f-4fa6-8807-937250c78f29 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584905 Aug 11 22:02:53.519867 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a1743211-830c-4cc1-8cdd-4c66ae0eef18 req-bff7416e-9ddd-4edc-99d1-cf42e38a055f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=48846830-c350-4e01-b949-c5b5b01c6947 HTTP/1.1" status: 200 len: 217 time: 0.1538188 Aug 11 22:02:53.568904 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1743211-830c-4cc1-8cdd-4c66ae0eef18 req-1414dc7f-1eba-4d1a-b66a-a08a1c059df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:53.571925 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a1743211-830c-4cc1-8cdd-4c66ae0eef18 req-1414dc7f-1eba-4d1a-b66a-a08a1c059df6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.2018960 Aug 11 22:02:53.750445 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1743211-830c-4cc1-8cdd-4c66ae0eef18 req-f60c358e-83ac-4c3b-a73c-c1a36c039adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:53.753520 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a1743211-830c-4cc1-8cdd-4c66ae0eef18 req-f60c358e-83ac-4c3b-a73c-c1a36c039adf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.2219470 Aug 11 22:02:53.812456 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1743211-830c-4cc1-8cdd-4c66ae0eef18 req-3602a067-67d5-44bb-8cd6-5ac12c9eb849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:53.813135 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a1743211-830c-4cc1-8cdd-4c66ae0eef18 req-3602a067-67d5-44bb-8cd6-5ac12c9eb849 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2024932 Aug 11 22:02:53.985712 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1743211-830c-4cc1-8cdd-4c66ae0eef18 req-aa1022ac-c780-4f14-a8be-a8bccbf85fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:53.987663 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a1743211-830c-4cc1-8cdd-4c66ae0eef18 req-aa1022ac-c780-4f14-a8be-a8bccbf85fb9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2084210 Aug 11 22:02:54.089842 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e3c14-3351-4fe3-86fe-c042aa787f98 req-df508771-69bf-43c4-ae7e-dcc753ce7c65 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:54.104636 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fe9e3c14-3351-4fe3-86fe-c042aa787f98 req-df508771-69bf-43c4-ae7e-dcc753ce7c65 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 948 time: 0.1297457 Aug 11 22:02:54.151199 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a1743211-830c-4cc1-8cdd-4c66ae0eef18 req-62b7c4ab-bae9-4f3f-963c-9c346e05d148 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193142 Aug 11 22:02:54.160068 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a1743211-830c-4cc1-8cdd-4c66ae0eef18 req-790b46a0-9e41-4627-8ba4-e3289e8a363e service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611617 Aug 11 22:02:54.194464 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fe9e3c14-3351-4fe3-86fe-c042aa787f98 req-97cd3552-b27c-4c8a-bdfc-24c8a0b538a1 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836470 Aug 11 22:02:54.751755 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01ada08-c404-4a65-9916-b651fe15a9f4', 'name': 'network-vif-deleted', 'tag': '287831d1-c443-4524-9743-9ff527c7c0d1'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:02:54.755474 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc071674-578e-4c25-9e54-34238281945e" -d '{"events": [{"server_uuid": "b01ada08-c404-4a65-9916-b651fe15a9f4", "name": "network-vif-deleted", "tag": "287831d1-c443-4524-9743-9ff527c7c0d1"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:02:54.765904 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a1743211-830c-4cc1-8cdd-4c66ae0eef18 req-656b213b-1d2a-4477-a344-752890ac309a service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5914419 Aug 11 22:02:54.884038 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a1743211-830c-4cc1-8cdd-4c66ae0eef18 req-ba03495c-e545-4aec-afb0-50cd815664bc service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7222533 Aug 11 22:02:54.999734 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3fc06-c317-4ef8-ac47-f593b43cebfc req-1181ad24-dc57-4ffb-b1d4-caeb2ff5e00a tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:55.008068 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f5f3fc06-c317-4ef8-ac47-f593b43cebfc req-1181ad24-dc57-4ffb-b1d4-caeb2ff5e00a tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.0819747 Aug 11 22:02:55.069403 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f5f3fc06-c317-4ef8-ac47-f593b43cebfc req-070a548b-aece-441c-83f0-f79e729eed90 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584774 Aug 11 22:02:55.114375 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 48846830-c350-4e01-b949-c5b5b01c6947 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:02:55.301316 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756b3a10-52bc-47a3-8132-da1d46fa9a9a x-openstack-request-id: req-756b3a10-52bc-47a3-8132-da1d46fa9a9a {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:02:55.304220 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01ada08-c404-4a65-9916-b651fe15a9f4", "name": "network-vif-deleted", "tag": "287831d1-c443-4524-9743-9ff527c7c0d1", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:02:55.305171 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-756b3a10-52bc-47a3-8132-da1d46fa9a9a {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:02:55.305940 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01ada08-c404-4a65-9916-b651fe15a9f4', 'name': 'network-vif-deleted', 'tag': '287831d1-c443-4524-9743-9ff527c7c0d1', 'status': 'completed', 'code': 200} Aug 11 22:02:55.329810 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 48846830-c350-4e01-b949-c5b5b01c6947, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=48846830-c350-4e01-b949-c5b5b01c6947,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:02:55.360594 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '48846830-c350-4e01-b949-c5b5b01c6947', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '48846830-c350-4e01-b949-c5b5b01c6947', 'mac_address': 'fa:16:3e:17:41:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:02:55.481826 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:55.534348 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48846830-c350-4e01-b949-c5b5b01c6947 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:02:55.584203 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f5dfe-71ba-4e0b-9648-d0460d83842a req-0ee32724-de34-41b9-b978-e6b8e68d44e4 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:55.588108 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-031f5dfe-71ba-4e0b-9648-d0460d83842a req-0ee32724-de34-41b9-b978-e6b8e68d44e4 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.1505556 Aug 11 22:02:55.590063 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 48846830-c350-4e01-b949-c5b5b01c6947, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=48846830-c350-4e01-b949-c5b5b01c6947,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:02:55.607761 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:55.701538 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-031f5dfe-71ba-4e0b-9648-d0460d83842a req-28622d7d-fd35-4f47-b786-d1bc753e8d90 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914309 Aug 11 22:02:55.774551 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=48846830-c350-4e01-b949-c5b5b01c6947,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:02:55.824571 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:55.844032 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:55.844849 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:55.851057 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:55.854109 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:55.860086 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:55.860775 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:55.865072 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:55.865771 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:55.867500 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:55.873066 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:55.875848 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:02:56.086224 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f1b5e-a494-41bf-87fd-740c55c76a03 req-4deb57e1-9262-4b90-801e-65bdd5a0d9fd tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:56.088863 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-626f1b5e-a494-41bf-87fd-740c55c76a03 req-4deb57e1-9262-4b90-801e-65bdd5a0d9fd tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 949 time: 0.1065667 Aug 11 22:02:56.149438 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['48846830-c350-4e01-b949-c5b5b01c6947'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:02:56.168490 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-626f1b5e-a494-41bf-87fd-740c55c76a03 req-4cabab61-e79b-4c5c-86fe-a44f7275d251 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646825 Aug 11 22:02:56.534907 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce9e5d-c97f-4f3f-bbb9-2610e45936a5 req-7bb035f7-f657-4c14-9677-2ac20eff393b tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:56.538415 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-33ce9e5d-c97f-4f3f-bbb9-2610e45936a5 req-7bb035f7-f657-4c14-9677-2ac20eff393b tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.0963795 Aug 11 22:02:56.624280 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-33ce9e5d-c97f-4f3f-bbb9-2610e45936a5 req-fd7f6b60-1de2-4df3-9c40-ddf34ed0b533 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750060 Aug 11 22:02:57.023691 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fce91c-bb00-4352-93d3-ed4be7bc135b req-cae1d29a-6a9d-4265-9ca1-5f8a3ec8fc8b tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:57.041168 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-53fce91c-bb00-4352-93d3-ed4be7bc135b req-cae1d29a-6a9d-4265-9ca1-5f8a3ec8fc8b tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.1516819 Aug 11 22:02:57.140242 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-53fce91c-bb00-4352-93d3-ed4be7bc135b req-c01a9ae5-4158-4fd4-ad49-e08d82a5c168 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949767 Aug 11 22:02:57.411380 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769da6d3-e1f8-426e-927d-e784f00ff222 req-e33b8c41-886e-4b08-8c36-8241e64c568d tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:57.425910 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-769da6d3-e1f8-426e-927d-e784f00ff222 req-e33b8c41-886e-4b08-8c36-8241e64c568d tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 949 time: 0.1212118 Aug 11 22:02:57.484919 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-769da6d3-e1f8-426e-927d-e784f00ff222 req-72c0ad3f-458f-43b0-bbcc-4ea09755c88d tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578201 Aug 11 22:02:58.023070 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-b20ca0f8-46cf-4062-ae89-211edb43a604 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:58.024753 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-b20ca0f8-46cf-4062-ae89-211edb43a604 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.82 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc&tenant_id=01fca9b3362949bdabf015b4ac4622c7&binding%3Ahost_id=n-h1-804275-3 HTTP/1.1" status: 200 len: 949 time: 0.1712372 Aug 11 22:02:58.056319 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613d92c-57a6-4b27-a81b-ccfe6114b8a0 req-87f4a2d8-42d9-4b23-abd7-ae5a8ed72a77 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:58.065862 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3613d92c-57a6-4b27-a81b-ccfe6114b8a0 req-87f4a2d8-42d9-4b23-abd7-ae5a8ed72a77 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.1137707 Aug 11 22:02:58.148904 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3613d92c-57a6-4b27-a81b-ccfe6114b8a0 req-acef8ed5-ddcf-42bf-b216-fae08b694eaf tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802178 Aug 11 22:02:58.231756 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-276a517a-2d3f-451c-890d-c0895d94bd3e service neutron] 10.222.0.82 "GET /v2.0/ports/48846830-c350-4e01-b949-c5b5b01c6947/bindings/n-h1-804275-3 HTTP/1.1" status: 200 len: 382 time: 0.1957829 Aug 11 22:02:58.417089 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-90ff4f1e-7f92-44f0-9e64-b2a5cdf2ee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:58.419203 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-90ff4f1e-7f92-44f0-9e64-b2a5cdf2ee65 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 1100 time: 0.1199865 Aug 11 22:02:58.539868 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be993a5-8105-47d6-ad56-b8f27ea88375 req-4bca0109-b421-4ca7-9224-2abf95ad4993 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:58.543431 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4be993a5-8105-47d6-ad56-b8f27ea88375 req-4bca0109-b421-4ca7-9224-2abf95ad4993 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 949 time: 0.1730993 Aug 11 22:02:58.630707 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-0c25a2d4-5517-46cd-a698-0cb60c97a555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:58.632369 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-0c25a2d4-5517-46cd-a698-0cb60c97a555 service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.2040160 Aug 11 22:02:58.652481 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4be993a5-8105-47d6-ad56-b8f27ea88375 req-c2d3637a-173e-4d14-86e3-624037a717e4 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956905 Aug 11 22:02:58.733182 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-d39767f6-f3c0-4f11-9448-ba0629d8828e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=48846830-c350-4e01-b949-c5b5b01c6947 HTTP/1.1" status: 200 len: 217 time: 0.0889509 Aug 11 22:02:58.862923 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-a9c8404b-e62d-4cfc-8c79-eaa1bdf9c37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:58.866511 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-a9c8404b-e62d-4cfc-8c79-eaa1bdf9c37b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1245100 Aug 11 22:02:58.876963 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ed5be-36a4-4957-b2f6-c00f7baf35dc req-e008d122-3f3c-4f03-8b22-742caa21b2ba tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:58.886188 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-222ed5be-36a4-4957-b2f6-c00f7baf35dc req-e008d122-3f3c-4f03-8b22-742caa21b2ba tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.1126962 Aug 11 22:02:58.994224 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-86b946dd-35d1-45b5-853f-36ffae8f1f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:58.996969 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-86b946dd-35d1-45b5-853f-36ffae8f1f27 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1205230 Aug 11 22:02:58.997912 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-222ed5be-36a4-4957-b2f6-c00f7baf35dc req-8e05797a-9b68-4014-bc5e-087632226952 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992401 Aug 11 22:02:59.116111 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 48846830-c350-4e01-b949-c5b5b01c6947 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:02:59.215962 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-6207a248-91fa-4a4f-98fe-d01b336ee3a2 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095382 Aug 11 22:02:59.246166 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 48846830-c350-4e01-b949-c5b5b01c6947 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:02:59.331768 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 48846830-c350-4e01-b949-c5b5b01c6947 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:02:59.332530 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:59.502127 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ef80f-92f1-4ebb-b647-4081dc8d7d3c req-0b7904f7-b764-41b4-b163-59b6108d020e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:02:59.505266 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3b1ef80f-92f1-4ebb-b647-4081dc8d7d3c req-0b7904f7-b764-41b4-b163-59b6108d020e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.0999873 Aug 11 22:02:59.558009 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-964f82fb-a3cb-4a77-bb88-6624aae0d90a service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401918 Aug 11 22:02:59.596293 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3b1ef80f-92f1-4ebb-b647-4081dc8d7d3c req-b24f59dc-7308-44f3-9048-b46088d3c90c tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778799 Aug 11 22:02:59.647447 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:59.694185 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0f3cc2-dbc8-487a-930a-fbf86830d7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48846830-c350-4e01-b949-c5b5b01c6947'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:02:59.699778 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f854e0-7e31-4bf0-8c8f-639bd4dadd4a" -d '{"events": [{"server_uuid": "2f0f3cc2-dbc8-487a-930a-fbf86830d7bc", "name": "network-vif-plugged", "status": "completed", "tag": "48846830-c350-4e01-b949-c5b5b01c6947"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:02:59.722188 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 48846830-c350-4e01-b949-c5b5b01c6947, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=48846830-c350-4e01-b949-c5b5b01c6947,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:02:59.729134 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:02:59.849763 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=48846830-c350-4e01-b949-c5b5b01c6947,revision_number=9']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:00.080366 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268f8e7-a90d-4aee-bcf5-f93b34adf5c7 req-fd8ca123-aa91-43c0-9812-32e2f7463400 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:00.083247 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d268f8e7-a90d-4aee-bcf5-f93b34adf5c7 req-fd8ca123-aa91-43c0-9812-32e2f7463400 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.1297483 Aug 11 22:03:00.152241 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d268f8e7-a90d-4aee-bcf5-f93b34adf5c7 req-3e95f770-2c82-4ac1-8ad0-5946e53baf46 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569291 Aug 11 22:03:00.287209 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9c9114-704f-43ce-8dce-38e36ebee40e x-openstack-request-id: req-1a9c9114-704f-43ce-8dce-38e36ebee40e {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:03:00.288068 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0f3cc2-dbc8-487a-930a-fbf86830d7bc", "name": "network-vif-plugged", "status": "completed", "tag": "48846830-c350-4e01-b949-c5b5b01c6947", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:03:00.288631 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1a9c9114-704f-43ce-8dce-38e36ebee40e {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:03:00.288631 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0f3cc2-dbc8-487a-930a-fbf86830d7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48846830-c350-4e01-b949-c5b5b01c6947', 'code': 200} Aug 11 22:03:00.488759 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129525c-51b6-47ea-91fd-ee48f752684e req-248867aa-3c5e-43b7-8b75-99a875fccb8c tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:00.490917 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a129525c-51b6-47ea-91fd-ee48f752684e req-248867aa-3c5e-43b7-8b75-99a875fccb8c tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.1043241 Aug 11 22:03:00.596459 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a129525c-51b6-47ea-91fd-ee48f752684e req-e0c257de-8795-4f7e-8711-67a78e48d9e2 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee98f754-b388-4ff2-8f21-c22df0092b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870669 Aug 11 22:03:00.616409 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd942ce6-1590-495f-b6bd-c2fae0193bfd req-76bed7ee-48ef-46a4-8f16-42daf08ee116 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:00.620242 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd942ce6-1590-495f-b6bd-c2fae0193bfd req-76bed7ee-48ef-46a4-8f16-42daf08ee116 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 946 time: 0.1205730 Aug 11 22:03:00.794700 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-dd942ce6-1590-495f-b6bd-c2fae0193bfd req-46289c70-4e88-4635-940c-1d70bcb138ea tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Deleting port 8b682931-e299-47d8-a83a-ba8d76ab64fa {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:03:00.795059 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-dd942ce6-1590-495f-b6bd-c2fae0193bfd req-46289c70-4e88-4635-940c-1d70bcb138ea tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:00.911810 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5789f-2c14-426f-bd29-928ab7337aff req-c3978554-692f-47b5-9e55-2cb38567d95d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:00.924811 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7fb5789f-2c14-426f-bd29-928ab7337aff req-c3978554-692f-47b5-9e55-2cb38567d95d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.1153419 Aug 11 22:03:01.024841 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7fb5789f-2c14-426f-bd29-928ab7337aff req-763e87e4-c5de-4672-b673-e73c7bc65d94 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985534 Aug 11 22:03:01.088198 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-dd942ce6-1590-495f-b6bd-c2fae0193bfd req-46289c70-4e88-4635-940c-1d70bcb138ea tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] For port 8b682931-e299-47d8-a83a-ba8d76ab64fa, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=8b682931-e299-47d8-a83a-ba8d76ab64fa,segment=NetworkSegment(7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a),segment_id=7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:03:01.089150 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-dd942ce6-1590-495f-b6bd-c2fae0193bfd req-46289c70-4e88-4635-940c-1d70bcb138ea tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:01.126427 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-dd942ce6-1590-495f-b6bd-c2fae0193bfd req-46289c70-4e88-4635-940c-1d70bcb138ea tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Calling delete_port for 8b682931-e299-47d8-a83a-ba8d76ab64fa owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:03:01.248453 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f667b5-0a73-41ba-b954-d1783621c8df req-be2de1df-2f95-4d84-aab1-b117214dd268 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:01.250220 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a2f667b5-0a73-41ba-b954-d1783621c8df req-be2de1df-2f95-4d84-aab1-b117214dd268 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 945 time: 0.1300733 Aug 11 22:03:01.366067 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a2f667b5-0a73-41ba-b954-d1783621c8df req-203d8443-bd90-474b-aaff-299c7669b0b3 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065180 Aug 11 22:03:01.490968 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f533677-e686-43c7-b67c-9df6b91d9c5b req-69116655-acb3-482d-8984-3a67dc86af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:01.492916 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9f533677-e686-43c7-b67c-9df6b91d9c5b req-69116655-acb3-482d-8984-3a67dc86af4f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ff75431bb564df5bffa655d84e87396&device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 1097 time: 0.2213557 Aug 11 22:03:01.611194 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd70a1-bcb9-4155-af59-67270445cfcc req-932a5af9-df42-4522-b91d-4f97d504f13b tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:01.613073 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a9fd70a1-bcb9-4155-af59-67270445cfcc req-932a5af9-df42-4522-b91d-4f97d504f13b tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.1874781 Aug 11 22:03:01.655790 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-dd942ce6-1590-495f-b6bd-c2fae0193bfd req-46289c70-4e88-4635-940c-1d70bcb138ea tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:01.674290 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['8b682931-e299-47d8-a83a-ba8d76ab64fa'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:03:01.723068 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46289c70-4e88-4635-940c-1d70bcb138ea tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Pushing event deleted for resources: {'Port': ['ID=8b682931-e299-47d8-a83a-ba8d76ab64fa,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:01.731194 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f533677-e686-43c7-b67c-9df6b91d9c5b req-768029aa-5a72-47c3-a5c6-5b6a0770fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:01.731194 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9f533677-e686-43c7-b67c-9df6b91d9c5b req-768029aa-5a72-47c3-a5c6-5b6a0770fb71 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bf080b52-f893-4f7c-8435-757491a8008c HTTP/1.1" status: 200 len: 912 time: 0.2256286 Aug 11 22:03:01.812587 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a9fd70a1-bcb9-4155-af59-67270445cfcc req-61d502d5-659d-4012-acab-cd0583a18613 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686804 Aug 11 22:03:01.849859 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9f533677-e686-43c7-b67c-9df6b91d9c5b req-63cb1b71-ac9a-49bd-955f-266e67c9c469 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df659028-83c8-42b7-af94-2ff3857b7a8f HTTP/1.1" status: 200 len: 217 time: 0.1082444 Aug 11 22:03:01.850959 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd942ce6-1590-495f-b6bd-c2fae0193bfd req-46289c70-4e88-4635-940c-1d70bcb138ea tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] No DVR routers for this DVR port 8b682931-e299-47d8-a83a-ba8d76ab64fa on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:03:01.859932 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-dd942ce6-1590-495f-b6bd-c2fae0193bfd req-46289c70-4e88-4635-940c-1d70bcb138ea tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:01.864082 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd942ce6-1590-495f-b6bd-c2fae0193bfd req-46289c70-4e88-4635-940c-1d70bcb138ea tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.52 "DELETE /v2.0/ports/8b682931-e299-47d8-a83a-ba8d76ab64fa HTTP/1.1" status: 204 len: 173 time: 1.2347872 Aug 11 22:03:01.879205 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcfd276-e168-4849-a4f9-cfa7681d35a6', 'name': 'network-vif-deleted', 'tag': '8b682931-e299-47d8-a83a-ba8d76ab64fa'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:03:01.881858 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09483e8-d073-4328-ae27-ee27f5fb918d" -d '{"events": [{"server_uuid": "fbcfd276-e168-4849-a4f9-cfa7681d35a6", "name": "network-vif-deleted", "tag": "8b682931-e299-47d8-a83a-ba8d76ab64fa"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:03:01.940797 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f533677-e686-43c7-b67c-9df6b91d9c5b req-85ea0d7c-47ed-46ee-82ff-15bd9508ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:01.942648 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9f533677-e686-43c7-b67c-9df6b91d9c5b req-85ea0d7c-47ed-46ee-82ff-15bd9508ee56 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=985a839f-f29b-406e-b51f-4bfc5d529d7d HTTP/1.1" status: 200 len: 851 time: 0.0774407 Aug 11 22:03:01.990023 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47b0a4f7-12fa-43b3-9db0-a7d4cd6a825f req-cb718d67-bfe4-49e0-9f08-0becf93e0f59 tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 210 time: 0.1374815 Aug 11 22:03:02.008073 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9f533677-e686-43c7-b67c-9df6b91d9c5b req-0ecd8809-3511-4af9-8a56-cef9fe3f20c8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bf080b52-f893-4f7c-8435-757491a8008c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563300 Aug 11 22:03:02.107550 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ba9ad0-5b49-4d67-80b0-9702116c729c x-openstack-request-id: req-19ba9ad0-5b49-4d67-80b0-9702116c729c {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:03:02.107550 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcfd276-e168-4849-a4f9-cfa7681d35a6", "name": "network-vif-deleted", "tag": "8b682931-e299-47d8-a83a-ba8d76ab64fa", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:03:02.108116 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-19ba9ad0-5b49-4d67-80b0-9702116c729c {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:03:02.108321 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcfd276-e168-4849-a4f9-cfa7681d35a6', 'name': 'network-vif-deleted', 'tag': '8b682931-e299-47d8-a83a-ba8d76ab64fa', 'status': 'completed', 'code': 200} Aug 11 22:03:02.300813 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9f533677-e686-43c7-b67c-9df6b91d9c5b req-5171e06c-17c3-44e9-93cc-3e5a2b69232b service neutron] 10.222.0.52 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750521 Aug 11 22:03:02.333512 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734ccfc-7ddc-4ecb-bb53-965ee87e0178 req-d8e1f5cb-6321-47ba-abaa-47440f4cba41 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:02.336880 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e734ccfc-7ddc-4ecb-bb53-965ee87e0178 req-d8e1f5cb-6321-47ba-abaa-47440f4cba41 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.1906874 Aug 11 22:03:02.438035 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e734ccfc-7ddc-4ecb-bb53-965ee87e0178 req-d2e04218-c812-46dc-8dd6-8b4e1e560fa0 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926094 Aug 11 22:03:02.560837 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9f533677-e686-43c7-b67c-9df6b91d9c5b req-5263966d-b8be-499e-843b-750a499fee71 service neutron] 10.222.0.52 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448397 Aug 11 22:03:02.775760 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5b80e-4aa2-41f3-92dc-d4525f3949b9 req-19c794fe-1332-4861-a88f-671449522f81 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:02.788194 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4cc5b80e-4aa2-41f3-92dc-d4525f3949b9 req-19c794fe-1332-4861-a88f-671449522f81 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 945 time: 0.1567152 Aug 11 22:03:02.913701 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4cc5b80e-4aa2-41f3-92dc-d4525f3949b9 req-0edc61ee-79fa-4911-b59d-2441b3528c50 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145265 Aug 11 22:03:03.007108 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8633ddb-c0ec-45b6-8331-8e70da93def4 req-1e33312a-eda8-480e-86e1-21472d9e7db6 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:03.016477 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b8633ddb-c0ec-45b6-8331-8e70da93def4 req-1e33312a-eda8-480e-86e1-21472d9e7db6 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.0903561 Aug 11 22:03:03.097464 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b8633ddb-c0ec-45b6-8331-8e70da93def4 req-cef9b814-7912-41c0-b5c9-21e11a1614c2 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778770 Aug 11 22:03:03.258300 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a9dd3644-3401-4c75-a4c8-56d661f47914 req-a5ddc9d4-f208-463d-b60c-f0064cf2d35c tempest-ServerRescueNegativeTestJSON-2032842203 tempest-ServerRescueNegativeTestJSON-2032842203-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbcfd276-e168-4849-a4f9-cfa7681d35a6 HTTP/1.1" status: 200 len: 210 time: 0.0520909 Aug 11 22:03:03.404057 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-8aa6b8b3-4960-4ff1-b9cb-abb25b374d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:03.405545 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-8aa6b8b3-4960-4ff1-b9cb-abb25b374d43 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc&tenant_id=01fca9b3362949bdabf015b4ac4622c7 HTTP/1.1" status: 200 len: 1101 time: 0.0604155 Aug 11 22:03:03.428441 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-8845778b-abfd-46ad-a211-52e322fef4cb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804275-3', 'device_owner': 'compute:nova'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:03:03.534947 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-8845778b-abfd-46ad-a211-52e322fef4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:03.599499 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d430dd-fd63-467c-8abd-ddc08290feb1 req-b3470e24-9dd4-4885-af35-4e2eee20cade tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:03.609910 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-54d430dd-fd63-467c-8abd-ddc08290feb1 req-b3470e24-9dd4-4885-af35-4e2eee20cade tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.0741205 Aug 11 22:03:03.704470 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-54d430dd-fd63-467c-8abd-ddc08290feb1 req-1257b027-1421-446e-8b20-627c1ad5421e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924633 Aug 11 22:03:03.966047 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-8845778b-abfd-46ad-a211-52e322fef4cb service neutron] For port 48846830-c350-4e01-b949-c5b5b01c6947, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=48846830-c350-4e01-b949-c5b5b01c6947,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:03:04.040325 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-8845778b-abfd-46ad-a211-52e322fef4cb service neutron] For port 48846830-c350-4e01-b949-c5b5b01c6947, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:03:04.170781 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0f3cc2-dbc8-487a-930a-fbf86830d7bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48846830-c350-4e01-b949-c5b5b01c6947'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:03:04.175871 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b64bf78-9e1a-4dab-89f8-5d6e89af1b35" -d '{"events": [{"server_uuid": "2f0f3cc2-dbc8-487a-930a-fbf86830d7bc", "name": "network-vif-unplugged", "status": "completed", "tag": "48846830-c350-4e01-b949-c5b5b01c6947"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:03:04.191990 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-8845778b-abfd-46ad-a211-52e322fef4cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:04.231650 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85ba39-b6ca-4f19-b4b5-0f9ea2038356 req-f07c37a2-5b7e-48f6-b2e3-0e0f0b33bf4b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:04.234474 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4c85ba39-b6ca-4f19-b4b5-0f9ea2038356 req-f07c37a2-5b7e-48f6-b2e3-0e0f0b33bf4b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 945 time: 0.1579454 Aug 11 22:03:04.244071 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-8845778b-abfd-46ad-a211-52e322fef4cb service neutron] Transition to ACTIVE for port object 48846830-c350-4e01-b949-c5b5b01c6947 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:03:04.265392 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-8845778b-abfd-46ad-a211-52e322fef4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:04.334294 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc84159-7cb9-4da3-8413-48fc3ede8dad req-b0495441-0f5a-4425-881a-846ee1b0b66d tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:04.343716 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3bc84159-7cb9-4da3-8413-48fc3ede8dad req-b0495441-0f5a-4425-881a-846ee1b0b66d tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.1389246 Aug 11 22:03:04.401946 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3bc84159-7cb9-4da3-8413-48fc3ede8dad req-c5ad20a7-ecf3-48a6-9cf5-9a0e9ad5c8a9 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571213 Aug 11 22:03:04.445556 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4c85ba39-b6ca-4f19-b4b5-0f9ea2038356 req-28906e14-4b40-41af-9949-5c623455443e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920667 Aug 11 22:03:04.513977 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845778b-abfd-46ad-a211-52e322fef4cb service neutron] Pushing event updated for resources: {'Port': ['ID=48846830-c350-4e01-b949-c5b5b01c6947,revision_number=10']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:04.520185 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-8845778b-abfd-46ad-a211-52e322fef4cb service neutron] No DVR routers for this DVR port 48846830-c350-4e01-b949-c5b5b01c6947 on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:03:04.635329 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-8845778b-abfd-46ad-a211-52e322fef4cb service neutron] Attempting to bind port 48846830-c350-4e01-b949-c5b5b01c6947 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:03:04.635939 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-8845778b-abfd-46ad-a211-52e322fef4cb service neutron] Attempting to bind port 48846830-c350-4e01-b949-c5b5b01c6947 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:03:04.636505 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-8845778b-abfd-46ad-a211-52e322fef4cb service neutron] Attempting to bind port 48846830-c350-4e01-b949-c5b5b01c6947 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:03:04.642139 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 22:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7b4653-9846-4579-b391-327bfebd06e9 x-openstack-request-id: req-0f7b4653-9846-4579-b391-327bfebd06e9 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:03:04.642670 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0f3cc2-dbc8-487a-930a-fbf86830d7bc", "name": "network-vif-unplugged", "status": "completed", "tag": "48846830-c350-4e01-b949-c5b5b01c6947", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:03:04.643059 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0f7b4653-9846-4579-b391-327bfebd06e9 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:03:04.644050 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0f3cc2-dbc8-487a-930a-fbf86830d7bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48846830-c350-4e01-b949-c5b5b01c6947', 'code': 200} Aug 11 22:03:04.651860 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-8845778b-abfd-46ad-a211-52e322fef4cb service neutron] Port 48846830-c350-4e01-b949-c5b5b01c6947 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:03:04.653033 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-8845778b-abfd-46ad-a211-52e322fef4cb service neutron] Attempting to bind port 48846830-c350-4e01-b949-c5b5b01c6947 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:03:04.664181 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-8845778b-abfd-46ad-a211-52e322fef4cb service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:03:04.664764 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-8845778b-abfd-46ad-a211-52e322fef4cb service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:03:04.666005 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-8845778b-abfd-46ad-a211-52e322fef4cb service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:03:04.667122 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-8845778b-abfd-46ad-a211-52e322fef4cb service neutron] Bound port: 48846830-c350-4e01-b949-c5b5b01c6947, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:03:04.668200 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-8845778b-abfd-46ad-a211-52e322fef4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:04.752712 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36194) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:04.900442 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-8845778b-abfd-46ad-a211-52e322fef4cb service neutron] For port 48846830-c350-4e01-b949-c5b5b01c6947, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:03:04.906828 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-8845778b-abfd-46ad-a211-52e322fef4cb service neutron] For port 48846830-c350-4e01-b949-c5b5b01c6947, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=48846830-c350-4e01-b949-c5b5b01c6947,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:03:04.938271 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-8845778b-abfd-46ad-a211-52e322fef4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:05.023541 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-8845778b-abfd-46ad-a211-52e322fef4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:05.024464 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-8845778b-abfd-46ad-a211-52e322fef4cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:05.025948 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-8845778b-abfd-46ad-a211-52e322fef4cb service neutron] 10.222.0.52 "PUT /v2.0/ports/48846830-c350-4e01-b949-c5b5b01c6947 HTTP/1.1" status: 200 len: 1097 time: 1.6020815 Aug 11 22:03:05.055600 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845778b-abfd-46ad-a211-52e322fef4cb service neutron] Pushing event updated for resources: {'Port': ['ID=48846830-c350-4e01-b949-c5b5b01c6947,revision_number=11']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:05.067320 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79797589-26a3-482b-b7e7-40228523fab6 req-2dfaa358-75d3-4f10-b550-901576a7d48e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:05.069146 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-79797589-26a3-482b-b7e7-40228523fab6 req-2dfaa358-75d3-4f10-b550-901576a7d48e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 946 time: 0.1594069 Aug 11 22:03:05.169814 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 48846830-c350-4e01-b949-c5b5b01c6947 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:03:05.233236 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-79797589-26a3-482b-b7e7-40228523fab6 req-1df469ac-2822-4c81-9cd6-b3b376709d1f tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533358 Aug 11 22:03:05.238754 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device df659028-83c8-42b7-af94-2ff3857b7a8f no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:03:05.277382 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-08e086ff-d07f-43df-ac0f-a7adf5bfcb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:05.283678 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-08e086ff-d07f-43df-ac0f-a7adf5bfcb12 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 1100 time: 0.1296470 Aug 11 22:03:05.459789 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 48846830-c350-4e01-b949-c5b5b01c6947 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:03:05.502762 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:05.544099 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df659028-83c8-42b7-af94-2ff3857b7a8f'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:03:05.546487 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23df10d-b5a3-40d7-9f18-72e110679ff2" -d '{"events": [{"server_uuid": "3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65", "name": "network-vif-unplugged", "status": "completed", "tag": "df659028-83c8-42b7-af94-2ff3857b7a8f"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:03:05.596669 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-47bc3eb3-5832-40c9-9e21-e7d4fe078565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:05.608465 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-5aa7319a-d0ba-4f1c-9f53-5bd850df1389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:05.610095 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-5aa7319a-d0ba-4f1c-9f53-5bd850df1389 service neutron] 10.222.0.52 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.3217435 Aug 11 22:03:05.615385 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port df659028-83c8-42b7-af94-2ff3857b7a8f, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=df659028-83c8-42b7-af94-2ff3857b7a8f,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:03:05.626698 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:05.628239 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 8b682931-e299-47d8-a83a-ba8d76ab64fa no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:03:05.677048 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-a2c467de-a1aa-4dbf-9d6e-e502c9be3aaa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=48846830-c350-4e01-b949-c5b5b01c6947 HTTP/1.1" status: 200 len: 217 time: 0.0587840 Aug 11 22:03:05.692232 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12b893-4a9e-4afc-8737-88555d89ed86 req-39d2a8fb-76f7-49b4-9dcc-85d95d6303de tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:05.697143 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-af12b893-4a9e-4afc-8737-88555d89ed86 req-39d2a8fb-76f7-49b4-9dcc-85d95d6303de tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 949 time: 0.1360328 Aug 11 22:03:05.734970 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 8b682931-e299-47d8-a83a-ba8d76ab64fa {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:03:05.736605 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 8b682931-e299-47d8-a83a-ba8d76ab64fa not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:03:05.798925 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-9bbcc964-9261-4925-9244-f43c9b2e17cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:05.800739 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-9bbcc964-9261-4925-9244-f43c9b2e17cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1023705 Aug 11 22:03:05.815131 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-af12b893-4a9e-4afc-8737-88555d89ed86 req-78e3760d-a110-4f5a-aa01-f60b50549456 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021783 Aug 11 22:03:05.822174 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=df659028-83c8-42b7-af94-2ff3857b7a8f,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:05.949849 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4f22f26c-ade8-4603-9764-b6bd9f717f83 req-961c0beb-635f-4c75-a3b1-7d9d45eacdfc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1126282 Aug 11 22:03:05.952657 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-798f9dc8-e2d6-404b-901c-0d7cbe33d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:05.954356 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-798f9dc8-e2d6-404b-901c-0d7cbe33d638 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1406586 Aug 11 22:03:06.249694 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f46240-dfe0-4e12-9fd9-14ab4e999057 req-5a52014a-7b10-4784-bc31-029a80430d14 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:06.252273 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a3f46240-dfe0-4e12-9fd9-14ab4e999057 req-5a52014a-7b10-4784-bc31-029a80430d14 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 945 time: 0.1891117 Aug 11 22:03:06.265232 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-c1d3a192-44a8-4bfc-84b7-b030a90f2aad service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995837 Aug 11 22:03:06.269096 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22f26c-ade8-4603-9764-b6bd9f717f83 req-1d72eacc-e384-481e-acb1-9dc279e249f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:06.272748 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4f22f26c-ade8-4603-9764-b6bd9f717f83 req-1d72eacc-e384-481e-acb1-9dc279e249f8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 1100 time: 0.2079277 Aug 11 22:03:06.468725 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-47bc3eb3-5832-40c9-9e21-e7d4fe078565 admin admin] Deleting port f6361e12-935a-4f4d-8146-b615d622cb80 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:03:06.469512 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-47bc3eb3-5832-40c9-9e21-e7d4fe078565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:06.576358 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a3f46240-dfe0-4e12-9fd9-14ab4e999057 req-8870a057-8c7a-4217-90ad-27a2ea2a22ff tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2998884 Aug 11 22:03:06.646559 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0f3cc2-dbc8-487a-930a-fbf86830d7bc', 'tag': '48846830-c350-4e01-b949-c5b5b01c6947'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:03:06.652421 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87820dc0-4bdd-482b-9400-3643e47a2001" -d '{"events": [{"name": "network-changed", "server_uuid": "2f0f3cc2-dbc8-487a-930a-fbf86830d7bc", "tag": "48846830-c350-4e01-b949-c5b5b01c6947"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:03:06.654095 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-47bc3eb3-5832-40c9-9e21-e7d4fe078565 admin admin] For port f6361e12-935a-4f4d-8146-b615d622cb80, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f6361e12-935a-4f4d-8146-b615d622cb80,segment=NetworkSegment(7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a),segment_id=7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:03:06.654930 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-47bc3eb3-5832-40c9-9e21-e7d4fe078565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:06.679204 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 22:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3791d9d4-c860-4561-8cf3-35f0b6a1ae9f x-openstack-request-id: req-3791d9d4-c860-4561-8cf3-35f0b6a1ae9f {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:03:06.680807 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65", "name": "network-vif-unplugged", "status": "failed", "tag": "df659028-83c8-42b7-af94-2ff3857b7a8f", "code": 422}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:03:06.681424 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3791d9d4-c860-4561-8cf3-35f0b6a1ae9f {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:03:06.682286 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-47bc3eb3-5832-40c9-9e21-e7d4fe078565 admin admin] Calling delete_port for f6361e12-935a-4f4d-8146-b615d622cb80 owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:03:06.682474 n-d-804275-3 neutron-server[100944]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'df659028-83c8-42b7-af94-2ff3857b7a8f', 'code': 422} returned with failed status Aug 11 22:03:06.729806 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9ab91176-22b0-4e8d-930b-2d69c06d5848 req-f6ffd8cd-dc9c-44f2-b78d-625f789e2522 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551752 Aug 11 22:03:06.732126 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22f26c-ade8-4603-9764-b6bd9f717f83 req-76dc7d87-5c0a-4e00-9216-eaf83970e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:06.733968 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4f22f26c-ade8-4603-9764-b6bd9f717f83 req-76dc7d87-5c0a-4e00-9216-eaf83970e924 service neutron] 10.222.0.52 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.4135656 Aug 11 22:03:06.801894 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4f22f26c-ade8-4603-9764-b6bd9f717f83 req-f26a74bf-fd9e-4384-8d69-c2038c1c6a98 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=fe14920a-a4be-4054-b1ae-c8b50eb8c195 HTTP/1.1" status: 200 len: 217 time: 0.0529540 Aug 11 22:03:06.873401 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22f26c-ade8-4603-9764-b6bd9f717f83 req-36ed3266-01be-40e0-8640-93a54c6e03d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:06.875052 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4f22f26c-ade8-4603-9764-b6bd9f717f83 req-36ed3266-01be-40e0-8640-93a54c6e03d5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.0628688 Aug 11 22:03:06.946731 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22f26c-ade8-4603-9764-b6bd9f717f83 req-b1cba8fe-3ab3-4950-b113-d7bbc7485898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:06.948350 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4f22f26c-ade8-4603-9764-b6bd9f717f83 req-b1cba8fe-3ab3-4950-b113-d7bbc7485898 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0650742 Aug 11 22:03:07.006932 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc37f7e4-e35c-4b5c-8f25-bff3ec8071b7 x-openstack-request-id: req-dc37f7e4-e35c-4b5c-8f25-bff3ec8071b7 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:03:07.008173 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f0f3cc2-dbc8-487a-930a-fbf86830d7bc", "tag": "48846830-c350-4e01-b949-c5b5b01c6947", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:03:07.008173 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dc37f7e4-e35c-4b5c-8f25-bff3ec8071b7 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:03:07.008743 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f0f3cc2-dbc8-487a-930a-fbf86830d7bc', 'tag': '48846830-c350-4e01-b949-c5b5b01c6947', 'status': 'completed', 'code': 200} Aug 11 22:03:07.115433 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-47bc3eb3-5832-40c9-9e21-e7d4fe078565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:07.225109 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc3eb3-5832-40c9-9e21-e7d4fe078565 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6361e12-935a-4f4d-8146-b615d622cb80,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:07.233059 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87820dc0-4bdd-482b-9400-3643e47a2001 req-87df0ce0-1400-47be-8dd5-998a03f7f37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:07.248000 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87820dc0-4bdd-482b-9400-3643e47a2001 req-87df0ce0-1400-47be-8dd5-998a03f7f37c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 1100 time: 0.1538367 Aug 11 22:03:07.251415 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84c46f-76ec-47a9-be36-6f34c98d6e8c req-d143000e-e60f-482d-ac5f-3d1e6bd81874 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:07.257580 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fd84c46f-76ec-47a9-be36-6f34c98d6e8c req-d143000e-e60f-482d-ac5f-3d1e6bd81874 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 949 time: 0.1673405 Aug 11 22:03:07.284004 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87820dc0-4bdd-482b-9400-3643e47a2001 req-2f06db6e-8b47-4105-8525-37006163964d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:07.285211 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87820dc0-4bdd-482b-9400-3643e47a2001 req-2f06db6e-8b47-4105-8525-37006163964d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01fca9b3362949bdabf015b4ac4622c7&device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 1100 time: 0.1845539 Aug 11 22:03:07.360490 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bc3eb3-5832-40c9-9e21-e7d4fe078565 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:03:07.361855 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bc3eb3-5832-40c9-9e21-e7d4fe078565 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:03:07.362841 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bc3eb3-5832-40c9-9e21-e7d4fe078565 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:03:07.363690 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bc3eb3-5832-40c9-9e21-e7d4fe078565 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:03:07.364558 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bc3eb3-5832-40c9-9e21-e7d4fe078565 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:03:07.365377 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bc3eb3-5832-40c9-9e21-e7d4fe078565 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:03:07.366208 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bc3eb3-5832-40c9-9e21-e7d4fe078565 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:03:07.367069 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bc3eb3-5832-40c9-9e21-e7d4fe078565 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:03:07.368271 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bc3eb3-5832-40c9-9e21-e7d4fe078565 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:03:07.369130 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bc3eb3-5832-40c9-9e21-e7d4fe078565 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:03:07.369960 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bc3eb3-5832-40c9-9e21-e7d4fe078565 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:03:07.370745 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bc3eb3-5832-40c9-9e21-e7d4fe078565 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:03:07.434403 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fd84c46f-76ec-47a9-be36-6f34c98d6e8c req-76bbac8f-af38-4402-a2dd-f785e304c1e5 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757433 Aug 11 22:03:07.440520 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4f22f26c-ade8-4603-9764-b6bd9f717f83 req-c92ec36c-2324-4817-ae86-b756a8b27324 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4797795 Aug 11 22:03:07.607718 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87820dc0-4bdd-482b-9400-3643e47a2001 req-707c233b-88df-4223-bed3-31b0a6d485dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:07.609270 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87820dc0-4bdd-482b-9400-3643e47a2001 req-707c233b-88df-4223-bed3-31b0a6d485dd service neutron] 10.222.0.52 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.3094954 Aug 11 22:03:07.616296 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87820dc0-4bdd-482b-9400-3643e47a2001 req-7575472a-cd99-4ec6-be78-13e64f0d43b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:07.617983 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87820dc0-4bdd-482b-9400-3643e47a2001 req-7575472a-cd99-4ec6-be78-13e64f0d43b3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.3298075 Aug 11 22:03:07.679093 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-47bc3eb3-5832-40c9-9e21-e7d4fe078565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:07.712195 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87820dc0-4bdd-482b-9400-3643e47a2001 req-cb116747-e396-4cfd-a771-42d775c1b771 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=48846830-c350-4e01-b949-c5b5b01c6947 HTTP/1.1" status: 200 len: 217 time: 0.0812249 Aug 11 22:03:07.772606 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87820dc0-4bdd-482b-9400-3643e47a2001 req-c04bd2b7-af1e-4b72-a70d-3348e5f0357f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=48846830-c350-4e01-b949-c5b5b01c6947 HTTP/1.1" status: 200 len: 217 time: 0.1534286 Aug 11 22:03:07.831734 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4f22f26c-ade8-4603-9764-b6bd9f717f83 req-b60c90eb-cacf-4784-baba-8c55d22a31d0 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774736 Aug 11 22:03:07.912641 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:07.971270 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87820dc0-4bdd-482b-9400-3643e47a2001 req-02122199-b24c-45b7-a392-53f979b121b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:07.973792 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87820dc0-4bdd-482b-9400-3643e47a2001 req-02122199-b24c-45b7-a392-53f979b121b6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1390014 Aug 11 22:03:07.987318 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87e510-b595-47ae-b84c-87a2f3ece0c7 req-cb430d86-b405-47cb-8845-eaa2893c5bb3 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:08.004033 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1a87e510-b595-47ae-b84c-87a2f3ece0c7 req-cb430d86-b405-47cb-8845-eaa2893c5bb3 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 945 time: 0.2554238 Aug 11 22:03:08.023631 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87820dc0-4bdd-482b-9400-3643e47a2001 req-50ae95fe-1e3a-4a6b-857f-400e51a8f80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:08.026014 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87820dc0-4bdd-482b-9400-3643e47a2001 req-50ae95fe-1e3a-4a6b-857f-400e51a8f80b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.2763674 Aug 11 22:03:08.173750 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bc3eb3-5832-40c9-9e21-e7d4fe078565 admin admin] Router 96ef4fec-33ee-4e79-b335-87b8ff2859f4 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:03:08.196956 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1a87e510-b595-47ae-b84c-87a2f3ece0c7 req-cf5fd6a5-f345-40fd-b5aa-1982aa00e40d tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692719 Aug 11 22:03:08.250092 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87820dc0-4bdd-482b-9400-3643e47a2001 req-0737b078-cdee-464f-ade5-b12846cf78a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:08.254341 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87820dc0-4bdd-482b-9400-3643e47a2001 req-0737b078-cdee-464f-ade5-b12846cf78a0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2486866 Aug 11 22:03:08.260091 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87820dc0-4bdd-482b-9400-3643e47a2001 req-b50e87bd-f44b-49c1-bcc5-62729275353d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:08.263050 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87820dc0-4bdd-482b-9400-3643e47a2001 req-b50e87bd-f44b-49c1-bcc5-62729275353d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1981733 Aug 11 22:03:08.503544 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bc3eb3-5832-40c9-9e21-e7d4fe078565 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:03:08.529258 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388b758b-5121-4ac6-955d-f08f16ca2fdc None None] Sync routers for ids ['96ef4fec-33ee-4e79-b335-87b8ff2859f4'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:03:08.547311 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36280) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:08.548145 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-47bc3eb3-5832-40c9-9e21-e7d4fe078565 admin admin] 10.222.0.77 "PUT /v2.0/routers/96ef4fec-33ee-4e79-b335-87b8ff2859f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7938547 Aug 11 22:03:08.588426 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388b758b-5121-4ac6-955d-f08f16ca2fdc None None] Routers {'96ef4fec-33ee-4e79-b335-87b8ff2859f4'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:03:08.590140 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-388b758b-5121-4ac6-955d-f08f16ca2fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:02:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['96ef4fec-33ee-4e79-b335-87b8ff2859f4'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:03:08.665974 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87820dc0-4bdd-482b-9400-3643e47a2001 req-2355e6dc-0891-4546-b2fc-60595f8d2c85 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970523 Aug 11 22:03:08.689836 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87820dc0-4bdd-482b-9400-3643e47a2001 req-80c0b9fb-1e8a-4fdd-86e6-d8b1046e7fd8 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951182 Aug 11 22:03:08.696637 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207603a-48eb-4450-a170-1bc86145ab88 req-c9412b7d-5f9f-4bb0-8af5-b221f456a622 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:08.700170 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8207603a-48eb-4450-a170-1bc86145ab88 req-c9412b7d-5f9f-4bb0-8af5-b221f456a622 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65 HTTP/1.1" status: 200 len: 944 time: 0.1906872 Aug 11 22:03:08.906523 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-388b758b-5121-4ac6-955d-f08f16ca2fdc None None] Set router 96ef4fec-33ee-4e79-b335-87b8ff2859f4 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:03:08.974526 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-8207603a-48eb-4450-a170-1bc86145ab88 req-250877dd-bcdb-4308-8340-10be25cde0d9 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Deleting port df659028-83c8-42b7-af94-2ff3857b7a8f {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:03:08.976015 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8207603a-48eb-4450-a170-1bc86145ab88 req-250877dd-bcdb-4308-8340-10be25cde0d9 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:09.231475 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device df659028-83c8-42b7-af94-2ff3857b7a8f no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:03:09.235306 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-8207603a-48eb-4450-a170-1bc86145ab88 req-250877dd-bcdb-4308-8340-10be25cde0d9 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] For port df659028-83c8-42b7-af94-2ff3857b7a8f, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=df659028-83c8-42b7-af94-2ff3857b7a8f,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:03:09.236451 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8207603a-48eb-4450-a170-1bc86145ab88 req-250877dd-bcdb-4308-8340-10be25cde0d9 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:09.288145 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-8207603a-48eb-4450-a170-1bc86145ab88 req-250877dd-bcdb-4308-8340-10be25cde0d9 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Calling delete_port for df659028-83c8-42b7-af94-2ff3857b7a8f owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:03:09.441636 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87820dc0-4bdd-482b-9400-3643e47a2001 req-85a4744a-126e-4bdb-b311-a3f9e497fb2c service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7507465 Aug 11 22:03:09.542353 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8207603a-48eb-4450-a170-1bc86145ab88 req-250877dd-bcdb-4308-8340-10be25cde0d9 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:09.605944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250877dd-bcdb-4308-8340-10be25cde0d9 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Pushing event deleted for resources: {'Port': ['ID=df659028-83c8-42b7-af94-2ff3857b7a8f,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:09.630168 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-388b758b-5121-4ac6-955d-f08f16ca2fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ef4fec-33ee-4e79-b335-87b8ff2859f4', 'name': 'tempest-ServerRescueNegativeTestJSON-516015254-router', 'tenant_id': 'f8b3422dece244b1afcf393ec9f1b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '74cafc12-fe81-4d78-bacc-6d26481f499e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:59:44Z', 'updated_at': '2021-08-11T22:03:06Z', 'revision_number': 5, 'project_id': 'f8b3422dece244b1afcf393ec9f1b957', 'gw_port': {'id': '74cafc12-fe81-4d78-bacc-6d26481f499e', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ef4fec-33ee-4e79-b335-87b8ff2859f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:59:45Z', 'updated_at': '2021-08-11T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:03:09.666511 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-8207603a-48eb-4450-a170-1bc86145ab88 req-250877dd-bcdb-4308-8340-10be25cde0d9 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] No DVR routers for this DVR port df659028-83c8-42b7-af94-2ff3857b7a8f on host n-h2-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:03:09.670356 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8207603a-48eb-4450-a170-1bc86145ab88 req-250877dd-bcdb-4308-8340-10be25cde0d9 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:09.681083 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8207603a-48eb-4450-a170-1bc86145ab88 req-250877dd-bcdb-4308-8340-10be25cde0d9 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "DELETE /v2.0/ports/df659028-83c8-42b7-af94-2ff3857b7a8f HTTP/1.1" status: 204 len: 173 time: 0.9697516 Aug 11 22:03:09.682686 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65', 'name': 'network-vif-deleted', 'tag': 'df659028-83c8-42b7-af94-2ff3857b7a8f'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:03:09.686848 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93abe2fd-5fd1-47ff-9b78-dc2bf8ef1c3a" -d '{"events": [{"server_uuid": "3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65", "name": "network-vif-deleted", "tag": "df659028-83c8-42b7-af94-2ff3857b7a8f"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:03:09.710600 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388b758b-5121-4ac6-955d-f08f16ca2fdc None None] Checking router: 96ef4fec-33ee-4e79-b335-87b8ff2859f4 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:03:09.732689 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388b758b-5121-4ac6-955d-f08f16ca2fdc None None] Routers {'96ef4fec-33ee-4e79-b335-87b8ff2859f4'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:03:09.734182 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-388b758b-5121-4ac6-955d-f08f16ca2fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:02:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['96ef4fec-33ee-4e79-b335-87b8ff2859f4'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:03:09.757449 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-87820dc0-4bdd-482b-9400-3643e47a2001 req-5a2705c1-e1cd-4f74-a5d5-799d01178f7b service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662677 Aug 11 22:03:09.789938 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2873d44-4d41-4301-8ba2-2550578b1571 req-7bdcf93e-e34f-47b1-9d6b-b6b0792b15f8 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:09.796384 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e2873d44-4d41-4301-8ba2-2550578b1571 req-7bdcf93e-e34f-47b1-9d6b-b6b0792b15f8 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 949 time: 0.3890316 Aug 11 22:03:09.841987 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a1e35111-0caf-4b6a-8132-9464628d1782 admin admin] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:09.949818 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-388b758b-5121-4ac6-955d-f08f16ca2fdc None None] Set router 96ef4fec-33ee-4e79-b335-87b8ff2859f4 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:03:10.166322 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a1e35111-0caf-4b6a-8132-9464628d1782 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:10.182741 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e2873d44-4d41-4301-8ba2-2550578b1571 req-7e47e0fc-a57a-4c94-b2b5-ab0e89d4973b tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798633 Aug 11 22:03:10.388150 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-a1e35111-0caf-4b6a-8132-9464628d1782 admin admin] Deleting port 74cafc12-fe81-4d78-bacc-6d26481f499e {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:03:10.389291 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a1e35111-0caf-4b6a-8132-9464628d1782 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:10.451703 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-388b758b-5121-4ac6-955d-f08f16ca2fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ef4fec-33ee-4e79-b335-87b8ff2859f4', 'name': 'tempest-ServerRescueNegativeTestJSON-516015254-router', 'tenant_id': 'f8b3422dece244b1afcf393ec9f1b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '74cafc12-fe81-4d78-bacc-6d26481f499e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:59:44Z', 'updated_at': '2021-08-11T22:03:06Z', 'revision_number': 5, 'project_id': 'f8b3422dece244b1afcf393ec9f1b957', 'gw_port': {'id': '74cafc12-fe81-4d78-bacc-6d26481f499e', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ef4fec-33ee-4e79-b335-87b8ff2859f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:59:45Z', 'updated_at': '2021-08-11T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:03:10.523656 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388b758b-5121-4ac6-955d-f08f16ca2fdc None None] The sync data for ids ['96ef4fec-33ee-4e79-b335-87b8ff2859f4'] in n-d-804275-3 is: [{'id': '96ef4fec-33ee-4e79-b335-87b8ff2859f4', 'name': 'tempest-ServerRescueNegativeTestJSON-516015254-router', 'tenant_id': 'f8b3422dece244b1afcf393ec9f1b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '74cafc12-fe81-4d78-bacc-6d26481f499e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:59:44Z', 'updated_at': '2021-08-11T22:03:06Z', 'revision_number': 5, 'project_id': 'f8b3422dece244b1afcf393ec9f1b957', 'gw_port': {'id': '74cafc12-fe81-4d78-bacc-6d26481f499e', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ef4fec-33ee-4e79-b335-87b8ff2859f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:59:45Z', 'updated_at': '2021-08-11T21:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:03:10.631540 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac41331-3f64-4902-ae50-73dec94b3930 req-4542548c-3ae4-481a-8805-d2c901ec5fab tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:10.643728 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0ac41331-3f64-4902-ae50-73dec94b3930 req-4542548c-3ae4-481a-8805-d2c901ec5fab tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 945 time: 0.2489846 Aug 11 22:03:10.685128 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-a1e35111-0caf-4b6a-8132-9464628d1782 admin admin] For port 74cafc12-fe81-4d78-bacc-6d26481f499e, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=74cafc12-fe81-4d78-bacc-6d26481f499e,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:03:10.685708 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a1e35111-0caf-4b6a-8132-9464628d1782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:10.721464 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-a1e35111-0caf-4b6a-8132-9464628d1782 admin admin] Calling delete_port for 74cafc12-fe81-4d78-bacc-6d26481f499e owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:03:10.765187 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0ac41331-3f64-4902-ae50-73dec94b3930 req-5d9b796b-e390-49d9-a702-81582e63c4e7 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201432 Aug 11 22:03:10.774746 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 11 Aug 2021 22:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad128bdd-7bda-494b-9894-37ea1b76007c x-openstack-request-id: req-ad128bdd-7bda-494b-9894-37ea1b76007c {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:03:10.775814 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65", "name": "network-vif-deleted", "tag": "df659028-83c8-42b7-af94-2ff3857b7a8f", "status": "failed", "code": 422}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:03:10.775814 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ad128bdd-7bda-494b-9894-37ea1b76007c {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:03:10.776481 n-d-804275-3 neutron-server[100943]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3e00d5d8-ceb3-4581-8c7d-8ff3ccdd4e65', 'name': 'network-vif-deleted', 'tag': 'df659028-83c8-42b7-af94-2ff3857b7a8f', 'status': 'failed', 'code': 422} returned with failed status Aug 11 22:03:11.069632 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a1e35111-0caf-4b6a-8132-9464628d1782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:11.105976 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e35111-0caf-4b6a-8132-9464628d1782 admin admin] Pushing event deleted for resources: {'Port': ['ID=74cafc12-fe81-4d78-bacc-6d26481f499e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:11.208424 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 48846830-c350-4e01-b949-c5b5b01c6947 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:03:11.232410 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a1e35111-0caf-4b6a-8132-9464628d1782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:11.403061 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c840592-416e-4243-8a13-a40b71923f3d req-9c843bee-6923-4728-bf11-f2d459b265cf tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:11.412644 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1c840592-416e-4243-8a13-a40b71923f3d req-9c843bee-6923-4728-bf11-f2d459b265cf tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 949 time: 0.1043682 Aug 11 22:03:11.495335 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1c840592-416e-4243-8a13-a40b71923f3d req-faa43eb9-17c7-4441-8bbc-0ee062e44af4 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815690 Aug 11 22:03:11.532551 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a1e35111-0caf-4b6a-8132-9464628d1782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:11.549941 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a1e35111-0caf-4b6a-8132-9464628d1782 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:11.606799 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 48846830-c350-4e01-b949-c5b5b01c6947, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=48846830-c350-4e01-b949-c5b5b01c6947,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:03:11.639774 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a1e35111-0caf-4b6a-8132-9464628d1782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:11.640657 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '48846830-c350-4e01-b949-c5b5b01c6947', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '48846830-c350-4e01-b949-c5b5b01c6947', 'mac_address': 'fa:16:3e:17:41:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:03:11.641521 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e35111-0caf-4b6a-8132-9464628d1782 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96ef4fec-33ee-4e79-b335-87b8ff2859f4 {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:03:11.649142 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a1e35111-0caf-4b6a-8132-9464628d1782 admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:11.654080 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36342) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:11.658712 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a1e35111-0caf-4b6a-8132-9464628d1782 admin admin] 10.222.0.77 "DELETE /v2.0/routers/96ef4fec-33ee-4e79-b335-87b8ff2859f4 HTTP/1.1" status: 204 len: 168 time: 3.1094890 Aug 11 22:03:11.673244 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-b42998a4-7444-4a33-bfca-d984c8b41b58 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:11.681452 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-b42998a4-7444-4a33-bfca-d984c8b41b58 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/networks?id=bf080b52-f893-4f7c-8435-757491a8008c HTTP/1.1" status: 200 len: 811 time: 0.3802218 Aug 11 22:03:11.704911 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-d58991f5-421d-449a-81ad-dc53c30dad57 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/quotas/5ff75431bb564df5bffa655d84e87396 HTTP/1.1" status: 200 len: 375 time: 0.0224268 Aug 11 22:03:11.774864 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:11.789409 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-835e76e2-b56f-4cf3-a07d-b259f33ff523 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5ff75431bb564df5bffa655d84e87396&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0831435 Aug 11 22:03:11.812111 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48846830-c350-4e01-b949-c5b5b01c6947 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:03:11.839238 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 48846830-c350-4e01-b949-c5b5b01c6947, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=48846830-c350-4e01-b949-c5b5b01c6947,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:03:11.845224 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:11.857713 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-549fd144-8645-47cd-9e11-a5140238e21d admin admin] Deleting subnet fd19ad71-37f3-4014-bc35-046e6b7efdcb {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:03:11.876324 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-549fd144-8645-47cd-9e11-a5140238e21d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:11.988338 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=48846830-c350-4e01-b949-c5b5b01c6947,revision_number=12']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:12.089960 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-549fd144-8645-47cd-9e11-a5140238e21d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:12.150566 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['48846830-c350-4e01-b949-c5b5b01c6947'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:03:12.167962 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-549fd144-8645-47cd-9e11-a5140238e21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:12.293112 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-549fd144-8645-47cd-9e11-a5140238e21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:12.300405 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-976d6da6-ee32-443a-8c9a-27afceb9f1fb service neutron] 10.222.0.77 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014980 Aug 11 22:03:12.434546 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-549fd144-8645-47cd-9e11-a5140238e21d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:12.438370 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-549fd144-8645-47cd-9e11-a5140238e21d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/fd19ad71-37f3-4014-bc35-046e6b7efdcb HTTP/1.1" status: 204 len: 168 time: 0.7815301 Aug 11 22:03:12.439665 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549fd144-8645-47cd-9e11-a5140238e21d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd19ad71-37f3-4014-bc35-046e6b7efdcb,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:12.448776 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36362) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:12.515583 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f6361e12-935a-4f4d-8146-b615d622cb80 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:03:12.544015 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-112a4b0d-f4ae-49a4-9429-d523d68d5119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:12.545443 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: f6361e12-935a-4f4d-8146-b615d622cb80 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:03:12.545809 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f6361e12-935a-4f4d-8146-b615d622cb80 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:03:12.564654 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-b5beb8e6-f2e0-4ed4-9829-d836aae423cd service neutron] 10.222.0.77 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626264 Aug 11 22:03:12.572289 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c58f6d-ba75-470b-953a-2b0f779f8238 req-bab2fc55-034b-4e96-b719-994c8d44c278 tempest-MigrationsAdminTest-161606984 tempest-MigrationsAdminTest-161606984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:12.574415 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-15c58f6d-ba75-470b-953a-2b0f779f8238 req-bab2fc55-034b-4e96-b719-994c8d44c278 tempest-MigrationsAdminTest-161606984 tempest-MigrationsAdminTest-161606984-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 1101 time: 0.2974596 Aug 11 22:03:12.745261 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-15c58f6d-ba75-470b-953a-2b0f779f8238 req-7dc4d2bc-5251-45b1-bc68-4272f8d7ea97 tempest-MigrationsAdminTest-161606984 tempest-MigrationsAdminTest-161606984-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633966 Aug 11 22:03:12.773634 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-112a4b0d-f4ae-49a4-9429-d523d68d5119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:12.801105 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-112a4b0d-f4ae-49a4-9429-d523d68d5119 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5ce1c7-b332-4021-b8e6-4d054d5f0a81']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:03:12.828103 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-112a4b0d-f4ae-49a4-9429-d523d68d5119 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:03:12.828955 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-112a4b0d-f4ae-49a4-9429-d523d68d5119 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf1f5c6-e143-4dc1-a79f-cc7a7e99758a') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:03:12.851678 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-112a4b0d-f4ae-49a4-9429-d523d68d5119 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:12.890738 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-112a4b0d-f4ae-49a4-9429-d523d68d5119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:12.906512 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112a4b0d-f4ae-49a4-9429-d523d68d5119 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:03:12.907228 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-112a4b0d-f4ae-49a4-9429-d523d68d5119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:13.093852 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf1e135-63b2-4bbe-b0db-dd42b55722c8 req-a7d44128-934b-484d-bcb1-193e3ef77f88 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 210 time: 0.0489173 Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:03:13.119071 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:03:13.160221 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-112a4b0d-f4ae-49a4-9429-d523d68d5119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:13.167532 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-dbcd7b73-0346-4777-b126-93f97df97b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:13.168984 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-112a4b0d-f4ae-49a4-9429-d523d68d5119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:13.173593 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-112a4b0d-f4ae-49a4-9429-d523d68d5119 admin admin] 10.222.0.77 "DELETE /v2.0/networks/2e5ce1c7-b332-4021-b8e6-4d054d5f0a81 HTTP/1.1" status: 204 len: 168 time: 0.7194734 Aug 11 22:03:13.222331 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 111109ac-8dd5-42cd-9d43-0a38660565c6 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:03:13.227418 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 48846830-c350-4e01-b949-c5b5b01c6947 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:03:13.240651 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a4b0d-f4ae-49a4-9429-d523d68d5119 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e5ce1c7-b332-4021-b8e6-4d054d5f0a81,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:13.291932 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389a683-94bf-43cf-a3a2-6ebf32bb454a req-bf3c1940-9f1c-40a8-85f7-ee5cff425f46 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:13.301690 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0389a683-94bf-43cf-a3a2-6ebf32bb454a req-bf3c1940-9f1c-40a8-85f7-ee5cff425f46 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 945 time: 0.1808910 Aug 11 22:03:13.382644 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0389a683-94bf-43cf-a3a2-6ebf32bb454a req-029adf5b-c437-4c99-9be3-555e2bcafe5c tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757921 Aug 11 22:03:13.509687 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 111109ac-8dd5-42cd-9d43-0a38660565c6, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=111109ac-8dd5-42cd-9d43-0a38660565c6,segment=NetworkSegment(4c272644-500c-413c-905e-4ca7e6890613),segment_id=4c272644-500c-413c-905e-4ca7e6890613)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:03:13.534945 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '111109ac-8dd5-42cd-9d43-0a38660565c6', 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'port_id': '111109ac-8dd5-42cd-9d43-0a38660565c6', 'mac_address': 'fa:16:3e:16:91:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:03:13.581148 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36384) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:13.602918 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:13.606893 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 48846830-c350-4e01-b949-c5b5b01c6947 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:03:13.612860 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 48846830-c350-4e01-b949-c5b5b01c6947 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:03:13.613290 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:13.697639 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 111109ac-8dd5-42cd-9d43-0a38660565c6 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:03:13.746870 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15d59e-cd3c-4418-9213-e1e910ac86e8 req-ed8c42b8-b8d0-4902-9999-07249597f717 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:13.749408 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6b15d59e-cd3c-4418-9213-e1e910ac86e8 req-ed8c42b8-b8d0-4902-9999-07249597f717 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 950 time: 0.1124918 Aug 11 22:03:13.757091 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 111109ac-8dd5-42cd-9d43-0a38660565c6, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=111109ac-8dd5-42cd-9d43-0a38660565c6,segment=NetworkSegment(4c272644-500c-413c-905e-4ca7e6890613),segment_id=4c272644-500c-413c-905e-4ca7e6890613)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:03:13.764074 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36390) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:13.772907 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-373aea27-72c3-4160-96a4-007d840ac53b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f8b3422dece244b1afcf393ec9f1b957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1900451 Aug 11 22:03:13.774133 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:13.959922 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6b15d59e-cd3c-4418-9213-e1e910ac86e8 req-2a165034-ce7c-49f9-ac47-ffaa3caa1599 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496894 Aug 11 22:03:13.981043 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8efa7d5a-179a-4a0e-964d-389165b29a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:14.106053 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 74cafc12-fe81-4d78-bacc-6d26481f499e no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:03:14.166202 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8efa7d5a-179a-4a0e-964d-389165b29a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:14.185083 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['111109ac-8dd5-42cd-9d43-0a38660565c6'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:03:14.203922 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 74cafc12-fe81-4d78-bacc-6d26481f499e {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:03:14.205380 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 74cafc12-fe81-4d78-bacc-6d26481f499e not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:03:14.349096 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8efa7d5a-179a-4a0e-964d-389165b29a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:14.350670 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=111109ac-8dd5-42cd-9d43-0a38660565c6,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:14.350822 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8efa7d5a-179a-4a0e-964d-389165b29a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:14.350822 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8efa7d5a-179a-4a0e-964d-389165b29a27 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ee98f754-b388-4ff2-8f21-c22df0092b44 HTTP/1.1" status: 204 len: 168 time: 0.5719578 Aug 11 22:03:14.373948 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:14.382473 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa7d5a-179a-4a0e-964d-389165b29a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee98f754-b388-4ff2-8f21-c22df0092b44,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:14.528392 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7eb22048-a614-49e0-82c2-43bf207e3447 req-9a868011-5fdb-4853-9cb3-32578c75d9b9 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 210 time: 0.0847127 Aug 11 22:03:14.554756 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0f3cc2-dbc8-487a-930a-fbf86830d7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48846830-c350-4e01-b949-c5b5b01c6947'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:03:14.561846 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec2f192-de3b-41c1-80ed-125808cc3045" -d '{"events": [{"server_uuid": "2f0f3cc2-dbc8-487a-930a-fbf86830d7bc", "name": "network-vif-plugged", "status": "completed", "tag": "48846830-c350-4e01-b949-c5b5b01c6947"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:03:14.606404 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 48846830-c350-4e01-b949-c5b5b01c6947, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=48846830-c350-4e01-b949-c5b5b01c6947,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:03:14.671875 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8b2df9-25b0-4d37-a6b6-aa641ca48f74 x-openstack-request-id: req-ec8b2df9-25b0-4d37-a6b6-aa641ca48f74 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:03:14.673545 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0f3cc2-dbc8-487a-930a-fbf86830d7bc", "name": "network-vif-plugged", "status": "completed", "tag": "48846830-c350-4e01-b949-c5b5b01c6947", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:03:14.673985 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ec8b2df9-25b0-4d37-a6b6-aa641ca48f74 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:03:14.675727 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0f3cc2-dbc8-487a-930a-fbf86830d7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48846830-c350-4e01-b949-c5b5b01c6947', 'code': 200} Aug 11 22:03:14.676804 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:14.782837 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00b322-d426-4c01-a08a-adac34ad070a req-679a7355-f868-408b-b074-050d6a6c1580 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:14.794953 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8d00b322-d426-4c01-a08a-adac34ad070a req-679a7355-f868-408b-b074-050d6a6c1580 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 944 time: 0.2347674 Aug 11 22:03:14.893223 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=48846830-c350-4e01-b949-c5b5b01c6947,revision_number=13']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:14.929514 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8d00b322-d426-4c01-a08a-adac34ad070a req-c59b7746-89b0-44ae-ac3a-8a9c41d44f53 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270425 Aug 11 22:03:15.043770 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815413a0-3151-45c6-b926-15d331b809da req-5a1042d6-9073-491b-98f8-2e69686e8a29 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:15.045998 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-815413a0-3151-45c6-b926-15d331b809da req-5a1042d6-9073-491b-98f8-2e69686e8a29 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 951 time: 0.1663768 Aug 11 22:03:15.237295 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 111109ac-8dd5-42cd-9d43-0a38660565c6 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:03:15.274084 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040d956-05f8-4e3c-b48e-e3af1522ddaf req-381b722f-4b45-4369-a74e-0172e62ce43f tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:15.295253 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f040d956-05f8-4e3c-b48e-e3af1522ddaf req-381b722f-4b45-4369-a74e-0172e62ce43f tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 951 time: 0.1316967 Aug 11 22:03:15.449630 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f040d956-05f8-4e3c-b48e-e3af1522ddaf req-65c37814-7a32-4661-bacb-a4aded683bab tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508834 Aug 11 22:03:15.484262 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 111109ac-8dd5-42cd-9d43-0a38660565c6 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:03:15.484645 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:15.488462 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-815413a0-3151-45c6-b926-15d331b809da req-6ea65865-5db2-4f72-bb54-8d465a9e6a38 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Deleting port 48846830-c350-4e01-b949-c5b5b01c6947 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:03:15.490836 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-815413a0-3151-45c6-b926-15d331b809da req-6ea65865-5db2-4f72-bb54-8d465a9e6a38 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:15.553654 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-3b186d40-65ee-4a5b-9ec6-b39c1fe7e2cd tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:15.569384 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-3b186d40-65ee-4a5b-9ec6-b39c1fe7e2cd tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.52 "GET /v2.0/networks?id=bf080b52-f893-4f7c-8435-757491a8008c HTTP/1.1" status: 200 len: 811 time: 0.3626816 Aug 11 22:03:15.679106 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-df454e8a-349c-4e82-9c96-bbe08fba0ca4 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Request body: {'port': {'device_id': '98526a1d-d3f2-4bc7-807c-79e424e8a06a', 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c', 'admin_state_up': True, 'tenant_id': '5ff75431bb564df5bffa655d84e87396'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:03:15.865922 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-df454e8a-349c-4e82-9c96-bbe08fba0ca4 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Made reservation on behalf of 5ff75431bb564df5bffa655d84e87396 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:03:15.869930 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-df454e8a-349c-4e82-9c96-bbe08fba0ca4 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:15.899191 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-815413a0-3151-45c6-b926-15d331b809da req-6ea65865-5db2-4f72-bb54-8d465a9e6a38 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] For port 48846830-c350-4e01-b949-c5b5b01c6947, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=48846830-c350-4e01-b949-c5b5b01c6947,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:03:15.899604 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-815413a0-3151-45c6-b926-15d331b809da req-6ea65865-5db2-4f72-bb54-8d465a9e6a38 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:15.906550 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:15.947227 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-af0d05d9-7694-4be3-98b2-20113ebbc550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:15.967174 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-38f19890-a69e-4305-b90b-65b627a301fe req-c00294bd-2167-414c-9b78-9b0a78bced80 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 210 time: 0.2096181 Aug 11 22:03:15.980577 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-815413a0-3151-45c6-b926-15d331b809da req-6ea65865-5db2-4f72-bb54-8d465a9e6a38 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Calling delete_port for 48846830-c350-4e01-b949-c5b5b01c6947 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:03:16.042234 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:16.060686 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 111109ac-8dd5-42cd-9d43-0a38660565c6, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=111109ac-8dd5-42cd-9d43-0a38660565c6,segment=NetworkSegment(4c272644-500c-413c-905e-4ca7e6890613),segment_id=4c272644-500c-413c-905e-4ca7e6890613)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:03:16.075330 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:16.161657 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=111109ac-8dd5-42cd-9d43-0a38660565c6,revision_number=7']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:16.678177 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb461dcf-1b67-45aa-b80a-deb6bd4f3066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111109ac-8dd5-42cd-9d43-0a38660565c6'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:03:16.683842 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ca4adf-c3b6-4aea-b0a7-de5bed3c9cfe" -d '{"events": [{"server_uuid": "fb461dcf-1b67-45aa-b80a-deb6bd4f3066", "name": "network-vif-plugged", "status": "completed", "tag": "111109ac-8dd5-42cd-9d43-0a38660565c6"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:03:16.801062 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bbb64-2b3d-448d-abcc-78972e04d9a5 req-468c410f-ad77-4c12-85d3-79f1444fc947 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:16.820291 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dc5bbb64-2b3d-448d-abcc-78972e04d9a5 req-468c410f-ad77-4c12-85d3-79f1444fc947 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 945 time: 0.6042707 Aug 11 22:03:16.925191 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-df454e8a-349c-4e82-9c96-bbe08fba0ca4 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Allocated IP 172.20.0.11 (bf080b52-f893-4f7c-8435-757491a8008c/985a839f-f29b-406e-b51f-4bfc5d529d7d/5e1ee6b8-31cc-468c-8e03-df37df4df659) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:03:16.954906 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ad62e-8d77-4e53-a2cc-f1cf19729aca req-f71f1962-881d-4ef0-b91d-efea5fb53c26 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:16.975176 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8a1ad62e-8d77-4e53-a2cc-f1cf19729aca req-f71f1962-881d-4ef0-b91d-efea5fb53c26 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 951 time: 0.2183979 Aug 11 22:03:17.127041 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dc5bbb64-2b3d-448d-abcc-78972e04d9a5 req-a6ea5189-efce-4693-b773-f6887f133562 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3054812 Aug 11 22:03:17.142749 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8a1ad62e-8d77-4e53-a2cc-f1cf19729aca req-158ac957-6fcc-4488-aeed-759c9d3263e0 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643388 Aug 11 22:03:17.307525 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37129904-16ba-493b-bcc6-1ded87f03e82 x-openstack-request-id: req-37129904-16ba-493b-bcc6-1ded87f03e82 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:03:17.307865 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb461dcf-1b67-45aa-b80a-deb6bd4f3066", "name": "network-vif-plugged", "status": "completed", "tag": "111109ac-8dd5-42cd-9d43-0a38660565c6", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:03:17.308240 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-37129904-16ba-493b-bcc6-1ded87f03e82 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:03:17.308632 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb461dcf-1b67-45aa-b80a-deb6bd4f3066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111109ac-8dd5-42cd-9d43-0a38660565c6', 'code': 200} Aug 11 22:03:17.379491 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:17.442579 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-528e7979-4ec0-4d07-915b-8810abd60a89 req-db66c51d-a4da-4ba5-8802-76b0d9c22065 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 210 time: 0.0521390 Aug 11 22:03:17.559119 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-815413a0-3151-45c6-b926-15d331b809da req-6ea65865-5db2-4f72-bb54-8d465a9e6a38 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:17.572724 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['fe14920a-a4be-4054-b1ae-c8b50eb8c195', '5416b26f-2494-4b72-9a5e-ad96f58483f2'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:03:17.644126 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea65865-5db2-4f72-bb54-8d465a9e6a38 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Pushing event deleted for resources: {'Port': ['ID=48846830-c350-4e01-b949-c5b5b01c6947,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:17.713902 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-815413a0-3151-45c6-b926-15d331b809da req-6ea65865-5db2-4f72-bb54-8d465a9e6a38 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] No DVR routers for this DVR port 48846830-c350-4e01-b949-c5b5b01c6947 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:03:17.719345 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['98abb531-fd07-4a25-8543-5afc8994d142'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:03:17.730995 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-815413a0-3151-45c6-b926-15d331b809da req-6ea65865-5db2-4f72-bb54-8d465a9e6a38 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:17.741719 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-815413a0-3151-45c6-b926-15d331b809da req-6ea65865-5db2-4f72-bb54-8d465a9e6a38 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.52 "DELETE /v2.0/ports/48846830-c350-4e01-b949-c5b5b01c6947 HTTP/1.1" status: 204 len: 173 time: 2.6782813 Aug 11 22:03:17.741719 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0f3cc2-dbc8-487a-930a-fbf86830d7bc', 'name': 'network-vif-deleted', 'tag': '48846830-c350-4e01-b949-c5b5b01c6947'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:03:17.741719 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f61fc65-ec34-4283-ae8d-b1dd56cec3b9" -d '{"events": [{"server_uuid": "2f0f3cc2-dbc8-487a-930a-fbf86830d7bc", "name": "network-vif-deleted", "tag": "48846830-c350-4e01-b949-c5b5b01c6947"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:03:17.797944 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-df454e8a-349c-4e82-9c96-bbe08fba0ca4 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:17.932709 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17e0474-ac47-4a0b-9b2c-b30db476b03b x-openstack-request-id: req-e17e0474-ac47-4a0b-9b2c-b30db476b03b {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:03:17.933915 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0f3cc2-dbc8-487a-930a-fbf86830d7bc", "name": "network-vif-deleted", "tag": "48846830-c350-4e01-b949-c5b5b01c6947", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:03:17.934551 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e17e0474-ac47-4a0b-9b2c-b30db476b03b {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:03:17.935395 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0f3cc2-dbc8-487a-930a-fbf86830d7bc', 'name': 'network-vif-deleted', 'tag': '48846830-c350-4e01-b949-c5b5b01c6947', 'status': 'completed', 'code': 200} Aug 11 22:03:18.015438 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-df454e8a-349c-4e82-9c96-bbe08fba0ca4 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:18.101710 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df454e8a-349c-4e82-9c96-bbe08fba0ca4 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Pushing event updated for resources: {'Port': ['ID=5e1ee6b8-31cc-468c-8e03-df37df4df659,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:18.142796 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-df454e8a-349c-4e82-9c96-bbe08fba0ca4 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Network bf080b52-f893-4f7c-8435-757491a8008c is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:03:18.145616 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-df454e8a-349c-4e82-9c96-bbe08fba0ca4 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:03:18.148533 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-df454e8a-349c-4e82-9c96-bbe08fba0ca4 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:03:18.347375 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-df454e8a-349c-4e82-9c96-bbe08fba0ca4 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:18.348107 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-df454e8a-349c-4e82-9c96-bbe08fba0ca4 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:18.453922 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3e0a6723-1c94-4354-9235-8b773b0be763 req-351ee0a7-573a-434f-b62b-0160d3f47092 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f0f3cc2-dbc8-487a-930a-fbf86830d7bc HTTP/1.1" status: 200 len: 210 time: 0.0979042 Aug 11 22:03:18.525095 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-df454e8a-349c-4e82-9c96-bbe08fba0ca4 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8582757 Aug 11 22:03:18.551812 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-197e9b80-e018-491a-bf4c-3106deb7d5ff service neutron] Request body: {'port': {'device_id': '98526a1d-d3f2-4bc7-807c-79e424e8a06a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:03:18.679714 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68768117-0c6a-4cd2-8a62-5ffb5f6027f9 req-0d1412fe-04ce-4656-b95e-677906384dc5 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:18.692350 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-68768117-0c6a-4cd2-8a62-5ffb5f6027f9 req-0d1412fe-04ce-4656-b95e-677906384dc5 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 945 time: 0.2788107 Aug 11 22:03:18.734376 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-197e9b80-e018-491a-bf4c-3106deb7d5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:18.762134 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:03:18.871821 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-68768117-0c6a-4cd2-8a62-5ffb5f6027f9 req-a119a0a4-4569-4a38-86e1-b1a92ff9fcef tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779463 Aug 11 22:03:18.925960 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:19.006962 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15de2e3-50e7-4df3-ab61-8e3d20bd9040 req-15ee20b6-d30b-41a5-a8ec-3e012b8e1dba tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:19.023446 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e15de2e3-50e7-4df3-ab61-8e3d20bd9040 req-15ee20b6-d30b-41a5-a8ec-3e012b8e1dba tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 932 time: 0.1869674 Aug 11 22:03:19.197423 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e15de2e3-50e7-4df3-ab61-8e3d20bd9040 req-aaa645e4-4bd2-49b8-9b77-9c21108883ad tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550381 Aug 11 22:03:19.283752 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 48846830-c350-4e01-b949-c5b5b01c6947 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:03:19.362119 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 48846830-c350-4e01-b949-c5b5b01c6947 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:03:19.362621 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 48846830-c350-4e01-b949-c5b5b01c6947 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:03:19.422057 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-197e9b80-e018-491a-bf4c-3106deb7d5ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e1ee6b8-31cc-468c-8e03-df37df4df659 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:03:19.432773 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-197e9b80-e018-491a-bf4c-3106deb7d5ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:19.455466 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-197e9b80-e018-491a-bf4c-3106deb7d5ff service neutron] Transition to ACTIVE for port object 5e1ee6b8-31cc-468c-8e03-df37df4df659 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:03:19.465304 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-197e9b80-e018-491a-bf4c-3106deb7d5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:19.619421 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e9b80-e018-491a-bf4c-3106deb7d5ff service neutron] Pushing event updated for resources: {'Port': ['ID=5e1ee6b8-31cc-468c-8e03-df37df4df659,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:20.146075 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-197e9b80-e018-491a-bf4c-3106deb7d5ff service neutron] Attempting to bind port 5e1ee6b8-31cc-468c-8e03-df37df4df659 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:03:20.147193 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-197e9b80-e018-491a-bf4c-3106deb7d5ff service neutron] Attempting to bind port 5e1ee6b8-31cc-468c-8e03-df37df4df659 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'a26e85d0-a905-4271-9972-2aa908ddc09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:03:20.147793 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-197e9b80-e018-491a-bf4c-3106deb7d5ff service neutron] Attempting to bind port 5e1ee6b8-31cc-468c-8e03-df37df4df659 on network bf080b52-f893-4f7c-8435-757491a8008c {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:03:20.203225 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-197e9b80-e018-491a-bf4c-3106deb7d5ff service neutron] Port 5e1ee6b8-31cc-468c-8e03-df37df4df659 on network bf080b52-f893-4f7c-8435-757491a8008c not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:03:20.203864 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-197e9b80-e018-491a-bf4c-3106deb7d5ff service neutron] Attempting to bind port 5e1ee6b8-31cc-468c-8e03-df37df4df659 on network bf080b52-f893-4f7c-8435-757491a8008c {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:03:20.224888 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-197e9b80-e018-491a-bf4c-3106deb7d5ff service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:03:20.227186 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-197e9b80-e018-491a-bf4c-3106deb7d5ff service neutron] Checking segment: {'id': 'a26e85d0-a905-4271-9972-2aa908ddc09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:03:20.228142 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-197e9b80-e018-491a-bf4c-3106deb7d5ff service neutron] Bound using segment: {'id': 'a26e85d0-a905-4271-9972-2aa908ddc09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:03:20.231728 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-197e9b80-e018-491a-bf4c-3106deb7d5ff service neutron] Bound port: 5e1ee6b8-31cc-468c-8e03-df37df4df659, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a26e85d0-a905-4271-9972-2aa908ddc09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:03:20.232986 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-197e9b80-e018-491a-bf4c-3106deb7d5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:20.279472 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c8c89-d0bb-4594-86c7-8fbfb30f8318 req-95c7bd52-a30b-4a2e-a519-c86b9c72eda1 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:20.287849 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-256c8c89-d0bb-4594-86c7-8fbfb30f8318 req-95c7bd52-a30b-4a2e-a519-c86b9c72eda1 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 945 time: 0.2210591 Aug 11 22:03:20.327539 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:20.357710 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-256c8c89-d0bb-4594-86c7-8fbfb30f8318 req-b95919f4-08f5-4d83-a61f-65f2c81ef0ee tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685134 Aug 11 22:03:20.550872 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-197e9b80-e018-491a-bf4c-3106deb7d5ff service neutron] For port 5e1ee6b8-31cc-468c-8e03-df37df4df659, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:03:20.560745 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-197e9b80-e018-491a-bf4c-3106deb7d5ff service neutron] For port 5e1ee6b8-31cc-468c-8e03-df37df4df659, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=5e1ee6b8-31cc-468c-8e03-df37df4df659,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:03:20.637317 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-197e9b80-e018-491a-bf4c-3106deb7d5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:20.861380 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-197e9b80-e018-491a-bf4c-3106deb7d5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:20.869202 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-197e9b80-e018-491a-bf4c-3106deb7d5ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:20.877628 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-197e9b80-e018-491a-bf4c-3106deb7d5ff service neutron] 10.222.0.52 "PUT /v2.0/ports/5e1ee6b8-31cc-468c-8e03-df37df4df659 HTTP/1.1" status: 200 len: 1092 time: 2.3376384 Aug 11 22:03:20.891690 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98526a1d-d3f2-4bc7-807c-79e424e8a06a', 'tag': '5e1ee6b8-31cc-468c-8e03-df37df4df659'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:03:20.904037 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e65ebf-7838-465d-9596-fe3b2b4e1191" -d '{"events": [{"name": "network-changed", "server_uuid": "98526a1d-d3f2-4bc7-807c-79e424e8a06a", "tag": "5e1ee6b8-31cc-468c-8e03-df37df4df659"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:03:20.960038 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87451488-58a9-4c5e-bd54-a62a706eab18 req-8dcdce16-2b54-4aec-82ff-8f4a6a22220f tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:20.972819 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-87451488-58a9-4c5e-bd54-a62a706eab18 req-8dcdce16-2b54-4aec-82ff-8f4a6a22220f tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 944 time: 0.2347288 Aug 11 22:03:21.093463 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-87451488-58a9-4c5e-bd54-a62a706eab18 req-68e22215-4235-427c-bd82-85f2e470c123 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109545 Aug 11 22:03:21.146626 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c3c2b-0c13-4849-a938-0310d0891666 req-1a973637-e621-43c8-a102-d48cbe8d1862 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:21.164128 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ee4c3c2b-0c13-4849-a938-0310d0891666 req-1a973637-e621-43c8-a102-d48cbe8d1862 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 951 time: 0.5984092 Aug 11 22:03:21.215947 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-b7df2380-b06a-4018-8d00-79428ba13ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:21.219245 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-b7df2380-b06a-4018-8d00-79428ba13ca3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ff75431bb564df5bffa655d84e87396&device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 1095 time: 0.2526391 Aug 11 22:03:21.286178 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e9b80-e018-491a-bf4c-3106deb7d5ff service neutron] Pushing event updated for resources: {'Port': ['ID=5e1ee6b8-31cc-468c-8e03-df37df4df659,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:21.312564 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ee4c3c2b-0c13-4849-a938-0310d0891666 req-0a0ed83b-ffc2-4513-8ca3-9e4f56dfa069 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041441 Aug 11 22:03:21.462379 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6a82e0-11d5-4ede-9053-394de611cad1 x-openstack-request-id: req-0b6a82e0-11d5-4ede-9053-394de611cad1 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:03:21.462812 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98526a1d-d3f2-4bc7-807c-79e424e8a06a", "tag": "5e1ee6b8-31cc-468c-8e03-df37df4df659", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:03:21.463001 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0b6a82e0-11d5-4ede-9053-394de611cad1 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:03:21.463425 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98526a1d-d3f2-4bc7-807c-79e424e8a06a', 'tag': '5e1ee6b8-31cc-468c-8e03-df37df4df659', 'status': 'completed', 'code': 200} Aug 11 22:03:21.478497 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-0a06db41-27a0-4cb1-afe8-d8e88e2026a1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e1ee6b8-31cc-468c-8e03-df37df4df659 HTTP/1.1" status: 200 len: 217 time: 0.1812208 Aug 11 22:03:21.808198 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-3ec82cac-7b07-45cd-8cfa-7e6a9f86dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:21.810263 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-3ec82cac-7b07-45cd-8cfa-7e6a9f86dd61 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=985a839f-f29b-406e-b51f-4bfc5d529d7d HTTP/1.1" status: 200 len: 851 time: 0.3275669 Aug 11 22:03:21.851360 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a8d43-0eb3-4832-afeb-9a2c4c10f7e7 req-953e8b47-f05a-4cd5-990f-755d8ab187f8 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:21.854201 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7a2a8d43-0eb3-4832-afeb-9a2c4c10f7e7 req-953e8b47-f05a-4cd5-990f-755d8ab187f8 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 945 time: 0.2089283 Aug 11 22:03:21.931796 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-127675d6-54a9-47a8-b816-08c877ddc3d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bf080b52-f893-4f7c-8435-757491a8008c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104894 Aug 11 22:03:22.126893 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-9442bb78-b531-4da5-bb31-907b4dbc3299 service neutron] 10.222.0.52 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501493 Aug 11 22:03:22.507280 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb671d-ef53-4344-ac7d-78b5209a1eba req-389d9149-ff91-44a3-810f-af2e21338f42 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:22.520517 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-01bb671d-ef53-4344-ac7d-78b5209a1eba req-389d9149-ff91-44a3-810f-af2e21338f42 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 944 time: 0.2433233 Aug 11 22:03:22.547854 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7a2a8d43-0eb3-4832-afeb-9a2c4c10f7e7 req-25617b46-2c31-4efe-a851-f7f2138468ff tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6141465 Aug 11 22:03:22.554929 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5aadfa09-cc7d-44f2-a7c2-8a1468342e5f req-64144779-a87f-4a0f-9c26-5b515e81b1e2 service neutron] 10.222.0.52 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185573 Aug 11 22:03:22.572025 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3737b4-86f5-412d-8695-e80b0ccb24f1 req-5477c15f-f613-429e-970a-e47ed6dd781d tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:22.575574 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2c3737b4-86f5-412d-8695-e80b0ccb24f1 req-5477c15f-f613-429e-970a-e47ed6dd781d tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.82 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 951 time: 0.6386065 Aug 11 22:03:22.631755 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-01bb671d-ef53-4344-ac7d-78b5209a1eba req-0c03078e-6ab5-4061-9e6b-6a11346fb5b0 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965657 Aug 11 22:03:23.131791 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e65ebf-7838-465d-9596-fe3b2b4e1191 req-a94f2e28-2cae-43ed-80ba-7574dd4d58a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:23.135727 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65e65ebf-7838-465d-9596-fe3b2b4e1191 req-a94f2e28-2cae-43ed-80ba-7574dd4d58a7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ff75431bb564df5bffa655d84e87396&device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 1095 time: 0.2473063 Aug 11 22:03:23.194467 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831c7b5-efca-4501-a00c-994519c22b67 req-262e7419-a6ac-4449-887f-7187c54f49ff tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:23.200641 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d831c7b5-efca-4501-a00c-994519c22b67 req-262e7419-a6ac-4449-887f-7187c54f49ff tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 951 time: 0.2596302 Aug 11 22:03:23.237993 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-2c3737b4-86f5-412d-8695-e80b0ccb24f1 req-5f646a4d-25f2-48ff-b8f2-b7f5ddf7242c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Deleting port 98abb531-fd07-4a25-8543-5afc8994d142 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:03:23.238565 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2c3737b4-86f5-412d-8695-e80b0ccb24f1 req-5f646a4d-25f2-48ff-b8f2-b7f5ddf7242c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:23.387689 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d831c7b5-efca-4501-a00c-994519c22b67 req-458c9f45-e961-445e-9029-cf03e46638f8 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729994 Aug 11 22:03:23.968715 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-2c3737b4-86f5-412d-8695-e80b0ccb24f1 req-5f646a4d-25f2-48ff-b8f2-b7f5ddf7242c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] For port 98abb531-fd07-4a25-8543-5afc8994d142, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=98abb531-fd07-4a25-8543-5afc8994d142,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:03:23.969745 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2c3737b4-86f5-412d-8695-e80b0ccb24f1 req-5f646a4d-25f2-48ff-b8f2-b7f5ddf7242c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:23.970711 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451eb15-2dcf-4ef0-a0dc-8f7b96ba7922 req-75a2f982-0443-4ead-a407-9493ec685f99 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:23.989451 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e451eb15-2dcf-4ef0-a0dc-8f7b96ba7922 req-75a2f982-0443-4ead-a407-9493ec685f99 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 944 time: 0.1528630 Aug 11 22:03:24.023040 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-2c3737b4-86f5-412d-8695-e80b0ccb24f1 req-5f646a4d-25f2-48ff-b8f2-b7f5ddf7242c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Calling delete_port for 98abb531-fd07-4a25-8543-5afc8994d142 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:03:24.088639 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e451eb15-2dcf-4ef0-a0dc-8f7b96ba7922 req-5daf3f2d-aa0f-48af-bfe8-a6fee1a6ea35 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955400 Aug 11 22:03:24.582080 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2c3737b4-86f5-412d-8695-e80b0ccb24f1 req-5f646a4d-25f2-48ff-b8f2-b7f5ddf7242c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:24.609466 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['fe14920a-a4be-4054-b1ae-c8b50eb8c195', '5416b26f-2494-4b72-9a5e-ad96f58483f2'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:03:24.651797 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3da9a64-f71e-4b42-bb27-a3987658611a req-a01bc62b-7a40-4180-a879-317d55533c08 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 210 time: 0.0621777 Aug 11 22:03:24.749353 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36612) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:24.782972 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f646a4d-25f2-48ff-b8f2-b7f5ddf7242c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Pushing event deleted for resources: {'Port': ['ID=98abb531-fd07-4a25-8543-5afc8994d142,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:24.863309 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e65ebf-7838-465d-9596-fe3b2b4e1191 req-7c26050b-f763-4d81-8205-6a9a1e54e7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:24.867362 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65e65ebf-7838-465d-9596-fe3b2b4e1191 req-7c26050b-f763-4d81-8205-6a9a1e54e7f2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bf080b52-f893-4f7c-8435-757491a8008c HTTP/1.1" status: 200 len: 912 time: 1.7175446 Aug 11 22:03:24.952442 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4c725c19-f285-475e-a2e2-b09426b4c4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:25.124666 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65e65ebf-7838-465d-9596-fe3b2b4e1191 req-b82d2622-4159-410f-bd9b-c18f8fe3c91a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e1ee6b8-31cc-468c-8e03-df37df4df659 HTTP/1.1" status: 200 len: 217 time: 0.2121220 Aug 11 22:03:25.124666 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3737b4-86f5-412d-8695-e80b0ccb24f1 req-5f646a4d-25f2-48ff-b8f2-b7f5ddf7242c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] No DVR routers for this DVR port 98abb531-fd07-4a25-8543-5afc8994d142 on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:03:25.218711 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1894a-80d2-47fe-8409-3991ee3cbf4e req-fd0535bc-910f-4715-9e20-ed02720b08ac tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:25.243752 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4ad1894a-80d2-47fe-8409-3991ee3cbf4e req-fd0535bc-910f-4715-9e20-ed02720b08ac tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 945 time: 0.7330940 Aug 11 22:03:25.266158 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 98abb531-fd07-4a25-8543-5afc8994d142 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:03:25.268619 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2c3737b4-86f5-412d-8695-e80b0ccb24f1 req-5f646a4d-25f2-48ff-b8f2-b7f5ddf7242c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:25.302001 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2c3737b4-86f5-412d-8695-e80b0ccb24f1 req-5f646a4d-25f2-48ff-b8f2-b7f5ddf7242c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.82 "DELETE /v2.0/ports/98abb531-fd07-4a25-8543-5afc8994d142 HTTP/1.1" status: 204 len: 173 time: 2.7167742 Aug 11 22:03:25.302780 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b', 'name': 'network-vif-deleted', 'tag': '98abb531-fd07-4a25-8543-5afc8994d142'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:03:25.317809 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 5e1ee6b8-31cc-468c-8e03-df37df4df659 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:03:25.318673 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcbf1b3-47d0-4ae4-8dc6-6173215bbf2e" -d '{"events": [{"server_uuid": "b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b", "name": "network-vif-deleted", "tag": "98abb531-fd07-4a25-8543-5afc8994d142"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:03:25.335016 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 98abb531-fd07-4a25-8543-5afc8994d142 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:03:25.335495 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 98abb531-fd07-4a25-8543-5afc8994d142 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:03:25.460787 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4c725c19-f285-475e-a2e2-b09426b4c4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:25.507940 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4c725c19-f285-475e-a2e2-b09426b4c4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:25.645169 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4ad1894a-80d2-47fe-8409-3991ee3cbf4e req-9faeb66a-4ef1-4ce2-b745-fd21731f7983 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3101845 Aug 11 22:03:25.648604 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e65ebf-7838-465d-9596-fe3b2b4e1191 req-b00dcce6-d60e-44e3-9e27-aa539a050332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:25.656766 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65e65ebf-7838-465d-9596-fe3b2b4e1191 req-b00dcce6-d60e-44e3-9e27-aa539a050332 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=985a839f-f29b-406e-b51f-4bfc5d529d7d HTTP/1.1" status: 200 len: 851 time: 0.5100160 Aug 11 22:03:25.720927 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 5e1ee6b8-31cc-468c-8e03-df37df4df659, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=5e1ee6b8-31cc-468c-8e03-df37df4df659,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:03:25.739190 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65e65ebf-7838-465d-9596-fe3b2b4e1191 req-1d65e362-4771-4ac7-96a7-adcd407149d7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bf080b52-f893-4f7c-8435-757491a8008c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734100 Aug 11 22:03:25.741458 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4c725c19-f285-475e-a2e2-b09426b4c4ff admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b0407c0581b74af68c8e09adaa5b4eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9902952 Aug 11 22:03:25.746461 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36626) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:25.756104 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '5e1ee6b8-31cc-468c-8e03-df37df4df659', 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c', 'port_id': '5e1ee6b8-31cc-468c-8e03-df37df4df659', 'mac_address': 'fa:16:3e:22:d1:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '985a839f-f29b-406e-b51f-4bfc5d529d7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:03:25.760653 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29951c-8aac-4399-a248-9ade5e8ff8d2 req-2f086eec-4eac-464c-b281-d4b5aeef4d6d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:25.776265 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ab29951c-8aac-4399-a248-9ade5e8ff8d2 req-2f086eec-4eac-464c-b281-d4b5aeef4d6d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 944 time: 0.2996569 Aug 11 22:03:25.790885 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c725c19-f285-475e-a2e2-b09426b4c4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf23652-b411-4c0a-8a38-dedbba1e7879,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:25.957859 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:25.998788 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ab29951c-8aac-4399-a248-9ade5e8ff8d2 req-bda650f5-fb4c-4cbf-bab2-b62f852dde36 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010760 Aug 11 22:03:26.031247 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36632) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:26.038551 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-75518512-aee8-4e04-a916-0f5bf1e8f03f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1331864102'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:03:26.061144 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e1ee6b8-31cc-468c-8e03-df37df4df659 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:03:26.116706 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ae4f11-622d-4566-abe7-d69617cc05f0 x-openstack-request-id: req-d0ae4f11-622d-4566-abe7-d69617cc05f0 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:03:26.117160 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b", "name": "network-vif-deleted", "tag": "98abb531-fd07-4a25-8543-5afc8994d142", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:03:26.117565 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d0ae4f11-622d-4566-abe7-d69617cc05f0 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:03:26.118200 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b', 'name': 'network-vif-deleted', 'tag': '98abb531-fd07-4a25-8543-5afc8994d142', 'status': 'completed', 'code': 200} Aug 11 22:03:26.138023 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 5e1ee6b8-31cc-468c-8e03-df37df4df659, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=5e1ee6b8-31cc-468c-8e03-df37df4df659,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:03:26.139195 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75518512-aee8-4e04-a916-0f5bf1e8f03f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Made reservation on behalf of 21f8e25332dd44aa8653731b1f899e18 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:03:26.146090 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-75518512-aee8-4e04-a916-0f5bf1e8f03f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:26.158148 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:26.231253 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75518512-aee8-4e04-a916-0f5bf1e8f03f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:03:26.246105 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-42b6825a-9512-4201-82a8-d9347b345335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:26.248716 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-75518512-aee8-4e04-a916-0f5bf1e8f03f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:26.249294 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-75518512-aee8-4e04-a916-0f5bf1e8f03f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Added segment a3dcb167-5947-4558-908e-3d33ae014591 of type vlan for network b287a464-dc73-48ac-8476-f9f6272430e9 Aug 11 22:03:26.314534 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-42b6825a-9512-4201-82a8-d9347b345335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:26.317330 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-75518512-aee8-4e04-a916-0f5bf1e8f03f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:26.363548 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=5e1ee6b8-31cc-468c-8e03-df37df4df659,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:26.381210 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-75518512-aee8-4e04-a916-0f5bf1e8f03f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:26.391157 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75518512-aee8-4e04-a916-0f5bf1e8f03f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:26.392571 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-75518512-aee8-4e04-a916-0f5bf1e8f03f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:26.405772 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['5e1ee6b8-31cc-468c-8e03-df37df4df659'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:03:26.545347 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c405a19d-9e5b-470f-a16b-48f45996b6bb req-2edc9fb6-c800-464b-a2f1-7d65a6fd059e tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=b634ca6a-bd5f-4c4d-8efa-0f2d5828c22b HTTP/1.1" status: 200 len: 210 time: 0.1662095 Aug 11 22:03:26.593995 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-42b6825a-9512-4201-82a8-d9347b345335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:26.601984 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-75518512-aee8-4e04-a916-0f5bf1e8f03f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5653088 Aug 11 22:03:26.606244 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-42b6825a-9512-4201-82a8-d9347b345335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:26.608865 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-42b6825a-9512-4201-82a8-d9347b345335 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6cf23652-b411-4c0a-8a38-dedbba1e7879 HTTP/1.1" status: 204 len: 168 time: 0.8600051 Aug 11 22:03:26.613710 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36634) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:26.627592 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-b840f796-ccf6-4cf7-a7ad-f3b0ed0fcf78 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1471296823'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:03:26.681507 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6825a-9512-4201-82a8-d9347b345335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf23652-b411-4c0a-8a38-dedbba1e7879,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:26.735158 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75518512-aee8-4e04-a916-0f5bf1e8f03f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Pushing event updated for resources: {'Network': ['ID=b287a464-dc73-48ac-8476-f9f6272430e9,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:26.754629 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65e65ebf-7838-465d-9596-fe3b2b4e1191 req-59502306-8f9c-43b0-a1d7-30e99a7df402 service neutron] 10.222.0.52 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9876630 Aug 11 22:03:26.757281 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b840f796-ccf6-4cf7-a7ad-f3b0ed0fcf78 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Made reservation on behalf of 21f8e25332dd44aa8653731b1f899e18 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:03:26.763391 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b840f796-ccf6-4cf7-a7ad-f3b0ed0fcf78 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:26.777402 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network b287a464-dc73-48ac-8476-f9f6272430e9 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:03:26.928036 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b840f796-ccf6-4cf7-a7ad-f3b0ed0fcf78 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:03:26.947283 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06febd60-5e45-429a-85bc-bd4c507d772f req-af68a054-bac9-4746-973d-703d5b50cb89 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:26.960848 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-06febd60-5e45-429a-85bc-bd4c507d772f req-af68a054-bac9-4746-973d-703d5b50cb89 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 945 time: 0.1437116 Aug 11 22:03:26.980779 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b840f796-ccf6-4cf7-a7ad-f3b0ed0fcf78 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:26.981353 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-b840f796-ccf6-4cf7-a7ad-f3b0ed0fcf78 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Added segment c6f2a34e-1a80-4ae8-83e0-174475e6aac5 of type vlan for network 39346d85-8db1-4c32-bd48-0eb63c830650 Aug 11 22:03:27.057896 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-06febd60-5e45-429a-85bc-bd4c507d772f req-a2ce3625-c02b-40b5-a69d-3bcbff9f6f7f tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954919 Aug 11 22:03:27.161594 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b840f796-ccf6-4cf7-a7ad-f3b0ed0fcf78 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:27.196213 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65e65ebf-7838-465d-9596-fe3b2b4e1191 req-213d4080-4985-4976-ad5f-1f0827ab828a service neutron] 10.222.0.52 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253738 Aug 11 22:03:27.275878 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b840f796-ccf6-4cf7-a7ad-f3b0ed0fcf78 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:27.287199 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b840f796-ccf6-4cf7-a7ad-f3b0ed0fcf78 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:27.287968 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b840f796-ccf6-4cf7-a7ad-f3b0ed0fcf78 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:27.483266 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edf675-58d4-4a4d-bc5a-794c0bcf40be req-3ae1d0e9-e4ab-4b8c-9dc4-f26c8e1d7e84 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:27.486607 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c5edf675-58d4-4a4d-bc5a-794c0bcf40be req-3ae1d0e9-e4ab-4b8c-9dc4-f26c8e1d7e84 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 945 time: 0.1356232 Aug 11 22:03:27.526087 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b840f796-ccf6-4cf7-a7ad-f3b0ed0fcf78 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9059153 Aug 11 22:03:27.532445 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36654) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:27.555175 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-3fc46143-5b02-4eab-a0fb-5ca0522f6f53 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Request body: {'subnet': {'network_id': 'b287a464-dc73-48ac-8476-f9f6272430e9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:03:27.603049 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b840f796-ccf6-4cf7-a7ad-f3b0ed0fcf78 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Pushing event updated for resources: {'Network': ['ID=39346d85-8db1-4c32-bd48-0eb63c830650,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:27.624237 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 39346d85-8db1-4c32-bd48-0eb63c830650 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:03:27.629626 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36658) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:27.789582 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c5edf675-58d4-4a4d-bc5a-794c0bcf40be req-b8f5baf9-4b1f-419f-b2a9-b6062a34dbe1 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824199 Aug 11 22:03:27.915430 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc46143-5b02-4eab-a0fb-5ca0522f6f53 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Made reservation on behalf of 21f8e25332dd44aa8653731b1f899e18 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:03:27.922391 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3fc46143-5b02-4eab-a0fb-5ca0522f6f53 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:28.308741 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9288447c-cf71-496f-98d1-dd6c01a61674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:28.315764 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24475f76-cef6-4c3b-8f77-d7a3694d97b4 req-d90b385d-dbe1-43e1-8d7a-195ebe1c1e05 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:28.329840 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-24475f76-cef6-4c3b-8f77-d7a3694d97b4 req-d90b385d-dbe1-43e1-8d7a-195ebe1c1e05 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 950 time: 0.2431440 Aug 11 22:03:28.466446 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7500fcb2-c615-4109-a304-41b688d4e311 req-6a7249fe-16d7-4f48-9cf3-6d7387ed5a23 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1830990 Aug 11 22:03:28.501287 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2e0dd-c38a-4ca9-8985-de11f5b6623d req-d7b1767b-f8b5-4183-8041-1476c896b592 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:28.503310 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-25e2e0dd-c38a-4ca9-8985-de11f5b6623d req-d7b1767b-f8b5-4183-8041-1476c896b592 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 945 time: 0.2188056 Aug 11 22:03:28.562776 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-24475f76-cef6-4c3b-8f77-d7a3694d97b4 req-43e78bc7-5292-4252-b407-f52100d84cb1 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298036 Aug 11 22:03:28.664610 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9288447c-cf71-496f-98d1-dd6c01a61674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:28.686695 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9288447c-cf71-496f-98d1-dd6c01a61674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:28.794792 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3fc46143-5b02-4eab-a0fb-5ca0522f6f53 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:28.816226 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-25e2e0dd-c38a-4ca9-8985-de11f5b6623d req-9c9ce999-468a-4912-b32e-9111c39c1723 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2969947 Aug 11 22:03:28.866044 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9288447c-cf71-496f-98d1-dd6c01a61674 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=56245e27ac7e410ba8e40d33e5778aeb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2325304 Aug 11 22:03:28.877473 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36674) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:28.879099 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288447c-cf71-496f-98d1-dd6c01a61674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76bc528-170f-4357-90db-dd4229240d44,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:28.926809 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500fcb2-c615-4109-a304-41b688d4e311 req-92aac55a-18ac-416c-8b64-f92ff1e07db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:28.934198 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7500fcb2-c615-4109-a304-41b688d4e311 req-92aac55a-18ac-416c-8b64-f92ff1e07db7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f3da70be91664ca8a55d012676042959&device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 1097 time: 0.2672212 Aug 11 22:03:29.027279 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc46143-5b02-4eab-a0fb-5ca0522f6f53 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Pushing event updated for resources: {'Subnet': ['ID=9151294c-d4b3-4b89-812c-726f585f11d8,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:29.149825 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648b660-213c-402c-a4a3-48c43452469d req-1a807902-ca7a-4559-9a11-0a751aa4d042 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:29.153385 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3648b660-213c-402c-a4a3-48c43452469d req-1a807902-ca7a-4559-9a11-0a751aa4d042 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 945 time: 0.1057119 Aug 11 22:03:29.170843 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500fcb2-c615-4109-a304-41b688d4e311 req-3a6d0355-1ffe-4dca-8e4d-4649150f4744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:29.173375 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7500fcb2-c615-4109-a304-41b688d4e311 req-3a6d0355-1ffe-4dca-8e4d-4649150f4744 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 200 len: 912 time: 0.2107666 Aug 11 22:03:29.199870 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-32cfc9e8-53d1-43e0-889f-e575b81a8358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:29.203647 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc46143-5b02-4eab-a0fb-5ca0522f6f53 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Checking segment: {'id': 'a3dcb167-5947-4558-908e-3d33ae014591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b287a464-dc73-48ac-8476-f9f6272430e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:03:29.204220 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc46143-5b02-4eab-a0fb-5ca0522f6f53 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Network hostable DHCP agents. Network: b287a464-dc73-48ac-8476-f9f6272430e9, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:03:29.288063 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-32cfc9e8-53d1-43e0-889f-e575b81a8358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:29.288965 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3648b660-213c-402c-a4a3-48c43452469d req-2cc3f5f7-b1cb-42f9-8756-bc6f8cd57876 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267927 Aug 11 22:03:29.309011 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc46143-5b02-4eab-a0fb-5ca0522f6f53 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Network b287a464-dc73-48ac-8476-f9f6272430e9 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:03:29.325321 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-3fc46143-5b02-4eab-a0fb-5ca0522f6f53 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, b287a464-dc73-48ac-8476-f9f6272430e9) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:03:29.331696 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc46143-5b02-4eab-a0fb-5ca0522f6f53 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:29.333338 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3fc46143-5b02-4eab-a0fb-5ca0522f6f53 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:29.335467 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48eb16da-63d8-4eda-b887-84dd17821431 None None] Network b287a464-dc73-48ac-8476-f9f6272430e9 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:03:29.359602 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3fc46143-5b02-4eab-a0fb-5ca0522f6f53 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8197627 Aug 11 22:03:29.360394 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36676) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:29.374507 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-4d234a5f-90ff-4d3b-b7e1-fbd577acc99c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Request body: {'subnet': {'network_id': '39346d85-8db1-4c32-bd48-0eb63c830650', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:03:29.416708 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7500fcb2-c615-4109-a304-41b688d4e311 req-1bdca88c-15be-477b-9451-b0aec7082085 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 HTTP/1.1" status: 200 len: 1002 time: 0.2180452 Aug 11 22:03:29.528424 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 5e1ee6b8-31cc-468c-8e03-df37df4df659 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:03:29.575795 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021da624-700b-468c-a598-7873d47cea65 req-78b258e8-42a8-4fd9-8bf7-b10536a02c40 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:29.581000 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-021da624-700b-468c-a598-7873d47cea65 req-78b258e8-42a8-4fd9-8bf7-b10536a02c40 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.52 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 950 time: 0.2698991 Aug 11 22:03:29.584409 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d234a5f-90ff-4d3b-b7e1-fbd577acc99c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Made reservation on behalf of 21f8e25332dd44aa8653731b1f899e18 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:03:29.591947 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4d234a5f-90ff-4d3b-b7e1-fbd577acc99c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:29.690142 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61abe8cd-a494-4583-ade6-64b2eaf7d819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-b287a464-dc73-48ac-8476-f9f6272430e9', 'network_id': 'b287a464-dc73-48ac-8476-f9f6272430e9', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'fixed_ips': [{'subnet_id': '9151294c-d4b3-4b89-812c-726f585f11d8'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:03:29.691288 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-61abe8cd-a494-4583-ade6-64b2eaf7d819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:29.745493 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 5e1ee6b8-31cc-468c-8e03-df37df4df659 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:03:29.760080 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 5e1ee6b8-31cc-468c-8e03-df37df4df659 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:03:29.761528 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:29.763587 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500fcb2-c615-4109-a304-41b688d4e311 req-5b4affde-7a9e-4808-9ff1-d65e88c79109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:29.770909 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7500fcb2-c615-4109-a304-41b688d4e311 req-5b4affde-7a9e-4808-9ff1-d65e88c79109 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=71666487-d255-442c-a4c1-ffc47afdf7b3 HTTP/1.1" status: 200 len: 850 time: 0.3241439 Aug 11 22:03:30.060727 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-61abe8cd-a494-4583-ade6-64b2eaf7d819 None None] Allocated IP 10.1.1.2 (b287a464-dc73-48ac-8476-f9f6272430e9/9151294c-d4b3-4b89-812c-726f585f11d8/23c16e62-6d16-47d1-8541-f42492765522) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:03:30.119074 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-32cfc9e8-53d1-43e0-889f-e575b81a8358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:30.137377 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-32cfc9e8-53d1-43e0-889f-e575b81a8358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:30.139323 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-32cfc9e8-53d1-43e0-889f-e575b81a8358 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d76bc528-170f-4357-90db-dd4229240d44 HTTP/1.1" status: 204 len: 168 time: 1.2511997 Aug 11 22:03:30.244074 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4d234a5f-90ff-4d3b-b7e1-fbd577acc99c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:30.311698 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-61abe8cd-a494-4583-ade6-64b2eaf7d819 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:30.328322 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-61abe8cd-a494-4583-ade6-64b2eaf7d819 None None] Transition to ACTIVE for port object 23c16e62-6d16-47d1-8541-f42492765522 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:03:30.361076 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-61abe8cd-a494-4583-ade6-64b2eaf7d819 None None] Transition to ACTIVE for port object 23c16e62-6d16-47d1-8541-f42492765522 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:03:30.382265 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cfc9e8-53d1-43e0-889f-e575b81a8358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76bc528-170f-4357-90db-dd4229240d44,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:30.383689 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-61abe8cd-a494-4583-ade6-64b2eaf7d819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:30.445966 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964deb3-6164-4d0a-8d21-0b98dc8ecf73 req-9f3646aa-af2b-401b-99c5-4f33950cb740 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:30.457111 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c964deb3-6164-4d0a-8d21-0b98dc8ecf73 req-9f3646aa-af2b-401b-99c5-4f33950cb740 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 950 time: 0.4800684 Aug 11 22:03:30.513146 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61abe8cd-a494-4583-ade6-64b2eaf7d819 None None] Network b287a464-dc73-48ac-8476-f9f6272430e9 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:03:30.520586 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d234a5f-90ff-4d3b-b7e1-fbd577acc99c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Pushing event updated for resources: {'Subnet': ['ID=a517bd89-a5f8-4600-9a3f-a19621adfded,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:30.526117 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-61abe8cd-a494-4583-ade6-64b2eaf7d819 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:03:30.547792 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61abe8cd-a494-4583-ade6-64b2eaf7d819 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:03:30.550109 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500fcb2-c615-4109-a304-41b688d4e311 req-4cb51293-dcc4-4901-b486-8218f79db99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:30.555183 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7500fcb2-c615-4109-a304-41b688d4e311 req-4cb51293-dcc4-4901-b486-8218f79db99e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7516994 Aug 11 22:03:30.643221 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abe8cd-a494-4583-ade6-64b2eaf7d819 None None] Pushing event updated for resources: {'Port': ['ID=23c16e62-6d16-47d1-8541-f42492765522,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:30.676277 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-021da624-700b-468c-a598-7873d47cea65 req-11ba8c69-2f1a-4c82-8575-d85865f95574 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Deleting port 5416b26f-2494-4b72-9a5e-ad96f58483f2 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:03:30.680332 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426c583-410d-447a-b403-12c753490c7e req-9b4b8e20-86dc-484b-8576-b23dac142953 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:30.681475 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-021da624-700b-468c-a598-7873d47cea65 req-11ba8c69-2f1a-4c82-8575-d85865f95574 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:30.698213 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4426c583-410d-447a-b403-12c753490c7e req-9b4b8e20-86dc-484b-8576-b23dac142953 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 945 time: 0.5429406 Aug 11 22:03:30.780022 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d234a5f-90ff-4d3b-b7e1-fbd577acc99c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Checking segment: {'id': 'c6f2a34e-1a80-4ae8-83e0-174475e6aac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '39346d85-8db1-4c32-bd48-0eb63c830650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:03:30.781127 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d234a5f-90ff-4d3b-b7e1-fbd577acc99c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Network hostable DHCP agents. Network: 39346d85-8db1-4c32-bd48-0eb63c830650, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:03:30.825132 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-61abe8cd-a494-4583-ade6-64b2eaf7d819 None None] Attempting to bind port 23c16e62-6d16-47d1-8541-f42492765522 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:03:30.825509 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-61abe8cd-a494-4583-ade6-64b2eaf7d819 None None] Attempting to bind port 23c16e62-6d16-47d1-8541-f42492765522 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'a3dcb167-5947-4558-908e-3d33ae014591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b287a464-dc73-48ac-8476-f9f6272430e9'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:03:30.825884 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61abe8cd-a494-4583-ade6-64b2eaf7d819 None None] Attempting to bind port 23c16e62-6d16-47d1-8541-f42492765522 on network b287a464-dc73-48ac-8476-f9f6272430e9 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:03:30.829558 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:30.864444 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61abe8cd-a494-4583-ade6-64b2eaf7d819 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:03:30.865037 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61abe8cd-a494-4583-ade6-64b2eaf7d819 None None] Checking segment: {'id': 'a3dcb167-5947-4558-908e-3d33ae014591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b287a464-dc73-48ac-8476-f9f6272430e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:03:30.865583 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-61abe8cd-a494-4583-ade6-64b2eaf7d819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:30.867070 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61abe8cd-a494-4583-ade6-64b2eaf7d819 None None] Bound using segment: {'id': 'a3dcb167-5947-4558-908e-3d33ae014591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b287a464-dc73-48ac-8476-f9f6272430e9'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:03:30.868189 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-61abe8cd-a494-4583-ade6-64b2eaf7d819 None None] Bound port: 23c16e62-6d16-47d1-8541-f42492765522, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3dcb167-5947-4558-908e-3d33ae014591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b287a464-dc73-48ac-8476-f9f6272430e9'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:03:30.868780 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-61abe8cd-a494-4583-ade6-64b2eaf7d819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:30.878808 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98526a1d-d3f2-4bc7-807c-79e424e8a06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1ee6b8-31cc-468c-8e03-df37df4df659'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:03:30.882040 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b27f4e-e8d5-4e99-aa7c-26da19103994" -d '{"events": [{"server_uuid": "98526a1d-d3f2-4bc7-807c-79e424e8a06a", "name": "network-vif-plugged", "status": "completed", "tag": "5e1ee6b8-31cc-468c-8e03-df37df4df659"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:03:30.934020 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4426c583-410d-447a-b403-12c753490c7e req-ee5e9f0d-ac4a-48ef-9933-036a163475fc tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222149 Aug 11 22:03:30.938222 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d234a5f-90ff-4d3b-b7e1-fbd577acc99c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Network 39346d85-8db1-4c32-bd48-0eb63c830650 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:03:30.992939 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-021da624-700b-468c-a598-7873d47cea65 req-11ba8c69-2f1a-4c82-8575-d85865f95574 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] For port 5416b26f-2494-4b72-9a5e-ad96f58483f2, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=5416b26f-2494-4b72-9a5e-ad96f58483f2,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:03:30.993487 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-021da624-700b-468c-a598-7873d47cea65 req-11ba8c69-2f1a-4c82-8575-d85865f95574 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:30.998465 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-4d234a5f-90ff-4d3b-b7e1-fbd577acc99c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 39346d85-8db1-4c32-bd48-0eb63c830650) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:03:31.008661 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d234a5f-90ff-4d3b-b7e1-fbd577acc99c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:31.010495 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4d234a5f-90ff-4d3b-b7e1-fbd577acc99c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:31.028255 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-61abe8cd-a494-4583-ade6-64b2eaf7d819 None None] For port 23c16e62-6d16-47d1-8541-f42492765522, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:03:31.041670 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-61abe8cd-a494-4583-ade6-64b2eaf7d819 None None] For port 23c16e62-6d16-47d1-8541-f42492765522, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=23c16e62-6d16-47d1-8541-f42492765522,segment=NetworkSegment(a3dcb167-5947-4558-908e-3d33ae014591),segment_id=a3dcb167-5947-4558-908e-3d33ae014591)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:03:31.049036 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 5e1ee6b8-31cc-468c-8e03-df37df4df659, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=5e1ee6b8-31cc-468c-8e03-df37df4df659,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:03:31.051536 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7487dd-af86-4123-ba34-7481b56592b8 None None] Network 39346d85-8db1-4c32-bd48-0eb63c830650 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:03:31.069747 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-021da624-700b-468c-a598-7873d47cea65 req-11ba8c69-2f1a-4c82-8575-d85865f95574 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Calling delete_port for 5416b26f-2494-4b72-9a5e-ad96f58483f2 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:03:31.097885 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4d234a5f-90ff-4d3b-b7e1-fbd577acc99c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7355368 Aug 11 22:03:31.099115 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36698) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:31.105998 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c964deb3-6164-4d0a-8d21-0b98dc8ecf73 req-c2f3275d-9335-45de-b887-3c9beb878de3 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6478314 Aug 11 22:03:31.125722 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-f43da506-a200-41e5-b68c-8164a99859d1 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Request body: {'port': {'network_id': 'b287a464-dc73-48ac-8476-f9f6272430e9', 'name': 'tempest-TaggedBootDevicesTest_v242-662911968', 'fixed_ips': [{'subnet_id': '9151294c-d4b3-4b89-812c-726f585f11d8'}]}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:03:31.198028 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-61abe8cd-a494-4583-ade6-64b2eaf7d819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:31.291389 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:31.328698 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abe8cd-a494-4583-ade6-64b2eaf7d819 None None] Pushing event updated for resources: {'Port': ['ID=23c16e62-6d16-47d1-8541-f42492765522,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:31.403750 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7500fcb2-c615-4109-a304-41b688d4e311 req-c187cee4-e545-4cbe-8629-13ac8de176e1 service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8226347 Aug 11 22:03:31.447699 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975b2f7e-9242-4cc5-9994-ed5f8f795c36 x-openstack-request-id: req-975b2f7e-9242-4cc5-9994-ed5f8f795c36 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:03:31.448530 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98526a1d-d3f2-4bc7-807c-79e424e8a06a", "name": "network-vif-plugged", "status": "completed", "tag": "5e1ee6b8-31cc-468c-8e03-df37df4df659", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:03:31.448723 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-975b2f7e-9242-4cc5-9994-ed5f8f795c36 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:03:31.451719 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98526a1d-d3f2-4bc7-807c-79e424e8a06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1ee6b8-31cc-468c-8e03-df37df4df659', 'code': 200} Aug 11 22:03:31.543966 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc51b1b5-7310-462d-8c73-ff3c19021198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-39346d85-8db1-4c32-bd48-0eb63c830650', 'network_id': '39346d85-8db1-4c32-bd48-0eb63c830650', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'fixed_ips': [{'subnet_id': 'a517bd89-a5f8-4600-9a3f-a19621adfded'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:03:31.545362 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-dc51b1b5-7310-462d-8c73-ff3c19021198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:31.640156 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7500fcb2-c615-4109-a304-41b688d4e311 req-0f1ad785-f869-4dea-8ccf-c8c83e6b8600 service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311862 Aug 11 22:03:31.681462 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-021da624-700b-468c-a598-7873d47cea65 req-11ba8c69-2f1a-4c82-8575-d85865f95574 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:31.734358 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba8c69-2f1a-4c82-8575-d85865f95574 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Pushing event deleted for resources: {'Port': ['ID=5416b26f-2494-4b72-9a5e-ad96f58483f2,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:31.809975 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e1eef-d3a9-4ccc-bef9-32aaf5cad651 req-ffc0e05a-4ba8-48af-85f3-5c7e48eb2f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:31.811857 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ff3e1eef-d3a9-4ccc-bef9-32aaf5cad651 req-ffc0e05a-4ba8-48af-85f3-5c7e48eb2f08 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 1097 time: 0.2020926 Aug 11 22:03:31.838582 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-021da624-700b-468c-a598-7873d47cea65 req-11ba8c69-2f1a-4c82-8575-d85865f95574 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] No DVR routers for this DVR port 5416b26f-2494-4b72-9a5e-ad96f58483f2 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:03:31.842868 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-021da624-700b-468c-a598-7873d47cea65 req-11ba8c69-2f1a-4c82-8575-d85865f95574 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:31.846568 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-021da624-700b-468c-a598-7873d47cea65 req-11ba8c69-2f1a-4c82-8575-d85865f95574 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.52 "DELETE /v2.0/ports/5416b26f-2494-4b72-9a5e-ad96f58483f2 HTTP/1.1" status: 204 len: 173 time: 2.2512610 Aug 11 22:03:31.848715 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b', 'name': 'network-vif-deleted', 'tag': '5416b26f-2494-4b72-9a5e-ad96f58483f2'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:03:31.852686 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848230c5-1253-4bbe-9d32-af06db8a70a1" -d '{"events": [{"server_uuid": "91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b", "name": "network-vif-deleted", "tag": "5416b26f-2494-4b72-9a5e-ad96f58483f2"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:03:31.967705 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=5e1ee6b8-31cc-468c-8e03-df37df4df659,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:31.983105 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['fe14920a-a4be-4054-b1ae-c8b50eb8c195'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:03:31.988558 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ff3e1eef-d3a9-4ccc-bef9-32aaf5cad651 req-40a744cc-39b1-44b5-95fa-1efb6c090de2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578345 Aug 11 22:03:31.999367 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d9b064-b710-4101-96c5-7ccf4cec6f93 x-openstack-request-id: req-81d9b064-b710-4101-96c5-7ccf4cec6f93 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:03:32.000051 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b", "name": "network-vif-deleted", "tag": "5416b26f-2494-4b72-9a5e-ad96f58483f2", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:03:32.000527 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-81d9b064-b710-4101-96c5-7ccf4cec6f93 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:03:32.001149 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b', 'name': 'network-vif-deleted', 'tag': '5416b26f-2494-4b72-9a5e-ad96f58483f2', 'status': 'completed', 'code': 200} Aug 11 22:03:32.368403 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1f42a-a884-4d3d-b3c0-abb64a2837d1 req-7a527ab4-4816-4e31-adca-7f1c4e99bacc tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:32.382192 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c6e1f42a-a884-4d3d-b3c0-abb64a2837d1 req-7a527ab4-4816-4e31-adca-7f1c4e99bacc tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 946 time: 0.4190838 Aug 11 22:03:32.412127 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 23c16e62-6d16-47d1-8541-f42492765522 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:03:32.518883 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43da506-a200-41e5-b68c-8164a99859d1 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Made reservation on behalf of 21f8e25332dd44aa8653731b1f899e18 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:03:32.543417 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd17c43-8341-46af-aa7c-a418cc57a802 req-e52c055b-ad8f-4b42-9861-36938b54b18c tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:32.569953 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fbd17c43-8341-46af-aa7c-a418cc57a802 req-e52c055b-ad8f-4b42-9861-36938b54b18c tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 945 time: 0.2995739 Aug 11 22:03:32.663180 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-dc51b1b5-7310-462d-8c73-ff3c19021198 None None] Allocated IP 10.2.2.2 (39346d85-8db1-4c32-bd48-0eb63c830650/a517bd89-a5f8-4600-9a3f-a19621adfded/770b7de3-5bcf-4823-b932-dbf600a20fdc) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:03:32.692494 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fbd17c43-8341-46af-aa7c-a418cc57a802 req-672b9ec3-13af-4267-8d64-84f514079da1 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218817 Aug 11 22:03:32.870937 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c6e1f42a-a884-4d3d-b3c0-abb64a2837d1 req-8878bb47-cebd-4749-90ed-ba067339bc77 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752059 Aug 11 22:03:33.092161 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f43da506-a200-41e5-b68c-8164a99859d1 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:33.190345 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-f43da506-a200-41e5-b68c-8164a99859d1 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] device_id is not set on port edaff90d-e53c-40c3-9e3d-8aeb7c62d23f yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:03:33.215072 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 23c16e62-6d16-47d1-8541-f42492765522 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:03:33.240442 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1010e2b4-8645-4678-86b4-4f673e7f6082 req-14924aaa-ed56-4fe5-884e-b923dfd58211 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=91ad9b6c-d4a9-4e14-98cd-4beaa8ffa87b HTTP/1.1" status: 200 len: 210 time: 0.1170442 Aug 11 22:03:33.378645 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 5416b26f-2494-4b72-9a5e-ad96f58483f2 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:03:33.859480 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 5416b26f-2494-4b72-9a5e-ad96f58483f2 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:03:33.860187 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 5416b26f-2494-4b72-9a5e-ad96f58483f2 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:03:33.885470 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-f43da506-a200-41e5-b68c-8164a99859d1 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Allocated IP 10.1.1.252 (b287a464-dc73-48ac-8476-f9f6272430e9/9151294c-d4b3-4b89-812c-726f585f11d8/edaff90d-e53c-40c3-9e3d-8aeb7c62d23f) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:03:33.978404 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fd2d5b-0587-4b23-a18a-540c15d04fa6 None None] Network b287a464-dc73-48ac-8476-f9f6272430e9 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:03:34.022783 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa390bb6-95fe-42fe-b9e8-da58be163d9c req-163a72a8-a7b2-4b5d-b70b-71a80777dbf0 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:34.034912 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fa390bb6-95fe-42fe-b9e8-da58be163d9c req-163a72a8-a7b2-4b5d-b70b-71a80777dbf0 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 945 time: 0.1309268 Aug 11 22:03:34.179358 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fa390bb6-95fe-42fe-b9e8-da58be163d9c req-953991cf-6815-41c3-a8d0-362ff2a510c2 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413317 Aug 11 22:03:34.272893 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-60179f23-5a5c-46a0-a9dd-871f987f75da None None] Provisioning for port 23c16e62-6d16-47d1-8541-f42492765522 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:03:34.451232 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-60179f23-5a5c-46a0-a9dd-871f987f75da None None] Provisioning complete for port 23c16e62-6d16-47d1-8541-f42492765522 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:03:34.459685 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-60179f23-5a5c-46a0-a9dd-871f987f75da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:34.801985 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb72ad-12bd-4a70-a2d7-5c9ad001c45b req-a61442cd-4184-4123-b861-e24eebdeffe2 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:34.807038 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-dc51b1b5-7310-462d-8c73-ff3c19021198 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:34.818656 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-efdb72ad-12bd-4a70-a2d7-5c9ad001c45b req-a61442cd-4184-4123-b861-e24eebdeffe2 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 946 time: 0.4901049 Aug 11 22:03:34.837294 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-dc51b1b5-7310-462d-8c73-ff3c19021198 None None] Transition to ACTIVE for port object 770b7de3-5bcf-4823-b932-dbf600a20fdc will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:03:34.967555 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-dc51b1b5-7310-462d-8c73-ff3c19021198 None None] Transition to ACTIVE for port object 770b7de3-5bcf-4823-b932-dbf600a20fdc will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:03:35.022449 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f43da506-a200-41e5-b68c-8164a99859d1 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:35.076017 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-dc51b1b5-7310-462d-8c73-ff3c19021198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:35.079838 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-efdb72ad-12bd-4a70-a2d7-5c9ad001c45b req-9c590a45-b2e7-4d01-bc1b-61a1afbbc382 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599080 Aug 11 22:03:35.110592 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-f43da506-a200-41e5-b68c-8164a99859d1 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Transition to ACTIVE for port object edaff90d-e53c-40c3-9e3d-8aeb7c62d23f will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:03:35.187412 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f43da506-a200-41e5-b68c-8164a99859d1 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:35.223374 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43da506-a200-41e5-b68c-8164a99859d1 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Network b287a464-dc73-48ac-8476-f9f6272430e9 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:03:35.226228 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-f43da506-a200-41e5-b68c-8164a99859d1 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:03:35.247850 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43da506-a200-41e5-b68c-8164a99859d1 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:03:35.404650 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43da506-a200-41e5-b68c-8164a99859d1 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Pushing event updated for resources: {'Port': ['ID=edaff90d-e53c-40c3-9e3d-8aeb7c62d23f,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:35.424917 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc51b1b5-7310-462d-8c73-ff3c19021198 None None] Network 39346d85-8db1-4c32-bd48-0eb63c830650 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:03:35.442951 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43da506-a200-41e5-b68c-8164a99859d1 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:35.444094 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f43da506-a200-41e5-b68c-8164a99859d1 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:35.460863 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-dc51b1b5-7310-462d-8c73-ff3c19021198 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:03:35.493684 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f43da506-a200-41e5-b68c-8164a99859d1 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.3925359 Aug 11 22:03:35.497378 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36772) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:35.501981 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc51b1b5-7310-462d-8c73-ff3c19021198 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:03:35.517412 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-9569733d-fd6b-4a76-9912-99ac13e5fb0a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Request body: {'port': {'network_id': 'b287a464-dc73-48ac-8476-f9f6272430e9', 'name': 'tempest-TaggedBootDevicesTest_v242-1051206624', 'fixed_ips': [{'subnet_id': '9151294c-d4b3-4b89-812c-726f585f11d8'}]}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:03:35.534775 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-60179f23-5a5c-46a0-a9dd-871f987f75da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:35.613994 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51b1b5-7310-462d-8c73-ff3c19021198 None None] Pushing event updated for resources: {'Port': ['ID=770b7de3-5bcf-4823-b932-dbf600a20fdc,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:35.976427 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-60179f23-5a5c-46a0-a9dd-871f987f75da None None] For port 23c16e62-6d16-47d1-8541-f42492765522, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=23c16e62-6d16-47d1-8541-f42492765522,segment=NetworkSegment(a3dcb167-5947-4558-908e-3d33ae014591),segment_id=a3dcb167-5947-4558-908e-3d33ae014591)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:03:36.010994 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-60179f23-5a5c-46a0-a9dd-871f987f75da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:36.264586 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-dc51b1b5-7310-462d-8c73-ff3c19021198 None None] Attempting to bind port 770b7de3-5bcf-4823-b932-dbf600a20fdc on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:03:36.265209 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-dc51b1b5-7310-462d-8c73-ff3c19021198 None None] Attempting to bind port 770b7de3-5bcf-4823-b932-dbf600a20fdc by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'c6f2a34e-1a80-4ae8-83e0-174475e6aac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '39346d85-8db1-4c32-bd48-0eb63c830650'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:03:36.265975 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc51b1b5-7310-462d-8c73-ff3c19021198 None None] Attempting to bind port 770b7de3-5bcf-4823-b932-dbf600a20fdc on network 39346d85-8db1-4c32-bd48-0eb63c830650 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:03:36.287852 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc51b1b5-7310-462d-8c73-ff3c19021198 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:03:36.288370 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc51b1b5-7310-462d-8c73-ff3c19021198 None None] Checking segment: {'id': 'c6f2a34e-1a80-4ae8-83e0-174475e6aac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '39346d85-8db1-4c32-bd48-0eb63c830650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:03:36.289070 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-dc51b1b5-7310-462d-8c73-ff3c19021198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:36.294647 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc51b1b5-7310-462d-8c73-ff3c19021198 None None] Bound using segment: {'id': 'c6f2a34e-1a80-4ae8-83e0-174475e6aac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '39346d85-8db1-4c32-bd48-0eb63c830650'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:03:36.300418 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9569733d-fd6b-4a76-9912-99ac13e5fb0a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Made reservation on behalf of 21f8e25332dd44aa8653731b1f899e18 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:03:36.304425 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-dc51b1b5-7310-462d-8c73-ff3c19021198 None None] Bound port: 770b7de3-5bcf-4823-b932-dbf600a20fdc, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f2a34e-1a80-4ae8-83e0-174475e6aac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '39346d85-8db1-4c32-bd48-0eb63c830650'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:03:36.305167 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-dc51b1b5-7310-462d-8c73-ff3c19021198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:36.368083 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9569733d-fd6b-4a76-9912-99ac13e5fb0a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:36.477653 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29980b4a-eef0-4001-a575-cb992b2aea6c req-d8ec2529-381b-495f-a3c7-c699226e8121 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:36.489959 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-9569733d-fd6b-4a76-9912-99ac13e5fb0a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] device_id is not set on port 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:03:36.511580 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-29980b4a-eef0-4001-a575-cb992b2aea6c req-d8ec2529-381b-495f-a3c7-c699226e8121 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 946 time: 0.1591132 Aug 11 22:03:36.548611 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60179f23-5a5c-46a0-a9dd-871f987f75da None None] Pushing event updated for resources: {'Port': ['ID=23c16e62-6d16-47d1-8541-f42492765522,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:36.667566 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-29980b4a-eef0-4001-a575-cb992b2aea6c req-85c25352-9211-4fef-a7aa-fecc69db7720 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548891 Aug 11 22:03:36.737449 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-dc51b1b5-7310-462d-8c73-ff3c19021198 None None] For port 770b7de3-5bcf-4823-b932-dbf600a20fdc, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:03:36.777321 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-dc51b1b5-7310-462d-8c73-ff3c19021198 None None] For port 770b7de3-5bcf-4823-b932-dbf600a20fdc, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=770b7de3-5bcf-4823-b932-dbf600a20fdc,segment=NetworkSegment(c6f2a34e-1a80-4ae8-83e0-174475e6aac5),segment_id=c6f2a34e-1a80-4ae8-83e0-174475e6aac5)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:03:36.781390 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-5c842bf3-4de0-48eb-b6d5-aa10fcb6a94f None None] Provisioning complete for port 23c16e62-6d16-47d1-8541-f42492765522 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:03:36.782137 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5c842bf3-4de0-48eb-b6d5-aa10fcb6a94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:36.833714 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-dc51b1b5-7310-462d-8c73-ff3c19021198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:37.050602 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7bc69-9610-495f-aa99-fa0696471e81 req-5eea6bd7-234b-4c52-a147-da64cdf8b633 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:37.064762 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d3a7bc69-9610-495f-aa99-fa0696471e81 req-5eea6bd7-234b-4c52-a147-da64cdf8b633 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 945 time: 0.9299698 Aug 11 22:03:37.236578 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51b1b5-7310-462d-8c73-ff3c19021198 None None] Pushing event updated for resources: {'Port': ['ID=770b7de3-5bcf-4823-b932-dbf600a20fdc,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:37.324159 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905daafa-174c-4430-959c-029acf67b32f req-eac68b62-81dc-4919-b59a-4e747aa304ba tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:37.333065 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-905daafa-174c-4430-959c-029acf67b32f req-eac68b62-81dc-4919-b59a-4e747aa304ba tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 949 time: 0.3113408 Aug 11 22:03:37.453210 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29afaea-1cf5-4404-b4e4-13917732cb26 req-a024e8c1-eaa8-44dc-9d38-128da1058631 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:37.461962 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a29afaea-1cf5-4404-b4e4-13917732cb26 req-a024e8c1-eaa8-44dc-9d38-128da1058631 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 949 time: 0.4197254 Aug 11 22:03:37.496494 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-5c842bf3-4de0-48eb-b6d5-aa10fcb6a94f None None] Provisioning for port edaff90d-e53c-40c3-9e3d-8aeb7c62d23f completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:03:37.507774 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-5c842bf3-4de0-48eb-b6d5-aa10fcb6a94f None None] Provisioning complete for port edaff90d-e53c-40c3-9e3d-8aeb7c62d23f triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:03:37.508339 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5c842bf3-4de0-48eb-b6d5-aa10fcb6a94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:37.667097 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-5c842bf3-4de0-48eb-b6d5-aa10fcb6a94f None None] Port edaff90d-e53c-40c3-9e3d-8aeb7c62d23f cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:03:37.697607 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-905daafa-174c-4430-959c-029acf67b32f req-fe5b3bdf-56df-4339-92ed-210b5f991d1c tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627181 Aug 11 22:03:37.816863 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3d4d88ba-a551-47ff-9522-e17e51362ad9 None None] Provisioning complete for port edaff90d-e53c-40c3-9e3d-8aeb7c62d23f triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:03:37.817257 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3d4d88ba-a551-47ff-9522-e17e51362ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:38.029880 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-a29afaea-1cf5-4404-b4e4-13917732cb26 req-09f5ed7c-d4e2-48b7-93ef-af6aa4b56a79 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Deleting port fe14920a-a4be-4054-b1ae-c8b50eb8c195 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:03:38.030240 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a29afaea-1cf5-4404-b4e4-13917732cb26 req-09f5ed7c-d4e2-48b7-93ef-af6aa4b56a79 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:38.080490 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d3a7bc69-9610-495f-aa99-fa0696471e81 req-25d2b329-aff5-4e1b-a8cb-16931d11c79e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0072312 Aug 11 22:03:38.110731 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-3d4d88ba-a551-47ff-9522-e17e51362ad9 None None] Port edaff90d-e53c-40c3-9e3d-8aeb7c62d23f cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:03:38.119623 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:38.215284 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-9569733d-fd6b-4a76-9912-99ac13e5fb0a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Allocated IP 10.1.1.94 (b287a464-dc73-48ac-8476-f9f6272430e9/9151294c-d4b3-4b89-812c-726f585f11d8/0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:03:38.510334 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 770b7de3-5bcf-4823-b932-dbf600a20fdc up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:03:38.546823 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-a29afaea-1cf5-4404-b4e4-13917732cb26 req-09f5ed7c-d4e2-48b7-93ef-af6aa4b56a79 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] For port fe14920a-a4be-4054-b1ae-c8b50eb8c195, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=fe14920a-a4be-4054-b1ae-c8b50eb8c195,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:03:38.547538 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a29afaea-1cf5-4404-b4e4-13917732cb26 req-09f5ed7c-d4e2-48b7-93ef-af6aa4b56a79 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:38.567974 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf67b6-e486-4d15-bfc3-3782b1c484b0 req-827f89c9-524c-480f-a6ce-f3adaa234685 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:38.583025 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b3bf67b6-e486-4d15-bfc3-3782b1c484b0 req-827f89c9-524c-480f-a6ce-f3adaa234685 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 946 time: 0.3792090 Aug 11 22:03:38.644093 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 770b7de3-5bcf-4823-b932-dbf600a20fdc completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:03:38.662992 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 23c16e62-6d16-47d1-8541-f42492765522 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:03:38.663265 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9569733d-fd6b-4a76-9912-99ac13e5fb0a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:38.688052 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-9569733d-fd6b-4a76-9912-99ac13e5fb0a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Transition to ACTIVE for port object 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:03:38.694810 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b3bf67b6-e486-4d15-bfc3-3782b1c484b0 req-9d5d43e2-2b4a-4362-9e2f-04d6b06c6811 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100159 Aug 11 22:03:38.696816 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-a29afaea-1cf5-4404-b4e4-13917732cb26 req-09f5ed7c-d4e2-48b7-93ef-af6aa4b56a79 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Calling delete_port for fe14920a-a4be-4054-b1ae-c8b50eb8c195 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:03:38.787836 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9569733d-fd6b-4a76-9912-99ac13e5fb0a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:38.827365 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9569733d-fd6b-4a76-9912-99ac13e5fb0a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Network b287a464-dc73-48ac-8476-f9f6272430e9 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:03:38.895351 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-9569733d-fd6b-4a76-9912-99ac13e5fb0a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:03:38.906768 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9569733d-fd6b-4a76-9912-99ac13e5fb0a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:03:38.946848 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 23c16e62-6d16-47d1-8541-f42492765522 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:03:38.950880 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:39.329270 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a29afaea-1cf5-4404-b4e4-13917732cb26 req-09f5ed7c-d4e2-48b7-93ef-af6aa4b56a79 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:39.347091 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['fe14920a-a4be-4054-b1ae-c8b50eb8c195'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:03:39.349336 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569733d-fd6b-4a76-9912-99ac13e5fb0a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Pushing event updated for resources: {'Port': ['ID=0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:39.526958 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5ed7c-d4e2-48b7-93ef-af6aa4b56a79 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Pushing event deleted for resources: {'Port': ['ID=fe14920a-a4be-4054-b1ae-c8b50eb8c195,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:39.544991 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29afaea-1cf5-4404-b4e4-13917732cb26 req-09f5ed7c-d4e2-48b7-93ef-af6aa4b56a79 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] No DVR routers for this DVR port fe14920a-a4be-4054-b1ae-c8b50eb8c195 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:03:39.551583 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457d5bd-9589-48fe-ba8d-13869cb0003e req-aee8ab6c-7c21-4699-aa20-011384d986a2 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:39.569894 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a29afaea-1cf5-4404-b4e4-13917732cb26 req-09f5ed7c-d4e2-48b7-93ef-af6aa4b56a79 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:39.580476 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9457d5bd-9589-48fe-ba8d-13869cb0003e req-aee8ab6c-7c21-4699-aa20-011384d986a2 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c9f6348-7529-415f-a4c1-1d868c53904b HTTP/1.1" status: 200 len: 867 time: 0.6640034 Aug 11 22:03:39.588317 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a29afaea-1cf5-4404-b4e4-13917732cb26 req-09f5ed7c-d4e2-48b7-93ef-af6aa4b56a79 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.52 "DELETE /v2.0/ports/fe14920a-a4be-4054-b1ae-c8b50eb8c195 HTTP/1.1" status: 204 len: 173 time: 2.0807147 Aug 11 22:03:39.605660 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9f6348-7529-415f-a4c1-1d868c53904b', 'name': 'network-vif-deleted', 'tag': 'fe14920a-a4be-4054-b1ae-c8b50eb8c195'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:03:39.607133 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-bd76ae73-6501-448f-8b54-4f5452e65563 None None] Provisioning for port 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:03:39.615089 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-bd76ae73-6501-448f-8b54-4f5452e65563 None None] Provisioning complete for port 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:03:39.615635 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bd76ae73-6501-448f-8b54-4f5452e65563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:39.619255 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c26566-238a-4079-aa25-b1d81319934e" -d '{"events": [{"server_uuid": "6c9f6348-7529-415f-a4c1-1d868c53904b", "name": "network-vif-deleted", "tag": "fe14920a-a4be-4054-b1ae-c8b50eb8c195"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:03:39.637761 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9569733d-fd6b-4a76-9912-99ac13e5fb0a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:39.638511 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9569733d-fd6b-4a76-9912-99ac13e5fb0a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:39.644513 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5ed7c-d4e2-48b7-93ef-af6aa4b56a79 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:03:39.652145 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5ed7c-d4e2-48b7-93ef-af6aa4b56a79 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:03:39.652892 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5ed7c-d4e2-48b7-93ef-af6aa4b56a79 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:03:39.653491 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5ed7c-d4e2-48b7-93ef-af6aa4b56a79 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:03:39.654064 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5ed7c-d4e2-48b7-93ef-af6aa4b56a79 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:03:39.654681 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5ed7c-d4e2-48b7-93ef-af6aa4b56a79 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:03:39.656061 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5ed7c-d4e2-48b7-93ef-af6aa4b56a79 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:03:39.658387 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5ed7c-d4e2-48b7-93ef-af6aa4b56a79 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:03:39.659087 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5ed7c-d4e2-48b7-93ef-af6aa4b56a79 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:03:39.672859 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5ed7c-d4e2-48b7-93ef-af6aa4b56a79 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:03:39.673433 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5ed7c-d4e2-48b7-93ef-af6aa4b56a79 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:03:39.677912 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5ed7c-d4e2-48b7-93ef-af6aa4b56a79 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:03:39.727379 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd897412-898b-48af-9d93-29a89ac61ea7 req-4d94c35a-c6ff-48b6-8df1-2f3a26a80d41 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:39.749327 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd897412-898b-48af-9d93-29a89ac61ea7 req-4d94c35a-c6ff-48b6-8df1-2f3a26a80d41 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 945 time: 0.2170553 Aug 11 22:03:39.769568 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-bd76ae73-6501-448f-8b54-4f5452e65563 None None] Port 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:03:39.774292 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac7fe36-c65f-4a41-97fb-e1f3df39fce3 None None] Network 39346d85-8db1-4c32-bd48-0eb63c830650 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:03:39.791500 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9569733d-fd6b-4a76-9912-99ac13e5fb0a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.2916028 Aug 11 22:03:39.896221 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9457d5bd-9589-48fe-ba8d-13869cb0003e req-b4a489a7-80ca-45e5-bd0a-ebc91a8139e1 tempest-MigrationsAdminTest-1400645714 tempest-MigrationsAdminTest-1400645714-project] 10.222.0.77 "GET /v2.0/security-groups?id=8617435e-d165-493f-8bbe-b847be52ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371185 Aug 11 22:03:39.903714 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd897412-898b-48af-9d93-29a89ac61ea7 req-fa2b19ff-5fab-4812-8739-6cdb34b100cd tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470220 Aug 11 22:03:39.994031 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0cc43ca2-ac6e-47f0-b2ee-fe9366c0cad1 None None] Provisioning for port 770b7de3-5bcf-4823-b932-dbf600a20fdc completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:03:39.997110 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e58c15-12e7-499f-9f50-bb3c67c8eb63 x-openstack-request-id: req-f8e58c15-12e7-499f-9f50-bb3c67c8eb63 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:03:39.997577 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9f6348-7529-415f-a4c1-1d868c53904b", "name": "network-vif-deleted", "tag": "fe14920a-a4be-4054-b1ae-c8b50eb8c195", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:03:39.997942 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f8e58c15-12e7-499f-9f50-bb3c67c8eb63 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:03:39.998470 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9f6348-7529-415f-a4c1-1d868c53904b', 'name': 'network-vif-deleted', 'tag': 'fe14920a-a4be-4054-b1ae-c8b50eb8c195', 'status': 'completed', 'code': 200} Aug 11 22:03:40.029978 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0cc43ca2-ac6e-47f0-b2ee-fe9366c0cad1 None None] Provisioning complete for port 770b7de3-5bcf-4823-b932-dbf600a20fdc triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:03:40.033351 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0cc43ca2-ac6e-47f0-b2ee-fe9366c0cad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:40.536487 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b9ee1-85c6-4bc9-84cf-ff13ee5df699 req-c607b362-95ba-4bd0-94c0-3f0c6f70e199 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:40.568508 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-199b9ee1-85c6-4bc9-84cf-ff13ee5df699 req-c607b362-95ba-4bd0-94c0-3f0c6f70e199 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 946 time: 0.3715935 Aug 11 22:03:40.583357 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0cc43ca2-ac6e-47f0-b2ee-fe9366c0cad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:40.757701 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-199b9ee1-85c6-4bc9-84cf-ff13ee5df699 req-8b7efd2b-5479-4fb2-aafe-10a7b98ccefa tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876714 Aug 11 22:03:40.782449 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-0cc43ca2-ac6e-47f0-b2ee-fe9366c0cad1 None None] For port 770b7de3-5bcf-4823-b932-dbf600a20fdc, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=770b7de3-5bcf-4823-b932-dbf600a20fdc,segment=NetworkSegment(c6f2a34e-1a80-4ae8-83e0-174475e6aac5),segment_id=c6f2a34e-1a80-4ae8-83e0-174475e6aac5)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:03:40.820742 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0cc43ca2-ac6e-47f0-b2ee-fe9366c0cad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:40.989830 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc43ca2-ac6e-47f0-b2ee-fe9366c0cad1 None None] Pushing event updated for resources: {'Port': ['ID=770b7de3-5bcf-4823-b932-dbf600a20fdc,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:41.074374 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36864) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:41.087427 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-17d3072c-6a13-4080-bcc1-b66a8e1ed304 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2041475456', 'description': 'tempest-description--1379327892'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:03:41.214673 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-17d3072c-6a13-4080-bcc1-b66a8e1ed304 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:41.374016 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device fe14920a-a4be-4054-b1ae-c8b50eb8c195 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:03:41.428568 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36868) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:41.465316 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: fe14920a-a4be-4054-b1ae-c8b50eb8c195 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:03:41.486422 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device fe14920a-a4be-4054-b1ae-c8b50eb8c195 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:03:41.611165 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-17d3072c-6a13-4080-bcc1-b66a8e1ed304 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:41.622917 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-17d3072c-6a13-4080-bcc1-b66a8e1ed304 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:41.695485 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f7a1bc06-9601-41cf-a9be-72a61d8f5890 None None] Provisioning complete for port 770b7de3-5bcf-4823-b932-dbf600a20fdc triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:03:41.695952 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f7a1bc06-9601-41cf-a9be-72a61d8f5890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:41.746957 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b69754-c1d3-4832-b42a-717eac6aba98 req-231970b0-1abc-4a8c-a05b-d212994d1119 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:41.759317 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3072c-6a13-4080-bcc1-b66a8e1ed304 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c431591-c851-43d7-be71-b3f4bdb20e70,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:41.769444 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-43b69754-c1d3-4832-b42a-717eac6aba98 req-231970b0-1abc-4a8c-a05b-d212994d1119 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 945 time: 0.2820575 Aug 11 22:03:41.777043 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-17d3072c-6a13-4080-bcc1-b66a8e1ed304 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:41.780450 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-17d3072c-6a13-4080-bcc1-b66a8e1ed304 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7043052 Aug 11 22:03:41.784123 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36872) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:41.805441 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c7bd3b44-145d-4151-8f87-47b3631da16b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Request body: {'security_group_rule': {'security_group_id': '9c431591-c851-43d7-be71-b3f4bdb20e70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:03:41.891599 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-43b69754-c1d3-4832-b42a-717eac6aba98 req-158e9456-7024-4065-af55-9ba2b4339e99 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192195 Aug 11 22:03:41.926826 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c7bd3b44-145d-4151-8f87-47b3631da16b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:41.944628 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f7ebd307-5f16-4ec4-92f7-046d95237cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:42.200261 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36882) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:42.225000 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c7bd3b44-145d-4151-8f87-47b3631da16b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:42.230258 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 770b7de3-5bcf-4823-b932-dbf600a20fdc up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:03:42.254335 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c7bd3b44-145d-4151-8f87-47b3631da16b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:42.270844 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f7ebd307-5f16-4ec4-92f7-046d95237cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:42.280303 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f7ebd307-5f16-4ec4-92f7-046d95237cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:42.329102 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c7bd3b44-145d-4151-8f87-47b3631da16b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:42.337671 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c7bd3b44-145d-4151-8f87-47b3631da16b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5499492 Aug 11 22:03:42.338989 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36888) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:42.347442 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f7ebd307-5f16-4ec4-92f7-046d95237cd1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bf4980101a8c4736b871ae7d881ac21a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9169335 Aug 11 22:03:42.350417 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-f7c7c9cc-0beb-49aa-baea-25ae64c1fba3 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Request body: {'security_group_rule': {'security_group_id': '9c431591-c851-43d7-be71-b3f4bdb20e70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:03:42.352253 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36890) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:42.392094 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 770b7de3-5bcf-4823-b932-dbf600a20fdc triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:03:42.392775 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:42.401031 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd3b44-145d-4151-8f87-47b3631da16b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8369c87c-13e6-4eff-b7db-cd2793337ea4,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:42.430130 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bbebd2-85c4-4d62-807e-eb5ca6ec76d1 req-0be15827-3992-43bb-be3f-b4e6d760d96f tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:42.439125 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a1bbebd2-85c4-4d62-807e-eb5ca6ec76d1 req-0be15827-3992-43bb-be3f-b4e6d760d96f tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 946 time: 0.3279684 Aug 11 22:03:42.454040 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ebd307-5f16-4ec4-92f7-046d95237cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bd05a7-ed38-4608-b4bc-ce93cb7b8d2d,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:42.508179 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-24bec727-bab1-4160-bdb5-af0b1931bcec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:42.542225 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f7c7c9cc-0beb-49aa-baea-25ae64c1fba3 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:42.582520 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-24bec727-bab1-4160-bdb5-af0b1931bcec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:42.651493 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a1bbebd2-85c4-4d62-807e-eb5ca6ec76d1 req-cf1a2798-100b-40af-9835-3cd3175f8f87 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087193 Aug 11 22:03:42.710394 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1a9b899e-81dc-4384-b336-c833eb3488b3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=01fca9b3362949bdabf015b4ac4622c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5007324 Aug 11 22:03:42.713796 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-24bec727-bab1-4160-bdb5-af0b1931bcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:42.718660 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-24bec727-bab1-4160-bdb5-af0b1931bcec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:42.720127 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36892) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:42.724109 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-24bec727-bab1-4160-bdb5-af0b1931bcec admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/57bd05a7-ed38-4608-b4bc-ce93cb7b8d2d HTTP/1.1" status: 204 len: 168 time: 0.3674500 Aug 11 22:03:42.739620 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bec727-bab1-4160-bdb5-af0b1931bcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bd05a7-ed38-4608-b4bc-ce93cb7b8d2d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:42.767532 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f7c7c9cc-0beb-49aa-baea-25ae64c1fba3 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:42.794120 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f7c7c9cc-0beb-49aa-baea-25ae64c1fba3 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:42.864749 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f7c7c9cc-0beb-49aa-baea-25ae64c1fba3 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:42.867591 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f7c7c9cc-0beb-49aa-baea-25ae64c1fba3 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5256374 Aug 11 22:03:42.871630 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36896) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:42.876687 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-88c35414-159a-423a-aa18-a635c5f5c889 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:03:42.880914 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7c9cc-0beb-49aa-baea-25ae64c1fba3 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de040d76-2aa0-463d-bd44-0c04556ff266,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:42.937416 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-88c35414-159a-423a-aa18-a635c5f5c889 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:42.976188 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-de50553b-a5c9-4ed1-8577-1dc1092fc14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:43.049930 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-de50553b-a5c9-4ed1-8577-1dc1092fc14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:43.156830 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-de50553b-a5c9-4ed1-8577-1dc1092fc14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:43.161555 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-de50553b-a5c9-4ed1-8577-1dc1092fc14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:43.162797 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-de50553b-a5c9-4ed1-8577-1dc1092fc14e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8617435e-d165-493f-8bbe-b847be52ebd2 HTTP/1.1" status: 204 len: 168 time: 0.4388776 Aug 11 22:03:43.191707 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50553b-a5c9-4ed1-8577-1dc1092fc14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8617435e-d165-493f-8bbe-b847be52ebd2,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:43.281253 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-11802ac4-ccdb-48ec-9d74-ce5f2099169e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:43.352396 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab94adc-67f9-425f-bee6-b5849e5a94ae req-b18c3965-defa-4cd3-8e6a-da325be7ac3a tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:43.354065 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eab94adc-67f9-425f-bee6-b5849e5a94ae req-b18c3965-defa-4cd3-8e6a-da325be7ac3a tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 945 time: 0.2633469 Aug 11 22:03:43.470950 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36908) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:43.487888 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9ade95de-6653-4309-b7e5-d8070ce74857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:43.492953 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eab94adc-67f9-425f-bee6-b5849e5a94ae req-bd8cc710-5071-4af4-9762-fe8b48f5d1e8 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190662 Aug 11 22:03:43.534667 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-88c35414-159a-423a-aa18-a635c5f5c889 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:43.740675 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9ade95de-6653-4309-b7e5-d8070ce74857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:43.764266 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9ade95de-6653-4309-b7e5-d8070ce74857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:43.942164 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9ade95de-6653-4309-b7e5-d8070ce74857 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=77f6b93af5914666843a1ffd7da89adc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4661567 Aug 11 22:03:43.943327 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36916) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:43.948988 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade95de-6653-4309-b7e5-d8070ce74857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749cf251-42cb-4476-ab62-9efb8d9e15ff,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:44.058941 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-88c35414-159a-423a-aa18-a635c5f5c889 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Allocated IP 172.25.2.130 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/154b8511-8d7a-4dfa-996d-9e262a57552d) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:03:44.258542 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9a7f6-f889-492f-93e0-de8e1266a0a3 req-ec19e05d-bfe1-4fd3-bc30-936994d6cbf2 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:44.274447 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-edb9a7f6-f889-492f-93e0-de8e1266a0a3 req-ec19e05d-bfe1-4fd3-bc30-936994d6cbf2 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 946 time: 0.3699641 Aug 11 22:03:44.503564 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36922) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:44.514137 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c108d4b3-415d-4d1a-8c43-31afbda49164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:44.611675 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-aa442eea-57e3-4914-a3f8-0e40279bd9d9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=95b0ae9cf28d416bb42424e0c27ef0ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1055262 Aug 11 22:03:44.616413 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36926) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:44.647056 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c108d4b3-415d-4d1a-8c43-31afbda49164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:44.697129 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-edb9a7f6-f889-492f-93e0-de8e1266a0a3 req-26c200c2-d95f-4811-9b40-91a0b7cea306 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002234 Aug 11 22:03:44.785863 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b33331b8-8144-4717-8fc7-7dac10289cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:44.850326 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074ea18-d8b0-4b6c-8849-db1b915254df req-10132636-9ad0-43cf-a867-df9dae042224 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:44.863686 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1074ea18-d8b0-4b6c-8849-db1b915254df req-10132636-9ad0-43cf-a867-df9dae042224 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 945 time: 0.1609097 Aug 11 22:03:44.867092 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-88c35414-159a-423a-aa18-a635c5f5c889 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:44.869703 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b33331b8-8144-4717-8fc7-7dac10289cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:44.944322 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c108d4b3-415d-4d1a-8c43-31afbda49164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:44.957553 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c108d4b3-415d-4d1a-8c43-31afbda49164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:44.960189 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c108d4b3-415d-4d1a-8c43-31afbda49164 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/749cf251-42cb-4476-ab62-9efb8d9e15ff HTTP/1.1" status: 204 len: 168 time: 0.9697545 Aug 11 22:03:45.013956 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1074ea18-d8b0-4b6c-8849-db1b915254df req-827acc27-1c01-4c3a-b142-b82578de29e9 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415436 Aug 11 22:03:45.044764 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108d4b3-415d-4d1a-8c43-31afbda49164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749cf251-42cb-4476-ab62-9efb8d9e15ff,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:45.048852 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-88c35414-159a-423a-aa18-a635c5f5c889 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:45.075315 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b33331b8-8144-4717-8fc7-7dac10289cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:45.080385 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b33331b8-8144-4717-8fc7-7dac10289cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:45.082309 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b33331b8-8144-4717-8fc7-7dac10289cb0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/501ac2db-61f2-4523-9b78-278403ce5093 HTTP/1.1" status: 204 len: 168 time: 0.4645085 Aug 11 22:03:45.108191 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33331b8-8144-4717-8fc7-7dac10289cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501ac2db-61f2-4523-9b78-278403ce5093,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:45.141023 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c35414-159a-423a-aa18-a635c5f5c889 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:03:45.145494 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-88c35414-159a-423a-aa18-a635c5f5c889 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:03:45.152822 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c35414-159a-423a-aa18-a635c5f5c889 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:03:45.196827 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c35414-159a-423a-aa18-a635c5f5c889 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Pushing event updated for resources: {'Port': ['ID=154b8511-8d7a-4dfa-996d-9e262a57552d,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:45.345649 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-88c35414-159a-423a-aa18-a635c5f5c889 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:45.453060 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-88c35414-159a-423a-aa18-a635c5f5c889 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:45.749922 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9ab4e568-fd8e-4f03-9db0-8eeabccc062b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:46.021025 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:46.223477 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f740643-0a04-49a5-b481-cb6bf9cee415 req-5f475883-2b76-46d9-84aa-5032e0f8fad8 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:46.227781 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5f740643-0a04-49a5-b481-cb6bf9cee415 req-5f475883-2b76-46d9-84aa-5032e0f8fad8 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 946 time: 0.2310469 Aug 11 22:03:46.326366 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-88c35414-159a-423a-aa18-a635c5f5c889 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:46.342389 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-88c35414-159a-423a-aa18-a635c5f5c889 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:46.398999 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5f740643-0a04-49a5-b481-cb6bf9cee415 req-cfcdd60e-82a6-4a86-8b98-f8bc8fa2b8f3 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540568 Aug 11 22:03:46.665371 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c35414-159a-423a-aa18-a635c5f5c889 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Pushing event updated for resources: {'Port': ['ID=154b8511-8d7a-4dfa-996d-9e262a57552d,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:46.714328 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5b044-b586-4573-a1c9-0399553836dc req-04fb8a44-ffd7-4de1-921b-1ea492d42fe6 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:46.724157 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e6a5b044-b586-4573-a1c9-0399553836dc req-04fb8a44-ffd7-4de1-921b-1ea492d42fe6 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 945 time: 0.2195716 Aug 11 22:03:46.727032 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-88c35414-159a-423a-aa18-a635c5f5c889 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:46.811704 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-88c35414-159a-423a-aa18-a635c5f5c889 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:46.823741 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-88c35414-159a-423a-aa18-a635c5f5c889 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9502246 Aug 11 22:03:46.881975 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e6a5b044-b586-4573-a1c9-0399553836dc req-7a4dc85c-f5c4-4753-9914-0478bb202ce1 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555395 Aug 11 22:03:47.421318 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:47.523412 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-5284006e-2cc6-4958-ae3d-4470a2cad833 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--2041475456&fields=id&tenant_id=21f8e25332dd44aa8653731b1f899e18 HTTP/1.1" status: 200 len: 267 time: 0.0942974 Aug 11 22:03:47.693071 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-0c0a1c0e-3d8a-4820-b691-19cc7795ddc9 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:47.698431 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-0c0a1c0e-3d8a-4820-b691-19cc7795ddc9 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports/edaff90d-e53c-40c3-9e3d-8aeb7c62d23f HTTP/1.1" status: 200 len: 936 time: 0.1738048 Aug 11 22:03:47.808085 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ef8e3-66ff-49d3-9c60-3b942f8ba0a8 req-55e668fc-0308-48d1-87fd-76a28087df16 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:47.813568 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e22ef8e3-66ff-49d3-9c60-3b942f8ba0a8 req-55e668fc-0308-48d1-87fd-76a28087df16 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 946 time: 0.1582186 Aug 11 22:03:47.838646 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-fc24628c-8a82-4fc6-837b-115527b12fe8 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:47.849713 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-fc24628c-8a82-4fc6-837b-115527b12fe8 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports/0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 HTTP/1.1" status: 200 len: 936 time: 0.1438017 Aug 11 22:03:47.997972 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e22ef8e3-66ff-49d3-9c60-3b942f8ba0a8 req-63912c88-e860-4755-a7de-79662a2c9297 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633873 Aug 11 22:03:48.075912 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-418b4036-a591-4eaf-aada-d25bcf007108 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?network_id=39346d85-8db1-4c32-bd48-0eb63c830650&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2005312 Aug 11 22:03:48.179498 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-098082e8-8fdb-4f71-9115-1afa475200df tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?network_id=39346d85-8db1-4c32-bd48-0eb63c830650&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1018581 Aug 11 22:03:48.402581 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-08b5331e-3748-4cc9-b1e2-4d468c04c59c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:48.413265 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c69ef-4766-487a-9fe5-e56f07768a90 req-898f2964-5617-4352-b877-5f49ce6fb6a8 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:48.419829 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-08b5331e-3748-4cc9-b1e2-4d468c04c59c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:48.428892 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-08b5331e-3748-4cc9-b1e2-4d468c04c59c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:48.432758 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-08b5331e-3748-4cc9-b1e2-4d468c04c59c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/networks?id=51af6b0f-08b6-41a5-a9ed-48b34e3cb239&id=b287a464-dc73-48ac-8476-f9f6272430e9&id=b287a464-dc73-48ac-8476-f9f6272430e9&id=39346d85-8db1-4c32-bd48-0eb63c830650&id=39346d85-8db1-4c32-bd48-0eb63c830650 HTTP/1.1" status: 200 len: 1996 time: 0.2519832 Aug 11 22:03:48.449559 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-801c69ef-4766-487a-9fe5-e56f07768a90 req-898f2964-5617-4352-b877-5f49ce6fb6a8 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 945 time: 0.2125139 Aug 11 22:03:48.466286 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-b78dd6da-4d06-47e2-afb0-d07bde51ae63 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/quotas/21f8e25332dd44aa8653731b1f899e18 HTTP/1.1" status: 200 len: 375 time: 0.0218542 Aug 11 22:03:48.601604 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-281c9102-4afa-40d2-b559-9828ff72fc02 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=21f8e25332dd44aa8653731b1f899e18&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1286919 Aug 11 22:03:48.615103 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-801c69ef-4766-487a-9fe5-e56f07768a90 req-c0e80287-c672-47be-a78c-b9a6bc169ca8 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621823 Aug 11 22:03:48.881136 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-e9fb7697-80ba-4857-afb7-953cba124954 service neutron] 10.222.0.77 "GET /v2.0/networks/51af6b0f-08b6-41a5-a9ed-48b34e3cb239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706227 Aug 11 22:03:48.886116 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:49.174011 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-842c8ead-1615-4ed5-b83e-c35a7296651f service neutron] 10.222.0.77 "GET /v2.0/networks/51af6b0f-08b6-41a5-a9ed-48b34e3cb239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798679 Aug 11 22:03:49.256360 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e94873-1bb0-41d1-972c-0c62cdb26ab4 req-4fc0df37-b307-4446-9d0a-09c49bbc602d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:49.267837 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a1e94873-1bb0-41d1-972c-0c62cdb26ab4 req-4fc0df37-b307-4446-9d0a-09c49bbc602d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 946 time: 0.1420717 Aug 11 22:03:49.277036 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-5c234049-3db8-4831-b2e6-ab211039adca service neutron] 10.222.0.77 "GET /v2.0/ports/edaff90d-e53c-40c3-9e3d-8aeb7c62d23f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0915284 Aug 11 22:03:49.342432 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a1e94873-1bb0-41d1-972c-0c62cdb26ab4 req-5a197a5d-6d34-4751-8bd4-22075ea77fdc tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731330 Aug 11 22:03:49.499062 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-941895ec-bc9d-436f-81ba-68821f239a8f service neutron] 10.222.0.77 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147658 Aug 11 22:03:49.680961 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-ab1f7a2d-601d-40ef-8583-da30165e2906 service neutron] 10.222.0.77 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837511 Aug 11 22:03:49.710327 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-a649ad84-fa2e-4834-baf2-0a1fe1b09906 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:49.727707 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-a649ad84-fa2e-4834-baf2-0a1fe1b09906 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/networks?id=83735497-c152-410a-a532-372740b4ec60 HTTP/1.1" status: 200 len: 807 time: 0.1827724 Aug 11 22:03:49.739764 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-de1532e7-0e82-4ac6-8e63-525877505302 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/quotas/a5fc899cc52f44178d979d66e6a50dde HTTP/1.1" status: 200 len: 375 time: 0.0124686 Aug 11 22:03:49.760679 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-65c66efe-a3b8-4f2a-998e-11343e17c3e7 service neutron] 10.222.0.77 "GET /v2.0/ports/0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0656614 Aug 11 22:03:49.842026 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-cd5ef7ee-1f78-4215-8c02-dc6e78abd03c tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a5fc899cc52f44178d979d66e6a50dde&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0899324 Aug 11 22:03:49.980465 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-e74f17dd-9f8c-48df-9495-9f84bc3da126 service neutron] 10.222.0.77 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079310 Aug 11 22:03:49.989992 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-2de4aaad-ff59-41f0-b1d0-acef579c1225 service neutron] 10.222.0.77 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453373 Aug 11 22:03:50.141354 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6b413-c9b3-40fd-b8b6-791a3528079e req-27a9a926-4184-4668-b055-8fb3c48bcf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:50.144247 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eac6b413-c9b3-40fd-b8b6-791a3528079e req-27a9a926-4184-4668-b055-8fb3c48bcf9f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bbabed8946d642c3bc7c5dee10664230&device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 1096 time: 0.1927352 Aug 11 22:03:50.157436 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-7e533b3c-091b-47bb-bbe4-fdd7cf164e41 service neutron] 10.222.0.77 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558604 Aug 11 22:03:50.321104 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:50.348272 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-cff70fa1-a83d-4fd3-bbc8-d2ee80149261 service neutron] 10.222.0.77 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625295 Aug 11 22:03:50.482322 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6b413-c9b3-40fd-b8b6-791a3528079e req-21726825-e9bb-4651-b4d7-f770a947d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:50.484136 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eac6b413-c9b3-40fd-b8b6-791a3528079e req-21726825-e9bb-4651-b4d7-f770a947d14e service neutron] 10.222.0.52 "GET /v2.0/networks?id=1c3ee35b-1680-40ce-a5ec-450a30ee6971 HTTP/1.1" status: 200 len: 917 time: 0.3190799 Aug 11 22:03:50.588524 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-bb4e2ac6-9d3f-4cc8-af0b-ec3013eccb83 service neutron] 10.222.0.77 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250450 Aug 11 22:03:50.732127 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcb357-d61e-405a-943d-e4b025f1912e req-28a551ae-7522-4393-aa4e-7e2b29284e58 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:50.747865 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c4bcb357-d61e-405a-943d-e4b025f1912e req-28a551ae-7522-4393-aa4e-7e2b29284e58 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 945 time: 0.1154811 Aug 11 22:03:50.762288 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eac6b413-c9b3-40fd-b8b6-791a3528079e req-b2ea0fe9-089b-4bc6-b232-f4b423c3c1cd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=111109ac-8dd5-42cd-9d43-0a38660565c6 HTTP/1.1" status: 200 len: 1000 time: 0.2696576 Aug 11 22:03:50.816690 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c4bcb357-d61e-405a-943d-e4b025f1912e req-b1e831ad-ef81-437f-b2dc-40c635e3cb63 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660160 Aug 11 22:03:50.886555 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6b413-c9b3-40fd-b8b6-791a3528079e req-3c600eeb-defc-43f5-9aff-31b5290d94d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:50.889785 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eac6b413-c9b3-40fd-b8b6-791a3528079e req-3c600eeb-defc-43f5-9aff-31b5290d94d3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7909b953-a9da-40c4-9e8c-1313ada07900 HTTP/1.1" status: 200 len: 855 time: 0.1093509 Aug 11 22:03:50.895740 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-6c6e9c93-eb3c-40ee-b636-f54de12eb27f service neutron] 10.222.0.77 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962034 Aug 11 22:03:51.102620 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-528e9b64-1494-43cb-a1f8-0232a2d1612c service neutron] 10.222.0.77 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867075 Aug 11 22:03:51.114375 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6b413-c9b3-40fd-b8b6-791a3528079e req-903a49e1-64d5-4039-8ded-30b4febcce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:51.116255 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eac6b413-c9b3-40fd-b8b6-791a3528079e req-903a49e1-64d5-4039-8ded-30b4febcce2f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1c3ee35b-1680-40ce-a5ec-450a30ee6971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2169995 Aug 11 22:03:51.359297 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2e9f3-0ba0-4fa1-aaab-58332ad2c374 req-ddb5fd32-ece8-4b5a-aeeb-0bc50074a83f tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:51.361555 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-91f2e9f3-0ba0-4fa1-aaab-58332ad2c374 req-ddb5fd32-ece8-4b5a-aeeb-0bc50074a83f tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 946 time: 0.0738990 Aug 11 22:03:51.388136 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eac6b413-c9b3-40fd-b8b6-791a3528079e req-10e038c8-ce2e-4259-9774-2db5ae4fd96a service neutron] 10.222.0.52 "GET /v2.0/networks/1c3ee35b-1680-40ce-a5ec-450a30ee6971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570050 Aug 11 22:03:51.436020 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-7c163dc0-d03f-4287-b81f-2dff0cd79e36 service neutron] 10.222.0.77 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145461 Aug 11 22:03:51.440508 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-91f2e9f3-0ba0-4fa1-aaab-58332ad2c374 req-87bee357-e081-412a-b056-2d4c130f7a6b tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717726 Aug 11 22:03:51.615367 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-f6181532-6cd6-48af-b45d-8db8a35016cf service neutron] 10.222.0.77 "GET /v2.0/networks/39346d85-8db1-4c32-bd48-0eb63c830650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780450 Aug 11 22:03:51.658473 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eac6b413-c9b3-40fd-b8b6-791a3528079e req-8b9ab05f-3646-4213-b680-8f9128f33e72 service neutron] 10.222.0.52 "GET /v2.0/networks/1c3ee35b-1680-40ce-a5ec-450a30ee6971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439799 Aug 11 22:03:51.759939 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-ade71e04-e94c-446e-afbc-5c8a0c136115 service neutron] 10.222.0.77 "GET /v2.0/networks/39346d85-8db1-4c32-bd48-0eb63c830650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323748 Aug 11 22:03:51.925298 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-27c6162a-21bf-4d42-a3b1-11487ef021f0 service neutron] 10.222.0.77 "GET /v2.0/networks/39346d85-8db1-4c32-bd48-0eb63c830650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538918 Aug 11 22:03:52.018493 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f52eb349-f4a7-4bc0-9c4c-7f1c0d0374ed req-b1074296-acfe-46f5-9edb-c00da698fce2 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 210 time: 0.0474441 Aug 11 22:03:52.221397 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbd78b-2da9-4945-a559-9a81ab91b364 req-1a24399b-37d8-4175-9db7-33b91ada6a7a tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:52.232187 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bbbbd78b-2da9-4945-a559-9a81ab91b364 req-1a24399b-37d8-4175-9db7-33b91ada6a7a tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 946 time: 0.0951164 Aug 11 22:03:52.280098 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bbbbd78b-2da9-4945-a559-9a81ab91b364 req-4b00e019-4b0c-492b-8295-10ebc8be3e9f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418959 Aug 11 22:03:52.482018 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3ce6c-ff54-478d-982e-7389eb8b9556 req-32bcebfd-38d2-4c84-beeb-632316419f1e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:52.495474 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-91c3ce6c-ff54-478d-982e-7389eb8b9556 req-32bcebfd-38d2-4c84-beeb-632316419f1e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 945 time: 0.0907364 Aug 11 22:03:52.539862 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-91c3ce6c-ff54-478d-982e-7389eb8b9556 req-e823e44a-3f10-40f1-beae-d31046917895 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421305 Aug 11 22:03:52.576710 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-f61fee3b-c0ff-4e63-94bb-14e756fc7584 service neutron] 10.222.0.77 "GET /v2.0/networks/39346d85-8db1-4c32-bd48-0eb63c830650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6313639 Aug 11 22:03:52.752942 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-0e32db6a-790c-43d9-b02f-74293ca4db9c tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:52.754812 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-0e32db6a-790c-43d9-b02f-74293ca4db9c tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.82 "GET /v2.0/networks?id=83735497-c152-410a-a532-372740b4ec60 HTTP/1.1" status: 200 len: 807 time: 0.1765053 Aug 11 22:03:52.774793 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-ac419a84-ce70-4f23-b2b8-b766f307755a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Request body: {'port': {'device_id': '01a71782-381d-464b-b883-7b1c7d4339ba', 'network_id': '83735497-c152-410a-a532-372740b4ec60', 'admin_state_up': True, 'tenant_id': 'a5fc899cc52f44178d979d66e6a50dde'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:03:52.786035 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37190) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:53.075923 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9b9f4e16-8ba6-4b81-859f-ffb2b91436b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:53.078905 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-ac419a84-ce70-4f23-b2b8-b766f307755a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Made reservation on behalf of a5fc899cc52f44178d979d66e6a50dde for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:03:53.088426 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-ac419a84-ce70-4f23-b2b8-b766f307755a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:53.483409 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 111109ac-8dd5-42cd-9d43-0a38660565c6 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:03:53.592700 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9b9f4e16-8ba6-4b81-859f-ffb2b91436b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:53.609084 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9b9f4e16-8ba6-4b81-859f-ffb2b91436b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:53.676659 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:53.703178 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-ac419a84-ce70-4f23-b2b8-b766f307755a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Allocated IP 172.20.0.14 (83735497-c152-410a-a532-372740b4ec60/45488324-eef4-4094-a90c-865b32db4e15/265c0cb9-a9ad-49d5-ad87-54817824bc7a) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:03:53.716691 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9b9f4e16-8ba6-4b81-859f-ffb2b91436b8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cd82f538a65d4a578f1b91cf813b0b2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9294722 Aug 11 22:03:53.719538 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37230) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:53.734240 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb461dcf-1b67-45aa-b80a-deb6bd4f3066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '111109ac-8dd5-42cd-9d43-0a38660565c6'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:03:53.739193 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d54e34d-0f09-496e-83a5-1db2a60f9f52" -d '{"events": [{"server_uuid": "fb461dcf-1b67-45aa-b80a-deb6bd4f3066", "name": "network-vif-unplugged", "status": "completed", "tag": "111109ac-8dd5-42cd-9d43-0a38660565c6"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:03:53.740876 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f4e16-8ba6-4b81-859f-ffb2b91436b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7fb17b-5c73-467c-960a-4d87b97e0670,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:53.787216 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 111109ac-8dd5-42cd-9d43-0a38660565c6, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=111109ac-8dd5-42cd-9d43-0a38660565c6,segment=NetworkSegment(4c272644-500c-413c-905e-4ca7e6890613),segment_id=4c272644-500c-413c-905e-4ca7e6890613)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:03:53.794857 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:53.886530 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-73e5e28a-136e-4283-970b-88fa19d760fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:53.977310 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-73e5e28a-136e-4283-970b-88fa19d760fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:53.978040 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=111109ac-8dd5-42cd-9d43-0a38660565c6,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:54.090653 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322eceb-b080-4fb5-b454-82273acd7417 req-73493560-c034-4be3-a66b-f606a9e8dae8 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:54.100712 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4322eceb-b080-4fb5-b454-82273acd7417 req-73493560-c034-4be3-a66b-f606a9e8dae8 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 946 time: 0.1537642 Aug 11 22:03:54.102183 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-73e5e28a-136e-4283-970b-88fa19d760fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:54.105699 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-73e5e28a-136e-4283-970b-88fa19d760fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:54.106898 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-73e5e28a-136e-4283-970b-88fa19d760fc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/da7fb17b-5c73-467c-960a-4d87b97e0670 HTTP/1.1" status: 204 len: 168 time: 0.3863544 Aug 11 22:03:54.129357 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5e28a-136e-4283-970b-88fa19d760fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7fb17b-5c73-467c-960a-4d87b97e0670,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:54.177830 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-ac419a84-ce70-4f23-b2b8-b766f307755a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:54.210488 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4322eceb-b080-4fb5-b454-82273acd7417 req-fe93142e-9387-4580-831a-f572948f7782 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085517 Aug 11 22:03:54.235175 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b33424cf-6533-41dd-9296-eb4be3caa12e req-9eb186e5-b616-4b25-8703-f83d9c63b36f tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 210 time: 0.0430503 Aug 11 22:03:54.376473 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-ac419a84-ce70-4f23-b2b8-b766f307755a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:54.410586 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['dafb7e42-7f3e-49fb-8c98-6deabd516fd1'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:03:54.435817 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7d1c5-2452-4b05-af16-037b5010a639 req-77585838-c009-4ecc-934a-8f9031ac3ebd tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:54.445399 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ba7d1c5-2452-4b05-af16-037b5010a639 req-77585838-c009-4ecc-934a-8f9031ac3ebd tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 943 time: 0.1076326 Aug 11 22:03:54.481795 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac419a84-ce70-4f23-b2b8-b766f307755a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Pushing event updated for resources: {'Port': ['ID=265c0cb9-a9ad-49d5-ad87-54817824bc7a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:54.509862 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-ac419a84-ce70-4f23-b2b8-b766f307755a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Network 83735497-c152-410a-a532-372740b4ec60 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:03:54.514267 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-ac419a84-ce70-4f23-b2b8-b766f307755a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:03:54.521942 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-ac419a84-ce70-4f23-b2b8-b766f307755a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:03:54.527384 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ba7d1c5-2452-4b05-af16-037b5010a639 req-f88960c8-c5e6-4314-b169-e6644139fa07 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695906 Aug 11 22:03:54.612885 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 22:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc698987-0919-440b-b365-b3da7cff67f1 x-openstack-request-id: req-fc698987-0919-440b-b365-b3da7cff67f1 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:03:54.613419 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb461dcf-1b67-45aa-b80a-deb6bd4f3066", "name": "network-vif-unplugged", "status": "failed", "tag": "111109ac-8dd5-42cd-9d43-0a38660565c6", "code": 422}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:03:54.613419 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fc698987-0919-440b-b365-b3da7cff67f1 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:03:54.613788 n-d-804275-3 neutron-server[100944]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fb461dcf-1b67-45aa-b80a-deb6bd4f3066', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '111109ac-8dd5-42cd-9d43-0a38660565c6', 'code': 422} returned with failed status Aug 11 22:03:54.658210 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-ac419a84-ce70-4f23-b2b8-b766f307755a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:54.658919 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-ac419a84-ce70-4f23-b2b8-b766f307755a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:54.705770 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-ac419a84-ce70-4f23-b2b8-b766f307755a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9359083 Aug 11 22:03:54.733661 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-6ab8cb4c-6769-4cfb-aca7-d26179a4b2d6 service neutron] Request body: {'port': {'device_id': '01a71782-381d-464b-b883-7b1c7d4339ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:03:54.750739 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69e63ff8-d99e-4be4-8caa-06508bab26f9 req-f0478d54-6760-4352-968d-63b26fa336a9 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 210 time: 0.0639071 Aug 11 22:03:54.876177 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37260) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:54.899280 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-839da0ed-3479-442a-9d0d-d8670de2a582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:54.903205 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-6ab8cb4c-6769-4cfb-aca7-d26179a4b2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:55.277545 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-839da0ed-3479-442a-9d0d-d8670de2a582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:55.297534 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-839da0ed-3479-442a-9d0d-d8670de2a582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:55.391779 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-839da0ed-3479-442a-9d0d-d8670de2a582 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0aca4510943e4dcfa0b3c93c38b70a3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5142219 Aug 11 22:03:55.392564 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839da0ed-3479-442a-9d0d-d8670de2a582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae53da9-5239-493e-b627-48c095a1e563,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:55.395166 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37282) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:55.475943 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-6ab8cb4c-6769-4cfb-aca7-d26179a4b2d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 265c0cb9-a9ad-49d5-ad87-54817824bc7a {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:03:55.485087 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-6ab8cb4c-6769-4cfb-aca7-d26179a4b2d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:55.500762 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-6ab8cb4c-6769-4cfb-aca7-d26179a4b2d6 service neutron] Transition to ACTIVE for port object 265c0cb9-a9ad-49d5-ad87-54817824bc7a will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:03:55.508225 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-6ab8cb4c-6769-4cfb-aca7-d26179a4b2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:55.515382 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2a6d92af-f912-480c-aebe-aaf2f9c48f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:55.557931 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2a6d92af-f912-480c-aebe-aaf2f9c48f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:55.620559 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8cb4c-6769-4cfb-aca7-d26179a4b2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=265c0cb9-a9ad-49d5-ad87-54817824bc7a,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:55.665874 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2a6d92af-f912-480c-aebe-aaf2f9c48f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:55.672311 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2a6d92af-f912-480c-aebe-aaf2f9c48f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:55.675225 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2a6d92af-f912-480c-aebe-aaf2f9c48f23 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5ae53da9-5239-493e-b627-48c095a1e563 HTTP/1.1" status: 204 len: 168 time: 0.2740693 Aug 11 22:03:55.699208 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d92af-f912-480c-aebe-aaf2f9c48f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae53da9-5239-493e-b627-48c095a1e563,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:55.766855 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:03:55.938081 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-6ab8cb4c-6769-4cfb-aca7-d26179a4b2d6 service neutron] Attempting to bind port 265c0cb9-a9ad-49d5-ad87-54817824bc7a on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:03:55.938732 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-6ab8cb4c-6769-4cfb-aca7-d26179a4b2d6 service neutron] Attempting to bind port 265c0cb9-a9ad-49d5-ad87-54817824bc7a by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:03:55.939256 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-6ab8cb4c-6769-4cfb-aca7-d26179a4b2d6 service neutron] Attempting to bind port 265c0cb9-a9ad-49d5-ad87-54817824bc7a on network 83735497-c152-410a-a532-372740b4ec60 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:03:55.956229 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-dea84746-3a4a-4b66-94ea-ebdda77e1e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:55.958422 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-dea84746-3a4a-4b66-94ea-ebdda77e1e50 service neutron] 10.222.0.52 "GET /v2.0/ports/edaff90d-e53c-40c3-9e3d-8aeb7c62d23f HTTP/1.1" status: 200 len: 1032 time: 0.1075540 Aug 11 22:03:56.000165 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-6ab8cb4c-6769-4cfb-aca7-d26179a4b2d6 service neutron] Port 265c0cb9-a9ad-49d5-ad87-54817824bc7a on network 83735497-c152-410a-a532-372740b4ec60 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:03:56.000812 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-6ab8cb4c-6769-4cfb-aca7-d26179a4b2d6 service neutron] Attempting to bind port 265c0cb9-a9ad-49d5-ad87-54817824bc7a on network 83735497-c152-410a-a532-372740b4ec60 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:03:56.050813 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a135d498-a9ef-45d7-a7d6-723cd3e5a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:56.052762 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a135d498-a9ef-45d7-a7d6-723cd3e5a843 service neutron] 10.222.0.52 "GET /v2.0/ports/0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 HTTP/1.1" status: 200 len: 1032 time: 0.0563130 Aug 11 22:03:56.201122 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-6ab8cb4c-6769-4cfb-aca7-d26179a4b2d6 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:03:56.201471 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-6ab8cb4c-6769-4cfb-aca7-d26179a4b2d6 service neutron] Checking segment: {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:03:56.201877 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-6ab8cb4c-6769-4cfb-aca7-d26179a4b2d6 service neutron] Bound using segment: {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:03:56.202341 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-6ab8cb4c-6769-4cfb-aca7-d26179a4b2d6 service neutron] Bound port: 265c0cb9-a9ad-49d5-ad87-54817824bc7a, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:03:56.202711 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-6ab8cb4c-6769-4cfb-aca7-d26179a4b2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:56.207280 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f4899-d675-4ecf-8bb3-79efa2db9e58 req-2587b016-22c1-4858-8c0f-e5146e8d3edc tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:56.217357 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d8f4899-d675-4ecf-8bb3-79efa2db9e58 req-2587b016-22c1-4858-8c0f-e5146e8d3edc tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 944 time: 0.2049663 Aug 11 22:03:56.294145 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab924b71-bd28-4879-9a5f-07ecd72866af req-ad0ab677-449e-431a-afad-281e5a792261 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:56.296179 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ab924b71-bd28-4879-9a5f-07ecd72866af req-ad0ab677-449e-431a-afad-281e5a792261 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 946 time: 0.4490137 Aug 11 22:03:56.310766 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-098e5605-0d53-4cbe-9391-6c5cf58ec4f6 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:56.322082 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-098e5605-0d53-4cbe-9391-6c5cf58ec4f6 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:56.325345 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d8f4899-d675-4ecf-8bb3-79efa2db9e58 req-aede6ae9-5693-419f-9adb-06cdb35c3c21 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031675 Aug 11 22:03:56.330173 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-098e5605-0d53-4cbe-9391-6c5cf58ec4f6 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:56.332214 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-098e5605-0d53-4cbe-9391-6c5cf58ec4f6 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.52 "GET /v2.0/networks?id=51af6b0f-08b6-41a5-a9ed-48b34e3cb239&id=b287a464-dc73-48ac-8476-f9f6272430e9&id=b287a464-dc73-48ac-8476-f9f6272430e9&id=b287a464-dc73-48ac-8476-f9f6272430e9&id=b287a464-dc73-48ac-8476-f9f6272430e9&id=39346d85-8db1-4c32-bd48-0eb63c830650&id=39346d85-8db1-4c32-bd48-0eb63c830650 HTTP/1.1" status: 200 len: 1996 time: 0.2698109 Aug 11 22:03:56.498887 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ab924b71-bd28-4879-9a5f-07ecd72866af req-0809d965-9c4e-4a90-bd95-82f1ff606eda tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618328 Aug 11 22:03:56.655124 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-cfd1c1c2-3130-4be6-a9c3-9c4f8b779bb0 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21f8e25332dd44aa8653731b1f899e18 HTTP/1.1" status: 200 len: 380 time: 0.3094268 Aug 11 22:03:56.686933 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-83697263-4503-497b-8a61-c6a3de15bcdb tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Request body: {'port': {'device_id': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'network_id': '51af6b0f-08b6-41a5-a9ed-48b34e3cb239', 'admin_state_up': True, 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'security_groups': ['9c431591-c851-43d7-be71-b3f4bdb20e70']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:03:56.710283 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-6ab8cb4c-6769-4cfb-aca7-d26179a4b2d6 service neutron] For port 265c0cb9-a9ad-49d5-ad87-54817824bc7a, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:03:56.718784 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-6ab8cb4c-6769-4cfb-aca7-d26179a4b2d6 service neutron] For port 265c0cb9-a9ad-49d5-ad87-54817824bc7a, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=265c0cb9-a9ad-49d5-ad87-54817824bc7a,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:03:56.743448 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-6ab8cb4c-6769-4cfb-aca7-d26179a4b2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:56.769515 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a0316238-81ab-4f5d-93f0-e27ff7af7d7f req-3b56e8f4-5173-47f1-83b8-8d81ed9f178b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 210 time: 0.0677810 Aug 11 22:03:56.918925 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-6ab8cb4c-6769-4cfb-aca7-d26179a4b2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:56.919984 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-6ab8cb4c-6769-4cfb-aca7-d26179a4b2d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:56.921649 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-6ab8cb4c-6769-4cfb-aca7-d26179a4b2d6 service neutron] 10.222.0.82 "PUT /v2.0/ports/265c0cb9-a9ad-49d5-ad87-54817824bc7a HTTP/1.1" status: 200 len: 1092 time: 2.1998813 Aug 11 22:03:56.925106 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a71782-381d-464b-b883-7b1c7d4339ba', 'tag': '265c0cb9-a9ad-49d5-ad87-54817824bc7a'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:03:56.928097 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae993b83-b91b-4e34-ad9a-ed54ef197dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "01a71782-381d-464b-b883-7b1c7d4339ba", "tag": "265c0cb9-a9ad-49d5-ad87-54817824bc7a"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:03:57.084465 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943819c1-5913-484b-bc66-037b1a657040 x-openstack-request-id: req-943819c1-5913-484b-bc66-037b1a657040 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:03:57.084753 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a71782-381d-464b-b883-7b1c7d4339ba", "tag": "265c0cb9-a9ad-49d5-ad87-54817824bc7a", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:03:57.084937 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-943819c1-5913-484b-bc66-037b1a657040 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:03:57.085350 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a71782-381d-464b-b883-7b1c7d4339ba', 'tag': '265c0cb9-a9ad-49d5-ad87-54817824bc7a', 'status': 'completed', 'code': 200} Aug 11 22:03:57.092845 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8cb4c-6769-4cfb-aca7-d26179a4b2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=265c0cb9-a9ad-49d5-ad87-54817824bc7a,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:57.183250 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-ecade4e9-9e71-44f0-8021-dc0f4c6c332f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:57.184700 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-ecade4e9-9e71-44f0-8021-dc0f4c6c332f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a5fc899cc52f44178d979d66e6a50dde&device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 1095 time: 0.1833916 Aug 11 22:03:57.299223 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-57b1acdc-da18-4f83-93e8-311e040abaea service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=265c0cb9-a9ad-49d5-ad87-54817824bc7a HTTP/1.1" status: 200 len: 217 time: 0.0961616 Aug 11 22:03:57.300431 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-83697263-4503-497b-8a61-c6a3de15bcdb tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Made reservation on behalf of 21f8e25332dd44aa8653731b1f899e18 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:03:57.307623 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-83697263-4503-497b-8a61-c6a3de15bcdb tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:57.410094 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37336) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:57.478503 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-71864aba-6f32-443f-acca-f241769c8d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:57.482789 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-71864aba-6f32-443f-acca-f241769c8d22 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=45488324-eef4-4094-a90c-865b32db4e15 HTTP/1.1" status: 200 len: 847 time: 0.1692939 Aug 11 22:03:57.530721 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 111109ac-8dd5-42cd-9d43-0a38660565c6 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:03:57.550330 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-7941a10a-a855-4f57-a4ff-375c98831be8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83735497-c152-410a-a532-372740b4ec60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529773 Aug 11 22:03:57.630340 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8f529-dc7d-4c12-9dfa-38f15afbbaa4 req-30e948b3-5396-4403-b725-2bb832121eb4 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:57.652785 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2fe8f529-dc7d-4c12-9dfa-38f15afbbaa4 req-30e948b3-5396-4403-b725-2bb832121eb4 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 944 time: 0.2113729 Aug 11 22:03:57.820988 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2fe8f529-dc7d-4c12-9dfa-38f15afbbaa4 req-81eac1da-17d7-4d57-abd2-ca6c0d9473bf tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648803 Aug 11 22:03:57.823968 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-eff40531-19dd-4ce5-aad0-b80629b6e106 service neutron] 10.222.0.82 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550294 Aug 11 22:03:57.830179 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-83697263-4503-497b-8a61-c6a3de15bcdb tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Allocated IP 172.20.0.4 (51af6b0f-08b6-41a5-a9ed-48b34e3cb239/7dff4e45-f48e-4976-9708-e4527f53ecdf/b0841e35-712c-4919-9743-7532de366613) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:03:57.984143 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7644301-f7f2-4aee-bbda-69d0ec43976f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:58.086824 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b0c315a2-880a-4dae-aeca-299b01ff9755 req-40d8588d-0bd9-4397-9510-dd2c494ac921 service neutron] 10.222.0.82 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383170 Aug 11 22:03:58.180585 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096b409-f8d8-4690-8927-06957362d240 req-f7bef568-2df2-4f66-9f44-736f83b05eae tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:58.183992 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b096b409-f8d8-4690-8927-06957362d240 req-f7bef568-2df2-4f66-9f44-736f83b05eae tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 946 time: 0.1342394 Aug 11 22:03:58.211303 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-83697263-4503-497b-8a61-c6a3de15bcdb tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:58.313536 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-83697263-4503-497b-8a61-c6a3de15bcdb tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Transition to ACTIVE for port object b0841e35-712c-4919-9743-7532de366613 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:03:58.315839 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae993b83-b91b-4e34-ad9a-ed54ef197dbd req-c6420885-23bc-4218-8968-7ef5522b0b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:58.317796 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae993b83-b91b-4e34-ad9a-ed54ef197dbd req-c6420885-23bc-4218-8968-7ef5522b0b0e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a5fc899cc52f44178d979d66e6a50dde&device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 1095 time: 0.0893283 Aug 11 22:03:58.320524 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7644301-f7f2-4aee-bbda-69d0ec43976f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:58.340404 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b096b409-f8d8-4690-8927-06957362d240 req-e986812d-9c29-451a-a1d5-1bb99f059ebe tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480975 Aug 11 22:03:58.342485 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7644301-f7f2-4aee-bbda-69d0ec43976f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:58.469381 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7644301-f7f2-4aee-bbda-69d0ec43976f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f771606-9d75-41c2-bb6b-664035293b4c,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:58.482594 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b7644301-f7f2-4aee-bbda-69d0ec43976f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1a865659a32542dba41befc5eb4ece1c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0706997 Aug 11 22:03:58.488120 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37362) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:58.530527 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-83697263-4503-497b-8a61-c6a3de15bcdb tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:58.596107 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8cea354b-d5de-49a9-b135-023fc7539511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:58.608629 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-83697263-4503-497b-8a61-c6a3de15bcdb tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Network 51af6b0f-08b6-41a5-a9ed-48b34e3cb239 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:03:58.621403 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83697263-4503-497b-8a61-c6a3de15bcdb tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Pushing event updated for resources: {'Port': ['ID=b0841e35-712c-4919-9743-7532de366613,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:58.624604 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-83697263-4503-497b-8a61-c6a3de15bcdb tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:03:58.627452 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-83697263-4503-497b-8a61-c6a3de15bcdb tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:03:58.635938 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8cea354b-d5de-49a9-b135-023fc7539511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:58.685142 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae993b83-b91b-4e34-ad9a-ed54ef197dbd req-10f3d435-08b1-42dd-b6ac-7f7154ab290f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:58.686859 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae993b83-b91b-4e34-ad9a-ed54ef197dbd req-10f3d435-08b1-42dd-b6ac-7f7154ab290f service neutron] 10.222.0.82 "GET /v2.0/networks?id=83735497-c152-410a-a532-372740b4ec60 HTTP/1.1" status: 200 len: 908 time: 0.3603756 Aug 11 22:03:58.693237 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-83697263-4503-497b-8a61-c6a3de15bcdb tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:58.693926 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-83697263-4503-497b-8a61-c6a3de15bcdb tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:58.717649 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-83697263-4503-497b-8a61-c6a3de15bcdb tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0402284 Aug 11 22:03:58.752291 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-5032b6bd-2daf-4a04-8f74-d2568dbd2c5f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Request body: {'port': {'device_id': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'network_id': 'b287a464-dc73-48ac-8476-f9f6272430e9', 'admin_state_up': True, 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'security_groups': ['9c431591-c851-43d7-be71-b3f4bdb20e70']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:03:58.798199 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8cea354b-d5de-49a9-b135-023fc7539511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:58.803607 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8cea354b-d5de-49a9-b135-023fc7539511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:58.821765 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8cea354b-d5de-49a9-b135-023fc7539511 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9f771606-9d75-41c2-bb6b-664035293b4c HTTP/1.1" status: 204 len: 168 time: 0.3189383 Aug 11 22:03:58.858877 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea354b-d5de-49a9-b135-023fc7539511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f771606-9d75-41c2-bb6b-664035293b4c,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:03:58.906422 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1f300-9ea8-4ff8-a340-d8a4317ebc3d req-a9c6d4c3-e958-4b0b-84b6-12d16ee6c6e7 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:58.917179 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d1d1f300-9ea8-4ff8-a340-d8a4317ebc3d req-a9c6d4c3-e958-4b0b-84b6-12d16ee6c6e7 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 931 time: 0.2621713 Aug 11 22:03:58.919401 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae993b83-b91b-4e34-ad9a-ed54ef197dbd req-de092157-6cad-4bf1-912a-9939265cd091 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=265c0cb9-a9ad-49d5-ad87-54817824bc7a HTTP/1.1" status: 200 len: 217 time: 0.2117217 Aug 11 22:03:58.924871 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-5032b6bd-2daf-4a04-8f74-d2568dbd2c5f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Made reservation on behalf of 21f8e25332dd44aa8653731b1f899e18 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:03:58.934408 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-5032b6bd-2daf-4a04-8f74-d2568dbd2c5f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:58.967715 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d1d1f300-9ea8-4ff8-a340-d8a4317ebc3d req-fe3dbed2-f5d0-47cb-81fc-aa10dc9bf31b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494730 Aug 11 22:03:59.035083 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae993b83-b91b-4e34-ad9a-ed54ef197dbd req-e0bb2f29-1ebe-419e-835a-6419ad53f4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:59.036679 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae993b83-b91b-4e34-ad9a-ed54ef197dbd req-e0bb2f29-1ebe-419e-835a-6419ad53f4d8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=45488324-eef4-4094-a90c-865b32db4e15 HTTP/1.1" status: 200 len: 847 time: 0.0783055 Aug 11 22:03:59.077180 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae993b83-b91b-4e34-ad9a-ed54ef197dbd req-1fab1db4-f992-4e39-8fef-a7e3d24104e2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83735497-c152-410a-a532-372740b4ec60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303345 Aug 11 22:03:59.098230 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-679a5f1d-26f9-4c4a-8096-ac1551f5cf21 None None] Provisioning for port b0841e35-712c-4919-9743-7532de366613 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:03:59.112562 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-679a5f1d-26f9-4c4a-8096-ac1551f5cf21 None None] Provisioning complete for port b0841e35-712c-4919-9743-7532de366613 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:03:59.113547 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-679a5f1d-26f9-4c4a-8096-ac1551f5cf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:59.126589 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22258e92-b344-446e-8886-2e963781222a req-66919146-8459-48f4-aa62-1b5236038a09 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:59.135453 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-22258e92-b344-446e-8886-2e963781222a req-66919146-8459-48f4-aa62-1b5236038a09 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 944 time: 0.1014557 Aug 11 22:03:59.216598 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-22258e92-b344-446e-8886-2e963781222a req-abcb7c9d-0941-47b1-a8e3-b2b05f30c4bd tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801253 Aug 11 22:03:59.242975 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-679a5f1d-26f9-4c4a-8096-ac1551f5cf21 None None] Port b0841e35-712c-4919-9743-7532de366613 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:03:59.374087 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:03:59.412870 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-5032b6bd-2daf-4a04-8f74-d2568dbd2c5f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Allocated IP 10.1.1.10 (b287a464-dc73-48ac-8476-f9f6272430e9/9151294c-d4b3-4b89-812c-726f585f11d8/6cca6cf8-573d-4f5d-82da-fde29b978abb) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:03:59.416862 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae993b83-b91b-4e34-ad9a-ed54ef197dbd req-9e9147ff-76f5-4065-b692-877c72b4b319 service neutron] 10.222.0.82 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907515 Aug 11 22:03:59.574599 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020e497-3068-4db6-9ffe-b7cb5a5a4ba3 req-2c332214-2dcc-4b63-b8b5-f3d97293900d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:03:59.578922 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3020e497-3068-4db6-9ffe-b7cb5a5a4ba3 req-2c332214-2dcc-4b63-b8b5-f3d97293900d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 946 time: 0.1037846 Aug 11 22:03:59.646889 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:03:59.674937 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3020e497-3068-4db6-9ffe-b7cb5a5a4ba3 req-71313ede-66a0-40e7-8a03-8b916b6be52c tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902772 Aug 11 22:03:59.683553 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331', 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9', 'port_id': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331', 'mac_address': 'fa:16:3e:a5:9d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71666487-d255-442c-a4c1-ffc47afdf7b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:03:59.700219 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37394) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:03:59.727945 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4bc57d1e-06b1-4b1c-bc86-2f180404bcb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:59.735668 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae993b83-b91b-4e34-ad9a-ed54ef197dbd req-727b8690-594a-4de8-b0c2-bea5d64d3b9e service neutron] 10.222.0.82 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067915 Aug 11 22:03:59.859567 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:59.882784 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:03:59.917604 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:03:59.930048 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:59.937405 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-5032b6bd-2daf-4a04-8f74-d2568dbd2c5f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:03:59.967950 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-5032b6bd-2daf-4a04-8f74-d2568dbd2c5f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Transition to ACTIVE for port object 6cca6cf8-573d-4f5d-82da-fde29b978abb will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:04:00.019131 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:00.024033 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4bc57d1e-06b1-4b1c-bc86-2f180404bcb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:00.031171 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4bc57d1e-06b1-4b1c-bc86-2f180404bcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:00.032650 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:00.033489 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:00.034112 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:00.034731 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:00.035891 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:00.036452 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:00.037268 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:00.038514 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:00.039003 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:00.039477 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:00.039940 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:00.040505 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:00.100834 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['54b2c1ee-4e5e-4f38-8df1-1ca72d59a331'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:04:00.101971 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-5032b6bd-2daf-4a04-8f74-d2568dbd2c5f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:00.177141 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4bc57d1e-06b1-4b1c-bc86-2f180404bcb2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=17e17c7ac08144539f855bff6917d97f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4754679 Aug 11 22:04:00.183753 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37404) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:00.210908 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-5032b6bd-2daf-4a04-8f74-d2568dbd2c5f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Network b287a464-dc73-48ac-8476-f9f6272430e9 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:04:00.214710 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-5032b6bd-2daf-4a04-8f74-d2568dbd2c5f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:04:00.219854 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-5032b6bd-2daf-4a04-8f74-d2568dbd2c5f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:04:00.224689 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032b6bd-2daf-4a04-8f74-d2568dbd2c5f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Pushing event updated for resources: {'Port': ['ID=6cca6cf8-573d-4f5d-82da-fde29b978abb,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:00.285826 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-5032b6bd-2daf-4a04-8f74-d2568dbd2c5f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:00.286553 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-5032b6bd-2daf-4a04-8f74-d2568dbd2c5f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:00.338475 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-5032b6bd-2daf-4a04-8f74-d2568dbd2c5f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5902755 Aug 11 22:04:00.357330 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a868b742-ee9f-4c4b-9a9f-1192309ce9b5 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Request body: {'port': {'device_id': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'network_id': 'b287a464-dc73-48ac-8476-f9f6272430e9', 'admin_state_up': True, 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'security_groups': ['9c431591-c851-43d7-be71-b3f4bdb20e70']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:04:00.400677 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc57d1e-06b1-4b1c-bc86-2f180404bcb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fde073-138b-4c67-b96c-13c607e2f6ad,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:00.488278 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39271b07-89dd-43e2-be6c-e4d6a46fa755 req-f9253cb9-3ed3-47ad-8bb3-f521524456f2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:00.496218 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39271b07-89dd-43e2-be6c-e4d6a46fa755 req-f9253cb9-3ed3-47ad-8bb3-f521524456f2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:00.498448 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-39271b07-89dd-43e2-be6c-e4d6a46fa755 req-f9253cb9-3ed3-47ad-8bb3-f521524456f2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 1652 time: 0.2517533 Aug 11 22:04:00.512199 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cc979d18-c325-4c92-83e2-99e2f09f69e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:00.574308 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a868b742-ee9f-4c4b-9a9f-1192309ce9b5 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Made reservation on behalf of 21f8e25332dd44aa8653731b1f899e18 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:04:00.577914 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a868b742-ee9f-4c4b-9a9f-1192309ce9b5 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:00.616139 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-39271b07-89dd-43e2-be6c-e4d6a46fa755 req-c1935701-3968-44e9-93c4-03c0aa09d70c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874672 Aug 11 22:04:00.624966 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cc979d18-c325-4c92-83e2-99e2f09f69e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:00.695648 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cc979d18-c325-4c92-83e2-99e2f09f69e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:00.698828 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cc979d18-c325-4c92-83e2-99e2f09f69e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:00.703652 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cc979d18-c325-4c92-83e2-99e2f09f69e7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/45fde073-138b-4c67-b96c-13c607e2f6ad HTTP/1.1" status: 204 len: 168 time: 0.5180609 Aug 11 22:04:00.717892 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc979d18-c325-4c92-83e2-99e2f09f69e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fde073-138b-4c67-b96c-13c607e2f6ad,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:00.727243 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0ce571be-1b1b-41b8-893e-61a1435fefac None None] Provisioning for port 6cca6cf8-573d-4f5d-82da-fde29b978abb completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:04:00.774748 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0ce571be-1b1b-41b8-893e-61a1435fefac None None] Provisioning complete for port 6cca6cf8-573d-4f5d-82da-fde29b978abb triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:04:00.776527 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0ce571be-1b1b-41b8-893e-61a1435fefac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:00.849026 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a868b742-ee9f-4c4b-9a9f-1192309ce9b5 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Allocated IP 10.1.1.168 (b287a464-dc73-48ac-8476-f9f6272430e9/9151294c-d4b3-4b89-812c-726f585f11d8/e2559e55-1916-4912-88c9-a11e2523aefa) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:04:00.882648 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-0ce571be-1b1b-41b8-893e-61a1435fefac None None] Port 6cca6cf8-573d-4f5d-82da-fde29b978abb cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:04:00.997973 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9ecd1-b65a-4c69-94dc-af9db470d5a6 req-2097042e-cb02-4815-9d41-ae2c67ae8372 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:01.000619 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-97a9ecd1-b65a-4c69-94dc-af9db470d5a6 req-2097042e-cb02-4815-9d41-ae2c67ae8372 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 944 time: 0.1306171 Aug 11 22:04:01.108469 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-97a9ecd1-b65a-4c69-94dc-af9db470d5a6 req-e43a2d17-ae2d-42ed-8397-47454a88aea4 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979521 Aug 11 22:04:01.195627 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a868b742-ee9f-4c4b-9a9f-1192309ce9b5 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:01.217945 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a868b742-ee9f-4c4b-9a9f-1192309ce9b5 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Transition to ACTIVE for port object e2559e55-1916-4912-88c9-a11e2523aefa will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:04:01.266570 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85ef2d-a2b9-4add-8302-156675dbf2ae req-0e4dff7b-7473-4ff2-9137-0d855799efcd tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:01.269146 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a868b742-ee9f-4c4b-9a9f-1192309ce9b5 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:01.275053 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b85ef2d-a2b9-4add-8302-156675dbf2ae req-0e4dff7b-7473-4ff2-9137-0d855799efcd tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 946 time: 0.0886762 Aug 11 22:04:01.380588 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b85ef2d-a2b9-4add-8302-156675dbf2ae req-bd130de4-53ee-4ce4-8dec-6ed53f0ee2e5 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037765 Aug 11 22:04:01.383253 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:04:01.426622 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868b742-ee9f-4c4b-9a9f-1192309ce9b5 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Pushing event updated for resources: {'Port': ['ID=e2559e55-1916-4912-88c9-a11e2523aefa,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:01.470693 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a868b742-ee9f-4c4b-9a9f-1192309ce9b5 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Network b287a464-dc73-48ac-8476-f9f6272430e9 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:04:01.472392 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a868b742-ee9f-4c4b-9a9f-1192309ce9b5 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:04:01.479724 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a868b742-ee9f-4c4b-9a9f-1192309ce9b5 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:04:01.572870 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:04:01.573263 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:01.635886 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a868b742-ee9f-4c4b-9a9f-1192309ce9b5 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:01.637102 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a868b742-ee9f-4c4b-9a9f-1192309ce9b5 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:01.669834 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a868b742-ee9f-4c4b-9a9f-1192309ce9b5 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3211293 Aug 11 22:04:01.691762 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-610ac8e3-11b5-4bd5-8ba7-2b752372f98b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Request body: {'port': {'device_id': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '39346d85-8db1-4c32-bd48-0eb63c830650', 'admin_state_up': True, 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'security_groups': ['9c431591-c851-43d7-be71-b3f4bdb20e70']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:04:01.889688 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:01.932844 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e3459703-4839-4fe7-a92e-0722e735985e None None] Provisioning for port e2559e55-1916-4912-88c9-a11e2523aefa completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:04:01.961068 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e3459703-4839-4fe7-a92e-0722e735985e None None] Provisioning complete for port e2559e55-1916-4912-88c9-a11e2523aefa triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:04:01.961840 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e3459703-4839-4fe7-a92e-0722e735985e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:02.009076 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aad8f4d-c5ed-427f-8ee4-328c12470876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:04:02.013332 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c26a2f-5354-433b-afdf-1bd4349dc821" -d '{"events": [{"server_uuid": "6aad8f4d-c5ed-427f-8ee4-328c12470876", "name": "network-vif-plugged", "status": "completed", "tag": "54b2c1ee-4e5e-4f38-8df1-1ca72d59a331"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:04:02.030231 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499b399-2609-4d5f-91fe-3858ae185c8b req-8e7b2afb-fa03-455d-b6fc-c39f5b37575e tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:02.035593 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:04:02.046706 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:02.046847 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499b399-2609-4d5f-91fe-3858ae185c8b req-8e7b2afb-fa03-455d-b6fc-c39f5b37575e tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:02.053659 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-e3459703-4839-4fe7-a92e-0722e735985e None None] Port e2559e55-1916-4912-88c9-a11e2523aefa cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:04:02.060625 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499b399-2609-4d5f-91fe-3858ae185c8b req-8e7b2afb-fa03-455d-b6fc-c39f5b37575e tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:02.071249 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9499b399-2609-4d5f-91fe-3858ae185c8b req-8e7b2afb-fa03-455d-b6fc-c39f5b37575e tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 2373 time: 0.1496849 Aug 11 22:04:02.092713 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-610ac8e3-11b5-4bd5-8ba7-2b752372f98b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Made reservation on behalf of 21f8e25332dd44aa8653731b1f899e18 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:04:02.138624 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,revision_number=7']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:02.215591 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9499b399-2609-4d5f-91fe-3858ae185c8b req-60c3efed-8edf-4cc6-9ed3-4bd19cd66ec2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335356 Aug 11 22:04:02.262714 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-610ac8e3-11b5-4bd5-8ba7-2b752372f98b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:02.360332 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c20e7f-e347-4ffa-88a6-73567bcdf825 req-e5b6a87f-a8ae-49cc-b02c-42d64ebb07fc tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:02.367767 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a5c20e7f-e347-4ffa-88a6-73567bcdf825 req-e5b6a87f-a8ae-49cc-b02c-42d64ebb07fc tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 946 time: 0.1053939 Aug 11 22:04:02.481155 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a5c20e7f-e347-4ffa-88a6-73567bcdf825 req-121f10ea-fce6-4ed8-8622-827f42e0aaa0 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056805 Aug 11 22:04:02.535338 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c070238c-ecc7-4f62-9cbf-d6a31860d0d5 x-openstack-request-id: req-c070238c-ecc7-4f62-9cbf-d6a31860d0d5 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:04:02.535878 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aad8f4d-c5ed-427f-8ee4-328c12470876", "name": "network-vif-plugged", "status": "completed", "tag": "54b2c1ee-4e5e-4f38-8df1-1ca72d59a331", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:04:02.535993 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c070238c-ecc7-4f62-9cbf-d6a31860d0d5 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:04:02.536325 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aad8f4d-c5ed-427f-8ee4-328c12470876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331', 'code': 200} Aug 11 22:04:02.675764 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ffc78-db2c-4e5e-8451-143f097e9118 req-7737e053-7a26-4f56-94c2-84282040dbe2 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:02.677754 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-895ffc78-db2c-4e5e-8451-143f097e9118 req-7737e053-7a26-4f56-94c2-84282040dbe2 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 944 time: 0.0876029 Aug 11 22:04:02.720891 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-610ac8e3-11b5-4bd5-8ba7-2b752372f98b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Allocated IP 10.2.2.100 (39346d85-8db1-4c32-bd48-0eb63c830650/a517bd89-a5f8-4600-9a3f-a19621adfded/e2894cb3-a993-43a9-a58e-1c4b58a9cf7c) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:04:02.763541 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-895ffc78-db2c-4e5e-8451-143f097e9118 req-94bde120-98ff-4492-8edb-935139d2530e tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786872 Aug 11 22:04:02.998673 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-610ac8e3-11b5-4bd5-8ba7-2b752372f98b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:03.064904 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-610ac8e3-11b5-4bd5-8ba7-2b752372f98b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Transition to ACTIVE for port object e2894cb3-a993-43a9-a58e-1c4b58a9cf7c will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:04:03.095297 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2f9e4-331c-4b45-be86-c3d12dafb70b req-a09bb5a6-8ff1-460d-bc71-d6bdf10653c6 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:03.097009 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-49d2f9e4-331c-4b45-be86-c3d12dafb70b req-a09bb5a6-8ff1-460d-bc71-d6bdf10653c6 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.52 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 946 time: 0.0847316 Aug 11 22:04:03.226376 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-610ac8e3-11b5-4bd5-8ba7-2b752372f98b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:03.394831 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc04bcd-15ae-416f-8565-b27cbe10f66f req-de6f3f58-03c3-4d95-ac53-231cc2b06926 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:03.395961 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ac8e3-11b5-4bd5-8ba7-2b752372f98b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Pushing event updated for resources: {'Port': ['ID=e2894cb3-a993-43a9-a58e-1c4b58a9cf7c,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:03.401720 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc04bcd-15ae-416f-8565-b27cbe10f66f req-de6f3f58-03c3-4d95-ac53-231cc2b06926 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:03.407560 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-610ac8e3-11b5-4bd5-8ba7-2b752372f98b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Network 39346d85-8db1-4c32-bd48-0eb63c830650 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:04:03.411730 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-610ac8e3-11b5-4bd5-8ba7-2b752372f98b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:04:03.414399 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-610ac8e3-11b5-4bd5-8ba7-2b752372f98b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:04:03.414978 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc04bcd-15ae-416f-8565-b27cbe10f66f req-de6f3f58-03c3-4d95-ac53-231cc2b06926 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:03.422238 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-49d2f9e4-331c-4b45-be86-c3d12dafb70b req-a666d917-f675-4086-b39b-216649cd86d4 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Deleting port 5e1ee6b8-31cc-468c-8e03-df37df4df659 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:04:03.422545 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-49d2f9e4-331c-4b45-be86-c3d12dafb70b req-a666d917-f675-4086-b39b-216649cd86d4 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:03.429437 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc04bcd-15ae-416f-8565-b27cbe10f66f req-de6f3f58-03c3-4d95-ac53-231cc2b06926 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:03.448159 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1dc04bcd-15ae-416f-8565-b27cbe10f66f req-de6f3f58-03c3-4d95-ac53-231cc2b06926 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 3094 time: 0.1555946 Aug 11 22:04:03.523412 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1dc04bcd-15ae-416f-8565-b27cbe10f66f req-8973393a-2dd1-47b9-af76-62a9fbb449fb tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730879 Aug 11 22:04:03.555858 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-610ac8e3-11b5-4bd5-8ba7-2b752372f98b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:03.556617 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-610ac8e3-11b5-4bd5-8ba7-2b752372f98b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:03.579457 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-610ac8e3-11b5-4bd5-8ba7-2b752372f98b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9025381 Aug 11 22:04:03.605484 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-62200d96-8a3b-46b0-ae45-caf4e605ca5a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Request body: {'port': {'device_id': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '39346d85-8db1-4c32-bd48-0eb63c830650', 'admin_state_up': True, 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'security_groups': ['9c431591-c851-43d7-be71-b3f4bdb20e70']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:04:03.762309 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b569292-f142-40dc-8230-4430af44bbee req-b8524e24-bf0b-4330-90fb-2c62f15e3fce tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:03.765231 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0b569292-f142-40dc-8230-4430af44bbee req-b8524e24-bf0b-4330-90fb-2c62f15e3fce tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 946 time: 0.1161222 Aug 11 22:04:03.863238 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0b569292-f142-40dc-8230-4430af44bbee req-3e1e4a7b-3287-4b1c-9796-c6c94885d0c6 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910892 Aug 11 22:04:04.124037 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-5c7d3a78-2d1d-470a-b992-9dc1b13a699a None None] Provisioning for port e2894cb3-a993-43a9-a58e-1c4b58a9cf7c completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:04:04.136457 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-5c7d3a78-2d1d-470a-b992-9dc1b13a699a None None] Provisioning complete for port e2894cb3-a993-43a9-a58e-1c4b58a9cf7c triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:04:04.136843 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5c7d3a78-2d1d-470a-b992-9dc1b13a699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:04.173666 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b97536-8ecc-44f9-b4b9-159ec806896a req-a4a05fd1-cd95-4271-bfcc-9231874ece55 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:04.175336 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3b97536-8ecc-44f9-b4b9-159ec806896a req-a4a05fd1-cd95-4271-bfcc-9231874ece55 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 944 time: 0.1752610 Aug 11 22:04:04.307148 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3b97536-8ecc-44f9-b4b9-159ec806896a req-e83b0d1a-3bd7-49a4-b47d-db1043688205 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116042 Aug 11 22:04:04.312872 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-49d2f9e4-331c-4b45-be86-c3d12dafb70b req-a666d917-f675-4086-b39b-216649cd86d4 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] For port 5e1ee6b8-31cc-468c-8e03-df37df4df659, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=5e1ee6b8-31cc-468c-8e03-df37df4df659,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:04:04.313364 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-49d2f9e4-331c-4b45-be86-c3d12dafb70b req-a666d917-f675-4086-b39b-216649cd86d4 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:04.366713 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-49d2f9e4-331c-4b45-be86-c3d12dafb70b req-a666d917-f675-4086-b39b-216649cd86d4 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Calling delete_port for 5e1ee6b8-31cc-468c-8e03-df37df4df659 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:04:04.394475 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-5c7d3a78-2d1d-470a-b992-9dc1b13a699a None None] Port e2894cb3-a993-43a9-a58e-1c4b58a9cf7c cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:04:04.529824 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-62200d96-8a3b-46b0-ae45-caf4e605ca5a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Made reservation on behalf of 21f8e25332dd44aa8653731b1f899e18 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:04:04.542623 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-62200d96-8a3b-46b0-ae45-caf4e605ca5a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:04.757069 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-49d2f9e4-331c-4b45-be86-c3d12dafb70b req-a666d917-f675-4086-b39b-216649cd86d4 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:04.774140 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['5e1ee6b8-31cc-468c-8e03-df37df4df659'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:04:04.817713 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffb92c-ea69-4ae9-8379-11d7b8b14ac3 req-74aa2470-1974-42e7-b462-441e3d85e3a0 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:04.836672 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffb92c-ea69-4ae9-8379-11d7b8b14ac3 req-74aa2470-1974-42e7-b462-441e3d85e3a0 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:04.853330 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffb92c-ea69-4ae9-8379-11d7b8b14ac3 req-74aa2470-1974-42e7-b462-441e3d85e3a0 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:04.866812 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffb92c-ea69-4ae9-8379-11d7b8b14ac3 req-74aa2470-1974-42e7-b462-441e3d85e3a0 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:04.880901 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-76ffb92c-ea69-4ae9-8379-11d7b8b14ac3 req-74aa2470-1974-42e7-b462-441e3d85e3a0 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 3094 time: 0.2083733 Aug 11 22:04:04.931588 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666d917-f675-4086-b39b-216649cd86d4 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Pushing event deleted for resources: {'Port': ['ID=5e1ee6b8-31cc-468c-8e03-df37df4df659,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:04.991169 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d2f9e4-331c-4b45-be86-c3d12dafb70b req-a666d917-f675-4086-b39b-216649cd86d4 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] No DVR routers for this DVR port 5e1ee6b8-31cc-468c-8e03-df37df4df659 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:04:04.997209 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-49d2f9e4-331c-4b45-be86-c3d12dafb70b req-a666d917-f675-4086-b39b-216649cd86d4 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:04.999703 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-49d2f9e4-331c-4b45-be86-c3d12dafb70b req-a666d917-f675-4086-b39b-216649cd86d4 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.52 "DELETE /v2.0/ports/5e1ee6b8-31cc-468c-8e03-df37df4df659 HTTP/1.1" status: 204 len: 173 time: 1.8943651 Aug 11 22:04:05.000387 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98526a1d-d3f2-4bc7-807c-79e424e8a06a', 'name': 'network-vif-deleted', 'tag': '5e1ee6b8-31cc-468c-8e03-df37df4df659'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:04:05.002981 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a94020-818a-4ce4-9f84-2060c6ce2b2b" -d '{"events": [{"server_uuid": "98526a1d-d3f2-4bc7-807c-79e424e8a06a", "name": "network-vif-deleted", "tag": "5e1ee6b8-31cc-468c-8e03-df37df4df659"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:04:05.020416 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-76ffb92c-ea69-4ae9-8379-11d7b8b14ac3 req-30aeff5a-ce05-4bdb-a41e-de1f4641be0a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367364 Aug 11 22:04:05.138890 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-62200d96-8a3b-46b0-ae45-caf4e605ca5a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Allocated IP 10.2.2.200 (39346d85-8db1-4c32-bd48-0eb63c830650/a517bd89-a5f8-4600-9a3f-a19621adfded/2b4fd92b-4177-42f2-b2d7-f08e82f9e6da) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:04:05.182989 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-44b07d20-3af4-47f7-8e1b-9e04ffec46d1 req-1eff7d8b-cf94-4af1-957b-2dd10945fdf3 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=98526a1d-d3f2-4bc7-807c-79e424e8a06a HTTP/1.1" status: 200 len: 210 time: 0.0378699 Aug 11 22:04:05.490361 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ad7fbf-b1b3-4298-9d46-b044e022309e x-openstack-request-id: req-37ad7fbf-b1b3-4298-9d46-b044e022309e {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:04:05.491206 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98526a1d-d3f2-4bc7-807c-79e424e8a06a", "name": "network-vif-deleted", "tag": "5e1ee6b8-31cc-468c-8e03-df37df4df659", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:04:05.491206 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-37ad7fbf-b1b3-4298-9d46-b044e022309e {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:04:05.491867 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98526a1d-d3f2-4bc7-807c-79e424e8a06a', 'name': 'network-vif-deleted', 'tag': '5e1ee6b8-31cc-468c-8e03-df37df4df659', 'status': 'completed', 'code': 200} Aug 11 22:04:05.703825 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-62200d96-8a3b-46b0-ae45-caf4e605ca5a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:05.785343 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-62200d96-8a3b-46b0-ae45-caf4e605ca5a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Transition to ACTIVE for port object 2b4fd92b-4177-42f2-b2d7-f08e82f9e6da will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:04:05.843342 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83faf02-d9fd-40b0-b8f9-557a30ef2131 req-e6fa5dcc-4f6e-44ad-9eef-ece10701e7cb tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:05.852422 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b83faf02-d9fd-40b0-b8f9-557a30ef2131 req-e6fa5dcc-4f6e-44ad-9eef-ece10701e7cb tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 944 time: 0.3592224 Aug 11 22:04:05.985200 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b83faf02-d9fd-40b0-b8f9-557a30ef2131 req-3d1ae93d-a1f1-49d1-a03f-fea13eed3a51 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300318 Aug 11 22:04:06.087481 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-62200d96-8a3b-46b0-ae45-caf4e605ca5a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:06.171679 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-62200d96-8a3b-46b0-ae45-caf4e605ca5a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Network 39346d85-8db1-4c32-bd48-0eb63c830650 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:04:06.189864 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-62200d96-8a3b-46b0-ae45-caf4e605ca5a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:04:06.215463 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-62200d96-8a3b-46b0-ae45-caf4e605ca5a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:04:06.326503 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-62200d96-8a3b-46b0-ae45-caf4e605ca5a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:06.328045 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-62200d96-8a3b-46b0-ae45-caf4e605ca5a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:06.420777 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-62200d96-8a3b-46b0-ae45-caf4e605ca5a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8307610 Aug 11 22:04:06.453991 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-993cd3de-bd40-4f8c-885a-6dc6ff5fa120 service neutron] Request body: {'port': {'device_id': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:04:06.652764 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62200d96-8a3b-46b0-ae45-caf4e605ca5a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Pushing event updated for resources: {'Port': ['ID=2b4fd92b-4177-42f2-b2d7-f08e82f9e6da,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:06.704098 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0f77579e-7850-4068-af3e-d0d8e4f9e85f req-6b54b791-3171-44e9-a28c-c432f7d30c10 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6744318 Aug 11 22:04:06.744932 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3b0eb6b3-0080-41ed-8ab9-bdfcc480d174 None None] Provisioning for port 2b4fd92b-4177-42f2-b2d7-f08e82f9e6da completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:04:06.760561 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3b0eb6b3-0080-41ed-8ab9-bdfcc480d174 None None] Provisioning complete for port 2b4fd92b-4177-42f2-b2d7-f08e82f9e6da triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:04:06.760953 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3b0eb6b3-0080-41ed-8ab9-bdfcc480d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:06.826607 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd753f6e-393a-4401-8788-63716ce7b303 req-ae90bad9-6e74-4001-acee-f3cd56b8fcff tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:06.842619 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bd753f6e-393a-4401-8788-63716ce7b303 req-ae90bad9-6e74-4001-acee-f3cd56b8fcff tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 943 time: 0.6621797 Aug 11 22:04:06.847414 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-993cd3de-bd40-4f8c-885a-6dc6ff5fa120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:06.875905 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-7477f4d6-4441-4f5b-af3a-8e4830214c1c tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=82d761ca7860491680c47e20f9d50273&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666845 Aug 11 22:04:06.917157 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-3b0eb6b3-0080-41ed-8ab9-bdfcc480d174 None None] Port 2b4fd92b-4177-42f2-b2d7-f08e82f9e6da cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:04:07.039403 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-a737d1f0-d7e1-4327-87ca-ce96542bad12 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:07.048056 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-a737d1f0-d7e1-4327-87ca-ce96542bad12 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1704907 Aug 11 22:04:07.066209 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-b05ba4c2-c475-41f5-a275-2f6acbccd3ff tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.77 "GET /v2.0/quotas/82d761ca7860491680c47e20f9d50273 HTTP/1.1" status: 200 len: 375 time: 0.0168078 Aug 11 22:04:07.140775 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-db6c28a2-12b3-415c-9307-8b22fdcbae17 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=82d761ca7860491680c47e20f9d50273&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729296 Aug 11 22:04:07.580824 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 5e1ee6b8-31cc-468c-8e03-df37df4df659 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:04:07.670277 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bd753f6e-393a-4401-8788-63716ce7b303 req-07fe4cc9-2af1-41a1-af0b-55c7934d5309 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8258317 Aug 11 22:04:07.690746 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 5e1ee6b8-31cc-468c-8e03-df37df4df659 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:04:07.691881 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 5e1ee6b8-31cc-468c-8e03-df37df4df659 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:04:07.779462 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5e61a-f45a-4bfa-b7a3-d5f779eedd68 req-0af0a8e4-51c7-4e69-b90b-5e99467efd97 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:07.807051 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5e61a-f45a-4bfa-b7a3-d5f779eedd68 req-0af0a8e4-51c7-4e69-b90b-5e99467efd97 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:07.850082 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5e61a-f45a-4bfa-b7a3-d5f779eedd68 req-0af0a8e4-51c7-4e69-b90b-5e99467efd97 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:07.924034 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5e61a-f45a-4bfa-b7a3-d5f779eedd68 req-0af0a8e4-51c7-4e69-b90b-5e99467efd97 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:07.965011 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5e61a-f45a-4bfa-b7a3-d5f779eedd68 req-0af0a8e4-51c7-4e69-b90b-5e99467efd97 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:07.980769 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-35f5e61a-f45a-4bfa-b7a3-d5f779eedd68 req-0af0a8e4-51c7-4e69-b90b-5e99467efd97 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 3815 time: 0.4598236 Aug 11 22:04:08.009131 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:08.087470 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-35f5e61a-f45a-4bfa-b7a3-d5f779eedd68 req-3c302e8d-32c4-4d52-8aef-95fc55b58aa8 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037796 Aug 11 22:04:08.232492 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-993cd3de-bd40-4f8c-885a-6dc6ff5fa120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0841e35-712c-4919-9743-7532de366613 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:04:08.249814 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-993cd3de-bd40-4f8c-885a-6dc6ff5fa120 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:08.297774 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-993cd3de-bd40-4f8c-885a-6dc6ff5fa120 service neutron] Transition to ACTIVE for port object b0841e35-712c-4919-9743-7532de366613 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:04:08.303170 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-993cd3de-bd40-4f8c-885a-6dc6ff5fa120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:08.501085 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4f155ebd-f5c9-42e7-b608-ff42a3d9f866 req-85e9a798-39b3-4b98-b762-a56f16ca522f tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.77 "GET /v2.0/ports?device_id=7169a1d0-0794-486c-a415-a15aaf1fc952 HTTP/1.1" status: 200 len: 210 time: 0.1352420 Aug 11 22:04:08.566850 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993cd3de-bd40-4f8c-885a-6dc6ff5fa120 service neutron] Pushing event updated for resources: {'Port': ['ID=b0841e35-712c-4919-9743-7532de366613,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:08.935546 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda36fb-484c-434a-a0e1-2a029e501244 req-d4632a6a-21e4-4eb6-ab7c-2d8221502e5c tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:08.938158 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8fda36fb-484c-434a-a0e1-2a029e501244 req-d4632a6a-21e4-4eb6-ab7c-2d8221502e5c tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 944 time: 0.4562027 Aug 11 22:04:09.034301 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-9220e0f9-3fff-4679-bfa7-8a48dbd62293 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:09.044755 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-9220e0f9-3fff-4679-bfa7-8a48dbd62293 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/networks?id=bf080b52-f893-4f7c-8435-757491a8008c HTTP/1.1" status: 200 len: 811 time: 0.3238230 Aug 11 22:04:09.071606 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-63ea744a-5716-44f8-a71f-673e785d5506 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/quotas/5ff75431bb564df5bffa655d84e87396 HTTP/1.1" status: 200 len: 375 time: 0.0254600 Aug 11 22:04:09.116061 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-d0c0d7c4-a388-4f1b-968c-56e21c3d30a1 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5ff75431bb564df5bffa655d84e87396&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427201 Aug 11 22:04:09.250967 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-993cd3de-bd40-4f8c-885a-6dc6ff5fa120 service neutron] Attempting to bind port b0841e35-712c-4919-9743-7532de366613 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:04:09.255673 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-993cd3de-bd40-4f8c-885a-6dc6ff5fa120 service neutron] Attempting to bind port b0841e35-712c-4919-9743-7532de366613 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '9c982ec6-2c84-465b-999c-00765c0cf758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '51af6b0f-08b6-41a5-a9ed-48b34e3cb239'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:04:09.257048 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-993cd3de-bd40-4f8c-885a-6dc6ff5fa120 service neutron] Attempting to bind port b0841e35-712c-4919-9743-7532de366613 on network 51af6b0f-08b6-41a5-a9ed-48b34e3cb239 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:04:09.289286 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-993cd3de-bd40-4f8c-885a-6dc6ff5fa120 service neutron] Port b0841e35-712c-4919-9743-7532de366613 on network 51af6b0f-08b6-41a5-a9ed-48b34e3cb239 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:04:09.289818 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-993cd3de-bd40-4f8c-885a-6dc6ff5fa120 service neutron] Attempting to bind port b0841e35-712c-4919-9743-7532de366613 on network 51af6b0f-08b6-41a5-a9ed-48b34e3cb239 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:04:09.336858 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-8c3132bf-ea1e-4d3a-99b7-7750455a256c service neutron] 10.222.0.77 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101970 Aug 11 22:04:09.388324 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-993cd3de-bd40-4f8c-885a-6dc6ff5fa120 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:04:09.389560 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-993cd3de-bd40-4f8c-885a-6dc6ff5fa120 service neutron] Checking segment: {'id': '9c982ec6-2c84-465b-999c-00765c0cf758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '51af6b0f-08b6-41a5-a9ed-48b34e3cb239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:04:09.390638 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-993cd3de-bd40-4f8c-885a-6dc6ff5fa120 service neutron] Bound using segment: {'id': '9c982ec6-2c84-465b-999c-00765c0cf758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '51af6b0f-08b6-41a5-a9ed-48b34e3cb239'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:04:09.391750 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-993cd3de-bd40-4f8c-885a-6dc6ff5fa120 service neutron] Bound port: b0841e35-712c-4919-9743-7532de366613, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c982ec6-2c84-465b-999c-00765c0cf758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '51af6b0f-08b6-41a5-a9ed-48b34e3cb239'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:04:09.393267 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-993cd3de-bd40-4f8c-885a-6dc6ff5fa120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:09.452904 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77579e-7850-4068-af3e-d0d8e4f9e85f req-fc8f2e6f-9363-4f06-9416-76350c4fa6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:09.457432 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0f77579e-7850-4068-af3e-d0d8e4f9e85f req-fc8f2e6f-9363-4f06-9416-76350c4fa6db service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066&tenant_id=bbabed8946d642c3bc7c5dee10664230 HTTP/1.1" status: 200 len: 1094 time: 0.7398784 Aug 11 22:04:09.639770 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8fda36fb-484c-434a-a0e1-2a029e501244 req-395be9f7-c228-4a2e-88c6-5cae93354018 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048433 Aug 11 22:04:09.688925 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-7476995a-043d-442e-9c81-6deb00e1f99d service neutron] 10.222.0.77 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460732 Aug 11 22:04:09.721761 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77579e-7850-4068-af3e-d0d8e4f9e85f req-45b78c2e-cf88-45cd-bfe7-769b445c8be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:09.723927 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0f77579e-7850-4068-af3e-d0d8e4f9e85f req-45b78c2e-cf88-45cd-bfe7-769b445c8be3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bbabed8946d642c3bc7c5dee10664230&device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 1094 time: 0.1755486 Aug 11 22:04:09.944159 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-993cd3de-bd40-4f8c-885a-6dc6ff5fa120 service neutron] For port b0841e35-712c-4919-9743-7532de366613, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:04:10.040789 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-2ef17d1d-70e0-419e-910b-a647275dcae8 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=82d761ca7860491680c47e20f9d50273&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1428547 Aug 11 22:04:10.096585 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-993cd3de-bd40-4f8c-885a-6dc6ff5fa120 service neutron] For port b0841e35-712c-4919-9743-7532de366613, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=b0841e35-712c-4919-9743-7532de366613,segment=NetworkSegment(9c982ec6-2c84-465b-999c-00765c0cf758),segment_id=9c982ec6-2c84-465b-999c-00765c0cf758)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:04:10.143884 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-993cd3de-bd40-4f8c-885a-6dc6ff5fa120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:10.205796 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-993cd3de-bd40-4f8c-885a-6dc6ff5fa120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:10.208979 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-993cd3de-bd40-4f8c-885a-6dc6ff5fa120 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:10.210839 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-993cd3de-bd40-4f8c-885a-6dc6ff5fa120 service neutron] 10.222.0.52 "PUT /v2.0/ports/b0841e35-712c-4919-9743-7532de366613 HTTP/1.1" status: 200 len: 1091 time: 3.7658834 Aug 11 22:04:10.226909 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'tag': 'b0841e35-712c-4919-9743-7532de366613'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:04:10.246702 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637e1010-160f-459c-aa20-53b9c55363a6" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "tag": "b0841e35-712c-4919-9743-7532de366613"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:04:10.389751 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39730f9-25e2-49c9-8cc9-72472a4abc7b req-7cbe7e0e-230c-4c9f-899f-4fc2bd540eda tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:10.417797 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c39730f9-25e2-49c9-8cc9-72472a4abc7b req-7cbe7e0e-230c-4c9f-899f-4fc2bd540eda tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 943 time: 0.5296309 Aug 11 22:04:10.601331 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-a2cc34ce-ad2f-4b9a-96b1-88f334f2d815 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:10.605409 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-a2cc34ce-ad2f-4b9a-96b1-88f334f2d815 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5538571 Aug 11 22:04:10.630860 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Request body: {'port': {'device_id': '7169a1d0-0794-486c-a415-a15aaf1fc952', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'admin_state_up': True, 'tenant_id': '82d761ca7860491680c47e20f9d50273'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:04:10.732093 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-9a26267c-bfe7-4f08-bb6d-152a6be0b761 service neutron] Request body: {'port': {'device_id': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:04:10.764111 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77579e-7850-4068-af3e-d0d8e4f9e85f req-5503e2b4-89de-4cfd-a26b-d1e0525e5eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:10.769179 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0f77579e-7850-4068-af3e-d0d8e4f9e85f req-5503e2b4-89de-4cfd-a26b-d1e0525e5eea service neutron] 10.222.0.52 "GET /v2.0/networks?id=1c3ee35b-1680-40ce-a5ec-450a30ee6971 HTTP/1.1" status: 200 len: 917 time: 1.0356894 Aug 11 22:04:10.772466 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993cd3de-bd40-4f8c-885a-6dc6ff5fa120 service neutron] Pushing event updated for resources: {'Port': ['ID=b0841e35-712c-4919-9743-7532de366613,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:11.064003 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deedf060-ae1c-4514-84de-27d16fc0d0b0 req-cc169d36-7c6a-412b-b53e-e58e85c7f1c3 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:11.080832 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deedf060-ae1c-4514-84de-27d16fc0d0b0 req-cc169d36-7c6a-412b-b53e-e58e85c7f1c3 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:11.101381 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deedf060-ae1c-4514-84de-27d16fc0d0b0 req-cc169d36-7c6a-412b-b53e-e58e85c7f1c3 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:11.121593 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deedf060-ae1c-4514-84de-27d16fc0d0b0 req-cc169d36-7c6a-412b-b53e-e58e85c7f1c3 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:11.152345 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deedf060-ae1c-4514-84de-27d16fc0d0b0 req-cc169d36-7c6a-412b-b53e-e58e85c7f1c3 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:11.175880 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-deedf060-ae1c-4514-84de-27d16fc0d0b0 req-cc169d36-7c6a-412b-b53e-e58e85c7f1c3 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 3827 time: 0.3435857 Aug 11 22:04:11.279792 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0f77579e-7850-4068-af3e-d0d8e4f9e85f req-fb34f5d5-9ed1-4faf-8084-73ec92f4bd2d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=111109ac-8dd5-42cd-9d43-0a38660565c6 HTTP/1.1" status: 200 len: 998 time: 0.4818068 Aug 11 22:04:11.392609 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Made reservation on behalf of 82d761ca7860491680c47e20f9d50273 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:04:11.400623 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c39730f9-25e2-49c9-8cc9-72472a4abc7b req-c31aa4dd-d4d4-4ef2-ba0d-4da56f50d5f0 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4158568 Aug 11 22:04:11.403649 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:11.406422 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-9a26267c-bfe7-4f08-bb6d-152a6be0b761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:11.434256 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-deedf060-ae1c-4514-84de-27d16fc0d0b0 req-4209d45c-5e22-4880-8fc0-1906e9b4097f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843970 Aug 11 22:04:11.461722 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:11.543068 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77579e-7850-4068-af3e-d0d8e4f9e85f req-f48b3cd6-a1e5-4829-b285-51afdd547ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:11.545521 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0f77579e-7850-4068-af3e-d0d8e4f9e85f req-f48b3cd6-a1e5-4829-b285-51afdd547ef4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7909b953-a9da-40c4-9e8c-1313ada07900 HTTP/1.1" status: 200 len: 855 time: 0.2470233 Aug 11 22:04:11.678638 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4446a7ea-e5d1-4842-9418-30a529347670 req-46e67629-be08-4ada-81c6-04569f8724a0 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.77 "GET /v2.0/ports?device_id=7169a1d0-0794-486c-a415-a15aaf1fc952 HTTP/1.1" status: 200 len: 210 time: 0.0604379 Aug 11 22:04:11.833208 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a1e421-06ad-4d84-89d2-a8caf86eeca4 x-openstack-request-id: req-03a1e421-06ad-4d84-89d2-a8caf86eeca4 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:04:11.834399 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "tag": "b0841e35-712c-4919-9743-7532de366613", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:04:11.834739 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-03a1e421-06ad-4d84-89d2-a8caf86eeca4 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:04:11.835696 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'tag': 'b0841e35-712c-4919-9743-7532de366613', 'status': 'completed', 'code': 200} Aug 11 22:04:11.865973 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:11.873275 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:11.993412 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-320a5e3a-b1df-4a9f-a381-6abbe4ca409c req-83ebe657-0522-4724-a951-0e2af467d0c9 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=212da73c-90da-4446-b874-d778cb7ff35d HTTP/1.1" status: 200 len: 210 time: 0.0905223 Aug 11 22:04:12.045037 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Allocated IP 192.168.233.58 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/04dda6bf-073f-4301-90f8-63fed0b36e67) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:04:12.226738 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:12.244569 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Transition to ACTIVE for port object 04dda6bf-073f-4301-90f8-63fed0b36e67 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:04:12.284852 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:12.475081 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Pushing event updated for resources: {'Port': ['ID=04dda6bf-073f-4301-90f8-63fed0b36e67,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:12.519655 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10cdbe92-e09f-4e44-a115-bfe678a49b89,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:12.630226 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:04:12.635105 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:12.635481 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:12.635860 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:12.636211 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:12.636561 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:12.641191 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:12.642773 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:12.642773 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:12.642773 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:12.642773 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:12.643350 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:12.643350 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:12.671781 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:12.672146 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:12.672504 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:12.672861 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:12.673212 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:12.673559 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:12.673902 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:12.674247 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:12.674587 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:12.674924 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:12.675259 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:12.675619 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:12.711492 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:04:12.717068 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:04:12.909598 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ef4a8-5cb2-4eeb-898d-f6bc92c48a03 req-09c6007d-dadc-4d77-9744-3bddb39dec0d tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:12.918569 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d49ef4a8-5cb2-4eeb-898d-f6bc92c48a03 req-09c6007d-dadc-4d77-9744-3bddb39dec0d tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 944 time: 0.6392045 Aug 11 22:04:12.957782 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-9a26267c-bfe7-4f08-bb6d-152a6be0b761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edaff90d-e53c-40c3-9e3d-8aeb7c62d23f {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:04:13.016892 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:13.018488 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:13.042797 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-9a26267c-bfe7-4f08-bb6d-152a6be0b761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:13.086501 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-a183531c-aa5d-4865-8386-a9b961b2b5c5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4718993 Aug 11 22:04:13.111230 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d49ef4a8-5cb2-4eeb-898d-f6bc92c48a03 req-8ead94b4-9d18-433b-95b7-e0cd49ff5075 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913974 Aug 11 22:04:13.123554 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-24f2552a-148f-4ce2-af6b-78852d9088ea service neutron] Request body: {'port': {'device_id': '7169a1d0-0794-486c-a415-a15aaf1fc952', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:04:13.231433 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77579e-7850-4068-af3e-d0d8e4f9e85f req-d2edb817-952f-4bbc-a48e-5092f41652f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:13.242854 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0f77579e-7850-4068-af3e-d0d8e4f9e85f req-d2edb817-952f-4bbc-a48e-5092f41652f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1c3ee35b-1680-40ce-a5ec-450a30ee6971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6791596 Aug 11 22:04:13.285107 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1ed5af77-1eb4-4e4d-ad08-212dfe2229c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:13.293164 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-9a26267c-bfe7-4f08-bb6d-152a6be0b761 service neutron] Transition to ACTIVE for port object edaff90d-e53c-40c3-9e3d-8aeb7c62d23f will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:04:13.319565 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-24f2552a-148f-4ce2-af6b-78852d9088ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:13.418631 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-9a26267c-bfe7-4f08-bb6d-152a6be0b761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:13.702481 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e1010-160f-459c-aa20-53b9c55363a6 req-4f53f866-745b-4a3b-ad94-dda33e2f53a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:13.702481 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e1010-160f-459c-aa20-53b9c55363a6 req-4f53f866-745b-4a3b-ad94-dda33e2f53a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:13.702842 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e1010-160f-459c-aa20-53b9c55363a6 req-4f53f866-745b-4a3b-ad94-dda33e2f53a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:13.703484 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e1010-160f-459c-aa20-53b9c55363a6 req-4f53f866-745b-4a3b-ad94-dda33e2f53a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:13.704134 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e1010-160f-459c-aa20-53b9c55363a6 req-4f53f866-745b-4a3b-ad94-dda33e2f53a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:13.706155 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-637e1010-160f-459c-aa20-53b9c55363a6 req-4f53f866-745b-4a3b-ad94-dda33e2f53a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21f8e25332dd44aa8653731b1f899e18&device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 4362 time: 1.7071364 Aug 11 22:04:13.714395 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-6bee60c2-7c5d-447d-9b1d-727aceb79688 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:13.716413 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-6bee60c2-7c5d-447d-9b1d-727aceb79688 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.82 "GET /v2.0/networks?id=bf080b52-f893-4f7c-8435-757491a8008c HTTP/1.1" status: 200 len: 811 time: 0.6790814 Aug 11 22:04:13.742024 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb454e-9bcf-44cf-a940-f7ceb2afafb3 req-adea5fb0-7e09-4e13-ad08-6e5b5c095a31 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:13.749657 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-008fd011-91f3-4325-baac-8f13139831ed None None] Provisioning for port 04dda6bf-073f-4301-90f8-63fed0b36e67 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:04:13.760382 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-008fd011-91f3-4325-baac-8f13139831ed None None] Provisioning complete for port 04dda6bf-073f-4301-90f8-63fed0b36e67 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:04:13.761543 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-008fd011-91f3-4325-baac-8f13139831ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:13.771659 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cafb454e-9bcf-44cf-a940-f7ceb2afafb3 req-adea5fb0-7e09-4e13-ad08-6e5b5c095a31 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 943 time: 0.5360055 Aug 11 22:04:13.839751 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-7e41e39f-3b5c-481b-9f6c-083eb10788ba tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Request body: {'port': {'device_id': '212da73c-90da-4446-b874-d778cb7ff35d', 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c', 'admin_state_up': True, 'tenant_id': '5ff75431bb564df5bffa655d84e87396'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:04:13.855086 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-008fd011-91f3-4325-baac-8f13139831ed None None] Port 04dda6bf-073f-4301-90f8-63fed0b36e67 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:04:13.878632 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8582e93-80b1-4203-bd83-377fbd0e2c38 req-96953fc2-ac8d-417e-b0dc-632d18cefe9a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:13.885370 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8582e93-80b1-4203-bd83-377fbd0e2c38 req-96953fc2-ac8d-417e-b0dc-632d18cefe9a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:13.911265 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8582e93-80b1-4203-bd83-377fbd0e2c38 req-96953fc2-ac8d-417e-b0dc-632d18cefe9a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:13.926276 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8582e93-80b1-4203-bd83-377fbd0e2c38 req-96953fc2-ac8d-417e-b0dc-632d18cefe9a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:13.953255 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8582e93-80b1-4203-bd83-377fbd0e2c38 req-96953fc2-ac8d-417e-b0dc-632d18cefe9a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:13.969571 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a8582e93-80b1-4203-bd83-377fbd0e2c38 req-96953fc2-ac8d-417e-b0dc-632d18cefe9a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 3827 time: 0.7928019 Aug 11 22:04:14.027972 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cafb454e-9bcf-44cf-a940-f7ceb2afafb3 req-cd0c4070-f89f-44f2-8df8-1a34700dbd2e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552252 Aug 11 22:04:14.030597 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37738) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:14.091422 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26267c-bfe7-4f08-bb6d-152a6be0b761 service neutron] Pushing event updated for resources: {'Port': ['ID=edaff90d-e53c-40c3-9e3d-8aeb7c62d23f,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:14.807130 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d2f57c3e-203e-4dad-9468-318c899e1d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:14.968853 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1cdb14-62ec-408d-968f-5437dcb1e718 req-819c44c2-7732-4538-8338-a0d030a779aa tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:14.982867 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4c1cdb14-62ec-408d-968f-5437dcb1e718 req-819c44c2-7732-4538-8338-a0d030a779aa tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.77 "GET /v2.0/ports?device_id=7169a1d0-0794-486c-a415-a15aaf1fc952 HTTP/1.1" status: 200 len: 935 time: 0.1916471 Aug 11 22:04:15.110234 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a8582e93-80b1-4203-bd83-377fbd0e2c38 req-71f16e2e-6719-4051-83ed-2f2c535993d7 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1357474 Aug 11 22:04:15.133703 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4c1cdb14-62ec-408d-968f-5437dcb1e718 req-aed177bf-ee9d-4e53-ab66-bd30d4054687 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.77 "GET /v2.0/security-groups?id=10cdbe92-e09f-4e44-a115-bfe678a49b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492660 Aug 11 22:04:15.420068 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0f77579e-7850-4068-af3e-d0d8e4f9e85f req-905c6a22-c88d-45ef-8ab8-b34c563d9b24 service neutron] 10.222.0.52 "GET /v2.0/networks/1c3ee35b-1680-40ce-a5ec-450a30ee6971?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1669695 Aug 11 22:04:15.441375 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 265c0cb9-a9ad-49d5-ad87-54817824bc7a details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:04:15.486012 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d2f57c3e-203e-4dad-9468-318c899e1d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:15.499902 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d2f57c3e-203e-4dad-9468-318c899e1d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:15.541769 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-24f2552a-148f-4ce2-af6b-78852d9088ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04dda6bf-073f-4301-90f8-63fed0b36e67 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:04:15.547858 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-712ba84e-7985-4381-a85a-f93c8eb11d5e req-ec535c6a-dce7-4dde-a5df-2385aecc66e0 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=212da73c-90da-4446-b874-d778cb7ff35d HTTP/1.1" status: 200 len: 210 time: 0.1690369 Aug 11 22:04:15.626319 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-24f2552a-148f-4ce2-af6b-78852d9088ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:15.695600 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d2f57c3e-203e-4dad-9468-318c899e1d1c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9c16622e4d93474ca1faca45326c3bc7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6517498 Aug 11 22:04:15.706737 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37762) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:15.708053 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-24f2552a-148f-4ce2-af6b-78852d9088ea service neutron] Transition to ACTIVE for port object 04dda6bf-073f-4301-90f8-63fed0b36e67 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:04:15.752949 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8632b4c1-423f-417d-b9b1-c4207b9658b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:15.764505 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-24f2552a-148f-4ce2-af6b-78852d9088ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:15.767107 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 265c0cb9-a9ad-49d5-ad87-54817824bc7a, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=265c0cb9-a9ad-49d5-ad87-54817824bc7a,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:04:15.810629 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '265c0cb9-a9ad-49d5-ad87-54817824bc7a', 'network_id': '83735497-c152-410a-a532-372740b4ec60', 'port_id': '265c0cb9-a9ad-49d5-ad87-54817824bc7a', 'mac_address': 'fa:16:3e:e7:f4:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45488324-eef4-4094-a90c-865b32db4e15', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:04:15.831408 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f57c3e-203e-4dad-9468-318c899e1d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc4e012-a3a5-4f68-92e7-59186aeeb1f1,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:15.847985 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2552a-148f-4ce2-af6b-78852d9088ea service neutron] Pushing event updated for resources: {'Port': ['ID=04dda6bf-073f-4301-90f8-63fed0b36e67,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:15.864273 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-7e41e39f-3b5c-481b-9f6c-083eb10788ba tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Made reservation on behalf of 5ff75431bb564df5bffa655d84e87396 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:04:15.873096 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-7e41e39f-3b5c-481b-9f6c-083eb10788ba tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:15.880372 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e4bc5-97be-44c9-9c78-d403e02e3712 req-5125d995-6336-485a-ba5c-cd2688014312 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:15.890113 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-178e4bc5-97be-44c9-9c78-d403e02e3712 req-5125d995-6336-485a-ba5c-cd2688014312 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 944 time: 0.2535250 Aug 11 22:04:15.912797 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6124f983-d1bb-4276-b353-145bf5ce19b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:16.015356 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e1010-160f-459c-aa20-53b9c55363a6 req-a4d2a15d-2370-498a-8b5d-b5d7f11fc0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:16.015356 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e1010-160f-459c-aa20-53b9c55363a6 req-a4d2a15d-2370-498a-8b5d-b5d7f11fc0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:16.015965 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e1010-160f-459c-aa20-53b9c55363a6 req-a4d2a15d-2370-498a-8b5d-b5d7f11fc0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:16.017866 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-637e1010-160f-459c-aa20-53b9c55363a6 req-a4d2a15d-2370-498a-8b5d-b5d7f11fc0a1 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=21f8e25332dd44aa8653731b1f899e18&shared=False HTTP/1.1" status: 200 len: 2299 time: 2.2978041 Aug 11 22:04:16.090086 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:16.101850 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:16.126807 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6124f983-d1bb-4276-b353-145bf5ce19b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:16.138311 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 265c0cb9-a9ad-49d5-ad87-54817824bc7a {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:04:16.220991 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 265c0cb9-a9ad-49d5-ad87-54817824bc7a, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=265c0cb9-a9ad-49d5-ad87-54817824bc7a,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:04:16.235444 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:16.345421 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-178e4bc5-97be-44c9-9c78-d403e02e3712 req-0fc9a0c5-b63d-4e25-af07-3b7c700e8f02 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539042 Aug 11 22:04:16.366052 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=265c0cb9-a9ad-49d5-ad87-54817824bc7a,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:16.368432 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-24f2552a-148f-4ce2-af6b-78852d9088ea service neutron] Attempting to bind port 04dda6bf-073f-4301-90f8-63fed0b36e67 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:04:16.370698 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-24f2552a-148f-4ce2-af6b-78852d9088ea service neutron] Attempting to bind port 04dda6bf-073f-4301-90f8-63fed0b36e67 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:04:16.371471 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-24f2552a-148f-4ce2-af6b-78852d9088ea service neutron] Attempting to bind port 04dda6bf-073f-4301-90f8-63fed0b36e67 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:04:16.400405 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-24f2552a-148f-4ce2-af6b-78852d9088ea service neutron] Port 04dda6bf-073f-4301-90f8-63fed0b36e67 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:04:16.403311 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-24f2552a-148f-4ce2-af6b-78852d9088ea service neutron] Attempting to bind port 04dda6bf-073f-4301-90f8-63fed0b36e67 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:04:16.427127 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6124f983-d1bb-4276-b353-145bf5ce19b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:16.438831 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6124f983-d1bb-4276-b353-145bf5ce19b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:16.448524 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6124f983-d1bb-4276-b353-145bf5ce19b6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/adc4e012-a3a5-4f68-92e7-59186aeeb1f1 HTTP/1.1" status: 204 len: 168 time: 0.7384770 Aug 11 22:04:16.477915 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124f983-d1bb-4276-b353-145bf5ce19b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc4e012-a3a5-4f68-92e7-59186aeeb1f1,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:16.482100 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-7e41e39f-3b5c-481b-9f6c-083eb10788ba tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Allocated IP 172.20.0.9 (bf080b52-f893-4f7c-8435-757491a8008c/985a839f-f29b-406e-b51f-4bfc5d529d7d/9677872b-0d78-4348-9912-3f9a311a7ab3) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:04:16.486866 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-24f2552a-148f-4ce2-af6b-78852d9088ea service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:04:16.489487 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-24f2552a-148f-4ce2-af6b-78852d9088ea service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:04:16.490943 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-24f2552a-148f-4ce2-af6b-78852d9088ea service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:04:16.492975 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-24f2552a-148f-4ce2-af6b-78852d9088ea service neutron] Bound port: 04dda6bf-073f-4301-90f8-63fed0b36e67, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:04:16.495003 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-24f2552a-148f-4ce2-af6b-78852d9088ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:16.733133 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['265c0cb9-a9ad-49d5-ad87-54817824bc7a'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:04:16.762516 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a999d3a-3655-4ed7-8833-547c64f96402 req-c7fc78a9-c7cf-44f5-ac2e-c530fe2df93b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:16.777661 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a999d3a-3655-4ed7-8833-547c64f96402 req-c7fc78a9-c7cf-44f5-ac2e-c530fe2df93b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:16.790097 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a999d3a-3655-4ed7-8833-547c64f96402 req-c7fc78a9-c7cf-44f5-ac2e-c530fe2df93b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:16.804264 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a999d3a-3655-4ed7-8833-547c64f96402 req-c7fc78a9-c7cf-44f5-ac2e-c530fe2df93b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:16.818435 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a999d3a-3655-4ed7-8833-547c64f96402 req-c7fc78a9-c7cf-44f5-ac2e-c530fe2df93b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:16.830839 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a999d3a-3655-4ed7-8833-547c64f96402 req-c7fc78a9-c7cf-44f5-ac2e-c530fe2df93b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:16.847292 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1a999d3a-3655-4ed7-8833-547c64f96402 req-c7fc78a9-c7cf-44f5-ac2e-c530fe2df93b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 4604 time: 0.2839289 Aug 11 22:04:16.860793 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-24f2552a-148f-4ce2-af6b-78852d9088ea service neutron] For port 04dda6bf-073f-4301-90f8-63fed0b36e67, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:04:16.908927 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-24f2552a-148f-4ce2-af6b-78852d9088ea service neutron] For port 04dda6bf-073f-4301-90f8-63fed0b36e67, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=04dda6bf-073f-4301-90f8-63fed0b36e67,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:04:16.929942 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-24f2552a-148f-4ce2-af6b-78852d9088ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:17.063757 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1a999d3a-3655-4ed7-8833-547c64f96402 req-658f6ad8-04b0-4863-a8b1-3e9a8c802f57 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2055693 Aug 11 22:04:17.068124 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37780) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:17.112048 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-24f2552a-148f-4ce2-af6b-78852d9088ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:17.114545 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-24f2552a-148f-4ce2-af6b-78852d9088ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:17.117631 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-24f2552a-148f-4ce2-af6b-78852d9088ea service neutron] 10.222.0.52 "PUT /v2.0/ports/04dda6bf-073f-4301-90f8-63fed0b36e67 HTTP/1.1" status: 200 len: 1095 time: 4.0052240 Aug 11 22:04:17.118881 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7169a1d0-0794-486c-a415-a15aaf1fc952', 'tag': '04dda6bf-073f-4301-90f8-63fed0b36e67'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:04:17.121807 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdbd779-222c-478c-9bdc-2b90cde55a49" -d '{"events": [{"name": "network-changed", "server_uuid": "7169a1d0-0794-486c-a415-a15aaf1fc952", "tag": "04dda6bf-073f-4301-90f8-63fed0b36e67"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:04:17.138458 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8162bab2-f97c-4872-8319-e8c2b7ced59e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:17.190219 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2552a-148f-4ce2-af6b-78852d9088ea service neutron] Pushing event updated for resources: {'Port': ['ID=04dda6bf-073f-4301-90f8-63fed0b36e67,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:17.366832 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-7e41e39f-3b5c-481b-9f6c-083eb10788ba tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:17.409213 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-a19bab51-9393-44ab-a986-4199018fcea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:17.425984 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:17.426854 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-a19bab51-9393-44ab-a986-4199018fcea1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=82d761ca7860491680c47e20f9d50273&device_id=7169a1d0-0794-486c-a415-a15aaf1fc952 HTTP/1.1" status: 200 len: 1098 time: 0.2265298 Aug 11 22:04:17.462023 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-9a26267c-bfe7-4f08-bb6d-152a6be0b761 service neutron] Attempting to bind port edaff90d-e53c-40c3-9e3d-8aeb7c62d23f on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:04:17.469023 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-9a26267c-bfe7-4f08-bb6d-152a6be0b761 service neutron] Attempting to bind port edaff90d-e53c-40c3-9e3d-8aeb7c62d23f by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'a3dcb167-5947-4558-908e-3d33ae014591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b287a464-dc73-48ac-8476-f9f6272430e9'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:04:17.470611 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-9a26267c-bfe7-4f08-bb6d-152a6be0b761 service neutron] Attempting to bind port edaff90d-e53c-40c3-9e3d-8aeb7c62d23f on network b287a464-dc73-48ac-8476-f9f6272430e9 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:04:17.528887 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-9a26267c-bfe7-4f08-bb6d-152a6be0b761 service neutron] Port edaff90d-e53c-40c3-9e3d-8aeb7c62d23f on network b287a464-dc73-48ac-8476-f9f6272430e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:04:17.529558 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-9a26267c-bfe7-4f08-bb6d-152a6be0b761 service neutron] Attempting to bind port edaff90d-e53c-40c3-9e3d-8aeb7c62d23f on network b287a464-dc73-48ac-8476-f9f6272430e9 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:04:17.556170 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-411d0dba-9804-41a2-b496-92787ff40efe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=04dda6bf-073f-4301-90f8-63fed0b36e67 HTTP/1.1" status: 200 len: 217 time: 0.1189320 Aug 11 22:04:17.598307 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-9a26267c-bfe7-4f08-bb6d-152a6be0b761 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:04:17.599008 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-9a26267c-bfe7-4f08-bb6d-152a6be0b761 service neutron] Checking segment: {'id': 'a3dcb167-5947-4558-908e-3d33ae014591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b287a464-dc73-48ac-8476-f9f6272430e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:04:17.599779 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-9a26267c-bfe7-4f08-bb6d-152a6be0b761 service neutron] Bound using segment: {'id': 'a3dcb167-5947-4558-908e-3d33ae014591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b287a464-dc73-48ac-8476-f9f6272430e9'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:04:17.600546 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-9a26267c-bfe7-4f08-bb6d-152a6be0b761 service neutron] Bound port: edaff90d-e53c-40c3-9e3d-8aeb7c62d23f, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3dcb167-5947-4558-908e-3d33ae014591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b287a464-dc73-48ac-8476-f9f6272430e9'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:04:17.601221 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-9a26267c-bfe7-4f08-bb6d-152a6be0b761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:17.606655 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cb1ce-e463-480b-bfcc-25d6d4ef0783 req-7793fc8d-31c5-4c83-849c-0fd6783e6558 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:17.608839 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-937cb1ce-e463-480b-bfcc-25d6d4ef0783 req-7793fc8d-31c5-4c83-849c-0fd6783e6558 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.77 "GET /v2.0/ports?device_id=7169a1d0-0794-486c-a415-a15aaf1fc952 HTTP/1.1" status: 200 len: 947 time: 0.2921460 Aug 11 22:04:17.665813 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-7e41e39f-3b5c-481b-9f6c-083eb10788ba tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:17.676771 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8162bab2-f97c-4872-8319-e8c2b7ced59e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:17.707465 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-937cb1ce-e463-480b-bfcc-25d6d4ef0783 req-d57b12a9-0ae8-4b93-b13f-02e19475e5ed tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.77 "GET /v2.0/security-groups?id=10cdbe92-e09f-4e44-a115-bfe678a49b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825109 Aug 11 22:04:17.709664 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8162bab2-f97c-4872-8319-e8c2b7ced59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:17.720644 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-7fd4c8fb-8e4d-4dcd-a9d2-7f1a6f765717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:17.731158 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-7fd4c8fb-8e4d-4dcd-a9d2-7f1a6f765717 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1598871 Aug 11 22:04:17.885738 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8162bab2-f97c-4872-8319-e8c2b7ced59e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f3099d76341f4b169a49aec5ba77c94e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8124323 Aug 11 22:04:17.893077 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37790) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:17.967244 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-7e41e39f-3b5c-481b-9f6c-083eb10788ba tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Network bf080b52-f893-4f7c-8435-757491a8008c is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:04:17.996195 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162bab2-f97c-4872-8319-e8c2b7ced59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3136ff52-53a4-4e2d-bf76-8fac2efa7d29,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:18.016531 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-7e41e39f-3b5c-481b-9f6c-083eb10788ba tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:04:18.049791 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-7e41e39f-3b5c-481b-9f6c-083eb10788ba tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:04:18.067972 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0f77579e-7850-4068-af3e-d0d8e4f9e85f req-be7e7c0d-12a6-42bf-a6c4-150e940f56f7 service neutron] 10.222.0.52 "GET /v2.0/networks/1c3ee35b-1680-40ce-a5ec-450a30ee6971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.6468964 Aug 11 22:04:18.099010 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-9a26267c-bfe7-4f08-bb6d-152a6be0b761 service neutron] For port edaff90d-e53c-40c3-9e3d-8aeb7c62d23f, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:04:18.115401 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5afd6c-d3b2-42c5-9b16-63ca7989cd60 req-5558c1c1-d0f7-4261-ae89-57c5a9e788f3 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:18.117284 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4d5afd6c-d3b2-42c5-9b16-63ca7989cd60 req-5558c1c1-d0f7-4261-ae89-57c5a9e788f3 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 943 time: 2.2658987 Aug 11 22:04:18.129444 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-cf3e2ad7-8fe3-41ee-b151-648ca6295292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:18.136408 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41e39f-3b5c-481b-9f6c-083eb10788ba tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Pushing event updated for resources: {'Port': ['ID=9677872b-0d78-4348-9912-3f9a311a7ab3,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:18.136688 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-cf3e2ad7-8fe3-41ee-b151-648ca6295292 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4025965 Aug 11 22:04:18.186830 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-9a26267c-bfe7-4f08-bb6d-152a6be0b761 service neutron] For port edaff90d-e53c-40c3-9e3d-8aeb7c62d23f, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=edaff90d-e53c-40c3-9e3d-8aeb7c62d23f,segment=NetworkSegment(a3dcb167-5947-4558-908e-3d33ae014591),segment_id=a3dcb167-5947-4558-908e-3d33ae014591)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:04:18.189231 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e1010-160f-459c-aa20-53b9c55363a6 req-0d396764-5736-4d28-af10-d910069dec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:18.191383 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-637e1010-160f-459c-aa20-53b9c55363a6 req-0d396764-5736-4d28-af10-d910069dec31 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.1620734 Aug 11 22:04:18.204479 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-9a26267c-bfe7-4f08-bb6d-152a6be0b761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:18.239974 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-7e41e39f-3b5c-481b-9f6c-083eb10788ba tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:18.241267 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-7e41e39f-3b5c-481b-9f6c-083eb10788ba tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:18.311671 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e7cc5-c145-4be7-aaaf-05838cc7011f req-7f9b4afd-cbf6-4131-8438-241cb619175a tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:18.326519 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d42e7cc5-c145-4be7-aaaf-05838cc7011f req-7f9b4afd-cbf6-4131-8438-241cb619175a tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=212da73c-90da-4446-b874-d778cb7ff35d HTTP/1.1" status: 200 len: 931 time: 0.3122339 Aug 11 22:04:18.388868 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6bc10126-75a1-4c07-af49-158e7f253c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:18.490873 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6bc10126-75a1-4c07-af49-158e7f253c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:18.513311 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-7e41e39f-3b5c-481b-9f6c-083eb10788ba tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7150056 Aug 11 22:04:18.550033 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-9a26267c-bfe7-4f08-bb6d-152a6be0b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:18.551301 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-9a26267c-bfe7-4f08-bb6d-152a6be0b761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:18.554399 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-9a26267c-bfe7-4f08-bb6d-152a6be0b761 service neutron] 10.222.0.52 "PUT /v2.0/ports/edaff90d-e53c-40c3-9e3d-8aeb7c62d23f HTTP/1.1" status: 200 len: 1135 time: 8.2239108 Aug 11 22:04:18.590702 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-ef19edba-cb94-40ff-beed-ad5330368655 service neutron] Request body: {'port': {'device_id': '212da73c-90da-4446-b874-d778cb7ff35d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:04:18.611406 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'tag': 'edaff90d-e53c-40c3-9e3d-8aeb7c62d23f'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:04:18.616113 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2880a87-54b5-4c66-ad2e-f49c39b632c8" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "tag": "edaff90d-e53c-40c3-9e3d-8aeb7c62d23f"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:04:18.640379 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4d5afd6c-d3b2-42c5-9b16-63ca7989cd60 req-bf929e77-e07f-40ac-9faf-9aa86c7edacb tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4753823 Aug 11 22:04:18.686683 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a5eea9cd-2f94-43bd-8f61-0a60b20ecd49 service neutron] Request body: {'port': {'device_id': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:04:18.802298 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6bc10126-75a1-4c07-af49-158e7f253c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:18.823822 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6bc10126-75a1-4c07-af49-158e7f253c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:18.832363 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6bc10126-75a1-4c07-af49-158e7f253c01 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3136ff52-53a4-4e2d-bf76-8fac2efa7d29 HTTP/1.1" status: 204 len: 168 time: 0.9247835 Aug 11 22:04:18.914371 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:18.989268 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5110b1-da82-441c-b663-8fe437e36493 x-openstack-request-id: req-ae5110b1-da82-441c-b663-8fe437e36493 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:04:18.990598 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7169a1d0-0794-486c-a415-a15aaf1fc952", "tag": "04dda6bf-073f-4301-90f8-63fed0b36e67", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:04:18.991216 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ae5110b1-da82-441c-b663-8fe437e36493 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:04:18.993142 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7169a1d0-0794-486c-a415-a15aaf1fc952', 'tag': '04dda6bf-073f-4301-90f8-63fed0b36e67', 'status': 'completed', 'code': 200} Aug 11 22:04:18.999272 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc10126-75a1-4c07-af49-158e7f253c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3136ff52-53a4-4e2d-bf76-8fac2efa7d29,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:19.008230 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a5eea9cd-2f94-43bd-8f61-0a60b20ecd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:19.072368 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d42e7cc5-c145-4be7-aaaf-05838cc7011f req-47a86294-f390-4b8c-a8a6-b0785dfe72c6 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7438715 Aug 11 22:04:19.112881 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-17d51ac1-e980-4fac-aef6-41b846cb9502 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9594810 Aug 11 22:04:19.193823 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26267c-bfe7-4f08-bb6d-152a6be0b761 service neutron] Pushing event updated for resources: {'Port': ['ID=edaff90d-e53c-40c3-9e3d-8aeb7c62d23f,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:19.448153 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-ef19edba-cb94-40ff-beed-ad5330368655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:19.472709 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 265c0cb9-a9ad-49d5-ad87-54817824bc7a up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:04:19.696802 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 265c0cb9-a9ad-49d5-ad87-54817824bc7a completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:04:19.729774 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 265c0cb9-a9ad-49d5-ad87-54817824bc7a triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:04:19.730360 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:19.770847 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10925335-1a5d-4924-b668-49aa73d12eb4 req-34748cb0-ec17-4781-8ed0-a9cc8f9fc165 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:19.792662 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10925335-1a5d-4924-b668-49aa73d12eb4 req-34748cb0-ec17-4781-8ed0-a9cc8f9fc165 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:19.804659 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10925335-1a5d-4924-b668-49aa73d12eb4 req-34748cb0-ec17-4781-8ed0-a9cc8f9fc165 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:19.830181 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10925335-1a5d-4924-b668-49aa73d12eb4 req-34748cb0-ec17-4781-8ed0-a9cc8f9fc165 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:19.851016 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10925335-1a5d-4924-b668-49aa73d12eb4 req-34748cb0-ec17-4781-8ed0-a9cc8f9fc165 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:19.870422 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10925335-1a5d-4924-b668-49aa73d12eb4 req-34748cb0-ec17-4781-8ed0-a9cc8f9fc165 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:19.894024 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-10925335-1a5d-4924-b668-49aa73d12eb4 req-34748cb0-ec17-4781-8ed0-a9cc8f9fc165 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 4604 time: 0.4486835 Aug 11 22:04:19.967282 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-143f6d89-a1f3-4833-b1c5-259bc33b3ef9 req-ca76c4bf-3076-49b0-84aa-86a688a8dd4e service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8536656 Aug 11 22:04:20.088637 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:20.165908 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 265c0cb9-a9ad-49d5-ad87-54817824bc7a, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=265c0cb9-a9ad-49d5-ad87-54817824bc7a,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:04:20.170694 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a71782-381d-464b-b883-7b1c7d4339ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265c0cb9-a9ad-49d5-ad87-54817824bc7a'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:04:20.182949 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbd4867-0db9-4f71-849c-415dccd35cc9" -d '{"events": [{"server_uuid": "01a71782-381d-464b-b883-7b1c7d4339ba", "name": "network-vif-plugged", "status": "completed", "tag": "265c0cb9-a9ad-49d5-ad87-54817824bc7a"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:04:20.190837 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:20.209660 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-10925335-1a5d-4924-b668-49aa73d12eb4 req-5444a75f-7eef-45dd-b1a9-766f7b21a6ce tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2725501 Aug 11 22:04:20.285522 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbd779-222c-478c-9bdc-2b90cde55a49 req-d8480c5e-2709-4190-aad4-44e2e756d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:20.286657 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=265c0cb9-a9ad-49d5-ad87-54817824bc7a,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:20.294230 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5cdbd779-222c-478c-9bdc-2b90cde55a49 req-d8480c5e-2709-4190-aad4-44e2e756d4f7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=82d761ca7860491680c47e20f9d50273&device_id=7169a1d0-0794-486c-a415-a15aaf1fc952 HTTP/1.1" status: 200 len: 1098 time: 0.2144408 Aug 11 22:04:20.336569 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:20.674353 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbd779-222c-478c-9bdc-2b90cde55a49 req-d0b765ca-42aa-4a72-b789-4d4f1957dc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:20.678497 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-ef19edba-cb94-40ff-beed-ad5330368655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9677872b-0d78-4348-9912-3f9a311a7ab3 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:04:20.680858 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5cdbd779-222c-478c-9bdc-2b90cde55a49 req-d0b765ca-42aa-4a72-b789-4d4f1957dc7f service neutron] 10.222.0.52 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.3773234 Aug 11 22:04:20.709337 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ed2d0-aeff-4a87-b482-674cc845191c req-8609dd9a-f90e-49c8-9a2d-804a0e8da737 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:20.712665 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-ef19edba-cb94-40ff-beed-ad5330368655 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:20.722683 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5d0ed2d0-aeff-4a87-b482-674cc845191c req-8609dd9a-f90e-49c8-9a2d-804a0e8da737 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.77 "GET /v2.0/ports?device_id=7169a1d0-0794-486c-a415-a15aaf1fc952 HTTP/1.1" status: 200 len: 947 time: 0.2573574 Aug 11 22:04:20.741576 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-ef19edba-cb94-40ff-beed-ad5330368655 service neutron] Transition to ACTIVE for port object 9677872b-0d78-4348-9912-3f9a311a7ab3 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:04:20.746515 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df11445d-b546-45ee-a2f6-d8441827b206 x-openstack-request-id: req-df11445d-b546-45ee-a2f6-d8441827b206 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:04:20.747096 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "tag": "edaff90d-e53c-40c3-9e3d-8aeb7c62d23f", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:04:20.747599 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-df11445d-b546-45ee-a2f6-d8441827b206 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:04:20.748390 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'tag': 'edaff90d-e53c-40c3-9e3d-8aeb7c62d23f', 'status': 'completed', 'code': 200} Aug 11 22:04:20.775627 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-ef19edba-cb94-40ff-beed-ad5330368655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:20.911228 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5cdbd779-222c-478c-9bdc-2b90cde55a49 req-5caae211-fdd1-4b4c-940a-c899c76a4234 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=04dda6bf-073f-4301-90f8-63fed0b36e67 HTTP/1.1" status: 200 len: 217 time: 0.1649053 Aug 11 22:04:20.992426 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07825aa-628a-4168-983a-5e827f780257 req-a4504e6e-23fb-4be1-853c-1400c61d841c tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:20.997294 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f07825aa-628a-4168-983a-5e827f780257 req-a4504e6e-23fb-4be1-853c-1400c61d841c tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 945 time: 1.5507638 Aug 11 22:04:21.031220 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19edba-cb94-40ff-beed-ad5330368655 service neutron] Pushing event updated for resources: {'Port': ['ID=9677872b-0d78-4348-9912-3f9a311a7ab3,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:21.078824 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbd779-222c-478c-9bdc-2b90cde55a49 req-239f6f71-6667-4e06-b508-199f95ef5881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:21.082782 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5cdbd779-222c-478c-9bdc-2b90cde55a49 req-239f6f71-6667-4e06-b508-199f95ef5881 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1628370 Aug 11 22:04:21.126157 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f07825aa-628a-4168-983a-5e827f780257 req-b9bca13d-d438-4517-8267-8f87ed59c1ba tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703671 Aug 11 22:04:21.154669 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2880a87-54b5-4c66-ad2e-f49c39b632c8 req-d20aa763-6377-45ac-9d66-42648bb2c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:21.155178 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2880a87-54b5-4c66-ad2e-f49c39b632c8 req-d20aa763-6377-45ac-9d66-42648bb2c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:21.160301 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2880a87-54b5-4c66-ad2e-f49c39b632c8 req-d20aa763-6377-45ac-9d66-42648bb2c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:21.179569 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2880a87-54b5-4c66-ad2e-f49c39b632c8 req-d20aa763-6377-45ac-9d66-42648bb2c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:21.179569 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2880a87-54b5-4c66-ad2e-f49c39b632c8 req-d20aa763-6377-45ac-9d66-42648bb2c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:21.179569 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2880a87-54b5-4c66-ad2e-f49c39b632c8 req-d20aa763-6377-45ac-9d66-42648bb2c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:21.179569 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a2880a87-54b5-4c66-ad2e-f49c39b632c8 req-d20aa763-6377-45ac-9d66-42648bb2c3fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21f8e25332dd44aa8653731b1f899e18&device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5290 time: 0.4117763 Aug 11 22:04:21.326909 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5d0ed2d0-aeff-4a87-b482-674cc845191c req-7e2693dd-8aa2-48b5-9ade-e26df7d223e6 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.77 "GET /v2.0/security-groups?id=10cdbe92-e09f-4e44-a115-bfe678a49b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6014042 Aug 11 22:04:21.384513 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbd779-222c-478c-9bdc-2b90cde55a49 req-77a0e2a9-702d-4095-ace9-6ef558442fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:21.404902 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5cdbd779-222c-478c-9bdc-2b90cde55a49 req-77a0e2a9-702d-4095-ace9-6ef558442fe2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2873001 Aug 11 22:04:21.613118 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2880a87-54b5-4c66-ad2e-f49c39b632c8 req-4c54edbc-09dd-4290-8ad7-bf017be52249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:21.613634 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2880a87-54b5-4c66-ad2e-f49c39b632c8 req-4c54edbc-09dd-4290-8ad7-bf017be52249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:21.614096 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2880a87-54b5-4c66-ad2e-f49c39b632c8 req-4c54edbc-09dd-4290-8ad7-bf017be52249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:21.615897 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a2880a87-54b5-4c66-ad2e-f49c39b632c8 req-4c54edbc-09dd-4290-8ad7-bf017be52249 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=21f8e25332dd44aa8653731b1f899e18&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3944814 Aug 11 22:04:21.778375 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37854) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:21.847749 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32061f-8908-4710-ad09-bbede738d768 req-25aee751-a6ef-4221-8210-a17abebf0a78 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:21.850688 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f32061f-8908-4710-ad09-bbede738d768 req-25aee751-a6ef-4221-8210-a17abebf0a78 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 943 time: 0.1855240 Aug 11 22:04:22.088009 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f32061f-8908-4710-ad09-bbede738d768 req-52eee063-1d85-4dd2-a243-05770c80ccb6 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287753 Aug 11 22:04:22.115224 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5cdbd779-222c-478c-9bdc-2b90cde55a49 req-7fff4c71-270f-411f-a066-4a214eda506d service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6976578 Aug 11 22:04:22.228344 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af85f646-32be-4b53-bc71-28bcecc3f99a x-openstack-request-id: req-af85f646-32be-4b53-bc71-28bcecc3f99a {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:04:22.229406 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a71782-381d-464b-b883-7b1c7d4339ba", "name": "network-vif-plugged", "status": "completed", "tag": "265c0cb9-a9ad-49d5-ad87-54817824bc7a", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:04:22.229909 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-af85f646-32be-4b53-bc71-28bcecc3f99a {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:04:22.230914 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a71782-381d-464b-b883-7b1c7d4339ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265c0cb9-a9ad-49d5-ad87-54817824bc7a', 'code': 200} Aug 11 22:04:22.403318 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-ef19edba-cb94-40ff-beed-ad5330368655 service neutron] Attempting to bind port 9677872b-0d78-4348-9912-3f9a311a7ab3 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:04:22.403907 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-ef19edba-cb94-40ff-beed-ad5330368655 service neutron] Attempting to bind port 9677872b-0d78-4348-9912-3f9a311a7ab3 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'a26e85d0-a905-4271-9972-2aa908ddc09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:04:22.404472 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-ef19edba-cb94-40ff-beed-ad5330368655 service neutron] Attempting to bind port 9677872b-0d78-4348-9912-3f9a311a7ab3 on network bf080b52-f893-4f7c-8435-757491a8008c {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:04:22.460206 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-db4ce387-6b12-4707-b8a1-112ad2eaf335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:22.464118 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5cdbd779-222c-478c-9bdc-2b90cde55a49 req-f356ff6b-52fb-4a78-aaa9-5e3c3400d3cd service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367891 Aug 11 22:04:22.524048 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-ef19edba-cb94-40ff-beed-ad5330368655 service neutron] Port 9677872b-0d78-4348-9912-3f9a311a7ab3 on network bf080b52-f893-4f7c-8435-757491a8008c not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:04:22.524285 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-ef19edba-cb94-40ff-beed-ad5330368655 service neutron] Attempting to bind port 9677872b-0d78-4348-9912-3f9a311a7ab3 on network bf080b52-f893-4f7c-8435-757491a8008c {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:04:22.572584 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-ef19edba-cb94-40ff-beed-ad5330368655 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:04:22.572834 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-ef19edba-cb94-40ff-beed-ad5330368655 service neutron] Checking segment: {'id': 'a26e85d0-a905-4271-9972-2aa908ddc09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:04:22.573534 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-ef19edba-cb94-40ff-beed-ad5330368655 service neutron] Bound using segment: {'id': 'a26e85d0-a905-4271-9972-2aa908ddc09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:04:22.574273 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-ef19edba-cb94-40ff-beed-ad5330368655 service neutron] Bound port: 9677872b-0d78-4348-9912-3f9a311a7ab3, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a26e85d0-a905-4271-9972-2aa908ddc09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:04:22.576741 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-ef19edba-cb94-40ff-beed-ad5330368655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:22.745795 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc68a3-722e-4c41-a041-70c01c8e1085 req-1fff7294-5d4c-4205-ad71-e7d16497161a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:22.745795 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc68a3-722e-4c41-a041-70c01c8e1085 req-1fff7294-5d4c-4205-ad71-e7d16497161a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:22.745795 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc68a3-722e-4c41-a041-70c01c8e1085 req-1fff7294-5d4c-4205-ad71-e7d16497161a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:22.745795 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc68a3-722e-4c41-a041-70c01c8e1085 req-1fff7294-5d4c-4205-ad71-e7d16497161a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:22.745795 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc68a3-722e-4c41-a041-70c01c8e1085 req-1fff7294-5d4c-4205-ad71-e7d16497161a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:22.745795 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc68a3-722e-4c41-a041-70c01c8e1085 req-1fff7294-5d4c-4205-ad71-e7d16497161a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:22.745795 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-74bc68a3-722e-4c41-a041-70c01c8e1085 req-1fff7294-5d4c-4205-ad71-e7d16497161a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 4604 time: 0.2746017 Aug 11 22:04:22.789072 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-ef19edba-cb94-40ff-beed-ad5330368655 service neutron] For port 9677872b-0d78-4348-9912-3f9a311a7ab3, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:04:22.813925 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-ef19edba-cb94-40ff-beed-ad5330368655 service neutron] For port 9677872b-0d78-4348-9912-3f9a311a7ab3, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=9677872b-0d78-4348-9912-3f9a311a7ab3,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:04:22.833703 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3211a02-ae9a-4308-96bc-e6e5c8e5eba6 req-42755402-fce1-4f43-902e-828cae06a424 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:22.848129 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f3211a02-ae9a-4308-96bc-e6e5c8e5eba6 req-42755402-fce1-4f43-902e-828cae06a424 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=212da73c-90da-4446-b874-d778cb7ff35d HTTP/1.1" status: 200 len: 943 time: 1.1523931 Aug 11 22:04:22.864168 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-ef19edba-cb94-40ff-beed-ad5330368655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:22.966947 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-74bc68a3-722e-4c41-a041-70c01c8e1085 req-00f5771b-12d8-4db7-a7a3-334f513af236 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2066510 Aug 11 22:04:23.078179 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-db4ce387-6b12-4707-b8a1-112ad2eaf335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:23.085421 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-db4ce387-6b12-4707-b8a1-112ad2eaf335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:23.093406 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19edba-cb94-40ff-beed-ad5330368655 service neutron] Pushing event updated for resources: {'Port': ['ID=9677872b-0d78-4348-9912-3f9a311a7ab3,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:23.105432 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f3211a02-ae9a-4308-96bc-e6e5c8e5eba6 req-2ff77109-2680-4752-8b23-dc800455b2f4 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349157 Aug 11 22:04:23.109692 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-ef19edba-cb94-40ff-beed-ad5330368655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:23.110439 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-ef19edba-cb94-40ff-beed-ad5330368655 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:23.112086 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-ef19edba-cb94-40ff-beed-ad5330368655 service neutron] 10.222.0.82 "PUT /v2.0/ports/9677872b-0d78-4348-9912-3f9a311a7ab3 HTTP/1.1" status: 200 len: 1091 time: 4.5696321 Aug 11 22:04:23.113540 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2880a87-54b5-4c66-ad2e-f49c39b632c8 req-5af8db0b-b3a1-4971-b841-b65eb8602a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:23.115188 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a2880a87-54b5-4c66-ad2e-f49c39b632c8 req-5af8db0b-b3a1-4971-b841-b65eb8602a11 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3476810 Aug 11 22:04:23.119932 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c54833-8580-403e-a965-ef56ba5eddef req-199c505e-7ac2-42dd-a96a-ec212ba2a30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:23.140333 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-93c54833-8580-403e-a965-ef56ba5eddef req-199c505e-7ac2-42dd-a96a-ec212ba2a30f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 1097 time: 0.6867158 Aug 11 22:04:23.146806 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212da73c-90da-4446-b874-d778cb7ff35d', 'tag': '9677872b-0d78-4348-9912-3f9a311a7ab3'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:04:23.152272 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88256b26-ea22-4333-969e-ced9dbfe5e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "212da73c-90da-4446-b874-d778cb7ff35d", "tag": "9677872b-0d78-4348-9912-3f9a311a7ab3"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:04:23.383573 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-a35541c1-9380-456c-a9e7-fa88ea58de6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:23.386620 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-a35541c1-9380-456c-a9e7-fa88ea58de6b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5ff75431bb564df5bffa655d84e87396&device_id=212da73c-90da-4446-b874-d778cb7ff35d HTTP/1.1" status: 200 len: 1094 time: 0.1741574 Aug 11 22:04:23.426832 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-db4ce387-6b12-4707-b8a1-112ad2eaf335 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5834c2ca97b645a3a3a7df2065453272&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6472142 Aug 11 22:04:23.432019 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37872) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:23.434359 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ce387-6b12-4707-b8a1-112ad2eaf335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7275ad-3319-4183-8877-9c3f346ffc51,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:23.507338 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a5eea9cd-2f94-43bd-8f61-0a60b20ecd49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:04:23.557366 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-93c54833-8580-403e-a965-ef56ba5eddef req-3a0f53fb-b414-4d93-a4f2-e88e818682bd service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156959 Aug 11 22:04:23.626648 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdea494-63d8-4ce2-aca7-8f1b74eddaef req-2389574e-4561-4fd2-951b-796260675492 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:23.634933 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bcdea494-63d8-4ce2-aca7-8f1b74eddaef req-2389574e-4561-4fd2-951b-796260675492 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 946 time: 0.4824948 Aug 11 22:04:23.657419 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a5eea9cd-2f94-43bd-8f61-0a60b20ecd49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:23.676381 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 04dda6bf-073f-4301-90f8-63fed0b36e67 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:04:23.856908 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-ded1764b-250c-4241-b23d-0e9eddb9937c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9677872b-0d78-4348-9912-3f9a311a7ab3 HTTP/1.1" status: 200 len: 217 time: 0.2921906 Aug 11 22:04:23.876022 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a5eea9cd-2f94-43bd-8f61-0a60b20ecd49 service neutron] Transition to ACTIVE for port object 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:04:23.877331 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6ec12c18-ab55-455a-98ce-22f96398a15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:23.903036 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a5eea9cd-2f94-43bd-8f61-0a60b20ecd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:23.934294 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bcdea494-63d8-4ce2-aca7-8f1b74eddaef req-668a6051-0ae1-4835-8805-9fc8d995e0bb tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715151 Aug 11 22:04:23.977458 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6ec12c18-ab55-455a-98ce-22f96398a15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:23.997389 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c913ae-da99-40b9-be18-cdb78907d0fe req-1ea87364-1868-42a1-8a46-7c32c42545d5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:24.012247 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-49c913ae-da99-40b9-be18-cdb78907d0fe req-1ea87364-1868-42a1-8a46-7c32c42545d5 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.77 "GET /v2.0/ports?device_id=7169a1d0-0794-486c-a415-a15aaf1fc952 HTTP/1.1" status: 200 len: 947 time: 0.6554384 Aug 11 22:04:24.111391 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6ec12c18-ab55-455a-98ce-22f96398a15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:24.118442 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6ec12c18-ab55-455a-98ce-22f96398a15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:24.121345 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6ec12c18-ab55-455a-98ce-22f96398a15b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eb7275ad-3319-4183-8877-9c3f346ffc51 HTTP/1.1" status: 204 len: 168 time: 0.6737854 Aug 11 22:04:24.154379 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 04dda6bf-073f-4301-90f8-63fed0b36e67, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=04dda6bf-073f-4301-90f8-63fed0b36e67,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:04:24.157367 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec12c18-ab55-455a-98ce-22f96398a15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7275ad-3319-4183-8877-9c3f346ffc51,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:24.210227 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '04dda6bf-073f-4301-90f8-63fed0b36e67', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '04dda6bf-073f-4301-90f8-63fed0b36e67', 'mac_address': 'fa:16:3e:1e:54:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:04:24.253860 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eea9cd-2f94-43bd-8f61-0a60b20ecd49 service neutron] Pushing event updated for resources: {'Port': ['ID=0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:24.264892 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-f78861a2-7028-4842-ac13-88eb224c34d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:24.272402 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-f78861a2-7028-4842-ac13-88eb224c34d3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=985a839f-f29b-406e-b51f-4bfc5d529d7d HTTP/1.1" status: 200 len: 851 time: 0.1756270 Aug 11 22:04:24.364409 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:24.412175 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04dda6bf-073f-4301-90f8-63fed0b36e67 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:04:24.486785 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 04dda6bf-073f-4301-90f8-63fed0b36e67, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=04dda6bf-073f-4301-90f8-63fed0b36e67,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:04:24.501881 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775dc6d9-57e4-4c62-9f92-c858cb6bb7ad req-444d94a9-4882-44c3-a6d4-7cc4fe0d89ec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:24.512634 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:24.536356 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-775dc6d9-57e4-4c62-9f92-c858cb6bb7ad req-444d94a9-4882-44c3-a6d4-7cc4fe0d89ec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 943 time: 0.2557831 Aug 11 22:04:24.536654 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-4bc04659-4bf3-430f-a67d-87a4eef19636 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bf080b52-f893-4f7c-8435-757491a8008c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2158165 Aug 11 22:04:24.566505 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-49c913ae-da99-40b9-be18-cdb78907d0fe req-5f5f5e6f-6182-4d7d-9350-440c8c2712bc tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.77 "GET /v2.0/security-groups?id=10cdbe92-e09f-4e44-a115-bfe678a49b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5527773 Aug 11 22:04:24.671308 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=04dda6bf-073f-4301-90f8-63fed0b36e67,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:24.770353 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['04dda6bf-073f-4301-90f8-63fed0b36e67'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:04:24.772363 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-775dc6d9-57e4-4c62-9f92-c858cb6bb7ad req-7ecf3c6b-893a-4b15-9149-24d49a580de4 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336879 Aug 11 22:04:24.774428 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe9fc76-76f2-4d26-abdb-242e5f883de2 x-openstack-request-id: req-3fe9fc76-76f2-4d26-abdb-242e5f883de2 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:04:24.774900 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212da73c-90da-4446-b874-d778cb7ff35d", "tag": "9677872b-0d78-4348-9912-3f9a311a7ab3", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:04:24.775438 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3fe9fc76-76f2-4d26-abdb-242e5f883de2 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:04:24.776007 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212da73c-90da-4446-b874-d778cb7ff35d', 'tag': '9677872b-0d78-4348-9912-3f9a311a7ab3', 'status': 'completed', 'code': 200} Aug 11 22:04:24.904007 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a5eea9cd-2f94-43bd-8f61-0a60b20ecd49 service neutron] Attempting to bind port 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:04:24.904764 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a5eea9cd-2f94-43bd-8f61-0a60b20ecd49 service neutron] Attempting to bind port 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'a3dcb167-5947-4558-908e-3d33ae014591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b287a464-dc73-48ac-8476-f9f6272430e9'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:04:24.905218 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a5eea9cd-2f94-43bd-8f61-0a60b20ecd49 service neutron] Attempting to bind port 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 on network b287a464-dc73-48ac-8476-f9f6272430e9 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:04:24.925781 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a5eea9cd-2f94-43bd-8f61-0a60b20ecd49 service neutron] Port 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 on network b287a464-dc73-48ac-8476-f9f6272430e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:04:24.926372 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a5eea9cd-2f94-43bd-8f61-0a60b20ecd49 service neutron] Attempting to bind port 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 on network b287a464-dc73-48ac-8476-f9f6272430e9 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:04:24.937235 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a5eea9cd-2f94-43bd-8f61-0a60b20ecd49 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:04:24.937742 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a5eea9cd-2f94-43bd-8f61-0a60b20ecd49 service neutron] Checking segment: {'id': 'a3dcb167-5947-4558-908e-3d33ae014591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b287a464-dc73-48ac-8476-f9f6272430e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:04:24.938263 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a5eea9cd-2f94-43bd-8f61-0a60b20ecd49 service neutron] Bound using segment: {'id': 'a3dcb167-5947-4558-908e-3d33ae014591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b287a464-dc73-48ac-8476-f9f6272430e9'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:04:24.938855 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a5eea9cd-2f94-43bd-8f61-0a60b20ecd49 service neutron] Bound port: 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3dcb167-5947-4558-908e-3d33ae014591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b287a464-dc73-48ac-8476-f9f6272430e9'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:04:24.939348 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a5eea9cd-2f94-43bd-8f61-0a60b20ecd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:25.279636 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e73359-8e68-40d3-aeb7-f76a987f5e2a req-3f49fc76-55ea-466c-b660-a0b6a29c6ad4 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:25.282148 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d6e73359-8e68-40d3-aeb7-f76a987f5e2a req-3f49fc76-55ea-466c-b660-a0b6a29c6ad4 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=212da73c-90da-4446-b874-d778cb7ff35d HTTP/1.1" status: 200 len: 943 time: 0.2379482 Aug 11 22:04:25.315339 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7c5f8-eac6-4321-bb82-563025c5202b req-1c9eb5ce-a95e-44fa-b619-d4435b9e878a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:25.351279 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7c5f8-eac6-4321-bb82-563025c5202b req-1c9eb5ce-a95e-44fa-b619-d4435b9e878a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:25.399306 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7c5f8-eac6-4321-bb82-563025c5202b req-1c9eb5ce-a95e-44fa-b619-d4435b9e878a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:25.433395 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7c5f8-eac6-4321-bb82-563025c5202b req-1c9eb5ce-a95e-44fa-b619-d4435b9e878a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:25.464004 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7c5f8-eac6-4321-bb82-563025c5202b req-1c9eb5ce-a95e-44fa-b619-d4435b9e878a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:25.474226 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d6e73359-8e68-40d3-aeb7-f76a987f5e2a req-e2e09c52-a65e-4458-b306-578a5c78e95d tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622634 Aug 11 22:04:25.511605 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7c5f8-eac6-4321-bb82-563025c5202b req-1c9eb5ce-a95e-44fa-b619-d4435b9e878a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:25.553768 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7c5f8-eac6-4321-bb82-563025c5202b req-1c9eb5ce-a95e-44fa-b619-d4435b9e878a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:25.570093 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-80e7c5f8-eac6-4321-bb82-563025c5202b req-1c9eb5ce-a95e-44fa-b619-d4435b9e878a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5381 time: 0.7404099 Aug 11 22:04:25.574130 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-1663aa2f-75b9-431c-a7bf-181833261e4d service neutron] 10.222.0.82 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9681594 Aug 11 22:04:25.576285 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a5eea9cd-2f94-43bd-8f61-0a60b20ecd49 service neutron] For port 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:04:25.603271 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a5eea9cd-2f94-43bd-8f61-0a60b20ecd49 service neutron] For port 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68,segment=NetworkSegment(a3dcb167-5947-4558-908e-3d33ae014591),segment_id=a3dcb167-5947-4558-908e-3d33ae014591)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:04:25.684360 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 04dda6bf-073f-4301-90f8-63fed0b36e67 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:04:25.698792 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a5eea9cd-2f94-43bd-8f61-0a60b20ecd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:25.856724 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a5eea9cd-2f94-43bd-8f61-0a60b20ecd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:25.861918 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 04dda6bf-073f-4301-90f8-63fed0b36e67 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:04:25.865234 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a5eea9cd-2f94-43bd-8f61-0a60b20ecd49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:25.867716 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577933a0-4c10-4009-8eca-7e03a6b11352 req-a8a47a0a-c208-4327-ad67-8c2d97f09815 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:25.869241 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a5eea9cd-2f94-43bd-8f61-0a60b20ecd49 service neutron] 10.222.0.52 "PUT /v2.0/ports/0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 HTTP/1.1" status: 200 len: 1135 time: 7.2250473 Aug 11 22:04:25.879357 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-577933a0-4c10-4009-8eca-7e03a6b11352 req-a8a47a0a-c208-4327-ad67-8c2d97f09815 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 946 time: 0.2835910 Aug 11 22:04:25.895842 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 04dda6bf-073f-4301-90f8-63fed0b36e67 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:04:25.896990 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:25.967343 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-577933a0-4c10-4009-8eca-7e03a6b11352 req-b7245ee7-0b72-4554-b9f4-c1343622f962 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815616 Aug 11 22:04:26.004280 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-04d1be42-4ede-41a5-9e18-46469d81450d service neutron] Request body: {'port': {'device_id': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:04:26.222748 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-80e7c5f8-eac6-4321-bb82-563025c5202b req-f1b07dec-f618-47d6-b24f-104938df0e0e tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6143017 Aug 11 22:04:26.346395 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eea9cd-2f94-43bd-8f61-0a60b20ecd49 service neutron] Pushing event updated for resources: {'Port': ['ID=0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:26.374737 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:26.443041 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e96d9-7f0d-4230-ba2b-5ade063fa625 req-83179ab1-03ef-4d30-9de6-fb317c0fa43d tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:26.456473 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-986e96d9-7f0d-4230-ba2b-5ade063fa625 req-83179ab1-03ef-4d30-9de6-fb317c0fa43d tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.77 "GET /v2.0/ports?device_id=7169a1d0-0794-486c-a415-a15aaf1fc952 HTTP/1.1" status: 200 len: 948 time: 0.1714203 Aug 11 22:04:26.504228 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 04dda6bf-073f-4301-90f8-63fed0b36e67, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=04dda6bf-073f-4301-90f8-63fed0b36e67,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:04:26.513364 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7169a1d0-0794-486c-a415-a15aaf1fc952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04dda6bf-073f-4301-90f8-63fed0b36e67'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:04:26.514643 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-502f49f0-6a96-448f-97fa-5b2757954f55 req-6c27c26a-40ef-47d9-a43d-b8d466d39029 service neutron] 10.222.0.82 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9087617 Aug 11 22:04:26.519107 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cf8d7d-acf6-446f-97e4-788e14a3a46a" -d '{"events": [{"server_uuid": "7169a1d0-0794-486c-a415-a15aaf1fc952", "name": "network-vif-plugged", "status": "completed", "tag": "04dda6bf-073f-4301-90f8-63fed0b36e67"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:04:26.539826 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:26.550366 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-986e96d9-7f0d-4230-ba2b-5ade063fa625 req-c0a8dabf-4400-4b5f-9a09-8a8cc148d375 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.77 "GET /v2.0/security-groups?id=10cdbe92-e09f-4e44-a115-bfe678a49b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911229 Aug 11 22:04:26.688441 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-04d1be42-4ede-41a5-9e18-46469d81450d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:26.694891 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=04dda6bf-073f-4301-90f8-63fed0b36e67,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:26.755368 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704c0ed-b03e-4c08-8a04-8d62458eac43 req-82f3e51a-ff1b-44df-8ef3-f97c2693ae9c tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:26.764046 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b704c0ed-b03e-4c08-8a04-8d62458eac43 req-82f3e51a-ff1b-44df-8ef3-f97c2693ae9c tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 1097 time: 0.1007950 Aug 11 22:04:26.778354 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'tag': '0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:04:26.782207 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b7c3a7-e764-46ca-94f0-0ca2a24b0465" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "tag": "0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:04:26.842993 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b704c0ed-b03e-4c08-8a04-8d62458eac43 req-a5ca8ce4-ef7a-4d15-b3f0-9779604029ad tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774257 Aug 11 22:04:26.922516 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2137c5-83bf-4a3a-afb5-9b4211ac7886 req-cfa0bc3a-ea2f-4538-8c00-d843ee5e0670 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:26.933156 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6a2137c5-83bf-4a3a-afb5-9b4211ac7886 req-cfa0bc3a-ea2f-4538-8c00-d843ee5e0670 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 943 time: 0.4276054 Aug 11 22:04:26.985270 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88256b26-ea22-4333-969e-ced9dbfe5e5a req-ff6e1497-c170-4c09-81da-66ffa0d29559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:26.987161 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-88256b26-ea22-4333-969e-ced9dbfe5e5a req-ff6e1497-c170-4c09-81da-66ffa0d29559 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5ff75431bb564df5bffa655d84e87396&device_id=212da73c-90da-4446-b874-d778cb7ff35d HTTP/1.1" status: 200 len: 1094 time: 0.3304515 Aug 11 22:04:27.079705 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b45043-0c8c-41a8-b6ee-348c2079d873 req-b0543390-49c0-4913-b292-14b5d94dfae1 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:27.081359 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c7b45043-0c8c-41a8-b6ee-348c2079d873 req-b0543390-49c0-4913-b292-14b5d94dfae1 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=212da73c-90da-4446-b874-d778cb7ff35d HTTP/1.1" status: 200 len: 943 time: 0.1356518 Aug 11 22:04:27.212721 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c7b45043-0c8c-41a8-b6ee-348c2079d873 req-7afe8e41-4ae3-4548-b1e7-be65778536a9 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016648 Aug 11 22:04:27.279744 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0dfa62b-4f7b-4d99-911d-635abd9347ce x-openstack-request-id: req-c0dfa62b-4f7b-4d99-911d-635abd9347ce {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:04:27.280576 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7169a1d0-0794-486c-a415-a15aaf1fc952", "name": "network-vif-plugged", "status": "completed", "tag": "04dda6bf-073f-4301-90f8-63fed0b36e67", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:04:27.280576 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c0dfa62b-4f7b-4d99-911d-635abd9347ce {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:04:27.280950 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7169a1d0-0794-486c-a415-a15aaf1fc952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04dda6bf-073f-4301-90f8-63fed0b36e67', 'code': 200} Aug 11 22:04:27.356095 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f83c41-9c7c-45d0-ae39-1d3588861284 x-openstack-request-id: req-e6f83c41-9c7c-45d0-ae39-1d3588861284 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:04:27.356407 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "tag": "0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:04:27.356843 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e6f83c41-9c7c-45d0-ae39-1d3588861284 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:04:27.357153 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'tag': '0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68', 'status': 'completed', 'code': 200} Aug 11 22:04:27.412552 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6a2137c5-83bf-4a3a-afb5-9b4211ac7886 req-bfaaef67-89ca-4443-ac02-907e54bf335b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4733477 Aug 11 22:04:27.517971 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e2b56-a683-4945-abd7-30aeb2efb28d req-19adeac8-154e-4037-bc51-491a8f7caa17 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:27.527013 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a0e2b56-a683-4945-abd7-30aeb2efb28d req-19adeac8-154e-4037-bc51-491a8f7caa17 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 1097 time: 0.0923436 Aug 11 22:04:27.637162 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a0e2b56-a683-4945-abd7-30aeb2efb28d req-4408dd26-7934-4ac5-946d-bd864a4bfb16 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085234 Aug 11 22:04:27.749482 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88256b26-ea22-4333-969e-ced9dbfe5e5a req-9e7ced9e-7ffe-447b-9b96-235c59428d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:27.764668 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-88256b26-ea22-4333-969e-ced9dbfe5e5a req-9e7ced9e-7ffe-447b-9b96-235c59428d4a service neutron] 10.222.0.82 "GET /v2.0/networks?id=bf080b52-f893-4f7c-8435-757491a8008c HTTP/1.1" status: 200 len: 912 time: 0.7563896 Aug 11 22:04:27.819400 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7c3a7-e764-46ca-94f0-0ca2a24b0465 req-f893ae62-6cc8-4762-a1dc-c7f065143373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:27.822109 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7c3a7-e764-46ca-94f0-0ca2a24b0465 req-f893ae62-6cc8-4762-a1dc-c7f065143373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:27.825688 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7c3a7-e764-46ca-94f0-0ca2a24b0465 req-f893ae62-6cc8-4762-a1dc-c7f065143373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:27.826367 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7c3a7-e764-46ca-94f0-0ca2a24b0465 req-f893ae62-6cc8-4762-a1dc-c7f065143373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:27.826872 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7c3a7-e764-46ca-94f0-0ca2a24b0465 req-f893ae62-6cc8-4762-a1dc-c7f065143373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:27.827369 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7c3a7-e764-46ca-94f0-0ca2a24b0465 req-f893ae62-6cc8-4762-a1dc-c7f065143373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:27.827896 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7c3a7-e764-46ca-94f0-0ca2a24b0465 req-f893ae62-6cc8-4762-a1dc-c7f065143373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:27.830026 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-28b7c3a7-e764-46ca-94f0-0ca2a24b0465 req-f893ae62-6cc8-4762-a1dc-c7f065143373 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21f8e25332dd44aa8653731b1f899e18&device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 6218 time: 0.1582134 Aug 11 22:04:27.831164 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faea405-982c-4284-b0ea-de5b85e96742 req-49471799-a3ea-4853-9dcb-4fded5c78595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:27.833331 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1faea405-982c-4284-b0ea-de5b85e96742 req-49471799-a3ea-4853-9dcb-4fded5c78595 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7169a1d0-0794-486c-a415-a15aaf1fc952 HTTP/1.1" status: 200 len: 1100 time: 0.2131331 Aug 11 22:04:28.041041 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-88256b26-ea22-4333-969e-ced9dbfe5e5a req-7141215e-dc28-48cd-844e-2557e69376ee service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9677872b-0d78-4348-9912-3f9a311a7ab3 HTTP/1.1" status: 200 len: 217 time: 0.2546465 Aug 11 22:04:28.050609 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1faea405-982c-4284-b0ea-de5b85e96742 req-1a7f1469-1633-43b0-824f-2b967fc994b0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=10cdbe92-e09f-4e44-a115-bfe678a49b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006721 Aug 11 22:04:28.084452 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63014513-cb52-44f1-88f9-75470f272403 req-e9894b81-66f9-4c49-9dd9-846b45a944b8 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:28.098247 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63014513-cb52-44f1-88f9-75470f272403 req-e9894b81-66f9-4c49-9dd9-846b45a944b8 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:28.112264 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63014513-cb52-44f1-88f9-75470f272403 req-e9894b81-66f9-4c49-9dd9-846b45a944b8 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:28.126064 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63014513-cb52-44f1-88f9-75470f272403 req-e9894b81-66f9-4c49-9dd9-846b45a944b8 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:28.139724 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63014513-cb52-44f1-88f9-75470f272403 req-e9894b81-66f9-4c49-9dd9-846b45a944b8 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:28.155392 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63014513-cb52-44f1-88f9-75470f272403 req-e9894b81-66f9-4c49-9dd9-846b45a944b8 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:28.168722 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63014513-cb52-44f1-88f9-75470f272403 req-e9894b81-66f9-4c49-9dd9-846b45a944b8 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:28.184494 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-63014513-cb52-44f1-88f9-75470f272403 req-e9894b81-66f9-4c49-9dd9-846b45a944b8 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5381 time: 0.3380456 Aug 11 22:04:28.187216 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7c3a7-e764-46ca-94f0-0ca2a24b0465 req-6e7bb769-6e02-4198-b208-7165acf0cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:28.188040 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7c3a7-e764-46ca-94f0-0ca2a24b0465 req-6e7bb769-6e02-4198-b208-7165acf0cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:28.188831 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7c3a7-e764-46ca-94f0-0ca2a24b0465 req-6e7bb769-6e02-4198-b208-7165acf0cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:28.190857 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-28b7c3a7-e764-46ca-94f0-0ca2a24b0465 req-6e7bb769-6e02-4198-b208-7165acf0cf45 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=21f8e25332dd44aa8653731b1f899e18&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3396134 Aug 11 22:04:28.327579 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-63014513-cb52-44f1-88f9-75470f272403 req-e0e9bec0-607c-47ed-926e-9d2c2c4deae6 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1335232 Aug 11 22:04:28.449016 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-04d1be42-4ede-41a5-9e18-46469d81450d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cca6cf8-573d-4f5d-82da-fde29b978abb {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:04:28.470015 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-04d1be42-4ede-41a5-9e18-46469d81450d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:28.508906 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-04d1be42-4ede-41a5-9e18-46469d81450d service neutron] Transition to ACTIVE for port object 6cca6cf8-573d-4f5d-82da-fde29b978abb will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:04:28.636342 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-04d1be42-4ede-41a5-9e18-46469d81450d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:28.650509 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ca1d2-8815-4dd8-abd2-3925a95d0423 req-fcc7d3a2-de51-4e2b-a166-98fcdce30ecc tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:28.655807 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-194ca1d2-8815-4dd8-abd2-3925a95d0423 req-fcc7d3a2-de51-4e2b-a166-98fcdce30ecc tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=212da73c-90da-4446-b874-d778cb7ff35d HTTP/1.1" status: 200 len: 943 time: 0.1059399 Aug 11 22:04:28.749710 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-194ca1d2-8815-4dd8-abd2-3925a95d0423 req-c94f5040-6dbd-4cbf-a1d7-9e8d6f759931 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873821 Aug 11 22:04:29.593019 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88256b26-ea22-4333-969e-ced9dbfe5e5a req-7d7bf5cf-93e6-4d7c-ad65-7371fc81bdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:29.607138 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-88256b26-ea22-4333-969e-ced9dbfe5e5a req-7d7bf5cf-93e6-4d7c-ad65-7371fc81bdc6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=985a839f-f29b-406e-b51f-4bfc5d529d7d HTTP/1.1" status: 200 len: 851 time: 1.5498524 Aug 11 22:04:29.807231 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53885e-faf5-4c69-919b-4ca2f58591fe req-37baa43d-7362-4ecf-a936-6346cef131ba tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:29.815752 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3d53885e-faf5-4c69-919b-4ca2f58591fe req-37baa43d-7362-4ecf-a936-6346cef131ba tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.77 "GET /v2.0/ports?device_id=7169a1d0-0794-486c-a415-a15aaf1fc952 HTTP/1.1" status: 200 len: 949 time: 1.7871041 Aug 11 22:04:29.856408 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-88256b26-ea22-4333-969e-ced9dbfe5e5a req-4ea45a54-1315-492a-a141-2bbc4cbcf4e6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bf080b52-f893-4f7c-8435-757491a8008c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1931961 Aug 11 22:04:30.123132 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-88256b26-ea22-4333-969e-ced9dbfe5e5a req-a9158b66-fd1c-451a-9f1d-a948c96d81ed service neutron] 10.222.0.82 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375600 Aug 11 22:04:30.172041 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1be42-4ede-41a5-9e18-46469d81450d service neutron] Pushing event updated for resources: {'Port': ['ID=6cca6cf8-573d-4f5d-82da-fde29b978abb,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:30.513186 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c9a81a2f-d22d-4c68-88e5-260ec13db9fd req-1741a8cd-58b4-4a59-bdd6-5a9f64115fdc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.9860551 Aug 11 22:04:30.517288 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-88256b26-ea22-4333-969e-ced9dbfe5e5a req-15aa5914-f3df-4a52-b62b-431454c082d3 service neutron] 10.222.0.82 "GET /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244910 Aug 11 22:04:30.527820 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7c3a7-e764-46ca-94f0-0ca2a24b0465 req-0d7c99a2-73a9-4300-a246-0aa8dcd8fa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:30.531090 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-28b7c3a7-e764-46ca-94f0-0ca2a24b0465 req-0d7c99a2-73a9-4300-a246-0aa8dcd8fa89 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.3267307 Aug 11 22:04:30.566849 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3d53885e-faf5-4c69-919b-4ca2f58591fe req-421039ed-6b10-49dd-9685-949ce978bb86 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.77 "GET /v2.0/security-groups?id=10cdbe92-e09f-4e44-a115-bfe678a49b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7497389 Aug 11 22:04:30.799311 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-04d1be42-4ede-41a5-9e18-46469d81450d service neutron] Attempting to bind port 6cca6cf8-573d-4f5d-82da-fde29b978abb on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:04:30.804159 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-04d1be42-4ede-41a5-9e18-46469d81450d service neutron] Attempting to bind port 6cca6cf8-573d-4f5d-82da-fde29b978abb by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'a3dcb167-5947-4558-908e-3d33ae014591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b287a464-dc73-48ac-8476-f9f6272430e9'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:04:30.804838 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-04d1be42-4ede-41a5-9e18-46469d81450d service neutron] Attempting to bind port 6cca6cf8-573d-4f5d-82da-fde29b978abb on network b287a464-dc73-48ac-8476-f9f6272430e9 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:04:30.830932 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-04d1be42-4ede-41a5-9e18-46469d81450d service neutron] Port 6cca6cf8-573d-4f5d-82da-fde29b978abb on network b287a464-dc73-48ac-8476-f9f6272430e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:04:30.830932 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-04d1be42-4ede-41a5-9e18-46469d81450d service neutron] Attempting to bind port 6cca6cf8-573d-4f5d-82da-fde29b978abb on network b287a464-dc73-48ac-8476-f9f6272430e9 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:04:30.925431 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-04d1be42-4ede-41a5-9e18-46469d81450d service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:04:30.925431 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-04d1be42-4ede-41a5-9e18-46469d81450d service neutron] Checking segment: {'id': 'a3dcb167-5947-4558-908e-3d33ae014591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b287a464-dc73-48ac-8476-f9f6272430e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:04:30.925431 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-04d1be42-4ede-41a5-9e18-46469d81450d service neutron] Bound using segment: {'id': 'a3dcb167-5947-4558-908e-3d33ae014591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b287a464-dc73-48ac-8476-f9f6272430e9'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:04:30.925431 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-04d1be42-4ede-41a5-9e18-46469d81450d service neutron] Bound port: 6cca6cf8-573d-4f5d-82da-fde29b978abb, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3dcb167-5947-4558-908e-3d33ae014591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b287a464-dc73-48ac-8476-f9f6272430e9'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:04:30.925431 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-04d1be42-4ede-41a5-9e18-46469d81450d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:30.983328 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a81a2f-d22d-4c68-88e5-260ec13db9fd req-fa3cc4dd-208d-4879-b9c5-36502397bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:30.999213 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c9a81a2f-d22d-4c68-88e5-260ec13db9fd req-fa3cc4dd-208d-4879-b9c5-36502397bbd2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a5fc899cc52f44178d979d66e6a50dde&device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 1096 time: 0.3705482 Aug 11 22:04:31.331737 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73ed75-8a02-4ac4-81c5-be807f469fd2 req-e2dcb233-6349-432f-ac55-c36191e4b1bf tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:31.337955 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dc73ed75-8a02-4ac4-81c5-be807f469fd2 req-e2dcb233-6349-432f-ac55-c36191e4b1bf tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 943 time: 0.4860961 Aug 11 22:04:31.406742 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-04d1be42-4ede-41a5-9e18-46469d81450d service neutron] For port 6cca6cf8-573d-4f5d-82da-fde29b978abb, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:04:31.507295 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-04d1be42-4ede-41a5-9e18-46469d81450d service neutron] For port 6cca6cf8-573d-4f5d-82da-fde29b978abb, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=6cca6cf8-573d-4f5d-82da-fde29b978abb,segment=NetworkSegment(a3dcb167-5947-4558-908e-3d33ae014591),segment_id=a3dcb167-5947-4558-908e-3d33ae014591)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:04:31.532403 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-04d1be42-4ede-41a5-9e18-46469d81450d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:31.537074 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 9677872b-0d78-4348-9912-3f9a311a7ab3 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:04:31.601088 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a81a2f-d22d-4c68-88e5-260ec13db9fd req-e860be88-4a35-42ef-b569-39a4276fe261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:31.604113 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c9a81a2f-d22d-4c68-88e5-260ec13db9fd req-e860be88-4a35-42ef-b569-39a4276fe261 service neutron] 10.222.0.82 "GET /v2.0/networks?id=83735497-c152-410a-a532-372740b4ec60 HTTP/1.1" status: 200 len: 908 time: 0.5485511 Aug 11 22:04:31.687485 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-04d1be42-4ede-41a5-9e18-46469d81450d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:31.688291 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-04d1be42-4ede-41a5-9e18-46469d81450d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:31.690082 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-04d1be42-4ede-41a5-9e18-46469d81450d service neutron] 10.222.0.52 "PUT /v2.0/ports/6cca6cf8-573d-4f5d-82da-fde29b978abb HTTP/1.1" status: 200 len: 1090 time: 5.7386332 Aug 11 22:04:31.718123 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'tag': '6cca6cf8-573d-4f5d-82da-fde29b978abb'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:04:31.720463 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d47ad7-a482-43c8-804e-41361f598c25" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "tag": "6cca6cf8-573d-4f5d-82da-fde29b978abb"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:04:31.883098 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 9677872b-0d78-4348-9912-3f9a311a7ab3, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=9677872b-0d78-4348-9912-3f9a311a7ab3,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:04:31.910280 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '9677872b-0d78-4348-9912-3f9a311a7ab3', 'network_id': 'bf080b52-f893-4f7c-8435-757491a8008c', 'port_id': '9677872b-0d78-4348-9912-3f9a311a7ab3', 'mac_address': 'fa:16:3e:6b:39:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '985a839f-f29b-406e-b51f-4bfc5d529d7d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:04:32.087213 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-64db650a-74fd-4263-8bb4-c0c8d8d8cecf service neutron] Request body: {'port': {'device_id': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:04:32.120297 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:32.134254 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c9a81a2f-d22d-4c68-88e5-260ec13db9fd req-7b9b9bac-114a-4515-a984-8da36820510d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c84086a0-a645-40a4-b512-da4494ff541a HTTP/1.1" status: 200 len: 217 time: 0.4644036 Aug 11 22:04:32.151134 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dc73ed75-8a02-4ac4-81c5-be807f469fd2 req-bf865eef-0c1b-4927-be83-d530b5d9ac9c tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7957370 Aug 11 22:04:32.220554 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9677872b-0d78-4348-9912-3f9a311a7ab3 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:04:32.295069 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1be42-4ede-41a5-9e18-46469d81450d service neutron] Pushing event updated for resources: {'Port': ['ID=6cca6cf8-573d-4f5d-82da-fde29b978abb,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:32.314762 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-3d191953-6526-4190-9e30-399927e4f986 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:04:32.317631 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-3d191953-6526-4190-9e30-399927e4f986 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9752209 Aug 11 22:04:32.376745 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 9677872b-0d78-4348-9912-3f9a311a7ab3, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=9677872b-0d78-4348-9912-3f9a311a7ab3,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:04:32.388899 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:32.470921 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=9677872b-0d78-4348-9912-3f9a311a7ab3,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:32.624488 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-2e272e92-7880-4484-ba1a-7a60d4c354f8 service neutron] Request body: {'binding': {'host': 'n-h2-804275-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:04:32.625890 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-2e272e92-7880-4484-ba1a-7a60d4c354f8 service neutron] Unknown quota resources ['binding']. {{(pid=100942) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 22:04:32.724396 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-64db650a-74fd-4263-8bb4-c0c8d8d8cecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:32.768825 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:04:32.803528 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a81a2f-d22d-4c68-88e5-260ec13db9fd req-848e8ca6-a60d-4484-a1fb-dc880e038316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:32.807057 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c9a81a2f-d22d-4c68-88e5-260ec13db9fd req-848e8ca6-a60d-4484-a1fb-dc880e038316 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=45488324-eef4-4094-a90c-865b32db4e15 HTTP/1.1" status: 200 len: 847 time: 0.6611850 Aug 11 22:04:32.846393 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['9677872b-0d78-4348-9912-3f9a311a7ab3'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:04:32.866029 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5ee4e-f688-40d5-b1f8-c0cc276eb098 req-1a55c5ad-871e-4881-ac3e-0672666e5767 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:32.880195 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5ee4e-f688-40d5-b1f8-c0cc276eb098 req-1a55c5ad-871e-4881-ac3e-0672666e5767 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:32.900944 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5ee4e-f688-40d5-b1f8-c0cc276eb098 req-1a55c5ad-871e-4881-ac3e-0672666e5767 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:32.932083 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5ee4e-f688-40d5-b1f8-c0cc276eb098 req-1a55c5ad-871e-4881-ac3e-0672666e5767 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:32.979237 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5ee4e-f688-40d5-b1f8-c0cc276eb098 req-1a55c5ad-871e-4881-ac3e-0672666e5767 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:32.999382 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5ee4e-f688-40d5-b1f8-c0cc276eb098 req-1a55c5ad-871e-4881-ac3e-0672666e5767 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:33.022869 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5ee4e-f688-40d5-b1f8-c0cc276eb098 req-1a55c5ad-871e-4881-ac3e-0672666e5767 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:33.027274 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a1c5ee4e-f688-40d5-b1f8-c0cc276eb098 req-1a55c5ad-871e-4881-ac3e-0672666e5767 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5393 time: 0.5966661 Aug 11 22:04:33.304278 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c9a81a2f-d22d-4c68-88e5-260ec13db9fd req-ef1cdffe-dac0-4fec-a53c-1d80243ba087 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83735497-c152-410a-a532-372740b4ec60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4771914 Aug 11 22:04:33.692990 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a1c5ee4e-f688-40d5-b1f8-c0cc276eb098 req-3c88f7ec-c5a2-473e-845a-a1bc374716ca tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5287192 Aug 11 22:04:33.962598 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c9a81a2f-d22d-4c68-88e5-260ec13db9fd req-be2e183f-5520-483d-a64e-f05379e8ea80 service neutron] 10.222.0.82 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6233189 Aug 11 22:04:34.249199 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-2e272e92-7880-4484-ba1a-7a60d4c354f8 service neutron] Attempting to bind port 265c0cb9-a9ad-49d5-ad87-54817824bc7a on host n-h2-804275-3 for vnic_type normal with profile None {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:04:34.249593 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-2e272e92-7880-4484-ba1a-7a60d4c354f8 service neutron] Attempting to bind port 265c0cb9-a9ad-49d5-ad87-54817824bc7a by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:04:34.249936 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-2e272e92-7880-4484-ba1a-7a60d4c354f8 service neutron] Attempting to bind port 265c0cb9-a9ad-49d5-ad87-54817824bc7a on network 83735497-c152-410a-a532-372740b4ec60 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:04:34.261682 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-2e272e92-7880-4484-ba1a-7a60d4c354f8 service neutron] Port 265c0cb9-a9ad-49d5-ad87-54817824bc7a on network 83735497-c152-410a-a532-372740b4ec60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:04:34.262120 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-2e272e92-7880-4484-ba1a-7a60d4c354f8 service neutron] Attempting to bind port 265c0cb9-a9ad-49d5-ad87-54817824bc7a on network 83735497-c152-410a-a532-372740b4ec60 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:04:34.304774 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-2e272e92-7880-4484-ba1a-7a60d4c354f8 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:04:34.306506 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-2e272e92-7880-4484-ba1a-7a60d4c354f8 service neutron] Checking segment: {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:04:34.306506 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-2e272e92-7880-4484-ba1a-7a60d4c354f8 service neutron] Bound using segment: {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:04:34.307037 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-2e272e92-7880-4484-ba1a-7a60d4c354f8 service neutron] Bound port: 265c0cb9-a9ad-49d5-ad87-54817824bc7a, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:04:34.372128 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-2e272e92-7880-4484-ba1a-7a60d4c354f8 service neutron] For port 265c0cb9-a9ad-49d5-ad87-54817824bc7a, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=265c0cb9-a9ad-49d5-ad87-54817824bc7a,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:04:34.388810 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-2e272e92-7880-4484-ba1a-7a60d4c354f8 service neutron] Notify callbacks [] for binding, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:34.390130 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-2e272e92-7880-4484-ba1a-7a60d4c354f8 service neutron] 10.222.0.77 "POST /v2.0/ports/265c0cb9-a9ad-49d5-ad87-54817824bc7a/bindings HTTP/1.1" status: 201 len: 389 time: 2.0578628 Aug 11 22:04:34.427741 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598a87d-601b-4f47-bc9d-d9bcc21d9e7e req-ee8417d4-7013-4460-8d77-00209641369b tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:34.431684 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3598a87d-601b-4f47-bc9d-d9bcc21d9e7e req-ee8417d4-7013-4460-8d77-00209641369b tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=212da73c-90da-4446-b874-d778cb7ff35d HTTP/1.1" status: 200 len: 944 time: 0.3150368 Aug 11 22:04:34.615139 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3598a87d-601b-4f47-bc9d-d9bcc21d9e7e req-3ed092ed-61ff-48df-91ba-b496f92ffefa tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651306 Aug 11 22:04:34.630395 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c9a81a2f-d22d-4c68-88e5-260ec13db9fd req-597abd13-e59f-4586-9121-f3426d78d5d5 service neutron] 10.222.0.82 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5411687 Aug 11 22:04:34.938838 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-64db650a-74fd-4263-8bb4-c0c8d8d8cecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2559e55-1916-4912-88c9-a11e2523aefa {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:04:34.979294 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-64db650a-74fd-4263-8bb4-c0c8d8d8cecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:35.011665 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd9ec99-efbc-4028-b78f-70e2fe2b9b32 x-openstack-request-id: req-bdd9ec99-efbc-4028-b78f-70e2fe2b9b32 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:04:35.012558 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "tag": "6cca6cf8-573d-4f5d-82da-fde29b978abb", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:04:35.013052 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bdd9ec99-efbc-4028-b78f-70e2fe2b9b32 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:04:35.014641 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f308b-b22d-4a4a-bad1-4e891bff733f req-1201e8a5-27c4-4efb-8c1a-4eb9be9b8e82 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:35.015481 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'tag': '6cca6cf8-573d-4f5d-82da-fde29b978abb', 'status': 'completed', 'code': 200} Aug 11 22:04:35.028202 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dc1f308b-b22d-4a4a-bad1-4e891bff733f req-1201e8a5-27c4-4efb-8c1a-4eb9be9b8e82 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.77 "GET /v2.0/ports?device_id=7169a1d0-0794-486c-a415-a15aaf1fc952 HTTP/1.1" status: 200 len: 949 time: 0.2611790 Aug 11 22:04:35.081904 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-64db650a-74fd-4263-8bb4-c0c8d8d8cecf service neutron] Transition to ACTIVE for port object e2559e55-1916-4912-88c9-a11e2523aefa will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:04:35.092847 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-64db650a-74fd-4263-8bb4-c0c8d8d8cecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:35.255342 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db650a-74fd-4263-8bb4-c0c8d8d8cecf service neutron] Pushing event updated for resources: {'Port': ['ID=e2559e55-1916-4912-88c9-a11e2523aefa,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:35.320941 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d47ad7-a482-43c8-804e-41361f598c25 req-aef4cd2f-32f4-4604-8e42-8182a4851e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:35.322564 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d47ad7-a482-43c8-804e-41361f598c25 req-aef4cd2f-32f4-4604-8e42-8182a4851e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:35.323536 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d47ad7-a482-43c8-804e-41361f598c25 req-aef4cd2f-32f4-4604-8e42-8182a4851e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:35.338417 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d47ad7-a482-43c8-804e-41361f598c25 req-aef4cd2f-32f4-4604-8e42-8182a4851e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:35.340985 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d47ad7-a482-43c8-804e-41361f598c25 req-aef4cd2f-32f4-4604-8e42-8182a4851e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:35.345242 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d47ad7-a482-43c8-804e-41361f598c25 req-aef4cd2f-32f4-4604-8e42-8182a4851e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:35.348233 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d47ad7-a482-43c8-804e-41361f598c25 req-aef4cd2f-32f4-4604-8e42-8182a4851e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:35.353436 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c1d47ad7-a482-43c8-804e-41361f598c25 req-aef4cd2f-32f4-4604-8e42-8182a4851e44 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21f8e25332dd44aa8653731b1f899e18&device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 6285 time: 0.3371263 Aug 11 22:04:35.376374 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dc1f308b-b22d-4a4a-bad1-4e891bff733f req-732c8ebd-0273-4b69-a8c9-5864c6ea67e1 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.77 "GET /v2.0/security-groups?id=10cdbe92-e09f-4e44-a115-bfe678a49b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782467 Aug 11 22:04:35.414651 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38038) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:35.438178 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-660bf95f-5925-4415-af56-3b1e10d93446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:35.448389 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-660bf95f-5925-4415-af56-3b1e10d93446 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a5fc899cc52f44178d979d66e6a50dde&device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 1097 time: 0.4097283 Aug 11 22:04:35.548125 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 9677872b-0d78-4348-9912-3f9a311a7ab3 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:04:35.693315 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 9677872b-0d78-4348-9912-3f9a311a7ab3 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:04:35.701892 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 9677872b-0d78-4348-9912-3f9a311a7ab3 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:04:35.702906 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:35.778597 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64cf54-0882-4b73-b0e2-cb7dfffe88f3 req-b6c8fda1-8503-43b5-ad60-474feb351014 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:35.782827 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-1bdd760a-03b0-4b90-bb2b-010aa0b461cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:35.784542 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-1bdd760a-03b0-4b90-bb2b-010aa0b461cb service neutron] 10.222.0.52 "GET /v2.0/networks?id=83735497-c152-410a-a532-372740b4ec60 HTTP/1.1" status: 200 len: 908 time: 0.3250325 Aug 11 22:04:35.806903 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1a64cf54-0882-4b73-b0e2-cb7dfffe88f3 req-b6c8fda1-8503-43b5-ad60-474feb351014 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 946 time: 0.6246927 Aug 11 22:04:35.916503 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-ae05eed8-119b-494b-8505-f1caaf21555a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=265c0cb9-a9ad-49d5-ad87-54817824bc7a HTTP/1.1" status: 200 len: 217 time: 0.1121910 Aug 11 22:04:35.931385 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d58d91-45d8-48df-9a17-5fd71a528863 req-3b1df0d1-3947-44d5-87c5-59c4a63cb014 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:35.934538 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f7d58d91-45d8-48df-9a17-5fd71a528863 req-3b1df0d1-3947-44d5-87c5-59c4a63cb014 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 943 time: 0.1470368 Aug 11 22:04:35.957553 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-06088400-9d76-4031-aaa0-8072a6d2552e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:36.122480 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f7d58d91-45d8-48df-9a17-5fd71a528863 req-7077e55b-a3ee-4727-977b-b980a02d943a tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745877 Aug 11 22:04:36.162239 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-58368ff7-27e1-4185-9637-eebd1b468a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:36.166530 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-58368ff7-27e1-4185-9637-eebd1b468a01 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=45488324-eef4-4094-a90c-865b32db4e15 HTTP/1.1" status: 200 len: 847 time: 0.1741211 Aug 11 22:04:36.219144 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:36.258014 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-47ee8c5b-66a2-4f3f-a014-d89732809937 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=83735497-c152-410a-a532-372740b4ec60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684009 Aug 11 22:04:36.313211 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212da73c-90da-4446-b874-d778cb7ff35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9677872b-0d78-4348-9912-3f9a311a7ab3'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:04:36.317405 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b92a37-953a-4095-b800-01dd8635d24c" -d '{"events": [{"server_uuid": "212da73c-90da-4446-b874-d778cb7ff35d", "name": "network-vif-plugged", "status": "completed", "tag": "9677872b-0d78-4348-9912-3f9a311a7ab3"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:04:36.369559 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 9677872b-0d78-4348-9912-3f9a311a7ab3, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=9677872b-0d78-4348-9912-3f9a311a7ab3,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:04:36.376869 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1a64cf54-0882-4b73-b0e2-cb7dfffe88f3 req-c32eea64-1645-4fac-9802-5d0f34698189 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5554478 Aug 11 22:04:36.378743 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d47ad7-a482-43c8-804e-41361f598c25 req-534ae4fc-4ade-478f-b2bf-564c53669953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:36.379420 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d47ad7-a482-43c8-804e-41361f598c25 req-534ae4fc-4ade-478f-b2bf-564c53669953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:36.380095 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d47ad7-a482-43c8-804e-41361f598c25 req-534ae4fc-4ade-478f-b2bf-564c53669953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:36.381750 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:36.391643 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c1d47ad7-a482-43c8-804e-41361f598c25 req-534ae4fc-4ade-478f-b2bf-564c53669953 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=21f8e25332dd44aa8653731b1f899e18&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.0162573 Aug 11 22:04:36.571046 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=9677872b-0d78-4348-9912-3f9a311a7ab3,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:36.606949 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-06088400-9d76-4031-aaa0-8072a6d2552e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:36.610616 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-64db650a-74fd-4263-8bb4-c0c8d8d8cecf service neutron] Attempting to bind port e2559e55-1916-4912-88c9-a11e2523aefa on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:04:36.611132 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-64db650a-74fd-4263-8bb4-c0c8d8d8cecf service neutron] Attempting to bind port e2559e55-1916-4912-88c9-a11e2523aefa by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'a3dcb167-5947-4558-908e-3d33ae014591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b287a464-dc73-48ac-8476-f9f6272430e9'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:04:36.611675 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-64db650a-74fd-4263-8bb4-c0c8d8d8cecf service neutron] Attempting to bind port e2559e55-1916-4912-88c9-a11e2523aefa on network b287a464-dc73-48ac-8476-f9f6272430e9 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:04:36.638563 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-06088400-9d76-4031-aaa0-8072a6d2552e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:36.700400 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06088400-9d76-4031-aaa0-8072a6d2552e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7e8955-87be-444f-90fc-b539974365a9,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:36.766577 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880fd11-2eea-4d39-a4e2-c3959d0b2fdb req-bbf74097-9fdb-4d88-8bd8-6fc90595e487 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:36.782031 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8880fd11-2eea-4d39-a4e2-c3959d0b2fdb req-bbf74097-9fdb-4d88-8bd8-6fc90595e487 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 946 time: 0.2300143 Aug 11 22:04:36.787483 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-c24daf10-f2aa-4725-86c7-f6e3a43b2349 service neutron] 10.222.0.52 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882425 Aug 11 22:04:36.902331 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8880fd11-2eea-4d39-a4e2-c3959d0b2fdb req-04e20d87-1698-4ffd-80f8-430c1df2d9e2 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087403 Aug 11 22:04:36.979992 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-06088400-9d76-4031-aaa0-8072a6d2552e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fd4f5dc0087d44c2a612e49cf498d998&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5640557 Aug 11 22:04:36.982687 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38050) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:36.983465 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d47ad7-a482-43c8-804e-41361f598c25 req-402383bb-a16c-47ed-afc1-e4c0b459f73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:37.002226 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c1d47ad7-a482-43c8-804e-41361f598c25 req-402383bb-a16c-47ed-afc1-e4c0b459f73a service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3902433 Aug 11 22:04:37.004094 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-64db650a-74fd-4263-8bb4-c0c8d8d8cecf service neutron] Port e2559e55-1916-4912-88c9-a11e2523aefa on network b287a464-dc73-48ac-8476-f9f6272430e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:04:37.006274 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-64db650a-74fd-4263-8bb4-c0c8d8d8cecf service neutron] Attempting to bind port e2559e55-1916-4912-88c9-a11e2523aefa on network b287a464-dc73-48ac-8476-f9f6272430e9 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:04:37.030963 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-64db650a-74fd-4263-8bb4-c0c8d8d8cecf service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:04:37.032527 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-64db650a-74fd-4263-8bb4-c0c8d8d8cecf service neutron] Checking segment: {'id': 'a3dcb167-5947-4558-908e-3d33ae014591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b287a464-dc73-48ac-8476-f9f6272430e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:04:37.033547 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-64db650a-74fd-4263-8bb4-c0c8d8d8cecf service neutron] Bound using segment: {'id': 'a3dcb167-5947-4558-908e-3d33ae014591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b287a464-dc73-48ac-8476-f9f6272430e9'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:04:37.034666 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-64db650a-74fd-4263-8bb4-c0c8d8d8cecf service neutron] Bound port: e2559e55-1916-4912-88c9-a11e2523aefa, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3dcb167-5947-4558-908e-3d33ae014591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b287a464-dc73-48ac-8476-f9f6272430e9'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:04:37.035361 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-64db650a-74fd-4263-8bb4-c0c8d8d8cecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:37.231488 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c14b8545-56e2-4139-8e5b-105c31a74b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:37.293342 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e87c1-960e-4bb8-bdef-6e28c5117905 req-1412bc81-70c5-485e-81dd-4769d2a3410b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:37.307142 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e87c1-960e-4bb8-bdef-6e28c5117905 req-1412bc81-70c5-485e-81dd-4769d2a3410b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:37.319945 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e87c1-960e-4bb8-bdef-6e28c5117905 req-1412bc81-70c5-485e-81dd-4769d2a3410b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:37.347588 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e87c1-960e-4bb8-bdef-6e28c5117905 req-1412bc81-70c5-485e-81dd-4769d2a3410b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:37.360556 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e87c1-960e-4bb8-bdef-6e28c5117905 req-1412bc81-70c5-485e-81dd-4769d2a3410b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:37.372271 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e87c1-960e-4bb8-bdef-6e28c5117905 req-1412bc81-70c5-485e-81dd-4769d2a3410b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:37.400071 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e87c1-960e-4bb8-bdef-6e28c5117905 req-1412bc81-70c5-485e-81dd-4769d2a3410b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:37.400071 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-325e87c1-960e-4bb8-bdef-6e28c5117905 req-1412bc81-70c5-485e-81dd-4769d2a3410b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5405 time: 0.7719955 Aug 11 22:04:37.401293 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c14b8545-56e2-4139-8e5b-105c31a74b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:37.506595 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-64db650a-74fd-4263-8bb4-c0c8d8d8cecf service neutron] For port e2559e55-1916-4912-88c9-a11e2523aefa, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:04:37.512907 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-64db650a-74fd-4263-8bb4-c0c8d8d8cecf service neutron] For port e2559e55-1916-4912-88c9-a11e2523aefa, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e2559e55-1916-4912-88c9-a11e2523aefa,segment=NetworkSegment(a3dcb167-5947-4558-908e-3d33ae014591),segment_id=a3dcb167-5947-4558-908e-3d33ae014591)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:04:37.519023 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592077a-d5a9-4877-8a32-2fccec1ce8ff req-ef86e734-28ff-4138-b257-05fab8d93e5c tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:37.521037 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f592077a-d5a9-4877-8a32-2fccec1ce8ff req-ef86e734-28ff-4138-b257-05fab8d93e5c tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=212da73c-90da-4446-b874-d778cb7ff35d HTTP/1.1" status: 200 len: 945 time: 0.2240636 Aug 11 22:04:37.545792 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-64db650a-74fd-4263-8bb4-c0c8d8d8cecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:37.559047 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:04:37.585599 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c14b8545-56e2-4139-8e5b-105c31a74b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:37.594069 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c14b8545-56e2-4139-8e5b-105c31a74b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:37.616058 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c14b8545-56e2-4139-8e5b-105c31a74b43 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9e7e8955-87be-444f-90fc-b539974365a9 HTTP/1.1" status: 204 len: 168 time: 0.6317177 Aug 11 22:04:37.664556 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-64db650a-74fd-4263-8bb4-c0c8d8d8cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:37.665728 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-64db650a-74fd-4263-8bb4-c0c8d8d8cecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:37.668381 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-64db650a-74fd-4263-8bb4-c0c8d8d8cecf service neutron] 10.222.0.52 "PUT /v2.0/ports/e2559e55-1916-4912-88c9-a11e2523aefa HTTP/1.1" status: 200 len: 1091 time: 5.6080160 Aug 11 22:04:37.669446 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'tag': 'e2559e55-1916-4912-88c9-a11e2523aefa'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:04:37.703011 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b8545-56e2-4139-8e5b-105c31a74b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7e8955-87be-444f-90fc-b539974365a9,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:37.724824 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294a66c8-05c1-4b73-ab7f-4a9b5ed9cbdb" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "tag": "e2559e55-1916-4912-88c9-a11e2523aefa"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:04:37.741762 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f592077a-d5a9-4877-8a32-2fccec1ce8ff req-ef25f759-f026-4580-8132-f58dad301768 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887383 Aug 11 22:04:37.744454 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-325e87c1-960e-4bb8-bdef-6e28c5117905 req-28d2c8da-4d78-4398-b9b7-554a2b669d7a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2291257 Aug 11 22:04:37.817634 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db650a-74fd-4263-8bb4-c0c8d8d8cecf service neutron] Pushing event updated for resources: {'Port': ['ID=e2559e55-1916-4912-88c9-a11e2523aefa,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:37.922454 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:37.966186 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e5e3c9-95ee-4dc7-8b66-8123ef80aa2b x-openstack-request-id: req-d8e5e3c9-95ee-4dc7-8b66-8123ef80aa2b {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:04:37.966555 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212da73c-90da-4446-b874-d778cb7ff35d", "name": "network-vif-plugged", "status": "completed", "tag": "9677872b-0d78-4348-9912-3f9a311a7ab3", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:04:37.966824 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d8e5e3c9-95ee-4dc7-8b66-8123ef80aa2b {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:04:37.988025 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212da73c-90da-4446-b874-d778cb7ff35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9677872b-0d78-4348-9912-3f9a311a7ab3', 'code': 200} Aug 11 22:04:38.172078 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:04:38.183203 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:38.190908 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:38.224070 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76019b-3dbb-4d5e-902e-7a52064e202b req-6caa3988-d6a6-4c13-a685-935a52962271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:38.230336 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ef76019b-3dbb-4d5e-902e-7a52064e202b req-6caa3988-d6a6-4c13-a685-935a52962271 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=212da73c-90da-4446-b874-d778cb7ff35d HTTP/1.1" status: 200 len: 1096 time: 0.1440403 Aug 11 22:04:38.332474 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ef76019b-3dbb-4d5e-902e-7a52064e202b req-13599012-2ce4-4fca-8a9a-fe8ee087aac1 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923104 Aug 11 22:04:38.443001 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:38.654400 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f78b2c-0701-4745-8b8a-34be51fcbae5 req-0ba2921f-81e0-421d-94e3-d0988fb30628 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:38.658150 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-51f78b2c-0701-4745-8b8a-34be51fcbae5 req-0ba2921f-81e0-421d-94e3-d0988fb30628 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 943 time: 0.1119516 Aug 11 22:04:38.799587 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-51f78b2c-0701-4745-8b8a-34be51fcbae5 req-0297d39e-7342-4266-8d72-d964130a11a6 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331048 Aug 11 22:04:38.867268 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5325d77-011f-4630-a5f6-164f525b1c8b x-openstack-request-id: req-c5325d77-011f-4630-a5f6-164f525b1c8b {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:04:38.867686 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "tag": "e2559e55-1916-4912-88c9-a11e2523aefa", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:04:38.867914 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c5325d77-011f-4630-a5f6-164f525b1c8b {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:04:38.868336 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'tag': 'e2559e55-1916-4912-88c9-a11e2523aefa', 'status': 'completed', 'code': 200} Aug 11 22:04:38.976724 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de20c59-693d-4558-82c0-dc035a96102a req-fd56d32e-5e21-45a8-9be2-a40e86c98555 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:38.980156 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0de20c59-693d-4558-82c0-dc035a96102a req-fd56d32e-5e21-45a8-9be2-a40e86c98555 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 946 time: 0.0836966 Aug 11 22:04:39.021123 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6a6ff-0236-451d-8b68-c4063f6e53f3 req-9259d397-3bbe-4c20-9606-1ad1594089ac tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:39.023601 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4da6a6ff-0236-451d-8b68-c4063f6e53f3 req-9259d397-3bbe-4c20-9606-1ad1594089ac tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.77 "GET /v2.0/ports?device_id=7169a1d0-0794-486c-a415-a15aaf1fc952 HTTP/1.1" status: 200 len: 949 time: 0.0968528 Aug 11 22:04:39.054391 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0de20c59-693d-4558-82c0-dc035a96102a req-939da3c0-0090-4c92-ac1b-7f578066a54a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558133 Aug 11 22:04:39.091573 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4da6a6ff-0236-451d-8b68-c4063f6e53f3 req-9bf867c2-b5f8-45e6-bdef-f59c82cfe399 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.77 "GET /v2.0/security-groups?id=10cdbe92-e09f-4e44-a115-bfe678a49b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566101 Aug 11 22:04:39.229720 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Request body: {'port': {'device_id': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:04:39.334320 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63813149-96d0-4363-a6c9-ac74e2fdedbf req-73674590-ac5a-4421-9779-d1ec3f2b94b0 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:39.335955 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-63813149-96d0-4363-a6c9-ac74e2fdedbf req-73674590-ac5a-4421-9779-d1ec3f2b94b0 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=212da73c-90da-4446-b874-d778cb7ff35d HTTP/1.1" status: 200 len: 945 time: 0.1763964 Aug 11 22:04:39.401367 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-a0882a30-8a48-4fe9-8443-8ec3793f73b4 service neutron] 10.222.0.52 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700428 Aug 11 22:04:39.430052 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-63813149-96d0-4363-a6c9-ac74e2fdedbf req-efa6cc78-d69a-4cd1-8ddc-562bdb17d824 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631433 Aug 11 22:04:39.707461 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:39.731264 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf24a0a-da5c-47e0-b087-451263402ff5 req-82883bbc-be2d-4a26-b96a-d84e81b03bf0 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:39.737592 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf24a0a-da5c-47e0-b087-451263402ff5 req-82883bbc-be2d-4a26-b96a-d84e81b03bf0 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:39.743672 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf24a0a-da5c-47e0-b087-451263402ff5 req-82883bbc-be2d-4a26-b96a-d84e81b03bf0 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:39.749661 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf24a0a-da5c-47e0-b087-451263402ff5 req-82883bbc-be2d-4a26-b96a-d84e81b03bf0 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:39.755754 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf24a0a-da5c-47e0-b087-451263402ff5 req-82883bbc-be2d-4a26-b96a-d84e81b03bf0 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:39.762373 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf24a0a-da5c-47e0-b087-451263402ff5 req-82883bbc-be2d-4a26-b96a-d84e81b03bf0 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:39.768457 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf24a0a-da5c-47e0-b087-451263402ff5 req-82883bbc-be2d-4a26-b96a-d84e81b03bf0 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:39.770754 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aaf24a0a-da5c-47e0-b087-451263402ff5 req-82883bbc-be2d-4a26-b96a-d84e81b03bf0 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5405 time: 0.5332589 Aug 11 22:04:39.781169 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a66c8-05c1-4b73-ab7f-4a9b5ed9cbdb req-44013f59-6675-426b-9247-2b77109c9623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:39.781662 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a66c8-05c1-4b73-ab7f-4a9b5ed9cbdb req-44013f59-6675-426b-9247-2b77109c9623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:39.782145 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a66c8-05c1-4b73-ab7f-4a9b5ed9cbdb req-44013f59-6675-426b-9247-2b77109c9623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:39.782627 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a66c8-05c1-4b73-ab7f-4a9b5ed9cbdb req-44013f59-6675-426b-9247-2b77109c9623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:39.783100 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a66c8-05c1-4b73-ab7f-4a9b5ed9cbdb req-44013f59-6675-426b-9247-2b77109c9623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:39.783602 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a66c8-05c1-4b73-ab7f-4a9b5ed9cbdb req-44013f59-6675-426b-9247-2b77109c9623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:39.784075 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a66c8-05c1-4b73-ab7f-4a9b5ed9cbdb req-44013f59-6675-426b-9247-2b77109c9623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:39.786381 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-294a66c8-05c1-4b73-ab7f-4a9b5ed9cbdb req-44013f59-6675-426b-9247-2b77109c9623 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21f8e25332dd44aa8653731b1f899e18&device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 6352 time: 0.4976718 Aug 11 22:04:39.940188 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aaf24a0a-da5c-47e0-b087-451263402ff5 req-ca094e5f-ab6b-4e84-8331-d0c3c2ee5c3a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1525569 Aug 11 22:04:39.990830 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aad8f4d-c5ed-427f-8ee4-328c12470876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:04:39.995154 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d7b553-ffbc-4138-94ee-48de0c1f7f65" -d '{"events": [{"server_uuid": "6aad8f4d-c5ed-427f-8ee4-328c12470876", "name": "network-vif-unplugged", "status": "completed", "tag": "54b2c1ee-4e5e-4f38-8df1-1ca72d59a331"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:04:40.120207 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3b833-e94c-43dc-801f-8f4c5a3b0f43 req-360d7adb-03d3-49db-85f6-cac3860cfc0a tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:40.125853 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e3b3b833-e94c-43dc-801f-8f4c5a3b0f43 req-360d7adb-03d3-49db-85f6-cac3860cfc0a tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 943 time: 0.1498249 Aug 11 22:04:40.160141 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a66c8-05c1-4b73-ab7f-4a9b5ed9cbdb req-fc2bd431-74ac-4f60-a4df-f2a9e753e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:40.160630 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a66c8-05c1-4b73-ab7f-4a9b5ed9cbdb req-fc2bd431-74ac-4f60-a4df-f2a9e753e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:40.161110 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a66c8-05c1-4b73-ab7f-4a9b5ed9cbdb req-fc2bd431-74ac-4f60-a4df-f2a9e753e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:40.163017 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-294a66c8-05c1-4b73-ab7f-4a9b5ed9cbdb req-fc2bd431-74ac-4f60-a4df-f2a9e753e954 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=21f8e25332dd44aa8653731b1f899e18&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3589673 Aug 11 22:04:40.204716 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e3b3b833-e94c-43dc-801f-8f4c5a3b0f43 req-861703d1-fa26-46f7-9d61-8d798e3deb13 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556979 Aug 11 22:04:40.268480 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 22:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4174d0-c8b3-46f2-b730-07ec789b281a x-openstack-request-id: req-cc4174d0-c8b3-46f2-b730-07ec789b281a {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:04:40.269011 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aad8f4d-c5ed-427f-8ee4-328c12470876", "name": "network-vif-unplugged", "status": "completed", "tag": "54b2c1ee-4e5e-4f38-8df1-1ca72d59a331", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:04:40.269346 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cc4174d0-c8b3-46f2-b730-07ec789b281a {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:04:40.269829 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aad8f4d-c5ed-427f-8ee4-328c12470876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331', 'code': 200} Aug 11 22:04:40.314464 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38130) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:40.369427 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645836b-fce7-49c1-b227-1542409bb703 req-aef1922d-f328-40b0-907a-5614a65d924a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:40.371349 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0645836b-fce7-49c1-b227-1542409bb703 req-aef1922d-f328-40b0-907a-5614a65d924a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 946 time: 0.0730529 Aug 11 22:04:40.429497 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0645836b-fce7-49c1-b227-1542409bb703 req-fc05682a-9472-45f4-8d38-2da2463af7e9 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470784 Aug 11 22:04:40.456943 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a66c8-05c1-4b73-ab7f-4a9b5ed9cbdb req-e69c7925-329d-45cc-a736-9dec2502968c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:40.459904 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-294a66c8-05c1-4b73-ab7f-4a9b5ed9cbdb req-e69c7925-329d-45cc-a736-9dec2502968c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2855670 Aug 11 22:04:40.511646 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-825cd063-a81d-45dd-88bc-931a10c31a60 tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-603653731'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:04:40.512410 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-825cd063-a81d-45dd-88bc-931a10c31a60 tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] Unknown quota resources ['metering_label']. {{(pid=100942) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 22:04:40.558318 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcad011-68d5-4ff1-b949-00265586f645 req-adb6ae0a-2656-4e13-8563-776de6c0b8d7 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:40.561006 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dbcad011-68d5-4ff1-b949-00265586f645 req-adb6ae0a-2656-4e13-8563-776de6c0b8d7 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.77 "GET /v2.0/ports?device_id=7169a1d0-0794-486c-a415-a15aaf1fc952 HTTP/1.1" status: 200 len: 949 time: 0.2164867 Aug 11 22:04:40.627239 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893a4bd-f286-49c9-9ba8-efd8d7b5adf7 req-67142864-37b9-4467-bda1-e3da90a32e1e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:40.628926 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f893a4bd-f286-49c9-9ba8-efd8d7b5adf7 req-67142864-37b9-4467-bda1-e3da90a32e1e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=212da73c-90da-4446-b874-d778cb7ff35d HTTP/1.1" status: 200 len: 945 time: 0.0807006 Aug 11 22:04:40.679735 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f893a4bd-f286-49c9-9ba8-efd8d7b5adf7 req-02d74fbc-c6eb-4385-b2b5-4312f100f6d5 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433531 Aug 11 22:04:40.869918 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2894cb3-a993-43a9-a58e-1c4b58a9cf7c {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:04:40.878870 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-825cd063-a81d-45dd-88bc-931a10c31a60 tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:40.883740 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38144) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:40.883930 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-825cd063-a81d-45dd-88bc-931a10c31a60 tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5645638 Aug 11 22:04:40.891837 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-8c5f92d0-eb1a-43df-8dd9-f48616a84285 tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '3ecd418b-4afa-478f-a614-b335046b2758'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:04:40.893835 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-8c5f92d0-eb1a-43df-8dd9-f48616a84285 tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100943) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 22:04:40.902070 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dbcad011-68d5-4ff1-b949-00265586f645 req-b9f1459b-7740-4ca8-b893-8890860d1c02 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.77 "GET /v2.0/security-groups?id=10cdbe92-e09f-4e44-a115-bfe678a49b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540953 Aug 11 22:04:40.906428 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:40.934119 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Transition to ACTIVE for port object e2894cb3-a993-43a9-a58e-1c4b58a9cf7c will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:04:40.945049 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fe84e-8228-4845-8e64-7dadaa729bd2 req-4b466960-90ec-47ad-83b8-6b9cd8240da4 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:40.947226 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b71fe84e-8228-4845-8e64-7dadaa729bd2 req-4b466960-90ec-47ad-83b8-6b9cd8240da4 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.52 "GET /v2.0/ports?device_id=7169a1d0-0794-486c-a415-a15aaf1fc952 HTTP/1.1" status: 200 len: 949 time: 0.2306671 Aug 11 22:04:40.951818 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:41.048644 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Pushing event updated for resources: {'Port': ['ID=e2894cb3-a993-43a9-a58e-1c4b58a9cf7c,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:41.088407 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:41.088984 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:41.089337 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:41.089682 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:41.090031 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:41.090371 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:41.090708 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:41.091156 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:41.091559 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:41.091902 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:41.092269 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:41.092734 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:04:41.166612 n-d-804275-3 neutron-server[100943]: WARNING neutron.services.metering.metering_plugin [None req-8c5f92d0-eb1a-43df-8dd9-f48616a84285 tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 22:04:41.290354 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0c198-37ca-43a0-8e2c-38c0cd35db57 req-f010a349-ee5b-4a42-9750-3dea2128680d tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:41.295024 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0c198-37ca-43a0-8e2c-38c0cd35db57 req-f010a349-ee5b-4a42-9750-3dea2128680d tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:41.302096 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0c198-37ca-43a0-8e2c-38c0cd35db57 req-f010a349-ee5b-4a42-9750-3dea2128680d tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:41.308650 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0c198-37ca-43a0-8e2c-38c0cd35db57 req-f010a349-ee5b-4a42-9750-3dea2128680d tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:41.310087 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5adce8f-18ce-43b7-a659-2faa083582e6 req-994fa6c8-6a88-4267-8354-1002abfa7d7a tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:41.314945 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0c198-37ca-43a0-8e2c-38c0cd35db57 req-f010a349-ee5b-4a42-9750-3dea2128680d tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:41.316388 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c5adce8f-18ce-43b7-a659-2faa083582e6 req-994fa6c8-6a88-4267-8354-1002abfa7d7a tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=212da73c-90da-4446-b874-d778cb7ff35d HTTP/1.1" status: 200 len: 945 time: 0.2225406 Aug 11 22:04:41.321699 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0c198-37ca-43a0-8e2c-38c0cd35db57 req-f010a349-ee5b-4a42-9750-3dea2128680d tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:41.327996 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0c198-37ca-43a0-8e2c-38c0cd35db57 req-f010a349-ee5b-4a42-9750-3dea2128680d tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:41.336524 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-46a0c198-37ca-43a0-8e2c-38c0cd35db57 req-f010a349-ee5b-4a42-9750-3dea2128680d tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5417 time: 0.2809272 Aug 11 22:04:41.398998 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8c5f92d0-eb1a-43df-8dd9-f48616a84285 tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:41.407929 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8c5f92d0-eb1a-43df-8dd9-f48616a84285 tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5209942 Aug 11 22:04:41.424197 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38152) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:41.436640 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-aec6ae8a-770d-4015-9396-d6f0496fa865 tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '3ecd418b-4afa-478f-a614-b335046b2758'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:04:41.437519 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-aec6ae8a-770d-4015-9396-d6f0496fa865 tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100942) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 22:04:41.468999 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Attempting to bind port e2894cb3-a993-43a9-a58e-1c4b58a9cf7c on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:04:41.469539 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Attempting to bind port e2894cb3-a993-43a9-a58e-1c4b58a9cf7c by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'c6f2a34e-1a80-4ae8-83e0-174475e6aac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '39346d85-8db1-4c32-bd48-0eb63c830650'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:04:41.470086 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Attempting to bind port e2894cb3-a993-43a9-a58e-1c4b58a9cf7c on network 39346d85-8db1-4c32-bd48-0eb63c830650 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:04:41.471423 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c5adce8f-18ce-43b7-a659-2faa083582e6 req-feaa332d-f179-4e6d-bea7-df208f661e8c tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617728 Aug 11 22:04:41.524436 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Port e2894cb3-a993-43a9-a58e-1c4b58a9cf7c on network 39346d85-8db1-4c32-bd48-0eb63c830650 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:04:41.524945 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Attempting to bind port e2894cb3-a993-43a9-a58e-1c4b58a9cf7c on network 39346d85-8db1-4c32-bd48-0eb63c830650 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:04:41.571023 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-46a0c198-37ca-43a0-8e2c-38c0cd35db57 req-63e28653-01d0-4bc5-854d-66aa93e4915a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2329521 Aug 11 22:04:41.617532 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-b71fe84e-8228-4845-8e64-7dadaa729bd2 req-ee267823-9ac7-4c88-bc1a-de08caf90963 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Deleting port 04dda6bf-073f-4301-90f8-63fed0b36e67 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:04:41.617907 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b71fe84e-8228-4845-8e64-7dadaa729bd2 req-ee267823-9ac7-4c88-bc1a-de08caf90963 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:41.622578 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:04:41.622920 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Checking segment: {'id': 'c6f2a34e-1a80-4ae8-83e0-174475e6aac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '39346d85-8db1-4c32-bd48-0eb63c830650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:04:41.623316 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Bound using segment: {'id': 'c6f2a34e-1a80-4ae8-83e0-174475e6aac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '39346d85-8db1-4c32-bd48-0eb63c830650'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:04:41.624122 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Bound port: e2894cb3-a993-43a9-a58e-1c4b58a9cf7c, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f2a34e-1a80-4ae8-83e0-174475e6aac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '39346d85-8db1-4c32-bd48-0eb63c830650'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:04:41.624510 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:41.630875 n-d-804275-3 neutron-server[100942]: WARNING neutron.services.metering.metering_plugin [None req-aec6ae8a-770d-4015-9396-d6f0496fa865 tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 22:04:41.736048 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0bfde-2677-4b87-b808-ce11cd327b14 req-11c8ae1c-886a-4fa2-9fec-32cdea2a2bf0 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:41.738409 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aec0bfde-2677-4b87-b808-ce11cd327b14 req-11c8ae1c-886a-4fa2-9fec-32cdea2a2bf0 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 943 time: 0.0662124 Aug 11 22:04:41.756013 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 111109ac-8dd5-42cd-9d43-0a38660565c6 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:04:41.814440 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aec0bfde-2677-4b87-b808-ce11cd327b14 req-873aa468-bcb4-41b5-9db1-0fda446f3ef1 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671473 Aug 11 22:04:41.881473 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aec6ae8a-770d-4015-9396-d6f0496fa865 tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:41.886514 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-aec6ae8a-770d-4015-9396-d6f0496fa865 tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4561989 Aug 11 22:04:41.886734 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38156) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:41.949469 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ae955506-f298-4b10-be27-3480895d7d4b tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=0168f1ae-9026-4202-a578-356ef2e5236e HTTP/1.1" status: 200 len: 464 time: 0.0581198 Aug 11 22:04:41.950433 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38164) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:41.966325 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 111109ac-8dd5-42cd-9d43-0a38660565c6, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=111109ac-8dd5-42cd-9d43-0a38660565c6,segment=NetworkSegment(4c272644-500c-413c-905e-4ca7e6890613),segment_id=4c272644-500c-413c-905e-4ca7e6890613)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:04:41.999451 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d38bc-53a1-4ebf-b3b2-71a60e86d879 req-317cd9fe-3ed3-4c22-b2b8-4a5118644fe6 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:42.024290 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-061d38bc-53a1-4ebf-b3b2-71a60e86d879 req-317cd9fe-3ed3-4c22-b2b8-4a5118644fe6 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 946 time: 0.3043175 Aug 11 22:04:42.024290 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] For port e2894cb3-a993-43a9-a58e-1c4b58a9cf7c, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:04:42.024290 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-b71fe84e-8228-4845-8e64-7dadaa729bd2 req-ee267823-9ac7-4c88-bc1a-de08caf90963 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] For port 04dda6bf-073f-4301-90f8-63fed0b36e67, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=04dda6bf-073f-4301-90f8-63fed0b36e67,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:04:42.024290 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b71fe84e-8228-4845-8e64-7dadaa729bd2 req-ee267823-9ac7-4c88-bc1a-de08caf90963 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:42.027572 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] For port e2894cb3-a993-43a9-a58e-1c4b58a9cf7c, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e2894cb3-a993-43a9-a58e-1c4b58a9cf7c,segment=NetworkSegment(c6f2a34e-1a80-4ae8-83e0-174475e6aac5),segment_id=c6f2a34e-1a80-4ae8-83e0-174475e6aac5)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:04:42.053658 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '111109ac-8dd5-42cd-9d43-0a38660565c6', 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'port_id': '111109ac-8dd5-42cd-9d43-0a38660565c6', 'mac_address': 'fa:16:3e:16:91:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:04:42.067667 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-b71fe84e-8228-4845-8e64-7dadaa729bd2 req-ee267823-9ac7-4c88-bc1a-de08caf90963 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Calling delete_port for 04dda6bf-073f-4301-90f8-63fed0b36e67 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:04:42.085424 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:42.129487 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:42.144632 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 111109ac-8dd5-42cd-9d43-0a38660565c6 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:04:42.176463 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 111109ac-8dd5-42cd-9d43-0a38660565c6, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=111109ac-8dd5-42cd-9d43-0a38660565c6,segment=NetworkSegment(4c272644-500c-413c-905e-4ca7e6890613),segment_id=4c272644-500c-413c-905e-4ca7e6890613)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:04:42.191398 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:42.208481 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4e90d8bd-9f0c-419d-ba22-40535d3804bc tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:42.210311 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4e90d8bd-9f0c-419d-ba22-40535d3804bc tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/0168f1ae-9026-4202-a578-356ef2e5236e HTTP/1.1" status: 204 len: 168 time: 0.2550220 Aug 11 22:04:42.219976 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38166) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:42.221517 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:42.222164 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:42.223724 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] 10.222.0.52 "PUT /v2.0/ports/e2894cb3-a993-43a9-a58e-1c4b58a9cf7c HTTP/1.1" status: 200 len: 1091 time: 3.0024142 Aug 11 22:04:42.225439 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'tag': 'e2894cb3-a993-43a9-a58e-1c4b58a9cf7c'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:04:42.228609 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82eb19a8-9a52-4aeb-a35c-c54ef541ab15" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "tag": "e2894cb3-a993-43a9-a58e-1c4b58a9cf7c"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:04:42.266787 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-061d38bc-53a1-4ebf-b3b2-71a60e86d879 req-8a934d60-b0ea-499f-8c80-a623abcca1af tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498708 Aug 11 22:04:42.303276 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-cb75ad9b-c797-402b-ab0b-e0fc9843d93f service neutron] Request body: {'port': {'device_id': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:04:42.313593 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ace3d2-f4db-4411-bc82-86b7a3eca5de req-81bf7f3f-4807-47e8-9fc1-8e23d804e89b tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:42.323161 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e8ee9905-79ac-4149-ac49-c0b4ca1f32ca tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=0168f1ae-9026-4202-a578-356ef2e5236e HTTP/1.1" status: 200 len: 221 time: 0.0981395 Aug 11 22:04:42.323937 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38170) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:42.339580 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-30ace3d2-f4db-4411-bc82-86b7a3eca5de req-81bf7f3f-4807-47e8-9fc1-8e23d804e89b tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.77 "GET /v2.0/ports?device_id=7169a1d0-0794-486c-a415-a15aaf1fc952 HTTP/1.1" status: 200 len: 949 time: 0.2531538 Aug 11 22:04:42.349392 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=111109ac-8dd5-42cd-9d43-0a38660565c6,revision_number=9']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:42.351297 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-1f48083e-5b1a-4c47-8ad0-155dcff2aab5 tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--729825757', 'description': 'label created by tempest'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:04:42.351807 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-1f48083e-5b1a-4c47-8ad0-155dcff2aab5 tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] Unknown quota resources ['metering_label']. {{(pid=100942) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 22:04:42.363482 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f0c30a-e2a4-48b1-9f12-2c1751166104 x-openstack-request-id: req-77f0c30a-e2a4-48b1-9f12-2c1751166104 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:04:42.364170 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "tag": "e2894cb3-a993-43a9-a58e-1c4b58a9cf7c", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:04:42.364891 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-77f0c30a-e2a4-48b1-9f12-2c1751166104 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:04:42.365629 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'tag': 'e2894cb3-a993-43a9-a58e-1c4b58a9cf7c', 'status': 'completed', 'code': 200} Aug 11 22:04:42.366457 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c218e-d08d-44a7-a4e6-dac559229ddc service neutron] Pushing event updated for resources: {'Port': ['ID=e2894cb3-a993-43a9-a58e-1c4b58a9cf7c,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:42.398836 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['111109ac-8dd5-42cd-9d43-0a38660565c6'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:04:42.496464 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-30ace3d2-f4db-4411-bc82-86b7a3eca5de req-8367206a-dc7a-47be-b9d5-07f698c214cf tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.77 "GET /v2.0/security-groups?id=10cdbe92-e09f-4e44-a115-bfe678a49b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553879 Aug 11 22:04:42.531428 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb19a8-9a52-4aeb-a35c-c54ef541ab15 req-dc45335a-35a2-46af-ac96-05e16ecd53ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:42.532697 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb19a8-9a52-4aeb-a35c-c54ef541ab15 req-dc45335a-35a2-46af-ac96-05e16ecd53ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:42.533561 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb19a8-9a52-4aeb-a35c-c54ef541ab15 req-dc45335a-35a2-46af-ac96-05e16ecd53ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:42.534395 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb19a8-9a52-4aeb-a35c-c54ef541ab15 req-dc45335a-35a2-46af-ac96-05e16ecd53ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:42.535251 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb19a8-9a52-4aeb-a35c-c54ef541ab15 req-dc45335a-35a2-46af-ac96-05e16ecd53ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:42.536103 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb19a8-9a52-4aeb-a35c-c54ef541ab15 req-dc45335a-35a2-46af-ac96-05e16ecd53ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:42.537343 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb19a8-9a52-4aeb-a35c-c54ef541ab15 req-dc45335a-35a2-46af-ac96-05e16ecd53ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:42.541327 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82eb19a8-9a52-4aeb-a35c-c54ef541ab15 req-dc45335a-35a2-46af-ac96-05e16ecd53ce service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21f8e25332dd44aa8653731b1f899e18&device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 6419 time: 0.1652222 Aug 11 22:04:42.628704 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-cb75ad9b-c797-402b-ab0b-e0fc9843d93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:43.080944 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b71fe84e-8228-4845-8e64-7dadaa729bd2 req-ee267823-9ac7-4c88-bc1a-de08caf90963 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:43.086587 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1f48083e-5b1a-4c47-8ad0-155dcff2aab5 tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:43.091075 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1f48083e-5b1a-4c47-8ad0-155dcff2aab5 tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.7457027 Aug 11 22:04:43.096038 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['04dda6bf-073f-4301-90f8-63fed0b36e67'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:04:43.098491 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38186) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:43.176138 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee267823-9ac7-4c88-bc1a-de08caf90963 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Pushing event deleted for resources: {'Port': ['ID=04dda6bf-073f-4301-90f8-63fed0b36e67,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:43.212307 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-328e62b1-02c7-4634-81c4-161685a9fa95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:43.317735 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8e00b23e-56d4-4ff9-8169-eb32cd3d7eb7 tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=ca925907-08bf-40dc-9700-4654139d2669 HTTP/1.1" status: 200 len: 467 time: 0.2129607 Aug 11 22:04:43.323828 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38190) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:43.340328 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5986950-7e79-4336-b00d-db0d2a9218e7 req-018c012e-0421-44de-9194-bf258cb3f6f5 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:43.348150 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d5986950-7e79-4336-b00d-db0d2a9218e7 req-018c012e-0421-44de-9194-bf258cb3f6f5 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=212da73c-90da-4446-b874-d778cb7ff35d HTTP/1.1" status: 200 len: 945 time: 0.4206347 Aug 11 22:04:43.386811 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71fe84e-8228-4845-8e64-7dadaa729bd2 req-ee267823-9ac7-4c88-bc1a-de08caf90963 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] No DVR routers for this DVR port 04dda6bf-073f-4301-90f8-63fed0b36e67 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:04:43.391831 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb19a8-9a52-4aeb-a35c-c54ef541ab15 req-bb7e9ec0-f5f6-4cc7-8086-596184beaa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:43.392785 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb19a8-9a52-4aeb-a35c-c54ef541ab15 req-bb7e9ec0-f5f6-4cc7-8086-596184beaa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:43.393380 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb19a8-9a52-4aeb-a35c-c54ef541ab15 req-bb7e9ec0-f5f6-4cc7-8086-596184beaa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:43.395464 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82eb19a8-9a52-4aeb-a35c-c54ef541ab15 req-bb7e9ec0-f5f6-4cc7-8086-596184beaa05 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=21f8e25332dd44aa8653731b1f899e18&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.8445125 Aug 11 22:04:43.414152 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d2df5-e251-49b8-992c-4c7d31ee21f8 req-8f41b912-e1b1-4578-86c1-257c56fd5d4b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:43.421506 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d2df5-e251-49b8-992c-4c7d31ee21f8 req-8f41b912-e1b1-4578-86c1-257c56fd5d4b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:43.428608 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d2df5-e251-49b8-992c-4c7d31ee21f8 req-8f41b912-e1b1-4578-86c1-257c56fd5d4b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:43.430002 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b71fe84e-8228-4845-8e64-7dadaa729bd2 req-ee267823-9ac7-4c88-bc1a-de08caf90963 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:43.432728 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b71fe84e-8228-4845-8e64-7dadaa729bd2 req-ee267823-9ac7-4c88-bc1a-de08caf90963 tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.52 "DELETE /v2.0/ports/04dda6bf-073f-4301-90f8-63fed0b36e67 HTTP/1.1" status: 204 len: 173 time: 2.4779620 Aug 11 22:04:43.442903 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d2df5-e251-49b8-992c-4c7d31ee21f8 req-8f41b912-e1b1-4578-86c1-257c56fd5d4b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:43.459342 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d2df5-e251-49b8-992c-4c7d31ee21f8 req-8f41b912-e1b1-4578-86c1-257c56fd5d4b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:43.465786 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d2df5-e251-49b8-992c-4c7d31ee21f8 req-8f41b912-e1b1-4578-86c1-257c56fd5d4b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:43.473572 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d2df5-e251-49b8-992c-4c7d31ee21f8 req-8f41b912-e1b1-4578-86c1-257c56fd5d4b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:43.483685 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-311d2df5-e251-49b8-992c-4c7d31ee21f8 req-8f41b912-e1b1-4578-86c1-257c56fd5d4b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5417 time: 0.2238128 Aug 11 22:04:43.594653 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:04:43.682633 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-311d2df5-e251-49b8-992c-4c7d31ee21f8 req-58448e85-14db-46a8-8ce9-8ffc799b0ad7 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1976528 Aug 11 22:04:43.776649 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:04:43.791474 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331', 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9', 'port_id': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331', 'mac_address': 'fa:16:3e:a5:9d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71666487-d255-442c-a4c1-ffc47afdf7b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:04:43.796131 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 111109ac-8dd5-42cd-9d43-0a38660565c6 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:04:43.818758 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d5986950-7e79-4336-b00d-db0d2a9218e7 req-ae86cdf0-35bd-4632-8ad0-7e198d3c25aa tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691715 Aug 11 22:04:43.859731 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e08a986e-2086-4db8-8aa8-cc232922012e tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:43.859731 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e08a986e-2086-4db8-8aa8-cc232922012e tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/ca925907-08bf-40dc-9700-4654139d2669 HTTP/1.1" status: 204 len: 168 time: 0.5189967 Aug 11 22:04:43.859731 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38194) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:43.877507 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb19a8-9a52-4aeb-a35c-c54ef541ab15 req-e8659567-c4e7-411f-9ace-0f8abc57aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:43.878936 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82eb19a8-9a52-4aeb-a35c-c54ef541ab15 req-e8659567-c4e7-411f-9ace-0f8abc57aaf2 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3929133 Aug 11 22:04:43.884092 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-dd973c7e-7559-4d3e-b95f-c35e1e521b24 tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=ca925907-08bf-40dc-9700-4654139d2669 HTTP/1.1" status: 200 len: 216 time: 0.0243590 Aug 11 22:04:43.888322 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38200) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:43.921624 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344243e-5b5b-41b3-ac37-c6215133d537 req-19ffead2-0fbd-48c3-91c8-743b47a06cd1 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:43.923360 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8344243e-5b5b-41b3-ac37-c6215133d537 req-19ffead2-0fbd-48c3-91c8-743b47a06cd1 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 944 time: 0.1191566 Aug 11 22:04:43.943902 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9cb67e61-5320-402d-a7e8-b433d3a74765 tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0539496 Aug 11 22:04:43.951098 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38202) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:43.976389 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f79bc3a5-e0d4-46bf-88db-e87133b15f4e tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0241022 Aug 11 22:04:43.977099 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 111109ac-8dd5-42cd-9d43-0a38660565c6 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:04:43.978050 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:43.980404 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38204) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:44.058180 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:44.061675 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-365eed33-b238-4907-9d35-4c16026be878 tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels/3ecd418b-4afa-478f-a614-b335046b2758 HTTP/1.1" status: 200 len: 472 time: 0.0797546 Aug 11 22:04:44.073720 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8344243e-5b5b-41b3-ac37-c6215133d537 req-23ff4463-935b-4d22-b8a2-18b80cb47851 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410680 Aug 11 22:04:44.080307 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38210) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:44.081985 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:04:44.106512 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-358aabb7-c461-4bb1-b846-aeb80c67408a tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules/79e68311-ad2e-4ec5-b390-80b79db45567 HTTP/1.1" status: 200 len: 461 time: 0.0247848 Aug 11 22:04:44.110059 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38212) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:44.120757 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-cb75ad9b-c797-402b-ab0b-e0fc9843d93f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b4fd92b-4177-42f2-b2d7-f08e82f9e6da {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:04:44.133066 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-cb75ad9b-c797-402b-ab0b-e0fc9843d93f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:44.164041 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-cb75ad9b-c797-402b-ab0b-e0fc9843d93f service neutron] Transition to ACTIVE for port object 2b4fd92b-4177-42f2-b2d7-f08e82f9e6da will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:04:44.179364 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-cb75ad9b-c797-402b-ab0b-e0fc9843d93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:44.262555 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:04:44.269577 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75ad9b-c797-402b-ab0b-e0fc9843d93f service neutron] Pushing event updated for resources: {'Port': ['ID=2b4fd92b-4177-42f2-b2d7-f08e82f9e6da,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:44.284308 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:44.368600 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7169a1d0-0794-486c-a415-a15aaf1fc952', 'name': 'network-vif-deleted', 'tag': '04dda6bf-073f-4301-90f8-63fed0b36e67'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:04:44.370908 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8288b7bb-603a-4ba9-8499-0cacdeda5662" -d '{"events": [{"server_uuid": "7169a1d0-0794-486c-a415-a15aaf1fc952", "name": "network-vif-deleted", "tag": "04dda6bf-073f-4301-90f8-63fed0b36e67"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:04:44.407567 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:44.467814 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f99e2e53-c9c1-4def-a6f1-c8d90b56a1cd tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:44.472910 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f99e2e53-c9c1-4def-a6f1-c8d90b56a1cd tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/79e68311-ad2e-4ec5-b390-80b79db45567 HTTP/1.1" status: 204 len: 168 time: 0.3590839 Aug 11 22:04:44.477137 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38218) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:44.496128 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb461dcf-1b67-45aa-b80a-deb6bd4f3066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111109ac-8dd5-42cd-9d43-0a38660565c6'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:04:44.500214 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b3167356-5d67-41f6-a7ab-3be0f750c64b req-f2a64aba-923a-4582-9783-0f4f27d7071b tempest-ServerDiagnosticsNegativeTest-688210890 tempest-ServerDiagnosticsNegativeTest-688210890-project] 10.222.0.77 "GET /v2.0/ports?device_id=7169a1d0-0794-486c-a415-a15aaf1fc952 HTTP/1.1" status: 200 len: 210 time: 0.1291027 Aug 11 22:04:44.501068 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97920dc0-df1a-490d-a352-6cfa6003e3f5" -d '{"events": [{"server_uuid": "fb461dcf-1b67-45aa-b80a-deb6bd4f3066", "name": "network-vif-plugged", "status": "completed", "tag": "111109ac-8dd5-42cd-9d43-0a38660565c6"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:04:44.534963 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['54b2c1ee-4e5e-4f38-8df1-1ca72d59a331'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:04:44.541429 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,revision_number=9']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:44.609882 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-cb75ad9b-c797-402b-ab0b-e0fc9843d93f service neutron] Attempting to bind port 2b4fd92b-4177-42f2-b2d7-f08e82f9e6da on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:04:44.610144 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-cb75ad9b-c797-402b-ab0b-e0fc9843d93f service neutron] Attempting to bind port 2b4fd92b-4177-42f2-b2d7-f08e82f9e6da by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'c6f2a34e-1a80-4ae8-83e0-174475e6aac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '39346d85-8db1-4c32-bd48-0eb63c830650'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:04:44.610483 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-cb75ad9b-c797-402b-ab0b-e0fc9843d93f service neutron] Attempting to bind port 2b4fd92b-4177-42f2-b2d7-f08e82f9e6da on network 39346d85-8db1-4c32-bd48-0eb63c830650 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:04:44.616350 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-cb75ad9b-c797-402b-ab0b-e0fc9843d93f service neutron] Port 2b4fd92b-4177-42f2-b2d7-f08e82f9e6da on network 39346d85-8db1-4c32-bd48-0eb63c830650 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:04:44.616576 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-cb75ad9b-c797-402b-ab0b-e0fc9843d93f service neutron] Attempting to bind port 2b4fd92b-4177-42f2-b2d7-f08e82f9e6da on network 39346d85-8db1-4c32-bd48-0eb63c830650 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:04:44.715051 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-cb75ad9b-c797-402b-ab0b-e0fc9843d93f service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:04:44.715470 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-cb75ad9b-c797-402b-ab0b-e0fc9843d93f service neutron] Checking segment: {'id': 'c6f2a34e-1a80-4ae8-83e0-174475e6aac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '39346d85-8db1-4c32-bd48-0eb63c830650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:04:44.716353 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-cb75ad9b-c797-402b-ab0b-e0fc9843d93f service neutron] Bound using segment: {'id': 'c6f2a34e-1a80-4ae8-83e0-174475e6aac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '39346d85-8db1-4c32-bd48-0eb63c830650'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:04:44.716528 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-cb75ad9b-c797-402b-ab0b-e0fc9843d93f service neutron] Bound port: 2b4fd92b-4177-42f2-b2d7-f08e82f9e6da, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f2a34e-1a80-4ae8-83e0-174475e6aac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '39346d85-8db1-4c32-bd48-0eb63c830650'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:04:44.716827 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-cb75ad9b-c797-402b-ab0b-e0fc9843d93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:44.794006 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 111109ac-8dd5-42cd-9d43-0a38660565c6, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=111109ac-8dd5-42cd-9d43-0a38660565c6,segment=NetworkSegment(4c272644-500c-413c-905e-4ca7e6890613),segment_id=4c272644-500c-413c-905e-4ca7e6890613)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:04:44.817468 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:44.927137 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ceb7e-c890-40e5-ba21-98280f0bedd9 req-bd9d2b21-87b8-4622-b440-baec270a63ea tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:44.941483 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ac2ceb7e-c890-40e5-ba21-98280f0bedd9 req-bd9d2b21-87b8-4622-b440-baec270a63ea tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 946 time: 0.2274523 Aug 11 22:04:44.968470 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e949ac39-28f9-4abf-8ee6-d4a99e898bf1 tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:44.972455 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e949ac39-28f9-4abf-8ee6-d4a99e898bf1 tempest-MeteringTestJSON-386745682 tempest-MeteringTestJSON-386745682-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/3ecd418b-4afa-478f-a614-b335046b2758 HTTP/1.1" status: 204 len: 168 time: 0.4893188 Aug 11 22:04:44.996711 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af053b06-01c4-407b-87ad-36f542d0fb63 x-openstack-request-id: req-af053b06-01c4-407b-87ad-36f542d0fb63 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:04:44.997196 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7169a1d0-0794-486c-a415-a15aaf1fc952", "name": "network-vif-deleted", "tag": "04dda6bf-073f-4301-90f8-63fed0b36e67", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:04:44.997893 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-af053b06-01c4-407b-87ad-36f542d0fb63 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:04:44.998539 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7169a1d0-0794-486c-a415-a15aaf1fc952', 'name': 'network-vif-deleted', 'tag': '04dda6bf-073f-4301-90f8-63fed0b36e67', 'status': 'completed', 'code': 200} Aug 11 22:04:45.021785 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=111109ac-8dd5-42cd-9d43-0a38660565c6,revision_number=10']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:45.045996 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6217d42a-16b6-48e3-828e-54e153d591ff x-openstack-request-id: req-6217d42a-16b6-48e3-828e-54e153d591ff {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:04:45.046580 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb461dcf-1b67-45aa-b80a-deb6bd4f3066", "name": "network-vif-plugged", "status": "completed", "tag": "111109ac-8dd5-42cd-9d43-0a38660565c6", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:04:45.049649 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6217d42a-16b6-48e3-828e-54e153d591ff {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:04:45.051711 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb461dcf-1b67-45aa-b80a-deb6bd4f3066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111109ac-8dd5-42cd-9d43-0a38660565c6', 'code': 200} Aug 11 22:04:45.054936 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-cb75ad9b-c797-402b-ab0b-e0fc9843d93f service neutron] For port 2b4fd92b-4177-42f2-b2d7-f08e82f9e6da, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:04:45.082587 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ac2ceb7e-c890-40e5-ba21-98280f0bedd9 req-ffd46eab-8da0-4dee-bdb1-fa82ab35429a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310704 Aug 11 22:04:45.117154 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-cb75ad9b-c797-402b-ab0b-e0fc9843d93f service neutron] For port 2b4fd92b-4177-42f2-b2d7-f08e82f9e6da, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=2b4fd92b-4177-42f2-b2d7-f08e82f9e6da,segment=NetworkSegment(c6f2a34e-1a80-4ae8-83e0-174475e6aac5),segment_id=c6f2a34e-1a80-4ae8-83e0-174475e6aac5)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:04:45.130539 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-cb75ad9b-c797-402b-ab0b-e0fc9843d93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:45.220838 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-cb75ad9b-c797-402b-ab0b-e0fc9843d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:45.221588 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-cb75ad9b-c797-402b-ab0b-e0fc9843d93f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:45.223072 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-cb75ad9b-c797-402b-ab0b-e0fc9843d93f service neutron] 10.222.0.52 "PUT /v2.0/ports/2b4fd92b-4177-42f2-b2d7-f08e82f9e6da HTTP/1.1" status: 200 len: 1091 time: 2.9554191 Aug 11 22:04:45.293927 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75ad9b-c797-402b-ab0b-e0fc9843d93f service neutron] Pushing event updated for resources: {'Port': ['ID=2b4fd92b-4177-42f2-b2d7-f08e82f9e6da,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:45.340642 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d6837-7e8e-485c-b21d-c1cb7022fc4b req-644f237e-7e57-4603-bc52-93d72fbee84f tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:45.342202 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d4cec-b290-4bbf-94ee-d3f44c86aeb9 req-428a6568-b4a5-4bf5-abfc-598091023ef9 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:45.349859 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-be3d6837-7e8e-485c-b21d-c1cb7022fc4b req-644f237e-7e57-4603-bc52-93d72fbee84f tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=212da73c-90da-4446-b874-d778cb7ff35d HTTP/1.1" status: 200 len: 945 time: 0.1168406 Aug 11 22:04:45.354597 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d4cec-b290-4bbf-94ee-d3f44c86aeb9 req-428a6568-b4a5-4bf5-abfc-598091023ef9 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:45.370361 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d4cec-b290-4bbf-94ee-d3f44c86aeb9 req-428a6568-b4a5-4bf5-abfc-598091023ef9 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:45.380277 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d4cec-b290-4bbf-94ee-d3f44c86aeb9 req-428a6568-b4a5-4bf5-abfc-598091023ef9 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:45.382960 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-8bc7482b-065d-4e83-9a71-de4a4794493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:45.383139 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-8bc7482b-065d-4e83-9a71-de4a4794493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:45.383674 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-8bc7482b-065d-4e83-9a71-de4a4794493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:45.384154 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-8bc7482b-065d-4e83-9a71-de4a4794493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:45.384628 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-8bc7482b-065d-4e83-9a71-de4a4794493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:45.385097 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-8bc7482b-065d-4e83-9a71-de4a4794493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:45.385569 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-8bc7482b-065d-4e83-9a71-de4a4794493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:45.387577 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-8bc7482b-065d-4e83-9a71-de4a4794493f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21f8e25332dd44aa8653731b1f899e18&device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 6486 time: 0.1055250 Aug 11 22:04:45.390231 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d4cec-b290-4bbf-94ee-d3f44c86aeb9 req-428a6568-b4a5-4bf5-abfc-598091023ef9 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:45.398031 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d4cec-b290-4bbf-94ee-d3f44c86aeb9 req-428a6568-b4a5-4bf5-abfc-598091023ef9 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:45.421763 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d4cec-b290-4bbf-94ee-d3f44c86aeb9 req-428a6568-b4a5-4bf5-abfc-598091023ef9 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:45.424329 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-215d4cec-b290-4bbf-94ee-d3f44c86aeb9 req-428a6568-b4a5-4bf5-abfc-598091023ef9 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5429 time: 0.2639966 Aug 11 22:04:45.489819 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc01acf-e186-44d3-a1de-baa49a76dad1 req-fcfffde2-48ba-4b65-881a-215d36394850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:45.494034 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ccc01acf-e186-44d3-a1de-baa49a76dad1 req-fcfffde2-48ba-4b65-881a-215d36394850 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 1097 time: 0.2722974 Aug 11 22:04:45.521136 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-e8a4a5f1-f908-455c-8293-dc670d4363f5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0841e35-712c-4919-9743-7532de366613 HTTP/1.1" status: 200 len: 217 time: 0.1038587 Aug 11 22:04:45.527396 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-be3d6837-7e8e-485c-b21d-c1cb7022fc4b req-19ce8d5e-23e5-4842-b73f-6e567b8e44bc tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762941 Aug 11 22:04:45.574905 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ccc01acf-e186-44d3-a1de-baa49a76dad1 req-f2f7b0fc-ae0d-4396-95c5-232e016e85c5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706453 Aug 11 22:04:45.596362 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-215d4cec-b290-4bbf-94ee-d3f44c86aeb9 req-a2641e79-529c-4201-a29d-4c911ff5e41c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1607683 Aug 11 22:04:45.641672 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38240) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:45.693560 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-5ca31a8b-4a6d-4cc5-8ef7-e32505dbd765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:45.702268 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-5ca31a8b-4a6d-4cc5-8ef7-e32505dbd765 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7dff4e45-f48e-4976-9708-e4527f53ecdf HTTP/1.1" status: 200 len: 856 time: 0.1723318 Aug 11 22:04:45.706950 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a9c3b386-77a4-4786-893a-b2f4cfc0dd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:45.767613 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ca799-cee3-4a6b-b4a5-df3393e8e613 req-2bf87555-95d8-42af-adc9-14e90316a38d tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:45.779409 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 04dda6bf-073f-4301-90f8-63fed0b36e67 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:04:45.784506 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c50ca799-cee3-4a6b-b4a5-df3393e8e613 req-2bf87555-95d8-42af-adc9-14e90316a38d tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 946 time: 0.1163335 Aug 11 22:04:45.822120 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248d6ba-bf70-4d43-95ac-df6e57466e74 req-e6da05cc-8f0f-41b3-b0fa-f70d59060956 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:45.825294 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2248d6ba-bf70-4d43-95ac-df6e57466e74 req-e6da05cc-8f0f-41b3-b0fa-f70d59060956 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/ports?device_id=793cc26a-cb42-4ed9-b792-034c67513851 HTTP/1.1" status: 200 len: 945 time: 0.2015457 Aug 11 22:04:45.846173 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 04dda6bf-073f-4301-90f8-63fed0b36e67 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:04:45.847008 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 04dda6bf-073f-4301-90f8-63fed0b36e67 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:04:45.856969 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c50ca799-cee3-4a6b-b4a5-df3393e8e613 req-1ce1a423-96bb-4ecf-85a9-6272ec4bc08c tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707963 Aug 11 22:04:45.916679 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-1716549b-d2ea-4997-acb9-9a714d4cf5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:45.920148 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-1716549b-d2ea-4997-acb9-9a714d4cf5b3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=51af6b0f-08b6-41a5-a9ed-48b34e3cb239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2035329 Aug 11 22:04:45.941049 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-98144411-f022-477c-8649-f1f2fa489858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:45.944568 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:46.004204 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2248d6ba-bf70-4d43-95ac-df6e57466e74 req-ea63c2f6-7a50-4390-bab8-ae60acc2e27c tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/security-groups?id=d557176d-5585-4c7a-a7d7-92f1b18d94c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1696053 Aug 11 22:04:46.287340 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-d7c3b445-098c-4237-8aae-f2ae8c02db93 service neutron] 10.222.0.52 "GET /v2.0/networks/51af6b0f-08b6-41a5-a9ed-48b34e3cb239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377068 Aug 11 22:04:46.307763 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe2e1c-abc9-40dd-aaf5-f490656eadcd req-8de0346b-a565-4125-afa8-fab2d793cc89 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:46.310785 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3fe2e1c-abc9-40dd-aaf5-f490656eadcd req-8de0346b-a565-4125-afa8-fab2d793cc89 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 946 time: 0.1270518 Aug 11 22:04:46.371798 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38258) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:46.408909 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3fe2e1c-abc9-40dd-aaf5-f490656eadcd req-559c7c17-926e-4f84-a6ec-a7a0a4c96def tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858669 Aug 11 22:04:46.468445 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-98144411-f022-477c-8649-f1f2fa489858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:46.480532 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-98144411-f022-477c-8649-f1f2fa489858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:46.555019 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-992d9bcd-d78b-468a-a15b-bd351cbc046b service neutron] 10.222.0.52 "GET /v2.0/networks/51af6b0f-08b6-41a5-a9ed-48b34e3cb239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370591 Aug 11 22:04:46.559350 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98144411-f022-477c-8649-f1f2fa489858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b30c25-def6-48d9-8e2d-97f4f15012b2,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:46.565753 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-98144411-f022-477c-8649-f1f2fa489858 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b1ae7240c13a4bc08e17c643e621dab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9223242 Aug 11 22:04:46.567131 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38268) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:46.631304 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-9ace8dcf-00b5-4426-8e43-bc1cd8418ce1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=edaff90d-e53c-40c3-9e3d-8aeb7c62d23f HTTP/1.1" status: 200 len: 217 time: 0.0568099 Aug 11 22:04:46.653568 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-43d7322d-f30d-45ce-a514-44d17288f3d5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=82d761ca7860491680c47e20f9d50273&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2795849 Aug 11 22:04:46.655341 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38272) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:46.754610 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-78e20a11-09cb-4672-a272-fe1bb93b9a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:46.754610 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-78e20a11-09cb-4672-a272-fe1bb93b9a30 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9151294c-d4b3-4b89-812c-726f585f11d8 HTTP/1.1" status: 200 len: 797 time: 0.1106133 Aug 11 22:04:46.758282 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-df0b15f0-8e9a-42d0-a58d-629cea40e7c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:46.782595 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad1121-7eae-46c9-91f9-96fd647bd6ef req-49af2707-617e-4c2c-9395-7531c6fa439e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:46.784277 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eaad1121-7eae-46c9-91f9-96fd647bd6ef req-49af2707-617e-4c2c-9395-7531c6fa439e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=212da73c-90da-4446-b874-d778cb7ff35d HTTP/1.1" status: 200 len: 945 time: 0.1218498 Aug 11 22:04:46.835488 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7f5b44da-a880-489d-a61d-da9869dff21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:46.844319 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-df0b15f0-8e9a-42d0-a58d-629cea40e7c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:46.879882 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6327d0-cdaf-4cd5-8f0b-93e79c2a2a5b req-4918d5b1-46d3-4e6c-b4e1-adc8c609c53a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:46.892237 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6327d0-cdaf-4cd5-8f0b-93e79c2a2a5b req-4918d5b1-46d3-4e6c-b4e1-adc8c609c53a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:46.892674 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eaad1121-7eae-46c9-91f9-96fd647bd6ef req-8fd48882-a5b2-4794-a1ad-590690d91c42 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878651 Aug 11 22:04:46.898202 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-823ff725-3ac5-4e57-a8b8-6ffb0381ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:46.899416 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6327d0-cdaf-4cd5-8f0b-93e79c2a2a5b req-4918d5b1-46d3-4e6c-b4e1-adc8c609c53a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:46.901790 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-823ff725-3ac5-4e57-a8b8-6ffb0381ae0f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b287a464-dc73-48ac-8476-f9f6272430e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1380961 Aug 11 22:04:46.907255 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6327d0-cdaf-4cd5-8f0b-93e79c2a2a5b req-4918d5b1-46d3-4e6c-b4e1-adc8c609c53a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:46.934470 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6327d0-cdaf-4cd5-8f0b-93e79c2a2a5b req-4918d5b1-46d3-4e6c-b4e1-adc8c609c53a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:46.946856 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6327d0-cdaf-4cd5-8f0b-93e79c2a2a5b req-4918d5b1-46d3-4e6c-b4e1-adc8c609c53a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:46.952765 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6327d0-cdaf-4cd5-8f0b-93e79c2a2a5b req-4918d5b1-46d3-4e6c-b4e1-adc8c609c53a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:46.962541 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc6327d0-cdaf-4cd5-8f0b-93e79c2a2a5b req-4918d5b1-46d3-4e6c-b4e1-adc8c609c53a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5429 time: 0.2565572 Aug 11 22:04:47.002906 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'tag': '2b4fd92b-4177-42f2-b2d7-f08e82f9e6da'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:04:47.007956 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee571676-d180-47e0-af29-a3fa4c2aaa0f" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "tag": "2b4fd92b-4177-42f2-b2d7-f08e82f9e6da"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:04:47.012821 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7f5b44da-a880-489d-a61d-da9869dff21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:47.080366 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc6327d0-cdaf-4cd5-8f0b-93e79c2a2a5b req-35c8cbcd-5312-4f6e-81fe-ff1a013a0eef tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1164458 Aug 11 22:04:47.098675 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-df0b15f0-8e9a-42d0-a58d-629cea40e7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:47.101369 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-df0b15f0-8e9a-42d0-a58d-629cea40e7c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:47.103308 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-df0b15f0-8e9a-42d0-a58d-629cea40e7c1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d7b30c25-def6-48d9-8e2d-97f4f15012b2 HTTP/1.1" status: 204 len: 168 time: 0.5349851 Aug 11 22:04:47.135714 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194925a-2051-4682-888a-91d7ab410346 req-7d93f80e-7a42-4915-a0e0-6ab5065b413a tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:47.138373 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f194925a-2051-4682-888a-91d7ab410346 req-7d93f80e-7a42-4915-a0e0-6ab5065b413a tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 946 time: 0.1731195 Aug 11 22:04:47.151694 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7f5b44da-a880-489d-a61d-da9869dff21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:47.152412 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-141a7fd6-0f94-401c-989b-d0f979fe5651 service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376857 Aug 11 22:04:47.154679 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b15f0-8e9a-42d0-a58d-629cea40e7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b30c25-def6-48d9-8e2d-97f4f15012b2,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:47.157420 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7f5b44da-a880-489d-a61d-da9869dff21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:47.167836 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7f5b44da-a880-489d-a61d-da9869dff21b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/10cdbe92-e09f-4e44-a115-bfe678a49b89 HTTP/1.1" status: 204 len: 168 time: 0.5093617 Aug 11 22:04:47.206134 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b44da-a880-489d-a61d-da9869dff21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cdbe92-e09f-4e44-a115-bfe678a49b89,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:47.308596 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3c33cc-8704-47bb-a82b-86bebe2ccabb x-openstack-request-id: req-3e3c33cc-8704-47bb-a82b-86bebe2ccabb {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:04:47.309147 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "tag": "2b4fd92b-4177-42f2-b2d7-f08e82f9e6da", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:04:47.309366 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3e3c33cc-8704-47bb-a82b-86bebe2ccabb {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:04:47.313380 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'tag': '2b4fd92b-4177-42f2-b2d7-f08e82f9e6da', 'status': 'completed', 'code': 200} Aug 11 22:04:47.361471 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f194925a-2051-4682-888a-91d7ab410346 req-1215e5ac-870c-4953-b28e-ed9baa234189 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221470 Aug 11 22:04:47.414758 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:47.441062 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-e0811b54-5cb3-4596-ab9a-6d063ef2c54b service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771204 Aug 11 22:04:47.520928 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5350fc-1d33-483f-8357-bdd3c76a6283 req-3181f045-0d44-4457-8f34-016a9289251a tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:47.528212 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1b5350fc-1d33-483f-8357-bdd3c76a6283 req-3181f045-0d44-4457-8f34-016a9289251a tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/ports?device_id=793cc26a-cb42-4ed9-b792-034c67513851 HTTP/1.1" status: 200 len: 945 time: 0.1720581 Aug 11 22:04:47.591097 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-1cc9d77d-c630-4b30-8aec-c69c9f7e66ee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 HTTP/1.1" status: 200 len: 217 time: 0.1118762 Aug 11 22:04:47.606191 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:04:47.646461 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1b5350fc-1d33-483f-8357-bdd3c76a6283 req-ab90c6ff-b738-4790-b634-375a07f33a0c tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/security-groups?id=d557176d-5585-4c7a-a7d7-92f1b18d94c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1061351 Aug 11 22:04:47.775185 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:04:47.777512 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:47.804730 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-6b32cecd-d14c-4d4c-b6a3-e12067e5ffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:47.806585 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-6b32cecd-d14c-4d4c-b6a3-e12067e5ffd0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9151294c-d4b3-4b89-812c-726f585f11d8 HTTP/1.1" status: 200 len: 797 time: 0.1864872 Aug 11 22:04:47.886861 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc815fc-e7d0-4880-9d86-f711298939b2 req-5263cd94-a380-4ddd-813c-a635310e5c3e tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:47.888571 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7fc815fc-e7d0-4880-9d86-f711298939b2 req-5263cd94-a380-4ddd-813c-a635310e5c3e tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.82 "GET /v2.0/ports?device_id=793cc26a-cb42-4ed9-b792-034c67513851 HTTP/1.1" status: 200 len: 945 time: 0.4460850 Aug 11 22:04:47.905213 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8a5f2-84ce-49ff-8d40-442ed2d37ead req-608a96c8-518e-457d-876a-491990a60392 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:47.907442 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-95a8a5f2-84ce-49ff-8d40-442ed2d37ead req-608a96c8-518e-457d-876a-491990a60392 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.82 "GET /v2.0/ports?device_id=212da73c-90da-4446-b874-d778cb7ff35d HTTP/1.1" status: 200 len: 945 time: 0.2561448 Aug 11 22:04:47.984568 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38322) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:48.000274 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:48.028489 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-78b46528-cf4d-40af-84dc-48835798874a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:48.044512 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb83ab-1f26-4163-bce7-497b380304da req-d91281a0-3665-4552-8929-ee85a6876233 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:48.050788 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-68eb83ab-1f26-4163-bce7-497b380304da req-d91281a0-3665-4552-8929-ee85a6876233 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 946 time: 0.4336355 Aug 11 22:04:48.056562 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38324) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:48.085840 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aad8f4d-c5ed-427f-8ee4-328c12470876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:04:48.091130 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdb554e-c3f5-4da2-a968-fc8711930d25" -d '{"events": [{"server_uuid": "6aad8f4d-c5ed-427f-8ee4-328c12470876", "name": "network-vif-plugged", "status": "completed", "tag": "54b2c1ee-4e5e-4f38-8df1-1ca72d59a331"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:04:48.106987 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-630c9bb2-5dd4-4d28-be1e-91af10ff6944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:48.109900 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-630c9bb2-5dd4-4d28-be1e-91af10ff6944 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b287a464-dc73-48ac-8476-f9f6272430e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2921193 Aug 11 22:04:48.119430 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:04:48.127198 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:48.170331 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a3284-c1a1-402a-9c0e-3db369a0c603 req-c6749530-915f-4e41-b91b-a54492c737bb tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:48.172167 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-030a3284-c1a1-402a-9c0e-3db369a0c603 req-c6749530-915f-4e41-b91b-a54492c737bb tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=212da73c-90da-4446-b874-d778cb7ff35d HTTP/1.1" status: 200 len: 945 time: 0.1317790 Aug 11 22:04:48.224836 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a21cef75-1f4a-4e4f-9827-407625ea0c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:48.235792 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-030a3284-c1a1-402a-9c0e-3db369a0c603 req-04342d95-ba51-4480-82e7-d2d69834d2d3 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630853 Aug 11 22:04:48.290512 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-78b46528-cf4d-40af-84dc-48835798874a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:48.295859 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,revision_number=10']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:48.301318 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-78b46528-cf4d-40af-84dc-48835798874a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:48.369646 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb6823d-abc7-48e1-aa48-40d623cb7de2 x-openstack-request-id: req-bdb6823d-abc7-48e1-aa48-40d623cb7de2 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:04:48.373864 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aad8f4d-c5ed-427f-8ee4-328c12470876", "name": "network-vif-plugged", "status": "completed", "tag": "54b2c1ee-4e5e-4f38-8df1-1ca72d59a331", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:04:48.375277 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bdb6823d-abc7-48e1-aa48-40d623cb7de2 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:04:48.378184 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aad8f4d-c5ed-427f-8ee4-328c12470876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331', 'code': 200} Aug 11 22:04:48.384190 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-78b46528-cf4d-40af-84dc-48835798874a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c5d83ade85e747fd968618d134faad87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3957615 Aug 11 22:04:48.385416 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b46528-cf4d-40af-84dc-48835798874a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84df98bd-26ec-4187-8549-2999e217ea19,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:48.388158 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38334) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:48.479091 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cc49e67c-8bae-4490-aba7-c906e838c085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:48.577416 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cc49e67c-8bae-4490-aba7-c906e838c085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:48.635177 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-68eb83ab-1f26-4163-bce7-497b380304da req-a640aad1-d935-429b-aa7b-ed1228e8638e tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4973669 Aug 11 22:04:48.662495 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-d471715e-4824-4e7e-bd84-9d2d1350397b service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200994 Aug 11 22:04:48.671965 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833acd7-dbd5-4f36-b357-521ee6d92e02 req-27bb1c6e-3f53-44e4-9f90-361bd3df63a7 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:48.685376 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833acd7-dbd5-4f36-b357-521ee6d92e02 req-27bb1c6e-3f53-44e4-9f90-361bd3df63a7 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:48.706266 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833acd7-dbd5-4f36-b357-521ee6d92e02 req-27bb1c6e-3f53-44e4-9f90-361bd3df63a7 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:48.717229 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833acd7-dbd5-4f36-b357-521ee6d92e02 req-27bb1c6e-3f53-44e4-9f90-361bd3df63a7 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:48.727636 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833acd7-dbd5-4f36-b357-521ee6d92e02 req-27bb1c6e-3f53-44e4-9f90-361bd3df63a7 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:48.738116 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833acd7-dbd5-4f36-b357-521ee6d92e02 req-27bb1c6e-3f53-44e4-9f90-361bd3df63a7 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:48.745141 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833acd7-dbd5-4f36-b357-521ee6d92e02 req-27bb1c6e-3f53-44e4-9f90-361bd3df63a7 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:48.747605 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0833acd7-dbd5-4f36-b357-521ee6d92e02 req-27bb1c6e-3f53-44e4-9f90-361bd3df63a7 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5429 time: 0.2599921 Aug 11 22:04:48.783910 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-7fc815fc-e7d0-4880-9d86-f711298939b2 req-fd78dd81-795b-4db6-b045-c3d9478b9f0d tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Deleting port 7fe5171e-5afe-42cc-a884-b578cc123432 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:04:48.784650 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7fc815fc-e7d0-4880-9d86-f711298939b2 req-fd78dd81-795b-4db6-b045-c3d9478b9f0d tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:48.789367 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cc49e67c-8bae-4490-aba7-c906e838c085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:48.792606 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cc49e67c-8bae-4490-aba7-c906e838c085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:48.793795 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cc49e67c-8bae-4490-aba7-c906e838c085 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/84df98bd-26ec-4187-8549-2999e217ea19 HTTP/1.1" status: 204 len: 168 time: 0.4043221 Aug 11 22:04:48.804385 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0833acd7-dbd5-4f36-b357-521ee6d92e02 req-389213e1-c918-4160-afce-4bd57881de39 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0496154 Aug 11 22:04:48.810428 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49e67c-8bae-4490-aba7-c906e838c085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84df98bd-26ec-4187-8549-2999e217ea19,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:48.883527 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:48.959521 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-95a8a5f2-84ce-49ff-8d40-442ed2d37ead req-8e50e295-ba8f-4f70-a54f-724a2928ec5e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Deleting port 9677872b-0d78-4348-9912-3f9a311a7ab3 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:04:48.959884 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-95a8a5f2-84ce-49ff-8d40-442ed2d37ead req-8e50e295-ba8f-4f70-a54f-724a2928ec5e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:49.031744 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78ba1e-3526-4845-9685-99425c3d56c2 req-9922ec68-30da-435a-a34a-bbebe2b49724 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:49.035427 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4f78ba1e-3526-4845-9685-99425c3d56c2 req-9922ec68-30da-435a-a34a-bbebe2b49724 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/ports?device_id=793cc26a-cb42-4ed9-b792-034c67513851 HTTP/1.1" status: 200 len: 945 time: 0.1020539 Aug 11 22:04:49.068602 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a8000-2aeb-4a95-8314-025e3c7d15a3 req-c1efc994-5e02-4cef-a3e0-2b74b95883d7 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:49.073663 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e88a8000-2aeb-4a95-8314-025e3c7d15a3 req-c1efc994-5e02-4cef-a3e0-2b74b95883d7 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 946 time: 0.3035688 Aug 11 22:04:49.107100 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4f78ba1e-3526-4845-9685-99425c3d56c2 req-a123d8f9-8488-45bf-9609-0218e413f9cf tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/security-groups?id=d557176d-5585-4c7a-a7d7-92f1b18d94c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583360 Aug 11 22:04:49.120151 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-9870f8b0-d083-40f2-88f5-37666adaf055 service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489036 Aug 11 22:04:49.129132 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-7fc815fc-e7d0-4880-9d86-f711298939b2 req-fd78dd81-795b-4db6-b045-c3d9478b9f0d tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] For port 7fe5171e-5afe-42cc-a884-b578cc123432, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=7fe5171e-5afe-42cc-a884-b578cc123432,segment=NetworkSegment(3d6c3e44-728d-4f47-bfbd-0f9f00adbf37),segment_id=3d6c3e44-728d-4f47-bfbd-0f9f00adbf37)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:04:49.129668 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7fc815fc-e7d0-4880-9d86-f711298939b2 req-fd78dd81-795b-4db6-b045-c3d9478b9f0d tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:49.156121 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a21cef75-1f4a-4e4f-9827-407625ea0c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:49.198196 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a21cef75-1f4a-4e4f-9827-407625ea0c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:49.316943 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-1182671a-1b20-4057-9bf8-c09181fc757e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=6cca6cf8-573d-4f5d-82da-fde29b978abb HTTP/1.1" status: 200 len: 217 time: 0.1713023 Aug 11 22:04:49.432250 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e88a8000-2aeb-4a95-8314-025e3c7d15a3 req-ec6080b7-64c9-4842-bc9b-0d32471a827e tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2886078 Aug 11 22:04:49.447660 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21cef75-1f4a-4e4f-9827-407625ea0c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da27639-6066-4eae-ac91-a083e24f26a8,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:49.456290 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a21cef75-1f4a-4e4f-9827-407625ea0c13 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9cd6f6f8113f466c809ba51a7564921e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3449690 Aug 11 22:04:49.459788 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38352) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:49.504051 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-95a8a5f2-84ce-49ff-8d40-442ed2d37ead req-8e50e295-ba8f-4f70-a54f-724a2928ec5e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] For port 9677872b-0d78-4348-9912-3f9a311a7ab3, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=9677872b-0d78-4348-9912-3f9a311a7ab3,segment=NetworkSegment(a26e85d0-a905-4271-9972-2aa908ddc09b),segment_id=a26e85d0-a905-4271-9972-2aa908ddc09b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:04:49.504443 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-95a8a5f2-84ce-49ff-8d40-442ed2d37ead req-8e50e295-ba8f-4f70-a54f-724a2928ec5e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:49.532388 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5e1ee-a2f4-4939-959c-4c74840817f5 req-0ad2256e-b94f-4293-a874-3d8917bb4155 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:49.544139 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-72e5e1ee-a2f4-4939-959c-4c74840817f5 req-0ad2256e-b94f-4293-a874-3d8917bb4155 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=212da73c-90da-4446-b874-d778cb7ff35d HTTP/1.1" status: 200 len: 945 time: 0.1653495 Aug 11 22:04:49.585351 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-72e5e1ee-a2f4-4939-959c-4c74840817f5 req-91277684-cc21-497b-95a7-383d10237879 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/security-groups?id=bfe90db6-817b-4ac1-8556-ed3b04a85630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402894 Aug 11 22:04:49.604701 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-95a8a5f2-84ce-49ff-8d40-442ed2d37ead req-8e50e295-ba8f-4f70-a54f-724a2928ec5e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Calling delete_port for 9677872b-0d78-4348-9912-3f9a311a7ab3 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:04:49.617103 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-77000fb6-10c0-489f-bc41-5912b8c4bdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:49.618747 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-77000fb6-10c0-489f-bc41-5912b8c4bdab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9151294c-d4b3-4b89-812c-726f585f11d8 HTTP/1.1" status: 200 len: 797 time: 0.2737107 Aug 11 22:04:49.849775 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1e6e24a7-9e12-4349-88f3-6260733bd28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:49.890904 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7fc815fc-e7d0-4880-9d86-f711298939b2 req-fd78dd81-795b-4db6-b045-c3d9478b9f0d tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:49.891396 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7fc815fc-e7d0-4880-9d86-f711298939b2 req-fd78dd81-795b-4db6-b045-c3d9478b9f0d tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:49.891774 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [req-7fc815fc-e7d0-4880-9d86-f711298939b2 req-fd78dd81-795b-4db6-b045-c3d9478b9f0d tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Floating IP 5999adbb-896b-428d-b7ea-cee2a0ff9f3f disassociated. External IP: 172.25.2.174, port: 7fe5171e-5afe-42cc-a884-b578cc123432. Aug 11 22:04:49.892136 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-7fc815fc-e7d0-4880-9d86-f711298939b2 req-fd78dd81-795b-4db6-b045-c3d9478b9f0d tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Calling delete_port for 7fe5171e-5afe-42cc-a884-b578cc123432 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:04:49.904014 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-82511ccd-50fb-4fa6-9232-ba0b45a573c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:49.905609 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-82511ccd-50fb-4fa6-9232-ba0b45a573c8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b287a464-dc73-48ac-8476-f9f6272430e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2710679 Aug 11 22:04:49.935140 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1e6e24a7-9e12-4349-88f3-6260733bd28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:50.061248 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b21e77-54fb-4d42-a0c5-5d2e7efbdae3 req-3df5317b-3cdd-4c1e-9216-b389f2a5ac6a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:50.070463 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-55b21e77-54fb-4d42-a0c5-5d2e7efbdae3 req-3df5317b-3cdd-4c1e-9216-b389f2a5ac6a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 946 time: 0.3128591 Aug 11 22:04:50.122877 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515fac1-9cca-405b-a875-d0967b04b9ab req-56c28a64-98a1-45ee-900a-97a42be073dd tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:50.142976 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515fac1-9cca-405b-a875-d0967b04b9ab req-56c28a64-98a1-45ee-900a-97a42be073dd tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:50.179262 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515fac1-9cca-405b-a875-d0967b04b9ab req-56c28a64-98a1-45ee-900a-97a42be073dd tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:50.198275 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515fac1-9cca-405b-a875-d0967b04b9ab req-56c28a64-98a1-45ee-900a-97a42be073dd tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:50.205343 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515fac1-9cca-405b-a875-d0967b04b9ab req-56c28a64-98a1-45ee-900a-97a42be073dd tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:50.215380 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515fac1-9cca-405b-a875-d0967b04b9ab req-56c28a64-98a1-45ee-900a-97a42be073dd tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:50.223397 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515fac1-9cca-405b-a875-d0967b04b9ab req-56c28a64-98a1-45ee-900a-97a42be073dd tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:50.234644 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0515fac1-9cca-405b-a875-d0967b04b9ab req-56c28a64-98a1-45ee-900a-97a42be073dd tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5429 time: 0.2654419 Aug 11 22:04:50.269289 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-55b21e77-54fb-4d42-a0c5-5d2e7efbdae3 req-1800017e-6cf8-4c7b-9382-dd0254a5f258 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973217 Aug 11 22:04:50.285407 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-72f5d4cc-d8cb-48c7-b247-adcf9166674c service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641193 Aug 11 22:04:50.288695 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0515fac1-9cca-405b-a875-d0967b04b9ab req-ecf2082f-1707-4651-bb86-179cfcc7f51e tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538704 Aug 11 22:04:50.323977 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1e6e24a7-9e12-4349-88f3-6260733bd28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:50.333879 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:50.337902 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1e6e24a7-9e12-4349-88f3-6260733bd28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:50.340351 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1e6e24a7-9e12-4349-88f3-6260733bd28f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8da27639-6066-4eae-ac91-a083e24f26a8 HTTP/1.1" status: 204 len: 168 time: 0.8687994 Aug 11 22:04:50.417635 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-95a8a5f2-84ce-49ff-8d40-442ed2d37ead req-8e50e295-ba8f-4f70-a54f-724a2928ec5e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:50.516060 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e24a7-9e12-4349-88f3-6260733bd28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da27639-6066-4eae-ac91-a083e24f26a8,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:50.609353 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50e295-ba8f-4f70-a54f-724a2928ec5e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Pushing event deleted for resources: {'Port': ['ID=9677872b-0d78-4348-9912-3f9a311a7ab3,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:50.641354 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7fc815fc-e7d0-4880-9d86-f711298939b2 req-fd78dd81-795b-4db6-b045-c3d9478b9f0d tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:50.723325 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a8a5f2-84ce-49ff-8d40-442ed2d37ead req-8e50e295-ba8f-4f70-a54f-724a2928ec5e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] No DVR routers for this DVR port 9677872b-0d78-4348-9912-3f9a311a7ab3 on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:04:50.733846 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-95a8a5f2-84ce-49ff-8d40-442ed2d37ead req-8e50e295-ba8f-4f70-a54f-724a2928ec5e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:50.736356 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-95a8a5f2-84ce-49ff-8d40-442ed2d37ead req-8e50e295-ba8f-4f70-a54f-724a2928ec5e tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.82 "DELETE /v2.0/ports/9677872b-0d78-4348-9912-3f9a311a7ab3 HTTP/1.1" status: 204 len: 173 time: 2.7203476 Aug 11 22:04:50.736877 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212da73c-90da-4446-b874-d778cb7ff35d', 'name': 'network-vif-deleted', 'tag': '9677872b-0d78-4348-9912-3f9a311a7ab3'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:04:50.742632 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f5b1bd-d2c1-4f1b-b767-26541dcd26b5" -d '{"events": [{"server_uuid": "212da73c-90da-4446-b874-d778cb7ff35d", "name": "network-vif-deleted", "tag": "9677872b-0d78-4348-9912-3f9a311a7ab3"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:04:50.746160 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78dd81-795b-4db6-b045-c3d9478b9f0d tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Pushing event deleted for resources: {'Port': ['ID=7fe5171e-5afe-42cc-a884-b578cc123432,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:50.775258 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99aa690-4da2-4d56-872c-f300fc9d3c35 req-23aedd59-f4f4-44d4-9e11-bda258acf0b9 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:50.782984 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c99aa690-4da2-4d56-872c-f300fc9d3c35 req-23aedd59-f4f4-44d4-9e11-bda258acf0b9 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/ports?device_id=793cc26a-cb42-4ed9-b792-034c67513851 HTTP/1.1" status: 200 len: 867 time: 0.3905323 Aug 11 22:04:50.853885 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-f3f34a54-3a4f-4421-acd2-4cb2ff27fafa service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518179 Aug 11 22:04:50.857931 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-04160689-add9-46f0-ab75-2e3b0f504e19 req-15801f43-bb94-4f51-a306-8892b8b51e24 tempest-DeleteServersTestJSON-786809155 tempest-DeleteServersTestJSON-786809155-project] 10.222.0.77 "GET /v2.0/ports?device_id=212da73c-90da-4446-b874-d778cb7ff35d HTTP/1.1" status: 200 len: 210 time: 0.0607576 Aug 11 22:04:50.983053 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b5f9c9-eeb5-48e2-ba0a-da62758c347f x-openstack-request-id: req-55b5f9c9-eeb5-48e2-ba0a-da62758c347f {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:04:50.983909 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212da73c-90da-4446-b874-d778cb7ff35d", "name": "network-vif-deleted", "tag": "9677872b-0d78-4348-9912-3f9a311a7ab3", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:04:50.984506 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-55b5f9c9-eeb5-48e2-ba0a-da62758c347f {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:04:50.987717 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212da73c-90da-4446-b874-d778cb7ff35d', 'name': 'network-vif-deleted', 'tag': '9677872b-0d78-4348-9912-3f9a311a7ab3', 'status': 'completed', 'code': 200} Aug 11 22:04:51.084591 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-db2e12e2-0b31-4efe-ad85-8b9f3b374163 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=e2559e55-1916-4912-88c9-a11e2523aefa HTTP/1.1" status: 200 len: 217 time: 0.2209907 Aug 11 22:04:51.111075 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c99aa690-4da2-4d56-872c-f300fc9d3c35 req-44e346d4-1840-4be3-ace9-0525333a1b72 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/security-groups?id=d557176d-5585-4c7a-a7d7-92f1b18d94c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3271286 Aug 11 22:04:51.553541 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-d4c18bef-042a-4170-af45-deb3a18b4539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:51.558836 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-d4c18bef-042a-4170-af45-deb3a18b4539 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9151294c-d4b3-4b89-812c-726f585f11d8 HTTP/1.1" status: 200 len: 797 time: 0.4423437 Aug 11 22:04:51.621297 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 9677872b-0d78-4348-9912-3f9a311a7ab3 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:04:51.685645 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fc815fc-e7d0-4880-9d86-f711298939b2 req-fd78dd81-795b-4db6-b045-c3d9478b9f0d tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Router 871025f8-ebfd-49dd-a840-7b0b5e91a882 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:04:51.710244 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa0acc-07fc-495e-8330-19e5095437d3 req-b28138a0-993d-4f4a-ae32-63686a3e9051 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:51.735628 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3cfa0acc-07fc-495e-8330-19e5095437d3 req-b28138a0-993d-4f4a-ae32-63686a3e9051 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 946 time: 0.2370956 Aug 11 22:04:51.761656 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 9677872b-0d78-4348-9912-3f9a311a7ab3 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:04:51.762598 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 9677872b-0d78-4348-9912-3f9a311a7ab3 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:04:51.763463 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 7fe5171e-5afe-42cc-a884-b578cc123432 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:04:51.815383 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 7fe5171e-5afe-42cc-a884-b578cc123432 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:04:51.817275 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 7fe5171e-5afe-42cc-a884-b578cc123432 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:04:51.881794 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3cfa0acc-07fc-495e-8330-19e5095437d3 req-528fa8f0-4548-46b2-a25b-771bfb505f2c tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376512 Aug 11 22:04:51.932465 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece3d53-8811-44b3-978b-96db29daaf9a req-740574ee-a67a-428c-8849-e27c2cb5f347 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:51.947810 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece3d53-8811-44b3-978b-96db29daaf9a req-740574ee-a67a-428c-8849-e27c2cb5f347 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:51.961998 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece3d53-8811-44b3-978b-96db29daaf9a req-740574ee-a67a-428c-8849-e27c2cb5f347 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:51.975350 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece3d53-8811-44b3-978b-96db29daaf9a req-740574ee-a67a-428c-8849-e27c2cb5f347 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:51.992054 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece3d53-8811-44b3-978b-96db29daaf9a req-740574ee-a67a-428c-8849-e27c2cb5f347 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:52.007779 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece3d53-8811-44b3-978b-96db29daaf9a req-740574ee-a67a-428c-8849-e27c2cb5f347 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:52.023035 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece3d53-8811-44b3-978b-96db29daaf9a req-740574ee-a67a-428c-8849-e27c2cb5f347 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:52.038779 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bece3d53-8811-44b3-978b-96db29daaf9a req-740574ee-a67a-428c-8849-e27c2cb5f347 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5429 time: 0.4962089 Aug 11 22:04:52.211712 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-6d229dd5-8076-4ba4-b38d-c9aac14f2f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:52.213380 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-6d229dd5-8076-4ba4-b38d-c9aac14f2f54 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b287a464-dc73-48ac-8476-f9f6272430e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5258098 Aug 11 22:04:52.227432 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bece3d53-8811-44b3-978b-96db29daaf9a req-77a4b5f7-7a4f-4878-bcb5-5f3e8480ed88 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1870987 Aug 11 22:04:52.593691 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-411b5ce9-7b0a-47a3-9b41-57ca6a971821 req-a4ea0c6e-932b-4142-9ac7-c26f88eb359b tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/ports?device_id=793cc26a-cb42-4ed9-b792-034c67513851 HTTP/1.1" status: 200 len: 210 time: 0.2827940 Aug 11 22:04:52.715004 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-5a80aca9-2dfe-410e-b182-af93f029de46 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:52.732705 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-5a80aca9-2dfe-410e-b182-af93f029de46 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba&tenant_id=a5fc899cc52f44178d979d66e6a50dde&binding%3Ahost_id=n-h1-804275-3 HTTP/1.1" status: 200 len: 1097 time: 0.4832189 Aug 11 22:04:52.758678 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-7589b94a-fa92-4b80-b5d3-64457f43c86d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804275-3'}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:04:52.884410 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fc815fc-e7d0-4880-9d86-f711298939b2 req-fd78dd81-795b-4db6-b045-c3d9478b9f0d tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:04:52.903208 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0dd49c-c24d-45d1-8fb3-99b52001b865 None None] Sync routers for ids ['871025f8-ebfd-49dd-a840-7b0b5e91a882'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:04:52.936339 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0dd49c-c24d-45d1-8fb3-99b52001b865 None None] Routers {'871025f8-ebfd-49dd-a840-7b0b5e91a882'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:04:52.937465 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-5c0dd49c-c24d-45d1-8fb3-99b52001b865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:04:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['871025f8-ebfd-49dd-a840-7b0b5e91a882'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:04:53.015477 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-7589b94a-fa92-4b80-b5d3-64457f43c86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:53.022760 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc815fc-e7d0-4880-9d86-f711298939b2 req-fd78dd81-795b-4db6-b045-c3d9478b9f0d tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] No DVR routers for this DVR port 7fe5171e-5afe-42cc-a884-b578cc123432 on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:04:53.033542 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7fc815fc-e7d0-4880-9d86-f711298939b2 req-fd78dd81-795b-4db6-b045-c3d9478b9f0d tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:53.033542 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7fc815fc-e7d0-4880-9d86-f711298939b2 req-fd78dd81-795b-4db6-b045-c3d9478b9f0d tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.82 "DELETE /v2.0/ports/7fe5171e-5afe-42cc-a884-b578cc123432 HTTP/1.1" status: 204 len: 173 time: 5.1237657 Aug 11 22:04:53.053277 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793cc26a-cb42-4ed9-b792-034c67513851', 'name': 'network-vif-deleted', 'tag': '7fe5171e-5afe-42cc-a884-b578cc123432'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:04:53.063081 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2547c5-8859-4d84-a253-2734b96c0ce5" -d '{"events": [{"server_uuid": "793cc26a-cb42-4ed9-b792-034c67513851", "name": "network-vif-deleted", "tag": "7fe5171e-5afe-42cc-a884-b578cc123432"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:04:53.101486 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-0576ed2e-bd1a-41cc-84ed-d287be985034 service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8668203 Aug 11 22:04:53.279812 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-b9f37a5e-5a80-42a8-8326-3df0ba755923 service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712091 Aug 11 22:04:53.316762 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-5c0dd49c-c24d-45d1-8fb3-99b52001b865 None None] Set router 871025f8-ebfd-49dd-a840-7b0b5e91a882 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:04:53.403803 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-33db0f3a-7933-4f62-8725-1b0f8f81d4da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e2894cb3-a993-43a9-a58e-1c4b58a9cf7c HTTP/1.1" status: 200 len: 217 time: 0.1164002 Aug 11 22:04:53.494822 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0761b-22c7-4e64-be69-4bc58da54b8e req-aeffa987-21d2-4f12-b2c9-1df80d128881 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:53.508556 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ebc0761b-22c7-4e64-be69-4bc58da54b8e req-aeffa987-21d2-4f12-b2c9-1df80d128881 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 946 time: 0.3533177 Aug 11 22:04:53.522659 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-f0132fbe-b283-478f-bd4a-f94f88b5fe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:53.526351 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-f0132fbe-b283-478f-bd4a-f94f88b5fe6a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a517bd89-a5f8-4600-9a3f-a19621adfded HTTP/1.1" status: 200 len: 797 time: 0.1148388 Aug 11 22:04:53.627941 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dcbf92-aff7-41fb-94e9-9f329525fecd x-openstack-request-id: req-77dcbf92-aff7-41fb-94e9-9f329525fecd {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:04:53.627941 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "793cc26a-cb42-4ed9-b792-034c67513851", "name": "network-vif-deleted", "tag": "7fe5171e-5afe-42cc-a884-b578cc123432", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:04:53.627941 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-77dcbf92-aff7-41fb-94e9-9f329525fecd {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:04:53.628893 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '793cc26a-cb42-4ed9-b792-034c67513851', 'name': 'network-vif-deleted', 'tag': '7fe5171e-5afe-42cc-a884-b578cc123432', 'status': 'completed', 'code': 200} Aug 11 22:04:53.643582 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ebc0761b-22c7-4e64-be69-4bc58da54b8e req-78c10ead-90fd-4264-be94-c28ad8638fa0 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088953 Aug 11 22:04:53.723583 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-7589b94a-fa92-4b80-b5d3-64457f43c86d service neutron] For port 265c0cb9-a9ad-49d5-ad87-54817824bc7a, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=265c0cb9-a9ad-49d5-ad87-54817824bc7a,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:04:53.786182 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-58afbcdd-db34-4b2d-8eae-91cb2456268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:53.790141 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-58afbcdd-db34-4b2d-8eae-91cb2456268d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39346d85-8db1-4c32-bd48-0eb63c830650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2574008 Aug 11 22:04:53.844576 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-5c0dd49c-c24d-45d1-8fb3-99b52001b865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'name': 'tempest-ServersTestFqdnHostnames-1992518892-router', 'tenant_id': '95f5703708cc4c328a0d034631678af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '80d3d2d4-c53e-4486-a5a3-cdc3e3d59294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:01:12Z', 'updated_at': '2021-08-11T22:01:21Z', 'revision_number': 4, 'project_id': '95f5703708cc4c328a0d034631678af3', 'gw_port': {'id': '80d3d2d4-c53e-4486-a5a3-cdc3e3d59294', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:01:14Z', 'updated_at': '2021-08-11T22:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '59d518f5-1d06-4a31-ac0f-45478076d617', 'name': '', 'network_id': '25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5', 'tenant_id': '95f5703708cc4c328a0d034631678af3', 'mac_address': 'fa:16:3e:0c:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '3095737f-664b-4f3c-9348-9cf878309f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:01:19Z', 'updated_at': '2021-08-11T22:01:30Z', 'revision_number': 5, 'project_id': '95f5703708cc4c328a0d034631678af3', 'subnets': [{'id': '3095737f-664b-4f3c-9348-9cf878309f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:04:53.873522 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 265c0cb9-a9ad-49d5-ad87-54817824bc7a details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:04:53.915351 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-7589b94a-fa92-4b80-b5d3-64457f43c86d service neutron] For port 265c0cb9-a9ad-49d5-ad87-54817824bc7a, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:04:53.919152 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0dd49c-c24d-45d1-8fb3-99b52001b865 None None] Checking router: 871025f8-ebfd-49dd-a840-7b0b5e91a882 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:04:53.948870 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0dd49c-c24d-45d1-8fb3-99b52001b865 None None] Routers {'871025f8-ebfd-49dd-a840-7b0b5e91a882'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:04:53.949831 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-5c0dd49c-c24d-45d1-8fb3-99b52001b865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:04:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['871025f8-ebfd-49dd-a840-7b0b5e91a882'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:04:54.083645 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-7589b94a-fa92-4b80-b5d3-64457f43c86d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:54.085322 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a71782-381d-464b-b883-7b1c7d4339ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '265c0cb9-a9ad-49d5-ad87-54817824bc7a'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:04:54.088604 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa2ff5d-7bb8-4c3d-b9b9-5054786325f5" -d '{"events": [{"server_uuid": "01a71782-381d-464b-b883-7b1c7d4339ba", "name": "network-vif-unplugged", "status": "completed", "tag": "265c0cb9-a9ad-49d5-ad87-54817824bc7a"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:04:54.101888 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7e393b92-0a05-4327-8290-eb1a2be9330b req-1cc58f38-d0f3-4c0f-ba3f-3ccf128214da tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/ports?device_id=793cc26a-cb42-4ed9-b792-034c67513851 HTTP/1.1" status: 200 len: 210 time: 0.0766187 Aug 11 22:04:54.105850 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-7589b94a-fa92-4b80-b5d3-64457f43c86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:54.166682 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6ada5-5d36-46e1-89ab-8540534593fb req-bfdb0031-48f8-444b-80fd-e1967df62c29 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:54.199044 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6ada5-5d36-46e1-89ab-8540534593fb req-bfdb0031-48f8-444b-80fd-e1967df62c29 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:54.254263 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6ada5-5d36-46e1-89ab-8540534593fb req-bfdb0031-48f8-444b-80fd-e1967df62c29 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:54.282128 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6ada5-5d36-46e1-89ab-8540534593fb req-bfdb0031-48f8-444b-80fd-e1967df62c29 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:54.316249 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6ada5-5d36-46e1-89ab-8540534593fb req-bfdb0031-48f8-444b-80fd-e1967df62c29 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:54.363625 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6ada5-5d36-46e1-89ab-8540534593fb req-bfdb0031-48f8-444b-80fd-e1967df62c29 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:54.387255 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 265c0cb9-a9ad-49d5-ad87-54817824bc7a, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=265c0cb9-a9ad-49d5-ad87-54817824bc7a,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:04:54.428535 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 265c0cb9-a9ad-49d5-ad87-54817824bc7a has no active binding in host n-h2-804275-3 {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 22:04:54.434385 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6ada5-5d36-46e1-89ab-8540534593fb req-bfdb0031-48f8-444b-80fd-e1967df62c29 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:54.438020 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4fb6ada5-5d36-46e1-89ab-8540534593fb req-bfdb0031-48f8-444b-80fd-e1967df62c29 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5429 time: 0.7007110 Aug 11 22:04:54.462957 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-5c0dd49c-c24d-45d1-8fb3-99b52001b865 None None] Set router 871025f8-ebfd-49dd-a840-7b0b5e91a882 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:04:54.547710 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-7589b94a-fa92-4b80-b5d3-64457f43c86d service neutron] Attempting to bind port 265c0cb9-a9ad-49d5-ad87-54817824bc7a on host n-h1-804275-3 for vnic_type normal with profile {"migrating_to": "n-h2-804275-3"} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:04:54.548437 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-7589b94a-fa92-4b80-b5d3-64457f43c86d service neutron] Attempting to bind port 265c0cb9-a9ad-49d5-ad87-54817824bc7a by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:04:54.549146 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-7589b94a-fa92-4b80-b5d3-64457f43c86d service neutron] Attempting to bind port 265c0cb9-a9ad-49d5-ad87-54817824bc7a on network 83735497-c152-410a-a532-372740b4ec60 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:04:54.578853 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38530) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:54.595052 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589b94a-fa92-4b80-b5d3-64457f43c86d service neutron] Pushing event updated for resources: {'Port': ['ID=265c0cb9-a9ad-49d5-ad87-54817824bc7a,revision_number=7']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:54.617295 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-554a7643-a708-40cf-bc79-97d78fb4b1bf service neutron] 10.222.0.52 "GET /v2.0/networks/39346d85-8db1-4c32-bd48-0eb63c830650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8178909 Aug 11 22:04:54.621718 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-7589b94a-fa92-4b80-b5d3-64457f43c86d service neutron] Port 265c0cb9-a9ad-49d5-ad87-54817824bc7a on network 83735497-c152-410a-a532-372740b4ec60 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:04:54.625472 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-7589b94a-fa92-4b80-b5d3-64457f43c86d service neutron] Attempting to bind port 265c0cb9-a9ad-49d5-ad87-54817824bc7a on network 83735497-c152-410a-a532-372740b4ec60 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:04:54.639788 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-7589b94a-fa92-4b80-b5d3-64457f43c86d service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:04:54.641006 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-7589b94a-fa92-4b80-b5d3-64457f43c86d service neutron] Checking segment: {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:04:54.643375 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-7589b94a-fa92-4b80-b5d3-64457f43c86d service neutron] Bound using segment: {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:04:54.644606 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-7589b94a-fa92-4b80-b5d3-64457f43c86d service neutron] Bound port: 265c0cb9-a9ad-49d5-ad87-54817824bc7a, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee27aa9-6df3-4077-a9c5-db88336dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '83735497-c152-410a-a532-372740b4ec60'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:04:54.646347 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-7589b94a-fa92-4b80-b5d3-64457f43c86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:54.695465 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 22:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5446e878-a055-4614-bbc0-6cf44a25119a x-openstack-request-id: req-5446e878-a055-4614-bbc0-6cf44a25119a {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:04:54.707398 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a71782-381d-464b-b883-7b1c7d4339ba", "name": "network-vif-unplugged", "status": "completed", "tag": "265c0cb9-a9ad-49d5-ad87-54817824bc7a", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:04:54.710622 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5446e878-a055-4614-bbc0-6cf44a25119a {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:04:54.711609 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a71782-381d-464b-b883-7b1c7d4339ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '265c0cb9-a9ad-49d5-ad87-54817824bc7a', 'code': 200} Aug 11 22:04:54.874204 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-5baf47ef-7f31-4f9a-bba7-391a2fd89d7a service neutron] 10.222.0.52 "GET /v2.0/networks/39346d85-8db1-4c32-bd48-0eb63c830650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491269 Aug 11 22:04:54.947801 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-a7cd56a5-c8ff-4d61-8446-ba4c1424b996 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2b4fd92b-4177-42f2-b2d7-f08e82f9e6da HTTP/1.1" status: 200 len: 217 time: 0.0587313 Aug 11 22:04:55.021258 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4fb6ada5-5d36-46e1-89ab-8540534593fb req-f6298062-1d4a-4258-a48c-a82fe7e5553c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3986082 Aug 11 22:04:55.110350 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-46d0e081-386c-47f2-abb0-c591b1cd9fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:55.126810 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-46d0e081-386c-47f2-abb0-c591b1cd9fb1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a517bd89-a5f8-4600-9a3f-a19621adfded HTTP/1.1" status: 200 len: 797 time: 0.1685338 Aug 11 22:04:55.175688 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-7589b94a-fa92-4b80-b5d3-64457f43c86d service neutron] For port 265c0cb9-a9ad-49d5-ad87-54817824bc7a, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:04:55.296741 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-7589b94a-fa92-4b80-b5d3-64457f43c86d service neutron] For port 265c0cb9-a9ad-49d5-ad87-54817824bc7a, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=265c0cb9-a9ad-49d5-ad87-54817824bc7a,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:04:55.331254 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-7589b94a-fa92-4b80-b5d3-64457f43c86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:55.334362 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-eacaa725-d21f-4e77-b349-a56649ce67f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:55.339694 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-eacaa725-d21f-4e77-b349-a56649ce67f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39346d85-8db1-4c32-bd48-0eb63c830650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1981745 Aug 11 22:04:55.360149 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4e291-7331-44b1-a240-bb41a1f90e9c req-bcfba618-b3d1-4a1d-876d-abf66f71805a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:55.372758 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-10c4e291-7331-44b1-a240-bb41a1f90e9c req-bcfba618-b3d1-4a1d-876d-abf66f71805a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 944 time: 0.4831734 Aug 11 22:04:55.381388 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-e051b8bb-f7d1-4e71-aa03-23f97f4ebd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1607587933'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:04:55.399735 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-5c0dd49c-c24d-45d1-8fb3-99b52001b865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'name': 'tempest-ServersTestFqdnHostnames-1992518892-router', 'tenant_id': '95f5703708cc4c328a0d034631678af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '80d3d2d4-c53e-4486-a5a3-cdc3e3d59294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:01:12Z', 'updated_at': '2021-08-11T22:01:21Z', 'revision_number': 4, 'project_id': '95f5703708cc4c328a0d034631678af3', 'gw_port': {'id': '80d3d2d4-c53e-4486-a5a3-cdc3e3d59294', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:01:14Z', 'updated_at': '2021-08-11T22:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '59d518f5-1d06-4a31-ac0f-45478076d617', 'name': '', 'network_id': '25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5', 'tenant_id': '95f5703708cc4c328a0d034631678af3', 'mac_address': 'fa:16:3e:0c:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '3095737f-664b-4f3c-9348-9cf878309f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:01:19Z', 'updated_at': '2021-08-11T22:01:30Z', 'revision_number': 5, 'project_id': '95f5703708cc4c328a0d034631678af3', 'subnets': [{'id': '3095737f-664b-4f3c-9348-9cf878309f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:04:55.498933 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0dd49c-c24d-45d1-8fb3-99b52001b865 None None] The sync data for ids ['871025f8-ebfd-49dd-a840-7b0b5e91a882'] in n-d-804275-3 is: [{'id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'name': 'tempest-ServersTestFqdnHostnames-1992518892-router', 'tenant_id': '95f5703708cc4c328a0d034631678af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '80d3d2d4-c53e-4486-a5a3-cdc3e3d59294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:01:12Z', 'updated_at': '2021-08-11T22:01:21Z', 'revision_number': 4, 'project_id': '95f5703708cc4c328a0d034631678af3', 'gw_port': {'id': '80d3d2d4-c53e-4486-a5a3-cdc3e3d59294', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:01:14Z', 'updated_at': '2021-08-11T22:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '59d518f5-1d06-4a31-ac0f-45478076d617', 'name': '', 'network_id': '25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5', 'tenant_id': '95f5703708cc4c328a0d034631678af3', 'mac_address': 'fa:16:3e:0c:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '3095737f-664b-4f3c-9348-9cf878309f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:01:19Z', 'updated_at': '2021-08-11T22:01:30Z', 'revision_number': 5, 'project_id': '95f5703708cc4c328a0d034631678af3', 'subnets': [{'id': '3095737f-664b-4f3c-9348-9cf878309f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:04:55.612189 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-10c4e291-7331-44b1-a240-bb41a1f90e9c req-0d9c91d9-ca68-4242-a3a5-892d9e187318 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374070 Aug 11 22:04:55.630289 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e051b8bb-f7d1-4e71-aa03-23f97f4ebd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267-project] Made reservation on behalf of b7e1b322b1bf4775bf14f83d86340ce0 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:04:55.632432 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-8b156707-4f08-44ee-b926-41ffbba9d96e service neutron] 10.222.0.52 "GET /v2.0/networks/39346d85-8db1-4c32-bd48-0eb63c830650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807121 Aug 11 22:04:55.638025 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e051b8bb-f7d1-4e71-aa03-23f97f4ebd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:55.668467 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e051b8bb-f7d1-4e71-aa03-23f97f4ebd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:55.712220 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38558) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:55.775105 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-7589b94a-fa92-4b80-b5d3-64457f43c86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:55.776095 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-7589b94a-fa92-4b80-b5d3-64457f43c86d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:55.778286 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-7589b94a-fa92-4b80-b5d3-64457f43c86d service neutron] 10.222.0.52 "PUT /v2.0/ports/265c0cb9-a9ad-49d5-ad87-54817824bc7a HTTP/1.1" status: 200 len: 1122 time: 3.0275292 Aug 11 22:04:55.802666 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['265c0cb9-a9ad-49d5-ad87-54817824bc7a'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:04:55.804707 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589b94a-fa92-4b80-b5d3-64457f43c86d service neutron] Pushing event updated for resources: {'Port': ['ID=265c0cb9-a9ad-49d5-ad87-54817824bc7a,revision_number=8']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:55.999215 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-92214c47-5eda-47fa-b1f1-616152143405 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:56.006818 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['265c0cb9-a9ad-49d5-ad87-54817824bc7a'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:04:56.048303 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fdf9e2cf-58ef-438d-bac2-b8874e1a51e1 req-54cfc5ec-d2fa-4991-8e60-97f79d7c836c service neutron] 10.222.0.52 "GET /v2.0/networks/39346d85-8db1-4c32-bd48-0eb63c830650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040406 Aug 11 22:04:56.207975 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-92214c47-5eda-47fa-b1f1-616152143405 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:56.248910 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aed144e-e382-4e6f-afb0-1f74e737f791 None None] New status for floating IP 5999adbb-896b-428d-b7ea-cee2a0ff9f3f: DOWN {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:04:56.291113 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee571676-d180-47e0-af29-a3fa4c2aaa0f req-4297a282-c239-4e2b-990d-13ca0d198ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:56.291809 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee571676-d180-47e0-af29-a3fa4c2aaa0f req-4297a282-c239-4e2b-990d-13ca0d198ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:56.292311 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee571676-d180-47e0-af29-a3fa4c2aaa0f req-4297a282-c239-4e2b-990d-13ca0d198ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:56.292836 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee571676-d180-47e0-af29-a3fa4c2aaa0f req-4297a282-c239-4e2b-990d-13ca0d198ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:56.293325 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee571676-d180-47e0-af29-a3fa4c2aaa0f req-4297a282-c239-4e2b-990d-13ca0d198ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:56.293813 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee571676-d180-47e0-af29-a3fa4c2aaa0f req-4297a282-c239-4e2b-990d-13ca0d198ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:56.294301 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee571676-d180-47e0-af29-a3fa4c2aaa0f req-4297a282-c239-4e2b-990d-13ca0d198ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:56.304487 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ee571676-d180-47e0-af29-a3fa4c2aaa0f req-4297a282-c239-4e2b-990d-13ca0d198ab3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21f8e25332dd44aa8653731b1f899e18&device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 6486 time: 0.1634333 Aug 11 22:04:56.552799 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee571676-d180-47e0-af29-a3fa4c2aaa0f req-ce85374b-bc33-48e0-871e-71b6f9d168f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:56.560457 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ee571676-d180-47e0-af29-a3fa4c2aaa0f req-ce85374b-bc33-48e0-871e-71b6f9d168f5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=39346d85-8db1-4c32-bd48-0eb63c830650 HTTP/1.1" status: 200 len: 903 time: 0.2476089 Aug 11 22:04:56.620982 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e051b8bb-f7d1-4e71-aa03-23f97f4ebd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:56.671617 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e051b8bb-f7d1-4e71-aa03-23f97f4ebd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:56.708856 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e051b8bb-f7d1-4e71-aa03-23f97f4ebd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:04:56.713280 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ee571676-d180-47e0-af29-a3fa4c2aaa0f req-11cc9f02-31f6-4f72-9796-4b8740be7676 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2b4fd92b-4177-42f2-b2d7-f08e82f9e6da HTTP/1.1" status: 200 len: 217 time: 0.1442909 Aug 11 22:04:56.720077 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38576) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:56.732921 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a71782-381d-464b-b883-7b1c7d4339ba', 'tag': '265c0cb9-a9ad-49d5-ad87-54817824bc7a'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:04:56.737704 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf8fc85-3eaa-4b5f-824f-d4ccd7e63f57" -d '{"events": [{"name": "network-changed", "server_uuid": "01a71782-381d-464b-b883-7b1c7d4339ba", "tag": "265c0cb9-a9ad-49d5-ad87-54817824bc7a"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:04:56.777436 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-92214c47-5eda-47fa-b1f1-616152143405 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:56.796720 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-92214c47-5eda-47fa-b1f1-616152143405 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:56.798007 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-92214c47-5eda-47fa-b1f1-616152143405 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "DELETE /v2.0/security-groups/d557176d-5585-4c7a-a7d7-92f1b18d94c0 HTTP/1.1" status: 204 len: 168 time: 1.0741632 Aug 11 22:04:56.801863 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38586) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:56.835806 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e051b8bb-f7d1-4e71-aa03-23f97f4ebd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:56.837510 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-e051b8bb-f7d1-4e71-aa03-23f97f4ebd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267-project] Added segment 3dcb254d-6d53-40f7-9ed9-d4c8f0157981 of type vlan for network 11943f1c-e133-4e2b-b44e-add60c422a37 Aug 11 22:04:56.893824 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee571676-d180-47e0-af29-a3fa4c2aaa0f req-edb7b4d3-3255-46d5-b830-32b4c76ee1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:56.895765 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ee571676-d180-47e0-af29-a3fa4c2aaa0f req-edb7b4d3-3255-46d5-b830-32b4c76ee1c4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a517bd89-a5f8-4600-9a3f-a19621adfded HTTP/1.1" status: 200 len: 797 time: 0.1742477 Aug 11 22:04:56.899132 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-9ee75bf0-7274-42f6-b2bb-924c6886e844 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] show failed (client error): The resource could not be found. Aug 11 22:04:56.900333 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9ee75bf0-7274-42f6-b2bb-924c6886e844 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "GET /v2.0/security-groups/d557176d-5585-4c7a-a7d7-92f1b18d94c0 HTTP/1.1" status: 404 len: 347 time: 0.0859823 Aug 11 22:04:56.906791 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38588) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:56.918357 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cbaff-da09-4920-8f74-5d42798275b4 req-5851a6f9-877b-4e51-9a9e-ff28b14609e2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:56.926214 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cbaff-da09-4920-8f74-5d42798275b4 req-5851a6f9-877b-4e51-9a9e-ff28b14609e2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:56.938674 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cbaff-da09-4920-8f74-5d42798275b4 req-5851a6f9-877b-4e51-9a9e-ff28b14609e2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:56.960453 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cbaff-da09-4920-8f74-5d42798275b4 req-5851a6f9-877b-4e51-9a9e-ff28b14609e2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:56.973497 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cbaff-da09-4920-8f74-5d42798275b4 req-5851a6f9-877b-4e51-9a9e-ff28b14609e2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:57.008697 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cbaff-da09-4920-8f74-5d42798275b4 req-5851a6f9-877b-4e51-9a9e-ff28b14609e2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:57.017202 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cbaff-da09-4920-8f74-5d42798275b4 req-5851a6f9-877b-4e51-9a9e-ff28b14609e2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:57.038023 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e75cbaff-da09-4920-8f74-5d42798275b4 req-5851a6f9-877b-4e51-9a9e-ff28b14609e2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5429 time: 0.7610791 Aug 11 22:04:57.152404 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-59e45e70-7599-4d08-8c5d-c88f8a572c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:57.156146 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051b8bb-f7d1-4e71-aa03-23f97f4ebd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bebddf1-ef97-4e64-9b1c-d986357faf48,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:57.176328 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e051b8bb-f7d1-4e71-aa03-23f97f4ebd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:57.233747 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e75cbaff-da09-4920-8f74-5d42798275b4 req-b052b2d5-7df4-4f3a-9807-b2b3dd273541 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1929669 Aug 11 22:04:57.236339 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92214c47-5eda-47fa-b1f1-616152143405 tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d557176d-5585-4c7a-a7d7-92f1b18d94c0,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:57.382187 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.db.resource_extend [None req-e051b8bb-f7d1-4e71-aa03-23f97f4ebd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 22:04:57.432900 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04836f2-7172-49ae-9247-b2e571ead32c x-openstack-request-id: req-b04836f2-7172-49ae-9247-b2e571ead32c {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:04:57.432900 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a71782-381d-464b-b883-7b1c7d4339ba", "tag": "265c0cb9-a9ad-49d5-ad87-54817824bc7a", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:04:57.433246 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b04836f2-7172-49ae-9247-b2e571ead32c {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:04:57.442199 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a71782-381d-464b-b883-7b1c7d4339ba', 'tag': '265c0cb9-a9ad-49d5-ad87-54817824bc7a', 'status': 'completed', 'code': 200} Aug 11 22:04:57.445975 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e051b8bb-f7d1-4e71-aa03-23f97f4ebd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:57.465188 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e051b8bb-f7d1-4e71-aa03-23f97f4ebd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:57.468533 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e051b8bb-f7d1-4e71-aa03-23f97f4ebd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:57.473697 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723ef86-cee0-4a29-a9cd-6027eb7c0985 req-b48035bc-fd50-43ab-851c-74b3f9cc806d tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:57.476141 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f723ef86-cee0-4a29-a9cd-6027eb7c0985 req-b48035bc-fd50-43ab-851c-74b3f9cc806d tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 944 time: 0.5790989 Aug 11 22:04:57.518082 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee571676-d180-47e0-af29-a3fa4c2aaa0f req-c33d07d4-f276-4f77-adaf-2b85c828a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:57.521986 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ee571676-d180-47e0-af29-a3fa4c2aaa0f req-c33d07d4-f276-4f77-adaf-2b85c828a825 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39346d85-8db1-4c32-bd48-0eb63c830650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6163394 Aug 11 22:04:57.621385 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051b8bb-f7d1-4e71-aa03-23f97f4ebd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267-project] Pushing event updated for resources: {'Network': ['ID=11943f1c-e133-4e2b-b44e-add60c422a37,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:57.643188 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 11943f1c-e133-4e2b-b44e-add60c422a37 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:04:57.669207 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-59e45e70-7599-4d08-8c5d-c88f8a572c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:57.683588 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-59e45e70-7599-4d08-8c5d-c88f8a572c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:57.703705 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e051b8bb-f7d1-4e71-aa03-23f97f4ebd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.1226163 Aug 11 22:04:57.828388 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e45e70-7599-4d08-8c5d-c88f8a572c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a471d09-1abf-4a27-a117-956d1d2bab3e,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:57.846358 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-59e45e70-7599-4d08-8c5d-c88f8a572c37 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=99858dd46a914366b146e2ac0a812a53&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0943446 Aug 11 22:04:57.849395 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38600) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:57.881285 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f396c-d0e5-4373-8376-dc41bfdf688f tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Deleting port 81e99668-3113-4b1b-8d2e-6fe8b8bdb85d {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:04:57.882005 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dd9f396c-d0e5-4373-8376-dc41bfdf688f tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:57.917824 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f723ef86-cee0-4a29-a9cd-6027eb7c0985 req-95477d35-3219-4757-a8df-6a698dff675e tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182398 Aug 11 22:04:58.013209 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e259c7b9-12b1-44a7-b745-cfcc274206dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:58.075548 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ee571676-d180-47e0-af29-a3fa4c2aaa0f req-c80726b8-ed23-44f6-8710-ac61848922c7 service neutron] 10.222.0.52 "GET /v2.0/networks/39346d85-8db1-4c32-bd48-0eb63c830650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101876 Aug 11 22:04:58.087191 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e259c7b9-12b1-44a7-b745-cfcc274206dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:58.168845 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8fc85-3eaa-4b5f-824f-d4ccd7e63f57 req-8bbbbb2d-69da-49c0-bd01-3da07acc09ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:58.171310 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cdf8fc85-3eaa-4b5f-824f-d4ccd7e63f57 req-8bbbbb2d-69da-49c0-bd01-3da07acc09ab service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a5fc899cc52f44178d979d66e6a50dde&device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 1125 time: 0.6914051 Aug 11 22:04:58.278695 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38606) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:58.291117 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Request body: {'port': {'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37', 'binding:host_id': 'n-h2-804275-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-324499951'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:04:58.351769 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e259c7b9-12b1-44a7-b745-cfcc274206dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:58.360553 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e259c7b9-12b1-44a7-b745-cfcc274206dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:58.364775 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e259c7b9-12b1-44a7-b745-cfcc274206dd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3a471d09-1abf-4a27-a117-956d1d2bab3e HTTP/1.1" status: 204 len: 168 time: 0.5132701 Aug 11 22:04:58.385260 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259c7b9-12b1-44a7-b745-cfcc274206dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a471d09-1abf-4a27-a117-956d1d2bab3e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:58.401456 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Made reservation on behalf of f736e2e88c3048308f39f622acb1c8c9 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:04:58.406588 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:58.422277 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:58.747934 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:58.757180 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:58.809426 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dd9f396c-d0e5-4373-8376-dc41bfdf688f tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:58.810132 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dd9f396c-d0e5-4373-8376-dc41bfdf688f tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:58.828645 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] device_id is not set on port d02193b3-5f46-4b3d-9f3c-cea535908fa5 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:04:58.835530 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b9ea83-6f1a-46ae-832c-fcb0d8d96479,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:04:58.974671 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f396c-d0e5-4373-8376-dc41bfdf688f tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Calling delete_port for 81e99668-3113-4b1b-8d2e-6fe8b8bdb85d owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:04:59.041369 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb21992-de59-42e7-b402-91f961a5c2b0 req-05044811-5646-48da-a527-04d449cda921 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:59.048293 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb21992-de59-42e7-b402-91f961a5c2b0 req-05044811-5646-48da-a527-04d449cda921 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:59.055053 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb21992-de59-42e7-b402-91f961a5c2b0 req-05044811-5646-48da-a527-04d449cda921 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:59.063319 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb21992-de59-42e7-b402-91f961a5c2b0 req-05044811-5646-48da-a527-04d449cda921 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:59.071611 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb21992-de59-42e7-b402-91f961a5c2b0 req-05044811-5646-48da-a527-04d449cda921 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:59.080686 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb21992-de59-42e7-b402-91f961a5c2b0 req-05044811-5646-48da-a527-04d449cda921 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:59.089040 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb21992-de59-42e7-b402-91f961a5c2b0 req-05044811-5646-48da-a527-04d449cda921 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:59.100263 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7bb21992-de59-42e7-b402-91f961a5c2b0 req-05044811-5646-48da-a527-04d449cda921 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5429 time: 0.4987602 Aug 11 22:04:59.120464 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38624) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:04:59.241456 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-27b1b615-8d55-462e-92dd-f83dbd2dda5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:59.248780 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ee571676-d180-47e0-af29-a3fa4c2aaa0f req-4a8589ba-7633-42b9-9bc5-f8b491d11eae service neutron] 10.222.0.52 "GET /v2.0/networks/39346d85-8db1-4c32-bd48-0eb63c830650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1102979 Aug 11 22:04:59.267547 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8fc85-3eaa-4b5f-824f-d4ccd7e63f57 req-d7d732b2-7384-4fe6-a80d-32085aa9700f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:59.269654 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cdf8fc85-3eaa-4b5f-824f-d4ccd7e63f57 req-d7d732b2-7384-4fe6-a80d-32085aa9700f service neutron] 10.222.0.82 "GET /v2.0/networks?id=83735497-c152-410a-a532-372740b4ec60 HTTP/1.1" status: 200 len: 908 time: 0.9764216 Aug 11 22:04:59.362204 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cdf8fc85-3eaa-4b5f-824f-d4ccd7e63f57 req-a5fc66d6-39e0-4e1c-9bd3-3b5e8f95fb25 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=265c0cb9-a9ad-49d5-ad87-54817824bc7a HTTP/1.1" status: 200 len: 217 time: 0.0805292 Aug 11 22:04:59.432646 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8fc85-3eaa-4b5f-824f-d4ccd7e63f57 req-0c71992e-3bf8-4246-b925-173ae0144ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:59.435171 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cdf8fc85-3eaa-4b5f-824f-d4ccd7e63f57 req-0c71992e-3bf8-4246-b925-173ae0144ca0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=45488324-eef4-4094-a90c-865b32db4e15 HTTP/1.1" status: 200 len: 847 time: 0.0649207 Aug 11 22:04:59.454339 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7bb21992-de59-42e7-b402-91f961a5c2b0 req-4d45fe5b-6ec0-4397-88bd-b68689040749 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3523431 Aug 11 22:04:59.580130 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cdf8fc85-3eaa-4b5f-824f-d4ccd7e63f57 req-c9f2d317-75a6-4c2e-b6da-ef7f1ca63014 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83735497-c152-410a-a532-372740b4ec60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220253 Aug 11 22:04:59.717797 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] device_id is not set on port d02193b3-5f46-4b3d-9f3c-cea535908fa5 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:04:59.738430 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:59.761954 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Transition to ACTIVE for port object d02193b3-5f46-4b3d-9f3c-cea535908fa5 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:04:59.818076 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:04:59.871605 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354e946-fed0-4424-b6c2-c3605ec3e8ed req-9c6f347c-c7c7-4db7-aa18-e8be7485ab1b tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:04:59.882680 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7354e946-fed0-4424-b6c2-c3605ec3e8ed req-9c6f347c-c7c7-4db7-aa18-e8be7485ab1b tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 944 time: 0.7135501 Aug 11 22:05:00.032694 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cdf8fc85-3eaa-4b5f-824f-d4ccd7e63f57 req-a109a5d1-72c9-4202-aa2e-30dcb8684123 service neutron] 10.222.0.82 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240720 Aug 11 22:05:00.033595 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7354e946-fed0-4424-b6c2-c3605ec3e8ed req-1a2d616e-e24f-446a-b5b4-a1eac93c7194 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488633 Aug 11 22:05:00.076995 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dd9f396c-d0e5-4373-8376-dc41bfdf688f tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:00.142981 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Pushing event updated for resources: {'Port': ['ID=d02193b3-5f46-4b3d-9f3c-cea535908fa5,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:00.204727 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-27b1b615-8d55-462e-92dd-f83dbd2dda5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:00.218309 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-27b1b615-8d55-462e-92dd-f83dbd2dda5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:00.237324 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f396c-d0e5-4373-8376-dc41bfdf688f tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Pushing event deleted for resources: {'Port': ['ID=81e99668-3113-4b1b-8d2e-6fe8b8bdb85d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:00.306689 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1b615-8d55-462e-92dd-f83dbd2dda5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d7f593-fab8-4a12-ad49-a89a8a2c9438,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:00.319959 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-27b1b615-8d55-462e-92dd-f83dbd2dda5e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ed7dd3ed80d847f0971beb10779eec28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1946292 Aug 11 22:05:00.322793 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Checking segment: {'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:05:00.323115 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Network hostable DHCP agents. Network: 11943f1c-e133-4e2b-b44e-add60c422a37, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:05:00.326345 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38630) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:00.375247 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dd9f396c-d0e5-4373-8376-dc41bfdf688f tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:00.385950 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dd9f396c-d0e5-4373-8376-dc41bfdf688f tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:00.403022 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-dd9f396c-d0e5-4373-8376-dc41bfdf688f tempest-ServersTestFqdnHostnames-269983761 tempest-ServersTestFqdnHostnames-269983761-project] 10.222.0.77 "DELETE /v2.0/floatingips/5999adbb-896b-428d-b7ea-cee2a0ff9f3f HTTP/1.1" status: 204 len: 168 time: 3.4872336 Aug 11 22:05:00.408226 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38636) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:00.546331 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-adacd1fb-3b4c-4a5c-aaa6-afaeff52c466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:00.588651 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Network 11943f1c-e133-4e2b-b44e-add60c422a37 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:05:00.655482 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-adacd1fb-3b4c-4a5c-aaa6-afaeff52c466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:00.749827 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 11943f1c-e133-4e2b-b44e-add60c422a37) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:05:00.764829 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:05:00.775299 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-adacd1fb-3b4c-4a5c-aaa6-afaeff52c466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:00.776361 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69cd8c1-85dc-452d-8dc7-869496484de5 None None] Network 11943f1c-e133-4e2b-b44e-add60c422a37 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:05:00.791835 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-adacd1fb-3b4c-4a5c-aaa6-afaeff52c466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:00.796473 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-adacd1fb-3b4c-4a5c-aaa6-afaeff52c466 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/77d7f593-fab8-4a12-ad49-a89a8a2c9438 HTTP/1.1" status: 204 len: 168 time: 0.4681361 Aug 11 22:05:00.834500 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38648) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:00.860722 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adacd1fb-3b4c-4a5c-aaa6-afaeff52c466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d7f593-fab8-4a12-ad49-a89a8a2c9438,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:00.881892 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:00.883687 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:00.884647 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:00.902720 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on network 11943f1c-e133-4e2b-b44e-add60c422a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:05:00.903488 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Failed to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] Aug 11 22:05:00.907058 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempt 2 to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 Aug 11 22:05:00.957206 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:00.962885 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:00.966140 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:00.985895 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on network 11943f1c-e133-4e2b-b44e-add60c422a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:05:00.990437 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Failed to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] Aug 11 22:05:00.991830 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempt 3 to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 Aug 11 22:05:01.053444 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:01.054826 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:01.055350 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:01.101099 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on network 11943f1c-e133-4e2b-b44e-add60c422a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:05:01.102524 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Failed to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] Aug 11 22:05:01.109537 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempt 4 to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 Aug 11 22:05:01.190215 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:01.195266 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:01.195867 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:01.228730 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on network 11943f1c-e133-4e2b-b44e-add60c422a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:05:01.230929 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Failed to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] Aug 11 22:05:01.231400 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempt 5 to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 Aug 11 22:05:01.334465 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:01.334887 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:01.335238 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:01.482669 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on network 11943f1c-e133-4e2b-b44e-add60c422a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:05:01.483408 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Failed to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] Aug 11 22:05:01.492035 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cdf8fc85-3eaa-4b5f-824f-d4ccd7e63f57 req-e709b663-fe13-454e-9d13-8e98788aa671 service neutron] 10.222.0.82 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4500132 Aug 11 22:05:01.502970 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempt 6 to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 Aug 11 22:05:01.523216 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658b4f6-259d-493d-ba59-a28226acfd73 req-b742e3bb-0373-4caf-bf60-8e8b69a14439 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:01.540507 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658b4f6-259d-493d-ba59-a28226acfd73 req-b742e3bb-0373-4caf-bf60-8e8b69a14439 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:01.551216 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658b4f6-259d-493d-ba59-a28226acfd73 req-b742e3bb-0373-4caf-bf60-8e8b69a14439 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:01.576202 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658b4f6-259d-493d-ba59-a28226acfd73 req-b742e3bb-0373-4caf-bf60-8e8b69a14439 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:01.592542 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:01.593015 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:01.593444 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:01.604539 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658b4f6-259d-493d-ba59-a28226acfd73 req-b742e3bb-0373-4caf-bf60-8e8b69a14439 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:01.624988 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658b4f6-259d-493d-ba59-a28226acfd73 req-b742e3bb-0373-4caf-bf60-8e8b69a14439 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:01.625207 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on network 11943f1c-e133-4e2b-b44e-add60c422a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:05:01.625899 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Failed to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] Aug 11 22:05:01.630144 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be8b756-0b26-4e8d-adf9-0e91fd6ce59c admin admin] Deleting subnet 985a839f-f29b-406e-b51f-4bfc5d529d7d {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:05:01.636545 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1be8b756-0b26-4e8d-adf9-0e91fd6ce59c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:01.637963 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658b4f6-259d-493d-ba59-a28226acfd73 req-b742e3bb-0373-4caf-bf60-8e8b69a14439 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:01.652355 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4658b4f6-259d-493d-ba59-a28226acfd73 req-b742e3bb-0373-4caf-bf60-8e8b69a14439 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5429 time: 0.8890395 Aug 11 22:05:01.721228 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1be8b756-0b26-4e8d-adf9-0e91fd6ce59c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:01.803488 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1be8b756-0b26-4e8d-adf9-0e91fd6ce59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:01.895107 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempt 7 to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 Aug 11 22:05:01.918876 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:01.919648 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:01.920600 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:01.924231 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1be8b756-0b26-4e8d-adf9-0e91fd6ce59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:01.948614 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d30fc7-4adb-4187-9fc4-d2d1ee2c15f8 req-8d5aae60-609d-4597-9cd6-051fff37fb6c tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:01.950646 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c5d30fc7-4adb-4187-9fc4-d2d1ee2c15f8 req-8d5aae60-609d-4597-9cd6-051fff37fb6c tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 944 time: 0.6467180 Aug 11 22:05:01.963310 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1be8b756-0b26-4e8d-adf9-0e91fd6ce59c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:01.968232 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1be8b756-0b26-4e8d-adf9-0e91fd6ce59c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/985a839f-f29b-406e-b51f-4bfc5d529d7d HTTP/1.1" status: 204 len: 168 time: 1.1296623 Aug 11 22:05:01.980864 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38666) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:02.146313 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9777714d-37eb-43b8-95f3-d34c12b084b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:02.153131 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on network 11943f1c-e133-4e2b-b44e-add60c422a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:05:02.154441 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Failed to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] Aug 11 22:05:02.173491 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempt 8 to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 Aug 11 22:05:02.223545 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:02.223907 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:02.224246 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:02.241512 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8b756-0b26-4e8d-adf9-0e91fd6ce59c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=985a839f-f29b-406e-b51f-4bfc5d529d7d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:02.251536 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on network 11943f1c-e133-4e2b-b44e-add60c422a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:05:02.251915 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Failed to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] Aug 11 22:05:02.252727 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempt 9 to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 Aug 11 22:05:02.335889 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c5d30fc7-4adb-4187-9fc4-d2d1ee2c15f8 req-ee5a9e05-b509-482b-9b52-57b017f0c724 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686709 Aug 11 22:05:02.371823 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4658b4f6-259d-493d-ba59-a28226acfd73 req-2b983141-762c-49dd-b89d-ae9b40df32a0 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7097256 Aug 11 22:05:02.499986 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:02.500333 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:02.500787 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:02.521961 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on network 11943f1c-e133-4e2b-b44e-add60c422a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:05:02.522298 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Failed to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] Aug 11 22:05:02.524776 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempt 10 to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 Aug 11 22:05:02.549143 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:02.549457 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:02.549802 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:02.553201 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9777714d-37eb-43b8-95f3-d34c12b084b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:02.566409 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on network 11943f1c-e133-4e2b-b44e-add60c422a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:05:02.566743 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Failed to bind port d02193b3-5f46-4b3d-9f3c-cea535908fa5 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] Aug 11 22:05:02.567128 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:02.572083 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-9777714d-37eb-43b8-95f3-d34c12b084b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf080b52-f893-4f7c-8435-757491a8008c']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:02.591709 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-9777714d-37eb-43b8-95f3-d34c12b084b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a26e85d0-a905-4271-9972-2aa908ddc09b') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:02.591709 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-9777714d-37eb-43b8-95f3-d34c12b084b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a26e85d0-a905-4271-9972-2aa908ddc09b') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:02.606234 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9777714d-37eb-43b8-95f3-d34c12b084b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:02.654353 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9777714d-37eb-43b8-95f3-d34c12b084b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:02.673781 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9777714d-37eb-43b8-95f3-d34c12b084b5 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:05:02.674329 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9777714d-37eb-43b8-95f3-d34c12b084b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:05:02.676944 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:05:02.771176 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] For port d02193b3-5f46-4b3d-9f3c-cea535908fa5, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:05:02.771889 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempted to set empty binding levels {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 22:05:02.787286 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:02.859846 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Pushing event updated for resources: {'Port': ['ID=d02193b3-5f46-4b3d-9f3c-cea535908fa5,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:02.862713 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9777714d-37eb-43b8-95f3-d34c12b084b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:02.872376 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9777714d-37eb-43b8-95f3-d34c12b084b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:02.877140 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9777714d-37eb-43b8-95f3-d34c12b084b5 admin admin] 10.222.0.77 "DELETE /v2.0/networks/bf080b52-f893-4f7c-8435-757491a8008c HTTP/1.1" status: 204 len: 168 time: 0.8916507 Aug 11 22:05:02.879862 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:02.880296 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:02.894914 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777714d-37eb-43b8-95f3-d34c12b084b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf080b52-f893-4f7c-8435-757491a8008c,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:02.920056 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8702312a-a38b-4608-a6e7-14f0262a2480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 4.6392980 Aug 11 22:05:02.923681 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38686) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:03.050522 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e9b92ac9-b173-4948-be2f-a4388f0eae65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:03.052264 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-bcee6c5d-de24-45f9-8fce-7a4ff83b5c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Deleting port d02193b3-5f46-4b3d-9f3c-cea535908fa5 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:05:03.052773 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bcee6c5d-de24-45f9-8fce-7a4ff83b5c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:03.200865 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-bcee6c5d-de24-45f9-8fce-7a4ff83b5c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] For port d02193b3-5f46-4b3d-9f3c-cea535908fa5, host n-h2-804275-3, got binding levels [] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:03.201496 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bcee6c5d-de24-45f9-8fce-7a4ff83b5c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:03.244109 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-bcee6c5d-de24-45f9-8fce-7a4ff83b5c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Calling delete_port for d02193b3-5f46-4b3d-9f3c-cea535908fa5 owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:05:03.514456 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bcee6c5d-de24-45f9-8fce-7a4ff83b5c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:03.531357 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38702) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:03.656655 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee6c5d-de24-45f9-8fce-7a4ff83b5c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Pushing event deleted for resources: {'Port': ['ID=d02193b3-5f46-4b3d-9f3c-cea535908fa5,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:03.660628 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 265c0cb9-a9ad-49d5-ad87-54817824bc7a no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:05:03.688324 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bcee6c5d-de24-45f9-8fce-7a4ff83b5c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:03.691170 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bcee6c5d-de24-45f9-8fce-7a4ff83b5c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] 10.222.0.77 "DELETE /v2.0/ports/d02193b3-5f46-4b3d-9f3c-cea535908fa5 HTTP/1.1" status: 204 len: 168 time: 0.7662570 Aug 11 22:05:03.703050 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38704) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:03.786538 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc10e81-9f3a-4944-a9c7-16d1238d40bd req-ad456cd2-55b6-47ea-bd31-55afbe9de5f1 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:03.788873 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8bc10e81-9f3a-4944-a9c7-16d1238d40bd req-ad456cd2-55b6-47ea-bd31-55afbe9de5f1 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 944 time: 0.2816854 Aug 11 22:05:03.791197 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-200c5e9e-bf27-4f3e-abc8-ac129aaa83a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] GET failed (client error): The resource could not be found. Aug 11 22:05:03.794495 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-200c5e9e-bf27-4f3e-abc8-ac129aaa83a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] 10.222.0.77 "GET /v2.0/ports/d02193b3-5f46-4b3d-9f3c-cea535908fa5 HTTP/1.1" status: 404 len: 333 time: 0.0885584 Aug 11 22:05:03.795429 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-58e5e461-ede4-4f9a-aef3-e4585e6042ca admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5ff75431bb564df5bffa655d84e87396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2183719 Aug 11 22:05:03.796532 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38706) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:03.801781 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38708) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:03.830488 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-a30c732f-27f8-4bd6-94cd-2cdb652250e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Request body: {'port': {'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-860874902'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:05:03.862475 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db425d03-a594-4224-b387-e9c2e468fa3c req-78c15de4-9e85-4ad0-b1a6-1d22ac844998 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:03.872819 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db425d03-a594-4224-b387-e9c2e468fa3c req-78c15de4-9e85-4ad0-b1a6-1d22ac844998 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:03.886722 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db425d03-a594-4224-b387-e9c2e468fa3c req-78c15de4-9e85-4ad0-b1a6-1d22ac844998 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:03.897066 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db425d03-a594-4224-b387-e9c2e468fa3c req-78c15de4-9e85-4ad0-b1a6-1d22ac844998 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:03.898428 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8bc10e81-9f3a-4944-a9c7-16d1238d40bd req-0be9b97c-ede7-4d55-b774-3464a6f56894 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648799 Aug 11 22:05:03.914575 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db425d03-a594-4224-b387-e9c2e468fa3c req-78c15de4-9e85-4ad0-b1a6-1d22ac844998 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:03.916250 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-91d0bc88-295c-40e1-87a1-4901def917b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:03.926459 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db425d03-a594-4224-b387-e9c2e468fa3c req-78c15de4-9e85-4ad0-b1a6-1d22ac844998 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:03.939113 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db425d03-a594-4224-b387-e9c2e468fa3c req-78c15de4-9e85-4ad0-b1a6-1d22ac844998 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:03.942540 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-db425d03-a594-4224-b387-e9c2e468fa3c req-78c15de4-9e85-4ad0-b1a6-1d22ac844998 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5429 time: 0.3961279 Aug 11 22:05:03.982372 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-8605f966-1928-417d-b94b-5cbc10f1acbd service neutron] 10.222.0.82 "GET /v2.0/ports/265c0cb9-a9ad-49d5-ad87-54817824bc7a/bindings/n-h2-804275-3 HTTP/1.1" status: 200 len: 384 time: 0.4346213 Aug 11 22:05:03.985641 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-91d0bc88-295c-40e1-87a1-4901def917b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:04.119686 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-91d0bc88-295c-40e1-87a1-4901def917b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:04.122918 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-91d0bc88-295c-40e1-87a1-4901def917b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:04.128625 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-91d0bc88-295c-40e1-87a1-4901def917b6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bfe90db6-817b-4ac1-8556-ed3b04a85630 HTTP/1.1" status: 204 len: 168 time: 0.3305051 Aug 11 22:05:04.153793 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0bc88-295c-40e1-87a1-4901def917b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe90db6-817b-4ac1-8556-ed3b04a85630,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:04.186286 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30c732f-27f8-4bd6-94cd-2cdb652250e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Made reservation on behalf of f736e2e88c3048308f39f622acb1c8c9 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:05:04.207655 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a30c732f-27f8-4bd6-94cd-2cdb652250e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:04.287881 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-db425d03-a594-4224-b387-e9c2e468fa3c req-6559aa72-8c2f-475d-b302-bf7f142ebc67 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3327894 Aug 11 22:05:04.383536 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-a30c732f-27f8-4bd6-94cd-2cdb652250e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] device_id is not set on port 31c59ef5-c1de-4f53-be24-57f4636547b7 yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:05:04.752097 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-e9b92ac9-b173-4948-be2f-a4388f0eae65 admin admin] Deleting port 59d518f5-1d06-4a31-ac0f-45478076d617 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:05:04.752573 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e9b92ac9-b173-4948-be2f-a4388f0eae65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:04.829530 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a30c732f-27f8-4bd6-94cd-2cdb652250e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:04.840117 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-1e7f204d-1855-45ab-8a51-c8bdefadf75a service neutron] For port 265c0cb9-a9ad-49d5-ad87-54817824bc7a, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=265c0cb9-a9ad-49d5-ad87-54817824bc7a,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:04.965540 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-e9b92ac9-b173-4948-be2f-a4388f0eae65 admin admin] For port 59d518f5-1d06-4a31-ac0f-45478076d617, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=59d518f5-1d06-4a31-ac0f-45478076d617,segment=NetworkSegment(3d6c3e44-728d-4f47-bfbd-0f9f00adbf37),segment_id=3d6c3e44-728d-4f47-bfbd-0f9f00adbf37)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:04.967780 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e9b92ac9-b173-4948-be2f-a4388f0eae65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:04.995548 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-e9b92ac9-b173-4948-be2f-a4388f0eae65 admin admin] Calling delete_port for 59d518f5-1d06-4a31-ac0f-45478076d617 owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:05:05.221213 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-1e7f204d-1855-45ab-8a51-c8bdefadf75a service neutron] For port 265c0cb9-a9ad-49d5-ad87-54817824bc7a, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:05:05.264506 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e9b92ac9-b173-4948-be2f-a4388f0eae65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:05.370641 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b92ac9-b173-4948-be2f-a4388f0eae65 admin admin] Pushing event deleted for resources: {'Port': ['ID=59d518f5-1d06-4a31-ac0f-45478076d617,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:05.401396 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-1e7f204d-1855-45ab-8a51-c8bdefadf75a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 265c0cb9-a9ad-49d5-ad87-54817824bc7a {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:05:05.466783 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-1e7f204d-1855-45ab-8a51-c8bdefadf75a service neutron] For port 265c0cb9-a9ad-49d5-ad87-54817824bc7a, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=265c0cb9-a9ad-49d5-ad87-54817824bc7a,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:05.544378 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-da55613b-7701-43a3-a64c-d1bb4eb89d7d req-f99259b8-f6b8-4b78-bff9-e3e7fb1e55b1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3305373 Aug 11 22:05:05.550661 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a30c732f-27f8-4bd6-94cd-2cdb652250e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:05.554875 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4abf72-093c-4cde-833c-50f718ae3845 req-9c32bf39-d29f-40b9-8885-e8099d333e86 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:05.575144 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4abf72-093c-4cde-833c-50f718ae3845 req-9c32bf39-d29f-40b9-8885-e8099d333e86 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:05.593153 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4abf72-093c-4cde-833c-50f718ae3845 req-9c32bf39-d29f-40b9-8885-e8099d333e86 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:05.612650 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4abf72-093c-4cde-833c-50f718ae3845 req-9c32bf39-d29f-40b9-8885-e8099d333e86 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:05.633835 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4abf72-093c-4cde-833c-50f718ae3845 req-9c32bf39-d29f-40b9-8885-e8099d333e86 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:05.653830 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4abf72-093c-4cde-833c-50f718ae3845 req-9c32bf39-d29f-40b9-8885-e8099d333e86 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:05.674820 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4abf72-093c-4cde-833c-50f718ae3845 req-9c32bf39-d29f-40b9-8885-e8099d333e86 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:05.692820 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ca4abf72-093c-4cde-833c-50f718ae3845 req-9c32bf39-d29f-40b9-8885-e8099d333e86 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5429 time: 0.2546670 Aug 11 22:05:05.694680 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38762) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:05.734904 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bdc5a-92f5-4a76-89ac-41dddda0ab05 req-4b76a36d-8553-4748-82b4-9da93a1ca5a8 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:05.744001 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dc8bdc5a-92f5-4a76-89ac-41dddda0ab05 req-4b76a36d-8553-4748-82b4-9da93a1ca5a8 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 944 time: 0.5321162 Aug 11 22:05:05.775188 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38766) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:05.880952 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ca4abf72-093c-4cde-833c-50f718ae3845 req-f76f9b01-5e9b-424d-be5a-00939ef35d8f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1838360 Aug 11 22:05:05.996292 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dc8bdc5a-92f5-4a76-89ac-41dddda0ab05 req-834e3cfa-37ea-453e-abde-dd31101084b4 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512410 Aug 11 22:05:05.997370 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-1e7f204d-1855-45ab-8a51-c8bdefadf75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:06.016730 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-a30fa252-c52b-4e6d-a4d7-84398b4a5e23 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2083648703-network', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:05:06.073660 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55613b-7701-43a3-a64c-d1bb4eb89d7d req-34336cc1-f0ae-4e12-b727-ecbc44fe02ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:06.075599 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-da55613b-7701-43a3-a64c-d1bb4eb89d7d req-34336cc1-f0ae-4e12-b727-ecbc44fe02ea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bbabed8946d642c3bc7c5dee10664230&device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 1097 time: 0.3749738 Aug 11 22:05:06.078862 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eab80cd3-5f59-4ad3-9688-6f61c3a8aeae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:06.095429 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30c732f-27f8-4bd6-94cd-2cdb652250e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Network 11943f1c-e133-4e2b-b44e-add60c422a37 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:05:06.095808 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30fa252-c52b-4e6d-a4d7-84398b4a5e23 admin admin] Made reservation on behalf of 2b3840ad876e4bee8133e6f4b31e7f76 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:05:06.098659 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a30fa252-c52b-4e6d-a4d7-84398b4a5e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:06.119572 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a30fa252-c52b-4e6d-a4d7-84398b4a5e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:06.138477 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c732f-27f8-4bd6-94cd-2cdb652250e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Pushing event updated for resources: {'Port': ['ID=31c59ef5-c1de-4f53-be24-57f4636547b7,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:06.141570 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-a30c732f-27f8-4bd6-94cd-2cdb652250e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:05:06.160092 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30c732f-27f8-4bd6-94cd-2cdb652250e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:05:06.161084 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30c732f-27f8-4bd6-94cd-2cdb652250e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:06.162120 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a30c732f-27f8-4bd6-94cd-2cdb652250e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:06.324057 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e9b92ac9-b173-4948-be2f-a4388f0eae65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:06.334659 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eab80cd3-5f59-4ad3-9688-6f61c3a8aeae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:06.341865 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eab80cd3-5f59-4ad3-9688-6f61c3a8aeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:06.371574 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a30c732f-27f8-4bd6-94cd-2cdb652250e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.5521703 Aug 11 22:05:06.371574 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-1e7f204d-1855-45ab-8a51-c8bdefadf75a service neutron] Transition to ACTIVE for port object 265c0cb9-a9ad-49d5-ad87-54817824bc7a will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:05:06.373155 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55613b-7701-43a3-a64c-d1bb4eb89d7d req-96d18205-1abd-482a-9827-0e4510bf51eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:06.375805 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-da55613b-7701-43a3-a64c-d1bb4eb89d7d req-96d18205-1abd-482a-9827-0e4510bf51eb service neutron] 10.222.0.52 "GET /v2.0/networks?id=1c3ee35b-1680-40ce-a5ec-450a30ee6971 HTTP/1.1" status: 200 len: 917 time: 0.2704298 Aug 11 22:05:06.408485 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38774) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:06.417673 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:05:06.479226 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab80cd3-5f59-4ad3-9688-6f61c3a8aeae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75298730-cb8b-4cf7-b069-1382e6b63326,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:06.489768 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-eab80cd3-5f59-4ad3-9688-6f61c3a8aeae admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=589ddc7fec0946259cc55fcf56a9f6e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7105656 Aug 11 22:05:06.495700 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38778) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:06.532735 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-da55613b-7701-43a3-a64c-d1bb4eb89d7d req-69acd993-e818-425f-abc3-ce1f3b0fbda7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=111109ac-8dd5-42cd-9d43-0a38660565c6 HTTP/1.1" status: 200 len: 1000 time: 0.1467192 Aug 11 22:05:06.542925 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-1e7f204d-1855-45ab-8a51-c8bdefadf75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:06.567347 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:06.648505 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-98104615-20b9-4903-9f7f-883db867d53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:06.686729 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a30fa252-c52b-4e6d-a4d7-84398b4a5e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:07.214400 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a30fa252-c52b-4e6d-a4d7-84398b4a5e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:07.224737 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-98104615-20b9-4903-9f7f-883db867d53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:07.266823 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-1e7f204d-1855-45ab-8a51-c8bdefadf75a service neutron] No DVR routers for this DVR port 265c0cb9-a9ad-49d5-ad87-54817824bc7a on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:05:07.280712 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f204d-1855-45ab-8a51-c8bdefadf75a service neutron] Pushing event updated for resources: {'Port': ['ID=265c0cb9-a9ad-49d5-ad87-54817824bc7a,revision_number=10']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:07.411647 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a30fa252-c52b-4e6d-a4d7-84398b4a5e23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:05:07.439929 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-1e7f204d-1855-45ab-8a51-c8bdefadf75a service neutron] 10.222.0.82 "PUT /v2.0/ports/265c0cb9-a9ad-49d5-ad87-54817824bc7a/bindings/n-h2-804275-3/activate HTTP/1.1" status: 200 len: 369 time: 3.4379294 Aug 11 22:05:07.446956 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55613b-7701-43a3-a64c-d1bb4eb89d7d req-5294627a-8b59-46aa-bc64-f08f60b76a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:07.448764 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-da55613b-7701-43a3-a64c-d1bb4eb89d7d req-5294627a-8b59-46aa-bc64-f08f60b76a8a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7909b953-a9da-40c4-9e8c-1313ada07900 HTTP/1.1" status: 200 len: 855 time: 0.8917563 Aug 11 22:05:07.451304 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30fa252-c52b-4e6d-a4d7-84398b4a5e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce569d98-203a-4470-8865-61fccfa74fc4,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:07.463975 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a30fa252-c52b-4e6d-a4d7-84398b4a5e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:07.464243 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-a30fa252-c52b-4e6d-a4d7-84398b4a5e23 admin admin] Added segment fed54257-4ffc-49e3-ac53-8be34c50450f of type vlan for network aae68e27-0877-48f6-819f-dde7d65a439d Aug 11 22:05:07.550789 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e2233-e510-4ca9-8962-b62cdb52a297 req-a54e341a-292d-4718-b493-a097f3bc39b2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:07.558133 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e2233-e510-4ca9-8962-b62cdb52a297 req-a54e341a-292d-4718-b493-a097f3bc39b2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:07.564335 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e2233-e510-4ca9-8962-b62cdb52a297 req-a54e341a-292d-4718-b493-a097f3bc39b2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:07.570765 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e2233-e510-4ca9-8962-b62cdb52a297 req-a54e341a-292d-4718-b493-a097f3bc39b2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:07.579215 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e2233-e510-4ca9-8962-b62cdb52a297 req-a54e341a-292d-4718-b493-a097f3bc39b2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:07.582167 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fccd36-0c26-453d-b9bd-3244531fdf71 req-80e258d1-f465-495f-8f56-9c53501d5401 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:07.585443 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e2233-e510-4ca9-8962-b62cdb52a297 req-a54e341a-292d-4718-b493-a097f3bc39b2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:07.591724 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e2233-e510-4ca9-8962-b62cdb52a297 req-a54e341a-292d-4718-b493-a097f3bc39b2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:07.593860 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-412e2233-e510-4ca9-8962-b62cdb52a297 req-a54e341a-292d-4718-b493-a097f3bc39b2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5429 time: 0.3249612 Aug 11 22:05:07.595955 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a30fa252-c52b-4e6d-a4d7-84398b4a5e23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:07.608270 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b7fccd36-0c26-453d-b9bd-3244531fdf71 req-80e258d1-f465-495f-8f56-9c53501d5401 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 945 time: 0.3996637 Aug 11 22:05:07.695018 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-98104615-20b9-4903-9f7f-883db867d53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:07.697641 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-98104615-20b9-4903-9f7f-883db867d53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:07.698847 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-98104615-20b9-4903-9f7f-883db867d53a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/75298730-cb8b-4cf7-b069-1382e6b63326 HTTP/1.1" status: 204 len: 168 time: 1.2019145 Aug 11 22:05:07.723121 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55613b-7701-43a3-a64c-d1bb4eb89d7d req-7006d519-c6a8-4cb7-aaa3-1d2898beeef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:07.724740 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-da55613b-7701-43a3-a64c-d1bb4eb89d7d req-7006d519-c6a8-4cb7-aaa3-1d2898beeef8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1c3ee35b-1680-40ce-a5ec-450a30ee6971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2047784 Aug 11 22:05:07.730182 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b92ac9-b173-4948-be2f-a4388f0eae65 admin admin] Router 871025f8-ebfd-49dd-a840-7b0b5e91a882 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:05:07.733632 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b7fccd36-0c26-453d-b9bd-3244531fdf71 req-24e430b2-5f10-4b2a-ad2b-8dce23de5767 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242895 Aug 11 22:05:07.774987 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] device_id is not set on port 31c59ef5-c1de-4f53-be24-57f4636547b7 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:05:07.805263 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:07.808498 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98104615-20b9-4903-9f7f-883db867d53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75298730-cb8b-4cf7-b069-1382e6b63326,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:07.875346 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Transition to ACTIVE for port object 31c59ef5-c1de-4f53-be24-57f4636547b7 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:05:07.881102 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a30fa252-c52b-4e6d-a4d7-84398b4a5e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:07.884446 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30fa252-c52b-4e6d-a4d7-84398b4a5e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:07.885991 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a30fa252-c52b-4e6d-a4d7-84398b4a5e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:07.917631 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-412e2233-e510-4ca9-8962-b62cdb52a297 req-232d88c8-9775-4209-8891-f298369807b9 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3056943 Aug 11 22:05:07.974939 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:08.081540 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-f6969b48-a1f3-44b4-af0b-3844fce0a9cb tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:08.088058 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-f6969b48-a1f3-44b4-af0b-3844fce0a9cb tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba&tenant_id=a5fc899cc52f44178d979d66e6a50dde&binding%3Ahost_id=n-h1-804275-3 HTTP/1.1" status: 200 len: 1096 time: 0.4800937 Aug 11 22:05:08.088058 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:08.134102 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a30fa252-c52b-4e6d-a4d7-84398b4a5e23 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4187534 Aug 11 22:05:08.152093 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-da55613b-7701-43a3-a64c-d1bb4eb89d7d req-3623f8d2-46ce-4aff-967a-414137eb6e19 service neutron] 10.222.0.52 "GET /v2.0/networks/1c3ee35b-1680-40ce-a5ec-450a30ee6971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072819 Aug 11 22:05:08.153588 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38794) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:08.202169 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-422703f4-7be3-437b-915c-50f243336517 admin admin] Request body: {'subnet': {'network_id': 'aae68e27-0877-48f6-819f-dde7d65a439d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2083648703-subnet', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:05:08.225740 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30fa252-c52b-4e6d-a4d7-84398b4a5e23 admin admin] Pushing event updated for resources: {'Network': ['ID=aae68e27-0877-48f6-819f-dde7d65a439d,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:08.238107 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network aae68e27-0877-48f6-819f-dde7d65a439d details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:05:08.292732 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Pushing event updated for resources: {'Port': ['ID=31c59ef5-c1de-4f53-be24-57f4636547b7,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:08.314607 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422703f4-7be3-437b-915c-50f243336517 admin admin] Made reservation on behalf of 2b3840ad876e4bee8133e6f4b31e7f76 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:05:08.317350 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-422703f4-7be3-437b-915c-50f243336517 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:08.317663 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b92ac9-b173-4948-be2f-a4388f0eae65 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:05:08.324019 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-9424ce6f-4da8-4d26-8b75-babd3dda43d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:08.325116 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-9424ce6f-4da8-4d26-8b75-babd3dda43d7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba&tenant_id=a5fc899cc52f44178d979d66e6a50dde HTTP/1.1" status: 200 len: 1096 time: 0.2054551 Aug 11 22:05:08.338375 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e9b92ac9-b173-4948-be2f-a4388f0eae65 admin admin] 10.222.0.77 "PUT /v2.0/routers/871025f8-ebfd-49dd-a840-7b0b5e91a882/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9258485 Aug 11 22:05:08.339138 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38798) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:08.341413 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6716358-c53c-4afc-9224-6d672b965752 None None] Sync routers for ids ['871025f8-ebfd-49dd-a840-7b0b5e91a882'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:05:08.355753 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:08.356171 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:08.356466 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:08.392861 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6716358-c53c-4afc-9224-6d672b965752 None None] Routers {'871025f8-ebfd-49dd-a840-7b0b5e91a882'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:05:08.398167 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-e6716358-c53c-4afc-9224-6d672b965752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:04:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['871025f8-ebfd-49dd-a840-7b0b5e91a882'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:08.413259 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Port 31c59ef5-c1de-4f53-be24-57f4636547b7 on network 11943f1c-e133-4e2b-b44e-add60c422a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:05:08.413606 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Failed to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] Aug 11 22:05:08.430123 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempt 2 to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 Aug 11 22:05:08.475001 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:08.475367 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:08.475808 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:08.510801 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Port 31c59ef5-c1de-4f53-be24-57f4636547b7 on network 11943f1c-e133-4e2b-b44e-add60c422a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:05:08.511144 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Failed to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] Aug 11 22:05:08.521954 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempt 3 to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 Aug 11 22:05:08.537268 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38800) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:08.542605 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-da55613b-7701-43a3-a64c-d1bb4eb89d7d req-5d014f8b-02b3-4b3f-be53-d5379efc3e8d service neutron] 10.222.0.52 "GET /v2.0/networks/1c3ee35b-1680-40ce-a5ec-450a30ee6971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806880 Aug 11 22:05:08.588152 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51291af0-26b0-41f9-882e-d3d3ba0e0bb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:08.593560 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-ae3ae6bf-c2b6-4023-bcf4-1620b6ff53bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:08.602468 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-ae3ae6bf-c2b6-4023-bcf4-1620b6ff53bc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a5fc899cc52f44178d979d66e6a50dde&device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 1096 time: 0.2043333 Aug 11 22:05:08.621073 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:08.621431 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:08.621790 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:08.624123 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a2f8773b-f675-4f54-a4b8-1b0618075923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:08.666243 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-e6716358-c53c-4afc-9224-6d672b965752 None None] Set router 871025f8-ebfd-49dd-a840-7b0b5e91a882 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:05:08.679563 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Port 31c59ef5-c1de-4f53-be24-57f4636547b7 on network 11943f1c-e133-4e2b-b44e-add60c422a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:05:08.679563 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Failed to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] Aug 11 22:05:08.722085 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempt 4 to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 Aug 11 22:05:08.763951 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:08.763951 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:08.763951 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:08.816553 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Port 31c59ef5-c1de-4f53-be24-57f4636547b7 on network 11943f1c-e133-4e2b-b44e-add60c422a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:05:08.816820 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Failed to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] Aug 11 22:05:08.833471 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempt 5 to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 Aug 11 22:05:08.896968 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51291af0-26b0-41f9-882e-d3d3ba0e0bb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:08.927931 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:08.928276 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:08.928626 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:08.936811 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-422703f4-7be3-437b-915c-50f243336517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:08.956366 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-7c66402d-fbc2-45be-908b-2c8af628a89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:08.957953 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-7c66402d-fbc2-45be-908b-2c8af628a89d service neutron] 10.222.0.52 "GET /v2.0/networks?id=83735497-c152-410a-a532-372740b4ec60 HTTP/1.1" status: 200 len: 908 time: 0.3397639 Aug 11 22:05:08.980276 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Port 31c59ef5-c1de-4f53-be24-57f4636547b7 on network 11943f1c-e133-4e2b-b44e-add60c422a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:05:08.980646 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Failed to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] Aug 11 22:05:08.987369 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempt 6 to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 Aug 11 22:05:09.066448 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-e7f0fcd6-acb7-43e0-bf58-24353e210ca8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=265c0cb9-a9ad-49d5-ad87-54817824bc7a HTTP/1.1" status: 200 len: 217 time: 0.0848231 Aug 11 22:05:09.074652 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:09.075011 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:09.075424 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:09.117983 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302c065-1240-4811-a39e-fec5ac18a15a req-520d3681-fd90-4e24-84bc-02d2169ae3d0 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:09.119954 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a302c065-1240-4811-a39e-fec5ac18a15a req-520d3681-fd90-4e24-84bc-02d2169ae3d0 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 945 time: 0.2100317 Aug 11 22:05:09.122240 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-e6716358-c53c-4afc-9224-6d672b965752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'name': 'tempest-ServersTestFqdnHostnames-1992518892-router', 'tenant_id': '95f5703708cc4c328a0d034631678af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '80d3d2d4-c53e-4486-a5a3-cdc3e3d59294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:01:12Z', 'updated_at': '2021-08-11T22:05:05Z', 'revision_number': 5, 'project_id': '95f5703708cc4c328a0d034631678af3', 'gw_port': {'id': '80d3d2d4-c53e-4486-a5a3-cdc3e3d59294', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:01:14Z', 'updated_at': '2021-08-11T22:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:09.139605 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422703f4-7be3-437b-915c-50f243336517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5994059a-f305-4784-b552-f94868383090,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:09.141743 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Port 31c59ef5-c1de-4f53-be24-57f4636547b7 on network 11943f1c-e133-4e2b-b44e-add60c422a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:05:09.142082 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Failed to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] Aug 11 22:05:09.156687 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempt 7 to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 Aug 11 22:05:09.187454 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-51291af0-26b0-41f9-882e-d3d3ba0e0bb0 admin admin] Deleting port 80d3d2d4-c53e-4486-a5a3-cdc3e3d59294 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:05:09.188212 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51291af0-26b0-41f9-882e-d3d3ba0e0bb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:09.195088 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a302c065-1240-4811-a39e-fec5ac18a15a req-5053756c-f6de-4498-9a92-41dc2dc7ef56 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662110 Aug 11 22:05:09.213218 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6716358-c53c-4afc-9224-6d672b965752 None None] Checking router: 871025f8-ebfd-49dd-a840-7b0b5e91a882 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:05:09.229701 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:09.230056 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:09.230407 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:09.235634 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422703f4-7be3-437b-915c-50f243336517 admin admin] Checking segment: {'id': 'fed54257-4ffc-49e3-ac53-8be34c50450f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'aae68e27-0877-48f6-819f-dde7d65a439d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:05:09.235634 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422703f4-7be3-437b-915c-50f243336517 admin admin] Network hostable DHCP agents. Network: aae68e27-0877-48f6-819f-dde7d65a439d, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:05:09.248172 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-77772322-d1c2-4001-89a8-e408719b24f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:09.249740 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-77772322-d1c2-4001-89a8-e408719b24f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=45488324-eef4-4094-a90c-865b32db4e15 HTTP/1.1" status: 200 len: 847 time: 0.1704204 Aug 11 22:05:09.259474 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6716358-c53c-4afc-9224-6d672b965752 None None] Routers {'871025f8-ebfd-49dd-a840-7b0b5e91a882'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:05:09.264565 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a2f8773b-f675-4f54-a4b8-1b0618075923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:09.265555 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-e6716358-c53c-4afc-9224-6d672b965752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:04:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['871025f8-ebfd-49dd-a840-7b0b5e91a882'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:09.267933 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Port 31c59ef5-c1de-4f53-be24-57f4636547b7 on network 11943f1c-e133-4e2b-b44e-add60c422a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:05:09.268355 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Failed to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] Aug 11 22:05:09.280144 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempt 8 to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 Aug 11 22:05:09.318118 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a2f8773b-f675-4f54-a4b8-1b0618075923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:09.330470 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-97a04605-a199-4677-a1a3-c77211571bd6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=83735497-c152-410a-a532-372740b4ec60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635021 Aug 11 22:05:09.349797 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-51291af0-26b0-41f9-882e-d3d3ba0e0bb0 admin admin] For port 80d3d2d4-c53e-4486-a5a3-cdc3e3d59294, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=80d3d2d4-c53e-4486-a5a3-cdc3e3d59294,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:09.350299 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51291af0-26b0-41f9-882e-d3d3ba0e0bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:09.351252 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6e651-b21e-4acb-9a2c-824ca24d5255 req-9fd49e79-4f0a-4afd-a713-0cbfeb3829f1 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:09.357490 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6e651-b21e-4acb-9a2c-824ca24d5255 req-9fd49e79-4f0a-4afd-a713-0cbfeb3829f1 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:09.364011 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6e651-b21e-4acb-9a2c-824ca24d5255 req-9fd49e79-4f0a-4afd-a713-0cbfeb3829f1 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:09.370502 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6e651-b21e-4acb-9a2c-824ca24d5255 req-9fd49e79-4f0a-4afd-a713-0cbfeb3829f1 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:09.392132 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-51291af0-26b0-41f9-882e-d3d3ba0e0bb0 admin admin] Calling delete_port for 80d3d2d4-c53e-4486-a5a3-cdc3e3d59294 owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:05:09.401827 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6e651-b21e-4acb-9a2c-824ca24d5255 req-9fd49e79-4f0a-4afd-a713-0cbfeb3829f1 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:09.416033 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6e651-b21e-4acb-9a2c-824ca24d5255 req-9fd49e79-4f0a-4afd-a713-0cbfeb3829f1 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:09.427905 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6e651-b21e-4acb-9a2c-824ca24d5255 req-9fd49e79-4f0a-4afd-a713-0cbfeb3829f1 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:09.437548 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2bc6e651-b21e-4acb-9a2c-824ca24d5255 req-9fd49e79-4f0a-4afd-a713-0cbfeb3829f1 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5429 time: 0.3070774 Aug 11 22:05:09.460058 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-e6716358-c53c-4afc-9224-6d672b965752 None None] Set router 871025f8-ebfd-49dd-a840-7b0b5e91a882 gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:05:09.495944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422703f4-7be3-437b-915c-50f243336517 admin admin] Network aae68e27-0877-48f6-819f-dde7d65a439d is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:05:09.507387 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:09.508338 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:09.509019 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:09.568918 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-e6716358-c53c-4afc-9224-6d672b965752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'name': 'tempest-ServersTestFqdnHostnames-1992518892-router', 'tenant_id': '95f5703708cc4c328a0d034631678af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:01:12Z', 'updated_at': '2021-08-11T22:05:08Z', 'revision_number': 6, 'project_id': '95f5703708cc4c328a0d034631678af3', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:09.595823 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-422703f4-7be3-437b-915c-50f243336517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, aae68e27-0877-48f6-819f-dde7d65a439d) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:05:09.607701 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82e8be1-e1b0-4ade-a746-86c4c5341a17 None None] Network aae68e27-0877-48f6-819f-dde7d65a439d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:05:09.655497 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Port 31c59ef5-c1de-4f53-be24-57f4636547b7 on network 11943f1c-e133-4e2b-b44e-add60c422a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:05:09.657938 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Failed to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] Aug 11 22:05:09.677969 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6716358-c53c-4afc-9224-6d672b965752 None None] The sync data for ids ['871025f8-ebfd-49dd-a840-7b0b5e91a882'] in n-d-804275-3 is: [{'id': '871025f8-ebfd-49dd-a840-7b0b5e91a882', 'name': 'tempest-ServersTestFqdnHostnames-1992518892-router', 'tenant_id': '95f5703708cc4c328a0d034631678af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:01:12Z', 'updated_at': '2021-08-11T22:05:08Z', 'revision_number': 6, 'project_id': '95f5703708cc4c328a0d034631678af3', 'gw_port_host': None}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:05:09.698439 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422703f4-7be3-437b-915c-50f243336517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:09.700179 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-422703f4-7be3-437b-915c-50f243336517 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:09.704104 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempt 9 to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 Aug 11 22:05:09.713010 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51291af0-26b0-41f9-882e-d3d3ba0e0bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:09.739636 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a2f8773b-f675-4f54-a4b8-1b0618075923 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1dfdf52729ea46239b4f56732aa73ab5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2004876 Aug 11 22:05:09.741079 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8773b-f675-4f54-a4b8-1b0618075923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d541e9-c485-4433-a248-ae621f85b464,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:09.782163 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:05:09.786894 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38814) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:09.803793 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2bc6e651-b21e-4acb-9a2c-824ca24d5255 req-e0b1a226-861b-41a5-ac36-6abadc68e705 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3647401 Aug 11 22:05:09.827363 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51291af0-26b0-41f9-882e-d3d3ba0e0bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=80d3d2d4-c53e-4486-a5a3-cdc3e3d59294,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:09.830857 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:09.834810 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:09.836676 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:09.858809 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Port 31c59ef5-c1de-4f53-be24-57f4636547b7 on network 11943f1c-e133-4e2b-b44e-add60c422a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:05:09.860137 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Failed to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] Aug 11 22:05:09.864303 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-422703f4-7be3-437b-915c-50f243336517 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6686122 Aug 11 22:05:09.866821 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38816) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:09.869106 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempt 10 to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 Aug 11 22:05:09.888414 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-3d7134a7-f3c1-41a3-9533-4e06a6a88ac9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2083648703-router', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:05:09.928171 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:09.928471 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:09.929485 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:09.948708 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-d0e57d49-199f-4d6a-afb5-8b7b3c0b321d service neutron] 10.222.0.52 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714851 Aug 11 22:05:09.950246 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Port 31c59ef5-c1de-4f53-be24-57f4636547b7 on network 11943f1c-e133-4e2b-b44e-add60c422a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:05:09.951118 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Failed to bind port 31c59ef5-c1de-4f53-be24-57f4636547b7 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] Aug 11 22:05:09.952044 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:09.991069 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-659b9987-df5a-4849-a4f6-8c6e76d8d6df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:10.031587 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-aae68e27-0877-48f6-819f-dde7d65a439d', 'network_id': 'aae68e27-0877-48f6-819f-dde7d65a439d', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'fixed_ips': [{'subnet_id': '5994059a-f305-4784-b552-f94868383090'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:05:10.034509 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:10.043626 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d7134a7-f3c1-41a3-9533-4e06a6a88ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:10.045768 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d7134a7-f3c1-41a3-9533-4e06a6a88ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:10.059100 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-659b9987-df5a-4849-a4f6-8c6e76d8d6df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:10.075239 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51291af0-26b0-41f9-882e-d3d3ba0e0bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:10.312347 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Allocated IP 172.20.0.2 (aae68e27-0877-48f6-819f-dde7d65a439d/5994059a-f305-4784-b552-f94868383090/713f2de0-6968-4aef-a79f-d16002f8d99b) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:05:10.413721 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-4113101b-ba8a-4a5a-bbc0-fbcfc9aa5210 service neutron] 10.222.0.52 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549005 Aug 11 22:05:10.431464 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] For port 31c59ef5-c1de-4f53-be24-57f4636547b7, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:05:10.432344 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempted to set empty binding levels {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 22:05:10.442489 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:10.451069 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 59d518f5-1d06-4a31-ac0f-45478076d617 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:05:10.488164 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 59d518f5-1d06-4a31-ac0f-45478076d617 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:05:10.488838 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 59d518f5-1d06-4a31-ac0f-45478076d617 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:05:10.522200 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51291af0-26b0-41f9-882e-d3d3ba0e0bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:10.524417 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] In _notify_port_updated(), no bound segment for port 31c59ef5-c1de-4f53-be24-57f4636547b7 on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 22:05:10.530778 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:10.532495 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:10.534346 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51291af0-26b0-41f9-882e-d3d3ba0e0bb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:10.543769 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] 10.222.0.77 "PUT /v2.0/ports/31c59ef5-c1de-4f53-be24-57f4636547b7 HTTP/1.1" status: 200 len: 978 time: 4.1308689 Aug 11 22:05:10.545911 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38822) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:10.594300 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d7134a7-f3c1-41a3-9533-4e06a6a88ac9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:10.667455 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:10.715270 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51291af0-26b0-41f9-882e-d3d3ba0e0bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:10.715270 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51291af0-26b0-41f9-882e-d3d3ba0e0bb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 871025f8-ebfd-49dd-a840-7b0b5e91a882 {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:05:10.726354 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51291af0-26b0-41f9-882e-d3d3ba0e0bb0 admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:10.727656 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-51291af0-26b0-41f9-882e-d3d3ba0e0bb0 admin admin] 10.222.0.77 "DELETE /v2.0/routers/871025f8-ebfd-49dd-a840-7b0b5e91a882 HTTP/1.1" status: 204 len: 168 time: 2.3828735 Aug 11 22:05:10.732102 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38828) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:10.732461 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Transition to ACTIVE for port object 713f2de0-6968-4aef-a79f-d16002f8d99b will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:05:10.749205 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-659b9987-df5a-4849-a4f6-8c6e76d8d6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:10.756183 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-659b9987-df5a-4849-a4f6-8c6e76d8d6df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:10.757385 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-659b9987-df5a-4849-a4f6-8c6e76d8d6df admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a6d541e9-c485-4433-a248-ae621f85b464 HTTP/1.1" status: 204 len: 168 time: 0.9555523 Aug 11 22:05:10.768576 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bf882-0158-456e-a620-1dab66a606c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Pushing event updated for resources: {'Port': ['ID=31c59ef5-c1de-4f53-be24-57f4636547b7,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:10.777043 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Transition to ACTIVE for port object 713f2de0-6968-4aef-a79f-d16002f8d99b will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:05:10.789308 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:10.810092 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54463238-da85-4f9c-87e2-0cb16c1b0d6c req-455320e7-1023-47d7-aa67-510e1e8539eb tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:10.822857 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-54463238-da85-4f9c-87e2-0cb16c1b0d6c req-455320e7-1023-47d7-aa67-510e1e8539eb tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 945 time: 0.3201194 Aug 11 22:05:10.947413 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:10.948869 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:10.949573 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:10.951386 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:10.960730 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:10.963250 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:10.964829 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:10.965336 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:10.965827 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:10.968476 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:10.971521 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:10.975011 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:10.975564 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:10.979215 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:10.979788 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:10.980279 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:10.980756 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:10.988655 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:10.988938 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:10.989439 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:10.997705 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:10.999180 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:11.002780 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:11.004722 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:11.007668 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:11.009520 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:11.010054 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:11.010969 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:11.011370 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d7134a7-f3c1-41a3-9533-4e06a6a88ac9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:11.012951 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:11.013493 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:11.015123 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:11.035614 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:11.037913 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:11.039980 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Network aae68e27-0877-48f6-819f-dde7d65a439d is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:05:11.040928 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Pushing event updated for resources: {'Port': ['ID=713f2de0-6968-4aef-a79f-d16002f8d99b,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:11.054840 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c2c6c84e-5553-46e2-964d-f31f9a56dfb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29728 time: 0.5040166 Aug 11 22:05:11.061942 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38836) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:11.099720 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:05:11.110630 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:05:11.126502 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:11.129315 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:11.130038 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:11.131407 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:11.133620 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:11.135523 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:11.136227 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:11.138861 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:11.141103 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:11.141680 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:11.143318 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:11.145633 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:11.182733 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b9987-df5a-4849-a4f6-8c6e76d8d6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d541e9-c485-4433-a248-ae621f85b464,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:11.211810 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7c5748-eb86-474e-875d-874a916ffde9 admin admin] Deleting subnet 3095737f-664b-4f3c-9348-9cf878309f1a {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:05:11.225788 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb7c5748-eb86-474e-875d-874a916ffde9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:11.395824 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Attempting to bind port 713f2de0-6968-4aef-a79f-d16002f8d99b on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:11.398275 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Attempting to bind port 713f2de0-6968-4aef-a79f-d16002f8d99b by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'fed54257-4ffc-49e3-ac53-8be34c50450f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'aae68e27-0877-48f6-819f-dde7d65a439d'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:11.400021 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Attempting to bind port 713f2de0-6968-4aef-a79f-d16002f8d99b on network aae68e27-0877-48f6-819f-dde7d65a439d {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:11.428973 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:05:11.430333 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Checking segment: {'id': 'fed54257-4ffc-49e3-ac53-8be34c50450f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'aae68e27-0877-48f6-819f-dde7d65a439d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:05:11.432953 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:11.436444 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Bound using segment: {'id': 'fed54257-4ffc-49e3-ac53-8be34c50450f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'aae68e27-0877-48f6-819f-dde7d65a439d'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:05:11.438252 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Bound port: 713f2de0-6968-4aef-a79f-d16002f8d99b, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed54257-4ffc-49e3-ac53-8be34c50450f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'aae68e27-0877-48f6-819f-dde7d65a439d'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:05:11.438459 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff0931-05de-421f-825f-c9867b8692a5 req-62bfeb7b-2b85-4252-a741-844d57e8578d tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:11.439282 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:11.453514 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff0931-05de-421f-825f-c9867b8692a5 req-62bfeb7b-2b85-4252-a741-844d57e8578d tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:11.462707 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff0931-05de-421f-825f-c9867b8692a5 req-62bfeb7b-2b85-4252-a741-844d57e8578d tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:11.470156 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff0931-05de-421f-825f-c9867b8692a5 req-62bfeb7b-2b85-4252-a741-844d57e8578d tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:11.480778 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff0931-05de-421f-825f-c9867b8692a5 req-62bfeb7b-2b85-4252-a741-844d57e8578d tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:11.491231 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff0931-05de-421f-825f-c9867b8692a5 req-62bfeb7b-2b85-4252-a741-844d57e8578d tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:11.499686 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff0931-05de-421f-825f-c9867b8692a5 req-62bfeb7b-2b85-4252-a741-844d57e8578d tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:11.502053 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a6ff0931-05de-421f-825f-c9867b8692a5 req-62bfeb7b-2b85-4252-a741-844d57e8578d tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5429 time: 0.3116088 Aug 11 22:05:11.552917 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-b28f8022-f928-4825-b95d-1f48de33da8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Deleting port 31c59ef5-c1de-4f53-be24-57f4636547b7 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:05:11.553580 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b28f8022-f928-4825-b95d-1f48de33da8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:11.634204 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb7c5748-eb86-474e-875d-874a916ffde9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:11.708215 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] For port 713f2de0-6968-4aef-a79f-d16002f8d99b, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:05:11.712182 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-f95b8648-a768-4ad6-a1be-a4f61a207f8c tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:11.714097 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-f95b8648-a768-4ad6-a1be-a4f61a207f8c tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba&tenant_id=a5fc899cc52f44178d979d66e6a50dde&binding%3Ahost_id=n-h2-804275-3 HTTP/1.1" status: 200 len: 1096 time: 0.9219997 Aug 11 22:05:11.723476 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] For port 713f2de0-6968-4aef-a79f-d16002f8d99b, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=713f2de0-6968-4aef-a79f-d16002f8d99b,segment=NetworkSegment(fed54257-4ffc-49e3-ac53-8be34c50450f),segment_id=fed54257-4ffc-49e3-ac53-8be34c50450f)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:05:11.724565 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a6ff0931-05de-421f-825f-c9867b8692a5 req-5ec85c34-6a5c-4441-86df-00f9761e4c1f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1679175 Aug 11 22:05:11.726508 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-b28f8022-f928-4825-b95d-1f48de33da8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] For port 31c59ef5-c1de-4f53-be24-57f4636547b7, host n-h2-804275-3, got binding levels [] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:11.726960 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b28f8022-f928-4825-b95d-1f48de33da8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:11.763713 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:11.792997 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-b28f8022-f928-4825-b95d-1f48de33da8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Calling delete_port for 31c59ef5-c1de-4f53-be24-57f4636547b7 owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:05:11.994945 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284d761-71a0-4fd1-9fa8-8bb9647f27d9 None None] Pushing event updated for resources: {'Port': ['ID=713f2de0-6968-4aef-a79f-d16002f8d99b,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:12.103635 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb7c5748-eb86-474e-875d-874a916ffde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:12.231758 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 80d3d2d4-c53e-4486-a5a3-cdc3e3d59294 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:05:12.395277 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 80d3d2d4-c53e-4486-a5a3-cdc3e3d59294 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:05:12.396751 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 80d3d2d4-c53e-4486-a5a3-cdc3e3d59294 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:05:12.489313 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-54463238-da85-4f9c-87e2-0cb16c1b0d6c req-6adb717a-7aed-4a91-b425-c261f6d0c2a7 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1869957 Aug 11 22:05:12.503553 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb7c5748-eb86-474e-875d-874a916ffde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:12.540366 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c5748-eb86-474e-875d-874a916ffde9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3095737f-664b-4f3c-9348-9cf878309f1a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:12.587818 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339dc63e-ab4d-4bbd-b468-bfe040b5660e None None] Network 25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:05:12.589671 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb7c5748-eb86-474e-875d-874a916ffde9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:12.592462 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-eb7c5748-eb86-474e-875d-874a916ffde9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3095737f-664b-4f3c-9348-9cf878309f1a HTTP/1.1" status: 204 len: 168 time: 1.8571780 Aug 11 22:05:12.596381 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38858) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:12.647631 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-c3bc06d1-ae8c-4c6b-9483-8eb4f73be2ab service neutron] For port 265c0cb9-a9ad-49d5-ad87-54817824bc7a, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:05:12.651165 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b28f8022-f928-4825-b95d-1f48de33da8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:12.656021 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-c3bc06d1-ae8c-4c6b-9483-8eb4f73be2ab service neutron] Notify callbacks [] for binding, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:12.657534 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-c3bc06d1-ae8c-4c6b-9483-8eb4f73be2ab service neutron] 10.222.0.52 "DELETE /v2.0/ports/265c0cb9-a9ad-49d5-ad87-54817824bc7a/bindings/n-h1-804275-3 HTTP/1.1" status: 204 len: 173 time: 0.9263735 Aug 11 22:05:12.717764 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b28f8022-f928-4825-b95d-1f48de33da8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:12.725029 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b28f8022-f928-4825-b95d-1f48de33da8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] 10.222.0.77 "DELETE /v2.0/ports/31c59ef5-c1de-4f53-be24-57f4636547b7 HTTP/1.1" status: 204 len: 168 time: 1.6605868 Aug 11 22:05:12.728480 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f8022-f928-4825-b95d-1f48de33da8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Pushing event deleted for resources: {'Port': ['ID=31c59ef5-c1de-4f53-be24-57f4636547b7,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:12.733411 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38860) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:12.753675 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f8022-f928-4825-b95d-1f48de33da8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:12.754220 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f8022-f928-4825-b95d-1f48de33da8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:12.754961 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f8022-f928-4825-b95d-1f48de33da8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:12.755320 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f8022-f928-4825-b95d-1f48de33da8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:12.756349 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f8022-f928-4825-b95d-1f48de33da8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:12.758333 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f8022-f928-4825-b95d-1f48de33da8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:12.758931 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f8022-f928-4825-b95d-1f48de33da8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:12.759424 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f8022-f928-4825-b95d-1f48de33da8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:12.759809 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f8022-f928-4825-b95d-1f48de33da8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:12.760161 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f8022-f928-4825-b95d-1f48de33da8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:12.763235 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f8022-f928-4825-b95d-1f48de33da8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:12.764939 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f8022-f928-4825-b95d-1f48de33da8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:12.985808 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbbd4913-9411-42ce-bb76-5f3b5828914b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] GET failed (client error): The resource could not be found. Aug 11 22:05:12.990195 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-dbbd4913-9411-42ce-bb76-5f3b5828914b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] 10.222.0.77 "GET /v2.0/ports/31c59ef5-c1de-4f53-be24-57f4636547b7 HTTP/1.1" status: 404 len: 333 time: 0.2491395 Aug 11 22:05:12.995292 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38870) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:13.002095 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-1db0d4f3-8b77-4ca5-85a1-f4f8b23eb58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-387627614', 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:05:13.074502 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a760ac12-1f2f-419d-ac1e-a8e8dc3e2a82 None None] DHCP port deletion for 25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:05:13.092248 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38872) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:13.112245 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91681404-08b5-4190-b850-a1dc12bbe3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:13.113960 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db0d4f3-8b77-4ca5-85a1-f4f8b23eb58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Made reservation on behalf of f736e2e88c3048308f39f622acb1c8c9 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:05:13.116513 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1db0d4f3-8b77-4ca5-85a1-f4f8b23eb58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:13.174205 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-1db0d4f3-8b77-4ca5-85a1-f4f8b23eb58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] device_id is not set on port b1a0a278-2231-4216-86c1-44006c2fce95 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:05:13.325882 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d7134a7-f3c1-41a3-9533-4e06a6a88ac9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:13.342087 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1da3329a-d870-4187-aa31-8214b2512b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:13.386330 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-a760ac12-1f2f-419d-ac1e-a8e8dc3e2a82 None None] Deleting port 99c6b3cc-0c92-4562-b009-b53b37172bb3 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:05:13.388332 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a760ac12-1f2f-419d-ac1e-a8e8dc3e2a82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:13.486639 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d7134a7-f3c1-41a3-9533-4e06a6a88ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:13.543325 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea06956-4a6e-4693-9de4-6bfbed485f19 req-68aa01b4-bfa8-4a0c-bc80-97573b5cce92 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:13.561526 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea06956-4a6e-4693-9de4-6bfbed485f19 req-68aa01b4-bfa8-4a0c-bc80-97573b5cce92 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:13.593559 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea06956-4a6e-4693-9de4-6bfbed485f19 req-68aa01b4-bfa8-4a0c-bc80-97573b5cce92 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:13.615445 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea06956-4a6e-4693-9de4-6bfbed485f19 req-68aa01b4-bfa8-4a0c-bc80-97573b5cce92 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:13.625520 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea06956-4a6e-4693-9de4-6bfbed485f19 req-68aa01b4-bfa8-4a0c-bc80-97573b5cce92 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:13.654257 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea06956-4a6e-4693-9de4-6bfbed485f19 req-68aa01b4-bfa8-4a0c-bc80-97573b5cce92 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:13.665862 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a760ac12-1f2f-419d-ac1e-a8e8dc3e2a82 None None] For port 99c6b3cc-0c92-4562-b009-b53b37172bb3, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=99c6b3cc-0c92-4562-b009-b53b37172bb3,segment=NetworkSegment(3d6c3e44-728d-4f47-bfbd-0f9f00adbf37),segment_id=3d6c3e44-728d-4f47-bfbd-0f9f00adbf37)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:13.667140 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a760ac12-1f2f-419d-ac1e-a8e8dc3e2a82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:13.672671 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea06956-4a6e-4693-9de4-6bfbed485f19 req-68aa01b4-bfa8-4a0c-bc80-97573b5cce92 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:13.678952 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ea06956-4a6e-4693-9de4-6bfbed485f19 req-68aa01b4-bfa8-4a0c-bc80-97573b5cce92 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5429 time: 0.7665756 Aug 11 22:05:13.692413 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-d1da8186-2d36-4b36-820e-bfc89c7d894c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1887398050-network', 'tenant_id': '6f8b2847c9c9405386d12384904638e8'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:05:13.722618 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-a760ac12-1f2f-419d-ac1e-a8e8dc3e2a82 None None] Calling delete_port for 99c6b3cc-0c92-4562-b009-b53b37172bb3 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:05:13.809148 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1da8186-2d36-4b36-820e-bfc89c7d894c admin admin] Made reservation on behalf of 6f8b2847c9c9405386d12384904638e8 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:05:13.813854 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d1da8186-2d36-4b36-820e-bfc89c7d894c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:13.888241 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d1da8186-2d36-4b36-820e-bfc89c7d894c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:13.913693 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76045d72-862a-4302-bdc5-f7bc7db56e3d None None] Network aae68e27-0877-48f6-819f-dde7d65a439d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:05:13.936163 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-91681404-08b5-4190-b850-a1dc12bbe3a4 admin admin] Deleting port 99c6b3cc-0c92-4562-b009-b53b37172bb3 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:05:13.937272 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91681404-08b5-4190-b850-a1dc12bbe3a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:13.955252 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c61f3299-1828-4790-8f0f-5097190d43c9 None None] Provisioning for port 713f2de0-6968-4aef-a79f-d16002f8d99b completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:05:14.183404 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d1da8186-2d36-4b36-820e-bfc89c7d894c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:14.217552 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a760ac12-1f2f-419d-ac1e-a8e8dc3e2a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:14.233611 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d1da8186-2d36-4b36-820e-bfc89c7d894c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:14.383670 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760ac12-1f2f-419d-ac1e-a8e8dc3e2a82 None None] Pushing event deleted for resources: {'Port': ['ID=99c6b3cc-0c92-4562-b009-b53b37172bb3,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:14.404516 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a760ac12-1f2f-419d-ac1e-a8e8dc3e2a82 None None] No DVR routers for this DVR port 99c6b3cc-0c92-4562-b009-b53b37172bb3 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:05:14.441273 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ea06956-4a6e-4693-9de4-6bfbed485f19 req-eb0c8770-c7e7-4d08-ba8d-05aca21bf492 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6478944 Aug 11 22:05:14.459340 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1da8186-2d36-4b36-820e-bfc89c7d894c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:05:14.540325 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da8186-2d36-4b36-820e-bfc89c7d894c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a87bc41-917c-4125-951f-79b4bce5c00a,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:14.546212 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1db0d4f3-8b77-4ca5-85a1-f4f8b23eb58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:14.548766 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d1da8186-2d36-4b36-820e-bfc89c7d894c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:14.549123 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-d1da8186-2d36-4b36-820e-bfc89c7d894c admin admin] Added segment 160b2cea-9b73-4403-a955-9a49a7314883 of type vlan for network f0be7e54-3a55-4fff-96a5-20ef9a80e3fb Aug 11 22:05:14.562543 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 713f2de0-6968-4aef-a79f-d16002f8d99b up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:05:14.614258 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d1da8186-2d36-4b36-820e-bfc89c7d894c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:14.674045 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1db0d4f3-8b77-4ca5-85a1-f4f8b23eb58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:14.751321 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0d4f3-8b77-4ca5-85a1-f4f8b23eb58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Pushing event updated for resources: {'Port': ['ID=b1a0a278-2231-4216-86c1-44006c2fce95,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:14.755213 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d1da8186-2d36-4b36-820e-bfc89c7d894c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:14.756320 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1da8186-2d36-4b36-820e-bfc89c7d894c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:14.757006 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d1da8186-2d36-4b36-820e-bfc89c7d894c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:14.796771 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db0d4f3-8b77-4ca5-85a1-f4f8b23eb58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Network 11943f1c-e133-4e2b-b44e-add60c422a37 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:05:14.803772 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d1da8186-2d36-4b36-820e-bfc89c7d894c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7030449 Aug 11 22:05:14.811535 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 713f2de0-6968-4aef-a79f-d16002f8d99b completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:05:14.818244 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38886) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:14.818645 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-1db0d4f3-8b77-4ca5-85a1-f4f8b23eb58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:05:14.823464 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 713f2de0-6968-4aef-a79f-d16002f8d99b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:05:14.825602 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:14.835066 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-7ff92d7c-6ba2-4b9e-a374-94d9cdb9964c admin admin] Request body: {'subnet': {'network_id': 'f0be7e54-3a55-4fff-96a5-20ef9a80e3fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1887398050-subnet', 'tenant_id': '6f8b2847c9c9405386d12384904638e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:05:14.845040 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db0d4f3-8b77-4ca5-85a1-f4f8b23eb58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:05:14.846340 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db0d4f3-8b77-4ca5-85a1-f4f8b23eb58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:14.847233 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1db0d4f3-8b77-4ca5-85a1-f4f8b23eb58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:14.908074 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1db0d4f3-8b77-4ca5-85a1-f4f8b23eb58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.9115877 Aug 11 22:05:14.918883 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38888) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:14.973954 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da8186-2d36-4b36-820e-bfc89c7d894c admin admin] Pushing event updated for resources: {'Network': ['ID=f0be7e54-3a55-4fff-96a5-20ef9a80e3fb,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:14.984272 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b7a16c-a892-4f42-a98e-f830703de3e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:14.986425 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-75b7a16c-a892-4f42-a98e-f830703de3e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] 10.222.0.77 "GET /v2.0/ports/b1a0a278-2231-4216-86c1-44006c2fce95 HTTP/1.1" status: 200 len: 958 time: 0.0659993 Aug 11 22:05:14.991010 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38890) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:15.000674 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff92d7c-6ba2-4b9e-a374-94d9cdb9964c admin admin] Made reservation on behalf of 6f8b2847c9c9405386d12384904638e8 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:05:15.004882 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7ff92d7c-6ba2-4b9e-a374-94d9cdb9964c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:15.027081 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network f0be7e54-3a55-4fff-96a5-20ef9a80e3fb details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:05:15.045571 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a45507-5354-4291-89f9-0197bc40dda3 req-13eb2732-e9c7-4a2c-b920-6cfe4b5bdcbf tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:15.047228 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-95a45507-5354-4291-89f9-0197bc40dda3 req-13eb2732-e9c7-4a2c-b920-6cfe4b5bdcbf tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 945 time: 1.2953181 Aug 11 22:05:15.081029 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-91681404-08b5-4190-b850-a1dc12bbe3a4 admin admin] For port 99c6b3cc-0c92-4562-b009-b53b37172bb3, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=99c6b3cc-0c92-4562-b009-b53b37172bb3,segment=NetworkSegment(3d6c3e44-728d-4f47-bfbd-0f9f00adbf37),segment_id=3d6c3e44-728d-4f47-bfbd-0f9f00adbf37)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:15.081741 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91681404-08b5-4190-b850-a1dc12bbe3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:15.086254 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-3d7134a7-f3c1-41a3-9533-4e06a6a88ac9 admin admin] Allocated IP 172.25.2.151 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/d634b800-1d75-4579-a17f-fc1e6569e1fe) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:05:15.130899 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-91681404-08b5-4190-b850-a1dc12bbe3a4 admin admin] Calling delete_port for 99c6b3cc-0c92-4562-b009-b53b37172bb3 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:05:15.136774 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:15.145062 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d909f8a8-d9d4-433d-8b30-be7355e455e9 None None] Provisioning complete for port 713f2de0-6968-4aef-a79f-d16002f8d99b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:05:15.145749 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d909f8a8-d9d4-433d-8b30-be7355e455e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:15.323585 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 713f2de0-6968-4aef-a79f-d16002f8d99b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=713f2de0-6968-4aef-a79f-d16002f8d99b,segment=NetworkSegment(fed54257-4ffc-49e3-ac53-8be34c50450f),segment_id=fed54257-4ffc-49e3-ac53-8be34c50450f)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:15.342103 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-95a45507-5354-4291-89f9-0197bc40dda3 req-29d121b5-f770-4f95-ae9f-1014efc32cd7 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687445 Aug 11 22:05:15.384816 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7ff92d7c-6ba2-4b9e-a374-94d9cdb9964c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:15.428841 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:15.437378 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d7134a7-f3c1-41a3-9533-4e06a6a88ac9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:15.459479 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91681404-08b5-4190-b850-a1dc12bbe3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:15.481484 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-7e7078fe-fc63-4d30-9bd1-aa9d12808de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Deleting port b1a0a278-2231-4216-86c1-44006c2fce95 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:05:15.481824 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7e7078fe-fc63-4d30-9bd1-aa9d12808de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:15.505872 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d909f8a8-d9d4-433d-8b30-be7355e455e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:15.582086 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff92d7c-6ba2-4b9e-a374-94d9cdb9964c admin admin] Checking segment: {'id': '160b2cea-9b73-4403-a955-9a49a7314883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0be7e54-3a55-4fff-96a5-20ef9a80e3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:05:15.582364 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff92d7c-6ba2-4b9e-a374-94d9cdb9964c admin admin] Network hostable DHCP agents. Network: f0be7e54-3a55-4fff-96a5-20ef9a80e3fb, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:05:15.587928 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91681404-08b5-4190-b850-a1dc12bbe3a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=99c6b3cc-0c92-4562-b009-b53b37172bb3,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:15.643696 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff92d7c-6ba2-4b9e-a374-94d9cdb9964c admin admin] Pushing event updated for resources: {'Subnet': ['ID=31cc202f-7036-4d21-8edf-d7fd5eff37b1,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:15.663637 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff92d7c-6ba2-4b9e-a374-94d9cdb9964c admin admin] Network f0be7e54-3a55-4fff-96a5-20ef9a80e3fb is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:05:15.691349 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91681404-08b5-4190-b850-a1dc12bbe3a4 admin admin] No DVR routers for this DVR port 99c6b3cc-0c92-4562-b009-b53b37172bb3 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:05:15.701489 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-7ff92d7c-6ba2-4b9e-a374-94d9cdb9964c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, f0be7e54-3a55-4fff-96a5-20ef9a80e3fb) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:05:15.707679 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff92d7c-6ba2-4b9e-a374-94d9cdb9964c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:15.708381 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7ff92d7c-6ba2-4b9e-a374-94d9cdb9964c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:15.719793 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5926bf1-2d55-407d-9073-5c13d385c034 req-a846708c-8b9e-4e9a-a7a5-273fbfb2d739 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:15.724573 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a5926bf1-2d55-407d-9073-5c13d385c034 req-a846708c-8b9e-4e9a-a7a5-273fbfb2d739 tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 1096 time: 0.0828612 Aug 11 22:05:15.734962 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=713f2de0-6968-4aef-a79f-d16002f8d99b,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:15.738220 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 99c6b3cc-0c92-4562-b009-b53b37172bb3 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:05:15.748472 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d712540-b3a0-4ea3-b230-013ce14efd3f None None] Network f0be7e54-3a55-4fff-96a5-20ef9a80e3fb requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:05:15.778812 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7ff92d7c-6ba2-4b9e-a374-94d9cdb9964c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9474804 Aug 11 22:05:15.784516 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38914) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:15.793190 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-e4911a77-6ae8-48e8-b5f1-780d4a7339f1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1887398050-router', 'tenant_id': '6f8b2847c9c9405386d12384904638e8', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:05:15.814950 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.api [None req-d909f8a8-d9d4-433d-8b30-be7355e455e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:05:15.815407 n-d-804275-3 neutron-server[100944]: DEBUG oslo_db.api [None req-d909f8a8-d9d4-433d-8b30-be7355e455e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:05:15.823309 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 99c6b3cc-0c92-4562-b009-b53b37172bb3 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:05:15.823621 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 99c6b3cc-0c92-4562-b009-b53b37172bb3 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:05:15.846435 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4c134591-618e-4168-837d-73d8197e94a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:15.857902 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a5926bf1-2d55-407d-9073-5c13d385c034 req-6f44cd74-58f2-40c1-8f40-9fb4f048a85b tempest-LiveMigrationTest-894721787 tempest-LiveMigrationTest-894721787-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262667 Aug 11 22:05:15.859423 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e4911a77-6ae8-48e8-b5f1-780d4a7339f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:15.861234 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e4911a77-6ae8-48e8-b5f1-780d4a7339f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:15.957478 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d7134a7-f3c1-41a3-9533-4e06a6a88ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:15.977423 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7e7078fe-fc63-4d30-9bd1-aa9d12808de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:15.996127 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-7e7078fe-fc63-4d30-9bd1-aa9d12808de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Calling delete_port for b1a0a278-2231-4216-86c1-44006c2fce95 owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:05:15.999769 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:05:16.063453 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e4911a77-6ae8-48e8-b5f1-780d4a7339f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:16.167036 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7134a7-f3c1-41a3-9533-4e06a6a88ac9 admin admin] Pushing event updated for resources: {'Port': ['ID=d634b800-1d75-4579-a17f-fc1e6569e1fe,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:16.181613 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91681404-08b5-4190-b850-a1dc12bbe3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:16.212168 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-91681404-08b5-4190-b850-a1dc12bbe3a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:16.320702 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa0d42-ecd5-481a-b532-cdc54608f92c req-aee00224-1169-4305-8a5e-4153f2d84a36 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:16.357051 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa0d42-ecd5-481a-b532-cdc54608f92c req-aee00224-1169-4305-8a5e-4153f2d84a36 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:16.380164 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e4911a77-6ae8-48e8-b5f1-780d4a7339f1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:16.381543 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:16.383552 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa0d42-ecd5-481a-b532-cdc54608f92c req-aee00224-1169-4305-8a5e-4153f2d84a36 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:16.388724 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 713f2de0-6968-4aef-a79f-d16002f8d99b up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:05:16.400082 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa0d42-ecd5-481a-b532-cdc54608f92c req-aee00224-1169-4305-8a5e-4153f2d84a36 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:16.416482 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa0d42-ecd5-481a-b532-cdc54608f92c req-aee00224-1169-4305-8a5e-4153f2d84a36 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:16.430868 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa0d42-ecd5-481a-b532-cdc54608f92c req-aee00224-1169-4305-8a5e-4153f2d84a36 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:16.445892 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa0d42-ecd5-481a-b532-cdc54608f92c req-aee00224-1169-4305-8a5e-4153f2d84a36 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:16.462750 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fbaa0d42-ecd5-481a-b532-cdc54608f92c req-aee00224-1169-4305-8a5e-4153f2d84a36 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5429 time: 0.7884026 Aug 11 22:05:16.469813 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-91681404-08b5-4190-b850-a1dc12bbe3a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6c3e44-728d-4f47-bfbd-0f9f00adbf37') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:16.470753 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-91681404-08b5-4190-b850-a1dc12bbe3a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6c3e44-728d-4f47-bfbd-0f9f00adbf37') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:16.490139 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fff886-a6b4-4a39-8234-6e3d784cfb82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-f0be7e54-3a55-4fff-96a5-20ef9a80e3fb', 'network_id': 'f0be7e54-3a55-4fff-96a5-20ef9a80e3fb', 'tenant_id': '6f8b2847c9c9405386d12384904638e8', 'fixed_ips': [{'subnet_id': '31cc202f-7036-4d21-8edf-d7fd5eff37b1'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:05:16.492486 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e4fff886-a6b4-4a39-8234-6e3d784cfb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:16.503853 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7134a7-f3c1-41a3-9533-4e06a6a88ac9 admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:05:16.574692 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91681404-08b5-4190-b850-a1dc12bbe3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:16.581494 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-3d7134a7-f3c1-41a3-9533-4e06a6a88ac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:05:16.584866 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfb0a2-17f9-44dc-a6c9-17cd2e345985 req-b4ee81c0-2dbf-4174-8f83-128db0ad5534 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:16.586019 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a5cfb0a2-17f9-44dc-a6c9-17cd2e345985 req-b4ee81c0-2dbf-4174-8f83-128db0ad5534 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 947 time: 0.0837805 Aug 11 22:05:16.637649 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7134a7-f3c1-41a3-9533-4e06a6a88ac9 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:05:16.655699 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a5cfb0a2-17f9-44dc-a6c9-17cd2e345985 req-16ab4fb1-4ce0-4c94-9cf8-b3ab2e737b11 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587652 Aug 11 22:05:16.686902 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91681404-08b5-4190-b850-a1dc12bbe3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:16.700463 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fbaa0d42-ecd5-481a-b532-cdc54608f92c req-f07ec049-b328-4de7-ae71-e21584825507 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2359548 Aug 11 22:05:16.708983 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91681404-08b5-4190-b850-a1dc12bbe3a4 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:05:16.709553 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91681404-08b5-4190-b850-a1dc12bbe3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:05:16.712549 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:05:16.753903 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68,segment=NetworkSegment(a3dcb167-5947-4558-908e-3d33ae014591),segment_id=a3dcb167-5947-4558-908e-3d33ae014591)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:16.755131 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7e7078fe-fc63-4d30-9bd1-aa9d12808de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:16.811140 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7078fe-fc63-4d30-9bd1-aa9d12808de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1a0a278-2231-4216-86c1-44006c2fce95,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:16.874254 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e4911a77-6ae8-48e8-b5f1-780d4a7339f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:16.907738 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e4911a77-6ae8-48e8-b5f1-780d4a7339f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:16.939781 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7e7078fe-fc63-4d30-9bd1-aa9d12808de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:16.942140 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7e7078fe-fc63-4d30-9bd1-aa9d12808de8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] 10.222.0.77 "DELETE /v2.0/ports/b1a0a278-2231-4216-86c1-44006c2fce95 HTTP/1.1" status: 204 len: 168 time: 1.9476631 Aug 11 22:05:16.947996 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38936) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:16.951260 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68', 'network_id': 'b287a464-dc73-48ac-8476-f9f6272430e9', 'port_id': '0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68', 'mac_address': 'fa:16:3e:bf:0f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9151294c-d4b3-4b89-812c-726f585f11d8', 'ip_address': '10.1.1.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:05:16.962802 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91681404-08b5-4190-b850-a1dc12bbe3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:16.980947 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-e4fff886-a6b4-4a39-8234-6e3d784cfb82 None None] Allocated IP 172.20.0.2 (f0be7e54-3a55-4fff-96a5-20ef9a80e3fb/31cc202f-7036-4d21-8edf-d7fd5eff37b1/9f2f9790-0b79-411d-95df-f444de848cbb) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:05:16.995851 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 713f2de0-6968-4aef-a79f-d16002f8d99b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:05:16.996396 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91681404-08b5-4190-b850-a1dc12bbe3a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:16.996903 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:17.008271 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-91681404-08b5-4190-b850-a1dc12bbe3a4 admin admin] 10.222.0.77 "DELETE /v2.0/networks/25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5 HTTP/1.1" status: 204 len: 168 time: 4.4104009 Aug 11 22:05:17.010952 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b31375-3b3a-436e-9a62-b0f1a0221a79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] GET failed (client error): The resource could not be found. Aug 11 22:05:17.013001 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-46b31375-3b3a-436e-9a62-b0f1a0221a79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] 10.222.0.77 "GET /v2.0/ports/b1a0a278-2231-4216-86c1-44006c2fce95 HTTP/1.1" status: 404 len: 333 time: 0.0638499 Aug 11 22:05:17.019114 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38944) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:17.027141 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-1c3c8737-cc28-4636-aeb2-04303278a41d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Request body: {'port': {'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-835245414'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:05:17.062554 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91681404-08b5-4190-b850-a1dc12bbe3a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=25f67d0e-7a2e-4b6e-bda2-ba1f4d343ba5,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:17.065730 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3c8737-cc28-4636-aeb2-04303278a41d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Made reservation on behalf of f736e2e88c3048308f39f622acb1c8c9 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:05:17.069125 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8737-cc28-4636-aeb2-04303278a41d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:17.148091 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-1c3c8737-cc28-4636-aeb2-04303278a41d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] device_id is not set on port abcac124-9b02-4884-8b7b-89f496fe36fc yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:05:17.186653 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26f4cd-05f5-4841-84cd-0ed53d08118d req-aca3e17d-39f9-4696-9c20-5f0d1db32494 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:17.191383 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2e26f4cd-05f5-4841-84cd-0ed53d08118d req-aca3e17d-39f9-4696-9c20-5f0d1db32494 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 945 time: 0.2740095 Aug 11 22:05:17.241690 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:17.243781 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b08912-2b61-4864-87c7-2b0b53ca161f req-69a038f9-597d-4ba1-b4cc-c54293e660d8 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:17.245607 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-13b08912-2b61-4864-87c7-2b0b53ca161f req-69a038f9-597d-4ba1-b4cc-c54293e660d8 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.52 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 945 time: 0.2623615 Aug 11 22:05:17.282750 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-e4911a77-6ae8-48e8-b5f1-780d4a7339f1 admin admin] Allocated IP 172.25.2.211 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/7fc16189-90cf-4d6a-a63f-c5bc45d8218a) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:05:17.289012 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:05:17.359231 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68,segment=NetworkSegment(a3dcb167-5947-4558-908e-3d33ae014591),segment_id=a3dcb167-5947-4558-908e-3d33ae014591)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:17.375315 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2e26f4cd-05f5-4841-84cd-0ed53d08118d req-c3594593-a554-4379-8461-a378e04085dc tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648843 Aug 11 22:05:17.397904 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38948) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:17.435433 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d7134a7-f3c1-41a3-9533-4e06a6a88ac9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:17.451266 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:17.452025 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 6cca6cf8-573d-4f5d-82da-fde29b978abb details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:05:17.548021 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-13b08912-2b61-4864-87c7-2b0b53ca161f req-5d73d4f5-8f0c-40d8-89a8-f0deabeb8191 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Deleting port 265c0cb9-a9ad-49d5-ad87-54817824bc7a {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:05:17.548021 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-13b08912-2b61-4864-87c7-2b0b53ca161f req-5d73d4f5-8f0c-40d8-89a8-f0deabeb8191 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:17.571379 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e4911a77-6ae8-48e8-b5f1-780d4a7339f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:17.700013 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-13b08912-2b61-4864-87c7-2b0b53ca161f req-5d73d4f5-8f0c-40d8-89a8-f0deabeb8191 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] For port 265c0cb9-a9ad-49d5-ad87-54817824bc7a, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=265c0cb9-a9ad-49d5-ad87-54817824bc7a,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:17.702209 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-13b08912-2b61-4864-87c7-2b0b53ca161f req-5d73d4f5-8f0c-40d8-89a8-f0deabeb8191 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:17.731559 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-13b08912-2b61-4864-87c7-2b0b53ca161f req-5d73d4f5-8f0c-40d8-89a8-f0deabeb8191 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Calling delete_port for 265c0cb9-a9ad-49d5-ad87-54817824bc7a owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:05:17.737276 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e4911a77-6ae8-48e8-b5f1-780d4a7339f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:17.747408 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:17.755886 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:17.763574 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e4fff886-a6b4-4a39-8234-6e3d784cfb82 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:17.810138 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-afee7c46-bbc0-4d54-b2e8-2c695613c5bc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=95f5703708cc4c328a0d034631678af3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4058313 Aug 11 22:05:17.812023 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e4fff886-a6b4-4a39-8234-6e3d784cfb82 None None] Transition to ACTIVE for port object 9f2f9790-0b79-411d-95df-f444de848cbb will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:05:17.822800 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38958) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:17.849114 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 6cca6cf8-573d-4f5d-82da-fde29b978abb, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=6cca6cf8-573d-4f5d-82da-fde29b978abb,segment=NetworkSegment(a3dcb167-5947-4558-908e-3d33ae014591),segment_id=a3dcb167-5947-4558-908e-3d33ae014591)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:17.866587 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e4fff886-a6b4-4a39-8234-6e3d784cfb82 None None] Transition to ACTIVE for port object 9f2f9790-0b79-411d-95df-f444de848cbb will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:05:17.873484 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '6cca6cf8-573d-4f5d-82da-fde29b978abb', 'network_id': 'b287a464-dc73-48ac-8476-f9f6272430e9', 'port_id': '6cca6cf8-573d-4f5d-82da-fde29b978abb', 'mac_address': 'fa:16:3e:65:da:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9151294c-d4b3-4b89-812c-726f585f11d8', 'ip_address': '10.1.1.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:05:17.877452 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8737-cc28-4636-aeb2-04303278a41d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:17.890984 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e4fff886-a6b4-4a39-8234-6e3d784cfb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:17.971617 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4911a77-6ae8-48e8-b5f1-780d4a7339f1 admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:05:17.974458 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fff886-a6b4-4a39-8234-6e3d784cfb82 None None] Network f0be7e54-3a55-4fff-96a5-20ef9a80e3fb is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:05:17.979940 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-e4fff886-a6b4-4a39-8234-6e3d784cfb82 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:05:17.986180 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:17.990340 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fff886-a6b4-4a39-8234-6e3d784cfb82 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:05:18.005366 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fff886-a6b4-4a39-8234-6e3d784cfb82 None None] Pushing event updated for resources: {'Port': ['ID=9f2f9790-0b79-411d-95df-f444de848cbb,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:18.010906 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-e4911a77-6ae8-48e8-b5f1-780d4a7339f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:05:18.015083 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4911a77-6ae8-48e8-b5f1-780d4a7339f1 admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:05:18.020913 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cca6cf8-573d-4f5d-82da-fde29b978abb {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:05:18.057829 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4911a77-6ae8-48e8-b5f1-780d4a7339f1 admin admin] Pushing event updated for resources: {'Port': ['ID=7fc16189-90cf-4d6a-a63f-c5bc45d8218a,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:18.077990 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 6cca6cf8-573d-4f5d-82da-fde29b978abb, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=6cca6cf8-573d-4f5d-82da-fde29b978abb,segment=NetworkSegment(a3dcb167-5947-4558-908e-3d33ae014591),segment_id=a3dcb167-5947-4558-908e-3d33ae014591)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:18.091318 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:18.092210 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 2b4fd92b-4177-42f2-b2d7-f08e82f9e6da details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:05:18.100114 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-e4fff886-a6b4-4a39-8234-6e3d784cfb82 None None] Attempting to bind port 9f2f9790-0b79-411d-95df-f444de848cbb on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:18.100114 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-e4fff886-a6b4-4a39-8234-6e3d784cfb82 None None] Attempting to bind port 9f2f9790-0b79-411d-95df-f444de848cbb by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '160b2cea-9b73-4403-a955-9a49a7314883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0be7e54-3a55-4fff-96a5-20ef9a80e3fb'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:18.100749 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fff886-a6b4-4a39-8234-6e3d784cfb82 None None] Attempting to bind port 9f2f9790-0b79-411d-95df-f444de848cbb on network f0be7e54-3a55-4fff-96a5-20ef9a80e3fb {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:18.135055 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fff886-a6b4-4a39-8234-6e3d784cfb82 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:05:18.135672 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fff886-a6b4-4a39-8234-6e3d784cfb82 None None] Checking segment: {'id': '160b2cea-9b73-4403-a955-9a49a7314883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0be7e54-3a55-4fff-96a5-20ef9a80e3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:05:18.136250 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e4fff886-a6b4-4a39-8234-6e3d784cfb82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:18.136771 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fff886-a6b4-4a39-8234-6e3d784cfb82 None None] Bound using segment: {'id': '160b2cea-9b73-4403-a955-9a49a7314883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0be7e54-3a55-4fff-96a5-20ef9a80e3fb'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:05:18.137395 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-e4fff886-a6b4-4a39-8234-6e3d784cfb82 None None] Bound port: 9f2f9790-0b79-411d-95df-f444de848cbb, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '160b2cea-9b73-4403-a955-9a49a7314883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0be7e54-3a55-4fff-96a5-20ef9a80e3fb'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:05:18.137903 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e4fff886-a6b4-4a39-8234-6e3d784cfb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:18.159026 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959391a5-52b3-4dd9-801d-d5104c9a804f req-bb520f9c-3069-452e-927c-ea919497fd8a tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:18.172396 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-959391a5-52b3-4dd9-801d-d5104c9a804f req-bb520f9c-3069-452e-927c-ea919497fd8a tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 947 time: 0.2383361 Aug 11 22:05:18.218193 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=6cca6cf8-573d-4f5d-82da-fde29b978abb,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:18.248982 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0d065969-feda-4679-b094-ad363efdf462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:18.301849 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a368894-a848-4841-bc18-b77128e5004f req-ed26c119-8a05-4849-8d3c-301cdb3235ec tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:18.305574 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-e4fff886-a6b4-4a39-8234-6e3d784cfb82 None None] For port 9f2f9790-0b79-411d-95df-f444de848cbb, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:05:18.314027 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-e4fff886-a6b4-4a39-8234-6e3d784cfb82 None None] For port 9f2f9790-0b79-411d-95df-f444de848cbb, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9f2f9790-0b79-411d-95df-f444de848cbb,segment=NetworkSegment(160b2cea-9b73-4403-a955-9a49a7314883),segment_id=160b2cea-9b73-4403-a955-9a49a7314883)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:05:18.314600 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a368894-a848-4841-bc18-b77128e5004f req-ed26c119-8a05-4849-8d3c-301cdb3235ec tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:18.322253 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e4fff886-a6b4-4a39-8234-6e3d784cfb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:18.326268 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 2b4fd92b-4177-42f2-b2d7-f08e82f9e6da, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=2b4fd92b-4177-42f2-b2d7-f08e82f9e6da,segment=NetworkSegment(c6f2a34e-1a80-4ae8-83e0-174475e6aac5),segment_id=c6f2a34e-1a80-4ae8-83e0-174475e6aac5)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:18.327972 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a368894-a848-4841-bc18-b77128e5004f req-ed26c119-8a05-4849-8d3c-301cdb3235ec tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:18.341059 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a368894-a848-4841-bc18-b77128e5004f req-ed26c119-8a05-4849-8d3c-301cdb3235ec tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:18.354514 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a368894-a848-4841-bc18-b77128e5004f req-ed26c119-8a05-4849-8d3c-301cdb3235ec tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:18.366755 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a368894-a848-4841-bc18-b77128e5004f req-ed26c119-8a05-4849-8d3c-301cdb3235ec tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:18.375042 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '2b4fd92b-4177-42f2-b2d7-f08e82f9e6da', 'network_id': '39346d85-8db1-4c32-bd48-0eb63c830650', 'port_id': '2b4fd92b-4177-42f2-b2d7-f08e82f9e6da', 'mac_address': 'fa:16:3e:51:bf:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a517bd89-a5f8-4600-9a3f-a19621adfded', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:05:18.379495 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a368894-a848-4841-bc18-b77128e5004f req-ed26c119-8a05-4849-8d3c-301cdb3235ec tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:18.383863 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9a368894-a848-4841-bc18-b77128e5004f req-ed26c119-8a05-4849-8d3c-301cdb3235ec tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5430 time: 0.4560633 Aug 11 22:05:18.407574 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8737-cc28-4636-aeb2-04303278a41d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:18.439253 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fff886-a6b4-4a39-8234-6e3d784cfb82 None None] Pushing event updated for resources: {'Port': ['ID=9f2f9790-0b79-411d-95df-f444de848cbb,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:18.451640 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:18.453051 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0d065969-feda-4679-b094-ad363efdf462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:18.468837 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4fd92b-4177-42f2-b2d7-f08e82f9e6da {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:05:18.498207 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 2b4fd92b-4177-42f2-b2d7-f08e82f9e6da, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=2b4fd92b-4177-42f2-b2d7-f08e82f9e6da,segment=NetworkSegment(c6f2a34e-1a80-4ae8-83e0-174475e6aac5),segment_id=c6f2a34e-1a80-4ae8-83e0-174475e6aac5)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:18.517064 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:18.517890 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device b0841e35-712c-4919-9743-7532de366613 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:05:18.544442 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-959391a5-52b3-4dd9-801d-d5104c9a804f req-b28dd405-a8c3-4df4-b36f-e6494a5f205c tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3564832 Aug 11 22:05:18.608369 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d7134a7-f3c1-41a3-9533-4e06a6a88ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:18.681907 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=2b4fd92b-4177-42f2-b2d7-f08e82f9e6da,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:18.684879 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3c8737-cc28-4636-aeb2-04303278a41d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Network 11943f1c-e133-4e2b-b44e-add60c422a37 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:05:18.691610 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-13b08912-2b61-4864-87c7-2b0b53ca161f req-5d73d4f5-8f0c-40d8-89a8-f0deabeb8191 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:18.716062 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c8737-cc28-4636-aeb2-04303278a41d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Pushing event updated for resources: {'Port': ['ID=abcac124-9b02-4884-8b7b-89f496fe36fc,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:18.717585 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['265c0cb9-a9ad-49d5-ad87-54817824bc7a'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:05:18.754436 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['dafb7e42-7f3e-49fb-8c98-6deabd516fd1'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:05:18.788224 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-1c3c8737-cc28-4636-aeb2-04303278a41d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:05:18.826957 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port b0841e35-712c-4919-9743-7532de366613, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=b0841e35-712c-4919-9743-7532de366613,segment=NetworkSegment(9c982ec6-2c84-465b-999c-00765c0cf758),segment_id=9c982ec6-2c84-465b-999c-00765c0cf758)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:18.886867 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3c8737-cc28-4636-aeb2-04303278a41d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:05:18.888424 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3c8737-cc28-4636-aeb2-04303278a41d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:18.888942 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8737-cc28-4636-aeb2-04303278a41d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:18.890394 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'b0841e35-712c-4919-9743-7532de366613', 'network_id': '51af6b0f-08b6-41a5-a9ed-48b34e3cb239', 'port_id': 'b0841e35-712c-4919-9743-7532de366613', 'mac_address': 'fa:16:3e:17:7e:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dff4e45-f48e-4976-9708-e4527f53ecdf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:05:18.905066 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73d4f5-8f0c-40d8-89a8-f0deabeb8191 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Pushing event deleted for resources: {'Port': ['ID=265c0cb9-a9ad-49d5-ad87-54817824bc7a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:18.918241 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1c3c8737-cc28-4636-aeb2-04303278a41d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8964784 Aug 11 22:05:18.924161 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38964) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:18.932996 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:05:18.970739 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0d065969-feda-4679-b094-ad363efdf462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:18.975948 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0d065969-feda-4679-b094-ad363efdf462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:18.977482 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0d065969-feda-4679-b094-ad363efdf462 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2602ea6e-b95f-4eed-a128-8f0b4351cb20 HTTP/1.1" status: 204 len: 168 time: 1.1529093 Aug 11 22:05:18.989821 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:19.025103 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:19.055541 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0841e35-712c-4919-9743-7532de366613 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:05:19.081060 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d065969-feda-4679-b094-ad363efdf462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2602ea6e-b95f-4eed-a128-8f0b4351cb20,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:19.083196 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c2e497dd-26e9-4590-a02a-c15fe4964083 req-a63634da-4b67-48f9-a842-929314e521d7 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 210 time: 0.2226751 Aug 11 22:05:19.097928 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9a368894-a848-4841-bc18-b77128e5004f req-eacee2ab-1611-41f7-9a56-24c8a076bb60 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6929021 Aug 11 22:05:19.105033 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port b0841e35-712c-4919-9743-7532de366613, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=b0841e35-712c-4919-9743-7532de366613,segment=NetworkSegment(9c982ec6-2c84-465b-999c-00765c0cf758),segment_id=9c982ec6-2c84-465b-999c-00765c0cf758)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:19.127625 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:19.127625 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device e2894cb3-a993-43a9-a58e-1c4b58a9cf7c details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:05:19.144066 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b08912-2b61-4864-87c7-2b0b53ca161f req-5d73d4f5-8f0c-40d8-89a8-f0deabeb8191 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] No DVR routers for this DVR port 265c0cb9-a9ad-49d5-ad87-54817824bc7a on host n-h2-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:05:19.150959 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-13b08912-2b61-4864-87c7-2b0b53ca161f req-5d73d4f5-8f0c-40d8-89a8-f0deabeb8191 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:19.153243 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-13b08912-2b61-4864-87c7-2b0b53ca161f req-5d73d4f5-8f0c-40d8-89a8-f0deabeb8191 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.52 "DELETE /v2.0/ports/265c0cb9-a9ad-49d5-ad87-54817824bc7a HTTP/1.1" status: 204 len: 173 time: 1.8834071 Aug 11 22:05:19.153733 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a71782-381d-464b-b883-7b1c7d4339ba', 'name': 'network-vif-deleted', 'tag': '265c0cb9-a9ad-49d5-ad87-54817824bc7a'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:05:19.156192 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d84421f-8d0a-44e8-9873-76833c867d48" -d '{"events": [{"server_uuid": "01a71782-381d-464b-b883-7b1c7d4339ba", "name": "network-vif-deleted", "tag": "265c0cb9-a9ad-49d5-ad87-54817824bc7a"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:05:19.189350 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:19.242432 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e4911a77-6ae8-48e8-b5f1-780d4a7339f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:19.271722 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port e2894cb3-a993-43a9-a58e-1c4b58a9cf7c, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e2894cb3-a993-43a9-a58e-1c4b58a9cf7c,segment=NetworkSegment(c6f2a34e-1a80-4ae8-83e0-174475e6aac5),segment_id=c6f2a34e-1a80-4ae8-83e0-174475e6aac5)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:19.280558 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=b0841e35-712c-4919-9743-7532de366613,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:19.313782 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'e2894cb3-a993-43a9-a58e-1c4b58a9cf7c', 'network_id': '39346d85-8db1-4c32-bd48-0eb63c830650', 'port_id': 'e2894cb3-a993-43a9-a58e-1c4b58a9cf7c', 'mac_address': 'fa:16:3e:8c:e7:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a517bd89-a5f8-4600-9a3f-a19621adfded', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:05:19.352203 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2500809e-951e-4086-a22c-3b7481b37c75 x-openstack-request-id: req-2500809e-951e-4086-a22c-3b7481b37c75 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:05:19.352621 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a71782-381d-464b-b883-7b1c7d4339ba", "name": "network-vif-deleted", "tag": "265c0cb9-a9ad-49d5-ad87-54817824bc7a", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:05:19.352900 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2500809e-951e-4086-a22c-3b7481b37c75 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:05:19.353381 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a71782-381d-464b-b883-7b1c7d4339ba', 'name': 'network-vif-deleted', 'tag': '265c0cb9-a9ad-49d5-ad87-54817824bc7a', 'status': 'completed', 'code': 200} Aug 11 22:05:19.380401 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:19.401746 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2894cb3-a993-43a9-a58e-1c4b58a9cf7c {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:05:19.438746 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port e2894cb3-a993-43a9-a58e-1c4b58a9cf7c, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e2894cb3-a993-43a9-a58e-1c4b58a9cf7c,segment=NetworkSegment(c6f2a34e-1a80-4ae8-83e0-174475e6aac5),segment_id=c6f2a34e-1a80-4ae8-83e0-174475e6aac5)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:19.445652 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7134a7-f3c1-41a3-9533-4e06a6a88ac9 admin admin] Router d0642ecc-d6fa-46d2-9209-44a15deaaa58 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:05:19.448690 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:19.449404 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device e2559e55-1916-4912-88c9-a11e2523aefa details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:05:19.548883 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port e2559e55-1916-4912-88c9-a11e2523aefa, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e2559e55-1916-4912-88c9-a11e2523aefa,segment=NetworkSegment(a3dcb167-5947-4558-908e-3d33ae014591),segment_id=a3dcb167-5947-4558-908e-3d33ae014591)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:19.558557 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=e2894cb3-a993-43a9-a58e-1c4b58a9cf7c,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:19.573537 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'e2559e55-1916-4912-88c9-a11e2523aefa', 'network_id': 'b287a464-dc73-48ac-8476-f9f6272430e9', 'port_id': 'e2559e55-1916-4912-88c9-a11e2523aefa', 'mac_address': 'fa:16:3e:77:1f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9151294c-d4b3-4b89-812c-726f585f11d8', 'ip_address': '10.1.1.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:05:19.575089 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] device_id is not set on port abcac124-9b02-4884-8b7b-89f496fe36fc yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:05:19.593727 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:19.685459 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:19.690280 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e4911a77-6ae8-48e8-b5f1-780d4a7339f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:19.715777 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Transition to ACTIVE for port object abcac124-9b02-4884-8b7b-89f496fe36fc will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:05:19.721251 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2559e55-1916-4912-88c9-a11e2523aefa {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:05:19.722558 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:19.777121 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port e2559e55-1916-4912-88c9-a11e2523aefa, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e2559e55-1916-4912-88c9-a11e2523aefa,segment=NetworkSegment(a3dcb167-5947-4558-908e-3d33ae014591),segment_id=a3dcb167-5947-4558-908e-3d33ae014591)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:19.783268 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:19.784004 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device edaff90d-e53c-40c3-9e3d-8aeb7c62d23f details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:05:19.827267 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:05:19.929125 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=e2559e55-1916-4912-88c9-a11e2523aefa,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:19.953983 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port edaff90d-e53c-40c3-9e3d-8aeb7c62d23f, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=edaff90d-e53c-40c3-9e3d-8aeb7c62d23f,segment=NetworkSegment(a3dcb167-5947-4558-908e-3d33ae014591),segment_id=a3dcb167-5947-4558-908e-3d33ae014591)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:19.979854 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'edaff90d-e53c-40c3-9e3d-8aeb7c62d23f', 'network_id': 'b287a464-dc73-48ac-8476-f9f6272430e9', 'port_id': 'edaff90d-e53c-40c3-9e3d-8aeb7c62d23f', 'mac_address': 'fa:16:3e:00:0a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9151294c-d4b3-4b89-812c-726f585f11d8', 'ip_address': '10.1.1.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:05:20.076121 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4911a77-6ae8-48e8-b5f1-780d4a7339f1 admin admin] Router c6c796f7-bd9c-403c-8a7f-34e2a5af3611 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:05:20.121980 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:20.125479 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:20.189236 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edaff90d-e53c-40c3-9e3d-8aeb7c62d23f {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:05:20.262815 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port abcac124-9b02-4884-8b7b-89f496fe36fc on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:20.263621 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port abcac124-9b02-4884-8b7b-89f496fe36fc by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:20.264480 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port abcac124-9b02-4884-8b7b-89f496fe36fc on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:20.278884 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port edaff90d-e53c-40c3-9e3d-8aeb7c62d23f, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=edaff90d-e53c-40c3-9e3d-8aeb7c62d23f,segment=NetworkSegment(a3dcb167-5947-4558-908e-3d33ae014591),segment_id=a3dcb167-5947-4558-908e-3d33ae014591)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:20.281730 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44227a9b-5fe1-40ab-9d87-6560037b98ec None None] Network f0be7e54-3a55-4fff-96a5-20ef9a80e3fb requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:05:20.283102 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Pushing event updated for resources: {'Port': ['ID=abcac124-9b02-4884-8b7b-89f496fe36fc,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:20.355988 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Port abcac124-9b02-4884-8b7b-89f496fe36fc on network 11943f1c-e133-4e2b-b44e-add60c422a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:05:20.364323 n-d-804275-3 neutron-server[100942]: ERROR neutron.plugins.ml2.managers [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Failed to bind port abcac124-9b02-4884-8b7b-89f496fe36fc on host n-h2-804275-3 for vnic_type normal using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] Aug 11 22:05:20.377140 n-d-804275-3 neutron-server[100942]: INFO neutron.plugins.ml2.plugin [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempt 2 to bind port abcac124-9b02-4884-8b7b-89f496fe36fc Aug 11 22:05:20.424200 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9f2f9790-0b79-411d-95df-f444de848cbb up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:05:20.426970 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aad8f4d-c5ed-427f-8ee4-328c12470876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:05:20.429931 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6305095-0925-4c9a-aeaa-4619130710ab" -d '{"events": [{"server_uuid": "6aad8f4d-c5ed-427f-8ee4-328c12470876", "name": "network-vif-unplugged", "status": "completed", "tag": "54b2c1ee-4e5e-4f38-8df1-1ca72d59a331"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:05:20.435436 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e82d6-49ac-4c59-84de-0574292d0454 req-18119f1d-074e-4f22-b0ef-e0b23a364e05 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:20.439757 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:20.444517 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-789e82d6-49ac-4c59-84de-0574292d0454 req-18119f1d-074e-4f22-b0ef-e0b23a364e05 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 947 time: 0.7015784 Aug 11 22:05:20.494379 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7134a7-f3c1-41a3-9533-4e06a6a88ac9 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:05:20.524577 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:20.552873 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d91ff3-b242-4731-b213-c451d89470e7 None None] Sync routers for ids ['d0642ecc-d6fa-46d2-9209-44a15deaaa58'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:05:20.580380 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port abcac124-9b02-4884-8b7b-89f496fe36fc on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:20.580938 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port abcac124-9b02-4884-8b7b-89f496fe36fc by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:20.581507 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port abcac124-9b02-4884-8b7b-89f496fe36fc on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:20.612430 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:20.614627 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d7134a7-f3c1-41a3-9533-4e06a6a88ac9 admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:20.616785 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3d7134a7-f3c1-41a3-9533-4e06a6a88ac9 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.7352395 Aug 11 22:05:20.640720 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Port abcac124-9b02-4884-8b7b-89f496fe36fc on network 11943f1c-e133-4e2b-b44e-add60c422a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:05:20.641239 n-d-804275-3 neutron-server[100942]: ERROR neutron.plugins.ml2.managers [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Failed to bind port abcac124-9b02-4884-8b7b-89f496fe36fc on host n-h2-804275-3 for vnic_type normal using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] Aug 11 22:05:20.643387 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38988) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:20.656032 n-d-804275-3 neutron-server[100942]: INFO neutron.plugins.ml2.plugin [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempt 3 to bind port abcac124-9b02-4884-8b7b-89f496fe36fc Aug 11 22:05:20.709201 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-437722d7-fd78-41ee-bfd9-4ccf00b2356e None None] Provisioning for port 9f2f9790-0b79-411d-95df-f444de848cbb completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:05:20.713292 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-789e82d6-49ac-4c59-84de-0574292d0454 req-bdada217-55a9-4f44-8f71-2ce1d2ec90a6 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2671647 Aug 11 22:05:20.713483 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:20.754759 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d91ff3-b242-4731-b213-c451d89470e7 None None] Routers {'d0642ecc-d6fa-46d2-9209-44a15deaaa58'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:05:20.755446 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a0d91ff3-b242-4731-b213-c451d89470e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:05:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d0642ecc-d6fa-46d2-9209-44a15deaaa58'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:20.771217 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=edaff90d-e53c-40c3-9e3d-8aeb7c62d23f,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:20.835394 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4911a77-6ae8-48e8-b5f1-780d4a7339f1 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:05:20.853756 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f405726a-aa57-43db-ac3f-a6cd72038362 None None] Sync routers for ids ['c6c796f7-bd9c-403c-8a7f-34e2a5af3611'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:05:20.857934 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port abcac124-9b02-4884-8b7b-89f496fe36fc on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:20.858667 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port abcac124-9b02-4884-8b7b-89f496fe36fc by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:20.859475 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port abcac124-9b02-4884-8b7b-89f496fe36fc on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:20.873192 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Port abcac124-9b02-4884-8b7b-89f496fe36fc on network 11943f1c-e133-4e2b-b44e-add60c422a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:05:20.873772 n-d-804275-3 neutron-server[100942]: ERROR neutron.plugins.ml2.managers [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Failed to bind port abcac124-9b02-4884-8b7b-89f496fe36fc on host n-h2-804275-3 for vnic_type normal using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] Aug 11 22:05:20.877731 n-d-804275-3 neutron-server[100942]: INFO neutron.plugins.ml2.plugin [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempt 4 to bind port abcac124-9b02-4884-8b7b-89f496fe36fc Aug 11 22:05:20.892912 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f405726a-aa57-43db-ac3f-a6cd72038362 None None] Routers {'c6c796f7-bd9c-403c-8a7f-34e2a5af3611'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:05:20.897372 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f405726a-aa57-43db-ac3f-a6cd72038362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:05:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c6c796f7-bd9c-403c-8a7f-34e2a5af3611'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:20.980817 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9d0ff06e-43e9-4934-a597-742f6757aa8a req-e22a1429-bbdb-4505-a375-77af8564c3fc tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 210 time: 0.1438692 Aug 11 22:05:20.982328 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e4911a77-6ae8-48e8-b5f1-780d4a7339f1 admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:20.989987 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e4911a77-6ae8-48e8-b5f1-780d4a7339f1 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1999516 Aug 11 22:05:20.990676 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38996) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:21.102580 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 22:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4a8987-068b-4b82-b838-807a8ee5f3fa x-openstack-request-id: req-5f4a8987-068b-4b82-b838-807a8ee5f3fa {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:05:21.104002 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aad8f4d-c5ed-427f-8ee4-328c12470876", "name": "network-vif-unplugged", "status": "completed", "tag": "54b2c1ee-4e5e-4f38-8df1-1ca72d59a331", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:05:21.105850 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5f4a8987-068b-4b82-b838-807a8ee5f3fa {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:05:21.106531 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aad8f4d-c5ed-427f-8ee4-328c12470876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331', 'code': 200} Aug 11 22:05:21.235278 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['e2559e55-1916-4912-88c9-a11e2523aefa'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:05:21.308905 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-f405726a-aa57-43db-ac3f-a6cd72038362 None None] Set router c6c796f7-bd9c-403c-8a7f-34e2a5af3611 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:05:21.346775 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['6cca6cf8-573d-4f5d-82da-fde29b978abb'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:05:21.387853 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['e2894cb3-a993-43a9-a58e-1c4b58a9cf7c'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:05:21.394953 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['edaff90d-e53c-40c3-9e3d-8aeb7c62d23f'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:05:21.410192 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['2b4fd92b-4177-42f2-b2d7-f08e82f9e6da'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:05:21.413534 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['b0841e35-712c-4919-9743-7532de366613'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:05:21.455831 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39000) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:21.484340 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 9f2f9790-0b79-411d-95df-f444de848cbb completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:05:21.546464 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port abcac124-9b02-4884-8b7b-89f496fe36fc on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:21.547023 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port abcac124-9b02-4884-8b7b-89f496fe36fc by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:21.547329 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port abcac124-9b02-4884-8b7b-89f496fe36fc on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:21.557910 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Port abcac124-9b02-4884-8b7b-89f496fe36fc on network 11943f1c-e133-4e2b-b44e-add60c422a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:05:21.558446 n-d-804275-3 neutron-server[100942]: ERROR neutron.plugins.ml2.managers [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Failed to bind port abcac124-9b02-4884-8b7b-89f496fe36fc on host n-h2-804275-3 for vnic_type normal using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] Aug 11 22:05:21.625276 n-d-804275-3 neutron-server[100942]: INFO neutron.plugins.ml2.plugin [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempt 5 to bind port abcac124-9b02-4884-8b7b-89f496fe36fc Aug 11 22:05:21.705401 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0371f3-ed2a-4bbd-9973-27898752c994 req-c6498ffe-a483-42e1-8c3f-49bc8f9487d3 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:21.712493 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0371f3-ed2a-4bbd-9973-27898752c994 req-c6498ffe-a483-42e1-8c3f-49bc8f9487d3 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:21.721311 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0371f3-ed2a-4bbd-9973-27898752c994 req-c6498ffe-a483-42e1-8c3f-49bc8f9487d3 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:21.730989 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0371f3-ed2a-4bbd-9973-27898752c994 req-c6498ffe-a483-42e1-8c3f-49bc8f9487d3 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:21.737567 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0371f3-ed2a-4bbd-9973-27898752c994 req-c6498ffe-a483-42e1-8c3f-49bc8f9487d3 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:21.744606 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0371f3-ed2a-4bbd-9973-27898752c994 req-c6498ffe-a483-42e1-8c3f-49bc8f9487d3 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:21.760101 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0371f3-ed2a-4bbd-9973-27898752c994 req-c6498ffe-a483-42e1-8c3f-49bc8f9487d3 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:21.769496 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f405726a-aa57-43db-ac3f-a6cd72038362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c796f7-bd9c-403c-8a7f-34e2a5af3611', 'name': 'tempest-FloatingIPsTestJSON-1887398050-router', 'tenant_id': '6f8b2847c9c9405386d12384904638e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '7fc16189-90cf-4d6a-a63f-c5bc45d8218a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:15Z', 'updated_at': '2021-08-11T22:05:18Z', 'revision_number': 3, 'project_id': '6f8b2847c9c9405386d12384904638e8', 'gw_port': {'id': '7fc16189-90cf-4d6a-a63f-c5bc45d8218a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c796f7-bd9c-403c-8a7f-34e2a5af3611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:16Z', 'updated_at': '2021-08-11T22:05:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:21.770317 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5c0371f3-ed2a-4bbd-9973-27898752c994 req-c6498ffe-a483-42e1-8c3f-49bc8f9487d3 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5436 time: 0.8551338 Aug 11 22:05:21.774298 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,revision_number=11']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:21.796250 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port abcac124-9b02-4884-8b7b-89f496fe36fc on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:21.796587 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port abcac124-9b02-4884-8b7b-89f496fe36fc by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:21.797106 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port abcac124-9b02-4884-8b7b-89f496fe36fc on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:21.805888 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Port abcac124-9b02-4884-8b7b-89f496fe36fc on network 11943f1c-e133-4e2b-b44e-add60c422a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:05:21.806243 n-d-804275-3 neutron-server[100942]: ERROR neutron.plugins.ml2.managers [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Failed to bind port abcac124-9b02-4884-8b7b-89f496fe36fc on host n-h2-804275-3 for vnic_type normal using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] Aug 11 22:05:21.811032 n-d-804275-3 neutron-server[100942]: INFO neutron.plugins.ml2.plugin [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempt 6 to bind port abcac124-9b02-4884-8b7b-89f496fe36fc Aug 11 22:05:21.839223 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-4d098f82-3674-4c4f-948e-73a65fd4bc5a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1914228031-network', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:05:21.852037 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 9f2f9790-0b79-411d-95df-f444de848cbb triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:05:21.852469 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:21.856910 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f405726a-aa57-43db-ac3f-a6cd72038362 None None] Checking router: c6c796f7-bd9c-403c-8a7f-34e2a5af3611 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:05:21.858075 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f405726a-aa57-43db-ac3f-a6cd72038362 None None] Updating router c6c796f7-bd9c-403c-8a7f-34e2a5af3611 port 7fc16189-90cf-4d6a-a63f-c5bc45d8218a binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:05:21.899745 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5c0371f3-ed2a-4bbd-9973-27898752c994 req-e7b8f2e0-21a8-4bf4-940f-b3470e68fdf4 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1240523 Aug 11 22:05:21.915699 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port abcac124-9b02-4884-8b7b-89f496fe36fc on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:21.916213 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port abcac124-9b02-4884-8b7b-89f496fe36fc by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:21.916720 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port abcac124-9b02-4884-8b7b-89f496fe36fc on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:21.916946 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-f405726a-aa57-43db-ac3f-a6cd72038362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:21.940904 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Port abcac124-9b02-4884-8b7b-89f496fe36fc on network 11943f1c-e133-4e2b-b44e-add60c422a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:05:21.941489 n-d-804275-3 neutron-server[100942]: ERROR neutron.plugins.ml2.managers [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Failed to bind port abcac124-9b02-4884-8b7b-89f496fe36fc on host n-h2-804275-3 for vnic_type normal using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] Aug 11 22:05:21.948662 n-d-804275-3 neutron-server[100942]: INFO neutron.plugins.ml2.plugin [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempt 7 to bind port abcac124-9b02-4884-8b7b-89f496fe36fc Aug 11 22:05:21.977579 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port abcac124-9b02-4884-8b7b-89f496fe36fc on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:21.978780 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port abcac124-9b02-4884-8b7b-89f496fe36fc by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:21.979300 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port abcac124-9b02-4884-8b7b-89f496fe36fc on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:21.994768 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Port abcac124-9b02-4884-8b7b-89f496fe36fc on network 11943f1c-e133-4e2b-b44e-add60c422a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:05:21.995390 n-d-804275-3 neutron-server[100942]: ERROR neutron.plugins.ml2.managers [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Failed to bind port abcac124-9b02-4884-8b7b-89f496fe36fc on host n-h2-804275-3 for vnic_type normal using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] Aug 11 22:05:21.996074 n-d-804275-3 neutron-server[100942]: INFO neutron.plugins.ml2.plugin [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempt 8 to bind port abcac124-9b02-4884-8b7b-89f496fe36fc Aug 11 22:05:22.085255 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d098f82-3674-4c4f-948e-73a65fd4bc5a admin admin] Made reservation on behalf of c8a0b12c2bb14e028c2e60f51e86b44c for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:05:22.088298 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4d098f82-3674-4c4f-948e-73a65fd4bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:22.125039 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4d098f82-3674-4c4f-948e-73a65fd4bc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:22.175447 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port abcac124-9b02-4884-8b7b-89f496fe36fc on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:22.176214 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port abcac124-9b02-4884-8b7b-89f496fe36fc by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:22.176745 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port abcac124-9b02-4884-8b7b-89f496fe36fc on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:22.231751 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:05:22.238925 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-956b10c0-b2f2-468b-926f-5943d8d83026 req-28d116c3-b943-49e0-93bf-14051dc7e95b tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 210 time: 0.0404429 Aug 11 22:05:22.362787 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-a0d91ff3-b242-4731-b213-c451d89470e7 None None] Set router d0642ecc-d6fa-46d2-9209-44a15deaaa58 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:05:22.440007 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4d098f82-3674-4c4f-948e-73a65fd4bc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:22.474373 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4d098f82-3674-4c4f-948e-73a65fd4bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:22.497276 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 265c0cb9-a9ad-49d5-ad87-54817824bc7a no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:05:22.512664 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d098f82-3674-4c4f-948e-73a65fd4bc5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:05:22.537252 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Port abcac124-9b02-4884-8b7b-89f496fe36fc on network 11943f1c-e133-4e2b-b44e-add60c422a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:05:22.537876 n-d-804275-3 neutron-server[100942]: ERROR neutron.plugins.ml2.managers [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Failed to bind port abcac124-9b02-4884-8b7b-89f496fe36fc on host n-h2-804275-3 for vnic_type normal using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] Aug 11 22:05:22.542440 n-d-804275-3 neutron-server[100942]: INFO neutron.plugins.ml2.plugin [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempt 9 to bind port abcac124-9b02-4884-8b7b-89f496fe36fc Aug 11 22:05:22.570523 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4d098f82-3674-4c4f-948e-73a65fd4bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:22.571078 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-4d098f82-3674-4c4f-948e-73a65fd4bc5a admin admin] Added segment 5d8fb5c3-ba7d-4eea-913c-271da168d81e of type vlan for network ecbbe70d-0e61-4bd5-978d-e5ee42d280bb Aug 11 22:05:22.624180 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port abcac124-9b02-4884-8b7b-89f496fe36fc on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:22.624731 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port abcac124-9b02-4884-8b7b-89f496fe36fc by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:22.625285 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port abcac124-9b02-4884-8b7b-89f496fe36fc on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:22.670225 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-f405726a-aa57-43db-ac3f-a6cd72038362 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:22.672252 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef5fe7c3-04c4-4253-b33b-012e479f9f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:22.683584 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-f405726a-aa57-43db-ac3f-a6cd72038362 None None] Transition to ACTIVE for port object 7fc16189-90cf-4d6a-a63f-c5bc45d8218a will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:05:22.693166 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-f405726a-aa57-43db-ac3f-a6cd72038362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:22.709324 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 265c0cb9-a9ad-49d5-ad87-54817824bc7a {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:05:22.709836 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 265c0cb9-a9ad-49d5-ad87-54817824bc7a not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:05:22.734041 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Port abcac124-9b02-4884-8b7b-89f496fe36fc on network 11943f1c-e133-4e2b-b44e-add60c422a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:05:22.748914 n-d-804275-3 neutron-server[100942]: ERROR neutron.plugins.ml2.managers [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Failed to bind port abcac124-9b02-4884-8b7b-89f496fe36fc on host n-h2-804275-3 for vnic_type normal using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] Aug 11 22:05:22.751656 n-d-804275-3 neutron-server[100942]: INFO neutron.plugins.ml2.plugin [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempt 10 to bind port abcac124-9b02-4884-8b7b-89f496fe36fc Aug 11 22:05:22.817273 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port abcac124-9b02-4884-8b7b-89f496fe36fc on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:22.820523 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfffc94e-b718-49e3-b819-b5ae2f37e9d6 None None] Pushing event updated for resources: {'Port': ['ID=7fc16189-90cf-4d6a-a63f-c5bc45d8218a,revision_number=2']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:22.829057 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port abcac124-9b02-4884-8b7b-89f496fe36fc by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:22.829869 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempting to bind port abcac124-9b02-4884-8b7b-89f496fe36fc on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:22.845246 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffc94e-b718-49e3-b819-b5ae2f37e9d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:22.849030 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Port abcac124-9b02-4884-8b7b-89f496fe36fc on network 11943f1c-e133-4e2b-b44e-add60c422a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:05:22.849488 n-d-804275-3 neutron-server[100942]: ERROR neutron.plugins.ml2.managers [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Failed to bind port abcac124-9b02-4884-8b7b-89f496fe36fc on host n-h2-804275-3 for vnic_type normal using segments [{'id': '3dcb254d-6d53-40f7-9ed9-d4c8f0157981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '11943f1c-e133-4e2b-b44e-add60c422a37'}] Aug 11 22:05:22.849969 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:22.850756 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffc94e-b718-49e3-b819-b5ae2f37e9d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:22.859596 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffc94e-b718-49e3-b819-b5ae2f37e9d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:22.860270 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffc94e-b718-49e3-b819-b5ae2f37e9d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:22.860517 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffc94e-b718-49e3-b819-b5ae2f37e9d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:22.861115 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffc94e-b718-49e3-b819-b5ae2f37e9d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:22.861670 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffc94e-b718-49e3-b819-b5ae2f37e9d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:22.862205 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffc94e-b718-49e3-b819-b5ae2f37e9d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:22.862746 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffc94e-b718-49e3-b819-b5ae2f37e9d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:22.863275 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffc94e-b718-49e3-b819-b5ae2f37e9d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:22.863843 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffc94e-b718-49e3-b819-b5ae2f37e9d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:22.864425 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffc94e-b718-49e3-b819-b5ae2f37e9d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:22.903623 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-f405726a-aa57-43db-ac3f-a6cd72038362 None None] Attempting to bind port 7fc16189-90cf-4d6a-a63f-c5bc45d8218a on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:22.908139 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-f405726a-aa57-43db-ac3f-a6cd72038362 None None] Attempting to bind port 7fc16189-90cf-4d6a-a63f-c5bc45d8218a by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:22.908892 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f405726a-aa57-43db-ac3f-a6cd72038362 None None] Attempting to bind port 7fc16189-90cf-4d6a-a63f-c5bc45d8218a on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:22.922686 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f405726a-aa57-43db-ac3f-a6cd72038362 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:05:22.923551 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f405726a-aa57-43db-ac3f-a6cd72038362 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:05:22.924213 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-f405726a-aa57-43db-ac3f-a6cd72038362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:22.924831 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f405726a-aa57-43db-ac3f-a6cd72038362 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:05:22.925676 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-f405726a-aa57-43db-ac3f-a6cd72038362 None None] Bound port: 7fc16189-90cf-4d6a-a63f-c5bc45d8218a, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:05:22.926325 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-f405726a-aa57-43db-ac3f-a6cd72038362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:22.952582 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d098f82-3674-4c4f-948e-73a65fd4bc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ded0182-478b-4ffc-a6ba-cbadc11158c8,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:22.962105 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4d098f82-3674-4c4f-948e-73a65fd4bc5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:23.077339 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-f405726a-aa57-43db-ac3f-a6cd72038362 None None] For port 7fc16189-90cf-4d6a-a63f-c5bc45d8218a, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:05:23.077574 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97da8c63-4dff-4aaf-9c7a-ad70a82848ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:23.091413 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-f405726a-aa57-43db-ac3f-a6cd72038362 None None] For port 7fc16189-90cf-4d6a-a63f-c5bc45d8218a, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7fc16189-90cf-4d6a-a63f-c5bc45d8218a,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:05:23.100508 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-f405726a-aa57-43db-ac3f-a6cd72038362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:23.137014 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5326dff-0821-4cfa-96eb-a9dabf5cd11f req-91520bad-2c90-4c8c-84be-d43be2215b6b tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:23.139980 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d5326dff-0821-4cfa-96eb-a9dabf5cd11f req-91520bad-2c90-4c8c-84be-d43be2215b6b tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.6974819 Aug 11 22:05:23.218464 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.db.resource_extend [None req-4d098f82-3674-4c4f-948e-73a65fd4bc5a admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 22:05:23.234119 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f405726a-aa57-43db-ac3f-a6cd72038362 None None] Routers {'c6c796f7-bd9c-403c-8a7f-34e2a5af3611'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:05:23.236490 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f405726a-aa57-43db-ac3f-a6cd72038362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:05:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c6c796f7-bd9c-403c-8a7f-34e2a5af3611'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:23.274490 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] For port abcac124-9b02-4884-8b7b-89f496fe36fc, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:05:23.274939 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attempted to set empty binding levels {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 22:05:23.283892 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:23.418797 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] In _notify_port_updated(), no bound segment for port abcac124-9b02-4884-8b7b-89f496fe36fc on network 11943f1c-e133-4e2b-b44e-add60c422a37 {{(pid=100942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 22:05:23.428923 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:23.430366 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:23.432811 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] 10.222.0.77 "PUT /v2.0/ports/abcac124-9b02-4884-8b7b-89f496fe36fc HTTP/1.1" status: 200 len: 978 time: 4.5073006 Aug 11 22:05:23.445039 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-f405726a-aa57-43db-ac3f-a6cd72038362 None None] Set router c6c796f7-bd9c-403c-8a7f-34e2a5af3611 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:05:23.477335 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39034) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:23.569722 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8120e7-a2df-4bf9-8b52-1c1c1cbf445e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Pushing event updated for resources: {'Port': ['ID=abcac124-9b02-4884-8b7b-89f496fe36fc,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:23.579890 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfffc94e-b718-49e3-b819-b5ae2f37e9d6 None None] Pushing event updated for resources: {'Port': ['ID=7fc16189-90cf-4d6a-a63f-c5bc45d8218a,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:23.642482 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d5326dff-0821-4cfa-96eb-a9dabf5cd11f req-eeb6d2b8-5add-4496-b671-e932b5f2c236 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4758787 Aug 11 22:05:23.655145 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4d098f82-3674-4c4f-948e-73a65fd4bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:23.656807 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d098f82-3674-4c4f-948e-73a65fd4bc5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:23.657799 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4d098f82-3674-4c4f-948e-73a65fd4bc5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:23.713412 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ef697-93be-41d8-8e2e-277731a54174 req-0a76b626-02ea-42e9-86f1-6da189f0a361 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:23.724653 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ef697-93be-41d8-8e2e-277731a54174 req-0a76b626-02ea-42e9-86f1-6da189f0a361 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:23.731220 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ef697-93be-41d8-8e2e-277731a54174 req-0a76b626-02ea-42e9-86f1-6da189f0a361 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:23.746816 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ef697-93be-41d8-8e2e-277731a54174 req-0a76b626-02ea-42e9-86f1-6da189f0a361 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:23.772341 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ef697-93be-41d8-8e2e-277731a54174 req-0a76b626-02ea-42e9-86f1-6da189f0a361 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:23.780354 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ef697-93be-41d8-8e2e-277731a54174 req-0a76b626-02ea-42e9-86f1-6da189f0a361 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:23.786683 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ef697-93be-41d8-8e2e-277731a54174 req-0a76b626-02ea-42e9-86f1-6da189f0a361 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:23.796925 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7e3ef697-93be-41d8-8e2e-277731a54174 req-0a76b626-02ea-42e9-86f1-6da189f0a361 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5436 time: 0.4246972 Aug 11 22:05:23.819791 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f405726a-aa57-43db-ac3f-a6cd72038362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c796f7-bd9c-403c-8a7f-34e2a5af3611', 'name': 'tempest-FloatingIPsTestJSON-1887398050-router', 'tenant_id': '6f8b2847c9c9405386d12384904638e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '7fc16189-90cf-4d6a-a63f-c5bc45d8218a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:15Z', 'updated_at': '2021-08-11T22:05:18Z', 'revision_number': 3, 'project_id': '6f8b2847c9c9405386d12384904638e8', 'gw_port': {'id': '7fc16189-90cf-4d6a-a63f-c5bc45d8218a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c796f7-bd9c-403c-8a7f-34e2a5af3611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:16Z', 'updated_at': '2021-08-11T22:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:23.895015 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-97da8c63-4dff-4aaf-9c7a-ad70a82848ba admin admin] Allocated IP 172.20.0.1 (aae68e27-0877-48f6-819f-dde7d65a439d/5994059a-f305-4784-b552-f94868383090/bee87311-3e2e-4140-865c-bdb0b36142de) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:05:23.900244 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f405726a-aa57-43db-ac3f-a6cd72038362 None None] The sync data for ids ['c6c796f7-bd9c-403c-8a7f-34e2a5af3611'] in n-d-804275-3 is: [{'id': 'c6c796f7-bd9c-403c-8a7f-34e2a5af3611', 'name': 'tempest-FloatingIPsTestJSON-1887398050-router', 'tenant_id': '6f8b2847c9c9405386d12384904638e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '7fc16189-90cf-4d6a-a63f-c5bc45d8218a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:15Z', 'updated_at': '2021-08-11T22:05:18Z', 'revision_number': 3, 'project_id': '6f8b2847c9c9405386d12384904638e8', 'gw_port': {'id': '7fc16189-90cf-4d6a-a63f-c5bc45d8218a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c796f7-bd9c-403c-8a7f-34e2a5af3611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:16Z', 'updated_at': '2021-08-11T22:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:05:23.911380 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-ef5fe7c3-04c4-4253-b33b-012e479f9f9d admin admin] Allocated IP 172.20.0.1 (f0be7e54-3a55-4fff-96a5-20ef9a80e3fb/31cc202f-7036-4d21-8edf-d7fd5eff37b1/2ee76408-1a87-4750-a37b-2343c37c31cd) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:05:23.929157 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:23.944514 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7e3ef697-93be-41d8-8e2e-277731a54174 req-164a6d2d-d86d-4aab-97c3-fb92ed33be18 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1462419 Aug 11 22:05:23.966211 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:05:24.011343 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d098f82-3674-4c4f-948e-73a65fd4bc5a admin admin] Pushing event updated for resources: {'Network': ['ID=ecbbe70d-0e61-4bd5-978d-e5ee42d280bb,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:24.078651 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef5fe7c3-04c4-4253-b33b-012e479f9f9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:24.137421 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-ef5fe7c3-04c4-4253-b33b-012e479f9f9d admin admin] Transition to ACTIVE for port object 2ee76408-1a87-4750-a37b-2343c37c31cd will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:05:24.146895 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4d098f82-3674-4c4f-948e-73a65fd4bc5a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6821587 Aug 11 22:05:24.146895 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39036) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:24.157133 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-ff62e3a9-1adc-484e-8d77-4ef421a949e1 admin admin] Request body: {'subnet': {'network_id': 'ecbbe70d-0e61-4bd5-978d-e5ee42d280bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1914228031-subnet', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:05:24.196495 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network ecbbe70d-0e61-4bd5-978d-e5ee42d280bb details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:05:24.208857 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97da8c63-4dff-4aaf-9c7a-ad70a82848ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:24.226064 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-97da8c63-4dff-4aaf-9c7a-ad70a82848ba admin admin] Transition to ACTIVE for port object bee87311-3e2e-4140-865c-bdb0b36142de will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:05:24.242665 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe001d-00f2-494e-9b0b-78c33004fbdf req-c2097a4e-dbcd-4f36-b2da-dd3f16543d8f tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:24.253934 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2cbe001d-00f2-494e-9b0b-78c33004fbdf req-c2097a4e-dbcd-4f36-b2da-dd3f16543d8f tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 946 time: 0.2437167 Aug 11 22:05:24.289550 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff62e3a9-1adc-484e-8d77-4ef421a949e1 admin admin] Made reservation on behalf of c8a0b12c2bb14e028c2e60f51e86b44c for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:05:24.292175 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ff62e3a9-1adc-484e-8d77-4ef421a949e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:24.299843 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97da8c63-4dff-4aaf-9c7a-ad70a82848ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:24.359423 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae77600c-96fa-44c0-b384-3c113b861871 req-ad945226-c91a-499d-b9df-72ec8ee154cc tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 210 time: 0.0854495 Aug 11 22:05:24.446771 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef5fe7c3-04c4-4253-b33b-012e479f9f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:24.449671 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97da8c63-4dff-4aaf-9c7a-ad70a82848ba admin admin] Network aae68e27-0877-48f6-819f-dde7d65a439d is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:05:24.455344 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-97da8c63-4dff-4aaf-9c7a-ad70a82848ba admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:05:24.460153 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97da8c63-4dff-4aaf-9c7a-ad70a82848ba admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:05:24.494665 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-e894fdd0-e10c-429b-a33e-94a53e84eb08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Deleting port abcac124-9b02-4884-8b7b-89f496fe36fc {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:05:24.495677 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e894fdd0-e10c-429b-a33e-94a53e84eb08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:24.595200 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da8c63-4dff-4aaf-9c7a-ad70a82848ba admin admin] Pushing event updated for resources: {'Port': ['ID=bee87311-3e2e-4140-865c-bdb0b36142de,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:24.660146 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2cbe001d-00f2-494e-9b0b-78c33004fbdf req-fc41f4d1-d0ca-4ae3-9044-c382730056ae tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3914158 Aug 11 22:05:24.662139 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5fe7c3-04c4-4253-b33b-012e479f9f9d admin admin] Network f0be7e54-3a55-4fff-96a5-20ef9a80e3fb is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:05:24.684716 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97da8c63-4dff-4aaf-9c7a-ad70a82848ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:24.791206 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-ef5fe7c3-04c4-4253-b33b-012e479f9f9d admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:05:24.848571 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 2b4fd92b-4177-42f2-b2d7-f08e82f9e6da up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:05:24.851137 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5fe7c3-04c4-4253-b33b-012e479f9f9d admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:05:24.893860 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fe7c3-04c4-4253-b33b-012e479f9f9d admin admin] Pushing event updated for resources: {'Port': ['ID=2ee76408-1a87-4750-a37b-2343c37c31cd,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:24.936653 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-86ac5852-63c6-489c-8349-09a371fbfc60 None None] Provisioning complete for port 9f2f9790-0b79-411d-95df-f444de848cbb triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:05:24.937551 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-86ac5852-63c6-489c-8349-09a371fbfc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:25.081900 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 9f2f9790-0b79-411d-95df-f444de848cbb, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9f2f9790-0b79-411d-95df-f444de848cbb,segment=NetworkSegment(160b2cea-9b73-4403-a955-9a49a7314883),segment_id=160b2cea-9b73-4403-a955-9a49a7314883)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:25.101793 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2fc5e-90d5-41d9-8d34-5b184eb3763a req-9f35b976-839b-4124-a496-74e89e53939c tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:25.104736 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-66a2fc5e-90d5-41d9-8d34-5b184eb3763a req-9f35b976-839b-4124-a496-74e89e53939c tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 946 time: 0.6815684 Aug 11 22:05:25.110948 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-e894fdd0-e10c-429b-a33e-94a53e84eb08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] For port abcac124-9b02-4884-8b7b-89f496fe36fc, host n-h2-804275-3, got binding levels [] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:25.111638 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e894fdd0-e10c-429b-a33e-94a53e84eb08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:25.176845 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081aac6-e62c-4d40-85d4-3cee50315d37 req-76b5f415-72a4-4dda-90ba-96461c21c9ce tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:25.191094 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5081aac6-e62c-4d40-85d4-3cee50315d37 req-76b5f415-72a4-4dda-90ba-96461c21c9ce tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.2999923 Aug 11 22:05:25.195327 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a0d91ff3-b242-4731-b213-c451d89470e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'name': 'tempest-TaggedBootDevicesTest-2083648703-router', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd634b800-1d75-4579-a17f-fc1e6569e1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:10Z', 'updated_at': '2021-08-11T22:05:16Z', 'revision_number': 3, 'project_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'gw_port': {'id': 'd634b800-1d75-4579-a17f-fc1e6569e1fe', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:13Z', 'updated_at': '2021-08-11T22:05:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:25.237988 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:25.245557 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d91ff3-b242-4731-b213-c451d89470e7 None None] Checking router: d0642ecc-d6fa-46d2-9209-44a15deaaa58 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:05:25.245557 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d91ff3-b242-4731-b213-c451d89470e7 None None] Updating router d0642ecc-d6fa-46d2-9209-44a15deaaa58 port d634b800-1d75-4579-a17f-fc1e6569e1fe binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:05:25.284129 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a0d91ff3-b242-4731-b213-c451d89470e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:25.402516 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef5fe7c3-04c4-4253-b33b-012e479f9f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:25.465777 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97da8c63-4dff-4aaf-9c7a-ad70a82848ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:25.614217 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5081aac6-e62c-4d40-85d4-3cee50315d37 req-eb847358-6726-4150-a38a-cf0fd5b23698 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4201915 Aug 11 22:05:25.785317 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-e894fdd0-e10c-429b-a33e-94a53e84eb08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Calling delete_port for abcac124-9b02-4884-8b7b-89f496fe36fc owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:05:25.881406 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7fc16189-90cf-4d6a-a63f-c5bc45d8218a up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:05:26.013505 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef5fe7c3-04c4-4253-b33b-012e479f9f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:26.058074 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd1211-3c01-4911-8f68-a371e0ebcaec req-2fbae1dc-c3e9-4593-956c-c73a042e4b7c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:26.064989 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd1211-3c01-4911-8f68-a371e0ebcaec req-2fbae1dc-c3e9-4593-956c-c73a042e4b7c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:26.071282 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd1211-3c01-4911-8f68-a371e0ebcaec req-2fbae1dc-c3e9-4593-956c-c73a042e4b7c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:26.077712 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd1211-3c01-4911-8f68-a371e0ebcaec req-2fbae1dc-c3e9-4593-956c-c73a042e4b7c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:26.084152 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd1211-3c01-4911-8f68-a371e0ebcaec req-2fbae1dc-c3e9-4593-956c-c73a042e4b7c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:26.091033 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd1211-3c01-4911-8f68-a371e0ebcaec req-2fbae1dc-c3e9-4593-956c-c73a042e4b7c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:26.098697 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd1211-3c01-4911-8f68-a371e0ebcaec req-2fbae1dc-c3e9-4593-956c-c73a042e4b7c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:26.108732 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ccdd1211-3c01-4911-8f68-a371e0ebcaec req-2fbae1dc-c3e9-4593-956c-c73a042e4b7c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5436 time: 0.3736222 Aug 11 22:05:26.148035 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:26.158946 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 2b4fd92b-4177-42f2-b2d7-f08e82f9e6da completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:05:26.189634 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8d4478b3-e4c4-432a-a67c-d17d8a4660a2 req-8e1411cf-053a-4972-8933-d7492c019d0b tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 210 time: 0.2913136 Aug 11 22:05:26.278028 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 2b4fd92b-4177-42f2-b2d7-f08e82f9e6da triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:05:26.278028 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:26.373756 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97da8c63-4dff-4aaf-9c7a-ad70a82848ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:26.381692 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ccdd1211-3c01-4911-8f68-a371e0ebcaec req-423f3e62-e8d2-4523-982f-bee8cb7301f8 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2685046 Aug 11 22:05:26.400792 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97da8c63-4dff-4aaf-9c7a-ad70a82848ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:26.488388 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-66a2fc5e-90d5-41d9-8d34-5b184eb3763a req-73f4a704-67d8-4487-af71-7934b0d8e931 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Deleting port 111109ac-8dd5-42cd-9d43-0a38660565c6 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:05:26.489117 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-66a2fc5e-90d5-41d9-8d34-5b184eb3763a req-73f4a704-67d8-4487-af71-7934b0d8e931 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:26.497549 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a0d91ff3-b242-4731-b213-c451d89470e7 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:26.529475 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a0d91ff3-b242-4731-b213-c451d89470e7 None None] Transition to ACTIVE for port object d634b800-1d75-4579-a17f-fc1e6569e1fe will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:05:26.604886 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331', 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9', 'port_id': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331', 'mac_address': 'fa:16:3e:a5:9d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71666487-d255-442c-a4c1-ffc47afdf7b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:05:26.608641 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da8c63-4dff-4aaf-9c7a-ad70a82848ba admin admin] Pushing event updated for resources: {'Port': ['ID=bee87311-3e2e-4140-865c-bdb0b36142de,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:26.626396 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97da8c63-4dff-4aaf-9c7a-ad70a82848ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:26.651897 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a0d91ff3-b242-4731-b213-c451d89470e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:26.657491 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ff62e3a9-1adc-484e-8d77-4ef421a949e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:26.674632 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=9f2f9790-0b79-411d-95df-f444de848cbb,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:26.687039 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4dd38-6b53-4e5d-b674-5bb416ca0871 req-b54c7a7c-9d77-445f-946c-9451b5c6b839 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:26.695664 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4be4dd38-6b53-4e5d-b674-5bb416ca0871 req-b54c7a7c-9d77-445f-946c-9451b5c6b839 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 946 time: 0.3174655 Aug 11 22:05:26.717309 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a0d91ff3-b242-4731-b213-c451d89470e7 None None] Attempting to bind port d634b800-1d75-4579-a17f-fc1e6569e1fe on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:26.717688 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a0d91ff3-b242-4731-b213-c451d89470e7 None None] Attempting to bind port d634b800-1d75-4579-a17f-fc1e6569e1fe by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:26.718206 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d91ff3-b242-4731-b213-c451d89470e7 None None] Attempting to bind port d634b800-1d75-4579-a17f-fc1e6569e1fe on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:26.736077 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d91ff3-b242-4731-b213-c451d89470e7 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:05:26.736457 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d91ff3-b242-4731-b213-c451d89470e7 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:05:26.736908 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a0d91ff3-b242-4731-b213-c451d89470e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:26.737332 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d91ff3-b242-4731-b213-c451d89470e7 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:05:26.737895 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a0d91ff3-b242-4731-b213-c451d89470e7 None None] Bound port: d634b800-1d75-4579-a17f-fc1e6569e1fe, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:05:26.738219 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a0d91ff3-b242-4731-b213-c451d89470e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:26.821765 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a0d91ff3-b242-4731-b213-c451d89470e7 None None] For port d634b800-1d75-4579-a17f-fc1e6569e1fe, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:05:26.826229 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a0d91ff3-b242-4731-b213-c451d89470e7 None None] For port d634b800-1d75-4579-a17f-fc1e6569e1fe, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d634b800-1d75-4579-a17f-fc1e6569e1fe,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:05:26.869561 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a0d91ff3-b242-4731-b213-c451d89470e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:26.896792 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4be4dd38-6b53-4e5d-b674-5bb416ca0871 req-4b30c4c3-4b06-435a-82e0-bebf6056de4b tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797233 Aug 11 22:05:26.990363 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62e3a9-1adc-484e-8d77-4ef421a949e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c69249db-21a6-487b-b4ed-00687f28ccde,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:27.037825 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97da8c63-4dff-4aaf-9c7a-ad70a82848ba admin admin] Network aae68e27-0877-48f6-819f-dde7d65a439d is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:05:27.042142 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-97da8c63-4dff-4aaf-9c7a-ad70a82848ba admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:05:27.060969 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 7fc16189-90cf-4d6a-a63f-c5bc45d8218a completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:05:27.168693 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-973182a6-0862-41b8-b701-ffbbf44c3e2a None None] Provisioning for port 2ee76408-1a87-4750-a37b-2343c37c31cd completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:05:27.180113 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 7fc16189-90cf-4d6a-a63f-c5bc45d8218a triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:05:27.180989 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:27.333373 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97da8c63-4dff-4aaf-9c7a-ad70a82848ba admin admin] Router d0642ecc-d6fa-46d2-9209-44a15deaaa58 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:05:27.366832 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a033e76-e7f2-48d0-9450-a82be2881a05 None None] Pushing event updated for resources: {'Port': ['ID=d634b800-1d75-4579-a17f-fc1e6569e1fe,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:27.517232 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-973182a6-0862-41b8-b701-ffbbf44c3e2a None None] Provisioning complete for port 2ee76408-1a87-4750-a37b-2343c37c31cd triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:05:27.517608 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-973182a6-0862-41b8-b701-ffbbf44c3e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:27.538883 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-94c8598f-99ee-4ee5-a7d2-23e72f2755e4 req-32e31d02-3a2f-4f04-a356-dc0baf7bb291 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 210 time: 0.0677814 Aug 11 22:05:27.542898 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:27.635773 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a033e76-e7f2-48d0-9450-a82be2881a05 None None] Pushing event updated for resources: {'Port': ['ID=d634b800-1d75-4579-a17f-fc1e6569e1fe,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:27.693653 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d91ff3-b242-4731-b213-c451d89470e7 None None] Routers {'d0642ecc-d6fa-46d2-9209-44a15deaaa58'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:05:27.694253 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a0d91ff3-b242-4731-b213-c451d89470e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:05:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d0642ecc-d6fa-46d2-9209-44a15deaaa58'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:27.739715 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97da8c63-4dff-4aaf-9c7a-ad70a82848ba admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:05:27.748772 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-97da8c63-4dff-4aaf-9c7a-ad70a82848ba admin admin] 10.222.0.77 "PUT /v2.0/routers/d0642ecc-d6fa-46d2-9209-44a15deaaa58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0875700 Aug 11 22:05:27.837666 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e894fdd0-e10c-429b-a33e-94a53e84eb08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:27.908452 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71875df-488d-4e46-82cc-cdd0370b13cd req-55d4a9fc-8f14-4faa-8df5-728388b97d96 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:27.916852 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:05:27.922922 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71875df-488d-4e46-82cc-cdd0370b13cd req-55d4a9fc-8f14-4faa-8df5-728388b97d96 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:27.938873 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:27.941614 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71875df-488d-4e46-82cc-cdd0370b13cd req-55d4a9fc-8f14-4faa-8df5-728388b97d96 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:27.961965 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71875df-488d-4e46-82cc-cdd0370b13cd req-55d4a9fc-8f14-4faa-8df5-728388b97d96 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:27.977946 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71875df-488d-4e46-82cc-cdd0370b13cd req-55d4a9fc-8f14-4faa-8df5-728388b97d96 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:27.985540 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71875df-488d-4e46-82cc-cdd0370b13cd req-55d4a9fc-8f14-4faa-8df5-728388b97d96 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:28.002762 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-973182a6-0862-41b8-b701-ffbbf44c3e2a None None] Port 2ee76408-1a87-4750-a37b-2343c37c31cd cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:05:28.005140 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71875df-488d-4e46-82cc-cdd0370b13cd req-55d4a9fc-8f14-4faa-8df5-728388b97d96 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:28.007892 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c71875df-488d-4e46-82cc-cdd0370b13cd req-55d4a9fc-8f14-4faa-8df5-728388b97d96 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5436 time: 0.2357364 Aug 11 22:05:28.019577 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894fdd0-e10c-429b-a33e-94a53e84eb08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Pushing event deleted for resources: {'Port': ['ID=abcac124-9b02-4884-8b7b-89f496fe36fc,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:28.065427 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e894fdd0-e10c-429b-a33e-94a53e84eb08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:28.067556 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e894fdd0-e10c-429b-a33e-94a53e84eb08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] 10.222.0.77 "DELETE /v2.0/ports/abcac124-9b02-4884-8b7b-89f496fe36fc HTTP/1.1" status: 204 len: 168 time: 4.5805645 Aug 11 22:05:28.072780 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39078) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:28.079812 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-66a2fc5e-90d5-41d9-8d34-5b184eb3763a req-73f4a704-67d8-4487-af71-7934b0d8e931 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] For port 111109ac-8dd5-42cd-9d43-0a38660565c6, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=111109ac-8dd5-42cd-9d43-0a38660565c6,segment=NetworkSegment(4c272644-500c-413c-905e-4ca7e6890613),segment_id=4c272644-500c-413c-905e-4ca7e6890613)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:28.080274 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-66a2fc5e-90d5-41d9-8d34-5b184eb3763a req-73f4a704-67d8-4487-af71-7934b0d8e931 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:28.111403 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993e101-53c1-4544-9511-2067babf8e9c req-0659ce55-c9b9-4cf5-9233-d1c0d25ee069 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:28.115686 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6993e101-53c1-4544-9511-2067babf8e9c req-0659ce55-c9b9-4cf5-9233-d1c0d25ee069 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 1.1690164 Aug 11 22:05:28.138513 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4fd92b-4177-42f2-b2d7-f08e82f9e6da'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:05:28.141088 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c3bb39-142e-4a33-9c87-f77da8ff7023" -d '{"events": [{"server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "name": "network-vif-plugged", "status": "completed", "tag": "2b4fd92b-4177-42f2-b2d7-f08e82f9e6da"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:05:28.204552 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-973182a6-0862-41b8-b701-ffbbf44c3e2a None None] Provisioning for port bee87311-3e2e-4140-865c-bdb0b36142de completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:05:28.209978 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 2b4fd92b-4177-42f2-b2d7-f08e82f9e6da, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=2b4fd92b-4177-42f2-b2d7-f08e82f9e6da,segment=NetworkSegment(c6f2a34e-1a80-4ae8-83e0-174475e6aac5),segment_id=c6f2a34e-1a80-4ae8-83e0-174475e6aac5)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:28.210419 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c71875df-488d-4e46-82cc-cdd0370b13cd req-1bda4be2-7a18-41a9-8ae0-33108a588e60 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1914401 Aug 11 22:05:28.216446 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:28.219197 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ea6a9e-acb5-4c0b-8294-595d32bb4edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] GET failed (client error): The resource could not be found. Aug 11 22:05:28.221179 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-99ea6a9e-acb5-4c0b-8294-595d32bb4edd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765646332-project-admin] 10.222.0.77 "GET /v2.0/ports/abcac124-9b02-4884-8b7b-89f496fe36fc HTTP/1.1" status: 404 len: 333 time: 0.1477325 Aug 11 22:05:28.225044 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39088) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:28.240306 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff62e3a9-1adc-484e-8d77-4ef421a949e1 admin admin] Checking segment: {'id': '5d8fb5c3-ba7d-4eea-913c-271da168d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ecbbe70d-0e61-4bd5-978d-e5ee42d280bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:05:28.240306 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff62e3a9-1adc-484e-8d77-4ef421a949e1 admin admin] Network hostable DHCP agents. Network: ecbbe70d-0e61-4bd5-978d-e5ee42d280bb, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:05:28.263543 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:28.278571 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-973182a6-0862-41b8-b701-ffbbf44c3e2a None None] Provisioning complete for port bee87311-3e2e-4140-865c-bdb0b36142de triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:05:28.284284 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-973182a6-0862-41b8-b701-ffbbf44c3e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:28.344470 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-a0d91ff3-b242-4731-b213-c451d89470e7 None None] Set router d0642ecc-d6fa-46d2-9209-44a15deaaa58 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:05:28.486215 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-70206403-25a3-40c6-960e-2bbd71a6dfd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:28.500584 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62709ed5-f9af-44d3-9872-6a4437a8c8a2 req-1449d3c7-fd0e-485e-8c77-c956aaadfc06 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:28.502189 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-62709ed5-f9af-44d3-9872-6a4437a8c8a2 req-1449d3c7-fd0e-485e-8c77-c956aaadfc06 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 946 time: 0.1000640 Aug 11 22:05:28.520112 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6993e101-53c1-4544-9511-2067babf8e9c req-53d92a71-a0bd-4a47-9381-78b07791aa76 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4033916 Aug 11 22:05:28.564753 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 7fc16189-90cf-4d6a-a63f-c5bc45d8218a, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7fc16189-90cf-4d6a-a63f-c5bc45d8218a,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:28.566179 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:28.567250 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device e2894cb3-a993-43a9-a58e-1c4b58a9cf7c up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:05:28.574138 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:28.675260 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-62709ed5-f9af-44d3-9872-6a4437a8c8a2 req-a6f3c53a-7f9f-484a-9e3e-bf88361307db tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups?id=c86780a5-2c58-4381-b191-7d28386b4c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649721 Aug 11 22:05:28.747871 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ed83bd-fb44-4c33-9d10-44df451642e6 x-openstack-request-id: req-53ed83bd-fb44-4c33-9d10-44df451642e6 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:05:28.748979 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "name": "network-vif-plugged", "status": "completed", "tag": "2b4fd92b-4177-42f2-b2d7-f08e82f9e6da", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:05:28.749528 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-53ed83bd-fb44-4c33-9d10-44df451642e6 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:05:28.750198 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4fd92b-4177-42f2-b2d7-f08e82f9e6da', 'code': 200} Aug 11 22:05:28.751371 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:28.777480 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-973182a6-0862-41b8-b701-ffbbf44c3e2a None None] Port bee87311-3e2e-4140-865c-bdb0b36142de cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:05:28.877637 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-92cb9ea9-f261-4c10-aa1f-07811cacab8c req-2ea22206-47d3-4a43-8ba9-5d0f24d96a3e tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=01a71782-381d-464b-b883-7b1c7d4339ba HTTP/1.1" status: 200 len: 210 time: 0.0297241 Aug 11 22:05:28.886670 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff62e3a9-1adc-484e-8d77-4ef421a949e1 admin admin] Network ecbbe70d-0e61-4bd5-978d-e5ee42d280bb is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:05:28.925020 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef5fe7c3-04c4-4253-b33b-012e479f9f9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:28.925860 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['54b2c1ee-4e5e-4f38-8df1-1ca72d59a331'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:05:28.936647 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-ff62e3a9-1adc-484e-8d77-4ef421a949e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, ecbbe70d-0e61-4bd5-978d-e5ee42d280bb) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:05:28.942756 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff62e3a9-1adc-484e-8d77-4ef421a949e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:28.944271 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ff62e3a9-1adc-484e-8d77-4ef421a949e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:28.984766 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef5fe7c3-04c4-4253-b33b-012e479f9f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:29.034291 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-70206403-25a3-40c6-960e-2bbd71a6dfd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:29.093689 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-70206403-25a3-40c6-960e-2bbd71a6dfd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11943f1c-e133-4e2b-b44e-add60c422a37']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:29.099960 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-66a2fc5e-90d5-41d9-8d34-5b184eb3763a req-73f4a704-67d8-4487-af71-7934b0d8e931 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:29.100569 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-66a2fc5e-90d5-41d9-8d34-5b184eb3763a req-73f4a704-67d8-4487-af71-7934b0d8e931 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:29.101512 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [req-66a2fc5e-90d5-41d9-8d34-5b184eb3763a req-73f4a704-67d8-4487-af71-7934b0d8e931 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Floating IP 97199304-40f2-4030-87ba-9ed4b3b9c5cf disassociated. External IP: 172.25.2.85, port: 111109ac-8dd5-42cd-9d43-0a38660565c6. Aug 11 22:05:29.102137 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-66a2fc5e-90d5-41d9-8d34-5b184eb3763a req-73f4a704-67d8-4487-af71-7934b0d8e931 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Calling delete_port for 111109ac-8dd5-42cd-9d43-0a38660565c6 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:05:29.125685 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639c03ef-d922-4f5b-80cd-da7c4ec78f12 None None] Network ecbbe70d-0e61-4bd5-978d-e5ee42d280bb requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:05:29.158060 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-70206403-25a3-40c6-960e-2bbd71a6dfd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dcb254d-6d53-40f7-9ed9-d4c8f0157981') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:29.159131 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-70206403-25a3-40c6-960e-2bbd71a6dfd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dcb254d-6d53-40f7-9ed9-d4c8f0157981') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:29.177045 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-70206403-25a3-40c6-960e-2bbd71a6dfd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:29.209005 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-70206403-25a3-40c6-960e-2bbd71a6dfd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:29.221096 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70206403-25a3-40c6-960e-2bbd71a6dfd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:05:29.222247 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-70206403-25a3-40c6-960e-2bbd71a6dfd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:29.312125 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9f2f9790-0b79-411d-95df-f444de848cbb up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:05:29.372351 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:05:29.483161 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ff62e3a9-1adc-484e-8d77-4ef421a949e1 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.3352547 Aug 11 22:05:29.499118 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39132) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:29.507634 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-0b06d334-bac7-4806-9a43-3376054193e3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1914228031-router', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:05:29.520232 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=2b4fd92b-4177-42f2-b2d7-f08e82f9e6da,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:29.590191 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fe7c3-04c4-4253-b33b-012e479f9f9d admin admin] Pushing event updated for resources: {'Port': ['ID=2ee76408-1a87-4750-a37b-2343c37c31cd,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:29.627921 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-70206403-25a3-40c6-960e-2bbd71a6dfd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:29.657212 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-70206403-25a3-40c6-960e-2bbd71a6dfd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:29.676444 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-70206403-25a3-40c6-960e-2bbd71a6dfd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267-project] 10.222.0.77 "DELETE /v2.0/networks/11943f1c-e133-4e2b-b44e-add60c422a37 HTTP/1.1" status: 204 len: 168 time: 1.4492962 Aug 11 22:05:29.770357 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70206403-25a3-40c6-960e-2bbd71a6dfd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101055267-project] Pushing event deleted for resources: {'Network': ['ID=11943f1c-e133-4e2b-b44e-add60c422a37,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:29.845872 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,revision_number=12']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:29.871246 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a505f0-be27-4151-af11-a2e7cade8b48 req-1fd1c9ed-9a9b-4873-9ed5-816e797b3403 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:29.871560 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef5fe7c3-04c4-4253-b33b-012e479f9f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:29.910884 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a505f0-be27-4151-af11-a2e7cade8b48 req-1fd1c9ed-9a9b-4873-9ed5-816e797b3403 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:29.962354 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a505f0-be27-4151-af11-a2e7cade8b48 req-1fd1c9ed-9a9b-4873-9ed5-816e797b3403 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:29.990969 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a505f0-be27-4151-af11-a2e7cade8b48 req-1fd1c9ed-9a9b-4873-9ed5-816e797b3403 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:29.995238 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0b06d334-bac7-4806-9a43-3376054193e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:30.001779 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-78827e3f-e1d5-42cb-b48c-ee530a34befd None None] Provisioning complete for port bee87311-3e2e-4140-865c-bdb0b36142de triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:05:30.002216 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-78827e3f-e1d5-42cb-b48c-ee530a34befd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:30.004952 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a505f0-be27-4151-af11-a2e7cade8b48 req-1fd1c9ed-9a9b-4873-9ed5-816e797b3403 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:30.005291 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0b06d334-bac7-4806-9a43-3376054193e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:30.021246 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a505f0-be27-4151-af11-a2e7cade8b48 req-1fd1c9ed-9a9b-4873-9ed5-816e797b3403 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:30.034516 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a505f0-be27-4151-af11-a2e7cade8b48 req-1fd1c9ed-9a9b-4873-9ed5-816e797b3403 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:30.037891 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-61a505f0-be27-4151-af11-a2e7cade8b48 req-1fd1c9ed-9a9b-4873-9ed5-816e797b3403 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5437 time: 0.5801771 Aug 11 22:05:30.162942 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-66a2fc5e-90d5-41d9-8d34-5b184eb3763a req-73f4a704-67d8-4487-af71-7934b0d8e931 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:30.164197 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port e2894cb3-a993-43a9-a58e-1c4b58a9cf7c completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:05:30.245017 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-78827e3f-e1d5-42cb-b48c-ee530a34befd None None] Port bee87311-3e2e-4140-865c-bdb0b36142de cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:05:30.305826 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-61a505f0-be27-4151-af11-a2e7cade8b48 req-55f4d4e8-6849-4a11-ac74-78687702593b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2488093 Aug 11 22:05:30.325200 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0b06d334-bac7-4806-9a43-3376054193e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:30.519247 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port e2894cb3-a993-43a9-a58e-1c4b58a9cf7c triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:05:30.520271 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:30.525091 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cf519-477c-4c49-9188-de5d38c39c43 req-d5b56456-52be-48c7-9cd7-d9cca2fe1456 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:30.533191 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-698cf519-477c-4c49-9188-de5d38c39c43 req-d5b56456-52be-48c7-9cd7-d9cca2fe1456 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 946 time: 0.8042750 Aug 11 22:05:30.576553 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39148) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:30.606949 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3f57095e-5054-4406-8821-921952986a99 req-694b8f5f-9e42-4119-9bea-a32946139e4e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1359711 Aug 11 22:05:30.627538 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0623487-c1dc-4517-8bad-f4af718f113d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-ecbbe70d-0e61-4bd5-978d-e5ee42d280bb', 'network_id': 'ecbbe70d-0e61-4bd5-978d-e5ee42d280bb', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'fixed_ips': [{'subnet_id': 'c69249db-21a6-487b-b4ed-00687f28ccde'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:05:30.628471 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f0623487-c1dc-4517-8bad-f4af718f113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:30.707852 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-91cb2caf-47ec-4765-a1e9-a4ace28153ad req-d207fb9f-08ba-412c-9a56-902407713de6 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 210 time: 0.0930488 Aug 11 22:05:30.710694 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 9f2f9790-0b79-411d-95df-f444de848cbb triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:05:30.711088 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:30.780425 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57095e-5054-4406-8821-921952986a99 req-b8f6d332-1d06-4dbf-a6d3-7c65558858ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:30.787238 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3f57095e-5054-4406-8821-921952986a99 req-b8f6d332-1d06-4dbf-a6d3-7c65558858ba service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a5fc899cc52f44178d979d66e6a50dde&device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 1095 time: 0.1039124 Aug 11 22:05:31.088506 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fd519519-f80e-4101-931d-de6cf822e8ec admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b7e1b322b1bf4775bf14f83d86340ce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5104966 Aug 11 22:05:31.089638 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39178) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:31.120916 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57095e-5054-4406-8821-921952986a99 req-381e58cc-aa95-4329-8ad5-595b8f6ecf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:31.122816 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3f57095e-5054-4406-8821-921952986a99 req-381e58cc-aa95-4329-8ad5-595b8f6ecf7a service neutron] 10.222.0.82 "GET /v2.0/networks?id=83735497-c152-410a-a532-372740b4ec60 HTTP/1.1" status: 200 len: 908 time: 0.3087430 Aug 11 22:05:31.332210 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3f57095e-5054-4406-8821-921952986a99 req-aaf34bca-84b5-4254-b36b-de99ec4ef52c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62bfc372-84f4-45ff-a1b2-81d95153d84e HTTP/1.1" status: 200 len: 217 time: 0.1928456 Aug 11 22:05:31.565473 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-33705258-fb9f-482d-9d8a-df2429bd3fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:31.669794 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-33705258-fb9f-482d-9d8a-df2429bd3fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:31.712496 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4a704-67d8-4487-af71-7934b0d8e931 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Pushing event deleted for resources: {'Port': ['ID=111109ac-8dd5-42cd-9d43-0a38660565c6,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:31.752214 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=7fc16189-90cf-4d6a-a63f-c5bc45d8218a,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:31.758531 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0b06d334-bac7-4806-9a43-3376054193e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:31.890941 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-33705258-fb9f-482d-9d8a-df2429bd3fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:31.896958 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-33705258-fb9f-482d-9d8a-df2429bd3fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:31.898781 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-33705258-fb9f-482d-9d8a-df2429bd3fe8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7bebddf1-ef97-4e64-9b1c-d986357faf48 HTTP/1.1" status: 204 len: 168 time: 0.8006785 Aug 11 22:05:31.908130 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57095e-5054-4406-8821-921952986a99 req-59707f7d-327d-4740-84a0-545aa80e0413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:31.911105 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3f57095e-5054-4406-8821-921952986a99 req-59707f7d-327d-4740-84a0-545aa80e0413 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=45488324-eef4-4094-a90c-865b32db4e15 HTTP/1.1" status: 200 len: 847 time: 0.5670435 Aug 11 22:05:32.010780 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33705258-fb9f-482d-9d8a-df2429bd3fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bebddf1-ef97-4e64-9b1c-d986357faf48,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:32.139570 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3f57095e-5054-4406-8821-921952986a99 req-77fda4f5-6f51-411f-9c16-6571ba5d7813 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83735497-c152-410a-a532-372740b4ec60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320393 Aug 11 22:05:32.240335 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5fe7c3-04c4-4253-b33b-012e479f9f9d admin admin] Network f0be7e54-3a55-4fff-96a5-20ef9a80e3fb is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:05:32.251702 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-ef5fe7c3-04c4-4253-b33b-012e479f9f9d admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:05:32.285459 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-698cf519-477c-4c49-9188-de5d38c39c43 req-2c729fab-25c5-4349-8b1f-695963e0bed5 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.7426841 Aug 11 22:05:32.393812 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e8a59-3aa7-4644-b2eb-3540c8fef226 req-fda713d6-ee34-4611-9ec4-2a991bbf7ae6 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:32.412331 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e8a59-3aa7-4644-b2eb-3540c8fef226 req-fda713d6-ee34-4611-9ec4-2a991bbf7ae6 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:32.420629 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e8a59-3aa7-4644-b2eb-3540c8fef226 req-fda713d6-ee34-4611-9ec4-2a991bbf7ae6 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:32.452105 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e8a59-3aa7-4644-b2eb-3540c8fef226 req-fda713d6-ee34-4611-9ec4-2a991bbf7ae6 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:32.474213 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e8a59-3aa7-4644-b2eb-3540c8fef226 req-fda713d6-ee34-4611-9ec4-2a991bbf7ae6 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:32.487476 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e8a59-3aa7-4644-b2eb-3540c8fef226 req-fda713d6-ee34-4611-9ec4-2a991bbf7ae6 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:32.531251 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e8a59-3aa7-4644-b2eb-3540c8fef226 req-fda713d6-ee34-4611-9ec4-2a991bbf7ae6 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:32.572693 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-433e8a59-3aa7-4644-b2eb-3540c8fef226 req-fda713d6-ee34-4611-9ec4-2a991bbf7ae6 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5437 time: 0.7251339 Aug 11 22:05:32.825875 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-433e8a59-3aa7-4644-b2eb-3540c8fef226 req-fe0a1839-6dda-4b56-9a8a-f3a83699e4a6 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2515628 Aug 11 22:05:32.898384 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3f57095e-5054-4406-8821-921952986a99 req-db465e88-10e9-4b3e-bc3a-c3d5e6358203 service neutron] 10.222.0.82 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7380519 Aug 11 22:05:32.990208 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6c83bb23-89be-457a-92b6-449a3d9a816d req-d77ce1fd-1e66-421f-98c4-f303a9642e0c tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 210 time: 0.3183384 Aug 11 22:05:32.992837 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39202) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:33.009087 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5fe7c3-04c4-4253-b33b-012e479f9f9d admin admin] Router c6c796f7-bd9c-403c-8a7f-34e2a5af3611 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:05:33.060631 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3f57095e-5054-4406-8821-921952986a99 req-116d7f14-fec6-4179-baec-963733a43e52 service neutron] 10.222.0.82 "GET /v2.0/networks/83735497-c152-410a-a532-372740b4ec60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531210 Aug 11 22:05:33.134800 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-f0623487-c1dc-4517-8bad-f4af718f113d None None] Allocated IP 172.20.0.2 (ecbbe70d-0e61-4bd5-978d-e5ee42d280bb/c69249db-21a6-487b-b4ed-00687f28ccde/83a74b46-92c1-489a-808f-8a37227a3f96) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:05:33.530115 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f0623487-c1dc-4517-8bad-f4af718f113d None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:33.547127 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f0623487-c1dc-4517-8bad-f4af718f113d None None] Transition to ACTIVE for port object 83a74b46-92c1-489a-808f-8a37227a3f96 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:05:33.599969 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f0623487-c1dc-4517-8bad-f4af718f113d None None] Transition to ACTIVE for port object 83a74b46-92c1-489a-808f-8a37227a3f96 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:05:33.605763 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:33.619651 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7fc16189-90cf-4d6a-a63f-c5bc45d8218a up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:05:33.669678 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1e42f-56e4-4eb6-8c30-abd810d315a5 req-ae946ca7-3fc1-406a-8cec-c94aac916a33 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:33.681674 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f5f1e42f-56e4-4eb6-8c30-abd810d315a5 req-ae946ca7-3fc1-406a-8cec-c94aac916a33 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 946 time: 0.2273962 Aug 11 22:05:33.752575 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66a2fc5e-90d5-41d9-8d34-5b184eb3763a req-73f4a704-67d8-4487-af71-7934b0d8e931 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Router f35319c6-0d06-4125-82b8-e475b94e7c8e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:05:33.825674 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f0623487-c1dc-4517-8bad-f4af718f113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:33.956699 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f5f1e42f-56e4-4eb6-8c30-abd810d315a5 req-bdade39f-b3f0-4380-874d-296ce29dd4c8 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2709255 Aug 11 22:05:34.017798 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c2e4048e-fea0-4879-a048-ef3c9655b416 None None] Provisioning complete for port 2ee76408-1a87-4750-a37b-2343c37c31cd triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:05:34.018067 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c2e4048e-fea0-4879-a048-ef3c9655b416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:34.060482 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0623487-c1dc-4517-8bad-f4af718f113d None None] Network ecbbe70d-0e61-4bd5-978d-e5ee42d280bb is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:05:34.072287 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a0d91ff3-b242-4731-b213-c451d89470e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'name': 'tempest-TaggedBootDevicesTest-2083648703-router', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd634b800-1d75-4579-a17f-fc1e6569e1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:10Z', 'updated_at': '2021-08-11T22:05:25Z', 'revision_number': 4, 'project_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'gw_port': {'id': 'd634b800-1d75-4579-a17f-fc1e6569e1fe', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:13Z', 'updated_at': '2021-08-11T22:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'bee87311-3e2e-4140-865c-bdb0b36142de', 'name': '', 'network_id': 'aae68e27-0877-48f6-819f-dde7d65a439d', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'mac_address': 'fa:16:3e:ce:b9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '5994059a-f305-4784-b552-f94868383090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:23Z', 'updated_at': '2021-08-11T22:05:25Z', 'revision_number': 2, 'project_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'subnets': [{'id': '5994059a-f305-4784-b552-f94868383090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:34.086136 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-f0623487-c1dc-4517-8bad-f4af718f113d None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:05:34.093006 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0623487-c1dc-4517-8bad-f4af718f113d None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:05:34.095016 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2894cb3-a993-43a9-a58e-1c4b58a9cf7c'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:05:34.110539 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d486ff4a-2278-497d-9d1a-7af628f34a9d" -d '{"events": [{"server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "name": "network-vif-plugged", "status": "completed", "tag": "e2894cb3-a993-43a9-a58e-1c4b58a9cf7c"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:05:34.201696 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39216) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:34.216075 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f8eb6828-f1c1-423e-a677-d0cfa83a9311 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f736e2e88c3048308f39f622acb1c8c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1613007 Aug 11 22:05:34.237602 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5fe7c3-04c4-4253-b33b-012e479f9f9d admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:05:34.303272 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ef5fe7c3-04c4-4253-b33b-012e479f9f9d admin admin] 10.222.0.77 "PUT /v2.0/routers/c6c796f7-bd9c-403c-8a7f-34e2a5af3611/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2883205 Aug 11 22:05:34.353635 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8132ce-2bfa-47f5-bdb8-68ca1babeb45 None None] Sync routers for ids ['c6c796f7-bd9c-403c-8a7f-34e2a5af3611'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:05:34.356857 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d91ff3-b242-4731-b213-c451d89470e7 None None] The sync data for ids ['d0642ecc-d6fa-46d2-9209-44a15deaaa58'] in n-d-804275-3 is: [{'id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'name': 'tempest-TaggedBootDevicesTest-2083648703-router', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd634b800-1d75-4579-a17f-fc1e6569e1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:10Z', 'updated_at': '2021-08-11T22:05:25Z', 'revision_number': 4, 'project_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'gw_port': {'id': 'd634b800-1d75-4579-a17f-fc1e6569e1fe', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:13Z', 'updated_at': '2021-08-11T22:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'bee87311-3e2e-4140-865c-bdb0b36142de', 'name': '', 'network_id': 'aae68e27-0877-48f6-819f-dde7d65a439d', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'mac_address': 'fa:16:3e:ce:b9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '5994059a-f305-4784-b552-f94868383090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:23Z', 'updated_at': '2021-08-11T22:05:25Z', 'revision_number': 2, 'project_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'subnets': [{'id': '5994059a-f305-4784-b552-f94868383090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:05:34.376093 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port e2894cb3-a993-43a9-a58e-1c4b58a9cf7c, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e2894cb3-a993-43a9-a58e-1c4b58a9cf7c,segment=NetworkSegment(c6f2a34e-1a80-4ae8-83e0-174475e6aac5),segment_id=c6f2a34e-1a80-4ae8-83e0-174475e6aac5)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:34.390953 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:34.407386 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0623487-c1dc-4517-8bad-f4af718f113d None None] Pushing event updated for resources: {'Port': ['ID=83a74b46-92c1-489a-808f-8a37227a3f96,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:34.510208 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d316a803-e8e6-441c-b9e6-e5d52477267a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:34.571271 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=e2894cb3-a993-43a9-a58e-1c4b58a9cf7c,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:34.603864 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:05:34.626053 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 7fc16189-90cf-4d6a-a63f-c5bc45d8218a triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:05:34.630342 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:34.715075 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d316a803-e8e6-441c-b9e6-e5d52477267a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:34.763369 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-29ad9c2d-acff-430b-923d-ea7cf7e5c565 req-f0f4928c-f4c3-4c19-b9eb-b04e398ab812 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb461dcf-1b67-45aa-b80a-deb6bd4f3066 HTTP/1.1" status: 200 len: 210 time: 0.3260951 Aug 11 22:05:34.781802 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:05:34.899623 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d316a803-e8e6-441c-b9e6-e5d52477267a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:34.905705 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d316a803-e8e6-441c-b9e6-e5d52477267a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:34.909684 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d316a803-e8e6-441c-b9e6-e5d52477267a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/73b9ea83-6f1a-46ae-832c-fcb0d8d96479 HTTP/1.1" status: 204 len: 168 time: 0.7035103 Aug 11 22:05:34.938053 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-c2e4048e-fea0-4879-a048-ef3c9655b416 None None] Port 2ee76408-1a87-4750-a37b-2343c37c31cd cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:05:34.947722 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316a803-e8e6-441c-b9e6-e5d52477267a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b9ea83-6f1a-46ae-832c-fcb0d8d96479,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:35.007918 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8132ce-2bfa-47f5-bdb8-68ca1babeb45 None None] Routers {'c6c796f7-bd9c-403c-8a7f-34e2a5af3611'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:05:35.008607 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-8f8132ce-2bfa-47f5-bdb8-68ca1babeb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:05:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c6c796f7-bd9c-403c-8a7f-34e2a5af3611'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:35.157230 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8935c4b-dc45-43bc-8ea1-6d439b755a0f x-openstack-request-id: req-d8935c4b-dc45-43bc-8ea1-6d439b755a0f {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:05:35.157571 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "name": "network-vif-plugged", "status": "completed", "tag": "e2894cb3-a993-43a9-a58e-1c4b58a9cf7c", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:05:35.157785 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d8935c4b-dc45-43bc-8ea1-6d439b755a0f {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:05:35.158208 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2894cb3-a993-43a9-a58e-1c4b58a9cf7c', 'code': 200} Aug 11 22:05:35.183005 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f0623487-c1dc-4517-8bad-f4af718f113d None None] Attempting to bind port 83a74b46-92c1-489a-808f-8a37227a3f96 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:35.183399 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f0623487-c1dc-4517-8bad-f4af718f113d None None] Attempting to bind port 83a74b46-92c1-489a-808f-8a37227a3f96 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '5d8fb5c3-ba7d-4eea-913c-271da168d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ecbbe70d-0e61-4bd5-978d-e5ee42d280bb'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:35.183784 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0623487-c1dc-4517-8bad-f4af718f113d None None] Attempting to bind port 83a74b46-92c1-489a-808f-8a37227a3f96 on network ecbbe70d-0e61-4bd5-978d-e5ee42d280bb {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:35.384104 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0623487-c1dc-4517-8bad-f4af718f113d None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:05:35.387026 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0623487-c1dc-4517-8bad-f4af718f113d None None] Checking segment: {'id': '5d8fb5c3-ba7d-4eea-913c-271da168d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ecbbe70d-0e61-4bd5-978d-e5ee42d280bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:05:35.390649 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f0623487-c1dc-4517-8bad-f4af718f113d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:35.393067 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0623487-c1dc-4517-8bad-f4af718f113d None None] Bound using segment: {'id': '5d8fb5c3-ba7d-4eea-913c-271da168d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ecbbe70d-0e61-4bd5-978d-e5ee42d280bb'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:05:35.401095 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f0623487-c1dc-4517-8bad-f4af718f113d None None] Bound port: 83a74b46-92c1-489a-808f-8a37227a3f96, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8fb5c3-ba7d-4eea-913c-271da168d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ecbbe70d-0e61-4bd5-978d-e5ee42d280bb'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:05:35.403950 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f0623487-c1dc-4517-8bad-f4af718f113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:35.468558 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:05:35.586865 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66a2fc5e-90d5-41d9-8d34-5b184eb3763a req-73f4a704-67d8-4487-af71-7934b0d8e931 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:05:35.608627 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45daf6b-f181-48a3-9cee-3ac15a1f3eeb None None] Sync routers for ids ['f35319c6-0d06-4125-82b8-e475b94e7c8e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:05:35.628932 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:05:35.629502 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:35.662251 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45daf6b-f181-48a3-9cee-3ac15a1f3eeb None None] Routers {'f35319c6-0d06-4125-82b8-e475b94e7c8e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:05:35.680358 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c45daf6b-f181-48a3-9cee-3ac15a1f3eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:05:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f35319c6-0d06-4125-82b8-e475b94e7c8e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:35.934319 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a2fc5e-90d5-41d9-8d34-5b184eb3763a req-73f4a704-67d8-4487-af71-7934b0d8e931 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] No DVR routers for this DVR port 111109ac-8dd5-42cd-9d43-0a38660565c6 on host n-h2-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:05:35.946243 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-66a2fc5e-90d5-41d9-8d34-5b184eb3763a req-73f4a704-67d8-4487-af71-7934b0d8e931 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:35.950035 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-66a2fc5e-90d5-41d9-8d34-5b184eb3763a req-73f4a704-67d8-4487-af71-7934b0d8e931 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.52 "DELETE /v2.0/ports/111109ac-8dd5-42cd-9d43-0a38660565c6 HTTP/1.1" status: 204 len: 173 time: 10.8303950 Aug 11 22:05:35.953737 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb461dcf-1b67-45aa-b80a-deb6bd4f3066', 'name': 'network-vif-deleted', 'tag': '111109ac-8dd5-42cd-9d43-0a38660565c6'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:05:35.962730 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da381e4a-dbc9-4f95-b855-009f2a7fa75d" -d '{"events": [{"server_uuid": "fb461dcf-1b67-45aa-b80a-deb6bd4f3066", "name": "network-vif-deleted", "tag": "111109ac-8dd5-42cd-9d43-0a38660565c6"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:05:35.981665 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0b06d334-bac7-4806-9a43-3376054193e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:36.071696 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0b06d334-bac7-4806-9a43-3376054193e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:36.189169 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ccf69-e24b-4aaa-b0a9-09166c21b76f req-ab15cb84-cad3-4731-bace-1d1ef1444cd5 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:36.249670 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ccf69-e24b-4aaa-b0a9-09166c21b76f req-ab15cb84-cad3-4731-bace-1d1ef1444cd5 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:36.280342 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ccf69-e24b-4aaa-b0a9-09166c21b76f req-ab15cb84-cad3-4731-bace-1d1ef1444cd5 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:36.314776 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ccf69-e24b-4aaa-b0a9-09166c21b76f req-ab15cb84-cad3-4731-bace-1d1ef1444cd5 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:36.350304 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ccf69-e24b-4aaa-b0a9-09166c21b76f req-ab15cb84-cad3-4731-bace-1d1ef1444cd5 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:36.386983 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ccf69-e24b-4aaa-b0a9-09166c21b76f req-ab15cb84-cad3-4731-bace-1d1ef1444cd5 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:36.419708 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ccf69-e24b-4aaa-b0a9-09166c21b76f req-ab15cb84-cad3-4731-bace-1d1ef1444cd5 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:36.437611 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-250ccf69-e24b-4aaa-b0a9-09166c21b76f req-ab15cb84-cad3-4731-bace-1d1ef1444cd5 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5438 time: 2.1791801 Aug 11 22:05:36.595151 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-c45daf6b-f181-48a3-9cee-3ac15a1f3eeb None None] Set router f35319c6-0d06-4125-82b8-e475b94e7c8e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:05:36.717464 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-250ccf69-e24b-4aaa-b0a9-09166c21b76f req-f6c44e64-edc7-4ff1-a529-7286cb5a74eb tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1280582 Aug 11 22:05:36.859105 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:05:36.867910 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:37.054837 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-8f8132ce-2bfa-47f5-bdb8-68ca1babeb45 None None] Set router c6c796f7-bd9c-403c-8a7f-34e2a5af3611 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:05:37.406083 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-0b06d334-bac7-4806-9a43-3376054193e3 admin admin] Allocated IP 172.25.2.155 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/9ff8604e-04e3-4b84-a898-32d5e292820d) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:05:37.620825 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:37.682068 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-f0623487-c1dc-4517-8bad-f4af718f113d None None] For port 83a74b46-92c1-489a-808f-8a37227a3f96, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:05:37.690016 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-f0623487-c1dc-4517-8bad-f4af718f113d None None] For port 83a74b46-92c1-489a-808f-8a37227a3f96, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=83a74b46-92c1-489a-808f-8a37227a3f96,segment=NetworkSegment(5d8fb5c3-ba7d-4eea-913c-271da168d81e),segment_id=5d8fb5c3-ba7d-4eea-913c-271da168d81e)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:05:37.707394 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a9e1a-1a05-46a2-ae42-e1e5db3ee19e req-26df50c7-2895-476e-81b3-9c2341e476e6 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:37.734457 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d634b800-1d75-4579-a17f-fc1e6569e1fe up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:05:37.766058 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-392a9e1a-1a05-46a2-ae42-e1e5db3ee19e req-26df50c7-2895-476e-81b3-9c2341e476e6 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 946 time: 0.7561500 Aug 11 22:05:37.945548 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f0623487-c1dc-4517-8bad-f4af718f113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:38.102318 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-392a9e1a-1a05-46a2-ae42-e1e5db3ee19e req-939b4bb5-7ba6-49a9-93cf-fd35a7f4612a tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3286161 Aug 11 22:05:38.274566 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0b06d334-bac7-4806-9a43-3376054193e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:38.372531 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c45daf6b-f181-48a3-9cee-3ac15a1f3eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-258464786-router', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:55:28Z', 'updated_at': '2021-08-11T21:55:41Z', 'revision_number': 4, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'gw_port': {'id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:30Z', 'updated_at': '2021-08-11T21:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '1890c58e-7b30-404d-b5bc-37886c3fd299', 'name': '', 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'mac_address': 'fa:16:3e:1e:d0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:38Z', 'updated_at': '2021-08-11T21:55:51Z', 'revision_number': 5, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'subnets': [{'id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:38.429738 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0623487-c1dc-4517-8bad-f4af718f113d None None] Pushing event updated for resources: {'Port': ['ID=83a74b46-92c1-489a-808f-8a37227a3f96,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:38.441081 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0b06d334-bac7-4806-9a43-3376054193e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:38.507414 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:05:38.526658 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181917ad-9489-47b3-80dd-340030d6e107" -d '{"events": [{"server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "name": "network-vif-plugged", "status": "completed", "tag": "0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:05:38.576677 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45daf6b-f181-48a3-9cee-3ac15a1f3eeb None None] Checking router: f35319c6-0d06-4125-82b8-e475b94e7c8e for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:05:38.614433 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45daf6b-f181-48a3-9cee-3ac15a1f3eeb None None] Routers {'f35319c6-0d06-4125-82b8-e475b94e7c8e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:05:38.616441 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c45daf6b-f181-48a3-9cee-3ac15a1f3eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:05:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f35319c6-0d06-4125-82b8-e475b94e7c8e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:38.981693 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-598a2e9a-79b4-4494-8d9c-aeea743eeafe req-ed5e8b5f-cae3-4b6c-9fca-27826551d117 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 3.3039341 Aug 11 22:05:38.994010 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-598a2e9a-79b4-4494-8d9c-aeea743eeafe req-ba6acc99-11ac-4c35-ba24-cfad3593a12c tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:05:39.010233 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-c45daf6b-f181-48a3-9cee-3ac15a1f3eeb None None] Set router f35319c6-0d06-4125-82b8-e475b94e7c8e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:05:39.098249 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68,segment=NetworkSegment(a3dcb167-5947-4558-908e-3d33ae014591),segment_id=a3dcb167-5947-4558-908e-3d33ae014591)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:39.113990 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-598a2e9a-79b4-4494-8d9c-aeea743eeafe req-ba6acc99-11ac-4c35-ba24-cfad3593a12c tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks [] for floatingip, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:39.135538 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:39.145717 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:39.146576 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 6cca6cf8-573d-4f5d-82da-fde29b978abb up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:05:39.334158 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b06d334-bac7-4806-9a43-3376054193e3 admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:05:39.337547 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a909deb2-aef2-423e-934b-b7741ea9cc14 x-openstack-request-id: req-a909deb2-aef2-423e-934b-b7741ea9cc14 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:05:39.338260 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb461dcf-1b67-45aa-b80a-deb6bd4f3066", "name": "network-vif-deleted", "tag": "111109ac-8dd5-42cd-9d43-0a38660565c6", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:05:39.339138 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a909deb2-aef2-423e-934b-b7741ea9cc14 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:05:39.339851 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb461dcf-1b67-45aa-b80a-deb6bd4f3066', 'name': 'network-vif-deleted', 'tag': '111109ac-8dd5-42cd-9d43-0a38660565c6', 'status': 'completed', 'code': 200} Aug 11 22:05:39.377777 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-0b06d334-bac7-4806-9a43-3376054193e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:05:39.387709 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b06d334-bac7-4806-9a43-3376054193e3 admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:05:39.509424 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:39.607284 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:39.654390 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06d334-bac7-4806-9a43-3376054193e3 admin admin] Pushing event updated for resources: {'Port': ['ID=9ff8604e-04e3-4b84-a898-32d5e292820d,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:39.732904 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fa90c-6ece-4fb0-821a-669d3fc46cfb req-b076dcde-6937-40ff-aa7b-b9060b4d8b8f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:39.740599 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fa90c-6ece-4fb0-821a-669d3fc46cfb req-b076dcde-6937-40ff-aa7b-b9060b4d8b8f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:39.748284 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fa90c-6ece-4fb0-821a-669d3fc46cfb req-b076dcde-6937-40ff-aa7b-b9060b4d8b8f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:39.756014 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fa90c-6ece-4fb0-821a-669d3fc46cfb req-b076dcde-6937-40ff-aa7b-b9060b4d8b8f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:39.763960 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fa90c-6ece-4fb0-821a-669d3fc46cfb req-b076dcde-6937-40ff-aa7b-b9060b4d8b8f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:39.772971 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fa90c-6ece-4fb0-821a-669d3fc46cfb req-b076dcde-6937-40ff-aa7b-b9060b4d8b8f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:39.778262 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fa90c-6ece-4fb0-821a-669d3fc46cfb req-b076dcde-6937-40ff-aa7b-b9060b4d8b8f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:39.787163 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ac3fa90c-6ece-4fb0-821a-669d3fc46cfb req-b076dcde-6937-40ff-aa7b-b9060b4d8b8f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5439 time: 0.4419088 Aug 11 22:05:39.836030 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port d634b800-1d75-4579-a17f-fc1e6569e1fe completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:05:39.873624 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-598a2e9a-79b4-4494-8d9c-aeea743eeafe req-ba6acc99-11ac-4c35-ba24-cfad3593a12c tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:39.915351 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port d634b800-1d75-4579-a17f-fc1e6569e1fe triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:05:39.916333 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:40.095203 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-8f8132ce-2bfa-47f5-bdb8-68ca1babeb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c796f7-bd9c-403c-8a7f-34e2a5af3611', 'name': 'tempest-FloatingIPsTestJSON-1887398050-router', 'tenant_id': '6f8b2847c9c9405386d12384904638e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '7fc16189-90cf-4d6a-a63f-c5bc45d8218a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:15Z', 'updated_at': '2021-08-11T22:05:25Z', 'revision_number': 4, 'project_id': '6f8b2847c9c9405386d12384904638e8', 'gw_port': {'id': '7fc16189-90cf-4d6a-a63f-c5bc45d8218a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c796f7-bd9c-403c-8a7f-34e2a5af3611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:16Z', 'updated_at': '2021-08-11T22:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '2ee76408-1a87-4750-a37b-2343c37c31cd', 'name': '', 'network_id': 'f0be7e54-3a55-4fff-96a5-20ef9a80e3fb', 'tenant_id': '6f8b2847c9c9405386d12384904638e8', 'mac_address': 'fa:16:3e:75:92:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c796f7-bd9c-403c-8a7f-34e2a5af3611', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '31cc202f-7036-4d21-8edf-d7fd5eff37b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:22Z', 'updated_at': '2021-08-11T22:05:26Z', 'revision_number': 2, 'project_id': '6f8b2847c9c9405386d12384904638e8', 'subnets': [{'id': '31cc202f-7036-4d21-8edf-d7fd5eff37b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:40.108640 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:40.126439 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 6cca6cf8-573d-4f5d-82da-fde29b978abb completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:05:40.196398 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ac3fa90c-6ece-4fb0-821a-669d3fc46cfb req-477564db-e066-4301-8469-23c6388dd914 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4002931 Aug 11 22:05:40.199498 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c45daf6b-f181-48a3-9cee-3ac15a1f3eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-258464786-router', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:55:28Z', 'updated_at': '2021-08-11T21:55:41Z', 'revision_number': 4, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'gw_port': {'id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:30Z', 'updated_at': '2021-08-11T21:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '1890c58e-7b30-404d-b5bc-37886c3fd299', 'name': '', 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'mac_address': 'fa:16:3e:1e:d0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:38Z', 'updated_at': '2021-08-11T21:55:51Z', 'revision_number': 5, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'subnets': [{'id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:40.340120 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-598a2e9a-79b4-4494-8d9c-aeea743eeafe req-ba6acc99-11ac-4c35-ba24-cfad3593a12c tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Allocated IP 172.25.2.143 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/bb3a4025-3282-4b20-ae54-3e0f1c068e86) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:05:40.342500 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45daf6b-f181-48a3-9cee-3ac15a1f3eeb None None] The sync data for ids ['f35319c6-0d06-4125-82b8-e475b94e7c8e'] in n-d-804275-3 is: [{'id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-258464786-router', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:55:28Z', 'updated_at': '2021-08-11T21:55:41Z', 'revision_number': 4, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'gw_port': {'id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:30Z', 'updated_at': '2021-08-11T21:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '1890c58e-7b30-404d-b5bc-37886c3fd299', 'name': '', 'network_id': '1c3ee35b-1680-40ce-a5ec-450a30ee6971', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'mac_address': 'fa:16:3e:1e:d0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:38Z', 'updated_at': '2021-08-11T21:55:51Z', 'revision_number': 5, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'subnets': [{'id': '7909b953-a9da-40c4-9e8c-1313ada07900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:05:40.401295 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:40.441171 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39290) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:40.906173 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7796de67-7ba6-4a5c-a79f-ea40359dfbec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:40.981785 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7796de67-7ba6-4a5c-a79f-ea40359dfbec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:41.088003 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7796de67-7ba6-4a5c-a79f-ea40359dfbec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:41.091158 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7796de67-7ba6-4a5c-a79f-ea40359dfbec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:41.095821 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7796de67-7ba6-4a5c-a79f-ea40359dfbec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "DELETE /v2.0/security-groups/c86780a5-2c58-4381-b191-7d28386b4c3a HTTP/1.1" status: 204 len: 168 time: 0.6500309 Aug 11 22:05:41.099496 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39296) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:41.113218 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0b06d334-bac7-4806-9a43-3376054193e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:41.117606 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-598a2e9a-79b4-4494-8d9c-aeea743eeafe req-ba6acc99-11ac-4c35-ba24-cfad3593a12c tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:41.271664 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792fb605-231e-4ff7-90e4-49f94ccae96d None None] New status for floating IP 97199304-40f2-4030-87ba-9ed4b3b9c5cf: DOWN {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:05:41.328256 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 6cca6cf8-573d-4f5d-82da-fde29b978abb triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:05:41.329175 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:41.332047 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8132ce-2bfa-47f5-bdb8-68ca1babeb45 None None] Checking router: c6c796f7-bd9c-403c-8a7f-34e2a5af3611 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:05:41.338830 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8132ce-2bfa-47f5-bdb8-68ca1babeb45 None None] Updating router c6c796f7-bd9c-403c-8a7f-34e2a5af3611 port 2ee76408-1a87-4750-a37b-2343c37c31cd binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:05:41.400396 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9b8fe2-d248-4a72-bbdb-9c32d2f88ae8 x-openstack-request-id: req-bc9b8fe2-d248-4a72-bbdb-9c32d2f88ae8 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:05:41.402672 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "name": "network-vif-plugged", "status": "completed", "tag": "0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:05:41.405698 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796de67-7ba6-4a5c-a79f-ea40359dfbec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86780a5-2c58-4381-b191-7d28386b4c3a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:41.407056 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bc9b8fe2-d248-4a72-bbdb-9c32d2f88ae8 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:05:41.417550 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68', 'code': 200} Aug 11 22:05:41.423063 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1255a049-4e50-4ca4-8e54-ae5d1640cd97 None None] Sync routers for ids ['d0642ecc-d6fa-46d2-9209-44a15deaaa58'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:05:41.456325 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796de67-7ba6-4a5c-a79f-ea40359dfbec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:41.457078 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796de67-7ba6-4a5c-a79f-ea40359dfbec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:41.457664 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796de67-7ba6-4a5c-a79f-ea40359dfbec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:41.460529 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796de67-7ba6-4a5c-a79f-ea40359dfbec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:41.461213 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796de67-7ba6-4a5c-a79f-ea40359dfbec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:41.461791 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796de67-7ba6-4a5c-a79f-ea40359dfbec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:41.464024 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796de67-7ba6-4a5c-a79f-ea40359dfbec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:41.464865 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796de67-7ba6-4a5c-a79f-ea40359dfbec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:41.466371 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796de67-7ba6-4a5c-a79f-ea40359dfbec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:41.467376 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796de67-7ba6-4a5c-a79f-ea40359dfbec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:41.479614 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796de67-7ba6-4a5c-a79f-ea40359dfbec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:41.482935 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796de67-7ba6-4a5c-a79f-ea40359dfbec tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:05:41.509674 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-598a2e9a-79b4-4494-8d9c-aeea743eeafe req-ba6acc99-11ac-4c35-ba24-cfad3593a12c tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:41.523552 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-6e994825-c51b-4ea0-8c6b-9d8276a56a2a tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] show failed (client error): The resource could not be found. Aug 11 22:05:41.529685 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6e994825-c51b-4ea0-8c6b-9d8276a56a2a tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "GET /v2.0/security-groups/c86780a5-2c58-4381-b191-7d28386b4c3a HTTP/1.1" status: 404 len: 347 time: 0.4173112 Aug 11 22:05:41.539133 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39312) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:41.580523 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-598a2e9a-79b4-4494-8d9c-aeea743eeafe req-ba6acc99-11ac-4c35-ba24-cfad3593a12c tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:05:41.658620 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-598a2e9a-79b4-4494-8d9c-aeea743eeafe req-ba6acc99-11ac-4c35-ba24-cfad3593a12c tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:05:41.669673 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-598a2e9a-79b4-4494-8d9c-aeea743eeafe req-ba6acc99-11ac-4c35-ba24-cfad3593a12c tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:05:41.723522 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a339617-abb5-4975-a3d7-48486ace12f2 req-e6d656f2-b752-4876-8ae6-bdc5295d5a95 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:41.739820 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0a339617-abb5-4975-a3d7-48486ace12f2 req-e6d656f2-b752-4876-8ae6-bdc5295d5a95 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 947 time: 0.6025355 Aug 11 22:05:41.803368 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6acc99-11ac-4c35-ba24-cfad3593a12c tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Pushing event updated for resources: {'Port': ['ID=bb3a4025-3282-4b20-ae54-3e0f1c068e86,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:41.888190 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0a339617-abb5-4975-a3d7-48486ace12f2 req-2f3f1c51-1313-46c5-a8bc-036811641cca tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446211 Aug 11 22:05:41.922159 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79f8c8f-9e22-4705-91f3-470254be2744 None None] Network ecbbe70d-0e61-4bd5-978d-e5ee42d280bb requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:05:41.959323 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8f8132ce-2bfa-47f5-bdb8-68ca1babeb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:42.007761 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39316) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:42.081346 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0b06d334-bac7-4806-9a43-3376054193e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:42.086473 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-598a2e9a-79b4-4494-8d9c-aeea743eeafe req-ba6acc99-11ac-4c35-ba24-cfad3593a12c tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:42.171317 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1255a049-4e50-4ca4-8e54-ae5d1640cd97 None None] Routers {'d0642ecc-d6fa-46d2-9209-44a15deaaa58'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:05:42.176459 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-1255a049-4e50-4ca4-8e54-ae5d1640cd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:05:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d0642ecc-d6fa-46d2-9209-44a15deaaa58'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:42.327494 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-f25c4cfd-b54a-4a63-9aff-427f441017d2 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Deleting port 754f9e92-76b8-439b-ba66-d5927c1dcd50 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:05:42.328206 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f25c4cfd-b54a-4a63-9aff-427f441017d2 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:42.335165 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8e587881-192e-44be-aa9b-4b9182c94812 None None] Provisioning for port 83a74b46-92c1-489a-808f-8a37227a3f96 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:05:42.355289 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:42.365625 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-7e7b8f96-4620-4d54-8187-a875b1398080 tempest-QuotasTest-569262847 tempest-QuotasTest-569262847-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:05:42.508442 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7e7b8f96-4620-4d54-8187-a875b1398080 tempest-QuotasTest-569262847 tempest-QuotasTest-569262847-project-admin] 10.222.0.77 "PUT /v2.0/quotas/a2ece7e8bbd44889b27e338565e30fcb HTTP/1.1" status: 200 len: 366 time: 0.4988387 Aug 11 22:05:42.519209 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39322) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:42.545940 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-598a2e9a-79b4-4494-8d9c-aeea743eeafe req-ba6acc99-11ac-4c35-ba24-cfad3593a12c tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:42.559208 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45992c54-94b1-4025-8927-4cf441f1d92a req-8ea96345-915b-45d4-b69e-4eb55dab0797 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:42.569953 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45992c54-94b1-4025-8927-4cf441f1d92a req-8ea96345-915b-45d4-b69e-4eb55dab0797 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:42.580738 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45992c54-94b1-4025-8927-4cf441f1d92a req-8ea96345-915b-45d4-b69e-4eb55dab0797 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:42.592306 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,revision_number=13']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:42.602601 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45992c54-94b1-4025-8927-4cf441f1d92a req-8ea96345-915b-45d4-b69e-4eb55dab0797 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:42.634915 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45992c54-94b1-4025-8927-4cf441f1d92a req-8ea96345-915b-45d4-b69e-4eb55dab0797 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:42.659703 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45992c54-94b1-4025-8927-4cf441f1d92a req-8ea96345-915b-45d4-b69e-4eb55dab0797 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:42.690205 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45992c54-94b1-4025-8927-4cf441f1d92a req-8ea96345-915b-45d4-b69e-4eb55dab0797 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:42.700167 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port d634b800-1d75-4579-a17f-fc1e6569e1fe, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d634b800-1d75-4579-a17f-fc1e6569e1fe,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:42.701048 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-45992c54-94b1-4025-8927-4cf441f1d92a req-8ea96345-915b-45d4-b69e-4eb55dab0797 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5439 time: 0.3393776 Aug 11 22:05:42.816688 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:42.833946 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b06d334-bac7-4806-9a43-3376054193e3 admin admin] Router eae784f4-4329-4cfa-9058-35c3be20f321 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:05:42.915277 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-45992c54-94b1-4025-8927-4cf441f1d92a req-72c194fd-14df-4aef-970c-fe1ed4ee6976 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1867020 Aug 11 22:05:43.128476 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f25c4cfd-b54a-4a63-9aff-427f441017d2 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:43.141896 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f25c4cfd-b54a-4a63-9aff-427f441017d2 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:43.312181 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 83a74b46-92c1-489a-808f-8a37227a3f96 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:05:43.381257 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:43.388183 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e6751d6e-b8cd-40d8-8b7e-f41a2d5ae275 tempest-QuotasTest-569262847 tempest-QuotasTest-569262847-project-admin] 10.222.0.77 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.8613708 Aug 11 22:05:43.419919 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-f25c4cfd-b54a-4a63-9aff-427f441017d2 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Calling delete_port for 754f9e92-76b8-439b-ba66-d5927c1dcd50 owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:05:43.506426 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aad8f4d-c5ed-427f-8ee4-328c12470876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:05:43.508967 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cf286e-6459-464f-aced-01399399e216" -d '{"events": [{"server_uuid": "6aad8f4d-c5ed-427f-8ee4-328c12470876", "name": "network-vif-plugged", "status": "completed", "tag": "54b2c1ee-4e5e-4f38-8df1-1ca72d59a331"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:05:43.531717 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b06d334-bac7-4806-9a43-3376054193e3 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:05:43.562183 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39328) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:43.580542 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 6cca6cf8-573d-4f5d-82da-fde29b978abb, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=6cca6cf8-573d-4f5d-82da-fde29b978abb,segment=NetworkSegment(a3dcb167-5947-4558-908e-3d33ae014591),segment_id=a3dcb167-5947-4558-908e-3d33ae014591)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:43.586985 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-1255a049-4e50-4ca4-8e54-ae5d1640cd97 None None] Set router d0642ecc-d6fa-46d2-9209-44a15deaaa58 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:05:43.613146 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fc82d23f-f905-4c9c-ac3b-221aabeaedf6 tempest-QuotasTest-569262847 tempest-QuotasTest-569262847-project-admin] 10.222.0.77 "GET /v2.0/quotas/a2ece7e8bbd44889b27e338565e30fcb HTTP/1.1" status: 200 len: 366 time: 0.0439370 Aug 11 22:05:43.639901 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-db209c55-e5fa-495c-84bc-7851d7c79f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:43.643105 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b52131-8809-4a7e-bcb4-0cfa32d2ff02 None None] Sync routers for ids ['eae784f4-4329-4cfa-9058-35c3be20f321'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:05:43.683862 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39332) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:43.724519 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0b06d334-bac7-4806-9a43-3376054193e3 admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:43.728100 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0b06d334-bac7-4806-9a43-3376054193e3 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 14.2272444 Aug 11 22:05:43.731766 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39336) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:43.775830 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=d634b800-1d75-4579-a17f-fc1e6569e1fe,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:43.812737 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:43.815798 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device b0841e35-712c-4919-9743-7532de366613 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:05:43.859438 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-62ef6cd0-4d9a-4339-ab21-850d90a630a3 tempest-QuotasTest-569262847 tempest-QuotasTest-569262847-project-admin] 10.222.0.77 "DELETE /v2.0/quotas/a2ece7e8bbd44889b27e338565e30fcb HTTP/1.1" status: 204 len: 168 time: 0.1572404 Aug 11 22:05:43.860430 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39338) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:43.921399 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994d34f-25b0-43f7-835c-a2fbb872499f req-b9563639-a77b-4e0c-a930-f8f0d44061f3 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:43.930190 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b994d34f-25b0-43f7-835c-a2fbb872499f req-b9563639-a77b-4e0c-a930-f8f0d44061f3 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 944 time: 0.3658376 Aug 11 22:05:43.958737 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-dd9dbd6e-9ab3-47b9-ab13-55f540cbf803 tempest-QuotasTest-569262847 tempest-QuotasTest-569262847-project-admin] 10.222.0.77 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0744393 Aug 11 22:05:43.962710 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39340) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:44.011923 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-598a2e9a-79b4-4494-8d9c-aeea743eeafe req-ba6acc99-11ac-4c35-ba24-cfad3593a12c tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:44.018062 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-80d53bf1-e99e-491b-9f45-8b5dfde8bd94 tempest-QuotasTest-569262847 tempest-QuotasTest-569262847-project-admin] 10.222.0.77 "GET /v2.0/quotas/a2ece7e8bbd44889b27e338565e30fcb HTTP/1.1" status: 200 len: 370 time: 0.0478532 Aug 11 22:05:44.018952 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39344) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:44.032861 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-756dbf05-1a14-4e09-922b-4063efbe1063 tempest-QuotasTest-569262847 tempest-QuotasTest-569262847-project-admin] 10.222.0.77 "GET /v2.0/quotas/a2ece7e8bbd44889b27e338565e30fcb/default HTTP/1.1" status: 200 len: 370 time: 0.0054717 Aug 11 22:05:44.038041 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39346) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:44.038944 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c919870-cd9c-43e1-815d-bfbcf1409540 req-ed566b63-29c9-49d3-a2cc-10f4d6f30b25 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:44.041460 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3c919870-cd9c-43e1-815d-bfbcf1409540 req-ed566b63-29c9-49d3-a2cc-10f4d6f30b25 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.82 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 944 time: 0.9284637 Aug 11 22:05:44.044813 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-598a2e9a-79b4-4494-8d9c-aeea743eeafe req-ba6acc99-11ac-4c35-ba24-cfad3593a12c tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:44.068539 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b994d34f-25b0-43f7-835c-a2fbb872499f req-c5df18a3-e8e5-4861-aa85-55f04657d03a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350229 Aug 11 22:05:44.070793 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-cc124b66-2627-4d40-9d0b-2e6a14d98077 tempest-QuotasTest-569262847 tempest-QuotasTest-569262847-project-admin] delete failed (client error): The resource could not be found. Aug 11 22:05:44.071891 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cc124b66-2627-4d40-9d0b-2e6a14d98077 tempest-QuotasTest-569262847 tempest-QuotasTest-569262847-project-admin] 10.222.0.77 "DELETE /v2.0/quotas/a2ece7e8bbd44889b27e338565e30fcb HTTP/1.1" status: 404 len: 348 time: 0.0301726 Aug 11 22:05:44.178355 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b52131-8809-4a7e-bcb4-0cfa32d2ff02 None None] Routers {'eae784f4-4329-4cfa-9058-35c3be20f321'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:05:44.179747 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f0b52131-8809-4a7e-bcb4-0cfa32d2ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:05:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['eae784f4-4329-4cfa-9058-35c3be20f321'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:44.413572 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-598a2e9a-79b4-4494-8d9c-aeea743eeafe req-ba6acc99-11ac-4c35-ba24-cfad3593a12c tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:44.453767 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07f829-a8f3-4ab4-b445-77d658bf68a1 req-e1bc75b6-0608-41fc-bf60-a3327b99e152 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:44.455340 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c07f829-a8f3-4ab4-b445-77d658bf68a1 req-e1bc75b6-0608-41fc-bf60-a3327b99e152 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 947 time: 0.2437696 Aug 11 22:05:44.626930 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39350) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:44.635055 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-598a2e9a-79b4-4494-8d9c-aeea743eeafe req-ba6acc99-11ac-4c35-ba24-cfad3593a12c tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:44.636405 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-598a2e9a-79b4-4494-8d9c-aeea743eeafe req-ba6acc99-11ac-4c35-ba24-cfad3593a12c tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.6508095 Aug 11 22:05:44.650476 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6acc99-11ac-4c35-ba24-cfad3593a12c tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Pushing event updated for resources: {'Port': ['ID=bb3a4025-3282-4b20-ae54-3e0f1c068e86,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:44.766147 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f25c4cfd-b54a-4a63-9aff-427f441017d2 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:44.849595 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c07f829-a8f3-4ab4-b445-77d658bf68a1 req-f63e8c81-3876-4d9c-a032-8242da36d5c4 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3839390 Aug 11 22:05:45.014253 n-d-804275-3 neutron-server[100943]: DEBUG neutron.quota.resource [None req-e4a9d414-0cc0-4582-8b82-dc98b77f3676 tempest-QuotasTest-569262847 tempest-QuotasTest-569262847-project-admin] Usage tracker for resource:network and tenant:934543c415564076a922c400a635cc8b is out of sync, need to count used quota {{(pid=100943) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 22:05:45.032588 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8f8132ce-2bfa-47f5-bdb8-68ca1babeb45 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:45.041513 n-d-804275-3 neutron-server[100943]: DEBUG neutron.quota.resource [None req-e4a9d414-0cc0-4582-8b82-dc98b77f3676 tempest-QuotasTest-569262847 tempest-QuotasTest-569262847-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100943) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 22:05:45.081089 n-d-804275-3 neutron-server[100943]: DEBUG neutron.quota.resource [None req-e4a9d414-0cc0-4582-8b82-dc98b77f3676 tempest-QuotasTest-569262847 tempest-QuotasTest-569262847-project-admin] Usage tracker for resource:subnet and tenant:934543c415564076a922c400a635cc8b is out of sync, need to count used quota {{(pid=100943) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 22:05:45.087214 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8f8132ce-2bfa-47f5-bdb8-68ca1babeb45 None None] Transition to ACTIVE for port object 2ee76408-1a87-4750-a37b-2343c37c31cd will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:05:45.101093 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-3c919870-cd9c-43e1-815d-bfbcf1409540 req-901bd436-23fb-4cab-ac13-5ece82b4d398 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Deleting port dafb7e42-7f3e-49fb-8c98-6deabd516fd1 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:05:45.102972 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=6cca6cf8-573d-4f5d-82da-fde29b978abb,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:45.103454 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-3c919870-cd9c-43e1-815d-bfbcf1409540 req-901bd436-23fb-4cab-ac13-5ece82b4d398 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:45.108162 n-d-804275-3 neutron-server[100943]: DEBUG neutron.quota.resource [None req-e4a9d414-0cc0-4582-8b82-dc98b77f3676 tempest-QuotasTest-569262847 tempest-QuotasTest-569262847-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100943) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 22:05:45.127290 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c4cfd-b54a-4a63-9aff-427f441017d2 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Pushing event deleted for resources: {'Port': ['ID=754f9e92-76b8-439b-ba66-d5927c1dcd50,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:45.138628 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-598a2e9a-79b4-4494-8d9c-aeea743eeafe req-8e964a86-e9c5-40c1-949b-c47df12ca09e tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.143 HTTP/1.1" status: 200 len: 696 time: 0.4635823 Aug 11 22:05:45.283872 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4df47a9-086b-4fde-be57-71fba01f82c6 x-openstack-request-id: req-a4df47a9-086b-4fde-be57-71fba01f82c6 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:05:45.289146 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aad8f4d-c5ed-427f-8ee4-328c12470876", "name": "network-vif-plugged", "status": "completed", "tag": "54b2c1ee-4e5e-4f38-8df1-1ca72d59a331", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:05:45.290643 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a4df47a9-086b-4fde-be57-71fba01f82c6 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:05:45.293038 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aad8f4d-c5ed-427f-8ee4-328c12470876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331', 'code': 200} Aug 11 22:05:45.296637 n-d-804275-3 neutron-server[100943]: DEBUG neutron.quota.resource [None req-e4a9d414-0cc0-4582-8b82-dc98b77f3676 tempest-QuotasTest-569262847 tempest-QuotasTest-569262847-project-admin] Usage tracker for resource:subnetpool and tenant:934543c415564076a922c400a635cc8b is out of sync, need to count used quota {{(pid=100943) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 22:05:45.315061 n-d-804275-3 neutron-server[100943]: DEBUG neutron.quota.resource [None req-e4a9d414-0cc0-4582-8b82-dc98b77f3676 tempest-QuotasTest-569262847 tempest-QuotasTest-569262847-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100943) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 22:05:45.336778 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8f8132ce-2bfa-47f5-bdb8-68ca1babeb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:45.341460 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port b0841e35-712c-4919-9743-7532de366613 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:05:45.511230 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port b0841e35-712c-4919-9743-7532de366613 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:05:45.514466 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:45.520094 n-d-804275-3 neutron-server[100943]: DEBUG neutron.quota.resource [None req-e4a9d414-0cc0-4582-8b82-dc98b77f3676 tempest-QuotasTest-569262847 tempest-QuotasTest-569262847-project-admin] Usage tracker for resource:port and tenant:934543c415564076a922c400a635cc8b is out of sync, need to count used quota {{(pid=100943) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 22:05:45.545209 n-d-804275-3 neutron-server[100943]: DEBUG neutron.quota.resource [None req-e4a9d414-0cc0-4582-8b82-dc98b77f3676 tempest-QuotasTest-569262847 tempest-QuotasTest-569262847-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100943) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 22:05:45.563013 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f25c4cfd-b54a-4a63-9aff-427f441017d2 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:45.566554 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f25c4cfd-b54a-4a63-9aff-427f441017d2 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:45.570997 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f25c4cfd-b54a-4a63-9aff-427f441017d2 tempest-AttachVolumeShelveTestJSON-241442775 tempest-AttachVolumeShelveTestJSON-241442775-project] 10.222.0.77 "DELETE /v2.0/floatingips/97199304-40f2-4030-87ba-9ed4b3b9c5cf HTTP/1.1" status: 204 len: 168 time: 4.0295584 Aug 11 22:05:45.592232 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ca3a449b-1f6b-4e2c-b602-a0329bded6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:45.600282 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-3c919870-cd9c-43e1-815d-bfbcf1409540 req-901bd436-23fb-4cab-ac13-5ece82b4d398 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] For port dafb7e42-7f3e-49fb-8c98-6deabd516fd1, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=dafb7e42-7f3e-49fb-8c98-6deabd516fd1,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:45.600800 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-3c919870-cd9c-43e1-815d-bfbcf1409540 req-901bd436-23fb-4cab-ac13-5ece82b4d398 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:45.624160 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ea198-c35e-4a1e-8b2d-ac9a16397604 req-60afb0d7-6eeb-41b5-b3ee-c83359ad383a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:45.640153 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ea198-c35e-4a1e-8b2d-ac9a16397604 req-60afb0d7-6eeb-41b5-b3ee-c83359ad383a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:45.641188 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-3c919870-cd9c-43e1-815d-bfbcf1409540 req-901bd436-23fb-4cab-ac13-5ece82b4d398 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Calling delete_port for dafb7e42-7f3e-49fb-8c98-6deabd516fd1 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:05:45.666550 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ea198-c35e-4a1e-8b2d-ac9a16397604 req-60afb0d7-6eeb-41b5-b3ee-c83359ad383a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:45.686625 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ea198-c35e-4a1e-8b2d-ac9a16397604 req-60afb0d7-6eeb-41b5-b3ee-c83359ad383a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:45.688940 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5062e7-c498-4cbe-a732-0d2c481d68ab None None] Pushing event updated for resources: {'Port': ['ID=2ee76408-1a87-4750-a37b-2343c37c31cd,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:45.693672 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a2e9a-79b4-4494-8d9c-aeea743eeafe req-a4f94ce8-0a25-4e1e-8287-ceda59d4f7ba tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:45.696473 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-598a2e9a-79b4-4494-8d9c-aeea743eeafe req-a4f94ce8-0a25-4e1e-8287-ceda59d4f7ba tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 784 time: 0.5180414 Aug 11 22:05:45.725423 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ea198-c35e-4a1e-8b2d-ac9a16397604 req-60afb0d7-6eeb-41b5-b3ee-c83359ad383a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:45.740666 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ea198-c35e-4a1e-8b2d-ac9a16397604 req-60afb0d7-6eeb-41b5-b3ee-c83359ad383a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:45.748598 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 83a74b46-92c1-489a-808f-8a37227a3f96 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:05:45.758210 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ea198-c35e-4a1e-8b2d-ac9a16397604 req-60afb0d7-6eeb-41b5-b3ee-c83359ad383a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:45.763292 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-598a2e9a-79b4-4494-8d9c-aeea743eeafe req-e680b259-d4fe-4237-9505-644c9d58b50f tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:05:45.768009 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-912ea198-c35e-4a1e-8b2d-ac9a16397604 req-60afb0d7-6eeb-41b5-b3ee-c83359ad383a tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5440 time: 0.4550514 Aug 11 22:05:45.789116 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-598a2e9a-79b4-4494-8d9c-aeea743eeafe req-e680b259-d4fe-4237-9505-644c9d58b50f tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0693085 Aug 11 22:05:45.815946 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 83a74b46-92c1-489a-808f-8a37227a3f96 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:05:45.816762 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:45.818746 n-d-804275-3 neutron-server[100943]: DEBUG neutron.quota.resource [None req-e4a9d414-0cc0-4582-8b82-dc98b77f3676 tempest-QuotasTest-569262847 tempest-QuotasTest-569262847-project-admin] Usage tracker for resource:router and tenant:934543c415564076a922c400a635cc8b is out of sync, need to count used quota {{(pid=100943) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 22:05:45.992280 n-d-804275-3 neutron-server[100943]: DEBUG neutron.quota.resource [None req-e4a9d414-0cc0-4582-8b82-dc98b77f3676 tempest-QuotasTest-569262847 tempest-QuotasTest-569262847-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100943) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 22:05:46.134787 n-d-804275-3 neutron-server[100943]: DEBUG neutron.quota.resource [None req-e4a9d414-0cc0-4582-8b82-dc98b77f3676 tempest-QuotasTest-569262847 tempest-QuotasTest-569262847-project-admin] Usage tracker for resource:floatingip and tenant:934543c415564076a922c400a635cc8b is out of sync, need to count used quota {{(pid=100943) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 22:05:46.251494 n-d-804275-3 neutron-server[100943]: DEBUG neutron.quota.resource [None req-e4a9d414-0cc0-4582-8b82-dc98b77f3676 tempest-QuotasTest-569262847 tempest-QuotasTest-569262847-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100943) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 22:05:46.338745 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-912ea198-c35e-4a1e-8b2d-ac9a16397604 req-cb783143-df6a-41eb-8a12-a718ddb9a9ef tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5360067 Aug 11 22:05:46.506115 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bb7f9553-7e4e-408c-9167-52621fd2fa5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:46.559661 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-f0b52131-8809-4a7e-bcb4-0cfa32d2ff02 None None] Set router eae784f4-4329-4cfa-9058-35c3be20f321 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:05:46.654562 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:46.656615 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-3c919870-cd9c-43e1-815d-bfbcf1409540 req-901bd436-23fb-4cab-ac13-5ece82b4d398 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:46.712466 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792de443-734a-43e0-873f-ce738758332c req-05481f50-5cfe-460b-b0ae-8c54d14989c2 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:46.712818 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f406206b-4add-42f5-8902-117efdaca9a4 req-d03837c2-bfb1-49f4-9560-47de64a36fd3 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] 10.222.0.77 "GET /v2.0/floatingips/813c9c27-89ac-46b3-8f53-ce1587915f2e HTTP/1.1" status: 200 len: 693 time: 0.2431178 Aug 11 22:05:46.713869 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-792de443-734a-43e0-873f-ce738758332c req-05481f50-5cfe-460b-b0ae-8c54d14989c2 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c95064-1f05-477a-9a6c-e88bf34908d3 HTTP/1.1" status: 200 len: 866 time: 0.2216024 Aug 11 22:05:46.844362 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:05:46.965360 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901bd436-23fb-4cab-ac13-5ece82b4d398 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Pushing event deleted for resources: {'Port': ['ID=dafb7e42-7f3e-49fb-8c98-6deabd516fd1,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:46.973022 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c919870-cd9c-43e1-815d-bfbcf1409540 req-901bd436-23fb-4cab-ac13-5ece82b4d398 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] No DVR routers for this DVR port dafb7e42-7f3e-49fb-8c98-6deabd516fd1 on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:05:46.981406 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-3c919870-cd9c-43e1-815d-bfbcf1409540 req-901bd436-23fb-4cab-ac13-5ece82b4d398 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:46.982441 n-d-804275-3 neutron-server[100943]: DEBUG neutron.quota.resource [None req-e4a9d414-0cc0-4582-8b82-dc98b77f3676 tempest-QuotasTest-569262847 tempest-QuotasTest-569262847-project-admin] Usage tracker for resource:security_group and tenant:934543c415564076a922c400a635cc8b is out of sync, need to count used quota {{(pid=100943) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 22:05:46.986843 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3c919870-cd9c-43e1-815d-bfbcf1409540 req-901bd436-23fb-4cab-ac13-5ece82b4d398 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.82 "DELETE /v2.0/ports/dafb7e42-7f3e-49fb-8c98-6deabd516fd1 HTTP/1.1" status: 204 len: 173 time: 2.9314656 Aug 11 22:05:46.990633 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c95064-1f05-477a-9a6c-e88bf34908d3', 'name': 'network-vif-deleted', 'tag': 'dafb7e42-7f3e-49fb-8c98-6deabd516fd1'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:05:46.996179 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebdeba6-6322-41b3-8285-13ee8f1c1deb" -d '{"events": [{"server_uuid": "38c95064-1f05-477a-9a6c-e88bf34908d3", "name": "network-vif-deleted", "tag": "dafb7e42-7f3e-49fb-8c98-6deabd516fd1"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:05:47.068133 n-d-804275-3 neutron-server[100943]: DEBUG neutron.quota.resource [None req-e4a9d414-0cc0-4582-8b82-dc98b77f3676 tempest-QuotasTest-569262847 tempest-QuotasTest-569262847-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100943) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 22:05:47.072670 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-792de443-734a-43e0-873f-ce738758332c req-a58da3fe-2743-404b-891d-e3d4a2bb338a tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578343 Aug 11 22:05:47.176453 n-d-804275-3 neutron-server[100943]: DEBUG neutron.quota.resource [None req-e4a9d414-0cc0-4582-8b82-dc98b77f3676 tempest-QuotasTest-569262847 tempest-QuotasTest-569262847-project-admin] Usage tracker for resource:security_group_rule and tenant:934543c415564076a922c400a635cc8b is out of sync, need to count used quota {{(pid=100943) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 22:05:47.196738 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-ca3a449b-1f6b-4e2c-b602-a0329bded6ff admin admin] Allocated IP 172.20.0.1 (ecbbe70d-0e61-4bd5-978d-e5ee42d280bb/c69249db-21a6-487b-b4ed-00687f28ccde/9a15667b-67c6-499b-8b6d-c69d76ad0b71) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:05:47.232194 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device dafb7e42-7f3e-49fb-8c98-6deabd516fd1 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:05:47.239356 n-d-804275-3 neutron-server[100943]: DEBUG neutron.quota.resource [None req-e4a9d414-0cc0-4582-8b82-dc98b77f3676 tempest-QuotasTest-569262847 tempest-QuotasTest-569262847-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100943) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 22:05:47.259877 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406206b-4add-42f5-8902-117efdaca9a4 req-2ffa2b95-977e-4d0d-96b9-dc8bc77b5915 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:47.261935 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f406206b-4add-42f5-8902-117efdaca9a4 req-2ffa2b95-977e-4d0d-96b9-dc8bc77b5915 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 784 time: 0.3719900 Aug 11 22:05:47.271025 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e4a9d414-0cc0-4582-8b82-dc98b77f3676 tempest-QuotasTest-569262847 tempest-QuotasTest-569262847-project-admin] 10.222.0.77 "GET /v2.0/quotas/934543c415564076a922c400a635cc8b/details.json HTTP/1.1" status: 200 len: 703 time: 2.6389792 Aug 11 22:05:47.327866 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cca6cf8-573d-4f5d-82da-fde29b978abb'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:05:47.338283 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090448b4-dbfa-4824-a05a-876730bdecd3" -d '{"events": [{"server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "name": "network-vif-plugged", "status": "completed", "tag": "6cca6cf8-573d-4f5d-82da-fde29b978abb"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:05:47.557894 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ca3a449b-1f6b-4e2c-b602-a0329bded6ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:47.570213 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: dafb7e42-7f3e-49fb-8c98-6deabd516fd1 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:05:47.570840 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device dafb7e42-7f3e-49fb-8c98-6deabd516fd1 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:05:47.605323 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bfa8a2-0387-42f3-b48d-bd4334f40872 x-openstack-request-id: req-13bfa8a2-0387-42f3-b48d-bd4334f40872 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:05:47.606615 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c95064-1f05-477a-9a6c-e88bf34908d3", "name": "network-vif-deleted", "tag": "dafb7e42-7f3e-49fb-8c98-6deabd516fd1", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:05:47.609137 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-13bfa8a2-0387-42f3-b48d-bd4334f40872 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:05:47.610389 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c95064-1f05-477a-9a6c-e88bf34908d3', 'name': 'network-vif-deleted', 'tag': 'dafb7e42-7f3e-49fb-8c98-6deabd516fd1', 'status': 'completed', 'code': 200} Aug 11 22:05:47.636802 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:47.663846 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacf34e-52bc-45d6-9734-8abbf8d145e4 req-6e9fe225-4e16-4237-b20d-dc4ff540f37e tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:47.673182 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1eacf34e-52bc-45d6-9734-8abbf8d145e4 req-6e9fe225-4e16-4237-b20d-dc4ff540f37e tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 947 time: 0.2857842 Aug 11 22:05:47.737497 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1eacf34e-52bc-45d6-9734-8abbf8d145e4 req-b0476f0d-2f9d-4172-98b4-e195a409d368 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633025 Aug 11 22:05:47.807786 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4a984414-ceb8-48d3-a202-c952ece43766 req-769cf496-3371-4c6b-8fa1-5ec0f2e44c6c tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] 10.222.0.77 "GET /v2.0/floatingips?tenant_id=6f8b2847c9c9405386d12384904638e8 HTTP/1.1" status: 200 len: 696 time: 0.2980039 Aug 11 22:05:47.874649 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-ca3a449b-1f6b-4e2c-b602-a0329bded6ff admin admin] Transition to ACTIVE for port object 9a15667b-67c6-499b-8b6d-c69d76ad0b71 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:05:47.887224 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c828ae-239d-405a-890b-c8d4ed4090db x-openstack-request-id: req-14c828ae-239d-405a-890b-c8d4ed4090db {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:05:47.887715 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "name": "network-vif-plugged", "status": "completed", "tag": "6cca6cf8-573d-4f5d-82da-fde29b978abb", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:05:47.888062 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-14c828ae-239d-405a-890b-c8d4ed4090db {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:05:47.888531 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cca6cf8-573d-4f5d-82da-fde29b978abb', 'code': 200} Aug 11 22:05:47.925017 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-8f8132ce-2bfa-47f5-bdb8-68ca1babeb45 None None] Attempting to bind port 2ee76408-1a87-4750-a37b-2343c37c31cd on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:47.925832 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-8f8132ce-2bfa-47f5-bdb8-68ca1babeb45 None None] Attempting to bind port 2ee76408-1a87-4750-a37b-2343c37c31cd by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '160b2cea-9b73-4403-a955-9a49a7314883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0be7e54-3a55-4fff-96a5-20ef9a80e3fb'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:47.926448 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8132ce-2bfa-47f5-bdb8-68ca1babeb45 None None] Attempting to bind port 2ee76408-1a87-4750-a37b-2343c37c31cd on network f0be7e54-3a55-4fff-96a5-20ef9a80e3fb {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:47.956960 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:48.011236 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 83a74b46-92c1-489a-808f-8a37227a3f96, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=83a74b46-92c1-489a-808f-8a37227a3f96,segment=NetworkSegment(5d8fb5c3-ba7d-4eea-913c-271da168d81e),segment_id=5d8fb5c3-ba7d-4eea-913c-271da168d81e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:48.021488 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8132ce-2bfa-47f5-bdb8-68ca1babeb45 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:05:48.022272 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8132ce-2bfa-47f5-bdb8-68ca1babeb45 None None] Checking segment: {'id': '160b2cea-9b73-4403-a955-9a49a7314883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0be7e54-3a55-4fff-96a5-20ef9a80e3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:05:48.022898 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8f8132ce-2bfa-47f5-bdb8-68ca1babeb45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:48.023535 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8132ce-2bfa-47f5-bdb8-68ca1babeb45 None None] Bound using segment: {'id': '160b2cea-9b73-4403-a955-9a49a7314883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0be7e54-3a55-4fff-96a5-20ef9a80e3fb'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:05:48.024228 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-8f8132ce-2bfa-47f5-bdb8-68ca1babeb45 None None] Bound port: 2ee76408-1a87-4750-a37b-2343c37c31cd, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '160b2cea-9b73-4403-a955-9a49a7314883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0be7e54-3a55-4fff-96a5-20ef9a80e3fb'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:05:48.024811 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8f8132ce-2bfa-47f5-bdb8-68ca1babeb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:48.056294 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aaed08-ea37-4923-9d94-e1c3bdf41d35 req-8979d337-1bc7-4813-af20-2120854509bf tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:48.069747 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aaed08-ea37-4923-9d94-e1c3bdf41d35 req-8979d337-1bc7-4813-af20-2120854509bf tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:48.083852 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aaed08-ea37-4923-9d94-e1c3bdf41d35 req-8979d337-1bc7-4813-af20-2120854509bf tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:48.094182 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aaed08-ea37-4923-9d94-e1c3bdf41d35 req-8979d337-1bc7-4813-af20-2120854509bf tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:48.099332 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a984414-ceb8-48d3-a202-c952ece43766 req-74491d94-6a85-4094-8f2a-dbeb534b2261 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:48.101556 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4a984414-ceb8-48d3-a202-c952ece43766 req-74491d94-6a85-4094-8f2a-dbeb534b2261 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] 10.222.0.77 "GET /v2.0/networks?id=ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 787 time: 0.2836406 Aug 11 22:05:48.103189 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ca3a449b-1f6b-4e2c-b602-a0329bded6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:48.122070 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aaed08-ea37-4923-9d94-e1c3bdf41d35 req-8979d337-1bc7-4813-af20-2120854509bf tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:48.129387 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aaed08-ea37-4923-9d94-e1c3bdf41d35 req-8979d337-1bc7-4813-af20-2120854509bf tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:48.133446 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-4a984414-ceb8-48d3-a202-c952ece43766 req-abc38d81-2f26-49b9-8682-42762034b3e1 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:05:48.149162 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4a984414-ceb8-48d3-a202-c952ece43766 req-abc38d81-2f26-49b9-8682-42762034b3e1 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0239351 Aug 11 22:05:48.176663 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-8f8132ce-2bfa-47f5-bdb8-68ca1babeb45 None None] For port 2ee76408-1a87-4750-a37b-2343c37c31cd, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:05:48.185544 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-8f8132ce-2bfa-47f5-bdb8-68ca1babeb45 None None] For port 2ee76408-1a87-4750-a37b-2343c37c31cd, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=2ee76408-1a87-4750-a37b-2343c37c31cd,segment=NetworkSegment(160b2cea-9b73-4403-a955-9a49a7314883),segment_id=160b2cea-9b73-4403-a955-9a49a7314883)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:05:48.187770 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aaed08-ea37-4923-9d94-e1c3bdf41d35 req-8979d337-1bc7-4813-af20-2120854509bf tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:48.190429 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:48.194416 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:48.206869 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3a449b-1f6b-4e2c-b602-a0329bded6ff admin admin] Network ecbbe70d-0e61-4bd5-978d-e5ee42d280bb is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:05:48.211865 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-99aaed08-ea37-4923-9d94-e1c3bdf41d35 req-8979d337-1bc7-4813-af20-2120854509bf tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5440 time: 0.3171475 Aug 11 22:05:48.216824 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-ca3a449b-1f6b-4e2c-b602-a0329bded6ff admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:05:48.291889 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8f8132ce-2bfa-47f5-bdb8-68ca1babeb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:48.307104 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3a449b-1f6b-4e2c-b602-a0329bded6ff admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:05:48.324932 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=83a74b46-92c1-489a-808f-8a37227a3f96,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:48.380507 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ca3a449b-1f6b-4e2c-b602-a0329bded6ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:48.453213 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-99aaed08-ea37-4923-9d94-e1c3bdf41d35 req-746b377a-0fc3-4d97-a67c-ba60374598ed tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2372909 Aug 11 22:05:48.684786 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d634b800-1d75-4579-a17f-fc1e6569e1fe up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:05:48.796132 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8132ce-2bfa-47f5-bdb8-68ca1babeb45 None None] Routers {'c6c796f7-bd9c-403c-8a7f-34e2a5af3611'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:05:48.800034 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-8f8132ce-2bfa-47f5-bdb8-68ca1babeb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:05:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c6c796f7-bd9c-403c-8a7f-34e2a5af3611'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:48.876230 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-1255a049-4e50-4ca4-8e54-ae5d1640cd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'name': 'tempest-TaggedBootDevicesTest-2083648703-router', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd634b800-1d75-4579-a17f-fc1e6569e1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:10Z', 'updated_at': '2021-08-11T22:05:25Z', 'revision_number': 4, 'project_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'gw_port': {'id': 'd634b800-1d75-4579-a17f-fc1e6569e1fe', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:13Z', 'updated_at': '2021-08-11T22:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'bee87311-3e2e-4140-865c-bdb0b36142de', 'name': '', 'network_id': 'aae68e27-0877-48f6-819f-dde7d65a439d', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'mac_address': 'fa:16:3e:ce:b9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '5994059a-f305-4784-b552-f94868383090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:23Z', 'updated_at': '2021-08-11T22:05:25Z', 'revision_number': 2, 'project_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'subnets': [{'id': '5994059a-f305-4784-b552-f94868383090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:48.996102 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ca3a449b-1f6b-4e2c-b602-a0329bded6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:49.165069 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1255a049-4e50-4ca4-8e54-ae5d1640cd97 None None] Checking router: d0642ecc-d6fa-46d2-9209-44a15deaaa58 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:05:49.165069 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1255a049-4e50-4ca4-8e54-ae5d1640cd97 None None] Updating router d0642ecc-d6fa-46d2-9209-44a15deaaa58 port bee87311-3e2e-4140-865c-bdb0b36142de binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:05:49.189299 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a449b-1f6b-4e2c-b602-a0329bded6ff admin admin] Pushing event updated for resources: {'Port': ['ID=9a15667b-67c6-499b-8b6d-c69d76ad0b71,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:49.226185 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60b7b4b0-aff0-4e37-a453-b31360220740 req-098ef8f2-e4ed-481d-8a47-bff7ae1e3ec1 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] 10.222.0.77 "GET /v2.0/floatingips/813c9c27-89ac-46b3-8f53-ce1587915f2e HTTP/1.1" status: 200 len: 693 time: 0.6154268 Aug 11 22:05:49.237552 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39398) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:49.280813 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1daf1078-3069-47b6-81f5-fee1c7df15d3 None None] Provisioning for port 9a15667b-67c6-499b-8b6d-c69d76ad0b71 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:05:49.325746 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef45e26-58f5-4c52-a0dd-f2a8d1c1ee60 req-98aa7c59-0e1d-4114-8935-febeb430f20c tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:49.337148 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4ef45e26-58f5-4c52-a0dd-f2a8d1c1ee60 req-98aa7c59-0e1d-4114-8935-febeb430f20c tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 947 time: 0.2389231 Aug 11 22:05:49.440080 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5062e7-c498-4cbe-a732-0d2c481d68ab None None] Pushing event updated for resources: {'Port': ['ID=2ee76408-1a87-4750-a37b-2343c37c31cd,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:49.487000 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4ef45e26-58f5-4c52-a0dd-f2a8d1c1ee60 req-80af7713-5d0b-46c2-9169-05253568a7d2 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448677 Aug 11 22:05:49.558434 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port b0841e35-712c-4919-9743-7532de366613, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=b0841e35-712c-4919-9743-7532de366613,segment=NetworkSegment(9c982ec6-2c84-465b-999c-00765c0cf758),segment_id=9c982ec6-2c84-465b-999c-00765c0cf758)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:49.655283 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1daf1078-3069-47b6-81f5-fee1c7df15d3 None None] Provisioning complete for port 9a15667b-67c6-499b-8b6d-c69d76ad0b71 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:05:49.656522 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1daf1078-3069-47b6-81f5-fee1c7df15d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:49.859456 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cb2ce6a5-5147-4081-966c-079768684266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:49.986087 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7be86-4ba3-48d5-8ff0-41b9901e9a1b req-d9e956f0-389f-4087-b128-71a450440ed1 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:49.989090 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-74f7be86-4ba3-48d5-8ff0-41b9901e9a1b req-d9e956f0-389f-4087-b128-71a450440ed1 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.82 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 945 time: 0.3308675 Aug 11 22:05:50.176420 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cb2ce6a5-5147-4081-966c-079768684266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:50.216791 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-8f8132ce-2bfa-47f5-bdb8-68ca1babeb45 None None] Set router c6c796f7-bd9c-403c-8a7f-34e2a5af3611 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:05:50.319048 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cb2ce6a5-5147-4081-966c-079768684266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:50.341738 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:50.342811 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0841e35-712c-4919-9743-7532de366613'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:05:50.347470 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613abe53-2678-4554-a141-d06c88976da5" -d '{"events": [{"server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "name": "network-vif-plugged", "status": "completed", "tag": "b0841e35-712c-4919-9743-7532de366613"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:05:50.360759 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:50.364628 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device e2559e55-1916-4912-88c9-a11e2523aefa up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:05:50.384646 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ce6a5-5147-4081-966c-079768684266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672a3fef-d00d-4af2-922e-4b3adb80147e,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:50.451865 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-1daf1078-3069-47b6-81f5-fee1c7df15d3 None None] Port 9a15667b-67c6-499b-8b6d-c69d76ad0b71 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:05:50.464611 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1255a049-4e50-4ca4-8e54-ae5d1640cd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:50.473701 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e6522-30d7-4901-a8db-5d0a3694f374 req-1080d034-9913-4f71-a662-72aaf3354bb9 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:50.488109 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae7e6522-30d7-4901-a8db-5d0a3694f374 req-1080d034-9913-4f71-a662-72aaf3354bb9 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54 HTTP/1.1" status: 200 len: 945 time: 0.7296126 Aug 11 22:05:50.543181 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-cb2ce6a5-5147-4081-966c-079768684266 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dac85e755a4943cbad0cb8ed51e5a6c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2914186 Aug 11 22:05:50.592326 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39412) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:50.717099 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae7e6522-30d7-4901-a8db-5d0a3694f374 req-2a441b9c-525d-4426-9bae-9eef11377657 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261600 Aug 11 22:05:50.771582 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7b4b0-aff0-4e37-a453-b31360220740 req-99932784-7223-47b7-b9a6-fc6c5caecac8 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:50.775430 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=b0841e35-712c-4919-9743-7532de366613,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:50.779636 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60b7b4b0-aff0-4e37-a453-b31360220740 req-99932784-7223-47b7-b9a6-fc6c5caecac8 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 784 time: 1.5425289 Aug 11 22:05:50.828352 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-74f7be86-4ba3-48d5-8ff0-41b9901e9a1b req-b0a2ae0f-3353-43ed-a42d-b66aa97b49fd tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Deleting port c84086a0-a645-40a4-b512-da4494ff541a {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:05:50.828706 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-74f7be86-4ba3-48d5-8ff0-41b9901e9a1b req-b0a2ae0f-3353-43ed-a42d-b66aa97b49fd tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:50.955130 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60b7b4b0-aff0-4e37-a453-b31360220740 req-8fa528bb-e6a8-4be8-8b0b-113b7267722c tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.143 HTTP/1.1" status: 200 len: 696 time: 0.1744156 Aug 11 22:05:51.142845 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:51.175017 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60b7b4b0-aff0-4e37-a453-b31360220740 req-86d7e95b-91b7-4769-a77a-ba2ab607d1ca tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.143 HTTP/1.1" status: 200 len: 696 time: 0.2184629 Aug 11 22:05:51.246317 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-74f7be86-4ba3-48d5-8ff0-41b9901e9a1b req-b0a2ae0f-3353-43ed-a42d-b66aa97b49fd tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] For port c84086a0-a645-40a4-b512-da4494ff541a, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c84086a0-a645-40a4-b512-da4494ff541a,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:51.247164 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-74f7be86-4ba3-48d5-8ff0-41b9901e9a1b req-b0a2ae0f-3353-43ed-a42d-b66aa97b49fd tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:51.332150 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-74f7be86-4ba3-48d5-8ff0-41b9901e9a1b req-b0a2ae0f-3353-43ed-a42d-b66aa97b49fd tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Calling delete_port for c84086a0-a645-40a4-b512-da4494ff541a owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:05:51.351437 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port d634b800-1d75-4579-a17f-fc1e6569e1fe triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:05:51.353327 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:51.551675 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ca3a449b-1f6b-4e2c-b602-a0329bded6ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:51.566785 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ca3a449b-1f6b-4e2c-b602-a0329bded6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:51.643073 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-74f7be86-4ba3-48d5-8ff0-41b9901e9a1b req-b0a2ae0f-3353-43ed-a42d-b66aa97b49fd tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:51.758898 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f7be86-4ba3-48d5-8ff0-41b9901e9a1b req-b0a2ae0f-3353-43ed-a42d-b66aa97b49fd tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] No DVR routers for this DVR port c84086a0-a645-40a4-b512-da4494ff541a on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:05:51.763042 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-74f7be86-4ba3-48d5-8ff0-41b9901e9a1b req-b0a2ae0f-3353-43ed-a42d-b66aa97b49fd tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:51.765378 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-74f7be86-4ba3-48d5-8ff0-41b9901e9a1b req-b0a2ae0f-3353-43ed-a42d-b66aa97b49fd tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.82 "DELETE /v2.0/ports/c84086a0-a645-40a4-b512-da4494ff541a HTTP/1.1" status: 204 len: 173 time: 1.5865526 Aug 11 22:05:51.774414 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54', 'name': 'network-vif-deleted', 'tag': 'c84086a0-a645-40a4-b512-da4494ff541a'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:05:51.778740 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a449b-1f6b-4e2c-b602-a0329bded6ff admin admin] Pushing event updated for resources: {'Port': ['ID=9a15667b-67c6-499b-8b6d-c69d76ad0b71,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:51.779654 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3556345-36fd-4391-b894-a02a3baf8811" -d '{"events": [{"server_uuid": "a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54", "name": "network-vif-deleted", "tag": "c84086a0-a645-40a4-b512-da4494ff541a"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:05:51.784862 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ca3a449b-1f6b-4e2c-b602-a0329bded6ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:51.804168 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-60b7b4b0-aff0-4e37-a453-b31360220740 req-a7cfd25d-e2e2-4ca1-890c-e5fc42b3b0d7 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Deleting port bb3a4025-3282-4b20-ae54-3e0f1c068e86 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:05:51.804532 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-60b7b4b0-aff0-4e37-a453-b31360220740 req-a7cfd25d-e2e2-4ca1-890c-e5fc42b3b0d7 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:51.810949 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2ae0f-3353-43ed-a42d-b66aa97b49fd tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Pushing event deleted for resources: {'Port': ['ID=c84086a0-a645-40a4-b512-da4494ff541a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:51.863126 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe325c7c-9997-41bd-9912-53997050160e req-4cd4885b-cfb0-44e2-86fd-34b76abc7be5 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:51.870343 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe325c7c-9997-41bd-9912-53997050160e req-4cd4885b-cfb0-44e2-86fd-34b76abc7be5 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:51.881430 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe325c7c-9997-41bd-9912-53997050160e req-4cd4885b-cfb0-44e2-86fd-34b76abc7be5 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:51.895017 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe325c7c-9997-41bd-9912-53997050160e req-4cd4885b-cfb0-44e2-86fd-34b76abc7be5 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:51.906601 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe325c7c-9997-41bd-9912-53997050160e req-4cd4885b-cfb0-44e2-86fd-34b76abc7be5 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:51.920790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe325c7c-9997-41bd-9912-53997050160e req-4cd4885b-cfb0-44e2-86fd-34b76abc7be5 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:51.957651 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe325c7c-9997-41bd-9912-53997050160e req-4cd4885b-cfb0-44e2-86fd-34b76abc7be5 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:51.992472 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fe325c7c-9997-41bd-9912-53997050160e req-4cd4885b-cfb0-44e2-86fd-34b76abc7be5 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5441 time: 0.3621726 Aug 11 22:05:52.005134 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0e30d697-a97e-4b9d-b01f-3e7af94cb63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:52.066860 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f0b52131-8809-4a7e-bcb4-0cfa32d2ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'name': 'tempest-ServersTestManualDisk-1914228031-router', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '9ff8604e-04e3-4b84-a898-32d5e292820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:30Z', 'updated_at': '2021-08-11T22:05:40Z', 'revision_number': 3, 'project_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'gw_port': {'id': '9ff8604e-04e3-4b84-a898-32d5e292820d', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:36Z', 'updated_at': '2021-08-11T22:05:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:52.085928 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-60b7b4b0-aff0-4e37-a453-b31360220740 req-a7cfd25d-e2e2-4ca1-890c-e5fc42b3b0d7 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:52.085928 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-60b7b4b0-aff0-4e37-a453-b31360220740 req-a7cfd25d-e2e2-4ca1-890c-e5fc42b3b0d7 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:52.106932 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port e2559e55-1916-4912-88c9-a11e2523aefa completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:05:52.158200 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-60b7b4b0-aff0-4e37-a453-b31360220740 req-a7cfd25d-e2e2-4ca1-890c-e5fc42b3b0d7 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Calling delete_port for bb3a4025-3282-4b20-ae54-3e0f1c068e86 owned by network:floatingip {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:05:52.167363 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3a449b-1f6b-4e2c-b602-a0329bded6ff admin admin] Network ecbbe70d-0e61-4bd5-978d-e5ee42d280bb is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:05:52.169077 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0e30d697-a97e-4b9d-b01f-3e7af94cb63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:52.189776 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-ca3a449b-1f6b-4e2c-b602-a0329bded6ff admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:05:52.245538 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0e30d697-a97e-4b9d-b01f-3e7af94cb63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:52.249129 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0e30d697-a97e-4b9d-b01f-3e7af94cb63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:52.250706 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0e30d697-a97e-4b9d-b01f-3e7af94cb63d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/672a3fef-d00d-4af2-922e-4b3adb80147e HTTP/1.1" status: 204 len: 168 time: 1.6508548 Aug 11 22:05:52.277205 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fe325c7c-9997-41bd-9912-53997050160e req-7d4e41f9-5473-4ab9-a66d-3454c74ad429 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2454550 Aug 11 22:05:52.295442 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e30d697-a97e-4b9d-b01f-3e7af94cb63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672a3fef-d00d-4af2-922e-4b3adb80147e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:52.713231 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b52131-8809-4a7e-bcb4-0cfa32d2ff02 None None] Checking router: eae784f4-4329-4cfa-9058-35c3be20f321 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:05:52.715679 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b52131-8809-4a7e-bcb4-0cfa32d2ff02 None None] Updating router eae784f4-4329-4cfa-9058-35c3be20f321 port 9ff8604e-04e3-4b84-a898-32d5e292820d binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:05:52.771554 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad55f9c-169c-4639-965f-db1b0b08ad32 x-openstack-request-id: req-4ad55f9c-169c-4639-965f-db1b0b08ad32 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:05:52.773062 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "name": "network-vif-plugged", "status": "completed", "tag": "b0841e35-712c-4919-9743-7532de366613", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:05:52.774489 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4ad55f9c-169c-4639-965f-db1b0b08ad32 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:05:52.776818 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0841e35-712c-4919-9743-7532de366613', 'code': 200} Aug 11 22:05:52.873722 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port e2559e55-1916-4912-88c9-a11e2523aefa triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:05:52.876332 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:52.968550 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-60b7b4b0-aff0-4e37-a453-b31360220740 req-a7cfd25d-e2e2-4ca1-890c-e5fc42b3b0d7 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:52.992914 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-8f8132ce-2bfa-47f5-bdb8-68ca1babeb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c796f7-bd9c-403c-8a7f-34e2a5af3611', 'name': 'tempest-FloatingIPsTestJSON-1887398050-router', 'tenant_id': '6f8b2847c9c9405386d12384904638e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '7fc16189-90cf-4d6a-a63f-c5bc45d8218a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:15Z', 'updated_at': '2021-08-11T22:05:25Z', 'revision_number': 4, 'project_id': '6f8b2847c9c9405386d12384904638e8', 'gw_port': {'id': '7fc16189-90cf-4d6a-a63f-c5bc45d8218a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c796f7-bd9c-403c-8a7f-34e2a5af3611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:16Z', 'updated_at': '2021-08-11T22:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '2ee76408-1a87-4750-a37b-2343c37c31cd', 'name': '', 'network_id': 'f0be7e54-3a55-4fff-96a5-20ef9a80e3fb', 'tenant_id': '6f8b2847c9c9405386d12384904638e8', 'mac_address': 'fa:16:3e:75:92:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c796f7-bd9c-403c-8a7f-34e2a5af3611', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '31cc202f-7036-4d21-8edf-d7fd5eff37b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:22Z', 'updated_at': '2021-08-11T22:05:48Z', 'revision_number': 4, 'project_id': '6f8b2847c9c9405386d12384904638e8', 'subnets': [{'id': '31cc202f-7036-4d21-8edf-d7fd5eff37b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:52.999628 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device c84086a0-a645-40a4-b512-da4494ff541a no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:05:53.022221 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3a449b-1f6b-4e2c-b602-a0329bded6ff admin admin] Router eae784f4-4329-4cfa-9058-35c3be20f321 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:05:53.112568 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cfd25d-e2e2-4ca1-890c-e5fc42b3b0d7 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Pushing event deleted for resources: {'Port': ['ID=bb3a4025-3282-4b20-ae54-3e0f1c068e86,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:53.127103 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: c84086a0-a645-40a4-b512-da4494ff541a {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:05:53.127365 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0487b13-7a86-4648-b236-1dd77a410c21 req-207e6a25-09df-4bdf-b496-5948ecc18001 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:53.130273 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b0487b13-7a86-4648-b236-1dd77a410c21 req-207e6a25-09df-4bdf-b496-5948ecc18001 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 947 time: 0.1871378 Aug 11 22:05:53.131735 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device c84086a0-a645-40a4-b512-da4494ff541a not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:05:53.247261 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f0b52131-8809-4a7e-bcb4-0cfa32d2ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:53.250490 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 83a74b46-92c1-489a-808f-8a37227a3f96 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:05:53.257582 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39436) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:53.320971 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8132ce-2bfa-47f5-bdb8-68ca1babeb45 None None] The sync data for ids ['c6c796f7-bd9c-403c-8a7f-34e2a5af3611'] in n-d-804275-3 is: [{'id': 'c6c796f7-bd9c-403c-8a7f-34e2a5af3611', 'name': 'tempest-FloatingIPsTestJSON-1887398050-router', 'tenant_id': '6f8b2847c9c9405386d12384904638e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '7fc16189-90cf-4d6a-a63f-c5bc45d8218a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:15Z', 'updated_at': '2021-08-11T22:05:25Z', 'revision_number': 4, 'project_id': '6f8b2847c9c9405386d12384904638e8', 'gw_port': {'id': '7fc16189-90cf-4d6a-a63f-c5bc45d8218a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c796f7-bd9c-403c-8a7f-34e2a5af3611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:16Z', 'updated_at': '2021-08-11T22:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '2ee76408-1a87-4750-a37b-2343c37c31cd', 'name': '', 'network_id': 'f0be7e54-3a55-4fff-96a5-20ef9a80e3fb', 'tenant_id': '6f8b2847c9c9405386d12384904638e8', 'mac_address': 'fa:16:3e:75:92:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c796f7-bd9c-403c-8a7f-34e2a5af3611', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '31cc202f-7036-4d21-8edf-d7fd5eff37b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:22Z', 'updated_at': '2021-08-11T22:05:48Z', 'revision_number': 4, 'project_id': '6f8b2847c9c9405386d12384904638e8', 'subnets': [{'id': '31cc202f-7036-4d21-8edf-d7fd5eff37b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:05:53.397525 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b0487b13-7a86-4648-b236-1dd77a410c21 req-2f8ec4d1-456b-4e6c-b454-e4635d06bf19 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340953 Aug 11 22:05:53.449425 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0ab593f1-ef7f-4a9d-a03c-ef6d9ee74572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:53.480122 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-60b7b4b0-aff0-4e37-a453-b31360220740 req-a7cfd25d-e2e2-4ca1-890c-e5fc42b3b0d7 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks [] for floatingip, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:53.486348 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-60b7b4b0-aff0-4e37-a453-b31360220740 req-a7cfd25d-e2e2-4ca1-890c-e5fc42b3b0d7 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:53.488698 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60b7b4b0-aff0-4e37-a453-b31360220740 req-a7cfd25d-e2e2-4ca1-890c-e5fc42b3b0d7 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] 10.222.0.77 "DELETE /v2.0/floatingips/813c9c27-89ac-46b3-8f53-ce1587915f2e HTTP/1.1" status: 204 len: 173 time: 2.2996414 Aug 11 22:05:53.706575 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f39c37-53ca-43c9-80be-0cded26a5e54 x-openstack-request-id: req-e3f39c37-53ca-43c9-80be-0cded26a5e54 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:05:53.706885 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54", "name": "network-vif-deleted", "tag": "c84086a0-a645-40a4-b512-da4494ff541a", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:05:53.707650 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e3f39c37-53ca-43c9-80be-0cded26a5e54 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:05:53.708262 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d8cad9-b7cd-49d7-9a22-e4b3e4d62a54', 'name': 'network-vif-deleted', 'tag': 'c84086a0-a645-40a4-b512-da4494ff541a', 'status': 'completed', 'code': 200} Aug 11 22:05:53.833191 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0ab593f1-ef7f-4a9d-a03c-ef6d9ee74572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:53.858705 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0ab593f1-ef7f-4a9d-a03c-ef6d9ee74572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:54.010115 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab593f1-ef7f-4a9d-a03c-ef6d9ee74572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31919ef7-b087-4d6b-94a1-148e1616c1ba,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:54.022460 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0ab593f1-ef7f-4a9d-a03c-ef6d9ee74572 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=934543c415564076a922c400a635cc8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7588918 Aug 11 22:05:54.025120 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39446) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:54.043810 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ac4ef-bf08-4379-bf81-c302de66b055 req-66697ced-18ea-478b-b03b-59a5a0c91a43 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:54.050908 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ac4ef-bf08-4379-bf81-c302de66b055 req-66697ced-18ea-478b-b03b-59a5a0c91a43 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:54.058278 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ac4ef-bf08-4379-bf81-c302de66b055 req-66697ced-18ea-478b-b03b-59a5a0c91a43 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:54.065957 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ac4ef-bf08-4379-bf81-c302de66b055 req-66697ced-18ea-478b-b03b-59a5a0c91a43 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:54.069910 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9af78203-1d7f-46a3-b02b-f7a3ba076861 None None] Provisioning complete for port 9a15667b-67c6-499b-8b6d-c69d76ad0b71 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:05:54.070487 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9af78203-1d7f-46a3-b02b-f7a3ba076861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:54.081176 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ac4ef-bf08-4379-bf81-c302de66b055 req-66697ced-18ea-478b-b03b-59a5a0c91a43 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:54.094473 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ac4ef-bf08-4379-bf81-c302de66b055 req-66697ced-18ea-478b-b03b-59a5a0c91a43 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:54.102426 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ac4ef-bf08-4379-bf81-c302de66b055 req-66697ced-18ea-478b-b03b-59a5a0c91a43 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:54.129918 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-199ac4ef-bf08-4379-bf81-c302de66b055 req-66697ced-18ea-478b-b03b-59a5a0c91a43 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5441 time: 0.2982183 Aug 11 22:05:54.132448 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3a449b-1f6b-4e2c-b602-a0329bded6ff admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:05:54.154327 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cc57d88c-2c83-4a99-bed1-e506aa74b97f req-bc47b420-2ea1-4c6b-9d38-b8d03baf3b99 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4230905 Aug 11 22:05:54.156122 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 83a74b46-92c1-489a-808f-8a37227a3f96 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:05:54.156774 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:54.165269 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-cc57d88c-2c83-4a99-bed1-e506aa74b97f req-4417e38f-f8fb-4beb-8512-df0b6c61595e tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:05:54.173974 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ca3a449b-1f6b-4e2c-b602-a0329bded6ff admin admin] 10.222.0.77 "PUT /v2.0/routers/eae784f4-4329-4cfa-9058-35c3be20f321/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4395676 Aug 11 22:05:54.277135 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee8601f0-b9d5-41a2-831e-60739387938b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:54.353143 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-199ac4ef-bf08-4379-bf81-c302de66b055 req-1e4e0e57-bb2b-444d-a874-a6928b4ab6b7 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1666875 Aug 11 22:05:54.378725 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee8601f0-b9d5-41a2-831e-60739387938b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:54.524061 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cc57d88c-2c83-4a99-bed1-e506aa74b97f req-4417e38f-f8fb-4beb-8512-df0b6c61595e tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks [] for floatingip, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:54.682852 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-9af78203-1d7f-46a3-b02b-f7a3ba076861 None None] Port 9a15667b-67c6-499b-8b6d-c69d76ad0b71 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:05:54.698141 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:54.959235 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port e2559e55-1916-4912-88c9-a11e2523aefa, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e2559e55-1916-4912-88c9-a11e2523aefa,segment=NetworkSegment(a3dcb167-5947-4558-908e-3d33ae014591),segment_id=a3dcb167-5947-4558-908e-3d33ae014591)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:54.987789 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2559e55-1916-4912-88c9-a11e2523aefa'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:05:54.992435 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb05afb3-f393-46aa-9536-9a9431a0bd47" -d '{"events": [{"server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "name": "network-vif-plugged", "status": "completed", "tag": "e2559e55-1916-4912-88c9-a11e2523aefa"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:05:55.044568 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:55.045413 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device edaff90d-e53c-40c3-9e3d-8aeb7c62d23f up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:05:55.137536 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ccfb9-fabf-44ca-8064-349426ea1f06 req-fab3cf96-42f2-4c94-9c36-41edfd79c937 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:55.153700 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c30ccfb9-fabf-44ca-8064-349426ea1f06 req-fab3cf96-42f2-4c94-9c36-41edfd79c937 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 947 time: 0.1188562 Aug 11 22:05:55.229899 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c30ccfb9-fabf-44ca-8064-349426ea1f06 req-ba601e7c-365f-4a70-a3af-35fd9f3dcfeb tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658510 Aug 11 22:05:55.379368 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=e2559e55-1916-4912-88c9-a11e2523aefa,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:55.675788 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port edaff90d-e53c-40c3-9e3d-8aeb7c62d23f completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:05:55.723750 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port edaff90d-e53c-40c3-9e3d-8aeb7c62d23f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:05:55.724237 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:55.748459 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 2ee76408-1a87-4750-a37b-2343c37c31cd up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:05:55.918004 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1255a049-4e50-4ca4-8e54-ae5d1640cd97 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:55.947892 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1255a049-4e50-4ca4-8e54-ae5d1640cd97 None None] Transition to ACTIVE for port object bee87311-3e2e-4140-865c-bdb0b36142de will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:05:55.949309 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee8601f0-b9d5-41a2-831e-60739387938b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:55.956035 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee8601f0-b9d5-41a2-831e-60739387938b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:55.960556 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ee8601f0-b9d5-41a2-831e-60739387938b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/31919ef7-b087-4d6b-94a1-148e1616c1ba HTTP/1.1" status: 204 len: 168 time: 1.9306574 Aug 11 22:05:56.028232 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8601f0-b9d5-41a2-831e-60739387938b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31919ef7-b087-4d6b-94a1-148e1616c1ba,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:56.089500 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f0b52131-8809-4a7e-bcb4-0cfa32d2ff02 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:56.096415 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e54de-6b47-45d5-a40f-3097de51838e req-fa8c3bdf-1161-4181-bf1f-2b25936b8cf6 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:56.102028 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f0b52131-8809-4a7e-bcb4-0cfa32d2ff02 None None] Transition to ACTIVE for port object 9ff8604e-04e3-4b84-a898-32d5e292820d will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:05:56.106482 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c02e54de-6b47-45d5-a40f-3097de51838e req-fa8c3bdf-1161-4181-bf1f-2b25936b8cf6 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.82 "GET /v2.0/ports?device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 944 time: 0.3146660 Aug 11 22:05:56.121424 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1255a049-4e50-4ca4-8e54-ae5d1640cd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:56.130659 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f0b52131-8809-4a7e-bcb4-0cfa32d2ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:56.227497 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f0b52131-8809-4a7e-bcb4-0cfa32d2ff02 None None] Attempting to bind port 9ff8604e-04e3-4b84-a898-32d5e292820d on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:56.227921 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f0b52131-8809-4a7e-bcb4-0cfa32d2ff02 None None] Attempting to bind port 9ff8604e-04e3-4b84-a898-32d5e292820d by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:56.228291 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b52131-8809-4a7e-bcb4-0cfa32d2ff02 None None] Attempting to bind port 9ff8604e-04e3-4b84-a898-32d5e292820d on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:56.246363 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b52131-8809-4a7e-bcb4-0cfa32d2ff02 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:05:56.246792 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b52131-8809-4a7e-bcb4-0cfa32d2ff02 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:05:56.247178 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f0b52131-8809-4a7e-bcb4-0cfa32d2ff02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:56.248905 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b52131-8809-4a7e-bcb4-0cfa32d2ff02 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:05:56.248905 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f0b52131-8809-4a7e-bcb4-0cfa32d2ff02 None None] Bound port: 9ff8604e-04e3-4b84-a898-32d5e292820d, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:05:56.248905 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f0b52131-8809-4a7e-bcb4-0cfa32d2ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:56.284118 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06791a58-8981-4115-bbcd-d7b273ccf092 None None] Pushing event updated for resources: {'Port': ['ID=bee87311-3e2e-4140-865c-bdb0b36142de,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:56.399685 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234bb44-eb1d-4b6d-af0e-2d4a3917039c None None] Pushing event updated for resources: {'Port': ['ID=9ff8604e-04e3-4b84-a898-32d5e292820d,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:56.587318 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:56.619355 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-c02e54de-6b47-45d5-a40f-3097de51838e req-936baad3-53a4-49ed-8b4a-b4a1d0126ed6 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Deleting port 62bfc372-84f4-45ff-a1b2-81d95153d84e {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:05:56.622203 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c02e54de-6b47-45d5-a40f-3097de51838e req-936baad3-53a4-49ed-8b4a-b4a1d0126ed6 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:56.693874 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 2ee76408-1a87-4750-a37b-2343c37c31cd completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:05:56.780678 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39478) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:56.787125 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-1d8e74c7-587d-40da-b483-4bd765dd152e tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1658920062', 'description': 'tempest-description--1435096940'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:05:56.870336 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d8e74c7-587d-40da-b483-4bd765dd152e tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:56.893270 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cc57d88c-2c83-4a99-bed1-e506aa74b97f req-4417e38f-f8fb-4beb-8512-df0b6c61595e tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:56.902164 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 2ee76408-1a87-4750-a37b-2343c37c31cd triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:05:56.905052 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:57.168487 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port edaff90d-e53c-40c3-9e3d-8aeb7c62d23f, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=edaff90d-e53c-40c3-9e3d-8aeb7c62d23f,segment=NetworkSegment(a3dcb167-5947-4558-908e-3d33ae014591),segment_id=a3dcb167-5947-4558-908e-3d33ae014591)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:57.180438 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-c02e54de-6b47-45d5-a40f-3097de51838e req-936baad3-53a4-49ed-8b4a-b4a1d0126ed6 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] For port 62bfc372-84f4-45ff-a1b2-81d95153d84e, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=62bfc372-84f4-45ff-a1b2-81d95153d84e,segment=NetworkSegment(3ee27aa9-6df3-4077-a9c5-db88336dafee),segment_id=3ee27aa9-6df3-4077-a9c5-db88336dafee)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:57.201209 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c02e54de-6b47-45d5-a40f-3097de51838e req-936baad3-53a4-49ed-8b4a-b4a1d0126ed6 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:57.305403 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-c02e54de-6b47-45d5-a40f-3097de51838e req-936baad3-53a4-49ed-8b4a-b4a1d0126ed6 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Calling delete_port for 62bfc372-84f4-45ff-a1b2-81d95153d84e owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:05:57.313757 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:57.314759 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 111109ac-8dd5-42cd-9d43-0a38660565c6 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:05:57.366883 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d8e74c7-587d-40da-b483-4bd765dd152e tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:57.384369 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d8e74c7-587d-40da-b483-4bd765dd152e tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:57.411099 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-cc57d88c-2c83-4a99-bed1-e506aa74b97f req-4417e38f-f8fb-4beb-8512-df0b6c61595e tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Allocated IP 172.25.2.20 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/cf0eddce-948a-4f04-afb0-e6f4a9c61839) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:05:57.433428 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1255a049-4e50-4ca4-8e54-ae5d1640cd97 None None] Attempting to bind port bee87311-3e2e-4140-865c-bdb0b36142de on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:05:57.434148 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1255a049-4e50-4ca4-8e54-ae5d1640cd97 None None] Attempting to bind port bee87311-3e2e-4140-865c-bdb0b36142de by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'fed54257-4ffc-49e3-ac53-8be34c50450f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'aae68e27-0877-48f6-819f-dde7d65a439d'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:05:57.437256 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1255a049-4e50-4ca4-8e54-ae5d1640cd97 None None] Attempting to bind port bee87311-3e2e-4140-865c-bdb0b36142de on network aae68e27-0877-48f6-819f-dde7d65a439d {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:05:57.455954 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-f0b52131-8809-4a7e-bcb4-0cfa32d2ff02 None None] For port 9ff8604e-04e3-4b84-a898-32d5e292820d, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:05:57.500729 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d8e74c7-587d-40da-b483-4bd765dd152e tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:57.508325 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1d8e74c7-587d-40da-b483-4bd765dd152e tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7262557 Aug 11 22:05:57.513571 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39492) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:57.535889 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-ba68e29d-3a3f-487c-8d40-be585228dc60 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Request body: {'security_group_rule': {'security_group_id': 'ca13836e-ea43-425c-975d-cb8b512179c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:05:57.577687 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 111109ac-8dd5-42cd-9d43-0a38660565c6 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:05:57.578203 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 111109ac-8dd5-42cd-9d43-0a38660565c6 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:05:57.647299 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8842e-a7a1-4df2-8d3f-16b87f9ed56d req-d731032a-ff79-4421-9d87-13fab0e11678 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:57.680508 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3eb8842e-a7a1-4df2-8d3f-16b87f9ed56d req-d731032a-ff79-4421-9d87-13fab0e11678 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebe16eef-ae4e-42d4-a43e-698105a3a18e HTTP/1.1" status: 200 len: 944 time: 0.6331103 Aug 11 22:05:57.687766 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ba68e29d-3a3f-487c-8d40-be585228dc60 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:57.712844 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1255a049-4e50-4ca4-8e54-ae5d1640cd97 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:05:57.713375 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1255a049-4e50-4ca4-8e54-ae5d1640cd97 None None] Checking segment: {'id': 'fed54257-4ffc-49e3-ac53-8be34c50450f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'aae68e27-0877-48f6-819f-dde7d65a439d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:05:57.713725 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1255a049-4e50-4ca4-8e54-ae5d1640cd97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:57.714024 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1255a049-4e50-4ca4-8e54-ae5d1640cd97 None None] Bound using segment: {'id': 'fed54257-4ffc-49e3-ac53-8be34c50450f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'aae68e27-0877-48f6-819f-dde7d65a439d'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:05:57.714495 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1255a049-4e50-4ca4-8e54-ae5d1640cd97 None None] Bound port: bee87311-3e2e-4140-865c-bdb0b36142de, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed54257-4ffc-49e3-ac53-8be34c50450f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'aae68e27-0877-48f6-819f-dde7d65a439d'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:05:57.714884 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1255a049-4e50-4ca4-8e54-ae5d1640cd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:57.749664 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e74c7-587d-40da-b483-4bd765dd152e tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca13836e-ea43-425c-975d-cb8b512179c5,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:57.753060 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-f0b52131-8809-4a7e-bcb4-0cfa32d2ff02 None None] For port 9ff8604e-04e3-4b84-a898-32d5e292820d, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9ff8604e-04e3-4b84-a898-32d5e292820d,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:05:57.780840 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f0b52131-8809-4a7e-bcb4-0cfa32d2ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:57.808903 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3eb8842e-a7a1-4df2-8d3f-16b87f9ed56d req-40d4bb8d-f6f5-4e53-8d56-91c76f9bc0bc tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a1b204-4d95-4b52-bcdf-7559cbccf36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272216 Aug 11 22:05:57.911457 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=edaff90d-e53c-40c3-9e3d-8aeb7c62d23f,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:57.920322 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c229848e-24d9-4ae2-aa74-5faf7cfa03f4 x-openstack-request-id: req-c229848e-24d9-4ae2-aa74-5faf7cfa03f4 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:05:57.920563 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "name": "network-vif-plugged", "status": "completed", "tag": "e2559e55-1916-4912-88c9-a11e2523aefa", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:05:57.920885 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c229848e-24d9-4ae2-aa74-5faf7cfa03f4 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:05:57.921291 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2559e55-1916-4912-88c9-a11e2523aefa', 'code': 200} Aug 11 22:05:57.971918 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:57.990177 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b52131-8809-4a7e-bcb4-0cfa32d2ff02 None None] Routers {'eae784f4-4329-4cfa-9058-35c3be20f321'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:05:57.991378 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f0b52131-8809-4a7e-bcb4-0cfa32d2ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:05:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['eae784f4-4329-4cfa-9058-35c3be20f321'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:58.019148 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cc57d88c-2c83-4a99-bed1-e506aa74b97f req-4417e38f-f8fb-4beb-8512-df0b6c61595e tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:58.086546 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ba68e29d-3a3f-487c-8d40-be585228dc60 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:58.097877 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ba68e29d-3a3f-487c-8d40-be585228dc60 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:58.180012 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234bb44-eb1d-4b6d-af0e-2d4a3917039c None None] Pushing event updated for resources: {'Port': ['ID=9ff8604e-04e3-4b84-a898-32d5e292820d,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:58.196219 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c02e54de-6b47-45d5-a40f-3097de51838e req-936baad3-53a4-49ed-8b4a-b4a1d0126ed6 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:58.219105 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ba68e29d-3a3f-487c-8d40-be585228dc60 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:58.224357 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ba68e29d-3a3f-487c-8d40-be585228dc60 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7072594 Aug 11 22:05:58.228758 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39502) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:58.267463 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68e29d-3a3f-487c-8d40-be585228dc60 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9147176d-0761-41df-8496-eb3ed01b60ee,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:58.299589 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-e434b784-608e-4337-a6ca-6509147f4975 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Request body: {'security_group_rule': {'security_group_id': 'ca13836e-ea43-425c-975d-cb8b512179c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:05:58.401064 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936baad3-53a4-49ed-8b4a-b4a1d0126ed6 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Pushing event deleted for resources: {'Port': ['ID=62bfc372-84f4-45ff-a1b2-81d95153d84e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:58.440813 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02e54de-6b47-45d5-a40f-3097de51838e req-936baad3-53a4-49ed-8b4a-b4a1d0126ed6 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] No DVR routers for this DVR port 62bfc372-84f4-45ff-a1b2-81d95153d84e on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:05:58.446493 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c02e54de-6b47-45d5-a40f-3097de51838e req-936baad3-53a4-49ed-8b4a-b4a1d0126ed6 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:58.450549 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c02e54de-6b47-45d5-a40f-3097de51838e req-936baad3-53a4-49ed-8b4a-b4a1d0126ed6 tempest-LiveMigrationTest-2074969723 tempest-LiveMigrationTest-2074969723-project] 10.222.0.82 "DELETE /v2.0/ports/62bfc372-84f4-45ff-a1b2-81d95153d84e HTTP/1.1" status: 204 len: 173 time: 2.3312464 Aug 11 22:05:58.451370 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe16eef-ae4e-42d4-a43e-698105a3a18e', 'name': 'network-vif-deleted', 'tag': '62bfc372-84f4-45ff-a1b2-81d95153d84e'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:05:58.454683 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9708b004-f3c2-4d69-8666-8a5237ac9962" -d '{"events": [{"server_uuid": "ebe16eef-ae4e-42d4-a43e-698105a3a18e", "name": "network-vif-deleted", "tag": "62bfc372-84f4-45ff-a1b2-81d95153d84e"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:05:58.514027 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-1255a049-4e50-4ca4-8e54-ae5d1640cd97 None None] For port bee87311-3e2e-4140-865c-bdb0b36142de, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:05:58.531885 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cc57d88c-2c83-4a99-bed1-e506aa74b97f req-4417e38f-f8fb-4beb-8512-df0b6c61595e tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:58.566216 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 2ee76408-1a87-4750-a37b-2343c37c31cd, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=2ee76408-1a87-4750-a37b-2343c37c31cd,segment=NetworkSegment(160b2cea-9b73-4403-a955-9a49a7314883),segment_id=160b2cea-9b73-4403-a955-9a49a7314883)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:05:58.638717 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb942177-eb8e-47d4-bf5c-afcf5fe3a92b req-84a0433e-b9c7-4e1d-ae1f-99b9b17ceaaf tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:58.650375 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb942177-eb8e-47d4-bf5c-afcf5fe3a92b req-84a0433e-b9c7-4e1d-ae1f-99b9b17ceaaf tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:58.665586 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb942177-eb8e-47d4-bf5c-afcf5fe3a92b req-84a0433e-b9c7-4e1d-ae1f-99b9b17ceaaf tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:58.674618 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb942177-eb8e-47d4-bf5c-afcf5fe3a92b req-84a0433e-b9c7-4e1d-ae1f-99b9b17ceaaf tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:58.685162 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb942177-eb8e-47d4-bf5c-afcf5fe3a92b req-84a0433e-b9c7-4e1d-ae1f-99b9b17ceaaf tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:58.701562 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb942177-eb8e-47d4-bf5c-afcf5fe3a92b req-84a0433e-b9c7-4e1d-ae1f-99b9b17ceaaf tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:58.718487 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb942177-eb8e-47d4-bf5c-afcf5fe3a92b req-84a0433e-b9c7-4e1d-ae1f-99b9b17ceaaf tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:58.720220 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bb942177-eb8e-47d4-bf5c-afcf5fe3a92b req-84a0433e-b9c7-4e1d-ae1f-99b9b17ceaaf tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5443 time: 0.5480733 Aug 11 22:05:58.731962 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e434b784-608e-4337-a6ca-6509147f4975 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:58.734142 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc57d88c-2c83-4a99-bed1-e506aa74b97f req-4417e38f-f8fb-4beb-8512-df0b6c61595e tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:05:58.736957 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-cc57d88c-2c83-4a99-bed1-e506aa74b97f req-4417e38f-f8fb-4beb-8512-df0b6c61595e tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:05:58.748064 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc57d88c-2c83-4a99-bed1-e506aa74b97f req-4417e38f-f8fb-4beb-8512-df0b6c61595e tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:05:58.796286 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:58.805492 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-1255a049-4e50-4ca4-8e54-ae5d1640cd97 None None] For port bee87311-3e2e-4140-865c-bdb0b36142de, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=bee87311-3e2e-4140-865c-bdb0b36142de,segment=NetworkSegment(fed54257-4ffc-49e3-ac53-8be34c50450f),segment_id=fed54257-4ffc-49e3-ac53-8be34c50450f)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:05:58.926130 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417e38f-f8fb-4beb-8512-df0b6c61595e tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Pushing event updated for resources: {'Port': ['ID=cf0eddce-948a-4f04-afb0-e6f4a9c61839,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:58.992961 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 62bfc372-84f4-45ff-a1b2-81d95153d84e no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:05:59.022709 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bb942177-eb8e-47d4-bf5c-afcf5fe3a92b req-7eb389e1-c82b-4d92-a938-cb40cdc06787 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2824202 Aug 11 22:05:59.050176 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 62bfc372-84f4-45ff-a1b2-81d95153d84e {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:05:59.050926 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 62bfc372-84f4-45ff-a1b2-81d95153d84e not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:05:59.056458 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1255a049-4e50-4ca4-8e54-ae5d1640cd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:59.159551 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cc57d88c-2c83-4a99-bed1-e506aa74b97f req-4417e38f-f8fb-4beb-8512-df0b6c61595e tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:59.174553 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e434b784-608e-4337-a6ca-6509147f4975 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:59.187903 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e434b784-608e-4337-a6ca-6509147f4975 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:59.311484 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434b784-608e-4337-a6ca-6509147f4975 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548d4537-996d-4821-8a75-1c37f1bc550e,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:59.322612 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e434b784-608e-4337-a6ca-6509147f4975 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:59.330615 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e434b784-608e-4337-a6ca-6509147f4975 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0783303 Aug 11 22:05:59.333579 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39514) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:05:59.349601 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1255a049-4e50-4ca4-8e54-ae5d1640cd97 None None] Routers {'d0642ecc-d6fa-46d2-9209-44a15deaaa58'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:05:59.353350 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-1255a049-4e50-4ca4-8e54-ae5d1640cd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:05:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d0642ecc-d6fa-46d2-9209-44a15deaaa58'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:05:59.371457 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cc57d88c-2c83-4a99-bed1-e506aa74b97f req-4417e38f-f8fb-4beb-8512-df0b6c61595e tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:59.374175 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-265d24bc-5b52-4749-855a-57a8a1ffc45b tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:05:59.754706 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-265d24bc-5b52-4749-855a-57a8a1ffc45b tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:05:59.849138 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-f0b52131-8809-4a7e-bcb4-0cfa32d2ff02 None None] Set router eae784f4-4329-4cfa-9058-35c3be20f321 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:05:59.856728 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=2ee76408-1a87-4750-a37b-2343c37c31cd,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:05:59.888653 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5da9e-b898-4092-812f-bef788f04015 req-c4b7e3c4-20a7-45b5-8e02-35cbe56bbb14 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:05:59.924001 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-49d5da9e-b898-4092-812f-bef788f04015 req-c4b7e3c4-20a7-45b5-8e02-35cbe56bbb14 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 947 time: 0.4218030 Aug 11 22:06:00.056345 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edaff90d-e53c-40c3-9e3d-8aeb7c62d23f'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:06:00.060097 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4725b7c7-4173-40d2-8db1-95f513f1b287" -d '{"events": [{"server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "name": "network-vif-plugged", "status": "completed", "tag": "edaff90d-e53c-40c3-9e3d-8aeb7c62d23f"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:06:00.096626 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-49d5da9e-b898-4092-812f-bef788f04015 req-85a02a8a-4ce8-48fc-b41e-69dde9f80dc4 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706803 Aug 11 22:06:00.111019 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06791a58-8981-4115-bbcd-d7b273ccf092 None None] Pushing event updated for resources: {'Port': ['ID=bee87311-3e2e-4140-865c-bdb0b36142de,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:00.185250 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cc57d88c-2c83-4a99-bed1-e506aa74b97f req-4417e38f-f8fb-4beb-8512-df0b6c61595e tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:00.186582 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-1255a049-4e50-4ca4-8e54-ae5d1640cd97 None None] Set router d0642ecc-d6fa-46d2-9209-44a15deaaa58 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:06:00.200259 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cc57d88c-2c83-4a99-bed1-e506aa74b97f req-4417e38f-f8fb-4beb-8512-df0b6c61595e tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:00.242971 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa264e8f-aa6c-44f1-9d3b-c22c599bd60a x-openstack-request-id: req-aa264e8f-aa6c-44f1-9d3b-c22c599bd60a {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:06:00.243334 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe16eef-ae4e-42d4-a43e-698105a3a18e", "name": "network-vif-deleted", "tag": "62bfc372-84f4-45ff-a1b2-81d95153d84e", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:06:00.243683 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aa264e8f-aa6c-44f1-9d3b-c22c599bd60a {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:06:00.244773 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-265d24bc-5b52-4749-855a-57a8a1ffc45b tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:00.245309 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe16eef-ae4e-42d4-a43e-698105a3a18e', 'name': 'network-vif-deleted', 'tag': '62bfc372-84f4-45ff-a1b2-81d95153d84e', 'status': 'completed', 'code': 200} Aug 11 22:06:00.382394 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39534) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:00.469522 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417e38f-f8fb-4beb-8512-df0b6c61595e tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Pushing event updated for resources: {'Port': ['ID=cf0eddce-948a-4f04-afb0-e6f4a9c61839,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:00.487322 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cc57d88c-2c83-4a99-bed1-e506aa74b97f req-4417e38f-f8fb-4beb-8512-df0b6c61595e tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:00.590303 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-cc57d88c-2c83-4a99-bed1-e506aa74b97f req-4417e38f-f8fb-4beb-8512-df0b6c61595e tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:00.590303 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cc57d88c-2c83-4a99-bed1-e506aa74b97f req-4417e38f-f8fb-4beb-8512-df0b6c61595e tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.4304228 Aug 11 22:06:00.675992 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-265d24bc-5b52-4749-855a-57a8a1ffc45b tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Allocated IP 172.25.2.84 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/d0003ac1-d3c7-4ca1-bc53-b8fcdace3355) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:06:00.859988 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cc57d88c-2c83-4a99-bed1-e506aa74b97f req-67733c00-4647-447d-90d0-be5ae675b887 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.20 HTTP/1.1" status: 200 len: 695 time: 0.2630458 Aug 11 22:06:01.189894 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022f38c-b23d-4215-b2cf-2c9202fcb93e req-bbc07cc5-d945-4414-a4ad-917568666270 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:01.197897 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022f38c-b23d-4215-b2cf-2c9202fcb93e req-bbc07cc5-d945-4414-a4ad-917568666270 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:01.205969 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022f38c-b23d-4215-b2cf-2c9202fcb93e req-bbc07cc5-d945-4414-a4ad-917568666270 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:01.215900 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022f38c-b23d-4215-b2cf-2c9202fcb93e req-bbc07cc5-d945-4414-a4ad-917568666270 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:01.225561 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022f38c-b23d-4215-b2cf-2c9202fcb93e req-bbc07cc5-d945-4414-a4ad-917568666270 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:01.234958 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022f38c-b23d-4215-b2cf-2c9202fcb93e req-bbc07cc5-d945-4414-a4ad-917568666270 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:01.242843 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022f38c-b23d-4215-b2cf-2c9202fcb93e req-bbc07cc5-d945-4414-a4ad-917568666270 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:01.248572 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57d88c-2c83-4a99-bed1-e506aa74b97f req-c93e34c9-208e-49ab-8441-01c37ef2cbc8 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:01.253589 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a022f38c-b23d-4215-b2cf-2c9202fcb93e req-bbc07cc5-d945-4414-a4ad-917568666270 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5443 time: 0.2768555 Aug 11 22:06:01.268170 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cc57d88c-2c83-4a99-bed1-e506aa74b97f req-c93e34c9-208e-49ab-8441-01c37ef2cbc8 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 784 time: 0.4010952 Aug 11 22:06:01.354450 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39550) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:01.416296 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-265d24bc-5b52-4749-855a-57a8a1ffc45b tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:01.447050 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a022f38c-b23d-4215-b2cf-2c9202fcb93e req-634ecc5b-ccbf-41c7-b2c9-5af1cd20b779 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1909688 Aug 11 22:06:01.466433 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a728fd-ae26-4a3e-9f77-b09ff757aac2 x-openstack-request-id: req-f6a728fd-ae26-4a3e-9f77-b09ff757aac2 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:06:01.467080 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "name": "network-vif-plugged", "status": "completed", "tag": "edaff90d-e53c-40c3-9e3d-8aeb7c62d23f", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:06:01.467321 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f6a728fd-ae26-4a3e-9f77-b09ff757aac2 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:06:01.476176 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edaff90d-e53c-40c3-9e3d-8aeb7c62d23f', 'code': 200} Aug 11 22:06:01.480360 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 2ee76408-1a87-4750-a37b-2343c37c31cd up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:06:01.566460 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-73eae597-911c-483a-a82b-831b4cc487f4 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-269316466'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:01.656973 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80318c29-c5f9-470f-a2c0-ed0a90d6ba01 req-4b1ad3ac-7bf5-401d-b97e-779f6d23207c tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:01.669506 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-80318c29-c5f9-470f-a2c0-ed0a90d6ba01 req-4b1ad3ac-7bf5-401d-b97e-779f6d23207c tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 947 time: 0.2298687 Aug 11 22:06:01.754547 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-265d24bc-5b52-4749-855a-57a8a1ffc45b tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:01.914094 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-80318c29-c5f9-470f-a2c0-ed0a90d6ba01 req-72831ca7-0880-4344-987a-6193bc59eeb7 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179909 Aug 11 22:06:01.922510 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-73eae597-911c-483a-a82b-831b4cc487f4 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:01.923764 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-73eae597-911c-483a-a82b-831b4cc487f4 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:02.023056 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265d24bc-5b52-4749-855a-57a8a1ffc45b tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:06:02.032935 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d24bc-5b52-4749-855a-57a8a1ffc45b tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Pushing event updated for resources: {'Port': ['ID=d0003ac1-d3c7-4ca1-bc53-b8fcdace3355,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:02.041979 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-483b2253-6a0e-4aae-a67b-954d9c8a419b req-f7103869-ede5-4a9d-9243-d4232a3956a6 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] 10.222.0.77 "GET /v2.0/floatingips/7e3ee996-e06a-4294-bd7b-52ccf658b424 HTTP/1.1" status: 200 len: 692 time: 0.3589191 Aug 11 22:06:02.048273 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cdd2057-2cef-42c7-a71e-129d74c641fd admin admin] Deleting subnet 45488324-eef4-4094-a90c-865b32db4e15 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:06:02.055208 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-265d24bc-5b52-4749-855a-57a8a1ffc45b tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:06:02.063640 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265d24bc-5b52-4749-855a-57a8a1ffc45b tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:06:02.070623 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0cdd2057-2cef-42c7-a71e-129d74c641fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:02.222454 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3177a6f-032d-441c-9c0c-d2825cbfc125 req-d8576408-0f8f-41d2-8411-70a895b5a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:02.223187 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3177a6f-032d-441c-9c0c-d2825cbfc125 req-d8576408-0f8f-41d2-8411-70a895b5a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:02.223749 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3177a6f-032d-441c-9c0c-d2825cbfc125 req-d8576408-0f8f-41d2-8411-70a895b5a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:02.224285 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3177a6f-032d-441c-9c0c-d2825cbfc125 req-d8576408-0f8f-41d2-8411-70a895b5a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:02.224830 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3177a6f-032d-441c-9c0c-d2825cbfc125 req-d8576408-0f8f-41d2-8411-70a895b5a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:02.225491 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3177a6f-032d-441c-9c0c-d2825cbfc125 req-d8576408-0f8f-41d2-8411-70a895b5a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:02.226938 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3177a6f-032d-441c-9c0c-d2825cbfc125 req-d8576408-0f8f-41d2-8411-70a895b5a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:02.230805 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d3177a6f-032d-441c-9c0c-d2825cbfc125 req-d8576408-0f8f-41d2-8411-70a895b5a45b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 6500 time: 1.4988129 Aug 11 22:06:02.254570 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 2ee76408-1a87-4750-a37b-2343c37c31cd triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:02.261716 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:02.278056 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-73eae597-911c-483a-a82b-831b4cc487f4 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:02.293418 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-73eae597-911c-483a-a82b-831b4cc487f4 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:02.326165 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-73eae597-911c-483a-a82b-831b4cc487f4 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:02.330643 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-73eae597-911c-483a-a82b-831b4cc487f4 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9723849 Aug 11 22:06:02.332556 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39558) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:02.408310 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f0b52131-8809-4a7e-bcb4-0cfa32d2ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'name': 'tempest-ServersTestManualDisk-1914228031-router', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '9ff8604e-04e3-4b84-a898-32d5e292820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:30Z', 'updated_at': '2021-08-11T22:05:48Z', 'revision_number': 4, 'project_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'gw_port': {'id': '9ff8604e-04e3-4b84-a898-32d5e292820d', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:36Z', 'updated_at': '2021-08-11T22:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '9a15667b-67c6-499b-8b6d-c69d76ad0b71', 'name': '', 'network_id': 'ecbbe70d-0e61-4bd5-978d-e5ee42d280bb', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'mac_address': 'fa:16:3e:18:d9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'c69249db-21a6-487b-b4ed-00687f28ccde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:46Z', 'updated_at': '2021-08-11T22:05:49Z', 'revision_number': 2, 'project_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'subnets': [{'id': 'c69249db-21a6-487b-b4ed-00687f28ccde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:02.414403 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0cdd2057-2cef-42c7-a71e-129d74c641fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:02.451007 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b52131-8809-4a7e-bcb4-0cfa32d2ff02 None None] The sync data for ids ['eae784f4-4329-4cfa-9058-35c3be20f321'] in n-d-804275-3 is: [{'id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'name': 'tempest-ServersTestManualDisk-1914228031-router', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '9ff8604e-04e3-4b84-a898-32d5e292820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:30Z', 'updated_at': '2021-08-11T22:05:48Z', 'revision_number': 4, 'project_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'gw_port': {'id': '9ff8604e-04e3-4b84-a898-32d5e292820d', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:36Z', 'updated_at': '2021-08-11T22:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '9a15667b-67c6-499b-8b6d-c69d76ad0b71', 'name': '', 'network_id': 'ecbbe70d-0e61-4bd5-978d-e5ee42d280bb', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'mac_address': 'fa:16:3e:18:d9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'c69249db-21a6-487b-b4ed-00687f28ccde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:46Z', 'updated_at': '2021-08-11T22:05:49Z', 'revision_number': 2, 'project_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'subnets': [{'id': 'c69249db-21a6-487b-b4ed-00687f28ccde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:06:02.456632 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-1255a049-4e50-4ca4-8e54-ae5d1640cd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'name': 'tempest-TaggedBootDevicesTest-2083648703-router', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd634b800-1d75-4579-a17f-fc1e6569e1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:10Z', 'updated_at': '2021-08-11T22:05:25Z', 'revision_number': 4, 'project_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'gw_port': {'id': 'd634b800-1d75-4579-a17f-fc1e6569e1fe', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:13Z', 'updated_at': '2021-08-11T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'bee87311-3e2e-4140-865c-bdb0b36142de', 'name': '', 'network_id': 'aae68e27-0877-48f6-819f-dde7d65a439d', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'mac_address': 'fa:16:3e:ce:b9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '5994059a-f305-4784-b552-f94868383090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:23Z', 'updated_at': '2021-08-11T22:05:58Z', 'revision_number': 4, 'project_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'subnets': [{'id': '5994059a-f305-4784-b552-f94868383090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:02.516902 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7bdba552-f5ed-41f2-aee6-84a25a725c4c tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:02.532305 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-265d24bc-5b52-4749-855a-57a8a1ffc45b tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:02.553609 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device bee87311-3e2e-4140-865c-bdb0b36142de up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:06:02.559867 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1255a049-4e50-4ca4-8e54-ae5d1640cd97 None None] The sync data for ids ['d0642ecc-d6fa-46d2-9209-44a15deaaa58'] in n-d-804275-3 is: [{'id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'name': 'tempest-TaggedBootDevicesTest-2083648703-router', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd634b800-1d75-4579-a17f-fc1e6569e1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:10Z', 'updated_at': '2021-08-11T22:05:25Z', 'revision_number': 4, 'project_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'gw_port': {'id': 'd634b800-1d75-4579-a17f-fc1e6569e1fe', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:13Z', 'updated_at': '2021-08-11T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'bee87311-3e2e-4140-865c-bdb0b36142de', 'name': '', 'network_id': 'aae68e27-0877-48f6-819f-dde7d65a439d', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'mac_address': 'fa:16:3e:ce:b9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '5994059a-f305-4784-b552-f94868383090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:23Z', 'updated_at': '2021-08-11T22:05:58Z', 'revision_number': 4, 'project_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'subnets': [{'id': '5994059a-f305-4784-b552-f94868383090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:06:02.706690 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port bee87311-3e2e-4140-865c-bdb0b36142de completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:06:02.714092 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port bee87311-3e2e-4140-865c-bdb0b36142de triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:02.714703 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:02.808703 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d3177a6f-032d-441c-9c0c-d2825cbfc125 req-1911764a-58b3-4e92-840a-2d50a47e425d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5105405 Aug 11 22:06:02.809449 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-265d24bc-5b52-4749-855a-57a8a1ffc45b tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:02.870042 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:02.888919 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7bdba552-f5ed-41f2-aee6-84a25a725c4c tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:02.899803 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7bdba552-f5ed-41f2-aee6-84a25a725c4c tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:02.919825 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0cdd2057-2cef-42c7-a71e-129d74c641fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:03.030927 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port bee87311-3e2e-4140-865c-bdb0b36142de, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=bee87311-3e2e-4140-865c-bdb0b36142de,segment=NetworkSegment(fed54257-4ffc-49e3-ac53-8be34c50450f),segment_id=fed54257-4ffc-49e3-ac53-8be34c50450f)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:06:03.046687 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:03.068929 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b2253-6a0e-4aae-a67b-954d9c8a419b req-f2734ef6-aacd-41f6-b3ff-1da4f779e831 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:03.082419 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-483b2253-6a0e-4aae-a67b-954d9c8a419b req-f2734ef6-aacd-41f6-b3ff-1da4f779e831 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 784 time: 1.0084054 Aug 11 22:06:03.203558 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb375273-962f-449a-bc9d-5fb183d5dcfc req-a7aa8c84-29a1-444b-8c11-8ca2efb81f5f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:03.238258 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb375273-962f-449a-bc9d-5fb183d5dcfc req-a7aa8c84-29a1-444b-8c11-8ca2efb81f5f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:03.288827 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb375273-962f-449a-bc9d-5fb183d5dcfc req-a7aa8c84-29a1-444b-8c11-8ca2efb81f5f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:03.336003 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb375273-962f-449a-bc9d-5fb183d5dcfc req-a7aa8c84-29a1-444b-8c11-8ca2efb81f5f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:03.360258 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb375273-962f-449a-bc9d-5fb183d5dcfc req-a7aa8c84-29a1-444b-8c11-8ca2efb81f5f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:03.375837 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb375273-962f-449a-bc9d-5fb183d5dcfc req-a7aa8c84-29a1-444b-8c11-8ca2efb81f5f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:03.401328 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb375273-962f-449a-bc9d-5fb183d5dcfc req-a7aa8c84-29a1-444b-8c11-8ca2efb81f5f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:03.405199 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=bee87311-3e2e-4140-865c-bdb0b36142de,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:03.410426 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cb375273-962f-449a-bc9d-5fb183d5dcfc req-a7aa8c84-29a1-444b-8c11-8ca2efb81f5f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5443 time: 0.7050016 Aug 11 22:06:03.414337 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7bdba552-f5ed-41f2-aee6-84a25a725c4c tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:03.416917 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdba552-f5ed-41f2-aee6-84a25a725c4c tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82ac5509-aea8-436c-af6a-a0656097cca5 {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:06:03.454946 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7bdba552-f5ed-41f2-aee6-84a25a725c4c tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:03.457733 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7bdba552-f5ed-41f2-aee6-84a25a725c4c tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] 10.222.0.77 "DELETE /v2.0/routers/82ac5509-aea8-436c-af6a-a0656097cca5 HTTP/1.1" status: 204 len: 168 time: 1.1233552 Aug 11 22:06:03.461655 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39570) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:03.470937 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-3eede95c-3b83-4228-a37b-83e059ba5f47 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Request body: {'router': {'name': 'tempest-router-356492173', 'distributed': False}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:03.592980 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3eede95c-3b83-4228-a37b-83e059ba5f47 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:03.595053 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3eede95c-3b83-4228-a37b-83e059ba5f47 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:03.596151 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-483b2253-6a0e-4aae-a67b-954d9c8a419b req-2ed0d1b6-1460-4dd7-ada3-5dd44c3f01a6 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.20 HTTP/1.1" status: 200 len: 695 time: 0.3739409 Aug 11 22:06:03.803528 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cb375273-962f-449a-bc9d-5fb183d5dcfc req-0b501226-8465-4863-94bf-425bc9684a19 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3602357 Aug 11 22:06:03.825990 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-265d24bc-5b52-4749-855a-57a8a1ffc45b tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:03.852737 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-265d24bc-5b52-4749-855a-57a8a1ffc45b tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:04.015736 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3eede95c-3b83-4228-a37b-83e059ba5f47 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:04.064638 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3eede95c-3b83-4228-a37b-83e059ba5f47 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:04.143105 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3eede95c-3b83-4228-a37b-83e059ba5f47 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:04.153760 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3eede95c-3b83-4228-a37b-83e059ba5f47 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6893508 Aug 11 22:06:04.156227 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d24bc-5b52-4749-855a-57a8a1ffc45b tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Pushing event updated for resources: {'Port': ['ID=d0003ac1-d3c7-4ca1-bc53-b8fcdace3355,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:04.183353 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39580) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:04.292752 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-483b2253-6a0e-4aae-a67b-954d9c8a419b req-e63c98d1-d406-4aa4-9c56-b94664516073 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.20 HTTP/1.1" status: 200 len: 695 time: 0.4548185 Aug 11 22:06:04.387183 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0cdd2057-2cef-42c7-a71e-129d74c641fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:04.562190 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d24c2efb-6949-4d44-ab63-09fe93905676 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:04.595647 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd2057-2cef-42c7-a71e-129d74c641fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45488324-eef4-4094-a90c-865b32db4e15,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:04.598669 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0cdd2057-2cef-42c7-a71e-129d74c641fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:04.603177 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0cdd2057-2cef-42c7-a71e-129d74c641fd admin admin] 10.222.0.77 "DELETE /v2.0/subnets/45488324-eef4-4094-a90c-865b32db4e15 HTTP/1.1" status: 204 len: 168 time: 4.2192531 Aug 11 22:06:04.606985 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-265d24bc-5b52-4749-855a-57a8a1ffc45b tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:04.622213 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39584) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:04.737941 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4616b449-bc6f-4346-b777-7bd7f45e2842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:04.739936 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-265d24bc-5b52-4749-855a-57a8a1ffc45b tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:04.742024 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-265d24bc-5b52-4749-855a-57a8a1ffc45b tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4032211 Aug 11 22:06:04.843462 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d24c2efb-6949-4d44-ab63-09fe93905676 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:04.846242 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d24c2efb-6949-4d44-ab63-09fe93905676 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:04.950957 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d24c2efb-6949-4d44-ab63-09fe93905676 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:04.951525 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24c2efb-6949-4d44-ab63-09fe93905676 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1c59e32c-1256-4c4b-8fea-e159c4cff225 {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:06:04.972298 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087006a-8cfd-4fe1-a0bd-737722893d2f req-d584aef8-da04-47e1-8016-1609b7d18014 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:04.987434 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d087006a-8cfd-4fe1-a0bd-737722893d2f req-d584aef8-da04-47e1-8016-1609b7d18014 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 947 time: 0.8645236 Aug 11 22:06:04.999805 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d24c2efb-6949-4d44-ab63-09fe93905676 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:05.000993 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d24c2efb-6949-4d44-ab63-09fe93905676 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] 10.222.0.77 "DELETE /v2.0/routers/1c59e32c-1256-4c4b-8fea-e159c4cff225 HTTP/1.1" status: 204 len: 168 time: 0.8134768 Aug 11 22:06:05.010227 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39590) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:05.023838 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-d5f47108-5ae4-4f79-8810-82daa7be7fd2 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Request body: {'router': {'name': 'tempest-router-495078253', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b77390c8b8124aa6a965761c6a2c8dcf'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:05.060669 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5f47108-5ae4-4f79-8810-82daa7be7fd2 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:05.062099 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5f47108-5ae4-4f79-8810-82daa7be7fd2 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:05.112482 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d087006a-8cfd-4fe1-a0bd-737722893d2f req-8fbe0aba-af94-4331-b254-77466fd7dd43 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238227 Aug 11 22:06:05.197453 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5f47108-5ae4-4f79-8810-82daa7be7fd2 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:05.213703 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5f47108-5ae4-4f79-8810-82daa7be7fd2 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:05.243285 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5f47108-5ae4-4f79-8810-82daa7be7fd2 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:05.248718 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d5f47108-5ae4-4f79-8810-82daa7be7fd2 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2265432 Aug 11 22:06:05.249821 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39594) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:05.257928 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-e9d5a8e1-335a-44b9-a5f1-fe9ebbb4b480 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:05.721162 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9ff8604e-04e3-4b84-a898-32d5e292820d up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:06:05.778346 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4616b449-bc6f-4346-b777-7bd7f45e2842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:05.827347 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-4616b449-bc6f-4346-b777-7bd7f45e2842 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83735497-c152-410a-a532-372740b4ec60']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:05.860355 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-483b2253-6a0e-4aae-a67b-954d9c8a419b req-f93795c8-207a-48f9-8f59-bb606a597638 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Deleting port cf0eddce-948a-4f04-afb0-e6f4a9c61839 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:06:05.860642 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-483b2253-6a0e-4aae-a67b-954d9c8a419b req-f93795c8-207a-48f9-8f59-bb606a597638 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:05.868067 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-4616b449-bc6f-4346-b777-7bd7f45e2842 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee27aa9-6df3-4077-a9c5-db88336dafee') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:05.868371 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-4616b449-bc6f-4346-b777-7bd7f45e2842 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee27aa9-6df3-4077-a9c5-db88336dafee') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:05.985810 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 9ff8604e-04e3-4b84-a898-32d5e292820d completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:06:05.997969 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 9ff8604e-04e3-4b84-a898-32d5e292820d triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:06.003079 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:06.026007 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4616b449-bc6f-4346-b777-7bd7f45e2842 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:06.054851 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9392a4c-a5a4-4262-959c-896e57788db8 req-e3130bad-0986-4537-b01c-edab4e565176 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:06.075296 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9392a4c-a5a4-4262-959c-896e57788db8 req-e3130bad-0986-4537-b01c-edab4e565176 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:06.101716 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9392a4c-a5a4-4262-959c-896e57788db8 req-e3130bad-0986-4537-b01c-edab4e565176 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:06.115139 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9392a4c-a5a4-4262-959c-896e57788db8 req-e3130bad-0986-4537-b01c-edab4e565176 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:06.132089 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9392a4c-a5a4-4262-959c-896e57788db8 req-e3130bad-0986-4537-b01c-edab4e565176 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:06.149575 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9392a4c-a5a4-4262-959c-896e57788db8 req-e3130bad-0986-4537-b01c-edab4e565176 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:06.150221 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4616b449-bc6f-4346-b777-7bd7f45e2842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:06.174273 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9392a4c-a5a4-4262-959c-896e57788db8 req-e3130bad-0986-4537-b01c-edab4e565176 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:06.188019 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a9392a4c-a5a4-4262-959c-896e57788db8 req-e3130bad-0986-4537-b01c-edab4e565176 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5443 time: 0.6142197 Aug 11 22:06:06.197438 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e9d5a8e1-335a-44b9-a5f1-fe9ebbb4b480 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1756175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1755230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39594'] for router, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:06.198126 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e9d5a8e1-335a-44b9-a5f1-fe9ebbb4b480 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks [] for router, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:06.227563 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4616b449-bc6f-4346-b777-7bd7f45e2842 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:06:06.227983 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4616b449-bc6f-4346-b777-7bd7f45e2842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:06:06.232500 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:06:06.305906 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:06.354084 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-7488b4c1-9e6e-4de1-a494-2fbdc638cc1f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3624599 Aug 11 22:06:06.399737 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 9ff8604e-04e3-4b84-a898-32d5e292820d, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9ff8604e-04e3-4b84-a898-32d5e292820d,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:06:06.415297 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:06.417735 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device bee87311-3e2e-4140-865c-bdb0b36142de up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:06:06.421630 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-483b2253-6a0e-4aae-a67b-954d9c8a419b req-f93795c8-207a-48f9-8f59-bb606a597638 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:06.421963 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-483b2253-6a0e-4aae-a67b-954d9c8a419b req-f93795c8-207a-48f9-8f59-bb606a597638 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:06.464427 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-483b2253-6a0e-4aae-a67b-954d9c8a419b req-f93795c8-207a-48f9-8f59-bb606a597638 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Calling delete_port for cf0eddce-948a-4f04-afb0-e6f4a9c61839 owned by network:floatingip {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:06:06.467092 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4616b449-bc6f-4346-b777-7bd7f45e2842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:06.486191 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e9d5a8e1-335a-44b9-a5f1-fe9ebbb4b480 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100942) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 11 22:06:06.486510 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e9d5a8e1-335a-44b9-a5f1-fe9ebbb4b480 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Router 876e7450-4531-4c15-bb2c-a39a81dd2565 migrating from provider to provider. {{(pid=100942) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 11 22:06:06.486895 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e9d5a8e1-335a-44b9-a5f1-fe9ebbb4b480 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:06.501562 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4616b449-bc6f-4346-b777-7bd7f45e2842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:06.506764 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4616b449-bc6f-4346-b777-7bd7f45e2842 admin admin] 10.222.0.77 "DELETE /v2.0/networks/83735497-c152-410a-a532-372740b4ec60 HTTP/1.1" status: 204 len: 168 time: 1.8764541 Aug 11 22:06:06.512617 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39616) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:06.549493 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a9392a4c-a5a4-4262-959c-896e57788db8 req-9ae1ede6-9790-445a-8a76-329f5fd16df0 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2747560 Aug 11 22:06:06.550473 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e9d5a8e1-335a-44b9-a5f1-fe9ebbb4b480 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:06.561531 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e9d5a8e1-335a-44b9-a5f1-fe9ebbb4b480 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1756404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1756413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1755207'] for router, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:06.630564 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616b449-bc6f-4346-b777-7bd7f45e2842 admin admin] Pushing event deleted for resources: {'Network': ['ID=83735497-c152-410a-a532-372740b4ec60,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:06.661807 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port bee87311-3e2e-4140-865c-bdb0b36142de triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:06.662993 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:06.754139 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-41fbf5db-efdb-4a20-b1ae-7a0e151a2630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:06.754635 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-41fbf5db-efdb-4a20-b1ae-7a0e151a2630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:06.755120 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-41fbf5db-efdb-4a20-b1ae-7a0e151a2630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:06.768491 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-41fbf5db-efdb-4a20-b1ae-7a0e151a2630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:06.769618 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-41fbf5db-efdb-4a20-b1ae-7a0e151a2630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:06.770808 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-41fbf5db-efdb-4a20-b1ae-7a0e151a2630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:06.771880 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-41fbf5db-efdb-4a20-b1ae-7a0e151a2630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:06.800876 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-41fbf5db-efdb-4a20-b1ae-7a0e151a2630 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21f8e25332dd44aa8653731b1f899e18&device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 6500 time: 0.2892919 Aug 11 22:06:06.866640 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=9ff8604e-04e3-4b84-a898-32d5e292820d,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:06.920396 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-a76bd7cf-3532-42b2-97ce-6b0d84dc77ff admin admin] Deleting subnet f29ab9dc-370e-4206-944f-d8760e67edf1 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:06:06.943066 n-d-804275-3 neutron-server[100942]: WARNING neutron.scheduler.l3_agent_scheduler [None req-e9d5a8e1-335a-44b9-a5f1-fe9ebbb4b480 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] No L3 agents can host the router 876e7450-4531-4c15-bb2c-a39a81dd2565 Aug 11 22:06:06.950096 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a76bd7cf-3532-42b2-97ce-6b0d84dc77ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:07.095574 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a76bd7cf-3532-42b2-97ce-6b0d84dc77ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:07.159612 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-ac724fcc-3b4e-4b9b-ae79-75459314c913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:07.159612 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-ac724fcc-3b4e-4b9b-ae79-75459314c913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:07.159612 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-ac724fcc-3b4e-4b9b-ae79-75459314c913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:07.159612 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-ac724fcc-3b4e-4b9b-ae79-75459314c913 service neutron] 10.222.0.52 "GET /v2.0/networks?id=51af6b0f-08b6-41a5-a9ed-48b34e3cb239&id=b287a464-dc73-48ac-8476-f9f6272430e9&id=b287a464-dc73-48ac-8476-f9f6272430e9&id=b287a464-dc73-48ac-8476-f9f6272430e9&id=b287a464-dc73-48ac-8476-f9f6272430e9&id=39346d85-8db1-4c32-bd48-0eb63c830650&id=39346d85-8db1-4c32-bd48-0eb63c830650 HTTP/1.1" status: 200 len: 2299 time: 0.2937548 Aug 11 22:06:07.163752 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a76bd7cf-3532-42b2-97ce-6b0d84dc77ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:07.201237 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-483b2253-6a0e-4aae-a67b-954d9c8a419b req-f93795c8-207a-48f9-8f59-bb606a597638 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:07.268367 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5a6d3169-549a-4243-b7f8-e6635674397e req-41d05f4b-66f6-43c6-b524-f17f86db1e13 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1658920062&fields=id&tenant_id=c8a0b12c2bb14e028c2e60f51e86b44c HTTP/1.1" status: 200 len: 267 time: 0.4028504 Aug 11 22:06:07.275145 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-5ec483c5-95a0-4353-be57-a2780eeab348 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0841e35-712c-4919-9743-7532de366613 HTTP/1.1" status: 200 len: 217 time: 0.1072431 Aug 11 22:06:07.290383 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a76bd7cf-3532-42b2-97ce-6b0d84dc77ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:07.296161 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93795c8-207a-48f9-8f59-bb606a597638 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Pushing event deleted for resources: {'Port': ['ID=cf0eddce-948a-4f04-afb0-e6f4a9c61839,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:07.338826 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9ff8604e-04e3-4b84-a898-32d5e292820d up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:06:07.409506 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-5c46a83e-97e8-4a3e-b7c6-b80afb6f8ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:07.411157 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-5c46a83e-97e8-4a3e-b7c6-b80afb6f8ae5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7dff4e45-f48e-4976-9708-e4527f53ecdf HTTP/1.1" status: 200 len: 856 time: 0.1280067 Aug 11 22:06:07.498020 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-483b2253-6a0e-4aae-a67b-954d9c8a419b req-f93795c8-207a-48f9-8f59-bb606a597638 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks [] for floatingip, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:07.501312 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 9ff8604e-04e3-4b84-a898-32d5e292820d triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:07.501696 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:07.505420 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-483b2253-6a0e-4aae-a67b-954d9c8a419b req-f93795c8-207a-48f9-8f59-bb606a597638 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:07.506329 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-483b2253-6a0e-4aae-a67b-954d9c8a419b req-f93795c8-207a-48f9-8f59-bb606a597638 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] 10.222.0.77 "DELETE /v2.0/floatingips/7e3ee996-e06a-4294-bd7b-52ccf658b424 HTTP/1.1" status: 204 len: 173 time: 3.2117040 Aug 11 22:06:07.543140 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-1f8ced2f-f28b-4d65-8604-95825a99470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:07.544806 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-1f8ced2f-f28b-4d65-8604-95825a99470e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=51af6b0f-08b6-41a5-a9ed-48b34e3cb239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203792 Aug 11 22:06:07.638557 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39632) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:07.693903 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d3169-549a-4243-b7f8-e6635674397e req-2b33a4f1-6d57-4c38-956a-2aaf850a8629 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:07.708053 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5a6d3169-549a-4243-b7f8-e6635674397e req-2b33a4f1-6d57-4c38-956a-2aaf850a8629 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/networks?id=ecbbe70d-0e61-4bd5-978d-e5ee42d280bb HTTP/1.1" status: 200 len: 812 time: 0.4212165 Aug 11 22:06:07.723935 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76bd7cf-3532-42b2-97ce-6b0d84dc77ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f29ab9dc-370e-4206-944f-d8760e67edf1,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:07.737762 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9927462-f3dd-443c-a43a-c319643b177d None None] Sync routers for ids ['eae784f4-4329-4cfa-9058-35c3be20f321'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:06:07.760977 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9927462-f3dd-443c-a43a-c319643b177d None None] Routers {'eae784f4-4329-4cfa-9058-35c3be20f321'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:06:07.761617 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c9927462-f3dd-443c-a43a-c319643b177d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:05:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['eae784f4-4329-4cfa-9058-35c3be20f321'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:07.819766 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a76bd7cf-3532-42b2-97ce-6b0d84dc77ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:07.831111 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a76bd7cf-3532-42b2-97ce-6b0d84dc77ff admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f29ab9dc-370e-4206-944f-d8760e67edf1 HTTP/1.1" status: 204 len: 168 time: 1.3143210 Aug 11 22:06:07.831972 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39638) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:07.952127 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-c4862654-0d70-4329-9ac3-6c5ac0f3b7bd service neutron] 10.222.0.52 "GET /v2.0/networks/51af6b0f-08b6-41a5-a9ed-48b34e3cb239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965361 Aug 11 22:06:07.983494 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:08.103397 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-c9927462-f3dd-443c-a43a-c319643b177d None None] Set router eae784f4-4329-4cfa-9058-35c3be20f321 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:06:08.195372 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510498c3-9588-4893-8a17-803c815c7a8e req-5c1e09e7-c4ed-4294-94e4-7819217d14bb tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:08.198305 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-510498c3-9588-4893-8a17-803c815c7a8e req-5c1e09e7-c4ed-4294-94e4-7819217d14bb tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 947 time: 0.3592379 Aug 11 22:06:08.317274 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-510498c3-9588-4893-8a17-803c815c7a8e req-53b746af-bc07-4512-b32c-12dbd1064065 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030753 Aug 11 22:06:08.335042 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-3cc25114-102c-4eab-9501-1edd580a50ea service neutron] 10.222.0.52 "GET /v2.0/networks/51af6b0f-08b6-41a5-a9ed-48b34e3cb239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758144 Aug 11 22:06:08.409025 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-df2df0eb-9fc3-4339-afd0-38f48aa9d246 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=edaff90d-e53c-40c3-9e3d-8aeb7c62d23f HTTP/1.1" status: 200 len: 217 time: 0.0568941 Aug 11 22:06:08.477606 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c9927462-f3dd-443c-a43a-c319643b177d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'name': 'tempest-ServersTestManualDisk-1914228031-router', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '9ff8604e-04e3-4b84-a898-32d5e292820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:30Z', 'updated_at': '2021-08-11T22:05:48Z', 'revision_number': 4, 'project_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'gw_port': {'id': '9ff8604e-04e3-4b84-a898-32d5e292820d', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:36Z', 'updated_at': '2021-08-11T22:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '9a15667b-67c6-499b-8b6d-c69d76ad0b71', 'name': '', 'network_id': 'ecbbe70d-0e61-4bd5-978d-e5ee42d280bb', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'mac_address': 'fa:16:3e:18:d9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'c69249db-21a6-487b-b4ed-00687f28ccde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:46Z', 'updated_at': '2021-08-11T22:05:49Z', 'revision_number': 2, 'project_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'subnets': [{'id': 'c69249db-21a6-487b-b4ed-00687f28ccde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:08.502588 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-a4aa3869-2134-471c-83bb-6862253686ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:08.502850 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5a6d3169-549a-4243-b7f8-e6635674397e req-eefb90dd-5ade-4bfb-a2c6-154833b602d0 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/quotas/c8a0b12c2bb14e028c2e60f51e86b44c HTTP/1.1" status: 200 len: 375 time: 0.7698321 Aug 11 22:06:08.504154 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-a4aa3869-2134-471c-83bb-6862253686ec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9151294c-d4b3-4b89-812c-726f585f11d8 HTTP/1.1" status: 200 len: 797 time: 0.0763216 Aug 11 22:06:08.517085 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9927462-f3dd-443c-a43a-c319643b177d None None] Checking router: eae784f4-4329-4cfa-9058-35c3be20f321 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:06:08.517756 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9927462-f3dd-443c-a43a-c319643b177d None None] Updating router eae784f4-4329-4cfa-9058-35c3be20f321 port 9a15667b-67c6-499b-8b6d-c69d76ad0b71 binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:06:08.557120 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-c9927462-f3dd-443c-a43a-c319643b177d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:08.559843 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d5a8e1-335a-44b9-a5f1-fe9ebbb4b480 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Hosts for router 876e7450-4531-4c15-bb2c-a39a81dd2565: [] {{(pid=100942) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 11 22:06:08.624322 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f5c6b-ddbd-4a92-a81e-a5fb9bf9e18d req-a9cb2133-d816-41ef-912c-f1712c58db96 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:08.630511 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f5c6b-ddbd-4a92-a81e-a5fb9bf9e18d req-a9cb2133-d816-41ef-912c-f1712c58db96 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:08.636740 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f5c6b-ddbd-4a92-a81e-a5fb9bf9e18d req-a9cb2133-d816-41ef-912c-f1712c58db96 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:08.642887 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f5c6b-ddbd-4a92-a81e-a5fb9bf9e18d req-a9cb2133-d816-41ef-912c-f1712c58db96 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:08.649771 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d5a8e1-335a-44b9-a5f1-fe9ebbb4b480 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Hosts for other DVR routers connected to router 876e7450-4531-4c15-bb2c-a39a81dd2565: set() {{(pid=100942) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 11 22:06:08.650479 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f5c6b-ddbd-4a92-a81e-a5fb9bf9e18d req-a9cb2133-d816-41ef-912c-f1712c58db96 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:08.654442 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e9d5a8e1-335a-44b9-a5f1-fe9ebbb4b480 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:08.656483 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e9d5a8e1-335a-44b9-a5f1-fe9ebbb4b480 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] 10.222.0.77 "PUT /v2.0/routers/876e7450-4531-4c15-bb2c-a39a81dd2565 HTTP/1.1" status: 200 len: 716 time: 3.4051721 Aug 11 22:06:08.656684 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f5c6b-ddbd-4a92-a81e-a5fb9bf9e18d req-a9cb2133-d816-41ef-912c-f1712c58db96 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:08.663551 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f5c6b-ddbd-4a92-a81e-a5fb9bf9e18d req-a9cb2133-d816-41ef-912c-f1712c58db96 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:08.667799 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39658) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:08.676152 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4e2f5c6b-ddbd-4a92-a81e-a5fb9bf9e18d req-a9cb2133-d816-41ef-912c-f1712c58db96 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5443 time: 0.1917346 Aug 11 22:06:08.685957 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-11abb7e3-e34d-47ac-bcc9-936c4a66ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:08.687601 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-11abb7e3-e34d-47ac-bcc9-936c4a66ed7a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b287a464-dc73-48ac-8476-f9f6272430e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1627340 Aug 11 22:06:08.688120 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39660) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:08.701727 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-7d6f0e25-0c2a-44f6-812d-f683641536fa tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Request body: {'floatingip': {'port_id': 'b0841e35-712c-4919-9743-7532de366613'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:08.789380 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [req-37b45689-8578-45e8-a396-23e54c5d3743 req-b6a0636b-0224-46f0-b326-48b0b708f35a tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] show failed (client error): The resource could not be found. Aug 11 22:06:08.795723 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-37b45689-8578-45e8-a396-23e54c5d3743 req-b6a0636b-0224-46f0-b326-48b0b708f35a tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] 10.222.0.77 "GET /v2.0/floatingips/7e3ee996-e06a-4294-bd7b-52ccf658b424 HTTP/1.1" status: 404 len: 350 time: 0.1064835 Aug 11 22:06:08.851219 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e6320d57-1442-4e2a-833b-90b0ea5f94d7 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] 10.222.0.77 "GET /v2.0/routers/876e7450-4531-4c15-bb2c-a39a81dd2565 HTTP/1.1" status: 200 len: 716 time: 0.1636424 Aug 11 22:06:08.853868 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39666) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:08.857172 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7d6f0e25-0c2a-44f6-812d-f683641536fa tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for floatingip, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:08.888480 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7edd1d9b-4a0d-4f2d-ad21-ab8b0ab6a2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:08.940776 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5a6d3169-549a-4243-b7f8-e6635674397e req-9843c6dc-ca6f-4edd-9991-525ab17c1b80 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c8a0b12c2bb14e028c2e60f51e86b44c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3836544 Aug 11 22:06:09.110591 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [req-7a9c2527-fd57-4a73-8251-13a2d98bc07b req-802d44a3-1e07-4534-9edf-84237cb34970 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] show failed (client error): The resource could not be found. Aug 11 22:06:09.113383 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-c9927462-f3dd-443c-a43a-c319643b177d None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:09.122223 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7a9c2527-fd57-4a73-8251-13a2d98bc07b req-802d44a3-1e07-4534-9edf-84237cb34970 tempest-FloatingIPsTestJSON-615687563 tempest-FloatingIPsTestJSON-615687563-project] 10.222.0.77 "GET /v2.0/floatingips/7e3ee996-e06a-4294-bd7b-52ccf658b424 HTTP/1.1" status: 404 len: 350 time: 0.2793720 Aug 11 22:06:09.137413 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39678) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:09.142237 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-c9927462-f3dd-443c-a43a-c319643b177d None None] Transition to ACTIVE for port object 9a15667b-67c6-499b-8b6d-c69d76ad0b71 will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:06:09.163553 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-c9927462-f3dd-443c-a43a-c319643b177d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:09.217927 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678aced2-5655-4f6c-8679-35ebf19061d2 None None] Pushing event updated for resources: {'Port': ['ID=9a15667b-67c6-499b-8b6d-c69d76ad0b71,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:09.328694 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-c9927462-f3dd-443c-a43a-c319643b177d None None] Attempting to bind port 9a15667b-67c6-499b-8b6d-c69d76ad0b71 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:06:09.329065 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-c9927462-f3dd-443c-a43a-c319643b177d None None] Attempting to bind port 9a15667b-67c6-499b-8b6d-c69d76ad0b71 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '5d8fb5c3-ba7d-4eea-913c-271da168d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ecbbe70d-0e61-4bd5-978d-e5ee42d280bb'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:06:09.329425 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9927462-f3dd-443c-a43a-c319643b177d None None] Attempting to bind port 9a15667b-67c6-499b-8b6d-c69d76ad0b71 on network ecbbe70d-0e61-4bd5-978d-e5ee42d280bb {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:06:09.350759 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9927462-f3dd-443c-a43a-c319643b177d None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:06:09.351052 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9927462-f3dd-443c-a43a-c319643b177d None None] Checking segment: {'id': '5d8fb5c3-ba7d-4eea-913c-271da168d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ecbbe70d-0e61-4bd5-978d-e5ee42d280bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:06:09.351458 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-c9927462-f3dd-443c-a43a-c319643b177d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:09.351898 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9927462-f3dd-443c-a43a-c319643b177d None None] Bound using segment: {'id': '5d8fb5c3-ba7d-4eea-913c-271da168d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ecbbe70d-0e61-4bd5-978d-e5ee42d280bb'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:06:09.352388 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-c9927462-f3dd-443c-a43a-c319643b177d None None] Bound port: 9a15667b-67c6-499b-8b6d-c69d76ad0b71, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8fb5c3-ba7d-4eea-913c-271da168d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ecbbe70d-0e61-4bd5-978d-e5ee42d280bb'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:06:09.352788 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-c9927462-f3dd-443c-a43a-c319643b177d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:09.509235 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7edd1d9b-4a0d-4f2d-ad21-ab8b0ab6a2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:09.544390 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2b0583d5-24a4-48be-9a44-d21f8480624c tempest-RoutersTestDVR-373968650 tempest-RoutersTestDVR-373968650-project] 10.222.0.77 "GET /v2.0/routers/876e7450-4531-4c15-bb2c-a39a81dd2565 HTTP/1.1" status: 200 len: 682 time: 0.6855698 Aug 11 22:06:09.554527 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-c9927462-f3dd-443c-a43a-c319643b177d None None] For port 9a15667b-67c6-499b-8b6d-c69d76ad0b71, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:06:09.555399 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39686) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:09.560885 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-c9927462-f3dd-443c-a43a-c319643b177d None None] For port 9a15667b-67c6-499b-8b6d-c69d76ad0b71, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9a15667b-67c6-499b-8b6d-c69d76ad0b71,segment=NetworkSegment(5d8fb5c3-ba7d-4eea-913c-271da168d81e),segment_id=5d8fb5c3-ba7d-4eea-913c-271da168d81e)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:06:09.571584 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-c9927462-f3dd-443c-a43a-c319643b177d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:09.573051 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-7edd1d9b-4a0d-4f2d-ad21-ab8b0ab6a2b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c747c82-fecb-4fe0-a7fe-287cf784ddee']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:09.600472 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5a6d3169-549a-4243-b7f8-e6635674397e req-209861eb-76e8-4ab1-a8ce-8a78af3df99a service neutron] 10.222.0.77 "GET /v2.0/networks/ecbbe70d-0e61-4bd5-978d-e5ee42d280bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6385603 Aug 11 22:06:09.639641 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-e2872acf-3f80-4fed-ad88-bc89f54a44bd service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9356198 Aug 11 22:06:09.647806 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-7edd1d9b-4a0d-4f2d-ad21-ab8b0ab6a2b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce01d8f3-d030-452c-8a42-945953a7cbb8') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:09.648101 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-7edd1d9b-4a0d-4f2d-ad21-ab8b0ab6a2b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce01d8f3-d030-452c-8a42-945953a7cbb8') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:09.698151 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678aced2-5655-4f6c-8679-35ebf19061d2 None None] Pushing event updated for resources: {'Port': ['ID=9a15667b-67c6-499b-8b6d-c69d76ad0b71,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:09.787090 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9927462-f3dd-443c-a43a-c319643b177d None None] Routers {'eae784f4-4329-4cfa-9058-35c3be20f321'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:06:09.794076 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c9927462-f3dd-443c-a43a-c319643b177d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:05:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['eae784f4-4329-4cfa-9058-35c3be20f321'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:09.797329 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7edd1d9b-4a0d-4f2d-ad21-ab8b0ab6a2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:09.816382 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d15e6e9-e956-4010-8169-26c0b14413a9 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:09.889021 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7edd1d9b-4a0d-4f2d-ad21-ab8b0ab6a2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:10.033420 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7edd1d9b-4a0d-4f2d-ad21-ab8b0ab6a2b9 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:06:10.038673 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7edd1d9b-4a0d-4f2d-ad21-ab8b0ab6a2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:10.060865 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-c9927462-f3dd-443c-a43a-c319643b177d None None] Set router eae784f4-4329-4cfa-9058-35c3be20f321 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:06:10.112620 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:06:10.260267 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d15e6e9-e956-4010-8169-26c0b14413a9 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:10.264703 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d15e6e9-e956-4010-8169-26c0b14413a9 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:10.354812 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d15e6e9-e956-4010-8169-26c0b14413a9 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:10.355299 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d15e6e9-e956-4010-8169-26c0b14413a9 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 876e7450-4531-4c15-bb2c-a39a81dd2565 {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:06:10.393670 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5a6d3169-549a-4243-b7f8-e6635674397e req-8715e5f4-6fba-43cf-9e61-f8ce1d9959dd service neutron] 10.222.0.77 "GET /v2.0/networks/ecbbe70d-0e61-4bd5-978d-e5ee42d280bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7888536 Aug 11 22:06:10.403578 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d15e6e9-e956-4010-8169-26c0b14413a9 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:10.404851 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7d15e6e9-e956-4010-8169-26c0b14413a9 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] 10.222.0.77 "DELETE /v2.0/routers/876e7450-4531-4c15-bb2c-a39a81dd2565 HTTP/1.1" status: 204 len: 168 time: 0.8395855 Aug 11 22:06:10.419610 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39718) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:10.426650 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-10a3e02f-9b5b-474c-a595-168a9d0b7b54 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Request body: {'router': {'name': 'tempest-router-468527974', 'distributed': True}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:10.473321 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e5ac4-82fe-4b04-8554-642055f59941 req-863c4fbc-1a64-4177-8ef1-dbe7e4b88462 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:10.476893 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bb1e5ac4-82fe-4b04-8554-642055f59941 req-863c4fbc-1a64-4177-8ef1-dbe7e4b88462 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 947 time: 0.9832253 Aug 11 22:06:10.489072 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-10a3e02f-9b5b-474c-a595-168a9d0b7b54 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:10.490731 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-10a3e02f-9b5b-474c-a595-168a9d0b7b54 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:10.540293 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7edd1d9b-4a0d-4f2d-ad21-ab8b0ab6a2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:10.581453 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7edd1d9b-4a0d-4f2d-ad21-ab8b0ab6a2b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:10.582136 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c9927462-f3dd-443c-a43a-c319643b177d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'name': 'tempest-ServersTestManualDisk-1914228031-router', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '9ff8604e-04e3-4b84-a898-32d5e292820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:30Z', 'updated_at': '2021-08-11T22:05:48Z', 'revision_number': 4, 'project_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'gw_port': {'id': '9ff8604e-04e3-4b84-a898-32d5e292820d', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:36Z', 'updated_at': '2021-08-11T22:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '9a15667b-67c6-499b-8b6d-c69d76ad0b71', 'name': '', 'network_id': 'ecbbe70d-0e61-4bd5-978d-e5ee42d280bb', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'mac_address': 'fa:16:3e:18:d9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'c69249db-21a6-487b-b4ed-00687f28ccde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:46Z', 'updated_at': '2021-08-11T22:06:09Z', 'revision_number': 4, 'project_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'subnets': [{'id': 'c69249db-21a6-487b-b4ed-00687f28ccde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:10.594963 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7edd1d9b-4a0d-4f2d-ad21-ab8b0ab6a2b9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/3c747c82-fecb-4fe0-a7fe-287cf784ddee HTTP/1.1" status: 204 len: 168 time: 2.6788559 Aug 11 22:06:10.632239 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9927462-f3dd-443c-a43a-c319643b177d None None] The sync data for ids ['eae784f4-4329-4cfa-9058-35c3be20f321'] in n-d-804275-3 is: [{'id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'name': 'tempest-ServersTestManualDisk-1914228031-router', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '9ff8604e-04e3-4b84-a898-32d5e292820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:30Z', 'updated_at': '2021-08-11T22:05:48Z', 'revision_number': 4, 'project_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'gw_port': {'id': '9ff8604e-04e3-4b84-a898-32d5e292820d', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:36Z', 'updated_at': '2021-08-11T22:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '9a15667b-67c6-499b-8b6d-c69d76ad0b71', 'name': '', 'network_id': 'ecbbe70d-0e61-4bd5-978d-e5ee42d280bb', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'mac_address': 'fa:16:3e:18:d9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'c69249db-21a6-487b-b4ed-00687f28ccde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:46Z', 'updated_at': '2021-08-11T22:06:09Z', 'revision_number': 4, 'project_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'subnets': [{'id': 'c69249db-21a6-487b-b4ed-00687f28ccde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:06:10.728289 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd1d9b-4a0d-4f2d-ad21-ab8b0ab6a2b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c747c82-fecb-4fe0-a7fe-287cf784ddee,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:10.744861 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-10a3e02f-9b5b-474c-a595-168a9d0b7b54 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:10.763252 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-10a3e02f-9b5b-474c-a595-168a9d0b7b54 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:10.793978 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-917cb650-2814-4d7a-9304-d933668031be req-6f207d23-1a66-4ca7-b42c-e6acdb40402f tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/ports?device_id=e80c93b7-348b-4cb1-9818-64fa7f55468a HTTP/1.1" status: 200 len: 210 time: 0.0610497 Aug 11 22:06:10.836307 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-10a3e02f-9b5b-474c-a595-168a9d0b7b54 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:10.840306 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-10a3e02f-9b5b-474c-a595-168a9d0b7b54 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4181542 Aug 11 22:06:10.842528 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39728) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:10.922942 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:06:10.984782 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39730) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:11.214561 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7d6f0e25-0c2a-44f6-812d-f683641536fa tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:11.229539 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:11.312496 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bb1e5ac4-82fe-4b04-8554-642055f59941 req-1acc9da0-236e-4145-a2ab-63111fb02908 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8180606 Aug 11 22:06:11.313414 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7d6f0e25-0c2a-44f6-812d-f683641536fa tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:11.323235 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b47e01d3-a74b-4dd6-b93e-ae88ab799645 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:11.326291 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:06:11.341491 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aad8f4d-c5ed-427f-8ee4-328c12470876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:06:11.355399 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53678999-9ced-4563-abe4-373b46af870f" -d '{"events": [{"server_uuid": "6aad8f4d-c5ed-427f-8ee4-328c12470876", "name": "network-vif-unplugged", "status": "completed", "tag": "54b2c1ee-4e5e-4f38-8df1-1ca72d59a331"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:06:11.362100 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:11.447817 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ad760728-43a1-44e3-b564-21f3594841f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:11.451339 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-1ef935ae-bfd4-4a22-a9fa-9ebe8674a84c service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7626684 Aug 11 22:06:11.472386 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 22:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4005af07-0315-44ed-8611-b400d1f334f1 x-openstack-request-id: req-4005af07-0315-44ed-8611-b400d1f334f1 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:06:11.472710 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aad8f4d-c5ed-427f-8ee4-328c12470876", "name": "network-vif-unplugged", "status": "completed", "tag": "54b2c1ee-4e5e-4f38-8df1-1ca72d59a331", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:06:11.473243 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4005af07-0315-44ed-8611-b400d1f334f1 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:06:11.478380 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aad8f4d-c5ed-427f-8ee4-328c12470876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331', 'code': 200} Aug 11 22:06:11.481754 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9a15667b-67c6-499b-8b6d-c69d76ad0b71 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:06:11.697427 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d7a4e840-3780-4e60-82e1-e2c42588182b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a5fc899cc52f44178d979d66e6a50dde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7102056 Aug 11 22:06:11.738391 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39750) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:11.859424 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b47e01d3-a74b-4dd6-b93e-ae88ab799645 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:11.867058 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 9a15667b-67c6-499b-8b6d-c69d76ad0b71 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:06:11.867391 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b47e01d3-a74b-4dd6-b93e-ae88ab799645 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:11.902872 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 9a15667b-67c6-499b-8b6d-c69d76ad0b71 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:11.915287 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:11.920078 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,revision_number=14']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:11.992043 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-b54f47dd-18c7-4346-8dbe-727cca35f4eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 HTTP/1.1" status: 200 len: 217 time: 0.5314529 Aug 11 22:06:12.007866 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:12.008474 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:12.009542 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:12.010363 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:12.011444 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:12.012377 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:12.013276 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:12.014202 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:12.015182 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:12.016826 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:12.017864 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:12.018741 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:12.227049 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-7d6f0e25-0c2a-44f6-812d-f683641536fa tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Floating IP e1b155d2-3660-4d77-a6c0-0e703a470e3b associated. External IP: 172.25.2.130, port: b0841e35-712c-4919-9743-7532de366613. Aug 11 22:06:12.261681 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6980cb1f-925b-42a5-bb87-fbae0a9fcf1b req-d04762a2-f0e8-4a24-9d47-9e0df5e6af29 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/ports?device_id=e80c93b7-348b-4cb1-9818-64fa7f55468a HTTP/1.1" status: 200 len: 210 time: 0.1011887 Aug 11 22:06:12.265418 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b47e01d3-a74b-4dd6-b93e-ae88ab799645 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:12.265979 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47e01d3-a74b-4dd6-b93e-ae88ab799645 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4c4fa4fd-4616-4e78-843c-624c34b7cbfb {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:06:12.298504 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:12.316649 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b47e01d3-a74b-4dd6-b93e-ae88ab799645 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:12.321897 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b47e01d3-a74b-4dd6-b93e-ae88ab799645 tempest-RoutersTestDVR-1869358968 tempest-RoutersTestDVR-1869358968-project-admin] 10.222.0.77 "DELETE /v2.0/routers/4c4fa4fd-4616-4e78-843c-624c34b7cbfb HTTP/1.1" status: 204 len: 168 time: 1.4736259 Aug 11 22:06:12.408533 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbb14f-011c-4b86-89ab-6c80d3543fae req-b9ff44af-9160-40cb-8796-d1b18fa7bc88 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:12.418902 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-29bbb14f-011c-4b86-89ab-6c80d3543fae req-b9ff44af-9160-40cb-8796-d1b18fa7bc88 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.5844762 Aug 11 22:06:12.419416 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 9a15667b-67c6-499b-8b6d-c69d76ad0b71, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9a15667b-67c6-499b-8b6d-c69d76ad0b71,segment=NetworkSegment(5d8fb5c3-ba7d-4eea-913c-271da168d81e),segment_id=5d8fb5c3-ba7d-4eea-913c-271da168d81e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:06:12.422203 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-95501648-5929-433e-a97e-6e20e9ba1e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:12.424842 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-95501648-5929-433e-a97e-6e20e9ba1e0d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9151294c-d4b3-4b89-812c-726f585f11d8 HTTP/1.1" status: 200 len: 797 time: 0.3781540 Aug 11 22:06:12.426305 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:12.446421 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b4eef373-2c60-4394-9a97-92510675d95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:12.587496 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=9a15667b-67c6-499b-8b6d-c69d76ad0b71,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:12.606133 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b4eef373-2c60-4394-9a97-92510675d95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:12.681675 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-29bbb14f-011c-4b86-89ab-6c80d3543fae req-f4ec5c7b-03a5-453f-8269-6676082f1717 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2470558 Aug 11 22:06:12.737819 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-c085a12e-9361-4a16-9c29-d36049faf8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:12.740159 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-c085a12e-9361-4a16-9c29-d36049faf8fb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b287a464-dc73-48ac-8476-f9f6272430e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2874181 Aug 11 22:06:12.919898 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39770) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:12.986158 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b4eef373-2c60-4394-9a97-92510675d95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:12.992376 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b4eef373-2c60-4394-9a97-92510675d95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:12.996699 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b4eef373-2c60-4394-9a97-92510675d95e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/17a1b204-4d95-4b52-bcdf-7559cbccf36b HTTP/1.1" status: 204 len: 168 time: 1.1627088 Aug 11 22:06:13.098989 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-18aeac0d-2086-4fdc-b8f8-d3aab2c942f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:13.122506 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05e887c1-3012-4385-b12f-9bce955d5dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:13.194268 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b5e1e15c-57aa-48a5-b897-9df7ff02fb0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:13.260590 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-18aeac0d-2086-4fdc-b8f8-d3aab2c942f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:13.269460 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-18aeac0d-2086-4fdc-b8f8-d3aab2c942f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:13.311038 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eef373-2c60-4394-9a97-92510675d95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a1b204-4d95-4b52-bcdf-7559cbccf36b,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:13.421881 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9a15667b-67c6-499b-8b6d-c69d76ad0b71 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:06:13.563680 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-18aeac0d-2086-4fdc-b8f8-d3aab2c942f1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b77390c8b8124aa6a965761c6a2c8dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6424983 Aug 11 22:06:13.566237 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39816) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:13.590033 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 9a15667b-67c6-499b-8b6d-c69d76ad0b71 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:13.591052 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:13.594121 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eef373-2c60-4394-9a97-92510675d95e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:13.595409 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eef373-2c60-4394-9a97-92510675d95e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:13.595824 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eef373-2c60-4394-9a97-92510675d95e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:13.596174 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eef373-2c60-4394-9a97-92510675d95e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:13.607928 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eef373-2c60-4394-9a97-92510675d95e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:13.607928 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eef373-2c60-4394-9a97-92510675d95e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:13.607928 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eef373-2c60-4394-9a97-92510675d95e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:13.607928 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eef373-2c60-4394-9a97-92510675d95e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:13.607928 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eef373-2c60-4394-9a97-92510675d95e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:13.607928 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eef373-2c60-4394-9a97-92510675d95e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:13.607928 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eef373-2c60-4394-9a97-92510675d95e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:13.607928 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eef373-2c60-4394-9a97-92510675d95e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:13.777561 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f7c1fac4-93cc-467e-9592-b2d4e2f551d3 req-88a47bb5-2b66-44a6-818c-78a072acc5fd tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/ports?device_id=e80c93b7-348b-4cb1-9818-64fa7f55468a HTTP/1.1" status: 200 len: 210 time: 0.2374728 Aug 11 22:06:13.806625 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aeac0d-2086-4fdc-b8f8-d3aab2c942f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade9afbf-5f98-413f-9ee2-435a8d64c0b0,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:13.858522 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39822) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:13.891949 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-d582ee6c-79bb-42c0-85a3-d3e66a1f2748 service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1433363 Aug 11 22:06:13.912528 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d3169-549a-4243-b7f8-e6635674397e req-0bb935fa-933a-4a90-9409-8732ed272c59 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:13.914487 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5a6d3169-549a-4243-b7f8-e6635674397e req-0bb935fa-933a-4a90-9409-8732ed272c59 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.82 "GET /v2.0/networks?id=ecbbe70d-0e61-4bd5-978d-e5ee42d280bb HTTP/1.1" status: 200 len: 812 time: 0.5988491 Aug 11 22:06:13.977572 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e6dee4c4-f50a-4abc-b5b9-908e8760d8bb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7041702873364060b79b654dd180aea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1153104 Aug 11 22:06:13.991241 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39826) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:14.032889 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5a6d3169-549a-4243-b7f8-e6635674397e req-63cb3b6e-8225-4c00-9408-bc938957b64f tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8a0b12c2bb14e028c2e60f51e86b44c HTTP/1.1" status: 200 len: 380 time: 0.0973690 Aug 11 22:06:14.037851 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cffaf486-23e2-4c3c-b2b0-4f95921097f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:14.054499 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-5a6d3169-549a-4243-b7f8-e6635674397e req-8545f6da-4077-4653-b5c0-5a63ee29c8c4 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Request body: {'port': {'device_id': 'e80c93b7-348b-4cb1-9818-64fa7f55468a', 'network_id': 'ecbbe70d-0e61-4bd5-978d-e5ee42d280bb', 'admin_state_up': True, 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'security_groups': ['ca13836e-ea43-425c-975d-cb8b512179c5']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:14.159589 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cffaf486-23e2-4c3c-b2b0-4f95921097f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:14.202370 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb4c6661-5363-4cd1-a4aa-9b844f6af875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:14.274844 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb4c6661-5363-4cd1-a4aa-9b844f6af875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:14.282068 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6f0e25-0c2a-44f6-812d-f683641536fa tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Router 35252233-458c-40a7-b611-26ad81d7644e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:06:14.319699 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cffaf486-23e2-4c3c-b2b0-4f95921097f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:14.322887 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cffaf486-23e2-4c3c-b2b0-4f95921097f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:14.327462 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-cffaf486-23e2-4c3c-b2b0-4f95921097f8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ade9afbf-5f98-413f-9ee2-435a8d64c0b0 HTTP/1.1" status: 204 len: 168 time: 0.5577450 Aug 11 22:06:14.338701 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-ad760728-43a1-44e3-b564-21f3594841f8 admin admin] Deleting port 1890c58e-7b30-404d-b5bc-37886c3fd299 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:06:14.339095 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ad760728-43a1-44e3-b564-21f3594841f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:14.339294 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a6d3169-549a-4243-b7f8-e6635674397e req-8545f6da-4077-4653-b5c0-5a63ee29c8c4 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Made reservation on behalf of c8a0b12c2bb14e028c2e60f51e86b44c for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:06:14.343736 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5a6d3169-549a-4243-b7f8-e6635674397e req-8545f6da-4077-4653-b5c0-5a63ee29c8c4 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:14.366462 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffaf486-23e2-4c3c-b2b0-4f95921097f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade9afbf-5f98-413f-9ee2-435a8d64c0b0,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:14.452335 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb4c6661-5363-4cd1-a4aa-9b844f6af875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:14.455374 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb4c6661-5363-4cd1-a4aa-9b844f6af875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:14.460137 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-eb4c6661-5363-4cd1-a4aa-9b844f6af875 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/24861e9e-f43f-4381-9706-0581d390971e HTTP/1.1" status: 204 len: 168 time: 0.4651825 Aug 11 22:06:14.483480 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c6661-5363-4cd1-a4aa-9b844f6af875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24861e9e-f43f-4381-9706-0581d390971e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:14.582935 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-edcdd4f8-cc58-41d5-bbdf-4b0c8337e2f2 service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6781733 Aug 11 22:06:14.609016 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-5a6d3169-549a-4243-b7f8-e6635674397e req-8545f6da-4077-4653-b5c0-5a63ee29c8c4 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Allocated IP 172.20.0.3 (ecbbe70d-0e61-4bd5-978d-e5ee42d280bb/c69249db-21a6-487b-b4ed-00687f28ccde/8305041d-268c-48b4-a5ed-8770a1400432) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:06:14.704551 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-96734e26-5186-49b9-8c9d-f2faf28a5650 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=6cca6cf8-573d-4f5d-82da-fde29b978abb HTTP/1.1" status: 200 len: 217 time: 0.1020656 Aug 11 22:06:14.797062 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-ad760728-43a1-44e3-b564-21f3594841f8 admin admin] For port 1890c58e-7b30-404d-b5bc-37886c3fd299, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1890c58e-7b30-404d-b5bc-37886c3fd299,segment=NetworkSegment(4c272644-500c-413c-905e-4ca7e6890613),segment_id=4c272644-500c-413c-905e-4ca7e6890613)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:06:14.797810 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ad760728-43a1-44e3-b564-21f3594841f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:14.824236 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-ad760728-43a1-44e3-b564-21f3594841f8 admin admin] Calling delete_port for 1890c58e-7b30-404d-b5bc-37886c3fd299 owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:06:15.163400 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39874) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:15.194971 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5a6d3169-549a-4243-b7f8-e6635674397e req-8545f6da-4077-4653-b5c0-5a63ee29c8c4 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:15.222955 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c3f76-72c7-43fa-9ff6-129c263e92d6 req-7a17aaf5-4a68-4237-b66c-52e32677c7e0 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:15.228201 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b84c3f76-72c7-43fa-9ff6-129c263e92d6 req-7a17aaf5-4a68-4237-b66c-52e32677c7e0 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1508844 Aug 11 22:06:15.229474 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f939120d-ab0c-4172-b1cb-fe467fc43180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:15.258557 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-5a6d3169-549a-4243-b7f8-e6635674397e req-8545f6da-4077-4653-b5c0-5a63ee29c8c4 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Transition to ACTIVE for port object 8305041d-268c-48b4-a5ed-8770a1400432 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:06:15.378728 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b84c3f76-72c7-43fa-9ff6-129c263e92d6 req-518a58b3-f243-4816-ad65-ba07eda8e2a1 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247749 Aug 11 22:06:15.384301 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5a6d3169-549a-4243-b7f8-e6635674397e req-8545f6da-4077-4653-b5c0-5a63ee29c8c4 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:15.450237 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6f0e25-0c2a-44f6-812d-f683641536fa tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:06:15.469608 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7d6f0e25-0c2a-44f6-812d-f683641536fa tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:15.473848 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e8bdef-02ce-41a0-93c3-53b46b8f646e None None] Sync routers for ids ['35252233-458c-40a7-b611-26ad81d7644e'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:06:15.489982 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e8bdef-02ce-41a0-93c3-53b46b8f646e None None] Routers {'35252233-458c-40a7-b611-26ad81d7644e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:06:15.493284 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-74e8bdef-02ce-41a0-93c3-53b46b8f646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:05:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['35252233-458c-40a7-b611-26ad81d7644e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:15.516519 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a6d3169-549a-4243-b7f8-e6635674397e req-8545f6da-4077-4653-b5c0-5a63ee29c8c4 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Network ecbbe70d-0e61-4bd5-978d-e5ee42d280bb is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:06:15.516628 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ad760728-43a1-44e3-b564-21f3594841f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:15.560612 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-5a6d3169-549a-4243-b7f8-e6635674397e req-8545f6da-4077-4653-b5c0-5a63ee29c8c4 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:06:15.564791 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6d3169-549a-4243-b7f8-e6635674397e req-8545f6da-4077-4653-b5c0-5a63ee29c8c4 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:06:15.572207 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545f6da-4077-4653-b5c0-5a63ee29c8c4 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Pushing event updated for resources: {'Port': ['ID=8305041d-268c-48b4-a5ed-8770a1400432,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:15.684114 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad760728-43a1-44e3-b564-21f3594841f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1890c58e-7b30-404d-b5bc-37886c3fd299,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:15.724812 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7d6f0e25-0c2a-44f6-812d-f683641536fa tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "PUT /v2.0/floatingips/e1b155d2-3660-4d77-a6c0-0e703a470e3b HTTP/1.1" status: 200 len: 991 time: 7.0277770 Aug 11 22:06:15.740149 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'tag': 'b0841e35-712c-4919-9743-7532de366613'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:06:15.749728 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b60c2c2-cfe4-4423-bd85-345b6c6af030" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "tag": "b0841e35-712c-4919-9743-7532de366613"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:06:15.766531 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d3169-549a-4243-b7f8-e6635674397e req-8545f6da-4077-4653-b5c0-5a63ee29c8c4 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:15.767480 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5a6d3169-549a-4243-b7f8-e6635674397e req-8545f6da-4077-4653-b5c0-5a63ee29c8c4 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:15.770343 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-6478feed-af78-4875-8270-6e178d47b0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:15.773903 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-6478feed-af78-4875-8270-6e178d47b0ed service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9151294c-d4b3-4b89-812c-726f585f11d8 HTTP/1.1" status: 200 len: 797 time: 1.0085783 Aug 11 22:06:15.822194 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f939120d-ab0c-4172-b1cb-fe467fc43180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:15.833410 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f939120d-ab0c-4172-b1cb-fe467fc43180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:15.855929 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5a6d3169-549a-4243-b7f8-e6635674397e req-8545f6da-4077-4653-b5c0-5a63ee29c8c4 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8062470 Aug 11 22:06:16.001066 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-74e8bdef-02ce-41a0-93c3-53b46b8f646e None None] Set router 35252233-458c-40a7-b611-26ad81d7644e gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:06:16.074760 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10428b23-97a7-4677-bf24-faa06bf34236 req-9550d42d-2aaa-4eb4-89ab-ad9194b739fe tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:16.085740 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-10428b23-97a7-4677-bf24-faa06bf34236 req-9550d42d-2aaa-4eb4-89ab-ad9194b739fe tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/ports?device_id=e80c93b7-348b-4cb1-9818-64fa7f55468a HTTP/1.1" status: 200 len: 931 time: 1.0944784 Aug 11 22:06:16.153820 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f939120d-ab0c-4172-b1cb-fe467fc43180 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d30d50ec6b3548bb9baeea32f1caf3ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9778874 Aug 11 22:06:16.154640 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939120d-ab0c-4172-b1cb-fe467fc43180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5278d223-c7b6-4729-ad1d-1e4c4e077047,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:16.169286 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39902) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:16.257956 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-05e887c1-3012-4385-b12f-9bce955d5dba admin admin] Deleting port 2ee76408-1a87-4750-a37b-2343c37c31cd {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:06:16.258707 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05e887c1-3012-4385-b12f-9bce955d5dba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:16.343818 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-a77f2a69-6a79-4910-bbec-b3fd8a898211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:16.346195 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-a77f2a69-6a79-4910-bbec-b3fd8a898211 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b287a464-dc73-48ac-8476-f9f6272430e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5227306 Aug 11 22:06:16.450038 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:16.453446 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-5a6d3169-549a-4243-b7f8-e6635674397e req-82f18873-934a-4b88-8b66-39b8ae9a9ccc service neutron] Request body: {'port': {'device_id': 'e80c93b7-348b-4cb1-9818-64fa7f55468a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:16.459342 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6c197258-5a10-45ab-800d-d641e96d2684 None None] Provisioning for port 8305041d-268c-48b4-a5ed-8770a1400432 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:06:16.460535 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-46cb99c6-0fe7-4f18-aacb-3815ea42aa1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:16.478483 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c59758ab-0332-48a0-84a3-ef64dbcfd481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:16.500048 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6c197258-5a10-45ab-800d-d641e96d2684 None None] Provisioning complete for port 8305041d-268c-48b4-a5ed-8770a1400432 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:16.501434 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6c197258-5a10-45ab-800d-d641e96d2684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:16.518831 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-46cb99c6-0fe7-4f18-aacb-3815ea42aa1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:16.589877 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-10428b23-97a7-4677-bf24-faa06bf34236 req-73d0b615-e652-41fd-94f9-aa001ee57e15 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/security-groups?id=ca13836e-ea43-425c-975d-cb8b512179c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4569554 Aug 11 22:06:16.650207 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-46cb99c6-0fe7-4f18-aacb-3815ea42aa1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:16.650207 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-46cb99c6-0fe7-4f18-aacb-3815ea42aa1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:16.658717 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-46cb99c6-0fe7-4f18-aacb-3815ea42aa1f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5278d223-c7b6-4729-ad1d-1e4c4e077047 HTTP/1.1" status: 204 len: 168 time: 0.4729581 Aug 11 22:06:16.722253 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb99c6-0fe7-4f18-aacb-3815ea42aa1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5278d223-c7b6-4729-ad1d-1e4c4e077047,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:16.738308 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291d73e-869d-4a00-9717-c6ad76fd5280 req-6a09a22d-60ca-453a-86c9-5b909eef3307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:16.741975 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d291d73e-869d-4a00-9717-c6ad76fd5280 req-6a09a22d-60ca-453a-86c9-5b909eef3307 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f3da70be91664ca8a55d012676042959&device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 1096 time: 0.7246296 Aug 11 22:06:16.743970 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5a6d3169-549a-4243-b7f8-e6635674397e req-82f18873-934a-4b88-8b66-39b8ae9a9ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:16.828070 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ad760728-43a1-44e3-b564-21f3594841f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:16.932943 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547a7480-5d63-4915-9093-daf65e86e903 x-openstack-request-id: req-547a7480-5d63-4915-9093-daf65e86e903 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:06:16.942088 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "tag": "b0841e35-712c-4919-9743-7532de366613", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:06:16.942914 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-547a7480-5d63-4915-9093-daf65e86e903 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:06:16.944441 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'tag': 'b0841e35-712c-4919-9743-7532de366613', 'status': 'completed', 'code': 200} Aug 11 22:06:17.007124 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-38451bd3-ecc5-4360-9e2c-856ee53f6001 service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6296313 Aug 11 22:06:17.125988 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291d73e-869d-4a00-9717-c6ad76fd5280 req-80878d87-bc08-4777-8abc-c1b9290f6c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:17.132227 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d291d73e-869d-4a00-9717-c6ad76fd5280 req-80878d87-bc08-4777-8abc-c1b9290f6c6b service neutron] 10.222.0.82 "GET /v2.0/networks?id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 200 len: 912 time: 0.3710010 Aug 11 22:06:17.137402 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-6c197258-5a10-45ab-800d-d641e96d2684 None None] Port 8305041d-268c-48b4-a5ed-8770a1400432 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:06:17.223788 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-74e8bdef-02ce-41a0-93c3-53b46b8f646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35252233-458c-40a7-b611-26ad81d7644e', 'name': 'tempest-TaggedBootDevicesTest_v242-1180150663-router', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b75a1592-7ca5-418c-81b2-92e801857e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:02:29Z', 'updated_at': '2021-08-11T22:02:37Z', 'revision_number': 4, 'project_id': '21f8e25332dd44aa8653731b1f899e18', 'gw_port': {'id': 'b75a1592-7ca5-418c-81b2-92e801857e3d', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35252233-458c-40a7-b611-26ad81d7644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:02:31Z', 'updated_at': '2021-08-11T22:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'e1b155d2-3660-4d77-a6c0-0e703a470e3b', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'floating_ip_address': '172.25.2.130', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '35252233-458c-40a7-b611-26ad81d7644e', 'port_id': 'b0841e35-712c-4919-9743-7532de366613', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51af6b0f-08b6-41a5-a9ed-48b34e3cb239', 'mac_address': 'fa:16:3e:17:7e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:03:45Z', 'updated_at': '2021-08-11T22:06:11Z', 'revision_number': 1, 'project_id': '21f8e25332dd44aa8653731b1f899e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a180be2-5d97-4773-8d7d-147c71ae6b10', 'name': '', 'network_id': '51af6b0f-08b6-41a5-a9ed-48b34e3cb239', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'mac_address': 'fa:16:3e:e5:0a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35252233-458c-40a7-b611-26ad81d7644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '7dff4e45-f48e-4976-9708-e4527f53ecdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:02:35Z', 'updated_at': '2021-08-11T22:02:46Z', 'revision_number': 5, 'project_id': '21f8e25332dd44aa8653731b1f899e18', 'subnets': [{'id': '7dff4e45-f48e-4976-9708-e4527f53ecdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:17.296352 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-5a6d3169-549a-4243-b7f8-e6635674397e req-82f18873-934a-4b88-8b66-39b8ae9a9ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8305041d-268c-48b4-a5ed-8770a1400432 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:06:17.306902 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5a6d3169-549a-4243-b7f8-e6635674397e req-82f18873-934a-4b88-8b66-39b8ae9a9ccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:17.324518 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-5a6d3169-549a-4243-b7f8-e6635674397e req-82f18873-934a-4b88-8b66-39b8ae9a9ccc service neutron] Transition to ACTIVE for port object 8305041d-268c-48b4-a5ed-8770a1400432 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:06:17.326201 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e8bdef-02ce-41a0-93c3-53b46b8f646e None None] Checking router: 35252233-458c-40a7-b611-26ad81d7644e for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:06:17.338017 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5a6d3169-549a-4243-b7f8-e6635674397e req-82f18873-934a-4b88-8b66-39b8ae9a9ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:17.345912 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-05e887c1-3012-4385-b12f-9bce955d5dba admin admin] For port 2ee76408-1a87-4750-a37b-2343c37c31cd, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=2ee76408-1a87-4750-a37b-2343c37c31cd,segment=NetworkSegment(160b2cea-9b73-4403-a955-9a49a7314883),segment_id=160b2cea-9b73-4403-a955-9a49a7314883)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:06:17.346314 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05e887c1-3012-4385-b12f-9bce955d5dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:17.357301 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e8bdef-02ce-41a0-93c3-53b46b8f646e None None] Routers {'35252233-458c-40a7-b611-26ad81d7644e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:06:17.357989 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-74e8bdef-02ce-41a0-93c3-53b46b8f646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:06:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['35252233-458c-40a7-b611-26ad81d7644e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:17.432197 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f18873-934a-4b88-8b66-39b8ae9a9ccc service neutron] Pushing event updated for resources: {'Port': ['ID=8305041d-268c-48b4-a5ed-8770a1400432,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:17.440203 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-05e887c1-3012-4385-b12f-9bce955d5dba admin admin] Calling delete_port for 2ee76408-1a87-4750-a37b-2343c37c31cd owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:06:17.489105 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdd537-9b55-4201-b307-9e46e762267f req-07731f9b-3644-47da-9180-cc4882707c7a tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:17.492374 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a9cdd537-9b55-4201-b307-9e46e762267f req-07731f9b-3644-47da-9180-cc4882707c7a tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.5782034 Aug 11 22:06:17.566965 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d291d73e-869d-4a00-9717-c6ad76fd5280 req-de8c7b69-e6d0-43f9-aaf2-72920cf3d760 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 HTTP/1.1" status: 200 len: 1000 time: 0.2407250 Aug 11 22:06:17.650890 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-c84358cd-9091-487e-8f5f-8d06b59cff40 service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520071 Aug 11 22:06:17.655464 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:17.722028 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-74e8bdef-02ce-41a0-93c3-53b46b8f646e None None] Set router 35252233-458c-40a7-b611-26ad81d7644e gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:06:17.753213 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-5a6d3169-549a-4243-b7f8-e6635674397e req-82f18873-934a-4b88-8b66-39b8ae9a9ccc service neutron] Attempting to bind port 8305041d-268c-48b4-a5ed-8770a1400432 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:06:17.758629 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-5a6d3169-549a-4243-b7f8-e6635674397e req-82f18873-934a-4b88-8b66-39b8ae9a9ccc service neutron] Attempting to bind port 8305041d-268c-48b4-a5ed-8770a1400432 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '5d8fb5c3-ba7d-4eea-913c-271da168d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ecbbe70d-0e61-4bd5-978d-e5ee42d280bb'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:06:17.759023 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6d3169-549a-4243-b7f8-e6635674397e req-82f18873-934a-4b88-8b66-39b8ae9a9ccc service neutron] Attempting to bind port 8305041d-268c-48b4-a5ed-8770a1400432 on network ecbbe70d-0e61-4bd5-978d-e5ee42d280bb {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:06:17.799988 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6d3169-549a-4243-b7f8-e6635674397e req-82f18873-934a-4b88-8b66-39b8ae9a9ccc service neutron] Port 8305041d-268c-48b4-a5ed-8770a1400432 on network ecbbe70d-0e61-4bd5-978d-e5ee42d280bb not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:06:17.800471 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6d3169-549a-4243-b7f8-e6635674397e req-82f18873-934a-4b88-8b66-39b8ae9a9ccc service neutron] Attempting to bind port 8305041d-268c-48b4-a5ed-8770a1400432 on network ecbbe70d-0e61-4bd5-978d-e5ee42d280bb {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:06:17.832050 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6d3169-549a-4243-b7f8-e6635674397e req-82f18873-934a-4b88-8b66-39b8ae9a9ccc service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:06:17.833246 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6d3169-549a-4243-b7f8-e6635674397e req-82f18873-934a-4b88-8b66-39b8ae9a9ccc service neutron] Checking segment: {'id': '5d8fb5c3-ba7d-4eea-913c-271da168d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ecbbe70d-0e61-4bd5-978d-e5ee42d280bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:06:17.834918 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6d3169-549a-4243-b7f8-e6635674397e req-82f18873-934a-4b88-8b66-39b8ae9a9ccc service neutron] Bound using segment: {'id': '5d8fb5c3-ba7d-4eea-913c-271da168d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ecbbe70d-0e61-4bd5-978d-e5ee42d280bb'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:06:17.835539 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-5a6d3169-549a-4243-b7f8-e6635674397e req-82f18873-934a-4b88-8b66-39b8ae9a9ccc service neutron] Bound port: 8305041d-268c-48b4-a5ed-8770a1400432, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d8fb5c3-ba7d-4eea-913c-271da168d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ecbbe70d-0e61-4bd5-978d-e5ee42d280bb'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:06:17.839658 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5a6d3169-549a-4243-b7f8-e6635674397e req-82f18873-934a-4b88-8b66-39b8ae9a9ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:17.844483 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291d73e-869d-4a00-9717-c6ad76fd5280 req-39ead351-5283-4483-b3f5-73a70d4b0326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:17.852403 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d291d73e-869d-4a00-9717-c6ad76fd5280 req-39ead351-5283-4483-b3f5-73a70d4b0326 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=71666487-d255-442c-a4c1-ffc47afdf7b3 HTTP/1.1" status: 200 len: 850 time: 0.1788394 Aug 11 22:06:17.930749 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-087fa918-5b0a-4164-8309-079989b64854 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=e2559e55-1916-4912-88c9-a11e2523aefa HTTP/1.1" status: 200 len: 217 time: 0.2408409 Aug 11 22:06:18.080949 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a9cdd537-9b55-4201-b307-9e46e762267f req-fc12df62-8c0e-412f-9b8a-0cd776523692 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4986515 Aug 11 22:06:18.089721 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-5a6d3169-549a-4243-b7f8-e6635674397e req-82f18873-934a-4b88-8b66-39b8ae9a9ccc service neutron] For port 8305041d-268c-48b4-a5ed-8770a1400432, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:06:18.102143 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-5a6d3169-549a-4243-b7f8-e6635674397e req-82f18873-934a-4b88-8b66-39b8ae9a9ccc service neutron] For port 8305041d-268c-48b4-a5ed-8770a1400432, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=8305041d-268c-48b4-a5ed-8770a1400432,segment=NetworkSegment(5d8fb5c3-ba7d-4eea-913c-271da168d81e),segment_id=5d8fb5c3-ba7d-4eea-913c-271da168d81e)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:06:18.131845 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5a6d3169-549a-4243-b7f8-e6635674397e req-82f18873-934a-4b88-8b66-39b8ae9a9ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:18.157479 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad760728-43a1-44e3-b564-21f3594841f8 admin admin] Router f35319c6-0d06-4125-82b8-e475b94e7c8e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:06:18.239242 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291d73e-869d-4a00-9717-c6ad76fd5280 req-5e17af97-cd68-47c2-a3f2-994561ddebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:18.241295 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d291d73e-869d-4a00-9717-c6ad76fd5280 req-5e17af97-cd68-47c2-a3f2-994561ddebf1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3759010 Aug 11 22:06:18.412533 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73760e52-7792-426c-ab0f-12a731c45fe0 req-bebbae42-4ab3-416f-b664-5eb8a84f7f36 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:18.414354 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-73760e52-7792-426c-ab0f-12a731c45fe0 req-bebbae42-4ab3-416f-b664-5eb8a84f7f36 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/ports?device_id=e80c93b7-348b-4cb1-9818-64fa7f55468a HTTP/1.1" status: 200 len: 943 time: 0.5204799 Aug 11 22:06:18.532025 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-eb9a3a79-3f6b-4c93-969c-2eeca6983b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:18.534653 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-eb9a3a79-3f6b-4c93-969c-2eeca6983b30 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9151294c-d4b3-4b89-812c-726f585f11d8 HTTP/1.1" status: 200 len: 797 time: 0.5831826 Aug 11 22:06:18.669652 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d3169-549a-4243-b7f8-e6635674397e req-82f18873-934a-4b88-8b66-39b8ae9a9ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:18.671354 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5a6d3169-549a-4243-b7f8-e6635674397e req-82f18873-934a-4b88-8b66-39b8ae9a9ccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:18.673009 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5a6d3169-549a-4243-b7f8-e6635674397e req-82f18873-934a-4b88-8b66-39b8ae9a9ccc service neutron] 10.222.0.82 "PUT /v2.0/ports/8305041d-268c-48b4-a5ed-8770a1400432 HTTP/1.1" status: 200 len: 1091 time: 2.7943373 Aug 11 22:06:18.676060 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d291d73e-869d-4a00-9717-c6ad76fd5280 req-1931a544-2d57-4fde-8cfb-f2d8468e14ae service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186137 Aug 11 22:06:18.676386 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f18873-934a-4b88-8b66-39b8ae9a9ccc service neutron] Pushing event updated for resources: {'Port': ['ID=8305041d-268c-48b4-a5ed-8770a1400432,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:18.708408 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80c93b7-348b-4cb1-9818-64fa7f55468a', 'tag': '8305041d-268c-48b4-a5ed-8770a1400432'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:06:18.715611 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0c2011-2ffe-40cc-8723-6a37ca073535" -d '{"events": [{"name": "network-changed", "server_uuid": "e80c93b7-348b-4cb1-9818-64fa7f55468a", "tag": "8305041d-268c-48b4-a5ed-8770a1400432"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:06:18.851044 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-74e8bdef-02ce-41a0-93c3-53b46b8f646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35252233-458c-40a7-b611-26ad81d7644e', 'name': 'tempest-TaggedBootDevicesTest_v242-1180150663-router', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b75a1592-7ca5-418c-81b2-92e801857e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:02:29Z', 'updated_at': '2021-08-11T22:02:37Z', 'revision_number': 4, 'project_id': '21f8e25332dd44aa8653731b1f899e18', 'gw_port': {'id': 'b75a1592-7ca5-418c-81b2-92e801857e3d', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35252233-458c-40a7-b611-26ad81d7644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:02:31Z', 'updated_at': '2021-08-11T22:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'e1b155d2-3660-4d77-a6c0-0e703a470e3b', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'floating_ip_address': '172.25.2.130', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '35252233-458c-40a7-b611-26ad81d7644e', 'port_id': 'b0841e35-712c-4919-9743-7532de366613', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51af6b0f-08b6-41a5-a9ed-48b34e3cb239', 'mac_address': 'fa:16:3e:17:7e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:03:45Z', 'updated_at': '2021-08-11T22:06:11Z', 'revision_number': 1, 'project_id': '21f8e25332dd44aa8653731b1f899e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a180be2-5d97-4773-8d7d-147c71ae6b10', 'name': '', 'network_id': '51af6b0f-08b6-41a5-a9ed-48b34e3cb239', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'mac_address': 'fa:16:3e:e5:0a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35252233-458c-40a7-b611-26ad81d7644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '7dff4e45-f48e-4976-9708-e4527f53ecdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:02:35Z', 'updated_at': '2021-08-11T22:02:46Z', 'revision_number': 5, 'project_id': '21f8e25332dd44aa8653731b1f899e18', 'subnets': [{'id': '7dff4e45-f48e-4976-9708-e4527f53ecdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:18.853096 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-b5f6fee8-b4ab-4ca3-997b-d3b6954b794b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:18.856279 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-b5f6fee8-b4ab-4ca3-997b-d3b6954b794b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b287a464-dc73-48ac-8476-f9f6272430e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3110461 Aug 11 22:06:18.860825 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05e887c1-3012-4385-b12f-9bce955d5dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:18.919079 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e8bdef-02ce-41a0-93c3-53b46b8f646e None None] The sync data for ids ['35252233-458c-40a7-b611-26ad81d7644e'] in n-d-804275-3 is: [{'id': '35252233-458c-40a7-b611-26ad81d7644e', 'name': 'tempest-TaggedBootDevicesTest_v242-1180150663-router', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b75a1592-7ca5-418c-81b2-92e801857e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:02:29Z', 'updated_at': '2021-08-11T22:02:37Z', 'revision_number': 4, 'project_id': '21f8e25332dd44aa8653731b1f899e18', 'gw_port': {'id': 'b75a1592-7ca5-418c-81b2-92e801857e3d', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35252233-458c-40a7-b611-26ad81d7644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:02:31Z', 'updated_at': '2021-08-11T22:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'e1b155d2-3660-4d77-a6c0-0e703a470e3b', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'floating_ip_address': '172.25.2.130', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '35252233-458c-40a7-b611-26ad81d7644e', 'port_id': 'b0841e35-712c-4919-9743-7532de366613', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51af6b0f-08b6-41a5-a9ed-48b34e3cb239', 'mac_address': 'fa:16:3e:17:7e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:03:45Z', 'updated_at': '2021-08-11T22:06:11Z', 'revision_number': 1, 'project_id': '21f8e25332dd44aa8653731b1f899e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a180be2-5d97-4773-8d7d-147c71ae6b10', 'name': '', 'network_id': '51af6b0f-08b6-41a5-a9ed-48b34e3cb239', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'mac_address': 'fa:16:3e:e5:0a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35252233-458c-40a7-b611-26ad81d7644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '7dff4e45-f48e-4976-9708-e4527f53ecdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:02:35Z', 'updated_at': '2021-08-11T22:02:46Z', 'revision_number': 5, 'project_id': '21f8e25332dd44aa8653731b1f899e18', 'subnets': [{'id': '7dff4e45-f48e-4976-9708-e4527f53ecdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:06:18.975223 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:19.218563 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-b8773c4b-fbf9-47d0-8030-336515da07d5 service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293297 Aug 11 22:06:19.435373 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9746a5a9-0aaf-42dc-ab2c-db7fd2decc70 None None] New status for floating IP e1b155d2-3660-4d77-a6c0-0e703a470e3b: ACTIVE {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:06:19.640993 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acb27cb-ce7b-4580-98b9-b54259e7b201 x-openstack-request-id: req-9acb27cb-ce7b-4580-98b9-b54259e7b201 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:06:19.641520 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e80c93b7-348b-4cb1-9818-64fa7f55468a", "tag": "8305041d-268c-48b4-a5ed-8770a1400432", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:06:19.641828 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9acb27cb-ce7b-4580-98b9-b54259e7b201 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:06:19.642479 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80c93b7-348b-4cb1-9818-64fa7f55468a', 'tag': '8305041d-268c-48b4-a5ed-8770a1400432', 'status': 'completed', 'code': 200} Aug 11 22:06:19.754014 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-73760e52-7792-426c-ab0f-12a731c45fe0 req-52ea8384-ecd2-4a2a-b12b-9d8cc5d64e91 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/security-groups?id=ca13836e-ea43-425c-975d-cb8b512179c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0117512 Aug 11 22:06:19.867397 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d3169-549a-4243-b7f8-e6635674397e req-f1890de2-1179-463f-b345-af4ef8fc6254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:19.869754 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5a6d3169-549a-4243-b7f8-e6635674397e req-f1890de2-1179-463f-b345-af4ef8fc6254 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c8a0b12c2bb14e028c2e60f51e86b44c&device_id=e80c93b7-348b-4cb1-9818-64fa7f55468a HTTP/1.1" status: 200 len: 1094 time: 0.2054801 Aug 11 22:06:19.888414 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e887c1-3012-4385-b12f-9bce955d5dba admin admin] Pushing event deleted for resources: {'Port': ['ID=2ee76408-1a87-4750-a37b-2343c37c31cd,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:19.905135 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d291d73e-869d-4a00-9717-c6ad76fd5280 req-67da99a7-2758-4e19-bd57-1533252d0749 service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1496897 Aug 11 22:06:19.971994 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5a6d3169-549a-4243-b7f8-e6635674397e req-7abb7dab-cd21-4e81-b205-12dbf69f79a0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8305041d-268c-48b4-a5ed-8770a1400432 HTTP/1.1" status: 200 len: 217 time: 0.0653129 Aug 11 22:06:20.078310 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d3169-549a-4243-b7f8-e6635674397e req-9071d30e-5bc3-4824-9454-9194ec042a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:20.081050 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5a6d3169-549a-4243-b7f8-e6635674397e req-9071d30e-5bc3-4824-9454-9194ec042a51 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c69249db-21a6-487b-b4ed-00687f28ccde HTTP/1.1" status: 200 len: 851 time: 0.1009355 Aug 11 22:06:20.134033 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9aafad-10c9-4dba-8a42-de5ee5772545 req-7b0f986f-6872-47ba-8ef8-7f8d320707b7 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:20.136724 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39996) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:20.178893 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d3169-549a-4243-b7f8-e6635674397e req-8663d2be-2645-48cc-add0-4492b16f8d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:20.180689 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5a9aafad-10c9-4dba-8a42-de5ee5772545 req-7b0f986f-6872-47ba-8ef8-7f8d320707b7 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.2832389 Aug 11 22:06:20.190184 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5a6d3169-549a-4243-b7f8-e6635674397e req-8663d2be-2645-48cc-add0-4492b16f8d66 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ecbbe70d-0e61-4bd5-978d-e5ee42d280bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008954 Aug 11 22:06:20.191364 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad760728-43a1-44e3-b564-21f3594841f8 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:06:20.212047 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e842315-c4a4-481e-999f-9423cd7d0454 None None] Sync routers for ids ['f35319c6-0d06-4125-82b8-e475b94e7c8e'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:06:20.216021 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ad760728-43a1-44e3-b564-21f3594841f8 admin admin] 10.222.0.77 "PUT /v2.0/routers/f35319c6-0d06-4125-82b8-e475b94e7c8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5756075 Aug 11 22:06:20.222609 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40000) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:20.225233 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e842315-c4a4-481e-999f-9423cd7d0454 None None] Routers {'f35319c6-0d06-4125-82b8-e475b94e7c8e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:06:20.225906 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-5e842315-c4a4-481e-999f-9423cd7d0454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:06:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f35319c6-0d06-4125-82b8-e475b94e7c8e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:20.354239 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:20.403962 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-5e842315-c4a4-481e-999f-9423cd7d0454 None None] Set router f35319c6-0d06-4125-82b8-e475b94e7c8e gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:06:20.418914 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-7ac0aa22-64c4-46bf-a20c-caf803f81821 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=11db072be4144680b4025766dbba91ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503619 Aug 11 22:06:20.429948 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-bb79426b-211e-449d-8705-32ab671f0e97 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1222208977', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:20.536612 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5a9aafad-10c9-4dba-8a42-de5ee5772545 req-2623fbe4-ba35-4bc1-b394-04b1a0345d62 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3185232 Aug 11 22:06:20.541769 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-5687454d-f0e3-4637-ad9c-72d6cc6e19b2 service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6495867 Aug 11 22:06:20.642136 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-5e842315-c4a4-481e-999f-9423cd7d0454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-258464786-router', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:55:28Z', 'updated_at': '2021-08-11T22:06:15Z', 'revision_number': 5, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'gw_port': {'id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:30Z', 'updated_at': '2021-08-11T21:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:20.666605 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-ed2a751b-8d40-4de8-aa48-4cd3b0856417 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e2894cb3-a993-43a9-a58e-1c4b58a9cf7c HTTP/1.1" status: 200 len: 217 time: 0.0962791 Aug 11 22:06:20.680408 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e842315-c4a4-481e-999f-9423cd7d0454 None None] Checking router: f35319c6-0d06-4125-82b8-e475b94e7c8e for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:06:20.687379 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5a6d3169-549a-4243-b7f8-e6635674397e req-f63aaa84-25cd-4eb4-aa97-9aeebe34ed08 service neutron] 10.222.0.82 "GET /v2.0/networks/ecbbe70d-0e61-4bd5-978d-e5ee42d280bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882302 Aug 11 22:06:20.689731 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05e887c1-3012-4385-b12f-9bce955d5dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:20.690847 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e842315-c4a4-481e-999f-9423cd7d0454 None None] Routers {'f35319c6-0d06-4125-82b8-e475b94e7c8e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:06:20.691519 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-5e842315-c4a4-481e-999f-9423cd7d0454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:06:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f35319c6-0d06-4125-82b8-e475b94e7c8e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:20.716231 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb79426b-211e-449d-8705-32ab671f0e97 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Made reservation on behalf of 9eb4cd81b12343c8abf39b107f46acb8 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:06:20.719980 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bb79426b-211e-449d-8705-32ab671f0e97 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:20.723178 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40012) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:20.759033 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-5dfd0da1-9beb-49bf-a2f9-aeace988d5b6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1385574674'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:20.836269 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-57995d18-d544-4896-862e-94e1d60b076d tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:20.838097 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-57995d18-d544-4896-862e-94e1d60b076d tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3975956 Aug 11 22:06:20.838643 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bb79426b-211e-449d-8705-32ab671f0e97 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:20.840063 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-5e842315-c4a4-481e-999f-9423cd7d0454 None None] Set router f35319c6-0d06-4125-82b8-e475b94e7c8e gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:06:20.881792 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-a282225b-71ec-4c7b-a275-d850ecee60c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:20.884084 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-a282225b-71ec-4c7b-a275-d850ecee60c9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a517bd89-a5f8-4600-9a3f-a19621adfded HTTP/1.1" status: 200 len: 797 time: 0.2049696 Aug 11 22:06:20.885013 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-83c7ac2d-5840-4abb-bb05-021137cf8911 admin admin] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:20.895275 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-41ea9daa-7ec0-402c-b377-ed2d24ab7d04 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/quotas/11db072be4144680b4025766dbba91ed HTTP/1.1" status: 200 len: 375 time: 0.0374043 Aug 11 22:06:20.961668 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfd0da1-9beb-49bf-a2f9-aeace988d5b6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Made reservation on behalf of 2b3840ad876e4bee8133e6f4b31e7f76 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:06:20.965283 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5dfd0da1-9beb-49bf-a2f9-aeace988d5b6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:21.020502 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-c280c081-4c52-4355-afa2-1f5ba4634527 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=11db072be4144680b4025766dbba91ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828421 Aug 11 22:06:21.056677 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255741c-d330-4d55-b882-86b4cde3ca8c req-ef7a014c-119e-485f-93f7-8bd5cddcf80a tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:21.065735 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4255741c-d330-4d55-b882-86b4cde3ca8c req-ef7a014c-119e-485f-93f7-8bd5cddcf80a tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/ports?device_id=e80c93b7-348b-4cb1-9818-64fa7f55468a HTTP/1.1" status: 200 len: 943 time: 0.1214905 Aug 11 22:06:21.070082 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-b0080585-5d10-4fe0-896a-5614fa6effad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:21.071802 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-b0080585-5d10-4fe0-896a-5614fa6effad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39346d85-8db1-4c32-bd48-0eb63c830650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1295834 Aug 11 22:06:21.097257 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5a6d3169-549a-4243-b7f8-e6635674397e req-6becc7de-9d2f-4c5c-926b-140688949be8 service neutron] 10.222.0.82 "GET /v2.0/networks/ecbbe70d-0e61-4bd5-978d-e5ee42d280bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008951 Aug 11 22:06:21.117269 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dfd0da1-9beb-49bf-a2f9-aeace988d5b6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:06:21.149854 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5dfd0da1-9beb-49bf-a2f9-aeace988d5b6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:21.150357 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-5dfd0da1-9beb-49bf-a2f9-aeace988d5b6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Added segment 9d897c8b-3740-4eeb-a648-0035b9afdf7b of type vlan for network 22676bc5-4aee-4a41-8ba8-faaf749fee2e Aug 11 22:06:21.268929 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-5e842315-c4a4-481e-999f-9423cd7d0454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-258464786-router', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:55:28Z', 'updated_at': '2021-08-11T22:06:15Z', 'revision_number': 5, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'gw_port': {'id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:30Z', 'updated_at': '2021-08-11T21:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:21.280104 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5dfd0da1-9beb-49bf-a2f9-aeace988d5b6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:21.320463 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e842315-c4a4-481e-999f-9423cd7d0454 None None] The sync data for ids ['f35319c6-0d06-4125-82b8-e475b94e7c8e'] in n-d-804275-3 is: [{'id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'name': 'tempest-AttachVolumeShelveTestJSON-258464786-router', 'tenant_id': 'bbabed8946d642c3bc7c5dee10664230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T21:55:28Z', 'updated_at': '2021-08-11T22:06:15Z', 'revision_number': 5, 'project_id': 'bbabed8946d642c3bc7c5dee10664230', 'gw_port': {'id': '6e5c1827-084f-45ca-94ac-5ee02d698f6b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35319c6-0d06-4125-82b8-e475b94e7c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T21:55:30Z', 'updated_at': '2021-08-11T21:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:06:21.326337 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-83c7ac2d-5840-4abb-bb05-021137cf8911 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:21.416517 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4255741c-d330-4d55-b882-86b4cde3ca8c req-66498d18-b2c1-42f3-994b-40dfed0191b7 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/security-groups?id=ca13836e-ea43-425c-975d-cb8b512179c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3493671 Aug 11 22:06:21.434590 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c2011-2ffe-40cc-8723-6a37ca073535 req-9a54ac18-9885-4ce1-8a4d-dbd70c56b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:21.435309 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd0c2011-2ffe-40cc-8723-6a37ca073535 req-9a54ac18-9885-4ce1-8a4d-dbd70c56b175 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c8a0b12c2bb14e028c2e60f51e86b44c&device_id=e80c93b7-348b-4cb1-9818-64fa7f55468a HTTP/1.1" status: 200 len: 1094 time: 0.2165449 Aug 11 22:06:21.442019 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ce6d8494-a421-4957-be17-045b885ef023 req-534ddef5-4b70-430d-85d8-bbd4f4089292 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3b6d0d-d4ab-4787-899f-0a3e9d031e34 HTTP/1.1" status: 200 len: 210 time: 0.0733774 Aug 11 22:06:21.450391 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5dfd0da1-9beb-49bf-a2f9-aeace988d5b6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:21.457026 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfd0da1-9beb-49bf-a2f9-aeace988d5b6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:21.457679 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5dfd0da1-9beb-49bf-a2f9-aeace988d5b6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:21.486535 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-cb9c74f8-13f1-4ae1-b2c9-d33759ebde14 service neutron] 10.222.0.52 "GET /v2.0/networks/39346d85-8db1-4c32-bd48-0eb63c830650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420289 Aug 11 22:06:21.495770 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bb79426b-211e-449d-8705-32ab671f0e97 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:21.566421 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bb79426b-211e-449d-8705-32ab671f0e97 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:21.572763 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e887c1-3012-4385-b12f-9bce955d5dba admin admin] Router c6c796f7-bd9c-403c-8a7f-34e2a5af3611 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:06:21.599898 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-bb79426b-211e-449d-8705-32ab671f0e97 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] device_id is not set on port 53f01fab-4942-475a-a042-e716e8770660 yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:06:21.615383 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5dfd0da1-9beb-49bf-a2f9-aeace988d5b6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8795655 Aug 11 22:06:21.633240 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40026) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:21.642477 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-cbe3858e-7559-4264-8254-70b1bdd9f1e4 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1053617960'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:21.727802 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd0da1-9beb-49bf-a2f9-aeace988d5b6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Pushing event updated for resources: {'Network': ['ID=22676bc5-4aee-4a41-8ba8-faaf749fee2e,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:21.746795 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-4d331dfb-03c6-4bc9-b7ed-378b18d249b3 service neutron] 10.222.0.52 "GET /v2.0/networks/39346d85-8db1-4c32-bd48-0eb63c830650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505047 Aug 11 22:06:21.761211 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79426b-211e-449d-8705-32ab671f0e97 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dbcfa3-0bea-48a0-bd4c-39e59924c7ea,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:21.774383 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 22676bc5-4aee-4a41-8ba8-faaf749fee2e details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:06:21.784463 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f141a-cec9-444a-a694-9f6695adbc99 req-29dbecfe-0676-43cb-bd89-5d67f1c7c269 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:21.793951 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe3858e-7559-4264-8254-70b1bdd9f1e4 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Made reservation on behalf of 2b3840ad876e4bee8133e6f4b31e7f76 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:06:21.794196 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b5f141a-cec9-444a-a694-9f6695adbc99 req-29dbecfe-0676-43cb-bd89-5d67f1c7c269 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1525261 Aug 11 22:06:21.797657 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cbe3858e-7559-4264-8254-70b1bdd9f1e4 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:21.853093 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-9212a70b-909a-4a22-91ff-9d7748087ef9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2b4fd92b-4177-42f2-b2d7-f08e82f9e6da HTTP/1.1" status: 200 len: 217 time: 0.0960712 Aug 11 22:06:21.861478 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e887c1-3012-4385-b12f-9bce955d5dba admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:06:21.875380 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a609be1-ae6c-40d1-bbfa-7e91f689043c None None] Sync routers for ids ['c6c796f7-bd9c-403c-8a7f-34e2a5af3611'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:06:21.900758 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a609be1-ae6c-40d1-bbfa-7e91f689043c None None] Routers {'c6c796f7-bd9c-403c-8a7f-34e2a5af3611'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:06:21.901693 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1a609be1-ae6c-40d1-bbfa-7e91f689043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:06:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c6c796f7-bd9c-403c-8a7f-34e2a5af3611'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:21.904646 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-05e887c1-3012-4385-b12f-9bce955d5dba admin admin] 10.222.0.77 "PUT /v2.0/routers/c6c796f7-bd9c-403c-8a7f-34e2a5af3611/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7596326 Aug 11 22:06:21.920733 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40032) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:21.948514 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-83c7ac2d-5840-4abb-bb05-021137cf8911 admin admin] Deleting port 6e5c1827-084f-45ca-94ac-5ee02d698f6b {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:06:21.954404 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-83c7ac2d-5840-4abb-bb05-021137cf8911 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:21.960442 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c2011-2ffe-40cc-8723-6a37ca073535 req-7ab113b0-0d18-4ddb-85a2-b44dde7435e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:21.967063 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd0c2011-2ffe-40cc-8723-6a37ca073535 req-7ab113b0-0d18-4ddb-85a2-b44dde7435e6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ecbbe70d-0e61-4bd5-978d-e5ee42d280bb HTTP/1.1" status: 200 len: 913 time: 0.5178218 Aug 11 22:06:21.972399 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-bb79426b-211e-449d-8705-32ab671f0e97 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Allocated IP 172.25.2.188 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/53f01fab-4942-475a-a042-e716e8770660) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:06:21.994658 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b5f141a-cec9-444a-a694-9f6695adbc99 req-c21bc8fa-7172-4b64-a96b-8ff55af2db18 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979344 Aug 11 22:06:22.113845 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd0c2011-2ffe-40cc-8723-6a37ca073535 req-860d7133-f74b-41c8-93f2-0376f0ba125b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8305041d-268c-48b4-a5ed-8770a1400432 HTTP/1.1" status: 200 len: 217 time: 0.1131616 Aug 11 22:06:22.133646 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-1a609be1-ae6c-40d1-bbfa-7e91f689043c None None] Set router c6c796f7-bd9c-403c-8a7f-34e2a5af3611 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:06:22.147312 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe3858e-7559-4264-8254-70b1bdd9f1e4 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:06:22.265076 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cbe3858e-7559-4264-8254-70b1bdd9f1e4 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:22.266087 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-cbe3858e-7559-4264-8254-70b1bdd9f1e4 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Added segment 737de52c-544b-4831-b19c-fef2d8c7a4ab of type vlan for network c74395db-c7eb-4508-9006-176acc6e4b6d Aug 11 22:06:22.319463 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95ad2ece-7961-4fac-95d8-08ba6fcd3f59 admin admin] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:22.429541 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c2011-2ffe-40cc-8723-6a37ca073535 req-eba3dda1-b9c5-421e-95ae-1f678b43543e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:22.431634 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd0c2011-2ffe-40cc-8723-6a37ca073535 req-eba3dda1-b9c5-421e-95ae-1f678b43543e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c69249db-21a6-487b-b4ed-00687f28ccde HTTP/1.1" status: 200 len: 851 time: 0.3079515 Aug 11 22:06:22.434117 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-83c7ac2d-5840-4abb-bb05-021137cf8911 admin admin] For port 6e5c1827-084f-45ca-94ac-5ee02d698f6b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=6e5c1827-084f-45ca-94ac-5ee02d698f6b,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:06:22.434825 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-83c7ac2d-5840-4abb-bb05-021137cf8911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:22.455413 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-e5f502de-6847-40d5-8fa6-946abefa0873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:22.457938 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-e5f502de-6847-40d5-8fa6-946abefa0873 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a517bd89-a5f8-4600-9a3f-a19621adfded HTTP/1.1" status: 200 len: 797 time: 0.5876215 Aug 11 22:06:22.463356 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cbe3858e-7559-4264-8254-70b1bdd9f1e4 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:22.519228 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-83c7ac2d-5840-4abb-bb05-021137cf8911 admin admin] Calling delete_port for 6e5c1827-084f-45ca-94ac-5ee02d698f6b owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:06:22.604190 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f5469-a556-4f65-8aa4-850b1ad2110d req-18a8da96-3292-45b7-8141-af12ab4607aa tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:22.605822 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1a609be1-ae6c-40d1-bbfa-7e91f689043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c796f7-bd9c-403c-8a7f-34e2a5af3611', 'name': 'tempest-FloatingIPsTestJSON-1887398050-router', 'tenant_id': '6f8b2847c9c9405386d12384904638e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '7fc16189-90cf-4d6a-a63f-c5bc45d8218a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:15Z', 'updated_at': '2021-08-11T22:06:18Z', 'revision_number': 5, 'project_id': '6f8b2847c9c9405386d12384904638e8', 'gw_port': {'id': '7fc16189-90cf-4d6a-a63f-c5bc45d8218a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c796f7-bd9c-403c-8a7f-34e2a5af3611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:16Z', 'updated_at': '2021-08-11T22:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:22.615881 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2f6f5469-a556-4f65-8aa4-850b1ad2110d req-18a8da96-3292-45b7-8141-af12ab4607aa tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.3373358 Aug 11 22:06:22.626798 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95ad2ece-7961-4fac-95d8-08ba6fcd3f59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:22.650568 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a609be1-ae6c-40d1-bbfa-7e91f689043c None None] Checking router: c6c796f7-bd9c-403c-8a7f-34e2a5af3611 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:06:22.666700 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a609be1-ae6c-40d1-bbfa-7e91f689043c None None] Routers {'c6c796f7-bd9c-403c-8a7f-34e2a5af3611'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:06:22.667904 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1a609be1-ae6c-40d1-bbfa-7e91f689043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:06:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c6c796f7-bd9c-403c-8a7f-34e2a5af3611'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:22.682645 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-b7a09fa9-f362-4f21-a165-c2a34499e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:22.684490 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-b7a09fa9-f362-4f21-a165-c2a34499e2ad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39346d85-8db1-4c32-bd48-0eb63c830650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2159913 Aug 11 22:06:22.692279 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cbe3858e-7559-4264-8254-70b1bdd9f1e4 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:22.694495 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e81ad-527f-4133-903d-db4db267871c req-13937795-278f-44f4-adb1-30b90d5fc516 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:22.697846 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-913e81ad-527f-4133-903d-db4db267871c req-13937795-278f-44f4-adb1-30b90d5fc516 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/ports?device_id=e80c93b7-348b-4cb1-9818-64fa7f55468a HTTP/1.1" status: 200 len: 943 time: 0.1451654 Aug 11 22:06:22.699576 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe3858e-7559-4264-8254-70b1bdd9f1e4 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:22.700157 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cbe3858e-7559-4264-8254-70b1bdd9f1e4 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:22.734671 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c2011-2ffe-40cc-8723-6a37ca073535 req-f5ecbdfb-39dd-492b-85e3-df3952e32a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:22.739587 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd0c2011-2ffe-40cc-8723-6a37ca073535 req-f5ecbdfb-39dd-492b-85e3-df3952e32a56 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ecbbe70d-0e61-4bd5-978d-e5ee42d280bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2790940 Aug 11 22:06:22.786538 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bb79426b-211e-449d-8705-32ab671f0e97 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:22.829475 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-1a609be1-ae6c-40d1-bbfa-7e91f689043c None None] Set router c6c796f7-bd9c-403c-8a7f-34e2a5af3611 gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:06:22.840206 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-913e81ad-527f-4133-903d-db4db267871c req-e29d5509-bf6d-4941-b437-0f75fb04b170 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/security-groups?id=ca13836e-ea43-425c-975d-cb8b512179c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306672 Aug 11 22:06:22.840491 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-cbe3858e-7559-4264-8254-70b1bdd9f1e4 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2032096 Aug 11 22:06:22.856882 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40044) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:22.864155 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-c98a8849-aebd-425a-aa4f-e1c192ae9d46 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Request body: {'subnet': {'network_id': '22676bc5-4aee-4a41-8ba8-faaf749fee2e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:22.887912 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-95ad2ece-7961-4fac-95d8-08ba6fcd3f59 admin admin] Deleting port 7fc16189-90cf-4d6a-a63f-c5bc45d8218a {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:06:22.887912 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95ad2ece-7961-4fac-95d8-08ba6fcd3f59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:22.978348 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1a609be1-ae6c-40d1-bbfa-7e91f689043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c796f7-bd9c-403c-8a7f-34e2a5af3611', 'name': 'tempest-FloatingIPsTestJSON-1887398050-router', 'tenant_id': '6f8b2847c9c9405386d12384904638e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:15Z', 'updated_at': '2021-08-11T22:06:22Z', 'revision_number': 6, 'project_id': '6f8b2847c9c9405386d12384904638e8', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:23.007283 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2f6f5469-a556-4f65-8aa4-850b1ad2110d req-b5745f9a-6dc9-4a8e-a874-f9259dd7f749 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3894782 Aug 11 22:06:23.008368 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3858e-7559-4264-8254-70b1bdd9f1e4 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Pushing event updated for resources: {'Network': ['ID=c74395db-c7eb-4508-9006-176acc6e4b6d,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:23.010937 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-96b513a5-3435-4bbc-9940-4f4005010674 service neutron] 10.222.0.52 "GET /v2.0/networks/39346d85-8db1-4c32-bd48-0eb63c830650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118274 Aug 11 22:06:23.037036 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network c74395db-c7eb-4508-9006-176acc6e4b6d details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:06:23.042094 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a609be1-ae6c-40d1-bbfa-7e91f689043c None None] The sync data for ids ['c6c796f7-bd9c-403c-8a7f-34e2a5af3611'] in n-d-804275-3 is: [{'id': 'c6c796f7-bd9c-403c-8a7f-34e2a5af3611', 'name': 'tempest-FloatingIPsTestJSON-1887398050-router', 'tenant_id': '6f8b2847c9c9405386d12384904638e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:15Z', 'updated_at': '2021-08-11T22:06:22Z', 'revision_number': 6, 'project_id': '6f8b2847c9c9405386d12384904638e8', 'gw_port_host': None}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:06:23.060820 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4bc3cf13-0314-41d4-9325-b905ca8f6982 req-063ff03c-d73a-487a-a713-959da0749d8e tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3b6d0d-d4ab-4787-899f-0a3e9d031e34 HTTP/1.1" status: 200 len: 210 time: 0.0725334 Aug 11 22:06:23.168966 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd0c2011-2ffe-40cc-8723-6a37ca073535 req-b4a32378-e8d8-4fcb-bdc0-55b6cdbb1ebc service neutron] 10.222.0.82 "GET /v2.0/networks/ecbbe70d-0e61-4bd5-978d-e5ee42d280bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994963 Aug 11 22:06:23.209144 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98a8849-aebd-425a-aa4f-e1c192ae9d46 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Made reservation on behalf of 2b3840ad876e4bee8133e6f4b31e7f76 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:06:23.213592 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c98a8849-aebd-425a-aa4f-e1c192ae9d46 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:23.285471 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bb79426b-211e-449d-8705-32ab671f0e97 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:23.392145 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-ad1f2c79-e98e-4f5e-97d1-df6096f67fb0 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=11db072be4144680b4025766dbba91ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0994043 Aug 11 22:06:23.394864 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-95ad2ece-7961-4fac-95d8-08ba6fcd3f59 admin admin] For port 7fc16189-90cf-4d6a-a63f-c5bc45d8218a, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7fc16189-90cf-4d6a-a63f-c5bc45d8218a,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:06:23.396023 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95ad2ece-7961-4fac-95d8-08ba6fcd3f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:23.404523 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb79426b-211e-449d-8705-32ab671f0e97 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:06:23.433892 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-95ad2ece-7961-4fac-95d8-08ba6fcd3f59 admin admin] Calling delete_port for 7fc16189-90cf-4d6a-a63f-c5bc45d8218a owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:06:23.448133 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-bb79426b-211e-449d-8705-32ab671f0e97 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:06:23.452302 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb79426b-211e-449d-8705-32ab671f0e97 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:06:23.454109 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de9d5fe8-3d6d-4a93-b9ea-905ff2bcea26 req-9683a431-1f16-46ef-bb73-e5bd7cd821d8 service neutron] 10.222.0.52 "GET /v2.0/networks/39346d85-8db1-4c32-bd48-0eb63c830650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051311 Aug 11 22:06:23.464971 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-83c7ac2d-5840-4abb-bb05-021137cf8911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:23.490472 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5abf5-c0fb-4dce-842b-c6213c9930e7 req-c4419fb7-96a8-472e-9d06-2a78657c273c tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:23.500619 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eff5abf5-c0fb-4dce-842b-c6213c9930e7 req-c4419fb7-96a8-472e-9d06-2a78657c273c tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.2015407 Aug 11 22:06:23.504888 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1890c58e-7b30-404d-b5bc-37886c3fd299 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:06:23.566671 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 1890c58e-7b30-404d-b5bc-37886c3fd299 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:06:23.567315 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1890c58e-7b30-404d-b5bc-37886c3fd299 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:06:23.568834 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 2ee76408-1a87-4750-a37b-2343c37c31cd no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:06:23.620642 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 2ee76408-1a87-4750-a37b-2343c37c31cd {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:06:23.621505 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 2ee76408-1a87-4750-a37b-2343c37c31cd not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:06:23.660214 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79426b-211e-449d-8705-32ab671f0e97 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Pushing event updated for resources: {'Port': ['ID=53f01fab-4942-475a-a042-e716e8770660,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:23.681429 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eff5abf5-c0fb-4dce-842b-c6213c9930e7 req-d7e5c899-9bf3-4db6-b6a1-ec7daf48a895 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771507 Aug 11 22:06:23.783996 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:06:24.185941 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7ac2d-5840-4abb-bb05-021137cf8911 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e5c1827-084f-45ca-94ac-5ee02d698f6b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:24.214043 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb79426b-211e-449d-8705-32ab671f0e97 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:24.214831 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bb79426b-211e-449d-8705-32ab671f0e97 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:24.219061 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd0c2011-2ffe-40cc-8723-6a37ca073535 req-07269dd9-b528-4a7a-a643-f0b24aa763df service neutron] 10.222.0.82 "GET /v2.0/networks/ecbbe70d-0e61-4bd5-978d-e5ee42d280bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0158093 Aug 11 22:06:24.254962 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-83c7ac2d-5840-4abb-bb05-021137cf8911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:24.278030 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c98a8849-aebd-425a-aa4f-e1c192ae9d46 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:24.342887 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bb79426b-211e-449d-8705-32ab671f0e97 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.2050004 Aug 11 22:06:24.352732 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40068) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:24.353537 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43e958-1fab-4ff6-857d-e4d08a665efb req-69d7d5fb-4cf4-486e-a79a-a3bd390dad91 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:24.355642 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-af43e958-1fab-4ff6-857d-e4d08a665efb req-69d7d5fb-4cf4-486e-a79a-a3bd390dad91 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/ports?device_id=e80c93b7-348b-4cb1-9818-64fa7f55468a HTTP/1.1" status: 200 len: 943 time: 0.2549245 Aug 11 22:06:24.394038 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-97e0702e-94b4-4293-9978-a57251fcfd28 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.188'}]}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:24.404272 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60c2c2-cfe4-4423-bd85-345b6c6af030 req-e284b054-5829-4f1f-b94f-1af4c355c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:24.404979 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60c2c2-cfe4-4423-bd85-345b6c6af030 req-e284b054-5829-4f1f-b94f-1af4c355c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:24.405074 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-d97ae720-24bc-4254-afb8-fd3850630c55 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:24.405957 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60c2c2-cfe4-4423-bd85-345b6c6af030 req-e284b054-5829-4f1f-b94f-1af4c355c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:24.405957 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60c2c2-cfe4-4423-bd85-345b6c6af030 req-e284b054-5829-4f1f-b94f-1af4c355c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:24.406270 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60c2c2-cfe4-4423-bd85-345b6c6af030 req-e284b054-5829-4f1f-b94f-1af4c355c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:24.406657 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60c2c2-cfe4-4423-bd85-345b6c6af030 req-e284b054-5829-4f1f-b94f-1af4c355c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:24.406814 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-d97ae720-24bc-4254-afb8-fd3850630c55 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0001004 Aug 11 22:06:24.407072 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60c2c2-cfe4-4423-bd85-345b6c6af030 req-e284b054-5829-4f1f-b94f-1af4c355c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:24.409405 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b60c2c2-cfe4-4423-bd85-345b6c6af030 req-e284b054-5829-4f1f-b94f-1af4c355c8d6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21f8e25332dd44aa8653731b1f899e18&device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 6500 time: 0.7192836 Aug 11 22:06:24.421866 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-83c7ac2d-5840-4abb-bb05-021137cf8911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:24.435537 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-83c7ac2d-5840-4abb-bb05-021137cf8911 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:24.440433 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-bd24de3d-2c6e-487e-ad61-02664e34f423 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Request body: {'port': {'device_id': '6f3b6d0d-d4ab-4787-899f-0a3e9d031e34', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'admin_state_up': True, 'tenant_id': '11db072be4144680b4025766dbba91ed'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:24.482238 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a8849-aebd-425a-aa4f-e1c192ae9d46 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Pushing event updated for resources: {'Subnet': ['ID=e871e4ee-55f0-4341-85cf-dbdc8115bdad,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:24.531850 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-d3cc482e-4dbb-402a-9bfb-f4e5a4c47454 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:24.533427 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-d3cc482e-4dbb-402a-9bfb-f4e5a4c47454 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/networks?id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 200 len: 811 time: 0.4110346 Aug 11 22:06:24.550288 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-af43e958-1fab-4ff6-857d-e4d08a665efb req-a1da84cb-f2c6-42c4-8c91-4e1b25b8d725 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/security-groups?id=ca13836e-ea43-425c-975d-cb8b512179c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423833 Aug 11 22:06:24.558035 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95ad2ece-7961-4fac-95d8-08ba6fcd3f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:24.562393 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-83c7ac2d-5840-4abb-bb05-021137cf8911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:24.562913 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c7ac2d-5840-4abb-bb05-021137cf8911 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f35319c6-0d06-4125-82b8-e475b94e7c8e {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:06:24.570741 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-83c7ac2d-5840-4abb-bb05-021137cf8911 admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:24.574297 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-97e0702e-94b4-4293-9978-a57251fcfd28 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:24.574463 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-83c7ac2d-5840-4abb-bb05-021137cf8911 admin admin] 10.222.0.77 "DELETE /v2.0/routers/f35319c6-0d06-4125-82b8-e475b94e7c8e HTTP/1.1" status: 204 len: 168 time: 4.3484051 Aug 11 22:06:24.574574 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-97e0702e-94b4-4293-9978-a57251fcfd28 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:24.575615 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40070) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:24.637133 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad2ece-7961-4fac-95d8-08ba6fcd3f59 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fc16189-90cf-4d6a-a63f-c5bc45d8218a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:24.652200 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-9071b55d-7a59-4ba7-89ce-de574315eff3 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/quotas/f3da70be91664ca8a55d012676042959 HTTP/1.1" status: 200 len: 375 time: 0.1014936 Aug 11 22:06:24.674375 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cae7f84-c923-4d3f-aa66-2b3980df09d8 admin admin] Deleting subnet 7909b953-a9da-40c4-9e8c-1313ada07900 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:06:24.681963 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cae7f84-c923-4d3f-aa66-2b3980df09d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:24.682901 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98a8849-aebd-425a-aa4f-e1c192ae9d46 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Checking segment: {'id': '9d897c8b-3740-4eeb-a648-0035b9afdf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '22676bc5-4aee-4a41-8ba8-faaf749fee2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:06:24.683447 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98a8849-aebd-425a-aa4f-e1c192ae9d46 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Network hostable DHCP agents. Network: 22676bc5-4aee-4a41-8ba8-faaf749fee2e, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:06:24.755862 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cae7f84-c923-4d3f-aa66-2b3980df09d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:24.823571 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60c2c2-cfe4-4423-bd85-345b6c6af030 req-56633402-48c5-4d92-8cec-b13ef08e06ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:24.825295 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b60c2c2-cfe4-4423-bd85-345b6c6af030 req-56633402-48c5-4d92-8cec-b13ef08e06ec service neutron] 10.222.0.52 "GET /v2.0/networks?id=51af6b0f-08b6-41a5-a9ed-48b34e3cb239 HTTP/1.1" status: 200 len: 918 time: 0.3907108 Aug 11 22:06:24.841663 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-97e0702e-94b4-4293-9978-a57251fcfd28 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:24.863958 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cae7f84-c923-4d3f-aa66-2b3980df09d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:24.891772 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98a8849-aebd-425a-aa4f-e1c192ae9d46 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Network 22676bc5-4aee-4a41-8ba8-faaf749fee2e is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:06:24.927751 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95ad2ece-7961-4fac-95d8-08ba6fcd3f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:24.939913 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-19bb09b6-d4e4-4fc3-928d-12fb23091cb3 req-48927971-5fbb-4c57-8887-e2f2619cc539 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3b6d0d-d4ab-4787-899f-0a3e9d031e34 HTTP/1.1" status: 200 len: 210 time: 0.0455170 Aug 11 22:06:24.948552 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-12c60b59-8dce-46a7-b2e7-bd7ef13c43ec tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f3da70be91664ca8a55d012676042959&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2948146 Aug 11 22:06:24.957191 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 8305041d-268c-48b4-a5ed-8770a1400432 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:06:24.959366 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-bd24de3d-2c6e-487e-ad61-02664e34f423 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Made reservation on behalf of 11db072be4144680b4025766dbba91ed for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:06:24.965328 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-bd24de3d-2c6e-487e-ad61-02664e34f423 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:24.985916 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-bd24de3d-2c6e-487e-ad61-02664e34f423 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:25.017843 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cae7f84-c923-4d3f-aa66-2b3980df09d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:25.052794 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cae7f84-c923-4d3f-aa66-2b3980df09d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:25.061120 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6cae7f84-c923-4d3f-aa66-2b3980df09d8 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7909b953-a9da-40c4-9e8c-1313ada07900 HTTP/1.1" status: 204 len: 168 time: 0.4844303 Aug 11 22:06:25.062210 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40072) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:25.065234 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c5fef2-9619-4ef3-a7a2-7bc732db29fc None None] Network 1c3ee35b-1680-40ce-a5ec-450a30ee6971 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:06:25.116865 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae7f84-c923-4d3f-aa66-2b3980df09d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7909b953-a9da-40c4-9e8c-1313ada07900,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:25.258608 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 8305041d-268c-48b4-a5ed-8770a1400432, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=8305041d-268c-48b4-a5ed-8770a1400432,segment=NetworkSegment(5d8fb5c3-ba7d-4eea-913c-271da168d81e),segment_id=5d8fb5c3-ba7d-4eea-913c-271da168d81e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:06:25.274650 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95ad2ece-7961-4fac-95d8-08ba6fcd3f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:25.278310 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95ad2ece-7961-4fac-95d8-08ba6fcd3f59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:25.315481 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '8305041d-268c-48b4-a5ed-8770a1400432', 'network_id': 'ecbbe70d-0e61-4bd5-978d-e5ee42d280bb', 'port_id': '8305041d-268c-48b4-a5ed-8770a1400432', 'mac_address': 'fa:16:3e:68:aa:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c69249db-21a6-487b-b4ed-00687f28ccde', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:06:25.331391 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9b11fab-9811-4c6a-92a8-ddb38b21c4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:25.344516 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7fc16189-90cf-4d6a-a63f-c5bc45d8218a no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:06:25.381596 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-c98a8849-aebd-425a-aa4f-e1c192ae9d46 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 22676bc5-4aee-4a41-8ba8-faaf749fee2e) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:06:25.400478 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b60c2c2-cfe4-4423-bd85-345b6c6af030 req-d847f409-46d9-423f-a5f8-48bc44af9ffb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0841e35-712c-4919-9743-7532de366613 HTTP/1.1" status: 200 len: 1001 time: 0.5628955 Aug 11 22:06:25.406062 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11073d61-973c-47eb-8246-dd810a92e15b None None] Network 22676bc5-4aee-4a41-8ba8-faaf749fee2e requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:06:25.410907 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98a8849-aebd-425a-aa4f-e1c192ae9d46 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:25.412247 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 7fc16189-90cf-4d6a-a63f-c5bc45d8218a {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:06:25.412493 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7fc16189-90cf-4d6a-a63f-c5bc45d8218a not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:06:25.412607 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c98a8849-aebd-425a-aa4f-e1c192ae9d46 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:25.412917 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 6e5c1827-084f-45ca-94ac-5ee02d698f6b no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:06:25.441614 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-bd24de3d-2c6e-487e-ad61-02664e34f423 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:25.451243 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-bd24de3d-2c6e-487e-ad61-02664e34f423 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:25.488322 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 6e5c1827-084f-45ca-94ac-5ee02d698f6b {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:06:25.488704 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 6e5c1827-084f-45ca-94ac-5ee02d698f6b not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:06:25.505670 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:25.517129 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-a9b11fab-9811-4c6a-92a8-ddb38b21c4d7 admin admin] Deleting port 8559962b-6767-4861-9b10-760184d0e9ed {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:06:25.517129 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9b11fab-9811-4c6a-92a8-ddb38b21c4d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:25.524133 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8305041d-268c-48b4-a5ed-8770a1400432 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:06:25.562148 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 8305041d-268c-48b4-a5ed-8770a1400432, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=8305041d-268c-48b4-a5ed-8770a1400432,segment=NetworkSegment(5d8fb5c3-ba7d-4eea-913c-271da168d81e),segment_id=5d8fb5c3-ba7d-4eea-913c-271da168d81e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:06:25.570787 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:25.601092 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95ad2ece-7961-4fac-95d8-08ba6fcd3f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:25.601839 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ad2ece-7961-4fac-95d8-08ba6fcd3f59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6c796f7-bd9c-403c-8a7f-34e2a5af3611 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:06:25.625220 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95ad2ece-7961-4fac-95d8-08ba6fcd3f59 admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:25.627549 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-95ad2ece-7961-4fac-95d8-08ba6fcd3f59 admin admin] 10.222.0.77 "DELETE /v2.0/routers/c6c796f7-bd9c-403c-8a7f-34e2a5af3611 HTTP/1.1" status: 204 len: 168 time: 3.7047036 Aug 11 22:06:25.638370 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40078) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:25.680084 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24de3d-2c6e-487e-ad61-02664e34f423 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c9b71b-ba84-4220-8eab-8ff71b37c5fb,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:25.691674 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-97e0702e-94b4-4293-9978-a57251fcfd28 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:25.710964 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c98a8849-aebd-425a-aa4f-e1c192ae9d46 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8511260 Aug 11 22:06:25.712250 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40080) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:25.725807 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-000a8192-e21d-4853-8d16-48b1dfcf52dd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Request body: {'subnet': {'network_id': 'c74395db-c7eb-4508-9006-176acc6e4b6d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:25.757280 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60c2c2-cfe4-4423-bd85-345b6c6af030 req-00234040-24e4-45dd-bf9e-fd699c176364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:25.761655 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b60c2c2-cfe4-4423-bd85-345b6c6af030 req-00234040-24e4-45dd-bf9e-fd699c176364 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7dff4e45-f48e-4976-9708-e4527f53ecdf HTTP/1.1" status: 200 len: 856 time: 0.3442276 Aug 11 22:06:25.794757 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4616536-b68e-43fc-9169-5be76cc7b328 None None] DHCP port deletion for 1c3ee35b-1680-40ce-a5ec-450a30ee6971 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:06:25.909613 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=8305041d-268c-48b4-a5ed-8770a1400432,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:25.959301 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-a9b11fab-9811-4c6a-92a8-ddb38b21c4d7 admin admin] For port 8559962b-6767-4861-9b10-760184d0e9ed, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8559962b-6767-4861-9b10-760184d0e9ed,segment=NetworkSegment(4c272644-500c-413c-905e-4ca7e6890613),segment_id=4c272644-500c-413c-905e-4ca7e6890613)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:06:25.959917 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9b11fab-9811-4c6a-92a8-ddb38b21c4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:25.975895 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-f4616536-b68e-43fc-9169-5be76cc7b328 None None] Deleting port 8559962b-6767-4861-9b10-760184d0e9ed {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:06:25.976437 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f4616536-b68e-43fc-9169-5be76cc7b328 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:25.983414 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4a2e7c-5e41-46de-a188-6b7036c58cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-22676bc5-4aee-4a41-8ba8-faaf749fee2e', 'network_id': '22676bc5-4aee-4a41-8ba8-faaf749fee2e', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'fixed_ips': [{'subnet_id': 'e871e4ee-55f0-4341-85cf-dbdc8115bdad'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:06:25.984084 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-2426476b-f5aa-41c1-89b8-ad98e9175026 admin admin] Deleting subnet 31cc202f-7036-4d21-8edf-d7fd5eff37b1 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:06:25.985501 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-af4a2e7c-5e41-46de-a188-6b7036c58cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:25.988877 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60c2c2-cfe4-4423-bd85-345b6c6af030 req-f806b566-311c-4ecb-8fdc-da0c96487b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:25.991050 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b60c2c2-cfe4-4423-bd85-345b6c6af030 req-f806b566-311c-4ecb-8fdc-da0c96487b39 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=51af6b0f-08b6-41a5-a9ed-48b34e3cb239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2132645 Aug 11 22:06:25.996842 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-797ca3a4-babc-44cb-9d82-b8e324154b0b service neutron] 10.222.0.77 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8324380 Aug 11 22:06:26.013575 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-a9b11fab-9811-4c6a-92a8-ddb38b21c4d7 admin admin] Calling delete_port for 8559962b-6767-4861-9b10-760184d0e9ed owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:06:26.016855 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2426476b-f5aa-41c1-89b8-ad98e9175026 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:26.068115 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-bd24de3d-2c6e-487e-ad61-02664e34f423 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Allocated IP 192.168.233.70 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/f10a55b2-e332-4884-a88e-e395a15cdee0) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:06:26.083459 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['8305041d-268c-48b4-a5ed-8770a1400432'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:06:26.115649 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fd2e8-9f38-4e49-ad18-6b100087ae24 req-01571458-b75c-460e-98a1-9395da9a2efa tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:26.117931 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000a8192-e21d-4853-8d16-48b1dfcf52dd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Made reservation on behalf of 2b3840ad876e4bee8133e6f4b31e7f76 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:06:26.122196 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-000a8192-e21d-4853-8d16-48b1dfcf52dd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:26.127321 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-657fd2e8-9f38-4e49-ad18-6b100087ae24 req-01571458-b75c-460e-98a1-9395da9a2efa tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/ports?device_id=e80c93b7-348b-4cb1-9818-64fa7f55468a HTTP/1.1" status: 200 len: 944 time: 0.3578541 Aug 11 22:06:26.226053 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2426476b-f5aa-41c1-89b8-ad98e9175026 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:26.281123 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-f4616536-b68e-43fc-9169-5be76cc7b328 None None] For port 8559962b-6767-4861-9b10-760184d0e9ed, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8559962b-6767-4861-9b10-760184d0e9ed,segment=NetworkSegment(4c272644-500c-413c-905e-4ca7e6890613),segment_id=4c272644-500c-413c-905e-4ca7e6890613)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:06:26.281738 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f4616536-b68e-43fc-9169-5be76cc7b328 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:26.311775 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-f4616536-b68e-43fc-9169-5be76cc7b328 None None] Calling delete_port for 8559962b-6767-4861-9b10-760184d0e9ed owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:06:26.320899 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b60c2c2-cfe4-4423-bd85-345b6c6af030 req-5d42e7da-f57b-4425-981a-231b927e4b48 service neutron] 10.222.0.52 "GET /v2.0/networks/51af6b0f-08b6-41a5-a9ed-48b34e3cb239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172345 Aug 11 22:06:26.322782 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-657fd2e8-9f38-4e49-ad18-6b100087ae24 req-5e674d2c-9603-4a0a-ba1e-519392eb54ce tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/security-groups?id=ca13836e-ea43-425c-975d-cb8b512179c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942430 Aug 11 22:06:26.353705 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-eb089782-7d84-4d88-93fc-f8dff7fa3f09 service neutron] 10.222.0.77 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311265 Aug 11 22:06:26.419742 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9b11fab-9811-4c6a-92a8-ddb38b21c4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:26.505172 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b11fab-9811-4c6a-92a8-ddb38b21c4d7 admin admin] No DVR routers for this DVR port 8559962b-6767-4861-9b10-760184d0e9ed on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:06:26.549487 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b11fab-9811-4c6a-92a8-ddb38b21c4d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8559962b-6767-4861-9b10-760184d0e9ed,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:26.561557 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-af4a2e7c-5e41-46de-a188-6b7036c58cd6 None None] Allocated IP 10.1.1.2 (22676bc5-4aee-4a41-8ba8-faaf749fee2e/e871e4ee-55f0-4341-85cf-dbdc8115bdad/de92fa7c-2217-4df6-a2a8-42269afdecb0) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:06:26.888462 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f4616536-b68e-43fc-9169-5be76cc7b328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:26.900147 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1a29c629-793a-423b-bf5c-7f5af42e75ed req-5ea80155-15fe-4824-9da8-e5da860cdb2f tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3b6d0d-d4ab-4787-899f-0a3e9d031e34 HTTP/1.1" status: 200 len: 210 time: 0.1369381 Aug 11 22:06:26.902333 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9b11fab-9811-4c6a-92a8-ddb38b21c4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:26.938464 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2426476b-f5aa-41c1-89b8-ad98e9175026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:26.945586 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-a9b11fab-9811-4c6a-92a8-ddb38b21c4d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3ee35b-1680-40ce-a5ec-450a30ee6971']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:26.970141 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4616536-b68e-43fc-9169-5be76cc7b328 None None] Pushing event deleted for resources: {'Port': ['ID=8559962b-6767-4861-9b10-760184d0e9ed,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:26.984007 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-a9b11fab-9811-4c6a-92a8-ddb38b21c4d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c272644-500c-413c-905e-4ca7e6890613') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:26.984745 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-a9b11fab-9811-4c6a-92a8-ddb38b21c4d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c272644-500c-413c-905e-4ca7e6890613') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:27.007378 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9b11fab-9811-4c6a-92a8-ddb38b21c4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:27.014868 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4616536-b68e-43fc-9169-5be76cc7b328 None None] No DVR routers for this DVR port 8559962b-6767-4861-9b10-760184d0e9ed on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:06:27.053649 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9b11fab-9811-4c6a-92a8-ddb38b21c4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:27.086850 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b925a0c6-2c69-4e72-a37f-08e99bb58b35 req-f0bc711a-3e79-4274-af25-e1fc5cb2a2bc tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c681a048-cd9d-4a75-a120-f3e88edb0dd6 HTTP/1.1" status: 200 len: 210 time: 0.1422572 Aug 11 22:06:27.096705 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-bd24de3d-2c6e-487e-ad61-02664e34f423 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b11fab-9811-4c6a-92a8-ddb38b21c4d7 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9b11fab-9811-4c6a-92a8-ddb38b21c4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:06:27.114317 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:06:27.139757 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b60c2c2-cfe4-4423-bd85-345b6c6af030 req-a358c692-ae00-4a50-b896-9c0bb8c0c4d8 service neutron] 10.222.0.52 "GET /v2.0/networks/51af6b0f-08b6-41a5-a9ed-48b34e3cb239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8045316 Aug 11 22:06:27.226898 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-af4a2e7c-5e41-46de-a188-6b7036c58cd6 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:27.235206 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-bd24de3d-2c6e-487e-ad61-02664e34f423 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Transition to ACTIVE for port object f10a55b2-e332-4884-a88e-e395a15cdee0 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:06:27.243175 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-af4a2e7c-5e41-46de-a188-6b7036c58cd6 None None] Transition to ACTIVE for port object de92fa7c-2217-4df6-a2a8-42269afdecb0 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:06:27.245428 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2426476b-f5aa-41c1-89b8-ad98e9175026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:27.281520 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-af4a2e7c-5e41-46de-a188-6b7036c58cd6 None None] Transition to ACTIVE for port object de92fa7c-2217-4df6-a2a8-42269afdecb0 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:06:27.283007 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2426476b-f5aa-41c1-89b8-ad98e9175026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:27.289777 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2426476b-f5aa-41c1-89b8-ad98e9175026 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/31cc202f-7036-4d21-8edf-d7fd5eff37b1 HTTP/1.1" status: 204 len: 168 time: 1.6382658 Aug 11 22:06:27.290889 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40094) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:27.296186 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b6b6c7-67b5-4176-97f0-9d478b9d7b1e None None] Network f0be7e54-3a55-4fff-96a5-20ef9a80e3fb requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:06:27.341091 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-97e0702e-94b4-4293-9978-a57251fcfd28 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:27.348026 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-000a8192-e21d-4853-8d16-48b1dfcf52dd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:27.386789 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426476b-f5aa-41c1-89b8-ad98e9175026 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31cc202f-7036-4d21-8edf-d7fd5eff37b1,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:27.401252 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9b11fab-9811-4c6a-92a8-ddb38b21c4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:27.410422 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-af4a2e7c-5e41-46de-a188-6b7036c58cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:27.465127 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8559962b-6767-4861-9b10-760184d0e9ed no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:06:27.477912 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a8192-e21d-4853-8d16-48b1dfcf52dd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Pushing event updated for resources: {'Subnet': ['ID=13b7bc9a-1b63-4e42-b53a-8f3bb1200a3d,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:27.482791 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-97e0702e-94b4-4293-9978-a57251fcfd28 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:27.487880 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9b11fab-9811-4c6a-92a8-ddb38b21c4d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:27.493491 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a9b11fab-9811-4c6a-92a8-ddb38b21c4d7 admin admin] 10.222.0.77 "DELETE /v2.0/networks/1c3ee35b-1680-40ce-a5ec-450a30ee6971 HTTP/1.1" status: 204 len: 168 time: 2.3977370 Aug 11 22:06:27.505399 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b11fab-9811-4c6a-92a8-ddb38b21c4d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c3ee35b-1680-40ce-a5ec-450a30ee6971,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:27.528456 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ad2bef20-1c73-4f73-bba0-c1d3e6638ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:27.579775 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4a2e7c-5e41-46de-a188-6b7036c58cd6 None None] Network 22676bc5-4aee-4a41-8ba8-faaf749fee2e is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:06:27.586655 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 8559962b-6767-4861-9b10-760184d0e9ed {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:06:27.587161 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8559962b-6767-4861-9b10-760184d0e9ed not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:06:27.595112 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-af4a2e7c-5e41-46de-a188-6b7036c58cd6 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:06:27.602127 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4a2e7c-5e41-46de-a188-6b7036c58cd6 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:06:27.733488 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-bd24de3d-2c6e-487e-ad61-02664e34f423 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:27.738289 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a2e7c-5e41-46de-a188-6b7036c58cd6 None None] Pushing event updated for resources: {'Port': ['ID=de92fa7c-2217-4df6-a2a8-42269afdecb0,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:27.764405 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-af4a2e7c-5e41-46de-a188-6b7036c58cd6 None None] Attempting to bind port de92fa7c-2217-4df6-a2a8-42269afdecb0 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:06:27.764997 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-af4a2e7c-5e41-46de-a188-6b7036c58cd6 None None] Attempting to bind port de92fa7c-2217-4df6-a2a8-42269afdecb0 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '9d897c8b-3740-4eeb-a648-0035b9afdf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '22676bc5-4aee-4a41-8ba8-faaf749fee2e'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:06:27.765600 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4a2e7c-5e41-46de-a188-6b7036c58cd6 None None] Attempting to bind port de92fa7c-2217-4df6-a2a8-42269afdecb0 on network 22676bc5-4aee-4a41-8ba8-faaf749fee2e {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:06:27.786783 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000a8192-e21d-4853-8d16-48b1dfcf52dd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Checking segment: {'id': '737de52c-544b-4831-b19c-fef2d8c7a4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c74395db-c7eb-4508-9006-176acc6e4b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:06:27.790973 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000a8192-e21d-4853-8d16-48b1dfcf52dd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Network hostable DHCP agents. Network: c74395db-c7eb-4508-9006-176acc6e4b6d, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:06:27.824685 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4a2e7c-5e41-46de-a188-6b7036c58cd6 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:06:27.825477 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4a2e7c-5e41-46de-a188-6b7036c58cd6 None None] Checking segment: {'id': '9d897c8b-3740-4eeb-a648-0035b9afdf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '22676bc5-4aee-4a41-8ba8-faaf749fee2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:06:27.825907 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-af4a2e7c-5e41-46de-a188-6b7036c58cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:27.826552 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4a2e7c-5e41-46de-a188-6b7036c58cd6 None None] Bound using segment: {'id': '9d897c8b-3740-4eeb-a648-0035b9afdf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '22676bc5-4aee-4a41-8ba8-faaf749fee2e'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:06:27.827410 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-af4a2e7c-5e41-46de-a188-6b7036c58cd6 None None] Bound port: de92fa7c-2217-4df6-a2a8-42269afdecb0, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d897c8b-3740-4eeb-a648-0035b9afdf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '22676bc5-4aee-4a41-8ba8-faaf749fee2e'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:06:27.828019 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-af4a2e7c-5e41-46de-a188-6b7036c58cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:27.845678 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea9f0e-7019-4e62-9baf-281d0145a5f6 req-b0b0c133-a0eb-4c18-b84c-b359460fe5b0 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:27.856823 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000a8192-e21d-4853-8d16-48b1dfcf52dd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Network c74395db-c7eb-4508-9006-176acc6e4b6d is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:06:27.860640 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6eea9f0e-7019-4e62-9baf-281d0145a5f6 req-b0b0c133-a0eb-4c18-b84c-b359460fe5b0 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/ports?device_id=e80c93b7-348b-4cb1-9818-64fa7f55468a HTTP/1.1" status: 200 len: 944 time: 0.3027925 Aug 11 22:06:27.873046 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-000a8192-e21d-4853-8d16-48b1dfcf52dd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, c74395db-c7eb-4508-9006-176acc6e4b6d) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:06:27.888539 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000a8192-e21d-4853-8d16-48b1dfcf52dd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:27.889203 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-000a8192-e21d-4853-8d16-48b1dfcf52dd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:27.913179 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab449b3e-4bfb-46b7-8f67-d763ff1dc575 None None] Network c74395db-c7eb-4508-9006-176acc6e4b6d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:06:27.923741 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-97e0702e-94b4-4293-9978-a57251fcfd28 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:27.933388 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-000a8192-e21d-4853-8d16-48b1dfcf52dd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2159672 Aug 11 22:06:27.938124 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40106) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:27.969449 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-b9a54639-c340-42d1-aef4-74096d6cdcd8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Request body: {'port': {'network_id': '22676bc5-4aee-4a41-8ba8-faaf749fee2e', 'name': 'tempest-TaggedBootDevicesTest-1913102867', 'fixed_ips': [{'subnet_id': 'e871e4ee-55f0-4341-85cf-dbdc8115bdad'}]}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:27.979589 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-bd24de3d-2c6e-487e-ad61-02664e34f423 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:06:27.980610 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40108) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:28.044665 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-af4a2e7c-5e41-46de-a188-6b7036c58cd6 None None] For port de92fa7c-2217-4df6-a2a8-42269afdecb0, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:06:28.049622 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-af4a2e7c-5e41-46de-a188-6b7036c58cd6 None None] For port de92fa7c-2217-4df6-a2a8-42269afdecb0, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=de92fa7c-2217-4df6-a2a8-42269afdecb0,segment=NetworkSegment(9d897c8b-3740-4eeb-a648-0035b9afdf7b),segment_id=9d897c8b-3740-4eeb-a648-0035b9afdf7b)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:06:28.050201 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-bd24de3d-2c6e-487e-ad61-02664e34f423 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:06:28.089246 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-af4a2e7c-5e41-46de-a188-6b7036c58cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:28.146353 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-bd24de3d-2c6e-487e-ad61-02664e34f423 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:06:28.243839 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be807da-e12b-4a6d-8474-0c9623f83159 None None] DHCP port deletion for f0be7e54-3a55-4fff-96a5-20ef9a80e3fb request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:06:28.276793 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24de3d-2c6e-487e-ad61-02664e34f423 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Pushing event updated for resources: {'Port': ['ID=f10a55b2-e332-4884-a88e-e395a15cdee0,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:28.344769 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a2e7c-5e41-46de-a188-6b7036c58cd6 None None] Pushing event updated for resources: {'Port': ['ID=de92fa7c-2217-4df6-a2a8-42269afdecb0,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:28.361906 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bef20-1c73-4f73-bba0-c1d3e6638ee8 admin admin] Deleting port 9f2f9790-0b79-411d-95df-f444de848cbb {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:06:28.368516 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ad2bef20-1c73-4f73-bba0-c1d3e6638ee8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:28.452730 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-97e0702e-94b4-4293-9978-a57251fcfd28 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:28.458301 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-97e0702e-94b4-4293-9978-a57251fcfd28 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:28.484596 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5e360b-9739-4e05-aa98-d3081084f899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-c74395db-c7eb-4508-9006-176acc6e4b6d', 'network_id': 'c74395db-c7eb-4508-9006-176acc6e4b6d', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'fixed_ips': [{'subnet_id': '13b7bc9a-1b63-4e42-b53a-8f3bb1200a3d'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:06:28.487731 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4c5e360b-9739-4e05-aa98-d3081084f899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:28.541205 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a8e11d56-fe96-4874-9247-f405f0f56185 None None] Provisioning for port f10a55b2-e332-4884-a88e-e395a15cdee0 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:06:28.550711 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2aff25-3389-42ec-841e-215310f251de req-29ef460b-7cd6-4513-af9b-c620f0961ee9 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:28.553452 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3e2aff25-3389-42ec-841e-215310f251de req-29ef460b-7cd6-4513-af9b-c620f0961ee9 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3b6d0d-d4ab-4787-899f-0a3e9d031e34 HTTP/1.1" status: 200 len: 935 time: 0.4005620 Aug 11 22:06:28.574750 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-bd24de3d-2c6e-487e-ad61-02664e34f423 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:28.575617 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-bd24de3d-2c6e-487e-ad61-02664e34f423 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:28.586860 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6eea9f0e-7019-4e62-9baf-281d0145a5f6 req-527a3aa7-1ba4-4647-9c0b-95c65513ddb1 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/security-groups?id=ca13836e-ea43-425c-975d-cb8b512179c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6696966 Aug 11 22:06:28.587183 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-97e0702e-94b4-4293-9978-a57251fcfd28 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:28.587397 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e0702e-94b4-4293-9978-a57251fcfd28 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d0d6543-2ceb-4a3c-b585-793fb54f6d3c {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:06:28.590010 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-7be807da-e12b-4a6d-8474-0c9623f83159 None None] Deleting port 9f2f9790-0b79-411d-95df-f444de848cbb {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:06:28.590975 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7be807da-e12b-4a6d-8474-0c9623f83159 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:28.594043 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a8e11d56-fe96-4874-9247-f405f0f56185 None None] Provisioning complete for port f10a55b2-e332-4884-a88e-e395a15cdee0 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:28.594408 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a8e11d56-fe96-4874-9247-f405f0f56185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:28.607298 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b19da394-495e-4a89-a61f-28f8253f59d9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bbabed8946d642c3bc7c5dee10664230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6180151 Aug 11 22:06:28.607298 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-ad2bef20-1c73-4f73-bba0-c1d3e6638ee8 admin admin] For port 9f2f9790-0b79-411d-95df-f444de848cbb, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9f2f9790-0b79-411d-95df-f444de848cbb,segment=NetworkSegment(160b2cea-9b73-4403-a955-9a49a7314883),segment_id=160b2cea-9b73-4403-a955-9a49a7314883)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:06:28.607298 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ad2bef20-1c73-4f73-bba0-c1d3e6638ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:28.628465 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40112) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:28.660516 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bef20-1c73-4f73-bba0-c1d3e6638ee8 admin admin] Calling delete_port for 9f2f9790-0b79-411d-95df-f444de848cbb owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:06:28.670149 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-bd24de3d-2c6e-487e-ad61-02664e34f423 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2387223 Aug 11 22:06:28.686489 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-85eff0ad-f663-408a-85c3-306290425fab service neutron] Request body: {'port': {'device_id': '6f3b6d0d-d4ab-4787-899f-0a3e9d031e34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:28.710943 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-97e0702e-94b4-4293-9978-a57251fcfd28 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 11 22:06:28.717282 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-97e0702e-94b4-4293-9978-a57251fcfd28 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.3365457 Aug 11 22:06:28.720986 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-a8e11d56-fe96-4874-9247-f405f0f56185 None None] Port f10a55b2-e332-4884-a88e-e395a15cdee0 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:06:28.733270 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40114) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:28.794558 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3e2aff25-3389-42ec-841e-215310f251de req-04441811-8b3b-4fc9-b400-730cd26e0d25 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/security-groups?id=97c9b71b-ba84-4220-8eab-8ff71b37c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185242 Aug 11 22:06:28.856325 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ad95607a-5ac5-470b-b07b-48fa2b84f794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:28.870030 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-85eff0ad-f663-408a-85c3-306290425fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:28.937545 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ad95607a-5ac5-470b-b07b-48fa2b84f794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:28.951086 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-7be807da-e12b-4a6d-8474-0c9623f83159 None None] For port 9f2f9790-0b79-411d-95df-f444de848cbb, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9f2f9790-0b79-411d-95df-f444de848cbb,segment=NetworkSegment(160b2cea-9b73-4403-a955-9a49a7314883),segment_id=160b2cea-9b73-4403-a955-9a49a7314883)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:06:28.951720 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7be807da-e12b-4a6d-8474-0c9623f83159 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:28.953886 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-a57c8e23-8ed8-49b7-9b94-afd6eff704c8 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Deleting port 53f01fab-4942-475a-a042-e716e8770660 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:06:28.954324 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a57c8e23-8ed8-49b7-9b94-afd6eff704c8 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:28.992934 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 8305041d-268c-48b4-a5ed-8770a1400432 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:06:28.997563 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-7be807da-e12b-4a6d-8474-0c9623f83159 None None] Calling delete_port for 9f2f9790-0b79-411d-95df-f444de848cbb owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:06:29.024737 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ea4f97ac-cf95-4236-96b2-e01d3e7a59f8 req-dbe695a8-7515-4c4f-998e-52c8300fa109 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c681a048-cd9d-4a75-a120-f3e88edb0dd6 HTTP/1.1" status: 200 len: 210 time: 0.2601063 Aug 11 22:06:29.032381 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a54639-c340-42d1-aef4-74096d6cdcd8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Made reservation on behalf of 2b3840ad876e4bee8133e6f4b31e7f76 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:06:29.178520 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a57c8e23-8ed8-49b7-9b94-afd6eff704c8 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:29.199992 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-4c5e360b-9739-4e05-aa98-d3081084f899 None None] Allocated IP 10.2.2.2 (c74395db-c7eb-4508-9006-176acc6e4b6d/13b7bc9a-1b63-4e42-b53a-8f3bb1200a3d/ce1f152e-a0b4-47c6-9bca-fb15796c0a14) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:06:29.205138 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-a57c8e23-8ed8-49b7-9b94-afd6eff704c8 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Calling delete_port for 53f01fab-4942-475a-a042-e716e8770660 owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:06:29.316821 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ad95607a-5ac5-470b-b07b-48fa2b84f794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:29.320358 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ad95607a-5ac5-470b-b07b-48fa2b84f794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:29.339676 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ad95607a-5ac5-470b-b07b-48fa2b84f794 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3ce92cf0-9983-49f8-8d34-e3c88f7b6d6e HTTP/1.1" status: 204 len: 168 time: 0.6955328 Aug 11 22:06:29.374323 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 8305041d-268c-48b4-a5ed-8770a1400432 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:06:29.384807 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95607a-5ac5-470b-b07b-48fa2b84f794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce92cf0-9983-49f8-8d34-e3c88f7b6d6e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:29.386492 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 8305041d-268c-48b4-a5ed-8770a1400432 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:29.386815 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:29.559626 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4c5e360b-9739-4e05-aa98-d3081084f899 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:29.575748 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4c5e360b-9739-4e05-aa98-d3081084f899 None None] Transition to ACTIVE for port object ce1f152e-a0b4-47c6-9bca-fb15796c0a14 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:06:29.600241 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4c5e360b-9739-4e05-aa98-d3081084f899 None None] Transition to ACTIVE for port object ce1f152e-a0b4-47c6-9bca-fb15796c0a14 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:06:29.605911 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a57c8e23-8ed8-49b7-9b94-afd6eff704c8 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:29.612999 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device de92fa7c-2217-4df6-a2a8-42269afdecb0 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:06:29.623748 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4c5e360b-9739-4e05-aa98-d3081084f899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:29.663716 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7be807da-e12b-4a6d-8474-0c9623f83159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:29.735206 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c8e23-8ed8-49b7-9b94-afd6eff704c8 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Pushing event deleted for resources: {'Port': ['ID=53f01fab-4942-475a-a042-e716e8770660,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:29.748533 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5e360b-9739-4e05-aa98-d3081084f899 None None] Network c74395db-c7eb-4508-9006-176acc6e4b6d is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:06:29.764786 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be807da-e12b-4a6d-8474-0c9623f83159 None None] No DVR routers for this DVR port 9f2f9790-0b79-411d-95df-f444de848cbb on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:06:29.769191 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-4c5e360b-9739-4e05-aa98-d3081084f899 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:06:29.774758 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e360b-9739-4e05-aa98-d3081084f899 None None] Pushing event updated for resources: {'Port': ['ID=ce1f152e-a0b4-47c6-9bca-fb15796c0a14,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:29.777817 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b9a54639-c340-42d1-aef4-74096d6cdcd8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:29.788987 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5e360b-9739-4e05-aa98-d3081084f899 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:06:29.847700 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ad2bef20-1c73-4f73-bba0-c1d3e6638ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:29.872258 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-4f3d494b-5b47-4b74-9a7d-904bf1474b3b tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:29.881601 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-4f3d494b-5b47-4b74-9a7d-904bf1474b3b tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.82 "GET /v2.0/networks?id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 200 len: 811 time: 1.1122830 Aug 11 22:06:29.966110 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a57c8e23-8ed8-49b7-9b94-afd6eff704c8 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:29.974824 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a57c8e23-8ed8-49b7-9b94-afd6eff704c8 tempest-RoutersAdminNegativeTest-626737268 tempest-RoutersAdminNegativeTest-626737268-project-admin] 10.222.0.77 "DELETE /v2.0/ports/53f01fab-4942-475a-a042-e716e8770660 HTTP/1.1" status: 204 len: 168 time: 1.2400105 Aug 11 22:06:30.097578 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be807da-e12b-4a6d-8474-0c9623f83159 None None] Pushing event deleted for resources: {'Port': ['ID=9f2f9790-0b79-411d-95df-f444de848cbb,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:30.113269 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab44db-0e0f-4e5d-b7cf-ed13d9441075 req-9ff56f8d-e8ae-48a6-97de-571f8a89a679 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:30.117550 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-11ab44db-0e0f-4e5d-b7cf-ed13d9441075 req-9ff56f8d-e8ae-48a6-97de-571f8a89a679 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3b6d0d-d4ab-4787-899f-0a3e9d031e34 HTTP/1.1" status: 200 len: 935 time: 0.1304772 Aug 11 22:06:30.120963 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17328a1-43b1-4492-82e9-5d640b96060e None None] Network 22676bc5-4aee-4a41-8ba8-faaf749fee2e requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:06:30.151831 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-b9a54639-c340-42d1-aef4-74096d6cdcd8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] device_id is not set on port 3662de63-2216-47cd-a09d-9450446cab7f yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:06:30.182716 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-fd773e6b-7173-4e6c-9ca5-367321c9be91 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Request body: {'port': {'device_id': 'c681a048-cd9d-4a75-a120-f3e88edb0dd6', 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9', 'admin_state_up': True, 'tenant_id': 'f3da70be91664ca8a55d012676042959'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:30.215631 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port de92fa7c-2217-4df6-a2a8-42269afdecb0 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:06:30.247870 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2bef20-1c73-4f73-bba0-c1d3e6638ee8 admin admin] No DVR routers for this DVR port 9f2f9790-0b79-411d-95df-f444de848cbb on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:06:30.259707 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-11ab44db-0e0f-4e5d-b7cf-ed13d9441075 req-99687de6-4174-4b3f-8db9-55e96f6205c8 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/security-groups?id=97c9b71b-ba84-4220-8eab-8ff71b37c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205361 Aug 11 22:06:30.327997 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:30.357608 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bef20-1c73-4f73-bba0-c1d3e6638ee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f2f9790-0b79-411d-95df-f444de848cbb,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:30.371474 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-85f3e35a-5266-46be-8517-4304c505ae6c None None] Provisioning for port de92fa7c-2217-4df6-a2a8-42269afdecb0 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:06:30.387544 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-4c5e360b-9739-4e05-aa98-d3081084f899 None None] Attempting to bind port ce1f152e-a0b4-47c6-9bca-fb15796c0a14 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:06:30.391879 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-4c5e360b-9739-4e05-aa98-d3081084f899 None None] Attempting to bind port ce1f152e-a0b4-47c6-9bca-fb15796c0a14 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '737de52c-544b-4831-b19c-fef2d8c7a4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c74395db-c7eb-4508-9006-176acc6e4b6d'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:06:30.397020 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5e360b-9739-4e05-aa98-d3081084f899 None None] Attempting to bind port ce1f152e-a0b4-47c6-9bca-fb15796c0a14 on network c74395db-c7eb-4508-9006-176acc6e4b6d {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:06:30.435933 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5e360b-9739-4e05-aa98-d3081084f899 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:06:30.439176 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5e360b-9739-4e05-aa98-d3081084f899 None None] Checking segment: {'id': '737de52c-544b-4831-b19c-fef2d8c7a4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c74395db-c7eb-4508-9006-176acc6e4b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:06:30.439976 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4c5e360b-9739-4e05-aa98-d3081084f899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:30.441087 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5e360b-9739-4e05-aa98-d3081084f899 None None] Bound using segment: {'id': '737de52c-544b-4831-b19c-fef2d8c7a4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c74395db-c7eb-4508-9006-176acc6e4b6d'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:06:30.444767 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-4c5e360b-9739-4e05-aa98-d3081084f899 None None] Bound port: ce1f152e-a0b4-47c6-9bca-fb15796c0a14, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737de52c-544b-4831-b19c-fef2d8c7a4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c74395db-c7eb-4508-9006-176acc6e4b6d'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:06:30.445430 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4c5e360b-9739-4e05-aa98-d3081084f899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:30.484962 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9f2f9790-0b79-411d-95df-f444de848cbb no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:06:30.573369 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-85f3e35a-5266-46be-8517-4304c505ae6c None None] Provisioning complete for port de92fa7c-2217-4df6-a2a8-42269afdecb0 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:30.573991 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-85f3e35a-5266-46be-8517-4304c505ae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:30.617595 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40144) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:30.733313 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 9f2f9790-0b79-411d-95df-f444de848cbb {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:06:30.736036 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9f2f9790-0b79-411d-95df-f444de848cbb not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:06:30.819057 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-57eea5c1-39a5-4dfb-b732-dc5ed7b3a182 req-d15dbaf6-26ec-4e5d-aa15-a101cfdbba7a tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c681a048-cd9d-4a75-a120-f3e88edb0dd6 HTTP/1.1" status: 200 len: 210 time: 0.1345966 Aug 11 22:06:30.897826 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80c93b7-348b-4cb1-9818-64fa7f55468a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8305041d-268c-48b4-a5ed-8770a1400432'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:06:30.900701 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a13d307-4a60-45b4-bd07-3967bbae0f45" -d '{"events": [{"server_uuid": "e80c93b7-348b-4cb1-9818-64fa7f55468a", "name": "network-vif-plugged", "status": "completed", "tag": "8305041d-268c-48b4-a5ed-8770a1400432"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:06:30.990922 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 8305041d-268c-48b4-a5ed-8770a1400432, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=8305041d-268c-48b4-a5ed-8770a1400432,segment=NetworkSegment(5d8fb5c3-ba7d-4eea-913c-271da168d81e),segment_id=5d8fb5c3-ba7d-4eea-913c-271da168d81e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:06:31.017506 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:31.029693 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4c5e360b-9739-4e05-aa98-d3081084f899 None None] For port ce1f152e-a0b4-47c6-9bca-fb15796c0a14, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:06:31.038594 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4c5e360b-9739-4e05-aa98-d3081084f899 None None] For port ce1f152e-a0b4-47c6-9bca-fb15796c0a14, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=ce1f152e-a0b4-47c6-9bca-fb15796c0a14,segment=NetworkSegment(737de52c-544b-4831-b19c-fef2d8c7a4ab),segment_id=737de52c-544b-4831-b19c-fef2d8c7a4ab)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:06:31.057116 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ac1f9094-1ca2-4f9d-99a6-ea6f68522369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:31.087464 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4c5e360b-9739-4e05-aa98-d3081084f899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:31.199369 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-85f3e35a-5266-46be-8517-4304c505ae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:31.332867 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=8305041d-268c-48b4-a5ed-8770a1400432,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:31.477609 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e360b-9739-4e05-aa98-d3081084f899 None None] Pushing event updated for resources: {'Port': ['ID=ce1f152e-a0b4-47c6-9bca-fb15796c0a14,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:31.496082 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-85f3e35a-5266-46be-8517-4304c505ae6c None None] For port de92fa7c-2217-4df6-a2a8-42269afdecb0, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=de92fa7c-2217-4df6-a2a8-42269afdecb0,segment=NetworkSegment(9d897c8b-3740-4eeb-a648-0035b9afdf7b),segment_id=9d897c8b-3740-4eeb-a648-0035b9afdf7b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:06:31.503485 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22bdd60-1813-42e3-888a-0c64d8c19271 x-openstack-request-id: req-d22bdd60-1813-42e3-888a-0c64d8c19271 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:06:31.504668 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80c93b7-348b-4cb1-9818-64fa7f55468a", "name": "network-vif-plugged", "status": "completed", "tag": "8305041d-268c-48b4-a5ed-8770a1400432", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:06:31.506021 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d22bdd60-1813-42e3-888a-0c64d8c19271 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:06:31.507004 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80c93b7-348b-4cb1-9818-64fa7f55468a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8305041d-268c-48b4-a5ed-8770a1400432', 'code': 200} Aug 11 22:06:31.511535 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-85f3e35a-5266-46be-8517-4304c505ae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:31.526487 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ac1f9094-1ca2-4f9d-99a6-ea6f68522369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:31.532829 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ac1f9094-1ca2-4f9d-99a6-ea6f68522369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:31.601482 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f9094-1ca2-4f9d-99a6-ea6f68522369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a0221e-4d7f-4dde-9a52-16d0259e510d,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:31.627093 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3e35a-5266-46be-8517-4304c505ae6c None None] Pushing event updated for resources: {'Port': ['ID=de92fa7c-2217-4df6-a2a8-42269afdecb0,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:31.672698 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-aa9599ae-8487-49d6-9ae2-3b01a62c1ea7 None None] Provisioning complete for port de92fa7c-2217-4df6-a2a8-42269afdecb0 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:31.672996 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-aa9599ae-8487-49d6-9ae2-3b01a62c1ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:31.705087 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ac1f9094-1ca2-4f9d-99a6-ea6f68522369 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b8049c42adef49e4a4f535d6fe8ffa6b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0846584 Aug 11 22:06:31.712760 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40164) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:31.751684 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a0f71-37ed-4b30-b7ef-1cd0156b358f req-f7050a39-7e79-429a-9ef3-4735bbd76601 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:31.760341 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e43a0f71-37ed-4b30-b7ef-1cd0156b358f req-f7050a39-7e79-429a-9ef3-4735bbd76601 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3b6d0d-d4ab-4787-899f-0a3e9d031e34 HTTP/1.1" status: 200 len: 935 time: 0.1602192 Aug 11 22:06:31.848457 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e43a0f71-37ed-4b30-b7ef-1cd0156b358f req-1d228523-aa1b-41ab-825d-ac4acf340119 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/security-groups?id=97c9b71b-ba84-4220-8eab-8ff71b37c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872300 Aug 11 22:06:31.863330 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d2d9a0a4-ac22-4fc3-bfea-ca5097d6c080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:31.896828 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d2d9a0a4-ac22-4fc3-bfea-ca5097d6c080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:31.963867 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d2d9a0a4-ac22-4fc3-bfea-ca5097d6c080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:31.969382 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d2d9a0a4-ac22-4fc3-bfea-ca5097d6c080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:31.972183 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d2d9a0a4-ac22-4fc3-bfea-ca5097d6c080 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/40a0221e-4d7f-4dde-9a52-16d0259e510d HTTP/1.1" status: 204 len: 168 time: 0.2578337 Aug 11 22:06:31.988049 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9a0a4-ac22-4fc3-bfea-ca5097d6c080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a0221e-4d7f-4dde-9a52-16d0259e510d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:31.991439 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97daba38-632b-4779-a9e8-96e2a1384ff1 req-9caf324f-fa45-43ae-b73f-983965bb1a4c tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:31.993318 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-97daba38-632b-4779-a9e8-96e2a1384ff1 req-9caf324f-fa45-43ae-b73f-983965bb1a4c tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/ports?device_id=e80c93b7-348b-4cb1-9818-64fa7f55468a HTTP/1.1" status: 200 len: 944 time: 2.1090004 Aug 11 22:06:32.060913 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ad2bef20-1c73-4f73-bba0-c1d3e6638ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:32.139455 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-ad2bef20-1c73-4f73-bba0-c1d3e6638ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0be7e54-3a55-4fff-96a5-20ef9a80e3fb']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:32.144352 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-85eff0ad-f663-408a-85c3-306290425fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f10a55b2-e332-4884-a88e-e395a15cdee0 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:06:32.176236 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-85eff0ad-f663-408a-85c3-306290425fab service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:32.189993 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-fd773e6b-7173-4e6c-9ca5-367321c9be91 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Made reservation on behalf of f3da70be91664ca8a55d012676042959 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:06:32.194517 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-fd773e6b-7173-4e6c-9ca5-367321c9be91 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:32.214153 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-ad2bef20-1c73-4f73-bba0-c1d3e6638ee8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160b2cea-9b73-4403-a955-9a49a7314883') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:32.214462 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-ad2bef20-1c73-4f73-bba0-c1d3e6638ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160b2cea-9b73-4403-a955-9a49a7314883') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:32.263238 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c4fe0-9c23-481c-88f4-4f044579ab5e req-4cf68dc0-e750-45e8-adbd-53ae8188abc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:32.264943 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a08c4fe0-9c23-481c-88f4-4f044579ab5e req-4cf68dc0-e750-45e8-adbd-53ae8188abc1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e80c93b7-348b-4cb1-9818-64fa7f55468a HTTP/1.1" status: 200 len: 1096 time: 0.5788298 Aug 11 22:06:32.267264 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ad2bef20-1c73-4f73-bba0-c1d3e6638ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:32.270090 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-85eff0ad-f663-408a-85c3-306290425fab service neutron] Transition to ACTIVE for port object f10a55b2-e332-4884-a88e-e395a15cdee0 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:06:32.272690 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-b9a54639-c340-42d1-aef4-74096d6cdcd8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Allocated IP 10.1.1.147 (22676bc5-4aee-4a41-8ba8-faaf749fee2e/e871e4ee-55f0-4341-85cf-dbdc8115bdad/3662de63-2216-47cd-a09d-9450446cab7f) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:06:32.285939 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-97daba38-632b-4779-a9e8-96e2a1384ff1 req-15704ddb-ee1c-4568-b799-cf8895970b3c tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/security-groups?id=ca13836e-ea43-425c-975d-cb8b512179c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2541590 Aug 11 22:06:32.306051 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-85eff0ad-f663-408a-85c3-306290425fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:32.394742 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ad2bef20-1c73-4f73-bba0-c1d3e6638ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:32.476790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2bef20-1c73-4f73-bba0-c1d3e6638ee8 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:06:32.477394 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ad2bef20-1c73-4f73-bba0-c1d3e6638ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:06:32.484363 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:06:32.517496 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7ec3a372-b3d3-462e-8a73-0c335c14bf5b req-d8e66e2c-53a5-4b24-8858-ed28de9055e4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1322336 Aug 11 22:06:32.640764 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a08c4fe0-9c23-481c-88f4-4f044579ab5e req-13971e8b-c839-4310-bdca-78d5916848ef service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ca13836e-ea43-425c-975d-cb8b512179c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3646502 Aug 11 22:06:32.655415 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eff0ad-f663-408a-85c3-306290425fab service neutron] Pushing event updated for resources: {'Port': ['ID=f10a55b2-e332-4884-a88e-e395a15cdee0,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:32.792585 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3a372-b3d3-462e-8a73-0c335c14bf5b req-5fb402e7-98c1-49c3-b6b8-609aa4b95194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:32.811145 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7ec3a372-b3d3-462e-8a73-0c335c14bf5b req-5fb402e7-98c1-49c3-b6b8-609aa4b95194 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f3da70be91664ca8a55d012676042959&device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 1096 time: 0.2120335 Aug 11 22:06:32.817770 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40186) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:32.963803 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-be2559b4-46cd-4abf-b223-9795e05ea35e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9eb4cd81b12343c8abf39b107f46acb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420696 Aug 11 22:06:32.967850 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40190) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:32.993805 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-27b0231a-d41c-45c4-8cd3-0c026ccce3f2 req-3da5b58b-21d5-4a89-b553-1de73adc5f85 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c681a048-cd9d-4a75-a120-f3e88edb0dd6 HTTP/1.1" status: 200 len: 210 time: 0.2126079 Aug 11 22:06:33.003153 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ad2bef20-1c73-4f73-bba0-c1d3e6638ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:33.045649 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ad2bef20-1c73-4f73-bba0-c1d3e6638ee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:33.048094 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ad2bef20-1c73-4f73-bba0-c1d3e6638ee8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f0be7e54-3a55-4fff-96a5-20ef9a80e3fb HTTP/1.1" status: 204 len: 168 time: 5.7540519 Aug 11 22:06:33.081297 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-85eff0ad-f663-408a-85c3-306290425fab service neutron] Attempting to bind port f10a55b2-e332-4884-a88e-e395a15cdee0 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:06:33.081663 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-85eff0ad-f663-408a-85c3-306290425fab service neutron] Attempting to bind port f10a55b2-e332-4884-a88e-e395a15cdee0 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:06:33.082361 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-85eff0ad-f663-408a-85c3-306290425fab service neutron] Attempting to bind port f10a55b2-e332-4884-a88e-e395a15cdee0 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:06:33.141597 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-85eff0ad-f663-408a-85c3-306290425fab service neutron] Port f10a55b2-e332-4884-a88e-e395a15cdee0 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:06:33.142126 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-85eff0ad-f663-408a-85c3-306290425fab service neutron] Attempting to bind port f10a55b2-e332-4884-a88e-e395a15cdee0 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:06:33.166523 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bef20-1c73-4f73-bba0-c1d3e6638ee8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0be7e54-3a55-4fff-96a5-20ef9a80e3fb,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:33.186194 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-fd773e6b-7173-4e6c-9ca5-367321c9be91 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Allocated IP 172.20.0.14 (e05d73cc-c444-45b6-9ecd-8613ea45c8b9/71666487-d255-442c-a4c1-ffc47afdf7b3/a1c23f4e-0437-4179-9ecd-8842ffc738b0) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:06:33.189419 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-85eff0ad-f663-408a-85c3-306290425fab service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:06:33.190298 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-85eff0ad-f663-408a-85c3-306290425fab service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:06:33.191180 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-85eff0ad-f663-408a-85c3-306290425fab service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:06:33.192325 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-85eff0ad-f663-408a-85c3-306290425fab service neutron] Bound port: f10a55b2-e332-4884-a88e-e395a15cdee0, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:06:33.193131 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-85eff0ad-f663-408a-85c3-306290425fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:33.208015 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-47b81129-5d79-4e18-b61f-8a655f2dca65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:33.226973 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ded0b-7284-41e2-a3af-fbc34ea7aa8a req-e16e6cbc-e48b-410e-bcbe-f8cd816c515a tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:33.228763 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-401ded0b-7284-41e2-a3af-fbc34ea7aa8a req-e16e6cbc-e48b-410e-bcbe-f8cd816c515a tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3b6d0d-d4ab-4787-899f-0a3e9d031e34 HTTP/1.1" status: 200 len: 947 time: 0.1915846 Aug 11 22:06:33.274154 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-47b81129-5d79-4e18-b61f-8a655f2dca65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:33.291350 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381c8601-d26e-4e78-8039-f84efae5ac98 None None] Network c74395db-c7eb-4508-9006-176acc6e4b6d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:06:33.383279 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3a372-b3d3-462e-8a73-0c335c14bf5b req-5097ca27-3021-4c14-ae94-d089edfb28d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:33.388508 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7ec3a372-b3d3-462e-8a73-0c335c14bf5b req-5097ca27-3021-4c14-ae94-d089edfb28d1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 200 len: 912 time: 0.2980554 Aug 11 22:06:33.428072 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-401ded0b-7284-41e2-a3af-fbc34ea7aa8a req-02a1cd1d-40d0-4986-bff2-f7fc1043f13d tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/security-groups?id=97c9b71b-ba84-4220-8eab-8ff71b37c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352868 Aug 11 22:06:33.461468 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40196) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:33.522172 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-933f9489-85a3-47cf-b43b-086fd3382dc2 None None] Provisioning for port ce1f152e-a0b4-47c6-9bca-fb15796c0a14 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:06:33.597310 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-85eff0ad-f663-408a-85c3-306290425fab service neutron] For port f10a55b2-e332-4884-a88e-e395a15cdee0, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:06:33.602223 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-85eff0ad-f663-408a-85c3-306290425fab service neutron] For port f10a55b2-e332-4884-a88e-e395a15cdee0, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=f10a55b2-e332-4884-a88e-e395a15cdee0,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:06:33.607939 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7ec3a372-b3d3-462e-8a73-0c335c14bf5b req-9251d245-47f8-4b31-8001-b8063fe36ca9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 HTTP/1.1" status: 200 len: 1000 time: 0.1968513 Aug 11 22:06:33.641192 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-85eff0ad-f663-408a-85c3-306290425fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:33.702270 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-85eff0ad-f663-408a-85c3-306290425fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:33.702829 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-85eff0ad-f663-408a-85c3-306290425fab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:33.705684 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-85eff0ad-f663-408a-85c3-306290425fab service neutron] 10.222.0.52 "PUT /v2.0/ports/f10a55b2-e332-4884-a88e-e395a15cdee0 HTTP/1.1" status: 200 len: 1095 time: 5.0231969 Aug 11 22:06:33.723077 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b9a54639-c340-42d1-aef4-74096d6cdcd8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:33.732740 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3b6d0d-d4ab-4787-899f-0a3e9d031e34', 'tag': 'f10a55b2-e332-4884-a88e-e395a15cdee0'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:06:33.738005 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82622b38-684a-49b5-8aac-d45529876edb" -d '{"events": [{"name": "network-changed", "server_uuid": "6f3b6d0d-d4ab-4787-899f-0a3e9d031e34", "tag": "f10a55b2-e332-4884-a88e-e395a15cdee0"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:06:33.765422 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ce1f152e-a0b4-47c6-9bca-fb15796c0a14 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:06:33.775341 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-47b81129-5d79-4e18-b61f-8a655f2dca65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:33.785768 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-47b81129-5d79-4e18-b61f-8a655f2dca65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:33.788352 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-47b81129-5d79-4e18-b61f-8a655f2dca65 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b5dbcfa3-0bea-48a0-bd4c-39e59924c7ea HTTP/1.1" status: 204 len: 168 time: 0.8184512 Aug 11 22:06:33.844950 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3a372-b3d3-462e-8a73-0c335c14bf5b req-d3ffa2a6-f535-4359-bf1c-e71c38abfef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:33.850693 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7ec3a372-b3d3-462e-8a73-0c335c14bf5b req-d3ffa2a6-f535-4359-bf1c-e71c38abfef4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=71666487-d255-442c-a4c1-ffc47afdf7b3 HTTP/1.1" status: 200 len: 850 time: 0.2417159 Aug 11 22:06:33.902592 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b81129-5d79-4e18-b61f-8a655f2dca65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dbcfa3-0bea-48a0-bd4c-39e59924c7ea,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:33.983965 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fbec6-7484-4470-86f4-7f45b7438944 req-a93c81aa-c5b9-4ab7-ad01-87d2a0a0a9fd tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:33.996375 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port ce1f152e-a0b4-47c6-9bca-fb15796c0a14 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:06:33.997889 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-241fbec6-7484-4470-86f4-7f45b7438944 req-a93c81aa-c5b9-4ab7-ad01-87d2a0a0a9fd tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/ports?device_id=e80c93b7-348b-4cb1-9818-64fa7f55468a HTTP/1.1" status: 200 len: 945 time: 0.3898206 Aug 11 22:06:34.001949 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port ce1f152e-a0b4-47c6-9bca-fb15796c0a14 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:34.002382 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:34.020160 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6a0de246-dcd0-4f94-8948-8f74b33f1f02 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6f8b2847c9c9405386d12384904638e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5463047 Aug 11 22:06:34.023554 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40208) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:34.028965 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb56123a-f75b-4910-b432-d23631c7cc06 x-openstack-request-id: req-fb56123a-f75b-4910-b432-d23631c7cc06 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:06:34.029295 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f3b6d0d-d4ab-4787-899f-0a3e9d031e34", "tag": "f10a55b2-e332-4884-a88e-e395a15cdee0", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:06:34.029882 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fb56123a-f75b-4910-b432-d23631c7cc06 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:06:34.030443 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3b6d0d-d4ab-4787-899f-0a3e9d031e34', 'tag': 'f10a55b2-e332-4884-a88e-e395a15cdee0', 'status': 'completed', 'code': 200} Aug 11 22:06:34.056835 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3a372-b3d3-462e-8a73-0c335c14bf5b req-1d389cf7-5cf9-43df-9f1a-30d829a492c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:34.077362 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7ec3a372-b3d3-462e-8a73-0c335c14bf5b req-1d389cf7-5cf9-43df-9f1a-30d829a492c9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1959338 Aug 11 22:06:34.233782 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-b9a54639-c340-42d1-aef4-74096d6cdcd8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Transition to ACTIVE for port object 3662de63-2216-47cd-a09d-9450446cab7f will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:06:34.298318 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-241fbec6-7484-4470-86f4-7f45b7438944 req-e879525a-01a2-4000-9a68-aa8b4dd26c6c tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/security-groups?id=ca13836e-ea43-425c-975d-cb8b512179c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2993062 Aug 11 22:06:34.354608 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7aa53ccd-bcb6-4d3e-9f5b-6734b491d7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:34.397301 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7aa53ccd-bcb6-4d3e-9f5b-6734b491d7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:34.458860 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-89c5f515-eee8-4c90-bebb-3bc9fbdf1a2f req-ec60a84f-dcc9-4806-af53-a495ff097497 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c681a048-cd9d-4a75-a120-f3e88edb0dd6 HTTP/1.1" status: 200 len: 210 time: 0.0876319 Aug 11 22:06:34.460129 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:34.535219 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port ce1f152e-a0b4-47c6-9bca-fb15796c0a14, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=ce1f152e-a0b4-47c6-9bca-fb15796c0a14,segment=NetworkSegment(737de52c-544b-4831-b19c-fef2d8c7a4ab),segment_id=737de52c-544b-4831-b19c-fef2d8c7a4ab)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:06:34.560148 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:34.560873 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device de92fa7c-2217-4df6-a2a8-42269afdecb0 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:06:34.570293 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7ec3a372-b3d3-462e-8a73-0c335c14bf5b req-a30fb29e-fab6-4e3c-8b79-67ad32a136b3 service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4834967 Aug 11 22:06:34.611130 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eff0ad-f663-408a-85c3-306290425fab service neutron] Pushing event updated for resources: {'Port': ['ID=f10a55b2-e332-4884-a88e-e395a15cdee0,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:34.613706 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7aa53ccd-bcb6-4d3e-9f5b-6734b491d7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:34.616453 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7aa53ccd-bcb6-4d3e-9f5b-6734b491d7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:34.621462 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7aa53ccd-bcb6-4d3e-9f5b-6734b491d7aa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8a87bc41-917c-4125-951f-79b4bce5c00a HTTP/1.1" status: 204 len: 168 time: 0.5798371 Aug 11 22:06:34.683473 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e987c35b-5c14-4914-883f-83754dc91786 None None] Provisioning complete for port ce1f152e-a0b4-47c6-9bca-fb15796c0a14 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:34.683968 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e987c35b-5c14-4914-883f-83754dc91786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:34.762203 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=ce1f152e-a0b4-47c6-9bca-fb15796c0a14,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:34.780936 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port de92fa7c-2217-4df6-a2a8-42269afdecb0 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:34.781322 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:34.826403 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-7cbea2c3-77de-4b66-abf4-1281f34fd538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:34.839727 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-7cbea2c3-77de-4b66-abf4-1281f34fd538 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11db072be4144680b4025766dbba91ed&device_id=6f3b6d0d-d4ab-4787-899f-0a3e9d031e34 HTTP/1.1" status: 200 len: 1098 time: 1.0366950 Aug 11 22:06:34.897382 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b9a54639-c340-42d1-aef4-74096d6cdcd8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:34.948533 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7ec3a372-b3d3-462e-8a73-0c335c14bf5b req-483d43a4-d5b2-4cc1-a891-63bf1e8fd9f6 service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697128 Aug 11 22:06:35.010828 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa53ccd-bcb6-4d3e-9f5b-6734b491d7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a87bc41-917c-4125-951f-79b4bce5c00a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:35.134645 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-fd773e6b-7173-4e6c-9ca5-367321c9be91 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:35.151556 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-48bb6014-492b-48f3-9ae7-c040ffcb804a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=f10a55b2-e332-4884-a88e-e395a15cdee0 HTTP/1.1" status: 200 len: 217 time: 0.1600046 Aug 11 22:06:35.171349 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a54639-c340-42d1-aef4-74096d6cdcd8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Network 22676bc5-4aee-4a41-8ba8-faaf749fee2e is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:06:35.221384 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-b9a54639-c340-42d1-aef4-74096d6cdcd8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:06:35.227835 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-fd773e6b-7173-4e6c-9ca5-367321c9be91 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Transition to ACTIVE for port object a1c23f4e-0437-4179-9ecd-8842ffc738b0 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:06:35.229996 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a54639-c340-42d1-aef4-74096d6cdcd8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:06:35.232943 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a54639-c340-42d1-aef4-74096d6cdcd8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Pushing event updated for resources: {'Port': ['ID=3662de63-2216-47cd-a09d-9450446cab7f,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:35.281528 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff6640-ad1b-4355-afd4-bc262f69419e req-e33cbbc6-7337-4993-843b-871cc24acb5b tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:35.289414 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-07ff6640-ad1b-4355-afd4-bc262f69419e req-e33cbbc6-7337-4993-843b-871cc24acb5b tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3b6d0d-d4ab-4787-899f-0a3e9d031e34 HTTP/1.1" status: 200 len: 947 time: 0.6121569 Aug 11 22:06:35.446251 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ce1f152e-a0b4-47c6-9bca-fb15796c0a14 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:06:35.480430 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-fd773e6b-7173-4e6c-9ca5-367321c9be91 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:35.552672 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a54639-c340-42d1-aef4-74096d6cdcd8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:35.553648 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b9a54639-c340-42d1-aef4-74096d6cdcd8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:35.564671 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port ce1f152e-a0b4-47c6-9bca-fb15796c0a14 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:35.565454 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:35.588130 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b9a54639-c340-42d1-aef4-74096d6cdcd8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 7.6260998 Aug 11 22:06:35.593791 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40250) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:35.596308 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-1d6793a6-5a02-4aed-a0d1-94e11474de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:35.598346 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-1d6793a6-5a02-4aed-a0d1-94e11474de83 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.4241836 Aug 11 22:06:35.606613 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-1e974254-4804-4231-b11e-13e9bda3a9a1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Request body: {'port': {'network_id': '22676bc5-4aee-4a41-8ba8-faaf749fee2e', 'name': 'tempest-TaggedBootDevicesTest-1643228573', 'fixed_ips': [{'subnet_id': 'e871e4ee-55f0-4341-85cf-dbdc8115bdad'}]}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:35.654271 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-07ff6640-ad1b-4355-afd4-bc262f69419e req-554cb65b-71f4-483e-a8ad-bccd0e6a1a1b tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/security-groups?id=97c9b71b-ba84-4220-8eab-8ff71b37c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623488 Aug 11 22:06:35.712609 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-fd773e6b-7173-4e6c-9ca5-367321c9be91 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Network e05d73cc-c444-45b6-9ecd-8613ea45c8b9 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:06:35.718982 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-fd773e6b-7173-4e6c-9ca5-367321c9be91 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:06:35.744164 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-fd773e6b-7173-4e6c-9ca5-367321c9be91 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:06:35.794704 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a43d93e3-093c-4102-b9e1-fc23dca8e122 None None] Provisioning for port 3662de63-2216-47cd-a09d-9450446cab7f completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:06:35.807816 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a43d93e3-093c-4102-b9e1-fc23dca8e122 None None] Provisioning complete for port 3662de63-2216-47cd-a09d-9450446cab7f triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:35.811565 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a43d93e3-093c-4102-b9e1-fc23dca8e122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:35.906507 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-a43d93e3-093c-4102-b9e1-fc23dca8e122 None None] Port 3662de63-2216-47cd-a09d-9450446cab7f cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:06:35.949479 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-fd773e6b-7173-4e6c-9ca5-367321c9be91 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:35.950640 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-fd773e6b-7173-4e6c-9ca5-367321c9be91 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:36.008893 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773e6b-7173-4e6c-9ca5-367321c9be91 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Pushing event updated for resources: {'Port': ['ID=a1c23f4e-0437-4179-9ecd-8842ffc738b0,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:36.049028 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-fd773e6b-7173-4e6c-9ca5-367321c9be91 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1092722 Aug 11 22:06:36.080785 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-7758654b-f2b4-4131-ad9f-d20b6df21311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:36.081174 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-7758654b-f2b4-4131-ad9f-d20b6df21311 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4244301 Aug 11 22:06:36.099710 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-af828ce9-cf4b-49dc-be1b-d04816334d26 service neutron] Request body: {'port': {'device_id': 'c681a048-cd9d-4a75-a120-f3e88edb0dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:36.116600 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca54d09-46da-445b-9633-ba0f74fb5576 req-e399ef74-d9b7-4965-b2a3-9e02024da882 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:36.118496 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7ca54d09-46da-445b-9633-ba0f74fb5576 req-e399ef74-d9b7-4965-b2a3-9e02024da882 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/ports?device_id=e80c93b7-348b-4cb1-9818-64fa7f55468a HTTP/1.1" status: 200 len: 945 time: 0.4999990 Aug 11 22:06:36.249784 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-74ed028b-fb98-4d6e-87a3-cf4382e6a53e None None] Provisioning for port a1c23f4e-0437-4179-9ecd-8842ffc738b0 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:06:36.256217 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-74ed028b-fb98-4d6e-87a3-cf4382e6a53e None None] Provisioning complete for port a1c23f4e-0437-4179-9ecd-8842ffc738b0 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:36.259350 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-74ed028b-fb98-4d6e-87a3-cf4382e6a53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:36.285198 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7ca54d09-46da-445b-9633-ba0f74fb5576 req-0ff504d3-d15a-4282-8632-e0044dbacaad tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/security-groups?id=ca13836e-ea43-425c-975d-cb8b512179c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477334 Aug 11 22:06:36.310506 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e974254-4804-4231-b11e-13e9bda3a9a1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Made reservation on behalf of 2b3840ad876e4bee8133e6f4b31e7f76 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:06:36.430809 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-74ed028b-fb98-4d6e-87a3-cf4382e6a53e None None] Port a1c23f4e-0437-4179-9ecd-8842ffc738b0 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:06:36.471631 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40270) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:36.545645 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-af828ce9-cf4b-49dc-be1b-d04816334d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:36.572518 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0d08b-d054-42f0-83b7-5ae66ba8a8cc req-d28ca53c-a07c-4272-be7e-83c5a5f5942d tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:36.580240 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-94a0d08b-d054-42f0-83b7-5ae66ba8a8cc req-d28ca53c-a07c-4272-be7e-83c5a5f5942d tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c681a048-cd9d-4a75-a120-f3e88edb0dd6 HTTP/1.1" status: 200 len: 932 time: 0.1545098 Aug 11 22:06:36.607621 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-df268e05-811c-4f53-b071-a0777066bdda service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099890 Aug 11 22:06:36.653062 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1e974254-4804-4231-b11e-13e9bda3a9a1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:36.693416 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-1e974254-4804-4231-b11e-13e9bda3a9a1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] device_id is not set on port b2eadc1d-9cb5-4e10-af29-c9d841f467da yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:06:36.813086 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-94a0d08b-d054-42f0-83b7-5ae66ba8a8cc req-cadf7ee7-5809-4a82-be4c-e4517dfa37e3 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318096 Aug 11 22:06:36.873602 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40286) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:36.999750 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d47fd2-069d-40c1-8bc0-14c323fb6d64 req-1adb6fbd-af9f-4e12-8bb5-7de90f2817c1 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:37.012331 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d3d47fd2-069d-40c1-8bc0-14c323fb6d64 req-1adb6fbd-af9f-4e12-8bb5-7de90f2817c1 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/ports?device_id=e80c93b7-348b-4cb1-9818-64fa7f55468a HTTP/1.1" status: 200 len: 945 time: 0.2235224 Aug 11 22:06:37.021490 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40292) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:37.046402 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-386dd7ef-5cdc-4eda-a73d-04f4610df32d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-192674246-network', 'tenant_id': '610a4823ea9448aca22f393a0e00fa75'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:37.079715 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-a17286ab-8990-4051-b21f-a07f6d3a249a tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Request body: {'floatingip': {'port_id': '8305041d-268c-48b4-a5ed-8770a1400432'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:37.111818 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-393b8b03-ffb9-448c-889a-fe9f1e699496 tempest-AgentManagementNegativeTest-866568885 tempest-AgentManagementNegativeTest-866568885-project] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6268513 Aug 11 22:06:37.156174 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc655ebe-507b-4536-9de8-1a9fcd142cc4 req-8a83f522-b8a8-45e6-8e81-64aeebb7a9cc service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5124621 Aug 11 22:06:37.159990 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a17286ab-8990-4051-b21f-a07f6d3a249a tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks [] for floatingip, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:37.237279 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386dd7ef-5cdc-4eda-a73d-04f4610df32d admin admin] Made reservation on behalf of 610a4823ea9448aca22f393a0e00fa75 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:06:37.240013 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-386dd7ef-5cdc-4eda-a73d-04f4610df32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:37.310704 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-386dd7ef-5cdc-4eda-a73d-04f4610df32d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:37.424454 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-1e974254-4804-4231-b11e-13e9bda3a9a1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Allocated IP 10.1.1.112 (22676bc5-4aee-4a41-8ba8-faaf749fee2e/e871e4ee-55f0-4341-85cf-dbdc8115bdad/b2eadc1d-9cb5-4e10-af29-c9d841f467da) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:06:37.426018 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161efce-d1a3-408f-b381-46de24085050 req-e26bc9de-a791-453a-bf08-f9cc58df75bc tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:37.429911 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b161efce-d1a3-408f-b381-46de24085050 req-e26bc9de-a791-453a-bf08-f9cc58df75bc tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3b6d0d-d4ab-4787-899f-0a3e9d031e34 HTTP/1.1" status: 200 len: 947 time: 0.3652217 Aug 11 22:06:37.527438 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82622b38-684a-49b5-8aac-d45529876edb req-e586514a-ef98-4af0-ac06-28e6df4ced85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:37.529287 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-82622b38-684a-49b5-8aac-d45529876edb req-e586514a-ef98-4af0-ac06-28e6df4ced85 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11db072be4144680b4025766dbba91ed&device_id=6f3b6d0d-d4ab-4787-899f-0a3e9d031e34 HTTP/1.1" status: 200 len: 1098 time: 0.1828918 Aug 11 22:06:37.576842 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40302) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:37.591015 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-af828ce9-cf4b-49dc-be1b-d04816334d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c23f4e-0437-4179-9ecd-8842ffc738b0 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:06:37.612264 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b161efce-d1a3-408f-b381-46de24085050 req-508c62e7-58a6-418f-a91b-0d72fc661fd7 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/security-groups?id=97c9b71b-ba84-4220-8eab-8ff71b37c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564002 Aug 11 22:06:37.615412 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-af828ce9-cf4b-49dc-be1b-d04816334d26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:37.674037 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-af828ce9-cf4b-49dc-be1b-d04816334d26 service neutron] Transition to ACTIVE for port object a1c23f4e-0437-4179-9ecd-8842ffc738b0 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:06:37.680920 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-af828ce9-cf4b-49dc-be1b-d04816334d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:37.711601 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-386dd7ef-5cdc-4eda-a73d-04f4610df32d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:37.778317 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82622b38-684a-49b5-8aac-d45529876edb req-d09864e5-f136-4df9-8a9b-a64441822a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:37.779836 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-82622b38-684a-49b5-8aac-d45529876edb req-d09864e5-f136-4df9-8a9b-a64441822a5d service neutron] 10.222.0.52 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.2411654 Aug 11 22:06:37.783760 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af828ce9-cf4b-49dc-be1b-d04816334d26 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c23f4e-0437-4179-9ecd-8842ffc738b0,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:37.813931 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-386dd7ef-5cdc-4eda-a73d-04f4610df32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:37.876049 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-386dd7ef-5cdc-4eda-a73d-04f4610df32d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:06:37.901818 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-82622b38-684a-49b5-8aac-d45529876edb req-305fbf27-c237-4272-9013-4b382dca4ea7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=f10a55b2-e332-4884-a88e-e395a15cdee0 HTTP/1.1" status: 200 len: 217 time: 0.1002765 Aug 11 22:06:37.931337 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-051c17c3-eb9a-4156-9f98-65e017262dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:37.980354 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:38.058757 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-af828ce9-cf4b-49dc-be1b-d04816334d26 service neutron] Attempting to bind port a1c23f4e-0437-4179-9ecd-8842ffc738b0 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:06:38.059052 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-af828ce9-cf4b-49dc-be1b-d04816334d26 service neutron] Attempting to bind port a1c23f4e-0437-4179-9ecd-8842ffc738b0 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '21581a11-e174-4947-9db1-c1832ca192ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:06:38.059326 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-af828ce9-cf4b-49dc-be1b-d04816334d26 service neutron] Attempting to bind port a1c23f4e-0437-4179-9ecd-8842ffc738b0 on network e05d73cc-c444-45b6-9ecd-8613ea45c8b9 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:06:38.071243 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-af828ce9-cf4b-49dc-be1b-d04816334d26 service neutron] Port a1c23f4e-0437-4179-9ecd-8842ffc738b0 on network e05d73cc-c444-45b6-9ecd-8613ea45c8b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:06:38.074675 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-af828ce9-cf4b-49dc-be1b-d04816334d26 service neutron] Attempting to bind port a1c23f4e-0437-4179-9ecd-8842ffc738b0 on network e05d73cc-c444-45b6-9ecd-8613ea45c8b9 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:06:38.091003 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82622b38-684a-49b5-8aac-d45529876edb req-1dd2450e-3582-4688-a9c2-3799c56a77b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:38.092651 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-82622b38-684a-49b5-8aac-d45529876edb req-1dd2450e-3582-4688-a9c2-3799c56a77b6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1780674 Aug 11 22:06:38.093983 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386dd7ef-5cdc-4eda-a73d-04f4610df32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09ddc11-b7a8-4a4c-b8c1-e759a9d73562,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:38.121327 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-af828ce9-cf4b-49dc-be1b-d04816334d26 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:06:38.124430 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-386dd7ef-5cdc-4eda-a73d-04f4610df32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:38.125695 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-386dd7ef-5cdc-4eda-a73d-04f4610df32d admin admin] Added segment f0caab7b-cf44-4d8b-b084-81aeb77130c4 of type vlan for network 1b70c064-5af4-4c12-8d59-0974835eb417 Aug 11 22:06:38.126391 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-af828ce9-cf4b-49dc-be1b-d04816334d26 service neutron] Checking segment: {'id': '21581a11-e174-4947-9db1-c1832ca192ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:06:38.128767 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-af828ce9-cf4b-49dc-be1b-d04816334d26 service neutron] Bound using segment: {'id': '21581a11-e174-4947-9db1-c1832ca192ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:06:38.133296 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-af828ce9-cf4b-49dc-be1b-d04816334d26 service neutron] Bound port: a1c23f4e-0437-4179-9ecd-8842ffc738b0, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21581a11-e174-4947-9db1-c1832ca192ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:06:38.142022 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-af828ce9-cf4b-49dc-be1b-d04816334d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:38.283338 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82622b38-684a-49b5-8aac-d45529876edb req-225048ae-5b87-4057-b57f-d1a3a8a40daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:38.288664 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-82622b38-684a-49b5-8aac-d45529876edb req-225048ae-5b87-4057-b57f-d1a3a8a40daf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1409283 Aug 11 22:06:38.724953 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-386dd7ef-5cdc-4eda-a73d-04f4610df32d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:38.761671 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd06e84-33ca-4c77-af65-6a62bd45288d req-8a3c9202-0e25-4678-88d8-fb427c8910a5 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:38.763396 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2dd06e84-33ca-4c77-af65-6a62bd45288d req-8a3c9202-0e25-4678-88d8-fb427c8910a5 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c681a048-cd9d-4a75-a120-f3e88edb0dd6 HTTP/1.1" status: 200 len: 944 time: 0.7296827 Aug 11 22:06:38.772608 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1e974254-4804-4231-b11e-13e9bda3a9a1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:38.853639 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-af828ce9-cf4b-49dc-be1b-d04816334d26 service neutron] For port a1c23f4e-0437-4179-9ecd-8842ffc738b0, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:06:38.858946 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-1e974254-4804-4231-b11e-13e9bda3a9a1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Transition to ACTIVE for port object b2eadc1d-9cb5-4e10-af29-c9d841f467da will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:06:38.878550 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-386dd7ef-5cdc-4eda-a73d-04f4610df32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:38.879583 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386dd7ef-5cdc-4eda-a73d-04f4610df32d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:38.880751 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-386dd7ef-5cdc-4eda-a73d-04f4610df32d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:38.898794 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-af828ce9-cf4b-49dc-be1b-d04816334d26 service neutron] For port a1c23f4e-0437-4179-9ecd-8842ffc738b0, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=a1c23f4e-0437-4179-9ecd-8842ffc738b0,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:06:38.908678 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-051c17c3-eb9a-4156-9f98-65e017262dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:38.914429 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-af828ce9-cf4b-49dc-be1b-d04816334d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:38.934603 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-051c17c3-eb9a-4156-9f98-65e017262dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:38.969353 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-386dd7ef-5cdc-4eda-a73d-04f4610df32d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0928712 Aug 11 22:06:38.974119 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40316) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:38.996952 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-7625ac9b-a376-48a2-ab46-a7ec30b14a40 admin admin] Request body: {'subnet': {'network_id': '1b70c064-5af4-4c12-8d59-0974835eb417', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-192674246-subnet', 'tenant_id': '610a4823ea9448aca22f393a0e00fa75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:39.002471 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-82622b38-684a-49b5-8aac-d45529876edb req-0725f77c-53ea-49da-9161-8297854076ab service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6696095 Aug 11 22:06:39.009609 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-af828ce9-cf4b-49dc-be1b-d04816334d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:39.009609 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-af828ce9-cf4b-49dc-be1b-d04816334d26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:39.011042 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-af828ce9-cf4b-49dc-be1b-d04816334d26 service neutron] 10.222.0.82 "PUT /v2.0/ports/a1c23f4e-0437-4179-9ecd-8842ffc738b0 HTTP/1.1" status: 200 len: 1092 time: 2.9254527 Aug 11 22:06:39.011605 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2dd06e84-33ca-4c77-af65-6a62bd45288d req-65850985-3671-4a29-ba03-08bf617609e0 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004161 Aug 11 22:06:39.019317 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386dd7ef-5cdc-4eda-a73d-04f4610df32d admin admin] Pushing event updated for resources: {'Network': ['ID=1b70c064-5af4-4c12-8d59-0974835eb417,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:39.024580 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c681a048-cd9d-4a75-a120-f3e88edb0dd6', 'tag': 'a1c23f4e-0437-4179-9ecd-8842ffc738b0'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:06:39.027050 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20ef2d1-9104-49b8-bd88-0a1f5f4e3a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "c681a048-cd9d-4a75-a120-f3e88edb0dd6", "tag": "a1c23f4e-0437-4179-9ecd-8842ffc738b0"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:06:39.038544 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 1b70c064-5af4-4c12-8d59-0974835eb417 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:06:39.075445 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ae8f6-d8e6-4a74-b918-088a746afb77 req-7c8311ec-8894-47c5-ba3a-2f714c9f66f7 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:39.077501 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-426ae8f6-d8e6-4a74-b918-088a746afb77 req-7c8311ec-8894-47c5-ba3a-2f714c9f66f7 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3b6d0d-d4ab-4787-899f-0a3e9d031e34 HTTP/1.1" status: 200 len: 947 time: 0.2814484 Aug 11 22:06:39.080196 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1e974254-4804-4231-b11e-13e9bda3a9a1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:39.121765 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-051c17c3-eb9a-4156-9f98-65e017262dbc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=31dd27a8e642480794d8c23d5609f751&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5418749 Aug 11 22:06:39.151288 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40320) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:39.194023 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e974254-4804-4231-b11e-13e9bda3a9a1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Network 22676bc5-4aee-4a41-8ba8-faaf749fee2e is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:06:39.217211 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a17286ab-8990-4051-b21f-a07f6d3a249a tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:39.226527 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c17c3-eb9a-4156-9f98-65e017262dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1c9cef-a8e4-4bfe-bb53-7a6213baa0b4,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:39.231381 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-1e974254-4804-4231-b11e-13e9bda3a9a1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:06:39.252643 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a17286ab-8990-4051-b21f-a07f6d3a249a tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:39.262589 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af828ce9-cf4b-49dc-be1b-d04816334d26 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c23f4e-0437-4179-9ecd-8842ffc738b0,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:39.267914 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e974254-4804-4231-b11e-13e9bda3a9a1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:06:39.295856 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7625ac9b-a376-48a2-ab46-a7ec30b14a40 admin admin] Made reservation on behalf of 610a4823ea9448aca22f393a0e00fa75 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:06:39.300667 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7625ac9b-a376-48a2-ab46-a7ec30b14a40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:39.354421 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e974254-4804-4231-b11e-13e9bda3a9a1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Pushing event updated for resources: {'Port': ['ID=b2eadc1d-9cb5-4e10-af29-c9d841f467da,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:39.444535 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-426ae8f6-d8e6-4a74-b918-088a746afb77 req-e339b634-5186-4b94-810b-dfe89f8b7de9 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/security-groups?id=97c9b71b-ba84-4220-8eab-8ff71b37c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628114 Aug 11 22:06:39.444535 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c9e60f-224f-4f91-8b34-a96090f76795 x-openstack-request-id: req-f7c9e60f-224f-4f91-8b34-a96090f76795 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:06:39.444535 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c681a048-cd9d-4a75-a120-f3e88edb0dd6", "tag": "a1c23f4e-0437-4179-9ecd-8842ffc738b0", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:06:39.444535 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f7c9e60f-224f-4f91-8b34-a96090f76795 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:06:39.444535 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c681a048-cd9d-4a75-a120-f3e88edb0dd6', 'tag': 'a1c23f4e-0437-4179-9ecd-8842ffc738b0', 'status': 'completed', 'code': 200} Aug 11 22:06:39.444535 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-6bb625cb-76e3-41b7-86c0-2ea69c69c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:39.444535 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-6bb625cb-76e3-41b7-86c0-2ea69c69c30f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f3da70be91664ca8a55d012676042959&device_id=c681a048-cd9d-4a75-a120-f3e88edb0dd6 HTTP/1.1" status: 200 len: 1095 time: 0.3207531 Aug 11 22:06:39.446773 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-82622b38-684a-49b5-8aac-d45529876edb req-7743275f-5866-4cf6-aa43-83753316360f service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156613 Aug 11 22:06:39.486858 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e974254-4804-4231-b11e-13e9bda3a9a1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:39.488202 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1e974254-4804-4231-b11e-13e9bda3a9a1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:39.522446 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-976a1855-7b26-4cd1-9a8e-ee6c11f499d8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1c23f4e-0437-4179-9ecd-8842ffc738b0 HTTP/1.1" status: 200 len: 217 time: 0.0613918 Aug 11 22:06:39.602588 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5b96333c-4bfe-47d3-abaa-95f707e1199c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:39.619115 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1e974254-4804-4231-b11e-13e9bda3a9a1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0187840 Aug 11 22:06:39.619115 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-a17286ab-8990-4051-b21f-a07f6d3a249a tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Floating IP fce2170f-368b-4c64-bed7-09f2819b46b7 associated. External IP: 172.25.2.84, port: 8305041d-268c-48b4-a5ed-8770a1400432. Aug 11 22:06:39.639033 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-fd8934fc-a449-4ea6-a640-a149bdc3d0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:39.641854 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-fd8934fc-a449-4ea6-a640-a149bdc3d0d0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=71666487-d255-442c-a4c1-ffc47afdf7b3 HTTP/1.1" status: 200 len: 850 time: 0.1070693 Aug 11 22:06:39.715905 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5b96333c-4bfe-47d3-abaa-95f707e1199c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:39.768654 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7625ac9b-a376-48a2-ab46-a7ec30b14a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:39.781451 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a7cbd0f5-3d22-44d9-8432-091cba6d18f6 None None] Provisioning for port b2eadc1d-9cb5-4e10-af29-c9d841f467da completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:06:39.787104 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a7cbd0f5-3d22-44d9-8432-091cba6d18f6 None None] Provisioning complete for port b2eadc1d-9cb5-4e10-af29-c9d841f467da triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:39.787682 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a7cbd0f5-3d22-44d9-8432-091cba6d18f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:39.850705 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-2fc09814-089d-44cf-9dc6-b6b0ee2a5dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:39.852563 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-2fc09814-089d-44cf-9dc6-b6b0ee2a5dbe service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1971188 Aug 11 22:06:39.874582 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-a7cbd0f5-3d22-44d9-8432-091cba6d18f6 None None] Port b2eadc1d-9cb5-4e10-af29-c9d841f467da cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:06:39.886163 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7625ac9b-a376-48a2-ab46-a7ec30b14a40 admin admin] Checking segment: {'id': 'f0caab7b-cf44-4d8b-b084-81aeb77130c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1b70c064-5af4-4c12-8d59-0974835eb417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:06:39.886523 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7625ac9b-a376-48a2-ab46-a7ec30b14a40 admin admin] Network hostable DHCP agents. Network: 1b70c064-5af4-4c12-8d59-0974835eb417, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:06:39.900852 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625ac9b-a376-48a2-ab46-a7ec30b14a40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dedf8af-2730-4156-b871-b531efac8975,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:39.963393 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7625ac9b-a376-48a2-ab46-a7ec30b14a40 admin admin] Network 1b70c064-5af4-4c12-8d59-0974835eb417 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:06:39.972768 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5b96333c-4bfe-47d3-abaa-95f707e1199c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:39.976990 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5b96333c-4bfe-47d3-abaa-95f707e1199c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:39.980669 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5b96333c-4bfe-47d3-abaa-95f707e1199c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6e1c9cef-a8e4-4bfe-bb53-7a6213baa0b4 HTTP/1.1" status: 204 len: 168 time: 0.8260236 Aug 11 22:06:39.990797 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-7625ac9b-a376-48a2-ab46-a7ec30b14a40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 1b70c064-5af4-4c12-8d59-0974835eb417) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:06:39.999852 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7625ac9b-a376-48a2-ab46-a7ec30b14a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:40.000272 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122e9cea-d035-442a-b042-2beb19ca260c None None] Network 1b70c064-5af4-4c12-8d59-0974835eb417 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:06:40.000946 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7625ac9b-a376-48a2-ab46-a7ec30b14a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:40.023427 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7625ac9b-a376-48a2-ab46-a7ec30b14a40 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0450990 Aug 11 22:06:40.025539 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96333c-4bfe-47d3-abaa-95f707e1199c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1c9cef-a8e4-4bfe-bb53-7a6213baa0b4,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:40.027673 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40338) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:40.045368 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-922be8df-606c-48fc-a0cd-464a53c69adb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-192674246-router', 'tenant_id': '610a4823ea9448aca22f393a0e00fa75', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:40.052216 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-1fd58533-1ee3-4b7d-81d9-ca09dd86018c service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888075 Aug 11 22:06:40.194789 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-922be8df-606c-48fc-a0cd-464a53c69adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:40.201396 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-922be8df-606c-48fc-a0cd-464a53c69adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:40.300304 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40344) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:40.316270 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-65e5d401-2926-48ea-b047-176464c1c454 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1896991042', 'description': 'tempest-description--978999220'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:40.351825 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-922be8df-606c-48fc-a0cd-464a53c69adb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:40.355094 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17286ab-8990-4051-b21f-a07f6d3a249a tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Router eae784f4-4329-4cfa-9058-35c3be20f321 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:06:40.365710 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0a583c-2b18-49dc-8bed-451890ca2cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-1b70c064-5af4-4c12-8d59-0974835eb417', 'network_id': '1b70c064-5af4-4c12-8d59-0974835eb417', 'tenant_id': '610a4823ea9448aca22f393a0e00fa75', 'fixed_ips': [{'subnet_id': '0dedf8af-2730-4156-b871-b531efac8975'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:06:40.366722 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ba0a583c-2b18-49dc-8bed-451890ca2cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:40.406514 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ae4a7e33-f46a-4d0b-b1fd-f38a115f15f7 req-b50b36f1-10d5-4bc0-9be9-c68aab363911 service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465302 Aug 11 22:06:40.466900 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573eca3d-274f-4514-97f2-36f5ba82148f req-cfdb8eb8-4110-46d4-a786-f0b499ad31ca tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:40.471176 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-573eca3d-274f-4514-97f2-36f5ba82148f req-cfdb8eb8-4110-46d4-a786-f0b499ad31ca tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c681a048-cd9d-4a75-a120-f3e88edb0dd6 HTTP/1.1" status: 200 len: 944 time: 0.2003734 Aug 11 22:06:40.476571 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-65e5d401-2926-48ea-b047-176464c1c454 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:40.588639 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-ba0a583c-2b18-49dc-8bed-451890ca2cb3 None None] Allocated IP 172.20.0.2 (1b70c064-5af4-4c12-8d59-0974835eb417/0dedf8af-2730-4156-b871-b531efac8975/32a7b75f-9203-4669-a31c-b19e14427a7a) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:06:40.701037 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-922be8df-606c-48fc-a0cd-464a53c69adb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:40.751464 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17286ab-8990-4051-b21f-a07f6d3a249a tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:06:40.759101 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a17286ab-8990-4051-b21f-a07f6d3a249a tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:40.785623 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-573eca3d-274f-4514-97f2-36f5ba82148f req-8aa25969-f254-44d7-9612-19d494910e62 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753320 Aug 11 22:06:40.839322 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ef2d1-9104-49b8-bd88-0a1f5f4e3a3f req-9349ff78-f6c8-4d20-9e86-8b8000b00980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:40.845514 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c20ef2d1-9104-49b8-bd88-0a1f5f4e3a3f req-9349ff78-f6c8-4d20-9e86-8b8000b00980 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f3da70be91664ca8a55d012676042959&device_id=c681a048-cd9d-4a75-a120-f3e88edb0dd6 HTTP/1.1" status: 200 len: 1095 time: 0.2957392 Aug 11 22:06:40.929544 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ba0a583c-2b18-49dc-8bed-451890ca2cb3 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:40.940953 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a17286ab-8990-4051-b21f-a07f6d3a249a tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "PUT /v2.0/floatingips/fce2170f-368b-4c64-bed7-09f2819b46b7 HTTP/1.1" status: 200 len: 990 time: 3.8971238 Aug 11 22:06:40.945611 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80c93b7-348b-4cb1-9818-64fa7f55468a', 'tag': '8305041d-268c-48b4-a5ed-8770a1400432'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:06:40.947922 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786a512d-e3e0-408f-96f0-d6de3d839e16" -d '{"events": [{"name": "network-changed", "server_uuid": "e80c93b7-348b-4cb1-9818-64fa7f55468a", "tag": "8305041d-268c-48b4-a5ed-8770a1400432"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:06:40.961417 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a6ab1-cb01-49e3-a25a-4b4872a03ca6 req-170fc1ce-0eef-4edb-808d-0b43ac71676c tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:40.962020 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ba0a583c-2b18-49dc-8bed-451890ca2cb3 None None] Transition to ACTIVE for port object 32a7b75f-9203-4669-a31c-b19e14427a7a will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:06:40.970005 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4b4a6ab1-cb01-49e3-a25a-4b4872a03ca6 req-170fc1ce-0eef-4edb-808d-0b43ac71676c tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3b6d0d-d4ab-4787-899f-0a3e9d031e34 HTTP/1.1" status: 200 len: 947 time: 0.2750711 Aug 11 22:06:41.023928 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ba0a583c-2b18-49dc-8bed-451890ca2cb3 None None] Transition to ACTIVE for port object 32a7b75f-9203-4669-a31c-b19e14427a7a will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:06:41.035255 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4b4a6ab1-cb01-49e3-a25a-4b4872a03ca6 req-c7e7c35f-402a-4fc5-877f-3aaeebaf6fee tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/security-groups?id=97c9b71b-ba84-4220-8eab-8ff71b37c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640593 Aug 11 22:06:41.045564 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device f10a55b2-e332-4884-a88e-e395a15cdee0 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:06:41.060267 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591ef67f-b302-4c53-83cd-808525b133e8 None None] Sync routers for ids ['eae784f4-4329-4cfa-9058-35c3be20f321'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:06:41.176051 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ef2d1-9104-49b8-bd88-0a1f5f4e3a3f req-8571fc14-9696-4817-8913-c68afda296d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:41.180408 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c20ef2d1-9104-49b8-bd88-0a1f5f4e3a3f req-8571fc14-9696-4817-8913-c68afda296d0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 200 len: 912 time: 0.3153574 Aug 11 22:06:41.253964 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e4320c-219e-4635-85cd-fb90373436ee x-openstack-request-id: req-42e4320c-219e-4635-85cd-fb90373436ee {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:06:41.254305 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e80c93b7-348b-4cb1-9818-64fa7f55468a", "tag": "8305041d-268c-48b4-a5ed-8770a1400432", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:06:41.254518 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-42e4320c-219e-4635-85cd-fb90373436ee {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:06:41.255411 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80c93b7-348b-4cb1-9818-64fa7f55468a', 'tag': '8305041d-268c-48b4-a5ed-8770a1400432', 'status': 'completed', 'code': 200} Aug 11 22:06:41.256391 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ba0a583c-2b18-49dc-8bed-451890ca2cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:41.314908 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c20ef2d1-9104-49b8-bd88-0a1f5f4e3a3f req-376e7a79-ab45-411b-9a3a-5c40abd79f94 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1c23f4e-0437-4179-9ecd-8842ffc738b0 HTTP/1.1" status: 200 len: 217 time: 0.1149144 Aug 11 22:06:41.431396 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-65e5d401-2926-48ea-b047-176464c1c454 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:41.451302 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-65e5d401-2926-48ea-b047-176464c1c454 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:41.483767 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-922be8df-606c-48fc-a0cd-464a53c69adb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:41.497703 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a512d-e3e0-408f-96f0-d6de3d839e16 req-1cfe2557-3702-4e0a-8fa3-c51ae36587f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:41.506514 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-786a512d-e3e0-408f-96f0-d6de3d839e16 req-1cfe2557-3702-4e0a-8fa3-c51ae36587f2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c8a0b12c2bb14e028c2e60f51e86b44c&device_id=e80c93b7-348b-4cb1-9818-64fa7f55468a HTTP/1.1" status: 200 len: 1096 time: 0.2496505 Aug 11 22:06:41.536500 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ef2d1-9104-49b8-bd88-0a1f5f4e3a3f req-b1b6bc47-0cf8-42c4-8fb8-f763cbbc5eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:41.539961 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c20ef2d1-9104-49b8-bd88-0a1f5f4e3a3f req-b1b6bc47-0cf8-42c4-8fb8-f763cbbc5eef service neutron] 10.222.0.82 "GET /v2.0/subnets?id=71666487-d255-442c-a4c1-ffc47afdf7b3 HTTP/1.1" status: 200 len: 850 time: 0.2092834 Aug 11 22:06:41.550518 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-65e5d401-2926-48ea-b047-176464c1c454 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:41.554606 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-65e5d401-2926-48ea-b047-176464c1c454 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2425919 Aug 11 22:06:41.581090 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40372) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:41.602464 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591ef67f-b302-4c53-83cd-808525b133e8 None None] Routers {'eae784f4-4329-4cfa-9058-35c3be20f321'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:06:41.603829 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-591ef67f-b302-4c53-83cd-808525b133e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:06:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['eae784f4-4329-4cfa-9058-35c3be20f321'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:41.636220 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-ac871f54-3620-4df5-81bb-35300dc0118e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Request body: {'security_group_rule': {'security_group_id': 'b055e0d2-acdf-466b-af86-3105868b0df0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:41.641762 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5d401-2926-48ea-b047-176464c1c454 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b055e0d2-acdf-466b-af86-3105868b0df0,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:41.666947 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e5d401-2926-48ea-b047-176464c1c454 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:41.667354 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e5d401-2926-48ea-b047-176464c1c454 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:41.667739 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e5d401-2926-48ea-b047-176464c1c454 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:41.668120 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e5d401-2926-48ea-b047-176464c1c454 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:41.668513 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e5d401-2926-48ea-b047-176464c1c454 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:41.668855 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e5d401-2926-48ea-b047-176464c1c454 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:41.669187 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e5d401-2926-48ea-b047-176464c1c454 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:41.669522 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e5d401-2926-48ea-b047-176464c1c454 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:41.669855 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e5d401-2926-48ea-b047-176464c1c454 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:41.670230 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e5d401-2926-48ea-b047-176464c1c454 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:41.670871 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e5d401-2926-48ea-b047-176464c1c454 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:41.671208 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e5d401-2926-48ea-b047-176464c1c454 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:41.704328 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ef2d1-9104-49b8-bd88-0a1f5f4e3a3f req-56f5ff4c-506f-44bf-adc9-e668e7414f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:41.709756 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c20ef2d1-9104-49b8-bd88-0a1f5f4e3a3f req-56f5ff4c-506f-44bf-adc9-e668e7414f48 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1613381 Aug 11 22:06:41.716970 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ac871f54-3620-4df5-81bb-35300dc0118e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:41.802783 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ac871f54-3620-4df5-81bb-35300dc0118e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:41.818016 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-591ef67f-b302-4c53-83cd-808525b133e8 None None] Set router eae784f4-4329-4cfa-9058-35c3be20f321 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:06:41.857012 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ac871f54-3620-4df5-81bb-35300dc0118e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:41.872333 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a512d-e3e0-408f-96f0-d6de3d839e16 req-fe2f44fa-7511-4cc4-aa39-62e7d5224071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:41.874831 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0a583c-2b18-49dc-8bed-451890ca2cb3 None None] Network 1b70c064-5af4-4c12-8d59-0974835eb417 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:06:41.875785 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-786a512d-e3e0-408f-96f0-d6de3d839e16 req-fe2f44fa-7511-4cc4-aa39-62e7d5224071 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ecbbe70d-0e61-4bd5-978d-e5ee42d280bb HTTP/1.1" status: 200 len: 913 time: 0.2775428 Aug 11 22:06:41.880978 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-922be8df-606c-48fc-a0cd-464a53c69adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:41.911037 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ac871f54-3620-4df5-81bb-35300dc0118e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:41.916168 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-ba0a583c-2b18-49dc-8bed-451890ca2cb3 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:06:41.923362 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ac871f54-3620-4df5-81bb-35300dc0118e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2912383 Aug 11 22:06:41.924042 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40380) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:41.941870 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0a583c-2b18-49dc-8bed-451890ca2cb3 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:06:41.948501 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-87a40e14-5a32-4f82-82ee-402f2172c18d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Request body: {'security_group_rule': {'security_group_id': 'b055e0d2-acdf-466b-af86-3105868b0df0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:41.985690 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a583c-2b18-49dc-8bed-451890ca2cb3 None None] Pushing event updated for resources: {'Port': ['ID=32a7b75f-9203-4669-a31c-b19e14427a7a,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:41.992174 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac871f54-3620-4df5-81bb-35300dc0118e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff058f5-3bfb-495b-b9d7-382adb4bdfc0,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:42.049719 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-786a512d-e3e0-408f-96f0-d6de3d839e16 req-df777c88-fc37-4fe6-8124-0680ee962f44 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8305041d-268c-48b4-a5ed-8770a1400432 HTTP/1.1" status: 200 len: 998 time: 0.1621251 Aug 11 22:06:42.078475 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-87a40e14-5a32-4f82-82ee-402f2172c18d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:42.144754 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port f10a55b2-e332-4884-a88e-e395a15cdee0, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=f10a55b2-e332-4884-a88e-e395a15cdee0,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:06:42.283531 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40390) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:42.297021 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'f10a55b2-e332-4884-a88e-e395a15cdee0', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': 'f10a55b2-e332-4884-a88e-e395a15cdee0', 'mac_address': 'fa:16:3e:0e:ea:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:06:42.391283 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:42.393984 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-ba0a583c-2b18-49dc-8bed-451890ca2cb3 None None] Attempting to bind port 32a7b75f-9203-4669-a31c-b19e14427a7a on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:06:42.394590 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-ba0a583c-2b18-49dc-8bed-451890ca2cb3 None None] Attempting to bind port 32a7b75f-9203-4669-a31c-b19e14427a7a by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f0caab7b-cf44-4d8b-b084-81aeb77130c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1b70c064-5af4-4c12-8d59-0974835eb417'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:06:42.395198 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0a583c-2b18-49dc-8bed-451890ca2cb3 None None] Attempting to bind port 32a7b75f-9203-4669-a31c-b19e14427a7a on network 1b70c064-5af4-4c12-8d59-0974835eb417 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:06:42.410200 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-922be8df-606c-48fc-a0cd-464a53c69adb admin admin] Allocated IP 172.25.2.32 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/01789777-1941-462f-983c-96fdfeb74881) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:06:42.423306 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0a583c-2b18-49dc-8bed-451890ca2cb3 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:06:42.424022 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0a583c-2b18-49dc-8bed-451890ca2cb3 None None] Checking segment: {'id': 'f0caab7b-cf44-4d8b-b084-81aeb77130c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1b70c064-5af4-4c12-8d59-0974835eb417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:06:42.424650 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ba0a583c-2b18-49dc-8bed-451890ca2cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:42.425244 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0a583c-2b18-49dc-8bed-451890ca2cb3 None None] Bound using segment: {'id': 'f0caab7b-cf44-4d8b-b084-81aeb77130c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1b70c064-5af4-4c12-8d59-0974835eb417'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:06:42.425943 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-ba0a583c-2b18-49dc-8bed-451890ca2cb3 None None] Bound port: 32a7b75f-9203-4669-a31c-b19e14427a7a, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0caab7b-cf44-4d8b-b084-81aeb77130c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1b70c064-5af4-4c12-8d59-0974835eb417'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:06:42.427240 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ba0a583c-2b18-49dc-8bed-451890ca2cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:42.433461 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f10a55b2-e332-4884-a88e-e395a15cdee0 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:06:42.450414 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c20ef2d1-9104-49b8-bd88-0a1f5f4e3a3f req-22924291-5f90-4114-ad9a-b85b61955e49 service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6992822 Aug 11 22:06:42.512301 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port f10a55b2-e332-4884-a88e-e395a15cdee0, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=f10a55b2-e332-4884-a88e-e395a15cdee0,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:06:42.531157 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:42.567412 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-922be8df-606c-48fc-a0cd-464a53c69adb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:42.630709 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a512d-e3e0-408f-96f0-d6de3d839e16 req-d3af5d34-cf00-4dd3-87f6-cb1ae75d3334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:42.632526 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-786a512d-e3e0-408f-96f0-d6de3d839e16 req-d3af5d34-cf00-4dd3-87f6-cb1ae75d3334 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c69249db-21a6-487b-b4ed-00687f28ccde HTTP/1.1" status: 200 len: 851 time: 0.5750623 Aug 11 22:06:42.635761 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-ba0a583c-2b18-49dc-8bed-451890ca2cb3 None None] For port 32a7b75f-9203-4669-a31c-b19e14427a7a, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:06:42.657586 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-922be8df-606c-48fc-a0cd-464a53c69adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:42.660645 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3480a3-97ed-48e9-a0e3-574b46ebcd86 req-6d7a3034-98d5-41f7-8c90-dd34365ecacf tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:42.674696 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-ba0a583c-2b18-49dc-8bed-451890ca2cb3 None None] For port 32a7b75f-9203-4669-a31c-b19e14427a7a, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=32a7b75f-9203-4669-a31c-b19e14427a7a,segment=NetworkSegment(f0caab7b-cf44-4d8b-b084-81aeb77130c4),segment_id=f0caab7b-cf44-4d8b-b084-81aeb77130c4)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:06:42.675961 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ba3480a3-97ed-48e9-a0e3-574b46ebcd86 req-6d7a3034-98d5-41f7-8c90-dd34365ecacf tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c681a048-cd9d-4a75-a120-f3e88edb0dd6 HTTP/1.1" status: 200 len: 944 time: 0.6493969 Aug 11 22:06:42.678839 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=f10a55b2-e332-4884-a88e-e395a15cdee0,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:42.687342 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ba0a583c-2b18-49dc-8bed-451890ca2cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:42.708272 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-87a40e14-5a32-4f82-82ee-402f2172c18d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:42.778301 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922be8df-606c-48fc-a0cd-464a53c69adb admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:06:42.785463 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-591ef67f-b302-4c53-83cd-808525b133e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'name': 'tempest-ServersTestManualDisk-1914228031-router', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '9ff8604e-04e3-4b84-a898-32d5e292820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:30Z', 'updated_at': '2021-08-11T22:05:48Z', 'revision_number': 4, 'project_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'gw_port': {'id': '9ff8604e-04e3-4b84-a898-32d5e292820d', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:36Z', 'updated_at': '2021-08-11T22:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'fce2170f-368b-4c64-bed7-09f2819b46b7', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'floating_ip_address': '172.25.2.84', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'port_id': '8305041d-268c-48b4-a5ed-8770a1400432', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecbbe70d-0e61-4bd5-978d-e5ee42d280bb', 'mac_address': 'fa:16:3e:68:aa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80c93b7-348b-4cb1-9818-64fa7f55468a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:06:02Z', 'updated_at': '2021-08-11T22:06:38Z', 'revision_number': 1, 'project_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a15667b-67c6-499b-8b6d-c69d76ad0b71', 'name': '', 'network_id': 'ecbbe70d-0e61-4bd5-978d-e5ee42d280bb', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'mac_address': 'fa:16:3e:18:d9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'c69249db-21a6-487b-b4ed-00687f28ccde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:46Z', 'updated_at': '2021-08-11T22:06:12Z', 'revision_number': 5, 'project_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'subnets': [{'id': 'c69249db-21a6-487b-b4ed-00687f28ccde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:42.786451 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-87a40e14-5a32-4f82-82ee-402f2172c18d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:42.793273 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-922be8df-606c-48fc-a0cd-464a53c69adb admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:06:42.803461 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922be8df-606c-48fc-a0cd-464a53c69adb admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:06:42.837052 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591ef67f-b302-4c53-83cd-808525b133e8 None None] Checking router: eae784f4-4329-4cfa-9058-35c3be20f321 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:06:42.839785 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['f10a55b2-e332-4884-a88e-e395a15cdee0'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:06:42.845136 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a583c-2b18-49dc-8bed-451890ca2cb3 None None] Pushing event updated for resources: {'Port': ['ID=32a7b75f-9203-4669-a31c-b19e14427a7a,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:42.859089 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-6cf4f6c4-4600-45c8-9a78-1d880c944b21 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-912774698'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:42.883297 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a512d-e3e0-408f-96f0-d6de3d839e16 req-f7a2543c-7341-4250-993f-6c5ab2136d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:42.887448 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-786a512d-e3e0-408f-96f0-d6de3d839e16 req-f7a2543c-7341-4250-993f-6c5ab2136d7b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ecbbe70d-0e61-4bd5-978d-e5ee42d280bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2105892 Aug 11 22:06:42.916793 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922be8df-606c-48fc-a0cd-464a53c69adb admin admin] Pushing event updated for resources: {'Port': ['ID=01789777-1941-462f-983c-96fdfeb74881,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:42.943855 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591ef67f-b302-4c53-83cd-808525b133e8 None None] Routers {'eae784f4-4329-4cfa-9058-35c3be20f321'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:06:42.944991 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-591ef67f-b302-4c53-83cd-808525b133e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:06:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['eae784f4-4329-4cfa-9058-35c3be20f321'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:43.051444 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ba3480a3-97ed-48e9-a0e3-574b46ebcd86 req-bb859500-b807-451f-a3b8-221fc91eecec tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347223 Aug 11 22:06:43.081093 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a40e14-5a32-4f82-82ee-402f2172c18d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7311e71a-27ff-4470-ad97-15359ada3bd3,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:43.085173 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf4f6c4-4600-45c8-9a78-1d880c944b21 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Made reservation on behalf of 7d6c7d821e30489b8c77e12a118f1d40 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:06:43.092956 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cf4f6c4-4600-45c8-9a78-1d880c944b21 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:43.117740 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cf4f6c4-4600-45c8-9a78-1d880c944b21 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:43.131729 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-591ef67f-b302-4c53-83cd-808525b133e8 None None] Set router eae784f4-4329-4cfa-9058-35c3be20f321 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:06:43.289312 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-87a40e14-5a32-4f82-82ee-402f2172c18d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:43.296016 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-87a40e14-5a32-4f82-82ee-402f2172c18d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3606958 Aug 11 22:06:43.332076 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40398) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:43.341488 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-21e9d6e5-b6bd-47a9-a91e-cf0805181fbd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:43.342238 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device a1c23f4e-0437-4179-9ecd-8842ffc738b0 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:06:43.385548 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c20ef2d1-9104-49b8-bd88-0a1f5f4e3a3f req-9f93271e-803b-4246-9b16-84b2120b4cbf service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9176569 Aug 11 22:06:43.444493 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cf4f6c4-4600-45c8-9a78-1d880c944b21 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:43.456183 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cf4f6c4-4600-45c8-9a78-1d880c944b21 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:43.521626 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cf4f6c4-4600-45c8-9a78-1d880c944b21 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:06:43.541678 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 32a7b75f-9203-4669-a31c-b19e14427a7a up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:06:43.547300 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-21e9d6e5-b6bd-47a9-a91e-cf0805181fbd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for floatingip, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:43.555064 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cf4f6c4-4600-45c8-9a78-1d880c944b21 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:43.555606 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-6cf4f6c4-4600-45c8-9a78-1d880c944b21 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Added segment bee54f20-2814-4bc0-bea9-947a01da9160 of type vlan for network 54e2690c-012d-4dc5-85bf-dd389f222e42 Aug 11 22:06:43.558310 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4f6c4-4600-45c8-9a78-1d880c944b21 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04bd6ecf-17c1-4d49-9ee8-d289215d9b4e,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:43.606516 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3268f-ea8b-4771-8f56-cd4c6802f55b req-71b17de4-7508-4b1c-a16b-29ebcf75a7b1 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:43.609082 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b4d3268f-ea8b-4771-8f56-cd4c6802f55b req-71b17de4-7508-4b1c-a16b-29ebcf75a7b1 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3b6d0d-d4ab-4787-899f-0a3e9d031e34 HTTP/1.1" status: 200 len: 948 time: 0.9753833 Aug 11 22:06:43.738611 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cf4f6c4-4600-45c8-9a78-1d880c944b21 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:43.783227 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b4d3268f-ea8b-4771-8f56-cd4c6802f55b req-d92e88a3-e074-41b1-9237-6816a8592f6b tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/security-groups?id=97c9b71b-ba84-4220-8eab-8ff71b37c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230614 Aug 11 22:06:43.832010 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-786a512d-e3e0-408f-96f0-d6de3d839e16 req-eb3c3fa5-b602-4946-9d28-2f07f4e561f1 service neutron] 10.222.0.82 "GET /v2.0/networks/ecbbe70d-0e61-4bd5-978d-e5ee42d280bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9164169 Aug 11 22:06:43.840658 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-138bbaca-b37d-46fd-bc45-828af05e4cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:43.853994 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.resource_extend [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 22:06:43.862372 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cf4f6c4-4600-45c8-9a78-1d880c944b21 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:43.868570 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf4f6c4-4600-45c8-9a78-1d880c944b21 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:43.869400 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cf4f6c4-4600-45c8-9a78-1d880c944b21 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:43.961539 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6cf4f6c4-4600-45c8-9a78-1d880c944b21 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.6731727 Aug 11 22:06:43.966773 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40408) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:43.980535 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-ec5c7a8f-87ee-48cc-a175-958b6cdd24a3 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Request body: {'subnet': {'network_id': '54e2690c-012d-4dc5-85bf-dd389f222e42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:43.989865 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4f6c4-4600-45c8-9a78-1d880c944b21 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Pushing event updated for resources: {'Network': ['ID=54e2690c-012d-4dc5-85bf-dd389f222e42,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:43.991299 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-922be8df-606c-48fc-a0cd-464a53c69adb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:44.079210 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 54e2690c-012d-4dc5-85bf-dd389f222e42 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:06:44.092923 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-786a512d-e3e0-408f-96f0-d6de3d839e16 req-420b61e8-eb90-43d1-8acc-fc39dfa99254 service neutron] 10.222.0.82 "GET /v2.0/networks/ecbbe70d-0e61-4bd5-978d-e5ee42d280bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410076 Aug 11 22:06:44.093541 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-21e9d6e5-b6bd-47a9-a91e-cf0805181fbd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:44.374313 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5c7a8f-87ee-48cc-a175-958b6cdd24a3 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Made reservation on behalf of 7d6c7d821e30489b8c77e12a118f1d40 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:06:44.379987 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ec5c7a8f-87ee-48cc-a175-958b6cdd24a3 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:44.401393 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-922be8df-606c-48fc-a0cd-464a53c69adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:44.545300 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-21e9d6e5-b6bd-47a9-a91e-cf0805181fbd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Allocated IP 172.25.2.49 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/e3e66daa-2e69-4b1b-9b84-34c61bc55857) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:06:44.718922 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port a1c23f4e-0437-4179-9ecd-8842ffc738b0, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=a1c23f4e-0437-4179-9ecd-8842ffc738b0,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:06:44.729750 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-21e9d6e5-b6bd-47a9-a91e-cf0805181fbd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:44.749324 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 32a7b75f-9203-4669-a31c-b19e14427a7a completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:06:44.753647 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922be8df-606c-48fc-a0cd-464a53c69adb admin admin] Router 4aaecc50-9627-4b25-8b06-bcf437e22766 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:06:44.757500 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': 'a1c23f4e-0437-4179-9ecd-8842ffc738b0', 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9', 'port_id': 'a1c23f4e-0437-4179-9ecd-8842ffc738b0', 'mac_address': 'fa:16:3e:88:a2:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71666487-d255-442c-a4c1-ffc47afdf7b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:06:44.927291 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-21e9d6e5-b6bd-47a9-a91e-cf0805181fbd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:44.935767 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c493f8c-3f75-4917-9be0-73b14f7c7d82 None None] Network 1b70c064-5af4-4c12-8d59-0974835eb417 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:06:45.045351 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e9d6e5-b6bd-47a9-a91e-cf0805181fbd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:06:45.068066 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9d6e5-b6bd-47a9-a91e-cf0805181fbd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Pushing event updated for resources: {'Port': ['ID=e3e66daa-2e69-4b1b-9b84-34c61bc55857,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:45.073483 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922be8df-606c-48fc-a0cd-464a53c69adb admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:06:45.076099 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-21e9d6e5-b6bd-47a9-a91e-cf0805181fbd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:06:45.084696 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e9d6e5-b6bd-47a9-a91e-cf0805181fbd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:06:45.089784 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a98d33-520c-4003-be77-96d7f7238e54 None None] Sync routers for ids ['4aaecc50-9627-4b25-8b06-bcf437e22766'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:06:45.111458 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a98d33-520c-4003-be77-96d7f7238e54 None None] Routers {'4aaecc50-9627-4b25-8b06-bcf437e22766'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:06:45.111821 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-15a98d33-520c-4003-be77-96d7f7238e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:06:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['4aaecc50-9627-4b25-8b06-bcf437e22766'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:45.143654 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-922be8df-606c-48fc-a0cd-464a53c69adb admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:45.147618 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-922be8df-606c-48fc-a0cd-464a53c69adb admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1170707 Aug 11 22:06:45.169373 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40420) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:45.182282 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:45.198400 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb92b76-a5a2-4629-b623-6c0bf207e401 req-60a50d29-a8c2-4a0a-92cd-edc145647764 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:45.203979 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3cb92b76-a5a2-4629-b623-6c0bf207e401 req-60a50d29-a8c2-4a0a-92cd-edc145647764 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c681a048-cd9d-4a75-a120-f3e88edb0dd6 HTTP/1.1" status: 200 len: 944 time: 0.7358587 Aug 11 22:06:45.222668 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1291d739-e5b3-492e-b880-d096cad517fa None None] Provisioning for port 32a7b75f-9203-4669-a31c-b19e14427a7a completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:06:45.234151 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-591ef67f-b302-4c53-83cd-808525b133e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'name': 'tempest-ServersTestManualDisk-1914228031-router', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '9ff8604e-04e3-4b84-a898-32d5e292820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:30Z', 'updated_at': '2021-08-11T22:05:48Z', 'revision_number': 4, 'project_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'gw_port': {'id': '9ff8604e-04e3-4b84-a898-32d5e292820d', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:36Z', 'updated_at': '2021-08-11T22:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'fce2170f-368b-4c64-bed7-09f2819b46b7', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'floating_ip_address': '172.25.2.84', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'port_id': '8305041d-268c-48b4-a5ed-8770a1400432', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecbbe70d-0e61-4bd5-978d-e5ee42d280bb', 'mac_address': 'fa:16:3e:68:aa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80c93b7-348b-4cb1-9818-64fa7f55468a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:06:02Z', 'updated_at': '2021-08-11T22:06:38Z', 'revision_number': 1, 'project_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a15667b-67c6-499b-8b6d-c69d76ad0b71', 'name': '', 'network_id': 'ecbbe70d-0e61-4bd5-978d-e5ee42d280bb', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'mac_address': 'fa:16:3e:18:d9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'c69249db-21a6-487b-b4ed-00687f28ccde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:46Z', 'updated_at': '2021-08-11T22:06:12Z', 'revision_number': 5, 'project_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'subnets': [{'id': 'c69249db-21a6-487b-b4ed-00687f28ccde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:45.236946 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1291d739-e5b3-492e-b880-d096cad517fa None None] Provisioning complete for port 32a7b75f-9203-4669-a31c-b19e14427a7a triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:45.237586 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1291d739-e5b3-492e-b880-d096cad517fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:45.251045 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c23f4e-0437-4179-9ecd-8842ffc738b0 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:06:45.291315 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8111cf-7372-4be6-9343-51fdbef66dd0 req-0b50912c-179d-4625-9bbd-8bde9730f551 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:45.296015 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a8111cf-7372-4be6-9343-51fdbef66dd0 req-0b50912c-179d-4625-9bbd-8bde9730f551 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3b6d0d-d4ab-4787-899f-0a3e9d031e34 HTTP/1.1" status: 200 len: 948 time: 0.1864431 Aug 11 22:06:45.337732 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-15a98d33-520c-4003-be77-96d7f7238e54 None None] Set router 4aaecc50-9627-4b25-8b06-bcf437e22766 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:06:45.348842 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591ef67f-b302-4c53-83cd-808525b133e8 None None] The sync data for ids ['eae784f4-4329-4cfa-9058-35c3be20f321'] in n-d-804275-3 is: [{'id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'name': 'tempest-ServersTestManualDisk-1914228031-router', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '9ff8604e-04e3-4b84-a898-32d5e292820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:30Z', 'updated_at': '2021-08-11T22:05:48Z', 'revision_number': 4, 'project_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'gw_port': {'id': '9ff8604e-04e3-4b84-a898-32d5e292820d', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:36Z', 'updated_at': '2021-08-11T22:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'fce2170f-368b-4c64-bed7-09f2819b46b7', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'floating_ip_address': '172.25.2.84', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'port_id': '8305041d-268c-48b4-a5ed-8770a1400432', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecbbe70d-0e61-4bd5-978d-e5ee42d280bb', 'mac_address': 'fa:16:3e:68:aa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80c93b7-348b-4cb1-9818-64fa7f55468a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:06:02Z', 'updated_at': '2021-08-11T22:06:38Z', 'revision_number': 1, 'project_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a15667b-67c6-499b-8b6d-c69d76ad0b71', 'name': '', 'network_id': 'ecbbe70d-0e61-4bd5-978d-e5ee42d280bb', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'mac_address': 'fa:16:3e:18:d9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'c69249db-21a6-487b-b4ed-00687f28ccde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:46Z', 'updated_at': '2021-08-11T22:06:12Z', 'revision_number': 5, 'project_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'subnets': [{'id': 'c69249db-21a6-487b-b4ed-00687f28ccde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:06:45.411466 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a8111cf-7372-4be6-9343-51fdbef66dd0 req-11df0570-f5db-4ffc-b7f7-8944013c1b2a tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/security-groups?id=97c9b71b-ba84-4220-8eab-8ff71b37c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061537 Aug 11 22:06:45.449460 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ec5c7a8f-87ee-48cc-a175-958b6cdd24a3 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:45.616683 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5c7a8f-87ee-48cc-a175-958b6cdd24a3 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Checking segment: {'id': 'bee54f20-2814-4bc0-bea9-947a01da9160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '54e2690c-012d-4dc5-85bf-dd389f222e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:06:45.617493 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5c7a8f-87ee-48cc-a175-958b6cdd24a3 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Network hostable DHCP agents. Network: 54e2690c-012d-4dc5-85bf-dd389f222e42, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:06:45.618109 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-15a98d33-520c-4003-be77-96d7f7238e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaecc50-9627-4b25-8b06-bcf437e22766', 'name': 'tempest-FloatingIPsNegativeTestJSON-192674246-router', 'tenant_id': '610a4823ea9448aca22f393a0e00fa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '01789777-1941-462f-983c-96fdfeb74881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:06:40Z', 'updated_at': '2021-08-11T22:06:43Z', 'revision_number': 3, 'project_id': '610a4823ea9448aca22f393a0e00fa75', 'gw_port': {'id': '01789777-1941-462f-983c-96fdfeb74881', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aaecc50-9627-4b25-8b06-bcf437e22766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:06:42Z', 'updated_at': '2021-08-11T22:06:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:45.660377 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a98d33-520c-4003-be77-96d7f7238e54 None None] Checking router: 4aaecc50-9627-4b25-8b06-bcf437e22766 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:06:45.660767 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a98d33-520c-4003-be77-96d7f7238e54 None None] Updating router 4aaecc50-9627-4b25-8b06-bcf437e22766 port 01789777-1941-462f-983c-96fdfeb74881 binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:06:45.695701 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-15a98d33-520c-4003-be77-96d7f7238e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:45.845939 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-21e9d6e5-b6bd-47a9-a91e-cf0805181fbd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:45.883765 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d237c32-2f21-4f65-ae1f-da69fb7623fa None None] New status for floating IP fce2170f-368b-4c64-bed7-09f2819b46b7: ACTIVE {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:06:45.923416 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3cb92b76-a5a2-4629-b623-6c0bf207e401 req-8b93db9d-a3ae-4047-89d0-5cc3b35eea40 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319953 Aug 11 22:06:45.928676 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5c7a8f-87ee-48cc-a175-958b6cdd24a3 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Network 54e2690c-012d-4dc5-85bf-dd389f222e42 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:06:45.930084 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port a1c23f4e-0437-4179-9ecd-8842ffc738b0, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=a1c23f4e-0437-4179-9ecd-8842ffc738b0,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:06:46.024618 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:46.051802 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-15a98d33-520c-4003-be77-96d7f7238e54 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:46.064700 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-15a98d33-520c-4003-be77-96d7f7238e54 None None] Transition to ACTIVE for port object 01789777-1941-462f-983c-96fdfeb74881 will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:06:46.075066 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-15a98d33-520c-4003-be77-96d7f7238e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:46.083696 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c7a8f-87ee-48cc-a175-958b6cdd24a3 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Pushing event updated for resources: {'Subnet': ['ID=14bdc44e-7e2d-4a4c-866a-c26b7b33c1fc,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:46.101859 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-21e9d6e5-b6bd-47a9-a91e-cf0805181fbd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:46.109467 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-ec5c7a8f-87ee-48cc-a175-958b6cdd24a3 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 54e2690c-012d-4dc5-85bf-dd389f222e42) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:06:46.124764 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a3254fb5-e4cb-4127-90a6-11cc1cd285b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:46.133093 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5c7a8f-87ee-48cc-a175-958b6cdd24a3 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:46.136039 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ec5c7a8f-87ee-48cc-a175-958b6cdd24a3 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:46.141867 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ac85ac-be86-46e0-a5ed-dca5c6587f7d None None] Network 54e2690c-012d-4dc5-85bf-dd389f222e42 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:06:46.157746 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8110f-69cf-402c-ae6b-dfcdb5c23b12 None None] Pushing event updated for resources: {'Port': ['ID=01789777-1941-462f-983c-96fdfeb74881,revision_number=2']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:46.194170 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-15a98d33-520c-4003-be77-96d7f7238e54 None None] Attempting to bind port 01789777-1941-462f-983c-96fdfeb74881 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:06:46.194617 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:46.195095 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-15a98d33-520c-4003-be77-96d7f7238e54 None None] Attempting to bind port 01789777-1941-462f-983c-96fdfeb74881 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:06:46.195712 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a98d33-520c-4003-be77-96d7f7238e54 None None] Attempting to bind port 01789777-1941-462f-983c-96fdfeb74881 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:06:46.208906 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8110f-69cf-402c-ae6b-dfcdb5c23b12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:46.209696 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8110f-69cf-402c-ae6b-dfcdb5c23b12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:46.210343 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8110f-69cf-402c-ae6b-dfcdb5c23b12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:46.211040 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8110f-69cf-402c-ae6b-dfcdb5c23b12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:46.212670 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8110f-69cf-402c-ae6b-dfcdb5c23b12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:46.213524 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8110f-69cf-402c-ae6b-dfcdb5c23b12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:46.214088 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8110f-69cf-402c-ae6b-dfcdb5c23b12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:46.214718 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8110f-69cf-402c-ae6b-dfcdb5c23b12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:46.215288 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8110f-69cf-402c-ae6b-dfcdb5c23b12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:46.215904 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8110f-69cf-402c-ae6b-dfcdb5c23b12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:46.216482 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8110f-69cf-402c-ae6b-dfcdb5c23b12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:46.218912 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8110f-69cf-402c-ae6b-dfcdb5c23b12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:06:46.228279 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a98d33-520c-4003-be77-96d7f7238e54 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:06:46.229442 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a98d33-520c-4003-be77-96d7f7238e54 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:06:46.230612 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-15a98d33-520c-4003-be77-96d7f7238e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:46.231821 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a98d33-520c-4003-be77-96d7f7238e54 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:06:46.233364 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-15a98d33-520c-4003-be77-96d7f7238e54 None None] Bound port: 01789777-1941-462f-983c-96fdfeb74881, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:06:46.234790 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-15a98d33-520c-4003-be77-96d7f7238e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:46.250170 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=a1c23f4e-0437-4179-9ecd-8842ffc738b0,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:46.279055 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ec5c7a8f-87ee-48cc-a175-958b6cdd24a3 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3045201 Aug 11 22:06:46.279800 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40430) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:46.295477 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-2d4119a8-d2fd-45f8-a195-d8f3614febf6 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Request body: {'port': {'network_id': '54e2690c-012d-4dc5-85bf-dd389f222e42', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-477205255'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:46.415211 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-15a98d33-520c-4003-be77-96d7f7238e54 None None] For port 01789777-1941-462f-983c-96fdfeb74881, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:06:46.422388 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-15a98d33-520c-4003-be77-96d7f7238e54 None None] For port 01789777-1941-462f-983c-96fdfeb74881, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=01789777-1941-462f-983c-96fdfeb74881,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:06:46.437760 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-15a98d33-520c-4003-be77-96d7f7238e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:46.464532 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1291d739-e5b3-492e-b880-d096cad517fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:46.540562 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['a1c23f4e-0437-4179-9ecd-8842ffc738b0'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:06:46.596009 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a98d33-520c-4003-be77-96d7f7238e54 None None] Routers {'4aaecc50-9627-4b25-8b06-bcf437e22766'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:06:46.596798 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-15a98d33-520c-4003-be77-96d7f7238e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:06:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['4aaecc50-9627-4b25-8b06-bcf437e22766'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:46.677745 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-1291d739-e5b3-492e-b880-d096cad517fa None None] For port 32a7b75f-9203-4669-a31c-b19e14427a7a, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=32a7b75f-9203-4669-a31c-b19e14427a7a,segment=NetworkSegment(f0caab7b-cf44-4d8b-b084-81aeb77130c4),segment_id=f0caab7b-cf44-4d8b-b084-81aeb77130c4)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:06:46.699019 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1291d739-e5b3-492e-b880-d096cad517fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:46.790033 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-15a98d33-520c-4003-be77-96d7f7238e54 None None] Set router 4aaecc50-9627-4b25-8b06-bcf437e22766 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:06:46.799930 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4119a8-d2fd-45f8-a195-d8f3614febf6 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Made reservation on behalf of 7d6c7d821e30489b8c77e12a118f1d40 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:06:46.807299 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2d4119a8-d2fd-45f8-a195-d8f3614febf6 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:46.841944 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291d739-e5b3-492e-b880-d096cad517fa None None] Pushing event updated for resources: {'Port': ['ID=32a7b75f-9203-4669-a31c-b19e14427a7a,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:46.894431 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-2d4119a8-d2fd-45f8-a195-d8f3614febf6 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] device_id is not set on port d66ed666-50ca-4b3d-b663-ab89ca53b286 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:06:46.909261 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device f10a55b2-e332-4884-a88e-e395a15cdee0 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:06:46.917050 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8110f-69cf-402c-ae6b-dfcdb5c23b12 None None] Pushing event updated for resources: {'Port': ['ID=01789777-1941-462f-983c-96fdfeb74881,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:47.224010 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc80598-f1bc-4f5c-bbbb-bc83f4363ac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-54e2690c-012d-4dc5-85bf-dd389f222e42', 'network_id': '54e2690c-012d-4dc5-85bf-dd389f222e42', 'tenant_id': '7d6c7d821e30489b8c77e12a118f1d40', 'fixed_ips': [{'subnet_id': '14bdc44e-7e2d-4a4c-866a-c26b7b33c1fc'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:06:47.225149 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7fc80598-f1bc-4f5c-bbbb-bc83f4363ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:47.230010 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-15a98d33-520c-4003-be77-96d7f7238e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaecc50-9627-4b25-8b06-bcf437e22766', 'name': 'tempest-FloatingIPsNegativeTestJSON-192674246-router', 'tenant_id': '610a4823ea9448aca22f393a0e00fa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '01789777-1941-462f-983c-96fdfeb74881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:06:40Z', 'updated_at': '2021-08-11T22:06:43Z', 'revision_number': 3, 'project_id': '610a4823ea9448aca22f393a0e00fa75', 'gw_port': {'id': '01789777-1941-462f-983c-96fdfeb74881', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aaecc50-9627-4b25-8b06-bcf437e22766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:06:42Z', 'updated_at': '2021-08-11T22:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:47.231395 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port f10a55b2-e332-4884-a88e-e395a15cdee0 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:06:47.234433 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e796cfbc-2fcc-4599-a190-b3f4e9096044 None None] Provisioning complete for port 32a7b75f-9203-4669-a31c-b19e14427a7a triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:47.234813 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e796cfbc-2fcc-4599-a190-b3f4e9096044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:47.304558 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port f10a55b2-e332-4884-a88e-e395a15cdee0 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:47.304937 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:47.326929 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a98d33-520c-4003-be77-96d7f7238e54 None None] The sync data for ids ['4aaecc50-9627-4b25-8b06-bcf437e22766'] in n-d-804275-3 is: [{'id': '4aaecc50-9627-4b25-8b06-bcf437e22766', 'name': 'tempest-FloatingIPsNegativeTestJSON-192674246-router', 'tenant_id': '610a4823ea9448aca22f393a0e00fa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '01789777-1941-462f-983c-96fdfeb74881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:06:40Z', 'updated_at': '2021-08-11T22:06:43Z', 'revision_number': 3, 'project_id': '610a4823ea9448aca22f393a0e00fa75', 'gw_port': {'id': '01789777-1941-462f-983c-96fdfeb74881', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aaecc50-9627-4b25-8b06-bcf437e22766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:06:42Z', 'updated_at': '2021-08-11T22:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:06:47.350246 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-2d4119a8-d2fd-45f8-a195-d8f3614febf6 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Allocated IP 2001:db8::3c5 (54e2690c-012d-4dc5-85bf-dd389f222e42/14bdc44e-7e2d-4a4c-866a-c26b7b33c1fc/d66ed666-50ca-4b3d-b663-ab89ca53b286) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:06:47.400526 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-21e9d6e5-b6bd-47a9-a91e-cf0805181fbd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:47.407845 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634a960-8723-488b-8c80-549756ff893c req-cb82068f-1b63-40ae-9d7b-80c0431294f6 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:47.424994 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2a04f-47f5-4ac5-b0db-d9f4a9b0353c req-609ca123-3e62-4adb-91e7-8009492d7a88 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:47.428286 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-51d2a04f-47f5-4ac5-b0db-d9f4a9b0353c req-609ca123-3e62-4adb-91e7-8009492d7a88 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3b6d0d-d4ab-4787-899f-0a3e9d031e34 HTTP/1.1" status: 200 len: 948 time: 0.2569745 Aug 11 22:06:47.440285 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-21e9d6e5-b6bd-47a9-a91e-cf0805181fbd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:47.444236 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a634a960-8723-488b-8c80-549756ff893c req-cb82068f-1b63-40ae-9d7b-80c0431294f6 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c681a048-cd9d-4a75-a120-f3e88edb0dd6 HTTP/1.1" status: 200 len: 945 time: 0.2461815 Aug 11 22:06:47.450624 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 32a7b75f-9203-4669-a31c-b19e14427a7a up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:06:47.567700 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-51d2a04f-47f5-4ac5-b0db-d9f4a9b0353c req-1dc8a74f-b644-412b-a5bd-ee83816816f8 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/security-groups?id=97c9b71b-ba84-4220-8eab-8ff71b37c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742540 Aug 11 22:06:47.641982 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a634a960-8723-488b-8c80-549756ff893c req-0713623c-0011-4dbc-a5f7-cc3d121837ed tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947210 Aug 11 22:06:47.665472 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9d6e5-b6bd-47a9-a91e-cf0805181fbd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Pushing event updated for resources: {'Port': ['ID=e3e66daa-2e69-4b1b-9b84-34c61bc55857,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:47.739251 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-21e9d6e5-b6bd-47a9-a91e-cf0805181fbd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:47.783725 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:47.883592 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-21e9d6e5-b6bd-47a9-a91e-cf0805181fbd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:47.891634 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-21e9d6e5-b6bd-47a9-a91e-cf0805181fbd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5483091 Aug 11 22:06:47.940043 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a25570ce-f1c4-46d6-941d-25d034834911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:47.963744 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 32a7b75f-9203-4669-a31c-b19e14427a7a triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:47.964142 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:48.074197 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:48.188516 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3b6d0d-d4ab-4787-899f-0a3e9d031e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10a55b2-e332-4884-a88e-e395a15cdee0'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:06:48.191063 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702a73f7-49b5-429e-8c0c-6b22be8a8262" -d '{"events": [{"server_uuid": "6f3b6d0d-d4ab-4787-899f-0a3e9d031e34", "name": "network-vif-plugged", "status": "completed", "tag": "f10a55b2-e332-4884-a88e-e395a15cdee0"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:06:48.219091 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2d4119a8-d2fd-45f8-a195-d8f3614febf6 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:48.269389 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-2d4119a8-d2fd-45f8-a195-d8f3614febf6 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Transition to ACTIVE for port object d66ed666-50ca-4b3d-b663-ab89ca53b286 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:06:48.280792 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port f10a55b2-e332-4884-a88e-e395a15cdee0, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=f10a55b2-e332-4884-a88e-e395a15cdee0,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:06:48.290784 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:48.385081 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c31e51-5405-4c60-a9dd-65d732efc453 x-openstack-request-id: req-96c31e51-5405-4c60-a9dd-65d732efc453 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:06:48.385610 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3b6d0d-d4ab-4787-899f-0a3e9d031e34", "name": "network-vif-plugged", "status": "completed", "tag": "f10a55b2-e332-4884-a88e-e395a15cdee0", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:06:48.385983 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-96c31e51-5405-4c60-a9dd-65d732efc453 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:06:48.388687 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3b6d0d-d4ab-4787-899f-0a3e9d031e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10a55b2-e332-4884-a88e-e395a15cdee0', 'code': 200} Aug 11 22:06:48.389747 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=f10a55b2-e332-4884-a88e-e395a15cdee0,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:48.404524 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2d4119a8-d2fd-45f8-a195-d8f3614febf6 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:48.485115 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4119a8-d2fd-45f8-a195-d8f3614febf6 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Pushing event updated for resources: {'Port': ['ID=d66ed666-50ca-4b3d-b663-ab89ca53b286,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:48.509012 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4119a8-d2fd-45f8-a195-d8f3614febf6 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Network 54e2690c-012d-4dc5-85bf-dd389f222e42 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:06:48.511135 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-2d4119a8-d2fd-45f8-a195-d8f3614febf6 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:06:48.514129 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4119a8-d2fd-45f8-a195-d8f3614febf6 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:06:48.515969 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-7fc80598-f1bc-4f5c-bbbb-bc83f4363ac8 None None] Allocated IP 2001:db8::2 (54e2690c-012d-4dc5-85bf-dd389f222e42/14bdc44e-7e2d-4a4c-866a-c26b7b33c1fc/5b36eb8d-a29c-42ad-843e-6065af195066) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:06:48.523107 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4119a8-d2fd-45f8-a195-d8f3614febf6 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:48.524423 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2d4119a8-d2fd-45f8-a195-d8f3614febf6 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:48.568949 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2d4119a8-d2fd-45f8-a195-d8f3614febf6 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2871294 Aug 11 22:06:48.574650 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40476) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:48.587078 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-57d81248-0242-419b-aaaf-5b60a3fdd009 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Request body: {'port': {'network_id': '54e2690c-012d-4dc5-85bf-dd389f222e42', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1371235910', 'allowed_address_pairs': [{'ip_address': '2001:db8::3c5', 'mac_address': 'fa:16:3e:3e:1b:b8'}]}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:48.681895 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-406d296a-656f-4a56-bf20-7f1c9f10514e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1896991042&fields=id&tenant_id=2b3840ad876e4bee8133e6f4b31e7f76 HTTP/1.1" status: 200 len: 267 time: 0.1111836 Aug 11 22:06:48.766268 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-a25570ce-f1c4-46d6-941d-25d034834911 admin admin] Allocated IP 172.20.0.1 (1b70c064-5af4-4c12-8d59-0974835eb417/0dedf8af-2730-4156-b871-b531efac8975/347ad52d-1a9e-4f23-a7a0-b072314353fd) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:06:48.768859 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-53d9ccc5-c067-41cc-9777-0c45a1814847 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:48.781127 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-53d9ccc5-c067-41cc-9777-0c45a1814847 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports/3662de63-2216-47cd-a09d-9450446cab7f HTTP/1.1" status: 200 len: 932 time: 0.0886874 Aug 11 22:06:48.799017 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c075a-0f46-4cb4-9959-4b6a23e11b88 req-1b280b9d-a187-4448-87af-1a3bab365d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:48.802594 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7c2c075a-0f46-4cb4-9959-4b6a23e11b88 req-1b280b9d-a187-4448-87af-1a3bab365d49 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6f3b6d0d-d4ab-4787-899f-0a3e9d031e34 HTTP/1.1" status: 200 len: 1100 time: 0.3874562 Aug 11 22:06:48.836590 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-9207b526-ac5f-4239-8065-37412f663647 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:48.844723 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-9207b526-ac5f-4239-8065-37412f663647 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports/b2eadc1d-9cb5-4e10-af29-c9d841f467da HTTP/1.1" status: 200 len: 932 time: 0.0625918 Aug 11 22:06:48.856742 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7fc80598-f1bc-4f5c-bbbb-bc83f4363ac8 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:48.894467 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7fc80598-f1bc-4f5c-bbbb-bc83f4363ac8 None None] Transition to ACTIVE for port object 5b36eb8d-a29c-42ad-843e-6065af195066 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:06:48.924996 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:48.949919 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7fc80598-f1bc-4f5c-bbbb-bc83f4363ac8 None None] Transition to ACTIVE for port object 5b36eb8d-a29c-42ad-843e-6065af195066 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:06:48.971010 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7fc80598-f1bc-4f5c-bbbb-bc83f4363ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:48.991772 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-84395c76-7c33-4048-8410-4c20131b3737 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?network_id=c74395db-c7eb-4508-9006-176acc6e4b6d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1459379 Aug 11 22:06:49.059958 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-dbd8d2dd-77bd-4510-817a-8e13830af304 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?network_id=c74395db-c7eb-4508-9006-176acc6e4b6d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0667467 Aug 11 22:06:49.063558 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc80598-f1bc-4f5c-bbbb-bc83f4363ac8 None None] Network 54e2690c-012d-4dc5-85bf-dd389f222e42 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:06:49.080774 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-7fc80598-f1bc-4f5c-bbbb-bc83f4363ac8 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:06:49.087714 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc80598-f1bc-4f5c-bbbb-bc83f4363ac8 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:06:49.100133 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7c2c075a-0f46-4cb4-9959-4b6a23e11b88 req-9dbf284c-987c-40f0-86b3-d288a32016c9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=97c9b71b-ba84-4220-8eab-8ff71b37c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715070 Aug 11 22:06:49.124701 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc80598-f1bc-4f5c-bbbb-bc83f4363ac8 None None] Pushing event updated for resources: {'Port': ['ID=5b36eb8d-a29c-42ad-843e-6065af195066,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:49.149523 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40486) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:49.202141 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e9fd0-6263-4771-a8f9-efa62a0a48ae req-86eca900-da0b-4ce4-bebe-4496ac6d6e6e tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:49.216319 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f13e9fd0-6263-4771-a8f9-efa62a0a48ae req-86eca900-da0b-4ce4-bebe-4496ac6d6e6e tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3b6d0d-d4ab-4787-899f-0a3e9d031e34 HTTP/1.1" status: 200 len: 949 time: 0.4238353 Aug 11 22:06:49.220938 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-7fc80598-f1bc-4f5c-bbbb-bc83f4363ac8 None None] Attempting to bind port 5b36eb8d-a29c-42ad-843e-6065af195066 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:06:49.222684 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-7fc80598-f1bc-4f5c-bbbb-bc83f4363ac8 None None] Attempting to bind port 5b36eb8d-a29c-42ad-843e-6065af195066 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'bee54f20-2814-4bc0-bea9-947a01da9160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '54e2690c-012d-4dc5-85bf-dd389f222e42'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:06:49.226087 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc80598-f1bc-4f5c-bbbb-bc83f4363ac8 None None] Attempting to bind port 5b36eb8d-a29c-42ad-843e-6065af195066 on network 54e2690c-012d-4dc5-85bf-dd389f222e42 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:06:49.236376 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc80598-f1bc-4f5c-bbbb-bc83f4363ac8 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:06:49.237221 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc80598-f1bc-4f5c-bbbb-bc83f4363ac8 None None] Checking segment: {'id': 'bee54f20-2814-4bc0-bea9-947a01da9160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '54e2690c-012d-4dc5-85bf-dd389f222e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:06:49.237909 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7fc80598-f1bc-4f5c-bbbb-bc83f4363ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:49.238465 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc80598-f1bc-4f5c-bbbb-bc83f4363ac8 None None] Bound using segment: {'id': 'bee54f20-2814-4bc0-bea9-947a01da9160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '54e2690c-012d-4dc5-85bf-dd389f222e42'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:06:49.239904 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-7fc80598-f1bc-4f5c-bbbb-bc83f4363ac8 None None] Bound port: 5b36eb8d-a29c-42ad-843e-6065af195066, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee54f20-2814-4bc0-bea9-947a01da9160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '54e2690c-012d-4dc5-85bf-dd389f222e42'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:06:49.240423 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7fc80598-f1bc-4f5c-bbbb-bc83f4363ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:49.387967 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-e892b6af-e31d-422f-8316-1d87dac4f8cd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:49.404116 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f13e9fd0-6263-4771-a8f9-efa62a0a48ae req-e0bdd796-60ac-412b-b3d7-d6ee5fe795ec tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/security-groups?id=97c9b71b-ba84-4220-8eab-8ff71b37c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862462 Aug 11 22:06:49.413831 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-e892b6af-e31d-422f-8316-1d87dac4f8cd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:49.421244 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 01789777-1941-462f-983c-96fdfeb74881 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:06:49.422444 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-e892b6af-e31d-422f-8316-1d87dac4f8cd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:49.431452 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-e892b6af-e31d-422f-8316-1d87dac4f8cd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/networks?id=aae68e27-0877-48f6-819f-dde7d65a439d&id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&id=c74395db-c7eb-4508-9006-176acc6e4b6d&id=c74395db-c7eb-4508-9006-176acc6e4b6d HTTP/1.1" status: 200 len: 1991 time: 0.3704991 Aug 11 22:06:49.449988 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-7fda132e-0a98-4bca-bfef-13909871efb6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/quotas/2b3840ad876e4bee8133e6f4b31e7f76 HTTP/1.1" status: 200 len: 375 time: 0.0175087 Aug 11 22:06:49.490572 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3eca9db2-61c2-4745-8f31-6cc804f12a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:49.522077 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-7fc80598-f1bc-4f5c-bbbb-bc83f4363ac8 None None] For port 5b36eb8d-a29c-42ad-843e-6065af195066, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:06:49.527827 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-7fc80598-f1bc-4f5c-bbbb-bc83f4363ac8 None None] For port 5b36eb8d-a29c-42ad-843e-6065af195066, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5b36eb8d-a29c-42ad-843e-6065af195066,segment=NetworkSegment(bee54f20-2814-4bc0-bea9-947a01da9160),segment_id=bee54f20-2814-4bc0-bea9-947a01da9160)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:06:49.529697 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a25570ce-f1c4-46d6-941d-25d034834911 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:49.554850 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7fc80598-f1bc-4f5c-bbbb-bc83f4363ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:49.563600 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-a25570ce-f1c4-46d6-941d-25d034834911 admin admin] Transition to ACTIVE for port object 347ad52d-1a9e-4f23-a7a0-b072314353fd will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:06:49.565466 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d81248-0242-419b-aaaf-5b60a3fdd009 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Made reservation on behalf of 7d6c7d821e30489b8c77e12a118f1d40 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:06:49.603496 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-9a28945c-d6f5-4443-b136-5beac186d80c tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2b3840ad876e4bee8133e6f4b31e7f76&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1485093 Aug 11 22:06:49.618572 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 01789777-1941-462f-983c-96fdfeb74881 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:06:49.664454 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 01789777-1941-462f-983c-96fdfeb74881 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:49.664454 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:49.755300 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc80598-f1bc-4f5c-bbbb-bc83f4363ac8 None None] Pushing event updated for resources: {'Port': ['ID=5b36eb8d-a29c-42ad-843e-6065af195066,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:49.763247 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-31944810-e944-4610-a056-ad51e6b27647 service neutron] 10.222.0.77 "GET /v2.0/networks/aae68e27-0877-48f6-819f-dde7d65a439d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359026 Aug 11 22:06:49.831062 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:49.837864 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ab7a9-34e9-4ff4-8ceb-803c8d01189e req-c1427bcf-b3c4-4052-9ef9-dff5f4e36b20 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:49.839906 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9c0ab7a9-34e9-4ff4-8ceb-803c8d01189e req-c1427bcf-b3c4-4052-9ef9-dff5f4e36b20 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c681a048-cd9d-4a75-a120-f3e88edb0dd6 HTTP/1.1" status: 200 len: 945 time: 0.2193308 Aug 11 22:06:49.857650 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57d81248-0242-419b-aaaf-5b60a3fdd009 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:49.866196 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a25570ce-f1c4-46d6-941d-25d034834911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:49.931169 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 01789777-1941-462f-983c-96fdfeb74881, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=01789777-1941-462f-983c-96fdfeb74881,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:06:49.945311 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:49.984080 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-6fda9400-8ad5-426d-bc74-ffb099e77de5 service neutron] 10.222.0.77 "GET /v2.0/networks/aae68e27-0877-48f6-819f-dde7d65a439d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633770 Aug 11 22:06:50.033338 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-57d81248-0242-419b-aaaf-5b60a3fdd009 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] device_id is not set on port 7189f287-400d-4165-b2c0-3c2f517da3c0 yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:06:50.067787 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25570ce-f1c4-46d6-941d-25d034834911 admin admin] Network 1b70c064-5af4-4c12-8d59-0974835eb417 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:06:50.105481 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-7d541243-f479-4d31-9594-bfa3b87ab1f2 service neutron] 10.222.0.77 "GET /v2.0/ports/3662de63-2216-47cd-a09d-9450446cab7f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0916514 Aug 11 22:06:50.118759 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=01789777-1941-462f-983c-96fdfeb74881,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:50.130685 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-a25570ce-f1c4-46d6-941d-25d034834911 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:06:50.134362 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3eca9db2-61c2-4745-8f31-6cc804f12a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:50.143638 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device a1c23f4e-0437-4179-9ecd-8842ffc738b0 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:06:50.148248 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25570ce-f1c4-46d6-941d-25d034834911 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:06:50.161493 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3eca9db2-61c2-4745-8f31-6cc804f12a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:50.189983 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25570ce-f1c4-46d6-941d-25d034834911 admin admin] Pushing event updated for resources: {'Port': ['ID=347ad52d-1a9e-4f23-a7a0-b072314353fd,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:50.215839 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9c0ab7a9-34e9-4ff4-8ceb-803c8d01189e req-af1d9f3f-6809-40f0-8836-2e50164b895d tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116026 Aug 11 22:06:50.272098 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port a1c23f4e-0437-4179-9ecd-8842ffc738b0 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:06:50.282685 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port a1c23f4e-0437-4179-9ecd-8842ffc738b0 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:50.283091 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:50.331769 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3eca9db2-61c2-4745-8f31-6cc804f12a0d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7ff1a9a09fbd4150a349a46ab6c9a134&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1755540 Aug 11 22:06:50.341102 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40492) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:50.358806 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca9db2-61c2-4745-8f31-6cc804f12a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c779e1-99f1-4913-acc9-b47b9da507c9,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:50.365266 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a25570ce-f1c4-46d6-941d-25d034834911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:50.483188 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-b1f7b868-8815-4c92-bc60-0ae9c018f8ef service neutron] 10.222.0.77 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631942 Aug 11 22:06:50.554435 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:50.573251 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-57d81248-0242-419b-aaaf-5b60a3fdd009 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Allocated IP 2001:db8::2a (54e2690c-012d-4dc5-85bf-dd389f222e42/14bdc44e-7e2d-4a4c-866a-c26b7b33c1fc/7189f287-400d-4165-b2c0-3c2f517da3c0) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:06:50.647648 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-750e072d-9278-4f7e-b33f-e51d6ce47f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:50.666068 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:50.695855 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-85c3c8d7-4f29-4396-bf56-3f07b0533b0b service neutron] 10.222.0.77 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111187 Aug 11 22:06:50.698445 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-750e072d-9278-4f7e-b33f-e51d6ce47f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:50.710411 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d91d909f-8ec7-47eb-8fbc-a5eb29cc0dca None None] Provisioning for port 347ad52d-1a9e-4f23-a7a0-b072314353fd completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:06:50.719952 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c681a048-cd9d-4a75-a120-f3e88edb0dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c23f4e-0437-4179-9ecd-8842ffc738b0'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:06:50.722635 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75317dc9-9303-4480-90bd-900521191753" -d '{"events": [{"server_uuid": "c681a048-cd9d-4a75-a120-f3e88edb0dd6", "name": "network-vif-plugged", "status": "completed", "tag": "a1c23f4e-0437-4179-9ecd-8842ffc738b0"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:06:50.730055 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d91d909f-8ec7-47eb-8fbc-a5eb29cc0dca None None] Provisioning complete for port 347ad52d-1a9e-4f23-a7a0-b072314353fd triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:50.730055 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d91d909f-8ec7-47eb-8fbc-a5eb29cc0dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:50.775691 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port a1c23f4e-0437-4179-9ecd-8842ffc738b0, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=a1c23f4e-0437-4179-9ecd-8842ffc738b0,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:06:50.794419 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-81907e33-7a0b-492d-a9c4-6e8dbba3606b service neutron] 10.222.0.77 "GET /v2.0/ports/b2eadc1d-9cb5-4e10-af29-c9d841f467da?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0920508 Aug 11 22:06:50.808197 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:50.834625 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a25570ce-f1c4-46d6-941d-25d034834911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:50.852445 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-d91d909f-8ec7-47eb-8fbc-a5eb29cc0dca None None] Port 347ad52d-1a9e-4f23-a7a0-b072314353fd cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:06:50.896452 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=a1c23f4e-0437-4179-9ecd-8842ffc738b0,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:50.923567 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-750e072d-9278-4f7e-b33f-e51d6ce47f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:50.927415 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-750e072d-9278-4f7e-b33f-e51d6ce47f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:50.928885 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-750e072d-9278-4f7e-b33f-e51d6ce47f80 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a3c779e1-99f1-4913-acc9-b47b9da507c9 HTTP/1.1" status: 204 len: 168 time: 0.5863414 Aug 11 22:06:50.958494 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-e0e85af0-c1af-4891-a4aa-f9306c3232a8 service neutron] 10.222.0.77 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576469 Aug 11 22:06:50.959311 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e072d-9278-4f7e-b33f-e51d6ce47f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c779e1-99f1-4913-acc9-b47b9da507c9,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:51.067981 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57d81248-0242-419b-aaaf-5b60a3fdd009 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:51.140331 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987531ef-1c13-440b-8623-2331ddfe7df1 req-cbb07ee7-1ec9-4ebd-a14e-64411a36005a tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:51.149642 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-987531ef-1c13-440b-8623-2331ddfe7df1 req-cbb07ee7-1ec9-4ebd-a14e-64411a36005a tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3b6d0d-d4ab-4787-899f-0a3e9d031e34 HTTP/1.1" status: 200 len: 949 time: 0.2468903 Aug 11 22:06:51.170347 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-0aab2903-5110-4929-956b-190d7ee88f5e service neutron] 10.222.0.77 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030005 Aug 11 22:06:51.177931 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-57d81248-0242-419b-aaaf-5b60a3fdd009 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Transition to ACTIVE for port object 7189f287-400d-4165-b2c0-3c2f517da3c0 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:06:51.288863 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-987531ef-1c13-440b-8623-2331ddfe7df1 req-ca00f24a-85ea-4b2a-81ee-97198b3491a6 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/security-groups?id=97c9b71b-ba84-4220-8eab-8ff71b37c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378899 Aug 11 22:06:51.357760 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57d81248-0242-419b-aaaf-5b60a3fdd009 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:51.372375 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc968ede-3d04-48ea-ae31-c29df85ba240 x-openstack-request-id: req-cc968ede-3d04-48ea-ae31-c29df85ba240 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:06:51.372681 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c681a048-cd9d-4a75-a120-f3e88edb0dd6", "name": "network-vif-plugged", "status": "completed", "tag": "a1c23f4e-0437-4179-9ecd-8842ffc738b0", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:06:51.372957 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cc968ede-3d04-48ea-ae31-c29df85ba240 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:06:51.373359 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c681a048-cd9d-4a75-a120-f3e88edb0dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c23f4e-0437-4179-9ecd-8842ffc738b0', 'code': 200} Aug 11 22:06:51.429842 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-3ce7f075-73e7-4fd6-8d03-4da492eb4e4b service neutron] 10.222.0.77 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582746 Aug 11 22:06:51.492011 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a25570ce-f1c4-46d6-941d-25d034834911 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:51.518146 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d81248-0242-419b-aaaf-5b60a3fdd009 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Network 54e2690c-012d-4dc5-85bf-dd389f222e42 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:06:51.542069 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a25570ce-f1c4-46d6-941d-25d034834911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:51.616856 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d707b43-1a77-4792-b50f-874648118317 None None] Network 54e2690c-012d-4dc5-85bf-dd389f222e42 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:06:51.620877 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4947896-639b-4170-9ceb-24bc384acaec req-e1999f9b-8cc3-47d1-9f09-43f31420c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:51.623125 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e4947896-639b-4170-9ceb-24bc384acaec req-e1999f9b-8cc3-47d1-9f09-43f31420c1e3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c681a048-cd9d-4a75-a120-f3e88edb0dd6 HTTP/1.1" status: 200 len: 1097 time: 0.0869057 Aug 11 22:06:51.623283 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-57d81248-0242-419b-aaaf-5b60a3fdd009 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:06:51.627211 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d81248-0242-419b-aaaf-5b60a3fdd009 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:06:51.643447 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d81248-0242-419b-aaaf-5b60a3fdd009 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:51.645132 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57d81248-0242-419b-aaaf-5b60a3fdd009 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:51.672007 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-72eb4054-3483-4efd-b27c-3825570d5596 service neutron] 10.222.0.77 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410164 Aug 11 22:06:51.706585 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d81248-0242-419b-aaaf-5b60a3fdd009 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Pushing event updated for resources: {'Port': ['ID=7189f287-400d-4165-b2c0-3c2f517da3c0,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:51.710200 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e4947896-639b-4170-9ceb-24bc384acaec req-5577ae07-ab65-43d4-90ed-0ea2e6181a08 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778153 Aug 11 22:06:51.756993 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 01789777-1941-462f-983c-96fdfeb74881 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:06:51.799480 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-57d81248-0242-419b-aaaf-5b60a3fdd009 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.2208271 Aug 11 22:06:51.808832 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40518) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:51.824163 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a25570ce-f1c4-46d6-941d-25d034834911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:51.857792 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e580504-38e6-4ce7-82f1-7599baf5ba17 req-786fe054-f699-4c0d-a2b7-985555968232 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:51.862178 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4e580504-38e6-4ce7-82f1-7599baf5ba17 req-786fe054-f699-4c0d-a2b7-985555968232 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c681a048-cd9d-4a75-a120-f3e88edb0dd6 HTTP/1.1" status: 200 len: 946 time: 0.3791382 Aug 11 22:06:51.883493 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-cce7d9c4-ddae-42d8-8d71-55c686505eef None None] Provisioning for port 5b36eb8d-a29c-42ad-843e-6065af195066 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:06:51.889399 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-d0e8f7b4-ebe5-46a4-8673-9147b4d463d9 service neutron] 10.222.0.77 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062600 Aug 11 22:06:51.892541 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25570ce-f1c4-46d6-941d-25d034834911 admin admin] Pushing event updated for resources: {'Port': ['ID=347ad52d-1a9e-4f23-a7a0-b072314353fd,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:51.939277 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 01789777-1941-462f-983c-96fdfeb74881 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:51.939948 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:51.996928 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98ee3f3-0a93-4e9f-b5b5-33aeb15cac4f tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:52.003978 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98ee3f3-0a93-4e9f-b5b5-33aeb15cac4f tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:52.010576 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98ee3f3-0a93-4e9f-b5b5-33aeb15cac4f tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:52.012395 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f98ee3f3-0a93-4e9f-b5b5-33aeb15cac4f tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2021954 Aug 11 22:06:52.017358 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40526) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:52.062204 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4e580504-38e6-4ce7-82f1-7599baf5ba17 req-7b3e1e56-8640-4750-b589-e76ca6684e89 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852133 Aug 11 22:06:52.075219 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5b36eb8d-a29c-42ad-843e-6065af195066 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:06:52.184628 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25570ce-f1c4-46d6-941d-25d034834911 admin admin] Network 1b70c064-5af4-4c12-8d59-0974835eb417 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:06:52.191572 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-a25570ce-f1c4-46d6-941d-25d034834911 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:06:52.210831 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-7e2829b4-4f12-47a7-9446-31bb5327db51 service neutron] 10.222.0.77 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087785 Aug 11 22:06:52.257413 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 5b36eb8d-a29c-42ad-843e-6065af195066 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:06:52.262973 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 5b36eb8d-a29c-42ad-843e-6065af195066 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:52.263739 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:52.437420 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-f5b5aa6e-1e1f-4206-8778-7e7050ba8e36 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Deleting port 7189f287-400d-4165-b2c0-3c2f517da3c0 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:06:52.438398 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f5b5aa6e-1e1f-4206-8778-7e7050ba8e36 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:52.511344 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:52.540690 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25570ce-f1c4-46d6-941d-25d034834911 admin admin] Router 4aaecc50-9627-4b25-8b06-bcf437e22766 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:06:52.628034 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 5b36eb8d-a29c-42ad-843e-6065af195066, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5b36eb8d-a29c-42ad-843e-6065af195066,segment=NetworkSegment(bee54f20-2814-4bc0-bea9-947a01da9160),segment_id=bee54f20-2814-4bc0-bea9-947a01da9160)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:06:52.647586 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:52.710545 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0ac6e8eb-785c-44b1-bc07-5d7f63948dcd None None] Provisioning complete for port 5b36eb8d-a29c-42ad-843e-6065af195066 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:52.711266 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0ac6e8eb-785c-44b1-bc07-5d7f63948dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:52.771279 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-1ef95755-b24e-444d-be09-696009ff8c0a service neutron] 10.222.0.77 "GET /v2.0/networks/c74395db-c7eb-4508-9006-176acc6e4b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5268614 Aug 11 22:06:52.815253 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f5b5aa6e-1e1f-4206-8778-7e7050ba8e36 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:52.858089 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=5b36eb8d-a29c-42ad-843e-6065af195066,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:52.871881 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25570ce-f1c4-46d6-941d-25d034834911 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:06:52.877980 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-f5b5aa6e-1e1f-4206-8778-7e7050ba8e36 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Calling delete_port for 7189f287-400d-4165-b2c0-3c2f517da3c0 owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:06:52.884072 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a25570ce-f1c4-46d6-941d-25d034834911 admin admin] 10.222.0.77 "PUT /v2.0/routers/4aaecc50-9627-4b25-8b06-bcf437e22766/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7044065 Aug 11 22:06:52.890346 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8280d04e-7136-4dcb-ac99-3dbcf2fba1b5 None None] Sync routers for ids ['4aaecc50-9627-4b25-8b06-bcf437e22766'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:06:52.914439 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8280d04e-7136-4dcb-ac99-3dbcf2fba1b5 None None] Routers {'4aaecc50-9627-4b25-8b06-bcf437e22766'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:06:52.917414 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-8280d04e-7136-4dcb-ac99-3dbcf2fba1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:06:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['4aaecc50-9627-4b25-8b06-bcf437e22766'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:53.162662 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0ac6e8eb-785c-44b1-bc07-5d7f63948dcd None None] Provisioning for port d66ed666-50ca-4b3d-b663-ab89ca53b286 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:06:53.168861 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0ac6e8eb-785c-44b1-bc07-5d7f63948dcd None None] Provisioning complete for port d66ed666-50ca-4b3d-b663-ab89ca53b286 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:53.169281 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0ac6e8eb-785c-44b1-bc07-5d7f63948dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:53.293226 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-e4412433-4c70-486a-ae7b-7d3b54d98611 service neutron] 10.222.0.77 "GET /v2.0/networks/c74395db-c7eb-4508-9006-176acc6e4b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4970012 Aug 11 22:06:53.311820 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-0ac6e8eb-785c-44b1-bc07-5d7f63948dcd None None] Port d66ed666-50ca-4b3d-b663-ab89ca53b286 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:06:53.329932 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171a544-2ba4-4861-b853-3b40c156b565 req-09182eb6-a905-4af3-acea-5a3e3be9a766 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:53.335484 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9171a544-2ba4-4861-b853-3b40c156b565 req-09182eb6-a905-4af3-acea-5a3e3be9a766 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3b6d0d-d4ab-4787-899f-0a3e9d031e34 HTTP/1.1" status: 200 len: 949 time: 0.1989243 Aug 11 22:06:53.378210 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-8280d04e-7136-4dcb-ac99-3dbcf2fba1b5 None None] Set router 4aaecc50-9627-4b25-8b06-bcf437e22766 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:06:53.430446 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0ac6e8eb-785c-44b1-bc07-5d7f63948dcd None None] Provisioning for port 7189f287-400d-4165-b2c0-3c2f517da3c0 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:06:53.431240 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f5b5aa6e-1e1f-4206-8778-7e7050ba8e36 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:53.435721 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0ac6e8eb-785c-44b1-bc07-5d7f63948dcd None None] Provisioning complete for port 7189f287-400d-4165-b2c0-3c2f517da3c0 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:53.436412 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0ac6e8eb-785c-44b1-bc07-5d7f63948dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:53.447394 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5b36eb8d-a29c-42ad-843e-6065af195066 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:06:53.449709 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9171a544-2ba4-4861-b853-3b40c156b565 req-0478c609-1f3d-4a91-926b-41eaabe28315 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/security-groups?id=97c9b71b-ba84-4220-8eab-8ff71b37c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891249 Aug 11 22:06:53.490082 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5aa6e-1e1f-4206-8778-7e7050ba8e36 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Pushing event deleted for resources: {'Port': ['ID=7189f287-400d-4165-b2c0-3c2f517da3c0,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:53.507818 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-0ac6e8eb-785c-44b1-bc07-5d7f63948dcd None None] Port 7189f287-400d-4165-b2c0-3c2f517da3c0 was deleted so its status cannot be updated. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 11 22:06:53.611171 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 5b36eb8d-a29c-42ad-843e-6065af195066 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:53.611446 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:53.633153 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-25af06d3-a5c8-4ebc-8967-9cc78895a3f9 service neutron] 10.222.0.77 "GET /v2.0/networks/c74395db-c7eb-4508-9006-176acc6e4b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286359 Aug 11 22:06:53.712777 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2d6bc637-357f-4dd6-8087-874bf8f7ce68 None None] Provisioning complete for port 347ad52d-1a9e-4f23-a7a0-b072314353fd triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:53.713604 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2d6bc637-357f-4dd6-8087-874bf8f7ce68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:53.819351 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-2d6bc637-357f-4dd6-8087-874bf8f7ce68 None None] Port 347ad52d-1a9e-4f23-a7a0-b072314353fd cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:06:53.943071 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2d6bc637-357f-4dd6-8087-874bf8f7ce68 None None] Provisioning complete for port d66ed666-50ca-4b3d-b663-ab89ca53b286 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:53.943360 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-8280d04e-7136-4dcb-ac99-3dbcf2fba1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaecc50-9627-4b25-8b06-bcf437e22766', 'name': 'tempest-FloatingIPsNegativeTestJSON-192674246-router', 'tenant_id': '610a4823ea9448aca22f393a0e00fa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '01789777-1941-462f-983c-96fdfeb74881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:06:40Z', 'updated_at': '2021-08-11T22:06:50Z', 'revision_number': 4, 'project_id': '610a4823ea9448aca22f393a0e00fa75', 'gw_port': {'id': '01789777-1941-462f-983c-96fdfeb74881', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaecc50-9627-4b25-8b06-bcf437e22766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:06:42Z', 'updated_at': '2021-08-11T22:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '347ad52d-1a9e-4f23-a7a0-b072314353fd', 'name': '', 'network_id': '1b70c064-5af4-4c12-8d59-0974835eb417', 'tenant_id': '610a4823ea9448aca22f393a0e00fa75', 'mac_address': 'fa:16:3e:9a:ae:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aaecc50-9627-4b25-8b06-bcf437e22766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '0dedf8af-2730-4156-b871-b531efac8975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:06:47Z', 'updated_at': '2021-08-11T22:06:51Z', 'revision_number': 2, 'project_id': '610a4823ea9448aca22f393a0e00fa75', 'subnets': [{'id': '0dedf8af-2730-4156-b871-b531efac8975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:53.943927 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2d6bc637-357f-4dd6-8087-874bf8f7ce68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:54.010792 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-2d6bc637-357f-4dd6-8087-874bf8f7ce68 None None] Port d66ed666-50ca-4b3d-b663-ab89ca53b286 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:06:54.020146 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2d6bc637-357f-4dd6-8087-874bf8f7ce68 None None] Could not find standard attr ID for object 7189f287-400d-4165-b2c0-3c2f517da3c0. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:06:54.025141 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8280d04e-7136-4dcb-ac99-3dbcf2fba1b5 None None] Checking router: 4aaecc50-9627-4b25-8b06-bcf437e22766 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:06:54.025717 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8280d04e-7136-4dcb-ac99-3dbcf2fba1b5 None None] Updating router 4aaecc50-9627-4b25-8b06-bcf437e22766 port 347ad52d-1a9e-4f23-a7a0-b072314353fd binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:06:54.075800 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-8280d04e-7136-4dcb-ac99-3dbcf2fba1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:54.119130 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cdd6e2ab-7938-4588-997d-8a84d09bbd8c req-8a428ca9-6574-4521-8c8e-79713a6d3c97 tempest-FloatingIPsNegativeTestJSON-680502236 tempest-FloatingIPsNegativeTestJSON-680502236-project] 10.222.0.77 "GET /v2.0/floatingips?tenant_id=610a4823ea9448aca22f393a0e00fa75 HTTP/1.1" status: 200 len: 217 time: 0.1172297 Aug 11 22:06:54.224162 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f5b5aa6e-1e1f-4206-8778-7e7050ba8e36 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:54.226224 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f5b5aa6e-1e1f-4206-8778-7e7050ba8e36 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] 10.222.0.77 "DELETE /v2.0/ports/7189f287-400d-4165-b2c0-3c2f517da3c0 HTTP/1.1" status: 204 len: 168 time: 2.2078557 Aug 11 22:06:54.229276 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40568) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:54.271860 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-e81052c5-e802-4363-b23f-a7cd16c362c1 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] GET failed (client error): The resource could not be found. Aug 11 22:06:54.272922 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-f0013405-9e40-4b05-bf88-8252e9af0b77 service neutron] 10.222.0.77 "GET /v2.0/networks/c74395db-c7eb-4508-9006-176acc6e4b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397955 Aug 11 22:06:54.274768 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e81052c5-e802-4363-b23f-a7cd16c362c1 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] 10.222.0.77 "GET /v2.0/ports/7189f287-400d-4165-b2c0-3c2f517da3c0 HTTP/1.1" status: 404 len: 333 time: 0.0443745 Aug 11 22:06:54.280676 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40570) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:54.298634 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-cee0c6c4-fef7-45e3-b21e-0c4ba9906988 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Request body: {'port': {'network_id': '54e2690c-012d-4dc5-85bf-dd389f222e42', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-734876829'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:54.537398 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee0c6c4-fef7-45e3-b21e-0c4ba9906988 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Made reservation on behalf of 7d6c7d821e30489b8c77e12a118f1d40 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:06:54.544910 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cee0c6c4-fef7-45e3-b21e-0c4ba9906988 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:54.581191 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-8280d04e-7136-4dcb-ac99-3dbcf2fba1b5 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:54.586607 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-cee0c6c4-fef7-45e3-b21e-0c4ba9906988 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] device_id is not set on port 804979e6-9fd0-41c8-ba3d-65157caccc3f yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:06:54.612996 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-8280d04e-7136-4dcb-ac99-3dbcf2fba1b5 None None] Transition to ACTIVE for port object 347ad52d-1a9e-4f23-a7a0-b072314353fd will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:06:54.624280 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-8280d04e-7136-4dcb-ac99-3dbcf2fba1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:54.789775 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-cee0c6c4-fef7-45e3-b21e-0c4ba9906988 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Allocated IP 2001:db8::36a (54e2690c-012d-4dc5-85bf-dd389f222e42/14bdc44e-7e2d-4a4c-866a-c26b7b33c1fc/804979e6-9fd0-41c8-ba3d-65157caccc3f) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:06:54.824715 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f2b26-ba7a-41e5-99f7-42a0d0ea59b9 None None] Pushing event updated for resources: {'Port': ['ID=347ad52d-1a9e-4f23-a7a0-b072314353fd,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:54.830360 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-8280d04e-7136-4dcb-ac99-3dbcf2fba1b5 None None] Attempting to bind port 347ad52d-1a9e-4f23-a7a0-b072314353fd on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:06:54.830738 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-8280d04e-7136-4dcb-ac99-3dbcf2fba1b5 None None] Attempting to bind port 347ad52d-1a9e-4f23-a7a0-b072314353fd by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f0caab7b-cf44-4d8b-b084-81aeb77130c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1b70c064-5af4-4c12-8d59-0974835eb417'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:06:54.831108 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8280d04e-7136-4dcb-ac99-3dbcf2fba1b5 None None] Attempting to bind port 347ad52d-1a9e-4f23-a7a0-b072314353fd on network 1b70c064-5af4-4c12-8d59-0974835eb417 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:06:54.847314 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8280d04e-7136-4dcb-ac99-3dbcf2fba1b5 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:06:54.849217 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8280d04e-7136-4dcb-ac99-3dbcf2fba1b5 None None] Checking segment: {'id': 'f0caab7b-cf44-4d8b-b084-81aeb77130c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1b70c064-5af4-4c12-8d59-0974835eb417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:06:54.851992 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-8280d04e-7136-4dcb-ac99-3dbcf2fba1b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:54.852738 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8280d04e-7136-4dcb-ac99-3dbcf2fba1b5 None None] Bound using segment: {'id': 'f0caab7b-cf44-4d8b-b084-81aeb77130c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1b70c064-5af4-4c12-8d59-0974835eb417'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:06:54.853571 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-8280d04e-7136-4dcb-ac99-3dbcf2fba1b5 None None] Bound port: 347ad52d-1a9e-4f23-a7a0-b072314353fd, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0caab7b-cf44-4d8b-b084-81aeb77130c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1b70c064-5af4-4c12-8d59-0974835eb417'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:06:54.854237 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-8280d04e-7136-4dcb-ac99-3dbcf2fba1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:55.037852 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-8280d04e-7136-4dcb-ac99-3dbcf2fba1b5 None None] For port 347ad52d-1a9e-4f23-a7a0-b072314353fd, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:06:55.050358 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-8280d04e-7136-4dcb-ac99-3dbcf2fba1b5 None None] For port 347ad52d-1a9e-4f23-a7a0-b072314353fd, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=347ad52d-1a9e-4f23-a7a0-b072314353fd,segment=NetworkSegment(f0caab7b-cf44-4d8b-b084-81aeb77130c4),segment_id=f0caab7b-cf44-4d8b-b084-81aeb77130c4)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:06:55.057922 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-8280d04e-7136-4dcb-ac99-3dbcf2fba1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:55.163467 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cee0c6c4-fef7-45e3-b21e-0c4ba9906988 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:55.192891 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-cee0c6c4-fef7-45e3-b21e-0c4ba9906988 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Transition to ACTIVE for port object 804979e6-9fd0-41c8-ba3d-65157caccc3f will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:06:55.208343 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8280d04e-7136-4dcb-ac99-3dbcf2fba1b5 None None] Routers {'4aaecc50-9627-4b25-8b06-bcf437e22766'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:06:55.212715 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-8280d04e-7136-4dcb-ac99-3dbcf2fba1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:06:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['4aaecc50-9627-4b25-8b06-bcf437e22766'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:55.247189 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cee0c6c4-fef7-45e3-b21e-0c4ba9906988 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:55.302628 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee0c6c4-fef7-45e3-b21e-0c4ba9906988 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Network 54e2690c-012d-4dc5-85bf-dd389f222e42 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:06:55.305951 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-cee0c6c4-fef7-45e3-b21e-0c4ba9906988 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:06:55.322865 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee0c6c4-fef7-45e3-b21e-0c4ba9906988 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:06:55.340973 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee0c6c4-fef7-45e3-b21e-0c4ba9906988 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:55.341790 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cee0c6c4-fef7-45e3-b21e-0c4ba9906988 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:55.384817 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-72ba2a47-a677-47e0-9e15-08b1cf2948a2 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=11db072be4144680b4025766dbba91ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680425 Aug 11 22:06:55.392948 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f2b26-ba7a-41e5-99f7-42a0d0ea59b9 None None] Pushing event updated for resources: {'Port': ['ID=347ad52d-1a9e-4f23-a7a0-b072314353fd,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:55.428303 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0c6c4-fef7-45e3-b21e-0c4ba9906988 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Pushing event updated for resources: {'Port': ['ID=804979e6-9fd0-41c8-ba3d-65157caccc3f,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:55.452890 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-cee0c6c4-fef7-45e3-b21e-0c4ba9906988 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1696792 Aug 11 22:06:55.455395 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40630) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:55.482399 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-6c143851-4bc6-435d-904a-410bbdaaa172 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3c5', 'mac_address': 'fa:16:3e:3e:1b:b8'}]}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:55.677165 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-8280d04e-7136-4dcb-ac99-3dbcf2fba1b5 None None] Set router 4aaecc50-9627-4b25-8b06-bcf437e22766 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:06:55.706158 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-6521907c-a063-43ef-b76b-da2522a37ef5 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:55.713252 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-6521907c-a063-43ef-b76b-da2522a37ef5 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3250263 Aug 11 22:06:55.766763 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-f2eb99e0-64f8-4418-a5a8-f88104c09ffc tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/quotas/11db072be4144680b4025766dbba91ed HTTP/1.1" status: 200 len: 375 time: 0.0452743 Aug 11 22:06:55.871080 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b64f171a-2ce6-4d86-9ebe-00d683f70409 None None] Provisioning for port 804979e6-9fd0-41c8-ba3d-65157caccc3f completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:06:55.877029 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b64f171a-2ce6-4d86-9ebe-00d683f70409 None None] Provisioning complete for port 804979e6-9fd0-41c8-ba3d-65157caccc3f triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:55.877850 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b64f171a-2ce6-4d86-9ebe-00d683f70409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:55.886306 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6c143851-4bc6-435d-904a-410bbdaaa172 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:55.945099 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b64f171a-2ce6-4d86-9ebe-00d683f70409 None None] Port 804979e6-9fd0-41c8-ba3d-65157caccc3f cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:06:55.992529 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-6da64785-117d-4d10-995f-eb1a1872e6a2 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=11db072be4144680b4025766dbba91ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2134147 Aug 11 22:06:56.240937 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6c143851-4bc6-435d-904a-410bbdaaa172 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:56.256954 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6c143851-4bc6-435d-904a-410bbdaaa172 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:56.293703 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-8280d04e-7136-4dcb-ac99-3dbcf2fba1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaecc50-9627-4b25-8b06-bcf437e22766', 'name': 'tempest-FloatingIPsNegativeTestJSON-192674246-router', 'tenant_id': '610a4823ea9448aca22f393a0e00fa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '01789777-1941-462f-983c-96fdfeb74881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:06:40Z', 'updated_at': '2021-08-11T22:06:50Z', 'revision_number': 4, 'project_id': '610a4823ea9448aca22f393a0e00fa75', 'gw_port': {'id': '01789777-1941-462f-983c-96fdfeb74881', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaecc50-9627-4b25-8b06-bcf437e22766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:06:42Z', 'updated_at': '2021-08-11T22:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '347ad52d-1a9e-4f23-a7a0-b072314353fd', 'name': '', 'network_id': '1b70c064-5af4-4c12-8d59-0974835eb417', 'tenant_id': '610a4823ea9448aca22f393a0e00fa75', 'mac_address': 'fa:16:3e:9a:ae:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aaecc50-9627-4b25-8b06-bcf437e22766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '0dedf8af-2730-4156-b871-b531efac8975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:06:47Z', 'updated_at': '2021-08-11T22:06:55Z', 'revision_number': 4, 'project_id': '610a4823ea9448aca22f393a0e00fa75', 'subnets': [{'id': '0dedf8af-2730-4156-b871-b531efac8975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:06:56.336735 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8280d04e-7136-4dcb-ac99-3dbcf2fba1b5 None None] The sync data for ids ['4aaecc50-9627-4b25-8b06-bcf437e22766'] in n-d-804275-3 is: [{'id': '4aaecc50-9627-4b25-8b06-bcf437e22766', 'name': 'tempest-FloatingIPsNegativeTestJSON-192674246-router', 'tenant_id': '610a4823ea9448aca22f393a0e00fa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '01789777-1941-462f-983c-96fdfeb74881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:06:40Z', 'updated_at': '2021-08-11T22:06:50Z', 'revision_number': 4, 'project_id': '610a4823ea9448aca22f393a0e00fa75', 'gw_port': {'id': '01789777-1941-462f-983c-96fdfeb74881', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaecc50-9627-4b25-8b06-bcf437e22766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:06:42Z', 'updated_at': '2021-08-11T22:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '347ad52d-1a9e-4f23-a7a0-b072314353fd', 'name': '', 'network_id': '1b70c064-5af4-4c12-8d59-0974835eb417', 'tenant_id': '610a4823ea9448aca22f393a0e00fa75', 'mac_address': 'fa:16:3e:9a:ae:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aaecc50-9627-4b25-8b06-bcf437e22766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '0dedf8af-2730-4156-b871-b531efac8975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:06:47Z', 'updated_at': '2021-08-11T22:06:55Z', 'revision_number': 4, 'project_id': '610a4823ea9448aca22f393a0e00fa75', 'subnets': [{'id': '0dedf8af-2730-4156-b871-b531efac8975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:06:56.347397 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-6c143851-4bc6-435d-904a-410bbdaaa172 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] In _notify_port_updated(), no bound segment for port 804979e6-9fd0-41c8-ba3d-65157caccc3f on network 54e2690c-012d-4dc5-85bf-dd389f222e42 {{(pid=100942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 22:06:56.365557 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c143851-4bc6-435d-904a-410bbdaaa172 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:56.374298 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6c143851-4bc6-435d-904a-410bbdaaa172 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:56.375816 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6c143851-4bc6-435d-904a-410bbdaaa172 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] 10.222.0.77 "PUT /v2.0/ports/804979e6-9fd0-41c8-ba3d-65157caccc3f HTTP/1.1" status: 200 len: 1002 time: 0.9188435 Aug 11 22:06:56.379991 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40652) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:56.484249 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c143851-4bc6-435d-904a-410bbdaaa172 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Pushing event updated for resources: {'Port': ['ID=804979e6-9fd0-41c8-ba3d-65157caccc3f,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:56.667987 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40656) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:56.762309 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-45ba7212-d07e-404e-93bd-036ab3301b84 req-690068a9-accb-4d18-8d19-ba6eb16a0cc3 tempest-FloatingIPsNegativeTestJSON-680502236 tempest-FloatingIPsNegativeTestJSON-680502236-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0736835 Aug 11 22:06:56.784810 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-c25b2433-ba7f-4e61-9adc-3ee493b908e6 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Deleting port 804979e6-9fd0-41c8-ba3d-65157caccc3f {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:06:56.785171 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c25b2433-ba7f-4e61-9adc-3ee493b908e6 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:56.941373 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ef1a53a5-7d60-42d3-993e-d4efb2f73606 None None] Provisioning complete for port 804979e6-9fd0-41c8-ba3d-65157caccc3f triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:56.942607 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ef1a53a5-7d60-42d3-993e-d4efb2f73606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:56.960929 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-58c5108d-b49e-47ff-9eba-94c651cc0388 req-fa77fab6-117c-4b4f-b7de-821f0b61194f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 210 time: 0.0458491 Aug 11 22:06:57.012050 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-ef1a53a5-7d60-42d3-993e-d4efb2f73606 None None] Port 804979e6-9fd0-41c8-ba3d-65157caccc3f cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:06:57.039265 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7df90a6c-4efc-4540-9028-90e56c867d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:57.083462 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e3058adc-0c2b-43ec-9869-4d5dc17d6a7a req-3bb54a79-e5ab-4744-9dbc-133b7eb8925e tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef1f0abc-8353-4b4a-b5af-f488a3bc29cf HTTP/1.1" status: 200 len: 210 time: 0.0328517 Aug 11 22:06:57.103880 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c25b2433-ba7f-4e61-9adc-3ee493b908e6 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:57.141326 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-c25b2433-ba7f-4e61-9adc-3ee493b908e6 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Calling delete_port for 804979e6-9fd0-41c8-ba3d-65157caccc3f owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:06:57.217343 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [req-bd2ee0a1-2084-47ee-a60e-1ff8c489b704 req-b9fc5209-eec6-472f-85a7-13aa76dd9990 tempest-FloatingIPsNegativeTestJSON-680502236 tempest-FloatingIPsNegativeTestJSON-680502236-project] show failed (client error): The resource could not be found. Aug 11 22:06:57.218641 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bd2ee0a1-2084-47ee-a60e-1ff8c489b704 req-b9fc5209-eec6-472f-85a7-13aa76dd9990 tempest-FloatingIPsNegativeTestJSON-680502236 tempest-FloatingIPsNegativeTestJSON-680502236-project] 10.222.0.77 "GET /v2.0/floatingips/2bd4a425-48ec-4bab-bc21-029330c0e1ee HTTP/1.1" status: 404 len: 350 time: 0.0798857 Aug 11 22:06:57.236157 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40666) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:57.341235 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-dee11c00-7930-4acb-bccc-de7ab2928412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:57.347461 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-dee11c00-7930-4acb-bccc-de7ab2928412 service neutron] 10.222.0.52 "GET /v2.0/ports/3662de63-2216-47cd-a09d-9450446cab7f HTTP/1.1" status: 200 len: 1028 time: 0.1322989 Aug 11 22:06:57.460991 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-3c8e2298-7aaa-4bfd-a5d6-39924d246ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:57.462567 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-3c8e2298-7aaa-4bfd-a5d6-39924d246ab8 service neutron] 10.222.0.52 "GET /v2.0/ports/b2eadc1d-9cb5-4e10-af29-c9d841f467da HTTP/1.1" status: 200 len: 1028 time: 0.1076815 Aug 11 22:06:57.522876 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 347ad52d-1a9e-4f23-a7a0-b072314353fd up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:06:57.626530 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 347ad52d-1a9e-4f23-a7a0-b072314353fd completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:06:57.645172 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 347ad52d-1a9e-4f23-a7a0-b072314353fd triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:57.647989 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:57.755598 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7df90a6c-4efc-4540-9028-90e56c867d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:57.774673 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7df90a6c-4efc-4540-9028-90e56c867d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:57.812790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-03535485-ea83-4c3e-b5ab-fd2b6b25c05e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:57.825366 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:57.829932 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-03535485-ea83-4c3e-b5ab-fd2b6b25c05e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:57.832897 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7df90a6c-4efc-4540-9028-90e56c867d8c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d22321f6ccea44608151ec2c38162100&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1506653 Aug 11 22:06:57.842907 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40672) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:57.847284 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-03535485-ea83-4c3e-b5ab-fd2b6b25c05e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:57.850924 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-03535485-ea83-4c3e-b5ab-fd2b6b25c05e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.52 "GET /v2.0/networks?id=aae68e27-0877-48f6-819f-dde7d65a439d&id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&id=c74395db-c7eb-4508-9006-176acc6e4b6d&id=c74395db-c7eb-4508-9006-176acc6e4b6d HTTP/1.1" status: 200 len: 1991 time: 0.3786490 Aug 11 22:06:57.891327 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 347ad52d-1a9e-4f23-a7a0-b072314353fd, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=347ad52d-1a9e-4f23-a7a0-b072314353fd,segment=NetworkSegment(f0caab7b-cf44-4d8b-b084-81aeb77130c4),segment_id=f0caab7b-cf44-4d8b-b084-81aeb77130c4)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:06:57.904949 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:57.964224 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-0735f04d-bf52-4d0d-b3f3-e4213c5967cb tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b3840ad876e4bee8133e6f4b31e7f76 HTTP/1.1" status: 200 len: 380 time: 0.0947635 Aug 11 22:06:58.013728 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-1f94f857-52c9-4fce-9068-f503af72582d req-3cb297fc-9620-4211-a31d-23abb37ffc63 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Request body: {'port': {'device_id': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'network_id': 'aae68e27-0877-48f6-819f-dde7d65a439d', 'admin_state_up': True, 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'security_groups': ['b055e0d2-acdf-466b-af86-3105868b0df0']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:58.018259 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c25b2433-ba7f-4e61-9adc-3ee493b908e6 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:58.027173 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=347ad52d-1a9e-4f23-a7a0-b072314353fd,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:58.105511 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df90a6c-4efc-4540-9028-90e56c867d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8643b8bc-096c-4eeb-8634-445a6bc563df,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:58.335065 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b2433-ba7f-4e61-9adc-3ee493b908e6 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Pushing event deleted for resources: {'Port': ['ID=804979e6-9fd0-41c8-ba3d-65157caccc3f,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:58.388756 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-3cb297fc-9620-4211-a31d-23abb37ffc63 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Made reservation on behalf of 2b3840ad876e4bee8133e6f4b31e7f76 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:06:58.393654 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-3cb297fc-9620-4211-a31d-23abb37ffc63 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:58.443030 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-8040bf3c-8eb8-4cba-96f3-57cd36a58a32 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=11db072be4144680b4025766dbba91ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3626335 Aug 11 22:06:58.507833 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d3744a38-f1ce-442c-90b4-a1c36bd0e8c8 req-5881ade8-9b91-46b3-9045-eff9430759ae tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 210 time: 0.1602030 Aug 11 22:06:58.511823 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c25b2433-ba7f-4e61-9adc-3ee493b908e6 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:58.515349 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c25b2433-ba7f-4e61-9adc-3ee493b908e6 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] 10.222.0.77 "DELETE /v2.0/ports/804979e6-9fd0-41c8-ba3d-65157caccc3f HTTP/1.1" status: 204 len: 168 time: 2.1342521 Aug 11 22:06:58.523067 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40678) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:58.711921 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-52ad119b-d815-40b6-ba8f-6b935236a8cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:58.724104 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-1f94f857-52c9-4fce-9068-f503af72582d req-3cb297fc-9620-4211-a31d-23abb37ffc63 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Allocated IP 172.20.0.10 (aae68e27-0877-48f6-819f-dde7d65a439d/5994059a-f305-4784-b552-f94868383090/349c2860-60cb-4169-8ba2-aabeccfa45a1) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:06:58.737209 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9a226bc-e17e-446e-b7e2-b0a53148f002 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] GET failed (client error): The resource could not be found. Aug 11 22:06:58.739754 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c9a226bc-e17e-446e-b7e2-b0a53148f002 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] 10.222.0.77 "GET /v2.0/ports/804979e6-9fd0-41c8-ba3d-65157caccc3f HTTP/1.1" status: 404 len: 333 time: 0.2004142 Aug 11 22:06:58.750777 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40682) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:58.757416 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-ef76057a-8981-40e6-8219-a0566a18b7ed tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Request body: {'port': {'network_id': '54e2690c-012d-4dc5-85bf-dd389f222e42', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-789361659'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:58.779680 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-14910ad3-c88b-4f2a-917a-10f930919281 req-7dcec659-67e5-41cb-801a-0afa3a618b39 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef1f0abc-8353-4b4a-b5af-f488a3bc29cf HTTP/1.1" status: 200 len: 210 time: 0.0919735 Aug 11 22:06:58.809806 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-52ad119b-d815-40b6-ba8f-6b935236a8cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:58.901072 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-52ad119b-d815-40b6-ba8f-6b935236a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:58.903850 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-52ad119b-d815-40b6-ba8f-6b935236a8cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:58.908427 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-52ad119b-d815-40b6-ba8f-6b935236a8cc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8643b8bc-096c-4eeb-8634-445a6bc563df HTTP/1.1" status: 204 len: 168 time: 0.9804809 Aug 11 22:06:58.925407 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-0963fc4e-45f8-4276-a1b5-b3d0d7d139fb tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:06:58.929491 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-0963fc4e-45f8-4276-a1b5-b3d0d7d139fb tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4399896 Aug 11 22:06:58.938520 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad119b-d815-40b6-ba8f-6b935236a8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8643b8bc-096c-4eeb-8634-445a6bc563df,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:06:58.947667 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-2999f7ae-0452-4d43-8ba4-53a13e3c94f1 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Request body: {'port': {'device_id': 'ef1f0abc-8353-4b4a-b5af-f488a3bc29cf', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'admin_state_up': True, 'tenant_id': '11db072be4144680b4025766dbba91ed'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:06:59.158182 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0752a917-a80f-472d-a270-0f858cb1b3e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:59.349898 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-2999f7ae-0452-4d43-8ba4-53a13e3c94f1 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Made reservation on behalf of 11db072be4144680b4025766dbba91ed for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:06:59.355235 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-2999f7ae-0452-4d43-8ba4-53a13e3c94f1 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:59.359040 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 347ad52d-1a9e-4f23-a7a0-b072314353fd up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:06:59.462559 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 347ad52d-1a9e-4f23-a7a0-b072314353fd triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:06:59.463013 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:59.553032 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40690) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:06:59.677464 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ed7fc71-a59b-4e37-bf69-d69ab5731ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:59.728832 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-3cb297fc-9620-4211-a31d-23abb37ffc63 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:59.733586 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef76057a-8981-40e6-8219-a0566a18b7ed tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Made reservation on behalf of 7d6c7d821e30489b8c77e12a118f1d40 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:06:59.736207 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ef76057a-8981-40e6-8219-a0566a18b7ed tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:59.764051 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-1f94f857-52c9-4fce-9068-f503af72582d req-3cb297fc-9620-4211-a31d-23abb37ffc63 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Transition to ACTIVE for port object 349c2860-60cb-4169-8ba2-aabeccfa45a1 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:06:59.769031 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-ef76057a-8981-40e6-8219-a0566a18b7ed tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] device_id is not set on port 2603008e-a111-4657-8ae7-b3ebfa25a6a8 yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:06:59.770466 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cddad7a6-9a7e-484e-98ff-80575ff9227d req-55b81712-3b28-47d7-bffb-9d759f71dd00 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 210 time: 0.0882380 Aug 11 22:06:59.892926 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-3cb297fc-9620-4211-a31d-23abb37ffc63 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:06:59.979423 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f94f857-52c9-4fce-9068-f503af72582d req-3cb297fc-9620-4211-a31d-23abb37ffc63 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Network aae68e27-0877-48f6-819f-dde7d65a439d is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:06:59.991537 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bbb87e70-fc0c-4041-8dbc-039651b99f86 req-c9fc1c12-b555-4f4f-9fd3-8b8d3fef183c tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef1f0abc-8353-4b4a-b5af-f488a3bc29cf HTTP/1.1" status: 200 len: 210 time: 0.1157267 Aug 11 22:06:59.994466 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-1f94f857-52c9-4fce-9068-f503af72582d req-3cb297fc-9620-4211-a31d-23abb37ffc63 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:07:00.005896 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f94f857-52c9-4fce-9068-f503af72582d req-3cb297fc-9620-4211-a31d-23abb37ffc63 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:07:00.012136 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-2999f7ae-0452-4d43-8ba4-53a13e3c94f1 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Allocated IP 192.168.233.116 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/7f62e07e-630b-46de-9915-a9f541e16739) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:07:00.094569 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-3cb297fc-9620-4211-a31d-23abb37ffc63 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:00.096052 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-3cb297fc-9620-4211-a31d-23abb37ffc63 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:00.122802 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb297fc-9620-4211-a31d-23abb37ffc63 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Pushing event updated for resources: {'Port': ['ID=349c2860-60cb-4169-8ba2-aabeccfa45a1,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:00.175461 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-ef76057a-8981-40e6-8219-a0566a18b7ed tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Allocated IP 2001:db8::254 (54e2690c-012d-4dc5-85bf-dd389f222e42/14bdc44e-7e2d-4a4c-866a-c26b7b33c1fc/2603008e-a111-4657-8ae7-b3ebfa25a6a8) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:07:00.260175 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ed7fc71-a59b-4e37-bf69-d69ab5731ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:00.275987 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ed7fc71-a59b-4e37-bf69-d69ab5731ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:00.318926 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-3cb297fc-9620-4211-a31d-23abb37ffc63 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3464363 Aug 11 22:07:00.396712 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-0752a917-a80f-472d-a270-0f858cb1b3e0 admin admin] Deleting port 347ad52d-1a9e-4f23-a7a0-b072314353fd {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:07:00.397094 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0752a917-a80f-472d-a270-0f858cb1b3e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:00.399231 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7fc71-a59b-4e37-bf69-d69ab5731ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e23d947-8743-4c41-9143-f3242d683521,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:00.419813 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3ed7fc71-a59b-4e37-bf69-d69ab5731ed3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=46992db6f7e94fc6baa6605c9a27e9ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8653710 Aug 11 22:07:00.435923 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40700) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:00.447088 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-1f94f857-52c9-4fce-9068-f503af72582d req-2675d7e0-a631-46b4-be7d-f0635850aef8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Request body: {'port': {'device_id': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'network_id': '22676bc5-4aee-4a41-8ba8-faaf749fee2e', 'admin_state_up': True, 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'security_groups': ['b055e0d2-acdf-466b-af86-3105868b0df0']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:00.509048 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-5eb0fd50-162a-4752-8bc5-8ddb5f18f5d1 None None] Provisioning for port 349c2860-60cb-4169-8ba2-aabeccfa45a1 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:07:00.516149 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-2999f7ae-0452-4d43-8ba4-53a13e3c94f1 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:00.521741 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-5eb0fd50-162a-4752-8bc5-8ddb5f18f5d1 None None] Provisioning complete for port 349c2860-60cb-4169-8ba2-aabeccfa45a1 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:07:00.523948 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5eb0fd50-162a-4752-8bc5-8ddb5f18f5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:00.547790 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-0752a917-a80f-472d-a270-0f858cb1b3e0 admin admin] For port 347ad52d-1a9e-4f23-a7a0-b072314353fd, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=347ad52d-1a9e-4f23-a7a0-b072314353fd,segment=NetworkSegment(f0caab7b-cf44-4d8b-b084-81aeb77130c4),segment_id=f0caab7b-cf44-4d8b-b084-81aeb77130c4)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:00.548168 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0752a917-a80f-472d-a270-0f858cb1b3e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:00.552044 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-2999f7ae-0452-4d43-8ba4-53a13e3c94f1 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Transition to ACTIVE for port object 7f62e07e-630b-46de-9915-a9f541e16739 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:07:00.568262 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-0752a917-a80f-472d-a270-0f858cb1b3e0 admin admin] Calling delete_port for 347ad52d-1a9e-4f23-a7a0-b072314353fd owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:07:00.611276 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-5eb0fd50-162a-4752-8bc5-8ddb5f18f5d1 None None] Port 349c2860-60cb-4169-8ba2-aabeccfa45a1 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:07:00.642661 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4ccaccbb-46b9-45c9-8940-3c97057856ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:00.650031 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ef76057a-8981-40e6-8219-a0566a18b7ed tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:00.667651 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-2999f7ae-0452-4d43-8ba4-53a13e3c94f1 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:00.684201 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['f10a55b2-e332-4884-a88e-e395a15cdee0'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:07:00.701634 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-ef76057a-8981-40e6-8219-a0566a18b7ed tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Transition to ACTIVE for port object 2603008e-a111-4657-8ae7-b3ebfa25a6a8 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:07:00.704925 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4ccaccbb-46b9-45c9-8940-3c97057856ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:00.753145 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-2675d7e0-a631-46b4-be7d-f0635850aef8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Made reservation on behalf of 2b3840ad876e4bee8133e6f4b31e7f76 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:07:00.757327 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-2675d7e0-a631-46b4-be7d-f0635850aef8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:00.783839 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:07:00.863954 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4ccaccbb-46b9-45c9-8940-3c97057856ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:00.868878 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4ccaccbb-46b9-45c9-8940-3c97057856ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:00.870971 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4ccaccbb-46b9-45c9-8940-3c97057856ce admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4e23d947-8743-4c41-9143-f3242d683521 HTTP/1.1" status: 204 len: 168 time: 0.4324369 Aug 11 22:07:00.962134 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccaccbb-46b9-45c9-8940-3c97057856ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e23d947-8743-4c41-9143-f3242d683521,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:01.008336 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ef76057a-8981-40e6-8219-a0566a18b7ed tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:01.209980 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef76057a-8981-40e6-8219-a0566a18b7ed tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Network 54e2690c-012d-4dc5-85bf-dd389f222e42 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:07:01.219681 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-2999f7ae-0452-4d43-8ba4-53a13e3c94f1 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:07:01.256967 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-2999f7ae-0452-4d43-8ba4-53a13e3c94f1 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:07:01.261952 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999f7ae-0452-4d43-8ba4-53a13e3c94f1 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Pushing event updated for resources: {'Port': ['ID=7f62e07e-630b-46de-9915-a9f541e16739,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:01.266067 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-2999f7ae-0452-4d43-8ba4-53a13e3c94f1 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:07:01.302192 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-ef76057a-8981-40e6-8219-a0566a18b7ed tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:07:01.306519 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef76057a-8981-40e6-8219-a0566a18b7ed tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:07:01.322220 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef76057a-8981-40e6-8219-a0566a18b7ed tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:01.323438 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ef76057a-8981-40e6-8219-a0566a18b7ed tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:01.371090 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76057a-8981-40e6-8219-a0566a18b7ed tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Pushing event updated for resources: {'Port': ['ID=2603008e-a111-4657-8ae7-b3ebfa25a6a8,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:01.395294 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-2999f7ae-0452-4d43-8ba4-53a13e3c94f1 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:01.396464 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-2999f7ae-0452-4d43-8ba4-53a13e3c94f1 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:01.415378 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd05d5a-05d4-47fe-b471-6b99c501de90 req-99349a12-d004-4426-9ff2-13dff6d5ff6b tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:01.423708 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8dd05d5a-05d4-47fe-b471-6b99c501de90 req-99349a12-d004-4426-9ff2-13dff6d5ff6b tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 932 time: 0.2315185 Aug 11 22:07:01.427786 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-1f94f857-52c9-4fce-9068-f503af72582d req-2675d7e0-a631-46b4-be7d-f0635850aef8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Allocated IP 10.1.1.12 (22676bc5-4aee-4a41-8ba8-faaf749fee2e/e871e4ee-55f0-4341-85cf-dbdc8115bdad/36ad0513-a98b-4e70-b99c-c3737712cca6) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:07:01.434874 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ef76057a-8981-40e6-8219-a0566a18b7ed tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6827786 Aug 11 22:07:01.439943 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40718) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:01.449175 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-b86c3f9d-5b77-4ec8-bfa9-8ae40ce90610 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:3e:1b:b8'}]}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:01.626836 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8dd05d5a-05d4-47fe-b471-6b99c501de90 req-a19e825b-2b61-4383-b58d-7bb264bc5ffd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015715 Aug 11 22:07:01.633462 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-2999f7ae-0452-4d43-8ba4-53a13e3c94f1 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6923292 Aug 11 22:07:01.672234 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-94b83676-c12a-4889-bdc2-c430002aaf0e service neutron] Request body: {'port': {'device_id': 'ef1f0abc-8353-4b4a-b5af-f488a3bc29cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:01.771604 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d0626083-8dae-4a8f-aa28-9b9fda815ad3 None None] Provisioning for port 7f62e07e-630b-46de-9915-a9f541e16739 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:07:01.780346 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d0626083-8dae-4a8f-aa28-9b9fda815ad3 None None] Provisioning complete for port 7f62e07e-630b-46de-9915-a9f541e16739 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:07:01.783258 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d0626083-8dae-4a8f-aa28-9b9fda815ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:01.811769 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0752a917-a80f-472d-a270-0f858cb1b3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:01.854248 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752a917-a80f-472d-a270-0f858cb1b3e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=347ad52d-1a9e-4f23-a7a0-b072314353fd,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:01.880257 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-94b83676-c12a-4889-bdc2-c430002aaf0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:01.929462 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-d0626083-8dae-4a8f-aa28-9b9fda815ad3 None None] Port 7f62e07e-630b-46de-9915-a9f541e16739 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:07:01.971911 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeac43d-3b8a-444a-a5a8-1cc3a7a1c431 req-ac0c339e-f82b-4aca-8436-2c4d68404a68 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:01.974820 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ddeac43d-3b8a-444a-a5a8-1cc3a7a1c431 req-ac0c339e-f82b-4aca-8436-2c4d68404a68 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef1f0abc-8353-4b4a-b5af-f488a3bc29cf HTTP/1.1" status: 200 len: 936 time: 0.2143104 Aug 11 22:07:01.982721 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b86c3f9d-5b77-4ec8-bfa9-8ae40ce90610 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:02.067454 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-149571e6-49c5-4baa-86b7-46455afdf86d None None] Provisioning for port 2603008e-a111-4657-8ae7-b3ebfa25a6a8 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:07:02.074142 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-149571e6-49c5-4baa-86b7-46455afdf86d None None] Provisioning complete for port 2603008e-a111-4657-8ae7-b3ebfa25a6a8 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:07:02.074777 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-149571e6-49c5-4baa-86b7-46455afdf86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:02.138215 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ddeac43d-3b8a-444a-a5a8-1cc3a7a1c431 req-050f16e1-eb7a-4bc8-974c-acf33e257e5b tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/security-groups?id=97c9b71b-ba84-4220-8eab-8ff71b37c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390719 Aug 11 22:07:02.164516 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-149571e6-49c5-4baa-86b7-46455afdf86d None None] Port 2603008e-a111-4657-8ae7-b3ebfa25a6a8 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:07:02.293177 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-2675d7e0-a631-46b4-be7d-f0635850aef8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:02.336885 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0752a917-a80f-472d-a270-0f858cb1b3e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:02.408872 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-1f94f857-52c9-4fce-9068-f503af72582d req-2675d7e0-a631-46b4-be7d-f0635850aef8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Transition to ACTIVE for port object 36ad0513-a98b-4e70-b99c-c3737712cca6 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:07:02.512065 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-2675d7e0-a631-46b4-be7d-f0635850aef8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:02.579081 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b86c3f9d-5b77-4ec8-bfa9-8ae40ce90610 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:02.582939 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675d7e0-a631-46b4-be7d-f0635850aef8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Pushing event updated for resources: {'Port': ['ID=36ad0513-a98b-4e70-b99c-c3737712cca6,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:02.595754 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b86c3f9d-5b77-4ec8-bfa9-8ae40ce90610 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:02.637670 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f94f857-52c9-4fce-9068-f503af72582d req-2675d7e0-a631-46b4-be7d-f0635850aef8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Network 22676bc5-4aee-4a41-8ba8-faaf749fee2e is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:07:02.642993 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-b86c3f9d-5b77-4ec8-bfa9-8ae40ce90610 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] In _notify_port_updated(), no bound segment for port 2603008e-a111-4657-8ae7-b3ebfa25a6a8 on network 54e2690c-012d-4dc5-85bf-dd389f222e42 {{(pid=100942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 22:07:02.649283 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86c3f9d-5b77-4ec8-bfa9-8ae40ce90610 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:02.649994 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b86c3f9d-5b77-4ec8-bfa9-8ae40ce90610 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:02.654232 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b86c3f9d-5b77-4ec8-bfa9-8ae40ce90610 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] 10.222.0.77 "PUT /v2.0/ports/2603008e-a111-4657-8ae7-b3ebfa25a6a8 HTTP/1.1" status: 200 len: 1002 time: 1.2101259 Aug 11 22:07:02.654232 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-1f94f857-52c9-4fce-9068-f503af72582d req-2675d7e0-a631-46b4-be7d-f0635850aef8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:07:02.658771 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40736) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:02.661724 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f94f857-52c9-4fce-9068-f503af72582d req-2675d7e0-a631-46b4-be7d-f0635850aef8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:07:02.820951 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c3f9d-5b77-4ec8-bfa9-8ae40ce90610 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Pushing event updated for resources: {'Port': ['ID=2603008e-a111-4657-8ae7-b3ebfa25a6a8,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:02.879150 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-2675d7e0-a631-46b4-be7d-f0635850aef8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:02.880446 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-2675d7e0-a631-46b4-be7d-f0635850aef8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:02.928820 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-2675d7e0-a631-46b4-be7d-f0635850aef8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4914002 Aug 11 22:07:02.946828 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-1f94f857-52c9-4fce-9068-f503af72582d req-080f49e9-f6c2-4e42-ac97-f0ea65f2f48d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Request body: {'port': {'device_id': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'network_id': '22676bc5-4aee-4a41-8ba8-faaf749fee2e', 'admin_state_up': True, 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'security_groups': ['b055e0d2-acdf-466b-af86-3105868b0df0']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:02.989382 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-6170103a-79d4-400d-9609-c57f3ac8b8c0 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Deleting port 2603008e-a111-4657-8ae7-b3ebfa25a6a8 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:07:02.990046 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6170103a-79d4-400d-9609-c57f3ac8b8c0 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:03.085707 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0752a917-a80f-472d-a270-0f858cb1b3e0 admin admin] Router 4aaecc50-9627-4b25-8b06-bcf437e22766 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:07:03.122390 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-5d8b441f-60a1-420f-86a8-039ca79f264d None None] Provisioning for port 36ad0513-a98b-4e70-b99c-c3737712cca6 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:07:03.140663 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-5d8b441f-60a1-420f-86a8-039ca79f264d None None] Provisioning complete for port 36ad0513-a98b-4e70-b99c-c3737712cca6 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:07:03.143807 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5d8b441f-60a1-420f-86a8-039ca79f264d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:03.184107 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-94b83676-c12a-4889-bdc2-c430002aaf0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f62e07e-630b-46de-9915-a9f541e16739 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:07:03.193266 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-94b83676-c12a-4889-bdc2-c430002aaf0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:03.209354 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-94b83676-c12a-4889-bdc2-c430002aaf0e service neutron] Transition to ACTIVE for port object 7f62e07e-630b-46de-9915-a9f541e16739 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:07:03.216377 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-94b83676-c12a-4889-bdc2-c430002aaf0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:03.286330 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-5d8b441f-60a1-420f-86a8-039ca79f264d None None] Port 36ad0513-a98b-4e70-b99c-c3737712cca6 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:07:03.331646 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b83676-c12a-4889-bdc2-c430002aaf0e service neutron] Pushing event updated for resources: {'Port': ['ID=7f62e07e-630b-46de-9915-a9f541e16739,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:03.447790 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6170103a-79d4-400d-9609-c57f3ac8b8c0 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:03.450072 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-01ce9b66-03df-4657-abf6-0807e3f28fcd None None] Provisioning complete for port 2603008e-a111-4657-8ae7-b3ebfa25a6a8 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:07:03.450985 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-01ce9b66-03df-4657-abf6-0807e3f28fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:03.467437 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-6170103a-79d4-400d-9609-c57f3ac8b8c0 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Calling delete_port for 2603008e-a111-4657-8ae7-b3ebfa25a6a8 owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:07:03.490145 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0752a917-a80f-472d-a270-0f858cb1b3e0 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:07:03.497471 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0752a917-a80f-472d-a270-0f858cb1b3e0 admin admin] 10.222.0.77 "PUT /v2.0/routers/4aaecc50-9627-4b25-8b06-bcf437e22766/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2528505 Aug 11 22:07:03.508009 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f28eb9-89b7-4d3e-8fb6-ecccb1892904 req-68c631e5-90f4-470e-862c-e50406231b0d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:03.520084 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f28eb9-89b7-4d3e-8fb6-ecccb1892904 req-68c631e5-90f4-470e-862c-e50406231b0d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:03.526642 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-34f28eb9-89b7-4d3e-8fb6-ecccb1892904 req-68c631e5-90f4-470e-862c-e50406231b0d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 1653 time: 0.4899445 Aug 11 22:07:03.529160 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40756) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:03.556131 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0239e1-8527-429c-8ec6-08118d0982d2 None None] Sync routers for ids ['4aaecc50-9627-4b25-8b06-bcf437e22766'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:07:03.617221 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0239e1-8527-429c-8ec6-08118d0982d2 None None] Routers {'4aaecc50-9627-4b25-8b06-bcf437e22766'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:07:03.618511 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0f0239e1-8527-429c-8ec6-08118d0982d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:06:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['4aaecc50-9627-4b25-8b06-bcf437e22766'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:07:03.683547 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-01ce9b66-03df-4657-abf6-0807e3f28fcd None None] Port 2603008e-a111-4657-8ae7-b3ebfa25a6a8 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:07:03.691801 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-34f28eb9-89b7-4d3e-8fb6-ecccb1892904 req-76682f9b-271a-4295-bc4d-391cf7c991aa tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524420 Aug 11 22:07:03.780491 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6170103a-79d4-400d-9609-c57f3ac8b8c0 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:03.880751 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-080f49e9-f6c2-4e42-ac97-f0ea65f2f48d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Made reservation on behalf of 2b3840ad876e4bee8133e6f4b31e7f76 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:07:03.885969 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-080f49e9-f6c2-4e42-ac97-f0ea65f2f48d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:03.916251 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170103a-79d4-400d-9609-c57f3ac8b8c0 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Pushing event deleted for resources: {'Port': ['ID=2603008e-a111-4657-8ae7-b3ebfa25a6a8,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:03.952964 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-94b83676-c12a-4889-bdc2-c430002aaf0e service neutron] Attempting to bind port 7f62e07e-630b-46de-9915-a9f541e16739 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:07:03.953233 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-94b83676-c12a-4889-bdc2-c430002aaf0e service neutron] Attempting to bind port 7f62e07e-630b-46de-9915-a9f541e16739 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:07:03.953568 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-94b83676-c12a-4889-bdc2-c430002aaf0e service neutron] Attempting to bind port 7f62e07e-630b-46de-9915-a9f541e16739 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:07:03.961331 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-94b83676-c12a-4889-bdc2-c430002aaf0e service neutron] Port 7f62e07e-630b-46de-9915-a9f541e16739 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:07:03.961672 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-94b83676-c12a-4889-bdc2-c430002aaf0e service neutron] Attempting to bind port 7f62e07e-630b-46de-9915-a9f541e16739 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:07:03.970814 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-0f0239e1-8527-429c-8ec6-08118d0982d2 None None] Set router 4aaecc50-9627-4b25-8b06-bcf437e22766 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:07:03.973676 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53c45e26-6bcf-4628-8e53-ac7b2e0b6e12 admin admin] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:03.977364 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-94b83676-c12a-4889-bdc2-c430002aaf0e service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:07:03.977364 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-94b83676-c12a-4889-bdc2-c430002aaf0e service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:07:03.977660 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-94b83676-c12a-4889-bdc2-c430002aaf0e service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:07:03.978013 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-94b83676-c12a-4889-bdc2-c430002aaf0e service neutron] Bound port: 7f62e07e-630b-46de-9915-a9f541e16739, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:07:03.978384 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-94b83676-c12a-4889-bdc2-c430002aaf0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:04.028606 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6170103a-79d4-400d-9609-c57f3ac8b8c0 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:04.042606 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6170103a-79d4-400d-9609-c57f3ac8b8c0 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] 10.222.0.77 "DELETE /v2.0/ports/2603008e-a111-4657-8ae7-b3ebfa25a6a8 HTTP/1.1" status: 204 len: 168 time: 1.3803198 Aug 11 22:07:04.043058 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40764) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:04.104150 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be15a37-5860-4860-a2a6-3877cebfec6b req-2c87e3bb-47a2-4465-88d3-dee7d678d83f tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:04.105614 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4be15a37-5860-4860-a2a6-3877cebfec6b req-2c87e3bb-47a2-4465-88d3-dee7d678d83f tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef1f0abc-8353-4b4a-b5af-f488a3bc29cf HTTP/1.1" status: 200 len: 948 time: 0.2109945 Aug 11 22:07:04.165993 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b0dfe1e-0204-4d51-aaaa-0b3ab17d93d5 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] GET failed (client error): The resource could not be found. Aug 11 22:07:04.188139 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3b0dfe1e-0204-4d51-aaaa-0b3ab17d93d5 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] 10.222.0.77 "GET /v2.0/ports/2603008e-a111-4657-8ae7-b3ebfa25a6a8 HTTP/1.1" status: 404 len: 333 time: 0.1438773 Aug 11 22:07:04.193257 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40768) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:04.198281 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-bf40aaec-3ba1-4c16-8d74-602284422530 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Request body: {'port': {'network_id': '54e2690c-012d-4dc5-85bf-dd389f222e42', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-653030567'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:04.381004 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4be15a37-5860-4860-a2a6-3877cebfec6b req-0f512f32-e05b-4037-9c6b-b82c4f895940 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/security-groups?id=97c9b71b-ba84-4220-8eab-8ff71b37c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210648 Aug 11 22:07:04.385686 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-94b83676-c12a-4889-bdc2-c430002aaf0e service neutron] For port 7f62e07e-630b-46de-9915-a9f541e16739, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:07:04.448143 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-94b83676-c12a-4889-bdc2-c430002aaf0e service neutron] For port 7f62e07e-630b-46de-9915-a9f541e16739, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=7f62e07e-630b-46de-9915-a9f541e16739,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:07:04.474323 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53c45e26-6bcf-4628-8e53-ac7b2e0b6e12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:04.480342 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-94b83676-c12a-4889-bdc2-c430002aaf0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:04.517482 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-1f94f857-52c9-4fce-9068-f503af72582d req-080f49e9-f6c2-4e42-ac97-f0ea65f2f48d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Allocated IP 10.1.1.76 (22676bc5-4aee-4a41-8ba8-faaf749fee2e/e871e4ee-55f0-4341-85cf-dbdc8115bdad/fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:07:04.660394 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0f0239e1-8527-429c-8ec6-08118d0982d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaecc50-9627-4b25-8b06-bcf437e22766', 'name': 'tempest-FloatingIPsNegativeTestJSON-192674246-router', 'tenant_id': '610a4823ea9448aca22f393a0e00fa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '01789777-1941-462f-983c-96fdfeb74881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:06:40Z', 'updated_at': '2021-08-11T22:07:01Z', 'revision_number': 5, 'project_id': '610a4823ea9448aca22f393a0e00fa75', 'gw_port': {'id': '01789777-1941-462f-983c-96fdfeb74881', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaecc50-9627-4b25-8b06-bcf437e22766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:06:42Z', 'updated_at': '2021-08-11T22:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:07:04.681640 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-94b83676-c12a-4889-bdc2-c430002aaf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:04.682889 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-94b83676-c12a-4889-bdc2-c430002aaf0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:04.684654 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-94b83676-c12a-4889-bdc2-c430002aaf0e service neutron] 10.222.0.52 "PUT /v2.0/ports/7f62e07e-630b-46de-9915-a9f541e16739 HTTP/1.1" status: 200 len: 1096 time: 3.0234041 Aug 11 22:07:04.685356 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1f0abc-8353-4b4a-b5af-f488a3bc29cf', 'tag': '7f62e07e-630b-46de-9915-a9f541e16739'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:07:04.688052 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60924443-7940-4349-b626-803d912f118b" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1f0abc-8353-4b4a-b5af-f488a3bc29cf", "tag": "7f62e07e-630b-46de-9915-a9f541e16739"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:07:04.745177 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0239e1-8527-429c-8ec6-08118d0982d2 None None] Checking router: 4aaecc50-9627-4b25-8b06-bcf437e22766 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:07:04.773121 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0239e1-8527-429c-8ec6-08118d0982d2 None None] Routers {'4aaecc50-9627-4b25-8b06-bcf437e22766'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:07:04.773781 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0f0239e1-8527-429c-8ec6-08118d0982d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:06:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['4aaecc50-9627-4b25-8b06-bcf437e22766'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:07:04.875673 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf52001-e327-4717-8b0f-0922f9a6413a x-openstack-request-id: req-4cf52001-e327-4717-8b0f-0922f9a6413a {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:07:04.876169 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1f0abc-8353-4b4a-b5af-f488a3bc29cf", "tag": "7f62e07e-630b-46de-9915-a9f541e16739", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:07:04.876632 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4cf52001-e327-4717-8b0f-0922f9a6413a {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:07:04.877235 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1f0abc-8353-4b4a-b5af-f488a3bc29cf', 'tag': '7f62e07e-630b-46de-9915-a9f541e16739', 'status': 'completed', 'code': 200} Aug 11 22:07:04.883410 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b83676-c12a-4889-bdc2-c430002aaf0e service neutron] Pushing event updated for resources: {'Port': ['ID=7f62e07e-630b-46de-9915-a9f541e16739,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:04.929656 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-fa8f7b9f-c9ee-4000-80ef-02b0564affc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:04.932717 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-fa8f7b9f-c9ee-4000-80ef-02b0564affc4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11db072be4144680b4025766dbba91ed&device_id=ef1f0abc-8353-4b4a-b5af-f488a3bc29cf HTTP/1.1" status: 200 len: 1099 time: 0.1699021 Aug 11 22:07:04.968269 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-080f49e9-f6c2-4e42-ac97-f0ea65f2f48d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:04.972310 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf40aaec-3ba1-4c16-8d74-602284422530 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Made reservation on behalf of 7d6c7d821e30489b8c77e12a118f1d40 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:07:04.978309 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bf40aaec-3ba1-4c16-8d74-602284422530 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:05.025860 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-53c45e26-6bcf-4628-8e53-ac7b2e0b6e12 admin admin] Deleting port 01789777-1941-462f-983c-96fdfeb74881 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:07:05.026749 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53c45e26-6bcf-4628-8e53-ac7b2e0b6e12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:05.044587 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-bf40aaec-3ba1-4c16-8d74-602284422530 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] device_id is not set on port 36e91654-ffc8-432b-84b2-83d0372cc89a yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:07:05.054346 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-d37b0ca6-13a8-4427-9d8f-a4fdfb5ff71b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=7f62e07e-630b-46de-9915-a9f541e16739 HTTP/1.1" status: 200 len: 217 time: 0.1070342 Aug 11 22:07:05.064521 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-1f94f857-52c9-4fce-9068-f503af72582d req-080f49e9-f6c2-4e42-ac97-f0ea65f2f48d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Transition to ACTIVE for port object fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:07:05.065028 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-0f0239e1-8527-429c-8ec6-08118d0982d2 None None] Set router 4aaecc50-9627-4b25-8b06-bcf437e22766 gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:07:05.205851 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0f0239e1-8527-429c-8ec6-08118d0982d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaecc50-9627-4b25-8b06-bcf437e22766', 'name': 'tempest-FloatingIPsNegativeTestJSON-192674246-router', 'tenant_id': '610a4823ea9448aca22f393a0e00fa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:06:40Z', 'updated_at': '2021-08-11T22:07:04Z', 'revision_number': 6, 'project_id': '610a4823ea9448aca22f393a0e00fa75', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:07:05.253831 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0239e1-8527-429c-8ec6-08118d0982d2 None None] The sync data for ids ['4aaecc50-9627-4b25-8b06-bcf437e22766'] in n-d-804275-3 is: [{'id': '4aaecc50-9627-4b25-8b06-bcf437e22766', 'name': 'tempest-FloatingIPsNegativeTestJSON-192674246-router', 'tenant_id': '610a4823ea9448aca22f393a0e00fa75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:06:40Z', 'updated_at': '2021-08-11T22:07:04Z', 'revision_number': 6, 'project_id': '610a4823ea9448aca22f393a0e00fa75', 'gw_port_host': None}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:07:05.344028 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-53c45e26-6bcf-4628-8e53-ac7b2e0b6e12 admin admin] For port 01789777-1941-462f-983c-96fdfeb74881, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=01789777-1941-462f-983c-96fdfeb74881,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:05.344411 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53c45e26-6bcf-4628-8e53-ac7b2e0b6e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:05.350887 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-080f49e9-f6c2-4e42-ac97-f0ea65f2f48d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:05.354106 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-bf40aaec-3ba1-4c16-8d74-602284422530 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Allocated IP 2001:db8::f5 (54e2690c-012d-4dc5-85bf-dd389f222e42/14bdc44e-7e2d-4a4c-866a-c26b7b33c1fc/36e91654-ffc8-432b-84b2-83d0372cc89a) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:07:05.357797 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e7c75-05a5-4a2f-93ed-048531828875 req-5ddce9f6-0148-49b7-8279-b78aac6138b8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:05.362778 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e7c75-05a5-4a2f-93ed-048531828875 req-5ddce9f6-0148-49b7-8279-b78aac6138b8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:05.365300 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-405e7c75-05a5-4a2f-93ed-048531828875 req-5ddce9f6-0148-49b7-8279-b78aac6138b8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 1653 time: 0.4303398 Aug 11 22:07:05.399376 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-53c45e26-6bcf-4628-8e53-ac7b2e0b6e12 admin admin] Calling delete_port for 01789777-1941-462f-983c-96fdfeb74881 owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:07:05.421359 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f49e9-f6c2-4e42-ac97-f0ea65f2f48d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Pushing event updated for resources: {'Port': ['ID=fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:05.437675 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f94f857-52c9-4fce-9068-f503af72582d req-080f49e9-f6c2-4e42-ac97-f0ea65f2f48d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Network 22676bc5-4aee-4a41-8ba8-faaf749fee2e is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:07:05.440262 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-1f94f857-52c9-4fce-9068-f503af72582d req-080f49e9-f6c2-4e42-ac97-f0ea65f2f48d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:07:05.443567 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f94f857-52c9-4fce-9068-f503af72582d req-080f49e9-f6c2-4e42-ac97-f0ea65f2f48d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:07:05.489202 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-2f8900f1-45ef-4dff-a787-e16c6801a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:05.490770 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-2f8900f1-45ef-4dff-a787-e16c6801a21d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.3609619 Aug 11 22:07:05.527678 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-405e7c75-05a5-4a2f-93ed-048531828875 req-5d221fd8-c896-429c-ac14-5fc773bce551 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499159 Aug 11 22:07:05.548791 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-080f49e9-f6c2-4e42-ac97-f0ea65f2f48d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:05.549484 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-080f49e9-f6c2-4e42-ac97-f0ea65f2f48d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:05.599082 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-080f49e9-f6c2-4e42-ac97-f0ea65f2f48d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6628640 Aug 11 22:07:05.660678 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9fe8b86-767d-484d-b7f6-7c0fb1744ae4 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Request body: {'port': {'device_id': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c74395db-c7eb-4508-9006-176acc6e4b6d', 'admin_state_up': True, 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'security_groups': ['b055e0d2-acdf-466b-af86-3105868b0df0']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:05.899013 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-66555bb1-bb61-4b40-83c0-17847ffab6f0 None None] Provisioning for port fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:07:05.907460 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-66555bb1-bb61-4b40-83c0-17847ffab6f0 None None] Provisioning complete for port fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:07:05.908178 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-66555bb1-bb61-4b40-83c0-17847ffab6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:05.954317 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-66555bb1-bb61-4b40-83c0-17847ffab6f0 None None] Port fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:07:05.984588 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bf40aaec-3ba1-4c16-8d74-602284422530 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:05.999864 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-fb57e3f4-b743-4d95-8191-1d279abdfb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:06.001862 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-fb57e3f4-b743-4d95-8191-1d279abdfb84 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5011928 Aug 11 22:07:06.007204 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9fe8b86-767d-484d-b7f6-7c0fb1744ae4 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Made reservation on behalf of 2b3840ad876e4bee8133e6f4b31e7f76 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:07:06.011157 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2f7d4-009f-4d13-a242-22eaa9784829 req-01bade28-a4fb-4c8f-a370-fbea6d190d30 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:06.013210 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2f2f7d4-009f-4d13-a242-22eaa9784829 req-01bade28-a4fb-4c8f-a370-fbea6d190d30 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef1f0abc-8353-4b4a-b5af-f488a3bc29cf HTTP/1.1" status: 200 len: 948 time: 0.3277504 Aug 11 22:07:06.013601 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-bf40aaec-3ba1-4c16-8d74-602284422530 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Transition to ACTIVE for port object 36e91654-ffc8-432b-84b2-83d0372cc89a will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:07:06.095261 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53c45e26-6bcf-4628-8e53-ac7b2e0b6e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:06.192925 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-b9db3144-6211-4721-acef-c6911b7c7013 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1545360 Aug 11 22:07:06.201024 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bf40aaec-3ba1-4c16-8d74-602284422530 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:06.221200 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c45e26-6bcf-4628-8e53-ac7b2e0b6e12 admin admin] Pushing event deleted for resources: {'Port': ['ID=01789777-1941-462f-983c-96fdfeb74881,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:06.236017 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40808) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:06.250470 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9fe8b86-767d-484d-b7f6-7c0fb1744ae4 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:06.280564 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf40aaec-3ba1-4c16-8d74-602284422530 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Network 54e2690c-012d-4dc5-85bf-dd389f222e42 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:07:06.283221 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2f2f7d4-009f-4d13-a242-22eaa9784829 req-41a7207b-d16b-4fe3-a39b-25739891d45f tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/security-groups?id=97c9b71b-ba84-4220-8eab-8ff71b37c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413502 Aug 11 22:07:06.296197 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-bf40aaec-3ba1-4c16-8d74-602284422530 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:07:06.298554 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40aaec-3ba1-4c16-8d74-602284422530 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Pushing event updated for resources: {'Port': ['ID=36e91654-ffc8-432b-84b2-83d0372cc89a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:06.315143 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf40aaec-3ba1-4c16-8d74-602284422530 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:07:06.336405 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf40aaec-3ba1-4c16-8d74-602284422530 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:06.337117 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bf40aaec-3ba1-4c16-8d74-602284422530 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:06.361843 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-c5f87d12-294e-41c4-826f-64a45f58dbc5 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436468 Aug 11 22:07:06.404725 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53c45e26-6bcf-4628-8e53-ac7b2e0b6e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:06.496184 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bf40aaec-3ba1-4c16-8d74-602284422530 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3027017 Aug 11 22:07:06.501543 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40812) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:06.521869 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-0c63a9e0-2b54-46f5-aa19-2e6b8566eeab tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Request body: {'port': {'network_id': '54e2690c-012d-4dc5-85bf-dd389f222e42', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1827465371'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:06.802373 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-6944704b-9780-4a4a-a848-18b74f78e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:06.803279 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-6944704b-9780-4a4a-a848-18b74f78e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:06.804162 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-6944704b-9780-4a4a-a848-18b74f78e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:06.806217 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-6944704b-9780-4a4a-a848-18b74f78e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:06.808649 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-6944704b-9780-4a4a-a848-18b74f78e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:06.808649 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-6944704b-9780-4a4a-a848-18b74f78e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:06.808649 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-6944704b-9780-4a4a-a848-18b74f78e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:06.810230 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-6944704b-9780-4a4a-a848-18b74f78e5ea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21f8e25332dd44aa8653731b1f899e18&device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 6500 time: 0.3532183 Aug 11 22:07:06.851006 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ad09c9af-99ef-4b57-8f2e-930c7abba43e None None] Provisioning for port 36e91654-ffc8-432b-84b2-83d0372cc89a completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:07:06.856229 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ad09c9af-99ef-4b57-8f2e-930c7abba43e None None] Provisioning complete for port 36e91654-ffc8-432b-84b2-83d0372cc89a triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:07:06.857032 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ad09c9af-99ef-4b57-8f2e-930c7abba43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:06.915804 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c63a9e0-2b54-46f5-aa19-2e6b8566eeab tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Made reservation on behalf of 7d6c7d821e30489b8c77e12a118f1d40 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:07:06.917440 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-ad09c9af-99ef-4b57-8f2e-930c7abba43e None None] Port 36e91654-ffc8-432b-84b2-83d0372cc89a cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:07:06.919730 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0c63a9e0-2b54-46f5-aa19-2e6b8566eeab tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:07.055224 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5f41ffca-454c-4a0a-94b2-c14ab04fe582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:07.061147 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53c45e26-6bcf-4628-8e53-ac7b2e0b6e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:07.063764 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e33e0546-da71-4eda-a72c-62bffd6f5f96 req-8e872365-34e5-48e4-a7c5-5f346b2a30c7 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6912556 Aug 11 22:07:07.082538 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53c45e26-6bcf-4628-8e53-ac7b2e0b6e12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:07.230080 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53c45e26-6bcf-4628-8e53-ac7b2e0b6e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:07.230944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c45e26-6bcf-4628-8e53-ac7b2e0b6e12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4aaecc50-9627-4b25-8b06-bcf437e22766 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:07:07.254462 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53c45e26-6bcf-4628-8e53-ac7b2e0b6e12 admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:07.259034 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-53c45e26-6bcf-4628-8e53-ac7b2e0b6e12 admin admin] 10.222.0.77 "DELETE /v2.0/routers/4aaecc50-9627-4b25-8b06-bcf437e22766 HTTP/1.1" status: 204 len: 168 time: 3.7260735 Aug 11 22:07:07.274339 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40816) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:07.312561 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cf3b5-18e9-4fd0-92c4-6d922682434f req-61bc9048-2b6f-4e01-a7f4-ed168c1b6049 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:07.326018 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cf3b5-18e9-4fd0-92c4-6d922682434f req-61bc9048-2b6f-4e01-a7f4-ed168c1b6049 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:07.339969 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cf3b5-18e9-4fd0-92c4-6d922682434f req-61bc9048-2b6f-4e01-a7f4-ed168c1b6049 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:07.343567 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-879cf3b5-18e9-4fd0-92c4-6d922682434f req-61bc9048-2b6f-4e01-a7f4-ed168c1b6049 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 2373 time: 0.3380048 Aug 11 22:07:07.362189 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 347ad52d-1a9e-4f23-a7a0-b072314353fd no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:07:07.380820 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60924443-7940-4349-b626-803d912f118b req-836e56fd-720d-438b-bcc6-fbf465fb1010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:07.383688 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60924443-7940-4349-b626-803d912f118b req-836e56fd-720d-438b-bcc6-fbf465fb1010 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11db072be4144680b4025766dbba91ed&device_id=ef1f0abc-8353-4b4a-b5af-f488a3bc29cf HTTP/1.1" status: 200 len: 1099 time: 0.2396982 Aug 11 22:07:07.409704 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 347ad52d-1a9e-4f23-a7a0-b072314353fd {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:07:07.413087 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 347ad52d-1a9e-4f23-a7a0-b072314353fd not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:07:07.413485 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 01789777-1941-462f-983c-96fdfeb74881 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:07:07.475410 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 01789777-1941-462f-983c-96fdfeb74881 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:07:07.475410 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 01789777-1941-462f-983c-96fdfeb74881 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:07:07.498742 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68e82f0-4db1-487a-9251-476933b8cf58 admin admin] Deleting subnet 0dedf8af-2730-4156-b871-b531efac8975 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:07:07.502909 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a68e82f0-4db1-487a-9251-476933b8cf58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:07.517073 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9fe8b86-767d-484d-b7f6-7c0fb1744ae4 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Allocated IP 10.2.2.100 (c74395db-c7eb-4508-9006-176acc6e4b6d/13b7bc9a-1b63-4e42-b53a-8f3bb1200a3d/e452efbe-5133-4b80-bdc2-4eee7588265c) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:07:07.600399 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-0c63a9e0-2b54-46f5-aa19-2e6b8566eeab tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] device_id is not set on port 4a4ec07b-cd96-4747-ad0f-77ece18efdaa yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:07:07.609319 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-879cf3b5-18e9-4fd0-92c4-6d922682434f req-0a286102-d8c5-4ecd-8bf0-3a91e272642f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137780 Aug 11 22:07:07.629453 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a68e82f0-4db1-487a-9251-476933b8cf58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:07.787618 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60924443-7940-4349-b626-803d912f118b req-1319f22f-daad-44ed-9259-484399761c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:07.791281 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60924443-7940-4349-b626-803d912f118b req-1319f22f-daad-44ed-9259-484399761c51 service neutron] 10.222.0.52 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.3563902 Aug 11 22:07:07.844410 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-cf0fae3d-252e-4db4-b76a-2114a58d3422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:07.845271 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-cf0fae3d-252e-4db4-b76a-2114a58d3422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:07.846133 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-cf0fae3d-252e-4db4-b76a-2114a58d3422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:07.849029 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-cf0fae3d-252e-4db4-b76a-2114a58d3422 service neutron] 10.222.0.52 "GET /v2.0/networks?id=51af6b0f-08b6-41a5-a9ed-48b34e3cb239&id=b287a464-dc73-48ac-8476-f9f6272430e9&id=b287a464-dc73-48ac-8476-f9f6272430e9&id=b287a464-dc73-48ac-8476-f9f6272430e9&id=b287a464-dc73-48ac-8476-f9f6272430e9&id=39346d85-8db1-4c32-bd48-0eb63c830650&id=39346d85-8db1-4c32-bd48-0eb63c830650 HTTP/1.1" status: 200 len: 2299 time: 0.9706359 Aug 11 22:07:07.943918 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5f41ffca-454c-4a0a-94b2-c14ab04fe582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:07.983112 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60924443-7940-4349-b626-803d912f118b req-9aa1cc2a-3e94-4461-924f-3b5e3b8254c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=7f62e07e-630b-46de-9915-a9f541e16739 HTTP/1.1" status: 200 len: 217 time: 0.1653724 Aug 11 22:07:07.991369 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:08.026394 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5f41ffca-454c-4a0a-94b2-c14ab04fe582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:08.155728 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a68e82f0-4db1-487a-9251-476933b8cf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:08.164725 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5f41ffca-454c-4a0a-94b2-c14ab04fe582 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=21b53335454e439faf213b5430c6702d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9188793 Aug 11 22:07:08.170868 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40824) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:08.178799 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-95b14693-1b1c-41a7-b6bb-add8ebf7d4f4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0841e35-712c-4919-9743-7532de366613 HTTP/1.1" status: 200 len: 1001 time: 0.3151691 Aug 11 22:07:08.194099 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41ffca-454c-4a0a-94b2-c14ab04fe582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00df8f5f-17f8-4d2f-a503-d4875dd74a96,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:08.210694 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c4879-b9e4-4c29-ad75-5ff47e5bcac5 req-e5cef08e-6fa3-4a4f-aaee-5ce7273902f9 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:08.219559 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1b6c4879-b9e4-4c29-ad75-5ff47e5bcac5 req-e5cef08e-6fa3-4a4f-aaee-5ce7273902f9 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef1f0abc-8353-4b4a-b5af-f488a3bc29cf HTTP/1.1" status: 200 len: 948 time: 0.4452004 Aug 11 22:07:08.240064 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60924443-7940-4349-b626-803d912f118b req-25267c74-e6f8-4300-9228-80d580e85dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:08.241845 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60924443-7940-4349-b626-803d912f118b req-25267c74-e6f8-4300-9228-80d580e85dbf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.2073598 Aug 11 22:07:08.265014 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-0c63a9e0-2b54-46f5-aa19-2e6b8566eeab tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Allocated IP 2001:db8::c4 (54e2690c-012d-4dc5-85bf-dd389f222e42/14bdc44e-7e2d-4a4c-866a-c26b7b33c1fc/4a4ec07b-cd96-4747-ad0f-77ece18efdaa) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:07:08.328007 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1b6c4879-b9e4-4c29-ad75-5ff47e5bcac5 req-538f2970-cb9f-4490-8e9f-88879e0b5f8f tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/security-groups?id=97c9b71b-ba84-4220-8eab-8ff71b37c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073229 Aug 11 22:07:08.346927 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60924443-7940-4349-b626-803d912f118b req-b76b604b-ee8e-4a72-b6bb-05f0ada77bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:08.348810 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60924443-7940-4349-b626-803d912f118b req-b76b604b-ee8e-4a72-b6bb-05f0ada77bc7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0929234 Aug 11 22:07:08.360222 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a68e82f0-4db1-487a-9251-476933b8cf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:08.370670 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9fe8b86-767d-484d-b7f6-7c0fb1744ae4 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:08.399879 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9fe8b86-767d-484d-b7f6-7c0fb1744ae4 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Transition to ACTIVE for port object e452efbe-5133-4b80-bdc2-4eee7588265c will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:07:08.445451 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e82f0-4db1-487a-9251-476933b8cf58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dedf8af-2730-4156-b871-b531efac8975,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:08.453423 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a68e82f0-4db1-487a-9251-476933b8cf58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:08.459418 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a68e82f0-4db1-487a-9251-476933b8cf58 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0dedf8af-2730-4156-b871-b531efac8975 HTTP/1.1" status: 204 len: 168 time: 1.1832130 Aug 11 22:07:08.463539 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40826) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:08.473200 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59aeb23-46ef-407c-b5da-34d6ee985ee7 None None] Network 1b70c064-5af4-4c12-8d59-0974835eb417 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:07:08.525024 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-d4243116-b2ad-4fb0-bcab-3118f33735b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:08.529426 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-d4243116-b2ad-4fb0-bcab-3118f33735b3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7dff4e45-f48e-4976-9708-e4527f53ecdf HTTP/1.1" status: 200 len: 856 time: 0.3289649 Aug 11 22:07:08.598702 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9fe8b86-767d-484d-b7f6-7c0fb1744ae4 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:08.656958 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60924443-7940-4349-b626-803d912f118b req-40bfdcb2-6365-4871-a891-45babb5f288c service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986565 Aug 11 22:07:08.659841 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c9b2cc5-71a7-442d-b921-4b6afe4096ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:08.779618 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60924443-7940-4349-b626-803d912f118b req-94f9b966-cc9b-4068-b83f-8efa59e8fa40 service neutron] 10.222.0.52 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131938 Aug 11 22:07:08.800207 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0c63a9e0-2b54-46f5-aa19-2e6b8566eeab tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:08.822532 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-0c63a9e0-2b54-46f5-aa19-2e6b8566eeab tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Transition to ACTIVE for port object 4a4ec07b-cd96-4747-ad0f-77ece18efdaa will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:07:08.902244 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b2cc5-71a7-442d-b921-4b6afe4096ab admin admin] Deleting port 32a7b75f-9203-4669-a31c-b19e14427a7a {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:07:08.902786 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c9b2cc5-71a7-442d-b921-4b6afe4096ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:08.940482 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a097983-4be4-4348-9803-ec27f411a957 None None] DHCP port deletion for 1b70c064-5af4-4c12-8d59-0974835eb417 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:07:08.961275 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9fe8b86-767d-484d-b7f6-7c0fb1744ae4 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Network c74395db-c7eb-4508-9006-176acc6e4b6d is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:07:08.990168 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9fe8b86-767d-484d-b7f6-7c0fb1744ae4 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:07:09.010776 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9fe8b86-767d-484d-b7f6-7c0fb1744ae4 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:07:09.017448 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe8b86-767d-484d-b7f6-7c0fb1744ae4 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Pushing event updated for resources: {'Port': ['ID=e452efbe-5133-4b80-bdc2-4eee7588265c,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:09.048275 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7430a20b-99c0-45f5-a130-f13d7b2db778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:09.058093 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-9a097983-4be4-4348-9803-ec27f411a957 None None] Deleting port 32a7b75f-9203-4669-a31c-b19e14427a7a {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:07:09.058840 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9a097983-4be4-4348-9803-ec27f411a957 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:09.113424 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7430a20b-99c0-45f5-a130-f13d7b2db778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:09.158656 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-7c9b2cc5-71a7-442d-b921-4b6afe4096ab admin admin] For port 32a7b75f-9203-4669-a31c-b19e14427a7a, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=32a7b75f-9203-4669-a31c-b19e14427a7a,segment=NetworkSegment(f0caab7b-cf44-4d8b-b084-81aeb77130c4),segment_id=f0caab7b-cf44-4d8b-b084-81aeb77130c4)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:09.158656 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c9b2cc5-71a7-442d-b921-4b6afe4096ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:09.186682 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b2cc5-71a7-442d-b921-4b6afe4096ab admin admin] Calling delete_port for 32a7b75f-9203-4669-a31c-b19e14427a7a owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:07:09.248467 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-7d4825ed-0fca-4c24-8e65-b08ae42667ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:09.249913 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-9a097983-4be4-4348-9803-ec27f411a957 None None] For port 32a7b75f-9203-4669-a31c-b19e14427a7a, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=32a7b75f-9203-4669-a31c-b19e14427a7a,segment=NetworkSegment(f0caab7b-cf44-4d8b-b084-81aeb77130c4),segment_id=f0caab7b-cf44-4d8b-b084-81aeb77130c4)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:09.251606 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9a097983-4be4-4348-9803-ec27f411a957 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:09.251903 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-7d4825ed-0fca-4c24-8e65-b08ae42667ba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=51af6b0f-08b6-41a5-a9ed-48b34e3cb239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6316142 Aug 11 22:07:09.258837 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9fe8b86-767d-484d-b7f6-7c0fb1744ae4 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:09.260243 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9fe8b86-767d-484d-b7f6-7c0fb1744ae4 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:09.282526 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-9a097983-4be4-4348-9803-ec27f411a957 None None] Calling delete_port for 32a7b75f-9203-4669-a31c-b19e14427a7a owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:07:09.292815 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0c63a9e0-2b54-46f5-aa19-2e6b8566eeab tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:09.322520 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c9b2cc5-71a7-442d-b921-4b6afe4096ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:09.328571 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9fe8b86-767d-484d-b7f6-7c0fb1744ae4 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6829965 Aug 11 22:07:09.329638 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7430a20b-99c0-45f5-a130-f13d7b2db778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:09.339561 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7430a20b-99c0-45f5-a130-f13d7b2db778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:09.343663 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7430a20b-99c0-45f5-a130-f13d7b2db778 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/00df8f5f-17f8-4d2f-a503-d4875dd74a96 HTTP/1.1" status: 204 len: 168 time: 1.1683843 Aug 11 22:07:09.348708 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-1f94f857-52c9-4fce-9068-f503af72582d req-4555e02d-0c6c-4a76-9613-1aef02aa58ac tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Request body: {'port': {'device_id': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c74395db-c7eb-4508-9006-176acc6e4b6d', 'admin_state_up': True, 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'security_groups': ['b055e0d2-acdf-466b-af86-3105868b0df0']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:09.405126 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b2cc5-71a7-442d-b921-4b6afe4096ab admin admin] Pushing event deleted for resources: {'Port': ['ID=32a7b75f-9203-4669-a31c-b19e14427a7a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:09.435259 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699607e-94a1-4c3e-beec-5001b7f8b7d4 req-e1d3d451-e8c5-4ab6-a79a-7ac1795672fc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:09.442562 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699607e-94a1-4c3e-beec-5001b7f8b7d4 req-e1d3d451-e8c5-4ab6-a79a-7ac1795672fc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:09.455829 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699607e-94a1-4c3e-beec-5001b7f8b7d4 req-e1d3d451-e8c5-4ab6-a79a-7ac1795672fc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:09.470677 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699607e-94a1-4c3e-beec-5001b7f8b7d4 req-e1d3d451-e8c5-4ab6-a79a-7ac1795672fc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:09.480619 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8699607e-94a1-4c3e-beec-5001b7f8b7d4 req-e1d3d451-e8c5-4ab6-a79a-7ac1795672fc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 3094 time: 0.6082191 Aug 11 22:07:09.494240 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9b2cc5-71a7-442d-b921-4b6afe4096ab admin admin] No DVR routers for this DVR port 32a7b75f-9203-4669-a31c-b19e14427a7a on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:07:09.501293 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9a097983-4be4-4348-9803-ec27f411a957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:09.520966 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 32a7b75f-9203-4669-a31c-b19e14427a7a no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:07:09.629795 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c9b2cc5-71a7-442d-b921-4b6afe4096ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:09.636569 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7430a20b-99c0-45f5-a130-f13d7b2db778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00df8f5f-17f8-4d2f-a503-d4875dd74a96,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:09.649505 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-7c9b2cc5-71a7-442d-b921-4b6afe4096ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b70c064-5af4-4c12-8d59-0974835eb417']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:07:09.669037 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-7c9b2cc5-71a7-442d-b921-4b6afe4096ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0caab7b-cf44-4d8b-b084-81aeb77130c4') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:07:09.669391 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-7c9b2cc5-71a7-442d-b921-4b6afe4096ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0caab7b-cf44-4d8b-b084-81aeb77130c4') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:07:09.675972 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c63a9e0-2b54-46f5-aa19-2e6b8566eeab tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Network 54e2690c-012d-4dc5-85bf-dd389f222e42 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:07:09.684644 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c9b2cc5-71a7-442d-b921-4b6afe4096ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:09.704858 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-0c63a9e0-2b54-46f5-aa19-2e6b8566eeab tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:07:09.719404 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c63a9e0-2b54-46f5-aa19-2e6b8566eeab tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:07:09.727980 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c9b2cc5-71a7-442d-b921-4b6afe4096ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:09.731963 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c63a9e0-2b54-46f5-aa19-2e6b8566eeab tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:09.732969 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0c63a9e0-2b54-46f5-aa19-2e6b8566eeab tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:09.752187 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63a9e0-2b54-46f5-aa19-2e6b8566eeab tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Pushing event updated for resources: {'Port': ['ID=4a4ec07b-cd96-4747-ad0f-77ece18efdaa,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:09.756011 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c9b2cc5-71a7-442d-b921-4b6afe4096ab admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:07:09.758703 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c9b2cc5-71a7-442d-b921-4b6afe4096ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:09.763671 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-4555e02d-0c6c-4a76-9613-1aef02aa58ac tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Made reservation on behalf of 2b3840ad876e4bee8133e6f4b31e7f76 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:07:09.769645 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-4555e02d-0c6c-4a76-9613-1aef02aa58ac tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:09.804937 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0c63a9e0-2b54-46f5-aa19-2e6b8566eeab tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2888052 Aug 11 22:07:09.816900 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40840) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:09.832660 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-fc7bfb72-21d6-467c-b7e8-136117171a6f tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3c5', 'mac_address': 'fa:16:3e:3e:1b:b8'}, {'ip_address': '2001:db8::f5', 'mac_address': 'fa:16:3e:d8:b9:17'}]}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:09.846145 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-dd25708e-2e3d-4317-9640-20d7beb62de7 service neutron] 10.222.0.52 "GET /v2.0/networks/51af6b0f-08b6-41a5-a9ed-48b34e3cb239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5666404 Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:07:09.893329 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:07:09.911257 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c9b2cc5-71a7-442d-b921-4b6afe4096ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:09.936189 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a097983-4be4-4348-9803-ec27f411a957 None None] No DVR routers for this DVR port 32a7b75f-9203-4669-a31c-b19e14427a7a on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:07:09.947368 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a097983-4be4-4348-9803-ec27f411a957 None None] Pushing event deleted for resources: {'Port': ['ID=32a7b75f-9203-4669-a31c-b19e14427a7a,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:09.950201 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c9b2cc5-71a7-442d-b921-4b6afe4096ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:09.954411 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7c9b2cc5-71a7-442d-b921-4b6afe4096ab admin admin] 10.222.0.77 "DELETE /v2.0/networks/1b70c064-5af4-4c12-8d59-0974835eb417 HTTP/1.1" status: 204 len: 168 time: 1.4879892 Aug 11 22:07:09.968294 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 32a7b75f-9203-4669-a31c-b19e14427a7a {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:07:09.968840 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 32a7b75f-9203-4669-a31c-b19e14427a7a not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:07:09.987653 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b2cc5-71a7-442d-b921-4b6afe4096ab admin admin] Pushing event deleted for resources: {'Network': ['ID=1b70c064-5af4-4c12-8d59-0974835eb417,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:10.010360 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8699607e-94a1-4c3e-beec-5001b7f8b7d4 req-29652729-3c7e-4098-b0ff-1fa0c7333cb9 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5285881 Aug 11 22:07:10.035128 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-767c13cd-e6cc-4d27-a6b3-3012bccd3ff1 None None] Provisioning for port e452efbe-5133-4b80-bdc2-4eee7588265c completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:07:10.060712 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-767c13cd-e6cc-4d27-a6b3-3012bccd3ff1 None None] Provisioning complete for port e452efbe-5133-4b80-bdc2-4eee7588265c triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:07:10.061332 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-767c13cd-e6cc-4d27-a6b3-3012bccd3ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:10.141368 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-767c13cd-e6cc-4d27-a6b3-3012bccd3ff1 None None] Port e452efbe-5133-4b80-bdc2-4eee7588265c cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:07:10.241003 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40844) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:10.267242 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40846) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:10.276702 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779a65b-3d75-49cc-96c1-9acf8c853547 req-d5bd2219-0b22-4530-80f3-6eb9e6c00eed tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:10.278645 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b779a65b-3d75-49cc-96c1-9acf8c853547 req-d5bd2219-0b22-4530-80f3-6eb9e6c00eed tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef1f0abc-8353-4b4a-b5af-f488a3bc29cf HTTP/1.1" status: 200 len: 948 time: 0.1133478 Aug 11 22:07:10.319059 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fbcbc157-1892-4062-8fee-f9843954086b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:10.380611 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-765f7e9a-1700-473a-b646-4d12d45f40cf None None] Provisioning for port 4a4ec07b-cd96-4747-ad0f-77ece18efdaa completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:07:10.382008 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b779a65b-3d75-49cc-96c1-9acf8c853547 req-f3279a87-df10-49a6-b3db-effad176e820 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/security-groups?id=97c9b71b-ba84-4220-8eab-8ff71b37c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912657 Aug 11 22:07:10.393332 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-765f7e9a-1700-473a-b646-4d12d45f40cf None None] Provisioning complete for port 4a4ec07b-cd96-4747-ad0f-77ece18efdaa triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:07:10.394726 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-765f7e9a-1700-473a-b646-4d12d45f40cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:10.395390 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3a1522e5-e0d0-4b2e-b0d4-de2c7676445e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=610a4823ea9448aca22f393a0e00fa75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1528733 Aug 11 22:07:10.396401 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40848) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:10.484479 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-32aa81c5-c8c9-43ae-a356-e93c93d5b9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:10.524017 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-765f7e9a-1700-473a-b646-4d12d45f40cf None None] Port 4a4ec07b-cd96-4747-ad0f-77ece18efdaa cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:07:10.530089 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-32aa81c5-c8c9-43ae-a356-e93c93d5b9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:10.537526 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-1f94f857-52c9-4fce-9068-f503af72582d req-4555e02d-0c6c-4a76-9613-1aef02aa58ac tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Allocated IP 10.2.2.200 (c74395db-c7eb-4508-9006-176acc6e4b6d/13b7bc9a-1b63-4e42-b53a-8f3bb1200a3d/30bba54e-24ad-4c09-8891-8a226a46262f) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:07:10.564740 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fc7bfb72-21d6-467c-b7e8-136117171a6f tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:10.630708 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fbcbc157-1892-4062-8fee-f9843954086b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:10.651321 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fbcbc157-1892-4062-8fee-f9843954086b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:10.654904 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-29c94024-94c5-4b4d-86b3-43eec69e5df9 service neutron] 10.222.0.52 "GET /v2.0/networks/51af6b0f-08b6-41a5-a9ed-48b34e3cb239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7653573 Aug 11 22:07:10.691483 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-32aa81c5-c8c9-43ae-a356-e93c93d5b9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:10.703009 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-32aa81c5-c8c9-43ae-a356-e93c93d5b9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:10.705343 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-32aa81c5-c8c9-43ae-a356-e93c93d5b9fe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f09ddc11-b7a8-4a4c-b8c1-e759a9d73562 HTTP/1.1" status: 204 len: 168 time: 0.3061795 Aug 11 22:07:10.735886 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-6c287a05-751f-4060-9be7-758e5cbe38a2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=edaff90d-e53c-40c3-9e3d-8aeb7c62d23f HTTP/1.1" status: 200 len: 217 time: 0.0712748 Aug 11 22:07:10.741922 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcbc157-1892-4062-8fee-f9843954086b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82d709e-b1c1-4064-8a1e-8ac129bcd698,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:10.748148 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fbcbc157-1892-4062-8fee-f9843954086b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=16b66a3b601b4b41a419007a588ba7fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4679334 Aug 11 22:07:10.750948 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40852) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:10.777268 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa81c5-c8c9-43ae-a356-e93c93d5b9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09ddc11-b7a8-4a4c-b8c1-e759a9d73562,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:10.854253 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-8d62b1a6-5a2f-4e03-9def-77900810e898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:10.855911 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-8d62b1a6-5a2f-4e03-9def-77900810e898 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9151294c-d4b3-4b89-812c-726f585f11d8 HTTP/1.1" status: 200 len: 797 time: 0.1039443 Aug 11 22:07:10.870463 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a00582f4-3c73-4370-97d2-867187ec6de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:10.899924 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a00582f4-3c73-4370-97d2-867187ec6de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:10.961223 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 7f62e07e-630b-46de-9915-a9f541e16739 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:07:10.985178 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a00582f4-3c73-4370-97d2-867187ec6de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:10.989081 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a00582f4-3c73-4370-97d2-867187ec6de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:10.990249 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a00582f4-3c73-4370-97d2-867187ec6de6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b82d709e-b1c1-4064-8a1e-8ac129bcd698 HTTP/1.1" status: 204 len: 168 time: 0.2382264 Aug 11 22:07:11.003601 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00582f4-3c73-4370-97d2-867187ec6de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82d709e-b1c1-4064-8a1e-8ac129bcd698,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:11.115142 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-4555e02d-0c6c-4a76-9613-1aef02aa58ac tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:11.173106 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-1f94f857-52c9-4fce-9068-f503af72582d req-4555e02d-0c6c-4a76-9613-1aef02aa58ac tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Transition to ACTIVE for port object 30bba54e-24ad-4c09-8891-8a226a46262f will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:07:11.213049 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-384fdebc-9dce-4693-8d3e-e28f7bb6381e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:11.215894 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-384fdebc-9dce-4693-8d3e-e28f7bb6381e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b287a464-dc73-48ac-8476-f9f6272430e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3484604 Aug 11 22:07:11.287157 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 7f62e07e-630b-46de-9915-a9f541e16739, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=7f62e07e-630b-46de-9915-a9f541e16739,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:11.315081 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '7f62e07e-630b-46de-9915-a9f541e16739', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '7f62e07e-630b-46de-9915-a9f541e16739', 'mac_address': 'fa:16:3e:c9:0b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:07:11.423466 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:11.435895 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d369333-acf7-4f41-a9a4-72b16a30b439 req-978d0891-c2ff-4bd3-a960-9753a60e1fbb tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:11.454704 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d369333-acf7-4f41-a9a4-72b16a30b439 req-978d0891-c2ff-4bd3-a960-9753a60e1fbb tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:11.465361 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f62e07e-630b-46de-9915-a9f541e16739 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:07:11.478989 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d369333-acf7-4f41-a9a4-72b16a30b439 req-978d0891-c2ff-4bd3-a960-9753a60e1fbb tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:11.501096 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d369333-acf7-4f41-a9a4-72b16a30b439 req-978d0891-c2ff-4bd3-a960-9753a60e1fbb tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:11.515376 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1d369333-acf7-4f41-a9a4-72b16a30b439 req-978d0891-c2ff-4bd3-a960-9753a60e1fbb tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 3094 time: 0.2619197 Aug 11 22:07:11.539392 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 7f62e07e-630b-46de-9915-a9f541e16739, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=7f62e07e-630b-46de-9915-a9f541e16739,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:11.555227 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:11.599067 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1d369333-acf7-4f41-a9a4-72b16a30b439 req-7b3237bd-60df-4b96-b6b0-68c7496a4849 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795846 Aug 11 22:07:11.609806 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-4555e02d-0c6c-4a76-9613-1aef02aa58ac tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:11.722654 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fc7bfb72-21d6-467c-b7e8-136117171a6f tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:11.736339 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=7f62e07e-630b-46de-9915-a9f541e16739,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:11.761845 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fc7bfb72-21d6-467c-b7e8-136117171a6f tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:11.802897 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f94f857-52c9-4fce-9068-f503af72582d req-4555e02d-0c6c-4a76-9613-1aef02aa58ac tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Network c74395db-c7eb-4508-9006-176acc6e4b6d is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:07:11.805096 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-fc7bfb72-21d6-467c-b7e8-136117171a6f tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] In _notify_port_updated(), no bound segment for port 4a4ec07b-cd96-4747-ad0f-77ece18efdaa on network 54e2690c-012d-4dc5-85bf-dd389f222e42 {{(pid=100942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 22:07:11.811595 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7bfb72-21d6-467c-b7e8-136117171a6f tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:11.812845 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fc7bfb72-21d6-467c-b7e8-136117171a6f tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:11.814557 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fc7bfb72-21d6-467c-b7e8-136117171a6f tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] 10.222.0.77 "PUT /v2.0/ports/4a4ec07b-cd96-4747-ad0f-77ece18efdaa HTTP/1.1" status: 200 len: 1066 time: 1.9960768 Aug 11 22:07:11.818889 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40880) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:11.828254 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01cd9f-34c2-4dcb-aa2a-c688af220bbb req-63257bbd-c458-4676-866e-5ad9742ea7e2 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:11.829927 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4c01cd9f-34c2-4dcb-aa2a-c688af220bbb req-63257bbd-c458-4676-866e-5ad9742ea7e2 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef1f0abc-8353-4b4a-b5af-f488a3bc29cf HTTP/1.1" status: 200 len: 949 time: 0.1339917 Aug 11 22:07:11.859085 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['7f62e07e-630b-46de-9915-a9f541e16739'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:07:11.880131 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-1f94f857-52c9-4fce-9068-f503af72582d req-4555e02d-0c6c-4a76-9613-1aef02aa58ac tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:07:11.884144 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-61fe8744-c900-464a-8f27-e8c0abe7e3c7 service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6528509 Aug 11 22:07:11.885185 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f94f857-52c9-4fce-9068-f503af72582d req-4555e02d-0c6c-4a76-9613-1aef02aa58ac tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:07:11.967369 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-4555e02d-0c6c-4a76-9613-1aef02aa58ac tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:11.972041 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-4555e02d-0c6c-4a76-9613-1aef02aa58ac tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:11.987566 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4c01cd9f-34c2-4dcb-aa2a-c688af220bbb req-a304363b-db61-4ac6-af45-7bb334990895 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/security-groups?id=97c9b71b-ba84-4220-8eab-8ff71b37c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466608 Aug 11 22:07:12.063793 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-4555e02d-0c6c-4a76-9613-1aef02aa58ac tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7200801 Aug 11 22:07:12.064693 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555e02d-0c6c-4a76-9613-1aef02aa58ac tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Pushing event updated for resources: {'Port': ['ID=30bba54e-24ad-4c09-8891-8a226a46262f,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:12.103486 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-1f94f857-52c9-4fce-9068-f503af72582d req-7dc16dd7-c196-479c-ba56-2f089fdde911 service neutron] Request body: {'port': {'device_id': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:12.440047 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-7dc16dd7-c196-479c-ba56-2f089fdde911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:12.463782 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7bfb72-21d6-467c-b7e8-136117171a6f tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Pushing event updated for resources: {'Port': ['ID=4a4ec07b-cd96-4747-ad0f-77ece18efdaa,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:12.502572 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9198ee17-67bf-498e-a7b0-b62ccc153ceb None None] Provisioning for port 30bba54e-24ad-4c09-8891-8a226a46262f completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:07:12.511916 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9198ee17-67bf-498e-a7b0-b62ccc153ceb None None] Provisioning complete for port 30bba54e-24ad-4c09-8891-8a226a46262f triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:07:12.513430 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9198ee17-67bf-498e-a7b0-b62ccc153ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:12.537071 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-60643021-cb7e-461f-9796-f5ec45ecaa1b service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5358846 Aug 11 22:07:12.559714 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-d11bfcaa-e6b9-49eb-b9f8-77d406caf5d4 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Deleting port 4a4ec07b-cd96-4747-ad0f-77ece18efdaa {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:07:12.560763 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d11bfcaa-e6b9-49eb-b9f8-77d406caf5d4 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:12.620361 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-9198ee17-67bf-498e-a7b0-b62ccc153ceb None None] Port 30bba54e-24ad-4c09-8891-8a226a46262f cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:07:12.637896 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9198ee17-67bf-498e-a7b0-b62ccc153ceb None None] Provisioning complete for port 4a4ec07b-cd96-4747-ad0f-77ece18efdaa triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:07:12.638665 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9198ee17-67bf-498e-a7b0-b62ccc153ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:12.699971 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-9198ee17-67bf-498e-a7b0-b62ccc153ceb None None] Port 4a4ec07b-cd96-4747-ad0f-77ece18efdaa cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:07:12.776834 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-4185e9a2-4257-4ac6-a307-bf7b17f2fa8b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 HTTP/1.1" status: 200 len: 217 time: 0.2197180 Aug 11 22:07:13.035165 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-5be7f546-450c-4413-924d-2029949366e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:13.038127 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-5be7f546-450c-4413-924d-2029949366e1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9151294c-d4b3-4b89-812c-726f585f11d8 HTTP/1.1" status: 200 len: 797 time: 0.2470243 Aug 11 22:07:13.134495 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d11bfcaa-e6b9-49eb-b9f8-77d406caf5d4 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:13.234586 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-397fd9d9-62c8-42f6-8f1e-a76479ddf84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:13.429850 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa394164-ca94-46de-9df6-0686f55f1e04 req-1934e562-e7fc-46de-83b9-d55c5118eb43 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:13.444746 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa394164-ca94-46de-9df6-0686f55f1e04 req-1934e562-e7fc-46de-83b9-d55c5118eb43 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:13.456944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa394164-ca94-46de-9df6-0686f55f1e04 req-1934e562-e7fc-46de-83b9-d55c5118eb43 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:13.468351 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa394164-ca94-46de-9df6-0686f55f1e04 req-1934e562-e7fc-46de-83b9-d55c5118eb43 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:13.481442 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa394164-ca94-46de-9df6-0686f55f1e04 req-1934e562-e7fc-46de-83b9-d55c5118eb43 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:13.484920 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fa394164-ca94-46de-9df6-0686f55f1e04 req-1934e562-e7fc-46de-83b9-d55c5118eb43 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 3815 time: 0.1844277 Aug 11 22:07:13.598737 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fa394164-ca94-46de-9df6-0686f55f1e04 req-2529ce40-a4f6-469c-9879-9db572f8ec1c tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059997 Aug 11 22:07:13.617072 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40928) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:13.650295 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-d11bfcaa-e6b9-49eb-b9f8-77d406caf5d4 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Calling delete_port for 4a4ec07b-cd96-4747-ad0f-77ece18efdaa owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:07:13.684298 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-8aed81dd-6c29-4992-8137-f2979ebd3aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:13.685938 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-8aed81dd-6c29-4992-8137-f2979ebd3aa3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b287a464-dc73-48ac-8476-f9f6272430e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6364563 Aug 11 22:07:13.796275 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd39e2c-0b7b-45b5-823a-48e15597336e req-c4fef97f-bf48-4188-a845-623bf8926b57 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:13.799761 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-edd39e2c-0b7b-45b5-823a-48e15597336e req-c4fef97f-bf48-4188-a845-623bf8926b57 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef1f0abc-8353-4b4a-b5af-f488a3bc29cf HTTP/1.1" status: 200 len: 949 time: 0.0950296 Aug 11 22:07:13.865272 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-1f94f857-52c9-4fce-9068-f503af72582d req-7dc16dd7-c196-479c-ba56-2f089fdde911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 349c2860-60cb-4169-8ba2-aabeccfa45a1 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:07:13.866960 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bcf195de-abc2-4975-b951-8547fc1a8c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:13.878059 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-7dc16dd7-c196-479c-ba56-2f089fdde911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:13.914839 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-1f94f857-52c9-4fce-9068-f503af72582d req-7dc16dd7-c196-479c-ba56-2f089fdde911 service neutron] Transition to ACTIVE for port object 349c2860-60cb-4169-8ba2-aabeccfa45a1 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:07:13.920938 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-edd39e2c-0b7b-45b5-823a-48e15597336e req-ab8860ae-c55b-4263-9588-f0a5c646bc3b tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/security-groups?id=97c9b71b-ba84-4220-8eab-8ff71b37c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122324 Aug 11 22:07:13.931916 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-7dc16dd7-c196-479c-ba56-2f089fdde911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:14.034112 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc16dd7-c196-479c-ba56-2f089fdde911 service neutron] Pushing event updated for resources: {'Port': ['ID=349c2860-60cb-4169-8ba2-aabeccfa45a1,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:14.079213 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-6cc4d930-2d42-456c-83a0-07adf8258966 service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825047 Aug 11 22:07:14.099789 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bcf195de-abc2-4975-b951-8547fc1a8c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:14.105621 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bcf195de-abc2-4975-b951-8547fc1a8c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:14.193117 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bcf195de-abc2-4975-b951-8547fc1a8c5a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2182cf343b114ffb963ed2f38d38b0f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5746064 Aug 11 22:07:14.196280 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40938) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:14.203231 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf195de-abc2-4975-b951-8547fc1a8c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef560de7-f748-474a-9d87-767162b39b52,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:14.237026 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf195de-abc2-4975-b951-8547fc1a8c5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:14.237329 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf195de-abc2-4975-b951-8547fc1a8c5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:14.237724 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf195de-abc2-4975-b951-8547fc1a8c5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:14.238106 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf195de-abc2-4975-b951-8547fc1a8c5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:14.238451 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf195de-abc2-4975-b951-8547fc1a8c5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:14.238798 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf195de-abc2-4975-b951-8547fc1a8c5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:14.239132 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf195de-abc2-4975-b951-8547fc1a8c5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:14.239466 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf195de-abc2-4975-b951-8547fc1a8c5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:14.239828 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf195de-abc2-4975-b951-8547fc1a8c5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:14.240162 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf195de-abc2-4975-b951-8547fc1a8c5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:14.240497 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf195de-abc2-4975-b951-8547fc1a8c5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:14.240849 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf195de-abc2-4975-b951-8547fc1a8c5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:14.330480 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c45a34d5-74e1-4314-b82a-cf796df0d386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:14.366209 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c45a34d5-74e1-4314-b82a-cf796df0d386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:14.482908 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c45a34d5-74e1-4314-b82a-cf796df0d386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:14.487203 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c45a34d5-74e1-4314-b82a-cf796df0d386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:14.492284 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c45a34d5-74e1-4314-b82a-cf796df0d386 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ef560de7-f748-474a-9d87-767162b39b52 HTTP/1.1" status: 204 len: 168 time: 0.2917829 Aug 11 22:07:14.498709 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d11bfcaa-e6b9-49eb-b9f8-77d406caf5d4 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:14.516966 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a34d5-74e1-4314-b82a-cf796df0d386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef560de7-f748-474a-9d87-767162b39b52,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:14.600500 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11bfcaa-e6b9-49eb-b9f8-77d406caf5d4 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Pushing event deleted for resources: {'Port': ['ID=4a4ec07b-cd96-4747-ad0f-77ece18efdaa,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:14.603799 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1f94f857-52c9-4fce-9068-f503af72582d req-7dc16dd7-c196-479c-ba56-2f089fdde911 service neutron] Attempting to bind port 349c2860-60cb-4169-8ba2-aabeccfa45a1 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:07:14.604342 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1f94f857-52c9-4fce-9068-f503af72582d req-7dc16dd7-c196-479c-ba56-2f089fdde911 service neutron] Attempting to bind port 349c2860-60cb-4169-8ba2-aabeccfa45a1 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'fed54257-4ffc-49e3-ac53-8be34c50450f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'aae68e27-0877-48f6-819f-dde7d65a439d'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:07:14.604891 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-7dc16dd7-c196-479c-ba56-2f089fdde911 service neutron] Attempting to bind port 349c2860-60cb-4169-8ba2-aabeccfa45a1 on network aae68e27-0877-48f6-819f-dde7d65a439d {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:07:14.752452 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-59b1f2a4-e14a-43b5-8b6a-9b563259e272 service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6419075 Aug 11 22:07:14.850209 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-7dc16dd7-c196-479c-ba56-2f089fdde911 service neutron] Port 349c2860-60cb-4169-8ba2-aabeccfa45a1 on network aae68e27-0877-48f6-819f-dde7d65a439d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:07:14.850760 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-7dc16dd7-c196-479c-ba56-2f089fdde911 service neutron] Attempting to bind port 349c2860-60cb-4169-8ba2-aabeccfa45a1 on network aae68e27-0877-48f6-819f-dde7d65a439d {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:07:14.964420 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 7f62e07e-630b-46de-9915-a9f541e16739 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:07:14.966957 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5a97b-628a-4a90-8c60-13e7ecd7c11a req-e6bd03d3-c3c8-4fd8-93ad-ab5ddcad319e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:14.974369 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5a97b-628a-4a90-8c60-13e7ecd7c11a req-e6bd03d3-c3c8-4fd8-93ad-ab5ddcad319e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:14.981053 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5a97b-628a-4a90-8c60-13e7ecd7c11a req-e6bd03d3-c3c8-4fd8-93ad-ab5ddcad319e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:14.989939 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5a97b-628a-4a90-8c60-13e7ecd7c11a req-e6bd03d3-c3c8-4fd8-93ad-ab5ddcad319e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:14.999374 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5a97b-628a-4a90-8c60-13e7ecd7c11a req-e6bd03d3-c3c8-4fd8-93ad-ab5ddcad319e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:15.001800 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-67b5a97b-628a-4a90-8c60-13e7ecd7c11a req-e6bd03d3-c3c8-4fd8-93ad-ab5ddcad319e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 3827 time: 0.1801200 Aug 11 22:07:15.045569 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-601b901b-188c-474d-b242-a5ba9a7f2b29 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=6cca6cf8-573d-4f5d-82da-fde29b978abb HTTP/1.1" status: 200 len: 217 time: 0.1974168 Aug 11 22:07:15.046810 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-7dc16dd7-c196-479c-ba56-2f089fdde911 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:07:15.047273 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-7dc16dd7-c196-479c-ba56-2f089fdde911 service neutron] Checking segment: {'id': 'fed54257-4ffc-49e3-ac53-8be34c50450f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'aae68e27-0877-48f6-819f-dde7d65a439d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:07:15.047775 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-7dc16dd7-c196-479c-ba56-2f089fdde911 service neutron] Bound using segment: {'id': 'fed54257-4ffc-49e3-ac53-8be34c50450f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'aae68e27-0877-48f6-819f-dde7d65a439d'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:07:15.048337 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1f94f857-52c9-4fce-9068-f503af72582d req-7dc16dd7-c196-479c-ba56-2f089fdde911 service neutron] Bound port: 349c2860-60cb-4169-8ba2-aabeccfa45a1, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fed54257-4ffc-49e3-ac53-8be34c50450f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'aae68e27-0877-48f6-819f-dde7d65a439d'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:07:15.048775 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-7dc16dd7-c196-479c-ba56-2f089fdde911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:15.106434 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-67b5a97b-628a-4a90-8c60-13e7ecd7c11a req-7b2d618d-e639-4f0c-9600-47572b0ad691 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965483 Aug 11 22:07:15.150285 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 7f62e07e-630b-46de-9915-a9f541e16739 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:07:15.167781 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 7f62e07e-630b-46de-9915-a9f541e16739 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:07:15.170335 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:15.366897 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074353f-66a8-4ce8-8dd3-b4c70ebf89da req-c28c2d9c-9dc7-43ca-95cc-9b1955f5db73 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:15.379621 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2074353f-66a8-4ce8-8dd3-b4c70ebf89da req-c28c2d9c-9dc7-43ca-95cc-9b1955f5db73 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef1f0abc-8353-4b4a-b5af-f488a3bc29cf HTTP/1.1" status: 200 len: 949 time: 0.1139376 Aug 11 22:07:15.415568 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d11bfcaa-e6b9-49eb-b9f8-77d406caf5d4 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:15.427801 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d11bfcaa-e6b9-49eb-b9f8-77d406caf5d4 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] 10.222.0.77 "DELETE /v2.0/ports/4a4ec07b-cd96-4747-ad0f-77ece18efdaa HTTP/1.1" status: 204 len: 168 time: 3.6056492 Aug 11 22:07:15.435154 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40978) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:15.457670 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:15.501759 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2074353f-66a8-4ce8-8dd3-b4c70ebf89da req-1fdbb47c-aaae-4acc-993c-e4e0268168dd tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/security-groups?id=97c9b71b-ba84-4220-8eab-8ff71b37c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149118 Aug 11 22:07:15.511846 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4457a4e-11be-4bb7-ae5c-4d87c7229519 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] GET failed (client error): The resource could not be found. Aug 11 22:07:15.518808 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40984) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:15.519752 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b4457a4e-11be-4bb7-ae5c-4d87c7229519 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] 10.222.0.77 "GET /v2.0/ports/4a4ec07b-cd96-4747-ad0f-77ece18efdaa HTTP/1.1" status: 404 len: 333 time: 0.0820162 Aug 11 22:07:15.522765 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-7720a454-4de3-4d06-b6df-e30941206bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:15.525536 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-7720a454-4de3-4d06-b6df-e30941206bd2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9151294c-d4b3-4b89-812c-726f585f11d8 HTTP/1.1" status: 200 len: 797 time: 0.4143560 Aug 11 22:07:15.598955 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 7f62e07e-630b-46de-9915-a9f541e16739, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=7f62e07e-630b-46de-9915-a9f541e16739,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:15.600672 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1f0abc-8353-4b4a-b5af-f488a3bc29cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f62e07e-630b-46de-9915-a9f541e16739'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:07:15.611439 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-1f94f857-52c9-4fce-9068-f503af72582d req-7dc16dd7-c196-479c-ba56-2f089fdde911 service neutron] For port 349c2860-60cb-4169-8ba2-aabeccfa45a1, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:07:15.611869 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe94c2b6-f3a0-4669-901a-dde855a1f685" -d '{"events": [{"server_uuid": "ef1f0abc-8353-4b4a-b5af-f488a3bc29cf", "name": "network-vif-plugged", "status": "completed", "tag": "7f62e07e-630b-46de-9915-a9f541e16739"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:07:15.626571 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:15.646708 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-1f94f857-52c9-4fce-9068-f503af72582d req-7dc16dd7-c196-479c-ba56-2f089fdde911 service neutron] For port 349c2860-60cb-4169-8ba2-aabeccfa45a1, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=349c2860-60cb-4169-8ba2-aabeccfa45a1,segment=NetworkSegment(fed54257-4ffc-49e3-ac53-8be34c50450f),segment_id=fed54257-4ffc-49e3-ac53-8be34c50450f)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:07:15.650949 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-980f9727-7bda-482a-9076-cf48c2f63725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:15.653725 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-980f9727-7bda-482a-9076-cf48c2f63725 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b287a464-dc73-48ac-8476-f9f6272430e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1166050 Aug 11 22:07:15.657425 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-7dc16dd7-c196-479c-ba56-2f089fdde911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:15.839565 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-7dc16dd7-c196-479c-ba56-2f089fdde911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:15.841021 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-7dc16dd7-c196-479c-ba56-2f089fdde911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:15.842932 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-7dc16dd7-c196-479c-ba56-2f089fdde911 service neutron] 10.222.0.52 "PUT /v2.0/ports/349c2860-60cb-4169-8ba2-aabeccfa45a1 HTTP/1.1" status: 200 len: 1092 time: 3.7437811 Aug 11 22:07:15.843754 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'tag': '349c2860-60cb-4169-8ba2-aabeccfa45a1'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:07:15.848640 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0815377-01f1-4cfe-b971-f99969cda04c" -d '{"events": [{"name": "network-changed", "server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "tag": "349c2860-60cb-4169-8ba2-aabeccfa45a1"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:07:15.887280 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d794c905-467f-4845-a838-b3c196ce713f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:15.927310 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-1f94f857-52c9-4fce-9068-f503af72582d req-c43ae889-b520-4b0e-a4c3-dea1d8b6587d service neutron] Request body: {'port': {'device_id': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:16.004179 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-32acbd82-3d9f-46f5-bfc2-be922407927e tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Deleting port 36e91654-ffc8-432b-84b2-83d0372cc89a {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:07:16.004669 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-32acbd82-3d9f-46f5-bfc2-be922407927e tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:16.054348 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:16.055155 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc16dd7-c196-479c-ba56-2f089fdde911 service neutron] Pushing event updated for resources: {'Port': ['ID=349c2860-60cb-4169-8ba2-aabeccfa45a1,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:16.064332 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=7f62e07e-630b-46de-9915-a9f541e16739,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:16.105945 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:16.106514 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:16.107100 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:16.107719 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:16.108301 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:16.108880 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:16.109437 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:16.128453 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:16.133248 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:16.134034 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:16.135075 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:16.135914 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:16.151533 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-c43ae889-b520-4b0e-a4c3-dea1d8b6587d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:16.181784 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbc0a00-d81a-403d-ba7a-17167e73e808 x-openstack-request-id: req-1fbc0a00-d81a-403d-ba7a-17167e73e808 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:07:16.185228 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1f0abc-8353-4b4a-b5af-f488a3bc29cf", "name": "network-vif-plugged", "status": "completed", "tag": "7f62e07e-630b-46de-9915-a9f541e16739", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:07:16.191495 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1fbc0a00-d81a-403d-ba7a-17167e73e808 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:07:16.192295 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1f0abc-8353-4b4a-b5af-f488a3bc29cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f62e07e-630b-46de-9915-a9f541e16739', 'code': 200} Aug 11 22:07:16.209560 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-a80a0ab2-d831-490f-8651-22bcc03342f8 service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5425825 Aug 11 22:07:16.458550 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f72090-6a8c-4576-8869-e155ff796253 x-openstack-request-id: req-13f72090-6a8c-4576-8869-e155ff796253 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:07:16.458922 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "tag": "349c2860-60cb-4169-8ba2-aabeccfa45a1", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:07:16.459160 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-13f72090-6a8c-4576-8869-e155ff796253 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:07:16.459612 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'tag': '349c2860-60cb-4169-8ba2-aabeccfa45a1', 'status': 'completed', 'code': 200} Aug 11 22:07:16.471304 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-32acbd82-3d9f-46f5-bfc2-be922407927e tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:16.496833 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9bc5e-8de4-4a05-93d6-2918a18b478f req-8d32758f-8a4c-474e-b6fd-ba82023c8914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:16.499910 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c1d9bc5e-8de4-4a05-93d6-2918a18b478f req-8d32758f-8a4c-474e-b6fd-ba82023c8914 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ef1f0abc-8353-4b4a-b5af-f488a3bc29cf HTTP/1.1" status: 200 len: 1101 time: 0.1981168 Aug 11 22:07:16.541261 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-32acbd82-3d9f-46f5-bfc2-be922407927e tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Calling delete_port for 36e91654-ffc8-432b-84b2-83d0372cc89a owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:07:16.548501 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41012) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:16.639714 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c1d9bc5e-8de4-4a05-93d6-2918a18b478f req-1212c7f7-a589-4a43-8d80-81868f33e09d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=97c9b71b-ba84-4220-8eab-8ff71b37c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264508 Aug 11 22:07:16.685804 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0815377-01f1-4cfe-b971-f99969cda04c req-052e0e5d-e6ab-4424-ae2f-f8746d5d0eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:16.686333 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0815377-01f1-4cfe-b971-f99969cda04c req-052e0e5d-e6ab-4424-ae2f-f8746d5d0eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:16.686889 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0815377-01f1-4cfe-b971-f99969cda04c req-052e0e5d-e6ab-4424-ae2f-f8746d5d0eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:16.687444 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0815377-01f1-4cfe-b971-f99969cda04c req-052e0e5d-e6ab-4424-ae2f-f8746d5d0eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:16.689843 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0815377-01f1-4cfe-b971-f99969cda04c req-052e0e5d-e6ab-4424-ae2f-f8746d5d0eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:16.692649 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a0815377-01f1-4cfe-b971-f99969cda04c req-052e0e5d-e6ab-4424-ae2f-f8746d5d0eb8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b3840ad876e4bee8133e6f4b31e7f76&device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 4362 time: 0.2635469 Aug 11 22:07:16.790515 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570db61b-8010-4c8b-924b-b74d48893976 req-144b1520-75c2-4f61-a597-a3944809ce7f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:16.802086 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570db61b-8010-4c8b-924b-b74d48893976 req-144b1520-75c2-4f61-a597-a3944809ce7f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:16.813600 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570db61b-8010-4c8b-924b-b74d48893976 req-144b1520-75c2-4f61-a597-a3944809ce7f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:16.825448 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570db61b-8010-4c8b-924b-b74d48893976 req-144b1520-75c2-4f61-a597-a3944809ce7f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:16.836915 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570db61b-8010-4c8b-924b-b74d48893976 req-144b1520-75c2-4f61-a597-a3944809ce7f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:16.840366 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-570db61b-8010-4c8b-924b-b74d48893976 req-144b1520-75c2-4f61-a597-a3944809ce7f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 3827 time: 0.2910914 Aug 11 22:07:16.848479 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0815377-01f1-4cfe-b971-f99969cda04c req-4d5ef3c9-ad1f-4198-9d71-8ce199957714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:16.849124 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0815377-01f1-4cfe-b971-f99969cda04c req-4d5ef3c9-ad1f-4198-9d71-8ce199957714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:16.849607 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0815377-01f1-4cfe-b971-f99969cda04c req-4d5ef3c9-ad1f-4198-9d71-8ce199957714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:16.851316 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a0815377-01f1-4cfe-b971-f99969cda04c req-4d5ef3c9-ad1f-4198-9d71-8ce199957714 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=2b3840ad876e4bee8133e6f4b31e7f76&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1461403 Aug 11 22:07:16.862527 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-88246cdc-631b-448b-ae4a-0c511a8676e9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-644192201-network', 'tenant_id': '2b96b7f7100f485a96e31eff60661ae8'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:16.863283 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-1f15535a-c21c-4cf7-aa10-9fc7e604ed3f service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5964088 Aug 11 22:07:16.913910 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88246cdc-631b-448b-ae4a-0c511a8676e9 admin admin] Made reservation on behalf of 2b96b7f7100f485a96e31eff60661ae8 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:07:16.917300 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-88246cdc-631b-448b-ae4a-0c511a8676e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:16.938635 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-88246cdc-631b-448b-ae4a-0c511a8676e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:17.007024 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-570db61b-8010-4c8b-924b-b74d48893976 req-54102dce-0f55-4f10-ad2d-3957e14eccea tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505179 Aug 11 22:07:17.013802 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-9730949c-35b4-4583-88a9-2c9c1a306a32 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=e2559e55-1916-4912-88c9-a11e2523aefa HTTP/1.1" status: 200 len: 217 time: 0.0905747 Aug 11 22:07:17.154860 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-32acbd82-3d9f-46f5-bfc2-be922407927e tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:17.184170 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-336d6527-e1d9-4e4a-ab98-8d84a960ad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:17.192308 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-336d6527-e1d9-4e4a-ab98-8d84a960ad8d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9151294c-d4b3-4b89-812c-726f585f11d8 HTTP/1.1" status: 200 len: 797 time: 0.1649940 Aug 11 22:07:17.192523 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41026) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:17.194561 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0815377-01f1-4cfe-b971-f99969cda04c req-cbe8b2f9-f5e8-45a7-990c-48fa092818fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:17.197202 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a0815377-01f1-4cfe-b971-f99969cda04c req-cbe8b2f9-f5e8-45a7-990c-48fa092818fd service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3362887 Aug 11 22:07:17.198795 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32acbd82-3d9f-46f5-bfc2-be922407927e tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Pushing event deleted for resources: {'Port': ['ID=36e91654-ffc8-432b-84b2-83d0372cc89a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:17.291169 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-32acbd82-3d9f-46f5-bfc2-be922407927e tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:17.296432 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-32acbd82-3d9f-46f5-bfc2-be922407927e tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] 10.222.0.77 "DELETE /v2.0/ports/36e91654-ffc8-432b-84b2-83d0372cc89a HTTP/1.1" status: 204 len: 168 time: 1.7751942 Aug 11 22:07:17.301713 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41030) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:17.340157 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612b48b-6975-4a3a-817c-879b357e68c3 req-b27f322c-1bca-4f8c-9999-7efa6a02dc8a tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:17.343233 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1612b48b-6975-4a3a-817c-879b357e68c3 req-b27f322c-1bca-4f8c-9999-7efa6a02dc8a tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef1f0abc-8353-4b4a-b5af-f488a3bc29cf HTTP/1.1" status: 200 len: 950 time: 0.1306725 Aug 11 22:07:17.369695 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-12dc8e2a-11a6-47f2-b607-8e56e222545b tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] GET failed (client error): The resource could not be found. Aug 11 22:07:17.377293 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-12dc8e2a-11a6-47f2-b607-8e56e222545b tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] 10.222.0.77 "GET /v2.0/ports/36e91654-ffc8-432b-84b2-83d0372cc89a HTTP/1.1" status: 404 len: 333 time: 0.0743034 Aug 11 22:07:17.380700 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41032) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:17.404563 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-1f94f857-52c9-4fce-9068-f503af72582d req-c43ae889-b520-4b0e-a4c3-dea1d8b6587d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3662de63-2216-47cd-a09d-9450446cab7f {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:07:17.457030 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-c43ae889-b520-4b0e-a4c3-dea1d8b6587d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:17.461725 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-da120105-cce0-4518-a5b0-de57c99d686d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:17.463439 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-da120105-cce0-4518-a5b0-de57c99d686d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b287a464-dc73-48ac-8476-f9f6272430e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1975756 Aug 11 22:07:17.469738 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:17.499709 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-1f94f857-52c9-4fce-9068-f503af72582d req-c43ae889-b520-4b0e-a4c3-dea1d8b6587d service neutron] Transition to ACTIVE for port object 3662de63-2216-47cd-a09d-9450446cab7f will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:07:17.505262 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-88246cdc-631b-448b-ae4a-0c511a8676e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:17.527792 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-88246cdc-631b-448b-ae4a-0c511a8676e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:17.529961 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-c43ae889-b520-4b0e-a4c3-dea1d8b6587d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:17.578935 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88246cdc-631b-448b-ae4a-0c511a8676e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:07:17.604769 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-88246cdc-631b-448b-ae4a-0c511a8676e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:17.606834 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-88246cdc-631b-448b-ae4a-0c511a8676e9 admin admin] Added segment dd3aeb21-6bba-4c67-b40b-5f5799c50cfb of type vlan for network 78c545be-e0ac-4c79-962b-0aa57d266adc Aug 11 22:07:17.719755 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-de882e0c-2713-4daa-83f1-df4a24ac9dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:17.727483 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ae889-b520-4b0e-a4c3-dea1d8b6587d service neutron] Pushing event updated for resources: {'Port': ['ID=3662de63-2216-47cd-a09d-9450446cab7f,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:17.815655 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-de086d84-288a-4d18-ae10-455c73eb0c38 service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296857 Aug 11 22:07:17.819451 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-88246cdc-631b-448b-ae4a-0c511a8676e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:17.852168 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88246cdc-631b-448b-ae4a-0c511a8676e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6482e4-2f5d-473c-ba57-9d51e019d6d4,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:17.926335 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1612b48b-6975-4a3a-817c-879b357e68c3 req-0db6d2c6-b98c-4fbc-bb8f-1cb8b6ef2bfe tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/security-groups?id=97c9b71b-ba84-4220-8eab-8ff71b37c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137518 Aug 11 22:07:17.931309 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-88246cdc-631b-448b-ae4a-0c511a8676e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:17.932680 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88246cdc-631b-448b-ae4a-0c511a8676e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:17.933485 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-88246cdc-631b-448b-ae4a-0c511a8676e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:18.045668 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-69ae5cd3-7c81-4528-89c2-0c69633225ab tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Deleting port d66ed666-50ca-4b3d-b663-ab89ca53b286 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:07:18.045938 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-69ae5cd3-7c81-4528-89c2-0c69633225ab tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:18.170718 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-69ae5cd3-7c81-4528-89c2-0c69633225ab tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:18.207975 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-69ae5cd3-7c81-4528-89c2-0c69633225ab tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Calling delete_port for d66ed666-50ca-4b3d-b663-ab89ca53b286 owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:07:18.221294 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-de882e0c-2713-4daa-83f1-df4a24ac9dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:18.224016 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88246cdc-631b-448b-ae4a-0c511a8676e9 admin admin] Pushing event updated for resources: {'Network': ['ID=78c545be-e0ac-4c79-962b-0aa57d266adc,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:18.224705 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-da87d9dd-ae59-45f6-9fd0-f532e21810a4 service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834491 Aug 11 22:07:18.232619 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-de882e0c-2713-4daa-83f1-df4a24ac9dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:18.252236 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 78c545be-e0ac-4c79-962b-0aa57d266adc details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:07:18.254229 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-88246cdc-631b-448b-ae4a-0c511a8676e9 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6855640 Aug 11 22:07:18.269558 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41036) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:18.282699 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-ce0adebe-93cf-428a-b63b-42a4ff3550a0 admin admin] Request body: {'subnet': {'network_id': '78c545be-e0ac-4c79-962b-0aa57d266adc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-644192201-subnet', 'tenant_id': '2b96b7f7100f485a96e31eff60661ae8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:18.296648 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-a8686334-a535-43c1-80a6-0efb2704dc2e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e2894cb3-a993-43a9-a58e-1c4b58a9cf7c HTTP/1.1" status: 200 len: 217 time: 0.0493000 Aug 11 22:07:18.299599 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1f94f857-52c9-4fce-9068-f503af72582d req-c43ae889-b520-4b0e-a4c3-dea1d8b6587d service neutron] Attempting to bind port 3662de63-2216-47cd-a09d-9450446cab7f on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:07:18.300185 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1f94f857-52c9-4fce-9068-f503af72582d req-c43ae889-b520-4b0e-a4c3-dea1d8b6587d service neutron] Attempting to bind port 3662de63-2216-47cd-a09d-9450446cab7f by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '9d897c8b-3740-4eeb-a648-0035b9afdf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '22676bc5-4aee-4a41-8ba8-faaf749fee2e'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:07:18.300724 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-c43ae889-b520-4b0e-a4c3-dea1d8b6587d service neutron] Attempting to bind port 3662de63-2216-47cd-a09d-9450446cab7f on network 22676bc5-4aee-4a41-8ba8-faaf749fee2e {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:07:18.345355 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-de882e0c-2713-4daa-83f1-df4a24ac9dda admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=79c5ebbf9bd94bd187ac9b5c7aa4cfb9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1434078 Aug 11 22:07:18.346551 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41038) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:18.353765 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de882e0c-2713-4daa-83f1-df4a24ac9dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb31248-c34c-437a-806b-cd5035c83d88,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:18.423426 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-c43ae889-b520-4b0e-a4c3-dea1d8b6587d service neutron] Port 3662de63-2216-47cd-a09d-9450446cab7f on network 22676bc5-4aee-4a41-8ba8-faaf749fee2e not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:07:18.424100 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-c43ae889-b520-4b0e-a4c3-dea1d8b6587d service neutron] Attempting to bind port 3662de63-2216-47cd-a09d-9450446cab7f on network 22676bc5-4aee-4a41-8ba8-faaf749fee2e {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:07:18.430756 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-224f0475-54d0-4b24-9d01-692cbbbddd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:18.431637 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0adebe-93cf-428a-b63b-42a4ff3550a0 admin admin] Made reservation on behalf of 2b96b7f7100f485a96e31eff60661ae8 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:07:18.433017 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-224f0475-54d0-4b24-9d01-692cbbbddd9d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a517bd89-a5f8-4600-9a3f-a19621adfded HTTP/1.1" status: 200 len: 797 time: 0.0897713 Aug 11 22:07:18.439279 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ce0adebe-93cf-428a-b63b-42a4ff3550a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:18.449662 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-c43ae889-b520-4b0e-a4c3-dea1d8b6587d service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:07:18.454009 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-c43ae889-b520-4b0e-a4c3-dea1d8b6587d service neutron] Checking segment: {'id': '9d897c8b-3740-4eeb-a648-0035b9afdf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '22676bc5-4aee-4a41-8ba8-faaf749fee2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:07:18.454787 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-c43ae889-b520-4b0e-a4c3-dea1d8b6587d service neutron] Bound using segment: {'id': '9d897c8b-3740-4eeb-a648-0035b9afdf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '22676bc5-4aee-4a41-8ba8-faaf749fee2e'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:07:18.455491 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1f94f857-52c9-4fce-9068-f503af72582d req-c43ae889-b520-4b0e-a4c3-dea1d8b6587d service neutron] Bound port: 3662de63-2216-47cd-a09d-9450446cab7f, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d897c8b-3740-4eeb-a648-0035b9afdf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '22676bc5-4aee-4a41-8ba8-faaf749fee2e'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:07:18.456144 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-c43ae889-b520-4b0e-a4c3-dea1d8b6587d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:18.594828 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7b9a13c0-2da5-4aa1-9f2e-d456498e9298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:18.612259 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e13d85-5463-447d-ad00-4a864ab7e5e6 req-c216fae5-b024-44e4-99ed-fdd90212e7e1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:18.619013 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e13d85-5463-447d-ad00-4a864ab7e5e6 req-c216fae5-b024-44e4-99ed-fdd90212e7e1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:18.625451 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e13d85-5463-447d-ad00-4a864ab7e5e6 req-c216fae5-b024-44e4-99ed-fdd90212e7e1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:18.632806 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e13d85-5463-447d-ad00-4a864ab7e5e6 req-c216fae5-b024-44e4-99ed-fdd90212e7e1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:18.639164 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e13d85-5463-447d-ad00-4a864ab7e5e6 req-c216fae5-b024-44e4-99ed-fdd90212e7e1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:18.645413 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e13d85-5463-447d-ad00-4a864ab7e5e6 req-c216fae5-b024-44e4-99ed-fdd90212e7e1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:18.647711 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-38e13d85-5463-447d-ad00-4a864ab7e5e6 req-c216fae5-b024-44e4-99ed-fdd90212e7e1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 4600 time: 0.1720734 Aug 11 22:07:18.684437 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-fb61998a-a701-4d87-8ccf-0f92aa956981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:18.686921 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-fb61998a-a701-4d87-8ccf-0f92aa956981 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39346d85-8db1-4c32-bd48-0eb63c830650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2138128 Aug 11 22:07:18.692801 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7b9a13c0-2da5-4aa1-9f2e-d456498e9298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:18.720700 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-1f94f857-52c9-4fce-9068-f503af72582d req-c43ae889-b520-4b0e-a4c3-dea1d8b6587d service neutron] For port 3662de63-2216-47cd-a09d-9450446cab7f, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:07:18.731580 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-38e13d85-5463-447d-ad00-4a864ab7e5e6 req-cd95a903-046f-474f-a089-937392c54624 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce569d98-203a-4470-8865-61fccfa74fc4&id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699022 Aug 11 22:07:18.761126 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7b9a13c0-2da5-4aa1-9f2e-d456498e9298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:18.764558 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7b9a13c0-2da5-4aa1-9f2e-d456498e9298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:18.765894 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7b9a13c0-2da5-4aa1-9f2e-d456498e9298 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0cb31248-c34c-437a-806b-cd5035c83d88 HTTP/1.1" status: 204 len: 168 time: 0.4140341 Aug 11 22:07:18.784069 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-1f94f857-52c9-4fce-9068-f503af72582d req-c43ae889-b520-4b0e-a4c3-dea1d8b6587d service neutron] For port 3662de63-2216-47cd-a09d-9450446cab7f, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=3662de63-2216-47cd-a09d-9450446cab7f,segment=NetworkSegment(9d897c8b-3740-4eeb-a648-0035b9afdf7b),segment_id=9d897c8b-3740-4eeb-a648-0035b9afdf7b)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:07:18.790189 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a13c0-2da5-4aa1-9f2e-d456498e9298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb31248-c34c-437a-806b-cd5035c83d88,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:18.846201 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-c43ae889-b520-4b0e-a4c3-dea1d8b6587d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:18.877634 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:18.980661 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-c43ae889-b520-4b0e-a4c3-dea1d8b6587d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:18.981468 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-c43ae889-b520-4b0e-a4c3-dea1d8b6587d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:18.983119 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-c43ae889-b520-4b0e-a4c3-dea1d8b6587d service neutron] 10.222.0.52 "PUT /v2.0/ports/3662de63-2216-47cd-a09d-9450446cab7f HTTP/1.1" status: 200 len: 1131 time: 3.0970368 Aug 11 22:07:18.984116 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'tag': '3662de63-2216-47cd-a09d-9450446cab7f'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:07:18.989036 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7b2f43-d955-4440-b335-5fa5a472f746" -d '{"events": [{"name": "network-changed", "server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "tag": "3662de63-2216-47cd-a09d-9450446cab7f"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:07:18.993068 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-69ae5cd3-7c81-4528-89c2-0c69633225ab tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:19.040969 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-1f94f857-52c9-4fce-9068-f503af72582d req-16e29ebb-2d8c-4cbb-ab79-ed3795ad524d service neutron] Request body: {'port': {'device_id': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:19.186516 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f86c62-af36-4464-a28b-c9d1a53e88ce req-490cb2da-cc95-4c66-aea4-cfb1cdd74e2e tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:19.194724 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99f86c62-af36-4464-a28b-c9d1a53e88ce req-490cb2da-cc95-4c66-aea4-cfb1cdd74e2e tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef1f0abc-8353-4b4a-b5af-f488a3bc29cf HTTP/1.1" status: 200 len: 950 time: 0.1045606 Aug 11 22:07:19.219669 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-c17585b0-e91c-4978-bb3f-cffd23a3a3a5 service neutron] 10.222.0.52 "GET /v2.0/networks/39346d85-8db1-4c32-bd48-0eb63c830650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4954655 Aug 11 22:07:19.227264 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-69ae5cd3-7c81-4528-89c2-0c69633225ab tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:19.240319 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41050) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:19.247957 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-69ae5cd3-7c81-4528-89c2-0c69633225ab tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] 10.222.0.77 "DELETE /v2.0/ports/d66ed666-50ca-4b3d-b663-ab89ca53b286 HTTP/1.1" status: 204 len: 168 time: 1.8518062 Aug 11 22:07:19.256750 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ae889-b520-4b0e-a4c3-dea1d8b6587d service neutron] Pushing event updated for resources: {'Port': ['ID=3662de63-2216-47cd-a09d-9450446cab7f,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:19.408993 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae5cd3-7c81-4528-89c2-0c69633225ab tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Pushing event deleted for resources: {'Port': ['ID=d66ed666-50ca-4b3d-b663-ab89ca53b286,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:19.436449 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-07918efd-6665-418d-abf9-64bceab1e886 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Deleting subnet 14bdc44e-7e2d-4a4c-866a-c26b7b33c1fc {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:07:19.456969 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-07918efd-6665-418d-abf9-64bceab1e886 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:19.466770 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41054) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:19.508286 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ce0adebe-93cf-428a-b63b-42a4ff3550a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:19.508941 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-16e29ebb-2d8c-4cbb-ab79-ed3795ad524d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:19.586282 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99f86c62-af36-4464-a28b-c9d1a53e88ce req-05352ea1-7a2e-47a0-a0b5-37e2bf92bcc4 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/security-groups?id=97c9b71b-ba84-4220-8eab-8ff71b37c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902667 Aug 11 22:07:19.607824 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e76f8eae-9959-4812-acc1-2c5f5a009b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:19.633813 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-5639bb2a-73fb-4de4-908a-fce129741a31 service neutron] 10.222.0.52 "GET /v2.0/networks/39346d85-8db1-4c32-bd48-0eb63c830650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263457 Aug 11 22:07:19.669492 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-07918efd-6665-418d-abf9-64bceab1e886 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:19.741921 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0adebe-93cf-428a-b63b-42a4ff3550a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12cdbb16-90d5-4b1d-b613-20809b9098d8,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:19.830086 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0adebe-93cf-428a-b63b-42a4ff3550a0 admin admin] Checking segment: {'id': 'dd3aeb21-6bba-4c67-b40b-5f5799c50cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '78c545be-e0ac-4c79-962b-0aa57d266adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:07:19.830623 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0adebe-93cf-428a-b63b-42a4ff3550a0 admin admin] Network hostable DHCP agents. Network: 78c545be-e0ac-4c79-962b-0aa57d266adc, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:07:19.951921 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-07918efd-6665-418d-abf9-64bceab1e886 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:20.005876 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0adebe-93cf-428a-b63b-42a4ff3550a0 admin admin] Network 78c545be-e0ac-4c79-962b-0aa57d266adc is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:07:20.068495 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-ce0adebe-93cf-428a-b63b-42a4ff3550a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 78c545be-e0ac-4c79-962b-0aa57d266adc) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:07:20.079896 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c682e9f8-dc9b-4c41-91d0-17cc2dd0cf46 None None] Network 78c545be-e0ac-4c79-962b-0aa57d266adc requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:07:20.086489 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0adebe-93cf-428a-b63b-42a4ff3550a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:20.088051 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ce0adebe-93cf-428a-b63b-42a4ff3550a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:20.215598 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-55c66bee-004b-4706-a83b-21f82e0da124 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2b4fd92b-4177-42f2-b2d7-f08e82f9e6da HTTP/1.1" status: 200 len: 217 time: 0.5650454 Aug 11 22:07:20.216140 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e76f8eae-9959-4812-acc1-2c5f5a009b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:20.221399 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-07918efd-6665-418d-abf9-64bceab1e886 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:20.231271 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e76f8eae-9959-4812-acc1-2c5f5a009b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:20.245423 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0d719f-003b-4dc2-a897-a2f99d1a225e x-openstack-request-id: req-9f0d719f-003b-4dc2-a897-a2f99d1a225e {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:07:20.246334 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "tag": "3662de63-2216-47cd-a09d-9450446cab7f", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:07:20.246334 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9f0d719f-003b-4dc2-a897-a2f99d1a225e {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:07:20.246334 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'tag': '3662de63-2216-47cd-a09d-9450446cab7f', 'status': 'completed', 'code': 200} Aug 11 22:07:20.291942 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ce0adebe-93cf-428a-b63b-42a4ff3550a0 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0070722 Aug 11 22:07:20.308303 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07918efd-6665-418d-abf9-64bceab1e886 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Pushing event deleted for resources: {'Subnet': ['ID=14bdc44e-7e2d-4a4c-866a-c26b7b33c1fc,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:20.357196 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-07918efd-6665-418d-abf9-64bceab1e886 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:20.369856 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-07918efd-6665-418d-abf9-64bceab1e886 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] 10.222.0.77 "DELETE /v2.0/subnets/14bdc44e-7e2d-4a4c-866a-c26b7b33c1fc HTTP/1.1" status: 204 len: 168 time: 1.1281159 Aug 11 22:07:20.375604 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41066) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:20.420869 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d39a7c-ccb6-45b8-add8-d16785f6f148 None None] Network 54e2690c-012d-4dc5-85bf-dd389f222e42 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:07:20.431623 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e76f8eae-9959-4812-acc1-2c5f5a009b84 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2bcac1bf7a9949288c46c20fa80485b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9257996 Aug 11 22:07:20.433868 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f8eae-9959-4812-acc1-2c5f5a009b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b6b39c-8de7-4076-a92a-84d2a8fbff1a,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:20.438320 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41068) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:20.504570 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f276c-1f40-4980-a5d2-9202cf517a07 req-8d2e2b87-8db8-4493-9e47-aa058838bee2 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:20.504799 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cf98fb0c-bcb7-4d54-8cd9-c3d9a6dd6c60 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:20.516115 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f276c-1f40-4980-a5d2-9202cf517a07 req-8d2e2b87-8db8-4493-9e47-aa058838bee2 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:20.523559 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f276c-1f40-4980-a5d2-9202cf517a07 req-8d2e2b87-8db8-4493-9e47-aa058838bee2 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:20.531068 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f276c-1f40-4980-a5d2-9202cf517a07 req-8d2e2b87-8db8-4493-9e47-aa058838bee2 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:20.535916 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e243de68-ec9d-469a-aed7-319dc61a3ed4 None None] Network 78c545be-e0ac-4c79-962b-0aa57d266adc requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:07:20.539869 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f276c-1f40-4980-a5d2-9202cf517a07 req-8d2e2b87-8db8-4493-9e47-aa058838bee2 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:20.547087 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f276c-1f40-4980-a5d2-9202cf517a07 req-8d2e2b87-8db8-4493-9e47-aa058838bee2 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:20.555340 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-055f276c-1f40-4980-a5d2-9202cf517a07 req-8d2e2b87-8db8-4493-9e47-aa058838bee2 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 4600 time: 0.4084048 Aug 11 22:07:20.650438 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b2f43-d955-4440-b335-5fa5a472f746 req-7d26e24c-10ec-4362-b118-e946486a4544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:20.651490 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b2f43-d955-4440-b335-5fa5a472f746 req-7d26e24c-10ec-4362-b118-e946486a4544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:20.651490 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b2f43-d955-4440-b335-5fa5a472f746 req-7d26e24c-10ec-4362-b118-e946486a4544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:20.651999 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b2f43-d955-4440-b335-5fa5a472f746 req-7d26e24c-10ec-4362-b118-e946486a4544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:20.652486 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b2f43-d955-4440-b335-5fa5a472f746 req-7d26e24c-10ec-4362-b118-e946486a4544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:20.652965 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b2f43-d955-4440-b335-5fa5a472f746 req-7d26e24c-10ec-4362-b118-e946486a4544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:20.655376 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6f7b2f43-d955-4440-b335-5fa5a472f746 req-7d26e24c-10ec-4362-b118-e946486a4544 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b3840ad876e4bee8133e6f4b31e7f76&device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 5286 time: 0.4387190 Aug 11 22:07:20.657148 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-5437e26b-b827-4355-9a81-5adf558fe345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:20.658791 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-5437e26b-b827-4355-9a81-5adf558fe345 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a517bd89-a5f8-4600-9a3f-a19621adfded HTTP/1.1" status: 200 len: 797 time: 0.4093242 Aug 11 22:07:20.684990 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-055f276c-1f40-4980-a5d2-9202cf517a07 req-f744ce5e-d176-47d5-8c40-16c34557c8ba tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce569d98-203a-4470-8865-61fccfa74fc4&id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1280677 Aug 11 22:07:20.731914 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-855dc1af-1550-4f3f-8671-16208d18b7a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:20.785807 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-855dc1af-1550-4f3f-8671-16208d18b7a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:20.838898 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b2f43-d955-4440-b335-5fa5a472f746 req-e183e66c-eed1-4df5-8814-4a4cf462fa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:20.839401 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b2f43-d955-4440-b335-5fa5a472f746 req-e183e66c-eed1-4df5-8814-4a4cf462fa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:20.839921 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b2f43-d955-4440-b335-5fa5a472f746 req-e183e66c-eed1-4df5-8814-4a4cf462fa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:20.841651 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6f7b2f43-d955-4440-b335-5fa5a472f746 req-e183e66c-eed1-4df5-8814-4a4cf462fa4c service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=2b3840ad876e4bee8133e6f4b31e7f76&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1690090 Aug 11 22:07:20.874372 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:20.880701 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cface6-3b03-42d8-9198-223347ea34d7 req-adfa5685-25fd-4948-b12d-7e8e1b652ba9 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:20.883788 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-56cface6-3b03-42d8-9198-223347ea34d7 req-adfa5685-25fd-4948-b12d-7e8e1b652ba9 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef1f0abc-8353-4b4a-b5af-f488a3bc29cf HTTP/1.1" status: 200 len: 950 time: 0.0609667 Aug 11 22:07:20.948132 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-56cface6-3b03-42d8-9198-223347ea34d7 req-6e8aa0c8-2368-4289-9fea-6292e001cccf tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/security-groups?id=97c9b71b-ba84-4220-8eab-8ff71b37c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579710 Aug 11 22:07:20.950049 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-855dc1af-1550-4f3f-8671-16208d18b7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:20.956406 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-855dc1af-1550-4f3f-8671-16208d18b7a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:20.959353 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-855dc1af-1550-4f3f-8671-16208d18b7a7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e1b6b39c-8de7-4076-a92a-84d2a8fbff1a HTTP/1.1" status: 204 len: 168 time: 0.5161383 Aug 11 22:07:20.994280 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855dc1af-1550-4f3f-8671-16208d18b7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b6b39c-8de7-4076-a92a-84d2a8fbff1a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:21.008114 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-7934f05f-9ed9-48c7-a033-6a8198d0279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:21.009716 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-7934f05f-9ed9-48c7-a033-6a8198d0279a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39346d85-8db1-4c32-bd48-0eb63c830650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2129126 Aug 11 22:07:21.201744 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27460c0-b57a-42f2-ab13-1927a232b9fe None None] DHCP port deletion for 54e2690c-012d-4dc5-85bf-dd389f222e42 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:07:21.232084 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-cf98fb0c-bcb7-4d54-8cd9-c3d9a6dd6c60 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Deleting port 5b36eb8d-a29c-42ad-843e-6065af195066 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:07:21.240497 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cf98fb0c-bcb7-4d54-8cd9-c3d9a6dd6c60 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:21.281252 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b2f43-d955-4440-b335-5fa5a472f746 req-5aac75fe-17fe-4259-a69f-8b3996f1ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:21.283888 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6f7b2f43-d955-4440-b335-5fa5a472f746 req-5aac75fe-17fe-4259-a69f-8b3996f1ef8f service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4312227 Aug 11 22:07:21.363729 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b27460c0-b57a-42f2-ab13-1927a232b9fe None None] Deleting port 5b36eb8d-a29c-42ad-843e-6065af195066 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:07:21.364332 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b27460c0-b57a-42f2-ab13-1927a232b9fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:21.395434 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5b36eb8d-a29c-42ad-843e-6065af195066 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:07:21.530016 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b27460c0-b57a-42f2-ab13-1927a232b9fe None None] For port 5b36eb8d-a29c-42ad-843e-6065af195066, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5b36eb8d-a29c-42ad-843e-6065af195066,segment=NetworkSegment(bee54f20-2814-4bc0-bea9-947a01da9160),segment_id=bee54f20-2814-4bc0-bea9-947a01da9160)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:21.530557 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b27460c0-b57a-42f2-ab13-1927a232b9fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:21.557645 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b27460c0-b57a-42f2-ab13-1927a232b9fe None None] Calling delete_port for 5b36eb8d-a29c-42ad-843e-6065af195066 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:07:21.613734 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:21.658166 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-1f94f857-52c9-4fce-9068-f503af72582d req-16e29ebb-2d8c-4cbb-ab79-ed3795ad524d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2eadc1d-9cb5-4e10-af29-c9d841f467da {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:07:21.680021 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-16e29ebb-2d8c-4cbb-ab79-ed3795ad524d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:21.695335 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 5b36eb8d-a29c-42ad-843e-6065af195066, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5b36eb8d-a29c-42ad-843e-6065af195066,segment=NetworkSegment(bee54f20-2814-4bc0-bea9-947a01da9160),segment_id=bee54f20-2814-4bc0-bea9-947a01da9160)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:21.709116 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:21.709488 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-1f94f857-52c9-4fce-9068-f503af72582d req-16e29ebb-2d8c-4cbb-ab79-ed3795ad524d service neutron] Transition to ACTIVE for port object b2eadc1d-9cb5-4e10-af29-c9d841f467da will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:07:21.714707 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-a5ce6984-3bc3-4635-8e1c-aa328d0f5fb5 service neutron] 10.222.0.52 "GET /v2.0/networks/39346d85-8db1-4c32-bd48-0eb63c830650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6894295 Aug 11 22:07:21.751220 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-16e29ebb-2d8c-4cbb-ab79-ed3795ad524d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:21.760017 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-cf98fb0c-bcb7-4d54-8cd9-c3d9a6dd6c60 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] For port 5b36eb8d-a29c-42ad-843e-6065af195066, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5b36eb8d-a29c-42ad-843e-6065af195066,segment=NetworkSegment(bee54f20-2814-4bc0-bea9-947a01da9160),segment_id=bee54f20-2814-4bc0-bea9-947a01da9160)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:21.760631 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cf98fb0c-bcb7-4d54-8cd9-c3d9a6dd6c60 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:21.824055 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b27460c0-b57a-42f2-ab13-1927a232b9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:21.844769 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27460c0-b57a-42f2-ab13-1927a232b9fe None None] No DVR routers for this DVR port 5b36eb8d-a29c-42ad-843e-6065af195066 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:07:21.863165 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=5b36eb8d-a29c-42ad-843e-6065af195066,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:21.897538 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27460c0-b57a-42f2-ab13-1927a232b9fe None None] Pushing event deleted for resources: {'Port': ['ID=5b36eb8d-a29c-42ad-843e-6065af195066,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:21.926310 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-cfdc7421-9724-4071-a9c6-2c2e98b8b44e tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:21.931021 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-cfdc7421-9724-4071-a9c6-2c2e98b8b44e tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] 10.222.0.77 "GET /v2.0/networks?id=78c545be-e0ac-4c79-962b-0aa57d266adc HTTP/1.1" status: 200 len: 817 time: 0.1942284 Aug 11 22:07:21.954854 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-5aa745f3-eecb-4d05-b650-2dc8c13e98b9 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] 10.222.0.77 "GET /v2.0/quotas/2b96b7f7100f485a96e31eff60661ae8 HTTP/1.1" status: 200 len: 375 time: 0.0162723 Aug 11 22:07:21.981050 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-cf98fb0c-bcb7-4d54-8cd9-c3d9a6dd6c60 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Calling delete_port for 5b36eb8d-a29c-42ad-843e-6065af195066 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:07:22.016129 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-2a19eae3-55dd-4358-8115-679b4a2ab400 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2b96b7f7100f485a96e31eff60661ae8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507751 Aug 11 22:07:22.170390 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e29ebb-2d8c-4cbb-ab79-ed3795ad524d service neutron] Pushing event updated for resources: {'Port': ['ID=b2eadc1d-9cb5-4e10-af29-c9d841f467da,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:22.215660 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-b9375bae-aa12-4bda-8c96-504ff3376dad service neutron] 10.222.0.77 "GET /v2.0/networks/78c545be-e0ac-4c79-962b-0aa57d266adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952050 Aug 11 22:07:22.384322 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-936e1728-4146-485a-ba17-9c5621d92dc0 service neutron] 10.222.0.77 "GET /v2.0/networks/78c545be-e0ac-4c79-962b-0aa57d266adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592593 Aug 11 22:07:22.394920 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1f94f857-52c9-4fce-9068-f503af72582d req-16e29ebb-2d8c-4cbb-ab79-ed3795ad524d service neutron] Attempting to bind port b2eadc1d-9cb5-4e10-af29-c9d841f467da on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:07:22.395568 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1f94f857-52c9-4fce-9068-f503af72582d req-16e29ebb-2d8c-4cbb-ab79-ed3795ad524d service neutron] Attempting to bind port b2eadc1d-9cb5-4e10-af29-c9d841f467da by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '9d897c8b-3740-4eeb-a648-0035b9afdf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '22676bc5-4aee-4a41-8ba8-faaf749fee2e'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:07:22.396352 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-16e29ebb-2d8c-4cbb-ab79-ed3795ad524d service neutron] Attempting to bind port b2eadc1d-9cb5-4e10-af29-c9d841f467da on network 22676bc5-4aee-4a41-8ba8-faaf749fee2e {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:07:22.417195 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-16e29ebb-2d8c-4cbb-ab79-ed3795ad524d service neutron] Port b2eadc1d-9cb5-4e10-af29-c9d841f467da on network 22676bc5-4aee-4a41-8ba8-faaf749fee2e not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:07:22.417785 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-16e29ebb-2d8c-4cbb-ab79-ed3795ad524d service neutron] Attempting to bind port b2eadc1d-9cb5-4e10-af29-c9d841f467da on network 22676bc5-4aee-4a41-8ba8-faaf749fee2e {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:07:22.429014 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09850bc1-cd0d-49a1-9899-e72717e49484 req-4afbf84b-b90f-4d67-bfd2-ee9288401840 service neutron] 10.222.0.52 "GET /v2.0/networks/39346d85-8db1-4c32-bd48-0eb63c830650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7059195 Aug 11 22:07:22.447282 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-16e29ebb-2d8c-4cbb-ab79-ed3795ad524d service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:07:22.447919 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-16e29ebb-2d8c-4cbb-ab79-ed3795ad524d service neutron] Checking segment: {'id': '9d897c8b-3740-4eeb-a648-0035b9afdf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '22676bc5-4aee-4a41-8ba8-faaf749fee2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:07:22.448654 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-16e29ebb-2d8c-4cbb-ab79-ed3795ad524d service neutron] Bound using segment: {'id': '9d897c8b-3740-4eeb-a648-0035b9afdf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '22676bc5-4aee-4a41-8ba8-faaf749fee2e'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:07:22.449345 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1f94f857-52c9-4fce-9068-f503af72582d req-16e29ebb-2d8c-4cbb-ab79-ed3795ad524d service neutron] Bound port: b2eadc1d-9cb5-4e10-af29-c9d841f467da, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d897c8b-3740-4eeb-a648-0035b9afdf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '22676bc5-4aee-4a41-8ba8-faaf749fee2e'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:07:22.449977 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-16e29ebb-2d8c-4cbb-ab79-ed3795ad524d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:22.480228 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cf98fb0c-bcb7-4d54-8cd9-c3d9a6dd6c60 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:22.542006 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf98fb0c-bcb7-4d54-8cd9-c3d9a6dd6c60 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] No DVR routers for this DVR port 5b36eb8d-a29c-42ad-843e-6065af195066 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:07:22.658249 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98fb0c-bcb7-4d54-8cd9-c3d9a6dd6c60 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Pushing event deleted for resources: {'Port': ['ID=5b36eb8d-a29c-42ad-843e-6065af195066,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:22.777801 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cf98fb0c-bcb7-4d54-8cd9-c3d9a6dd6c60 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:22.787861 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-1f94f857-52c9-4fce-9068-f503af72582d req-16e29ebb-2d8c-4cbb-ab79-ed3795ad524d service neutron] For port b2eadc1d-9cb5-4e10-af29-c9d841f467da, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:07:22.793272 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-1f94f857-52c9-4fce-9068-f503af72582d req-16e29ebb-2d8c-4cbb-ab79-ed3795ad524d service neutron] For port b2eadc1d-9cb5-4e10-af29-c9d841f467da, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=b2eadc1d-9cb5-4e10-af29-c9d841f467da,segment=NetworkSegment(9d897c8b-3740-4eeb-a648-0035b9afdf7b),segment_id=9d897c8b-3740-4eeb-a648-0035b9afdf7b)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:07:22.795488 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-cf98fb0c-bcb7-4d54-8cd9-c3d9a6dd6c60 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e2690c-012d-4dc5-85bf-dd389f222e42']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:07:22.804564 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-16e29ebb-2d8c-4cbb-ab79-ed3795ad524d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:22.813113 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-cf98fb0c-bcb7-4d54-8cd9-c3d9a6dd6c60 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee54f20-2814-4bc0-bea9-947a01da9160') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:07:22.813403 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-cf98fb0c-bcb7-4d54-8cd9-c3d9a6dd6c60 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee54f20-2814-4bc0-bea9-947a01da9160') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:07:22.845270 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cf98fb0c-bcb7-4d54-8cd9-c3d9a6dd6c60 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:22.882192 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-16e29ebb-2d8c-4cbb-ab79-ed3795ad524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:22.883045 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-16e29ebb-2d8c-4cbb-ab79-ed3795ad524d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:22.884763 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-16e29ebb-2d8c-4cbb-ab79-ed3795ad524d service neutron] 10.222.0.52 "PUT /v2.0/ports/b2eadc1d-9cb5-4e10-af29-c9d841f467da HTTP/1.1" status: 200 len: 1131 time: 3.8523920 Aug 11 22:07:22.885468 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'tag': 'b2eadc1d-9cb5-4e10-af29-c9d841f467da'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:07:22.888104 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f9f9a7-6b5d-4e5a-a258-9df4bde719e3" -d '{"events": [{"name": "network-changed", "server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "tag": "b2eadc1d-9cb5-4e10-af29-c9d841f467da"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:07:22.891870 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cf98fb0c-bcb7-4d54-8cd9-c3d9a6dd6c60 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:22.911305 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf98fb0c-bcb7-4d54-8cd9-c3d9a6dd6c60 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:07:22.912018 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cf98fb0c-bcb7-4d54-8cd9-c3d9a6dd6c60 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:07:22.916408 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:07:22.949829 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e7dca-62ab-441e-b970-067d7f74bc38 req-92e238aa-d61c-4af9-845a-b50a790fa17c tempest-LiveMigrationNegativeTest-747391308 tempest-LiveMigrationNegativeTest-747391308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:22.951484 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0c1e7dca-62ab-441e-b970-067d7f74bc38 req-92e238aa-d61c-4af9-845a-b50a790fa17c tempest-LiveMigrationNegativeTest-747391308 tempest-LiveMigrationNegativeTest-747391308-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ef1f0abc-8353-4b4a-b5af-f488a3bc29cf HTTP/1.1" status: 200 len: 1101 time: 0.0864286 Aug 11 22:07:22.986399 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-0c1e7dca-62ab-441e-b970-067d7f74bc38 req-1876dcfb-a292-4261-9453-fc4b67c9dc1f tempest-LiveMigrationNegativeTest-747391308 tempest-LiveMigrationNegativeTest-747391308-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:22.987228 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9f37a0d-c7d1-453e-b752-1c0ff9ed7afe service neutron] Request body: {'port': {'device_id': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:23.030178 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e29ebb-2d8c-4cbb-ab79-ed3795ad524d service neutron] Pushing event updated for resources: {'Port': ['ID=b2eadc1d-9cb5-4e10-af29-c9d841f467da,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:23.068452 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9f37a0d-c7d1-453e-b752-1c0ff9ed7afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:23.081888 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cf98fb0c-bcb7-4d54-8cd9-c3d9a6dd6c60 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:23.095018 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cf98fb0c-bcb7-4d54-8cd9-c3d9a6dd6c60 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:23.098174 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-cf98fb0c-bcb7-4d54-8cd9-c3d9a6dd6c60 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] 10.222.0.77 "DELETE /v2.0/networks/54e2690c-012d-4dc5-85bf-dd389f222e42 HTTP/1.1" status: 204 len: 168 time: 2.7213225 Aug 11 22:07:23.120915 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98fb0c-bcb7-4d54-8cd9-c3d9a6dd6c60 tempest-AllowedAddressPairIpV6TestJSON-615749270 tempest-AllowedAddressPairIpV6TestJSON-615749270-project] Pushing event deleted for resources: {'Network': ['ID=54e2690c-012d-4dc5-85bf-dd389f222e42,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:23.269353 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-0c1e7dca-62ab-441e-b970-067d7f74bc38 req-1876dcfb-a292-4261-9453-fc4b67c9dc1f tempest-LiveMigrationNegativeTest-747391308 tempest-LiveMigrationNegativeTest-747391308-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:23.283303 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-0c1e7dca-62ab-441e-b970-067d7f74bc38 req-1876dcfb-a292-4261-9453-fc4b67c9dc1f tempest-LiveMigrationNegativeTest-747391308 tempest-LiveMigrationNegativeTest-747391308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:23.372953 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0c1e7dca-62ab-441e-b970-067d7f74bc38 req-1876dcfb-a292-4261-9453-fc4b67c9dc1f tempest-LiveMigrationNegativeTest-747391308 tempest-LiveMigrationNegativeTest-747391308-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=97c9b71b-ba84-4220-8eab-8ff71b37c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064386 Aug 11 22:07:23.388474 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876dcfb-a292-4261-9453-fc4b67c9dc1f tempest-LiveMigrationNegativeTest-747391308 tempest-LiveMigrationNegativeTest-747391308-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd153115-e0b5-48a7-8e08-0e6a878f4184,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:23.553671 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02141962-c0c3-4c6e-9e81-92a9bc1d6245 req-4f23051a-daa9-4885-8472-1339feadada3 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:23.569464 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02141962-c0c3-4c6e-9e81-92a9bc1d6245 req-4f23051a-daa9-4885-8472-1339feadada3 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:23.591125 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9f37a0d-c7d1-453e-b752-1c0ff9ed7afe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ad0513-a98b-4e70-b99c-c3737712cca6 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:07:23.597230 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02141962-c0c3-4c6e-9e81-92a9bc1d6245 req-4f23051a-daa9-4885-8472-1339feadada3 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:23.601575 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9f37a0d-c7d1-453e-b752-1c0ff9ed7afe service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:23.614913 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02141962-c0c3-4c6e-9e81-92a9bc1d6245 req-4f23051a-daa9-4885-8472-1339feadada3 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:23.619815 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9f37a0d-c7d1-453e-b752-1c0ff9ed7afe service neutron] Transition to ACTIVE for port object 36ad0513-a98b-4e70-b99c-c3737712cca6 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:07:23.626037 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9f37a0d-c7d1-453e-b752-1c0ff9ed7afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:23.630746 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02141962-c0c3-4c6e-9e81-92a9bc1d6245 req-4f23051a-daa9-4885-8472-1339feadada3 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:23.644473 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02141962-c0c3-4c6e-9e81-92a9bc1d6245 req-4f23051a-daa9-4885-8472-1339feadada3 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:23.656953 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02141962-c0c3-4c6e-9e81-92a9bc1d6245 req-4f23051a-daa9-4885-8472-1339feadada3 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:23.671684 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-02141962-c0c3-4c6e-9e81-92a9bc1d6245 req-4f23051a-daa9-4885-8472-1339feadada3 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 5373 time: 0.1956103 Aug 11 22:07:23.687811 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41146) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:23.735061 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f37a0d-c7d1-453e-b752-1c0ff9ed7afe service neutron] Pushing event updated for resources: {'Port': ['ID=36ad0513-a98b-4e70-b99c-c3737712cca6,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:23.784017 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-02141962-c0c3-4c6e-9e81-92a9bc1d6245 req-f25c2d9b-971d-488b-985c-44d119717844 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce569d98-203a-4470-8865-61fccfa74fc4&id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1102076 Aug 11 22:07:23.816341 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9f37a0d-c7d1-453e-b752-1c0ff9ed7afe service neutron] Attempting to bind port 36ad0513-a98b-4e70-b99c-c3737712cca6 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:07:23.816692 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9f37a0d-c7d1-453e-b752-1c0ff9ed7afe service neutron] Attempting to bind port 36ad0513-a98b-4e70-b99c-c3737712cca6 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '9d897c8b-3740-4eeb-a648-0035b9afdf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '22676bc5-4aee-4a41-8ba8-faaf749fee2e'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:07:23.817037 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9f37a0d-c7d1-453e-b752-1c0ff9ed7afe service neutron] Attempting to bind port 36ad0513-a98b-4e70-b99c-c3737712cca6 on network 22676bc5-4aee-4a41-8ba8-faaf749fee2e {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:07:23.822475 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9f37a0d-c7d1-453e-b752-1c0ff9ed7afe service neutron] Port 36ad0513-a98b-4e70-b99c-c3737712cca6 on network 22676bc5-4aee-4a41-8ba8-faaf749fee2e not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:07:23.822816 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9f37a0d-c7d1-453e-b752-1c0ff9ed7afe service neutron] Attempting to bind port 36ad0513-a98b-4e70-b99c-c3737712cca6 on network 22676bc5-4aee-4a41-8ba8-faaf749fee2e {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:07:23.829080 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9f37a0d-c7d1-453e-b752-1c0ff9ed7afe service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:07:23.829716 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9f37a0d-c7d1-453e-b752-1c0ff9ed7afe service neutron] Checking segment: {'id': '9d897c8b-3740-4eeb-a648-0035b9afdf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '22676bc5-4aee-4a41-8ba8-faaf749fee2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:07:23.830332 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9f37a0d-c7d1-453e-b752-1c0ff9ed7afe service neutron] Bound using segment: {'id': '9d897c8b-3740-4eeb-a648-0035b9afdf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '22676bc5-4aee-4a41-8ba8-faaf749fee2e'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:07:23.831388 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9f37a0d-c7d1-453e-b752-1c0ff9ed7afe service neutron] Bound port: 36ad0513-a98b-4e70-b99c-c3737712cca6, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d897c8b-3740-4eeb-a648-0035b9afdf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '22676bc5-4aee-4a41-8ba8-faaf749fee2e'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:07:23.832450 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9f37a0d-c7d1-453e-b752-1c0ff9ed7afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:23.989435 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9f37a0d-c7d1-453e-b752-1c0ff9ed7afe service neutron] For port 36ad0513-a98b-4e70-b99c-c3737712cca6, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:07:23.996049 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9f37a0d-c7d1-453e-b752-1c0ff9ed7afe service neutron] For port 36ad0513-a98b-4e70-b99c-c3737712cca6, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=36ad0513-a98b-4e70-b99c-c3737712cca6,segment=NetworkSegment(9d897c8b-3740-4eeb-a648-0035b9afdf7b),segment_id=9d897c8b-3740-4eeb-a648-0035b9afdf7b)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:07:24.002960 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9f37a0d-c7d1-453e-b752-1c0ff9ed7afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:24.033076 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fe1f812b-a7be-4149-aec9-fd9be332b5cf req-1ba4f3f5-9982-4659-8ed1-bb5e6cde5cfa tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] 10.222.0.77 "GET /v2.0/ports?device_id=75abd965-6258-45f7-ad90-36e022c0ecc5 HTTP/1.1" status: 200 len: 210 time: 0.0515759 Aug 11 22:07:24.068131 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d6735526-b25a-4c9a-b20c-f8ab0715f88b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7d6c7d821e30489b8c77e12a118f1d40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3772388 Aug 11 22:07:24.073068 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41156) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:24.078277 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9f37a0d-c7d1-453e-b752-1c0ff9ed7afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:24.080230 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9f37a0d-c7d1-453e-b752-1c0ff9ed7afe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:24.089196 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9f37a0d-c7d1-453e-b752-1c0ff9ed7afe service neutron] 10.222.0.52 "PUT /v2.0/ports/36ad0513-a98b-4e70-b99c-c3737712cca6 HTTP/1.1" status: 200 len: 1090 time: 1.1495423 Aug 11 22:07:24.148090 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-1f94f857-52c9-4fce-9068-f503af72582d req-9a2ee1b6-6f77-4298-bf65-090e31c2b383 service neutron] Request body: {'port': {'device_id': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:24.169590 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d9d825-45b4-43f9-a117-43498e037261 x-openstack-request-id: req-f1d9d825-45b4-43f9-a117-43498e037261 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:07:24.170791 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "tag": "b2eadc1d-9cb5-4e10-af29-c9d841f467da", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:07:24.172154 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f1d9d825-45b4-43f9-a117-43498e037261 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:07:24.173077 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'tag': 'b2eadc1d-9cb5-4e10-af29-c9d841f467da', 'status': 'completed', 'code': 200} Aug 11 22:07:24.261644 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f37a0d-c7d1-453e-b752-1c0ff9ed7afe service neutron] Pushing event updated for resources: {'Port': ['ID=36ad0513-a98b-4e70-b99c-c3737712cca6,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:24.300773 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c96e6d9b-4709-4773-8b90-647882e48ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:24.394795 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9f9a7-6b5d-4e5a-a258-9df4bde719e3 req-a9b62c1d-831e-4b51-a2a6-0b537d4f7f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:24.396122 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9f9a7-6b5d-4e5a-a258-9df4bde719e3 req-a9b62c1d-831e-4b51-a2a6-0b537d4f7f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:24.397235 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9f9a7-6b5d-4e5a-a258-9df4bde719e3 req-a9b62c1d-831e-4b51-a2a6-0b537d4f7f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:24.397823 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9f9a7-6b5d-4e5a-a258-9df4bde719e3 req-a9b62c1d-831e-4b51-a2a6-0b537d4f7f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:24.398673 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9f9a7-6b5d-4e5a-a258-9df4bde719e3 req-a9b62c1d-831e-4b51-a2a6-0b537d4f7f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:24.399279 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9f9a7-6b5d-4e5a-a258-9df4bde719e3 req-a9b62c1d-831e-4b51-a2a6-0b537d4f7f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:24.411943 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9f9a7-6b5d-4e5a-a258-9df4bde719e3 req-a9b62c1d-831e-4b51-a2a6-0b537d4f7f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:24.418619 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-41f9f9a7-6b5d-4e5a-a258-9df4bde719e3 req-a9b62c1d-831e-4b51-a2a6-0b537d4f7f49 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b3840ad876e4bee8133e6f4b31e7f76&device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 6277 time: 0.2438517 Aug 11 22:07:24.425768 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-9a2ee1b6-6f77-4298-bf65-090e31c2b383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:24.496762 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c96e6d9b-4709-4773-8b90-647882e48ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:24.598554 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c96e6d9b-4709-4773-8b90-647882e48ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:24.601429 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c96e6d9b-4709-4773-8b90-647882e48ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:24.605490 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c96e6d9b-4709-4773-8b90-647882e48ce1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/04bd6ecf-17c1-4d49-9ee8-d289215d9b4e HTTP/1.1" status: 204 len: 168 time: 0.5299444 Aug 11 22:07:24.624262 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e6d9b-4709-4773-8b90-647882e48ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bd6ecf-17c1-4d49-9ee8-d289215d9b4e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:24.701610 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-ff536b32-8951-4be2-b3b4-47cdc14cb886 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:24.703910 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-ff536b32-8951-4be2-b3b4-47cdc14cb886 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] 10.222.0.82 "GET /v2.0/networks?id=78c545be-e0ac-4c79-962b-0aa57d266adc HTTP/1.1" status: 200 len: 817 time: 0.3387623 Aug 11 22:07:24.724792 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-2e24aa5e-baa7-4f17-8e24-f50179d0fc69 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] Request body: {'port': {'device_id': '75abd965-6258-45f7-ad90-36e022c0ecc5', 'network_id': '78c545be-e0ac-4c79-962b-0aa57d266adc', 'admin_state_up': True, 'tenant_id': '2b96b7f7100f485a96e31eff60661ae8'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:24.918981 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9f9a7-6b5d-4e5a-a258-9df4bde719e3 req-9675e106-7bd6-4328-919d-f329d164c956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:24.919569 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9f9a7-6b5d-4e5a-a258-9df4bde719e3 req-9675e106-7bd6-4328-919d-f329d164c956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:24.919569 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9f9a7-6b5d-4e5a-a258-9df4bde719e3 req-9675e106-7bd6-4328-919d-f329d164c956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:24.921478 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-41f9f9a7-6b5d-4e5a-a258-9df4bde719e3 req-9675e106-7bd6-4328-919d-f329d164c956 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=2b3840ad876e4bee8133e6f4b31e7f76&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4783790 Aug 11 22:07:25.125657 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9f9a7-6b5d-4e5a-a258-9df4bde719e3 req-b3225c0e-8ef3-4758-bdec-e283546f1663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:25.126672 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-41f9f9a7-6b5d-4e5a-a258-9df4bde719e3 req-b3225c0e-8ef3-4758-bdec-e283546f1663 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1931074 Aug 11 22:07:25.177482 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-1f94f857-52c9-4fce-9068-f503af72582d req-9a2ee1b6-6f77-4298-bf65-090e31c2b383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:07:25.191473 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-9a2ee1b6-6f77-4298-bf65-090e31c2b383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:25.210236 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-1f94f857-52c9-4fce-9068-f503af72582d req-9a2ee1b6-6f77-4298-bf65-090e31c2b383 service neutron] Transition to ACTIVE for port object fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:07:25.220948 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-9a2ee1b6-6f77-4298-bf65-090e31c2b383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:25.318320 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ee1b6-6f77-4298-bf65-090e31c2b383 service neutron] Pushing event updated for resources: {'Port': ['ID=fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:25.480423 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1f94f857-52c9-4fce-9068-f503af72582d req-9a2ee1b6-6f77-4298-bf65-090e31c2b383 service neutron] Attempting to bind port fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:07:25.480966 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1f94f857-52c9-4fce-9068-f503af72582d req-9a2ee1b6-6f77-4298-bf65-090e31c2b383 service neutron] Attempting to bind port fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '9d897c8b-3740-4eeb-a648-0035b9afdf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '22676bc5-4aee-4a41-8ba8-faaf749fee2e'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:07:25.481515 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-9a2ee1b6-6f77-4298-bf65-090e31c2b383 service neutron] Attempting to bind port fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9 on network 22676bc5-4aee-4a41-8ba8-faaf749fee2e {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:07:25.481851 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cfefb-9e09-4e88-a86d-84313b190339 req-97cf5cde-747d-43b0-b2b2-e91ae07eb4d1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:25.489312 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-9a2ee1b6-6f77-4298-bf65-090e31c2b383 service neutron] Port fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9 on network 22676bc5-4aee-4a41-8ba8-faaf749fee2e not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:07:25.489834 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-9a2ee1b6-6f77-4298-bf65-090e31c2b383 service neutron] Attempting to bind port fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9 on network 22676bc5-4aee-4a41-8ba8-faaf749fee2e {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:07:25.503776 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-9a2ee1b6-6f77-4298-bf65-090e31c2b383 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:07:25.504336 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-9a2ee1b6-6f77-4298-bf65-090e31c2b383 service neutron] Checking segment: {'id': '9d897c8b-3740-4eeb-a648-0035b9afdf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '22676bc5-4aee-4a41-8ba8-faaf749fee2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:07:25.504982 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-9a2ee1b6-6f77-4298-bf65-090e31c2b383 service neutron] Bound using segment: {'id': '9d897c8b-3740-4eeb-a648-0035b9afdf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '22676bc5-4aee-4a41-8ba8-faaf749fee2e'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:07:25.505731 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1f94f857-52c9-4fce-9068-f503af72582d req-9a2ee1b6-6f77-4298-bf65-090e31c2b383 service neutron] Bound port: fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d897c8b-3740-4eeb-a648-0035b9afdf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '22676bc5-4aee-4a41-8ba8-faaf749fee2e'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:07:25.506321 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-9a2ee1b6-6f77-4298-bf65-090e31c2b383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:25.506540 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cfefb-9e09-4e88-a86d-84313b190339 req-97cf5cde-747d-43b0-b2b2-e91ae07eb4d1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:25.527604 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cfefb-9e09-4e88-a86d-84313b190339 req-97cf5cde-747d-43b0-b2b2-e91ae07eb4d1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:25.540829 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cfefb-9e09-4e88-a86d-84313b190339 req-97cf5cde-747d-43b0-b2b2-e91ae07eb4d1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:25.554748 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cfefb-9e09-4e88-a86d-84313b190339 req-97cf5cde-747d-43b0-b2b2-e91ae07eb4d1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:25.569456 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cfefb-9e09-4e88-a86d-84313b190339 req-97cf5cde-747d-43b0-b2b2-e91ae07eb4d1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:25.582557 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cfefb-9e09-4e88-a86d-84313b190339 req-97cf5cde-747d-43b0-b2b2-e91ae07eb4d1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:25.599202 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-488cfefb-9e09-4e88-a86d-84313b190339 req-97cf5cde-747d-43b0-b2b2-e91ae07eb4d1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 5397 time: 0.3273907 Aug 11 22:07:25.669495 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-1f94f857-52c9-4fce-9068-f503af72582d req-9a2ee1b6-6f77-4298-bf65-090e31c2b383 service neutron] For port fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:07:25.676803 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-1f94f857-52c9-4fce-9068-f503af72582d req-9a2ee1b6-6f77-4298-bf65-090e31c2b383 service neutron] For port fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9,segment=NetworkSegment(9d897c8b-3740-4eeb-a648-0035b9afdf7b),segment_id=9d897c8b-3740-4eeb-a648-0035b9afdf7b)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:07:25.688198 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-9a2ee1b6-6f77-4298-bf65-090e31c2b383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:25.732661 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-488cfefb-9e09-4e88-a86d-84313b190339 req-be28a138-a151-4006-92e2-cf1fd96ab4e3 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce569d98-203a-4470-8865-61fccfa74fc4&id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1176150 Aug 11 22:07:25.764437 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-9a2ee1b6-6f77-4298-bf65-090e31c2b383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:25.765679 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-9a2ee1b6-6f77-4298-bf65-090e31c2b383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:25.769967 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-9a2ee1b6-6f77-4298-bf65-090e31c2b383 service neutron] 10.222.0.52 "PUT /v2.0/ports/fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9 HTTP/1.1" status: 200 len: 1090 time: 1.6299610 Aug 11 22:07:25.798336 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-2e24aa5e-baa7-4f17-8e24-f50179d0fc69 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] Made reservation on behalf of 2b96b7f7100f485a96e31eff60661ae8 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:07:25.803366 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-2e24aa5e-baa7-4f17-8e24-f50179d0fc69 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:25.837451 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-1f94f857-52c9-4fce-9068-f503af72582d req-1d371588-421e-432d-9339-76a584d7ff00 service neutron] Request body: {'port': {'device_id': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:25.929753 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ee1b6-6f77-4298-bf65-090e31c2b383 service neutron] Pushing event updated for resources: {'Port': ['ID=fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:25.979435 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624ce64-a34e-4aaa-bd9f-b31ca27410ad req-fc34301f-cc55-48c9-a566-d8e52f3f1569 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:25.989531 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7624ce64-a34e-4aaa-bd9f-b31ca27410ad req-fc34301f-cc55-48c9-a566-d8e52f3f1569 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef1f0abc-8353-4b4a-b5af-f488a3bc29cf HTTP/1.1" status: 200 len: 950 time: 0.1707628 Aug 11 22:07:26.021263 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-1d371588-421e-432d-9339-76a584d7ff00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:26.178306 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'tag': '36ad0513-a98b-4e70-b99c-c3737712cca6'}, {'name': 'network-changed', 'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'tag': 'fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:07:26.179531 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75260837-486f-4bb8-9f5e-30eeb00be970" -d '{"events": [{"name": "network-changed", "server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "tag": "36ad0513-a98b-4e70-b99c-c3737712cca6"}, {"name": "network-changed", "server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "tag": "fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:07:26.184417 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-2e24aa5e-baa7-4f17-8e24-f50179d0fc69 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] Allocated IP 172.20.0.4 (78c545be-e0ac-4c79-962b-0aa57d266adc/12cdbb16-90d5-4b1d-b613-20809b9098d8/1da035b5-5649-4220-8f9b-8b289aa0ed4b) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:07:26.218096 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7624ce64-a34e-4aaa-bd9f-b31ca27410ad req-b84da0aa-3375-435a-a690-8f33035d6fd9 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/security-groups?id=97c9b71b-ba84-4220-8eab-8ff71b37c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193275 Aug 11 22:07:26.464162 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41216) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:26.476855 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7a9facaf-613b-40d3-9ae0-29c0acd6c260 req-c64886db-7444-4aed-81e0-79681febfb14 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] 10.222.0.77 "GET /v2.0/ports?device_id=75abd965-6258-45f7-ad90-36e022c0ecc5 HTTP/1.1" status: 200 len: 210 time: 0.0918851 Aug 11 22:07:26.605944 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e46147-8034-4c27-865a-8796293922f6 req-ef562c2f-ede4-4415-8b36-1ae156312dfc tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:26.608684 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f3e46147-8034-4c27-865a-8796293922f6 req-ef562c2f-ede4-4415-8b36-1ae156312dfc tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef1f0abc-8353-4b4a-b5af-f488a3bc29cf HTTP/1.1" status: 200 len: 950 time: 0.1585348 Aug 11 22:07:26.643575 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-2e24aa5e-baa7-4f17-8e24-f50179d0fc69 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:26.750640 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-2e24aa5e-baa7-4f17-8e24-f50179d0fc69 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:26.844083 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-2e24aa5e-baa7-4f17-8e24-f50179d0fc69 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] Network 78c545be-e0ac-4c79-962b-0aa57d266adc is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:07:26.848234 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-2e24aa5e-baa7-4f17-8e24-f50179d0fc69 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:07:26.856349 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-2e24aa5e-baa7-4f17-8e24-f50179d0fc69 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:07:26.869257 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-f65333e5-b8be-47aa-b4a2-e5a14e3f2979 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1670873646'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:26.888585 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24aa5e-baa7-4f17-8e24-f50179d0fc69 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] Pushing event updated for resources: {'Port': ['ID=1da035b5-5649-4220-8f9b-8b289aa0ed4b,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:26.917527 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 22:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc3afce-714f-45e4-858e-6953c034355d x-openstack-request-id: req-9fc3afce-714f-45e4-858e-6953c034355d {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:07:26.917975 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "tag": "36ad0513-a98b-4e70-b99c-c3737712cca6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "tag": "fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:07:26.918386 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9fc3afce-714f-45e4-858e-6953c034355d {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:07:26.919002 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'tag': '36ad0513-a98b-4e70-b99c-c3737712cca6', 'status': 'completed', 'code': 200} Aug 11 22:07:26.919403 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'tag': 'fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9', 'status': 'completed', 'code': 200} Aug 11 22:07:26.958339 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-2e24aa5e-baa7-4f17-8e24-f50179d0fc69 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:26.959848 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-2e24aa5e-baa7-4f17-8e24-f50179d0fc69 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:27.065921 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-1f94f857-52c9-4fce-9068-f503af72582d req-1d371588-421e-432d-9339-76a584d7ff00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e452efbe-5133-4b80-bdc2-4eee7588265c {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:07:27.079763 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-1d371588-421e-432d-9339-76a584d7ff00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:27.093946 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65333e5-b8be-47aa-b4a2-e5a14e3f2979 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Made reservation on behalf of 4c2b55078737459ba51f0aa5939e4d93 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:07:27.098019 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f65333e5-b8be-47aa-b4a2-e5a14e3f2979 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:27.100024 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-2e24aa5e-baa7-4f17-8e24-f50179d0fc69 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3799763 Aug 11 22:07:27.126334 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-1f94f857-52c9-4fce-9068-f503af72582d req-1d371588-421e-432d-9339-76a584d7ff00 service neutron] Transition to ACTIVE for port object e452efbe-5133-4b80-bdc2-4eee7588265c will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:07:27.130893 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1e0e0-c5bf-48ce-ad80-164a590b7213 req-80b47762-f159-48da-ba9b-e00c9b9f2c0f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:27.131492 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f65333e5-b8be-47aa-b4a2-e5a14e3f2979 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:27.137038 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-f3e46147-8034-4c27-865a-8796293922f6 req-2a721d6c-3412-4e39-9afd-3c576c162945 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Deleting port 7f62e07e-630b-46de-9915-a9f541e16739 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:07:27.137488 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-f3e46147-8034-4c27-865a-8796293922f6 req-2a721d6c-3412-4e39-9afd-3c576c162945 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:27.141975 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-1d371588-421e-432d-9339-76a584d7ff00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:27.142823 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1e0e0-c5bf-48ce-ad80-164a590b7213 req-80b47762-f159-48da-ba9b-e00c9b9f2c0f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:27.154202 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1e0e0-c5bf-48ce-ad80-164a590b7213 req-80b47762-f159-48da-ba9b-e00c9b9f2c0f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:27.166321 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1e0e0-c5bf-48ce-ad80-164a590b7213 req-80b47762-f159-48da-ba9b-e00c9b9f2c0f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:27.177304 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1e0e0-c5bf-48ce-ad80-164a590b7213 req-80b47762-f159-48da-ba9b-e00c9b9f2c0f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:27.188597 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1e0e0-c5bf-48ce-ad80-164a590b7213 req-80b47762-f159-48da-ba9b-e00c9b9f2c0f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:27.200817 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1e0e0-c5bf-48ce-ad80-164a590b7213 req-80b47762-f159-48da-ba9b-e00c9b9f2c0f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:27.204359 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-65c1e0e0-c5bf-48ce-ad80-164a590b7213 req-80b47762-f159-48da-ba9b-e00c9b9f2c0f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 5397 time: 0.1916683 Aug 11 22:07:27.213696 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-751145c0-7c99-4579-957a-9a0efb2bf2ea service neutron] Request body: {'port': {'device_id': '75abd965-6258-45f7-ad90-36e022c0ecc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:27.241115 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75260837-486f-4bb8-9f5e-30eeb00be970 req-ade143b9-e43b-451a-9150-daefc01de743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:27.241607 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75260837-486f-4bb8-9f5e-30eeb00be970 req-ade143b9-e43b-451a-9150-daefc01de743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:27.242100 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75260837-486f-4bb8-9f5e-30eeb00be970 req-ade143b9-e43b-451a-9150-daefc01de743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:27.243500 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75260837-486f-4bb8-9f5e-30eeb00be970 req-ade143b9-e43b-451a-9150-daefc01de743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:27.244177 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75260837-486f-4bb8-9f5e-30eeb00be970 req-ade143b9-e43b-451a-9150-daefc01de743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:27.244900 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75260837-486f-4bb8-9f5e-30eeb00be970 req-ade143b9-e43b-451a-9150-daefc01de743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:27.245456 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75260837-486f-4bb8-9f5e-30eeb00be970 req-ade143b9-e43b-451a-9150-daefc01de743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:27.247650 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-75260837-486f-4bb8-9f5e-30eeb00be970 req-ade143b9-e43b-451a-9150-daefc01de743 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b3840ad876e4bee8133e6f4b31e7f76&device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 6344 time: 0.2646878 Aug 11 22:07:27.367782 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-65c1e0e0-c5bf-48ce-ad80-164a590b7213 req-f33f60a8-e8bf-4744-a771-e9852be3dd5a tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce569d98-203a-4470-8865-61fccfa74fc4&id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0947130 Aug 11 22:07:27.368638 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-751145c0-7c99-4579-957a-9a0efb2bf2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:27.822475 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d371588-421e-432d-9339-76a584d7ff00 service neutron] Pushing event updated for resources: {'Port': ['ID=e452efbe-5133-4b80-bdc2-4eee7588265c,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:27.841461 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa02f8-e905-49d0-892e-f1587c9f22e9 req-bdba2760-35b1-441b-b539-013089893f22 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:27.844785 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-34aa02f8-e905-49d0-892e-f1587c9f22e9 req-bdba2760-35b1-441b-b539-013089893f22 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef1f0abc-8353-4b4a-b5af-f488a3bc29cf HTTP/1.1" status: 200 len: 950 time: 0.2053232 Aug 11 22:07:27.943348 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-f3e46147-8034-4c27-865a-8796293922f6 req-2a721d6c-3412-4e39-9afd-3c576c162945 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] For port 7f62e07e-630b-46de-9915-a9f541e16739, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=7f62e07e-630b-46de-9915-a9f541e16739,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:27.944219 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-f3e46147-8034-4c27-865a-8796293922f6 req-2a721d6c-3412-4e39-9afd-3c576c162945 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:27.965304 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-34aa02f8-e905-49d0-892e-f1587c9f22e9 req-cccb4784-fc46-4e07-a366-7595dd3544de tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/security-groups?id=97c9b71b-ba84-4220-8eab-8ff71b37c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026022 Aug 11 22:07:27.974939 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75260837-486f-4bb8-9f5e-30eeb00be970 req-f8e9e534-4ef6-44c8-aa98-962f6b531f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:27.975431 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75260837-486f-4bb8-9f5e-30eeb00be970 req-f8e9e534-4ef6-44c8-aa98-962f6b531f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:27.976253 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75260837-486f-4bb8-9f5e-30eeb00be970 req-f8e9e534-4ef6-44c8-aa98-962f6b531f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:27.977947 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-75260837-486f-4bb8-9f5e-30eeb00be970 req-f8e9e534-4ef6-44c8-aa98-962f6b531f9c service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=2b3840ad876e4bee8133e6f4b31e7f76&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7216997 Aug 11 22:07:27.995173 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-f3e46147-8034-4c27-865a-8796293922f6 req-2a721d6c-3412-4e39-9afd-3c576c162945 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Calling delete_port for 7f62e07e-630b-46de-9915-a9f541e16739 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:07:28.182194 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-751145c0-7c99-4579-957a-9a0efb2bf2ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da035b5-5649-4220-8f9b-8b289aa0ed4b {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:07:28.205773 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1f94f857-52c9-4fce-9068-f503af72582d req-1d371588-421e-432d-9339-76a584d7ff00 service neutron] Attempting to bind port e452efbe-5133-4b80-bdc2-4eee7588265c on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:07:28.205773 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1f94f857-52c9-4fce-9068-f503af72582d req-1d371588-421e-432d-9339-76a584d7ff00 service neutron] Attempting to bind port e452efbe-5133-4b80-bdc2-4eee7588265c by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '737de52c-544b-4831-b19c-fef2d8c7a4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c74395db-c7eb-4508-9006-176acc6e4b6d'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:07:28.205773 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-1d371588-421e-432d-9339-76a584d7ff00 service neutron] Attempting to bind port e452efbe-5133-4b80-bdc2-4eee7588265c on network c74395db-c7eb-4508-9006-176acc6e4b6d {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:07:28.205773 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f65333e5-b8be-47aa-b4a2-e5a14e3f2979 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:28.206797 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-751145c0-7c99-4579-957a-9a0efb2bf2ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:28.221623 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f65333e5-b8be-47aa-b4a2-e5a14e3f2979 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:28.235217 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-1d371588-421e-432d-9339-76a584d7ff00 service neutron] Port e452efbe-5133-4b80-bdc2-4eee7588265c on network c74395db-c7eb-4508-9006-176acc6e4b6d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:07:28.235688 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-1d371588-421e-432d-9339-76a584d7ff00 service neutron] Attempting to bind port e452efbe-5133-4b80-bdc2-4eee7588265c on network c74395db-c7eb-4508-9006-176acc6e4b6d {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:07:28.245155 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-751145c0-7c99-4579-957a-9a0efb2bf2ea service neutron] Transition to ACTIVE for port object 1da035b5-5649-4220-8f9b-8b289aa0ed4b will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:07:28.261684 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21ec09-9584-4ab9-9f70-c734f9d76ab2 req-46dabd22-9839-4cae-9662-a5b1759758e6 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:28.264870 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec21ec09-9584-4ab9-9f70-c734f9d76ab2 req-46dabd22-9839-4cae-9662-a5b1759758e6 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] 10.222.0.77 "GET /v2.0/ports?device_id=75abd965-6258-45f7-ad90-36e022c0ecc5 HTTP/1.1" status: 200 len: 931 time: 0.1385505 Aug 11 22:07:28.266787 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-751145c0-7c99-4579-957a-9a0efb2bf2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:28.278504 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f65333e5-b8be-47aa-b4a2-e5a14e3f2979 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:07:28.290456 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-1d371588-421e-432d-9339-76a584d7ff00 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:07:28.290851 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-1d371588-421e-432d-9339-76a584d7ff00 service neutron] Checking segment: {'id': '737de52c-544b-4831-b19c-fef2d8c7a4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c74395db-c7eb-4508-9006-176acc6e4b6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:07:28.291394 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-1d371588-421e-432d-9339-76a584d7ff00 service neutron] Bound using segment: {'id': '737de52c-544b-4831-b19c-fef2d8c7a4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c74395db-c7eb-4508-9006-176acc6e4b6d'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:07:28.292033 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1f94f857-52c9-4fce-9068-f503af72582d req-1d371588-421e-432d-9339-76a584d7ff00 service neutron] Bound port: e452efbe-5133-4b80-bdc2-4eee7588265c, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737de52c-544b-4831-b19c-fef2d8c7a4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c74395db-c7eb-4508-9006-176acc6e4b6d'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:07:28.292509 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-1d371588-421e-432d-9339-76a584d7ff00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:28.335723 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65333e5-b8be-47aa-b4a2-e5a14e3f2979 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=458e3a66-e81d-4788-be14-bf7f4b650370,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:28.340374 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f65333e5-b8be-47aa-b4a2-e5a14e3f2979 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:28.341028 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-f65333e5-b8be-47aa-b4a2-e5a14e3f2979 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Added segment 4a330753-2b98-44eb-b056-3d6e7774f07c of type vlan for network 3eac99e0-25ec-4fc0-95aa-0e4f3a145132 Aug 11 22:07:28.344556 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75260837-486f-4bb8-9f5e-30eeb00be970 req-0cde694c-0d09-44ff-b627-b57077cf5d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:28.346340 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-75260837-486f-4bb8-9f5e-30eeb00be970 req-0cde694c-0d09-44ff-b627-b57077cf5d60 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3546739 Aug 11 22:07:28.462917 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751145c0-7c99-4579-957a-9a0efb2bf2ea service neutron] Pushing event updated for resources: {'Port': ['ID=1da035b5-5649-4220-8f9b-8b289aa0ed4b,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:28.463674 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f65333e5-b8be-47aa-b4a2-e5a14e3f2979 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:28.478801 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec21ec09-9584-4ab9-9f70-c734f9d76ab2 req-692d14c9-bf9e-44d7-9864-ff5f02de5c01 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b6482e4-2f5d-473c-ba57-9d51e019d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547551 Aug 11 22:07:28.560936 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-751145c0-7c99-4579-957a-9a0efb2bf2ea service neutron] Attempting to bind port 1da035b5-5649-4220-8f9b-8b289aa0ed4b on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:07:28.561549 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-751145c0-7c99-4579-957a-9a0efb2bf2ea service neutron] Attempting to bind port 1da035b5-5649-4220-8f9b-8b289aa0ed4b by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'dd3aeb21-6bba-4c67-b40b-5f5799c50cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '78c545be-e0ac-4c79-962b-0aa57d266adc'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:07:28.562097 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-751145c0-7c99-4579-957a-9a0efb2bf2ea service neutron] Attempting to bind port 1da035b5-5649-4220-8f9b-8b289aa0ed4b on network 78c545be-e0ac-4c79-962b-0aa57d266adc {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:07:28.571720 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-751145c0-7c99-4579-957a-9a0efb2bf2ea service neutron] Port 1da035b5-5649-4220-8f9b-8b289aa0ed4b on network 78c545be-e0ac-4c79-962b-0aa57d266adc not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:07:28.572504 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-751145c0-7c99-4579-957a-9a0efb2bf2ea service neutron] Attempting to bind port 1da035b5-5649-4220-8f9b-8b289aa0ed4b on network 78c545be-e0ac-4c79-962b-0aa57d266adc {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:07:28.583813 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-1f94f857-52c9-4fce-9068-f503af72582d req-1d371588-421e-432d-9339-76a584d7ff00 service neutron] For port e452efbe-5133-4b80-bdc2-4eee7588265c, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:07:28.585049 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-751145c0-7c99-4579-957a-9a0efb2bf2ea service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:07:28.585416 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-751145c0-7c99-4579-957a-9a0efb2bf2ea service neutron] Checking segment: {'id': 'dd3aeb21-6bba-4c67-b40b-5f5799c50cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '78c545be-e0ac-4c79-962b-0aa57d266adc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:07:28.586142 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-751145c0-7c99-4579-957a-9a0efb2bf2ea service neutron] Bound using segment: {'id': 'dd3aeb21-6bba-4c67-b40b-5f5799c50cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '78c545be-e0ac-4c79-962b-0aa57d266adc'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:07:28.586628 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-751145c0-7c99-4579-957a-9a0efb2bf2ea service neutron] Bound port: 1da035b5-5649-4220-8f9b-8b289aa0ed4b, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd3aeb21-6bba-4c67-b40b-5f5799c50cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '78c545be-e0ac-4c79-962b-0aa57d266adc'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:07:28.587170 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-751145c0-7c99-4579-957a-9a0efb2bf2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:28.593985 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75260837-486f-4bb8-9f5e-30eeb00be970 req-142a66a0-0cdb-458f-a7d6-fa2d4e5ecb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:28.594598 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75260837-486f-4bb8-9f5e-30eeb00be970 req-142a66a0-0cdb-458f-a7d6-fa2d4e5ecb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:28.595091 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75260837-486f-4bb8-9f5e-30eeb00be970 req-142a66a0-0cdb-458f-a7d6-fa2d4e5ecb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:28.595607 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75260837-486f-4bb8-9f5e-30eeb00be970 req-142a66a0-0cdb-458f-a7d6-fa2d4e5ecb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:28.596090 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75260837-486f-4bb8-9f5e-30eeb00be970 req-142a66a0-0cdb-458f-a7d6-fa2d4e5ecb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:28.596567 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75260837-486f-4bb8-9f5e-30eeb00be970 req-142a66a0-0cdb-458f-a7d6-fa2d4e5ecb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:28.597609 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75260837-486f-4bb8-9f5e-30eeb00be970 req-142a66a0-0cdb-458f-a7d6-fa2d4e5ecb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:28.599816 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-75260837-486f-4bb8-9f5e-30eeb00be970 req-142a66a0-0cdb-458f-a7d6-fa2d4e5ecb8f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b3840ad876e4bee8133e6f4b31e7f76&device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 6369 time: 0.1831901 Aug 11 22:07:28.602214 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-1f94f857-52c9-4fce-9068-f503af72582d req-1d371588-421e-432d-9339-76a584d7ff00 service neutron] For port e452efbe-5133-4b80-bdc2-4eee7588265c, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e452efbe-5133-4b80-bdc2-4eee7588265c,segment=NetworkSegment(737de52c-544b-4831-b19c-fef2d8c7a4ab),segment_id=737de52c-544b-4831-b19c-fef2d8c7a4ab)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:07:28.607016 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f65333e5-b8be-47aa-b4a2-e5a14e3f2979 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:28.613637 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65333e5-b8be-47aa-b4a2-e5a14e3f2979 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:28.614318 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f65333e5-b8be-47aa-b4a2-e5a14e3f2979 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:28.635442 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-1d371588-421e-432d-9339-76a584d7ff00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:28.673791 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-f3e46147-8034-4c27-865a-8796293922f6 req-2a721d6c-3412-4e39-9afd-3c576c162945 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:28.687118 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['f10a55b2-e332-4884-a88e-e395a15cdee0', '7f62e07e-630b-46de-9915-a9f541e16739'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:07:28.714975 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-751145c0-7c99-4579-957a-9a0efb2bf2ea service neutron] For port 1da035b5-5649-4220-8f9b-8b289aa0ed4b, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:07:28.723483 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-751145c0-7c99-4579-957a-9a0efb2bf2ea service neutron] For port 1da035b5-5649-4220-8f9b-8b289aa0ed4b, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=1da035b5-5649-4220-8f9b-8b289aa0ed4b,segment=NetworkSegment(dd3aeb21-6bba-4c67-b40b-5f5799c50cfb),segment_id=dd3aeb21-6bba-4c67-b40b-5f5799c50cfb)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:07:28.735310 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-751145c0-7c99-4579-957a-9a0efb2bf2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:28.791684 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f65333e5-b8be-47aa-b4a2-e5a14e3f2979 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3262460 Aug 11 22:07:28.805375 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41252) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:28.815991 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-1d371588-421e-432d-9339-76a584d7ff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:28.816739 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-1d371588-421e-432d-9339-76a584d7ff00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:28.818247 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-1d371588-421e-432d-9339-76a584d7ff00 service neutron] 10.222.0.52 "PUT /v2.0/ports/e452efbe-5133-4b80-bdc2-4eee7588265c HTTP/1.1" status: 200 len: 1091 time: 2.9940722 Aug 11 22:07:28.825497 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-41fe6c76-e3aa-4a86-97fa-76abacef5896 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Request body: {'subnet': {'network_id': '3eac99e0-25ec-4fc0-95aa-0e4f3a145132', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:28.849828 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-751145c0-7c99-4579-957a-9a0efb2bf2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:28.851222 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-751145c0-7c99-4579-957a-9a0efb2bf2ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:28.860769 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-751145c0-7c99-4579-957a-9a0efb2bf2ea service neutron] 10.222.0.82 "PUT /v2.0/ports/1da035b5-5649-4220-8f9b-8b289aa0ed4b HTTP/1.1" status: 200 len: 1091 time: 1.6547186 Aug 11 22:07:28.861179 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75abd965-6258-45f7-ad90-36e022c0ecc5', 'tag': '1da035b5-5649-4220-8f9b-8b289aa0ed4b'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:07:28.864319 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec442b14-5a94-4bce-a11d-0c72d398e239" -d '{"events": [{"name": "network-changed", "server_uuid": "75abd965-6258-45f7-ad90-36e022c0ecc5", "tag": "1da035b5-5649-4220-8f9b-8b289aa0ed4b"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:07:28.926172 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65333e5-b8be-47aa-b4a2-e5a14e3f2979 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Pushing event updated for resources: {'Network': ['ID=3eac99e0-25ec-4fc0-95aa-0e4f3a145132,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:28.937095 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75260837-486f-4bb8-9f5e-30eeb00be970 req-28b59633-97fc-434d-97f6-a18888f66738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:28.938258 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75260837-486f-4bb8-9f5e-30eeb00be970 req-28b59633-97fc-434d-97f6-a18888f66738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:28.939096 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75260837-486f-4bb8-9f5e-30eeb00be970 req-28b59633-97fc-434d-97f6-a18888f66738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:28.941764 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-75260837-486f-4bb8-9f5e-30eeb00be970 req-28b59633-97fc-434d-97f6-a18888f66738 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=2b3840ad876e4bee8133e6f4b31e7f76&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3230562 Aug 11 22:07:28.957921 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 3eac99e0-25ec-4fc0-95aa-0e4f3a145132 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:07:28.959837 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'tag': 'e452efbe-5133-4b80-bdc2-4eee7588265c'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:07:28.968348 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5dc6f8-caec-4b80-b137-0aebc6b326ea" -d '{"events": [{"name": "network-changed", "server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "tag": "e452efbe-5133-4b80-bdc2-4eee7588265c"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:07:29.006676 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751145c0-7c99-4579-957a-9a0efb2bf2ea service neutron] Pushing event updated for resources: {'Port': ['ID=1da035b5-5649-4220-8f9b-8b289aa0ed4b,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:29.058611 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d371588-421e-432d-9339-76a584d7ff00 service neutron] Pushing event updated for resources: {'Port': ['ID=e452efbe-5133-4b80-bdc2-4eee7588265c,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:29.122976 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-1f94f857-52c9-4fce-9068-f503af72582d req-f300b0c4-1d52-4637-99e6-e006c1f41bd9 service neutron] Request body: {'port': {'device_id': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:29.229562 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-c5475024-4a8b-4d7d-ba5a-fa035a8033ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:29.235598 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-c5475024-4a8b-4d7d-ba5a-fa035a8033ef service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2b96b7f7100f485a96e31eff60661ae8&device_id=75abd965-6258-45f7-ad90-36e022c0ecc5 HTTP/1.1" status: 200 len: 1094 time: 0.2698226 Aug 11 22:07:29.282101 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fe6c76-e3aa-4a86-97fa-76abacef5896 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Made reservation on behalf of 4c2b55078737459ba51f0aa5939e4d93 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:07:29.290472 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-41fe6c76-e3aa-4a86-97fa-76abacef5896 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:29.362868 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a721d6c-3412-4e39-9afd-3c576c162945 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Pushing event deleted for resources: {'Port': ['ID=7f62e07e-630b-46de-9915-a9f541e16739,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:29.380462 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e46147-8034-4c27-865a-8796293922f6 req-2a721d6c-3412-4e39-9afd-3c576c162945 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] No DVR routers for this DVR port 7f62e07e-630b-46de-9915-a9f541e16739 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:07:29.386387 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-f3e46147-8034-4c27-865a-8796293922f6 req-2a721d6c-3412-4e39-9afd-3c576c162945 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:29.399106 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f3e46147-8034-4c27-865a-8796293922f6 req-2a721d6c-3412-4e39-9afd-3c576c162945 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.52 "DELETE /v2.0/ports/7f62e07e-630b-46de-9915-a9f541e16739 HTTP/1.1" status: 204 len: 173 time: 2.7812603 Aug 11 22:07:29.423904 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-64989f22-2aa1-4964-a637-a17e591968df service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1da035b5-5649-4220-8f9b-8b289aa0ed4b HTTP/1.1" status: 200 len: 217 time: 0.1732972 Aug 11 22:07:29.436527 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169c722-3f0f-4001-bef1-dfce8c3562e8 req-bd6cd577-0a97-4af8-be5d-7cab6ddd1ee2 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:29.443788 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169c722-3f0f-4001-bef1-dfce8c3562e8 req-bd6cd577-0a97-4af8-be5d-7cab6ddd1ee2 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:29.450643 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169c722-3f0f-4001-bef1-dfce8c3562e8 req-bd6cd577-0a97-4af8-be5d-7cab6ddd1ee2 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:29.457796 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169c722-3f0f-4001-bef1-dfce8c3562e8 req-bd6cd577-0a97-4af8-be5d-7cab6ddd1ee2 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:29.464770 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169c722-3f0f-4001-bef1-dfce8c3562e8 req-bd6cd577-0a97-4af8-be5d-7cab6ddd1ee2 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:29.471007 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169c722-3f0f-4001-bef1-dfce8c3562e8 req-bd6cd577-0a97-4af8-be5d-7cab6ddd1ee2 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:29.477351 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169c722-3f0f-4001-bef1-dfce8c3562e8 req-bd6cd577-0a97-4af8-be5d-7cab6ddd1ee2 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:29.485908 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2169c722-3f0f-4001-bef1-dfce8c3562e8 req-bd6cd577-0a97-4af8-be5d-7cab6ddd1ee2 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 5409 time: 0.4297631 Aug 11 22:07:29.519432 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-f300b0c4-1d52-4637-99e6-e006c1f41bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:29.618888 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2169c722-3f0f-4001-bef1-dfce8c3562e8 req-852a3501-c4e1-4496-ac6f-9e65e81ac8b8 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce569d98-203a-4470-8865-61fccfa74fc4&id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1319051 Aug 11 22:07:29.621868 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75260837-486f-4bb8-9f5e-30eeb00be970 req-08792d47-8223-443a-a044-362842299691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:29.624633 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-75260837-486f-4bb8-9f5e-30eeb00be970 req-08792d47-8223-443a-a044-362842299691 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5685370 Aug 11 22:07:29.647604 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-db5f7f3d-de4c-4f5e-a878-87c9106bdc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:29.650093 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-db5f7f3d-de4c-4f5e-a878-87c9106bdc37 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=12cdbb16-90d5-4b1d-b613-20809b9098d8 HTTP/1.1" status: 200 len: 857 time: 0.1617010 Aug 11 22:07:29.711576 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8e7c7a-be6b-447a-8769-d084a6b82ab8 x-openstack-request-id: req-5e8e7c7a-be6b-447a-8769-d084a6b82ab8 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:07:29.711576 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75abd965-6258-45f7-ad90-36e022c0ecc5", "tag": "1da035b5-5649-4220-8f9b-8b289aa0ed4b", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:07:29.711576 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5e8e7c7a-be6b-447a-8769-d084a6b82ab8 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:07:29.711576 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75abd965-6258-45f7-ad90-36e022c0ecc5', 'tag': '1da035b5-5649-4220-8f9b-8b289aa0ed4b', 'status': 'completed', 'code': 200} Aug 11 22:07:29.759610 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-e651a7ed-5051-4058-a062-27dc9daf077b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=78c545be-e0ac-4c79-962b-0aa57d266adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016226 Aug 11 22:07:29.906154 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-41fe6c76-e3aa-4a86-97fa-76abacef5896 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:30.001308 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-a629bb16-782b-4c7b-8d5d-912f4d4cbd82 service neutron] 10.222.0.82 "GET /v2.0/networks/78c545be-e0ac-4c79-962b-0aa57d266adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330287 Aug 11 22:07:30.031340 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe6c76-e3aa-4a86-97fa-76abacef5896 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Pushing event updated for resources: {'Subnet': ['ID=26c80b8e-d699-46e8-a1c3-42d4818aa217,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:30.047987 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe6c76-e3aa-4a86-97fa-76abacef5896 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Checking segment: {'id': '4a330753-2b98-44eb-b056-3d6e7774f07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3eac99e0-25ec-4fc0-95aa-0e4f3a145132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:07:30.048657 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fe6c76-e3aa-4a86-97fa-76abacef5896 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Network hostable DHCP agents. Network: 3eac99e0-25ec-4fc0-95aa-0e4f3a145132, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:07:30.123090 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fe6c76-e3aa-4a86-97fa-76abacef5896 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Network 3eac99e0-25ec-4fc0-95aa-0e4f3a145132 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:07:30.140174 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-41fe6c76-e3aa-4a86-97fa-76abacef5896 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 3eac99e0-25ec-4fc0-95aa-0e4f3a145132) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:07:30.142530 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-1f94f857-52c9-4fce-9068-f503af72582d req-f300b0c4-1d52-4637-99e6-e006c1f41bd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30bba54e-24ad-4c09-8891-8a226a46262f {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:07:30.160264 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fe6c76-e3aa-4a86-97fa-76abacef5896 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:30.160777 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-41fe6c76-e3aa-4a86-97fa-76abacef5896 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:30.162810 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d4c2a6-da79-4621-b333-46e3217fa828 None None] Network 3eac99e0-25ec-4fc0-95aa-0e4f3a145132 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:07:30.176258 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-f300b0c4-1d52-4637-99e6-e006c1f41bd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:30.184210 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-93b33c12-24c0-4a14-b641-7d04a68da929 req-18925962-686f-4304-a15b-1972d9892199 service neutron] 10.222.0.82 "GET /v2.0/networks/78c545be-e0ac-4c79-962b-0aa57d266adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657672 Aug 11 22:07:30.193019 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-41fe6c76-e3aa-4a86-97fa-76abacef5896 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3852439 Aug 11 22:07:30.197358 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41278) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:30.204221 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-b25f17fe-6d69-4957-bfdf-c525f41c481a tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-39346359', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:30.223835 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-1f94f857-52c9-4fce-9068-f503af72582d req-f300b0c4-1d52-4637-99e6-e006c1f41bd9 service neutron] Transition to ACTIVE for port object 30bba54e-24ad-4c09-8891-8a226a46262f will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:07:30.232278 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-f300b0c4-1d52-4637-99e6-e006c1f41bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:30.249807 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b25f17fe-6d69-4957-bfdf-c525f41c481a tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:30.251309 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b25f17fe-6d69-4957-bfdf-c525f41c481a tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:30.355587 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300b0c4-1d52-4637-99e6-e006c1f41bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=30bba54e-24ad-4c09-8891-8a226a46262f,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:30.487052 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b25f17fe-6d69-4957-bfdf-c525f41c481a tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:30.496310 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b25f17fe-6d69-4957-bfdf-c525f41c481a tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:30.566902 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c91ee9-f213-4af8-98e5-da8a628e44b8 x-openstack-request-id: req-82c91ee9-f213-4af8-98e5-da8a628e44b8 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:07:30.567785 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "tag": "e452efbe-5133-4b80-bdc2-4eee7588265c", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:07:30.568136 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-82c91ee9-f213-4af8-98e5-da8a628e44b8 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:07:30.570320 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'tag': 'e452efbe-5133-4b80-bdc2-4eee7588265c', 'status': 'completed', 'code': 200} Aug 11 22:07:30.578478 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec442b14-5a94-4bce-a11d-0c72d398e239 req-f935baca-eb54-4502-aa9a-263af14210ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:30.587134 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec442b14-5a94-4bce-a11d-0c72d398e239 req-f935baca-eb54-4502-aa9a-263af14210ed service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2b96b7f7100f485a96e31eff60661ae8&device_id=75abd965-6258-45f7-ad90-36e022c0ecc5 HTTP/1.1" status: 200 len: 1094 time: 0.2448049 Aug 11 22:07:30.651743 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2e4862-4a58-435f-a238-8d6db6c46610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-3eac99e0-25ec-4fc0-95aa-0e4f3a145132', 'network_id': '3eac99e0-25ec-4fc0-95aa-0e4f3a145132', 'tenant_id': '4c2b55078737459ba51f0aa5939e4d93', 'fixed_ips': [{'subnet_id': '26c80b8e-d699-46e8-a1c3-42d4818aa217'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:07:30.653073 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-da2e4862-4a58-435f-a238-8d6db6c46610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:30.669191 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1f94f857-52c9-4fce-9068-f503af72582d req-f300b0c4-1d52-4637-99e6-e006c1f41bd9 service neutron] Attempting to bind port 30bba54e-24ad-4c09-8891-8a226a46262f on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:07:30.670769 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1f94f857-52c9-4fce-9068-f503af72582d req-f300b0c4-1d52-4637-99e6-e006c1f41bd9 service neutron] Attempting to bind port 30bba54e-24ad-4c09-8891-8a226a46262f by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '737de52c-544b-4831-b19c-fef2d8c7a4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c74395db-c7eb-4508-9006-176acc6e4b6d'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:07:30.672424 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-f300b0c4-1d52-4637-99e6-e006c1f41bd9 service neutron] Attempting to bind port 30bba54e-24ad-4c09-8891-8a226a46262f on network c74395db-c7eb-4508-9006-176acc6e4b6d {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:07:30.707530 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-f300b0c4-1d52-4637-99e6-e006c1f41bd9 service neutron] Port 30bba54e-24ad-4c09-8891-8a226a46262f on network c74395db-c7eb-4508-9006-176acc6e4b6d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:07:30.707923 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-f300b0c4-1d52-4637-99e6-e006c1f41bd9 service neutron] Attempting to bind port 30bba54e-24ad-4c09-8891-8a226a46262f on network c74395db-c7eb-4508-9006-176acc6e4b6d {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:07:30.727116 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dc6f8-caec-4b80-b137-0aebc6b326ea req-6a9aa7fc-1d84-4829-aa64-09e586e610dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:30.727116 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dc6f8-caec-4b80-b137-0aebc6b326ea req-6a9aa7fc-1d84-4829-aa64-09e586e610dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:30.727116 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dc6f8-caec-4b80-b137-0aebc6b326ea req-6a9aa7fc-1d84-4829-aa64-09e586e610dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:30.727116 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dc6f8-caec-4b80-b137-0aebc6b326ea req-6a9aa7fc-1d84-4829-aa64-09e586e610dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:30.727116 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dc6f8-caec-4b80-b137-0aebc6b326ea req-6a9aa7fc-1d84-4829-aa64-09e586e610dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:30.731641 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dc6f8-caec-4b80-b137-0aebc6b326ea req-6a9aa7fc-1d84-4829-aa64-09e586e610dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:30.735119 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dc6f8-caec-4b80-b137-0aebc6b326ea req-6a9aa7fc-1d84-4829-aa64-09e586e610dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:30.738088 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8d5dc6f8-caec-4b80-b137-0aebc6b326ea req-6a9aa7fc-1d84-4829-aa64-09e586e610dd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b3840ad876e4bee8133e6f4b31e7f76&device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 6436 time: 0.1461508 Aug 11 22:07:30.742576 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-f300b0c4-1d52-4637-99e6-e006c1f41bd9 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:07:30.743003 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-f300b0c4-1d52-4637-99e6-e006c1f41bd9 service neutron] Checking segment: {'id': '737de52c-544b-4831-b19c-fef2d8c7a4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c74395db-c7eb-4508-9006-176acc6e4b6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:07:30.743607 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94f857-52c9-4fce-9068-f503af72582d req-f300b0c4-1d52-4637-99e6-e006c1f41bd9 service neutron] Bound using segment: {'id': '737de52c-544b-4831-b19c-fef2d8c7a4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c74395db-c7eb-4508-9006-176acc6e4b6d'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:07:30.744244 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1f94f857-52c9-4fce-9068-f503af72582d req-f300b0c4-1d52-4637-99e6-e006c1f41bd9 service neutron] Bound port: 30bba54e-24ad-4c09-8891-8a226a46262f, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737de52c-544b-4831-b19c-fef2d8c7a4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c74395db-c7eb-4508-9006-176acc6e4b6d'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:07:30.744786 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-f300b0c4-1d52-4637-99e6-e006c1f41bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:30.825283 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec442b14-5a94-4bce-a11d-0c72d398e239 req-44f6f444-04dc-42f1-9f54-7b5e74efc2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:30.828072 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec442b14-5a94-4bce-a11d-0c72d398e239 req-44f6f444-04dc-42f1-9f54-7b5e74efc2c4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=78c545be-e0ac-4c79-962b-0aa57d266adc HTTP/1.1" status: 200 len: 918 time: 0.2243643 Aug 11 22:07:30.829259 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b25f17fe-6d69-4957-bfdf-c525f41c481a tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:30.831529 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b25f17fe-6d69-4957-bfdf-c525f41c481a tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.6324170 Aug 11 22:07:30.834604 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41292) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:30.930863 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-1f94f857-52c9-4fce-9068-f503af72582d req-f300b0c4-1d52-4637-99e6-e006c1f41bd9 service neutron] For port 30bba54e-24ad-4c09-8891-8a226a46262f, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:07:30.949465 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-da2e4862-4a58-435f-a238-8d6db6c46610 None None] Allocated IP 172.20.0.2 (3eac99e0-25ec-4fc0-95aa-0e4f3a145132/26c80b8e-d699-46e8-a1c3-42d4818aa217/9b2615d0-1fa2-40a4-b05b-e59e9a835a85) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:07:30.965041 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-1f94f857-52c9-4fce-9068-f503af72582d req-f300b0c4-1d52-4637-99e6-e006c1f41bd9 service neutron] For port 30bba54e-24ad-4c09-8891-8a226a46262f, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=30bba54e-24ad-4c09-8891-8a226a46262f,segment=NetworkSegment(737de52c-544b-4831-b19c-fef2d8c7a4ab),segment_id=737de52c-544b-4831-b19c-fef2d8c7a4ab)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:07:30.971540 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dc6f8-caec-4b80-b137-0aebc6b326ea req-64caeab7-c957-4255-bf69-19c46b470f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:30.973303 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dc6f8-caec-4b80-b137-0aebc6b326ea req-64caeab7-c957-4255-bf69-19c46b470f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:30.973895 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dc6f8-caec-4b80-b137-0aebc6b326ea req-64caeab7-c957-4255-bf69-19c46b470f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:30.975925 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8d5dc6f8-caec-4b80-b137-0aebc6b326ea req-64caeab7-c957-4255-bf69-19c46b470f4c service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=2b3840ad876e4bee8133e6f4b31e7f76&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2130568 Aug 11 22:07:30.977827 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-f300b0c4-1d52-4637-99e6-e006c1f41bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:31.100969 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 7f62e07e-630b-46de-9915-a9f541e16739 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:07:31.148821 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-f300b0c4-1d52-4637-99e6-e006c1f41bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:31.150415 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f94f857-52c9-4fce-9068-f503af72582d req-f300b0c4-1d52-4637-99e6-e006c1f41bd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:31.158565 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 7f62e07e-630b-46de-9915-a9f541e16739 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:07:31.158835 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-f300b0c4-1d52-4637-99e6-e006c1f41bd9 service neutron] 10.222.0.52 "PUT /v2.0/ports/30bba54e-24ad-4c09-8891-8a226a46262f HTTP/1.1" status: 200 len: 1091 time: 2.1081829 Aug 11 22:07:31.160805 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 7f62e07e-630b-46de-9915-a9f541e16739 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:07:31.427037 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300b0c4-1d52-4637-99e6-e006c1f41bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=30bba54e-24ad-4c09-8891-8a226a46262f,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:31.487150 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec442b14-5a94-4bce-a11d-0c72d398e239 req-d5e6309a-37ad-4ec3-af6c-d83461fa652f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1da035b5-5649-4220-8f9b-8b289aa0ed4b HTTP/1.1" status: 200 len: 217 time: 0.6487992 Aug 11 22:07:31.506151 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dc6f8-caec-4b80-b137-0aebc6b326ea req-240a27a8-97e7-45fc-b573-8c88ec5946b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:31.510193 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8d5dc6f8-caec-4b80-b137-0aebc6b326ea req-240a27a8-97e7-45fc-b573-8c88ec5946b9 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5258715 Aug 11 22:07:31.608612 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-da2e4862-4a58-435f-a238-8d6db6c46610 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:31.626880 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-da2e4862-4a58-435f-a238-8d6db6c46610 None None] Transition to ACTIVE for port object 9b2615d0-1fa2-40a4-b05b-e59e9a835a85 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:07:31.650573 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcbe97-0e83-42c5-a197-16aabc03d78f req-4afcc529-dc16-48c7-b376-226b6406770a tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:31.653564 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-36fcbe97-0e83-42c5-a197-16aabc03d78f req-4afcc529-dc16-48c7-b376-226b6406770a tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] 10.222.0.77 "GET /v2.0/ports?device_id=75abd965-6258-45f7-ad90-36e022c0ecc5 HTTP/1.1" status: 200 len: 943 time: 0.8203077 Aug 11 22:07:31.672066 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-da2e4862-4a58-435f-a238-8d6db6c46610 None None] Transition to ACTIVE for port object 9b2615d0-1fa2-40a4-b05b-e59e9a835a85 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:07:31.681432 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-da2e4862-4a58-435f-a238-8d6db6c46610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:31.719921 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-07b22074-67e9-4ca9-966f-9897ab04a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:31.720920 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-07b22074-67e9-4ca9-966f-9897ab04a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:31.721796 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-07b22074-67e9-4ca9-966f-9897ab04a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:31.722753 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-07b22074-67e9-4ca9-966f-9897ab04a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:31.723658 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-07b22074-67e9-4ca9-966f-9897ab04a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:31.724555 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-07b22074-67e9-4ca9-966f-9897ab04a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:31.725691 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-07b22074-67e9-4ca9-966f-9897ab04a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:31.729314 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-07b22074-67e9-4ca9-966f-9897ab04a64e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b3840ad876e4bee8133e6f4b31e7f76&device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 6478 time: 0.1647592 Aug 11 22:07:31.759858 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2e4862-4a58-435f-a238-8d6db6c46610 None None] Network 3eac99e0-25ec-4fc0-95aa-0e4f3a145132 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:07:31.764679 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-da2e4862-4a58-435f-a238-8d6db6c46610 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:07:31.765989 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec442b14-5a94-4bce-a11d-0c72d398e239 req-905ccfc8-1c0b-44a1-8be7-66dd141f3d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:31.767442 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec442b14-5a94-4bce-a11d-0c72d398e239 req-905ccfc8-1c0b-44a1-8be7-66dd141f3d0d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=12cdbb16-90d5-4b1d-b613-20809b9098d8 HTTP/1.1" status: 200 len: 857 time: 0.2655542 Aug 11 22:07:31.773332 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2e4862-4a58-435f-a238-8d6db6c46610 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:07:31.813702 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-ab1f4bb7-9b10-4280-a290-1ba6a453fbb6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=349c2860-60cb-4169-8ba2-aabeccfa45a1 HTTP/1.1" status: 200 len: 217 time: 0.0747573 Aug 11 22:07:31.854667 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec442b14-5a94-4bce-a11d-0c72d398e239 req-ccc809fe-b1a9-497a-bfe1-97037e9a3cc0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=78c545be-e0ac-4c79-962b-0aa57d266adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374374 Aug 11 22:07:31.866001 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e4862-4a58-435f-a238-8d6db6c46610 None None] Pushing event updated for resources: {'Port': ['ID=9b2615d0-1fa2-40a4-b05b-e59e9a835a85,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:31.891427 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-da2e4862-4a58-435f-a238-8d6db6c46610 None None] Attempting to bind port 9b2615d0-1fa2-40a4-b05b-e59e9a835a85 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:07:31.892336 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-da2e4862-4a58-435f-a238-8d6db6c46610 None None] Attempting to bind port 9b2615d0-1fa2-40a4-b05b-e59e9a835a85 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '4a330753-2b98-44eb-b056-3d6e7774f07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3eac99e0-25ec-4fc0-95aa-0e4f3a145132'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:07:31.892873 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2e4862-4a58-435f-a238-8d6db6c46610 None None] Attempting to bind port 9b2615d0-1fa2-40a4-b05b-e59e9a835a85 on network 3eac99e0-25ec-4fc0-95aa-0e4f3a145132 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:07:31.904690 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2e4862-4a58-435f-a238-8d6db6c46610 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:07:31.905327 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2e4862-4a58-435f-a238-8d6db6c46610 None None] Checking segment: {'id': '4a330753-2b98-44eb-b056-3d6e7774f07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3eac99e0-25ec-4fc0-95aa-0e4f3a145132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:07:31.905455 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-eb7d2d1d-4686-48cb-96b7-f655463a9ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:31.906117 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-da2e4862-4a58-435f-a238-8d6db6c46610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:31.907117 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2e4862-4a58-435f-a238-8d6db6c46610 None None] Bound using segment: {'id': '4a330753-2b98-44eb-b056-3d6e7774f07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3eac99e0-25ec-4fc0-95aa-0e4f3a145132'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:07:31.907337 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-eb7d2d1d-4686-48cb-96b7-f655463a9ebb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5994059a-f305-4784-b552-f94868383090 HTTP/1.1" status: 200 len: 851 time: 0.0850637 Aug 11 22:07:31.907743 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-da2e4862-4a58-435f-a238-8d6db6c46610 None None] Bound port: 9b2615d0-1fa2-40a4-b05b-e59e9a835a85, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a330753-2b98-44eb-b056-3d6e7774f07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3eac99e0-25ec-4fc0-95aa-0e4f3a145132'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:07:31.908417 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-da2e4862-4a58-435f-a238-8d6db6c46610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:31.921575 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-36fcbe97-0e83-42c5-a197-16aabc03d78f req-b630abb0-6969-4e77-a13e-8edf6ba43c48 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b6482e4-2f5d-473c-ba57-9d51e019d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840529 Aug 11 22:07:31.924626 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5070c368-2d3e-41d6-ae66-f91e0044268b tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:32.002417 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-492db9e6-2ea2-4f53-a984-06c8b68e8450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:32.004624 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-492db9e6-2ea2-4f53-a984-06c8b68e8450 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aae68e27-0877-48f6-819f-dde7d65a439d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885894 Aug 11 22:07:32.087287 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-da2e4862-4a58-435f-a238-8d6db6c46610 None None] For port 9b2615d0-1fa2-40a4-b05b-e59e9a835a85, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:07:32.096205 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-da2e4862-4a58-435f-a238-8d6db6c46610 None None] For port 9b2615d0-1fa2-40a4-b05b-e59e9a835a85, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9b2615d0-1fa2-40a4-b05b-e59e9a835a85,segment=NetworkSegment(4a330753-2b98-44eb-b056-3d6e7774f07c),segment_id=4a330753-2b98-44eb-b056-3d6e7774f07c)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:07:32.107011 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-da2e4862-4a58-435f-a238-8d6db6c46610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:32.184604 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec442b14-5a94-4bce-a11d-0c72d398e239 req-4c4cae75-e52b-446b-b3d1-220e89ab989e service neutron] 10.222.0.82 "GET /v2.0/networks/78c545be-e0ac-4c79-962b-0aa57d266adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208852 Aug 11 22:07:32.202362 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-07f65515-746a-4a1b-99d7-f6cebccac79f service neutron] 10.222.0.52 "GET /v2.0/networks/aae68e27-0877-48f6-819f-dde7d65a439d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895957 Aug 11 22:07:32.257519 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e4862-4a58-435f-a238-8d6db6c46610 None None] Pushing event updated for resources: {'Port': ['ID=9b2615d0-1fa2-40a4-b05b-e59e9a835a85,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:32.460427 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-c23cf8d3-98ca-4e6a-a248-04a194d0a128 service neutron] 10.222.0.52 "GET /v2.0/networks/aae68e27-0877-48f6-819f-dde7d65a439d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478302 Aug 11 22:07:32.538363 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-421ba7ec-565f-4e7d-a64e-f72c31b84f6d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=3662de63-2216-47cd-a09d-9450446cab7f HTTP/1.1" status: 200 len: 217 time: 0.0663850 Aug 11 22:07:32.578318 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1f0abc-8353-4b4a-b5af-f488a3bc29cf', 'name': 'network-vif-deleted', 'tag': '7f62e07e-630b-46de-9915-a9f541e16739'}, {'name': 'network-changed', 'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'tag': '30bba54e-24ad-4c09-8891-8a226a46262f'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:07:32.588288 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df37487-c087-4861-82b4-f7108c667897" -d '{"events": [{"server_uuid": "ef1f0abc-8353-4b4a-b5af-f488a3bc29cf", "name": "network-vif-deleted", "tag": "7f62e07e-630b-46de-9915-a9f541e16739"}, {"name": "network-changed", "server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "tag": "30bba54e-24ad-4c09-8891-8a226a46262f"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:07:32.643148 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-507eb0c8-0d58-43cb-829c-76424668c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:32.646698 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-507eb0c8-0d58-43cb-829c-76424668c664 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e871e4ee-55f0-4341-85cf-dbdc8115bdad HTTP/1.1" status: 200 len: 797 time: 0.1004217 Aug 11 22:07:32.715217 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-dc7c5669-b611-414b-afda-912723edd3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:32.717867 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-dc7c5669-b611-414b-afda-912723edd3bc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0624671 Aug 11 22:07:32.858848 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-cf1294d3-c82d-4bda-9f7c-c341eb09e495 service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317616 Aug 11 22:07:32.990307 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd2bdd-ff01-4d5f-8b9a-71940c590258 req-f58c327f-a473-42d5-8f4b-f6d67aade34e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:32.991203 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-bd2b49bc-37d7-48d9-a15f-cf85cd3c937f service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227634 Aug 11 22:07:33.002239 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd2bdd-ff01-4d5f-8b9a-71940c590258 req-f58c327f-a473-42d5-8f4b-f6d67aade34e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:33.014786 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd2bdd-ff01-4d5f-8b9a-71940c590258 req-f58c327f-a473-42d5-8f4b-f6d67aade34e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:33.027292 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd2bdd-ff01-4d5f-8b9a-71940c590258 req-f58c327f-a473-42d5-8f4b-f6d67aade34e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:33.036482 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd2bdd-ff01-4d5f-8b9a-71940c590258 req-f58c327f-a473-42d5-8f4b-f6d67aade34e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:33.042690 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd2bdd-ff01-4d5f-8b9a-71940c590258 req-f58c327f-a473-42d5-8f4b-f6d67aade34e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:33.049272 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-bbdaf6d7-4a44-4630-bdcf-8896517c720f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=b2eadc1d-9cb5-4e10-af29-c9d841f467da HTTP/1.1" status: 200 len: 217 time: 0.0512860 Aug 11 22:07:33.049444 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd2bdd-ff01-4d5f-8b9a-71940c590258 req-f58c327f-a473-42d5-8f4b-f6d67aade34e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:33.051682 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-92fd2bdd-ff01-4d5f-8b9a-71940c590258 req-f58c327f-a473-42d5-8f4b-f6d67aade34e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 5421 time: 0.2826922 Aug 11 22:07:33.058693 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec442b14-5a94-4bce-a11d-0c72d398e239 req-42d1b4d5-ec87-4edd-a5f4-30f7e606c0a3 service neutron] 10.222.0.82 "GET /v2.0/networks/78c545be-e0ac-4c79-962b-0aa57d266adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8661988 Aug 11 22:07:33.132141 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-5070c368-2d3e-41d6-ae66-f91e0044268b tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Allocated IP 172.20.0.1 (3eac99e0-25ec-4fc0-95aa-0e4f3a145132/26c80b8e-d699-46e8-a1c3-42d4818aa217/fe141c8c-fc48-416a-a45f-33cbf74c0390) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:07:33.134914 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-131dc426-8325-4c27-84e6-a1ab009557cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:33.136813 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-131dc426-8325-4c27-84e6-a1ab009557cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e871e4ee-55f0-4341-85cf-dbdc8115bdad HTTP/1.1" status: 200 len: 797 time: 0.0807531 Aug 11 22:07:33.195776 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-92fd2bdd-ff01-4d5f-8b9a-71940c590258 req-aebf9eac-24d7-4a8b-bfe5-b6df3da140e6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce569d98-203a-4470-8865-61fccfa74fc4&id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1202681 Aug 11 22:07:33.237026 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-6b10b7a3-e07e-4697-afa1-7dad28385386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:33.239677 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-6b10b7a3-e07e-4697-afa1-7dad28385386 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0933106 Aug 11 22:07:33.445418 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-48764f2c-ab99-4fea-98ad-928004c6ea8e service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968796 Aug 11 22:07:33.501121 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9b2615d0-1fa2-40a4-b05b-e59e9a835a85 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:07:33.567595 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5070c368-2d3e-41d6-ae66-f91e0044268b tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:33.589473 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 9b2615d0-1fa2-40a4-b05b-e59e9a835a85 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:07:33.599047 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c9111-0656-49e6-b392-c24132e0a828 req-4bada505-1997-40d8-978d-07773dfb695e tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:33.607290 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f63c9111-0656-49e6-b392-c24132e0a828 req-4bada505-1997-40d8-978d-07773dfb695e tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3b6d0d-d4ab-4787-899f-0a3e9d031e34 HTTP/1.1" status: 200 len: 949 time: 0.2054856 Aug 11 22:07:33.623177 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-5070c368-2d3e-41d6-ae66-f91e0044268b tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Transition to ACTIVE for port object fe141c8c-fc48-416a-a45f-33cbf74c0390 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:07:33.694678 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-9dcc90c1-927b-4bc3-8a53-6495007c7d24 service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414670 Aug 11 22:07:33.744654 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f63c9111-0656-49e6-b392-c24132e0a828 req-4f572ad4-9161-428f-bbed-0a5d08e788f3 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/security-groups?id=97c9b71b-ba84-4220-8eab-8ff71b37c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181109 Aug 11 22:07:33.761362 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-2668eb68-541b-47bc-9766-3204126a2909 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=36ad0513-a98b-4e70-b99c-c3737712cca6 HTTP/1.1" status: 200 len: 217 time: 0.0517344 Aug 11 22:07:33.854224 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5070c368-2d3e-41d6-ae66-f91e0044268b tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:33.878772 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd935c-0a29-4555-9cf4-2fff40528767 req-af80491e-4359-4a41-9903-5e658b8a1485 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:33.880944 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6ecd935c-0a29-4555-9cf4-2fff40528767 req-af80491e-4359-4a41-9903-5e658b8a1485 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f3b6d0d-d4ab-4787-899f-0a3e9d031e34 HTTP/1.1" status: 200 len: 949 time: 0.1831288 Aug 11 22:07:33.883318 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-7469a9a7-2b7c-440e-8ec4-cc148f253acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:33.885125 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-7469a9a7-2b7c-440e-8ec4-cc148f253acd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e871e4ee-55f0-4341-85cf-dbdc8115bdad HTTP/1.1" status: 200 len: 797 time: 0.1004763 Aug 11 22:07:33.886961 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df87210-f882-42a9-a2c5-9717126d4d53 None None] Network 3eac99e0-25ec-4fc0-95aa-0e4f3a145132 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:07:34.004728 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 22:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fe03d5-cde7-4a4a-9789-68ce9f15e4f1 x-openstack-request-id: req-f6fe03d5-cde7-4a4a-9789-68ce9f15e4f1 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:07:34.006120 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5070c368-2d3e-41d6-ae66-f91e0044268b tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Network 3eac99e0-25ec-4fc0-95aa-0e4f3a145132 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:07:34.007095 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1f0abc-8353-4b4a-b5af-f488a3bc29cf", "name": "network-vif-deleted", "tag": "7f62e07e-630b-46de-9915-a9f541e16739", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "tag": "30bba54e-24ad-4c09-8891-8a226a46262f", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:07:34.007675 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f6fe03d5-cde7-4a4a-9789-68ce9f15e4f1 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:07:34.009982 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1f0abc-8353-4b4a-b5af-f488a3bc29cf', 'name': 'network-vif-deleted', 'tag': '7f62e07e-630b-46de-9915-a9f541e16739', 'status': 'completed', 'code': 200} Aug 11 22:07:34.011043 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'tag': '30bba54e-24ad-4c09-8891-8a226a46262f', 'status': 'completed', 'code': 200} Aug 11 22:07:34.018660 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-5070c368-2d3e-41d6-ae66-f91e0044268b tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:07:34.038070 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5070c368-2d3e-41d6-ae66-f91e0044268b tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:07:34.091736 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ea28f711-2a4d-47b9-aa8f-3bcdeeb8beb7 None None] Provisioning for port 9b2615d0-1fa2-40a4-b05b-e59e9a835a85 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:07:34.102782 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ea28f711-2a4d-47b9-aa8f-3bcdeeb8beb7 None None] Provisioning complete for port 9b2615d0-1fa2-40a4-b05b-e59e9a835a85 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:07:34.103164 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ea28f711-2a4d-47b9-aa8f-3bcdeeb8beb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:34.154059 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-18d0e4ed-28c4-4a07-8133-7b0997105743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:34.159887 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-18d0e4ed-28c4-4a07-8133-7b0997105743 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2194560 Aug 11 22:07:34.215383 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-6ecd935c-0a29-4555-9cf4-2fff40528767 req-42826859-aeae-42d5-8eea-1157b6aea3e5 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Deleting port f10a55b2-e332-4884-a88e-e395a15cdee0 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:07:34.216127 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6ecd935c-0a29-4555-9cf4-2fff40528767 req-42826859-aeae-42d5-8eea-1157b6aea3e5 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:34.255619 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070c368-2d3e-41d6-ae66-f91e0044268b tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Pushing event updated for resources: {'Port': ['ID=fe141c8c-fc48-416a-a45f-33cbf74c0390,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:34.327613 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5070c368-2d3e-41d6-ae66-f91e0044268b tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:34.392011 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 1da035b5-5649-4220-8f9b-8b289aa0ed4b details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:07:34.511711 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-6ecd935c-0a29-4555-9cf4-2fff40528767 req-42826859-aeae-42d5-8eea-1157b6aea3e5 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] For port f10a55b2-e332-4884-a88e-e395a15cdee0, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=f10a55b2-e332-4884-a88e-e395a15cdee0,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:34.512313 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6ecd935c-0a29-4555-9cf4-2fff40528767 req-42826859-aeae-42d5-8eea-1157b6aea3e5 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:34.519937 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40185cff-7247-4978-a2d6-04739b273e5b req-97de7cd2-f39b-4116-9191-90a168499c2f tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:34.534102 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-40185cff-7247-4978-a2d6-04739b273e5b req-97de7cd2-f39b-4116-9191-90a168499c2f tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] 10.222.0.77 "GET /v2.0/ports?device_id=75abd965-6258-45f7-ad90-36e022c0ecc5 HTTP/1.1" status: 200 len: 943 time: 0.3746181 Aug 11 22:07:34.539832 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-6ecd935c-0a29-4555-9cf4-2fff40528767 req-42826859-aeae-42d5-8eea-1157b6aea3e5 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Calling delete_port for f10a55b2-e332-4884-a88e-e395a15cdee0 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:07:34.544022 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 1da035b5-5649-4220-8f9b-8b289aa0ed4b, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=1da035b5-5649-4220-8f9b-8b289aa0ed4b,segment=NetworkSegment(dd3aeb21-6bba-4c67-b40b-5f5799c50cfb),segment_id=dd3aeb21-6bba-4c67-b40b-5f5799c50cfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:34.594203 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '1da035b5-5649-4220-8f9b-8b289aa0ed4b', 'network_id': '78c545be-e0ac-4c79-962b-0aa57d266adc', 'port_id': '1da035b5-5649-4220-8f9b-8b289aa0ed4b', 'mac_address': 'fa:16:3e:e9:bb:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12cdbb16-90d5-4b1d-b613-20809b9098d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:07:34.646273 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5070c368-2d3e-41d6-ae66-f91e0044268b tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:34.664204 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-40185cff-7247-4978-a2d6-04739b273e5b req-e6b86bee-1073-4007-8413-40515c4a828b tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b6482e4-2f5d-473c-ba57-9d51e019d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253858 Aug 11 22:07:34.810740 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-a671a39d-eb0c-46bb-a571-cc3134d96b21 service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6395555 Aug 11 22:07:34.819573 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:34.846625 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da035b5-5649-4220-8f9b-8b289aa0ed4b {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:07:34.939771 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 1da035b5-5649-4220-8f9b-8b289aa0ed4b, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=1da035b5-5649-4220-8f9b-8b289aa0ed4b,segment=NetworkSegment(dd3aeb21-6bba-4c67-b40b-5f5799c50cfb),segment_id=dd3aeb21-6bba-4c67-b40b-5f5799c50cfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:34.945600 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ea28f711-2a4d-47b9-aa8f-3bcdeeb8beb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:34.989194 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:35.065288 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-ea28f711-2a4d-47b9-aa8f-3bcdeeb8beb7 None None] For port 9b2615d0-1fa2-40a4-b05b-e59e9a835a85, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9b2615d0-1fa2-40a4-b05b-e59e9a835a85,segment=NetworkSegment(4a330753-2b98-44eb-b056-3d6e7774f07c),segment_id=4a330753-2b98-44eb-b056-3d6e7774f07c)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:35.090820 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ea28f711-2a4d-47b9-aa8f-3bcdeeb8beb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:35.114874 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=1da035b5-5649-4220-8f9b-8b289aa0ed4b,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:35.145398 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-0e85eed7-f034-4d83-a679-90c030ab46de service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279519 Aug 11 22:07:35.222910 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28f711-2a4d-47b9-aa8f-3bcdeeb8beb7 None None] Pushing event updated for resources: {'Port': ['ID=9b2615d0-1fa2-40a4-b05b-e59e9a835a85,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:35.396014 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5070c368-2d3e-41d6-ae66-f91e0044268b tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:35.435556 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['1da035b5-5649-4220-8f9b-8b289aa0ed4b'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:07:35.439761 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5070c368-2d3e-41d6-ae66-f91e0044268b tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:35.444728 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-6420d589-a022-4ada-a63c-3cc9102acc85 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9 HTTP/1.1" status: 200 len: 217 time: 0.2459214 Aug 11 22:07:35.545100 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9b2615d0-1fa2-40a4-b05b-e59e9a835a85 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:07:35.583442 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070c368-2d3e-41d6-ae66-f91e0044268b tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Pushing event updated for resources: {'Port': ['ID=fe141c8c-fc48-416a-a45f-33cbf74c0390,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:35.607919 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-18cbb427-7b1a-4d39-899a-68fbf0fe82ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:35.615109 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-18cbb427-7b1a-4d39-899a-68fbf0fe82ef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e871e4ee-55f0-4341-85cf-dbdc8115bdad HTTP/1.1" status: 200 len: 797 time: 0.1557477 Aug 11 22:07:35.634418 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6ecd935c-0a29-4555-9cf4-2fff40528767 req-42826859-aeae-42d5-8eea-1157b6aea3e5 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:35.662061 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['f10a55b2-e332-4884-a88e-e395a15cdee0'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:07:35.683295 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e8c79-ee26-4ac2-ab80-d9c81982f94f req-efb50433-0d34-4f21-8d2c-ad020220b203 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:35.708903 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-be7fea0e-a84e-428b-8409-f13d868e46da None None] Provisioning complete for port 9b2615d0-1fa2-40a4-b05b-e59e9a835a85 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:07:35.709220 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-be7fea0e-a84e-428b-8409-f13d868e46da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:35.711418 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e8c79-ee26-4ac2-ab80-d9c81982f94f req-efb50433-0d34-4f21-8d2c-ad020220b203 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:35.726837 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e8c79-ee26-4ac2-ab80-d9c81982f94f req-efb50433-0d34-4f21-8d2c-ad020220b203 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:35.739553 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e8c79-ee26-4ac2-ab80-d9c81982f94f req-efb50433-0d34-4f21-8d2c-ad020220b203 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:35.743806 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42826859-aeae-42d5-8eea-1157b6aea3e5 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Pushing event deleted for resources: {'Port': ['ID=f10a55b2-e332-4884-a88e-e395a15cdee0,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:35.752168 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e8c79-ee26-4ac2-ab80-d9c81982f94f req-efb50433-0d34-4f21-8d2c-ad020220b203 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:35.764357 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e8c79-ee26-4ac2-ab80-d9c81982f94f req-efb50433-0d34-4f21-8d2c-ad020220b203 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:35.781901 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e8c79-ee26-4ac2-ab80-d9c81982f94f req-efb50433-0d34-4f21-8d2c-ad020220b203 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:35.801185 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fa4e8c79-ee26-4ac2-ab80-d9c81982f94f req-efb50433-0d34-4f21-8d2c-ad020220b203 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 5421 time: 0.4937577 Aug 11 22:07:35.821277 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 9b2615d0-1fa2-40a4-b05b-e59e9a835a85 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:07:35.822223 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:35.831590 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5070c368-2d3e-41d6-ae66-f91e0044268b tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:35.873894 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecd935c-0a29-4555-9cf4-2fff40528767 req-42826859-aeae-42d5-8eea-1157b6aea3e5 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] No DVR routers for this DVR port f10a55b2-e332-4884-a88e-e395a15cdee0 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:07:35.877216 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6ecd935c-0a29-4555-9cf4-2fff40528767 req-42826859-aeae-42d5-8eea-1157b6aea3e5 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:35.880741 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6ecd935c-0a29-4555-9cf4-2fff40528767 req-42826859-aeae-42d5-8eea-1157b6aea3e5 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.52 "DELETE /v2.0/ports/f10a55b2-e332-4884-a88e-e395a15cdee0 HTTP/1.1" status: 204 len: 173 time: 1.9932916 Aug 11 22:07:35.900096 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-743e51b4-9638-43fd-ab77-4f83fca1b2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:35.902781 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-743e51b4-9638-43fd-ab77-4f83fca1b2c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2825031 Aug 11 22:07:36.035967 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fa4e8c79-ee26-4ac2-ab80-d9c81982f94f req-aa96921d-2e77-4d98-94ce-f56708edef13 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce569d98-203a-4470-8865-61fccfa74fc4&id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2239199 Aug 11 22:07:36.075360 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-be7fea0e-a84e-428b-8409-f13d868e46da None None] Provisioning for port fe141c8c-fc48-416a-a45f-33cbf74c0390 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:07:36.091948 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-be7fea0e-a84e-428b-8409-f13d868e46da None None] Provisioning complete for port fe141c8c-fc48-416a-a45f-33cbf74c0390 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:07:36.093452 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-be7fea0e-a84e-428b-8409-f13d868e46da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:36.098739 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3b6d0d-d4ab-4787-899f-0a3e9d031e34', 'name': 'network-vif-deleted', 'tag': 'f10a55b2-e332-4884-a88e-e395a15cdee0'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:07:36.105166 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4865c700-d529-49b0-916e-8e185bf47010" -d '{"events": [{"server_uuid": "6f3b6d0d-d4ab-4787-899f-0a3e9d031e34", "name": "network-vif-deleted", "tag": "f10a55b2-e332-4884-a88e-e395a15cdee0"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:07:36.133778 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-c0e46895-3d3d-47ca-895c-1b706d4ecb3b service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228057 Aug 11 22:07:36.171412 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5070c368-2d3e-41d6-ae66-f91e0044268b tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Network 3eac99e0-25ec-4fc0-95aa-0e4f3a145132 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:07:36.178754 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-5070c368-2d3e-41d6-ae66-f91e0044268b tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:07:36.273568 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-be7fea0e-a84e-428b-8409-f13d868e46da None None] Port fe141c8c-fc48-416a-a45f-33cbf74c0390 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:07:36.442218 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-463c716b-ee60-4c19-9210-39a3c3560c65 None None] Provisioning complete for port fe141c8c-fc48-416a-a45f-33cbf74c0390 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:07:36.442922 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-463c716b-ee60-4c19-9210-39a3c3560c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:36.454327 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-ea4d1f75-3e2d-4555-947f-3a0968180205 service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118596 Aug 11 22:07:36.477076 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7e5d05d6-527a-4271-aaa5-20dc56f3ef42 req-91387066-d2cd-4a95-b988-3eba3b78c344 tempest-LiveMigrationNegativeTest-1246924344 tempest-LiveMigrationNegativeTest-1246924344-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3b6d0d-d4ab-4787-899f-0a3e9d031e34 HTTP/1.1" status: 200 len: 210 time: 0.0967567 Aug 11 22:07:36.516437 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5070c368-2d3e-41d6-ae66-f91e0044268b tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Router 45857863-897c-4e71-aef2-4c0d55552a15 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:07:36.613704 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-463c716b-ee60-4c19-9210-39a3c3560c65 None None] Port fe141c8c-fc48-416a-a45f-33cbf74c0390 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:07:36.641084 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-931aa2d2-ce29-4825-88d7-b33d1b1e85b1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e452efbe-5133-4b80-bdc2-4eee7588265c HTTP/1.1" status: 200 len: 217 time: 0.1789770 Aug 11 22:07:36.776083 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5070c368-2d3e-41d6-ae66-f91e0044268b tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:07:36.776442 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-1ed16ae1-734b-44ab-a8d1-f5cde24f94d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:36.786222 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-1ed16ae1-734b-44ab-a8d1-f5cde24f94d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13b7bc9a-1b63-4e42-b53a-8f3bb1200a3d HTTP/1.1" status: 200 len: 797 time: 0.1254025 Aug 11 22:07:36.791902 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c26b2e-f958-47d2-a4e6-b129fa20f4b9 req-b5dda597-4db7-4b7f-9687-d73ebfd7d6eb tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:36.792898 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110b2397-a361-40ec-a54c-596b06acc9a1 None None] Sync routers for ids ['45857863-897c-4e71-aef2-4c0d55552a15'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:07:36.801237 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-98c26b2e-f958-47d2-a4e6-b129fa20f4b9 req-b5dda597-4db7-4b7f-9687-d73ebfd7d6eb tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] 10.222.0.77 "GET /v2.0/ports?device_id=75abd965-6258-45f7-ad90-36e022c0ecc5 HTTP/1.1" status: 200 len: 944 time: 0.1092010 Aug 11 22:07:36.810646 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110b2397-a361-40ec-a54c-596b06acc9a1 None None] Routers {'45857863-897c-4e71-aef2-4c0d55552a15'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:07:36.810861 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5070c368-2d3e-41d6-ae66-f91e0044268b tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] 10.222.0.77 "PUT /v2.0/routers/45857863-897c-4e71-aef2-4c0d55552a15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9745319 Aug 11 22:07:36.811733 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-110b2397-a361-40ec-a54c-596b06acc9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:07:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['45857863-897c-4e71-aef2-4c0d55552a15'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:07:36.817740 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41376) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:36.831573 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-386b4174-1934-4817-895a-baa93abf9b5c tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Request body: {'port': {'network_id': '3eac99e0-25ec-4fc0-95aa-0e4f3a145132', 'name': 'tempest-FloatingIPNegativeTestJSON-1880271596'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:36.846491 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-828cfb62-c1e6-4af8-942f-3209ddc9fd6e None None] Provisioning complete for port fe141c8c-fc48-416a-a45f-33cbf74c0390 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:07:36.847768 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-828cfb62-c1e6-4af8-942f-3209ddc9fd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:36.881004 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-e38914eb-b582-45d1-8770-496c7d4ce884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:36.883099 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-e38914eb-b582-45d1-8770-496c7d4ce884 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c74395db-c7eb-4508-9006-176acc6e4b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0858581 Aug 11 22:07:36.890498 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-110b2397-a361-40ec-a54c-596b06acc9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:07:36.918419 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110b2397-a361-40ec-a54c-596b06acc9a1 None None] Routers {'45857863-897c-4e71-aef2-4c0d55552a15'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:07:36.920023 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-110b2397-a361-40ec-a54c-596b06acc9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:07:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['45857863-897c-4e71-aef2-4c0d55552a15'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:07:36.933855 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-828cfb62-c1e6-4af8-942f-3209ddc9fd6e None None] Port fe141c8c-fc48-416a-a45f-33cbf74c0390 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:07:36.979696 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-110b2397-a361-40ec-a54c-596b06acc9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:07:36.980545 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110b2397-a361-40ec-a54c-596b06acc9a1 None None] The sync data for ids ['45857863-897c-4e71-aef2-4c0d55552a15'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:07:37.011540 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-98c26b2e-f958-47d2-a4e6-b129fa20f4b9 req-6a953688-2c8e-4420-89c5-9f5953fefac0 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b6482e4-2f5d-473c-ba57-9d51e019d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090945 Aug 11 22:07:37.052207 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386b4174-1934-4817-895a-baa93abf9b5c tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Made reservation on behalf of 4c2b55078737459ba51f0aa5939e4d93 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:07:37.052207 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-386b4174-1934-4817-895a-baa93abf9b5c tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:37.072371 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-16e6fb46-b169-4efd-a548-164bd42c390d service neutron] 10.222.0.52 "GET /v2.0/networks/c74395db-c7eb-4508-9006-176acc6e4b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817064 Aug 11 22:07:37.087946 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-386b4174-1934-4817-895a-baa93abf9b5c tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] device_id is not set on port 544649a1-c538-444a-ba6d-8f9a2d1efbf6 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:07:37.224247 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72536cc-ea1b-4e40-abaf-64038626a627 x-openstack-request-id: req-c72536cc-ea1b-4e40-abaf-64038626a627 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:07:37.224608 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3b6d0d-d4ab-4787-899f-0a3e9d031e34", "name": "network-vif-deleted", "tag": "f10a55b2-e332-4884-a88e-e395a15cdee0", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:07:37.225055 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c72536cc-ea1b-4e40-abaf-64038626a627 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:07:37.225676 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3b6d0d-d4ab-4787-899f-0a3e9d031e34', 'name': 'network-vif-deleted', 'tag': 'f10a55b2-e332-4884-a88e-e395a15cdee0', 'status': 'completed', 'code': 200} Aug 11 22:07:37.288169 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-a921d867-5330-4cfb-b7b8-5d45c7a853ff service neutron] 10.222.0.52 "GET /v2.0/networks/c74395db-c7eb-4508-9006-176acc6e4b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065187 Aug 11 22:07:37.318851 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-386b4174-1934-4817-895a-baa93abf9b5c tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Allocated IP 172.20.0.10 (3eac99e0-25ec-4fc0-95aa-0e4f3a145132/26c80b8e-d699-46e8-a1c3-42d4818aa217/544649a1-c538-444a-ba6d-8f9a2d1efbf6) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:07:37.342853 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-6f13b9be-4a6c-4b6c-b238-5a01eb6fbfeb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30bba54e-24ad-4c09-8891-8a226a46262f HTTP/1.1" status: 200 len: 217 time: 0.0477052 Aug 11 22:07:37.418820 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9fa67b9-cefe-4ffc-a949-73a24bd31762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:37.420391 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-b9fa67b9-cefe-4ffc-a949-73a24bd31762 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13b7bc9a-1b63-4e42-b53a-8f3bb1200a3d HTTP/1.1" status: 200 len: 797 time: 0.0705793 Aug 11 22:07:37.478220 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94f857-52c9-4fce-9068-f503af72582d req-11395099-d8fc-4196-a5c7-65bd0544b123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:37.480173 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-11395099-d8fc-4196-a5c7-65bd0544b123 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c74395db-c7eb-4508-9006-176acc6e4b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0507727 Aug 11 22:07:37.631404 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e72e3-a1eb-414d-9981-a0c6f0d51775 req-2b250cb4-9a8e-42ec-a16e-488272c3fc90 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:37.637679 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-06870bdb-539a-4548-ad53-ffc92a7877d8 service neutron] 10.222.0.52 "GET /v2.0/networks/c74395db-c7eb-4508-9006-176acc6e4b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497376 Aug 11 22:07:37.644388 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e72e3-a1eb-414d-9981-a0c6f0d51775 req-2b250cb4-9a8e-42ec-a16e-488272c3fc90 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:37.657269 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e72e3-a1eb-414d-9981-a0c6f0d51775 req-2b250cb4-9a8e-42ec-a16e-488272c3fc90 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:37.670444 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e72e3-a1eb-414d-9981-a0c6f0d51775 req-2b250cb4-9a8e-42ec-a16e-488272c3fc90 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:37.682713 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e72e3-a1eb-414d-9981-a0c6f0d51775 req-2b250cb4-9a8e-42ec-a16e-488272c3fc90 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:37.695374 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e72e3-a1eb-414d-9981-a0c6f0d51775 req-2b250cb4-9a8e-42ec-a16e-488272c3fc90 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:37.708155 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e72e3-a1eb-414d-9981-a0c6f0d51775 req-2b250cb4-9a8e-42ec-a16e-488272c3fc90 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:37.711699 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f1e72e3-a1eb-414d-9981-a0c6f0d51775 req-2b250cb4-9a8e-42ec-a16e-488272c3fc90 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 5421 time: 0.2703695 Aug 11 22:07:37.767851 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f94f857-52c9-4fce-9068-f503af72582d req-ccd285a7-dad1-4eff-bdd2-e8453388467e service neutron] 10.222.0.52 "GET /v2.0/networks/c74395db-c7eb-4508-9006-176acc6e4b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211545 Aug 11 22:07:37.781713 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-386b4174-1934-4817-895a-baa93abf9b5c tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:37.793821 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:07:37.834610 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-386b4174-1934-4817-895a-baa93abf9b5c tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Transition to ACTIVE for port object 544649a1-c538-444a-ba6d-8f9a2d1efbf6 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:07:37.846744 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f1e72e3-a1eb-414d-9981-a0c6f0d51775 req-fe7337e2-7435-47d1-ade0-feba0c298707 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce569d98-203a-4470-8865-61fccfa74fc4&id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1195540 Aug 11 22:07:37.929149 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-386b4174-1934-4817-895a-baa93abf9b5c tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:37.949978 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df37487-c087-4861-82b4-f7108c667897 req-3960c38b-e6b4-4c70-a00a-23aaa8c11a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:37.951768 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df37487-c087-4861-82b4-f7108c667897 req-3960c38b-e6b4-4c70-a00a-23aaa8c11a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:37.953148 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df37487-c087-4861-82b4-f7108c667897 req-3960c38b-e6b4-4c70-a00a-23aaa8c11a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:37.954873 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df37487-c087-4861-82b4-f7108c667897 req-3960c38b-e6b4-4c70-a00a-23aaa8c11a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:37.956788 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df37487-c087-4861-82b4-f7108c667897 req-3960c38b-e6b4-4c70-a00a-23aaa8c11a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:37.958076 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df37487-c087-4861-82b4-f7108c667897 req-3960c38b-e6b4-4c70-a00a-23aaa8c11a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:37.959893 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df37487-c087-4861-82b4-f7108c667897 req-3960c38b-e6b4-4c70-a00a-23aaa8c11a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:37.982218 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4df37487-c087-4861-82b4-f7108c667897 req-3960c38b-e6b4-4c70-a00a-23aaa8c11a02 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b3840ad876e4bee8133e6f4b31e7f76&device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 6478 time: 0.1309886 Aug 11 22:07:37.992949 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386b4174-1934-4817-895a-baa93abf9b5c tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Network 3eac99e0-25ec-4fc0-95aa-0e4f3a145132 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:07:37.996878 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-386b4174-1934-4817-895a-baa93abf9b5c tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:07:38.012228 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386b4174-1934-4817-895a-baa93abf9b5c tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:07:38.013021 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:38.021563 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b4174-1934-4817-895a-baa93abf9b5c tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Pushing event updated for resources: {'Port': ['ID=544649a1-c538-444a-ba6d-8f9a2d1efbf6,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:38.121408 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386b4174-1934-4817-895a-baa93abf9b5c tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:38.125976 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-386b4174-1934-4817-895a-baa93abf9b5c tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:38.169647 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-386b4174-1934-4817-895a-baa93abf9b5c tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3505268 Aug 11 22:07:38.192726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41402) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:38.202776 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-3c4f87d6-6c57-443d-8273-079908cfbe3e tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:38.249426 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fca74e-1247-40b3-ad6d-fa12ff5b0def req-81a4e9fa-a294-4af7-822a-cc1d9aa6196b tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:38.262249 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20fca74e-1247-40b3-ad6d-fa12ff5b0def req-81a4e9fa-a294-4af7-822a-cc1d9aa6196b tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] 10.222.0.77 "GET /v2.0/ports?device_id=75abd965-6258-45f7-ad90-36e022c0ecc5 HTTP/1.1" status: 200 len: 944 time: 0.1050248 Aug 11 22:07:38.271277 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c4f87d6-6c57-443d-8273-079908cfbe3e tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:38.301437 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df37487-c087-4861-82b4-f7108c667897 req-79799f89-f489-4cf9-a8ad-6ce89a6c0857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:38.302944 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4df37487-c087-4861-82b4-f7108c667897 req-79799f89-f489-4cf9-a8ad-6ce89a6c0857 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c74395db-c7eb-4508-9006-176acc6e4b6d HTTP/1.1" status: 200 len: 903 time: 0.3112586 Aug 11 22:07:38.343859 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 1da035b5-5649-4220-8f9b-8b289aa0ed4b up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:07:38.418025 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4df37487-c087-4861-82b4-f7108c667897 req-7c7c48ad-4600-4300-a6fe-3f936a79808a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30bba54e-24ad-4c09-8891-8a226a46262f HTTP/1.1" status: 200 len: 217 time: 0.1044557 Aug 11 22:07:38.431877 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20fca74e-1247-40b3-ad6d-fa12ff5b0def req-9eb53940-c57d-4c35-aefa-9ba26cfe887a tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b6482e4-2f5d-473c-ba57-9d51e019d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682224 Aug 11 22:07:38.520162 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c459881f-0c6b-4d9c-8537-ab4e1b0c23bc None None] Provisioning for port 544649a1-c538-444a-ba6d-8f9a2d1efbf6 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:07:38.530428 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c459881f-0c6b-4d9c-8537-ab4e1b0c23bc None None] Provisioning complete for port 544649a1-c538-444a-ba6d-8f9a2d1efbf6 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:07:38.531315 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c459881f-0c6b-4d9c-8537-ab4e1b0c23bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:38.539028 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 1da035b5-5649-4220-8f9b-8b289aa0ed4b completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:07:38.583433 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 1da035b5-5649-4220-8f9b-8b289aa0ed4b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:07:38.583433 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:38.597204 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c4f87d6-6c57-443d-8273-079908cfbe3e tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:38.603304 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df37487-c087-4861-82b4-f7108c667897 req-97e8017b-1862-4867-b2f7-fbf233d8fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:38.610579 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4df37487-c087-4861-82b4-f7108c667897 req-97e8017b-1862-4867-b2f7-fbf233d8fa91 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13b7bc9a-1b63-4e42-b53a-8f3bb1200a3d HTTP/1.1" status: 200 len: 797 time: 0.1836565 Aug 11 22:07:38.678091 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41414) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:38.686616 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-c459881f-0c6b-4d9c-8537-ab4e1b0c23bc None None] Port 544649a1-c538-444a-ba6d-8f9a2d1efbf6 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:07:38.741686 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df37487-c087-4861-82b4-f7108c667897 req-2fd0fcb4-3fd7-4d6b-9797-a7ddccaa4e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:38.742852 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4df37487-c087-4861-82b4-f7108c667897 req-2fd0fcb4-3fd7-4d6b-9797-a7ddccaa4e2e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c74395db-c7eb-4508-9006-176acc6e4b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1241934 Aug 11 22:07:38.810384 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:38.856664 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75abd965-6258-45f7-ad90-36e022c0ecc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da035b5-5649-4220-8f9b-8b289aa0ed4b'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:07:38.861211 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5201fd56-2379-4f8e-913e-72b77c3d0fc3" -d '{"events": [{"server_uuid": "75abd965-6258-45f7-ad90-36e022c0ecc5", "name": "network-vif-plugged", "status": "completed", "tag": "1da035b5-5649-4220-8f9b-8b289aa0ed4b"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:07:38.862314 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-3c4f87d6-6c57-443d-8273-079908cfbe3e tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Allocated IP 172.25.2.186 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/cf1077d5-5bf4-4a1b-8674-d02500898ea6) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:07:38.895366 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 1da035b5-5649-4220-8f9b-8b289aa0ed4b, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=1da035b5-5649-4220-8f9b-8b289aa0ed4b,segment=NetworkSegment(dd3aeb21-6bba-4c67-b40b-5f5799c50cfb),segment_id=dd3aeb21-6bba-4c67-b40b-5f5799c50cfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:38.905074 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:39.020668 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=1da035b5-5649-4220-8f9b-8b289aa0ed4b,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:39.031143 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4df37487-c087-4861-82b4-f7108c667897 req-c170dbba-a305-41f5-9f7d-657081c6f42b service neutron] 10.222.0.52 "GET /v2.0/networks/c74395db-c7eb-4508-9006-176acc6e4b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786846 Aug 11 22:07:39.087435 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device f10a55b2-e332-4884-a88e-e395a15cdee0 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:07:39.130469 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c4f87d6-6c57-443d-8273-079908cfbe3e tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:39.154509 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: f10a55b2-e332-4884-a88e-e395a15cdee0 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:07:39.155058 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device f10a55b2-e332-4884-a88e-e395a15cdee0 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:07:39.328768 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c4f87d6-6c57-443d-8273-079908cfbe3e tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:39.432508 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88367577-ef53-4baf-a881-86646fac366a x-openstack-request-id: req-88367577-ef53-4baf-a881-86646fac366a {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:07:39.433555 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75abd965-6258-45f7-ad90-36e022c0ecc5", "name": "network-vif-plugged", "status": "completed", "tag": "1da035b5-5649-4220-8f9b-8b289aa0ed4b", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:07:39.434440 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-88367577-ef53-4baf-a881-86646fac366a {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:07:39.435825 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75abd965-6258-45f7-ad90-36e022c0ecc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da035b5-5649-4220-8f9b-8b289aa0ed4b', 'code': 200} Aug 11 22:07:39.501534 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4f87d6-6c57-443d-8273-079908cfbe3e tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:07:39.507969 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-3c4f87d6-6c57-443d-8273-079908cfbe3e tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:07:39.514860 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4f87d6-6c57-443d-8273-079908cfbe3e tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:07:39.609087 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f87d6-6c57-443d-8273-079908cfbe3e tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Pushing event updated for resources: {'Port': ['ID=cf1077d5-5bf4-4a1b-8674-d02500898ea6,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:39.711021 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4df37487-c087-4861-82b4-f7108c667897 req-2810d012-ee32-45b1-b844-2d9eac50e4ba service neutron] 10.222.0.52 "GET /v2.0/networks/c74395db-c7eb-4508-9006-176acc6e4b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6708186 Aug 11 22:07:39.821973 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bacf6-d49a-443a-8c10-c083887811c6 req-c4ab3473-5559-4a8c-a31b-5fa6528d1ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:39.824240 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-895bacf6-d49a-443a-8c10-c083887811c6 req-c4ab3473-5559-4a8c-a31b-5fa6528d1ab1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=75abd965-6258-45f7-ad90-36e022c0ecc5 HTTP/1.1" status: 200 len: 1096 time: 0.2347288 Aug 11 22:07:39.878891 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-db7e190b-3d1b-4e1b-a2ad-3ae5f0ac7a6b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=11db072be4144680b4025766dbba91ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1965628 Aug 11 22:07:39.881054 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41434) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:39.897015 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7980d7f-a0fa-457c-95df-37ad9a87eb0b req-16ac2c36-f3be-4afe-a9dd-33df3144f4b0 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:39.905644 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7980d7f-a0fa-457c-95df-37ad9a87eb0b req-16ac2c36-f3be-4afe-a9dd-33df3144f4b0 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:39.914968 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7980d7f-a0fa-457c-95df-37ad9a87eb0b req-16ac2c36-f3be-4afe-a9dd-33df3144f4b0 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:39.922460 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7980d7f-a0fa-457c-95df-37ad9a87eb0b req-16ac2c36-f3be-4afe-a9dd-33df3144f4b0 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:39.928824 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7980d7f-a0fa-457c-95df-37ad9a87eb0b req-16ac2c36-f3be-4afe-a9dd-33df3144f4b0 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:39.934765 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7980d7f-a0fa-457c-95df-37ad9a87eb0b req-16ac2c36-f3be-4afe-a9dd-33df3144f4b0 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:39.942054 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7980d7f-a0fa-457c-95df-37ad9a87eb0b req-16ac2c36-f3be-4afe-a9dd-33df3144f4b0 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:39.943381 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d7980d7f-a0fa-457c-95df-37ad9a87eb0b req-16ac2c36-f3be-4afe-a9dd-33df3144f4b0 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 5421 time: 0.2966495 Aug 11 22:07:39.944932 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c4f87d6-6c57-443d-8273-079908cfbe3e tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:39.945187 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4bea0580-a762-426e-9ca1-c89a788d5e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:39.982513 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-895bacf6-d49a-443a-8c10-c083887811c6 req-7c557568-64c7-403f-8170-2c3f003b1582 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0b6482e4-2f5d-473c-ba57-9d51e019d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379514 Aug 11 22:07:39.990216 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4bea0580-a762-426e-9ca1-c89a788d5e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:40.022209 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c4f87d6-6c57-443d-8273-079908cfbe3e tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:40.064277 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d7980d7f-a0fa-457c-95df-37ad9a87eb0b req-0937c44c-793d-43db-b8d7-c53de69d5908 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce569d98-203a-4470-8865-61fccfa74fc4&id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1012728 Aug 11 22:07:40.077564 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4bea0580-a762-426e-9ca1-c89a788d5e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:40.081932 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4bea0580-a762-426e-9ca1-c89a788d5e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:40.087078 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4bea0580-a762-426e-9ca1-c89a788d5e1d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/97c9b71b-ba84-4220-8eab-8ff71b37c5fb HTTP/1.1" status: 204 len: 168 time: 0.2010751 Aug 11 22:07:40.094956 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea0580-a762-426e-9ca1-c89a788d5e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c9b71b-ba84-4220-8eab-8ff71b37c5fb,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:40.308518 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc79900-e6a6-4a72-8b95-60d2083083c6 req-38302970-6165-4b99-a64c-019f06483a4c tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:40.310482 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2dc79900-e6a6-4a72-8b95-60d2083083c6 req-38302970-6165-4b99-a64c-019f06483a4c tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] 10.222.0.77 "GET /v2.0/ports?device_id=75abd965-6258-45f7-ad90-36e022c0ecc5 HTTP/1.1" status: 200 len: 945 time: 0.0962567 Aug 11 22:07:40.333658 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c4f87d6-6c57-443d-8273-079908cfbe3e tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:40.352451 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c4f87d6-6c57-443d-8273-079908cfbe3e tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:40.459951 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2dc79900-e6a6-4a72-8b95-60d2083083c6 req-63778482-8b5e-44f1-89ed-2480d921bc91 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b6482e4-2f5d-473c-ba57-9d51e019d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320927 Aug 11 22:07:40.486193 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f87d6-6c57-443d-8273-079908cfbe3e tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Pushing event updated for resources: {'Port': ['ID=cf1077d5-5bf4-4a1b-8674-d02500898ea6,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:40.493706 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c4f87d6-6c57-443d-8273-079908cfbe3e tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:40.533510 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c4f87d6-6c57-443d-8273-079908cfbe3e tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:40.539888 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41450) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:40.540594 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3c4f87d6-6c57-443d-8273-079908cfbe3e tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3450496 Aug 11 22:07:40.550224 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-91014786-1e84-4544-8f16-0b35f1640f99 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Request body: {'floatingip': {'port_id': '544649a1-c538-444a-ba6d-8f9a2d1efbf6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:40.642713 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91014786-1e84-4544-8f16-0b35f1640f99 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks [] for floatingip, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:40.856527 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41460) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:40.857846 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-91014786-1e84-4544-8f16-0b35f1640f99 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] update failed (client error): The resource could not be found. Aug 11 22:07:40.858970 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-91014786-1e84-4544-8f16-0b35f1640f99 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] 10.222.0.77 "PUT /v2.0/floatingips/5cb36ad9-60e7-4709-9696-4e22fdf1e80c HTTP/1.1" status: 404 len: 507 time: 0.3175783 Aug 11 22:07:40.864260 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41462) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:40.944179 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0765175b-f614-4658-9df0-82202d94a4c4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eb9fff2f2cf441748fbf53c8be753e0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0852842 Aug 11 22:07:40.946597 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41466) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:41.020035 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-692e9f4e-ea96-4665-b4eb-690e06313607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:41.058881 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-692e9f4e-ea96-4665-b4eb-690e06313607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:41.088673 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-52f4f6fd-3d7e-42af-ab12-c2244c227e55 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Deleting port cf1077d5-5bf4-4a1b-8674-d02500898ea6 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:07:41.089186 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-52f4f6fd-3d7e-42af-ab12-c2244c227e55 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:41.162979 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-692e9f4e-ea96-4665-b4eb-690e06313607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:41.171032 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-692e9f4e-ea96-4665-b4eb-690e06313607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:41.173097 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-692e9f4e-ea96-4665-b4eb-690e06313607 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dd153115-e0b5-48a7-8e08-0e6a878f4184 HTTP/1.1" status: 204 len: 168 time: 0.2247887 Aug 11 22:07:41.188662 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e9f4e-ea96-4665-b4eb-690e06313607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd153115-e0b5-48a7-8e08-0e6a878f4184,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:41.259868 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-52f4f6fd-3d7e-42af-ab12-c2244c227e55 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:41.260243 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-52f4f6fd-3d7e-42af-ab12-c2244c227e55 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:41.277275 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-52f4f6fd-3d7e-42af-ab12-c2244c227e55 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Calling delete_port for cf1077d5-5bf4-4a1b-8674-d02500898ea6 owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:07:41.434353 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcd5f4-0df8-4ecf-896e-279929d16a32 req-e03061d0-ba36-4cda-a6b3-6c96300e185e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:41.475334 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcd5f4-0df8-4ecf-896e-279929d16a32 req-e03061d0-ba36-4cda-a6b3-6c96300e185e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:41.478458 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-52f4f6fd-3d7e-42af-ab12-c2244c227e55 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:41.493798 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcd5f4-0df8-4ecf-896e-279929d16a32 req-e03061d0-ba36-4cda-a6b3-6c96300e185e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:41.509773 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcd5f4-0df8-4ecf-896e-279929d16a32 req-e03061d0-ba36-4cda-a6b3-6c96300e185e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:41.523148 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4f6fd-3d7e-42af-ab12-c2244c227e55 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Pushing event deleted for resources: {'Port': ['ID=cf1077d5-5bf4-4a1b-8674-d02500898ea6,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:41.537800 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcd5f4-0df8-4ecf-896e-279929d16a32 req-e03061d0-ba36-4cda-a6b3-6c96300e185e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:41.560278 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcd5f4-0df8-4ecf-896e-279929d16a32 req-e03061d0-ba36-4cda-a6b3-6c96300e185e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:41.575587 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcd5f4-0df8-4ecf-896e-279929d16a32 req-e03061d0-ba36-4cda-a6b3-6c96300e185e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:41.591184 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-27fcd5f4-0df8-4ecf-896e-279929d16a32 req-e03061d0-ba36-4cda-a6b3-6c96300e185e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 5421 time: 0.2854147 Aug 11 22:07:41.630406 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-52f4f6fd-3d7e-42af-ab12-c2244c227e55 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:41.633618 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-52f4f6fd-3d7e-42af-ab12-c2244c227e55 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:41.634829 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-52f4f6fd-3d7e-42af-ab12-c2244c227e55 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] 10.222.0.77 "DELETE /v2.0/floatingips/5cb36ad9-60e7-4709-9696-4e22fdf1e80c HTTP/1.1" status: 204 len: 168 time: 0.7691514 Aug 11 22:07:41.642408 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41484) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:41.648267 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-15a0af97-22bf-4f06-b9e7-ec63b4dcdd3a tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Request body: {'floatingip': {'floating_network_id': '3eac99e0-25ec-4fc0-95aa-0e4f3a145132', 'port_id': '544649a1-c538-444a-ba6d-8f9a2d1efbf6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:41.675451 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-15a0af97-22bf-4f06-b9e7-ec63b4dcdd3a tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks [] for floatingip, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:41.680744 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-27fcd5f4-0df8-4ecf-896e-279929d16a32 req-e30627bd-ef3e-40a0-abb6-4539a7c56488 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce569d98-203a-4470-8865-61fccfa74fc4&id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879300 Aug 11 22:07:41.866684 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-15a0af97-22bf-4f06-b9e7-ec63b4dcdd3a tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:07:41.872077 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-15a0af97-22bf-4f06-b9e7-ec63b4dcdd3a tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2254961 Aug 11 22:07:41.874017 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41498) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:41.882420 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-df8e29a2-7e19-4e08-a34c-ed9304b4f322 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'port_id': '544649a1-c538-444a-ba6d-8f9a2d1efbf6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:41.928893 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-df8e29a2-7e19-4e08-a34c-ed9304b4f322 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks [] for floatingip, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:41.940952 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55cf35-7b07-4de2-a5f5-78ec27504899 req-cef67d97-80d3-4884-ad5b-770342db39c4 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:41.943770 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8e55cf35-7b07-4de2-a5f5-78ec27504899 req-cef67d97-80d3-4884-ad5b-770342db39c4 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] 10.222.0.77 "GET /v2.0/ports?device_id=75abd965-6258-45f7-ad90-36e022c0ecc5 HTTP/1.1" status: 200 len: 945 time: 0.1099882 Aug 11 22:07:42.036844 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8e55cf35-7b07-4de2-a5f5-78ec27504899 req-dc2923ad-1a38-4f68-b005-9a0a03b97903 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b6482e4-2f5d-473c-ba57-9d51e019d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794713 Aug 11 22:07:42.166697 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-df8e29a2-7e19-4e08-a34c-ed9304b4f322 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:42.397499 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-df8e29a2-7e19-4e08-a34c-ed9304b4f322 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Allocated IP 172.25.2.163 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/53dc6cda-bad9-494b-b961-272c43fd79d2) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:07:42.593689 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-df8e29a2-7e19-4e08-a34c-ed9304b4f322 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:42.662399 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf1044-467e-471b-a13e-92f4e3c0436d req-f61f8093-4a2d-435a-9505-956363148b94 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:42.664235 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ffdf1044-467e-471b-a13e-92f4e3c0436d req-f61f8093-4a2d-435a-9505-956363148b94 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] 10.222.0.77 "GET /v2.0/ports?device_id=75abd965-6258-45f7-ad90-36e022c0ecc5 HTTP/1.1" status: 200 len: 945 time: 0.0634229 Aug 11 22:07:42.672108 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-df8e29a2-7e19-4e08-a34c-ed9304b4f322 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:42.714852 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8e29a2-7e19-4e08-a34c-ed9304b4f322 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:07:42.720733 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-df8e29a2-7e19-4e08-a34c-ed9304b4f322 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:07:42.725784 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8e29a2-7e19-4e08-a34c-ed9304b4f322 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:07:42.732728 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e29a2-7e19-4e08-a34c-ed9304b4f322 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Pushing event updated for resources: {'Port': ['ID=53dc6cda-bad9-494b-b961-272c43fd79d2,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:42.759604 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ffdf1044-467e-471b-a13e-92f4e3c0436d req-f8ca6797-71d9-4099-bea2-6f750aed523b tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b6482e4-2f5d-473c-ba57-9d51e019d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882804 Aug 11 22:07:42.770462 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e29a2-7e19-4e08-a34c-ed9304b4f322 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:42.771062 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e29a2-7e19-4e08-a34c-ed9304b4f322 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:42.771428 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e29a2-7e19-4e08-a34c-ed9304b4f322 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:42.771809 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e29a2-7e19-4e08-a34c-ed9304b4f322 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:42.772155 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e29a2-7e19-4e08-a34c-ed9304b4f322 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:42.772499 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e29a2-7e19-4e08-a34c-ed9304b4f322 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:42.772847 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e29a2-7e19-4e08-a34c-ed9304b4f322 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:42.773186 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e29a2-7e19-4e08-a34c-ed9304b4f322 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:42.773525 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e29a2-7e19-4e08-a34c-ed9304b4f322 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:42.773880 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e29a2-7e19-4e08-a34c-ed9304b4f322 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:42.774191 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e29a2-7e19-4e08-a34c-ed9304b4f322 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:42.774518 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8e29a2-7e19-4e08-a34c-ed9304b4f322 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:07:42.999342 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ef43e-0114-4e8b-971f-7a184bbae9b8 req-33d6755e-b9f8-498f-bb68-6c6d4966fe2d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:43.011542 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ef43e-0114-4e8b-971f-7a184bbae9b8 req-33d6755e-b9f8-498f-bb68-6c6d4966fe2d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:43.019992 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-df8e29a2-7e19-4e08-a34c-ed9304b4f322 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Deleting port 53dc6cda-bad9-494b-b961-272c43fd79d2 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:07:43.021104 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ef43e-0114-4e8b-971f-7a184bbae9b8 req-33d6755e-b9f8-498f-bb68-6c6d4966fe2d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:43.021496 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-df8e29a2-7e19-4e08-a34c-ed9304b4f322 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:43.030976 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ef43e-0114-4e8b-971f-7a184bbae9b8 req-33d6755e-b9f8-498f-bb68-6c6d4966fe2d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:43.044237 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ef43e-0114-4e8b-971f-7a184bbae9b8 req-33d6755e-b9f8-498f-bb68-6c6d4966fe2d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:43.060714 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ef43e-0114-4e8b-971f-7a184bbae9b8 req-33d6755e-b9f8-498f-bb68-6c6d4966fe2d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:43.067724 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ef43e-0114-4e8b-971f-7a184bbae9b8 req-33d6755e-b9f8-498f-bb68-6c6d4966fe2d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:43.069795 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c72ef43e-0114-4e8b-971f-7a184bbae9b8 req-33d6755e-b9f8-498f-bb68-6c6d4966fe2d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 5421 time: 0.1723826 Aug 11 22:07:43.134158 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c72ef43e-0114-4e8b-971f-7a184bbae9b8 req-713c5e29-2f81-4bed-b1ea-91c94b43008d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce569d98-203a-4470-8865-61fccfa74fc4&id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528953 Aug 11 22:07:43.185293 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-df8e29a2-7e19-4e08-a34c-ed9304b4f322 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:43.187660 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-df8e29a2-7e19-4e08-a34c-ed9304b4f322 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:43.217782 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1ef44103-c48b-4b89-bf57-c74d66ac1d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:43.219124 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-df8e29a2-7e19-4e08-a34c-ed9304b4f322 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Calling delete_port for 53dc6cda-bad9-494b-b961-272c43fd79d2 owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:07:43.428030 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-df8e29a2-7e19-4e08-a34c-ed9304b4f322 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:43.459109 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e29a2-7e19-4e08-a34c-ed9304b4f322 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Pushing event deleted for resources: {'Port': ['ID=53dc6cda-bad9-494b-b961-272c43fd79d2,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:43.545236 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-df8e29a2-7e19-4e08-a34c-ed9304b4f322 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] create failed (client error): The resource could not be found. Aug 11 22:07:43.550326 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41540) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:43.550514 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-df8e29a2-7e19-4e08-a34c-ed9304b4f322 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.6747587 Aug 11 22:07:43.660936 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-1f5fe640-504a-446b-817d-1a70665e5d9d tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Deleting port 544649a1-c538-444a-ba6d-8f9a2d1efbf6 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:07:43.661422 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1f5fe640-504a-446b-817d-1a70665e5d9d tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:43.778836 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1f5fe640-504a-446b-817d-1a70665e5d9d tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:43.805044 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-1f5fe640-504a-446b-817d-1a70665e5d9d tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Calling delete_port for 544649a1-c538-444a-ba6d-8f9a2d1efbf6 owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:07:43.978852 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1dabd1-261c-4930-82b4-e887fa593bb6 req-bf107075-f2c8-4c77-9228-20912b11a4d7 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:43.991992 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3c1dabd1-261c-4930-82b4-e887fa593bb6 req-bf107075-f2c8-4c77-9228-20912b11a4d7 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] 10.222.0.77 "GET /v2.0/ports?device_id=75abd965-6258-45f7-ad90-36e022c0ecc5 HTTP/1.1" status: 200 len: 945 time: 0.1051462 Aug 11 22:07:44.057846 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3c1dabd1-261c-4930-82b4-e887fa593bb6 req-760b59d4-f836-454d-94ba-691f682601e5 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b6482e4-2f5d-473c-ba57-9d51e019d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649178 Aug 11 22:07:44.101021 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1f5fe640-504a-446b-817d-1a70665e5d9d tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:44.161587 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5fe640-504a-446b-817d-1a70665e5d9d tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Pushing event deleted for resources: {'Port': ['ID=544649a1-c538-444a-ba6d-8f9a2d1efbf6,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:44.298058 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1f5fe640-504a-446b-817d-1a70665e5d9d tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:44.301242 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1f5fe640-504a-446b-817d-1a70665e5d9d tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] 10.222.0.77 "DELETE /v2.0/ports/544649a1-c538-444a-ba6d-8f9a2d1efbf6 HTTP/1.1" status: 204 len: 168 time: 0.7496579 Aug 11 22:07:44.303811 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41568) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:44.324649 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9309a5-a640-41a7-a23f-6761f2e200e9 req-6a7a8cfc-3ad3-491d-9a4d-c364a8cb6654 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:44.326279 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7a9309a5-a640-41a7-a23f-6761f2e200e9 req-6a7a8cfc-3ad3-491d-9a4d-c364a8cb6654 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] 10.222.0.82 "GET /v2.0/ports?device_id=75abd965-6258-45f7-ad90-36e022c0ecc5 HTTP/1.1" status: 200 len: 945 time: 0.0909908 Aug 11 22:07:44.412016 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f7fa64-069a-4bb7-aace-0b6904892dfe tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:44.413648 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-96f7fa64-069a-4bb7-aace-0b6904892dfe tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] 10.222.0.77 "GET /v2.0/ports?device_id=45857863-897c-4e71-aef2-4c0d55552a15 HTTP/1.1" status: 200 len: 913 time: 0.1086173 Aug 11 22:07:44.416393 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41570) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:45.010630 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-7a9309a5-a640-41a7-a23f-6761f2e200e9 req-9da41559-2659-41a1-9dea-ae97b916f3f5 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] Deleting port 1da035b5-5649-4220-8f9b-8b289aa0ed4b {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:07:45.011583 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7a9309a5-a640-41a7-a23f-6761f2e200e9 req-9da41559-2659-41a1-9dea-ae97b916f3f5 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:45.104715 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eebff4-b506-44c7-bf5e-18a5815dbdba req-b66d9f3c-a25c-4f29-aff0-c2d1d1df7e2f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:45.114671 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eebff4-b506-44c7-bf5e-18a5815dbdba req-b66d9f3c-a25c-4f29-aff0-c2d1d1df7e2f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:45.125701 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eebff4-b506-44c7-bf5e-18a5815dbdba req-b66d9f3c-a25c-4f29-aff0-c2d1d1df7e2f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:45.132730 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eebff4-b506-44c7-bf5e-18a5815dbdba req-b66d9f3c-a25c-4f29-aff0-c2d1d1df7e2f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:45.140966 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eebff4-b506-44c7-bf5e-18a5815dbdba req-b66d9f3c-a25c-4f29-aff0-c2d1d1df7e2f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:45.147954 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eebff4-b506-44c7-bf5e-18a5815dbdba req-b66d9f3c-a25c-4f29-aff0-c2d1d1df7e2f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:45.154166 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eebff4-b506-44c7-bf5e-18a5815dbdba req-b66d9f3c-a25c-4f29-aff0-c2d1d1df7e2f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:45.156339 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b0eebff4-b506-44c7-bf5e-18a5815dbdba req-b66d9f3c-a25c-4f29-aff0-c2d1d1df7e2f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 5421 time: 0.2572765 Aug 11 22:07:45.304770 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b0eebff4-b506-44c7-bf5e-18a5815dbdba req-82e29768-51ee-4b36-ba04-87ab8cdf3cdf tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce569d98-203a-4470-8865-61fccfa74fc4&id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1184664 Aug 11 22:07:45.355985 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-7a9309a5-a640-41a7-a23f-6761f2e200e9 req-9da41559-2659-41a1-9dea-ae97b916f3f5 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] For port 1da035b5-5649-4220-8f9b-8b289aa0ed4b, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=1da035b5-5649-4220-8f9b-8b289aa0ed4b,segment=NetworkSegment(dd3aeb21-6bba-4c67-b40b-5f5799c50cfb),segment_id=dd3aeb21-6bba-4c67-b40b-5f5799c50cfb)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:45.356574 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7a9309a5-a640-41a7-a23f-6761f2e200e9 req-9da41559-2659-41a1-9dea-ae97b916f3f5 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:45.391279 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-7a9309a5-a640-41a7-a23f-6761f2e200e9 req-9da41559-2659-41a1-9dea-ae97b916f3f5 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] Calling delete_port for 1da035b5-5649-4220-8f9b-8b289aa0ed4b owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:07:45.664147 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-71a07ef5-9e95-45dd-bc61-4145a59e9640 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:45.703339 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7a9309a5-a640-41a7-a23f-6761f2e200e9 req-9da41559-2659-41a1-9dea-ae97b916f3f5 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:45.731845 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-48d451ca-22bc-47f6-ae93-5c3e9d27c8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:45.747048 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['1da035b5-5649-4220-8f9b-8b289aa0ed4b'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:07:45.782517 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da41559-2659-41a1-9dea-ae97b916f3f5 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] Pushing event deleted for resources: {'Port': ['ID=1da035b5-5649-4220-8f9b-8b289aa0ed4b,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:45.878196 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9309a5-a640-41a7-a23f-6761f2e200e9 req-9da41559-2659-41a1-9dea-ae97b916f3f5 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] No DVR routers for this DVR port 1da035b5-5649-4220-8f9b-8b289aa0ed4b on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:07:45.882262 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7a9309a5-a640-41a7-a23f-6761f2e200e9 req-9da41559-2659-41a1-9dea-ae97b916f3f5 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:45.884487 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7a9309a5-a640-41a7-a23f-6761f2e200e9 req-9da41559-2659-41a1-9dea-ae97b916f3f5 tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] 10.222.0.82 "DELETE /v2.0/ports/1da035b5-5649-4220-8f9b-8b289aa0ed4b HTTP/1.1" status: 204 len: 173 time: 1.5429165 Aug 11 22:07:45.884975 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75abd965-6258-45f7-ad90-36e022c0ecc5', 'name': 'network-vif-deleted', 'tag': '1da035b5-5649-4220-8f9b-8b289aa0ed4b'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:07:45.888480 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c93b36-9192-4fd7-b5cf-78f9e7b22062" -d '{"events": [{"server_uuid": "75abd965-6258-45f7-ad90-36e022c0ecc5", "name": "network-vif-deleted", "tag": "1da035b5-5649-4220-8f9b-8b289aa0ed4b"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:07:45.950179 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:46.148861 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-242952d1-f3e0-482e-8ea0-02d436557f35 req-81b9ccd0-0656-4242-9d43-70c041de2b2a tempest-InstanceActionsV221TestJSON-1359393796 tempest-InstanceActionsV221TestJSON-1359393796-project] 10.222.0.77 "GET /v2.0/ports?device_id=75abd965-6258-45f7-ad90-36e022c0ecc5 HTTP/1.1" status: 200 len: 210 time: 0.0855033 Aug 11 22:07:46.212605 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03528fff-b574-4b81-9954-08264375cad8 x-openstack-request-id: req-03528fff-b574-4b81-9954-08264375cad8 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:07:46.213303 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75abd965-6258-45f7-ad90-36e022c0ecc5", "name": "network-vif-deleted", "tag": "1da035b5-5649-4220-8f9b-8b289aa0ed4b", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:07:46.213814 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-03528fff-b574-4b81-9954-08264375cad8 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:07:46.214960 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75abd965-6258-45f7-ad90-36e022c0ecc5', 'name': 'network-vif-deleted', 'tag': '1da035b5-5649-4220-8f9b-8b289aa0ed4b', 'status': 'completed', 'code': 200} Aug 11 22:07:46.237822 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-71a07ef5-9e95-45dd-bc61-4145a59e9640 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Deleting port fe141c8c-fc48-416a-a45f-33cbf74c0390 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:07:46.243806 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-71a07ef5-9e95-45dd-bc61-4145a59e9640 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:46.392656 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-71a07ef5-9e95-45dd-bc61-4145a59e9640 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:46.411911 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-71a07ef5-9e95-45dd-bc61-4145a59e9640 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Calling delete_port for fe141c8c-fc48-416a-a45f-33cbf74c0390 owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:07:46.700512 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-71a07ef5-9e95-45dd-bc61-4145a59e9640 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:46.730224 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ae554-7f47-42b4-bc21-9dbdd38ba0ee req-227e5b3a-cf99-4434-ac7b-961c8120700b tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:46.735833 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41626) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:46.737852 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ae554-7f47-42b4-bc21-9dbdd38ba0ee req-227e5b3a-cf99-4434-ac7b-961c8120700b tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:46.744201 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ae554-7f47-42b4-bc21-9dbdd38ba0ee req-227e5b3a-cf99-4434-ac7b-961c8120700b tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:46.750897 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ae554-7f47-42b4-bc21-9dbdd38ba0ee req-227e5b3a-cf99-4434-ac7b-961c8120700b tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:46.757581 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ae554-7f47-42b4-bc21-9dbdd38ba0ee req-227e5b3a-cf99-4434-ac7b-961c8120700b tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:46.763924 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ae554-7f47-42b4-bc21-9dbdd38ba0ee req-227e5b3a-cf99-4434-ac7b-961c8120700b tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:46.771458 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ae554-7f47-42b4-bc21-9dbdd38ba0ee req-227e5b3a-cf99-4434-ac7b-961c8120700b tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:46.773588 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c25ae554-7f47-42b4-bc21-9dbdd38ba0ee req-227e5b3a-cf99-4434-ac7b-961c8120700b tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 5421 time: 0.2049789 Aug 11 22:07:46.802457 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a07ef5-9e95-45dd-bc61-4145a59e9640 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Pushing event deleted for resources: {'Port': ['ID=fe141c8c-fc48-416a-a45f-33cbf74c0390,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:46.921256 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c25ae554-7f47-42b4-bc21-9dbdd38ba0ee req-3126282d-6abd-4403-8182-4691e6678d24 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce569d98-203a-4470-8865-61fccfa74fc4&id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1151788 Aug 11 22:07:46.951934 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41632) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:47.044117 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5fdaa477-d43e-4aae-b1bf-548beebcb798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:47.050967 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-71a07ef5-9e95-45dd-bc61-4145a59e9640 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:47.083350 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9e1fe34d-f732-4151-b9d5-0ff5b4101090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:47.245139 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a07ef5-9e95-45dd-bc61-4145a59e9640 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Router 45857863-897c-4e71-aef2-4c0d55552a15 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:07:47.262944 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5fdaa477-d43e-4aae-b1bf-548beebcb798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:47.277998 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5fdaa477-d43e-4aae-b1bf-548beebcb798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:47.357069 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a07ef5-9e95-45dd-bc61-4145a59e9640 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:07:47.363002 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-71a07ef5-9e95-45dd-bc61-4145a59e9640 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] 10.222.0.77 "PUT /v2.0/routers/45857863-897c-4e71-aef2-4c0d55552a15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9455149 Aug 11 22:07:47.367709 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41640) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:47.376604 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5fdaa477-d43e-4aae-b1bf-548beebcb798 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c9e9e3e012784f0fa37af41267146d66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4193411 Aug 11 22:07:47.382431 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41642) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:47.384848 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdaa477-d43e-4aae-b1bf-548beebcb798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8a9768-eed5-4f2c-b1cd-ba69ef5fda27,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:47.390157 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6593e52-4637-45bb-8f72-ba8eb8c9743f None None] Sync routers for ids ['45857863-897c-4e71-aef2-4c0d55552a15'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:07:47.453872 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6593e52-4637-45bb-8f72-ba8eb8c9743f None None] Routers {'45857863-897c-4e71-aef2-4c0d55552a15'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:07:47.455788 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-d6593e52-4637-45bb-8f72-ba8eb8c9743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:07:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['45857863-897c-4e71-aef2-4c0d55552a15'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:07:47.463537 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:47.470056 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-77f42b81-afe4-4965-8c17-9467279420e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:47.512451 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-86537ec3-9d24-4d0a-a8fc-98e25e98882f tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:47.521603 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-77f42b81-afe4-4965-8c17-9467279420e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:47.524023 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-d6593e52-4637-45bb-8f72-ba8eb8c9743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:07:47.534541 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6593e52-4637-45bb-8f72-ba8eb8c9743f None None] Routers {'45857863-897c-4e71-aef2-4c0d55552a15'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:07:47.535189 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-d6593e52-4637-45bb-8f72-ba8eb8c9743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:07:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['45857863-897c-4e71-aef2-4c0d55552a15'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:07:47.543375 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9e1fe34d-f732-4151-b9d5-0ff5b4101090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:47.553759 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9e1fe34d-f732-4151-b9d5-0ff5b4101090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:47.575978 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-d6593e52-4637-45bb-8f72-ba8eb8c9743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:07:47.576931 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6593e52-4637-45bb-8f72-ba8eb8c9743f None None] The sync data for ids ['45857863-897c-4e71-aef2-4c0d55552a15'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:07:47.612383 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1fe34d-f732-4151-b9d5-0ff5b4101090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcf81ec-ac0f-44dc-bb03-3c0565679a41,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:47.617865 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9e1fe34d-f732-4151-b9d5-0ff5b4101090 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b5f1780e811b4fbf8ec94bf0f2655dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8789649 Aug 11 22:07:47.622378 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41648) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:47.646815 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41650) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:47.665508 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-77f42b81-afe4-4965-8c17-9467279420e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:47.668268 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-77f42b81-afe4-4965-8c17-9467279420e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:47.669532 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-77f42b81-afe4-4965-8c17-9467279420e0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4b8a9768-eed5-4f2c-b1cd-ba69ef5fda27 HTTP/1.1" status: 204 len: 168 time: 0.2857420 Aug 11 22:07:47.715278 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f42b81-afe4-4965-8c17-9467279420e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8a9768-eed5-4f2c-b1cd-ba69ef5fda27,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:47.755887 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d9b1505-5240-4a3d-b5cf-e89c93709fed admin admin] Deleting subnet 12cdbb16-90d5-4b1d-b613-20809b9098d8 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:07:47.765161 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2d9b1505-5240-4a3d-b5cf-e89c93709fed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:47.772464 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-86537ec3-9d24-4d0a-a8fc-98e25e98882f tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:47.775274 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-86537ec3-9d24-4d0a-a8fc-98e25e98882f tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:47.806024 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3fee0580-f038-4924-ad83-759b95c80e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:47.831924 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-86537ec3-9d24-4d0a-a8fc-98e25e98882f tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:47.832379 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86537ec3-9d24-4d0a-a8fc-98e25e98882f tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Fanout notify agent at l3_agent the message router_deleted on router 45857863-897c-4e71-aef2-4c0d55552a15 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:07:47.841926 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-86537ec3-9d24-4d0a-a8fc-98e25e98882f tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:47.843584 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-86537ec3-9d24-4d0a-a8fc-98e25e98882f tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] 10.222.0.77 "DELETE /v2.0/routers/45857863-897c-4e71-aef2-4c0d55552a15 HTTP/1.1" status: 204 len: 168 time: 0.4746315 Aug 11 22:07:47.848453 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41654) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:47.874739 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3fee0580-f038-4924-ad83-759b95c80e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:47.879768 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2d9b1505-5240-4a3d-b5cf-e89c93709fed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:47.923324 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c1d09c6-baa7-4dbd-9ec2-5f7e2d656b43 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Deleting subnet 26c80b8e-d699-46e8-a1c3-42d4818aa217 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:07:47.929049 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1c1d09c6-baa7-4dbd-9ec2-5f7e2d656b43 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:48.008181 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2d9b1505-5240-4a3d-b5cf-e89c93709fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:48.012888 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1c1d09c6-baa7-4dbd-9ec2-5f7e2d656b43 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:48.093137 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3fee0580-f038-4924-ad83-759b95c80e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:48.098158 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3fee0580-f038-4924-ad83-759b95c80e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:48.113136 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3fee0580-f038-4924-ad83-759b95c80e94 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cfcf81ec-ac0f-44dc-bb03-3c0565679a41 HTTP/1.1" status: 204 len: 168 time: 0.4808300 Aug 11 22:07:48.126258 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee0580-f038-4924-ad83-759b95c80e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcf81ec-ac0f-44dc-bb03-3c0565679a41,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:48.152419 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2d9b1505-5240-4a3d-b5cf-e89c93709fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:48.190765 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f235f84-9be8-4ad7-be92-617110bf1445 req-1c4fb4f4-2b0c-49a0-8f12-15ef05209b8a tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:48.191037 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2d9b1505-5240-4a3d-b5cf-e89c93709fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:48.200235 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2d9b1505-5240-4a3d-b5cf-e89c93709fed admin admin] 10.222.0.77 "DELETE /v2.0/subnets/12cdbb16-90d5-4b1d-b613-20809b9098d8 HTTP/1.1" status: 204 len: 168 time: 0.5522614 Aug 11 22:07:48.201201 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f235f84-9be8-4ad7-be92-617110bf1445 req-1c4fb4f4-2b0c-49a0-8f12-15ef05209b8a tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:48.209150 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f235f84-9be8-4ad7-be92-617110bf1445 req-1c4fb4f4-2b0c-49a0-8f12-15ef05209b8a tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:48.216524 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f235f84-9be8-4ad7-be92-617110bf1445 req-1c4fb4f4-2b0c-49a0-8f12-15ef05209b8a tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:48.220014 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41664) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:48.220524 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41666) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:48.221964 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b1505-5240-4a3d-b5cf-e89c93709fed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12cdbb16-90d5-4b1d-b613-20809b9098d8,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:48.228682 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f235f84-9be8-4ad7-be92-617110bf1445 req-1c4fb4f4-2b0c-49a0-8f12-15ef05209b8a tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:48.236514 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f235f84-9be8-4ad7-be92-617110bf1445 req-1c4fb4f4-2b0c-49a0-8f12-15ef05209b8a tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:48.244212 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f235f84-9be8-4ad7-be92-617110bf1445 req-1c4fb4f4-2b0c-49a0-8f12-15ef05209b8a tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:48.246554 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7f235f84-9be8-4ad7-be92-617110bf1445 req-1c4fb4f4-2b0c-49a0-8f12-15ef05209b8a tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 5421 time: 0.2019615 Aug 11 22:07:48.280173 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-24af119e-c646-4ea8-b0ff-923c96d43c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:48.293506 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1c1d09c6-baa7-4dbd-9ec2-5f7e2d656b43 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:48.331911 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a7a2f1f-cfff-49ed-b37d-a2fc29a6d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:48.396855 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7f235f84-9be8-4ad7-be92-617110bf1445 req-2ea7e578-4485-4a7f-8460-c65b580b22d4 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce569d98-203a-4470-8865-61fccfa74fc4&id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1336522 Aug 11 22:07:48.448814 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 1da035b5-5649-4220-8f9b-8b289aa0ed4b no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:07:48.486106 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a7a2f1f-cfff-49ed-b37d-a2fc29a6d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:48.486440 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1c1d09c6-baa7-4dbd-9ec2-5f7e2d656b43 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:48.497842 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 1da035b5-5649-4220-8f9b-8b289aa0ed4b {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:07:48.498405 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 1da035b5-5649-4220-8f9b-8b289aa0ed4b not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:07:48.506119 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-3a7a2f1f-cfff-49ed-b37d-a2fc29a6d833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c545be-e0ac-4c79-962b-0aa57d266adc']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:07:48.525259 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-3a7a2f1f-cfff-49ed-b37d-a2fc29a6d833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3aeb21-6bba-4c67-b40b-5f5799c50cfb') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:07:48.525711 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-3a7a2f1f-cfff-49ed-b37d-a2fc29a6d833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3aeb21-6bba-4c67-b40b-5f5799c50cfb') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:07:48.547541 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a7a2f1f-cfff-49ed-b37d-a2fc29a6d833 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:48.564758 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d09c6-baa7-4dbd-9ec2-5f7e2d656b43 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Pushing event deleted for resources: {'Subnet': ['ID=26c80b8e-d699-46e8-a1c3-42d4818aa217,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:48.572552 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-24af119e-c646-4ea8-b0ff-923c96d43c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:48.583254 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a7a2f1f-cfff-49ed-b37d-a2fc29a6d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:48.585465 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1c1d09c6-baa7-4dbd-9ec2-5f7e2d656b43 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:48.587187 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-24af119e-c646-4ea8-b0ff-923c96d43c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:48.592806 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1c1d09c6-baa7-4dbd-9ec2-5f7e2d656b43 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] 10.222.0.77 "DELETE /v2.0/subnets/26c80b8e-d699-46e8-a1c3-42d4818aa217 HTTP/1.1" status: 204 len: 168 time: 0.7416275 Aug 11 22:07:48.596909 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41672) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:48.597576 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c44276a-a6b6-4dbe-92f1-36cdbd05d813 None None] Network 3eac99e0-25ec-4fc0-95aa-0e4f3a145132 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:07:48.638049 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a7a2f1f-cfff-49ed-b37d-a2fc29a6d833 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:07:48.638616 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a7a2f1f-cfff-49ed-b37d-a2fc29a6d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:07:48.640635 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:07:48.748876 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dd4918cc-4cbd-433a-8f1b-fc8dc727ac85 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:48.819450 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-24af119e-c646-4ea8-b0ff-923c96d43c5b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0f66de44c6304a3ea35752feee40b278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5924180 Aug 11 22:07:48.820274 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41674) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:48.825825 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a7a2f1f-cfff-49ed-b37d-a2fc29a6d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:48.841047 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a7a2f1f-cfff-49ed-b37d-a2fc29a6d833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:48.844438 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3a7a2f1f-cfff-49ed-b37d-a2fc29a6d833 admin admin] 10.222.0.77 "DELETE /v2.0/networks/78c545be-e0ac-4c79-962b-0aa57d266adc HTTP/1.1" status: 204 len: 168 time: 0.6186223 Aug 11 22:07:48.869310 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af119e-c646-4ea8-b0ff-923c96d43c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00889b8-4481-4d55-ab10-e7d7812072a8,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:48.873960 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a2f1f-cfff-49ed-b37d-a2fc29a6d833 admin admin] Pushing event deleted for resources: {'Network': ['ID=78c545be-e0ac-4c79-962b-0aa57d266adc,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:48.880087 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-dd4918cc-4cbd-433a-8f1b-fc8dc727ac85 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Deleting port 9b2615d0-1fa2-40a4-b05b-e59e9a835a85 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:07:48.880621 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dd4918cc-4cbd-433a-8f1b-fc8dc727ac85 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:48.904002 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0b2f91-70fc-48ea-8a31-29cc0e8df43b None None] DHCP port deletion for 3eac99e0-25ec-4fc0-95aa-0e4f3a145132 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:07:48.922283 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:48.942194 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41678) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:48.957059 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4ef27c03-fc2e-4a26-86a8-388764628818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:48.979100 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-6c0b2f91-70fc-48ea-8a31-29cc0e8df43b None None] Deleting port 9b2615d0-1fa2-40a4-b05b-e59e9a835a85 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:07:48.979838 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6c0b2f91-70fc-48ea-8a31-29cc0e8df43b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:48.989416 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-778d1deb-0a04-40b1-af02-40418c495bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:49.023758 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-778d1deb-0a04-40b1-af02-40418c495bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:49.035351 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-dd4918cc-4cbd-433a-8f1b-fc8dc727ac85 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] For port 9b2615d0-1fa2-40a4-b05b-e59e9a835a85, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9b2615d0-1fa2-40a4-b05b-e59e9a835a85,segment=NetworkSegment(4a330753-2b98-44eb-b056-3d6e7774f07c),segment_id=4a330753-2b98-44eb-b056-3d6e7774f07c)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:49.035805 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dd4918cc-4cbd-433a-8f1b-fc8dc727ac85 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:49.061560 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-dd4918cc-4cbd-433a-8f1b-fc8dc727ac85 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Calling delete_port for 9b2615d0-1fa2-40a4-b05b-e59e9a835a85 owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:07:49.067121 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-6c0b2f91-70fc-48ea-8a31-29cc0e8df43b None None] For port 9b2615d0-1fa2-40a4-b05b-e59e9a835a85, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9b2615d0-1fa2-40a4-b05b-e59e9a835a85,segment=NetworkSegment(4a330753-2b98-44eb-b056-3d6e7774f07c),segment_id=4a330753-2b98-44eb-b056-3d6e7774f07c)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:49.067886 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6c0b2f91-70fc-48ea-8a31-29cc0e8df43b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:49.084447 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41680) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:49.091352 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-6c0b2f91-70fc-48ea-8a31-29cc0e8df43b None None] Calling delete_port for 9b2615d0-1fa2-40a4-b05b-e59e9a835a85 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:07:49.098047 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4ef27c03-fc2e-4a26-86a8-388764628818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:49.107780 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4ef27c03-fc2e-4a26-86a8-388764628818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:49.146328 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4ef27c03-fc2e-4a26-86a8-388764628818 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b054a557cb8546cfacaa7671e2c6cbaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2025285 Aug 11 22:07:49.149706 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41682) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:49.184295 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef27c03-fc2e-4a26-86a8-388764628818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8507039-fb84-407b-88a9-ab8b9c88925b,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:49.187718 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-778d1deb-0a04-40b1-af02-40418c495bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:49.190359 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-778d1deb-0a04-40b1-af02-40418c495bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:49.193386 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-642bd4fb-2c5d-4734-ae25-687fb334b15d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2b96b7f7100f485a96e31eff60661ae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1054211 Aug 11 22:07:49.194317 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-778d1deb-0a04-40b1-af02-40418c495bef admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b00889b8-4481-4d55-ab10-e7d7812072a8 HTTP/1.1" status: 204 len: 168 time: 0.3703363 Aug 11 22:07:49.194612 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41684) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:49.224152 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6c0b2f91-70fc-48ea-8a31-29cc0e8df43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:49.230867 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d1deb-0a04-40b1-af02-40418c495bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00889b8-4481-4d55-ab10-e7d7812072a8,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:49.249079 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0b2f91-70fc-48ea-8a31-29cc0e8df43b None None] No DVR routers for this DVR port 9b2615d0-1fa2-40a4-b05b-e59e9a835a85 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:07:49.253797 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a91a2517-ff14-4786-9488-3d3ac39efc42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:49.262679 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1b15ffbd-f5ef-4ce1-a32a-956706f26fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:49.265021 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dd4918cc-4cbd-433a-8f1b-fc8dc727ac85 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:49.284274 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b2f91-70fc-48ea-8a31-29cc0e8df43b None None] Pushing event deleted for resources: {'Port': ['ID=9b2615d0-1fa2-40a4-b05b-e59e9a835a85,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:49.306686 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4918cc-4cbd-433a-8f1b-fc8dc727ac85 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Pushing event deleted for resources: {'Port': ['ID=9b2615d0-1fa2-40a4-b05b-e59e9a835a85,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:49.318325 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a91a2517-ff14-4786-9488-3d3ac39efc42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:49.325454 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4918cc-4cbd-433a-8f1b-fc8dc727ac85 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] No DVR routers for this DVR port 9b2615d0-1fa2-40a4-b05b-e59e9a835a85 on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:07:49.328745 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1b15ffbd-f5ef-4ce1-a32a-956706f26fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:49.385720 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9b2615d0-1fa2-40a4-b05b-e59e9a835a85 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:07:49.407352 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a91a2517-ff14-4786-9488-3d3ac39efc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:49.413114 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a91a2517-ff14-4786-9488-3d3ac39efc42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:49.418520 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a91a2517-ff14-4786-9488-3d3ac39efc42 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0b6482e4-2f5d-473c-ba57-9d51e019d6d4 HTTP/1.1" status: 204 len: 168 time: 0.2227829 Aug 11 22:07:49.422244 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 9b2615d0-1fa2-40a4-b05b-e59e9a835a85 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:07:49.423750 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9b2615d0-1fa2-40a4-b05b-e59e9a835a85 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:07:49.429615 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a2517-ff14-4786-9488-3d3ac39efc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6482e4-2f5d-473c-ba57-9d51e019d6d4,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:49.452322 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dd4918cc-4cbd-433a-8f1b-fc8dc727ac85 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:49.465532 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-dd4918cc-4cbd-433a-8f1b-fc8dc727ac85 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eac99e0-25ec-4fc0-95aa-0e4f3a145132']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:07:49.479449 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-dd4918cc-4cbd-433a-8f1b-fc8dc727ac85 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a330753-2b98-44eb-b056-3d6e7774f07c') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:07:49.479708 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-dd4918cc-4cbd-433a-8f1b-fc8dc727ac85 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a330753-2b98-44eb-b056-3d6e7774f07c') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:07:49.492581 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dd4918cc-4cbd-433a-8f1b-fc8dc727ac85 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:49.506518 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1b15ffbd-f5ef-4ce1-a32a-956706f26fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:49.510197 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1b15ffbd-f5ef-4ce1-a32a-956706f26fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:49.511453 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1b15ffbd-f5ef-4ce1-a32a-956706f26fcb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e8507039-fb84-407b-88a9-ab8b9c88925b HTTP/1.1" status: 204 len: 168 time: 0.3608384 Aug 11 22:07:49.513426 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dd4918cc-4cbd-433a-8f1b-fc8dc727ac85 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:49.530818 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd4918cc-4cbd-433a-8f1b-fc8dc727ac85 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:07:49.531256 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dd4918cc-4cbd-433a-8f1b-fc8dc727ac85 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: self.session.flush() Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: self.session.flush() Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: self.session.flush() Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: self.session.flush() Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:07:49.535489 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:07:49.548051 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15ffbd-f5ef-4ce1-a32a-956706f26fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8507039-fb84-407b-88a9-ab8b9c88925b,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:49.639710 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dd4918cc-4cbd-433a-8f1b-fc8dc727ac85 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:49.651228 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dd4918cc-4cbd-433a-8f1b-fc8dc727ac85 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:49.656797 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-dd4918cc-4cbd-433a-8f1b-fc8dc727ac85 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] 10.222.0.77 "DELETE /v2.0/networks/3eac99e0-25ec-4fc0-95aa-0e4f3a145132 HTTP/1.1" status: 204 len: 168 time: 1.0551207 Aug 11 22:07:49.672259 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4918cc-4cbd-433a-8f1b-fc8dc727ac85 tempest-FloatingIPNegativeTestJSON-554013260 tempest-FloatingIPNegativeTestJSON-554013260-project] Pushing event deleted for resources: {'Network': ['ID=3eac99e0-25ec-4fc0-95aa-0e4f3a145132,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:49.698692 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2864b-8d5b-4de0-aef7-b0acd3f4d007 req-877fbd05-4221-4c76-965a-8f6057d1a1d1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:49.704946 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2864b-8d5b-4de0-aef7-b0acd3f4d007 req-877fbd05-4221-4c76-965a-8f6057d1a1d1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:49.711738 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2864b-8d5b-4de0-aef7-b0acd3f4d007 req-877fbd05-4221-4c76-965a-8f6057d1a1d1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:49.717898 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2864b-8d5b-4de0-aef7-b0acd3f4d007 req-877fbd05-4221-4c76-965a-8f6057d1a1d1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:49.724186 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2864b-8d5b-4de0-aef7-b0acd3f4d007 req-877fbd05-4221-4c76-965a-8f6057d1a1d1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:49.730380 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2864b-8d5b-4de0-aef7-b0acd3f4d007 req-877fbd05-4221-4c76-965a-8f6057d1a1d1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:49.736538 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2864b-8d5b-4de0-aef7-b0acd3f4d007 req-877fbd05-4221-4c76-965a-8f6057d1a1d1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:49.738619 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2ea2864b-8d5b-4de0-aef7-b0acd3f4d007 req-877fbd05-4221-4c76-965a-8f6057d1a1d1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 5421 time: 0.2020779 Aug 11 22:07:49.789313 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2ea2864b-8d5b-4de0-aef7-b0acd3f4d007 req-763c18ef-e69b-43ff-a802-dd2ebca15165 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce569d98-203a-4470-8865-61fccfa74fc4&id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435147 Aug 11 22:07:50.241524 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41720) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:50.345948 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:50.580555 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1f6fa44a-c566-4cd9-8f57-96f807ac7b03 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4c2b55078737459ba51f0aa5939e4d93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3377793 Aug 11 22:07:50.583667 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41734) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:50.648980 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-535354fd-27a5-4468-b6c8-10c5fd78adf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:50.682892 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-535354fd-27a5-4468-b6c8-10c5fd78adf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:50.771883 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-535354fd-27a5-4468-b6c8-10c5fd78adf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:50.777616 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-535354fd-27a5-4468-b6c8-10c5fd78adf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:50.782553 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-535354fd-27a5-4468-b6c8-10c5fd78adf1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/458e3a66-e81d-4788-be14-bf7f4b650370 HTTP/1.1" status: 204 len: 168 time: 0.1945772 Aug 11 22:07:50.794443 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535354fd-27a5-4468-b6c8-10c5fd78adf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458e3a66-e81d-4788-be14-bf7f4b650370,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:51.033743 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab135d-fd00-455f-95e3-a852cb95fd3a req-f0d2bb0e-17e8-4177-a712-e98902cfefc6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:51.040368 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab135d-fd00-455f-95e3-a852cb95fd3a req-f0d2bb0e-17e8-4177-a712-e98902cfefc6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:51.046518 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab135d-fd00-455f-95e3-a852cb95fd3a req-f0d2bb0e-17e8-4177-a712-e98902cfefc6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:51.053563 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab135d-fd00-455f-95e3-a852cb95fd3a req-f0d2bb0e-17e8-4177-a712-e98902cfefc6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:51.059844 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab135d-fd00-455f-95e3-a852cb95fd3a req-f0d2bb0e-17e8-4177-a712-e98902cfefc6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:51.066577 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab135d-fd00-455f-95e3-a852cb95fd3a req-f0d2bb0e-17e8-4177-a712-e98902cfefc6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:51.072820 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab135d-fd00-455f-95e3-a852cb95fd3a req-f0d2bb0e-17e8-4177-a712-e98902cfefc6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:51.075002 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e0ab135d-fd00-455f-95e3-a852cb95fd3a req-f0d2bb0e-17e8-4177-a712-e98902cfefc6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 5421 time: 0.1334898 Aug 11 22:07:51.133135 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e0ab135d-fd00-455f-95e3-a852cb95fd3a req-536c2f60-82bb-4c34-a6e1-ffead867b83e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce569d98-203a-4470-8865-61fccfa74fc4&id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0504594 Aug 11 22:07:51.577099 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41776) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:51.866226 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-f735374d-d440-4378-a7c4-47d2957a4464 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-844282352-network', 'tenant_id': 'd7b8d86a17fe47299a8b318f3c170ab3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:51.906152 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f735374d-d440-4378-a7c4-47d2957a4464 admin admin] Made reservation on behalf of d7b8d86a17fe47299a8b318f3c170ab3 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:07:51.910791 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f735374d-d440-4378-a7c4-47d2957a4464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:51.929760 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f735374d-d440-4378-a7c4-47d2957a4464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:52.082249 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f735374d-d440-4378-a7c4-47d2957a4464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:52.089483 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f735374d-d440-4378-a7c4-47d2957a4464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:52.122914 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f735374d-d440-4378-a7c4-47d2957a4464 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:07:52.134592 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735374d-d440-4378-a7c4-47d2957a4464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434f5ecd-d588-4957-adab-a3fd38b373f0,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:52.140161 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f735374d-d440-4378-a7c4-47d2957a4464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:52.140508 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-f735374d-d440-4378-a7c4-47d2957a4464 admin admin] Added segment 7c2f15cb-3812-4339-b22c-23429dcbb708 of type vlan for network 1da5b072-9369-4447-afd9-f10ac0538ccc Aug 11 22:07:52.192303 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f735374d-d440-4378-a7c4-47d2957a4464 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:52.279676 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f735374d-d440-4378-a7c4-47d2957a4464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:52.279676 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f735374d-d440-4378-a7c4-47d2957a4464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:52.279676 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f735374d-d440-4378-a7c4-47d2957a4464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:52.423917 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f735374d-d440-4378-a7c4-47d2957a4464 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8450043 Aug 11 22:07:52.428751 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41808) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:52.433322 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735374d-d440-4378-a7c4-47d2957a4464 admin admin] Pushing event updated for resources: {'Network': ['ID=1da5b072-9369-4447-afd9-f10ac0538ccc,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:52.444780 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-798ff5da-9138-433d-9e52-51f929a92077 admin admin] Request body: {'subnet': {'network_id': '1da5b072-9369-4447-afd9-f10ac0538ccc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-844282352-subnet', 'tenant_id': 'd7b8d86a17fe47299a8b318f3c170ab3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:52.449406 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 1da5b072-9369-4447-afd9-f10ac0538ccc details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:07:52.460719 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec77c33-813a-48ed-895b-7e26b49d96f2 req-28bf84ad-e7a8-4629-932c-058a76cde22e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:52.471558 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec77c33-813a-48ed-895b-7e26b49d96f2 req-28bf84ad-e7a8-4629-932c-058a76cde22e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:52.490590 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec77c33-813a-48ed-895b-7e26b49d96f2 req-28bf84ad-e7a8-4629-932c-058a76cde22e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:52.505465 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798ff5da-9138-433d-9e52-51f929a92077 admin admin] Made reservation on behalf of d7b8d86a17fe47299a8b318f3c170ab3 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:07:52.508200 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec77c33-813a-48ed-895b-7e26b49d96f2 req-28bf84ad-e7a8-4629-932c-058a76cde22e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:52.514916 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-798ff5da-9138-433d-9e52-51f929a92077 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:52.522150 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec77c33-813a-48ed-895b-7e26b49d96f2 req-28bf84ad-e7a8-4629-932c-058a76cde22e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:52.531871 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec77c33-813a-48ed-895b-7e26b49d96f2 req-28bf84ad-e7a8-4629-932c-058a76cde22e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:52.550679 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec77c33-813a-48ed-895b-7e26b49d96f2 req-28bf84ad-e7a8-4629-932c-058a76cde22e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:52.561520 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bec77c33-813a-48ed-895b-7e26b49d96f2 req-28bf84ad-e7a8-4629-932c-058a76cde22e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 5421 time: 0.3082108 Aug 11 22:07:52.956881 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-798ff5da-9138-433d-9e52-51f929a92077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:53.020090 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bec77c33-813a-48ed-895b-7e26b49d96f2 req-b3875b1b-67f8-4d94-bedc-69d5899a3909 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce569d98-203a-4470-8865-61fccfa74fc4&id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4549360 Aug 11 22:07:53.055185 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ff5da-9138-433d-9e52-51f929a92077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07e64c65-d6f8-488c-a480-8bed3eb225c0,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:53.089053 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41824) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:53.129720 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798ff5da-9138-433d-9e52-51f929a92077 admin admin] Checking segment: {'id': '7c2f15cb-3812-4339-b22c-23429dcbb708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1da5b072-9369-4447-afd9-f10ac0538ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:07:53.130133 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798ff5da-9138-433d-9e52-51f929a92077 admin admin] Network hostable DHCP agents. Network: 1da5b072-9369-4447-afd9-f10ac0538ccc, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:07:53.159920 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798ff5da-9138-433d-9e52-51f929a92077 admin admin] Network 1da5b072-9369-4447-afd9-f10ac0538ccc is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:07:53.178338 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-798ff5da-9138-433d-9e52-51f929a92077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 1da5b072-9369-4447-afd9-f10ac0538ccc) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:07:53.192910 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a258e35d-bc7d-4e92-90e4-71ed2626ac21 None None] Network 1da5b072-9369-4447-afd9-f10ac0538ccc requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:07:53.204343 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798ff5da-9138-433d-9e52-51f929a92077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:53.205927 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-798ff5da-9138-433d-9e52-51f929a92077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:53.233938 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-798ff5da-9138-433d-9e52-51f929a92077 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8014243 Aug 11 22:07:53.334683 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-fca39dda-2f6e-4751-b210-a54a37915a76 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Request body: {'security_group': {'name': 'tempest-secgroup--725741340'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:53.396225 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fca39dda-2f6e-4751-b210-a54a37915a76 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:53.418319 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fca39dda-2f6e-4751-b210-a54a37915a76 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:53.582846 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b944e-4708-4419-b2b2-bf062614e2b2 req-70a56593-049e-4a15-8679-d32812787d5d tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:53.599338 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c01b944e-4708-4419-b2b2-bf062614e2b2 req-70a56593-049e-4a15-8679-d32812787d5d tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c681a048-cd9d-4a75-a120-f3e88edb0dd6 HTTP/1.1" status: 200 len: 946 time: 0.1863503 Aug 11 22:07:53.681553 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7be514-a0a3-49a0-b980-97f472e98d55 None None] Network 1da5b072-9369-4447-afd9-f10ac0538ccc requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:07:53.727555 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c01b944e-4708-4419-b2b2-bf062614e2b2 req-a54ec9f9-c063-404a-8e8f-4e3015c4a195 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261363 Aug 11 22:07:53.833927 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fca39dda-2f6e-4751-b210-a54a37915a76 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:53.843425 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fca39dda-2f6e-4751-b210-a54a37915a76 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:53.918045 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca39dda-2f6e-4751-b210-a54a37915a76 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daf5b482-68bc-46a0-a5c1-0b01f643a535,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:54.027829 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fca39dda-2f6e-4751-b210-a54a37915a76 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:54.036224 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fca39dda-2f6e-4751-b210-a54a37915a76 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:54.070427 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fca39dda-2f6e-4751-b210-a54a37915a76 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:54.071971 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fca39dda-2f6e-4751-b210-a54a37915a76 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9811263 Aug 11 22:07:54.076558 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41862) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:54.084074 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca39dda-2f6e-4751-b210-a54a37915a76 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3d3de3-5b5c-49de-b0a0-e8c033d6554c,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:54.215859 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2338e592-0f88-4874-bbe6-9cc65d2c16c2 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1372285 Aug 11 22:07:54.218956 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41872) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:54.227750 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-840130d3-b390-44cf-8fcb-79883f15e731 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Request body: {'security_group': {'name': 'tempest-security--2127667052', 'description': 'tempest-security-description-1562064559'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:54.272905 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-840130d3-b390-44cf-8fcb-79883f15e731 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:54.360697 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-840130d3-b390-44cf-8fcb-79883f15e731 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:54.368705 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-840130d3-b390-44cf-8fcb-79883f15e731 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:54.373898 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-840130d3-b390-44cf-8fcb-79883f15e731 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:54.376088 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-840130d3-b390-44cf-8fcb-79883f15e731 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "PUT /v2.0/security-groups/9e3d3de3-5b5c-49de-b0a0-e8c033d6554c HTTP/1.1" status: 200 len: 1780 time: 0.1550138 Aug 11 22:07:54.381196 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41880) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:54.410893 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840130d3-b390-44cf-8fcb-79883f15e731 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3d3de3-5b5c-49de-b0a0-e8c033d6554c,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:54.475753 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-475b2118-cd90-4000-9903-682c1972764b tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "GET /v2.0/security-groups/9e3d3de3-5b5c-49de-b0a0-e8c033d6554c HTTP/1.1" status: 200 len: 1780 time: 0.0918057 Aug 11 22:07:54.479291 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41886) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:54.656602 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41894) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:54.657127 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ec564003-2d82-4919-99c6-432b2285d077 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:54.700175 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ec564003-2d82-4919-99c6-432b2285d077 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:54.768541 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-69029ff4-b94f-45ec-bce5-2dabe51ca45f tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:54.770371 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-69029ff4-b94f-45ec-bce5-2dabe51ca45f tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/networks?id=1da5b072-9369-4447-afd9-f10ac0538ccc HTTP/1.1" status: 200 len: 817 time: 0.2131782 Aug 11 22:07:54.795659 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ec564003-2d82-4919-99c6-432b2285d077 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:54.798321 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ec564003-2d82-4919-99c6-432b2285d077 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:54.799671 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ec564003-2d82-4919-99c6-432b2285d077 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "DELETE /v2.0/security-groups/9e3d3de3-5b5c-49de-b0a0-e8c033d6554c HTTP/1.1" status: 204 len: 168 time: 0.3191984 Aug 11 22:07:54.804224 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-f90e6bfd-fe36-443d-a280-239b8499b9c4 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/quotas/d7b8d86a17fe47299a8b318f3c170ab3 HTTP/1.1" status: 200 len: 375 time: 0.0236731 Aug 11 22:07:54.804642 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41898) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:54.811697 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec564003-2d82-4919-99c6-432b2285d077 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3d3de3-5b5c-49de-b0a0-e8c033d6554c,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:54.852540 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-d4816203-5260-4fe4-a6a3-897a3710e8e1 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d7b8d86a17fe47299a8b318f3c170ab3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361722 Aug 11 22:07:54.853764 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9e318dd9-2f95-42d6-8982-7217d1870eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:54.920382 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4a09162a-3d8b-4c64-bcd3-b29b62bfaea4 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1125140 Aug 11 22:07:54.924716 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41900) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:54.949315 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-235df705-65d6-4c3d-9d70-d22e4c429e32 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] delete failed (client error): The resource could not be found. Aug 11 22:07:54.950504 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-235df705-65d6-4c3d-9d70-d22e4c429e32 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "DELETE /v2.0/security-groups/9e3d3de3-5b5c-49de-b0a0-e8c033d6554c HTTP/1.1" status: 404 len: 347 time: 0.0247800 Aug 11 22:07:54.957510 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41902) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:54.963632 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-2d5f1f68-a6df-4602-abd8-d931b223b4a0 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Request body: {'security_group': {'name': 'tempest-secgroup--1757729751'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:54.994220 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-eb907448-da96-451c-b616-a65beeae2e76 service neutron] 10.222.0.77 "GET /v2.0/networks/1da5b072-9369-4447-afd9-f10ac0538ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275711 Aug 11 22:07:55.033643 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9e318dd9-2f95-42d6-8982-7217d1870eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:55.043695 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9e318dd9-2f95-42d6-8982-7217d1870eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:55.102598 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2d5f1f68-a6df-4602-abd8-d931b223b4a0 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:55.124559 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-0759ba58-0bfc-47dd-ba74-9014876a1c69 service neutron] 10.222.0.77 "GET /v2.0/networks/1da5b072-9369-4447-afd9-f10ac0538ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206634 Aug 11 22:07:55.128592 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e318dd9-2f95-42d6-8982-7217d1870eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0e300c-a993-4da2-bb80-d5a5ad28d1c7,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:55.134070 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9e318dd9-2f95-42d6-8982-7217d1870eab admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=363d4255545d4b28a8b8c1b2f991da07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4760416 Aug 11 22:07:55.139309 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41904) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:55.242437 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2d5f1f68-a6df-4602-abd8-d931b223b4a0 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:55.246267 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cedce5cc-63a4-4c4b-8f4d-2e46816c209c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:55.247656 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2d5f1f68-a6df-4602-abd8-d931b223b4a0 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:55.286617 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2d5f1f68-a6df-4602-abd8-d931b223b4a0 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:55.290734 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2d5f1f68-a6df-4602-abd8-d931b223b4a0 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3282371 Aug 11 22:07:55.291499 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41906) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:55.296409 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c839fc9d-42db-4c61-bd89-f7e904baa7a9 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Request body: {'security_group_rule': {'security_group_id': '4138c2fd-fa28-4e64-80b4-910e12970dd3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:55.304308 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cedce5cc-63a4-4c4b-8f4d-2e46816c209c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:55.304550 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f1f68-a6df-4602-abd8-d931b223b4a0 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4138c2fd-fa28-4e64-80b4-910e12970dd3,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:55.336965 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c839fc9d-42db-4c61-bd89-f7e904baa7a9 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:55.381852 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cedce5cc-63a4-4c4b-8f4d-2e46816c209c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:55.385111 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cedce5cc-63a4-4c4b-8f4d-2e46816c209c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:55.386488 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cedce5cc-63a4-4c4b-8f4d-2e46816c209c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ff0e300c-a993-4da2-bb80-d5a5ad28d1c7 HTTP/1.1" status: 204 len: 168 time: 0.2452481 Aug 11 22:07:55.398117 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedce5cc-63a4-4c4b-8f4d-2e46816c209c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0e300c-a993-4da2-bb80-d5a5ad28d1c7,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:55.472164 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c839fc9d-42db-4c61-bd89-f7e904baa7a9 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:55.478034 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c839fc9d-42db-4c61-bd89-f7e904baa7a9 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:55.513746 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839fc9d-42db-4c61-bd89-f7e904baa7a9 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f822e04-7fcf-48ef-b94c-678d614e7303,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:55.526759 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c839fc9d-42db-4c61-bd89-f7e904baa7a9 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:55.528194 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c839fc9d-42db-4c61-bd89-f7e904baa7a9 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2356811 Aug 11 22:07:55.532705 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41912) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:55.579375 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4dbac831-afa5-49de-833e-117bc763fd71 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:55.608719 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4dbac831-afa5-49de-833e-117bc763fd71 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:55.653516 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5221c0-65ef-43f5-9ff4-97dfc4c04122 req-f16a7e41-16ab-428c-b4b6-d31d582f871c tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:55.660353 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5221c0-65ef-43f5-9ff4-97dfc4c04122 req-f16a7e41-16ab-428c-b4b6-d31d582f871c tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:55.666551 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5221c0-65ef-43f5-9ff4-97dfc4c04122 req-f16a7e41-16ab-428c-b4b6-d31d582f871c tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:55.672817 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5221c0-65ef-43f5-9ff4-97dfc4c04122 req-f16a7e41-16ab-428c-b4b6-d31d582f871c tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:55.679754 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5221c0-65ef-43f5-9ff4-97dfc4c04122 req-f16a7e41-16ab-428c-b4b6-d31d582f871c tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:55.687563 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5221c0-65ef-43f5-9ff4-97dfc4c04122 req-f16a7e41-16ab-428c-b4b6-d31d582f871c tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:55.694548 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5221c0-65ef-43f5-9ff4-97dfc4c04122 req-f16a7e41-16ab-428c-b4b6-d31d582f871c tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:55.696672 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb5221c0-65ef-43f5-9ff4-97dfc4c04122 req-f16a7e41-16ab-428c-b4b6-d31d582f871c tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 5421 time: 0.1309543 Aug 11 22:07:55.705937 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4dbac831-afa5-49de-833e-117bc763fd71 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:55.715021 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4dbac831-afa5-49de-833e-117bc763fd71 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:55.716245 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4dbac831-afa5-49de-833e-117bc763fd71 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/1f822e04-7fcf-48ef-b94c-678d614e7303 HTTP/1.1" status: 204 len: 168 time: 0.1819415 Aug 11 22:07:55.721599 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41918) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:55.730258 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbac831-afa5-49de-833e-117bc763fd71 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f822e04-7fcf-48ef-b94c-678d614e7303,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:55.776739 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb5221c0-65ef-43f5-9ff4-97dfc4c04122 req-1542b62b-b3bb-4a6c-89a5-f1e45a3defcf tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce569d98-203a-4470-8865-61fccfa74fc4&id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0678232 Aug 11 22:07:55.816472 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6445dcc5-a30c-4a15-8a08-fd829d00f93e tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0924957 Aug 11 22:07:55.818974 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41926) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:55.904723 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-684fd0b7-1659-4565-8ff4-32b552d91fc2 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:55.959614 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-684fd0b7-1659-4565-8ff4-32b552d91fc2 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:56.050824 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-684fd0b7-1659-4565-8ff4-32b552d91fc2 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:56.056357 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-684fd0b7-1659-4565-8ff4-32b552d91fc2 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:56.060813 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-684fd0b7-1659-4565-8ff4-32b552d91fc2 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "DELETE /v2.0/security-groups/4138c2fd-fa28-4e64-80b4-910e12970dd3 HTTP/1.1" status: 204 len: 168 time: 0.2402418 Aug 11 22:07:56.063231 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41944) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:56.077642 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684fd0b7-1659-4565-8ff4-32b552d91fc2 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4138c2fd-fa28-4e64-80b4-910e12970dd3,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:56.163149 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f24b38fe-5d3c-4cd3-9630-9230d020c5b5 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0983543 Aug 11 22:07:56.170210 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41950) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:56.177119 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-42a8bf7f-b281-443e-9ba8-8f67ac34b729 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Request body: {'security_group': {'name': 'tempest-secgroup--1883974927'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:56.214927 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-42a8bf7f-b281-443e-9ba8-8f67ac34b729 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:56.361090 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-42a8bf7f-b281-443e-9ba8-8f67ac34b729 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:56.366934 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-42a8bf7f-b281-443e-9ba8-8f67ac34b729 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:56.431284 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-42a8bf7f-b281-443e-9ba8-8f67ac34b729 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:56.434893 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-42a8bf7f-b281-443e-9ba8-8f67ac34b729 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2623408 Aug 11 22:07:56.438895 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41958) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:56.449571 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-54fb3e01-3ae5-4c26-b23a-9900107d3b52 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Request body: {'security_group_rule': {'security_group_id': 'ddee7012-351f-417c-8ab3-4c453a63687c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:56.479455 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8bf7f-b281-443e-9ba8-8f67ac34b729 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddee7012-351f-417c-8ab3-4c453a63687c,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:56.533787 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-54fb3e01-3ae5-4c26-b23a-9900107d3b52 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:56.658755 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-54fb3e01-3ae5-4c26-b23a-9900107d3b52 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:56.666146 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-54fb3e01-3ae5-4c26-b23a-9900107d3b52 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:56.719304 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb3e01-3ae5-4c26-b23a-9900107d3b52 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c7d268-cf68-4bc5-bf79-6c6dc148f287,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:56.760454 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-54fb3e01-3ae5-4c26-b23a-9900107d3b52 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:56.767200 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-54fb3e01-3ae5-4c26-b23a-9900107d3b52 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3214967 Aug 11 22:07:56.767403 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41968) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:56.774622 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-b5b63618-c9b5-432c-a28f-632c23b28007 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Request body: {'security_group_rule': {'security_group_id': 'ddee7012-351f-417c-8ab3-4c453a63687c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:56.823760 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed1744-3a05-410a-b820-0dc41359d8f5 req-f22c9669-3216-424f-8d64-a3862c8dc75b tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:56.839718 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b5b63618-c9b5-432c-a28f-632c23b28007 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:56.857157 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6aed1744-3a05-410a-b820-0dc41359d8f5 req-f22c9669-3216-424f-8d64-a3862c8dc75b tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c681a048-cd9d-4a75-a120-f3e88edb0dd6 HTTP/1.1" status: 200 len: 946 time: 0.1557369 Aug 11 22:07:56.945069 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6aed1744-3a05-410a-b820-0dc41359d8f5 req-22cdd211-ee28-4425-b126-bf06703cbc90 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813169 Aug 11 22:07:56.982179 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b5b63618-c9b5-432c-a28f-632c23b28007 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:56.988125 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b5b63618-c9b5-432c-a28f-632c23b28007 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:57.037645 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b63618-c9b5-432c-a28f-632c23b28007 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e311bb-219a-4383-9b19-d71367e77bcf,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:57.045738 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b5b63618-c9b5-432c-a28f-632c23b28007 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:57.047066 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b5b63618-c9b5-432c-a28f-632c23b28007 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2782655 Aug 11 22:07:57.051897 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41976) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:57.074205 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-2ef592ed-10b6-4240-854d-3d734fc2190b tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Request body: {'security_group_rule': {'security_group_id': 'ddee7012-351f-417c-8ab3-4c453a63687c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:57.152510 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:07:57.179054 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2ef592ed-10b6-4240-854d-3d734fc2190b tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:57.266214 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2ef592ed-10b6-4240-854d-3d734fc2190b tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:57.273041 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2ef592ed-10b6-4240-854d-3d734fc2190b tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:57.349157 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef592ed-10b6-4240-854d-3d734fc2190b tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c00441-1593-49a7-b784-a592dac2b328,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:57.355090 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2ef592ed-10b6-4240-854d-3d734fc2190b tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:57.356446 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2ef592ed-10b6-4240-854d-3d734fc2190b tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3002052 Aug 11 22:07:57.360703 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41986) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:57.368339 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9,segment=NetworkSegment(9d897c8b-3740-4eeb-a648-0035b9afdf7b),segment_id=9d897c8b-3740-4eeb-a648-0035b9afdf7b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:57.368539 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-e1c6247c-cadd-4acc-ae08-aecaefa68688 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Request body: {'security_group_rule': {'security_group_id': 'ddee7012-351f-417c-8ab3-4c453a63687c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:57.385423 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9', 'network_id': '22676bc5-4aee-4a41-8ba8-faaf749fee2e', 'port_id': 'fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9', 'mac_address': 'fa:16:3e:97:26:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e871e4ee-55f0-4341-85cf-dbdc8115bdad', 'ip_address': '10.1.1.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:07:57.418000 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd4ff7-a107-43ad-916a-8452fbbf8d78 req-9dac8425-ed1e-445f-b83e-1cda85981bcc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:57.424320 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd4ff7-a107-43ad-916a-8452fbbf8d78 req-9dac8425-ed1e-445f-b83e-1cda85981bcc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:57.431025 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd4ff7-a107-43ad-916a-8452fbbf8d78 req-9dac8425-ed1e-445f-b83e-1cda85981bcc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:57.435254 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:57.438329 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd4ff7-a107-43ad-916a-8452fbbf8d78 req-9dac8425-ed1e-445f-b83e-1cda85981bcc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:57.447565 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd4ff7-a107-43ad-916a-8452fbbf8d78 req-9dac8425-ed1e-445f-b83e-1cda85981bcc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:57.452868 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:07:57.454930 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd4ff7-a107-43ad-916a-8452fbbf8d78 req-9dac8425-ed1e-445f-b83e-1cda85981bcc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:57.464024 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd4ff7-a107-43ad-916a-8452fbbf8d78 req-9dac8425-ed1e-445f-b83e-1cda85981bcc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:57.478913 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9,segment=NetworkSegment(9d897c8b-3740-4eeb-a648-0035b9afdf7b),segment_id=9d897c8b-3740-4eeb-a648-0035b9afdf7b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:57.479346 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-02fd4ff7-a107-43ad-916a-8452fbbf8d78 req-9dac8425-ed1e-445f-b83e-1cda85981bcc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 5421 time: 0.1905339 Aug 11 22:07:57.485550 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:57.486988 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 349c2860-60cb-4169-8ba2-aabeccfa45a1 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:07:57.522082 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e1c6247c-cadd-4acc-ae08-aecaefa68688 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:57.570544 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-02fd4ff7-a107-43ad-916a-8452fbbf8d78 req-8c78063f-9423-4bb9-a9a9-463875a844db tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce569d98-203a-4470-8865-61fccfa74fc4&id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0898550 Aug 11 22:07:57.661688 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 349c2860-60cb-4169-8ba2-aabeccfa45a1, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=349c2860-60cb-4169-8ba2-aabeccfa45a1,segment=NetworkSegment(fed54257-4ffc-49e3-ac53-8be34c50450f),segment_id=fed54257-4ffc-49e3-ac53-8be34c50450f)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:57.677827 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '349c2860-60cb-4169-8ba2-aabeccfa45a1', 'network_id': 'aae68e27-0877-48f6-819f-dde7d65a439d', 'port_id': '349c2860-60cb-4169-8ba2-aabeccfa45a1', 'mac_address': 'fa:16:3e:f0:e8:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5994059a-f305-4784-b552-f94868383090', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:07:57.757659 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:57.763693 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:57.839533 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e1c6247c-cadd-4acc-ae08-aecaefa68688 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:57.841443 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 349c2860-60cb-4169-8ba2-aabeccfa45a1 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:07:57.848323 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e1c6247c-cadd-4acc-ae08-aecaefa68688 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:57.880560 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 349c2860-60cb-4169-8ba2-aabeccfa45a1, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=349c2860-60cb-4169-8ba2-aabeccfa45a1,segment=NetworkSegment(fed54257-4ffc-49e3-ac53-8be34c50450f),segment_id=fed54257-4ffc-49e3-ac53-8be34c50450f)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:57.887040 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:57.892778 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device e452efbe-5133-4b80-bdc2-4eee7588265c details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:07:57.915584 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c6247c-cadd-4acc-ae08-aecaefa68688 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87185d65-dd23-445d-ac44-999ec4481a73,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:57.940841 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4d7fb4a9-c63a-4919-961e-419d1eb45cfc req-cc811299-e84b-4652-aaea-433846560982 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c224904-3627-457c-9f1e-825dda8d30be HTTP/1.1" status: 200 len: 210 time: 0.0820210 Aug 11 22:07:57.941638 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e1c6247c-cadd-4acc-ae08-aecaefa68688 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:57.946845 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e1c6247c-cadd-4acc-ae08-aecaefa68688 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5810664 Aug 11 22:07:57.948147 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42000) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:57.956232 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-399c8225-6e4b-44b4-80a9-a0ab8023d62c tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Request body: {'security_group_rule': {'security_group_id': 'ddee7012-351f-417c-8ab3-4c453a63687c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:57.982676 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-b31bb425-c6b8-4228-a2f4-9aa54bd9a1a1 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:57.984359 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-b31bb425-c6b8-4228-a2f4-9aa54bd9a1a1 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.82 "GET /v2.0/networks?id=1da5b072-9369-4447-afd9-f10ac0538ccc HTTP/1.1" status: 200 len: 817 time: 0.3389947 Aug 11 22:07:58.016590 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-1007dba5-515b-4c3f-8d98-d6b72969d1ab tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Request body: {'port': {'device_id': '3c224904-3627-457c-9f1e-825dda8d30be', 'network_id': '1da5b072-9369-4447-afd9-f10ac0538ccc', 'admin_state_up': True, 'tenant_id': 'd7b8d86a17fe47299a8b318f3c170ab3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:58.140777 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port e452efbe-5133-4b80-bdc2-4eee7588265c, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e452efbe-5133-4b80-bdc2-4eee7588265c,segment=NetworkSegment(737de52c-544b-4831-b19c-fef2d8c7a4ab),segment_id=737de52c-544b-4831-b19c-fef2d8c7a4ab)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:58.144551 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=349c2860-60cb-4169-8ba2-aabeccfa45a1,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:58.161961 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'e452efbe-5133-4b80-bdc2-4eee7588265c', 'network_id': 'c74395db-c7eb-4508-9006-176acc6e4b6d', 'port_id': 'e452efbe-5133-4b80-bdc2-4eee7588265c', 'mac_address': 'fa:16:3e:08:3e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b7bc9a-1b63-4e42-b53a-8f3bb1200a3d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:07:58.191122 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-399c8225-6e4b-44b4-80a9-a0ab8023d62c tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:58.284484 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:58.350306 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e452efbe-5133-4b80-bdc2-4eee7588265c {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:07:58.376697 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-0f32eaf1-7b55-437e-9b5d-94b73000dd51 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:58.379158 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-0f32eaf1-7b55-437e-9b5d-94b73000dd51 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.52 "GET /v2.0/networks?id=1da5b072-9369-4447-afd9-f10ac0538ccc HTTP/1.1" status: 200 len: 817 time: 0.3735013 Aug 11 22:07:58.399665 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-cee6690d-368c-4da1-a152-eb9397481694 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Request body: {'port': {'device_id': 'ee58b7b3-123c-4a96-9c1e-fbaa623b584b', 'network_id': '1da5b072-9369-4447-afd9-f10ac0538ccc', 'admin_state_up': True, 'tenant_id': 'd7b8d86a17fe47299a8b318f3c170ab3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:58.429535 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port e452efbe-5133-4b80-bdc2-4eee7588265c, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e452efbe-5133-4b80-bdc2-4eee7588265c,segment=NetworkSegment(737de52c-544b-4831-b19c-fef2d8c7a4ab),segment_id=737de52c-544b-4831-b19c-fef2d8c7a4ab)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:58.438431 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:58.441477 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device b2eadc1d-9cb5-4e10-af29-c9d841f467da details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:07:58.561640 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-399c8225-6e4b-44b4-80a9-a0ab8023d62c tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:58.586311 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-399c8225-6e4b-44b4-80a9-a0ab8023d62c tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:58.605151 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port b2eadc1d-9cb5-4e10-af29-c9d841f467da, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=b2eadc1d-9cb5-4e10-af29-c9d841f467da,segment=NetworkSegment(9d897c8b-3740-4eeb-a648-0035b9afdf7b),segment_id=9d897c8b-3740-4eeb-a648-0035b9afdf7b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:58.607307 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-1007dba5-515b-4c3f-8d98-d6b72969d1ab tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Made reservation on behalf of d7b8d86a17fe47299a8b318f3c170ab3 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:07:58.610088 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=e452efbe-5133-4b80-bdc2-4eee7588265c,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:58.612723 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-1007dba5-515b-4c3f-8d98-d6b72969d1ab tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:58.626631 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'b2eadc1d-9cb5-4e10-af29-c9d841f467da', 'network_id': '22676bc5-4aee-4a41-8ba8-faaf749fee2e', 'port_id': 'b2eadc1d-9cb5-4e10-af29-c9d841f467da', 'mac_address': 'fa:16:3e:d6:a6:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e871e4ee-55f0-4341-85cf-dbdc8115bdad', 'ip_address': '10.1.1.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:07:58.658722 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c8225-6e4b-44b4-80a9-a0ab8023d62c tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9056e4b-e057-46d7-b1f6-422e8bbc0aac,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:58.670480 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-399c8225-6e4b-44b4-80a9-a0ab8023d62c tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:58.671833 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-399c8225-6e4b-44b4-80a9-a0ab8023d62c tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7225289 Aug 11 22:07:58.688311 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42026) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:58.700070 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:58.749735 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2eadc1d-9cb5-4e10-af29-c9d841f467da {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:07:58.806017 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port b2eadc1d-9cb5-4e10-af29-c9d841f467da, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=b2eadc1d-9cb5-4e10-af29-c9d841f467da,segment=NetworkSegment(9d897c8b-3740-4eeb-a648-0035b9afdf7b),segment_id=9d897c8b-3740-4eeb-a648-0035b9afdf7b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:58.815038 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:58.816057 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 3662de63-2216-47cd-a09d-9450446cab7f details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:07:58.831805 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-1007dba5-515b-4c3f-8d98-d6b72969d1ab tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Allocated IP 172.20.0.12 (1da5b072-9369-4447-afd9-f10ac0538ccc/07e64c65-d6f8-488c-a480-8bed3eb225c0/2e6fd679-a301-4e5f-8267-9a85f4ef4e37) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:07:58.871172 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-431a05ea-f457-4771-9e97-dc6f65daeac1 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:58.893684 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=b2eadc1d-9cb5-4e10-af29-c9d841f467da,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:58.913055 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-431a05ea-f457-4771-9e97-dc6f65daeac1 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:58.948796 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 3662de63-2216-47cd-a09d-9450446cab7f, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=3662de63-2216-47cd-a09d-9450446cab7f,segment=NetworkSegment(9d897c8b-3740-4eeb-a648-0035b9afdf7b),segment_id=9d897c8b-3740-4eeb-a648-0035b9afdf7b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:58.952759 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-f243aedb-d34a-42d6-8bf8-f3281635e7e5 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:58.955137 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-f243aedb-d34a-42d6-8bf8-f3281635e7e5 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.82 "GET /v2.0/networks?id=1da5b072-9369-4447-afd9-f10ac0538ccc HTTP/1.1" status: 200 len: 817 time: 0.6072021 Aug 11 22:07:58.955844 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-cee6690d-368c-4da1-a152-eb9397481694 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Made reservation on behalf of d7b8d86a17fe47299a8b318f3c170ab3 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:07:58.961026 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-cee6690d-368c-4da1-a152-eb9397481694 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:58.967380 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '3662de63-2216-47cd-a09d-9450446cab7f', 'network_id': '22676bc5-4aee-4a41-8ba8-faaf749fee2e', 'port_id': '3662de63-2216-47cd-a09d-9450446cab7f', 'mac_address': 'fa:16:3e:1e:43:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e871e4ee-55f0-4341-85cf-dbdc8115bdad', 'ip_address': '10.1.1.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:07:58.982476 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-439c0030-9444-4c77-a040-e828db778949 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Request body: {'port': {'device_id': '8b4b8981-b926-43e2-a750-4717ad6d1940', 'network_id': '1da5b072-9369-4447-afd9-f10ac0538ccc', 'admin_state_up': True, 'tenant_id': 'd7b8d86a17fe47299a8b318f3c170ab3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:59.034410 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:59.067547 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d7d5d-18d5-4be0-9d29-823e5caec156 req-bd3179f6-e258-42a5-85e5-0fc1bbf51383 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:59.074356 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3662de63-2216-47cd-a09d-9450446cab7f {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:07:59.075599 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c63d7d5d-18d5-4be0-9d29-823e5caec156 req-bd3179f6-e258-42a5-85e5-0fc1bbf51383 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c681a048-cd9d-4a75-a120-f3e88edb0dd6 HTTP/1.1" status: 200 len: 946 time: 0.1032689 Aug 11 22:07:59.092350 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-431a05ea-f457-4771-9e97-dc6f65daeac1 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:59.100396 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-1007dba5-515b-4c3f-8d98-d6b72969d1ab tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:59.113444 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-431a05ea-f457-4771-9e97-dc6f65daeac1 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:59.116305 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-431a05ea-f457-4771-9e97-dc6f65daeac1 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/d9056e4b-e057-46d7-b1f6-422e8bbc0aac HTTP/1.1" status: 204 len: 168 time: 0.4229131 Aug 11 22:07:59.119216 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42054) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:59.125714 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 3662de63-2216-47cd-a09d-9450446cab7f, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=3662de63-2216-47cd-a09d-9450446cab7f,segment=NetworkSegment(9d897c8b-3740-4eeb-a648-0035b9afdf7b),segment_id=9d897c8b-3740-4eeb-a648-0035b9afdf7b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:59.135877 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:59.137362 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 30bba54e-24ad-4c09-8891-8a226a46262f details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:07:59.172717 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c63d7d5d-18d5-4be0-9d29-823e5caec156 req-25c0eb90-8611-48ce-9722-5a0e29534999 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962751 Aug 11 22:07:59.178497 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a05ea-f457-4771-9e97-dc6f65daeac1 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9056e4b-e057-46d7-b1f6-422e8bbc0aac,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:59.277908 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2a197cfa-120c-4c23-b146-1f115967201a tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1569757 Aug 11 22:07:59.280240 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-1007dba5-515b-4c3f-8d98-d6b72969d1ab tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:59.287105 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42062) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:59.372015 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 30bba54e-24ad-4c09-8891-8a226a46262f, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=30bba54e-24ad-4c09-8891-8a226a46262f,segment=NetworkSegment(737de52c-544b-4831-b19c-fef2d8c7a4ab),segment_id=737de52c-544b-4831-b19c-fef2d8c7a4ab)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:59.377076 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=3662de63-2216-47cd-a09d-9450446cab7f,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:59.396883 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-1007dba5-515b-4c3f-8d98-d6b72969d1ab tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Network 1da5b072-9369-4447-afd9-f10ac0538ccc is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:07:59.400939 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '30bba54e-24ad-4c09-8891-8a226a46262f', 'network_id': 'c74395db-c7eb-4508-9006-176acc6e4b6d', 'port_id': '30bba54e-24ad-4c09-8891-8a226a46262f', 'mac_address': 'fa:16:3e:86:f5:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b7bc9a-1b63-4e42-b53a-8f3bb1200a3d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:07:59.415814 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-1007dba5-515b-4c3f-8d98-d6b72969d1ab tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:07:59.419204 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-1007dba5-515b-4c3f-8d98-d6b72969d1ab tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:07:59.457531 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007dba5-515b-4c3f-8d98-d6b72969d1ab tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Pushing event updated for resources: {'Port': ['ID=2e6fd679-a301-4e5f-8267-9a85f4ef4e37,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:59.466201 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef4580c9-a466-4196-b2c0-8fff19244502 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:59.491707 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef4580c9-a466-4196-b2c0-8fff19244502 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:59.497172 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:59.518319 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-439c0030-9444-4c77-a040-e828db778949 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Made reservation on behalf of d7b8d86a17fe47299a8b318f3c170ab3 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:07:59.523609 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-439c0030-9444-4c77-a040-e828db778949 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:59.524791 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-1007dba5-515b-4c3f-8d98-d6b72969d1ab tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:59.525564 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-1007dba5-515b-4c3f-8d98-d6b72969d1ab tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:59.546022 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30bba54e-24ad-4c09-8891-8a226a46262f {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:07:59.554851 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aacb6f-b417-4b02-9a39-5d5168495f9f req-eeeb8b20-225e-4237-a692-1f9a52de3a57 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:59.561358 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aacb6f-b417-4b02-9a39-5d5168495f9f req-eeeb8b20-225e-4237-a692-1f9a52de3a57 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:59.569028 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aacb6f-b417-4b02-9a39-5d5168495f9f req-eeeb8b20-225e-4237-a692-1f9a52de3a57 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:59.575857 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aacb6f-b417-4b02-9a39-5d5168495f9f req-eeeb8b20-225e-4237-a692-1f9a52de3a57 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:59.584038 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aacb6f-b417-4b02-9a39-5d5168495f9f req-eeeb8b20-225e-4237-a692-1f9a52de3a57 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:59.591716 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aacb6f-b417-4b02-9a39-5d5168495f9f req-eeeb8b20-225e-4237-a692-1f9a52de3a57 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:59.600103 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aacb6f-b417-4b02-9a39-5d5168495f9f req-eeeb8b20-225e-4237-a692-1f9a52de3a57 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:07:59.602251 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-52aacb6f-b417-4b02-9a39-5d5168495f9f req-eeeb8b20-225e-4237-a692-1f9a52de3a57 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 5426 time: 0.2730558 Aug 11 22:07:59.604657 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.db.api [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-cee6690d-368c-4da1-a152-eb9397481694 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.12-be16f612-d2db-4247-90e1-978181c1e7af {{(pid=100942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:07:59.605528 n-d-804275-3 neutron-server[100942]: DEBUG oslo_db.api [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-cee6690d-368c-4da1-a152-eb9397481694 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:07:59.605703 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 30bba54e-24ad-4c09-8891-8a226a46262f, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=30bba54e-24ad-4c09-8891-8a226a46262f,segment=NetworkSegment(737de52c-544b-4831-b19c-fef2d8c7a4ab),segment_id=737de52c-544b-4831-b19c-fef2d8c7a4ab)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:59.613938 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-1007dba5-515b-4c3f-8d98-d6b72969d1ab tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6013572 Aug 11 22:07:59.616245 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef4580c9-a466-4196-b2c0-8fff19244502 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:59.620626 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:59.621712 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 36ad0513-a98b-4e70-b99c-c3737712cca6 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:07:59.622773 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef4580c9-a466-4196-b2c0-8fff19244502 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:59.624157 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ef4580c9-a466-4196-b2c0-8fff19244502 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/87185d65-dd23-445d-ac44-999ec4481a73 HTTP/1.1" status: 204 len: 168 time: 0.3325586 Aug 11 22:07:59.630131 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42080) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:59.653567 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-4dd66af1-79ed-47c6-9a30-9fe1ac244257 service neutron] Request body: {'port': {'device_id': '3c224904-3627-457c-9f1e-825dda8d30be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:07:59.678457 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4580c9-a466-4196-b2c0-8fff19244502 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87185d65-dd23-445d-ac44-999ec4481a73,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:59.789414 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-52aacb6f-b417-4b02-9a39-5d5168495f9f req-bab40222-24ed-434b-9c1c-bc79a6e15350 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce569d98-203a-4470-8865-61fccfa74fc4&id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1484127 Aug 11 22:07:59.806603 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-81f632ad-bee5-4e75-8cf4-4190cc796c8c tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1751792 Aug 11 22:07:59.811949 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42092) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:07:59.815806 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-4dd66af1-79ed-47c6-9a30-9fe1ac244257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:59.866636 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 36ad0513-a98b-4e70-b99c-c3737712cca6, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=36ad0513-a98b-4e70-b99c-c3737712cca6,segment=NetworkSegment(9d897c8b-3740-4eeb-a648-0035b9afdf7b),segment_id=9d897c8b-3740-4eeb-a648-0035b9afdf7b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:07:59.905132 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=30bba54e-24ad-4c09-8891-8a226a46262f,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:07:59.911960 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '36ad0513-a98b-4e70-b99c-c3737712cca6', 'network_id': '22676bc5-4aee-4a41-8ba8-faaf749fee2e', 'port_id': '36ad0513-a98b-4e70-b99c-c3737712cca6', 'mac_address': 'fa:16:3e:ce:82:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e871e4ee-55f0-4341-85cf-dbdc8115bdad', 'ip_address': '10.1.1.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:07:59.940716 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9541d890-31a6-4757-88aa-cb95388d48c9 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:07:59.946289 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-439c0030-9444-4c77-a040-e828db778949 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Allocated IP 172.20.0.4 (1da5b072-9369-4447-afd9-f10ac0538ccc/07e64c65-d6f8-488c-a480-8bed3eb225c0/19f8e65d-dc9d-4274-b81f-c0c10ac10529) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:07:59.983016 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9541d890-31a6-4757-88aa-cb95388d48c9 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:00.007692 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:00.053502 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ad0513-a98b-4e70-b99c-c3737712cca6 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:08:00.106681 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-cee6690d-368c-4da1-a152-eb9397481694 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:00.115999 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 36ad0513-a98b-4e70-b99c-c3737712cca6, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=36ad0513-a98b-4e70-b99c-c3737712cca6,segment=NetworkSegment(9d897c8b-3740-4eeb-a648-0035b9afdf7b),segment_id=9d897c8b-3740-4eeb-a648-0035b9afdf7b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:00.126812 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9541d890-31a6-4757-88aa-cb95388d48c9 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:00.127430 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:00.199202 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=36ad0513-a98b-4e70-b99c-c3737712cca6,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:00.234743 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9541d890-31a6-4757-88aa-cb95388d48c9 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:00.240556 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9541d890-31a6-4757-88aa-cb95388d48c9 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/d4c00441-1593-49a7-b784-a592dac2b328 HTTP/1.1" status: 204 len: 168 time: 0.4226186 Aug 11 22:08:00.241721 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42110) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:00.261340 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541d890-31a6-4757-88aa-cb95388d48c9 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4c00441-1593-49a7-b784-a592dac2b328,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:00.315929 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b1ce9fe4-ab5b-4cba-bbdb-fecb4e28b1d9 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0731156 Aug 11 22:08:00.318719 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42112) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:00.373282 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-44246a14-95e7-40c0-bd0f-7fdd0602a997 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:00.397135 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-44246a14-95e7-40c0-bd0f-7fdd0602a997 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:00.429250 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-439c0030-9444-4c77-a040-e828db778949 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:00.459170 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-44246a14-95e7-40c0-bd0f-7fdd0602a997 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:00.471553 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-44246a14-95e7-40c0-bd0f-7fdd0602a997 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:00.475258 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-44246a14-95e7-40c0-bd0f-7fdd0602a997 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/55e311bb-219a-4383-9b19-d71367e77bcf HTTP/1.1" status: 204 len: 168 time: 0.1547492 Aug 11 22:08:00.480254 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42118) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:00.500845 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-439c0030-9444-4c77-a040-e828db778949 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:00.570081 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-439c0030-9444-4c77-a040-e828db778949 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Network 1da5b072-9369-4447-afd9-f10ac0538ccc is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:08:00.574016 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-439c0030-9444-4c77-a040-e828db778949 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:08:00.582885 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-439c0030-9444-4c77-a040-e828db778949 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:08:00.598780 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42120) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:00.607498 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44246a14-95e7-40c0-bd0f-7fdd0602a997 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55e311bb-219a-4383-9b19-d71367e77bcf,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:00.663525 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c0030-9444-4c77-a040-e828db778949 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Pushing event updated for resources: {'Port': ['ID=19f8e65d-dc9d-4274-b81f-c0c10ac10529,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:00.684275 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-439c0030-9444-4c77-a040-e828db778949 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:00.685113 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-439c0030-9444-4c77-a040-e828db778949 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:00.704739 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-439c0030-9444-4c77-a040-e828db778949 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7294734 Aug 11 22:08:00.729086 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-2c6a3937-8779-4ab8-be44-027854002628 service neutron] Request body: {'port': {'device_id': '8b4b8981-b926-43e2-a750-4717ad6d1940', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:00.792966 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a09fdef9-a90d-40b8-910c-8cd03fc7e95d tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3105726 Aug 11 22:08:00.802257 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42128) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:00.828876 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00bd93-13d2-40fe-853f-564dc1061098 req-29476ecb-5694-4bb3-8809-6e6c3db75046 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:00.841347 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fe00bd93-13d2-40fe-853f-564dc1061098 req-29476ecb-5694-4bb3-8809-6e6c3db75046 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c224904-3627-457c-9f1e-825dda8d30be HTTP/1.1" status: 200 len: 932 time: 0.2382426 Aug 11 22:08:00.844629 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-2c6a3937-8779-4ab8-be44-027854002628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:00.855043 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:08:00.912462 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['b2eadc1d-9cb5-4e10-af29-c9d841f467da'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:08:00.915399 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['36ad0513-a98b-4e70-b99c-c3737712cca6'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:08:00.918799 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['3662de63-2216-47cd-a09d-9450446cab7f'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:08:00.944709 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f5af77da-f595-4a2c-a3bd-edb4ca10db80 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:01.039018 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f5af77da-f595-4a2c-a3bd-edb4ca10db80 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:01.093950 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fe00bd93-13d2-40fe-853f-564dc1061098 req-d5664baa-913f-4691-a33d-2b195b947e7b tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/security-groups?id=434f5ecd-d588-4957-adab-a3fd38b373f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392850 Aug 11 22:08:01.114377 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2053180b-d93c-4bb0-a4ba-4ff7208fc739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:01.149412 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-4dd66af1-79ed-47c6-9a30-9fe1ac244257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e6fd679-a301-4e5f-8267-9a85f4ef4e37 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:08:01.178156 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-4dd66af1-79ed-47c6-9a30-9fe1ac244257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:01.203813 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f5af77da-f595-4a2c-a3bd-edb4ca10db80 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:01.222946 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f5af77da-f595-4a2c-a3bd-edb4ca10db80 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:01.227717 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f5af77da-f595-4a2c-a3bd-edb4ca10db80 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/76c7d268-cf68-4bc5-bf79-6c6dc148f287 HTTP/1.1" status: 204 len: 168 time: 0.4206474 Aug 11 22:08:01.229699 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42136) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:01.256722 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af77da-f595-4a2c-a3bd-edb4ca10db80 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76c7d268-cf68-4bc5-bf79-6c6dc148f287,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:01.260807 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-4dd66af1-79ed-47c6-9a30-9fe1ac244257 service neutron] Transition to ACTIVE for port object 2e6fd679-a301-4e5f-8267-9a85f4ef4e37 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:08:01.275861 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-4dd66af1-79ed-47c6-9a30-9fe1ac244257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:01.399480 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-cee6690d-368c-4da1-a152-eb9397481694 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Allocated IP 172.20.0.10 (1da5b072-9369-4447-afd9-f10ac0538ccc/07e64c65-d6f8-488c-a480-8bed3eb225c0/77c185c4-86df-4bdb-a05a-62a6d3a7f6fa) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:08:01.434945 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd66af1-79ed-47c6-9a30-9fe1ac244257 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6fd679-a301-4e5f-8267-9a85f4ef4e37,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:01.540386 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-25ed9302-457d-41cf-9013-9f6152d77ad2 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3058414 Aug 11 22:08:01.543488 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42138) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:01.629212 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3959c-71c5-4dde-b135-b598df74f096 req-72bd762d-9d63-4a18-8dbd-8ff7d2e8be83 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:01.630897 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-13f3959c-71c5-4dde-b135-b598df74f096 req-72bd762d-9d63-4a18-8dbd-8ff7d2e8be83 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c681a048-cd9d-4a75-a120-f3e88edb0dd6 HTTP/1.1" status: 200 len: 946 time: 0.1673105 Aug 11 22:08:01.657883 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2053180b-d93c-4bb0-a4ba-4ff7208fc739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:01.668512 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2053180b-d93c-4bb0-a4ba-4ff7208fc739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:01.693675 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-4dd66af1-79ed-47c6-9a30-9fe1ac244257 service neutron] Attempting to bind port 2e6fd679-a301-4e5f-8267-9a85f4ef4e37 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:08:01.694031 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-4dd66af1-79ed-47c6-9a30-9fe1ac244257 service neutron] Attempting to bind port 2e6fd679-a301-4e5f-8267-9a85f4ef4e37 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '7c2f15cb-3812-4339-b22c-23429dcbb708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1da5b072-9369-4447-afd9-f10ac0538ccc'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:08:01.694352 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-4dd66af1-79ed-47c6-9a30-9fe1ac244257 service neutron] Attempting to bind port 2e6fd679-a301-4e5f-8267-9a85f4ef4e37 on network 1da5b072-9369-4447-afd9-f10ac0538ccc {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:08:01.695253 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4cad3e5-9063-45c8-aa01-c5bee6ac0f7e tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:01.737575 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-4dd66af1-79ed-47c6-9a30-9fe1ac244257 service neutron] Port 2e6fd679-a301-4e5f-8267-9a85f4ef4e37 on network 1da5b072-9369-4447-afd9-f10ac0538ccc not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:08:01.737922 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-4dd66af1-79ed-47c6-9a30-9fe1ac244257 service neutron] Attempting to bind port 2e6fd679-a301-4e5f-8267-9a85f4ef4e37 on network 1da5b072-9369-4447-afd9-f10ac0538ccc {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:08:01.746091 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-cee6690d-368c-4da1-a152-eb9397481694 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:01.749277 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4cad3e5-9063-45c8-aa01-c5bee6ac0f7e tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:01.752268 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2053180b-d93c-4bb0-a4ba-4ff7208fc739 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=41e6a596bece48ce92f0963a301a8651&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1471241 Aug 11 22:08:01.753670 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053180b-d93c-4bb0-a4ba-4ff7208fc739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42186e95-ee06-4fdc-862c-059911358e0e,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:01.756801 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42140) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:01.769968 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-4dd66af1-79ed-47c6-9a30-9fe1ac244257 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:08:01.770352 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-4dd66af1-79ed-47c6-9a30-9fe1ac244257 service neutron] Checking segment: {'id': '7c2f15cb-3812-4339-b22c-23429dcbb708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1da5b072-9369-4447-afd9-f10ac0538ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:08:01.770732 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-4dd66af1-79ed-47c6-9a30-9fe1ac244257 service neutron] Bound using segment: {'id': '7c2f15cb-3812-4339-b22c-23429dcbb708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1da5b072-9369-4447-afd9-f10ac0538ccc'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:08:01.771444 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-4dd66af1-79ed-47c6-9a30-9fe1ac244257 service neutron] Bound port: 2e6fd679-a301-4e5f-8267-9a85f4ef4e37, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c2f15cb-3812-4339-b22c-23429dcbb708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1da5b072-9369-4447-afd9-f10ac0538ccc'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:08:01.772436 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-4dd66af1-79ed-47c6-9a30-9fe1ac244257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:01.783654 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-13f3959c-71c5-4dde-b135-b598df74f096 req-2608f9d9-dbc9-4c72-84e9-f4349832bc8b tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383343 Aug 11 22:08:01.838893 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4cad3e5-9063-45c8-aa01-c5bee6ac0f7e tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:01.838893 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4cad3e5-9063-45c8-aa01-c5bee6ac0f7e tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:01.838893 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c4cad3e5-9063-45c8-aa01-c5bee6ac0f7e tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "DELETE /v2.0/security-groups/ddee7012-351f-417c-8ab3-4c453a63687c HTTP/1.1" status: 204 len: 168 time: 0.2935183 Aug 11 22:08:01.846500 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-cee6690d-368c-4da1-a152-eb9397481694 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:01.847748 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42142) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:01.918272 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cad3e5-9063-45c8-aa01-c5bee6ac0f7e tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddee7012-351f-417c-8ab3-4c453a63687c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:01.926031 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a1f1b2c2-6ad3-4304-8898-91d9b5c93d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:01.944610 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-4dd66af1-79ed-47c6-9a30-9fe1ac244257 service neutron] For port 2e6fd679-a301-4e5f-8267-9a85f4ef4e37, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:08:01.945417 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['349c2860-60cb-4169-8ba2-aabeccfa45a1'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:08:01.947562 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-cee6690d-368c-4da1-a152-eb9397481694 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Network 1da5b072-9369-4447-afd9-f10ac0538ccc is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:08:01.957764 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-cee6690d-368c-4da1-a152-eb9397481694 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:08:01.969568 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-cee6690d-368c-4da1-a152-eb9397481694 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:08:01.985149 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['e452efbe-5133-4b80-bdc2-4eee7588265c'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:08:01.987864 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['30bba54e-24ad-4c09-8891-8a226a46262f'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:08:02.010019 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee6690d-368c-4da1-a152-eb9397481694 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Pushing event updated for resources: {'Port': ['ID=77c185c4-86df-4bdb-a05a-62a6d3a7f6fa,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:02.018226 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a1f1b2c2-6ad3-4304-8898-91d9b5c93d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:02.036631 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-64e23e06-bca6-4679-ac98-a5807fa868eb tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1772730 Aug 11 22:08:02.037217 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42144) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:02.045891 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-bce33065-06c7-41cc-a938-f65e8c9cb002 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Request body: {'security_group': {'name': 'tempest-secgroup--369311228'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:02.058324 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-4dd66af1-79ed-47c6-9a30-9fe1ac244257 service neutron] For port 2e6fd679-a301-4e5f-8267-9a85f4ef4e37, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2e6fd679-a301-4e5f-8267-9a85f4ef4e37,segment=NetworkSegment(7c2f15cb-3812-4339-b22c-23429dcbb708),segment_id=7c2f15cb-3812-4339-b22c-23429dcbb708)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:08:02.087937 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-cee6690d-368c-4da1-a152-eb9397481694 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:02.088638 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-cee6690d-368c-4da1-a152-eb9397481694 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:02.093851 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-4dd66af1-79ed-47c6-9a30-9fe1ac244257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:02.109745 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bce33065-06c7-41cc-a938-f65e8c9cb002 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:02.122642 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-cee6690d-368c-4da1-a152-eb9397481694 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7273731 Aug 11 22:08:02.140125 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-95ffc422-4964-4aae-adfd-e786108b021d service neutron] Request body: {'port': {'device_id': 'ee58b7b3-123c-4a96-9c1e-fbaa623b584b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:02.251395 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-2c6a3937-8779-4ab8-be44-027854002628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f8e65d-dc9d-4274-b81f-c0c10ac10529 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:08:02.258630 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-4dd66af1-79ed-47c6-9a30-9fe1ac244257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:02.259430 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-4dd66af1-79ed-47c6-9a30-9fe1ac244257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:02.262748 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-4dd66af1-79ed-47c6-9a30-9fe1ac244257 service neutron] 10.222.0.82 "PUT /v2.0/ports/2e6fd679-a301-4e5f-8267-9a85f4ef4e37 HTTP/1.1" status: 200 len: 1092 time: 2.6230531 Aug 11 22:08:02.267222 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c224904-3627-457c-9f1e-825dda8d30be', 'tag': '2e6fd679-a301-4e5f-8267-9a85f4ef4e37'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:08:02.271973 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce0abe4-59de-4ac7-83c0-ffddeab65941" -d '{"events": [{"name": "network-changed", "server_uuid": "3c224904-3627-457c-9f1e-825dda8d30be", "tag": "2e6fd679-a301-4e5f-8267-9a85f4ef4e37"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:08:02.307686 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-2c6a3937-8779-4ab8-be44-027854002628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:02.336257 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-95ffc422-4964-4aae-adfd-e786108b021d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:02.353400 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975edb65-cb9d-479d-8a67-2b872f253a5e req-ef3bf3c1-745a-46cd-aaf1-92e74012c759 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:02.365649 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975edb65-cb9d-479d-8a67-2b872f253a5e req-ef3bf3c1-745a-46cd-aaf1-92e74012c759 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:02.377773 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975edb65-cb9d-479d-8a67-2b872f253a5e req-ef3bf3c1-745a-46cd-aaf1-92e74012c759 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:02.390498 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975edb65-cb9d-479d-8a67-2b872f253a5e req-ef3bf3c1-745a-46cd-aaf1-92e74012c759 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:02.405596 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975edb65-cb9d-479d-8a67-2b872f253a5e req-ef3bf3c1-745a-46cd-aaf1-92e74012c759 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:02.417905 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975edb65-cb9d-479d-8a67-2b872f253a5e req-ef3bf3c1-745a-46cd-aaf1-92e74012c759 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:02.428796 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975edb65-cb9d-479d-8a67-2b872f253a5e req-ef3bf3c1-745a-46cd-aaf1-92e74012c759 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:02.432338 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-975edb65-cb9d-479d-8a67-2b872f253a5e req-ef3bf3c1-745a-46cd-aaf1-92e74012c759 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 5428 time: 0.4099538 Aug 11 22:08:02.450368 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd66af1-79ed-47c6-9a30-9fe1ac244257 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6fd679-a301-4e5f-8267-9a85f4ef4e37,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:02.498483 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-2c6a3937-8779-4ab8-be44-027854002628 service neutron] Transition to ACTIVE for port object 19f8e65d-dc9d-4274-b81f-c0c10ac10529 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:08:02.510945 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-2c6a3937-8779-4ab8-be44-027854002628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:02.516102 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a1f1b2c2-6ad3-4304-8898-91d9b5c93d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:02.521861 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a1f1b2c2-6ad3-4304-8898-91d9b5c93d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:02.524000 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a1f1b2c2-6ad3-4304-8898-91d9b5c93d0f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/42186e95-ee06-4fdc-862c-059911358e0e HTTP/1.1" status: 204 len: 168 time: 0.7613690 Aug 11 22:08:02.553466 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1b2c2-6ad3-4304-8898-91d9b5c93d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42186e95-ee06-4fdc-862c-059911358e0e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:02.593794 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-a1ae280d-dfb9-4f19-ac1d-07007802fd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:02.596191 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-a1ae280d-dfb9-4f19-ac1d-07007802fd2f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d7b8d86a17fe47299a8b318f3c170ab3&device_id=3c224904-3627-457c-9f1e-825dda8d30be HTTP/1.1" status: 200 len: 1095 time: 0.1623287 Aug 11 22:08:02.609145 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-975edb65-cb9d-479d-8a67-2b872f253a5e req-b38a5817-f24e-4287-a739-c7a2587d7d18 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce569d98-203a-4470-8865-61fccfa74fc4&id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1528215 Aug 11 22:08:02.671622 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a3937-8779-4ab8-be44-027854002628 service neutron] Pushing event updated for resources: {'Port': ['ID=19f8e65d-dc9d-4274-b81f-c0c10ac10529,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:02.711932 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-c23a395c-0026-4602-82c0-91db91cad696 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e6fd679-a301-4e5f-8267-9a85f4ef4e37 HTTP/1.1" status: 200 len: 217 time: 0.1003053 Aug 11 22:08:02.727038 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bce33065-06c7-41cc-a938-f65e8c9cb002 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:02.762145 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bce33065-06c7-41cc-a938-f65e8c9cb002 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:02.820484 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-b244fb92-5423-4104-bb0b-a06ace56dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:02.825113 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-b244fb92-5423-4104-bb0b-a06ace56dfb6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=07e64c65-d6f8-488c-a480-8bed3eb225c0 HTTP/1.1" status: 200 len: 857 time: 0.1045663 Aug 11 22:08:02.828816 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bce33065-06c7-41cc-a938-f65e8c9cb002 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:02.834503 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bce33065-06c7-41cc-a938-f65e8c9cb002 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7915370 Aug 11 22:08:02.835873 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42160) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:02.836541 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce33065-06c7-41cc-a938-f65e8c9cb002 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26da6055-3d32-4174-a8fe-39f0b7f96cb2,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:02.846917 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-f1cba934-543c-411a-9956-93a913e570e3 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Request body: {'security_group_rule': {'security_group_id': '26da6055-3d32-4174-a8fe-39f0b7f96cb2', 'direction': 'ingress', 'protocol': 17}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:02.891649 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-2c6a3937-8779-4ab8-be44-027854002628 service neutron] Attempting to bind port 19f8e65d-dc9d-4274-b81f-c0c10ac10529 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:08:02.891952 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-34585bc4-c3a1-4989-ab5e-540c19fe3060 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1da5b072-9369-4447-afd9-f10ac0538ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581982 Aug 11 22:08:02.892125 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-2c6a3937-8779-4ab8-be44-027854002628 service neutron] Attempting to bind port 19f8e65d-dc9d-4274-b81f-c0c10ac10529 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '7c2f15cb-3812-4339-b22c-23429dcbb708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1da5b072-9369-4447-afd9-f10ac0538ccc'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:08:02.892383 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-2c6a3937-8779-4ab8-be44-027854002628 service neutron] Attempting to bind port 19f8e65d-dc9d-4274-b81f-c0c10ac10529 on network 1da5b072-9369-4447-afd9-f10ac0538ccc {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:08:02.906535 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-95ffc422-4964-4aae-adfd-e786108b021d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c185c4-86df-4bdb-a05a-62a6d3a7f6fa {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:08:02.917974 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-2c6a3937-8779-4ab8-be44-027854002628 service neutron] Port 19f8e65d-dc9d-4274-b81f-c0c10ac10529 on network 1da5b072-9369-4447-afd9-f10ac0538ccc not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:08:02.918310 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-2c6a3937-8779-4ab8-be44-027854002628 service neutron] Attempting to bind port 19f8e65d-dc9d-4274-b81f-c0c10ac10529 on network 1da5b072-9369-4447-afd9-f10ac0538ccc {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:08:02.922172 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-95ffc422-4964-4aae-adfd-e786108b021d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:02.934740 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-2c6a3937-8779-4ab8-be44-027854002628 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:08:02.935054 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-2c6a3937-8779-4ab8-be44-027854002628 service neutron] Checking segment: {'id': '7c2f15cb-3812-4339-b22c-23429dcbb708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1da5b072-9369-4447-afd9-f10ac0538ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:08:02.935475 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-2c6a3937-8779-4ab8-be44-027854002628 service neutron] Bound using segment: {'id': '7c2f15cb-3812-4339-b22c-23429dcbb708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1da5b072-9369-4447-afd9-f10ac0538ccc'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:08:02.935954 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-2c6a3937-8779-4ab8-be44-027854002628 service neutron] Bound port: 19f8e65d-dc9d-4274-b81f-c0c10ac10529, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c2f15cb-3812-4339-b22c-23429dcbb708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1da5b072-9369-4447-afd9-f10ac0538ccc'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:08:02.936562 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-2c6a3937-8779-4ab8-be44-027854002628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:02.954582 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-95ffc422-4964-4aae-adfd-e786108b021d service neutron] Transition to ACTIVE for port object 77c185c4-86df-4bdb-a05a-62a6d3a7f6fa will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:08:02.955762 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f1cba934-543c-411a-9956-93a913e570e3 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:02.968707 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-95ffc422-4964-4aae-adfd-e786108b021d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:03.116912 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-7653e2d8-6cfa-4709-911b-9b192b0a6466 service neutron] 10.222.0.82 "GET /v2.0/networks/1da5b072-9369-4447-afd9-f10ac0538ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168651 Aug 11 22:08:03.205682 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42166) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:03.233944 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-08bc38c8-2874-4d56-9b2d-b8cd613a69cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:03.281449 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-5b8f8d0d-8cf3-4805-b40c-04e5d3d2d006 service neutron] 10.222.0.82 "GET /v2.0/networks/1da5b072-9369-4447-afd9-f10ac0538ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571383 Aug 11 22:08:03.438003 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5d2ce-b432-4d55-beea-8763084ee07e req-0e01a5ba-41db-4b82-b858-9c8da286733f tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:03.440537 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b1c5d2ce-b432-4d55-beea-8763084ee07e req-0e01a5ba-41db-4b82-b858-9c8da286733f tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c224904-3627-457c-9f1e-825dda8d30be HTTP/1.1" status: 200 len: 944 time: 0.0885124 Aug 11 22:08:03.450967 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-08bc38c8-2874-4d56-9b2d-b8cd613a69cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:03.454856 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffc422-4964-4aae-adfd-e786108b021d service neutron] Pushing event updated for resources: {'Port': ['ID=77c185c4-86df-4bdb-a05a-62a6d3a7f6fa,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:03.469486 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-08bc38c8-2874-4d56-9b2d-b8cd613a69cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:03.537136 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-08bc38c8-2874-4d56-9b2d-b8cd613a69cb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ffedd843ed774866b124f04ec44cbca3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3303244 Aug 11 22:08:03.540754 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b1c5d2ce-b432-4d55-beea-8763084ee07e req-871b0d64-a783-476f-8a37-c3bf98d48881 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/security-groups?id=434f5ecd-d588-4957-adab-a3fd38b373f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874591 Aug 11 22:08:03.541943 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42168) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:03.541943 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc38c8-2874-4d56-9b2d-b8cd613a69cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e39693a-119a-4cbc-ab55-3ab3cc97865f,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:03.543467 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f1cba934-543c-411a-9956-93a913e570e3 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:03.563470 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f1cba934-543c-411a-9956-93a913e570e3 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:03.567278 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-2c6a3937-8779-4ab8-be44-027854002628 service neutron] For port 19f8e65d-dc9d-4274-b81f-c0c10ac10529, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:08:03.620555 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-301b79f6-6e12-4b58-a25a-7b9fb207c3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:03.632760 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-2c6a3937-8779-4ab8-be44-027854002628 service neutron] For port 19f8e65d-dc9d-4274-b81f-c0c10ac10529, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=19f8e65d-dc9d-4274-b81f-c0c10ac10529,segment=NetworkSegment(7c2f15cb-3812-4339-b22c-23429dcbb708),segment_id=7c2f15cb-3812-4339-b22c-23429dcbb708)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:08:03.637586 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cba934-543c-411a-9956-93a913e570e3 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bdd9fde-154d-4925-bbfd-fbdded2fb76f,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:03.656784 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-2c6a3937-8779-4ab8-be44-027854002628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:03.658990 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-301b79f6-6e12-4b58-a25a-7b9fb207c3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:03.674579 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f1cba934-543c-411a-9956-93a913e570e3 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:03.676097 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f1cba934-543c-411a-9956-93a913e570e3 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8370061 Aug 11 22:08:03.679274 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42170) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:03.698381 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-95ffc422-4964-4aae-adfd-e786108b021d service neutron] Attempting to bind port 77c185c4-86df-4bdb-a05a-62a6d3a7f6fa on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:08:03.698729 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-95ffc422-4964-4aae-adfd-e786108b021d service neutron] Attempting to bind port 77c185c4-86df-4bdb-a05a-62a6d3a7f6fa by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '7c2f15cb-3812-4339-b22c-23429dcbb708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1da5b072-9369-4447-afd9-f10ac0538ccc'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:08:03.699069 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-95ffc422-4964-4aae-adfd-e786108b021d service neutron] Attempting to bind port 77c185c4-86df-4bdb-a05a-62a6d3a7f6fa on network 1da5b072-9369-4447-afd9-f10ac0538ccc {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:08:03.720582 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-2c6a3937-8779-4ab8-be44-027854002628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:03.721240 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-2c6a3937-8779-4ab8-be44-027854002628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:03.722797 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-2c6a3937-8779-4ab8-be44-027854002628 service neutron] 10.222.0.82 "PUT /v2.0/ports/19f8e65d-dc9d-4274-b81f-c0c10ac10529 HTTP/1.1" status: 200 len: 1091 time: 3.0028667 Aug 11 22:08:03.723865 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-95ffc422-4964-4aae-adfd-e786108b021d service neutron] Port 77c185c4-86df-4bdb-a05a-62a6d3a7f6fa on network 1da5b072-9369-4447-afd9-f10ac0538ccc not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:08:03.724201 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-95ffc422-4964-4aae-adfd-e786108b021d service neutron] Attempting to bind port 77c185c4-86df-4bdb-a05a-62a6d3a7f6fa on network 1da5b072-9369-4447-afd9-f10ac0538ccc {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:08:03.726417 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4b8981-b926-43e2-a750-4717ad6d1940', 'tag': '19f8e65d-dc9d-4274-b81f-c0c10ac10529'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:08:03.728954 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e9eca5-b63a-4801-9e22-ca5fc3d1e3f0" -d '{"events": [{"name": "network-changed", "server_uuid": "8b4b8981-b926-43e2-a750-4717ad6d1940", "tag": "19f8e65d-dc9d-4274-b81f-c0c10ac10529"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:08:03.745304 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-95ffc422-4964-4aae-adfd-e786108b021d service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:08:03.745654 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-95ffc422-4964-4aae-adfd-e786108b021d service neutron] Checking segment: {'id': '7c2f15cb-3812-4339-b22c-23429dcbb708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1da5b072-9369-4447-afd9-f10ac0538ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:08:03.746053 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-95ffc422-4964-4aae-adfd-e786108b021d service neutron] Bound using segment: {'id': '7c2f15cb-3812-4339-b22c-23429dcbb708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1da5b072-9369-4447-afd9-f10ac0538ccc'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:08:03.746512 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-95ffc422-4964-4aae-adfd-e786108b021d service neutron] Bound port: 77c185c4-86df-4bdb-a05a-62a6d3a7f6fa, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c2f15cb-3812-4339-b22c-23429dcbb708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1da5b072-9369-4447-afd9-f10ac0538ccc'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:08:03.746885 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-95ffc422-4964-4aae-adfd-e786108b021d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:03.771865 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a3937-8779-4ab8-be44-027854002628 service neutron] Pushing event updated for resources: {'Port': ['ID=19f8e65d-dc9d-4274-b81f-c0c10ac10529,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:03.808801 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036ce7be-21e3-426d-88c9-45fb413d7e1e x-openstack-request-id: req-036ce7be-21e3-426d-88c9-45fb413d7e1e {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:08:03.809344 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c224904-3627-457c-9f1e-825dda8d30be", "tag": "2e6fd679-a301-4e5f-8267-9a85f4ef4e37", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:08:03.809734 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-036ce7be-21e3-426d-88c9-45fb413d7e1e {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:08:03.810396 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c224904-3627-457c-9f1e-825dda8d30be', 'tag': '2e6fd679-a301-4e5f-8267-9a85f4ef4e37', 'status': 'completed', 'code': 200} Aug 11 22:08:03.846964 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-95ffc422-4964-4aae-adfd-e786108b021d service neutron] For port 77c185c4-86df-4bdb-a05a-62a6d3a7f6fa, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:08:03.852825 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-95ffc422-4964-4aae-adfd-e786108b021d service neutron] For port 77c185c4-86df-4bdb-a05a-62a6d3a7f6fa, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=77c185c4-86df-4bdb-a05a-62a6d3a7f6fa,segment=NetworkSegment(7c2f15cb-3812-4339-b22c-23429dcbb708),segment_id=7c2f15cb-3812-4339-b22c-23429dcbb708)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:08:03.859826 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-76081f69-421f-4a82-92d6-b500dbc4c692 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:03.866747 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-301b79f6-6e12-4b58-a25a-7b9fb207c3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:03.871638 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-301b79f6-6e12-4b58-a25a-7b9fb207c3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:03.873658 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-301b79f6-6e12-4b58-a25a-7b9fb207c3a1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7e39693a-119a-4cbc-ab55-3ab3cc97865f HTTP/1.1" status: 204 len: 168 time: 0.3285522 Aug 11 22:08:03.876540 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-95ffc422-4964-4aae-adfd-e786108b021d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:03.951634 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b79f6-6e12-4b58-a25a-7b9fb207c3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e39693a-119a-4cbc-ab55-3ab3cc97865f,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:03.975769 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-76081f69-421f-4a82-92d6-b500dbc4c692 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:03.982118 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-95ffc422-4964-4aae-adfd-e786108b021d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:03.983675 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-95ffc422-4964-4aae-adfd-e786108b021d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:03.985547 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-95ffc422-4964-4aae-adfd-e786108b021d service neutron] 10.222.0.52 "PUT /v2.0/ports/77c185c4-86df-4bdb-a05a-62a6d3a7f6fa HTTP/1.1" status: 200 len: 1092 time: 1.8516243 Aug 11 22:08:04.021474 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38183e0-f745-4e9b-9906-880a184034a2 req-3f935441-160d-417f-ac41-9fe2055bae34 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:04.023169 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f38183e0-f745-4e9b-9906-880a184034a2 req-3f935441-160d-417f-ac41-9fe2055bae34 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c681a048-cd9d-4a75-a120-f3e88edb0dd6 HTTP/1.1" status: 200 len: 946 time: 0.1582561 Aug 11 22:08:04.031731 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0abe4-59de-4ac7-83c0-ffddeab65941 req-06d384e7-0cc1-4f75-96ca-a8f3ea4f1360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:04.033355 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bce0abe4-59de-4ac7-83c0-ffddeab65941 req-06d384e7-0cc1-4f75-96ca-a8f3ea4f1360 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d7b8d86a17fe47299a8b318f3c170ab3&device_id=3c224904-3627-457c-9f1e-825dda8d30be HTTP/1.1" status: 200 len: 1095 time: 0.1527278 Aug 11 22:08:04.044296 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-3d2b4115-f5ea-42cb-9869-8906b5e7645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:04.047181 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-3d2b4115-f5ea-42cb-9869-8906b5e7645d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d7b8d86a17fe47299a8b318f3c170ab3&device_id=8b4b8981-b926-43e2-a750-4717ad6d1940 HTTP/1.1" status: 200 len: 1094 time: 0.1899004 Aug 11 22:08:04.099054 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffc422-4964-4aae-adfd-e786108b021d service neutron] Pushing event updated for resources: {'Port': ['ID=77c185c4-86df-4bdb-a05a-62a6d3a7f6fa,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:04.140843 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-1d66c9e0-829c-4220-b301-a95de3efeafc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19f8e65d-dc9d-4274-b81f-c0c10ac10529 HTTP/1.1" status: 200 len: 217 time: 0.0521674 Aug 11 22:08:04.153028 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-76081f69-421f-4a82-92d6-b500dbc4c692 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:04.155874 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-76081f69-421f-4a82-92d6-b500dbc4c692 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:04.161110 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-76081f69-421f-4a82-92d6-b500dbc4c692 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "DELETE /v2.0/security-groups/26da6055-3d32-4174-a8fe-39f0b7f96cb2 HTTP/1.1" status: 204 len: 168 time: 0.4766531 Aug 11 22:08:04.163270 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42178) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:04.168875 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-b441d002-2a3e-45b5-b90d-0b7c7c90c96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:04.168875 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-b441d002-2a3e-45b5-b90d-0b7c7c90c96b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d7b8d86a17fe47299a8b318f3c170ab3&device_id=ee58b7b3-123c-4a96-9c1e-fbaa623b584b HTTP/1.1" status: 200 len: 1095 time: 0.1215723 Aug 11 22:08:04.172996 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device b2eadc1d-9cb5-4e10-af29-c9d841f467da up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:08:04.190619 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f38183e0-f745-4e9b-9906-880a184034a2 req-6b5880c0-1d8b-45d9-995c-2c1989b22e66 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519084 Aug 11 22:08:04.228863 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76081f69-421f-4a82-92d6-b500dbc4c692 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26da6055-3d32-4174-a8fe-39f0b7f96cb2,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:04.274604 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-30f20fef-edcd-4519-a1ec-2b36a2727593 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77c185c4-86df-4bdb-a05a-62a6d3a7f6fa HTTP/1.1" status: 200 len: 217 time: 0.0858397 Aug 11 22:08:04.323964 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0abe4-59de-4ac7-83c0-ffddeab65941 req-2804431e-2103-4228-a2ac-26057ddc71a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:04.333679 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bce0abe4-59de-4ac7-83c0-ffddeab65941 req-2804431e-2103-4228-a2ac-26057ddc71a8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1da5b072-9369-4447-afd9-f10ac0538ccc HTTP/1.1" status: 200 len: 918 time: 0.2794294 Aug 11 22:08:04.344133 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port b2eadc1d-9cb5-4e10-af29-c9d841f467da completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:08:04.349874 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port b2eadc1d-9cb5-4e10-af29-c9d841f467da triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:08:04.350573 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:04.389093 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bce0abe4-59de-4ac7-83c0-ffddeab65941 req-eb00d176-af6f-4671-a7f1-0551c4e1ad99 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e6fd679-a301-4e5f-8267-9a85f4ef4e37 HTTP/1.1" status: 200 len: 217 time: 0.0455005 Aug 11 22:08:04.396770 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-e118ff03-8f9b-4061-9a43-ad561cbccfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:04.405902 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1c310207-fe44-4628-9009-6cc45cad6215 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2312129 Aug 11 22:08:04.409446 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-e118ff03-8f9b-4061-9a43-ad561cbccfdc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=07e64c65-d6f8-488c-a480-8bed3eb225c0 HTTP/1.1" status: 200 len: 857 time: 0.2605796 Aug 11 22:08:04.419215 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42188) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:04.455314 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-bd22e846-036f-4699-8165-00cf2840c886 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Request body: {'security_group': {'name': 'tempest-secgroup--1107338978'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:04.456870 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0abe4-59de-4ac7-83c0-ffddeab65941 req-774e72e3-ea01-45ea-bb54-e3a38c5f62f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:04.458471 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bce0abe4-59de-4ac7-83c0-ffddeab65941 req-774e72e3-ea01-45ea-bb54-e3a38c5f62f1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=07e64c65-d6f8-488c-a480-8bed3eb225c0 HTTP/1.1" status: 200 len: 857 time: 0.0515032 Aug 11 22:08:04.510960 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bce0abe4-59de-4ac7-83c0-ffddeab65941 req-737f1805-53ef-474c-a732-af81beaa4677 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1da5b072-9369-4447-afd9-f10ac0538ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445278 Aug 11 22:08:04.525459 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bd22e846-036f-4699-8165-00cf2840c886 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:04.554274 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-704202f2-17a0-40cf-b1f9-f8813eb486ce service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1da5b072-9369-4447-afd9-f10ac0538ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444691 Aug 11 22:08:04.558534 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-a1a03aa9-84d3-4568-8115-79b3e3bf4a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:04.561285 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-a1a03aa9-84d3-4568-8115-79b3e3bf4a6c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=07e64c65-d6f8-488c-a480-8bed3eb225c0 HTTP/1.1" status: 200 len: 857 time: 0.2723646 Aug 11 22:08:04.618711 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:04.628819 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bce0abe4-59de-4ac7-83c0-ffddeab65941 req-cefda5f0-dbd0-46eb-a7a0-aed377905f8f service neutron] 10.222.0.82 "GET /v2.0/networks/1da5b072-9369-4447-afd9-f10ac0538ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104186 Aug 11 22:08:04.653662 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-fcb7b193-94c9-48da-bfad-335af9f3d9d7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1da5b072-9369-4447-afd9-f10ac0538ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804195 Aug 11 22:08:04.719182 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port b2eadc1d-9cb5-4e10-af29-c9d841f467da, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=b2eadc1d-9cb5-4e10-af29-c9d841f467da,segment=NetworkSegment(9d897c8b-3740-4eeb-a648-0035b9afdf7b),segment_id=9d897c8b-3740-4eeb-a648-0035b9afdf7b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:04.720912 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2eadc1d-9cb5-4e10-af29-c9d841f467da'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:08:04.724296 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6ed28a-6d71-4752-bffc-248de79a5975" -d '{"events": [{"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-plugged", "status": "completed", "tag": "b2eadc1d-9cb5-4e10-af29-c9d841f467da"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:08:04.729804 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:04.730889 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:08:04.866804 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=b2eadc1d-9cb5-4e10-af29-c9d841f467da,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:04.898429 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:08:04.905348 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:08:04.909511 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:04.915244 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bce0abe4-59de-4ac7-83c0-ffddeab65941 req-555f5da8-8d2a-48c1-8f66-51171d3465ab service neutron] 10.222.0.82 "GET /v2.0/networks/1da5b072-9369-4447-afd9-f10ac0538ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775652 Aug 11 22:08:05.017395 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-07a52f9a-2f48-4cc4-aac9-a08cd39d7678 service neutron] 10.222.0.82 "GET /v2.0/networks/1da5b072-9369-4447-afd9-f10ac0538ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545829 Aug 11 22:08:05.049332 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad068f78-ab1c-4ee5-a6e2-7faee69a8dcc req-3f61944a-9f0e-4e5e-b14e-6d71ab73527f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:05.056428 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad068f78-ab1c-4ee5-a6e2-7faee69a8dcc req-3f61944a-9f0e-4e5e-b14e-6d71ab73527f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:05.063139 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad068f78-ab1c-4ee5-a6e2-7faee69a8dcc req-3f61944a-9f0e-4e5e-b14e-6d71ab73527f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:05.069408 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad068f78-ab1c-4ee5-a6e2-7faee69a8dcc req-3f61944a-9f0e-4e5e-b14e-6d71ab73527f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:05.076022 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad068f78-ab1c-4ee5-a6e2-7faee69a8dcc req-3f61944a-9f0e-4e5e-b14e-6d71ab73527f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:05.085060 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad068f78-ab1c-4ee5-a6e2-7faee69a8dcc req-3f61944a-9f0e-4e5e-b14e-6d71ab73527f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:05.091288 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad068f78-ab1c-4ee5-a6e2-7faee69a8dcc req-3f61944a-9f0e-4e5e-b14e-6d71ab73527f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:05.093281 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ad068f78-ab1c-4ee5-a6e2-7faee69a8dcc req-3f61944a-9f0e-4e5e-b14e-6d71ab73527f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 5429 time: 0.1711924 Aug 11 22:08:05.122041 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-5053e473-ce23-4f7d-a3b5-a5b474a9212e service neutron] 10.222.0.52 "GET /v2.0/networks/1da5b072-9369-4447-afd9-f10ac0538ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547501 Aug 11 22:08:05.140407 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:05.146854 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bd22e846-036f-4699-8165-00cf2840c886 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:05.201000 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ad068f78-ab1c-4ee5-a6e2-7faee69a8dcc req-6ec4327b-8b8a-4ebb-b31d-0a178a141476 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce569d98-203a-4470-8865-61fccfa74fc4&id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0991387 Aug 11 22:08:05.207865 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bd22e846-036f-4699-8165-00cf2840c886 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:05.216025 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9,segment=NetworkSegment(9d897c8b-3740-4eeb-a648-0035b9afdf7b),segment_id=9d897c8b-3740-4eeb-a648-0035b9afdf7b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:05.234015 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:05.234015 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 3662de63-2216-47cd-a09d-9450446cab7f up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:08:05.289345 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28368aad-3c27-4618-895b-eb276c1abeb6 x-openstack-request-id: req-28368aad-3c27-4618-895b-eb276c1abeb6 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:08:05.289655 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b4b8981-b926-43e2-a750-4717ad6d1940", "tag": "19f8e65d-dc9d-4274-b81f-c0c10ac10529", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:08:05.289920 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-28368aad-3c27-4618-895b-eb276c1abeb6 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:08:05.290337 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4b8981-b926-43e2-a750-4717ad6d1940', 'tag': '19f8e65d-dc9d-4274-b81f-c0c10ac10529', 'status': 'completed', 'code': 200} Aug 11 22:08:05.319113 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bd22e846-036f-4699-8165-00cf2840c886 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:05.323120 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bd22e846-036f-4699-8165-00cf2840c886 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8876455 Aug 11 22:08:05.324038 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42218) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:05.331947 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-ab5b44ab-452c-4f21-b1fb-95b802d006b0 service neutron] 10.222.0.82 "GET /v2.0/networks/1da5b072-9369-4447-afd9-f10ac0538ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054276 Aug 11 22:08:05.332597 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22e846-036f-4699-8165-00cf2840c886 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb48d14f-b494-4235-a25a-6c86121f9af3,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:05.343586 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-133402a7-9355-47d2-b7a6-bb08036a76d6 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Request body: {'security_group': {'name': 'tempest-secgroup--1349188738'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:05.377374 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-525193f6-b9f5-4a3b-bf79-3e39f0608ea3 req-41e87692-4be3-4713-8fc1-70a5fcf4661e service neutron] 10.222.0.52 "GET /v2.0/networks/1da5b072-9369-4447-afd9-f10ac0538ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471976 Aug 11 22:08:05.382434 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:05.397163 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 3662de63-2216-47cd-a09d-9450446cab7f completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:08:05.412680 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 3662de63-2216-47cd-a09d-9450446cab7f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:08:05.413512 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:05.421110 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-133402a7-9355-47d2-b7a6-bb08036a76d6 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:05.519731 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9eca5-b63a-4801-9e22-ca5fc3d1e3f0 req-825325ba-0692-4094-9ac3-b7929f097c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:05.521628 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-81e9eca5-b63a-4801-9e22-ca5fc3d1e3f0 req-825325ba-0692-4094-9ac3-b7929f097c3b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d7b8d86a17fe47299a8b318f3c170ab3&device_id=8b4b8981-b926-43e2-a750-4717ad6d1940 HTTP/1.1" status: 200 len: 1094 time: 0.0581949 Aug 11 22:08:05.580872 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cf2f6-7953-4a98-82b6-7ec5cb86f96b req-520d19a5-322a-43fb-9365-e2cea19ec1d9 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:05.587611 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:05.589862 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-938cf2f6-7953-4a98-82b6-7ec5cb86f96b req-520d19a5-322a-43fb-9365-e2cea19ec1d9 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c224904-3627-457c-9f1e-825dda8d30be HTTP/1.1" status: 200 len: 944 time: 0.1387143 Aug 11 22:08:05.598236 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-133402a7-9355-47d2-b7a6-bb08036a76d6 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:05.612862 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-133402a7-9355-47d2-b7a6-bb08036a76d6 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:05.656709 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 3662de63-2216-47cd-a09d-9450446cab7f, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=3662de63-2216-47cd-a09d-9450446cab7f,segment=NetworkSegment(9d897c8b-3740-4eeb-a648-0035b9afdf7b),segment_id=9d897c8b-3740-4eeb-a648-0035b9afdf7b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:05.665072 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:05.667610 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 36ad0513-a98b-4e70-b99c-c3737712cca6 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:08:05.681590 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-938cf2f6-7953-4a98-82b6-7ec5cb86f96b req-dcee7acf-8d0f-42fa-a2e8-25ccdf24a009 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/security-groups?id=434f5ecd-d588-4957-adab-a3fd38b373f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886550 Aug 11 22:08:05.682426 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133402a7-9355-47d2-b7a6-bb08036a76d6 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=989a26f8-b041-44d7-8194-aedf48c3c064,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:05.697839 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9eca5-b63a-4801-9e22-ca5fc3d1e3f0 req-f636b1ab-9a8f-4c8e-9e1e-1850b828a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:05.697839 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-81e9eca5-b63a-4801-9e22-ca5fc3d1e3f0 req-f636b1ab-9a8f-4c8e-9e1e-1850b828a739 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1da5b072-9369-4447-afd9-f10ac0538ccc HTTP/1.1" status: 200 len: 918 time: 0.1667058 Aug 11 22:08:05.700304 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-133402a7-9355-47d2-b7a6-bb08036a76d6 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:05.701633 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-133402a7-9355-47d2-b7a6-bb08036a76d6 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3764760 Aug 11 22:08:05.705741 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42230) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:05.757412 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-0d16fde3-6234-49b5-b73c-5d6428be159e tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Request body: {'security_group_rule': {'security_group_id': 'eb48d14f-b494-4235-a25a-6c86121f9af3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '989a26f8-b041-44d7-8194-aedf48c3c064', 'remote_ip_prefix': None}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:05.764209 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-81e9eca5-b63a-4801-9e22-ca5fc3d1e3f0 req-605cede5-4e06-4a30-9368-5fc09c9c4e63 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19f8e65d-dc9d-4274-b81f-c0c10ac10529 HTTP/1.1" status: 200 len: 217 time: 0.0520842 Aug 11 22:08:05.774355 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=3662de63-2216-47cd-a09d-9450446cab7f,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:05.809402 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 36ad0513-a98b-4e70-b99c-c3737712cca6 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:08:05.814998 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 36ad0513-a98b-4e70-b99c-c3737712cca6 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:08:05.815391 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:05.854781 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0d16fde3-6234-49b5-b73c-5d6428be159e tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:05.958058 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9eca5-b63a-4801-9e22-ca5fc3d1e3f0 req-26eab06d-d0d5-4f4a-a0fc-03acddee0d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:05.959992 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-81e9eca5-b63a-4801-9e22-ca5fc3d1e3f0 req-26eab06d-d0d5-4f4a-a0fc-03acddee0d24 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=07e64c65-d6f8-488c-a480-8bed3eb225c0 HTTP/1.1" status: 200 len: 857 time: 0.1728485 Aug 11 22:08:05.983786 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ef969e-13c7-41f2-a86e-d7094055f685 x-openstack-request-id: req-76ef969e-13c7-41f2-a86e-d7094055f685 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:08:05.984090 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-plugged", "status": "completed", "tag": "b2eadc1d-9cb5-4e10-af29-c9d841f467da", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:08:05.984339 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-76ef969e-13c7-41f2-a86e-d7094055f685 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:08:05.984948 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2eadc1d-9cb5-4e10-af29-c9d841f467da', 'code': 200} Aug 11 22:08:06.027981 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-81e9eca5-b63a-4801-9e22-ca5fc3d1e3f0 req-00fb0ea3-3528-4092-a54d-c49b6d7b096b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1da5b072-9369-4447-afd9-f10ac0538ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596712 Aug 11 22:08:06.058913 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0d16fde3-6234-49b5-b73c-5d6428be159e tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:06.098152 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:06.118499 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0d16fde3-6234-49b5-b73c-5d6428be159e tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:06.147139 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 36ad0513-a98b-4e70-b99c-c3737712cca6, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=36ad0513-a98b-4e70-b99c-c3737712cca6,segment=NetworkSegment(9d897c8b-3740-4eeb-a648-0035b9afdf7b),segment_id=9d897c8b-3740-4eeb-a648-0035b9afdf7b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:06.154972 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:06.159136 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0d16fde3-6234-49b5-b73c-5d6428be159e tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:06.161295 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0d16fde3-6234-49b5-b73c-5d6428be159e tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4540632 Aug 11 22:08:06.164328 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42264) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:06.171207 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device e452efbe-5133-4b80-bdc2-4eee7588265c up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:08:06.184528 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16fde3-6234-49b5-b73c-5d6428be159e tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9487c47a-0492-4217-b693-eb01f588a50a,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:06.256963 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a37d673b-25ec-4713-a52c-9d9f7316fefe tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:06.258851 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=36ad0513-a98b-4e70-b99c-c3737712cca6,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:06.275937 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a37d673b-25ec-4713-a52c-9d9f7316fefe tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:06.278416 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port e452efbe-5133-4b80-bdc2-4eee7588265c completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:08:06.279756 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-81e9eca5-b63a-4801-9e22-ca5fc3d1e3f0 req-daf84932-aad6-45fd-9b20-2604dd7cbf0c service neutron] 10.222.0.82 "GET /v2.0/networks/1da5b072-9369-4447-afd9-f10ac0538ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361224 Aug 11 22:08:06.285035 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port e452efbe-5133-4b80-bdc2-4eee7588265c triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:08:06.285524 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:06.409423 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a37d673b-25ec-4713-a52c-9d9f7316fefe tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:06.412427 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:06.440485 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a37d673b-25ec-4713-a52c-9d9f7316fefe tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:06.442836 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a37d673b-25ec-4713-a52c-9d9f7316fefe tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/9487c47a-0492-4217-b693-eb01f588a50a HTTP/1.1" status: 204 len: 168 time: 0.2770996 Aug 11 22:08:06.445905 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42294) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:06.461372 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d673b-25ec-4713-a52c-9d9f7316fefe tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9487c47a-0492-4217-b693-eb01f588a50a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:06.480089 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port e452efbe-5133-4b80-bdc2-4eee7588265c, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e452efbe-5133-4b80-bdc2-4eee7588265c,segment=NetworkSegment(737de52c-544b-4831-b19c-fef2d8c7a4ab),segment_id=737de52c-544b-4831-b19c-fef2d8c7a4ab)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:06.492227 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:06.493053 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 30bba54e-24ad-4c09-8891-8a226a46262f up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:08:06.506023 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-81e9eca5-b63a-4801-9e22-ca5fc3d1e3f0 req-19980e52-3fd8-4944-8645-a3fe956217ab service neutron] 10.222.0.82 "GET /v2.0/networks/1da5b072-9369-4447-afd9-f10ac0538ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167614 Aug 11 22:08:06.526389 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-72b8d998-c2a9-4082-9c5c-fbf6c351e4b7 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0793660 Aug 11 22:08:06.529052 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42306) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:06.572301 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 2e6fd679-a301-4e5f-8267-9a85f4ef4e37 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:08:06.623410 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7a68a087-cc91-4bc6-872f-bdf27e973b8a tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:06.655764 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f92c3e-a231-466f-9a12-cc8c6ad9f36c req-aa0f4391-65d6-4476-9142-d8a19b61a1dc tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:06.657421 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2f92c3e-a231-466f-9a12-cc8c6ad9f36c req-aa0f4391-65d6-4476-9142-d8a19b61a1dc tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c681a048-cd9d-4a75-a120-f3e88edb0dd6 HTTP/1.1" status: 200 len: 946 time: 0.0806487 Aug 11 22:08:06.663686 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=e452efbe-5133-4b80-bdc2-4eee7588265c,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:06.670668 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7a68a087-cc91-4bc6-872f-bdf27e973b8a tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:06.694244 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 30bba54e-24ad-4c09-8891-8a226a46262f completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:08:06.709684 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 30bba54e-24ad-4c09-8891-8a226a46262f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:08:06.710039 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:06.766172 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 2e6fd679-a301-4e5f-8267-9a85f4ef4e37, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2e6fd679-a301-4e5f-8267-9a85f4ef4e37,segment=NetworkSegment(7c2f15cb-3812-4339-b22c-23429dcbb708),segment_id=7c2f15cb-3812-4339-b22c-23429dcbb708)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:06.784381 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '2e6fd679-a301-4e5f-8267-9a85f4ef4e37', 'network_id': '1da5b072-9369-4447-afd9-f10ac0538ccc', 'port_id': '2e6fd679-a301-4e5f-8267-9a85f4ef4e37', 'mac_address': 'fa:16:3e:60:7b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07e64c65-d6f8-488c-a480-8bed3eb225c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:08:06.859014 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:06.878268 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e6fd679-a301-4e5f-8267-9a85f4ef4e37 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:08:06.885261 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:06.914889 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 2e6fd679-a301-4e5f-8267-9a85f4ef4e37, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2e6fd679-a301-4e5f-8267-9a85f4ef4e37,segment=NetworkSegment(7c2f15cb-3812-4339-b22c-23429dcbb708),segment_id=7c2f15cb-3812-4339-b22c-23429dcbb708)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:06.924630 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:06.962726 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 30bba54e-24ad-4c09-8891-8a226a46262f, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=30bba54e-24ad-4c09-8891-8a226a46262f,segment=NetworkSegment(737de52c-544b-4831-b19c-fef2d8c7a4ab),segment_id=737de52c-544b-4831-b19c-fef2d8c7a4ab)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:06.972535 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:06.974175 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 349c2860-60cb-4169-8ba2-aabeccfa45a1 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:08:07.021832 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=2e6fd679-a301-4e5f-8267-9a85f4ef4e37,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:07.079935 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 349c2860-60cb-4169-8ba2-aabeccfa45a1 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:08:07.099271 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 349c2860-60cb-4169-8ba2-aabeccfa45a1 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:08:07.100102 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:07.103318 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=30bba54e-24ad-4c09-8891-8a226a46262f,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:07.122863 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2f92c3e-a231-466f-9a12-cc8c6ad9f36c req-1a4cbc16-cce9-434b-87bf-1b5f03d0099a tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562351 Aug 11 22:08:07.134836 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7a68a087-cc91-4bc6-872f-bdf27e973b8a tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:07.138191 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7a68a087-cc91-4bc6-872f-bdf27e973b8a tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:07.139456 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7a68a087-cc91-4bc6-872f-bdf27e973b8a tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "DELETE /v2.0/security-groups/989a26f8-b041-44d7-8194-aedf48c3c064 HTTP/1.1" status: 204 len: 168 time: 0.6092143 Aug 11 22:08:07.144444 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42336) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:07.150413 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68a087-cc91-4bc6-872f-bdf27e973b8a tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=989a26f8-b041-44d7-8194-aedf48c3c064,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:07.242101 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:07.248677 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ac6afb45-804b-4288-be74-c56b9c83dc0e tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1027818 Aug 11 22:08:07.253648 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42340) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:07.254050 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42342) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:07.296958 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943b8b2-0d97-4e89-9994-57df96d625f1 req-319cfadc-efd6-4061-a5a1-764ee55a2f0c tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:07.303191 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee58b7b3-123c-4a96-9c1e-fbaa623b584b', 'tag': '77c185c4-86df-4bdb-a05a-62a6d3a7f6fa'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:08:07.304017 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943b8b2-0d97-4e89-9994-57df96d625f1 req-319cfadc-efd6-4061-a5a1-764ee55a2f0c tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:07.307577 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc42187-88cf-4920-8e1d-16f08f2b7237" -d '{"events": [{"name": "network-changed", "server_uuid": "ee58b7b3-123c-4a96-9c1e-fbaa623b584b", "tag": "77c185c4-86df-4bdb-a05a-62a6d3a7f6fa"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:08:07.310149 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943b8b2-0d97-4e89-9994-57df96d625f1 req-319cfadc-efd6-4061-a5a1-764ee55a2f0c tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:07.316969 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943b8b2-0d97-4e89-9994-57df96d625f1 req-319cfadc-efd6-4061-a5a1-764ee55a2f0c tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:07.321662 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 349c2860-60cb-4169-8ba2-aabeccfa45a1, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=349c2860-60cb-4169-8ba2-aabeccfa45a1,segment=NetworkSegment(fed54257-4ffc-49e3-ac53-8be34c50450f),segment_id=fed54257-4ffc-49e3-ac53-8be34c50450f)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:07.328715 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:07.336604 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943b8b2-0d97-4e89-9994-57df96d625f1 req-319cfadc-efd6-4061-a5a1-764ee55a2f0c tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:07.343693 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943b8b2-0d97-4e89-9994-57df96d625f1 req-319cfadc-efd6-4061-a5a1-764ee55a2f0c tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:07.350565 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943b8b2-0d97-4e89-9994-57df96d625f1 req-319cfadc-efd6-4061-a5a1-764ee55a2f0c tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:07.359153 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7943b8b2-0d97-4e89-9994-57df96d625f1 req-319cfadc-efd6-4061-a5a1-764ee55a2f0c tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 5434 time: 0.1497953 Aug 11 22:08:07.378432 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5d06cd66-7688-496b-b78f-3cb6132d51a6 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:07.409807 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7943b8b2-0d97-4e89-9994-57df96d625f1 req-21b38301-e639-4893-ae47-9f63a238ef20 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce569d98-203a-4470-8865-61fccfa74fc4&id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0493102 Aug 11 22:08:07.421704 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5d06cd66-7688-496b-b78f-3cb6132d51a6 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:07.437358 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['2e6fd679-a301-4e5f-8267-9a85f4ef4e37'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:08:07.448866 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=349c2860-60cb-4169-8ba2-aabeccfa45a1,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:07.460299 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6ec6fae6-f5c7-48d3-b8d6-709299a7c289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:07.578438 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5d06cd66-7688-496b-b78f-3cb6132d51a6 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:07.583855 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5d06cd66-7688-496b-b78f-3cb6132d51a6 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:07.588813 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5d06cd66-7688-496b-b78f-3cb6132d51a6 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "DELETE /v2.0/security-groups/eb48d14f-b494-4235-a25a-6c86121f9af3 HTTP/1.1" status: 204 len: 168 time: 0.3292739 Aug 11 22:08:07.589100 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42352) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:07.617187 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06cd66-7688-496b-b78f-3cb6132d51a6 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb48d14f-b494-4235-a25a-6c86121f9af3,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:07.699469 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b6cfc898-4ec0-4b11-b148-e0576411a373 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1086485 Aug 11 22:08:07.708262 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42354) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:07.713250 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-c1ce96e3-e0b0-45e4-9287-9a416f099cd4 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Request body: {'security_group': {'name': 'tempest-secgroup--1490906531'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:07.717107 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6ec6fae6-f5c7-48d3-b8d6-709299a7c289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:07.724570 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6ec6fae6-f5c7-48d3-b8d6-709299a7c289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:07.750537 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c1ce96e3-e0b0-45e4-9287-9a416f099cd4 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:07.770152 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6ec6fae6-f5c7-48d3-b8d6-709299a7c289 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a9817ec34de943b084a2b8956a79a9d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5148773 Aug 11 22:08:07.771700 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec6fae6-f5c7-48d3-b8d6-709299a7c289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f4a9d6-69a5-4e0e-9fda-60af295143b9,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:07.774366 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42356) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:07.845651 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-67c76b79-ff20-42d5-93d2-c88081f63dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:07.886466 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-67c76b79-ff20-42d5-93d2-c88081f63dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:07.901160 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c1ce96e3-e0b0-45e4-9287-9a416f099cd4 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:07.906585 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c1ce96e3-e0b0-45e4-9287-9a416f099cd4 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:07.942117 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c1ce96e3-e0b0-45e4-9287-9a416f099cd4 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:07.947853 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c1ce96e3-e0b0-45e4-9287-9a416f099cd4 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2340646 Aug 11 22:08:07.949352 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42360) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:07.954773 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-e3495562-27ab-4215-be3b-942cb207e823 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Request body: {'security_group_rule': {'security_group_id': 'f0054fa8-e1ca-49bf-890d-355142e24295', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:07.961610 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce96e3-e0b0-45e4-9287-9a416f099cd4 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0054fa8-e1ca-49bf-890d-355142e24295,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:07.989246 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9'}, {'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3662de63-2216-47cd-a09d-9450446cab7f'}, {'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ad0513-a98b-4e70-b99c-c3737712cca6'}, {'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e452efbe-5133-4b80-bdc2-4eee7588265c'}, {'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30bba54e-24ad-4c09-8891-8a226a46262f'}, {'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349c2860-60cb-4169-8ba2-aabeccfa45a1'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:08:07.996189 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75888c4-b76f-498f-b4ab-97dc4354c6b9" -d '{"events": [{"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-plugged", "status": "completed", "tag": "fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9"}, {"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-plugged", "status": "completed", "tag": "3662de63-2216-47cd-a09d-9450446cab7f"}, {"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-plugged", "status": "completed", "tag": "36ad0513-a98b-4e70-b99c-c3737712cca6"}, {"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-plugged", "status": "completed", "tag": "e452efbe-5133-4b80-bdc2-4eee7588265c"}, {"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-plugged", "status": "completed", "tag": "30bba54e-24ad-4c09-8891-8a226a46262f"}, {"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-plugged", "status": "completed", "tag": "349c2860-60cb-4169-8ba2-aabeccfa45a1"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:08:08.008314 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-67c76b79-ff20-42d5-93d2-c88081f63dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:08.009797 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:08.013995 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e3495562-27ab-4215-be3b-942cb207e823 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:08.014396 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-67c76b79-ff20-42d5-93d2-c88081f63dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:08.020438 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-67c76b79-ff20-42d5-93d2-c88081f63dab admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/68f4a9d6-69a5-4e0e-9fda-60af295143b9 HTTP/1.1" status: 204 len: 168 time: 0.2445028 Aug 11 22:08:08.042835 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c76b79-ff20-42d5-93d2-c88081f63dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f4a9d6-69a5-4e0e-9fda-60af295143b9,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:08.176223 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f6736-b073-4911-8c20-c137ab0df049 req-4274e0a2-f0a8-428c-874f-896346e2ed9d tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:08.180116 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 77c185c4-86df-4bdb-a05a-62a6d3a7f6fa details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:08:08.188469 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-699f6736-b073-4911-8c20-c137ab0df049 req-4274e0a2-f0a8-428c-874f-896346e2ed9d tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c224904-3627-457c-9f1e-825dda8d30be HTTP/1.1" status: 200 len: 945 time: 0.1566477 Aug 11 22:08:08.211459 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e3495562-27ab-4215-be3b-942cb207e823 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:08.223607 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e3495562-27ab-4215-be3b-942cb207e823 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:08.273997 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3495562-27ab-4215-be3b-942cb207e823 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c38640-6602-4fe9-b41d-ca26df168658,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:08.298077 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e3495562-27ab-4215-be3b-942cb207e823 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:08.304123 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42370) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:08.304964 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e3495562-27ab-4215-be3b-942cb207e823 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3536949 Aug 11 22:08:08.329558 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-699f6736-b073-4911-8c20-c137ab0df049 req-6ebe5088-9cca-4f96-8317-3b17cfd3b883 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/security-groups?id=434f5ecd-d588-4957-adab-a3fd38b373f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256192 Aug 11 22:08:08.368769 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-27d81e6a-7783-4a26-9aca-3f6ca3af42aa tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:08.371915 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 77c185c4-86df-4bdb-a05a-62a6d3a7f6fa, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=77c185c4-86df-4bdb-a05a-62a6d3a7f6fa,segment=NetworkSegment(7c2f15cb-3812-4339-b22c-23429dcbb708),segment_id=7c2f15cb-3812-4339-b22c-23429dcbb708)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:08.391810 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-27d81e6a-7783-4a26-9aca-3f6ca3af42aa tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:08.401530 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '77c185c4-86df-4bdb-a05a-62a6d3a7f6fa', 'network_id': '1da5b072-9369-4447-afd9-f10ac0538ccc', 'port_id': '77c185c4-86df-4bdb-a05a-62a6d3a7f6fa', 'mac_address': 'fa:16:3e:ae:fa:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07e64c65-d6f8-488c-a480-8bed3eb225c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:08:08.452358 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-27d81e6a-7783-4a26-9aca-3f6ca3af42aa tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:08.482395 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-27d81e6a-7783-4a26-9aca-3f6ca3af42aa tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:08.484426 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-27d81e6a-7783-4a26-9aca-3f6ca3af42aa tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/19c38640-6602-4fe9-b41d-ca26df168658 HTTP/1.1" status: 204 len: 168 time: 0.1790459 Aug 11 22:08:08.487379 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42376) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:08.492500 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:08.505652 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d81e6a-7783-4a26-9aca-3f6ca3af42aa tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19c38640-6602-4fe9-b41d-ca26df168658,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:08.522855 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c185c4-86df-4bdb-a05a-62a6d3a7f6fa {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:08:08.568209 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 77c185c4-86df-4bdb-a05a-62a6d3a7f6fa, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=77c185c4-86df-4bdb-a05a-62a6d3a7f6fa,segment=NetworkSegment(7c2f15cb-3812-4339-b22c-23429dcbb708),segment_id=7c2f15cb-3812-4339-b22c-23429dcbb708)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:08.573355 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 19f8e65d-dc9d-4274-b81f-c0c10ac10529 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:08:08.581200 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 2e6fd679-a301-4e5f-8267-9a85f4ef4e37 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:08:08.588015 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7c518007-3656-4971-a9e3-fcec5475d9cf tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0983727 Aug 11 22:08:08.589887 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:08.590730 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42382) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:08.636878 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6233fa-7acd-4e7e-9edd-7243af829ec1 x-openstack-request-id: req-dd6233fa-7acd-4e7e-9edd-7243af829ec1 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:08:08.637837 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee58b7b3-123c-4a96-9c1e-fbaa623b584b", "tag": "77c185c4-86df-4bdb-a05a-62a6d3a7f6fa", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:08:08.641674 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dd6233fa-7acd-4e7e-9edd-7243af829ec1 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:08:08.643072 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee58b7b3-123c-4a96-9c1e-fbaa623b584b', 'tag': '77c185c4-86df-4bdb-a05a-62a6d3a7f6fa', 'status': 'completed', 'code': 200} Aug 11 22:08:08.703451 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Wed, 11 Aug 2021 22:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba35049-58c4-4bc8-a1b5-26ede27a2984 x-openstack-request-id: req-2ba35049-58c4-4bc8-a1b5-26ede27a2984 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:08:08.704089 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-plugged", "status": "completed", "tag": "fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9", "code": 200}, {"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-plugged", "status": "completed", "tag": "3662de63-2216-47cd-a09d-9450446cab7f", "code": 200}, {"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-plugged", "status": "completed", "tag": "36ad0513-a98b-4e70-b99c-c3737712cca6", "code": 200}, {"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-plugged", "status": "completed", "tag": "e452efbe-5133-4b80-bdc2-4eee7588265c", "code": 200}, {"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-plugged", "status": "completed", "tag": "30bba54e-24ad-4c09-8891-8a226a46262f", "code": 200}, {"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-plugged", "status": "completed", "tag": "349c2860-60cb-4169-8ba2-aabeccfa45a1", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:08:08.704512 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2ba35049-58c4-4bc8-a1b5-26ede27a2984 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:08:08.705756 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9', 'code': 200} Aug 11 22:08:08.706159 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3662de63-2216-47cd-a09d-9450446cab7f', 'code': 200} Aug 11 22:08:08.706780 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ad0513-a98b-4e70-b99c-c3737712cca6', 'code': 200} Aug 11 22:08:08.707189 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e452efbe-5133-4b80-bdc2-4eee7588265c', 'code': 200} Aug 11 22:08:08.707626 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30bba54e-24ad-4c09-8891-8a226a46262f', 'code': 200} Aug 11 22:08:08.709145 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349c2860-60cb-4169-8ba2-aabeccfa45a1', 'code': 200} Aug 11 22:08:08.713089 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f257415a-dcfc-4590-b3d4-f03a80d9bf69 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:08.811772 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc42187-88cf-4920-8e1d-16f08f2b7237 req-975ffc37-d6bf-45dd-8e02-646d7df2d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:08.813836 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9fc42187-88cf-4920-8e1d-16f08f2b7237 req-975ffc37-d6bf-45dd-8e02-646d7df2d8ae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d7b8d86a17fe47299a8b318f3c170ab3&device_id=ee58b7b3-123c-4a96-9c1e-fbaa623b584b HTTP/1.1" status: 200 len: 1096 time: 0.1447210 Aug 11 22:08:08.824080 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f257415a-dcfc-4590-b3d4-f03a80d9bf69 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:08.875883 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=77c185c4-86df-4bdb-a05a-62a6d3a7f6fa,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:08.885412 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edee99-6fea-49eb-903e-e5f9a8e682b9 req-a53f50f9-db3d-450a-8b1f-ac07d9d17bf1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:08.893378 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edee99-6fea-49eb-903e-e5f9a8e682b9 req-a53f50f9-db3d-450a-8b1f-ac07d9d17bf1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:08.902618 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edee99-6fea-49eb-903e-e5f9a8e682b9 req-a53f50f9-db3d-450a-8b1f-ac07d9d17bf1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:08.910280 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edee99-6fea-49eb-903e-e5f9a8e682b9 req-a53f50f9-db3d-450a-8b1f-ac07d9d17bf1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:08.916800 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edee99-6fea-49eb-903e-e5f9a8e682b9 req-a53f50f9-db3d-450a-8b1f-ac07d9d17bf1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:08.925898 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edee99-6fea-49eb-903e-e5f9a8e682b9 req-a53f50f9-db3d-450a-8b1f-ac07d9d17bf1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:08.935070 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edee99-6fea-49eb-903e-e5f9a8e682b9 req-a53f50f9-db3d-450a-8b1f-ac07d9d17bf1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:08.937493 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-63edee99-6fea-49eb-903e-e5f9a8e682b9 req-a53f50f9-db3d-450a-8b1f-ac07d9d17bf1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 5435 time: 0.1576650 Aug 11 22:08:08.941599 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 2e6fd679-a301-4e5f-8267-9a85f4ef4e37 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:08:08.959386 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 2e6fd679-a301-4e5f-8267-9a85f4ef4e37 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:08:08.960032 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:08.969343 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['77c185c4-86df-4bdb-a05a-62a6d3a7f6fa'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:08:08.984379 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f257415a-dcfc-4590-b3d4-f03a80d9bf69 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:08.989231 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f257415a-dcfc-4590-b3d4-f03a80d9bf69 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:08.993491 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f257415a-dcfc-4590-b3d4-f03a80d9bf69 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "DELETE /v2.0/security-groups/f0054fa8-e1ca-49bf-890d-355142e24295 HTTP/1.1" status: 204 len: 168 time: 0.4002688 Aug 11 22:08:09.000513 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42392) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:09.055422 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 19f8e65d-dc9d-4274-b81f-c0c10ac10529, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=19f8e65d-dc9d-4274-b81f-c0c10ac10529,segment=NetworkSegment(7c2f15cb-3812-4339-b22c-23429dcbb708),segment_id=7c2f15cb-3812-4339-b22c-23429dcbb708)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:09.055941 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-63edee99-6fea-49eb-903e-e5f9a8e682b9 req-f407510f-2f25-418d-96af-921052d8b190 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce569d98-203a-4470-8865-61fccfa74fc4&id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1025531 Aug 11 22:08:09.067343 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f257415a-dcfc-4590-b3d4-f03a80d9bf69 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0054fa8-e1ca-49bf-890d-355142e24295,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:09.092303 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '19f8e65d-dc9d-4274-b81f-c0c10ac10529', 'network_id': '1da5b072-9369-4447-afd9-f10ac0538ccc', 'port_id': '19f8e65d-dc9d-4274-b81f-c0c10ac10529', 'mac_address': 'fa:16:3e:06:fe:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07e64c65-d6f8-488c-a480-8bed3eb225c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:08:09.106091 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-489b60eb-bd2a-429c-9c98-ed45c6f42e91 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1009848 Aug 11 22:08:09.107531 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42394) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:09.117027 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-26ec570f-9a8c-4f23-be12-d547ed050830 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Request body: {'security_group': {'name': 'tempest-secgroup--135794333'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:09.130938 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc42187-88cf-4920-8e1d-16f08f2b7237 req-dee87b0e-c0bb-4a9e-bdeb-205236e4a83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:09.133983 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9fc42187-88cf-4920-8e1d-16f08f2b7237 req-dee87b0e-c0bb-4a9e-bdeb-205236e4a83e service neutron] 10.222.0.52 "GET /v2.0/networks?id=1da5b072-9369-4447-afd9-f10ac0538ccc HTTP/1.1" status: 200 len: 918 time: 0.3028321 Aug 11 22:08:09.165185 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-26ec570f-9a8c-4f23-be12-d547ed050830 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:09.198171 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9fc42187-88cf-4920-8e1d-16f08f2b7237 req-3717896d-04f6-498a-ade5-57f9116fef19 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77c185c4-86df-4bdb-a05a-62a6d3a7f6fa HTTP/1.1" status: 200 len: 217 time: 0.0523818 Aug 11 22:08:09.204818 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c3e16-ceb8-4345-a4dd-d1343e93986c req-8367ef14-fa6d-4eb7-980c-161fd1e3894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:09.205580 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c3e16-ceb8-4345-a4dd-d1343e93986c req-8367ef14-fa6d-4eb7-980c-161fd1e3894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:09.206426 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c3e16-ceb8-4345-a4dd-d1343e93986c req-8367ef14-fa6d-4eb7-980c-161fd1e3894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:09.206619 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c3e16-ceb8-4345-a4dd-d1343e93986c req-8367ef14-fa6d-4eb7-980c-161fd1e3894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:09.207057 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c3e16-ceb8-4345-a4dd-d1343e93986c req-8367ef14-fa6d-4eb7-980c-161fd1e3894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:09.207496 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c3e16-ceb8-4345-a4dd-d1343e93986c req-8367ef14-fa6d-4eb7-980c-161fd1e3894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:09.208002 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c3e16-ceb8-4345-a4dd-d1343e93986c req-8367ef14-fa6d-4eb7-980c-161fd1e3894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:09.210335 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ce6c3e16-ceb8-4345-a4dd-d1343e93986c req-8367ef14-fa6d-4eb7-980c-161fd1e3894c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 6492 time: 0.3940842 Aug 11 22:08:09.241773 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:09.261560 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:09.279604 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f8e65d-dc9d-4274-b81f-c0c10ac10529 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:08:09.295561 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ce6c3e16-ceb8-4345-a4dd-d1343e93986c req-4452c8d4-013c-4ff8-b3e2-f7ef53816c60 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b055e0d2-acdf-466b-af86-3105868b0df0&id=ce569d98-203a-4470-8865-61fccfa74fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741701 Aug 11 22:08:09.330366 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 19f8e65d-dc9d-4274-b81f-c0c10ac10529, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=19f8e65d-dc9d-4274-b81f-c0c10ac10529,segment=NetworkSegment(7c2f15cb-3812-4339-b22c-23429dcbb708),segment_id=7c2f15cb-3812-4339-b22c-23429dcbb708)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:09.350429 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:09.376488 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc42187-88cf-4920-8e1d-16f08f2b7237 req-e67fa657-a113-44a1-98bd-741212faa64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:09.388756 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9fc42187-88cf-4920-8e1d-16f08f2b7237 req-e67fa657-a113-44a1-98bd-741212faa64b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=07e64c65-d6f8-488c-a480-8bed3eb225c0 HTTP/1.1" status: 200 len: 857 time: 0.1757393 Aug 11 22:08:09.394775 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-26ec570f-9a8c-4f23-be12-d547ed050830 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:09.401770 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-26ec570f-9a8c-4f23-be12-d547ed050830 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:09.424374 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=19f8e65d-dc9d-4274-b81f-c0c10ac10529,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:09.428385 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 2e6fd679-a301-4e5f-8267-9a85f4ef4e37, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2e6fd679-a301-4e5f-8267-9a85f4ef4e37,segment=NetworkSegment(7c2f15cb-3812-4339-b22c-23429dcbb708),segment_id=7c2f15cb-3812-4339-b22c-23429dcbb708)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:09.431381 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9fc42187-88cf-4920-8e1d-16f08f2b7237 req-21ffca81-9eea-4fc7-b687-50eaa4d33ca9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1da5b072-9369-4447-afd9-f10ac0538ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339360 Aug 11 22:08:09.434472 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:09.458574 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-26ec570f-9a8c-4f23-be12-d547ed050830 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:09.460061 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-26ec570f-9a8c-4f23-be12-d547ed050830 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3515260 Aug 11 22:08:09.463225 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42406) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:09.472098 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-b35221b7-3ed5-49e3-a774-e5a357335d44 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Request body: {'security_group_rule': {'security_group_id': 'c06f99a1-587e-4aaf-832a-301c1650a316', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:09.483166 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec570f-9a8c-4f23-be12-d547ed050830 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c06f99a1-587e-4aaf-832a-301c1650a316,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:09.511932 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=2e6fd679-a301-4e5f-8267-9a85f4ef4e37,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:09.539929 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b35221b7-3ed5-49e3-a774-e5a357335d44 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:09.620760 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9fc42187-88cf-4920-8e1d-16f08f2b7237 req-b88d301c-4d30-4553-b91f-8556af4653fd service neutron] 10.222.0.52 "GET /v2.0/networks/1da5b072-9369-4447-afd9-f10ac0538ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814814 Aug 11 22:08:09.626254 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b35221b7-3ed5-49e3-a774-e5a357335d44 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:09.633699 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b35221b7-3ed5-49e3-a774-e5a357335d44 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:09.655184 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35221b7-3ed5-49e3-a774-e5a357335d44 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10c1822-8542-418a-964a-230ac74f4cb6,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:09.667584 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b35221b7-3ed5-49e3-a774-e5a357335d44 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:09.670376 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b35221b7-3ed5-49e3-a774-e5a357335d44 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2056100 Aug 11 22:08:09.672794 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42414) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:09.693729 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3d74c733-fee7-4178-98d1-a740a464448c tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "GET /v2.0/security-group-rules/d10c1822-8542-418a-964a-230ac74f4cb6 HTTP/1.1" status: 200 len: 763 time: 0.0192871 Aug 11 22:08:09.696367 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42418) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:09.748514 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9fc42187-88cf-4920-8e1d-16f08f2b7237 req-59ff2248-9ac2-4712-8c8b-c011353e2f78 service neutron] 10.222.0.52 "GET /v2.0/networks/1da5b072-9369-4447-afd9-f10ac0538ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202240 Aug 11 22:08:09.757798 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-44c31d40-85a0-4629-9e69-a4cfd46a657c tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0599730 Aug 11 22:08:09.760393 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42422) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:09.771264 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['19f8e65d-dc9d-4274-b81f-c0c10ac10529'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:08:09.816664 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c6e744d-4796-44f9-8d1c-d396cbffa896 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:09.832863 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c6e744d-4796-44f9-8d1c-d396cbffa896 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:09.877837 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c6e744d-4796-44f9-8d1c-d396cbffa896 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:09.899772 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c6e744d-4796-44f9-8d1c-d396cbffa896 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:09.903592 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7c6e744d-4796-44f9-8d1c-d396cbffa896 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/d10c1822-8542-418a-964a-230ac74f4cb6 HTTP/1.1" status: 204 len: 168 time: 0.1389797 Aug 11 22:08:09.905267 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42424) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:09.963300 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e744d-4796-44f9-8d1c-d396cbffa896 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d10c1822-8542-418a-964a-230ac74f4cb6,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:09.971263 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-93b25117-1935-45ff-9873-bb890b21b9e6 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0595250 Aug 11 22:08:09.972204 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42428) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:09.977386 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-380c9357-47c8-4b8b-ae50-f9c7b7e80c00 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Request body: {'security_group_rule': {'security_group_id': 'c06f99a1-587e-4aaf-832a-301c1650a316', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:10.000997 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0b4dd-8175-44ea-9d4a-18de43734b93 req-3c8f7350-6730-4879-a271-53e18be7f89b tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:10.005216 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48e0b4dd-8175-44ea-9d4a-18de43734b93 req-3c8f7350-6730-4879-a271-53e18be7f89b tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1300881 Aug 11 22:08:10.018507 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-380c9357-47c8-4b8b-ae50-f9c7b7e80c00 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:10.084189 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48e0b4dd-8175-44ea-9d4a-18de43734b93 req-3b8dc31b-f9cf-4326-b34a-ec4252f7352f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677555 Aug 11 22:08:10.092125 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-380c9357-47c8-4b8b-ae50-f9c7b7e80c00 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:10.109958 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-380c9357-47c8-4b8b-ae50-f9c7b7e80c00 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:10.155965 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c9357-47c8-4b8b-ae50-f9c7b7e80c00 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d997bb6c-d8f0-454a-b8ec-a90d430400a8,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:10.177364 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-380c9357-47c8-4b8b-ae50-f9c7b7e80c00 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:10.179074 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-380c9357-47c8-4b8b-ae50-f9c7b7e80c00 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2056880 Aug 11 22:08:10.183348 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42438) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:10.228167 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2fddd112-7acc-4d63-a6e9-cac80a8d0842 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "GET /v2.0/security-group-rules/d997bb6c-d8f0-454a-b8ec-a90d430400a8 HTTP/1.1" status: 200 len: 763 time: 0.0433953 Aug 11 22:08:10.232407 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42440) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:10.277018 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb58d58-2eb7-48af-9025-6237f52543d9 req-5900cd2d-2596-4900-8d3b-c35d09e017dc tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:10.279896 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9bb58d58-2eb7-48af-9025-6237f52543d9 req-5900cd2d-2596-4900-8d3b-c35d09e017dc tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c224904-3627-457c-9f1e-825dda8d30be HTTP/1.1" status: 200 len: 946 time: 0.0882945 Aug 11 22:08:10.281474 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c40c82c2-e132-4848-8fe1-61e14eaba9dd tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0477388 Aug 11 22:08:10.285958 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42444) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:10.325053 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cd516e2f-6741-4ead-9f9c-870dded28cf6 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:10.346328 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cd516e2f-6741-4ead-9f9c-870dded28cf6 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:10.357012 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9bb58d58-2eb7-48af-9025-6237f52543d9 req-874aa596-5270-433f-a62d-abc6c515c5ab tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/security-groups?id=434f5ecd-d588-4957-adab-a3fd38b373f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676112 Aug 11 22:08:10.404618 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cd516e2f-6741-4ead-9f9c-870dded28cf6 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:10.412924 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cd516e2f-6741-4ead-9f9c-870dded28cf6 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:10.414115 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-cd516e2f-6741-4ead-9f9c-870dded28cf6 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/d997bb6c-d8f0-454a-b8ec-a90d430400a8 HTTP/1.1" status: 204 len: 168 time: 0.1271582 Aug 11 22:08:10.418226 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42446) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:10.426324 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd516e2f-6741-4ead-9f9c-870dded28cf6 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d997bb6c-d8f0-454a-b8ec-a90d430400a8,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:10.482120 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-de70e779-ed26-47da-a082-6c923333a9a1 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0626309 Aug 11 22:08:10.487196 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42454) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:10.492218 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-367b23b0-97d5-4ab6-bec0-befbec9a6b89 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Request body: {'security_group_rule': {'security_group_id': 'c06f99a1-587e-4aaf-832a-301c1650a316', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:10.519386 n-d-804275-3 neutron-server[100942]: INFO neutron.db.securitygroups_db [None req-367b23b0-97d5-4ab6-bec0-befbec9a6b89 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Project f67c5ca938404f38963f5f2d51681604 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 22:08:10.527362 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-367b23b0-97d5-4ab6-bec0-befbec9a6b89 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:10.594049 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-367b23b0-97d5-4ab6-bec0-befbec9a6b89 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:10.599453 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-367b23b0-97d5-4ab6-bec0-befbec9a6b89 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:10.622417 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b23b0-97d5-4ab6-bec0-befbec9a6b89 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54005e80-b907-4cf3-a960-18e5d91fe72b,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:10.636214 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-367b23b0-97d5-4ab6-bec0-befbec9a6b89 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:10.640115 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-367b23b0-97d5-4ab6-bec0-befbec9a6b89 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1494465 Aug 11 22:08:10.640596 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42458) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:10.663240 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d46212d3-6373-456d-a3ad-1ceb9c87c6e5 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "GET /v2.0/security-group-rules/54005e80-b907-4cf3-a960-18e5d91fe72b HTTP/1.1" status: 200 len: 769 time: 0.0191801 Aug 11 22:08:10.663531 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42460) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:10.710582 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c224904-3627-457c-9f1e-825dda8d30be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6fd679-a301-4e5f-8267-9a85f4ef4e37'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:08:10.713004 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19ddebe-019f-465c-bffb-c50bf42ccfc1" -d '{"events": [{"server_uuid": "3c224904-3627-457c-9f1e-825dda8d30be", "name": "network-vif-plugged", "status": "completed", "tag": "2e6fd679-a301-4e5f-8267-9a85f4ef4e37"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:08:10.721513 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42464) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:10.731228 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-400c6e6d-159f-488d-8a6b-f7aca5793509 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0661798 Aug 11 22:08:10.733705 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42468) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:10.779571 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f7c5-5602-49cc-a9ba-b8e83990528e tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:10.790406 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f7c5-5602-49cc-a9ba-b8e83990528e tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:10.828831 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f7c5-5602-49cc-a9ba-b8e83990528e tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:10.836503 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f7c5-5602-49cc-a9ba-b8e83990528e tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:10.840218 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9bb2f7c5-5602-49cc-a9ba-b8e83990528e tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/54005e80-b907-4cf3-a960-18e5d91fe72b HTTP/1.1" status: 204 len: 168 time: 0.1026039 Aug 11 22:08:10.841201 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42472) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:10.856208 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2f7c5-5602-49cc-a9ba-b8e83990528e tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54005e80-b907-4cf3-a960-18e5d91fe72b,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:10.920743 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-44f51818-c54f-4401-8929-aa8b2193aa10 tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0776823 Aug 11 22:08:10.926212 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42474) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:10.949285 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c5d5eeeb-9b05-4de2-a218-7f9f4f35085e tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1913794912'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:11.033775 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d5eeeb-9b05-4de2-a218-7f9f4f35085e tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Made reservation on behalf of ab0494790c94464a888afc805a8b6ce7 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:08:11.039600 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c5d5eeeb-9b05-4de2-a218-7f9f4f35085e tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:11.070833 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c5d5eeeb-9b05-4de2-a218-7f9f4f35085e tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:11.087669 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-918e0e7b-68a0-493d-9284-a4f863d6976a tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:11.148698 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-918e0e7b-68a0-493d-9284-a4f863d6976a tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:11.214894 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656cd2c-1071-4d8c-a296-a9cb1d40f474 req-73e2d46b-55f6-4f64-bb50-eb549b0ee396 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:11.216598 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7656cd2c-1071-4d8c-a296-a9cb1d40f474 req-73e2d46b-55f6-4f64-bb50-eb549b0ee396 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.0605247 Aug 11 22:08:11.255282 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-918e0e7b-68a0-493d-9284-a4f863d6976a tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:11.257946 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-918e0e7b-68a0-493d-9284-a4f863d6976a tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:11.259155 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-918e0e7b-68a0-493d-9284-a4f863d6976a tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "DELETE /v2.0/security-groups/c06f99a1-587e-4aaf-832a-301c1650a316 HTTP/1.1" status: 204 len: 168 time: 0.3311086 Aug 11 22:08:11.264319 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42478) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:11.278682 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e0e7b-68a0-493d-9284-a4f863d6976a tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06f99a1-587e-4aaf-832a-301c1650a316,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:11.305786 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c5d5eeeb-9b05-4de2-a218-7f9f4f35085e tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:11.314885 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c5d5eeeb-9b05-4de2-a218-7f9f4f35085e tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:11.321249 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7656cd2c-1071-4d8c-a296-a9cb1d40f474 req-95788c84-4172-4732-b09e-a2fd27050b40 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954328 Aug 11 22:08:11.349060 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ac9485b5-74a0-4f48-ad0d-6ccc5c13597c tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0790389 Aug 11 22:08:11.349809 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42480) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:11.366024 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d5eeeb-9b05-4de2-a218-7f9f4f35085e tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:08:11.382736 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5eeeb-9b05-4de2-a218-7f9f4f35085e tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8361fbd-86d8-4a97-9a11-cd05ec38bd61,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:11.400801 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c5d5eeeb-9b05-4de2-a218-7f9f4f35085e tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:11.401399 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-c5d5eeeb-9b05-4de2-a218-7f9f4f35085e tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Added segment 8e9fc2b7-613d-46f5-9bd2-55f295352a41 of type vlan for network ef68daf9-0c73-481a-9693-211cafaad3e0 Aug 11 22:08:11.448021 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ebfb5467-bd3f-4b70-a2bf-3ce11a9413cd tempest-SecGroupIPv6Test-1641069548 tempest-SecGroupIPv6Test-1641069548-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0965519 Aug 11 22:08:11.459674 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c5d5eeeb-9b05-4de2-a218-7f9f4f35085e tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:11.496498 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c5d5eeeb-9b05-4de2-a218-7f9f4f35085e tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:11.504620 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d5eeeb-9b05-4de2-a218-7f9f4f35085e tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:11.505449 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c5d5eeeb-9b05-4de2-a218-7f9f4f35085e tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:11.571152 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bdf84-84e5-4d9f-b5fb-d194a89b94a0 req-b8a7fcde-cd1a-4485-ae97-75243fe6caf6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:11.585071 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bdf84-84e5-4d9f-b5fb-d194a89b94a0 req-b8a7fcde-cd1a-4485-ae97-75243fe6caf6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:11.590172 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c5d5eeeb-9b05-4de2-a218-7f9f4f35085e tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8673859 Aug 11 22:08:11.596061 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bdf84-84e5-4d9f-b5fb-d194a89b94a0 req-b8a7fcde-cd1a-4485-ae97-75243fe6caf6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:11.597869 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42492) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:11.602707 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-d89729d6-cf6f-41ef-8acf-1af2902155b2 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Request body: {'subnet': {'network_id': 'ef68daf9-0c73-481a-9693-211cafaad3e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:11.607850 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bdf84-84e5-4d9f-b5fb-d194a89b94a0 req-b8a7fcde-cd1a-4485-ae97-75243fe6caf6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:11.619165 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bdf84-84e5-4d9f-b5fb-d194a89b94a0 req-b8a7fcde-cd1a-4485-ae97-75243fe6caf6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:11.623997 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5eeeb-9b05-4de2-a218-7f9f4f35085e tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Pushing event updated for resources: {'Network': ['ID=ef68daf9-0c73-481a-9693-211cafaad3e0,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:11.631869 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bdf84-84e5-4d9f-b5fb-d194a89b94a0 req-b8a7fcde-cd1a-4485-ae97-75243fe6caf6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:11.639994 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network ef68daf9-0c73-481a-9693-211cafaad3e0 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:08:11.647192 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bdf84-84e5-4d9f-b5fb-d194a89b94a0 req-b8a7fcde-cd1a-4485-ae97-75243fe6caf6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:11.656162 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1d0bdf84-84e5-4d9f-b5fb-d194a89b94a0 req-b8a7fcde-cd1a-4485-ae97-75243fe6caf6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 5435 time: 0.2066519 Aug 11 22:08:11.746760 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89729d6-cf6f-41ef-8acf-1af2902155b2 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Made reservation on behalf of ab0494790c94464a888afc805a8b6ce7 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:08:11.750953 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d89729d6-cf6f-41ef-8acf-1af2902155b2 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:11.756110 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1d0bdf84-84e5-4d9f-b5fb-d194a89b94a0 req-ea0b75b2-4fc7-4179-975a-3009c2b04113 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce569d98-203a-4470-8865-61fccfa74fc4&id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0932267 Aug 11 22:08:11.853886 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d7659e-6f2d-4046-8619-ca281d6c6dad x-openstack-request-id: req-34d7659e-6f2d-4046-8619-ca281d6c6dad {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:08:11.856374 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c224904-3627-457c-9f1e-825dda8d30be", "name": "network-vif-plugged", "status": "completed", "tag": "2e6fd679-a301-4e5f-8267-9a85f4ef4e37", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:08:11.857107 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-34d7659e-6f2d-4046-8619-ca281d6c6dad {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:08:11.858670 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c224904-3627-457c-9f1e-825dda8d30be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6fd679-a301-4e5f-8267-9a85f4ef4e37', 'code': 200} Aug 11 22:08:11.932220 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42498) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:12.114730 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cc16a-74d1-49fe-8f8d-b08c9d45fe4f req-a5dcbf14-8ba9-4639-8641-cf730ee93fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:12.117436 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ca3cc16a-74d1-49fe-8f8d-b08c9d45fe4f req-a5dcbf14-8ba9-4639-8641-cf730ee93fab service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3c224904-3627-457c-9f1e-825dda8d30be HTTP/1.1" status: 200 len: 1097 time: 0.1547644 Aug 11 22:08:12.126116 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-34d1e414-e580-4594-b2d7-cd9187f09908 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f67c5ca938404f38963f5f2d51681604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1927452 Aug 11 22:08:12.129967 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42506) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:12.162133 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d89729d6-cf6f-41ef-8acf-1af2902155b2 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:12.195450 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 77c185c4-86df-4bdb-a05a-62a6d3a7f6fa up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:08:12.243954 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4b9d5ca3-7221-466e-afcc-6f7a025a4894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:12.257424 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 77c185c4-86df-4bdb-a05a-62a6d3a7f6fa completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:08:12.275778 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 77c185c4-86df-4bdb-a05a-62a6d3a7f6fa triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:08:12.277262 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:12.304635 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4b9d5ca3-7221-466e-afcc-6f7a025a4894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:12.322288 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ca3cc16a-74d1-49fe-8f8d-b08c9d45fe4f req-1148c238-bd38-4d3c-b5c8-2247fd5e42fa service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=434f5ecd-d588-4957-adab-a3fd38b373f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937420 Aug 11 22:08:12.374097 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89729d6-cf6f-41ef-8acf-1af2902155b2 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Pushing event updated for resources: {'Subnet': ['ID=99709d2a-6fab-450e-abf5-eff06979e4d5,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:12.409387 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89729d6-cf6f-41ef-8acf-1af2902155b2 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Checking segment: {'id': '8e9fc2b7-613d-46f5-9bd2-55f295352a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ef68daf9-0c73-481a-9693-211cafaad3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:08:12.409965 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89729d6-cf6f-41ef-8acf-1af2902155b2 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Network hostable DHCP agents. Network: ef68daf9-0c73-481a-9693-211cafaad3e0, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:08:12.421304 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4b9d5ca3-7221-466e-afcc-6f7a025a4894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:12.424502 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4b9d5ca3-7221-466e-afcc-6f7a025a4894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:12.426547 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4b9d5ca3-7221-466e-afcc-6f7a025a4894 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/daf5b482-68bc-46a0-a5c1-0b01f643a535 HTTP/1.1" status: 204 len: 168 time: 0.2946010 Aug 11 22:08:12.441114 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d5ca3-7221-466e-afcc-6f7a025a4894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf5b482-68bc-46a0-a5c1-0b01f643a535,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:12.454370 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89729d6-cf6f-41ef-8acf-1af2902155b2 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Network ef68daf9-0c73-481a-9693-211cafaad3e0 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:08:12.482402 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-d89729d6-cf6f-41ef-8acf-1af2902155b2 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, ef68daf9-0c73-481a-9693-211cafaad3e0) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:08:12.502451 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89729d6-cf6f-41ef-8acf-1af2902155b2 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:12.503740 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d89729d6-cf6f-41ef-8acf-1af2902155b2 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:12.517871 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02a3ec6-9914-4d2e-b1d9-08a34012391d None None] Network ef68daf9-0c73-481a-9693-211cafaad3e0 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:08:12.542978 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d89729d6-cf6f-41ef-8acf-1af2902155b2 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9441712 Aug 11 22:08:12.547540 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42512) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:12.558271 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-1699ff26-54f2-4fd5-8178-6a4529011f91 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Request body: {'port': {'network_id': 'ef68daf9-0c73-481a-9693-211cafaad3e0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-638933979'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:12.613287 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 19f8e65d-dc9d-4274-b81f-c0c10ac10529 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:08:12.666552 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:12.747238 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 77c185c4-86df-4bdb-a05a-62a6d3a7f6fa, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=77c185c4-86df-4bdb-a05a-62a6d3a7f6fa,segment=NetworkSegment(7c2f15cb-3812-4339-b22c-23429dcbb708),segment_id=7c2f15cb-3812-4339-b22c-23429dcbb708)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:12.757256 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:12.841965 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 19f8e65d-dc9d-4274-b81f-c0c10ac10529 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:08:12.851417 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 19f8e65d-dc9d-4274-b81f-c0c10ac10529 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:08:12.852036 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:12.888904 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1699ff26-54f2-4fd5-8178-6a4529011f91 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Made reservation on behalf of ab0494790c94464a888afc805a8b6ce7 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:08:12.900549 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1699ff26-54f2-4fd5-8178-6a4529011f91 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:12.951827 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-1699ff26-54f2-4fd5-8178-6a4529011f91 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] device_id is not set on port 8ea13c3a-06c4-4ec3-b1bc-0326a0b55cfa yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:08:13.034231 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=77c185c4-86df-4bdb-a05a-62a6d3a7f6fa,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:13.084929 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420bf40d-6572-4944-b227-544c96f2c27a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-ef68daf9-0c73-481a-9693-211cafaad3e0', 'network_id': 'ef68daf9-0c73-481a-9693-211cafaad3e0', 'tenant_id': 'ab0494790c94464a888afc805a8b6ce7', 'fixed_ips': [{'subnet_id': '99709d2a-6fab-450e-abf5-eff06979e4d5'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:08:13.086239 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-420bf40d-6572-4944-b227-544c96f2c27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:13.191734 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-1699ff26-54f2-4fd5-8178-6a4529011f91 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Allocated IP 172.20.0.4 (ef68daf9-0c73-481a-9693-211cafaad3e0/99709d2a-6fab-450e-abf5-eff06979e4d5/8ea13c3a-06c4-4ec3-b1bc-0326a0b55cfa) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:08:13.371356 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c742617-9287-4a4e-8d4b-853cba220bdd req-b8223168-2f58-4afd-a80d-a7a7493a56f6 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:13.373263 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c742617-9287-4a4e-8d4b-853cba220bdd req-b8223168-2f58-4afd-a80d-a7a7493a56f6 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c224904-3627-457c-9f1e-825dda8d30be HTTP/1.1" status: 200 len: 946 time: 0.1257772 Aug 11 22:08:13.451163 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:13.456241 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c742617-9287-4a4e-8d4b-853cba220bdd req-af844d3c-a5b5-4a38-80ef-a7ac4a9b9b7e tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/security-groups?id=434f5ecd-d588-4957-adab-a3fd38b373f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672219 Aug 11 22:08:13.467589 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1699ff26-54f2-4fd5-8178-6a4529011f91 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:13.475135 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bbd1cda0-941d-4b9f-9d25-e65fdab56f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:13.488351 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-1699ff26-54f2-4fd5-8178-6a4529011f91 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Transition to ACTIVE for port object 8ea13c3a-06c4-4ec3-b1bc-0326a0b55cfa will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:08:13.512946 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 19f8e65d-dc9d-4274-b81f-c0c10ac10529, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=19f8e65d-dc9d-4274-b81f-c0c10ac10529,segment=NetworkSegment(7c2f15cb-3812-4339-b22c-23429dcbb708),segment_id=7c2f15cb-3812-4339-b22c-23429dcbb708)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:13.519924 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:13.570778 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1699ff26-54f2-4fd5-8178-6a4529011f91 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:13.625357 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42530) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:13.678908 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1699ff26-54f2-4fd5-8178-6a4529011f91 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Network ef68daf9-0c73-481a-9693-211cafaad3e0 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:08:13.686621 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-1699ff26-54f2-4fd5-8178-6a4529011f91 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:08:13.688184 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=19f8e65d-dc9d-4274-b81f-c0c10ac10529,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:13.690000 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699ff26-54f2-4fd5-8178-6a4529011f91 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Pushing event updated for resources: {'Port': ['ID=8ea13c3a-06c4-4ec3-b1bc-0326a0b55cfa,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:13.719938 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1699ff26-54f2-4fd5-8178-6a4529011f91 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:08:13.728241 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-420bf40d-6572-4944-b227-544c96f2c27a None None] Allocated IP 172.20.0.2 (ef68daf9-0c73-481a-9693-211cafaad3e0/99709d2a-6fab-450e-abf5-eff06979e4d5/688eaaae-13ef-4516-98db-0ab144182826) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:08:13.817379 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1699ff26-54f2-4fd5-8178-6a4529011f91 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:13.818553 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1699ff26-54f2-4fd5-8178-6a4529011f91 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:13.852841 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1699ff26-54f2-4fd5-8178-6a4529011f91 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3027682 Aug 11 22:08:13.855705 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42540) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:13.862217 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee58b7b3-123c-4a96-9c1e-fbaa623b584b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c185c4-86df-4bdb-a05a-62a6d3a7f6fa'}, {'server_uuid': '8b4b8981-b926-43e2-a750-4717ad6d1940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f8e65d-dc9d-4274-b81f-c0c10ac10529'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:08:13.864825 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bac845-8ead-446a-a2b9-362169d26c6c" -d '{"events": [{"server_uuid": "ee58b7b3-123c-4a96-9c1e-fbaa623b584b", "name": "network-vif-plugged", "status": "completed", "tag": "77c185c4-86df-4bdb-a05a-62a6d3a7f6fa"}, {"server_uuid": "8b4b8981-b926-43e2-a750-4717ad6d1940", "name": "network-vif-plugged", "status": "completed", "tag": "19f8e65d-dc9d-4274-b81f-c0c10ac10529"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:08:14.056394 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-420bf40d-6572-4944-b227-544c96f2c27a None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:14.061171 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-25e6c219-4397-42e6-b5d4-23dafde98d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:14.069700 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-420bf40d-6572-4944-b227-544c96f2c27a None None] Transition to ACTIVE for port object 688eaaae-13ef-4516-98db-0ab144182826 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:08:14.089296 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-420bf40d-6572-4944-b227-544c96f2c27a None None] Transition to ACTIVE for port object 688eaaae-13ef-4516-98db-0ab144182826 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:08:14.103143 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-420bf40d-6572-4944-b227-544c96f2c27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:14.146964 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420bf40d-6572-4944-b227-544c96f2c27a None None] Network ef68daf9-0c73-481a-9693-211cafaad3e0 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:08:14.153989 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-420bf40d-6572-4944-b227-544c96f2c27a None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:08:14.159150 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420bf40d-6572-4944-b227-544c96f2c27a None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:08:14.167213 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-bc5a938f-f1db-40b0-923b-1587616f7a50 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:14.170117 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-bc5a938f-f1db-40b0-923b-1587616f7a50 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/networks?id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 200 len: 811 time: 0.2081892 Aug 11 22:08:14.177481 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bf40d-6572-4944-b227-544c96f2c27a None None] Pushing event updated for resources: {'Port': ['ID=688eaaae-13ef-4516-98db-0ab144182826,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:14.191365 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-06231ebb-8a52-435f-89f3-13c2dbc05a94 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Deleting port 8ea13c3a-06c4-4ec3-b1bc-0326a0b55cfa {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:08:14.191961 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-06231ebb-8a52-435f-89f3-13c2dbc05a94 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:14.208014 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-b5720dbd-1c6b-4c6d-8bab-336eb3bdfde2 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/quotas/f3da70be91664ca8a55d012676042959 HTTP/1.1" status: 200 len: 375 time: 0.0267482 Aug 11 22:08:14.256612 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-420bf40d-6572-4944-b227-544c96f2c27a None None] Attempting to bind port 688eaaae-13ef-4516-98db-0ab144182826 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:08:14.257226 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-420bf40d-6572-4944-b227-544c96f2c27a None None] Attempting to bind port 688eaaae-13ef-4516-98db-0ab144182826 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '8e9fc2b7-613d-46f5-9bd2-55f295352a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ef68daf9-0c73-481a-9693-211cafaad3e0'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:08:14.257844 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bf40d-6572-4944-b227-544c96f2c27a None None] Attempting to bind port 688eaaae-13ef-4516-98db-0ab144182826 on network ef68daf9-0c73-481a-9693-211cafaad3e0 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:08:14.264555 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bf40d-6572-4944-b227-544c96f2c27a None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:08:14.265366 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bf40d-6572-4944-b227-544c96f2c27a None None] Checking segment: {'id': '8e9fc2b7-613d-46f5-9bd2-55f295352a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ef68daf9-0c73-481a-9693-211cafaad3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:08:14.266159 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-420bf40d-6572-4944-b227-544c96f2c27a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:14.266787 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bf40d-6572-4944-b227-544c96f2c27a None None] Bound using segment: {'id': '8e9fc2b7-613d-46f5-9bd2-55f295352a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ef68daf9-0c73-481a-9693-211cafaad3e0'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:08:14.268087 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-420bf40d-6572-4944-b227-544c96f2c27a None None] Bound port: 688eaaae-13ef-4516-98db-0ab144182826, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e9fc2b7-613d-46f5-9bd2-55f295352a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ef68daf9-0c73-481a-9693-211cafaad3e0'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:08:14.268699 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-420bf40d-6572-4944-b227-544c96f2c27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:14.360975 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-420bf40d-6572-4944-b227-544c96f2c27a None None] For port 688eaaae-13ef-4516-98db-0ab144182826, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:08:14.362627 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-92678371-5d61-4f07-8c05-dbb7f890507f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f3da70be91664ca8a55d012676042959&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1348860 Aug 11 22:08:14.366836 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-420bf40d-6572-4944-b227-544c96f2c27a None None] For port 688eaaae-13ef-4516-98db-0ab144182826, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=688eaaae-13ef-4516-98db-0ab144182826,segment=NetworkSegment(8e9fc2b7-613d-46f5-9bd2-55f295352a41),segment_id=8e9fc2b7-613d-46f5-9bd2-55f295352a41)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:08:14.383015 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-420bf40d-6572-4944-b227-544c96f2c27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:14.444714 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42554) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:14.480902 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-06231ebb-8a52-435f-89f3-13c2dbc05a94 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:14.521909 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-06231ebb-8a52-435f-89f3-13c2dbc05a94 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Calling delete_port for 8ea13c3a-06c4-4ec3-b1bc-0326a0b55cfa owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:08:14.549587 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bf40d-6572-4944-b227-544c96f2c27a None None] Pushing event updated for resources: {'Port': ['ID=688eaaae-13ef-4516-98db-0ab144182826,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:14.561916 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-f631ce90-7bab-43d8-b346-35e86dc17eb6 service neutron] 10.222.0.77 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875551 Aug 11 22:08:14.565345 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-25e6c219-4397-42e6-b5d4-23dafde98d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:14.626784 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-25e6c219-4397-42e6-b5d4-23dafde98d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:14.702523 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-5fa2c295-0f5d-47c8-8907-c08e3f4d1942 service neutron] 10.222.0.77 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187801 Aug 11 22:08:14.733328 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-97286eed-a788-45e2-ae83-5b899da56f04 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Request body: {'security_group': {'name': 'tempest-secgroup--631307161'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:14.770587 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6c219-4397-42e6-b5d4-23dafde98d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac1aae1-828f-4250-bb1b-0e3493e090b9,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:14.788280 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:08:14.794973 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-25e6c219-4397-42e6-b5d4-23dafde98d50 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=29ca8064a8c04d5b88df9572ec3a2ffc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1648648 Aug 11 22:08:14.797512 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42562) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:14.841249 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97286eed-a788-45e2-ae83-5b899da56f04 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:14.880266 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97286eed-a788-45e2-ae83-5b899da56f04 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:14.905985 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e76517f5-f1c6-4bf4-bb92-15d956303d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:14.934158 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e76517f5-f1c6-4bf4-bb92-15d956303d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:14.947580 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-06231ebb-8a52-435f-89f3-13c2dbc05a94 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:15.023359 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06231ebb-8a52-435f-89f3-13c2dbc05a94 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Pushing event deleted for resources: {'Port': ['ID=8ea13c3a-06c4-4ec3-b1bc-0326a0b55cfa,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:15.060393 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e76517f5-f1c6-4bf4-bb92-15d956303d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:15.062697 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e76517f5-f1c6-4bf4-bb92-15d956303d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:15.065041 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e76517f5-f1c6-4bf4-bb92-15d956303d8c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fac1aae1-828f-4250-bb1b-0e3493e090b9 HTTP/1.1" status: 204 len: 168 time: 0.2677259 Aug 11 22:08:15.074077 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76517f5-f1c6-4bf4-bb92-15d956303d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac1aae1-828f-4250-bb1b-0e3493e090b9,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:15.087930 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76517f5-f1c6-4bf4-bb92-15d956303d8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:15.088299 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76517f5-f1c6-4bf4-bb92-15d956303d8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:15.088653 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76517f5-f1c6-4bf4-bb92-15d956303d8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:15.088999 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76517f5-f1c6-4bf4-bb92-15d956303d8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:15.089345 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76517f5-f1c6-4bf4-bb92-15d956303d8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:15.089686 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76517f5-f1c6-4bf4-bb92-15d956303d8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:15.090045 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76517f5-f1c6-4bf4-bb92-15d956303d8c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:15.090363 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76517f5-f1c6-4bf4-bb92-15d956303d8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:15.090698 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76517f5-f1c6-4bf4-bb92-15d956303d8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:15.091029 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76517f5-f1c6-4bf4-bb92-15d956303d8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:15.093712 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76517f5-f1c6-4bf4-bb92-15d956303d8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:15.094149 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76517f5-f1c6-4bf4-bb92-15d956303d8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:15.200807 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb34e14-81f4-4f5b-8bb4-d910415fa5dc req-ed2f67e1-a5a6-4e56-90ed-876b8622a2ce tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:15.207167 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb34e14-81f4-4f5b-8bb4-d910415fa5dc req-ed2f67e1-a5a6-4e56-90ed-876b8622a2ce tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:15.213673 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb34e14-81f4-4f5b-8bb4-d910415fa5dc req-ed2f67e1-a5a6-4e56-90ed-876b8622a2ce tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:15.220626 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb34e14-81f4-4f5b-8bb4-d910415fa5dc req-ed2f67e1-a5a6-4e56-90ed-876b8622a2ce tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:15.227780 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb34e14-81f4-4f5b-8bb4-d910415fa5dc req-ed2f67e1-a5a6-4e56-90ed-876b8622a2ce tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:15.234001 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb34e14-81f4-4f5b-8bb4-d910415fa5dc req-ed2f67e1-a5a6-4e56-90ed-876b8622a2ce tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:15.240822 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb34e14-81f4-4f5b-8bb4-d910415fa5dc req-ed2f67e1-a5a6-4e56-90ed-876b8622a2ce tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:15.242932 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cdb34e14-81f4-4f5b-8bb4-d910415fa5dc req-ed2f67e1-a5a6-4e56-90ed-876b8622a2ce tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 5435 time: 0.1455545 Aug 11 22:08:15.249208 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-06231ebb-8a52-435f-89f3-13c2dbc05a94 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:15.256453 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-06231ebb-8a52-435f-89f3-13c2dbc05a94 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] 10.222.0.77 "DELETE /v2.0/ports/8ea13c3a-06c4-4ec3-b1bc-0326a0b55cfa HTTP/1.1" status: 204 len: 168 time: 1.3955047 Aug 11 22:08:15.257564 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42570) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:15.258077 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42572) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:15.265867 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-8bee2fd9-820e-409a-ac58-b7e27246fe04 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Request body: {'floatingip': {'port_id': '349c2860-60cb-4169-8ba2-aabeccfa45a1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:15.349285 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97286eed-a788-45e2-ae83-5b899da56f04 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:15.349866 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8bee2fd9-820e-409a-ac58-b7e27246fe04 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for floatingip, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:15.360213 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97286eed-a788-45e2-ae83-5b899da56f04 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:15.450759 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97286eed-a788-45e2-ae83-5b899da56f04 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28697f81-46d3-4e5c-a135-a00cd23cbcf4,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:15.669915 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 688eaaae-13ef-4516-98db-0ab144182826 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:08:15.703865 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97286eed-a788-45e2-ae83-5b899da56f04 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:15.720524 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97286eed-a788-45e2-ae83-5b899da56f04 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:15.810834 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 22:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3309fd-8e6b-4fb3-b357-a5360378613a x-openstack-request-id: req-3f3309fd-8e6b-4fb3-b357-a5360378613a {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:08:15.811900 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee58b7b3-123c-4a96-9c1e-fbaa623b584b", "name": "network-vif-plugged", "status": "completed", "tag": "77c185c4-86df-4bdb-a05a-62a6d3a7f6fa", "code": 200}, {"server_uuid": "8b4b8981-b926-43e2-a750-4717ad6d1940", "name": "network-vif-plugged", "status": "completed", "tag": "19f8e65d-dc9d-4274-b81f-c0c10ac10529", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:08:15.816692 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3f3309fd-8e6b-4fb3-b357-a5360378613a {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:08:15.817848 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee58b7b3-123c-4a96-9c1e-fbaa623b584b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c185c4-86df-4bdb-a05a-62a6d3a7f6fa', 'code': 200} Aug 11 22:08:15.819811 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4b8981-b926-43e2-a750-4717ad6d1940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f8e65d-dc9d-4274-b81f-c0c10ac10529', 'code': 200} Aug 11 22:08:15.862916 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-809700fa-bf8f-4834-b0f2-37fd1a39ee89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:15.880514 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 688eaaae-13ef-4516-98db-0ab144182826 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:08:15.958511 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:15.972415 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6c8a4fed-40b8-43f2-8b99-757fffe24e77 tempest-DHCPAgentSchedulersTestJSON-1135156329 tempest-DHCPAgentSchedulersTestJSON-1135156329-project-admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.7128685 Aug 11 22:08:15.984320 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42584) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:15.990923 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-21a8db3b-ebd2-4342-a055-5639f0e625c6 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-674366721'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:16.028373 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97286eed-a788-45e2-ae83-5b899da56f04 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:16.030925 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-97286eed-a788-45e2-ae83-5b899da56f04 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5843482 Aug 11 22:08:16.045626 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42586) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:16.083918 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97286eed-a788-45e2-ae83-5b899da56f04 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08dc6020-8dba-438c-ac9c-4244b2924d9a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:16.158473 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42588) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:16.177726 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f209bb-860d-4342-b07e-4a2f8fe09bc3 req-281c8556-ec53-4438-9860-249636fe34e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:16.180811 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-13f209bb-860d-4342-b07e-4a2f8fe09bc3 req-281c8556-ec53-4438-9860-249636fe34e1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ee58b7b3-123c-4a96-9c1e-fbaa623b584b HTTP/1.1" status: 200 len: 1097 time: 0.3705020 Aug 11 22:08:16.182687 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c81fd3-36e7-47c4-86fd-6024adef1e3c req-16959b77-51ee-4550-b3d3-86628b026e32 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:16.184474 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-76c81fd3-36e7-47c4-86fd-6024adef1e3c req-16959b77-51ee-4550-b3d3-86628b026e32 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c224904-3627-457c-9f1e-825dda8d30be HTTP/1.1" status: 200 len: 946 time: 0.2823279 Aug 11 22:08:16.187688 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a8db3b-ebd2-4342-a055-5639f0e625c6 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Made reservation on behalf of ab0494790c94464a888afc805a8b6ce7 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:08:16.188226 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5605a68-c162-4382-bcd1-d005b1cafd65 req-4c693f93-1e40-4b02-957c-86be8bff9653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:16.191983 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-21a8db3b-ebd2-4342-a055-5639f0e625c6 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:16.193644 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a5605a68-c162-4382-bcd1-d005b1cafd65 req-4c693f93-1e40-4b02-957c-86be8bff9653 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8b4b8981-b926-43e2-a750-4717ad6d1940 HTTP/1.1" status: 200 len: 1096 time: 0.2791212 Aug 11 22:08:16.225203 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-95d74f46-f976-4b01-abf0-49ffdee7db5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:16.290180 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8e2e7331-4c00-4048-8236-00cb107060a9 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2425785 Aug 11 22:08:16.298902 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42590) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:16.307257 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-03875ad4-7f6f-42b8-8b4a-3bdebd5aa082 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Request body: {'security_group': {'name': 'tempest-security--463054620', 'description': 'tempest-security-description-642500048'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:16.324332 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a5605a68-c162-4382-bcd1-d005b1cafd65 req-f010d826-d2b2-410e-a5ad-163da129a0ea service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=434f5ecd-d588-4957-adab-a3fd38b373f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197698 Aug 11 22:08:16.343090 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a8db3b-ebd2-4342-a055-5639f0e625c6 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:08:16.345650 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-13f209bb-860d-4342-b07e-4a2f8fe09bc3 req-5c1d9966-a7f8-4f9d-b7eb-fc5acebfce56 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=434f5ecd-d588-4957-adab-a3fd38b373f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424813 Aug 11 22:08:16.392913 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-76c81fd3-36e7-47c4-86fd-6024adef1e3c req-cb70de7c-0dfa-4e34-95ef-c891922cee9e tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/security-groups?id=434f5ecd-d588-4957-adab-a3fd38b373f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497743 Aug 11 22:08:16.462571 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-21a8db3b-ebd2-4342-a055-5639f0e625c6 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:16.462786 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-21a8db3b-ebd2-4342-a055-5639f0e625c6 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Added segment 0c8c71da-693d-4e03-9898-1348a3554ea6 of type vlan for network 32a06e90-7196-46bb-8ea3-3d57b548c4a0 Aug 11 22:08:16.478097 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-95d74f46-f976-4b01-abf0-49ffdee7db5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:16.490036 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-95d74f46-f976-4b01-abf0-49ffdee7db5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:16.496887 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7575217-0481-4edd-82c7-f9bd0fddec77 None None] Network ef68daf9-0c73-481a-9693-211cafaad3e0 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:08:16.516588 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-03875ad4-7f6f-42b8-8b4a-3bdebd5aa082 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:16.554885 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-95d74f46-f976-4b01-abf0-49ffdee7db5e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=32ca84b6f52f4be9828a55fe392407b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3945465 Aug 11 22:08:16.559019 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-21a8db3b-ebd2-4342-a055-5639f0e625c6 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:16.559421 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d74f46-f976-4b01-abf0-49ffdee7db5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe47ef5-8735-4730-8a0c-1ae3f43055e1,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:16.575158 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42594) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:16.611957 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7a4ed097-1a6b-460a-a3cd-a81bc13195ea None None] Provisioning for port 688eaaae-13ef-4516-98db-0ab144182826 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:08:16.625087 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7a4ed097-1a6b-460a-a3cd-a81bc13195ea None None] Provisioning complete for port 688eaaae-13ef-4516-98db-0ab144182826 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:08:16.625793 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7a4ed097-1a6b-460a-a3cd-a81bc13195ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:16.669006 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-03875ad4-7f6f-42b8-8b4a-3bdebd5aa082 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:16.671713 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8bee2fd9-820e-409a-ac58-b7e27246fe04 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:16.673770 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-21a8db3b-ebd2-4342-a055-5639f0e625c6 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:16.679949 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a8db3b-ebd2-4342-a055-5639f0e625c6 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:16.680628 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-21a8db3b-ebd2-4342-a055-5639f0e625c6 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:16.691430 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8bee2fd9-820e-409a-ac58-b7e27246fe04 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:16.693343 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-03875ad4-7f6f-42b8-8b4a-3bdebd5aa082 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:16.696009 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-03875ad4-7f6f-42b8-8b4a-3bdebd5aa082 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:16.697326 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-03875ad4-7f6f-42b8-8b4a-3bdebd5aa082 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "PUT /v2.0/security-groups/08dc6020-8dba-438c-ac9c-4244b2924d9a HTTP/1.1" status: 200 len: 1778 time: 0.3945167 Aug 11 22:08:16.700913 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42598) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:16.717071 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29fc0950-3c22-489a-987a-4a28816a8b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:16.808376 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-21a8db3b-ebd2-4342-a055-5639f0e625c6 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8186717 Aug 11 22:08:16.808687 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29fc0950-3c22-489a-987a-4a28816a8b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:16.810041 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42600) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:16.836021 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8db3b-ebd2-4342-a055-5639f0e625c6 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Pushing event updated for resources: {'Network': ['ID=32a06e90-7196-46bb-8ea3-3d57b548c4a0,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:16.847598 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03875ad4-7f6f-42b8-8b4a-3bdebd5aa082 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08dc6020-8dba-438c-ac9c-4244b2924d9a,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:16.888163 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 32a06e90-7196-46bb-8ea3-3d57b548c4a0 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:08:16.983932 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d1385904-563a-4b28-825e-17feb9535ee0 req-ab3ce43b-a16e-4332-8eb0-965b3df1d6db tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3ff3d67-0619-4a08-99eb-24c1f3383aa1 HTTP/1.1" status: 200 len: 210 time: 0.0554364 Aug 11 22:08:17.001006 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-8bee2fd9-820e-409a-ac58-b7e27246fe04 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Floating IP 2b5165e7-b48d-4470-8bf2-e023d060d04f associated. External IP: 172.25.2.49, port: 349c2860-60cb-4169-8ba2-aabeccfa45a1. Aug 11 22:08:17.027380 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7a4ed097-1a6b-460a-a3cd-a81bc13195ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:17.047145 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-eacb297b-66fa-45f8-bf05-fa6a16d40aec tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "GET /v2.0/security-groups/08dc6020-8dba-438c-ac9c-4244b2924d9a HTTP/1.1" status: 200 len: 1778 time: 0.3419285 Aug 11 22:08:17.055782 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42602) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:17.174278 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-7a4ed097-1a6b-460a-a3cd-a81bc13195ea None None] For port 688eaaae-13ef-4516-98db-0ab144182826, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=688eaaae-13ef-4516-98db-0ab144182826,segment=NetworkSegment(8e9fc2b7-613d-46f5-9bd2-55f295352a41),segment_id=8e9fc2b7-613d-46f5-9bd2-55f295352a41)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:17.183634 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7a4ed097-1a6b-460a-a3cd-a81bc13195ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:17.297429 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53544b21-237c-4cd9-84c1-46e772bde789 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:17.342076 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017bf86d-0bb1-45e8-92fc-3d11f3b9cec7 req-dab6cc72-94b3-49be-a58a-3090863c3938 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:17.352248 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-017bf86d-0bb1-45e8-92fc-3d11f3b9cec7 req-dab6cc72-94b3-49be-a58a-3090863c3938 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b4b8981-b926-43e2-a750-4717ad6d1940 HTTP/1.1" status: 200 len: 945 time: 0.1637383 Aug 11 22:08:17.371163 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ed097-1a6b-460a-a3cd-a81bc13195ea None None] Pushing event updated for resources: {'Port': ['ID=688eaaae-13ef-4516-98db-0ab144182826,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:17.411310 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29fc0950-3c22-489a-987a-4a28816a8b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:17.416892 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29fc0950-3c22-489a-987a-4a28816a8b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:17.421233 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-29fc0950-3c22-489a-987a-4a28816a8b3e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/abe47ef5-8735-4730-8a0c-1ae3f43055e1 HTTP/1.1" status: 204 len: 168 time: 0.8407452 Aug 11 22:08:17.421716 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53544b21-237c-4cd9-84c1-46e772bde789 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:17.475701 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4ed097-1a6b-460a-a3cd-a81bc13195ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:17.476089 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4ed097-1a6b-460a-a3cd-a81bc13195ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:17.476562 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4ed097-1a6b-460a-a3cd-a81bc13195ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:17.477124 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4ed097-1a6b-460a-a3cd-a81bc13195ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:17.477712 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4ed097-1a6b-460a-a3cd-a81bc13195ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:17.478295 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4ed097-1a6b-460a-a3cd-a81bc13195ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:17.478870 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4ed097-1a6b-460a-a3cd-a81bc13195ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:17.479476 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4ed097-1a6b-460a-a3cd-a81bc13195ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:17.484786 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4ed097-1a6b-460a-a3cd-a81bc13195ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:17.486078 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4ed097-1a6b-460a-a3cd-a81bc13195ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:17.490973 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4ed097-1a6b-460a-a3cd-a81bc13195ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:17.491426 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4ed097-1a6b-460a-a3cd-a81bc13195ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:17.510556 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc0950-3c22-489a-987a-4a28816a8b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe47ef5-8735-4730-8a0c-1ae3f43055e1,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:17.550131 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:17.553328 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-debf7c9d-1c9e-4cb9-9f49-4010778f2cf7 None None] Provisioning complete for port 688eaaae-13ef-4516-98db-0ab144182826 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:08:17.553961 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-debf7c9d-1c9e-4cb9-9f49-4010778f2cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:17.562673 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-eebf339f-abb1-4197-9e73-0214f18c48ea tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:17.564898 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-eebf339f-abb1-4197-9e73-0214f18c48ea tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.52 "GET /v2.0/networks?id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 200 len: 811 time: 0.6417935 Aug 11 22:08:17.567991 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2da17770-dfc7-4ac1-8acd-6ef4728f08c0 tempest-DHCPAgentSchedulersTestJSON-1135156329 tempest-DHCPAgentSchedulersTestJSON-1135156329-project-admin] 10.222.0.77 "GET /v2.0/agents/cd1e3a15-43a3-46c4-9a0a-12b940c553aa/dhcp-networks HTTP/1.1" status: 200 len: 10450 time: 0.7546558 Aug 11 22:08:17.589450 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42606) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:17.596166 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-8801acd1-07a2-4b48-9334-390a1baceb0f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Request body: {'port': {'device_id': 'c3ff3d67-0619-4a08-99eb-24c1f3383aa1', 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9', 'admin_state_up': True, 'tenant_id': 'f3da70be91664ca8a55d012676042959'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:17.672590 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-017bf86d-0bb1-45e8-92fc-3d11f3b9cec7 req-994549e0-cf98-4fc2-b52e-84025c5e22b7 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/security-groups?id=434f5ecd-d588-4957-adab-a3fd38b373f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749345 Aug 11 22:08:17.707600 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bee2fd9-820e-409a-ac58-b7e27246fe04 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Router d0642ecc-d6fa-46d2-9209-44a15deaaa58 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:08:17.709616 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53544b21-237c-4cd9-84c1-46e772bde789 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:17.717278 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53544b21-237c-4cd9-84c1-46e772bde789 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:17.722013 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-53544b21-237c-4cd9-84c1-46e772bde789 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "DELETE /v2.0/security-groups/08dc6020-8dba-438c-ac9c-4244b2924d9a HTTP/1.1" status: 204 len: 168 time: 0.6649466 Aug 11 22:08:17.725738 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42608) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:17.803334 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53544b21-237c-4cd9-84c1-46e772bde789 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08dc6020-8dba-438c-ac9c-4244b2924d9a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:17.946762 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-38393881-3508-4163-9064-b07d7006ee8e None None] Could not find standard attr ID for object 8ea13c3a-06c4-4ec3-b1bc-0326a0b55cfa. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:08:18.071774 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f7c227cd-454c-4bcf-8bea-3b4c446bee92 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3377652 Aug 11 22:08:18.075808 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42616) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:18.118936 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-76bb4504-abc9-461b-ad0f-016d716a396f tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] delete failed (client error): The resource could not be found. Aug 11 22:08:18.120686 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-76bb4504-abc9-461b-ad0f-016d716a396f tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "DELETE /v2.0/security-groups/08dc6020-8dba-438c-ac9c-4244b2924d9a HTTP/1.1" status: 404 len: 347 time: 0.0432553 Aug 11 22:08:18.127029 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42618) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:18.136271 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-37317995-7ab3-4ebc-b01a-ff14c096860f tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Request body: {'security_group': {'name': 'tempest-secgroup--212679660'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:18.241966 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f80800ab-9b6f-44ee-8fd3-6838581fc62c req-e897a5ea-6414-447d-aced-dc54de54a6ee tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3ff3d67-0619-4a08-99eb-24c1f3383aa1 HTTP/1.1" status: 200 len: 210 time: 0.1197441 Aug 11 22:08:18.274208 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bee2fd9-820e-409a-ac58-b7e27246fe04 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:08:18.284015 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8bee2fd9-820e-409a-ac58-b7e27246fe04 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:18.290558 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-37317995-7ab3-4ebc-b01a-ff14c096860f tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:18.304676 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72e245a-36d0-42e2-8656-af807492bcc3 None None] Sync routers for ids ['d0642ecc-d6fa-46d2-9209-44a15deaaa58'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:08:18.335624 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8bee2fd9-820e-409a-ac58-b7e27246fe04 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "PUT /v2.0/floatingips/2b5165e7-b48d-4470-8bf2-e023d060d04f HTTP/1.1" status: 200 len: 991 time: 3.0743809 Aug 11 22:08:18.337152 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72e245a-36d0-42e2-8656-af807492bcc3 None None] Routers {'d0642ecc-d6fa-46d2-9209-44a15deaaa58'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:08:18.339619 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'tag': '349c2860-60cb-4169-8ba2-aabeccfa45a1'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:08:18.340423 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-b72e245a-36d0-42e2-8656-af807492bcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:08:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d0642ecc-d6fa-46d2-9209-44a15deaaa58'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:08:18.342729 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35725498-8d60-4e1e-87f4-bdbf4f17f6e3" -d '{"events": [{"name": "network-changed", "server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "tag": "349c2860-60cb-4169-8ba2-aabeccfa45a1"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:08:18.385139 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a35c3b-e033-4751-a9dd-fdad25abc599 tempest-DHCPAgentSchedulersTestJSON-1135156329 tempest-DHCPAgentSchedulersTestJSON-1135156329-project-admin] Network 32a06e90-7196-46bb-8ea3-3d57b548c4a0 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:08:18.424215 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-87a35c3b-e033-4751-a9dd-fdad25abc599 tempest-DHCPAgentSchedulersTestJSON-1135156329 tempest-DHCPAgentSchedulersTestJSON-1135156329-project-admin] 10.222.0.77 "POST /v2.0/agents/cd1e3a15-43a3-46c4-9a0a-12b940c553aa/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8335457 Aug 11 22:08:18.424990 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42630) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:18.429857 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983ca904-2868-4ad4-ad34-12db13373d44 None None] Network 32a06e90-7196-46bb-8ea3-3d57b548c4a0 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:08:18.551541 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59f5672-f819-4d3e-a19f-9c5747b618a2 x-openstack-request-id: req-a59f5672-f819-4d3e-a19f-9c5747b618a2 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:08:18.553020 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "tag": "349c2860-60cb-4169-8ba2-aabeccfa45a1", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:08:18.556019 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a59f5672-f819-4d3e-a19f-9c5747b618a2 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:08:18.556895 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'tag': '349c2860-60cb-4169-8ba2-aabeccfa45a1', 'status': 'completed', 'code': 200} Aug 11 22:08:18.572811 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-37317995-7ab3-4ebc-b01a-ff14c096860f tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:18.585537 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-37317995-7ab3-4ebc-b01a-ff14c096860f tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:18.673829 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37317995-7ab3-4ebc-b01a-ff14c096860f tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0aa5203-b38d-4bbc-acff-5bbecfdcc258,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:18.701180 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-37317995-7ab3-4ebc-b01a-ff14c096860f tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:18.707048 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-37317995-7ab3-4ebc-b01a-ff14c096860f tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5783851 Aug 11 22:08:18.707910 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42636) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:18.714711 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-7cf28c6e-58b3-4300-97d2-98ea19467a7f tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Request body: {'security_group_rule': {'security_group_id': 'd0aa5203-b38d-4bbc-acff-5bbecfdcc258', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:18.719209 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-8801acd1-07a2-4b48-9334-390a1baceb0f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Made reservation on behalf of f3da70be91664ca8a55d012676042959 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:08:18.721807 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-b72e245a-36d0-42e2-8656-af807492bcc3 None None] Set router d0642ecc-d6fa-46d2-9209-44a15deaaa58 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:08:18.731074 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-8801acd1-07a2-4b48-9334-390a1baceb0f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:18.758527 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7cf28c6e-58b3-4300-97d2-98ea19467a7f tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:18.899338 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:18.933070 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35725498-8d60-4e1e-87f4-bdbf4f17f6e3 req-3e1bb151-0be5-4232-9dad-5bf428ccda1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:18.933597 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35725498-8d60-4e1e-87f4-bdbf4f17f6e3 req-3e1bb151-0be5-4232-9dad-5bf428ccda1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:18.934095 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35725498-8d60-4e1e-87f4-bdbf4f17f6e3 req-3e1bb151-0be5-4232-9dad-5bf428ccda1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:18.934681 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35725498-8d60-4e1e-87f4-bdbf4f17f6e3 req-3e1bb151-0be5-4232-9dad-5bf428ccda1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:18.935178 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35725498-8d60-4e1e-87f4-bdbf4f17f6e3 req-3e1bb151-0be5-4232-9dad-5bf428ccda1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:18.935737 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35725498-8d60-4e1e-87f4-bdbf4f17f6e3 req-3e1bb151-0be5-4232-9dad-5bf428ccda1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:18.936402 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35725498-8d60-4e1e-87f4-bdbf4f17f6e3 req-3e1bb151-0be5-4232-9dad-5bf428ccda1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:18.939792 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-35725498-8d60-4e1e-87f4-bdbf4f17f6e3 req-3e1bb151-0be5-4232-9dad-5bf428ccda1d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b3840ad876e4bee8133e6f4b31e7f76&device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 6492 time: 0.3652544 Aug 11 22:08:18.942604 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ec27b0dd-e01d-479c-9ade-cc3fc5549900 tempest-DHCPAgentSchedulersTestJSON-1135156329 tempest-DHCPAgentSchedulersTestJSON-1135156329-project-admin] 10.222.0.77 "GET /v2.0/agents/cd1e3a15-43a3-46c4-9a0a-12b940c553aa/dhcp-networks HTTP/1.1" status: 200 len: 11220 time: 0.5165436 Aug 11 22:08:18.948203 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42646) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:18.968403 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7cf28c6e-58b3-4300-97d2-98ea19467a7f tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:18.996894 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e05523-6520-47c0-b445-9647a78ae4ee req-0d1c488a-000f-4281-a7fd-f93d9a3e2586 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:19.011769 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f6e05523-6520-47c0-b445-9647a78ae4ee req-0d1c488a-000f-4281-a7fd-f93d9a3e2586 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b4b8981-b926-43e2-a750-4717ad6d1940 HTTP/1.1" status: 200 len: 945 time: 0.1994619 Aug 11 22:08:19.015269 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7cf28c6e-58b3-4300-97d2-98ea19467a7f tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:19.066253 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35725498-8d60-4e1e-87f4-bdbf4f17f6e3 req-94a22c41-b282-407a-8722-8cfc4cb820ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:19.068392 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-35725498-8d60-4e1e-87f4-bdbf4f17f6e3 req-94a22c41-b282-407a-8722-8cfc4cb820ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=aae68e27-0877-48f6-819f-dde7d65a439d HTTP/1.1" status: 200 len: 913 time: 0.1211491 Aug 11 22:08:19.081534 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf28c6e-58b3-4300-97d2-98ea19467a7f tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b86bea81-ba69-435d-b3fd-393bb2c08191,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:19.088785 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7cf28c6e-58b3-4300-97d2-98ea19467a7f tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:19.091473 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7cf28c6e-58b3-4300-97d2-98ea19467a7f tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3818464 Aug 11 22:08:19.103367 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42652) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:19.144474 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f6e05523-6520-47c0-b445-9647a78ae4ee req-0ffa1745-697b-4379-bbca-08b96d501ac9 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/security-groups?id=434f5ecd-d588-4957-adab-a3fd38b373f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311045 Aug 11 22:08:19.178495 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fa49eb33-5e94-4530-9d54-bc2c909204eb tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:19.205052 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fa49eb33-5e94-4530-9d54-bc2c909204eb tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:19.236495 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0b79c47a-952b-4454-80fd-f3d1be248183 tempest-DHCPAgentSchedulersTestJSON-1135156329 tempest-DHCPAgentSchedulersTestJSON-1135156329-project-admin] 10.222.0.77 "DELETE /v2.0/agents/cd1e3a15-43a3-46c4-9a0a-12b940c553aa/dhcp-networks/32a06e90-7196-46bb-8ea3-3d57b548c4a0 HTTP/1.1" status: 204 len: 168 time: 0.1785786 Aug 11 22:08:19.240108 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42658) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:19.274255 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-35725498-8d60-4e1e-87f4-bdbf4f17f6e3 req-ab5d6085-0e17-450e-960d-2e4ccbf186e3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=349c2860-60cb-4169-8ba2-aabeccfa45a1 HTTP/1.1" status: 200 len: 999 time: 0.1844854 Aug 11 22:08:19.285755 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-b72e245a-36d0-42e2-8656-af807492bcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'name': 'tempest-TaggedBootDevicesTest-2083648703-router', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd634b800-1d75-4579-a17f-fc1e6569e1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:10Z', 'updated_at': '2021-08-11T22:05:25Z', 'revision_number': 4, 'project_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'gw_port': {'id': 'd634b800-1d75-4579-a17f-fc1e6569e1fe', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:13Z', 'updated_at': '2021-08-11T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '2b5165e7-b48d-4470-8bf2-e023d060d04f', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'floating_ip_address': '172.25.2.49', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'port_id': '349c2860-60cb-4169-8ba2-aabeccfa45a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae68e27-0877-48f6-819f-dde7d65a439d', 'mac_address': 'fa:16:3e:f0:e8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:06:45Z', 'updated_at': '2021-08-11T22:08:16Z', 'revision_number': 1, 'project_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee87311-3e2e-4140-865c-bdb0b36142de', 'name': '', 'network_id': 'aae68e27-0877-48f6-819f-dde7d65a439d', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'mac_address': 'fa:16:3e:ce:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '5994059a-f305-4784-b552-f94868383090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:23Z', 'updated_at': '2021-08-11T22:06:02Z', 'revision_number': 5, 'project_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'subnets': [{'id': '5994059a-f305-4784-b552-f94868383090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:08:19.302854 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fa49eb33-5e94-4530-9d54-bc2c909204eb tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:19.342665 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35725498-8d60-4e1e-87f4-bdbf4f17f6e3 req-c4ee760d-5df8-48b9-b4a9-7e8f9395b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:19.344286 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-35725498-8d60-4e1e-87f4-bdbf4f17f6e3 req-c4ee760d-5df8-48b9-b4a9-7e8f9395b950 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5994059a-f305-4784-b552-f94868383090 HTTP/1.1" status: 200 len: 851 time: 0.0617435 Aug 11 22:08:19.346105 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fa49eb33-5e94-4530-9d54-bc2c909204eb tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:19.349678 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-8801acd1-07a2-4b48-9334-390a1baceb0f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Allocated IP 172.20.0.9 (e05d73cc-c444-45b6-9ecd-8613ea45c8b9/71666487-d255-442c-a4c1-ffc47afdf7b3/41341e3f-c954-4add-9eb4-639c43f4e706) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:08:19.350838 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fa49eb33-5e94-4530-9d54-bc2c909204eb tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/b86bea81-ba69-435d-b3fd-393bb2c08191 HTTP/1.1" status: 204 len: 168 time: 0.2456126 Aug 11 22:08:19.356225 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72e245a-36d0-42e2-8656-af807492bcc3 None None] Checking router: d0642ecc-d6fa-46d2-9209-44a15deaaa58 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:08:19.357103 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42662) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:19.367431 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72e245a-36d0-42e2-8656-af807492bcc3 None None] Routers {'d0642ecc-d6fa-46d2-9209-44a15deaaa58'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:08:19.368127 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-b72e245a-36d0-42e2-8656-af807492bcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:08:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d0642ecc-d6fa-46d2-9209-44a15deaaa58'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:08:19.373386 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49eb33-5e94-4530-9d54-bc2c909204eb tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b86bea81-ba69-435d-b3fd-393bb2c08191,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:19.490637 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35725498-8d60-4e1e-87f4-bdbf4f17f6e3 req-4c34c39a-e737-47cf-b4cf-ad9fd2d042e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:19.492483 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-35725498-8d60-4e1e-87f4-bdbf4f17f6e3 req-4c34c39a-e737-47cf-b4cf-ad9fd2d042e4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aae68e27-0877-48f6-819f-dde7d65a439d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373768 Aug 11 22:08:19.506583 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-32514106-401e-4fdd-8b34-fc63d60a1b8d tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1453102 Aug 11 22:08:19.507671 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42666) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:19.532370 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-b72e245a-36d0-42e2-8656-af807492bcc3 None None] Set router d0642ecc-d6fa-46d2-9209-44a15deaaa58 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:08:19.545053 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-942287b7-3d66-497f-a945-3d226739ba3d tempest-DHCPAgentSchedulersTestJSON-1135156329 tempest-DHCPAgentSchedulersTestJSON-1135156329-project-admin] 10.222.0.77 "GET /v2.0/agents/cd1e3a15-43a3-46c4-9a0a-12b940c553aa/dhcp-networks HTTP/1.1" status: 200 len: 10450 time: 0.3037133 Aug 11 22:08:19.557228 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42668) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:19.591754 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d1a7d2c9-fea4-469e-9ae2-fb4949d494f5 tempest-DHCPAgentSchedulersTestJSON-1135156329 tempest-DHCPAgentSchedulersTestJSON-1135156329-project-admin] 10.222.0.77 "GET /v2.0/networks/ef68daf9-0c73-481a-9693-211cafaad3e0/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0327318 Aug 11 22:08:19.605257 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42670) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:19.614737 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 688eaaae-13ef-4516-98db-0ab144182826 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:08:19.649160 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c7599bd0-79d4-40f7-acdc-6b7bb2ec7b1e tempest-DHCPAgentSchedulersTestJSON-1135156329 tempest-DHCPAgentSchedulersTestJSON-1135156329-project-admin] 10.222.0.77 "GET /v2.0/networks/ef68daf9-0c73-481a-9693-211cafaad3e0/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0418396 Aug 11 22:08:19.650300 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42674) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:19.682911 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 688eaaae-13ef-4516-98db-0ab144182826 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:08:19.683629 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:19.757950 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-35725498-8d60-4e1e-87f4-bdbf4f17f6e3 req-98a122c4-dced-4ac0-9f62-42d0bfe9f3dd service neutron] 10.222.0.52 "GET /v2.0/networks/aae68e27-0877-48f6-819f-dde7d65a439d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504249 Aug 11 22:08:19.858108 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-61cf3a96-9cf8-44c8-96ee-74b3dd09389f tempest-DHCPAgentSchedulersTestJSON-1135156329 tempest-DHCPAgentSchedulersTestJSON-1135156329-project-admin] 10.222.0.77 "GET /v2.0/agents/cd1e3a15-43a3-46c4-9a0a-12b940c553aa/dhcp-networks HTTP/1.1" status: 200 len: 10450 time: 0.2051139 Aug 11 22:08:19.863474 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42676) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:19.962595 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-baff4863-d4fa-41fb-ada0-2661cdc7fcbe tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:19.985415 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-641f73d0-30dc-40cb-8031-e27d180494e6 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:19.990235 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-baff4863-d4fa-41fb-ada0-2661cdc7fcbe tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:20.019824 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-b72e245a-36d0-42e2-8656-af807492bcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'name': 'tempest-TaggedBootDevicesTest-2083648703-router', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd634b800-1d75-4579-a17f-fc1e6569e1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:10Z', 'updated_at': '2021-08-11T22:05:25Z', 'revision_number': 4, 'project_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'gw_port': {'id': 'd634b800-1d75-4579-a17f-fc1e6569e1fe', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:13Z', 'updated_at': '2021-08-11T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '2b5165e7-b48d-4470-8bf2-e023d060d04f', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'floating_ip_address': '172.25.2.49', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'port_id': '349c2860-60cb-4169-8ba2-aabeccfa45a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae68e27-0877-48f6-819f-dde7d65a439d', 'mac_address': 'fa:16:3e:f0:e8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:06:45Z', 'updated_at': '2021-08-11T22:08:16Z', 'revision_number': 1, 'project_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee87311-3e2e-4140-865c-bdb0b36142de', 'name': '', 'network_id': 'aae68e27-0877-48f6-819f-dde7d65a439d', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'mac_address': 'fa:16:3e:ce:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '5994059a-f305-4784-b552-f94868383090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:23Z', 'updated_at': '2021-08-11T22:06:02Z', 'revision_number': 5, 'project_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'subnets': [{'id': '5994059a-f305-4784-b552-f94868383090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:08:20.078882 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-8801acd1-07a2-4b48-9334-390a1baceb0f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:20.082704 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72e245a-36d0-42e2-8656-af807492bcc3 None None] The sync data for ids ['d0642ecc-d6fa-46d2-9209-44a15deaaa58'] in n-d-804275-3 is: [{'id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'name': 'tempest-TaggedBootDevicesTest-2083648703-router', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd634b800-1d75-4579-a17f-fc1e6569e1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:10Z', 'updated_at': '2021-08-11T22:05:25Z', 'revision_number': 4, 'project_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'gw_port': {'id': 'd634b800-1d75-4579-a17f-fc1e6569e1fe', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:13Z', 'updated_at': '2021-08-11T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '2b5165e7-b48d-4470-8bf2-e023d060d04f', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'floating_ip_address': '172.25.2.49', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'port_id': '349c2860-60cb-4169-8ba2-aabeccfa45a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae68e27-0877-48f6-819f-dde7d65a439d', 'mac_address': 'fa:16:3e:f0:e8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:06:45Z', 'updated_at': '2021-08-11T22:08:16Z', 'revision_number': 1, 'project_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee87311-3e2e-4140-865c-bdb0b36142de', 'name': '', 'network_id': 'aae68e27-0877-48f6-819f-dde7d65a439d', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'mac_address': 'fa:16:3e:ce:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '5994059a-f305-4784-b552-f94868383090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:23Z', 'updated_at': '2021-08-11T22:06:02Z', 'revision_number': 5, 'project_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'subnets': [{'id': '5994059a-f305-4784-b552-f94868383090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:08:20.091937 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-35725498-8d60-4e1e-87f4-bdbf4f17f6e3 req-773558ff-0f7d-45cf-bb0e-ad6d74adee24 service neutron] 10.222.0.52 "GET /v2.0/networks/aae68e27-0877-48f6-819f-dde7d65a439d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601190 Aug 11 22:08:20.109532 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-8801acd1-07a2-4b48-9334-390a1baceb0f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Transition to ACTIVE for port object 41341e3f-c954-4add-9eb4-639c43f4e706 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:08:20.117167 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-baff4863-d4fa-41fb-ada0-2661cdc7fcbe tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:20.120842 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-baff4863-d4fa-41fb-ada0-2661cdc7fcbe tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:20.122064 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-baff4863-d4fa-41fb-ada0-2661cdc7fcbe tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "DELETE /v2.0/security-groups/d0aa5203-b38d-4bbc-acff-5bbecfdcc258 HTTP/1.1" status: 204 len: 168 time: 0.5976102 Aug 11 22:08:20.130689 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42682) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:20.137205 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff4863-d4fa-41fb-ada0-2661cdc7fcbe tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0aa5203-b38d-4bbc-acff-5bbecfdcc258,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:20.163499 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-641f73d0-30dc-40cb-8031-e27d180494e6 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:20.192540 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-8801acd1-07a2-4b48-9334-390a1baceb0f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:20.232047 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['a1c23f4e-0437-4179-9ecd-8842ffc738b0'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:08:20.241527 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-641f73d0-30dc-40cb-8031-e27d180494e6 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a06e90-7196-46bb-8ea3-3d57b548c4a0']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:08:20.247103 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-8801acd1-07a2-4b48-9334-390a1baceb0f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Network e05d73cc-c444-45b6-9ecd-8613ea45c8b9 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:08:20.255829 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-8801acd1-07a2-4b48-9334-390a1baceb0f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:08:20.260335 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-8801acd1-07a2-4b48-9334-390a1baceb0f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:08:20.269322 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801acd1-07a2-4b48-9334-390a1baceb0f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Pushing event updated for resources: {'Port': ['ID=41341e3f-c954-4add-9eb4-639c43f4e706,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:20.270792 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-641f73d0-30dc-40cb-8031-e27d180494e6 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8c71da-693d-4e03-9898-1348a3554ea6') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:08:20.271894 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-641f73d0-30dc-40cb-8031-e27d180494e6 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8c71da-693d-4e03-9898-1348a3554ea6') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:08:20.327489 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-8801acd1-07a2-4b48-9334-390a1baceb0f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:20.328167 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-8801acd1-07a2-4b48-9334-390a1baceb0f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:20.335082 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6e83483a-9bab-4679-b62b-240fda207961 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1896350 Aug 11 22:08:20.340813 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-641f73d0-30dc-40cb-8031-e27d180494e6 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:20.344056 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42684) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:20.350926 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-68cb0f67-1a38-47bb-83c5-5cf58e0acb3f tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Request body: {'security_group': {'name': 'tempest-secgroup--713101386'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:20.359836 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-8801acd1-07a2-4b48-9334-390a1baceb0f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7707689 Aug 11 22:08:20.372259 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b0747-c638-423c-a59d-2c8dfccb5d88 req-a05b376c-bc29-439a-af53-2d03b1171bdb tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:20.376528 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-480c57a0-31b5-4725-aa15-ca27f0fe6676 service neutron] Request body: {'port': {'device_id': 'c3ff3d67-0619-4a08-99eb-24c1f3383aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:20.386889 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4c2b0747-c638-423c-a59d-2c8dfccb5d88 req-a05b376c-bc29-439a-af53-2d03b1171bdb tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee58b7b3-123c-4a96-9c1e-fbaa623b584b HTTP/1.1" status: 200 len: 946 time: 0.2788877 Aug 11 22:08:20.424499 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:20.433082 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-641f73d0-30dc-40cb-8031-e27d180494e6 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:20.450808 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-641f73d0-30dc-40cb-8031-e27d180494e6 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:08:20.451243 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-641f73d0-30dc-40cb-8031-e27d180494e6 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:08:20.458781 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:08:20.500826 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-480c57a0-31b5-4725-aa15-ca27f0fe6676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:20.537323 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-68cb0f67-1a38-47bb-83c5-5cf58e0acb3f tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:20.539445 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac113bd2-7d52-43e3-92a0-19430fcf8ea4 None None] New status for floating IP 2b5165e7-b48d-4470-8bf2-e023d060d04f: ACTIVE {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:08:20.592521 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4c2b0747-c638-423c-a59d-2c8dfccb5d88 req-ff2d442e-70fd-4ae3-84eb-832d9ef08a91 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/security-groups?id=434f5ecd-d588-4957-adab-a3fd38b373f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046382 Aug 11 22:08:20.635595 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-641f73d0-30dc-40cb-8031-e27d180494e6 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:20.644712 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-641f73d0-30dc-40cb-8031-e27d180494e6 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:20.647103 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-641f73d0-30dc-40cb-8031-e27d180494e6 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] 10.222.0.77 "DELETE /v2.0/networks/32a06e90-7196-46bb-8ea3-3d57b548c4a0 HTTP/1.1" status: 204 len: 168 time: 0.7824247 Aug 11 22:08:20.655600 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42692) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:20.685787 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0286093a-ee95-4616-bbde-0101ed13abed None None] Provisioning for port 41341e3f-c954-4add-9eb4-639c43f4e706 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:08:20.730230 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0286093a-ee95-4616-bbde-0101ed13abed None None] Provisioning complete for port 41341e3f-c954-4add-9eb4-639c43f4e706 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:08:20.730684 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0286093a-ee95-4616-bbde-0101ed13abed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:20.790542 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-0286093a-ee95-4616-bbde-0101ed13abed None None] Port 41341e3f-c954-4add-9eb4-639c43f4e706 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:08:20.971257 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-480c57a0-31b5-4725-aa15-ca27f0fe6676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41341e3f-c954-4add-9eb4-639c43f4e706 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:08:20.980363 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-480c57a0-31b5-4725-aa15-ca27f0fe6676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:20.996275 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-480c57a0-31b5-4725-aa15-ca27f0fe6676 service neutron] Transition to ACTIVE for port object 41341e3f-c954-4add-9eb4-639c43f4e706 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:08:21.000641 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-480c57a0-31b5-4725-aa15-ca27f0fe6676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:21.078778 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f73d0-30dc-40cb-8031-e27d180494e6 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Pushing event deleted for resources: {'Network': ['ID=32a06e90-7196-46bb-8ea3-3d57b548c4a0,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:21.084721 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c57a0-31b5-4725-aa15-ca27f0fe6676 service neutron] Pushing event updated for resources: {'Port': ['ID=41341e3f-c954-4add-9eb4-639c43f4e706,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:21.100010 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d283448-aa52-47f7-991a-2ec7112a2ade tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] DELETE failed (client error): The resource could not be found. Aug 11 22:08:21.101026 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d283448-aa52-47f7-991a-2ec7112a2ade tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:08:21.106910 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7d283448-aa52-47f7-991a-2ec7112a2ade tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] 10.222.0.77 "DELETE /v2.0/ports/8ea13c3a-06c4-4ec3-b1bc-0326a0b55cfa HTTP/1.1" status: 404 len: 333 time: 0.4462583 Aug 11 22:08:21.108388 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42694) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:21.196508 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d24c52-cb00-40d2-a125-c764bd6afe65 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Deleting subnet 99709d2a-6fab-450e-abf5-eff06979e4d5 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:08:21.199265 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-480c57a0-31b5-4725-aa15-ca27f0fe6676 service neutron] Attempting to bind port 41341e3f-c954-4add-9eb4-639c43f4e706 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:08:21.199616 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-480c57a0-31b5-4725-aa15-ca27f0fe6676 service neutron] Attempting to bind port 41341e3f-c954-4add-9eb4-639c43f4e706 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '21581a11-e174-4947-9db1-c1832ca192ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:08:21.199967 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-480c57a0-31b5-4725-aa15-ca27f0fe6676 service neutron] Attempting to bind port 41341e3f-c954-4add-9eb4-639c43f4e706 on network e05d73cc-c444-45b6-9ecd-8613ea45c8b9 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:08:21.204238 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d6d24c52-cb00-40d2-a125-c764bd6afe65 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:21.213110 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-68cb0f67-1a38-47bb-83c5-5cf58e0acb3f tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:21.228394 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-480c57a0-31b5-4725-aa15-ca27f0fe6676 service neutron] Port 41341e3f-c954-4add-9eb4-639c43f4e706 on network e05d73cc-c444-45b6-9ecd-8613ea45c8b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:08:21.228745 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-480c57a0-31b5-4725-aa15-ca27f0fe6676 service neutron] Attempting to bind port 41341e3f-c954-4add-9eb4-639c43f4e706 on network e05d73cc-c444-45b6-9ecd-8613ea45c8b9 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:08:21.232335 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f225f-6209-44e4-ba0b-6b24eedd6cec req-b8656072-a1a4-4735-b45a-c4c7405b975f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:21.236170 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1a9f225f-6209-44e4-ba0b-6b24eedd6cec req-b8656072-a1a4-4735-b45a-c4c7405b975f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3ff3d67-0619-4a08-99eb-24c1f3383aa1 HTTP/1.1" status: 200 len: 943 time: 0.1539514 Aug 11 22:08:21.238482 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-68cb0f67-1a38-47bb-83c5-5cf58e0acb3f tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:21.242317 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-480c57a0-31b5-4725-aa15-ca27f0fe6676 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:08:21.242675 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-480c57a0-31b5-4725-aa15-ca27f0fe6676 service neutron] Checking segment: {'id': '21581a11-e174-4947-9db1-c1832ca192ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:08:21.243075 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-480c57a0-31b5-4725-aa15-ca27f0fe6676 service neutron] Bound using segment: {'id': '21581a11-e174-4947-9db1-c1832ca192ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:08:21.243564 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-480c57a0-31b5-4725-aa15-ca27f0fe6676 service neutron] Bound port: 41341e3f-c954-4add-9eb4-639c43f4e706, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21581a11-e174-4947-9db1-c1832ca192ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:08:21.243952 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-480c57a0-31b5-4725-aa15-ca27f0fe6676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:21.272268 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d6d24c52-cb00-40d2-a125-c764bd6afe65 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:21.314484 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb0f67-1a38-47bb-83c5-5cf58e0acb3f tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60c4707b-e01b-40dc-aa46-548c2beb0ef3,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:21.342562 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-68cb0f67-1a38-47bb-83c5-5cf58e0acb3f tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:21.355880 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-68cb0f67-1a38-47bb-83c5-5cf58e0acb3f tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0095649 Aug 11 22:08:21.362597 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42696) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:21.399580 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-1a7ddefb-8887-4525-bb63-8b4e7e21fadc tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Request body: {'security_group_rule': {'security_group_id': '60c4707b-e01b-40dc-aa46-548c2beb0ef3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:21.406895 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-480c57a0-31b5-4725-aa15-ca27f0fe6676 service neutron] For port 41341e3f-c954-4add-9eb4-639c43f4e706, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:08:21.429747 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-480c57a0-31b5-4725-aa15-ca27f0fe6676 service neutron] For port 41341e3f-c954-4add-9eb4-639c43f4e706, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=41341e3f-c954-4add-9eb4-639c43f4e706,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:08:21.437709 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-480c57a0-31b5-4725-aa15-ca27f0fe6676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:21.444579 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d6d24c52-cb00-40d2-a125-c764bd6afe65 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:21.445660 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1a9f225f-6209-44e4-ba0b-6b24eedd6cec req-545cc441-63d4-451d-86a3-0c4d9fc73399 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420736 Aug 11 22:08:21.462077 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1a7ddefb-8887-4525-bb63-8b4e7e21fadc tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:21.517254 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-480c57a0-31b5-4725-aa15-ca27f0fe6676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:21.518137 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-480c57a0-31b5-4725-aa15-ca27f0fe6676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:21.519335 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-480c57a0-31b5-4725-aa15-ca27f0fe6676 service neutron] 10.222.0.52 "PUT /v2.0/ports/41341e3f-c954-4add-9eb4-639c43f4e706 HTTP/1.1" status: 200 len: 1091 time: 1.1505411 Aug 11 22:08:21.519696 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ff3d67-0619-4a08-99eb-24c1f3383aa1', 'tag': '41341e3f-c954-4add-9eb4-639c43f4e706'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:08:21.522420 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ecced5-75a8-49f7-95ff-cd03132a4844" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ff3d67-0619-4a08-99eb-24c1f3383aa1", "tag": "41341e3f-c954-4add-9eb4-639c43f4e706"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:08:21.560241 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c57a0-31b5-4725-aa15-ca27f0fe6676 service neutron] Pushing event updated for resources: {'Port': ['ID=41341e3f-c954-4add-9eb4-639c43f4e706,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:21.582776 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d6d24c52-cb00-40d2-a125-c764bd6afe65 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:21.633664 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d24c52-cb00-40d2-a125-c764bd6afe65 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Pushing event deleted for resources: {'Subnet': ['ID=99709d2a-6fab-450e-abf5-eff06979e4d5,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:21.639172 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d6d24c52-cb00-40d2-a125-c764bd6afe65 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:21.641328 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d6d24c52-cb00-40d2-a125-c764bd6afe65 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] 10.222.0.77 "DELETE /v2.0/subnets/99709d2a-6fab-450e-abf5-eff06979e4d5 HTTP/1.1" status: 204 len: 168 time: 0.5319171 Aug 11 22:08:21.658678 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42702) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:21.659960 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395f80d6-55ac-413a-a87c-0f5d42c6d822 None None] Network ef68daf9-0c73-481a-9693-211cafaad3e0 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:08:21.674646 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1a7ddefb-8887-4525-bb63-8b4e7e21fadc tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:21.681044 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1a7ddefb-8887-4525-bb63-8b4e7e21fadc tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:21.715124 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ddefb-8887-4525-bb63-8b4e7e21fadc tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63ba62b-7521-4dbc-b5c0-6e721ad01502,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:21.740537 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1a7ddefb-8887-4525-bb63-8b4e7e21fadc tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:21.741428 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1a7ddefb-8887-4525-bb63-8b4e7e21fadc tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3510976 Aug 11 22:08:21.744685 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42704) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:21.759222 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-8b382474-d581-4105-97dd-798aecde2416 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Request body: {'security_group_rule': {'security_group_id': '60c4707b-e01b-40dc-aa46-548c2beb0ef3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:21.782605 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-a061e23d-2da2-429d-b59f-288e34b2322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:21.788791 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-a061e23d-2da2-429d-b59f-288e34b2322e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f3da70be91664ca8a55d012676042959&device_id=c3ff3d67-0619-4a08-99eb-24c1f3383aa1 HTTP/1.1" status: 200 len: 1094 time: 0.1671662 Aug 11 22:08:21.851136 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8b382474-d581-4105-97dd-798aecde2416 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:21.891066 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-ba8c5c13-75b2-4ae7-b6a1-66f3a9ef6943 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41341e3f-c954-4add-9eb4-639c43f4e706 HTTP/1.1" status: 200 len: 217 time: 0.0904686 Aug 11 22:08:21.895465 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-394364af-a541-484b-834a-c62be49c8ef7 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:21.956027 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8b382474-d581-4105-97dd-798aecde2416 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:21.963777 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8b382474-d581-4105-97dd-798aecde2416 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:21.992953 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b382474-d581-4105-97dd-798aecde2416 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4af77a5-f722-48a2-b726-a67bcef83444,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:22.006273 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-26b4cd01-aebd-4266-99fe-023529fff6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:22.008333 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-26b4cd01-aebd-4266-99fe-023529fff6fb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=71666487-d255-442c-a4c1-ffc47afdf7b3 HTTP/1.1" status: 200 len: 850 time: 0.1085768 Aug 11 22:08:22.010725 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8b382474-d581-4105-97dd-798aecde2416 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:22.015889 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8b382474-d581-4105-97dd-798aecde2416 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2689292 Aug 11 22:08:22.016622 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42708) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:22.023987 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-76f59189-5fb2-44fc-8b7d-748228aba566 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Request body: {'security_group_rule': {'security_group_id': '60c4707b-e01b-40dc-aa46-548c2beb0ef3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:22.075123 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-76f59189-5fb2-44fc-8b7d-748228aba566 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:22.089331 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-394364af-a541-484b-834a-c62be49c8ef7 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Deleting port 688eaaae-13ef-4516-98db-0ab144182826 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:08:22.089750 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-394364af-a541-484b-834a-c62be49c8ef7 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:22.129024 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6526cf-2f22-4b8e-9913-aea76c49101c None None] DHCP port deletion for ef68daf9-0c73-481a-9693-211cafaad3e0 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:08:22.161633 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-dc2dd1e5-5188-47f6-bc69-596c23481821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:22.161876 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-dc2dd1e5-5188-47f6-bc69-596c23481821 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1421123 Aug 11 22:08:22.172153 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-76f59189-5fb2-44fc-8b7d-748228aba566 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:22.179329 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-76f59189-5fb2-44fc-8b7d-748228aba566 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:22.216591 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41000f0d-7618-4806-9758-dd2a3137eca9 x-openstack-request-id: req-41000f0d-7618-4806-9758-dd2a3137eca9 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:08:22.216895 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ff3d67-0619-4a08-99eb-24c1f3383aa1", "tag": "41341e3f-c954-4add-9eb4-639c43f4e706", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:08:22.217193 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-41000f0d-7618-4806-9758-dd2a3137eca9 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:08:22.217548 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ff3d67-0619-4a08-99eb-24c1f3383aa1', 'tag': '41341e3f-c954-4add-9eb4-639c43f4e706', 'status': 'completed', 'code': 200} Aug 11 22:08:22.231485 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-cc6526cf-2f22-4b8e-9913-aea76c49101c None None] Deleting port 688eaaae-13ef-4516-98db-0ab144182826 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:08:22.232133 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cc6526cf-2f22-4b8e-9913-aea76c49101c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:22.240854 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-76f59189-5fb2-44fc-8b7d-748228aba566 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:22.249874 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-76f59189-5fb2-44fc-8b7d-748228aba566 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2295592 Aug 11 22:08:22.249874 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42710) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:22.254687 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f59189-5fb2-44fc-8b7d-748228aba566 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb148e63-58cb-4a63-a0ef-362715d6c95b,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:22.266243 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-bda6adf3-f0cf-4cdd-ad83-3b6ffd56a162 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Request body: {'security_group_rule': {'security_group_id': '60c4707b-e01b-40dc-aa46-548c2beb0ef3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:22.276867 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-394364af-a541-484b-834a-c62be49c8ef7 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] For port 688eaaae-13ef-4516-98db-0ab144182826, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=688eaaae-13ef-4516-98db-0ab144182826,segment=NetworkSegment(8e9fc2b7-613d-46f5-9bd2-55f295352a41),segment_id=8e9fc2b7-613d-46f5-9bd2-55f295352a41)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:22.277467 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-394364af-a541-484b-834a-c62be49c8ef7 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:22.311979 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-394364af-a541-484b-834a-c62be49c8ef7 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Calling delete_port for 688eaaae-13ef-4516-98db-0ab144182826 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:08:22.334979 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-cc6526cf-2f22-4b8e-9913-aea76c49101c None None] For port 688eaaae-13ef-4516-98db-0ab144182826, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=688eaaae-13ef-4516-98db-0ab144182826,segment=NetworkSegment(8e9fc2b7-613d-46f5-9bd2-55f295352a41),segment_id=8e9fc2b7-613d-46f5-9bd2-55f295352a41)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:22.335901 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cc6526cf-2f22-4b8e-9913-aea76c49101c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:22.344475 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bda6adf3-f0cf-4cdd-ad83-3b6ffd56a162 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:22.359569 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-cc6526cf-2f22-4b8e-9913-aea76c49101c None None] Calling delete_port for 688eaaae-13ef-4516-98db-0ab144182826 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:08:22.409093 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-38357985-5da2-4af7-9f78-02de7e90c109 service neutron] 10.222.0.52 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331436 Aug 11 22:08:22.507394 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bcffb-f6b9-441e-b64d-e399f2e1eada req-e9a044a6-2607-4cca-8454-454a0848aefe tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:22.510131 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ed9bcffb-f6b9-441e-b64d-e399f2e1eada req-e9a044a6-2607-4cca-8454-454a0848aefe tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c224904-3627-457c-9f1e-825dda8d30be HTTP/1.1" status: 200 len: 946 time: 0.1540048 Aug 11 22:08:22.526819 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-394364af-a541-484b-834a-c62be49c8ef7 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:22.531470 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cc6526cf-2f22-4b8e-9913-aea76c49101c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:22.551025 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bda6adf3-f0cf-4cdd-ad83-3b6ffd56a162 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:22.561068 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6526cf-2f22-4b8e-9913-aea76c49101c None None] Pushing event deleted for resources: {'Port': ['ID=688eaaae-13ef-4516-98db-0ab144182826,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:22.566379 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6526cf-2f22-4b8e-9913-aea76c49101c None None] No DVR routers for this DVR port 688eaaae-13ef-4516-98db-0ab144182826 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:08:22.577108 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bda6adf3-f0cf-4cdd-ad83-3b6ffd56a162 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:22.579790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394364af-a541-484b-834a-c62be49c8ef7 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Pushing event deleted for resources: {'Port': ['ID=688eaaae-13ef-4516-98db-0ab144182826,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:22.588103 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394364af-a541-484b-834a-c62be49c8ef7 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] No DVR routers for this DVR port 688eaaae-13ef-4516-98db-0ab144182826 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:08:22.599128 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0d898946-08e8-4a05-82d8-55c3f109ab7b req-a14b2e42-b620-45ab-9c9e-4cdacdb16c07 service neutron] 10.222.0.52 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769471 Aug 11 22:08:22.624596 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6adf3-f0cf-4cdd-ad83-3b6ffd56a162 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93154f5-28fd-42f0-81da-f4911393150c,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:22.639629 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ed9bcffb-f6b9-441e-b64d-e399f2e1eada req-e345013b-8cfc-459f-9020-ee995afd0183 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/security-groups?id=434f5ecd-d588-4957-adab-a3fd38b373f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140444 Aug 11 22:08:22.649112 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bda6adf3-f0cf-4cdd-ad83-3b6ffd56a162 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:22.664113 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bda6adf3-f0cf-4cdd-ad83-3b6ffd56a162 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4082396 Aug 11 22:08:22.664733 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42718) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:22.669687 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-f085466c-f382-49b5-96a8-33f4718e7c6a tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Request body: {'security_group_rule': {'security_group_id': '60c4707b-e01b-40dc-aa46-548c2beb0ef3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:22.705486 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f085466c-f382-49b5-96a8-33f4718e7c6a tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:22.728954 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-394364af-a541-484b-834a-c62be49c8ef7 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:22.742902 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-394364af-a541-484b-834a-c62be49c8ef7 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef68daf9-0c73-481a-9693-211cafaad3e0']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:08:22.753631 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecced5-75a8-49f7-95ff-cd03132a4844 req-28f62772-9b0e-4c54-b0cf-a4df8214056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:22.755289 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-61ecced5-75a8-49f7-95ff-cd03132a4844 req-28f62772-9b0e-4c54-b0cf-a4df8214056b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f3da70be91664ca8a55d012676042959&device_id=c3ff3d67-0619-4a08-99eb-24c1f3383aa1 HTTP/1.1" status: 200 len: 1094 time: 0.0870433 Aug 11 22:08:22.759216 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-394364af-a541-484b-834a-c62be49c8ef7 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e9fc2b7-613d-46f5-9bd2-55f295352a41') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:08:22.759468 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-394364af-a541-484b-834a-c62be49c8ef7 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e9fc2b7-613d-46f5-9bd2-55f295352a41') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:08:22.778572 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-394364af-a541-484b-834a-c62be49c8ef7 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:22.798487 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f085466c-f382-49b5-96a8-33f4718e7c6a tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:22.803157 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f085466c-f382-49b5-96a8-33f4718e7c6a tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:22.817736 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98215ad-5cef-415a-a1d3-cb1da6933c23 req-05dca8df-a86f-4546-9091-8f4e1d36b3a5 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:22.819356 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b98215ad-5cef-415a-a1d3-cb1da6933c23 req-05dca8df-a86f-4546-9091-8f4e1d36b3a5 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3ff3d67-0619-4a08-99eb-24c1f3383aa1 HTTP/1.1" status: 200 len: 943 time: 0.0894108 Aug 11 22:08:22.830539 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-394364af-a541-484b-834a-c62be49c8ef7 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:22.841691 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085466c-f382-49b5-96a8-33f4718e7c6a tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f45dd0d-5af2-44d9-b481-098744270c35,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:22.848080 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-394364af-a541-484b-834a-c62be49c8ef7 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:08:22.848499 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-394364af-a541-484b-834a-c62be49c8ef7 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:08:22.852236 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:08:22.855267 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f085466c-f382-49b5-96a8-33f4718e7c6a tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:22.856893 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f085466c-f382-49b5-96a8-33f4718e7c6a tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1912827 Aug 11 22:08:22.860010 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42724) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:22.902613 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b98215ad-5cef-415a-a1d3-cb1da6933c23 req-ebd0ee66-cf78-4626-9b81-ed5f0f9edb7f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692143 Aug 11 22:08:22.904253 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8fc63fa0-8900-4a52-8743-6c90b3d6f659 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:22.915310 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8fc63fa0-8900-4a52-8743-6c90b3d6f659 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:22.951311 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8fc63fa0-8900-4a52-8743-6c90b3d6f659 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:22.952492 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecced5-75a8-49f7-95ff-cd03132a4844 req-6031f4cf-f266-40e4-ba1e-253536387756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:22.954294 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-61ecced5-75a8-49f7-95ff-cd03132a4844 req-6031f4cf-f266-40e4-ba1e-253536387756 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 200 len: 912 time: 0.1876726 Aug 11 22:08:22.957630 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-394364af-a541-484b-834a-c62be49c8ef7 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:22.959386 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8fc63fa0-8900-4a52-8743-6c90b3d6f659 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:22.961578 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8fc63fa0-8900-4a52-8743-6c90b3d6f659 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/0f45dd0d-5af2-44d9-b481-098744270c35 HTTP/1.1" status: 204 len: 168 time: 0.1002605 Aug 11 22:08:22.970380 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42726) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:22.978562 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc63fa0-8900-4a52-8743-6c90b3d6f659 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f45dd0d-5af2-44d9-b481-098744270c35,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:22.979729 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-394364af-a541-484b-834a-c62be49c8ef7 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:22.990441 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-394364af-a541-484b-834a-c62be49c8ef7 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] 10.222.0.77 "DELETE /v2.0/networks/ef68daf9-0c73-481a-9693-211cafaad3e0 HTTP/1.1" status: 204 len: 168 time: 1.3303843 Aug 11 22:08:23.026047 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c3bb1292-6ac5-41a8-8e6e-4b0fa492a778 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0538368 Aug 11 22:08:23.032912 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42730) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:23.084309 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d32c813b-6c2b-4b24-aa96-120d98d67f4f tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:23.092741 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-61ecced5-75a8-49f7-95ff-cd03132a4844 req-622df5c1-700c-4b42-b169-02322d9e4217 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41341e3f-c954-4add-9eb4-639c43f4e706 HTTP/1.1" status: 200 len: 217 time: 0.1001081 Aug 11 22:08:23.094322 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394364af-a541-484b-834a-c62be49c8ef7 tempest-DHCPAgentSchedulersTestJSON-1390489150 tempest-DHCPAgentSchedulersTestJSON-1390489150-project] Pushing event deleted for resources: {'Network': ['ID=ef68daf9-0c73-481a-9693-211cafaad3e0,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:23.115814 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d32c813b-6c2b-4b24-aa96-120d98d67f4f tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:23.175326 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d32c813b-6c2b-4b24-aa96-120d98d67f4f tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:23.195552 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d32c813b-6c2b-4b24-aa96-120d98d67f4f tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:23.201898 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d32c813b-6c2b-4b24-aa96-120d98d67f4f tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/b93154f5-28fd-42f0-81da-f4911393150c HTTP/1.1" status: 204 len: 168 time: 0.1671410 Aug 11 22:08:23.202499 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42736) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:23.210471 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c813b-6c2b-4b24-aa96-120d98d67f4f tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b93154f5-28fd-42f0-81da-f4911393150c,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:23.232994 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecced5-75a8-49f7-95ff-cd03132a4844 req-d2d479f7-2e1a-4014-82a2-20f406c64933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:23.235122 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-61ecced5-75a8-49f7-95ff-cd03132a4844 req-d2d479f7-2e1a-4014-82a2-20f406c64933 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=71666487-d255-442c-a4c1-ffc47afdf7b3 HTTP/1.1" status: 200 len: 850 time: 0.1292782 Aug 11 22:08:23.366362 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a65f70de-bc6e-4e37-9fba-c59be08c58eb tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1623392 Aug 11 22:08:23.368964 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42744) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:23.369404 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42742) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:23.406183 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecced5-75a8-49f7-95ff-cd03132a4844 req-a780d43f-ad62-4e56-8c08-ba92efa5f225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:23.415253 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-61ecced5-75a8-49f7-95ff-cd03132a4844 req-a780d43f-ad62-4e56-8c08-ba92efa5f225 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1655362 Aug 11 22:08:23.434137 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cf3603a2-b9ca-4974-a4b1-28fb413f88d2 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:23.460319 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 688eaaae-13ef-4516-98db-0ab144182826 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:08:23.461465 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cf3603a2-b9ca-4974-a4b1-28fb413f88d2 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:23.505583 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 688eaaae-13ef-4516-98db-0ab144182826 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:08:23.506755 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 688eaaae-13ef-4516-98db-0ab144182826 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:08:23.533260 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cf3603a2-b9ca-4974-a4b1-28fb413f88d2 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:23.547888 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cf3603a2-b9ca-4974-a4b1-28fb413f88d2 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:23.550325 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cf3603a2-b9ca-4974-a4b1-28fb413f88d2 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/eb148e63-58cb-4a63-a0ef-362715d6c95b HTTP/1.1" status: 204 len: 168 time: 0.1794105 Aug 11 22:08:23.551526 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3603a2-b9ca-4974-a4b1-28fb413f88d2 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb148e63-58cb-4a63-a0ef-362715d6c95b,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:23.554588 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42754) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:23.625764 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-61ecced5-75a8-49f7-95ff-cd03132a4844 req-023906e5-2509-4390-90f4-83be3822ca73 service neutron] 10.222.0.52 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004871 Aug 11 22:08:23.660203 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a6b1c063-4613-45ec-8335-cb143ef09d1d tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0992379 Aug 11 22:08:23.662329 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42760) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:23.703632 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-802fa5d3-4546-4127-a07f-d5cdf0e01061 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:23.717804 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-802fa5d3-4546-4127-a07f-d5cdf0e01061 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:23.769210 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-802fa5d3-4546-4127-a07f-d5cdf0e01061 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:23.790190 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-802fa5d3-4546-4127-a07f-d5cdf0e01061 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:23.791247 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-802fa5d3-4546-4127-a07f-d5cdf0e01061 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/c4af77a5-f722-48a2-b726-a67bcef83444 HTTP/1.1" status: 204 len: 168 time: 0.1275425 Aug 11 22:08:23.799076 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42766) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:23.809421 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802fa5d3-4546-4127-a07f-d5cdf0e01061 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4af77a5-f722-48a2-b726-a67bcef83444,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:23.816343 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7bb1a0a8-9de1-42a2-8ccf-4b2b19aef8ae admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ab0494790c94464a888afc805a8b6ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4454770 Aug 11 22:08:23.817905 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42768) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:23.842513 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945a338-f464-4c32-85f8-14cca28fa29f req-d8dd66fe-9187-419a-a6e3-87ac0865ea11 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:23.844197 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1945a338-f464-4c32-85f8-14cca28fa29f req-d8dd66fe-9187-419a-a6e3-87ac0865ea11 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c224904-3627-457c-9f1e-825dda8d30be HTTP/1.1" status: 200 len: 946 time: 0.0931473 Aug 11 22:08:23.871086 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-61ecced5-75a8-49f7-95ff-cd03132a4844 req-9b9a6365-2eb5-422b-86ea-5e09b39497d4 service neutron] 10.222.0.52 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319572 Aug 11 22:08:23.874918 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bf93ed47-6fa2-4f42-9151-ccce1c110fcf tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0739141 Aug 11 22:08:23.880330 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42770) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:23.932425 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1945a338-f464-4c32-85f8-14cca28fa29f req-e4d661ff-27bf-4a89-ba24-64e796d10c2a tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/security-groups?id=434f5ecd-d588-4957-adab-a3fd38b373f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718544 Aug 11 22:08:23.949425 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-901411b6-c249-46b3-bac9-a8cc9fdcbb46 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:23.974102 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-901411b6-c249-46b3-bac9-a8cc9fdcbb46 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:23.978067 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6997f02-dc82-403e-a1d2-066b3c5998a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:24.029627 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94d6dc-4c34-4dec-a6dc-a549637c7a58 req-837f8413-8d0c-4c1b-9323-9e5c0dee8386 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:24.031664 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ca94d6dc-4c34-4dec-a6dc-a549637c7a58 req-837f8413-8d0c-4c1b-9323-9e5c0dee8386 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c224904-3627-457c-9f1e-825dda8d30be HTTP/1.1" status: 200 len: 946 time: 0.1484723 Aug 11 22:08:24.086652 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-901411b6-c249-46b3-bac9-a8cc9fdcbb46 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:24.094126 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6997f02-dc82-403e-a1d2-066b3c5998a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:24.095351 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e9a92-8421-4918-a23d-4373cbfcbcef req-eec4a61c-fd6a-48ab-81f0-bb408832e8a3 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:24.097782 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a22e9a92-8421-4918-a23d-4373cbfcbcef req-eec4a61c-fd6a-48ab-81f0-bb408832e8a3 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3ff3d67-0619-4a08-99eb-24c1f3383aa1 HTTP/1.1" status: 200 len: 943 time: 0.0671685 Aug 11 22:08:24.101859 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-901411b6-c249-46b3-bac9-a8cc9fdcbb46 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:24.107191 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-901411b6-c249-46b3-bac9-a8cc9fdcbb46 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/c63ba62b-7521-4dbc-b5c0-6e721ad01502 HTTP/1.1" status: 204 len: 168 time: 0.2217028 Aug 11 22:08:24.113481 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42778) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:24.131798 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901411b6-c249-46b3-bac9-a8cc9fdcbb46 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c63ba62b-7521-4dbc-b5c0-6e721ad01502,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:24.184002 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a22e9a92-8421-4918-a23d-4373cbfcbcef req-0a282c43-6c7b-4237-9f3a-6bc98a2eab4b tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781577 Aug 11 22:08:24.208749 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-eef3ded6-ab86-4fab-935e-874b5280013d tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0931094 Aug 11 22:08:24.213051 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42782) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:24.226565 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 41341e3f-c954-4add-9eb4-639c43f4e706 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:08:24.262335 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6997f02-dc82-403e-a1d2-066b3c5998a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:24.265080 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6997f02-dc82-403e-a1d2-066b3c5998a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:24.270481 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c6997f02-dc82-403e-a1d2-066b3c5998a8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e8361fbd-86d8-4a97-9a11-cd05ec38bd61 HTTP/1.1" status: 204 len: 168 time: 0.4451451 Aug 11 22:08:24.280483 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-ca94d6dc-4c34-4dec-a6dc-a549637c7a58 req-b2cad10d-5597-4a62-9533-c3772cca17c2 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Deleting port 2e6fd679-a301-4e5f-8267-9a85f4ef4e37 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:08:24.280895 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ca94d6dc-4c34-4dec-a6dc-a549637c7a58 req-b2cad10d-5597-4a62-9533-c3772cca17c2 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:24.338322 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6997f02-dc82-403e-a1d2-066b3c5998a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8361fbd-86d8-4a97-9a11-cd05ec38bd61,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:24.416773 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2fe61cd2-6399-4213-856f-57eb1440dd4a tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:24.475441 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2fe61cd2-6399-4213-856f-57eb1440dd4a tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:24.484239 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 41341e3f-c954-4add-9eb4-639c43f4e706, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=41341e3f-c954-4add-9eb4-639c43f4e706,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:24.490018 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-ca94d6dc-4c34-4dec-a6dc-a549637c7a58 req-b2cad10d-5597-4a62-9533-c3772cca17c2 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] For port 2e6fd679-a301-4e5f-8267-9a85f4ef4e37, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=2e6fd679-a301-4e5f-8267-9a85f4ef4e37,segment=NetworkSegment(7c2f15cb-3812-4339-b22c-23429dcbb708),segment_id=7c2f15cb-3812-4339-b22c-23429dcbb708)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:24.490382 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ca94d6dc-4c34-4dec-a6dc-a549637c7a58 req-b2cad10d-5597-4a62-9533-c3772cca17c2 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:24.507092 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '41341e3f-c954-4add-9eb4-639c43f4e706', 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9', 'port_id': '41341e3f-c954-4add-9eb4-639c43f4e706', 'mac_address': 'fa:16:3e:c7:23:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71666487-d255-442c-a4c1-ffc47afdf7b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:08:24.515187 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-ca94d6dc-4c34-4dec-a6dc-a549637c7a58 req-b2cad10d-5597-4a62-9533-c3772cca17c2 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Calling delete_port for 2e6fd679-a301-4e5f-8267-9a85f4ef4e37 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:08:24.615384 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:24.632762 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41341e3f-c954-4add-9eb4-639c43f4e706 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:08:24.635382 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2fe61cd2-6399-4213-856f-57eb1440dd4a tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:24.641160 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2fe61cd2-6399-4213-856f-57eb1440dd4a tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:24.643968 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2fe61cd2-6399-4213-856f-57eb1440dd4a tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "DELETE /v2.0/security-groups/60c4707b-e01b-40dc-aa46-548c2beb0ef3 HTTP/1.1" status: 204 len: 168 time: 0.4267547 Aug 11 22:08:24.648157 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42794) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:24.683902 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe61cd2-6399-4213-856f-57eb1440dd4a tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c4707b-e01b-40dc-aa46-548c2beb0ef3,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:24.685536 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 41341e3f-c954-4add-9eb4-639c43f4e706, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=41341e3f-c954-4add-9eb4-639c43f4e706,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:24.699603 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:24.729794 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-558a5866-3c88-4575-8625-9dfab2748592 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0725377 Aug 11 22:08:24.730412 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42796) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:24.735927 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-fc96cbd6-51c5-430e-91cb-6f159259a1ca tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Request body: {'security_group': {'name': 'tempest-secgroup--612306189'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:24.785090 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc96cbd6-51c5-430e-91cb-6f159259a1ca tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:24.803579 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=41341e3f-c954-4add-9eb4-639c43f4e706,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:24.843373 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ca94d6dc-4c34-4dec-a6dc-a549637c7a58 req-b2cad10d-5597-4a62-9533-c3772cca17c2 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:24.858203 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['77c185c4-86df-4bdb-a05a-62a6d3a7f6fa'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:08:24.887452 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42802) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:24.913872 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cad10d-5597-4a62-9533-c3772cca17c2 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Pushing event deleted for resources: {'Port': ['ID=2e6fd679-a301-4e5f-8267-9a85f4ef4e37,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:24.920053 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['19f8e65d-dc9d-4274-b81f-c0c10ac10529'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:08:24.921182 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6a96802a-43bf-4751-be5b-bb19027c9ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:25.002162 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca94d6dc-4c34-4dec-a6dc-a549637c7a58 req-b2cad10d-5597-4a62-9533-c3772cca17c2 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] No DVR routers for this DVR port 2e6fd679-a301-4e5f-8267-9a85f4ef4e37 on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:08:25.007204 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ca94d6dc-4c34-4dec-a6dc-a549637c7a58 req-b2cad10d-5597-4a62-9533-c3772cca17c2 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:25.012349 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ca94d6dc-4c34-4dec-a6dc-a549637c7a58 req-b2cad10d-5597-4a62-9533-c3772cca17c2 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.82 "DELETE /v2.0/ports/2e6fd679-a301-4e5f-8267-9a85f4ef4e37 HTTP/1.1" status: 204 len: 173 time: 0.9709179 Aug 11 22:08:25.013451 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c224904-3627-457c-9f1e-825dda8d30be', 'name': 'network-vif-deleted', 'tag': '2e6fd679-a301-4e5f-8267-9a85f4ef4e37'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:08:25.028480 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c62b6c2-9b1e-48e8-8805-f97a119d01fe" -d '{"events": [{"server_uuid": "3c224904-3627-457c-9f1e-825dda8d30be", "name": "network-vif-deleted", "tag": "2e6fd679-a301-4e5f-8267-9a85f4ef4e37"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:08:25.063025 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc96cbd6-51c5-430e-91cb-6f159259a1ca tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:25.089717 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc96cbd6-51c5-430e-91cb-6f159259a1ca tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:25.202576 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['41341e3f-c954-4add-9eb4-639c43f4e706'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:08:25.249584 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f4efece7-86a1-4059-99c3-c0a815fe21ff req-0b148c54-1978-409b-bbef-b4e12c20b0f3 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c224904-3627-457c-9f1e-825dda8d30be HTTP/1.1" status: 200 len: 210 time: 0.0591397 Aug 11 22:08:25.286440 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96cbd6-51c5-430e-91cb-6f159259a1ca tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06d5085c-9c42-498f-a3c4-476b820d7377,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:25.324466 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d498da5-7d6d-4f20-8192-0c053ded374d x-openstack-request-id: req-2d498da5-7d6d-4f20-8192-0c053ded374d {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:08:25.325207 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c224904-3627-457c-9f1e-825dda8d30be", "name": "network-vif-deleted", "tag": "2e6fd679-a301-4e5f-8267-9a85f4ef4e37", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:08:25.325714 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2d498da5-7d6d-4f20-8192-0c053ded374d {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:08:25.326361 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c224904-3627-457c-9f1e-825dda8d30be', 'name': 'network-vif-deleted', 'tag': '2e6fd679-a301-4e5f-8267-9a85f4ef4e37', 'status': 'completed', 'code': 200} Aug 11 22:08:25.390210 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6a96802a-43bf-4751-be5b-bb19027c9ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:25.398223 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6a96802a-43bf-4751-be5b-bb19027c9ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:25.420042 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc96cbd6-51c5-430e-91cb-6f159259a1ca tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:25.421422 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fc96cbd6-51c5-430e-91cb-6f159259a1ca tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6902215 Aug 11 22:08:25.426286 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42814) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:25.431282 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-41c03649-34f2-45e1-a1d4-586ca18aece9 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Request body: {'security_group_rule': {'security_group_id': '06d5085c-9c42-498f-a3c4-476b820d7377', 'direction': 'ingress', 'protocol': 17}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:25.484035 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41c03649-34f2-45e1-a1d4-586ca18aece9 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:25.520290 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6a96802a-43bf-4751-be5b-bb19027c9ed4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f5664dfaa78f4d8293b392ff81185ddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6309581 Aug 11 22:08:25.528480 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42820) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:25.548406 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96802a-43bf-4751-be5b-bb19027c9ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98bf86d1-f9b4-45f6-b85d-e5ab0f54d753,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:25.603923 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c562ac-790e-410a-8390-af737dbf0b95 req-d5c25caa-78d0-4f1a-b835-aa23f155270c tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:25.611131 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c5c562ac-790e-410a-8390-af737dbf0b95 req-d5c25caa-78d0-4f1a-b835-aa23f155270c tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3ff3d67-0619-4a08-99eb-24c1f3383aa1 HTTP/1.1" status: 200 len: 944 time: 0.1951301 Aug 11 22:08:25.623410 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41c03649-34f2-45e1-a1d4-586ca18aece9 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:25.636418 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41c03649-34f2-45e1-a1d4-586ca18aece9 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:25.655721 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42824) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:25.659060 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fbe82cbc-9242-4123-accd-8bfb439b21c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:25.680337 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c03649-34f2-45e1-a1d4-586ca18aece9 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a27754-5d98-4153-9f06-f9ae5330704a,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:25.708645 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fbe82cbc-9242-4123-accd-8bfb439b21c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:25.710384 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c5c562ac-790e-410a-8390-af737dbf0b95 req-bfc52d78-ddde-4295-b993-bfc9bd75835d tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891488 Aug 11 22:08:25.710965 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41c03649-34f2-45e1-a1d4-586ca18aece9 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:25.712210 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-41c03649-34f2-45e1-a1d4-586ca18aece9 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2847617 Aug 11 22:08:25.715735 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42830) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:25.781932 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fbe82cbc-9242-4123-accd-8bfb439b21c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:25.785155 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fbe82cbc-9242-4123-accd-8bfb439b21c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:25.787746 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fbe82cbc-9242-4123-accd-8bfb439b21c0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/98bf86d1-f9b4-45f6-b85d-e5ab0f54d753 HTTP/1.1" status: 204 len: 168 time: 0.2555778 Aug 11 22:08:25.812134 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe82cbc-9242-4123-accd-8bfb439b21c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bf86d1-f9b4-45f6-b85d-e5ab0f54d753,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:25.846478 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1af7c238-fff7-4e87-914f-8836aadde9e1 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:25.886129 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1af7c238-fff7-4e87-914f-8836aadde9e1 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:25.978505 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fb872554-38c5-4a4d-b3c1-fa735059a361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:25.986765 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1af7c238-fff7-4e87-914f-8836aadde9e1 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:25.989893 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1af7c238-fff7-4e87-914f-8836aadde9e1 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:25.991898 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1af7c238-fff7-4e87-914f-8836aadde9e1 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "DELETE /v2.0/security-groups/06d5085c-9c42-498f-a3c4-476b820d7377 HTTP/1.1" status: 204 len: 168 time: 0.2738571 Aug 11 22:08:25.997055 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42834) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:26.035844 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7c238-fff7-4e87-914f-8836aadde9e1 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d5085c-9c42-498f-a3c4-476b820d7377,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:26.073156 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-87f0f9be-9048-46e0-8b77-52c4e3ce7aa9 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0727262 Aug 11 22:08:26.078204 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42838) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:26.087743 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-5b11f9f0-bdc7-42dd-ab34-1decf8e10feb tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Request body: {'security_group': {'name': 'tempest-secgroup--666614424'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:26.135717 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fb872554-38c5-4a4d-b3c1-fa735059a361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:26.141438 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fb872554-38c5-4a4d-b3c1-fa735059a361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:26.177282 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5b11f9f0-bdc7-42dd-ab34-1decf8e10feb tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:26.188350 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fb872554-38c5-4a4d-b3c1-fa735059a361 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=92f0181e471d4b078be9f9f9edfd94c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5310824 Aug 11 22:08:26.190071 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb872554-38c5-4a4d-b3c1-fa735059a361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4238fd-a731-40f0-b3ae-6ff8494c5a6b,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:26.191906 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42840) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:26.302038 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a8ac-ba02-40f4-8b2c-522d4422b749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:26.347073 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a8ac-ba02-40f4-8b2c-522d4422b749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:26.390170 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5b11f9f0-bdc7-42dd-ab34-1decf8e10feb tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:26.403582 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5b11f9f0-bdc7-42dd-ab34-1decf8e10feb tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:26.448060 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5b11f9f0-bdc7-42dd-ab34-1decf8e10feb tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:26.451569 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5b11f9f0-bdc7-42dd-ab34-1decf8e10feb tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3698511 Aug 11 22:08:26.452047 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11f9f0-bdc7-42dd-ab34-1decf8e10feb tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7e10ed-1e25-499b-b590-3f2990aac1fd,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:26.454972 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42852) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:26.472428 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a8ac-ba02-40f4-8b2c-522d4422b749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:26.472935 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-30347093-0fd7-4780-a34c-6da53b98e93c tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Request body: {'security_group': {'name': 'tempest-secgroup--817493326'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:26.477454 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a8ac-ba02-40f4-8b2c-522d4422b749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:26.485014 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3ce5a8ac-ba02-40f4-8b2c-522d4422b749 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dc4238fd-a731-40f0-b3ae-6ff8494c5a6b HTTP/1.1" status: 204 len: 168 time: 0.2909570 Aug 11 22:08:26.504534 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5a8ac-ba02-40f4-8b2c-522d4422b749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4238fd-a731-40f0-b3ae-6ff8494c5a6b,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:26.536230 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-30347093-0fd7-4780-a34c-6da53b98e93c tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:26.649704 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 2e6fd679-a301-4e5f-8267-9a85f4ef4e37 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:08:26.682565 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 2e6fd679-a301-4e5f-8267-9a85f4ef4e37 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:08:26.683616 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 2e6fd679-a301-4e5f-8267-9a85f4ef4e37 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:08:26.693691 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-30347093-0fd7-4780-a34c-6da53b98e93c tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:26.699703 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-30347093-0fd7-4780-a34c-6da53b98e93c tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:26.741125 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-30347093-0fd7-4780-a34c-6da53b98e93c tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:26.745688 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42872) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:26.747184 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-30347093-0fd7-4780-a34c-6da53b98e93c tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2814801 Aug 11 22:08:26.749882 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30347093-0fd7-4780-a34c-6da53b98e93c tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31b1e8dc-d4b9-41d6-9257-5fd93d0d78e6,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:26.759869 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-0c8619ce-6b1a-4ac2-89f4-e4da99051823 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Request body: {'security_group_rule': {'security_group_id': 'ba7e10ed-1e25-499b-b590-3f2990aac1fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '31b1e8dc-d4b9-41d6-9257-5fd93d0d78e6', 'remote_ip_prefix': None}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:26.812405 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0c8619ce-6b1a-4ac2-89f4-e4da99051823 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:26.958993 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f585dc-db4c-47b3-b353-9768bc4bdefc req-b4aef5ca-77de-4147-9cca-68478c45f187 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:26.960707 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-03f585dc-db4c-47b3-b353-9768bc4bdefc req-b4aef5ca-77de-4147-9cca-68478c45f187 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3ff3d67-0619-4a08-99eb-24c1f3383aa1 HTTP/1.1" status: 200 len: 944 time: 0.1134541 Aug 11 22:08:26.962787 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0c8619ce-6b1a-4ac2-89f4-e4da99051823 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:26.970961 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0c8619ce-6b1a-4ac2-89f4-e4da99051823 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:27.043343 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8619ce-6b1a-4ac2-89f4-e4da99051823 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=159b30dd-3995-4aaa-9dc6-07731d6246cc,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:27.069717 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0c8619ce-6b1a-4ac2-89f4-e4da99051823 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:27.071763 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0c8619ce-6b1a-4ac2-89f4-e4da99051823 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3231266 Aug 11 22:08:27.074890 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42894) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:27.099108 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-03f585dc-db4c-47b3-b353-9768bc4bdefc req-c98ddeb6-8cad-4108-8b59-74a83db4043e tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289461 Aug 11 22:08:27.122188 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2178bca6-e196-49cf-ab50-0edd557641d8 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:27.140932 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2178bca6-e196-49cf-ab50-0edd557641d8 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:27.167175 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42900) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:27.223222 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2178bca6-e196-49cf-ab50-0edd557641d8 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:27.234771 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2178bca6-e196-49cf-ab50-0edd557641d8 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:27.240322 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42906) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:27.244410 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2178bca6-e196-49cf-ab50-0edd557641d8 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/159b30dd-3995-4aaa-9dc6-07731d6246cc HTTP/1.1" status: 204 len: 168 time: 0.1676867 Aug 11 22:08:27.255636 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178bca6-e196-49cf-ab50-0edd557641d8 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=159b30dd-3995-4aaa-9dc6-07731d6246cc,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:27.324806 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d360ac87-6a6f-412f-a9e8-196ac4b59705 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0805981 Aug 11 22:08:27.325261 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42908) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:27.412512 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c0a4a22-b989-4960-a7f3-7b46a327d350 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:27.449268 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c0a4a22-b989-4960-a7f3-7b46a327d350 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:27.522773 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c0a4a22-b989-4960-a7f3-7b46a327d350 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:27.532796 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c0a4a22-b989-4960-a7f3-7b46a327d350 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:27.537803 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5c0a4a22-b989-4960-a7f3-7b46a327d350 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "DELETE /v2.0/security-groups/31b1e8dc-d4b9-41d6-9257-5fd93d0d78e6 HTTP/1.1" status: 204 len: 168 time: 0.2110808 Aug 11 22:08:27.540426 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42916) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:27.560059 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a4a22-b989-4960-a7f3-7b46a327d350 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b1e8dc-d4b9-41d6-9257-5fd93d0d78e6,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:27.623455 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-cb2ffcf1-50fc-43c9-b46a-ff3524f74e20 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Request body: {'networks': [{'name': 'tempest-network--610524866'}, {'name': 'tempest-network--2006920491'}]} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:27.624025 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-cb2ffcf1-50fc-43c9-b46a-ff3524f74e20 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Request body: {'network': {'name': 'tempest-network--610524866'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:27.624809 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-cb2ffcf1-50fc-43c9-b46a-ff3524f74e20 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Request body: {'network': {'name': 'tempest-network--2006920491'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:27.651902 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4e6646fd-43ae-4ae2-8a8f-ce4b87afee2b tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1102040 Aug 11 22:08:27.652539 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42922) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:27.684599 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2ffcf1-50fc-43c9-b46a-ff3524f74e20 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Made reservation on behalf of abcd3a9dbc9241de9b56ecc6182ae60e for: {'network': 2} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:08:27.696360 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cb2ffcf1-50fc-43c9-b46a-ff3524f74e20 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:27.717890 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cb2ffcf1-50fc-43c9-b46a-ff3524f74e20 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:27.728746 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-47d9138e-559e-4a4b-8d91-6f95e8a62dd2 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:27.774259 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-47d9138e-559e-4a4b-8d91-6f95e8a62dd2 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:27.867255 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-47d9138e-559e-4a4b-8d91-6f95e8a62dd2 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:27.871003 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-47d9138e-559e-4a4b-8d91-6f95e8a62dd2 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:27.873448 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-47d9138e-559e-4a4b-8d91-6f95e8a62dd2 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "DELETE /v2.0/security-groups/ba7e10ed-1e25-499b-b590-3f2990aac1fd HTTP/1.1" status: 204 len: 168 time: 0.2196898 Aug 11 22:08:27.876175 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42926) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:27.899536 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9138e-559e-4a4b-8d91-6f95e8a62dd2 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7e10ed-1e25-499b-b590-3f2990aac1fd,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:27.970684 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cb2ffcf1-50fc-43c9-b46a-ff3524f74e20 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:27.988595 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cb2ffcf1-50fc-43c9-b46a-ff3524f74e20 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:27.989474 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cb2ffcf1-50fc-43c9-b46a-ff3524f74e20 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:28.082546 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f97daf1f-8b58-4a1b-9d15-624257e5e932 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2040393 Aug 11 22:08:28.087262 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42930) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:28.092546 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-293c1409-93ea-42ce-b993-89bf600c05bb tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Request body: {'security_group': {'name': 'tempest-secgroup--674134810'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:28.117964 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-293c1409-93ea-42ce-b993-89bf600c05bb tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:28.130549 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ffcf1-50fc-43c9-b46a-ff3524f74e20 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f761fb96-c3e6-4bbf-94fd-4969902f09d6,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:28.141220 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2ffcf1-50fc-43c9-b46a-ff3524f74e20 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:08:28.169648 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cb2ffcf1-50fc-43c9-b46a-ff3524f74e20 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:28.170275 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-cb2ffcf1-50fc-43c9-b46a-ff3524f74e20 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Added segment 93013787-2a06-497d-82a5-97e2503d7a81 of type vlan for network 1dcbfe4b-1947-415c-a136-72aaff90ba27 Aug 11 22:08:28.189089 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788b0ea-bdc2-4c6a-b038-67c59d88db7a req-6dfec388-8bcc-4cc1-af9a-f946e911b15e tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:28.201624 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788b0ea-bdc2-4c6a-b038-67c59d88db7a req-6dfec388-8bcc-4cc1-af9a-f946e911b15e tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:28.204630 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9788b0ea-bdc2-4c6a-b038-67c59d88db7a req-6dfec388-8bcc-4cc1-af9a-f946e911b15e tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b4b8981-b926-43e2-a750-4717ad6d1940&device_id=ee58b7b3-123c-4a96-9c1e-fbaa623b584b HTTP/1.1" status: 200 len: 1682 time: 0.2263498 Aug 11 22:08:28.240971 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-293c1409-93ea-42ce-b993-89bf600c05bb tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:28.246345 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-293c1409-93ea-42ce-b993-89bf600c05bb tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:28.257816 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 41341e3f-c954-4add-9eb4-639c43f4e706 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:08:28.292104 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-293c1409-93ea-42ce-b993-89bf600c05bb tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:28.293997 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-293c1409-93ea-42ce-b993-89bf600c05bb tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2051573 Aug 11 22:08:28.296874 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c1409-93ea-42ce-b993-89bf600c05bb tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad7ca29-7243-47a5-8556-4ac8e21d77e8,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:28.300972 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42938) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:28.316819 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-e18de055-211c-46cc-9123-437f37f2ebc3 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Request body: {'security_group_rule': {'security_group_id': 'dad7ca29-7243-47a5-8556-4ac8e21d77e8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:28.324621 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 41341e3f-c954-4add-9eb4-639c43f4e706 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:08:28.329851 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 41341e3f-c954-4add-9eb4-639c43f4e706 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:08:28.330246 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:28.336708 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cb2ffcf1-50fc-43c9-b46a-ff3524f74e20 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:28.384981 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9788b0ea-bdc2-4c6a-b038-67c59d88db7a req-51c80d54-444b-415b-9aee-5a3f86bd0e72 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/security-groups?id=434f5ecd-d588-4957-adab-a3fd38b373f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662540 Aug 11 22:08:28.431714 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:28.448727 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e18de055-211c-46cc-9123-437f37f2ebc3 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:28.456349 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2ffcf1-50fc-43c9-b46a-ff3524f74e20 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:08:28.476252 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ff3d67-0619-4a08-99eb-24c1f3383aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41341e3f-c954-4add-9eb4-639c43f4e706'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:08:28.479916 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0b741e-f48a-4687-a487-04ee5468b3ea" -d '{"events": [{"server_uuid": "c3ff3d67-0619-4a08-99eb-24c1f3383aa1", "name": "network-vif-plugged", "status": "completed", "tag": "41341e3f-c954-4add-9eb4-639c43f4e706"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:08:28.503979 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cb2ffcf1-50fc-43c9-b46a-ff3524f74e20 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:28.504654 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-cb2ffcf1-50fc-43c9-b46a-ff3524f74e20 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Added segment 6b121658-0918-40ec-8772-6c89a2735b87 of type vlan for network 9c1900e9-1684-4dcb-88b4-215ae630a205 Aug 11 22:08:28.504829 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 41341e3f-c954-4add-9eb4-639c43f4e706, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=41341e3f-c954-4add-9eb4-639c43f4e706,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:28.512994 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:28.570931 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=41341e3f-c954-4add-9eb4-639c43f4e706,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:28.624936 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cb2ffcf1-50fc-43c9-b46a-ff3524f74e20 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:28.656317 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e18de055-211c-46cc-9123-437f37f2ebc3 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:28.668474 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e18de055-211c-46cc-9123-437f37f2ebc3 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:28.742161 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18de055-211c-46cc-9123-437f37f2ebc3 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d941279-4f24-4378-adc9-0565b754409e,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:28.783936 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e18de055-211c-46cc-9123-437f37f2ebc3 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:28.786019 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e18de055-211c-46cc-9123-437f37f2ebc3 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4832463 Aug 11 22:08:28.790531 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42960) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:28.812016 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cb2ffcf1-50fc-43c9-b46a-ff3524f74e20 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:28.812859 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cb2ffcf1-50fc-43c9-b46a-ff3524f74e20 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:28.823942 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2ffcf1-50fc-43c9-b46a-ff3524f74e20 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:28.829323 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2ffcf1-50fc-43c9-b46a-ff3524f74e20 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:28.830038 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cb2ffcf1-50fc-43c9-b46a-ff3524f74e20 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:28.959342 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cb2ffcf1-50fc-43c9-b46a-ff3524f74e20 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7890573 Aug 11 22:08:28.963784 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42966) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:28.967612 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fec0db54-56b4-4175-babe-8c05929dc48a tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:28.990990 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ffcf1-50fc-43c9-b46a-ff3524f74e20 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Pushing event updated for resources: {'Network': ['ID=1dcbfe4b-1947-415c-a136-72aaff90ba27,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:28.996690 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fec0db54-56b4-4175-babe-8c05929dc48a tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:29.013854 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1632e-4ff4-4c7d-8d5b-639cb493ba10 req-4b728918-6083-4862-b7cf-1f540ad48124 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:29.017541 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 1dcbfe4b-1947-415c-a136-72aaff90ba27 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:08:29.020640 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-21e1632e-4ff4-4c7d-8d5b-639cb493ba10 req-4b728918-6083-4862-b7cf-1f540ad48124 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3ff3d67-0619-4a08-99eb-24c1f3383aa1 HTTP/1.1" status: 200 len: 945 time: 0.3121955 Aug 11 22:08:29.229126 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fec0db54-56b4-4175-babe-8c05929dc48a tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:29.253104 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fec0db54-56b4-4175-babe-8c05929dc48a tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:29.257297 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fec0db54-56b4-4175-babe-8c05929dc48a tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/1d941279-4f24-4378-adc9-0565b754409e HTTP/1.1" status: 204 len: 168 time: 0.4629297 Aug 11 22:08:29.258529 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42974) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:29.277257 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ffcf1-50fc-43c9-b46a-ff3524f74e20 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Pushing event updated for resources: {'Network': ['ID=9c1900e9-1684-4dcb-88b4-215ae630a205,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:29.297128 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 9c1900e9-1684-4dcb-88b4-215ae630a205 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:08:29.312638 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-21e1632e-4ff4-4c7d-8d5b-639cb493ba10 req-9b4d2060-5f46-403d-b6c7-4f967e75284a tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681389 Aug 11 22:08:29.322050 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0db54-56b4-4175-babe-8c05929dc48a tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d941279-4f24-4378-adc9-0565b754409e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:29.437713 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8ec973f9-7cbd-4303-a66f-046cfc1c4645 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1768062 Aug 11 22:08:29.439547 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42982) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:29.562593 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3861e641-9eba-4c7c-962e-c85b1ebdeeeb tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:29.646239 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3861e641-9eba-4c7c-962e-c85b1ebdeeeb tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:29.760569 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3861e641-9eba-4c7c-962e-c85b1ebdeeeb tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:29.768017 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3861e641-9eba-4c7c-962e-c85b1ebdeeeb tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:29.771859 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3861e641-9eba-4c7c-962e-c85b1ebdeeeb tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "DELETE /v2.0/security-groups/dad7ca29-7243-47a5-8556-4ac8e21d77e8 HTTP/1.1" status: 204 len: 168 time: 0.3287113 Aug 11 22:08:29.773153 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42990) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:29.823766 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861e641-9eba-4c7c-962e-c85b1ebdeeeb tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad7ca29-7243-47a5-8556-4ac8e21d77e8,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:29.913850 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f49664e7-bafa-4877-b112-cbc9c4d9262e tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1335526 Aug 11 22:08:29.920027 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42992) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:29.930132 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84659ae9-e52f-40dc-97a4-1efbbcc6bbe7 x-openstack-request-id: req-84659ae9-e52f-40dc-97a4-1efbbcc6bbe7 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:08:29.931537 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ff3d67-0619-4a08-99eb-24c1f3383aa1", "name": "network-vif-plugged", "status": "completed", "tag": "41341e3f-c954-4add-9eb4-639c43f4e706", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:08:29.932386 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-84659ae9-e52f-40dc-97a4-1efbbcc6bbe7 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:08:29.934098 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ff3d67-0619-4a08-99eb-24c1f3383aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41341e3f-c954-4add-9eb4-639c43f4e706', 'code': 200} Aug 11 22:08:29.939410 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-8f57301e-f603-4824-99d6-d2f5e207a01c tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Request body: {'security_group': {'name': 'tempest-secgroup--1420104959'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:29.998688 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8f57301e-f603-4824-99d6-d2f5e207a01c tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:30.038205 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9315dac6-f351-4cbc-b41c-e33afd9003c6 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:30.051284 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9315dac6-f351-4cbc-b41c-e33afd9003c6 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:30.060902 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9315dac6-f351-4cbc-b41c-e33afd9003c6 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:30.069899 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9315dac6-f351-4cbc-b41c-e33afd9003c6 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:30.072510 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9315dac6-f351-4cbc-b41c-e33afd9003c6 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.1069734 Aug 11 22:08:30.086732 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43002) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:30.122309 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4b100718-8f7f-417d-943a-fb096a9179c6 req-37ff4166-fc75-4ec0-a31e-c903501d1ab5 tempest-FlavorsV2NegativeTest-139232957 tempest-FlavorsV2NegativeTest-139232957-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=64b12bc531ad42e78ca57ba7f2d0723c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623636 Aug 11 22:08:30.198529 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588d511-9a91-432e-8d36-a38d33a33878 req-cf81bfe8-32fb-4a4a-a346-1d1bca6156a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:30.200112 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7588d511-9a91-432e-8d36-a38d33a33878 req-cf81bfe8-32fb-4a4a-a346-1d1bca6156a4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c3ff3d67-0619-4a08-99eb-24c1f3383aa1 HTTP/1.1" status: 200 len: 1096 time: 0.1260538 Aug 11 22:08:30.204278 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5793577d-7779-4341-b8cc-73d8e4df94f2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:30.284981 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7588d511-9a91-432e-8d36-a38d33a33878 req-c72fc99e-ed17-4a1b-b5f2-20644ba15dd2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747225 Aug 11 22:08:30.335919 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5793577d-7779-4341-b8cc-73d8e4df94f2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:30.348858 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-5793577d-7779-4341-b8cc-73d8e4df94f2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dcbfe4b-1947-415c-a136-72aaff90ba27']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:08:30.351968 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b100718-8f7f-417d-943a-fb096a9179c6 req-2739eb99-5c76-4fd6-bbea-7362963f72cd tempest-FlavorsV2NegativeTest-139232957 tempest-FlavorsV2NegativeTest-139232957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:30.353771 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4b100718-8f7f-417d-943a-fb096a9179c6 req-2739eb99-5c76-4fd6-bbea-7362963f72cd tempest-FlavorsV2NegativeTest-139232957 tempest-FlavorsV2NegativeTest-139232957-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2153928 Aug 11 22:08:30.356874 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8f57301e-f603-4824-99d6-d2f5e207a01c tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:30.362596 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8f57301e-f603-4824-99d6-d2f5e207a01c tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:30.367754 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-5793577d-7779-4341-b8cc-73d8e4df94f2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93013787-2a06-497d-82a5-97e2503d7a81') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:08:30.368104 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-5793577d-7779-4341-b8cc-73d8e4df94f2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93013787-2a06-497d-82a5-97e2503d7a81') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:08:30.381371 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5793577d-7779-4341-b8cc-73d8e4df94f2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:30.402352 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5793577d-7779-4341-b8cc-73d8e4df94f2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:30.410487 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5793577d-7779-4341-b8cc-73d8e4df94f2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:08:30.410891 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5793577d-7779-4341-b8cc-73d8e4df94f2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:30.411456 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8f57301e-f603-4824-99d6-d2f5e207a01c tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:30.413110 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8f57301e-f603-4824-99d6-d2f5e207a01c tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4917009 Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:08:30.414422 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:08:30.418619 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4b100718-8f7f-417d-943a-fb096a9179c6 req-3b2f4115-964d-48b0-8f70-40168db92050 tempest-FlavorsV2NegativeTest-139232957 tempest-FlavorsV2NegativeTest-139232957-project] 10.222.0.77 "GET /v2.0/quotas/64b12bc531ad42e78ca57ba7f2d0723c HTTP/1.1" status: 200 len: 375 time: 0.0487459 Aug 11 22:08:30.419998 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43006) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:30.429585 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57301e-f603-4824-99d6-d2f5e207a01c tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a03b9748-fa6e-4edb-b1bb-e68305d1bb53,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:30.434480 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-19b96c8e-3763-4fb1-bbd2-fd7c761d5662 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Request body: {'security_group_rule': {'security_group_id': 'a03b9748-fa6e-4edb-b1bb-e68305d1bb53', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:30.468345 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4b100718-8f7f-417d-943a-fb096a9179c6 req-96203caf-7554-4e93-b323-3002a3d829a8 tempest-FlavorsV2NegativeTest-139232957 tempest-FlavorsV2NegativeTest-139232957-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=64b12bc531ad42e78ca57ba7f2d0723c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406914 Aug 11 22:08:30.507875 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5793577d-7779-4341-b8cc-73d8e4df94f2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:30.534002 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5793577d-7779-4341-b8cc-73d8e4df94f2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:30.541186 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5793577d-7779-4341-b8cc-73d8e4df94f2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] 10.222.0.77 "DELETE /v2.0/networks/1dcbfe4b-1947-415c-a136-72aaff90ba27 HTTP/1.1" status: 204 len: 168 time: 0.4492302 Aug 11 22:08:30.541458 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43016) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:30.556393 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-19b96c8e-3763-4fb1-bbd2-fd7c761d5662 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:30.626437 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793577d-7779-4341-b8cc-73d8e4df94f2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Pushing event deleted for resources: {'Network': ['ID=1dcbfe4b-1947-415c-a136-72aaff90ba27,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:30.658661 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-19b96c8e-3763-4fb1-bbd2-fd7c761d5662 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:30.667694 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-19b96c8e-3763-4fb1-bbd2-fd7c761d5662 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:30.691712 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3f2cd5d7-3b69-42ca-8cb5-74ee958ab350 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:30.707168 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b96c8e-3763-4fb1-bbd2-fd7c761d5662 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f594eb-c8e2-471c-a760-bc2020809376,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:30.722051 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-19b96c8e-3763-4fb1-bbd2-fd7c761d5662 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:30.726232 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-19b96c8e-3763-4fb1-bbd2-fd7c761d5662 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3047843 Aug 11 22:08:30.729872 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43026) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:30.760613 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7d86733e-894e-4213-a545-d75c9af8fbf0 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "GET /v2.0/security-group-rules/a2f594eb-c8e2-471c-a760-bc2020809376 HTTP/1.1" status: 200 len: 763 time: 0.0286157 Aug 11 22:08:30.768349 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43030) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:30.847336 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44d38e-4090-45ac-bbf1-1268f631799b req-b6fd0e5d-29fe-47fc-a619-3baac6bbf41d tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:30.854648 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dc44d38e-4090-45ac-bbf1-1268f631799b req-b6fd0e5d-29fe-47fc-a619-3baac6bbf41d tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3ff3d67-0619-4a08-99eb-24c1f3383aa1 HTTP/1.1" status: 200 len: 945 time: 0.1546679 Aug 11 22:08:30.857034 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-95885bdf-50e8-47f3-be68-9471fbc8bc35 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0866222 Aug 11 22:08:30.858751 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43036) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:30.908689 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3c0dd1e6-eae3-427f-8158-0fd2c2741123 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:30.914128 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3f2cd5d7-3b69-42ca-8cb5-74ee958ab350 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:30.924931 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3c0dd1e6-eae3-427f-8158-0fd2c2741123 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:30.946870 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-3f2cd5d7-3b69-42ca-8cb5-74ee958ab350 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c1900e9-1684-4dcb-88b4-215ae630a205']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:08:30.972811 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dc44d38e-4090-45ac-bbf1-1268f631799b req-df3edc18-0138-4146-965f-3c13c7a5434f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048827 Aug 11 22:08:30.975694 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-3f2cd5d7-3b69-42ca-8cb5-74ee958ab350 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b121658-0918-40ec-8772-6c89a2735b87') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:08:30.976578 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-3f2cd5d7-3b69-42ca-8cb5-74ee958ab350 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b121658-0918-40ec-8772-6c89a2735b87') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:08:30.979649 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3c0dd1e6-eae3-427f-8158-0fd2c2741123 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:30.994155 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3c0dd1e6-eae3-427f-8158-0fd2c2741123 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:30.995784 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3f2cd5d7-3b69-42ca-8cb5-74ee958ab350 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:30.996341 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3c0dd1e6-eae3-427f-8158-0fd2c2741123 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/a2f594eb-c8e2-471c-a760-bc2020809376 HTTP/1.1" status: 204 len: 168 time: 0.1348577 Aug 11 22:08:31.012628 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43042) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:31.028129 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3f2cd5d7-3b69-42ca-8cb5-74ee958ab350 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:31.030436 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0dd1e6-eae3-427f-8158-0fd2c2741123 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2f594eb-c8e2-471c-a760-bc2020809376,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:31.042358 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2cd5d7-3b69-42ca-8cb5-74ee958ab350 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:08:31.043108 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3f2cd5d7-3b69-42ca-8cb5-74ee958ab350 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:31.096202 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6fbc23c4-f527-42ed-86c7-addc754fdd3c tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0818186 Aug 11 22:08:31.101974 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43044) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:31.116916 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-4c5df1fc-9707-4f1b-b997-2a9ba38696b7 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Request body: {'security_group_rule': {'security_group_id': 'a03b9748-fa6e-4edb-b1bb-e68305d1bb53', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:08:31.143917 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:08:31.213734 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3f2cd5d7-3b69-42ca-8cb5-74ee958ab350 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:31.227154 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3f2cd5d7-3b69-42ca-8cb5-74ee958ab350 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:31.231786 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4c5df1fc-9707-4f1b-b997-2a9ba38696b7 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:31.246846 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43046) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:31.250769 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3f2cd5d7-3b69-42ca-8cb5-74ee958ab350 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] 10.222.0.77 "DELETE /v2.0/networks/9c1900e9-1684-4dcb-88b4-215ae630a205 HTTP/1.1" status: 204 len: 168 time: 0.7073913 Aug 11 22:08:31.296915 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2cd5d7-3b69-42ca-8cb5-74ee958ab350 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Pushing event deleted for resources: {'Network': ['ID=9c1900e9-1684-4dcb-88b4-215ae630a205,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:31.477101 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4c5df1fc-9707-4f1b-b997-2a9ba38696b7 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:31.491658 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4c5df1fc-9707-4f1b-b997-2a9ba38696b7 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:31.508389 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43052) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:31.520623 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ae9efc-4b69-4967-876d-724c119e2ae3 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:31.527775 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ae9efc-4b69-4967-876d-724c119e2ae3 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:31.535073 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e9ae9efc-4b69-4967-876d-724c119e2ae3 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2866764 Aug 11 22:08:31.536476 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43056) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:31.541270 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5df1fc-9707-4f1b-b997-2a9ba38696b7 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34150bc1-9d96-4b64-b429-953c4c22b755,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:31.549128 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-79ab9f54-71bb-4da4-959c-83ad945d034b tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1879985440'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:31.551747 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4c5df1fc-9707-4f1b-b997-2a9ba38696b7 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:31.555617 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4c5df1fc-9707-4f1b-b997-2a9ba38696b7 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4498405 Aug 11 22:08:31.556337 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43058) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:31.575778 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6b37486c-925f-4b98-8d75-20d228a45d61 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "GET /v2.0/security-group-rules/34150bc1-9d96-4b64-b429-953c4c22b755 HTTP/1.1" status: 200 len: 763 time: 0.0180798 Aug 11 22:08:31.578314 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43060) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:31.592363 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ab9f54-71bb-4da4-959c-83ad945d034b tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Made reservation on behalf of abcd3a9dbc9241de9b56ecc6182ae60e for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:08:31.600476 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-79ab9f54-71bb-4da4-959c-83ad945d034b tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:31.633776 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ab9f54-71bb-4da4-959c-83ad945d034b tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:08:31.636555 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-92add935-40cd-46b9-a19d-735a3193ccf4 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0561268 Aug 11 22:08:31.639051 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43062) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:31.648903 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-79ab9f54-71bb-4da4-959c-83ad945d034b tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:31.649630 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-79ab9f54-71bb-4da4-959c-83ad945d034b tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Added segment c29b981d-16cd-4488-947e-3342ecd4499d of type vlan for network bc75e6ca-933c-4925-94bc-8f2080be93e8 Aug 11 22:08:31.671976 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8b70becd-d03e-435d-9fca-6ae856e7a390 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:31.675679 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-24689189-bb8c-4b1c-894d-e3b080655927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:31.682296 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8b70becd-d03e-435d-9fca-6ae856e7a390 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:31.723560 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-79ab9f54-71bb-4da4-959c-83ad945d034b tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:31.724549 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8b70becd-d03e-435d-9fca-6ae856e7a390 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:31.733779 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8b70becd-d03e-435d-9fca-6ae856e7a390 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:31.737945 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8b70becd-d03e-435d-9fca-6ae856e7a390 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/34150bc1-9d96-4b64-b429-953c4c22b755 HTTP/1.1" status: 204 len: 168 time: 0.0951815 Aug 11 22:08:31.739856 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43064) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:31.751982 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70becd-d03e-435d-9fca-6ae856e7a390 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34150bc1-9d96-4b64-b429-953c4c22b755,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:31.825719 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-79ab9f54-71bb-4da4-959c-83ad945d034b tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:31.835018 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ab9f54-71bb-4da4-959c-83ad945d034b tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:31.836375 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-79ab9f54-71bb-4da4-959c-83ad945d034b tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:31.864279 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5d09760f-0fbf-4128-b7bc-0257f7d84623 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1212327 Aug 11 22:08:31.868170 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43068) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:31.877096 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-6fcdc16b-6c85-4be9-a923-68418782505d tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Request body: {'security_group_rule': {'security_group_id': 'a03b9748-fa6e-4edb-b1bb-e68305d1bb53', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:31.947994 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab9f54-71bb-4da4-959c-83ad945d034b tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Pushing event updated for resources: {'Network': ['ID=bc75e6ca-933c-4925-94bc-8f2080be93e8,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:31.961225 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network bc75e6ca-933c-4925-94bc-8f2080be93e8 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:08:31.993215 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-24689189-bb8c-4b1c-894d-e3b080655927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:32.016492 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-24689189-bb8c-4b1c-894d-e3b080655927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:32.049569 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-79ab9f54-71bb-4da4-959c-83ad945d034b tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5106757 Aug 11 22:08:32.054045 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43074) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:32.065580 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-3d9b144c-23c7-4bf2-9a53-b699e726d1e1 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2067549614'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:32.076220 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24689189-bb8c-4b1c-894d-e3b080655927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3704bdd1-7496-4995-933c-6ba0b9d6d54f,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:32.090558 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-24689189-bb8c-4b1c-894d-e3b080655927 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=64b12bc531ad42e78ca57ba7f2d0723c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5797925 Aug 11 22:08:32.091522 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43076) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:32.096113 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc16b-6c85-4be9-a923-68418782505d tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:32.111137 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d2746-49c4-4164-9076-869afaba55e0 req-98994ba9-c65a-4267-ae6c-9a9b43f98e09 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:32.118676 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c38d2746-49c4-4164-9076-869afaba55e0 req-98994ba9-c65a-4267-ae6c-9a9b43f98e09 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee58b7b3-123c-4a96-9c1e-fbaa623b584b HTTP/1.1" status: 200 len: 946 time: 0.1450324 Aug 11 22:08:32.155233 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9b144c-23c7-4bf2-9a53-b699e726d1e1 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Made reservation on behalf of abcd3a9dbc9241de9b56ecc6182ae60e for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:08:32.160928 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d9b144c-23c7-4bf2-9a53-b699e726d1e1 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:32.209769 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c38d2746-49c4-4164-9076-869afaba55e0 req-12af4a3e-69ab-453a-89a6-7e8bcaa08867 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/security-groups?id=434f5ecd-d588-4957-adab-a3fd38b373f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886035 Aug 11 22:08:32.216822 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9b144c-23c7-4bf2-9a53-b699e726d1e1 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:08:32.239860 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-26b690e3-9967-40d0-80de-8b3df0db0f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:32.253668 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d9b144c-23c7-4bf2-9a53-b699e726d1e1 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:32.253997 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-3d9b144c-23c7-4bf2-9a53-b699e726d1e1 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Added segment 1ade6096-ff19-4a7d-8643-a5ba938a4c01 of type vlan for network 0a674a2d-fd56-4dcf-9a02-38b3a0f1acb1 Aug 11 22:08:32.275255 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc16b-6c85-4be9-a923-68418782505d tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:32.289459 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-26b690e3-9967-40d0-80de-8b3df0db0f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:32.302097 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc16b-6c85-4be9-a923-68418782505d tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:32.340836 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d9b144c-23c7-4bf2-9a53-b699e726d1e1 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:32.354368 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdc16b-6c85-4be9-a923-68418782505d tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a7ca733-6138-4db6-b46e-2118aa4d3544,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:32.362054 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc16b-6c85-4be9-a923-68418782505d tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:32.366231 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6fcdc16b-6c85-4be9-a923-68418782505d tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4942436 Aug 11 22:08:32.366432 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43080) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:32.403254 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1c2c29fd-9a22-463d-873e-fc926915107b tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "GET /v2.0/security-group-rules/3a7ca733-6138-4db6-b46e-2118aa4d3544 HTTP/1.1" status: 200 len: 764 time: 0.0348096 Aug 11 22:08:32.405229 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d9b144c-23c7-4bf2-9a53-b699e726d1e1 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:32.406228 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43082) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:32.412266 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9b144c-23c7-4bf2-9a53-b699e726d1e1 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:32.412943 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d9b144c-23c7-4bf2-9a53-b699e726d1e1 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:32.440312 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945569f8-f705-4b7e-940e-0994be63ef64 req-1d7515d8-5218-4983-b248-83f6ccae7996 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:32.443221 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-945569f8-f705-4b7e-940e-0994be63ef64 req-1d7515d8-5218-4983-b248-83f6ccae7996 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3ff3d67-0619-4a08-99eb-24c1f3383aa1 HTTP/1.1" status: 200 len: 945 time: 0.1593640 Aug 11 22:08:32.479362 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3d9b144c-23c7-4bf2-9a53-b699e726d1e1 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4235661 Aug 11 22:08:32.482431 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43084) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:32.491357 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-172f533c-6480-473c-945d-86f06d4d631f tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Request body: {'ports': [{'network_id': 'bc75e6ca-933c-4925-94bc-8f2080be93e8', 'name': 'tempest-port--850929931', 'admin_state_up': True}, {'network_id': '0a674a2d-fd56-4dcf-9a02-38b3a0f1acb1', 'admin_state_up': False}]} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:32.491734 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-172f533c-6480-473c-945d-86f06d4d631f tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Request body: {'port': {'network_id': 'bc75e6ca-933c-4925-94bc-8f2080be93e8', 'name': 'tempest-port--850929931', 'admin_state_up': True}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:32.492213 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-172f533c-6480-473c-945d-86f06d4d631f tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Request body: {'port': {'network_id': '0a674a2d-fd56-4dcf-9a02-38b3a0f1acb1', 'admin_state_up': False}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:32.562827 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b144c-23c7-4bf2-9a53-b699e726d1e1 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Pushing event updated for resources: {'Network': ['ID=0a674a2d-fd56-4dcf-9a02-38b3a0f1acb1,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:32.569059 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-73d7b217-599a-411d-8080-d44aa5ecaf2b tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1550286 Aug 11 22:08:32.569059 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-26b690e3-9967-40d0-80de-8b3df0db0f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:32.569523 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43088) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:32.573286 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-26b690e3-9967-40d0-80de-8b3df0db0f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:32.577578 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-26b690e3-9967-40d0-80de-8b3df0db0f70 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3704bdd1-7496-4995-933c-6ba0b9d6d54f HTTP/1.1" status: 204 len: 168 time: 0.4806423 Aug 11 22:08:32.588087 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-945569f8-f705-4b7e-940e-0994be63ef64 req-23d80fe9-eaf7-42ba-85f0-7daa65d04016 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328685 Aug 11 22:08:32.591553 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 0a674a2d-fd56-4dcf-9a02-38b3a0f1acb1 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:08:32.598460 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b690e3-9967-40d0-80de-8b3df0db0f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3704bdd1-7496-4995-933c-6ba0b9d6d54f,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:32.618045 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b37d7c89-71a3-4d14-b375-757e44782af6 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:32.633601 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b37d7c89-71a3-4d14-b375-757e44782af6 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:32.740776 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b37d7c89-71a3-4d14-b375-757e44782af6 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:32.747224 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b37d7c89-71a3-4d14-b375-757e44782af6 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:32.748777 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b37d7c89-71a3-4d14-b375-757e44782af6 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/3a7ca733-6138-4db6-b46e-2118aa4d3544 HTTP/1.1" status: 204 len: 168 time: 0.1780562 Aug 11 22:08:32.751879 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43096) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:32.784179 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d7c89-71a3-4d14-b375-757e44782af6 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a7ca733-6138-4db6-b46e-2118aa4d3544,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:32.815021 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172f533c-6480-473c-945d-86f06d4d631f tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Made reservation on behalf of abcd3a9dbc9241de9b56ecc6182ae60e for: {'port': 2} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:08:32.820620 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-172f533c-6480-473c-945d-86f06d4d631f tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:32.842543 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a35f5ace-2bb2-40eb-8444-7849f1918994 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0883548 Aug 11 22:08:32.846247 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43100) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:32.851856 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-172f533c-6480-473c-945d-86f06d4d631f tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:32.943882 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5b0ac684-4633-4e6d-8bd3-3c102714e74d tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:32.979831 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5b0ac684-4633-4e6d-8bd3-3c102714e74d tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:33.021372 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-172f533c-6480-473c-945d-86f06d4d631f tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] device_id is not set on port 15d09270-53e1-4429-ac47-c222fe0ae192 yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:08:33.046634 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5b0ac684-4633-4e6d-8bd3-3c102714e74d tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:33.052715 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5b0ac684-4633-4e6d-8bd3-3c102714e74d tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:33.055641 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5b0ac684-4633-4e6d-8bd3-3c102714e74d tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "DELETE /v2.0/security-groups/a03b9748-fa6e-4edb-b1bb-e68305d1bb53 HTTP/1.1" status: 204 len: 168 time: 0.2074056 Aug 11 22:08:33.063855 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43104) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:33.077440 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ac684-4633-4e6d-8bd3-3c102714e74d tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03b9748-fa6e-4edb-b1bb-e68305d1bb53,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:33.201587 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b893a1-cced-42b3-8b28-3c0829cbdb2c req-7e07e6f7-7c53-4892-bcfa-bfd5092672a0 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:33.205090 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-43b893a1-cced-42b3-8b28-3c0829cbdb2c req-7e07e6f7-7c53-4892-bcfa-bfd5092672a0 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee58b7b3-123c-4a96-9c1e-fbaa623b584b HTTP/1.1" status: 200 len: 946 time: 0.2241747 Aug 11 22:08:33.220536 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-dc91347a-48d6-4a51-9a2f-ff6b3c6ba272 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1529653 Aug 11 22:08:33.224594 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43112) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:33.357572 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-06dd83e9-2cca-453a-af75-74487ea50020 tempest-SecGroupTest-916919418 tempest-SecGroupTest-916919418-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1281977 Aug 11 22:08:33.493490 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-172f533c-6480-473c-945d-86f06d4d631f tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:33.494161 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86213130-6a9c-48a3-a3b1-13e77d5dc5a9 req-83dbbb7c-42cf-4aec-a6d4-90150dcc630f tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:33.496714 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-86213130-6a9c-48a3-a3b1-13e77d5dc5a9 req-83dbbb7c-42cf-4aec-a6d4-90150dcc630f tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee58b7b3-123c-4a96-9c1e-fbaa623b584b HTTP/1.1" status: 200 len: 946 time: 0.1290312 Aug 11 22:08:33.565435 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-86213130-6a9c-48a3-a3b1-13e77d5dc5a9 req-dc3dd42d-f42f-49a0-ac16-9f73c1f87558 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/security-groups?id=434f5ecd-d588-4957-adab-a3fd38b373f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615234 Aug 11 22:08:33.636525 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-43b893a1-cced-42b3-8b28-3c0829cbdb2c req-3e6fa4a7-ec09-4cfb-96eb-87f0cb9739fe tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Deleting port 77c185c4-86df-4bdb-a05a-62a6d3a7f6fa {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:08:33.636869 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-43b893a1-cced-42b3-8b28-3c0829cbdb2c req-3e6fa4a7-ec09-4cfb-96eb-87f0cb9739fe tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:33.667132 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-172f533c-6480-473c-945d-86f06d4d631f tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] device_id is not set on port c3d5d86e-502e-44e0-a371-5952eeebc3c5 yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:08:33.745968 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43130) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:33.858744 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b6f20-884f-4f45-ad0b-aeb3680da304 req-4e7afc33-871c-4a97-9d36-68db8c4a5974 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:33.860740 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-889b6f20-884f-4f45-ad0b-aeb3680da304 req-4e7afc33-871c-4a97-9d36-68db8c4a5974 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b4b8981-b926-43e2-a750-4717ad6d1940 HTTP/1.1" status: 200 len: 945 time: 0.2440138 Aug 11 22:08:34.142732 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-43b893a1-cced-42b3-8b28-3c0829cbdb2c req-3e6fa4a7-ec09-4cfb-96eb-87f0cb9739fe tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] For port 77c185c4-86df-4bdb-a05a-62a6d3a7f6fa, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=77c185c4-86df-4bdb-a05a-62a6d3a7f6fa,segment=NetworkSegment(7c2f15cb-3812-4339-b22c-23429dcbb708),segment_id=7c2f15cb-3812-4339-b22c-23429dcbb708)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:34.143026 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-43b893a1-cced-42b3-8b28-3c0829cbdb2c req-3e6fa4a7-ec09-4cfb-96eb-87f0cb9739fe tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:34.211484 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-96bfe45c-3096-41db-b0c0-e5d1195ebf27 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=54c63f803b1d4f908d7420ee09c1c0ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4634447 Aug 11 22:08:34.212605 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43154) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:34.214972 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-43b893a1-cced-42b3-8b28-3c0829cbdb2c req-3e6fa4a7-ec09-4cfb-96eb-87f0cb9739fe tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Calling delete_port for 77c185c4-86df-4bdb-a05a-62a6d3a7f6fa owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:08:34.240433 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-172f533c-6480-473c-945d-86f06d4d631f tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:34.275941 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-4e415404-dcff-4751-8869-cfd9105a5655 tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=2004bc9259784ab694782078a019992f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515909 Aug 11 22:08:34.363562 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-889b6f20-884f-4f45-ad0b-aeb3680da304 req-f0a09728-b8d2-402f-b236-ceeda22167d1 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Deleting port 19f8e65d-dc9d-4274-b81f-c0c10ac10529 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:08:34.363917 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-889b6f20-884f-4f45-ad0b-aeb3680da304 req-f0a09728-b8d2-402f-b236-ceeda22167d1 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:34.379544 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5899ecc9-475f-4b5a-96b2-cbd84aa797f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:34.429911 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5899ecc9-475f-4b5a-96b2-cbd84aa797f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:34.460281 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-172f533c-6480-473c-945d-86f06d4d631f tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:34.533228 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-10914e29-0e2e-4578-8306-1d8c22e192b8 req-c05210a4-1962-4c4b-899a-1cce5f84f9eb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0986974 Aug 11 22:08:34.549948 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-e27cddc7-aa65-41c1-94d7-8ae743d1871d tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:34.552596 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-e27cddc7-aa65-41c1-94d7-8ae743d1871d tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2621703 Aug 11 22:08:34.593486 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5899ecc9-475f-4b5a-96b2-cbd84aa797f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:34.599296 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5899ecc9-475f-4b5a-96b2-cbd84aa797f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:34.603714 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5899ecc9-475f-4b5a-96b2-cbd84aa797f8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/28697f81-46d3-4e5c-a135-a00cd23cbcf4 HTTP/1.1" status: 204 len: 168 time: 0.3872707 Aug 11 22:08:34.620613 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-30995f3e-2dc5-48eb-9d9d-12a85ac9aa3e tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.77 "GET /v2.0/quotas/2004bc9259784ab694782078a019992f HTTP/1.1" status: 200 len: 375 time: 0.0494831 Aug 11 22:08:34.626055 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f533c-6480-473c-945d-86f06d4d631f tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Pushing event updated for resources: {'Port': ['ID=15d09270-53e1-4429-ac47-c222fe0ae192,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:34.691634 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-889b6f20-884f-4f45-ad0b-aeb3680da304 req-f0a09728-b8d2-402f-b236-ceeda22167d1 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] For port 19f8e65d-dc9d-4274-b81f-c0c10ac10529, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=19f8e65d-dc9d-4274-b81f-c0c10ac10529,segment=NetworkSegment(7c2f15cb-3812-4339-b22c-23429dcbb708),segment_id=7c2f15cb-3812-4339-b22c-23429dcbb708)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:34.691985 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-889b6f20-884f-4f45-ad0b-aeb3680da304 req-f0a09728-b8d2-402f-b236-ceeda22167d1 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:34.692404 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899ecc9-475f-4b5a-96b2-cbd84aa797f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28697f81-46d3-4e5c-a135-a00cd23cbcf4,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:34.709214 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172f533c-6480-473c-945d-86f06d4d631f tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Checking segment: {'id': 'c29b981d-16cd-4488-947e-3342ecd4499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bc75e6ca-933c-4925-94bc-8f2080be93e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:08:34.709688 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172f533c-6480-473c-945d-86f06d4d631f tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Network hostable DHCP agents. Network: bc75e6ca-933c-4925-94bc-8f2080be93e8, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:08:34.722610 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-43b893a1-cced-42b3-8b28-3c0829cbdb2c req-3e6fa4a7-ec09-4cfb-96eb-87f0cb9739fe tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:34.734071 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-889b6f20-884f-4f45-ad0b-aeb3680da304 req-f0a09728-b8d2-402f-b236-ceeda22167d1 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Calling delete_port for 19f8e65d-dc9d-4274-b81f-c0c10ac10529 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:08:34.737415 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-f03eb75e-d9a6-422f-8fe5-c4cf1b36f10e tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2004bc9259784ab694782078a019992f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1151969 Aug 11 22:08:34.761805 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10914e29-0e2e-4578-8306-1d8c22e192b8 req-1036a689-2131-40de-a904-fd4e086ddd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:34.764537 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-10914e29-0e2e-4578-8306-1d8c22e192b8 req-1036a689-2131-40de-a904-fd4e086ddd14 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f3da70be91664ca8a55d012676042959&device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 1096 time: 0.1610801 Aug 11 22:08:34.768623 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fa4a7-ec09-4cfb-96eb-87f0cb9739fe tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Pushing event deleted for resources: {'Port': ['ID=77c185c4-86df-4bdb-a05a-62a6d3a7f6fa,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:34.786078 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172f533c-6480-473c-945d-86f06d4d631f tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Network bc75e6ca-933c-4925-94bc-8f2080be93e8 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:08:34.856706 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-172f533c-6480-473c-945d-86f06d4d631f tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, bc75e6ca-933c-4925-94bc-8f2080be93e8) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:08:34.861660 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172f533c-6480-473c-945d-86f06d4d631f tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:08:34.864025 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-172f533c-6480-473c-945d-86f06d4d631f tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:34.875025 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7fc726-39d4-494c-9109-2e80b0314dd5 None None] Network bc75e6ca-933c-4925-94bc-8f2080be93e8 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:08:34.939479 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10914e29-0e2e-4578-8306-1d8c22e192b8 req-47b9b0c3-aab5-4cba-864b-20b365a8015b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:34.942015 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-10914e29-0e2e-4578-8306-1d8c22e192b8 req-47b9b0c3-aab5-4cba-864b-20b365a8015b service neutron] 10.222.0.82 "GET /v2.0/networks?id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 200 len: 912 time: 0.1539161 Aug 11 22:08:34.973790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b893a1-cced-42b3-8b28-3c0829cbdb2c req-3e6fa4a7-ec09-4cfb-96eb-87f0cb9739fe tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] No DVR routers for this DVR port 77c185c4-86df-4bdb-a05a-62a6d3a7f6fa on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:08:34.977079 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-43b893a1-cced-42b3-8b28-3c0829cbdb2c req-3e6fa4a7-ec09-4cfb-96eb-87f0cb9739fe tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:34.979907 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-43b893a1-cced-42b3-8b28-3c0829cbdb2c req-3e6fa4a7-ec09-4cfb-96eb-87f0cb9739fe tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.52 "DELETE /v2.0/ports/77c185c4-86df-4bdb-a05a-62a6d3a7f6fa HTTP/1.1" status: 204 len: 173 time: 1.7552102 Aug 11 22:08:34.988742 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee58b7b3-123c-4a96-9c1e-fbaa623b584b', 'name': 'network-vif-deleted', 'tag': '77c185c4-86df-4bdb-a05a-62a6d3a7f6fa'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:08:34.992846 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3451a5a8-38ad-4e5d-b5ec-ebf06fcb1e5f" -d '{"events": [{"server_uuid": "ee58b7b3-123c-4a96-9c1e-fbaa623b584b", "name": "network-vif-deleted", "tag": "77c185c4-86df-4bdb-a05a-62a6d3a7f6fa"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:08:35.107167 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-10914e29-0e2e-4578-8306-1d8c22e192b8 req-3b4241a9-3e6d-4f51-be2d-fd9f54839853 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 HTTP/1.1" status: 200 len: 1000 time: 0.1577022 Aug 11 22:08:35.134758 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f533c-6480-473c-945d-86f06d4d631f tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Pushing event updated for resources: {'Port': ['ID=c3d5d86e-502e-44e0-a371-5952eeebc3c5,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:35.149138 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172f533c-6480-473c-945d-86f06d4d631f tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Checking segment: {'id': '1ade6096-ff19-4a7d-8643-a5ba938a4c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0a674a2d-fd56-4dcf-9a02-38b3a0f1acb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:08:35.150418 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172f533c-6480-473c-945d-86f06d4d631f tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Network hostable DHCP agents. Network: 0a674a2d-fd56-4dcf-9a02-38b3a0f1acb1, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:08:35.217363 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10914e29-0e2e-4578-8306-1d8c22e192b8 req-564d226e-10dd-4152-8035-cbd457c9d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:35.221425 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-10914e29-0e2e-4578-8306-1d8c22e192b8 req-564d226e-10dd-4152-8035-cbd457c9d110 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=71666487-d255-442c-a4c1-ffc47afdf7b3 HTTP/1.1" status: 200 len: 850 time: 0.1056817 Aug 11 22:08:35.242170 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172f533c-6480-473c-945d-86f06d4d631f tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Network 0a674a2d-fd56-4dcf-9a02-38b3a0f1acb1 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:08:35.290093 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-172f533c-6480-473c-945d-86f06d4d631f tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 0a674a2d-fd56-4dcf-9a02-38b3a0f1acb1) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:08:35.302042 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172f533c-6480-473c-945d-86f06d4d631f tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:08:35.317840 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10914e29-0e2e-4578-8306-1d8c22e192b8 req-fb21b7f8-c106-4e37-9064-331afd5e2d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:35.320118 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-10914e29-0e2e-4578-8306-1d8c22e192b8 req-fb21b7f8-c106-4e37-9064-331afd5e2d8e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907407 Aug 11 22:08:35.322476 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172f533c-6480-473c-945d-86f06d4d631f tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:35.329047 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172f533c-6480-473c-945d-86f06d4d631f tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:35.331847 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe17b4a-8174-4c01-835c-ca8406dc8616 None None] Network 0a674a2d-fd56-4dcf-9a02-38b3a0f1acb1 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:08:35.334658 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-172f533c-6480-473c-945d-86f06d4d631f tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:35.405729 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-172f533c-6480-473c-945d-86f06d4d631f tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.9222105 Aug 11 22:08:35.408894 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43180) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:35.423710 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-889b6f20-884f-4f45-ad0b-aeb3680da304 req-f0a09728-b8d2-402f-b236-ceeda22167d1 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:35.518867 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a09728-b8d2-402f-b236-ceeda22167d1 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Pushing event deleted for resources: {'Port': ['ID=19f8e65d-dc9d-4274-b81f-c0c10ac10529,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:35.583600 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-027d1d3c-c67f-4051-a3fd-7e6045fca9d1 req-3cff4f75-7834-470c-8143-84f47432a8b2 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee58b7b3-123c-4a96-9c1e-fbaa623b584b HTTP/1.1" status: 200 len: 210 time: 0.0800149 Aug 11 22:08:35.617790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-889b6f20-884f-4f45-ad0b-aeb3680da304 req-f0a09728-b8d2-402f-b236-ceeda22167d1 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] No DVR routers for this DVR port 19f8e65d-dc9d-4274-b81f-c0c10ac10529 on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:08:35.632380 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-889b6f20-884f-4f45-ad0b-aeb3680da304 req-f0a09728-b8d2-402f-b236-ceeda22167d1 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:35.636521 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-889b6f20-884f-4f45-ad0b-aeb3680da304 req-f0a09728-b8d2-402f-b236-ceeda22167d1 tempest-ListServersNegativeTestJSON-1846032130 tempest-ListServersNegativeTestJSON-1846032130-project] 10.222.0.82 "DELETE /v2.0/ports/19f8e65d-dc9d-4274-b81f-c0c10ac10529 HTTP/1.1" status: 204 len: 173 time: 1.6398895 Aug 11 22:08:35.730992 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-10914e29-0e2e-4578-8306-1d8c22e192b8 req-f3956421-bd4a-4ad7-a857-baa552370cde service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038451 Aug 11 22:08:35.733737 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bc4a2e-4a67-4351-841d-327e1a9f8b8e tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:35.753683 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bc4a2e-4a67-4351-841d-327e1a9f8b8e tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:35.759448 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f2bc4a2e-4a67-4351-841d-327e1a9f8b8e tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3488972 Aug 11 22:08:35.763212 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43188) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:35.940528 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-10914e29-0e2e-4578-8306-1d8c22e192b8 req-16fba086-0b7f-4bba-8205-150efd0acc08 service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940901 Aug 11 22:08:35.988101 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d30e72-64a0-4f27-ab18-bc042ca9ec91 x-openstack-request-id: req-17d30e72-64a0-4f27-ab18-bc042ca9ec91 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:08:35.988506 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee58b7b3-123c-4a96-9c1e-fbaa623b584b", "name": "network-vif-deleted", "tag": "77c185c4-86df-4bdb-a05a-62a6d3a7f6fa", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:08:35.989777 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-17d30e72-64a0-4f27-ab18-bc042ca9ec91 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:08:35.990582 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee58b7b3-123c-4a96-9c1e-fbaa623b584b', 'name': 'network-vif-deleted', 'tag': '77c185c4-86df-4bdb-a05a-62a6d3a7f6fa', 'status': 'completed', 'code': 200} Aug 11 22:08:36.034001 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-23568cdc-6e9e-4c99-928b-392c6580484b tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Deleting port 15d09270-53e1-4429-ac47-c222fe0ae192 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:08:36.034566 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-23568cdc-6e9e-4c99-928b-392c6580484b tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:36.090201 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f5fc32f-f48a-4277-bc2a-88bcdb96a209 req-724a1c86-6864-4a13-9601-4ca231e3fd22 tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.77 "GET /v2.0/ports?device_id=97307dde-6723-49b2-bef9-6130f83dd6d7 HTTP/1.1" status: 200 len: 210 time: 0.0474997 Aug 11 22:08:36.139926 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-23568cdc-6e9e-4c99-928b-392c6580484b tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:36.158509 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-23568cdc-6e9e-4c99-928b-392c6580484b tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Calling delete_port for 15d09270-53e1-4429-ac47-c222fe0ae192 owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:08:36.287493 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43200) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:36.298432 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-23568cdc-6e9e-4c99-928b-392c6580484b tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:36.310827 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 77c185c4-86df-4bdb-a05a-62a6d3a7f6fa no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:08:36.334946 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 77c185c4-86df-4bdb-a05a-62a6d3a7f6fa {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:08:36.335304 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 77c185c4-86df-4bdb-a05a-62a6d3a7f6fa not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:08:36.345393 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-23568cdc-6e9e-4c99-928b-392c6580484b tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:36.348053 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-23568cdc-6e9e-4c99-928b-392c6580484b tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] 10.222.0.77 "DELETE /v2.0/ports/15d09270-53e1-4429-ac47-c222fe0ae192 HTTP/1.1" status: 204 len: 168 time: 0.5837200 Aug 11 22:08:36.349324 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23568cdc-6e9e-4c99-928b-392c6580484b tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Pushing event deleted for resources: {'Port': ['ID=15d09270-53e1-4429-ac47-c222fe0ae192,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:36.351283 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43206) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:36.468347 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-0183ee66-02b7-4e39-bf5a-d0fb6c4d868a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:36.469082 n-d-804275-3 neutron-server[100943]: WARNING neutron.api.v2.base [None req-0183ee66-02b7-4e39-bf5a-d0fb6c4d868a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 22:08:36.469668 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-0183ee66-02b7-4e39-bf5a-d0fb6c4d868a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 22:08:36.470752 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0183ee66-02b7-4e39-bf5a-d0fb6c4d868a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1820607 Aug 11 22:08:36.474593 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43208) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:36.479686 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-43c18a5e-114f-466d-adbe-0171aa09494a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group': {'name': 'tempest-secgroup--1810162203'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:36.516311 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-43c18a5e-114f-466d-adbe-0171aa09494a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:36.527279 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-43c18a5e-114f-466d-adbe-0171aa09494a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:36.541422 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-7e83e132-0375-42dd-a2b3-9daa1ad97d67 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Deleting port c3d5d86e-502e-44e0-a371-5952eeebc3c5 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:08:36.541808 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e83e132-0375-42dd-a2b3-9daa1ad97d67 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:36.696304 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 19f8e65d-dc9d-4274-b81f-c0c10ac10529 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:08:36.702760 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e83e132-0375-42dd-a2b3-9daa1ad97d67 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:36.730338 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 19f8e65d-dc9d-4274-b81f-c0c10ac10529 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:08:36.731070 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 19f8e65d-dc9d-4274-b81f-c0c10ac10529 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:08:36.745549 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-7e83e132-0375-42dd-a2b3-9daa1ad97d67 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Calling delete_port for c3d5d86e-502e-44e0-a371-5952eeebc3c5 owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:08:36.763463 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43218) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:36.839961 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b0c08a-3c9f-407f-bb01-0f5a3f6e0707 admin admin] Deleting subnet 07e64c65-d6f8-488c-a480-8bed3eb225c0 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:08:36.844438 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-05b0c08a-3c9f-407f-bb01-0f5a3f6e0707 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:36.899912 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-05b0c08a-3c9f-407f-bb01-0f5a3f6e0707 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:36.959995 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-05b0c08a-3c9f-407f-bb01-0f5a3f6e0707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:36.974036 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-43c18a5e-114f-466d-adbe-0171aa09494a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:36.995270 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-43c18a5e-114f-466d-adbe-0171aa09494a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:37.039490 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-7423b30d-5219-4970-aa6d-aaba46dc39f7 tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=2004bc9259784ab694782078a019992f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718434 Aug 11 22:08:37.048167 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e83e132-0375-42dd-a2b3-9daa1ad97d67 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:37.058297 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-05b0c08a-3c9f-407f-bb01-0f5a3f6e0707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:37.111083 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b0c08a-3c9f-407f-bb01-0f5a3f6e0707 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07e64c65-d6f8-488c-a480-8bed3eb225c0,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:37.116998 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-05b0c08a-3c9f-407f-bb01-0f5a3f6e0707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:37.122933 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-05b0c08a-3c9f-407f-bb01-0f5a3f6e0707 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/07e64c65-d6f8-488c-a480-8bed3eb225c0 HTTP/1.1" status: 204 len: 168 time: 0.3561456 Aug 11 22:08:37.123881 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43222) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:37.162686 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83e132-0375-42dd-a2b3-9daa1ad97d67 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Pushing event deleted for resources: {'Port': ['ID=c3d5d86e-502e-44e0-a371-5952eeebc3c5,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:37.186566 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e83e132-0375-42dd-a2b3-9daa1ad97d67 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:37.189637 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7e83e132-0375-42dd-a2b3-9daa1ad97d67 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] 10.222.0.77 "DELETE /v2.0/ports/c3d5d86e-502e-44e0-a371-5952eeebc3c5 HTTP/1.1" status: 204 len: 168 time: 0.8373590 Aug 11 22:08:37.192601 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c18a5e-114f-466d-adbe-0171aa09494a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a4d6dd-a4f3-4a1e-ba48-eb5c68d37634,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:37.198517 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43226) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:37.273783 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8974b61e-12ca-47c0-a25d-2839f238270a tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0668552 Aug 11 22:08:37.274102 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-19266445-7c18-402e-a5cd-b00fc60b9034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:37.281595 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43228) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:37.289113 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-495dec34-c1ee-4aa0-921c-f3076512cd04 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-280384239'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:37.312507 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0c5ba73d-c72c-4abd-9591-4208124bd3a9 req-3ca4410f-1e64-4c82-9105-7aeb654d3c1e tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.77 "GET /v2.0/ports?device_id=97307dde-6723-49b2-bef9-6130f83dd6d7 HTTP/1.1" status: 200 len: 210 time: 0.0741904 Aug 11 22:08:37.356320 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-c0bde5af-bf37-4aaf-98df-6e2c7382d794 tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:37.357781 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-c0bde5af-bf37-4aaf-98df-6e2c7382d794 tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3009069 Aug 11 22:08:37.390861 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-f7c54abb-befe-4c98-91b8-22e7a1bf4b0d tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Request body: {'port': {'device_id': '97307dde-6723-49b2-bef9-6130f83dd6d7', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'admin_state_up': True, 'tenant_id': '2004bc9259784ab694782078a019992f'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:37.397798 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-43c18a5e-114f-466d-adbe-0171aa09494a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:37.414001 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-19266445-7c18-402e-a5cd-b00fc60b9034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:37.416711 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-43c18a5e-114f-466d-adbe-0171aa09494a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:37.441403 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-19266445-7c18-402e-a5cd-b00fc60b9034 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da5b072-9369-4447-afd9-f10ac0538ccc']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:08:37.465511 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-19266445-7c18-402e-a5cd-b00fc60b9034 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c2f15cb-3812-4339-b22c-23429dcbb708') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:08:37.465862 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-19266445-7c18-402e-a5cd-b00fc60b9034 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c2f15cb-3812-4339-b22c-23429dcbb708') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:08:37.468282 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495dec34-c1ee-4aa0-921c-f3076512cd04 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Made reservation on behalf of abcd3a9dbc9241de9b56ecc6182ae60e for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:08:37.472564 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-495dec34-c1ee-4aa0-921c-f3076512cd04 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:37.493784 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-19266445-7c18-402e-a5cd-b00fc60b9034 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:37.509520 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-43c18a5e-114f-466d-adbe-0171aa09494a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:37.510973 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-43c18a5e-114f-466d-adbe-0171aa09494a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0353787 Aug 11 22:08:37.514316 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c18a5e-114f-466d-adbe-0171aa09494a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cabb09f9-8cd6-4838-8ded-0972262ddd85,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:37.515582 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43234) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:37.522993 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-69aa16f2-ed74-4c45-bc13-7a2befb32d8a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group_rule': {'security_group_id': 'cabb09f9-8cd6-4838-8ded-0972262ddd85', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:37.534683 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-19266445-7c18-402e-a5cd-b00fc60b9034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:37.547483 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19266445-7c18-402e-a5cd-b00fc60b9034 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:08:37.548159 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-19266445-7c18-402e-a5cd-b00fc60b9034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:08:37.551694 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:08:37.618182 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-495dec34-c1ee-4aa0-921c-f3076512cd04 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:08:37.646963 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-495dec34-c1ee-4aa0-921c-f3076512cd04 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:37.647405 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-495dec34-c1ee-4aa0-921c-f3076512cd04 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Added segment 4cb45253-7dd3-4dd7-825d-08cbd2b56aaa of type vlan for network 4f3117a4-101f-46e7-b2ca-86406dd067a5 Aug 11 22:08:37.649556 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-69aa16f2-ed74-4c45-bc13-7a2befb32d8a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:37.652095 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-f7c54abb-befe-4c98-91b8-22e7a1bf4b0d tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Made reservation on behalf of 2004bc9259784ab694782078a019992f for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:08:37.657487 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-f7c54abb-befe-4c98-91b8-22e7a1bf4b0d tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:37.670965 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-f7c54abb-befe-4c98-91b8-22e7a1bf4b0d tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:37.673782 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-19266445-7c18-402e-a5cd-b00fc60b9034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:37.710060 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-19266445-7c18-402e-a5cd-b00fc60b9034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:37.713622 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-19266445-7c18-402e-a5cd-b00fc60b9034 admin admin] 10.222.0.77 "DELETE /v2.0/networks/1da5b072-9369-4447-afd9-f10ac0538ccc HTTP/1.1" status: 204 len: 168 time: 0.5880692 Aug 11 22:08:37.763339 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19266445-7c18-402e-a5cd-b00fc60b9034 admin admin] Pushing event deleted for resources: {'Network': ['ID=1da5b072-9369-4447-afd9-f10ac0538ccc,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:37.799814 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-495dec34-c1ee-4aa0-921c-f3076512cd04 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:37.887882 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-69aa16f2-ed74-4c45-bc13-7a2befb32d8a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:37.894998 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-69aa16f2-ed74-4c45-bc13-7a2befb32d8a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:37.908470 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-495dec34-c1ee-4aa0-921c-f3076512cd04 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:37.916877 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495dec34-c1ee-4aa0-921c-f3076512cd04 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:37.919711 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-495dec34-c1ee-4aa0-921c-f3076512cd04 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:37.922444 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-f7c54abb-befe-4c98-91b8-22e7a1bf4b0d tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:37.936300 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-f7c54abb-befe-4c98-91b8-22e7a1bf4b0d tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:38.003792 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:38.011824 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4b8981-b926-43e2-a750-4717ad6d1940', 'name': 'network-vif-deleted', 'tag': '19f8e65d-dc9d-4274-b81f-c0c10ac10529'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:08:38.014943 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f8a3d0-b56e-441a-a44e-2d0f1dd611ea" -d '{"events": [{"server_uuid": "8b4b8981-b926-43e2-a750-4717ad6d1940", "name": "network-vif-deleted", "tag": "19f8e65d-dc9d-4274-b81f-c0c10ac10529"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:08:38.019218 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa16f2-ed74-4c45-bc13-7a2befb32d8a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95aa43f5-8545-4a0e-8fdd-6681b711963d,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:38.042053 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-69aa16f2-ed74-4c45-bc13-7a2befb32d8a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:38.051499 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-69aa16f2-ed74-4c45-bc13-7a2befb32d8a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5330632 Aug 11 22:08:38.056689 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43244) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:38.065060 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-7e86599e-82e8-4c02-9e64-1ddd538a1cd1 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group_rule': {'security_group_id': 'cabb09f9-8cd6-4838-8ded-0972262ddd85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:38.084104 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-495dec34-c1ee-4aa0-921c-f3076512cd04 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8004105 Aug 11 22:08:38.092833 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43246) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:38.100014 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-f6a30b65-a76b-4c47-946b-ac066abc6513 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-800568462'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:38.106634 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495dec34-c1ee-4aa0-921c-f3076512cd04 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Pushing event updated for resources: {'Network': ['ID=4f3117a4-101f-46e7-b2ca-86406dd067a5,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:38.124056 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c54abb-befe-4c98-91b8-22e7a1bf4b0d tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db24444a-d516-48f6-8b4d-a22529fcf6d8,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:38.143273 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43248) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:38.146767 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 4f3117a4-101f-46e7-b2ca-86406dd067a5 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:08:38.177441 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7e86599e-82e8-4c02-9e64-1ddd538a1cd1 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:38.232794 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf25c85-51e8-418d-9d27-75aa0ebb6077 x-openstack-request-id: req-caf25c85-51e8-418d-9d27-75aa0ebb6077 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:08:38.233326 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4b8981-b926-43e2-a750-4717ad6d1940", "name": "network-vif-deleted", "tag": "19f8e65d-dc9d-4274-b81f-c0c10ac10529", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:08:38.233832 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-caf25c85-51e8-418d-9d27-75aa0ebb6077 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:08:38.234518 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4b8981-b926-43e2-a750-4717ad6d1940', 'name': 'network-vif-deleted', 'tag': '19f8e65d-dc9d-4274-b81f-c0c10ac10529', 'status': 'completed', 'code': 200} Aug 11 22:08:38.236641 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a30b65-a76b-4c47-946b-ac066abc6513 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Made reservation on behalf of abcd3a9dbc9241de9b56ecc6182ae60e for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:08:38.244065 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f6a30b65-a76b-4c47-946b-ac066abc6513 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:38.262566 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-f7c54abb-befe-4c98-91b8-22e7a1bf4b0d tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Allocated IP 192.168.233.224 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/867672ab-f70d-44f2-b14b-5186a43b239f) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:08:38.355602 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4935c93c-7dd4-41d9-b712-674bd4cfb9a7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d7b8d86a17fe47299a8b318f3c170ab3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2104745 Aug 11 22:08:38.362145 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43252) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:38.367452 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a30b65-a76b-4c47-946b-ac066abc6513 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:08:38.400511 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f6a30b65-a76b-4c47-946b-ac066abc6513 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:38.401212 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-f6a30b65-a76b-4c47-946b-ac066abc6513 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Added segment 9b1691dc-982e-4194-9338-93cb24edf4ca of type vlan for network 8ead6e1c-9580-4c3e-9b4b-fc87dd814aa3 Aug 11 22:08:38.424724 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-7e86599e-82e8-4c02-9e64-1ddd538a1cd1 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 22:08:38.428312 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7e86599e-82e8-4c02-9e64-1ddd538a1cd1 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3687773 Aug 11 22:08:38.429262 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43254) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:38.495203 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f6a30b65-a76b-4c47-946b-ac066abc6513 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:38.536835 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-40ed0018-1abb-48b4-9090-1415b91f64b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:38.577607 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f6a30b65-a76b-4c47-946b-ac066abc6513 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:38.587820 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a30b65-a76b-4c47-946b-ac066abc6513 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:38.588639 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f6a30b65-a76b-4c47-946b-ac066abc6513 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:38.604291 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-40ed0018-1abb-48b4-9090-1415b91f64b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:38.726950 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f6a30b65-a76b-4c47-946b-ac066abc6513 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6307609 Aug 11 22:08:38.758210 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a30b65-a76b-4c47-946b-ac066abc6513 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Pushing event updated for resources: {'Network': ['ID=8ead6e1c-9580-4c3e-9b4b-fc87dd814aa3,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:38.785923 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 8ead6e1c-9580-4c3e-9b4b-fc87dd814aa3 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:08:38.792516 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-40ed0018-1abb-48b4-9090-1415b91f64b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:38.798842 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-40ed0018-1abb-48b4-9090-1415b91f64b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:38.805630 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-40ed0018-1abb-48b4-9090-1415b91f64b2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/434f5ecd-d588-4957-adab-a3fd38b373f0 HTTP/1.1" status: 204 len: 168 time: 0.4392424 Aug 11 22:08:38.826015 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed0018-1abb-48b4-9090-1415b91f64b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434f5ecd-d588-4957-adab-a3fd38b373f0,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:38.926848 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9ac3a06d-6d7a-4d83-bb4f-cd3db43cbdab req-7b16b231-fd8a-434a-bf31-a50e8c7f7ad8 tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.77 "GET /v2.0/ports?device_id=97307dde-6723-49b2-bef9-6130f83dd6d7 HTTP/1.1" status: 200 len: 210 time: 0.4770298 Aug 11 22:08:39.090366 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-f7c54abb-befe-4c98-91b8-22e7a1bf4b0d tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:39.108959 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05fdacc0-3f67-4daf-9f9f-c09eb32188f7 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:39.140769 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-f7c54abb-befe-4c98-91b8-22e7a1bf4b0d tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Transition to ACTIVE for port object 867672ab-f70d-44f2-b14b-5186a43b239f will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:08:39.162421 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05fdacc0-3f67-4daf-9f9f-c09eb32188f7 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:39.339532 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05fdacc0-3f67-4daf-9f9f-c09eb32188f7 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:39.351185 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05fdacc0-3f67-4daf-9f9f-c09eb32188f7 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:39.367007 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-05fdacc0-3f67-4daf-9f9f-c09eb32188f7 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "DELETE /v2.0/security-groups/cabb09f9-8cd6-4838-8ded-0972262ddd85 HTTP/1.1" status: 204 len: 168 time: 0.9360101 Aug 11 22:08:39.368501 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43268) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:39.389741 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-f7c54abb-befe-4c98-91b8-22e7a1bf4b0d tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:39.441031 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-f7c54abb-befe-4c98-91b8-22e7a1bf4b0d tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:08:39.456324 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-f7c54abb-befe-4c98-91b8-22e7a1bf4b0d tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:08:39.459845 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fdacc0-3f67-4daf-9f9f-c09eb32188f7 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabb09f9-8cd6-4838-8ded-0972262ddd85,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:39.530929 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-f7c54abb-befe-4c98-91b8-22e7a1bf4b0d tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:08:39.657456 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c54abb-befe-4c98-91b8-22e7a1bf4b0d tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Pushing event updated for resources: {'Port': ['ID=867672ab-f70d-44f2-b14b-5186a43b239f,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:39.684648 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-f7c54abb-befe-4c98-91b8-22e7a1bf4b0d tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:39.686043 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-f7c54abb-befe-4c98-91b8-22e7a1bf4b0d tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:39.700718 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43278) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:39.701318 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-414b8c34-283b-4b5b-8652-4885d91b7fd8 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3239255 Aug 11 22:08:39.707178 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-f9da147e-8451-47f7-b51d-164b288bc9f7 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group': {'name': 'tempest-secgroup--1733779334'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:39.718348 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-f7c54abb-befe-4c98-91b8-22e7a1bf4b0d tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3384833 Aug 11 22:08:39.741085 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-b3bfa69b-154d-4f99-9571-2b54574b9ac7 service neutron] Request body: {'port': {'device_id': '97307dde-6723-49b2-bef9-6130f83dd6d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:39.780042 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f9da147e-8451-47f7-b51d-164b288bc9f7 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:39.884331 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-b3bfa69b-154d-4f99-9571-2b54574b9ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:39.938633 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d928608b-f9b7-4c57-9732-0583a45d47e0 None None] Provisioning for port 867672ab-f70d-44f2-b14b-5186a43b239f completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:08:39.949739 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d928608b-f9b7-4c57-9732-0583a45d47e0 None None] Provisioning complete for port 867672ab-f70d-44f2-b14b-5186a43b239f triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:08:39.952247 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d928608b-f9b7-4c57-9732-0583a45d47e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:40.024593 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-d928608b-f9b7-4c57-9732-0583a45d47e0 None None] Port 867672ab-f70d-44f2-b14b-5186a43b239f cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:08:40.066421 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f9da147e-8451-47f7-b51d-164b288bc9f7 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:40.072596 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f9da147e-8451-47f7-b51d-164b288bc9f7 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:40.126523 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f9da147e-8451-47f7-b51d-164b288bc9f7 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:40.132123 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f9da147e-8451-47f7-b51d-164b288bc9f7 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4284303 Aug 11 22:08:40.138385 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43290) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:40.145330 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c4c65630-8194-4aa4-8b44-c79fe79e6fa4 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group_rule': {'security_group_id': 'ae517ed1-abe9-4c88-992f-204cea08ae0f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:40.147178 n-d-804275-3 neutron-server[100942]: WARNING neutron.api.v2.base [None req-c4c65630-8194-4aa4-8b44-c79fe79e6fa4 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 11 22:08:40.148776 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-c4c65630-8194-4aa4-8b44-c79fe79e6fa4 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:08:40.153978 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43292) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:40.154905 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c4c65630-8194-4aa4-8b44-c79fe79e6fa4 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0125997 Aug 11 22:08:40.167197 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da147e-8451-47f7-b51d-164b288bc9f7 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae517ed1-abe9-4c88-992f-204cea08ae0f,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:40.280884 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab4a53-76a5-4b90-ae08-857e28c96b1c req-748b7862-0dcd-443c-88ff-680108dbee3e tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:40.283007 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82ab4a53-76a5-4b90-ae08-857e28c96b1c req-748b7862-0dcd-443c-88ff-680108dbee3e tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.77 "GET /v2.0/ports?device_id=97307dde-6723-49b2-bef9-6130f83dd6d7 HTTP/1.1" status: 200 len: 936 time: 0.1883066 Aug 11 22:08:40.311017 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cb1f92e1-b95e-4cb4-a2d2-cc5afb7a333c tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:40.381308 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cb1f92e1-b95e-4cb4-a2d2-cc5afb7a333c tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:40.441221 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82ab4a53-76a5-4b90-ae08-857e28c96b1c req-e8b0e6ce-1c6b-4ddb-af9e-3b55cc12c556 tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.77 "GET /v2.0/security-groups?id=db24444a-d516-48f6-8b4d-a22529fcf6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313024 Aug 11 22:08:40.495410 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cb1f92e1-b95e-4cb4-a2d2-cc5afb7a333c tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:40.501815 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cb1f92e1-b95e-4cb4-a2d2-cc5afb7a333c tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:40.504109 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cb1f92e1-b95e-4cb4-a2d2-cc5afb7a333c tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "DELETE /v2.0/security-groups/ae517ed1-abe9-4c88-992f-204cea08ae0f HTTP/1.1" status: 204 len: 168 time: 0.3491349 Aug 11 22:08:40.508617 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43304) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:40.567223 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f92e1-b95e-4cb4-a2d2-cc5afb7a333c tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae517ed1-abe9-4c88-992f-204cea08ae0f,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:40.596973 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-b3bfa69b-154d-4f99-9571-2b54574b9ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 867672ab-f70d-44f2-b14b-5186a43b239f {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:08:40.618402 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-b3bfa69b-154d-4f99-9571-2b54574b9ac7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:40.644382 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1fe232a7-9376-4230-bcd8-1bd76395dc22 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1304090 Aug 11 22:08:40.649650 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43308) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:40.658600 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-b3bfa69b-154d-4f99-9571-2b54574b9ac7 service neutron] Transition to ACTIVE for port object 867672ab-f70d-44f2-b14b-5186a43b239f will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:08:40.662085 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-d8f63123-ed7d-4eb3-b53d-722fccc79907 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group': {'name': 'tempest-secgroup--1600146504'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:40.664758 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-b3bfa69b-154d-4f99-9571-2b54574b9ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:40.711292 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d8f63123-ed7d-4eb3-b53d-722fccc79907 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:40.796481 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfa69b-154d-4f99-9571-2b54574b9ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=867672ab-f70d-44f2-b14b-5186a43b239f,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:40.928898 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d8f63123-ed7d-4eb3-b53d-722fccc79907 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:40.950742 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d8f63123-ed7d-4eb3-b53d-722fccc79907 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:41.016301 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f63123-ed7d-4eb3-b53d-722fccc79907 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe6e4af-c8c0-4212-af4f-f6282ab84e2b,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:41.020730 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d8f63123-ed7d-4eb3-b53d-722fccc79907 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:41.023616 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d8f63123-ed7d-4eb3-b53d-722fccc79907 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3724012 Aug 11 22:08:41.032216 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43312) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:41.032776 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-b3bfa69b-154d-4f99-9571-2b54574b9ac7 service neutron] Attempting to bind port 867672ab-f70d-44f2-b14b-5186a43b239f on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:08:41.033653 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-b3bfa69b-154d-4f99-9571-2b54574b9ac7 service neutron] Attempting to bind port 867672ab-f70d-44f2-b14b-5186a43b239f by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:08:41.034333 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-b3bfa69b-154d-4f99-9571-2b54574b9ac7 service neutron] Attempting to bind port 867672ab-f70d-44f2-b14b-5186a43b239f on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:08:41.042657 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-96081627-d16e-47af-9289-71e59093ec2d tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group_rule': {'security_group_id': '5fe6e4af-c8c0-4212-af4f-f6282ab84e2b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:41.044105 n-d-804275-3 neutron-server[100942]: WARNING neutron.api.v2.base [None req-96081627-d16e-47af-9289-71e59093ec2d tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 11 22:08:41.045296 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-96081627-d16e-47af-9289-71e59093ec2d tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:08:41.046759 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-96081627-d16e-47af-9289-71e59093ec2d tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0127516 Aug 11 22:08:41.050916 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-b3bfa69b-154d-4f99-9571-2b54574b9ac7 service neutron] Port 867672ab-f70d-44f2-b14b-5186a43b239f on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:08:41.052245 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-b3bfa69b-154d-4f99-9571-2b54574b9ac7 service neutron] Attempting to bind port 867672ab-f70d-44f2-b14b-5186a43b239f on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:08:41.054522 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43314) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:41.067432 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-b3bfa69b-154d-4f99-9571-2b54574b9ac7 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:08:41.068145 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-b3bfa69b-154d-4f99-9571-2b54574b9ac7 service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:08:41.068780 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-b3bfa69b-154d-4f99-9571-2b54574b9ac7 service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:08:41.069433 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-b3bfa69b-154d-4f99-9571-2b54574b9ac7 service neutron] Bound port: 867672ab-f70d-44f2-b14b-5186a43b239f, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:08:41.069988 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-b3bfa69b-154d-4f99-9571-2b54574b9ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:41.163975 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-b3bfa69b-154d-4f99-9571-2b54574b9ac7 service neutron] For port 867672ab-f70d-44f2-b14b-5186a43b239f, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:08:41.179107 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-b3bfa69b-154d-4f99-9571-2b54574b9ac7 service neutron] For port 867672ab-f70d-44f2-b14b-5186a43b239f, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=867672ab-f70d-44f2-b14b-5186a43b239f,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:08:41.202406 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-b3bfa69b-154d-4f99-9571-2b54574b9ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:41.212397 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b41eca1b-f25c-4c37-87fa-864999bc01f8 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:41.221370 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-b3bfa69b-154d-4f99-9571-2b54574b9ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:41.223728 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-b3bfa69b-154d-4f99-9571-2b54574b9ac7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:41.225818 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-b3bfa69b-154d-4f99-9571-2b54574b9ac7 service neutron] 10.222.0.82 "PUT /v2.0/ports/867672ab-f70d-44f2-b14b-5186a43b239f HTTP/1.1" status: 200 len: 1096 time: 1.4939404 Aug 11 22:08:41.228223 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97307dde-6723-49b2-bef9-6130f83dd6d7', 'tag': '867672ab-f70d-44f2-b14b-5186a43b239f'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:08:41.230457 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b4bbe3-0c88-4e97-bf07-4365f07c1f58" -d '{"events": [{"name": "network-changed", "server_uuid": "97307dde-6723-49b2-bef9-6130f83dd6d7", "tag": "867672ab-f70d-44f2-b14b-5186a43b239f"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:08:41.350182 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b41eca1b-f25c-4c37-87fa-864999bc01f8 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:41.435231 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfa69b-154d-4f99-9571-2b54574b9ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=867672ab-f70d-44f2-b14b-5186a43b239f,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:41.508752 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-5a3a869f-9070-4165-996f-207b55a0fc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:41.510892 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-5a3a869f-9070-4165-996f-207b55a0fc93 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2004bc9259784ab694782078a019992f&device_id=97307dde-6723-49b2-bef9-6130f83dd6d7 HTTP/1.1" status: 200 len: 1099 time: 0.1970417 Aug 11 22:08:41.535678 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b41eca1b-f25c-4c37-87fa-864999bc01f8 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:41.544929 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b41eca1b-f25c-4c37-87fa-864999bc01f8 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:41.550398 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b41eca1b-f25c-4c37-87fa-864999bc01f8 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "DELETE /v2.0/security-groups/5fe6e4af-c8c0-4212-af4f-f6282ab84e2b HTTP/1.1" status: 204 len: 168 time: 0.4938264 Aug 11 22:08:41.554341 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43324) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:41.593634 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41eca1b-f25c-4c37-87fa-864999bc01f8 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe6e4af-c8c0-4212-af4f-f6282ab84e2b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:41.619598 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-8156fd1f-081c-492c-8dcc-990fdde22fe2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=867672ab-f70d-44f2-b14b-5186a43b239f HTTP/1.1" status: 200 len: 217 time: 0.0928173 Aug 11 22:08:41.718280 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a320a3f-b8dc-4ff6-b086-189a9b88604f x-openstack-request-id: req-9a320a3f-b8dc-4ff6-b086-189a9b88604f {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:08:41.718822 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97307dde-6723-49b2-bef9-6130f83dd6d7", "tag": "867672ab-f70d-44f2-b14b-5186a43b239f", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:08:41.719258 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9a320a3f-b8dc-4ff6-b086-189a9b88604f {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:08:41.720783 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97307dde-6723-49b2-bef9-6130f83dd6d7', 'tag': '867672ab-f70d-44f2-b14b-5186a43b239f', 'status': 'completed', 'code': 200} Aug 11 22:08:41.793650 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-90491a96-0dee-414b-8184-ffa75f215dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:41.797009 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-90491a96-0dee-414b-8184-ffa75f215dc1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1668928 Aug 11 22:08:41.802057 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1cad73b9-2026-4634-a78c-2050e4c0bbeb tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2185678 Aug 11 22:08:41.809550 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43334) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:41.836363 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-57b16e45-839c-47bb-a868-4274bf803e72 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group': {'name': 'tempest-secgroup--94302880'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:41.939835 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-57b16e45-839c-47bb-a868-4274bf803e72 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:41.952860 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-14aca1ee-daf5-4782-93b3-7d38a40346b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:41.956093 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-14aca1ee-daf5-4782-93b3-7d38a40346b6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1448905 Aug 11 22:08:42.003135 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c83ea9-4b41-403a-bb8f-e16a43340251 req-a6233b8d-b071-49ca-9d69-4fbe47dd8053 tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:42.004817 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-85c83ea9-4b41-403a-bb8f-e16a43340251 req-a6233b8d-b071-49ca-9d69-4fbe47dd8053 tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.77 "GET /v2.0/ports?device_id=97307dde-6723-49b2-bef9-6130f83dd6d7 HTTP/1.1" status: 200 len: 948 time: 0.1572833 Aug 11 22:08:42.131574 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-85c83ea9-4b41-403a-bb8f-e16a43340251 req-c0f50839-2084-488f-a357-24998d88a774 tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.77 "GET /v2.0/security-groups?id=db24444a-d516-48f6-8b4d-a22529fcf6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936110 Aug 11 22:08:42.154370 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-5a7311ae-c3b3-4145-be94-fbd48004c7af service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879005 Aug 11 22:08:42.268686 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-57b16e45-839c-47bb-a868-4274bf803e72 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:42.280245 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-57b16e45-839c-47bb-a868-4274bf803e72 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:42.345138 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3800588-c497-4ba0-8b99-245a876f13e3 req-ba9e55aa-7d56-4248-b495-947895166126 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830544 Aug 11 22:08:42.346265 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-57b16e45-839c-47bb-a868-4274bf803e72 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:42.347609 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-57b16e45-839c-47bb-a868-4274bf803e72 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5332036 Aug 11 22:08:42.348570 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b16e45-839c-47bb-a868-4274bf803e72 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf16f46-e066-4edd-ac09-7f29d2dace5f,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:42.355656 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43338) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:42.366078 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-78b1ee97-35a8-4bee-ba46-c16835f8f075 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group_rule': {'security_group_id': 'ebf16f46-e066-4edd-ac09-7f29d2dace5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:42.382092 n-d-804275-3 neutron-server[100942]: WARNING neutron.api.v2.base [None req-78b1ee97-35a8-4bee-ba46-c16835f8f075 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 11 22:08:42.384633 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-78b1ee97-35a8-4bee-ba46-c16835f8f075 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:08:42.391721 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-78b1ee97-35a8-4bee-ba46-c16835f8f075 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0290418 Aug 11 22:08:42.392247 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43340) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:42.399103 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-275847f9-ff28-4adf-bf48-e2b229bc7a96 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group_rule': {'security_group_id': 'ebf16f46-e066-4edd-ac09-7f29d2dace5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:42.401684 n-d-804275-3 neutron-server[100943]: WARNING neutron.api.v2.base [None req-275847f9-ff28-4adf-bf48-e2b229bc7a96 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 11 22:08:42.402706 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-275847f9-ff28-4adf-bf48-e2b229bc7a96 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:08:42.404649 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-275847f9-ff28-4adf-bf48-e2b229bc7a96 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0108643 Aug 11 22:08:42.409228 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43342) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:42.417992 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-4522ec7b-d5a1-4c3c-bd38-4fb992f0ace0 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group_rule': {'security_group_id': 'ebf16f46-e066-4edd-ac09-7f29d2dace5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:42.420290 n-d-804275-3 neutron-server[100943]: WARNING neutron.api.v2.base [None req-4522ec7b-d5a1-4c3c-bd38-4fb992f0ace0 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 11 22:08:42.421430 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-4522ec7b-d5a1-4c3c-bd38-4fb992f0ace0 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:08:42.423256 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4522ec7b-d5a1-4c3c-bd38-4fb992f0ace0 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0120251 Aug 11 22:08:42.426882 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43344) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:42.437481 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-00a19f8c-5c01-477b-96c0-1853e79678b7 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group_rule': {'security_group_id': 'ebf16f46-e066-4edd-ac09-7f29d2dace5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:42.439710 n-d-804275-3 neutron-server[100943]: WARNING neutron.api.v2.base [None req-00a19f8c-5c01-477b-96c0-1853e79678b7 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 11 22:08:42.440654 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-00a19f8c-5c01-477b-96c0-1853e79678b7 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:08:42.445097 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-00a19f8c-5c01-477b-96c0-1853e79678b7 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0114863 Aug 11 22:08:42.446856 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43346) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:42.557331 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-50e45cc8-f32f-4ee6-be41-787581e98b69 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:42.561927 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4bbe3-0c88-4e97-bf07-4365f07c1f58 req-472723cd-89df-4875-af8b-7124970a6049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:42.565461 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-37b4bbe3-0c88-4e97-bf07-4365f07c1f58 req-472723cd-89df-4875-af8b-7124970a6049 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2004bc9259784ab694782078a019992f&device_id=97307dde-6723-49b2-bef9-6130f83dd6d7 HTTP/1.1" status: 200 len: 1099 time: 0.1215351 Aug 11 22:08:42.617886 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-50e45cc8-f32f-4ee6-be41-787581e98b69 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:42.722158 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-50e45cc8-f32f-4ee6-be41-787581e98b69 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:42.727118 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-50e45cc8-f32f-4ee6-be41-787581e98b69 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:42.732642 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-50e45cc8-f32f-4ee6-be41-787581e98b69 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "DELETE /v2.0/security-groups/ebf16f46-e066-4edd-ac09-7f29d2dace5f HTTP/1.1" status: 204 len: 168 time: 0.2841079 Aug 11 22:08:42.733690 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43354) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:42.747163 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4bbe3-0c88-4e97-bf07-4365f07c1f58 req-2571da76-cc72-4390-8e95-7ab12520550a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:42.749185 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-37b4bbe3-0c88-4e97-bf07-4365f07c1f58 req-2571da76-cc72-4390-8e95-7ab12520550a service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.1767597 Aug 11 22:08:42.749790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e45cc8-f32f-4ee6-be41-787581e98b69 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf16f46-e066-4edd-ac09-7f29d2dace5f,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:42.818702 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-37b4bbe3-0c88-4e97-bf07-4365f07c1f58 req-b9c7ad54-f78d-48fd-bec6-e2f81090ddb6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=867672ab-f70d-44f2-b14b-5186a43b239f HTTP/1.1" status: 200 len: 217 time: 0.0536802 Aug 11 22:08:42.965523 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e45e64b9-dcaf-408d-b43a-6209253bef25 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2288220 Aug 11 22:08:42.970373 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43362) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:42.974363 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4bbe3-0c88-4e97-bf07-4365f07c1f58 req-8508f4a5-7a93-419f-aa7b-657fccefcbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:42.976210 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-37b4bbe3-0c88-4e97-bf07-4365f07c1f58 req-8508f4a5-7a93-419f-aa7b-657fccefcbe7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1462593 Aug 11 22:08:42.980808 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-3ea2afbe-8897-49f4-91e9-8fed9b913a3a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group': {'name': 'tempest-secgroup--912486480'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:43.028451 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3ea2afbe-8897-49f4-91e9-8fed9b913a3a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:43.070119 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4bbe3-0c88-4e97-bf07-4365f07c1f58 req-e98e36c6-8bd6-4643-9e56-92cf0b02c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:43.073556 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-37b4bbe3-0c88-4e97-bf07-4365f07c1f58 req-e98e36c6-8bd6-4643-9e56-92cf0b02c2ed service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0873919 Aug 11 22:08:43.212101 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3ea2afbe-8897-49f4-91e9-8fed9b913a3a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:43.225216 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3ea2afbe-8897-49f4-91e9-8fed9b913a3a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:43.243382 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1bfd4767-43b9-4482-8de0-2eb7502f8ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:43.334535 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2afbe-8897-49f4-91e9-8fed9b913a3a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=568cb884-f676-40c8-8259-fc159b7efb97,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:43.364535 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3ea2afbe-8897-49f4-91e9-8fed9b913a3a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:43.370654 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3ea2afbe-8897-49f4-91e9-8fed9b913a3a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3969855 Aug 11 22:08:43.376215 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43370) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:43.380942 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2afbe-8897-49f4-91e9-8fed9b913a3a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:43.381678 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2afbe-8897-49f4-91e9-8fed9b913a3a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:43.382403 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2afbe-8897-49f4-91e9-8fed9b913a3a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:43.382621 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-a65994ed-f0b3-4d9b-b196-fac6ab6c20e9 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group_rule': {'security_group_id': '568cb884-f676-40c8-8259-fc159b7efb97', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:43.383202 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2afbe-8897-49f4-91e9-8fed9b913a3a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:43.383400 n-d-804275-3 neutron-server[100943]: WARNING neutron.api.v2.base [None req-a65994ed-f0b3-4d9b-b196-fac6ab6c20e9 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 22:08:43.383906 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-a65994ed-f0b3-4d9b-b196-fac6ab6c20e9 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:08:43.384613 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2afbe-8897-49f4-91e9-8fed9b913a3a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:43.387010 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2afbe-8897-49f4-91e9-8fed9b913a3a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:43.388865 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2afbe-8897-49f4-91e9-8fed9b913a3a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:43.389236 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a65994ed-f0b3-4d9b-b196-fac6ab6c20e9 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0107579 Aug 11 22:08:43.391841 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43372) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:43.393792 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2afbe-8897-49f4-91e9-8fed9b913a3a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:43.394008 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-37b4bbe3-0c88-4e97-bf07-4365f07c1f58 req-a25f5530-6822-449e-a9d8-fc7497f4b20d service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117957 Aug 11 22:08:43.394681 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2afbe-8897-49f4-91e9-8fed9b913a3a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:43.395758 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2afbe-8897-49f4-91e9-8fed9b913a3a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:43.399472 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2afbe-8897-49f4-91e9-8fed9b913a3a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:43.400287 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-da530c25-f209-4a6e-97fe-beb1f2555bf3 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group_rule': {'security_group_id': '568cb884-f676-40c8-8259-fc159b7efb97', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:43.403179 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2afbe-8897-49f4-91e9-8fed9b913a3a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:08:43.512039 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fce212-a9a9-4953-919f-beaea6929d32 req-b2be0fe8-c9bb-4a84-82d3-1d4759f9f382 tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:43.513570 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e6fce212-a9a9-4953-919f-beaea6929d32 req-b2be0fe8-c9bb-4a84-82d3-1d4759f9f382 tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.77 "GET /v2.0/ports?device_id=97307dde-6723-49b2-bef9-6130f83dd6d7 HTTP/1.1" status: 200 len: 948 time: 0.1963332 Aug 11 22:08:43.568650 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43376) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:43.577398 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-da530c25-f209-4a6e-97fe-beb1f2555bf3 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:08:43.579160 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-da530c25-f209-4a6e-97fe-beb1f2555bf3 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1840065 Aug 11 22:08:43.587047 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43378) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:43.602428 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-bddae3c9-f489-4b04-a382-c83e2e195233 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group_rule': {'security_group_id': '568cb884-f676-40c8-8259-fc159b7efb97', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:43.603437 n-d-804275-3 neutron-server[100943]: WARNING neutron.api.v2.base [None req-bddae3c9-f489-4b04-a382-c83e2e195233 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 11 22:08:43.604575 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-bddae3c9-f489-4b04-a382-c83e2e195233 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:08:43.608785 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bddae3c9-f489-4b04-a382-c83e2e195233 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0173483 Aug 11 22:08:43.610634 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43382) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:43.610999 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-37b4bbe3-0c88-4e97-bf07-4365f07c1f58 req-1bc38b78-edf5-49f1-9f55-e541bc7467d6 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043376 Aug 11 22:08:43.622592 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-73675a69-3348-46fb-81b9-6d5adb8ac5da tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group_rule': {'security_group_id': '568cb884-f676-40c8-8259-fc159b7efb97', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:43.636700 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e6fce212-a9a9-4953-919f-beaea6929d32 req-04e4ed83-1be4-44de-84e0-a1179997b0c4 tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.77 "GET /v2.0/security-groups?id=db24444a-d516-48f6-8b4d-a22529fcf6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105464 Aug 11 22:08:43.748476 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-73675a69-3348-46fb-81b9-6d5adb8ac5da tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:08:43.750473 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-73675a69-3348-46fb-81b9-6d5adb8ac5da tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1373260 Aug 11 22:08:43.753546 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43386) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:43.762130 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-e16506fd-7641-411e-9579-b994ea6beea4 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group_rule': {'security_group_id': '568cb884-f676-40c8-8259-fc159b7efb97', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:43.764953 n-d-804275-3 neutron-server[100942]: WARNING neutron.api.v2.base [None req-e16506fd-7641-411e-9579-b994ea6beea4 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 22:08:43.766039 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-e16506fd-7641-411e-9579-b994ea6beea4 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:08:43.770768 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e16506fd-7641-411e-9579-b994ea6beea4 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0131323 Aug 11 22:08:43.771706 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43388) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:43.780167 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-475ade5a-795a-4db9-98b7-b15d674c5d9d tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group_rule': {'security_group_id': '568cb884-f676-40c8-8259-fc159b7efb97', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:43.804366 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-992c1d57-bbf9-4135-9712-d584441bcc06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:43.837869 n-d-804275-3 neutron-server[100943]: INFO neutron.db.securitygroups_db [None req-475ade5a-795a-4db9-98b7-b15d674c5d9d tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Project 7b90692ea2b442da9b93b2bc11aaa539 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 22:08:43.997807 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-992c1d57-bbf9-4135-9712-d584441bcc06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:44.010770 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-992c1d57-bbf9-4135-9712-d584441bcc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:44.018475 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-475ade5a-795a-4db9-98b7-b15d674c5d9d tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:08:44.024517 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-475ade5a-795a-4db9-98b7-b15d674c5d9d tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2473962 Aug 11 22:08:44.027463 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43394) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:44.045703 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-30a11de5-5e82-4465-8219-5bd07ab6c3f8 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group_rule': {'security_group_id': '568cb884-f676-40c8-8259-fc159b7efb97', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:44.048262 n-d-804275-3 neutron-server[100943]: WARNING neutron.api.v2.base [None req-30a11de5-5e82-4465-8219-5bd07ab6c3f8 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 11 22:08:44.051055 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-30a11de5-5e82-4465-8219-5bd07ab6c3f8 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:08:44.053647 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-30a11de5-5e82-4465-8219-5bd07ab6c3f8 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0207484 Aug 11 22:08:44.057940 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43396) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:44.067384 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43398) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:44.067778 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-992c1d57-bbf9-4135-9712-d584441bcc06 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9f836ec4a4f640afa77104ca43b31c75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4954073 Aug 11 22:08:44.068316 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c1d57-bbf9-4135-9712-d584441bcc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecbb8a2-76e2-436b-8b21-1392335e3cd7,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:44.077149 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-34a10fb4-51eb-4432-8b57-8598d4ac8a32 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group_rule': {'security_group_id': '568cb884-f676-40c8-8259-fc159b7efb97', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:44.190282 n-d-804275-3 neutron-server[100943]: INFO neutron.db.securitygroups_db [None req-34a10fb4-51eb-4432-8b57-8598d4ac8a32 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Project 7b90692ea2b442da9b93b2bc11aaa539 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 22:08:44.233894 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-50b42920-8d6f-4f73-80c6-b1877d495568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:44.241758 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-34a10fb4-51eb-4432-8b57-8598d4ac8a32 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:08:44.243809 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-34a10fb4-51eb-4432-8b57-8598d4ac8a32 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1793883 Aug 11 22:08:44.246741 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43400) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:44.254964 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-4a264d28-73e3-482b-82a3-907c3af486e4 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group_rule': {'security_group_id': '568cb884-f676-40c8-8259-fc159b7efb97', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:44.264122 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43402) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:44.274800 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-2911e478-6a87-4f92-b40f-ad0292117cc2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Request body: {'subnets': [{'network_id': '4f3117a4-101f-46e7-b2ca-86406dd067a5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--747634059', 'ip_version': 6}, {'network_id': '8ead6e1c-9580-4c3e-9b4b-fc87dd814aa3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:44.275245 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-2911e478-6a87-4f92-b40f-ad0292117cc2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Request body: {'subnet': {'network_id': '4f3117a4-101f-46e7-b2ca-86406dd067a5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--747634059', 'ip_version': 6}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:44.277373 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-2911e478-6a87-4f92-b40f-ad0292117cc2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Request body: {'subnet': {'network_id': '8ead6e1c-9580-4c3e-9b4b-fc87dd814aa3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:44.313189 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-50b42920-8d6f-4f73-80c6-b1877d495568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:44.368486 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f9d4d-baa3-4b87-8ab0-ff25ba10f4fc req-f83291d0-9595-42e5-bd31-9b80c61f1470 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:44.373095 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-173f9d4d-baa3-4b87-8ab0-ff25ba10f4fc req-f83291d0-9595-42e5-bd31-9b80c61f1470 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1166124 Aug 11 22:08:44.419071 n-d-804275-3 neutron-server[100942]: INFO neutron.db.securitygroups_db [None req-4a264d28-73e3-482b-82a3-907c3af486e4 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Project 7b90692ea2b442da9b93b2bc11aaa539 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 22:08:44.423036 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-50b42920-8d6f-4f73-80c6-b1877d495568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:44.425790 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-50b42920-8d6f-4f73-80c6-b1877d495568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:44.426984 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-50b42920-8d6f-4f73-80c6-b1877d495568 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6ecbb8a2-76e2-436b-8b21-1392335e3cd7 HTTP/1.1" status: 204 len: 168 time: 0.3571291 Aug 11 22:08:44.436193 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-173f9d4d-baa3-4b87-8ab0-ff25ba10f4fc req-136d088c-6174-4405-80ad-c923a6b8a5c7 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586915 Aug 11 22:08:44.442334 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b42920-8d6f-4f73-80c6-b1877d495568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecbb8a2-76e2-436b-8b21-1392335e3cd7,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:44.464289 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-4a264d28-73e3-482b-82a3-907c3af486e4 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:08:44.466184 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4a264d28-73e3-482b-82a3-907c3af486e4 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2177117 Aug 11 22:08:44.480052 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43406) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:44.583038 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cb2ef258-29d8-4c1e-8b6c-873346af52c8 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:44.615537 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cb2ef258-29d8-4c1e-8b6c-873346af52c8 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:44.660931 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2911e478-6a87-4f92-b40f-ad0292117cc2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Made reservation on behalf of abcd3a9dbc9241de9b56ecc6182ae60e for: {'subnet': 2} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:08:44.669673 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2911e478-6a87-4f92-b40f-ad0292117cc2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:44.669673 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2911e478-6a87-4f92-b40f-ad0292117cc2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:44.702906 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8610437-dee0-41ac-8923-759d000693e7 req-158f634f-4d67-4917-9df0-d097ea02cdfa tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:44.704711 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e8610437-dee0-41ac-8923-759d000693e7 req-158f634f-4d67-4917-9df0-d097ea02cdfa tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.0856211 Aug 11 22:08:44.726601 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cb2ef258-29d8-4c1e-8b6c-873346af52c8 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:44.730542 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cb2ef258-29d8-4c1e-8b6c-873346af52c8 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:44.736808 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cb2ef258-29d8-4c1e-8b6c-873346af52c8 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "DELETE /v2.0/security-groups/568cb884-f676-40c8-8259-fc159b7efb97 HTTP/1.1" status: 204 len: 168 time: 0.2592430 Aug 11 22:08:44.742827 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43414) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:44.775538 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ef258-29d8-4c1e-8b6c-873346af52c8 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=568cb884-f676-40c8-8259-fc159b7efb97,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:44.791929 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 867672ab-f70d-44f2-b14b-5186a43b239f details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:08:44.844289 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e8610437-dee0-41ac-8923-759d000693e7 req-3322b30a-4480-45ff-ba60-430a38390c68 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270885 Aug 11 22:08:44.905122 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ad62ad65-e36d-4bf2-9d53-cfda1fa59e79 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1513393 Aug 11 22:08:44.906920 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43422) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:44.923036 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-cbef53f0-40af-4dcb-83f4-2444e9c4974a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group': {'name': 'tempest-secgroup--735748004'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:44.973485 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 867672ab-f70d-44f2-b14b-5186a43b239f, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=867672ab-f70d-44f2-b14b-5186a43b239f,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:44.993692 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '867672ab-f70d-44f2-b14b-5186a43b239f', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '867672ab-f70d-44f2-b14b-5186a43b239f', 'mac_address': 'fa:16:3e:02:84:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:08:44.994560 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cbef53f0-40af-4dcb-83f4-2444e9c4974a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:45.107644 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:45.135621 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 867672ab-f70d-44f2-b14b-5186a43b239f {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:08:45.160360 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9142f90-ed20-47c1-b904-af338a280021 req-d7c0b529-fa2b-4afb-b68a-7ae9df5d2b16 tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:45.174409 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b9142f90-ed20-47c1-b904-af338a280021 req-d7c0b529-fa2b-4afb-b68a-7ae9df5d2b16 tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.77 "GET /v2.0/ports?device_id=97307dde-6723-49b2-bef9-6130f83dd6d7 HTTP/1.1" status: 200 len: 948 time: 0.1390438 Aug 11 22:08:45.183978 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 867672ab-f70d-44f2-b14b-5186a43b239f, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=867672ab-f70d-44f2-b14b-5186a43b239f,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:45.191084 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:45.260292 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=867672ab-f70d-44f2-b14b-5186a43b239f,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:45.277555 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b9142f90-ed20-47c1-b904-af338a280021 req-8b7aa27b-a675-4b86-8101-b3f0089ba7fc tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.77 "GET /v2.0/security-groups?id=db24444a-d516-48f6-8b4d-a22529fcf6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009989 Aug 11 22:08:45.351866 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cbef53f0-40af-4dcb-83f4-2444e9c4974a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:45.359212 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cbef53f0-40af-4dcb-83f4-2444e9c4974a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:45.392356 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cbef53f0-40af-4dcb-83f4-2444e9c4974a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:45.394608 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cbef53f0-40af-4dcb-83f4-2444e9c4974a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4846911 Aug 11 22:08:45.406070 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43436) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:45.414234 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-c6ca101b-3f1d-4427-b73e-16fb80625735 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group_rule': {'security_group_id': '05e8b2f9-16d6-4391-9531-3747196acf99', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:45.482226 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef53f0-40af-4dcb-83f4-2444e9c4974a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e8b2f9-16d6-4391-9531-3747196acf99,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:45.552510 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-c6ca101b-3f1d-4427-b73e-16fb80625735 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] create failed (client error): The resource could not be found. Aug 11 22:08:45.557104 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c6ca101b-3f1d-4427-b73e-16fb80625735 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1466112 Aug 11 22:08:45.557589 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43442) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:45.568309 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-5d54ac97-ac5a-4137-bcd1-0640bd1d3510 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group_rule': {'security_group_id': '05e8b2f9-16d6-4391-9531-3747196acf99', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'dcbe6fac-7058-4176-90c9-eb2b2deb7a2c'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:45.575092 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2911e478-6a87-4f92-b40f-ad0292117cc2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:45.613728 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['867672ab-f70d-44f2-b14b-5186a43b239f'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:08:45.689267 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-5d54ac97-ac5a-4137-bcd1-0640bd1d3510 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] create failed (client error): The resource could not be found. Aug 11 22:08:45.693022 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5d54ac97-ac5a-4137-bcd1-0640bd1d3510 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1331084 Aug 11 22:08:45.697233 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43448) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:45.812773 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911e478-6a87-4f92-b40f-ad0292117cc2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Pushing event updated for resources: {'Subnet': ['ID=f190bb3c-3087-4da7-bce0-edb2ad9fc9e9,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:45.834512 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-537f037c-4d4c-4fd6-aa1a-31856c4d7d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:45.882394 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-065af037-2b59-43a3-b2a1-27a1f7e45c29 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:45.909126 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911e478-6a87-4f92-b40f-ad0292117cc2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Checking segment: {'id': '4cb45253-7dd3-4dd7-825d-08cbd2b56aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4f3117a4-101f-46e7-b2ca-86406dd067a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:08:45.909865 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2911e478-6a87-4f92-b40f-ad0292117cc2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Network hostable DHCP agents. Network: 4f3117a4-101f-46e7-b2ca-86406dd067a5, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:08:45.943795 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-065af037-2b59-43a3-b2a1-27a1f7e45c29 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:45.977094 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2911e478-6a87-4f92-b40f-ad0292117cc2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Network 4f3117a4-101f-46e7-b2ca-86406dd067a5 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:08:45.999298 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-2911e478-6a87-4f92-b40f-ad0292117cc2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 4f3117a4-101f-46e7-b2ca-86406dd067a5) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:08:46.013209 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2911e478-6a87-4f92-b40f-ad0292117cc2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:46.028815 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:46.038491 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43450) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:46.043593 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74b1503-44eb-445e-b810-2f6fb6e3022e None None] Network 4f3117a4-101f-46e7-b2ca-86406dd067a5 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:08:46.095229 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-065af037-2b59-43a3-b2a1-27a1f7e45c29 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:46.105578 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-065af037-2b59-43a3-b2a1-27a1f7e45c29 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:46.109226 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-065af037-2b59-43a3-b2a1-27a1f7e45c29 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "DELETE /v2.0/security-groups/05e8b2f9-16d6-4391-9531-3747196acf99 HTTP/1.1" status: 204 len: 168 time: 0.4098721 Aug 11 22:08:46.122460 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43454) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:46.188992 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911e478-6a87-4f92-b40f-ad0292117cc2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Checking segment: {'id': '9b1691dc-982e-4194-9338-93cb24edf4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8ead6e1c-9580-4c3e-9b4b-fc87dd814aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:08:46.189623 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2911e478-6a87-4f92-b40f-ad0292117cc2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Network hostable DHCP agents. Network: 8ead6e1c-9580-4c3e-9b4b-fc87dd814aa3, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:08:46.193368 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911e478-6a87-4f92-b40f-ad0292117cc2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Pushing event updated for resources: {'Subnet': ['ID=1e9c1ea5-1eb0-4526-b673-a7809a1893a3,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:46.206301 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065af037-2b59-43a3-b2a1-27a1f7e45c29 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e8b2f9-16d6-4391-9531-3747196acf99,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:46.277867 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2911e478-6a87-4f92-b40f-ad0292117cc2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Network 8ead6e1c-9580-4c3e-9b4b-fc87dd814aa3 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:08:46.300748 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-5ffe5c00-5b80-4cdc-9ecf-1a1bdcd0d112 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1475427329-network', 'tenant_id': '1af7fbf8275e477482973195cd6560a1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:46.312308 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-2911e478-6a87-4f92-b40f-ad0292117cc2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 8ead6e1c-9580-4c3e-9b4b-fc87dd814aa3) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:08:46.322594 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2911e478-6a87-4f92-b40f-ad0292117cc2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:46.323471 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2911e478-6a87-4f92-b40f-ad0292117cc2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:46.324586 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2911e478-6a87-4f92-b40f-ad0292117cc2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:46.338701 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868e5c2e-f6f8-48c3-b4ab-51ef4e3e22d4 None None] Network 8ead6e1c-9580-4c3e-9b4b-fc87dd814aa3 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:08:46.378333 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b6e83868-706b-4531-b7f3-e261a4714860 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2510765 Aug 11 22:08:46.383307 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43458) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:46.393895 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-25e4d4c1-de53-40fc-9b40-98776883196a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group_rule': {'security_group_id': 'bc04c9b8-a67d-47c4-b9e8-64bfa7640127', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:46.398802 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a9e4f-ff4c-4421-ac7d-59beee605e74 req-333eb7b4-0433-449c-9f2a-040c0338e51d tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:46.401588 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b5a9e4f-ff4c-4421-ac7d-59beee605e74 req-333eb7b4-0433-449c-9f2a-040c0338e51d tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1801674 Aug 11 22:08:46.410093 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffe5c00-5b80-4cdc-9ecf-1a1bdcd0d112 admin admin] Made reservation on behalf of 1af7fbf8275e477482973195cd6560a1 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:08:46.415484 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5ffe5c00-5b80-4cdc-9ecf-1a1bdcd0d112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:46.440266 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2911e478-6a87-4f92-b40f-ad0292117cc2 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.1698027 Aug 11 22:08:46.443002 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43462) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:46.444006 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5ffe5c00-5b80-4cdc-9ecf-1a1bdcd0d112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:46.482031 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55dd38e-4ffd-4819-bb29-485ad019c0a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-4f3117a4-101f-46e7-b2ca-86406dd067a5', 'network_id': '4f3117a4-101f-46e7-b2ca-86406dd067a5', 'tenant_id': 'abcd3a9dbc9241de9b56ecc6182ae60e', 'fixed_ips': [{'subnet_id': 'f190bb3c-3087-4da7-bce0-edb2ad9fc9e9'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:08:46.483483 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e55dd38e-4ffd-4819-bb29-485ad019c0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:46.513826 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b5a9e4f-ff4c-4421-ac7d-59beee605e74 req-99ef285e-5924-44db-a43b-d41c67d8cb7d tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922766 Aug 11 22:08:46.678188 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca994475-4019-4bd5-b366-2eac5987ad59 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:46.681896 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca994475-4019-4bd5-b366-2eac5987ad59 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:46.685779 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca994475-4019-4bd5-b366-2eac5987ad59 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:46.703543 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ca994475-4019-4bd5-b366-2eac5987ad59 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2442751 Aug 11 22:08:46.709532 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43466) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:46.719762 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f278ff92-c593-40e0-ab56-700c0fd7b2b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-8ead6e1c-9580-4c3e-9b4b-fc87dd814aa3', 'network_id': '8ead6e1c-9580-4c3e-9b4b-fc87dd814aa3', 'tenant_id': 'abcd3a9dbc9241de9b56ecc6182ae60e', 'fixed_ips': [{'subnet_id': '1e9c1ea5-1eb0-4526-b673-a7809a1893a3'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:08:46.721335 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f278ff92-c593-40e0-ab56-700c0fd7b2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:46.793759 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405d389-644a-4551-8cfc-63c97d32c75f req-1240bc96-0a72-4e9c-aadd-923be8202fc4 tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:46.801412 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2405d389-644a-4551-8cfc-63c97d32c75f req-1240bc96-0a72-4e9c-aadd-923be8202fc4 tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.77 "GET /v2.0/ports?device_id=97307dde-6723-49b2-bef9-6130f83dd6d7 HTTP/1.1" status: 200 len: 949 time: 0.1180320 Aug 11 22:08:46.816855 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5ffe5c00-5b80-4cdc-9ecf-1a1bdcd0d112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:46.823119 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-e50fc4c3-e9f1-47fa-9bee-b26002ebd521 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Deleting subnet f190bb3c-3087-4da7-bce0-edb2ad9fc9e9 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:08:46.826920 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5ffe5c00-5b80-4cdc-9ecf-1a1bdcd0d112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:46.833011 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-25e4d4c1-de53-40fc-9b40-98776883196a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] create failed (client error): The resource could not be found. Aug 11 22:08:46.835110 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-25e4d4c1-de53-40fc-9b40-98776883196a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4498308 Aug 11 22:08:46.841919 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43470) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:46.851698 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c5f54880-6b03-4a85-9758-26ac3a810d9e tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group': {'name': 'tempest-secgroup--1357424690'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:46.873595 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ffe5c00-5b80-4cdc-9ecf-1a1bdcd0d112 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:08:46.896354 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c5f54880-6b03-4a85-9758-26ac3a810d9e tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:46.908372 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5ffe5c00-5b80-4cdc-9ecf-1a1bdcd0d112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:46.908736 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-5ffe5c00-5b80-4cdc-9ecf-1a1bdcd0d112 admin admin] Added segment 00c7b139-e7fc-4b54-bc97-44e639286db8 of type vlan for network 0eed289d-e5a0-4ee3-a0ec-de49e60196a3 Aug 11 22:08:46.910648 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe5c00-5b80-4cdc-9ecf-1a1bdcd0d112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3f71de-0c59-42ad-a336-16aba3ccc0e1,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:46.926711 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2405d389-644a-4551-8cfc-63c97d32c75f req-109fb0b6-107f-40b6-a32f-20e5c2e8132e tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.77 "GET /v2.0/security-groups?id=db24444a-d516-48f6-8b4d-a22529fcf6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137168 Aug 11 22:08:46.979664 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-e55dd38e-4ffd-4819-bb29-485ad019c0a2 None None] Allocated IP 2001:db8::1 (4f3117a4-101f-46e7-b2ca-86406dd067a5/f190bb3c-3087-4da7-bce0-edb2ad9fc9e9/220bfb45-1031-4e23-96bc-5cc96fbd761e) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:08:47.034149 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5ffe5c00-5b80-4cdc-9ecf-1a1bdcd0d112 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:47.089977 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c5f54880-6b03-4a85-9758-26ac3a810d9e tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:47.096812 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c5f54880-6b03-4a85-9758-26ac3a810d9e tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:47.117521 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5ffe5c00-5b80-4cdc-9ecf-1a1bdcd0d112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:47.121568 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffe5c00-5b80-4cdc-9ecf-1a1bdcd0d112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:47.124722 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5ffe5c00-5b80-4cdc-9ecf-1a1bdcd0d112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:47.140285 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c5f54880-6b03-4a85-9758-26ac3a810d9e tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:47.146521 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c5f54880-6b03-4a85-9758-26ac3a810d9e tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2982857 Aug 11 22:08:47.148830 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43474) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:47.149676 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f54880-6b03-4a85-9758-26ac3a810d9e tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd64f1a-4b7e-4c13-a66b-04e947328bed,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:47.154398 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-f278ff92-c593-40e0-ab56-700c0fd7b2b9 None None] Allocated IP 2001:db8:0:1::1 (8ead6e1c-9580-4c3e-9b4b-fc87dd814aa3/1e9c1ea5-1eb0-4526-b673-a7809a1893a3/c90c810e-9fdc-436c-a7eb-a3f37dfef3d3) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:08:47.159724 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-41ee9227-d3ed-432b-9253-dfda044b2166 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group': {'name': 'tempest-secgroup--80293995'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:47.211095 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41ee9227-d3ed-432b-9253-dfda044b2166 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:47.356728 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5ffe5c00-5b80-4cdc-9ecf-1a1bdcd0d112 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3141196 Aug 11 22:08:47.361067 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43478) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:47.373418 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe5c00-5b80-4cdc-9ecf-1a1bdcd0d112 admin admin] Pushing event updated for resources: {'Network': ['ID=0eed289d-e5a0-4ee3-a0ec-de49e60196a3,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:47.381757 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-63fa5724-a5b4-4da7-a617-1854a737d89d admin admin] Request body: {'subnet': {'network_id': '0eed289d-e5a0-4ee3-a0ec-de49e60196a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1475427329-subnet', 'tenant_id': '1af7fbf8275e477482973195cd6560a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:47.422757 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 0eed289d-e5a0-4ee3-a0ec-de49e60196a3 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:08:47.529842 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41ee9227-d3ed-432b-9253-dfda044b2166 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:47.543744 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41ee9227-d3ed-432b-9253-dfda044b2166 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:47.589136 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:47.597402 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e55dd38e-4ffd-4819-bb29-485ad019c0a2 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:47.627479 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fa5724-a5b4-4da7-a617-1854a737d89d admin admin] Made reservation on behalf of 1af7fbf8275e477482973195cd6560a1 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:08:47.632235 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-63fa5724-a5b4-4da7-a617-1854a737d89d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:47.669343 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41ee9227-d3ed-432b-9253-dfda044b2166 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:47.670566 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e55dd38e-4ffd-4819-bb29-485ad019c0a2 None None] Transition to ACTIVE for port object 220bfb45-1031-4e23-96bc-5cc96fbd761e will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:08:47.676295 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-41ee9227-d3ed-432b-9253-dfda044b2166 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5171132 Aug 11 22:08:47.676722 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43482) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:47.682621 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-4a1c05dd-3673-4da0-bd9a-6413c98fa9e0 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group_rule': {'security_group_id': '1bd64f1a-4b7e-4c13-a66b-04e947328bed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd4b1b72e-d1b0-46ca-aa76-fab33f4b4eb7'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:47.738070 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f278ff92-c593-40e0-ab56-700c0fd7b2b9 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:47.742141 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e55dd38e-4ffd-4819-bb29-485ad019c0a2 None None] Transition to ACTIVE for port object 220bfb45-1031-4e23-96bc-5cc96fbd761e will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:08:47.758877 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f278ff92-c593-40e0-ab56-700c0fd7b2b9 None None] Transition to ACTIVE for port object c90c810e-9fdc-436c-a7eb-a3f37dfef3d3 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:08:47.763306 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e55dd38e-4ffd-4819-bb29-485ad019c0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:47.806656 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-4a1c05dd-3673-4da0-bd9a-6413c98fa9e0 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:08:47.811882 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4a1c05dd-3673-4da0-bd9a-6413c98fa9e0 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1309972 Aug 11 22:08:47.813597 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43484) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:47.871204 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55dd38e-4ffd-4819-bb29-485ad019c0a2 None None] Pushing event updated for resources: {'Port': ['ID=220bfb45-1031-4e23-96bc-5cc96fbd761e,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:47.890474 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f278ff92-c593-40e0-ab56-700c0fd7b2b9 None None] Transition to ACTIVE for port object c90c810e-9fdc-436c-a7eb-a3f37dfef3d3 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:08:47.903792 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f278ff92-c593-40e0-ab56-700c0fd7b2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:47.930487 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55dd38e-4ffd-4819-bb29-485ad019c0a2 None None] Network 4f3117a4-101f-46e7-b2ca-86406dd067a5 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:08:47.970305 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-e55dd38e-4ffd-4819-bb29-485ad019c0a2 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:08:47.986505 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f278ff92-c593-40e0-ab56-700c0fd7b2b9 None None] Network 8ead6e1c-9580-4c3e-9b4b-fc87dd814aa3 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:08:47.986505 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55dd38e-4ffd-4819-bb29-485ad019c0a2 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:08:47.999211 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-f278ff92-c593-40e0-ab56-700c0fd7b2b9 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:08:48.016738 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f278ff92-c593-40e0-ab56-700c0fd7b2b9 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:08:48.033722 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-577d9e83-3f9e-4b4c-83d3-ad59cbb44e6b tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:48.035231 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278ff92-c593-40e0-ab56-700c0fd7b2b9 None None] Pushing event updated for resources: {'Port': ['ID=c90c810e-9fdc-436c-a7eb-a3f37dfef3d3,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:48.118683 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-577d9e83-3f9e-4b4c-83d3-ad59cbb44e6b tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:48.142438 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440328df-2244-45a2-a8c8-e65f4e0320f0 req-db288f3b-b7ef-4f4b-989b-cde3efa58f0c tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:48.144703 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-440328df-2244-45a2-a8c8-e65f4e0320f0 req-db288f3b-b7ef-4f4b-989b-cde3efa58f0c tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1433823 Aug 11 22:08:48.157043 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-e55dd38e-4ffd-4819-bb29-485ad019c0a2 None None] Attempting to bind port 220bfb45-1031-4e23-96bc-5cc96fbd761e on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:08:48.157409 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-e55dd38e-4ffd-4819-bb29-485ad019c0a2 None None] Attempting to bind port 220bfb45-1031-4e23-96bc-5cc96fbd761e by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '4cb45253-7dd3-4dd7-825d-08cbd2b56aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4f3117a4-101f-46e7-b2ca-86406dd067a5'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:08:48.157769 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55dd38e-4ffd-4819-bb29-485ad019c0a2 None None] Attempting to bind port 220bfb45-1031-4e23-96bc-5cc96fbd761e on network 4f3117a4-101f-46e7-b2ca-86406dd067a5 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:08:48.164514 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55dd38e-4ffd-4819-bb29-485ad019c0a2 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:08:48.165340 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55dd38e-4ffd-4819-bb29-485ad019c0a2 None None] Checking segment: {'id': '4cb45253-7dd3-4dd7-825d-08cbd2b56aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4f3117a4-101f-46e7-b2ca-86406dd067a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:08:48.165943 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e55dd38e-4ffd-4819-bb29-485ad019c0a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:48.166546 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55dd38e-4ffd-4819-bb29-485ad019c0a2 None None] Bound using segment: {'id': '4cb45253-7dd3-4dd7-825d-08cbd2b56aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4f3117a4-101f-46e7-b2ca-86406dd067a5'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:08:48.167251 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-e55dd38e-4ffd-4819-bb29-485ad019c0a2 None None] Bound port: 220bfb45-1031-4e23-96bc-5cc96fbd761e, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb45253-7dd3-4dd7-825d-08cbd2b56aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4f3117a4-101f-46e7-b2ca-86406dd067a5'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:08:48.167893 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e55dd38e-4ffd-4819-bb29-485ad019c0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:48.187260 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f278ff92-c593-40e0-ab56-700c0fd7b2b9 None None] Attempting to bind port c90c810e-9fdc-436c-a7eb-a3f37dfef3d3 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:08:48.188670 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f278ff92-c593-40e0-ab56-700c0fd7b2b9 None None] Attempting to bind port c90c810e-9fdc-436c-a7eb-a3f37dfef3d3 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '9b1691dc-982e-4194-9338-93cb24edf4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8ead6e1c-9580-4c3e-9b4b-fc87dd814aa3'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:08:48.189430 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f278ff92-c593-40e0-ab56-700c0fd7b2b9 None None] Attempting to bind port c90c810e-9fdc-436c-a7eb-a3f37dfef3d3 on network 8ead6e1c-9580-4c3e-9b4b-fc87dd814aa3 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:08:48.204536 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f278ff92-c593-40e0-ab56-700c0fd7b2b9 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:08:48.205604 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f278ff92-c593-40e0-ab56-700c0fd7b2b9 None None] Checking segment: {'id': '9b1691dc-982e-4194-9338-93cb24edf4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8ead6e1c-9580-4c3e-9b4b-fc87dd814aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:08:48.207647 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f278ff92-c593-40e0-ab56-700c0fd7b2b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:48.208528 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f278ff92-c593-40e0-ab56-700c0fd7b2b9 None None] Bound using segment: {'id': '9b1691dc-982e-4194-9338-93cb24edf4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8ead6e1c-9580-4c3e-9b4b-fc87dd814aa3'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:08:48.209445 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f278ff92-c593-40e0-ab56-700c0fd7b2b9 None None] Bound port: c90c810e-9fdc-436c-a7eb-a3f37dfef3d3, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b1691dc-982e-4194-9338-93cb24edf4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8ead6e1c-9580-4c3e-9b4b-fc87dd814aa3'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:08:48.209986 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f278ff92-c593-40e0-ab56-700c0fd7b2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:48.288421 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-440328df-2244-45a2-a8c8-e65f4e0320f0 req-091266ab-8d26-48a2-9e81-518f72bced33 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790963 Aug 11 22:08:48.289825 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-577d9e83-3f9e-4b4c-83d3-ad59cbb44e6b tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:48.294791 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-577d9e83-3f9e-4b4c-83d3-ad59cbb44e6b tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:48.299389 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-577d9e83-3f9e-4b4c-83d3-ad59cbb44e6b tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "DELETE /v2.0/security-groups/d4b1b72e-d1b0-46ca-aa76-fab33f4b4eb7 HTTP/1.1" status: 204 len: 168 time: 0.4807301 Aug 11 22:08:48.303029 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43492) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:48.327385 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d9e83-3f9e-4b4c-83d3-ad59cbb44e6b tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b1b72e-d1b0-46ca-aa76-fab33f4b4eb7,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:48.347098 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee9227-d3ed-432b-9253-dfda044b2166 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b1b72e-d1b0-46ca-aa76-fab33f4b4eb7,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:48.356899 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e50fc4c3-e9f1-47fa-9bee-b26002ebd521 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:48.399789 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-f278ff92-c593-40e0-ab56-700c0fd7b2b9 None None] For port c90c810e-9fdc-436c-a7eb-a3f37dfef3d3, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:08:48.409266 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-f278ff92-c593-40e0-ab56-700c0fd7b2b9 None None] For port c90c810e-9fdc-436c-a7eb-a3f37dfef3d3, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=c90c810e-9fdc-436c-a7eb-a3f37dfef3d3,segment=NetworkSegment(9b1691dc-982e-4194-9338-93cb24edf4ca),segment_id=9b1691dc-982e-4194-9338-93cb24edf4ca)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:08:48.420763 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e50fc4c3-e9f1-47fa-9bee-b26002ebd521 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:48.432524 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f278ff92-c593-40e0-ab56-700c0fd7b2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:48.433573 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7a6776a0-8a12-407a-9f9f-1adf4cb80e3d tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1262650 Aug 11 22:08:48.439667 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43496) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:48.550346 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-e55dd38e-4ffd-4819-bb29-485ad019c0a2 None None] For port 220bfb45-1031-4e23-96bc-5cc96fbd761e, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:08:48.559133 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-e55dd38e-4ffd-4819-bb29-485ad019c0a2 None None] For port 220bfb45-1031-4e23-96bc-5cc96fbd761e, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=220bfb45-1031-4e23-96bc-5cc96fbd761e,segment=NetworkSegment(4cb45253-7dd3-4dd7-825d-08cbd2b56aaa),segment_id=4cb45253-7dd3-4dd7-825d-08cbd2b56aaa)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:08:48.583925 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e50fc4c3-e9f1-47fa-9bee-b26002ebd521 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:48.600597 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e55dd38e-4ffd-4819-bb29-485ad019c0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:48.613720 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278ff92-c593-40e0-ab56-700c0fd7b2b9 None None] Pushing event updated for resources: {'Port': ['ID=c90c810e-9fdc-436c-a7eb-a3f37dfef3d3,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:48.619149 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cb4a1-d0a0-4297-98a7-cc241e75b5fa req-a68e4965-f1a1-490c-bc4a-f74815801c8d tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:48.635777 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6a7cb4a1-d0a0-4297-98a7-cc241e75b5fa req-a68e4965-f1a1-490c-bc4a-f74815801c8d tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.77 "GET /v2.0/ports?device_id=97307dde-6723-49b2-bef9-6130f83dd6d7 HTTP/1.1" status: 200 len: 949 time: 0.1995265 Aug 11 22:08:48.707266 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0de33c95-edd1-451b-82ff-bc8207fd5aa8 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:48.715888 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-63fa5724-a5b4-4da7-a617-1854a737d89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:48.791469 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6a7cb4a1-d0a0-4297-98a7-cc241e75b5fa req-419e67aa-4366-4ebf-a1c1-850159e4d36a tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.77 "GET /v2.0/security-groups?id=db24444a-d516-48f6-8b4d-a22529fcf6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510413 Aug 11 22:08:48.794940 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0de33c95-edd1-451b-82ff-bc8207fd5aa8 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:48.802523 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa5724-a5b4-4da7-a617-1854a737d89d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5617d5c-59cd-4b05-8f3a-c2eb88d6c7ac,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:48.841455 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 867672ab-f70d-44f2-b14b-5186a43b239f up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:08:48.903445 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e50fc4c3-e9f1-47fa-9bee-b26002ebd521 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:48.929190 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:48.955807 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0de33c95-edd1-451b-82ff-bc8207fd5aa8 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:48.958758 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55dd38e-4ffd-4819-bb29-485ad019c0a2 None None] Pushing event updated for resources: {'Port': ['ID=220bfb45-1031-4e23-96bc-5cc96fbd761e,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:48.960446 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0de33c95-edd1-451b-82ff-bc8207fd5aa8 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:48.964897 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0de33c95-edd1-451b-82ff-bc8207fd5aa8 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "DELETE /v2.0/security-groups/1bd64f1a-4b7e-4c13-a66b-04e947328bed HTTP/1.1" status: 204 len: 168 time: 0.5209799 Aug 11 22:08:48.968631 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43500) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:49.044861 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 867672ab-f70d-44f2-b14b-5186a43b239f completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:08:49.055968 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 867672ab-f70d-44f2-b14b-5186a43b239f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:08:49.056470 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:49.091484 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de33c95-edd1-451b-82ff-bc8207fd5aa8 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd64f1a-4b7e-4c13-a66b-04e947328bed,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:49.095948 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fa5724-a5b4-4da7-a617-1854a737d89d admin admin] Checking segment: {'id': '00c7b139-e7fc-4b54-bc97-44e639286db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0eed289d-e5a0-4ee3-a0ec-de49e60196a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:08:49.096517 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fa5724-a5b4-4da7-a617-1854a737d89d admin admin] Network hostable DHCP agents. Network: 0eed289d-e5a0-4ee3-a0ec-de49e60196a3, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:08:49.101661 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fc4c3-e9f1-47fa-9bee-b26002ebd521 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Pushing event deleted for resources: {'Subnet': ['ID=f190bb3c-3087-4da7-bce0-edb2ad9fc9e9,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:49.105643 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e50fc4c3-e9f1-47fa-9bee-b26002ebd521 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:49.114010 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43502) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:49.115344 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e50fc4c3-e9f1-47fa-9bee-b26002ebd521 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] 10.222.0.77 "DELETE /v2.0/subnets/f190bb3c-3087-4da7-bce0-edb2ad9fc9e9 HTTP/1.1" status: 204 len: 168 time: 2.4023790 Aug 11 22:08:49.205117 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fa5724-a5b4-4da7-a617-1854a737d89d admin admin] Network 0eed289d-e5a0-4ee3-a0ec-de49e60196a3 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:08:49.231800 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-63fa5724-a5b4-4da7-a617-1854a737d89d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 0eed289d-e5a0-4ee3-a0ec-de49e60196a3) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:08:49.242912 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fa5724-a5b4-4da7-a617-1854a737d89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:49.244518 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-63fa5724-a5b4-4da7-a617-1854a737d89d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:49.300500 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-63fa5724-a5b4-4da7-a617-1854a737d89d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9311450 Aug 11 22:08:49.313444 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af9dd8f-38e6-4fe7-a017-f610b5bbda64 None None] Network 0eed289d-e5a0-4ee3-a0ec-de49e60196a3 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:08:49.446081 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a9ca09b6-10a5-485d-b1b9-9fb00eb61c77 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4717624 Aug 11 22:08:49.448510 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43508) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:49.496915 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-6d46d6cc-ce0e-46e7-9398-1ae892dbf12f tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group': {'name': 'tempest-secgroup--1441599758'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:49.526054 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:49.570719 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-81aa09c6-5844-419a-bd55-45d015379427 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Deleting subnet 1e9c1ea5-1eb0-4526-b673-a7809a1893a3 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:08:49.581186 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-81aa09c6-5844-419a-bd55-45d015379427 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:49.657989 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97307dde-6723-49b2-bef9-6130f83dd6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867672ab-f70d-44f2-b14b-5186a43b239f'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:08:49.662616 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5de744-bcf0-4e4e-8ecf-e58ff73825e8" -d '{"events": [{"server_uuid": "97307dde-6723-49b2-bef9-6130f83dd6d7", "name": "network-vif-plugged", "status": "completed", "tag": "867672ab-f70d-44f2-b14b-5186a43b239f"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:08:49.665192 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-81aa09c6-5844-419a-bd55-45d015379427 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:49.744575 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device c90c810e-9fdc-436c-a7eb-a3f37dfef3d3 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:08:49.789418 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 867672ab-f70d-44f2-b14b-5186a43b239f, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=867672ab-f70d-44f2-b14b-5186a43b239f,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:49.793793 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6d46d6cc-ce0e-46e7-9398-1ae892dbf12f tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:49.802916 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:49.901222 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed25725-dfd9-449e-a96d-aabb28b13236 req-62fc71f0-02c4-4da4-880b-8217b069760b tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:49.903212 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2ed25725-dfd9-449e-a96d-aabb28b13236 req-62fc71f0-02c4-4da4-880b-8217b069760b tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1686962 Aug 11 22:08:49.919284 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-81aa09c6-5844-419a-bd55-45d015379427 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:49.962539 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16115e34-2c20-4393-ab1d-54c410283f74 None None] Network 0eed289d-e5a0-4ee3-a0ec-de49e60196a3 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:08:50.035125 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2ed25725-dfd9-449e-a96d-aabb28b13236 req-52113e0e-7bfe-40e1-9ca1-cf494ecbee82 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875032 Aug 11 22:08:50.061037 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-81aa09c6-5844-419a-bd55-45d015379427 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:50.068541 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=867672ab-f70d-44f2-b14b-5186a43b239f,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:50.097496 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6d46d6cc-ce0e-46e7-9398-1ae892dbf12f tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:50.139456 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6d46d6cc-ce0e-46e7-9398-1ae892dbf12f tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:50.142311 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa09c6-5844-419a-bd55-45d015379427 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Pushing event deleted for resources: {'Subnet': ['ID=1e9c1ea5-1eb0-4526-b673-a7809a1893a3,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:50.153280 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-81aa09c6-5844-419a-bd55-45d015379427 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:50.162693 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43520) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:50.163618 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-81aa09c6-5844-419a-bd55-45d015379427 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] 10.222.0.77 "DELETE /v2.0/subnets/1e9c1ea5-1eb0-4526-b673-a7809a1893a3 HTTP/1.1" status: 204 len: 168 time: 1.0470517 Aug 11 22:08:50.174471 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port c90c810e-9fdc-436c-a7eb-a3f37dfef3d3 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:08:50.196924 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6d46d6cc-ce0e-46e7-9398-1ae892dbf12f tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:50.198295 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6d46d6cc-ce0e-46e7-9398-1ae892dbf12f tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7350721 Aug 11 22:08:50.211263 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43522) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:50.219884 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-e785664a-1f9c-4eec-b5de-5e5da1240994 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group_rule': {'security_group_id': 'c9bb2538-1b69-4f9f-86b4-a734b3ac7f4b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:50.222100 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3645af09-a523-42d1-8581-734f7b48cc77 x-openstack-request-id: req-3645af09-a523-42d1-8581-734f7b48cc77 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:08:50.222951 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97307dde-6723-49b2-bef9-6130f83dd6d7", "name": "network-vif-plugged", "status": "completed", "tag": "867672ab-f70d-44f2-b14b-5186a43b239f", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:08:50.223829 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3645af09-a523-42d1-8581-734f7b48cc77 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:08:50.224880 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97307dde-6723-49b2-bef9-6130f83dd6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867672ab-f70d-44f2-b14b-5186a43b239f', 'code': 200} Aug 11 22:08:50.231349 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 220bfb45-1031-4e23-96bc-5cc96fbd761e up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:08:50.243879 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46d6cc-ce0e-46e7-9398-1ae892dbf12f tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bb2538-1b69-4f9f-86b4-a734b3ac7f4b,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:50.318082 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-e785664a-1f9c-4eec-b5de-5e5da1240994 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:08:50.335307 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e785664a-1f9c-4eec-b5de-5e5da1240994 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1072247 Aug 11 22:08:50.341442 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43528) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:50.362217 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-c6877d14-516b-4e42-979f-f550d067df1a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group_rule': {'security_group_id': 'c9bb2538-1b69-4f9f-86b4-a734b3ac7f4b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:50.444342 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ee7c27-9c70-4da4-b073-d79642b70f7e tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:50.453415 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f1ee7c27-9c70-4da4-b073-d79642b70f7e tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2844038 Aug 11 22:08:50.455946 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43530) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:50.471839 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:50.487340 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 220bfb45-1031-4e23-96bc-5cc96fbd761e completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:08:50.516669 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b96d5b-4967-4307-8b90-aa42dab93c71 req-e386d821-ebd2-400e-9f9d-0e56d20ec99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:50.519479 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c9b96d5b-4967-4307-8b90-aa42dab93c71 req-e386d821-ebd2-400e-9f9d-0e56d20ec99d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=97307dde-6723-49b2-bef9-6130f83dd6d7 HTTP/1.1" status: 200 len: 1101 time: 0.1491449 Aug 11 22:08:50.616145 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-c6877d14-516b-4e42-979f-f550d067df1a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:08:50.621819 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c6877d14-516b-4e42-979f-f550d067df1a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2723377 Aug 11 22:08:50.626586 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43534) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:50.647431 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c9b96d5b-4967-4307-8b90-aa42dab93c71 req-65682cc8-e1d3-4f8d-ade9-6393623f160c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=db24444a-d516-48f6-8b4d-a22529fcf6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188717 Aug 11 22:08:50.688360 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece49c6c-ae7b-4f18-9877-e0f117d51d64 None None] Network 8ead6e1c-9580-4c3e-9b4b-fc87dd814aa3 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:08:50.688615 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cceafbe-c9b6-4463-b676-5403edc23ca8 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:50.791724 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4627ca19-b48c-4846-9140-bbdca12b3145 None None] Provisioning for port c90c810e-9fdc-436c-a7eb-a3f37dfef3d3 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:08:50.820903 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-6cceafbe-c9b6-4463-b676-5403edc23ca8 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Deleting port c90c810e-9fdc-436c-a7eb-a3f37dfef3d3 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:08:50.821454 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cceafbe-c9b6-4463-b676-5403edc23ca8 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:50.823307 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4627ca19-b48c-4846-9140-bbdca12b3145 None None] Provisioning complete for port c90c810e-9fdc-436c-a7eb-a3f37dfef3d3 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:08:50.823928 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4627ca19-b48c-4846-9140-bbdca12b3145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:50.844196 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd905-4ee5-452a-8943-bd8155cbe1bb tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:50.906024 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd905-4ee5-452a-8943-bd8155cbe1bb tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:50.954563 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caca420-71bb-481c-8b17-26ae77e65997 req-4dc08910-e5b2-4366-8e1c-6acc9ff0947b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:50.954948 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4627ca19-b48c-4846-9140-bbdca12b3145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:50.963141 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1caca420-71bb-481c-8b17-26ae77e65997 req-4dc08910-e5b2-4366-8e1c-6acc9ff0947b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/networks?id=0eed289d-e5a0-4ee3-a0ec-de49e60196a3 HTTP/1.1" status: 200 len: 814 time: 0.2260454 Aug 11 22:08:50.997590 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-6cceafbe-c9b6-4463-b676-5403edc23ca8 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] For port c90c810e-9fdc-436c-a7eb-a3f37dfef3d3, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=c90c810e-9fdc-436c-a7eb-a3f37dfef3d3,segment=NetworkSegment(9b1691dc-982e-4194-9338-93cb24edf4ca),segment_id=9b1691dc-982e-4194-9338-93cb24edf4ca)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:50.999146 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1caca420-71bb-481c-8b17-26ae77e65997 req-f92c1458-cb3e-4059-9a63-f135ad3b9493 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/quotas/1af7fbf8275e477482973195cd6560a1 HTTP/1.1" status: 200 len: 375 time: 0.0346251 Aug 11 22:08:51.003246 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cceafbe-c9b6-4463-b676-5403edc23ca8 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:51.011335 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4627ca19-b48c-4846-9140-bbdca12b3145 None None] For port c90c810e-9fdc-436c-a7eb-a3f37dfef3d3, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=c90c810e-9fdc-436c-a7eb-a3f37dfef3d3,segment=NetworkSegment(9b1691dc-982e-4194-9338-93cb24edf4ca),segment_id=9b1691dc-982e-4194-9338-93cb24edf4ca)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:51.026804 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4627ca19-b48c-4846-9140-bbdca12b3145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:51.038515 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-6cceafbe-c9b6-4463-b676-5403edc23ca8 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Calling delete_port for c90c810e-9fdc-436c-a7eb-a3f37dfef3d3 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:08:51.075863 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d1903f-5c15-4604-8991-802bfa763f33 None None] DHCP port deletion for 8ead6e1c-9580-4c3e-9b4b-fc87dd814aa3 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:08:51.077090 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1caca420-71bb-481c-8b17-26ae77e65997 req-e79d87b1-a3d0-4202-bfe0-0e6119243c98 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1af7fbf8275e477482973195cd6560a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758774 Aug 11 22:08:51.079072 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd905-4ee5-452a-8943-bd8155cbe1bb tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:51.086725 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd905-4ee5-452a-8943-bd8155cbe1bb tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:51.089267 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e7bfd905-4ee5-452a-8943-bd8155cbe1bb tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "DELETE /v2.0/security-groups/c9bb2538-1b69-4f9f-86b4-a734b3ac7f4b HTTP/1.1" status: 204 len: 168 time: 0.4596040 Aug 11 22:08:51.097560 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43546) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:51.134979 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627ca19-b48c-4846-9140-bbdca12b3145 None None] Pushing event updated for resources: {'Port': ['ID=c90c810e-9fdc-436c-a7eb-a3f37dfef3d3,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:51.191500 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-55d1903f-5c15-4604-8991-802bfa763f33 None None] Deleting port c90c810e-9fdc-436c-a7eb-a3f37dfef3d3 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:08:51.192185 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-55d1903f-5c15-4604-8991-802bfa763f33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:51.242456 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cceafbe-c9b6-4463-b676-5403edc23ca8 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:51.256518 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1caca420-71bb-481c-8b17-26ae77e65997 req-70f429b3-6ac6-450c-affb-8f8192eceb5e service neutron] 10.222.0.77 "GET /v2.0/networks/0eed289d-e5a0-4ee3-a0ec-de49e60196a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437314 Aug 11 22:08:51.264243 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c7c4ae-887a-4b47-92a4-4ddd6a8b7f24 None None] Network 4f3117a4-101f-46e7-b2ca-86406dd067a5 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:08:51.270476 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfd905-4ee5-452a-8943-bd8155cbe1bb tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bb2538-1b69-4f9f-86b4-a734b3ac7f4b,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:51.314472 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cceafbe-c9b6-4463-b676-5403edc23ca8 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Pushing event deleted for resources: {'Port': ['ID=c90c810e-9fdc-436c-a7eb-a3f37dfef3d3,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:51.318518 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cceafbe-c9b6-4463-b676-5403edc23ca8 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] No DVR routers for this DVR port c90c810e-9fdc-436c-a7eb-a3f37dfef3d3 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:08:51.389301 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-55d1903f-5c15-4604-8991-802bfa763f33 None None] For port c90c810e-9fdc-436c-a7eb-a3f37dfef3d3, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=c90c810e-9fdc-436c-a7eb-a3f37dfef3d3,segment=NetworkSegment(9b1691dc-982e-4194-9338-93cb24edf4ca),segment_id=9b1691dc-982e-4194-9338-93cb24edf4ca)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:51.389865 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-55d1903f-5c15-4604-8991-802bfa763f33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:51.396833 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b3a0121b-6613-4b86-92ef-9b9dc534e946 None None] Provisioning for port 220bfb45-1031-4e23-96bc-5cc96fbd761e completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:08:51.431733 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b3a0121b-6613-4b86-92ef-9b9dc534e946 None None] Provisioning complete for port 220bfb45-1031-4e23-96bc-5cc96fbd761e triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:08:51.432127 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b3a0121b-6613-4b86-92ef-9b9dc534e946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:51.434448 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-55d1903f-5c15-4604-8991-802bfa763f33 None None] Calling delete_port for c90c810e-9fdc-436c-a7eb-a3f37dfef3d3 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:08:51.448078 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1caca420-71bb-481c-8b17-26ae77e65997 req-5e78f1cf-cee1-4969-9acd-91ad959206f2 service neutron] 10.222.0.77 "GET /v2.0/networks/0eed289d-e5a0-4ee3-a0ec-de49e60196a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904733 Aug 11 22:08:51.489526 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cceafbe-c9b6-4463-b676-5403edc23ca8 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:51.496981 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1ff155c6-4a48-4466-a9fe-4f93774a53e0 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3970411 Aug 11 22:08:51.502993 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43548) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:51.510744 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-4234b950-8d2e-4d06-97d2-3575c9b939b1 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group': {'name': 'tempest-secgroup--894240788'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:51.515163 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-6cceafbe-c9b6-4463-b676-5403edc23ca8 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ead6e1c-9580-4c3e-9b4b-fc87dd814aa3']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:08:51.551398 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-6cceafbe-c9b6-4463-b676-5403edc23ca8 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b1691dc-982e-4194-9338-93cb24edf4ca') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:08:51.551978 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-6cceafbe-c9b6-4463-b676-5403edc23ca8 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b1691dc-982e-4194-9338-93cb24edf4ca') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:08:51.559291 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4234b950-8d2e-4d06-97d2-3575c9b939b1 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:51.582035 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cceafbe-c9b6-4463-b676-5403edc23ca8 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:51.588369 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device c90c810e-9fdc-436c-a7eb-a3f37dfef3d3 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:08:51.614636 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cceafbe-c9b6-4463-b676-5403edc23ca8 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:51.629858 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cceafbe-c9b6-4463-b676-5403edc23ca8 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:08:51.630703 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cceafbe-c9b6-4463-b676-5403edc23ca8 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:08:51.637565 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:08:51.747034 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4234b950-8d2e-4d06-97d2-3575c9b939b1 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:51.752924 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4234b950-8d2e-4d06-97d2-3575c9b939b1 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:51.757892 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cceafbe-c9b6-4463-b676-5403edc23ca8 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:51.775876 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cceafbe-c9b6-4463-b676-5403edc23ca8 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:51.779080 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6cceafbe-c9b6-4463-b676-5403edc23ca8 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] 10.222.0.77 "DELETE /v2.0/networks/8ead6e1c-9580-4c3e-9b4b-fc87dd814aa3 HTTP/1.1" status: 204 len: 168 time: 1.3214989 Aug 11 22:08:51.793888 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: c90c810e-9fdc-436c-a7eb-a3f37dfef3d3 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:08:51.794456 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device c90c810e-9fdc-436c-a7eb-a3f37dfef3d3 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:08:51.795286 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43554) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:51.820909 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:08:51.824999 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cceafbe-c9b6-4463-b676-5403edc23ca8 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Pushing event deleted for resources: {'Network': ['ID=8ead6e1c-9580-4c3e-9b4b-fc87dd814aa3,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:51.900185 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11192e9-6638-48bc-90c9-a80e151396e3 req-2ed2328b-fca6-42bb-9bca-b1e32e9f6355 tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:51.911406 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e11192e9-6638-48bc-90c9-a80e151396e3 req-2ed2328b-fca6-42bb-9bca-b1e32e9f6355 tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.77 "GET /v2.0/ports?device_id=97307dde-6723-49b2-bef9-6130f83dd6d7 HTTP/1.1" status: 200 len: 950 time: 0.1978226 Aug 11 22:08:51.913597 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4234b950-8d2e-4d06-97d2-3575c9b939b1 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:51.918935 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4234b950-8d2e-4d06-97d2-3575c9b939b1 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4101725 Aug 11 22:08:51.918935 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234b950-8d2e-4d06-97d2-3575c9b939b1 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf94149-71fa-4833-b0bb-722394f7047e,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:51.920662 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43556) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:51.951214 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-e300bcc3-f073-4cba-b2ce-ca0e3fad4bd3 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:51.954568 n-d-804275-3 neutron-server[100942]: WARNING neutron.api.v2.base [None req-e300bcc3-f073-4cba-b2ce-ca0e3fad4bd3 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 22:08:51.955430 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-e300bcc3-f073-4cba-b2ce-ca0e3fad4bd3 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] update failed (client error): There was a conflict when trying to complete your request. Aug 11 22:08:51.961120 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e300bcc3-f073-4cba-b2ce-ca0e3fad4bd3 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "PUT /v2.0/security-groups/0cf94149-71fa-4833-b0bb-722394f7047e HTTP/1.1" status: 409 len: 330 time: 0.0217667 Aug 11 22:08:51.961464 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6dbf66-fd0a-4cd1-862f-dcd521990d2e None None] DHCP port deletion for 4f3117a4-101f-46e7-b2ca-86406dd067a5 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:08:51.963377 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43558) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:52.023906 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-417b41e5-0392-4e8c-9373-0b95f29dceab tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:52.039275 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e11192e9-6638-48bc-90c9-a80e151396e3 req-babb6a90-bb42-4c5a-832d-c6e42b781c1e tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.77 "GET /v2.0/security-groups?id=db24444a-d516-48f6-8b4d-a22529fcf6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277628 Aug 11 22:08:52.039963 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b3a0121b-6613-4b86-92ef-9b9dc534e946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:52.082823 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-55d1903f-5c15-4604-8991-802bfa763f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:52.177885 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-892b9e81-2769-4fd5-9671-1886a8067156 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:52.198704 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b3a0121b-6613-4b86-92ef-9b9dc534e946 None None] For port 220bfb45-1031-4e23-96bc-5cc96fbd761e, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=220bfb45-1031-4e23-96bc-5cc96fbd761e,segment=NetworkSegment(4cb45253-7dd3-4dd7-825d-08cbd2b56aaa),segment_id=4cb45253-7dd3-4dd7-825d-08cbd2b56aaa)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:52.203619 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-55d1903f-5c15-4604-8991-802bfa763f33 None None] Network 8ead6e1c-9580-4c3e-9b4b-fc87dd814aa3 is not hosted by any dhcp agent {{(pid=100944) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 22:08:52.205586 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d1903f-5c15-4604-8991-802bfa763f33 None None] No DVR routers for this DVR port c90c810e-9fdc-436c-a7eb-a3f37dfef3d3 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:08:52.214982 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1903f-5c15-4604-8991-802bfa763f33 None None] Pushing event deleted for resources: {'Port': ['ID=c90c810e-9fdc-436c-a7eb-a3f37dfef3d3,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:52.217163 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b3a0121b-6613-4b86-92ef-9b9dc534e946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:52.239497 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-892b9e81-2769-4fd5-9671-1886a8067156 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:52.256006 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-417b41e5-0392-4e8c-9373-0b95f29dceab tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Deleting port 220bfb45-1031-4e23-96bc-5cc96fbd761e {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:08:52.265190 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-417b41e5-0392-4e8c-9373-0b95f29dceab tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:52.310856 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-892b9e81-2769-4fd5-9671-1886a8067156 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:52.313869 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-dc6dbf66-fd0a-4cd1-862f-dcd521990d2e None None] Deleting port 220bfb45-1031-4e23-96bc-5cc96fbd761e {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:08:52.314539 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-dc6dbf66-fd0a-4cd1-862f-dcd521990d2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:52.314729 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-892b9e81-2769-4fd5-9671-1886a8067156 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:52.316142 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-892b9e81-2769-4fd5-9671-1886a8067156 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "DELETE /v2.0/security-groups/0cf94149-71fa-4833-b0bb-722394f7047e HTTP/1.1" status: 204 len: 168 time: 0.3520370 Aug 11 22:08:52.320311 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43564) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:52.322256 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0121b-6613-4b86-92ef-9b9dc534e946 None None] Pushing event updated for resources: {'Port': ['ID=220bfb45-1031-4e23-96bc-5cc96fbd761e,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:52.342455 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b9e81-2769-4fd5-9671-1886a8067156 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf94149-71fa-4833-b0bb-722394f7047e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:52.408810 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e468986b-d480-4747-bcb4-70091243970a tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0873191 Aug 11 22:08:52.415026 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43568) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:52.436276 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-c9d02b10-3f97-46c1-ae73-cb0ce9bea874 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] delete failed (client error): The resource could not be found. Aug 11 22:08:52.437798 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c9d02b10-3f97-46c1-ae73-cb0ce9bea874 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "DELETE /v2.0/security-groups/527ab515-8d50-4752-85e5-6097848a7a2e HTTP/1.1" status: 404 len: 347 time: 0.0210156 Aug 11 22:08:52.444119 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43570) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:52.462405 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-58d4a28b-80b9-4974-b13a-c6420374da36 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] show failed (client error): The resource could not be found. Aug 11 22:08:52.464019 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-58d4a28b-80b9-4974-b13a-c6420374da36 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "GET /v2.0/security-groups/bdb70496-7c86-4c4e-b77b-698696667ae1 HTTP/1.1" status: 404 len: 347 time: 0.0181572 Aug 11 22:08:52.470235 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43572) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:52.472179 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-417b41e5-0392-4e8c-9373-0b95f29dceab tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] For port 220bfb45-1031-4e23-96bc-5cc96fbd761e, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=220bfb45-1031-4e23-96bc-5cc96fbd761e,segment=NetworkSegment(4cb45253-7dd3-4dd7-825d-08cbd2b56aaa),segment_id=4cb45253-7dd3-4dd7-825d-08cbd2b56aaa)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:52.472777 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-417b41e5-0392-4e8c-9373-0b95f29dceab tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:52.487665 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-e9d83379-45e1-41ce-9fe4-e5e91f8a4320 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] show failed (client error): The resource could not be found. Aug 11 22:08:52.489706 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e9d83379-45e1-41ce-9fe4-e5e91f8a4320 tempest-NegativeSecGroupIPv6Test-52950105 tempest-NegativeSecGroupIPv6Test-52950105-project] 10.222.0.77 "GET /v2.0/security-group-rules/fb2a9a69-68d8-4bcc-b72d-f94e981809b9 HTTP/1.1" status: 404 len: 356 time: 0.0178766 Aug 11 22:08:52.493643 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-dc6dbf66-fd0a-4cd1-862f-dcd521990d2e None None] For port 220bfb45-1031-4e23-96bc-5cc96fbd761e, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=220bfb45-1031-4e23-96bc-5cc96fbd761e,segment=NetworkSegment(4cb45253-7dd3-4dd7-825d-08cbd2b56aaa),segment_id=4cb45253-7dd3-4dd7-825d-08cbd2b56aaa)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:52.493643 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-dc6dbf66-fd0a-4cd1-862f-dcd521990d2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:52.509860 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-417b41e5-0392-4e8c-9373-0b95f29dceab tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Calling delete_port for 220bfb45-1031-4e23-96bc-5cc96fbd761e owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:08:52.536735 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-dc6dbf66-fd0a-4cd1-862f-dcd521990d2e None None] Calling delete_port for 220bfb45-1031-4e23-96bc-5cc96fbd761e owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:08:52.664819 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-417b41e5-0392-4e8c-9373-0b95f29dceab tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:52.696523 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b41e5-0392-4e8c-9373-0b95f29dceab tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Pushing event deleted for resources: {'Port': ['ID=220bfb45-1031-4e23-96bc-5cc96fbd761e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:52.701875 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417b41e5-0392-4e8c-9373-0b95f29dceab tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] No DVR routers for this DVR port 220bfb45-1031-4e23-96bc-5cc96fbd761e on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:08:52.752359 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-dc6dbf66-fd0a-4cd1-862f-dcd521990d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:52.813439 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6dbf66-fd0a-4cd1-862f-dcd521990d2e None None] Pushing event deleted for resources: {'Port': ['ID=220bfb45-1031-4e23-96bc-5cc96fbd761e,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:52.820992 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6dbf66-fd0a-4cd1-862f-dcd521990d2e None None] No DVR routers for this DVR port 220bfb45-1031-4e23-96bc-5cc96fbd761e on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:08:52.824242 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-417b41e5-0392-4e8c-9373-0b95f29dceab tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:52.839246 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-417b41e5-0392-4e8c-9373-0b95f29dceab tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f3117a4-101f-46e7-b2ca-86406dd067a5']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:08:52.855240 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfae840-bb3a-4686-8ebf-c13810aa3f16 req-d7875fa3-dc83-48be-9ab9-713f6928cb97 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:52.859276 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2cfae840-bb3a-4686-8ebf-c13810aa3f16 req-d7875fa3-dc83-48be-9ab9-713f6928cb97 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1431091 Aug 11 22:08:52.859786 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-417b41e5-0392-4e8c-9373-0b95f29dceab tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb45253-7dd3-4dd7-825d-08cbd2b56aaa') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:08:52.860119 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-417b41e5-0392-4e8c-9373-0b95f29dceab tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb45253-7dd3-4dd7-825d-08cbd2b56aaa') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:08:52.876812 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-417b41e5-0392-4e8c-9373-0b95f29dceab tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:52.878520 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43578) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:52.903988 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-417b41e5-0392-4e8c-9373-0b95f29dceab tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:52.920087 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417b41e5-0392-4e8c-9373-0b95f29dceab tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:08:52.920766 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-417b41e5-0392-4e8c-9373-0b95f29dceab tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:52.947763 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2cfae840-bb3a-4686-8ebf-c13810aa3f16 req-bb99720d-5f5a-4576-b508-8597a4095200 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695989 Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:08:52.955695 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:08:53.106640 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f20eab3b-9ee0-49d9-add9-e2b955dd26a4 req-83202759-3c14-4636-8891-ec7c6dc74fe7 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 210 time: 0.0354788 Aug 11 22:08:53.114243 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-417b41e5-0392-4e8c-9373-0b95f29dceab tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:53.130513 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-417b41e5-0392-4e8c-9373-0b95f29dceab tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:53.136126 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-417b41e5-0392-4e8c-9373-0b95f29dceab tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] 10.222.0.77 "DELETE /v2.0/networks/4f3117a4-101f-46e7-b2ca-86406dd067a5 HTTP/1.1" status: 204 len: 168 time: 1.3360007 Aug 11 22:08:53.137823 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43584) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:53.209510 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f778588d-260a-48a1-9bb0-581611c12a1b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7b90692ea2b442da9b93b2bc11aaa539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3294063 Aug 11 22:08:53.215734 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43588) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:53.268596 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b41e5-0392-4e8c-9373-0b95f29dceab tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Pushing event deleted for resources: {'Network': ['ID=4f3117a4-101f-46e7-b2ca-86406dd067a5,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:53.280810 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962a1a8-3693-44a1-9004-ebc30c8408ff req-6f237b85-9947-4661-af38-0be16ad13730 tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:53.284185 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e962a1a8-3693-44a1-9004-ebc30c8408ff req-6f237b85-9947-4661-af38-0be16ad13730 tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.77 "GET /v2.0/ports?device_id=97307dde-6723-49b2-bef9-6130f83dd6d7 HTTP/1.1" status: 200 len: 950 time: 0.1044850 Aug 11 22:08:53.326463 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6514bbf1-3e01-43c3-a611-c8b60c488053 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:53.337965 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6cf88984-6695-466b-b40e-509c898c57a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:53.414507 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6cf88984-6695-466b-b40e-509c898c57a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:53.423639 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e962a1a8-3693-44a1-9004-ebc30c8408ff req-40fa9286-156d-4615-bf25-ad5de40305f7 tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.77 "GET /v2.0/security-groups?id=db24444a-d516-48f6-8b4d-a22529fcf6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169250 Aug 11 22:08:53.518233 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6cf88984-6695-466b-b40e-509c898c57a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:53.526441 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6cf88984-6695-466b-b40e-509c898c57a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:53.528954 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6cf88984-6695-466b-b40e-509c898c57a2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c9a4d6dd-a4f3-4a1e-ba48-eb5c68d37634 HTTP/1.1" status: 204 len: 168 time: 0.3119538 Aug 11 22:08:53.543748 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf88984-6695-466b-b40e-509c898c57a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a4d6dd-a4f3-4a1e-ba48-eb5c68d37634,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:53.551127 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 220bfb45-1031-4e23-96bc-5cc96fbd761e no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:08:53.639297 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 220bfb45-1031-4e23-96bc-5cc96fbd761e {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:08:53.639971 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 220bfb45-1031-4e23-96bc-5cc96fbd761e not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:08:53.716591 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6514bbf1-3e01-43c3-a611-c8b60c488053 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:53.755770 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-6514bbf1-3e01-43c3-a611-c8b60c488053 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a674a2d-fd56-4dcf-9a02-38b3a0f1acb1']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:08:53.785852 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caca420-71bb-481c-8b17-26ae77e65997 req-5253382b-e441-4ac4-9e0a-a8e90d717060 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:53.788887 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1caca420-71bb-481c-8b17-26ae77e65997 req-5253382b-e441-4ac4-9e0a-a8e90d717060 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.52 "GET /v2.0/networks?id=0eed289d-e5a0-4ee3-a0ec-de49e60196a3 HTTP/1.1" status: 200 len: 814 time: 0.4067862 Aug 11 22:08:53.795589 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-6514bbf1-3e01-43c3-a611-c8b60c488053 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ade6096-ff19-4a7d-8643-a5ba938a4c01') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:08:53.796084 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-6514bbf1-3e01-43c3-a611-c8b60c488053 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ade6096-ff19-4a7d-8643-a5ba938a4c01') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:08:53.817611 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-1caca420-71bb-481c-8b17-26ae77e65997 req-abab5bbb-263d-49de-9023-432cf0582d6d tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Request body: {'port': {'device_id': '2609a9b0-193c-4664-add5-e8e25ff13b3b', 'network_id': '0eed289d-e5a0-4ee3-a0ec-de49e60196a3', 'admin_state_up': True, 'tenant_id': '1af7fbf8275e477482973195cd6560a1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:53.832316 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6514bbf1-3e01-43c3-a611-c8b60c488053 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:53.947558 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6514bbf1-3e01-43c3-a611-c8b60c488053 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:53.971746 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6514bbf1-3e01-43c3-a611-c8b60c488053 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:08:53.972498 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6514bbf1-3e01-43c3-a611-c8b60c488053 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:08:53.975934 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:08:54.081478 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6514bbf1-3e01-43c3-a611-c8b60c488053 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:54.092004 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6514bbf1-3e01-43c3-a611-c8b60c488053 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:54.097835 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6514bbf1-3e01-43c3-a611-c8b60c488053 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] 10.222.0.77 "DELETE /v2.0/networks/0a674a2d-fd56-4dcf-9a02-38b3a0f1acb1 HTTP/1.1" status: 204 len: 168 time: 0.9471393 Aug 11 22:08:54.099734 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43612) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:54.124917 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514bbf1-3e01-43c3-a611-c8b60c488053 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Pushing event deleted for resources: {'Network': ['ID=0a674a2d-fd56-4dcf-9a02-38b3a0f1acb1,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:54.196983 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1caca420-71bb-481c-8b17-26ae77e65997 req-abab5bbb-263d-49de-9023-432cf0582d6d tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Made reservation on behalf of 1af7fbf8275e477482973195cd6560a1 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:08:54.203541 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1caca420-71bb-481c-8b17-26ae77e65997 req-abab5bbb-263d-49de-9023-432cf0582d6d tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:54.204109 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd749da-657e-4312-882a-9baa53c4aa9a req-cb29ac8f-9330-412c-9e24-491279e21d02 tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:54.206002 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0bd749da-657e-4312-882a-9baa53c4aa9a req-cb29ac8f-9330-412c-9e24-491279e21d02 tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.77 "GET /v2.0/ports?device_id=97307dde-6723-49b2-bef9-6130f83dd6d7 HTTP/1.1" status: 200 len: 950 time: 0.0906687 Aug 11 22:08:54.268443 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0bd749da-657e-4312-882a-9baa53c4aa9a req-8ecfd878-b495-4dcd-bef8-aeab303776b2 tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.77 "GET /v2.0/security-groups?id=db24444a-d516-48f6-8b4d-a22529fcf6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556366 Aug 11 22:08:54.322345 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2d4b2ba8-dc08-450c-9c1b-e973ad3408b4 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:54.471037 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83300835-dba0-460d-a632-80e809443abf req-22d2771e-63e2-40da-8511-b82488b23e3a tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:54.483373 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-83300835-dba0-460d-a632-80e809443abf req-22d2771e-63e2-40da-8511-b82488b23e3a tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1059275 Aug 11 22:08:54.534681 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-83300835-dba0-460d-a632-80e809443abf req-61d41dd5-59c2-4dac-85df-fb4aaafe12d3 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500426 Aug 11 22:08:54.617824 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43626) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:54.666923 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2d4b2ba8-dc08-450c-9c1b-e973ad3408b4 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:54.677370 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6383d0eb-02fd-43cb-9165-952b0f3e9307 req-b70c740f-cdf5-40ee-856e-3d011b0f1947 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 210 time: 0.0360463 Aug 11 22:08:54.697574 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-2d4b2ba8-dc08-450c-9c1b-e973ad3408b4 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc75e6ca-933c-4925-94bc-8f2080be93e8']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:08:54.735795 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-2d4b2ba8-dc08-450c-9c1b-e973ad3408b4 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29b981d-16cd-4488-947e-3342ecd4499d') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:08:54.737569 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-2d4b2ba8-dc08-450c-9c1b-e973ad3408b4 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29b981d-16cd-4488-947e-3342ecd4499d') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:08:54.740804 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-1caca420-71bb-481c-8b17-26ae77e65997 req-abab5bbb-263d-49de-9023-432cf0582d6d tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Allocated IP 172.20.0.3 (0eed289d-e5a0-4ee3-a0ec-de49e60196a3/c5617d5c-59cd-4b05-8f3a-c2eb88d6c7ac/18d01bf9-6db4-4000-a84c-3022f783de63) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:08:54.772330 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2d4b2ba8-dc08-450c-9c1b-e973ad3408b4 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:54.787406 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-0beac0d0-d028-43de-a975-c638d222ddbc tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:54.788160 n-d-804275-3 neutron-server[100943]: WARNING neutron.api.v2.base [None req-0beac0d0-d028-43de-a975-c638d222ddbc tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 22:08:54.788854 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-0beac0d0-d028-43de-a975-c638d222ddbc tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 22:08:54.796314 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0beac0d0-d028-43de-a975-c638d222ddbc tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1707723 Aug 11 22:08:54.796314 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43632) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:54.808340 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-2e4a14af-e8cb-487e-b214-067d76b80865 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group': {'name': 'tempest-secgroup--398615214'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:54.818350 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2d4b2ba8-dc08-450c-9c1b-e973ad3408b4 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:54.844239 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2e4a14af-e8cb-487e-b214-067d76b80865 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:54.846125 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d4b2ba8-dc08-450c-9c1b-e973ad3408b4 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:08:54.846924 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2d4b2ba8-dc08-450c-9c1b-e973ad3408b4 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:08:54.853867 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:08:54.856100 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2e4a14af-e8cb-487e-b214-067d76b80865 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:54.993809 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2e4a14af-e8cb-487e-b214-067d76b80865 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:54.999445 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2e4a14af-e8cb-487e-b214-067d76b80865 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:55.006863 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2d4b2ba8-dc08-450c-9c1b-e973ad3408b4 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:55.018584 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2d4b2ba8-dc08-450c-9c1b-e973ad3408b4 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:55.020598 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2d4b2ba8-dc08-450c-9c1b-e973ad3408b4 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] 10.222.0.77 "DELETE /v2.0/networks/bc75e6ca-933c-4925-94bc-8f2080be93e8 HTTP/1.1" status: 204 len: 168 time: 0.9200468 Aug 11 22:08:55.050702 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b2ba8-dc08-450c-9c1b-e973ad3408b4 tempest-BulkNetworkOpsIpV6Test-346874078 tempest-BulkNetworkOpsIpV6Test-346874078-project] Pushing event deleted for resources: {'Network': ['ID=bc75e6ca-933c-4925-94bc-8f2080be93e8,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:55.066318 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a14af-e8cb-487e-b214-067d76b80865 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0221027-4b3b-4b17-a042-c7a920005179,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:55.182790 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2e4a14af-e8cb-487e-b214-067d76b80865 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:55.189652 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2e4a14af-e8cb-487e-b214-067d76b80865 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:55.196522 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1caca420-71bb-481c-8b17-26ae77e65997 req-abab5bbb-263d-49de-9023-432cf0582d6d tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:55.226932 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a14af-e8cb-487e-b214-067d76b80865 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1266f9-fdfe-4162-910e-f0c5f136241d,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:55.241439 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2e4a14af-e8cb-487e-b214-067d76b80865 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:55.246793 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2e4a14af-e8cb-487e-b214-067d76b80865 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4481928 Aug 11 22:08:55.247499 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43638) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:55.252676 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-58bd9735-161a-40f7-8afb-a3a198e4d3c5 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group_rule': {'security_group_id': '6d1266f9-fdfe-4162-910e-f0c5f136241d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:55.284991 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-58bd9735-161a-40f7-8afb-a3a198e4d3c5 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:55.286168 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1caca420-71bb-481c-8b17-26ae77e65997 req-abab5bbb-263d-49de-9023-432cf0582d6d tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:55.365506 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1caca420-71bb-481c-8b17-26ae77e65997 req-abab5bbb-263d-49de-9023-432cf0582d6d tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Network 0eed289d-e5a0-4ee3-a0ec-de49e60196a3 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:08:55.370558 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-1caca420-71bb-481c-8b17-26ae77e65997 req-abab5bbb-263d-49de-9023-432cf0582d6d tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:08:55.379403 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-1caca420-71bb-481c-8b17-26ae77e65997 req-abab5bbb-263d-49de-9023-432cf0582d6d tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:08:55.391523 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-58bd9735-161a-40f7-8afb-a3a198e4d3c5 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:55.398860 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-58bd9735-161a-40f7-8afb-a3a198e4d3c5 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:55.432552 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd9735-161a-40f7-8afb-a3a198e4d3c5 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=950bc8e0-2098-4295-a021-76635a3eae44,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:55.439888 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab5bbb-263d-49de-9023-432cf0582d6d tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Pushing event updated for resources: {'Port': ['ID=18d01bf9-6db4-4000-a84c-3022f783de63,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:55.465672 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-58bd9735-161a-40f7-8afb-a3a198e4d3c5 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:55.467218 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-58bd9735-161a-40f7-8afb-a3a198e4d3c5 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2185974 Aug 11 22:08:55.467760 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caca420-71bb-481c-8b17-26ae77e65997 req-abab5bbb-263d-49de-9023-432cf0582d6d tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:55.468703 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1caca420-71bb-481c-8b17-26ae77e65997 req-abab5bbb-263d-49de-9023-432cf0582d6d tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:55.471857 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43642) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:55.479674 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-62389b36-cb4c-4d35-8058-6397aefe407c tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group_rule': {'security_group_id': '6d1266f9-fdfe-4162-910e-f0c5f136241d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:55.489754 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1caca420-71bb-481c-8b17-26ae77e65997 req-abab5bbb-263d-49de-9023-432cf0582d6d tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6792557 Aug 11 22:08:55.505329 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-1caca420-71bb-481c-8b17-26ae77e65997 req-d7bd9425-d31c-40ca-a476-9b2fdefb142d service neutron] Request body: {'port': {'device_id': '2609a9b0-193c-4664-add5-e8e25ff13b3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:55.509445 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f9b1b-1bb5-49e1-8b4e-8332da746a6f req-f3b50293-e274-4239-98b3-e4eff48151dc tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:55.510948 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ad4f9b1b-1bb5-49e1-8b4e-8332da746a6f req-f3b50293-e274-4239-98b3-e4eff48151dc tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.77 "GET /v2.0/ports?device_id=97307dde-6723-49b2-bef9-6130f83dd6d7 HTTP/1.1" status: 200 len: 950 time: 0.0931752 Aug 11 22:08:55.572340 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-62389b36-cb4c-4d35-8058-6397aefe407c tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:55.607228 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1caca420-71bb-481c-8b17-26ae77e65997 req-d7bd9425-d31c-40ca-a476-9b2fdefb142d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:55.629336 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ad4f9b1b-1bb5-49e1-8b4e-8332da746a6f req-3bc3365c-2b72-4f70-8f44-dfb83f66c295 tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.77 "GET /v2.0/security-groups?id=db24444a-d516-48f6-8b4d-a22529fcf6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021719 Aug 11 22:08:55.643377 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00b8cd-4c0f-45ce-96ee-0e6468fc8be8 req-ef2c555e-80ba-4921-94a8-f30e422c4121 tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:55.645336 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-be00b8cd-4c0f-45ce-96ee-0e6468fc8be8 req-ef2c555e-80ba-4921-94a8-f30e422c4121 tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.82 "GET /v2.0/ports?device_id=97307dde-6723-49b2-bef9-6130f83dd6d7 HTTP/1.1" status: 200 len: 950 time: 0.1331387 Aug 11 22:08:55.651333 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43648) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:55.756576 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-62389b36-cb4c-4d35-8058-6397aefe407c tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 22:08:55.757615 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-62389b36-cb4c-4d35-8058-6397aefe407c tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2843094 Aug 11 22:08:55.808960 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43654) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:55.868613 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9716dd3-4c05-4250-b510-38e9452d4533 req-6a1fe0b6-a14d-4243-a34d-e7a7965ebfa0 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:55.872277 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c9716dd3-4c05-4250-b510-38e9452d4533 req-6a1fe0b6-a14d-4243-a34d-e7a7965ebfa0 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1196785 Aug 11 22:08:55.963912 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-be00b8cd-4c0f-45ce-96ee-0e6468fc8be8 req-d1de750b-5b41-4fb2-ab49-f2bf863da5fd tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Deleting port 867672ab-f70d-44f2-b14b-5186a43b239f {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:08:55.964283 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-be00b8cd-4c0f-45ce-96ee-0e6468fc8be8 req-d1de750b-5b41-4fb2-ab49-f2bf863da5fd tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:55.975677 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b65bb199-a15c-4fb9-b507-fca60d332c48 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=abcd3a9dbc9241de9b56ecc6182ae60e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3212700 Aug 11 22:08:55.983678 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43660) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:55.990764 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c9716dd3-4c05-4250-b510-38e9452d4533 req-e0c32429-0aa2-4b39-9699-a50e820d9176 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087875 Aug 11 22:08:56.118369 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-69662e4f-cf96-423f-87c0-c8219870ae6b tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:56.174417 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-69662e4f-cf96-423f-87c0-c8219870ae6b tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:56.200906 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e90aa13-1828-4044-b851-91518def9f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:56.208248 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-be00b8cd-4c0f-45ce-96ee-0e6468fc8be8 req-d1de750b-5b41-4fb2-ab49-f2bf863da5fd tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] For port 867672ab-f70d-44f2-b14b-5186a43b239f, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=867672ab-f70d-44f2-b14b-5186a43b239f,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:08:56.208893 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-be00b8cd-4c0f-45ce-96ee-0e6468fc8be8 req-d1de750b-5b41-4fb2-ab49-f2bf863da5fd tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:56.241512 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-be00b8cd-4c0f-45ce-96ee-0e6468fc8be8 req-d1de750b-5b41-4fb2-ab49-f2bf863da5fd tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Calling delete_port for 867672ab-f70d-44f2-b14b-5186a43b239f owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:08:56.275046 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e90aa13-1828-4044-b851-91518def9f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:56.279725 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99029a43-6c74-4f0e-9b2d-1277ada2184c req-e630a357-9d31-4d3b-8f5f-e9ccf8e0f55d tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:56.283495 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99029a43-6c74-4f0e-9b2d-1277ada2184c req-e630a357-9d31-4d3b-8f5f-e9ccf8e0f55d tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 931 time: 0.1601624 Aug 11 22:08:56.317148 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-1caca420-71bb-481c-8b17-26ae77e65997 req-d7bd9425-d31c-40ca-a476-9b2fdefb142d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18d01bf9-6db4-4000-a84c-3022f783de63 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:08:56.336363 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1caca420-71bb-481c-8b17-26ae77e65997 req-d7bd9425-d31c-40ca-a476-9b2fdefb142d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:56.345380 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-69662e4f-cf96-423f-87c0-c8219870ae6b tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:56.348351 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-69662e4f-cf96-423f-87c0-c8219870ae6b tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:56.349746 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-69662e4f-cf96-423f-87c0-c8219870ae6b tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "DELETE /v2.0/security-groups/6d1266f9-fdfe-4162-910e-f0c5f136241d HTTP/1.1" status: 204 len: 168 time: 0.5336738 Aug 11 22:08:56.359275 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43664) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:56.370243 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-1caca420-71bb-481c-8b17-26ae77e65997 req-d7bd9425-d31c-40ca-a476-9b2fdefb142d service neutron] Transition to ACTIVE for port object 18d01bf9-6db4-4000-a84c-3022f783de63 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:08:56.380063 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69662e4f-cf96-423f-87c0-c8219870ae6b tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1266f9-fdfe-4162-910e-f0c5f136241d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:56.392308 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1caca420-71bb-481c-8b17-26ae77e65997 req-d7bd9425-d31c-40ca-a476-9b2fdefb142d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:56.452714 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e90aa13-1828-4044-b851-91518def9f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:56.456099 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e90aa13-1828-4044-b851-91518def9f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:56.457491 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2e90aa13-1828-4044-b851-91518def9f9f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f761fb96-c3e6-4bbf-94fd-4969902f09d6 HTTP/1.1" status: 204 len: 168 time: 0.4693055 Aug 11 22:08:56.473814 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99029a43-6c74-4f0e-9b2d-1277ada2184c req-7f046a30-4acd-418e-a152-b2523aebd660 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119280 Aug 11 22:08:56.491084 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd9425-d31c-40ca-a476-9b2fdefb142d service neutron] Pushing event updated for resources: {'Port': ['ID=18d01bf9-6db4-4000-a84c-3022f783de63,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:56.499033 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-08046d01-a94e-40ef-a94f-6b34c81a6987 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1385219 Aug 11 22:08:56.501089 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90aa13-1828-4044-b851-91518def9f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f761fb96-c3e6-4bbf-94fd-4969902f09d6,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:56.505674 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43668) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:56.515148 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-2aa81b72-5cb6-44a2-bd64-7a15f68c9db0 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group': {'name': 'tempest-secgroup--934150401'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:56.650823 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2aa81b72-5cb6-44a2-bd64-7a15f68c9db0 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:56.677453 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1caca420-71bb-481c-8b17-26ae77e65997 req-d7bd9425-d31c-40ca-a476-9b2fdefb142d service neutron] Attempting to bind port 18d01bf9-6db4-4000-a84c-3022f783de63 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:08:56.677971 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1caca420-71bb-481c-8b17-26ae77e65997 req-d7bd9425-d31c-40ca-a476-9b2fdefb142d service neutron] Attempting to bind port 18d01bf9-6db4-4000-a84c-3022f783de63 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '00c7b139-e7fc-4b54-bc97-44e639286db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0eed289d-e5a0-4ee3-a0ec-de49e60196a3'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:08:56.678551 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caca420-71bb-481c-8b17-26ae77e65997 req-d7bd9425-d31c-40ca-a476-9b2fdefb142d service neutron] Attempting to bind port 18d01bf9-6db4-4000-a84c-3022f783de63 on network 0eed289d-e5a0-4ee3-a0ec-de49e60196a3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:08:56.693878 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caca420-71bb-481c-8b17-26ae77e65997 req-d7bd9425-d31c-40ca-a476-9b2fdefb142d service neutron] Port 18d01bf9-6db4-4000-a84c-3022f783de63 on network 0eed289d-e5a0-4ee3-a0ec-de49e60196a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:08:56.694340 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caca420-71bb-481c-8b17-26ae77e65997 req-d7bd9425-d31c-40ca-a476-9b2fdefb142d service neutron] Attempting to bind port 18d01bf9-6db4-4000-a84c-3022f783de63 on network 0eed289d-e5a0-4ee3-a0ec-de49e60196a3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:08:56.706380 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caca420-71bb-481c-8b17-26ae77e65997 req-d7bd9425-d31c-40ca-a476-9b2fdefb142d service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:08:56.706921 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caca420-71bb-481c-8b17-26ae77e65997 req-d7bd9425-d31c-40ca-a476-9b2fdefb142d service neutron] Checking segment: {'id': '00c7b139-e7fc-4b54-bc97-44e639286db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0eed289d-e5a0-4ee3-a0ec-de49e60196a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:08:56.707479 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caca420-71bb-481c-8b17-26ae77e65997 req-d7bd9425-d31c-40ca-a476-9b2fdefb142d service neutron] Bound using segment: {'id': '00c7b139-e7fc-4b54-bc97-44e639286db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0eed289d-e5a0-4ee3-a0ec-de49e60196a3'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:08:56.708381 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1caca420-71bb-481c-8b17-26ae77e65997 req-d7bd9425-d31c-40ca-a476-9b2fdefb142d service neutron] Bound port: 18d01bf9-6db4-4000-a84c-3022f783de63, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c7b139-e7fc-4b54-bc97-44e639286db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0eed289d-e5a0-4ee3-a0ec-de49e60196a3'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:08:56.709157 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1caca420-71bb-481c-8b17-26ae77e65997 req-d7bd9425-d31c-40ca-a476-9b2fdefb142d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:56.712402 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-be00b8cd-4c0f-45ce-96ee-0e6468fc8be8 req-d1de750b-5b41-4fb2-ab49-f2bf863da5fd tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:56.751967 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['867672ab-f70d-44f2-b14b-5186a43b239f'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:08:56.762559 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de750b-5b41-4fb2-ab49-f2bf863da5fd tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Pushing event deleted for resources: {'Port': ['ID=867672ab-f70d-44f2-b14b-5186a43b239f,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:56.851440 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-be00b8cd-4c0f-45ce-96ee-0e6468fc8be8 req-d1de750b-5b41-4fb2-ab49-f2bf863da5fd tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] No DVR routers for this DVR port 867672ab-f70d-44f2-b14b-5186a43b239f on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:08:56.881075 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-be00b8cd-4c0f-45ce-96ee-0e6468fc8be8 req-d1de750b-5b41-4fb2-ab49-f2bf863da5fd tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:56.884827 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-be00b8cd-4c0f-45ce-96ee-0e6468fc8be8 req-d1de750b-5b41-4fb2-ab49-f2bf863da5fd tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.82 "DELETE /v2.0/ports/867672ab-f70d-44f2-b14b-5186a43b239f HTTP/1.1" status: 204 len: 173 time: 1.2316680 Aug 11 22:08:56.885687 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97307dde-6723-49b2-bef9-6130f83dd6d7', 'name': 'network-vif-deleted', 'tag': '867672ab-f70d-44f2-b14b-5186a43b239f'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:08:56.893763 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2589ed2-f098-4545-b85d-006108c2acfc" -d '{"events": [{"server_uuid": "97307dde-6723-49b2-bef9-6130f83dd6d7", "name": "network-vif-deleted", "tag": "867672ab-f70d-44f2-b14b-5186a43b239f"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:08:56.931941 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-1caca420-71bb-481c-8b17-26ae77e65997 req-d7bd9425-d31c-40ca-a476-9b2fdefb142d service neutron] For port 18d01bf9-6db4-4000-a84c-3022f783de63, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:08:56.949699 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-1caca420-71bb-481c-8b17-26ae77e65997 req-d7bd9425-d31c-40ca-a476-9b2fdefb142d service neutron] For port 18d01bf9-6db4-4000-a84c-3022f783de63, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=18d01bf9-6db4-4000-a84c-3022f783de63,segment=NetworkSegment(00c7b139-e7fc-4b54-bc97-44e639286db8),segment_id=00c7b139-e7fc-4b54-bc97-44e639286db8)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:08:56.972474 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1caca420-71bb-481c-8b17-26ae77e65997 req-d7bd9425-d31c-40ca-a476-9b2fdefb142d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:56.991124 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2aa81b72-5cb6-44a2-bd64-7a15f68c9db0 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:57.000640 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2aa81b72-5cb6-44a2-bd64-7a15f68c9db0 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:57.050256 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caca420-71bb-481c-8b17-26ae77e65997 req-d7bd9425-d31c-40ca-a476-9b2fdefb142d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:57.051266 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1caca420-71bb-481c-8b17-26ae77e65997 req-d7bd9425-d31c-40ca-a476-9b2fdefb142d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:57.053507 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1caca420-71bb-481c-8b17-26ae77e65997 req-d7bd9425-d31c-40ca-a476-9b2fdefb142d service neutron] 10.222.0.52 "PUT /v2.0/ports/18d01bf9-6db4-4000-a84c-3022f783de63 HTTP/1.1" status: 200 len: 1091 time: 1.5536838 Aug 11 22:08:57.054269 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2609a9b0-193c-4664-add5-e8e25ff13b3b', 'tag': '18d01bf9-6db4-4000-a84c-3022f783de63'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:08:57.056947 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b556ae9-6bac-4957-9a2b-5641713d223c" -d '{"events": [{"name": "network-changed", "server_uuid": "2609a9b0-193c-4664-add5-e8e25ff13b3b", "tag": "18d01bf9-6db4-4000-a84c-3022f783de63"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:08:57.087619 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd9425-d31c-40ca-a476-9b2fdefb142d service neutron] Pushing event updated for resources: {'Port': ['ID=18d01bf9-6db4-4000-a84c-3022f783de63,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:57.135132 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2aa81b72-5cb6-44a2-bd64-7a15f68c9db0 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:57.136737 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2aa81b72-5cb6-44a2-bd64-7a15f68c9db0 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6294017 Aug 11 22:08:57.138756 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa81b72-5cb6-44a2-bd64-7a15f68c9db0 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3223f1-ea26-49d6-8675-b121501de714,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:57.140817 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43686) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:57.147718 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-b8285951-a14f-4322-a442-bbe8903f455e tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group_rule': {'security_group_id': '7f3223f1-ea26-49d6-8675-b121501de714', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:57.148585 n-d-804275-3 neutron-server[100942]: WARNING neutron.api.v2.base [None req-b8285951-a14f-4322-a442-bbe8903f455e tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 11 22:08:57.150196 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-b8285951-a14f-4322-a442-bbe8903f455e tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:08:57.157303 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b8285951-a14f-4322-a442-bbe8903f455e tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0148606 Aug 11 22:08:57.158192 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43688) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:57.253408 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-50ea7363-b630-4091-a7eb-78446290486b req-7fdec075-c956-45bf-be6d-c40c89e8abd3 tempest-ImagesNegativeTestJSON-77905261 tempest-ImagesNegativeTestJSON-77905261-project] 10.222.0.77 "GET /v2.0/ports?device_id=97307dde-6723-49b2-bef9-6130f83dd6d7 HTTP/1.1" status: 200 len: 210 time: 0.0919223 Aug 11 22:08:57.272213 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caca420-71bb-481c-8b17-26ae77e65997 req-ab81eee5-898d-4b7d-bf8e-47819de8f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:57.276189 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1caca420-71bb-481c-8b17-26ae77e65997 req-ab81eee5-898d-4b7d-bf8e-47819de8f433 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1af7fbf8275e477482973195cd6560a1&device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 1094 time: 0.0730057 Aug 11 22:08:57.308811 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-846862d8-b4fa-4dda-a3de-709aa38013c6 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:57.357277 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1caca420-71bb-481c-8b17-26ae77e65997 req-a926e6c7-0585-4544-8d1f-c2e78ff9aa5b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18d01bf9-6db4-4000-a84c-3022f783de63 HTTP/1.1" status: 200 len: 217 time: 0.0547667 Aug 11 22:08:57.373840 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-846862d8-b4fa-4dda-a3de-709aa38013c6 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:57.401576 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8879d902-c617-4b88-9635-98d7685d8dd6 x-openstack-request-id: req-8879d902-c617-4b88-9635-98d7685d8dd6 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:08:57.402505 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97307dde-6723-49b2-bef9-6130f83dd6d7", "name": "network-vif-deleted", "tag": "867672ab-f70d-44f2-b14b-5186a43b239f", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:08:57.403645 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8879d902-c617-4b88-9635-98d7685d8dd6 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:08:57.404513 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97307dde-6723-49b2-bef9-6130f83dd6d7', 'name': 'network-vif-deleted', 'tag': '867672ab-f70d-44f2-b14b-5186a43b239f', 'status': 'completed', 'code': 200} Aug 11 22:08:57.481444 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caca420-71bb-481c-8b17-26ae77e65997 req-a49349d2-d6f9-497a-91e6-7db0c4951739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:57.483420 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1caca420-71bb-481c-8b17-26ae77e65997 req-a49349d2-d6f9-497a-91e6-7db0c4951739 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c5617d5c-59cd-4b05-8f3a-c2eb88d6c7ac HTTP/1.1" status: 200 len: 854 time: 0.1173720 Aug 11 22:08:57.533089 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1caca420-71bb-481c-8b17-26ae77e65997 req-464a565f-7dc8-4405-8612-d765e7f61f89 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0eed289d-e5a0-4ee3-a0ec-de49e60196a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400455 Aug 11 22:08:57.542287 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-846862d8-b4fa-4dda-a3de-709aa38013c6 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:57.547831 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-846862d8-b4fa-4dda-a3de-709aa38013c6 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:57.550629 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-846862d8-b4fa-4dda-a3de-709aa38013c6 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "DELETE /v2.0/security-groups/7f3223f1-ea26-49d6-8675-b121501de714 HTTP/1.1" status: 204 len: 168 time: 0.3907473 Aug 11 22:08:57.553868 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43698) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:57.583477 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846862d8-b4fa-4dda-a3de-709aa38013c6 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3223f1-ea26-49d6-8675-b121501de714,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:57.604594 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e417036-654d-4b1a-9bd6-4d0872b9f172 req-1bacec71-7000-4ccd-9afd-402bf7f9a726 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:57.607450 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8e417036-654d-4b1a-9bd6-4d0872b9f172 req-1bacec71-7000-4ccd-9afd-402bf7f9a726 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1343908 Aug 11 22:08:57.692457 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8e417036-654d-4b1a-9bd6-4d0872b9f172 req-42f7773b-ce99-44b8-a365-8efe0bae21d0 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751038 Aug 11 22:08:57.728120 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-dd935eb2-6b8f-4314-b2c2-e4cb051bb2af tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1664379 Aug 11 22:08:57.728349 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43706) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:57.744202 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-5aa6d13b-f6aa-4cf4-999d-c52929ed65fd tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group': {'name': 'tempest-secgroup--1631591815'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:57.769366 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5aa6d13b-f6aa-4cf4-999d-c52929ed65fd tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:57.798059 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1caca420-71bb-481c-8b17-26ae77e65997 req-287921ec-206a-4e00-ad7b-a086a84fe000 service neutron] 10.222.0.52 "GET /v2.0/networks/0eed289d-e5a0-4ee3-a0ec-de49e60196a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564757 Aug 11 22:08:57.830426 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf11bb4-ba22-4001-9a90-57d7601057f5 x-openstack-request-id: req-fcf11bb4-ba22-4001-9a90-57d7601057f5 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:08:57.831242 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2609a9b0-193c-4664-add5-e8e25ff13b3b", "tag": "18d01bf9-6db4-4000-a84c-3022f783de63", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:08:57.831654 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fcf11bb4-ba22-4001-9a90-57d7601057f5 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:08:57.832487 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2609a9b0-193c-4664-add5-e8e25ff13b3b', 'tag': '18d01bf9-6db4-4000-a84c-3022f783de63', 'status': 'completed', 'code': 200} Aug 11 22:08:57.925855 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5aa6d13b-f6aa-4cf4-999d-c52929ed65fd tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:57.938607 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5aa6d13b-f6aa-4cf4-999d-c52929ed65fd tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:57.952459 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43712) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:57.988191 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1caca420-71bb-481c-8b17-26ae77e65997 req-b4a4488d-dff2-429c-9582-de73b1df9087 service neutron] 10.222.0.52 "GET /v2.0/networks/0eed289d-e5a0-4ee3-a0ec-de49e60196a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803730 Aug 11 22:08:57.990559 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5aa6d13b-f6aa-4cf4-999d-c52929ed65fd tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:57.991889 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5aa6d13b-f6aa-4cf4-999d-c52929ed65fd tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2625089 Aug 11 22:08:57.996413 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6d13b-f6aa-4cf4-999d-c52929ed65fd tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0269f2-ab1a-4fdd-821c-f72efa54f3dd,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:57.997445 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43716) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:58.004087 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-48d9645f-1045-4b3d-babe-dc57d6c854d4 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group_rule': {'security_group_id': '6f0269f2-ab1a-4fdd-821c-f72efa54f3dd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:58.005321 n-d-804275-3 neutron-server[100942]: WARNING neutron.api.v2.base [None req-48d9645f-1045-4b3d-babe-dc57d6c854d4 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 11 22:08:58.006419 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-48d9645f-1045-4b3d-babe-dc57d6c854d4 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:08:58.008177 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-48d9645f-1045-4b3d-babe-dc57d6c854d4 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0091965 Aug 11 22:08:58.015460 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43718) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:58.034689 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ce499-b0de-401f-b1ec-e56a1f85103c req-89da95e6-e824-4f53-b2a8-205f7d9336ab tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:58.036461 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-772ce499-b0de-401f-b1ec-e56a1f85103c req-89da95e6-e824-4f53-b2a8-205f7d9336ab tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 943 time: 0.1142151 Aug 11 22:08:58.112319 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-772ce499-b0de-401f-b1ec-e56a1f85103c req-bdd03970-e92f-4b74-a826-df5825ed77ca tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640149 Aug 11 22:08:58.126366 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f98475e3-561b-4e2e-b78d-666ae77d76f7 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:58.160530 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f98475e3-561b-4e2e-b78d-666ae77d76f7 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:58.169460 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b556ae9-6bac-4957-9a2b-5641713d223c req-061abbc1-e98f-4e90-bdaa-b3d1f198ec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:58.172346 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2b556ae9-6bac-4957-9a2b-5641713d223c req-061abbc1-e98f-4e90-bdaa-b3d1f198ec2e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1af7fbf8275e477482973195cd6560a1&device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 1094 time: 0.0950625 Aug 11 22:08:58.230710 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f98475e3-561b-4e2e-b78d-666ae77d76f7 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:58.235264 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f98475e3-561b-4e2e-b78d-666ae77d76f7 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:58.237293 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f98475e3-561b-4e2e-b78d-666ae77d76f7 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "DELETE /v2.0/security-groups/6f0269f2-ab1a-4fdd-821c-f72efa54f3dd HTTP/1.1" status: 204 len: 168 time: 0.2177484 Aug 11 22:08:58.243581 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43722) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:58.277949 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-a9632573-7b75-470a-b4f9-b5ff709ec3d1 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1943603656'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:58.278183 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98475e3-561b-4e2e-b78d-666ae77d76f7 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0269f2-ab1a-4fdd-821c-f72efa54f3dd,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:58.356360 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9632573-7b75-470a-b4f9-b5ff709ec3d1 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Made reservation on behalf of 9cc77b51a4e645209e3f16e3c925d1c8 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:08:58.362620 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9632573-7b75-470a-b4f9-b5ff709ec3d1 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:58.391100 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9e7661f5-4a9a-48ca-99f9-e939b24633fd tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1439195 Aug 11 22:08:58.394950 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43726) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:58.405380 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b556ae9-6bac-4957-9a2b-5641713d223c req-e7385e91-eca9-4fb7-84d0-dee0c2da6e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:58.407777 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2b556ae9-6bac-4957-9a2b-5641713d223c req-e7385e91-eca9-4fb7-84d0-dee0c2da6e53 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0eed289d-e5a0-4ee3-a0ec-de49e60196a3 HTTP/1.1" status: 200 len: 915 time: 0.2220619 Aug 11 22:08:58.409964 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9632573-7b75-470a-b4f9-b5ff709ec3d1 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:58.417258 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-b13a17e5-5474-46cb-8893-56e85f1bf8f2 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group': {'name': 'tempest-secgroup--989624706'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:58.463415 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2b556ae9-6bac-4957-9a2b-5641713d223c req-70579516-b4e3-4bef-b0f3-5ee3e3e2c9fa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18d01bf9-6db4-4000-a84c-3022f783de63 HTTP/1.1" status: 200 len: 217 time: 0.0439217 Aug 11 22:08:58.471845 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b13a17e5-5474-46cb-8893-56e85f1bf8f2 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:58.556222 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b556ae9-6bac-4957-9a2b-5641713d223c req-55939a69-3541-4ca1-b79b-af7ca3780969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:58.557925 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2b556ae9-6bac-4957-9a2b-5641713d223c req-55939a69-3541-4ca1-b79b-af7ca3780969 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c5617d5c-59cd-4b05-8f3a-c2eb88d6c7ac HTTP/1.1" status: 200 len: 854 time: 0.0778124 Aug 11 22:08:58.605275 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2b556ae9-6bac-4957-9a2b-5641713d223c req-04827712-f49b-430c-afa0-285816a88291 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0eed289d-e5a0-4ee3-a0ec-de49e60196a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385277 Aug 11 22:08:58.719653 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9632573-7b75-470a-b4f9-b5ff709ec3d1 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:58.726175 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9632573-7b75-470a-b4f9-b5ff709ec3d1 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:58.765412 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9632573-7b75-470a-b4f9-b5ff709ec3d1 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9e3921-23bf-4a52-9d18-a8116b97f3d9,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:58.787616 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2b556ae9-6bac-4957-9a2b-5641713d223c req-c923fecc-652f-409f-97da-8e81478fcfb1 service neutron] 10.222.0.52 "GET /v2.0/networks/0eed289d-e5a0-4ee3-a0ec-de49e60196a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728220 Aug 11 22:08:58.788577 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9632573-7b75-470a-b4f9-b5ff709ec3d1 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:08:58.825565 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9632573-7b75-470a-b4f9-b5ff709ec3d1 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:58.826366 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-a9632573-7b75-470a-b4f9-b5ff709ec3d1 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Added segment a3ab16e1-dfa0-4dd7-a6da-c6580aed0b9f of type vlan for network 7916a954-d00e-416a-b000-a1105ef9d8a5 Aug 11 22:08:58.863470 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b13a17e5-5474-46cb-8893-56e85f1bf8f2 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:58.871061 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b13a17e5-5474-46cb-8893-56e85f1bf8f2 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:58.886769 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 867672ab-f70d-44f2-b14b-5186a43b239f no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:08:58.919105 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 867672ab-f70d-44f2-b14b-5186a43b239f {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:08:58.920254 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 867672ab-f70d-44f2-b14b-5186a43b239f not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:08:58.933408 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9632573-7b75-470a-b4f9-b5ff709ec3d1 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:58.981181 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2b556ae9-6bac-4957-9a2b-5641713d223c req-a11e0ddd-54a0-4f4b-abee-fb78190918db service neutron] 10.222.0.52 "GET /v2.0/networks/0eed289d-e5a0-4ee3-a0ec-de49e60196a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829550 Aug 11 22:08:58.993930 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9632573-7b75-470a-b4f9-b5ff709ec3d1 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:59.003538 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9632573-7b75-470a-b4f9-b5ff709ec3d1 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:59.004192 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9632573-7b75-470a-b4f9-b5ff709ec3d1 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:59.008042 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b13a17e5-5474-46cb-8893-56e85f1bf8f2 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:59.014327 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b13a17e5-5474-46cb-8893-56e85f1bf8f2 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6105070 Aug 11 22:08:59.015633 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43744) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:59.019295 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a17e5-5474-46cb-8893-56e85f1bf8f2 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c576e6-aff8-4645-9201-a820bd9ae416,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:59.052253 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9827e-db86-4489-ac27-89230738bfda req-7b26719d-7075-416a-b9b0-bfdca8acaa63 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:59.054950 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f8b9827e-db86-4489-ac27-89230738bfda req-7b26719d-7075-416a-b9b0-bfdca8acaa63 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1730797 Aug 11 22:08:59.067059 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-3ea052e4-3a8c-494d-a173-b7d6417f2611 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group_rule': {'security_group_id': 'f3c576e6-aff8-4645-9201-a820bd9ae416', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:59.072709 n-d-804275-3 neutron-server[100942]: WARNING neutron.api.v2.base [None req-3ea052e4-3a8c-494d-a173-b7d6417f2611 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 11 22:08:59.073010 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-3ea052e4-3a8c-494d-a173-b7d6417f2611 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:08:59.078921 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3ea052e4-3a8c-494d-a173-b7d6417f2611 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0460873 Aug 11 22:08:59.084328 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43746) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:59.096167 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-029227b3-ca1a-420a-aa0e-331bb726e1e0 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group_rule': {'security_group_id': 'f3c576e6-aff8-4645-9201-a820bd9ae416', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:59.096974 n-d-804275-3 neutron-server[100942]: WARNING neutron.api.v2.base [None req-029227b3-ca1a-420a-aa0e-331bb726e1e0 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 11 22:08:59.097707 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-029227b3-ca1a-420a-aa0e-331bb726e1e0 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:08:59.102641 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-029227b3-ca1a-420a-aa0e-331bb726e1e0 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0132778 Aug 11 22:08:59.103304 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43748) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:59.108417 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a9632573-7b75-470a-b4f9-b5ff709ec3d1 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1539290 Aug 11 22:08:59.111041 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-7d1bba0a-e598-41c5-9731-bebd07ccd7dd tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group_rule': {'security_group_id': 'f3c576e6-aff8-4645-9201-a820bd9ae416', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:59.112320 n-d-804275-3 neutron-server[100943]: WARNING neutron.api.v2.base [None req-7d1bba0a-e598-41c5-9731-bebd07ccd7dd tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 11 22:08:59.112975 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-7d1bba0a-e598-41c5-9731-bebd07ccd7dd tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:08:59.119998 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7d1bba0a-e598-41c5-9731-bebd07ccd7dd tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097086 Aug 11 22:08:59.120262 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9632573-7b75-470a-b4f9-b5ff709ec3d1 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event updated for resources: {'Network': ['ID=7916a954-d00e-416a-b000-a1105ef9d8a5,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:59.121808 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43752) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:59.132829 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 7916a954-d00e-416a-b000-a1105ef9d8a5 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:08:59.135360 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-d467a00f-b960-46a0-9b9e-d2cb6174738c tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group_rule': {'security_group_id': 'f3c576e6-aff8-4645-9201-a820bd9ae416', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:59.140682 n-d-804275-3 neutron-server[100942]: WARNING neutron.api.v2.base [None req-d467a00f-b960-46a0-9b9e-d2cb6174738c tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 11 22:08:59.142189 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-d467a00f-b960-46a0-9b9e-d2cb6174738c tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:08:59.149472 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d467a00f-b960-46a0-9b9e-d2cb6174738c tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0223188 Aug 11 22:08:59.150459 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43756) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:59.197683 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f8b9827e-db86-4489-ac27-89230738bfda req-892f2bf6-58ea-4bba-a086-96f36daf9c71 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353414 Aug 11 22:08:59.298014 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a30cde6c-5cbd-4f6d-981c-83cc2219dc56 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:59.350771 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a30cde6c-5cbd-4f6d-981c-83cc2219dc56 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:59.362386 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43762) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:59.418586 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a30cde6c-5cbd-4f6d-981c-83cc2219dc56 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:59.423748 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b4ff4-710d-488a-9f07-de735024abd6 req-7497bf5d-4161-449c-959e-88f8f6310611 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:08:59.424137 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a30cde6c-5cbd-4f6d-981c-83cc2219dc56 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:59.428729 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a30cde6c-5cbd-4f6d-981c-83cc2219dc56 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "DELETE /v2.0/security-groups/f3c576e6-aff8-4645-9201-a820bd9ae416 HTTP/1.1" status: 204 len: 168 time: 0.2756789 Aug 11 22:08:59.429731 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43766) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:59.433567 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1c5b4ff4-710d-488a-9f07-de735024abd6 req-7497bf5d-4161-449c-959e-88f8f6310611 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 943 time: 0.1135104 Aug 11 22:08:59.452410 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30cde6c-5cbd-4f6d-981c-83cc2219dc56 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c576e6-aff8-4645-9201-a820bd9ae416,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:59.501987 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1c5b4ff4-710d-488a-9f07-de735024abd6 req-20708f54-23e0-464e-8852-5acf7d65d90b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664740 Aug 11 22:08:59.528212 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ab9177cd-f2e1-42fc-afb2-f9e981a23927 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0848994 Aug 11 22:08:59.534419 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43772) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:59.540823 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-d7d16fe6-cb64-48f6-8c7b-d04b7a1d5b41 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group': {'name': 'tempest-secgroup--43605170'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:59.573706 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d7d16fe6-cb64-48f6-8c7b-d04b7a1d5b41 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:59.692564 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-32f0c7b6-a28c-42ad-8d4c-ab382c22e528 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2004bc9259784ab694782078a019992f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3287194 Aug 11 22:08:59.695433 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43774) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:59.726389 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d7d16fe6-cb64-48f6-8c7b-d04b7a1d5b41 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:59.736982 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d7d16fe6-cb64-48f6-8c7b-d04b7a1d5b41 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:59.797248 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d7d16fe6-cb64-48f6-8c7b-d04b7a1d5b41 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:59.800471 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d7d16fe6-cb64-48f6-8c7b-d04b7a1d5b41 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2635169 Aug 11 22:08:59.804468 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43776) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:59.811334 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-2e5a121b-2a5b-478c-a433-38a2fa7f25e1 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group_rule': {'security_group_id': '80824b85-647d-40ea-957c-8faad57648ab', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:59.811920 n-d-804275-3 neutron-server[100942]: WARNING neutron.api.v2.base [None req-2e5a121b-2a5b-478c-a433-38a2fa7f25e1 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 22:08:59.813193 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-2e5a121b-2a5b-478c-a433-38a2fa7f25e1 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:08:59.821034 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2e5a121b-2a5b-478c-a433-38a2fa7f25e1 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0151327 Aug 11 22:08:59.822208 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43778) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:59.832508 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-d253847d-bb95-4eed-beae-64a977c83aaf tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group_rule': {'security_group_id': '80824b85-647d-40ea-957c-8faad57648ab', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:59.834636 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d16fe6-cb64-48f6-8c7b-d04b7a1d5b41 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80824b85-647d-40ea-957c-8faad57648ab,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:08:59.857873 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-378f566b-daa0-4640-a59a-0df367fa42b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:59.924222 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-d253847d-bb95-4eed-beae-64a977c83aaf tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:08:59.927526 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d253847d-bb95-4eed-beae-64a977c83aaf tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1038387 Aug 11 22:08:59.931377 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43782) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:59.932179 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-378f566b-daa0-4640-a59a-0df367fa42b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:08:59.943494 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-a5338d8f-f466-4ccf-9ee2-d97423b64459 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group_rule': {'security_group_id': '80824b85-647d-40ea-957c-8faad57648ab', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:08:59.944957 n-d-804275-3 neutron-server[100942]: WARNING neutron.api.v2.base [None req-a5338d8f-f466-4ccf-9ee2-d97423b64459 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 11 22:08:59.946607 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-a5338d8f-f466-4ccf-9ee2-d97423b64459 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:08:59.949860 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a5338d8f-f466-4ccf-9ee2-d97423b64459 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0144265 Aug 11 22:08:59.953277 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43784) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:08:59.978700 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c6dae15f-7b31-4ea7-98e3-a7a9cd004e13 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group_rule': {'security_group_id': '80824b85-647d-40ea-957c-8faad57648ab', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:00.086758 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-c6dae15f-7b31-4ea7-98e3-a7a9cd004e13 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:09:00.091688 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c6dae15f-7b31-4ea7-98e3-a7a9cd004e13 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1325359 Aug 11 22:09:00.094946 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43786) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:00.122639 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-c6d038c1-31f4-4437-950b-21723e6576db tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group_rule': {'security_group_id': '80824b85-647d-40ea-957c-8faad57648ab', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:00.124202 n-d-804275-3 neutron-server[100943]: WARNING neutron.api.v2.base [None req-c6d038c1-31f4-4437-950b-21723e6576db tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 22:09:00.124848 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-c6d038c1-31f4-4437-950b-21723e6576db tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:09:00.127563 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c6d038c1-31f4-4437-950b-21723e6576db tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0293145 Aug 11 22:09:00.127563 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-378f566b-daa0-4640-a59a-0df367fa42b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:00.129990 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-378f566b-daa0-4640-a59a-0df367fa42b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:00.131433 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-378f566b-daa0-4640-a59a-0df367fa42b7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/db24444a-d516-48f6-8b4d-a22529fcf6d8 HTTP/1.1" status: 204 len: 168 time: 0.4342399 Aug 11 22:09:00.131915 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43788) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:00.150400 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f566b-daa0-4640-a59a-0df367fa42b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db24444a-d516-48f6-8b4d-a22529fcf6d8,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:00.163742 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-486e0b32-e1e4-4b39-97a3-0fc2ca8da729 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group_rule': {'security_group_id': '80824b85-647d-40ea-957c-8faad57648ab', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:00.234517 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a7047-3529-4681-a206-1373af1b9941 req-d01c2d14-773a-43fc-8fb0-2a9786844326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:00.237368 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-205a7047-3529-4681-a206-1373af1b9941 req-d01c2d14-773a-43fc-8fb0-2a9786844326 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f3da70be91664ca8a55d012676042959&device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 1096 time: 0.1621349 Aug 11 22:09:00.306864 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-486e0b32-e1e4-4b39-97a3-0fc2ca8da729 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:09:00.309934 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-486e0b32-e1e4-4b39-97a3-0fc2ca8da729 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1766064 Aug 11 22:09:00.314597 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43792) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:00.326604 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-63aac02d-a249-49f9-b8eb-00d283e71b6f tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group_rule': {'security_group_id': '80824b85-647d-40ea-957c-8faad57648ab', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:00.327869 n-d-804275-3 neutron-server[100942]: WARNING neutron.api.v2.base [None req-63aac02d-a249-49f9-b8eb-00d283e71b6f tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 11 22:09:00.328865 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-63aac02d-a249-49f9-b8eb-00d283e71b6f tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:09:00.330902 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-63aac02d-a249-49f9-b8eb-00d283e71b6f tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0138183 Aug 11 22:09:00.335677 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43794) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:00.358245 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-74d9b296-94c1-452d-b5db-fbcdf07de5c5 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group_rule': {'security_group_id': '80824b85-647d-40ea-957c-8faad57648ab', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:00.445212 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-74d9b296-94c1-452d-b5db-fbcdf07de5c5 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:09:00.449832 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-74d9b296-94c1-452d-b5db-fbcdf07de5c5 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1098571 Aug 11 22:09:00.450863 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43798) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:00.460256 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 18d01bf9-6db4-4000-a84c-3022f783de63 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:09:00.461896 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-092ffb0d-3b17-4f32-8ace-367c0c736ffb tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group_rule': {'security_group_id': '80824b85-647d-40ea-957c-8faad57648ab', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:00.543122 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c545e-1ace-4675-925c-d6f64903e6ea req-52831902-f5bf-4e7c-b26e-9aa8a27e5ed9 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:00.545966 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d15c545e-1ace-4675-925c-d6f64903e6ea req-52831902-f5bf-4e7c-b26e-9aa8a27e5ed9 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1764431 Aug 11 22:09:00.549046 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a7047-3529-4681-a206-1373af1b9941 req-724faa37-fc7e-4028-8960-1caadabae8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:00.552231 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-205a7047-3529-4681-a206-1373af1b9941 req-724faa37-fc7e-4028-8960-1caadabae8b6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 200 len: 912 time: 0.3072758 Aug 11 22:09:00.559177 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-092ffb0d-3b17-4f32-8ace-367c0c736ffb tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:09:00.564429 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-092ffb0d-3b17-4f32-8ace-367c0c736ffb tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1098511 Aug 11 22:09:00.565234 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43802) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:00.666376 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 18d01bf9-6db4-4000-a84c-3022f783de63, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=18d01bf9-6db4-4000-a84c-3022f783de63,segment=NetworkSegment(00c7b139-e7fc-4b54-bc97-44e639286db8),segment_id=00c7b139-e7fc-4b54-bc97-44e639286db8)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:09:00.686026 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '18d01bf9-6db4-4000-a84c-3022f783de63', 'network_id': '0eed289d-e5a0-4ee3-a0ec-de49e60196a3', 'port_id': '18d01bf9-6db4-4000-a84c-3022f783de63', 'mac_address': 'fa:16:3e:37:33:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5617d5c-59cd-4b05-8f3a-c2eb88d6c7ac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:09:00.761412 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:00.799933 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d01bf9-6db4-4000-a84c-3022f783de63 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:09:00.838448 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 18d01bf9-6db4-4000-a84c-3022f783de63, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=18d01bf9-6db4-4000-a84c-3022f783de63,segment=NetworkSegment(00c7b139-e7fc-4b54-bc97-44e639286db8),segment_id=00c7b139-e7fc-4b54-bc97-44e639286db8)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:09:00.854519 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:00.936923 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=18d01bf9-6db4-4000-a84c-3022f783de63,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:01.241940 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['18d01bf9-6db4-4000-a84c-3022f783de63'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:09:01.255221 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d15c545e-1ace-4675-925c-d6f64903e6ea req-310209b8-d0af-42a8-865a-dde585ca5ce7 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6973464 Aug 11 22:09:01.267735 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-205a7047-3529-4681-a206-1373af1b9941 req-bee903ab-aa18-40f0-acc1-39fac4ffc998 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 HTTP/1.1" status: 200 len: 1000 time: 0.7061145 Aug 11 22:09:01.345392 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a7047-3529-4681-a206-1373af1b9941 req-2720333b-fd53-4b5f-a7c6-f6793d87a5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:01.345392 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-205a7047-3529-4681-a206-1373af1b9941 req-2720333b-fd53-4b5f-a7c6-f6793d87a5d5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=71666487-d255-442c-a4c1-ffc47afdf7b3 HTTP/1.1" status: 200 len: 850 time: 0.0664625 Aug 11 22:09:01.352571 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-384f06be-e539-42da-9a89-c584391798fe tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:01.479067 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-384f06be-e539-42da-9a89-c584391798fe tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:01.575655 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a7047-3529-4681-a206-1373af1b9941 req-a86e3355-a103-4ff3-a316-adb0dc0cf8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:01.579038 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-205a7047-3529-4681-a206-1373af1b9941 req-a86e3355-a103-4ff3-a316-adb0dc0cf8a0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2278347 Aug 11 22:09:01.679946 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c7acd-cc20-4482-a878-98a76078c6f3 req-c36e0cf7-001d-4fad-ab69-934ec860410a tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:01.681731 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-707c7acd-cc20-4482-a878-98a76078c6f3 req-c36e0cf7-001d-4fad-ab69-934ec860410a tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 944 time: 0.2065322 Aug 11 22:09:01.718890 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-384f06be-e539-42da-9a89-c584391798fe tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:01.721999 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-384f06be-e539-42da-9a89-c584391798fe tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:01.723193 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-384f06be-e539-42da-9a89-c584391798fe tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "DELETE /v2.0/security-groups/80824b85-647d-40ea-957c-8faad57648ab HTTP/1.1" status: 204 len: 168 time: 0.6037886 Aug 11 22:09:01.726783 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43826) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:01.747827 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f06be-e539-42da-9a89-c584391798fe tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80824b85-647d-40ea-957c-8faad57648ab,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:01.774157 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-707c7acd-cc20-4482-a878-98a76078c6f3 req-9b4a77d7-f1b8-4b87-9906-aa22b74f7fd7 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760622 Aug 11 22:09:01.797344 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-205a7047-3529-4681-a206-1373af1b9941 req-3ec98129-b4ab-45ef-84b2-534030e895ca service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025516 Aug 11 22:09:01.880764 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-824c3ff8-31cf-4f48-94a0-9c617d1ed6e5 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1518562 Aug 11 22:09:01.884026 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43830) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:01.890951 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-f52c1a3f-6236-40fc-806c-5c708d9d323f tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group': {'name': 'tempest-secgroup--325040919'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:01.934633 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f52c1a3f-6236-40fc-806c-5c708d9d323f tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:02.022558 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-205a7047-3529-4681-a206-1373af1b9941 req-04a20108-ad65-40e0-aafb-7061aab142af service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179563 Aug 11 22:09:02.097280 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f52c1a3f-6236-40fc-806c-5c708d9d323f tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:02.103024 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f52c1a3f-6236-40fc-806c-5c708d9d323f tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:02.148365 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f52c1a3f-6236-40fc-806c-5c708d9d323f tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:02.150105 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f52c1a3f-6236-40fc-806c-5c708d9d323f tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2646983 Aug 11 22:09:02.153101 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43834) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:02.159495 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c1a3f-6236-40fc-806c-5c708d9d323f tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe58d4d4-a18b-4ac5-ac7a-2e92e52af3d1,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:02.160179 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-8bd434d9-32fc-4340-bcaa-93fae03fc727 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group_rule': {'security_group_id': 'fe58d4d4-a18b-4ac5-ac7a-2e92e52af3d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:02.251910 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-8bd434d9-32fc-4340-bcaa-93fae03fc727 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] create failed (client error): The resource could not be found. Aug 11 22:09:02.254071 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8bd434d9-32fc-4340-bcaa-93fae03fc727 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0996344 Aug 11 22:09:02.256947 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43836) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:02.265927 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-3fa51b50-d80a-4ef0-ac16-8f9982b81b02 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group_rule': {'security_group_id': 'fe58d4d4-a18b-4ac5-ac7a-2e92e52af3d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8646542a-2eec-4f91-8d71-2bd4d03d034a'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:02.339612 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-3fa51b50-d80a-4ef0-ac16-8f9982b81b02 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] create failed (client error): The resource could not be found. Aug 11 22:09:02.341742 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3fa51b50-d80a-4ef0-ac16-8f9982b81b02 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0827932 Aug 11 22:09:02.344808 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43842) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:02.439052 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f29114f9-97bb-41ba-9f57-f99a869887e7 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:02.469051 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f29114f9-97bb-41ba-9f57-f99a869887e7 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:02.513041 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa539c-fa7b-4019-8921-bef38c50d049 req-f7713943-57b4-405f-b6de-989e0463c300 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:02.516039 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0efa539c-fa7b-4019-8921-bef38c50d049 req-f7713943-57b4-405f-b6de-989e0463c300 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.0795643 Aug 11 22:09:02.538442 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f29114f9-97bb-41ba-9f57-f99a869887e7 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:02.541767 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f29114f9-97bb-41ba-9f57-f99a869887e7 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:02.546315 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f29114f9-97bb-41ba-9f57-f99a869887e7 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "DELETE /v2.0/security-groups/fe58d4d4-a18b-4ac5-ac7a-2e92e52af3d1 HTTP/1.1" status: 204 len: 168 time: 0.1996067 Aug 11 22:09:02.548018 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43852) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:02.558766 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29114f9-97bb-41ba-9f57-f99a869887e7 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe58d4d4-a18b-4ac5-ac7a-2e92e52af3d1,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:02.599439 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0efa539c-fa7b-4019-8921-bef38c50d049 req-41cf8309-5d64-49b2-945f-99d3f2433664 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763524 Aug 11 22:09:02.628865 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1e39e8d3-5e96-4366-90c2-eb5af8441c14 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0794189 Aug 11 22:09:02.633850 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43854) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:02.639290 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-cee7689a-ddb4-4c42-8768-43bf41755d47 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group_rule': {'security_group_id': 'c73e0969-6285-4584-9043-0236fab046d1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:02.756171 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-cee7689a-ddb4-4c42-8768-43bf41755d47 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] create failed (client error): The resource could not be found. Aug 11 22:09:02.763596 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cee7689a-ddb4-4c42-8768-43bf41755d47 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1233249 Aug 11 22:09:02.764105 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43864) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:02.772155 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-3f4fc121-d185-4a17-9479-7fed3ad52da5 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group': {'name': 'tempest-secgroup--2074644779'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:02.831970 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc121-d185-4a17-9479-7fed3ad52da5 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:03.001372 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc121-d185-4a17-9479-7fed3ad52da5 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:03.019627 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc121-d185-4a17-9479-7fed3ad52da5 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:03.070951 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc121-d185-4a17-9479-7fed3ad52da5 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:03.072148 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3f4fc121-d185-4a17-9479-7fed3ad52da5 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3069086 Aug 11 22:09:03.077372 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43884) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:03.080601 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4fc121-d185-4a17-9479-7fed3ad52da5 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=331d3373-9bce-4d41-9d79-a84f0b5551a0,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:03.084532 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-707bc62d-14a5-420d-ab31-77d307565d77 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group': {'name': 'tempest-secgroup--319169776'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:03.117688 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-707bc62d-14a5-420d-ab31-77d307565d77 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:03.124695 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381fa6c-a464-49b3-92da-affd72a61f9f req-1c5faf94-fce0-489f-a132-4dbf8bfa0df5 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:03.126351 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8381fa6c-a464-49b3-92da-affd72a61f9f req-1c5faf94-fce0-489f-a132-4dbf8bfa0df5 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 944 time: 0.1192317 Aug 11 22:09:03.214752 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8381fa6c-a464-49b3-92da-affd72a61f9f req-5f097079-43a4-4e2e-ab9e-95974f8d1979 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761385 Aug 11 22:09:03.260292 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-707bc62d-14a5-420d-ab31-77d307565d77 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:03.268464 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-707bc62d-14a5-420d-ab31-77d307565d77 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:03.309594 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-707bc62d-14a5-420d-ab31-77d307565d77 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:03.311011 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-707bc62d-14a5-420d-ab31-77d307565d77 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2319798 Aug 11 22:09:03.316282 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43888) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:03.316879 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bc62d-14a5-420d-ab31-77d307565d77 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5243ebf5-f6f1-4558-b19c-02247ab4d1aa,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:03.324221 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-6d63ff1c-dacb-4073-a1e5-1074e0ac3775 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group_rule': {'security_group_id': '331d3373-9bce-4d41-9d79-a84f0b5551a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5243ebf5-f6f1-4558-b19c-02247ab4d1aa'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:03.425293 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-6d63ff1c-dacb-4073-a1e5-1074e0ac3775 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:09:03.432234 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43892) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:03.433555 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6d63ff1c-dacb-4073-a1e5-1074e0ac3775 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1142113 Aug 11 22:09:03.505851 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43894) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:03.517127 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-c021fcc9-0651-4ca4-8ff3-32258da7ab35 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Request body: {'subnet': {'network_id': '7916a954-d00e-416a-b000-a1105ef9d8a5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:03.530957 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b6688530-82a3-4d4c-b539-192668997ab8 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:03.560853 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43896) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:03.585752 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b6688530-82a3-4d4c-b539-192668997ab8 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:03.651849 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c021fcc9-0651-4ca4-8ff3-32258da7ab35 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Made reservation on behalf of 9cc77b51a4e645209e3f16e3c925d1c8 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:09:03.656518 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c021fcc9-0651-4ca4-8ff3-32258da7ab35 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:03.666529 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b6688530-82a3-4d4c-b539-192668997ab8 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:03.669588 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b6688530-82a3-4d4c-b539-192668997ab8 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:03.670935 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b6688530-82a3-4d4c-b539-192668997ab8 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "DELETE /v2.0/security-groups/5243ebf5-f6f1-4558-b19c-02247ab4d1aa HTTP/1.1" status: 204 len: 168 time: 0.2376542 Aug 11 22:09:03.681987 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43902) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:03.689816 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6688530-82a3-4d4c-b539-192668997ab8 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5243ebf5-f6f1-4558-b19c-02247ab4d1aa,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:03.771748 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c3a81787-f7b1-490d-939a-452c3bcf1e8a tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0884023 Aug 11 22:09:03.776224 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43904) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:03.829294 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-939a7a72-4743-4966-8f16-b1e45fa59165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:03.919878 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017483e-c6d6-4e62-b027-641e11df25ed req-25d12463-a94c-419b-b329-20437f0a94f5 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:03.922034 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1017483e-c6d6-4e62-b027-641e11df25ed req-25d12463-a94c-419b-b329-20437f0a94f5 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1051378 Aug 11 22:09:03.944110 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c021fcc9-0651-4ca4-8ff3-32258da7ab35 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:03.945784 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97765331-88e6-44c6-9f09-b42882e8fe82 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:04.021676 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97765331-88e6-44c6-9f09-b42882e8fe82 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:04.028720 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021fcc9-0651-4ca4-8ff3-32258da7ab35 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event updated for resources: {'Subnet': ['ID=824d1f8c-8173-40d4-a87c-7349de4417b4,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:04.036933 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1017483e-c6d6-4e62-b027-641e11df25ed req-40b16166-b4a3-4b16-a703-2696e313796d tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044636 Aug 11 22:09:04.055866 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c021fcc9-0651-4ca4-8ff3-32258da7ab35 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Checking segment: {'id': 'a3ab16e1-dfa0-4dd7-a6da-c6580aed0b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7916a954-d00e-416a-b000-a1105ef9d8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:09:04.056249 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c021fcc9-0651-4ca4-8ff3-32258da7ab35 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Network hostable DHCP agents. Network: 7916a954-d00e-416a-b000-a1105ef9d8a5, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:09:04.078866 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c021fcc9-0651-4ca4-8ff3-32258da7ab35 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Network 7916a954-d00e-416a-b000-a1105ef9d8a5 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:09:04.090450 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-c021fcc9-0651-4ca4-8ff3-32258da7ab35 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 7916a954-d00e-416a-b000-a1105ef9d8a5) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:09:04.102807 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce643d7-d347-4e21-b6e6-b78d94124883 None None] Network 7916a954-d00e-416a-b000-a1105ef9d8a5 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:09:04.105825 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c021fcc9-0651-4ca4-8ff3-32258da7ab35 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:04.106475 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c021fcc9-0651-4ca4-8ff3-32258da7ab35 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:04.197320 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-939a7a72-4743-4966-8f16-b1e45fa59165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:04.200889 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97765331-88e6-44c6-9f09-b42882e8fe82 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:04.206362 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97765331-88e6-44c6-9f09-b42882e8fe82 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:04.208809 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-97765331-88e6-44c6-9f09-b42882e8fe82 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "DELETE /v2.0/security-groups/331d3373-9bce-4d41-9d79-a84f0b5551a0 HTTP/1.1" status: 204 len: 168 time: 0.4303501 Aug 11 22:09:04.220423 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43908) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:04.230187 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-939a7a72-4743-4966-8f16-b1e45fa59165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:04.236944 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c021fcc9-0651-4ca4-8ff3-32258da7ab35 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7260897 Aug 11 22:09:04.241591 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43910) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:04.251542 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-8a7c4080-33af-47e6-a209-453d08d8558f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-617096423'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:04.265823 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97765331-88e6-44c6-9f09-b42882e8fe82 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=331d3373-9bce-4d41-9d79-a84f0b5551a0,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:04.294352 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-939a7a72-4743-4966-8f16-b1e45fa59165 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3c2dbf2910ea4db8930830d2b64e53ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7280076 Aug 11 22:09:04.294821 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43914) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:04.308791 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d9bf26b3-57e6-4af4-ba4e-947148c61860 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0860896 Aug 11 22:09:04.316449 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43916) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:04.344249 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa3053-3df3-430b-83b7-f17ff596d3f0 req-f84feccf-368c-4b6c-be8f-31620276ce40 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:04.347938 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99aa3053-3df3-430b-83b7-f17ff596d3f0 req-f84feccf-368c-4b6c-be8f-31620276ce40 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1716957 Aug 11 22:09:04.352398 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7c4080-33af-47e6-a209-453d08d8558f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Made reservation on behalf of 9cc77b51a4e645209e3f16e3c925d1c8 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:09:04.356256 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4080-33af-47e6-a209-453d08d8558f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:04.364361 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-f456fc4d-4d72-4f1f-b629-c474aae1a8aa tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group': {'name': 'tempest-secgroup--1390245493'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:04.386319 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a7a72-4743-4966-8f16-b1e45fa59165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa3c3f6-c28b-4817-b0ad-91c60ce76f30,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:04.414710 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7c4080-33af-47e6-a209-453d08d8558f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:09:04.424207 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f456fc4d-4d72-4f1f-b629-c474aae1a8aa tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:04.431090 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4080-33af-47e6-a209-453d08d8558f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:04.431469 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-8a7c4080-33af-47e6-a209-453d08d8558f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Added segment ad681468-5773-4374-9184-463b4ce4b35f of type vlan for network 9320c646-4fb4-4180-987a-ba241d8e8f54 Aug 11 22:09:04.450094 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6d3a93-20ad-48bd-a5ea-0cfa749c5b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-7916a954-d00e-416a-b000-a1105ef9d8a5', 'network_id': '7916a954-d00e-416a-b000-a1105ef9d8a5', 'tenant_id': '9cc77b51a4e645209e3f16e3c925d1c8', 'fixed_ips': [{'subnet_id': '824d1f8c-8173-40d4-a87c-7349de4417b4'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:09:04.451911 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3a93-20ad-48bd-a5ea-0cfa749c5b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:04.528679 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4080-33af-47e6-a209-453d08d8558f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:04.538766 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99aa3053-3df3-430b-83b7-f17ff596d3f0 req-1829da18-0a47-4a89-ae0b-583477ef39f1 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749306 Aug 11 22:09:04.545796 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1a248c16-af47-4685-8112-234abe365e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:04.598138 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1a248c16-af47-4685-8112-234abe365e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:04.604349 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 18d01bf9-6db4-4000-a84c-3022f783de63 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:09:04.613749 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4080-33af-47e6-a209-453d08d8558f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:04.619644 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7c4080-33af-47e6-a209-453d08d8558f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:04.620313 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4080-33af-47e6-a209-453d08d8558f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:04.647787 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f456fc4d-4d72-4f1f-b629-c474aae1a8aa tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:04.658105 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f456fc4d-4d72-4f1f-b629-c474aae1a8aa tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:04.701773 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8a7c4080-33af-47e6-a209-453d08d8558f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4538198 Aug 11 22:09:04.708144 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43926) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:04.711677 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f456fc4d-4d72-4f1f-b629-c474aae1a8aa tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:04.720179 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f456fc4d-4d72-4f1f-b629-c474aae1a8aa tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3658347 Aug 11 22:09:04.721237 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43928) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:04.731777 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-33b29f47-b0db-4298-a891-256f4cae405f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Request body: {'subnet': {'network_id': '9320c646-4fb4-4180-987a-ba241d8e8f54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:04.744279 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-ae2ae945-c32f-438f-bba1-6d8fda9e8977 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:04.744891 n-d-804275-3 neutron-server[100942]: WARNING neutron.api.v2.base [None req-ae2ae945-c32f-438f-bba1-6d8fda9e8977 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 22:09:04.745504 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-ae2ae945-c32f-438f-bba1-6d8fda9e8977 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] update failed (client error): There was a conflict when trying to complete your request. Aug 11 22:09:04.751870 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43930) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:04.752892 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ae2ae945-c32f-438f-bba1-6d8fda9e8977 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "PUT /v2.0/security-groups/297ece5c-1096-4d97-95c3-9166bed5d5a8 HTTP/1.1" status: 409 len: 330 time: 0.0151660 Aug 11 22:09:04.762345 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c4080-33af-47e6-a209-453d08d8558f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event updated for resources: {'Network': ['ID=9320c646-4fb4-4180-987a-ba241d8e8f54,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:04.823954 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55db3d-560c-4a19-94c4-1ac32629e252 req-bd47c1d7-fff4-4f13-b977-e96b7bbb8e05 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:04.827575 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0e55db3d-560c-4a19-94c4-1ac32629e252 req-bd47c1d7-fff4-4f13-b977-e96b7bbb8e05 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 944 time: 0.1297140 Aug 11 22:09:04.829287 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 9320c646-4fb4-4180-987a-ba241d8e8f54 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:09:04.833347 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456fc4d-4d72-4f1f-b629-c474aae1a8aa tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=297ece5c-1096-4d97-95c3-9166bed5d5a8,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:04.840467 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1a248c16-af47-4685-8112-234abe365e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:04.843829 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1a248c16-af47-4685-8112-234abe365e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:04.849648 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1a248c16-af47-4685-8112-234abe365e43 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dfa3c3f6-c28b-4817-b0ad-91c60ce76f30 HTTP/1.1" status: 204 len: 168 time: 0.5494587 Aug 11 22:09:04.894926 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a248c16-af47-4685-8112-234abe365e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa3c3f6-c28b-4817-b0ad-91c60ce76f30,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:04.904274 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-79221921-0fbb-4969-b7c2-c82405a1b324 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:04.932330 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-79221921-0fbb-4969-b7c2-c82405a1b324 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:04.960760 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b29f47-b0db-4298-a891-256f4cae405f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Made reservation on behalf of 9cc77b51a4e645209e3f16e3c925d1c8 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:09:04.967707 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-33b29f47-b0db-4298-a891-256f4cae405f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:04.980752 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0e55db3d-560c-4a19-94c4-1ac32629e252 req-a842ca68-f195-4c8e-b7f4-c2d61257168c tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332734 Aug 11 22:09:04.990321 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 18d01bf9-6db4-4000-a84c-3022f783de63 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:09:05.004820 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 18d01bf9-6db4-4000-a84c-3022f783de63 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:09:05.005322 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:05.090628 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-79221921-0fbb-4969-b7c2-c82405a1b324 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:05.097374 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-8a6d3a93-20ad-48bd-a5ea-0cfa749c5b83 None None] Allocated IP 2001:db8:0:ffff::2 (7916a954-d00e-416a-b000-a1105ef9d8a5/824d1f8c-8173-40d4-a87c-7349de4417b4/735bbb9f-06b1-4e5a-a68a-40da56cad527) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:09:05.104068 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-79221921-0fbb-4969-b7c2-c82405a1b324 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:05.113960 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-79221921-0fbb-4969-b7c2-c82405a1b324 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "DELETE /v2.0/security-groups/297ece5c-1096-4d97-95c3-9166bed5d5a8 HTTP/1.1" status: 204 len: 168 time: 0.3605061 Aug 11 22:09:05.114963 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43934) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:05.166715 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79221921-0fbb-4969-b7c2-c82405a1b324 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=297ece5c-1096-4d97-95c3-9166bed5d5a8,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:05.263189 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a11963b5-030d-4fb2-8f71-bcec8922e24d tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0981348 Aug 11 22:09:05.276696 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43938) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:05.306985 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-253f226f-a70f-45bf-9ef9-0e38ebdeaba2 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] delete failed (client error): The resource could not be found. Aug 11 22:09:05.310326 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-253f226f-a70f-45bf-9ef9-0e38ebdeaba2 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "DELETE /v2.0/security-groups/faba8e04-0555-4730-bab7-87454fb08e0b HTTP/1.1" status: 404 len: 347 time: 0.0317430 Aug 11 22:09:05.316697 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43940) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:05.320449 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:05.349070 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-33b29f47-b0db-4298-a891-256f4cae405f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:05.351977 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-5aabca73-706d-4080-94ce-5abf248d57ec tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] show failed (client error): The resource could not be found. Aug 11 22:09:05.354061 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5aabca73-706d-4080-94ce-5abf248d57ec tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "GET /v2.0/security-groups/139d97c0-02ac-4592-836a-06e0b79f9194 HTTP/1.1" status: 404 len: 347 time: 0.0353370 Aug 11 22:09:05.366593 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43944) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:05.384372 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-ccf1a1cf-43e1-473c-a745-743cc1c4e095 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] show failed (client error): The resource could not be found. Aug 11 22:09:05.385890 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ccf1a1cf-43e1-473c-a745-743cc1c4e095 tempest-NegativeSecGroupTest-550007348 tempest-NegativeSecGroupTest-550007348-project] 10.222.0.77 "GET /v2.0/security-group-rules/9f241001-b4f6-47b9-9a5c-d48914edfbce HTTP/1.1" status: 404 len: 356 time: 0.0171108 Aug 11 22:09:05.449832 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2609a9b0-193c-4664-add5-e8e25ff13b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d01bf9-6db4-4000-a84c-3022f783de63'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:09:05.457835 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda008bf-8ffe-4cc4-9c85-89f716ccde44" -d '{"events": [{"server_uuid": "2609a9b0-193c-4664-add5-e8e25ff13b3b", "name": "network-vif-plugged", "status": "completed", "tag": "18d01bf9-6db4-4000-a84c-3022f783de63"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:09:05.501497 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 18d01bf9-6db4-4000-a84c-3022f783de63, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=18d01bf9-6db4-4000-a84c-3022f783de63,segment=NetworkSegment(00c7b139-e7fc-4b54-bc97-44e639286db8),segment_id=00c7b139-e7fc-4b54-bc97-44e639286db8)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:09:05.514259 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:05.545441 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b29f47-b0db-4298-a891-256f4cae405f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event updated for resources: {'Subnet': ['ID=2c721dae-d689-41e4-87e6-8bff0932acc3,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:05.566283 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b29f47-b0db-4298-a891-256f4cae405f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Checking segment: {'id': 'ad681468-5773-4374-9184-463b4ce4b35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9320c646-4fb4-4180-987a-ba241d8e8f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:09:05.566919 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b29f47-b0db-4298-a891-256f4cae405f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Network hostable DHCP agents. Network: 9320c646-4fb4-4180-987a-ba241d8e8f54, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:09:05.603956 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b29f47-b0db-4298-a891-256f4cae405f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Network 9320c646-4fb4-4180-987a-ba241d8e8f54 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:09:05.624053 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-33b29f47-b0db-4298-a891-256f4cae405f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 9320c646-4fb4-4180-987a-ba241d8e8f54) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:09:05.638650 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b29f47-b0db-4298-a891-256f4cae405f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:05.642202 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-33b29f47-b0db-4298-a891-256f4cae405f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:05.642910 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c208bfb9-db8b-423a-937d-1db675696084 None None] Network 9320c646-4fb4-4180-987a-ba241d8e8f54 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:09:05.673657 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-33b29f47-b0db-4298-a891-256f4cae405f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9636121 Aug 11 22:09:05.676863 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43954) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:05.803067 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=18d01bf9-6db4-4000-a84c-3022f783de63,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:05.830185 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3a93-20ad-48bd-a5ea-0cfa749c5b83 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:05.836318 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-93c85329-3de5-4047-a35f-9b92daabbed5 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:05.878239 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8a6d3a93-20ad-48bd-a5ea-0cfa749c5b83 None None] Transition to ACTIVE for port object 735bbb9f-06b1-4e5a-a68a-40da56cad527 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:09:05.961027 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653d041f-3d80-4734-8dec-e3d2174a59e0 x-openstack-request-id: req-653d041f-3d80-4734-8dec-e3d2174a59e0 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:09:05.961762 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2609a9b0-193c-4664-add5-e8e25ff13b3b", "name": "network-vif-plugged", "status": "completed", "tag": "18d01bf9-6db4-4000-a84c-3022f783de63", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:09:05.963487 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-93c85329-3de5-4047-a35f-9b92daabbed5 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:05.964310 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-653d041f-3d80-4734-8dec-e3d2174a59e0 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:09:05.965246 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2609a9b0-193c-4664-add5-e8e25ff13b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d01bf9-6db4-4000-a84c-3022f783de63', 'code': 200} Aug 11 22:09:05.992760 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8a6d3a93-20ad-48bd-a5ea-0cfa749c5b83 None None] Transition to ACTIVE for port object 735bbb9f-06b1-4e5a-a68a-40da56cad527 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:09:06.014864 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43964) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:06.017169 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3a93-20ad-48bd-a5ea-0cfa749c5b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:06.156280 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d3a93-20ad-48bd-a5ea-0cfa749c5b83 None None] Pushing event updated for resources: {'Port': ['ID=735bbb9f-06b1-4e5a-a68a-40da56cad527,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:06.162804 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-93c85329-3de5-4047-a35f-9b92daabbed5 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:06.171024 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18376b-a2d6-4f5d-a33d-1e52c7fbe6e7 req-47ad37e6-c896-4905-9622-95a6749be732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:06.180109 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b18376b-a2d6-4f5d-a33d-1e52c7fbe6e7 req-47ad37e6-c896-4905-9622-95a6749be732 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 1096 time: 0.0961287 Aug 11 22:09:06.209526 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6d3a93-20ad-48bd-a5ea-0cfa749c5b83 None None] Network 7916a954-d00e-416a-b000-a1105ef9d8a5 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:09:06.213352 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-8a6d3a93-20ad-48bd-a5ea-0cfa749c5b83 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:09:06.217431 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6d3a93-20ad-48bd-a5ea-0cfa749c5b83 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:09:06.254285 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b18376b-a2d6-4f5d-a33d-1e52c7fbe6e7 req-bb6db9ac-6f17-42bd-b3df-2228b5b3c696 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657115 Aug 11 22:09:06.297298 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c85329-3de5-4047-a35f-9b92daabbed5 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event deleted for resources: {'Subnet': ['ID=2c721dae-d689-41e4-87e6-8bff0932acc3,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:06.313446 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-93c85329-3de5-4047-a35f-9b92daabbed5 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:06.337032 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b61d7-3c81-4e07-afd7-b16cab393954 req-41c70d9a-e424-4f6a-a5e2-d52a3c0d0ba9 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:06.344308 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5e47b1-173b-415e-bee6-d12a60d6282c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-9320c646-4fb4-4180-987a-ba241d8e8f54', 'network_id': '9320c646-4fb4-4180-987a-ba241d8e8f54', 'tenant_id': '9cc77b51a4e645209e3f16e3c925d1c8', 'fixed_ips': [{'subnet_id': '2c721dae-d689-41e4-87e6-8bff0932acc3'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:09:06.345148 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc4b61d7-3c81-4e07-afd7-b16cab393954 req-41c70d9a-e424-4f6a-a5e2-d52a3c0d0ba9 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.2071540 Aug 11 22:09:06.345359 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2b5e47b1-173b-415e-bee6-d12a60d6282c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:06.347713 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-93c85329-3de5-4047-a35f-9b92daabbed5 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9320c646-4fb4-4180-987a-ba241d8e8f54']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:06.377668 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-93c85329-3de5-4047-a35f-9b92daabbed5 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad681468-5773-4374-9184-463b4ce4b35f') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:06.378687 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-93c85329-3de5-4047-a35f-9b92daabbed5 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad681468-5773-4374-9184-463b4ce4b35f') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:06.384389 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-65210569-1b5e-4143-858f-7e71ebfede88 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=176183217db24a128104e3a9be0f0aec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3613906 Aug 11 22:09:06.384389 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43980) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:06.395009 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-93c85329-3de5-4047-a35f-9b92daabbed5 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:06.404946 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-8a6d3a93-20ad-48bd-a5ea-0cfa749c5b83 None None] Attempting to bind port 735bbb9f-06b1-4e5a-a68a-40da56cad527 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:09:06.407000 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-8a6d3a93-20ad-48bd-a5ea-0cfa749c5b83 None None] Attempting to bind port 735bbb9f-06b1-4e5a-a68a-40da56cad527 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'a3ab16e1-dfa0-4dd7-a6da-c6580aed0b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7916a954-d00e-416a-b000-a1105ef9d8a5'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:09:06.407882 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d3a93-20ad-48bd-a5ea-0cfa749c5b83 None None] Attempting to bind port 735bbb9f-06b1-4e5a-a68a-40da56cad527 on network 7916a954-d00e-416a-b000-a1105ef9d8a5 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:09:06.431283 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc4b61d7-3c81-4e07-afd7-b16cab393954 req-1169f0a4-28a1-4aba-8f8f-4fa9dc53ac21 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839379 Aug 11 22:09:06.433179 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-93c85329-3de5-4047-a35f-9b92daabbed5 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:06.437338 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d3a93-20ad-48bd-a5ea-0cfa749c5b83 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:09:06.438462 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d3a93-20ad-48bd-a5ea-0cfa749c5b83 None None] Checking segment: {'id': 'a3ab16e1-dfa0-4dd7-a6da-c6580aed0b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7916a954-d00e-416a-b000-a1105ef9d8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:09:06.439897 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3a93-20ad-48bd-a5ea-0cfa749c5b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:06.440992 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d3a93-20ad-48bd-a5ea-0cfa749c5b83 None None] Bound using segment: {'id': 'a3ab16e1-dfa0-4dd7-a6da-c6580aed0b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7916a954-d00e-416a-b000-a1105ef9d8a5'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:09:06.442368 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-8a6d3a93-20ad-48bd-a5ea-0cfa749c5b83 None None] Bound port: 735bbb9f-06b1-4e5a-a68a-40da56cad527, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ab16e1-dfa0-4dd7-a6da-c6580aed0b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7916a954-d00e-416a-b000-a1105ef9d8a5'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:09:06.443184 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3a93-20ad-48bd-a5ea-0cfa749c5b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:06.448131 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93c85329-3de5-4047-a35f-9b92daabbed5 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:09:06.448859 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-93c85329-3de5-4047-a35f-9b92daabbed5 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:09:06.454066 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:09:06.456705 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d9fbfb4-74d6-4c1e-83f3-cc9ea621482b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:06.491776 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d9fbfb4-74d6-4c1e-83f3-cc9ea621482b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:06.558864 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d9fbfb4-74d6-4c1e-83f3-cc9ea621482b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:06.562751 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d9fbfb4-74d6-4c1e-83f3-cc9ea621482b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:06.564053 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8d9fbfb4-74d6-4c1e-83f3-cc9ea621482b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b0221027-4b3b-4b17-a042-c7a920005179 HTTP/1.1" status: 204 len: 168 time: 0.1787763 Aug 11 22:09:06.573732 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9fbfb4-74d6-4c1e-83f3-cc9ea621482b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0221027-4b3b-4b17-a042-c7a920005179,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:06.620283 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b9832-9f8b-4e97-91f5-5e8d446a1f6a req-e36449c9-9e55-46f4-a264-022f6822d6fa tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:06.621948 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0a0b9832-9f8b-4e97-91f5-5e8d446a1f6a req-e36449c9-9e55-46f4-a264-022f6822d6fa tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0744336 Aug 11 22:09:06.662046 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bea9bd7-839d-4564-a17f-3a303cf3f161 None None] Network 9320c646-4fb4-4180-987a-ba241d8e8f54 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:09:06.662310 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-93c85329-3de5-4047-a35f-9b92daabbed5 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:06.672089 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-93c85329-3de5-4047-a35f-9b92daabbed5 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:06.678371 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43990) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:06.678877 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-93c85329-3de5-4047-a35f-9b92daabbed5 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "DELETE /v2.0/networks/9320c646-4fb4-4180-987a-ba241d8e8f54 HTTP/1.1" status: 204 len: 168 time: 1.0004802 Aug 11 22:09:06.683567 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bea9bd7-839d-4564-a17f-3a303cf3f161 None None] Network 9320c646-4fb4-4180-987a-ba241d8e8f54 could not be found, it might have been deleted concurrently. {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 22:09:06.683907 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c7b2c2eb-d082-4261-8159-682b320c3033 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1886565159'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:06.695973 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c85329-3de5-4047-a35f-9b92daabbed5 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event deleted for resources: {'Network': ['ID=9320c646-4fb4-4180-987a-ba241d8e8f54,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:06.716756 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0a0b9832-9f8b-4e97-91f5-5e8d446a1f6a req-af4147d8-0fed-495a-b0e8-334b517eb28f tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817227 Aug 11 22:09:06.720352 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b2c2eb-d082-4261-8159-682b320c3033 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Made reservation on behalf of 9cc77b51a4e645209e3f16e3c925d1c8 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:09:06.726291 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c7b2c2eb-d082-4261-8159-682b320c3033 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:06.755798 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-8a6d3a93-20ad-48bd-a5ea-0cfa749c5b83 None None] For port 735bbb9f-06b1-4e5a-a68a-40da56cad527, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:09:06.760719 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-8a6d3a93-20ad-48bd-a5ea-0cfa749c5b83 None None] For port 735bbb9f-06b1-4e5a-a68a-40da56cad527, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=735bbb9f-06b1-4e5a-a68a-40da56cad527,segment=NetworkSegment(a3ab16e1-dfa0-4dd7-a6da-c6580aed0b9f),segment_id=a3ab16e1-dfa0-4dd7-a6da-c6580aed0b9f)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:09:06.765497 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7b2c2eb-d082-4261-8159-682b320c3033 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:09:06.768395 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3a93-20ad-48bd-a5ea-0cfa749c5b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:06.779483 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c7b2c2eb-d082-4261-8159-682b320c3033 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:06.779915 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-c7b2c2eb-d082-4261-8159-682b320c3033 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Added segment 99aa35e0-61b0-411a-a995-fac88cb6e60f of type vlan for network 19ad7635-2c8d-4c99-8545-43abfb8f0d66 Aug 11 22:09:06.863748 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c7b2c2eb-d082-4261-8159-682b320c3033 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:06.874899 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d3a93-20ad-48bd-a5ea-0cfa749c5b83 None None] Pushing event updated for resources: {'Port': ['ID=735bbb9f-06b1-4e5a-a68a-40da56cad527,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:06.908110 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c7b2c2eb-d082-4261-8159-682b320c3033 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:06.915567 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b2c2eb-d082-4261-8159-682b320c3033 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:06.916534 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c7b2c2eb-d082-4261-8159-682b320c3033 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:07.000612 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43994) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:07.006516 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-a426cd44-4b65-42a5-a912-fcf45daafa95 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Request body: {'subnet': {'network_id': '19ad7635-2c8d-4c99-8545-43abfb8f0d66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:07.011057 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c7b2c2eb-d082-4261-8159-682b320c3033 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3306842 Aug 11 22:09:07.021115 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2c2eb-d082-4261-8159-682b320c3033 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event updated for resources: {'Network': ['ID=19ad7635-2c8d-4c99-8545-43abfb8f0d66,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:07.042163 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 19ad7635-2c8d-4c99-8545-43abfb8f0d66 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:09:07.267279 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a426cd44-4b65-42a5-a912-fcf45daafa95 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Made reservation on behalf of 9cc77b51a4e645209e3f16e3c925d1c8 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:09:07.271974 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a426cd44-4b65-42a5-a912-fcf45daafa95 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:07.597906 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a426cd44-4b65-42a5-a912-fcf45daafa95 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:07.638021 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 735bbb9f-06b1-4e5a-a68a-40da56cad527 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:09:07.701735 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426cd44-4b65-42a5-a912-fcf45daafa95 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event updated for resources: {'Subnet': ['ID=77e39699-e71f-40d1-8d1e-d23638d86181,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:07.728852 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a426cd44-4b65-42a5-a912-fcf45daafa95 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Checking segment: {'id': '99aa35e0-61b0-411a-a995-fac88cb6e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '19ad7635-2c8d-4c99-8545-43abfb8f0d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:09:07.728852 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a426cd44-4b65-42a5-a912-fcf45daafa95 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Network hostable DHCP agents. Network: 19ad7635-2c8d-4c99-8545-43abfb8f0d66, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:09:07.766881 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a426cd44-4b65-42a5-a912-fcf45daafa95 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Network 19ad7635-2c8d-4c99-8545-43abfb8f0d66 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:09:07.767997 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 735bbb9f-06b1-4e5a-a68a-40da56cad527 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:09:07.790538 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-a426cd44-4b65-42a5-a912-fcf45daafa95 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 19ad7635-2c8d-4c99-8545-43abfb8f0d66) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:09:07.797342 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a426cd44-4b65-42a5-a912-fcf45daafa95 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:07.798027 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a426cd44-4b65-42a5-a912-fcf45daafa95 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:07.808194 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137c3df4-5145-43d9-9889-8bbfbc2e89b7 None None] Network 19ad7635-2c8d-4c99-8545-43abfb8f0d66 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:09:07.838418 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44014) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:07.847729 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-aedfeda2-fe87-4967-8f56-cfca6e526f7e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-553788520'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:07.848771 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a426cd44-4b65-42a5-a912-fcf45daafa95 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8466971 Aug 11 22:09:07.906304 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedfeda2-fe87-4967-8f56-cfca6e526f7e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Made reservation on behalf of 9cc77b51a4e645209e3f16e3c925d1c8 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:09:07.916191 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aedfeda2-fe87-4967-8f56-cfca6e526f7e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:07.964616 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aedfeda2-fe87-4967-8f56-cfca6e526f7e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:09:07.981845 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aedfeda2-fe87-4967-8f56-cfca6e526f7e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:07.982456 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-aedfeda2-fe87-4967-8f56-cfca6e526f7e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Added segment 4f906131-c68f-43ae-8bcd-08a8835c1d38 of type vlan for network c159cc8a-77d8-4a9e-8f5a-799fcff07532 Aug 11 22:09:08.069197 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aedfeda2-fe87-4967-8f56-cfca6e526f7e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:08.094707 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:08.174853 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aedfeda2-fe87-4967-8f56-cfca6e526f7e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:08.190527 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeda2-fe87-4967-8f56-cfca6e526f7e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:08.192140 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aedfeda2-fe87-4967-8f56-cfca6e526f7e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:08.208017 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e601f14-80cb-41db-abf9-a9e9093f353b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-19ad7635-2c8d-4c99-8545-43abfb8f0d66', 'network_id': '19ad7635-2c8d-4c99-8545-43abfb8f0d66', 'tenant_id': '9cc77b51a4e645209e3f16e3c925d1c8', 'fixed_ips': [{'subnet_id': '77e39699-e71f-40d1-8d1e-d23638d86181'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:09:08.209428 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4e601f14-80cb-41db-abf9-a9e9093f353b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:08.237489 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-aedfeda2-fe87-4967-8f56-cfca6e526f7e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3972838 Aug 11 22:09:08.260292 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44028) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:08.350622 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-646c633c-3977-44b3-8923-7ab5408bbd13 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Request body: {'subnet': {'network_id': 'c159cc8a-77d8-4a9e-8f5a-799fcff07532', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:08.363289 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a41384-79d4-4b09-bfcf-ad9fe96cc991 req-471bb135-ef44-4030-9912-43562f323ba8 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:08.378917 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-02a41384-79d4-4b09-bfcf-ad9fe96cc991 req-471bb135-ef44-4030-9912-43562f323ba8 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1986494 Aug 11 22:09:08.517317 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-02a41384-79d4-4b09-bfcf-ad9fe96cc991 req-44a12682-cd8a-4fc0-bbba-49fcd4ef8db3 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369429 Aug 11 22:09:08.574037 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44038) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:08.603535 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedfeda2-fe87-4967-8f56-cfca6e526f7e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event updated for resources: {'Network': ['ID=c159cc8a-77d8-4a9e-8f5a-799fcff07532,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:08.626625 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165de8b9-fe11-4d6f-b49b-5e847d5f8c2b None None] Network 7916a954-d00e-416a-b000-a1105ef9d8a5 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:09:08.685845 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646c633c-3977-44b3-8923-7ab5408bbd13 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Made reservation on behalf of 9cc77b51a4e645209e3f16e3c925d1c8 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:09:08.695100 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-646c633c-3977-44b3-8923-7ab5408bbd13 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:08.703043 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network c159cc8a-77d8-4a9e-8f5a-799fcff07532 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:09:08.821768 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.ipam_backend_mixin [None req-646c633c-3977-44b3-8923-7ab5408bbd13 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Performing IP validity checks on allocation pools {{(pid=100942) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 22:09:08.823024 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.ipam_backend_mixin [None req-646c633c-3977-44b3-8923-7ab5408bbd13 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100942) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 22:09:08.850063 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ff147-d1e4-4920-a2fa-1c64cac40309 req-70e0cba2-070c-4069-9127-c5d73c8e1a4a tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:08.860306 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dc4ff147-d1e4-4920-a2fa-1c64cac40309 req-70e0cba2-070c-4069-9127-c5d73c8e1a4a tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1711502 Aug 11 22:09:08.901552 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2ada2543-a181-4620-bb76-8646d6e03e28 None None] Provisioning for port 735bbb9f-06b1-4e5a-a68a-40da56cad527 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:09:08.931213 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2ada2543-a181-4620-bb76-8646d6e03e28 None None] Provisioning complete for port 735bbb9f-06b1-4e5a-a68a-40da56cad527 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:09:08.931850 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2ada2543-a181-4620-bb76-8646d6e03e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:08.999710 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dc4ff147-d1e4-4920-a2fa-1c64cac40309 req-8ce09ed1-b32e-45df-b6f2-7d4e2e3ced62 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348679 Aug 11 22:09:09.003353 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-4e601f14-80cb-41db-abf9-a9e9093f353b None None] Allocated IP 2001:db8::1 (19ad7635-2c8d-4c99-8545-43abfb8f0d66/77e39699-e71f-40d1-8d1e-d23638d86181/7f9169a7-6162-4b05-9ffd-801950f00abe) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:09:09.073195 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-64fd3220-9841-48c7-8d15-367b4ebbfc73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:09.204358 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-646c633c-3977-44b3-8923-7ab5408bbd13 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:09.352386 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-64fd3220-9841-48c7-8d15-367b4ebbfc73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:09.360508 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-64fd3220-9841-48c7-8d15-367b4ebbfc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:09.455895 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2ada2543-a181-4620-bb76-8646d6e03e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:09.462683 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-64fd3220-9841-48c7-8d15-367b4ebbfc73 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6f4e61a580434dc8b023756711904a50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8867738 Aug 11 22:09:09.466642 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd3220-9841-48c7-8d15-367b4ebbfc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422053fe-5edf-4f66-b5c5-fb3585e81108,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:09.472572 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44058) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:09.504055 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-b13cbabc-b063-4bab-889a-a0587404e385 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4239287 Aug 11 22:09:09.529796 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c633c-3977-44b3-8923-7ab5408bbd13 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event updated for resources: {'Subnet': ['ID=7696d82e-4a8e-4256-93c6-9701c2813bef,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:09.550760 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646c633c-3977-44b3-8923-7ab5408bbd13 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Checking segment: {'id': '4f906131-c68f-43ae-8bcd-08a8835c1d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c159cc8a-77d8-4a9e-8f5a-799fcff07532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:09:09.551314 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646c633c-3977-44b3-8923-7ab5408bbd13 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Network hostable DHCP agents. Network: c159cc8a-77d8-4a9e-8f5a-799fcff07532, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:09:09.601429 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646c633c-3977-44b3-8923-7ab5408bbd13 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Network c159cc8a-77d8-4a9e-8f5a-799fcff07532 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:09:09.614439 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dd4f1f0a-a445-4c89-b4da-0863ed8b73cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:09.630696 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-646c633c-3977-44b3-8923-7ab5408bbd13 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, c159cc8a-77d8-4a9e-8f5a-799fcff07532) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:09:09.653779 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dd4f1f0a-a445-4c89-b4da-0863ed8b73cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:09.657496 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646c633c-3977-44b3-8923-7ab5408bbd13 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:09.658553 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-646c633c-3977-44b3-8923-7ab5408bbd13 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:09.748323 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ebd570-194b-44c6-972f-f46c93bbcc97 None None] Network c159cc8a-77d8-4a9e-8f5a-799fcff07532 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:09:09.760508 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-646c633c-3977-44b3-8923-7ab5408bbd13 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4981513 Aug 11 22:09:09.765953 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44060) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:09.783789 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dd4f1f0a-a445-4c89-b4da-0863ed8b73cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:09.790373 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dd4f1f0a-a445-4c89-b4da-0863ed8b73cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:09.793125 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-dd4f1f0a-a445-4c89-b4da-0863ed8b73cb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/422053fe-5edf-4f66-b5c5-fb3585e81108 HTTP/1.1" status: 204 len: 168 time: 0.3178148 Aug 11 22:09:09.816177 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f1f0a-a445-4c89-b4da-0863ed8b73cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422053fe-5edf-4f66-b5c5-fb3585e81108,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:09.878993 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-a7828219-e2fc-4192-8ae0-41827b909b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:09.879865 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-a7828219-e2fc-4192-8ae0-41827b909b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:09.880814 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-a7828219-e2fc-4192-8ae0-41827b909b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:09.881584 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-a7828219-e2fc-4192-8ae0-41827b909b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:09.882840 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-a7828219-e2fc-4192-8ae0-41827b909b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:09.883263 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-a7828219-e2fc-4192-8ae0-41827b909b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:09.884148 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-a7828219-e2fc-4192-8ae0-41827b909b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:09.887733 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-a7828219-e2fc-4192-8ae0-41827b909b7b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21f8e25332dd44aa8653731b1f899e18&device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 6500 time: 0.2486100 Aug 11 22:09:10.175166 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-2ada2543-a181-4620-bb76-8646d6e03e28 None None] For port 735bbb9f-06b1-4e5a-a68a-40da56cad527, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=735bbb9f-06b1-4e5a-a68a-40da56cad527,segment=NetworkSegment(a3ab16e1-dfa0-4dd7-a6da-c6580aed0b9f),segment_id=a3ab16e1-dfa0-4dd7-a6da-c6580aed0b9f)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:09:10.316997 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2ada2543-a181-4620-bb76-8646d6e03e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:10.332351 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4e601f14-80cb-41db-abf9-a9e9093f353b None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:10.446189 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-27c6c27e-9e63-41ee-bd2e-4f137be38cd3 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:10.464245 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-27c6c27e-9e63-41ee-bd2e-4f137be38cd3 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/networks?id=0eed289d-e5a0-4ee3-a0ec-de49e60196a3 HTTP/1.1" status: 200 len: 814 time: 0.3427095 Aug 11 22:09:10.520760 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0958b59-aff5-4f3d-ad1d-d1f2e9514eb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-c159cc8a-77d8-4a9e-8f5a-799fcff07532', 'network_id': 'c159cc8a-77d8-4a9e-8f5a-799fcff07532', 'tenant_id': '9cc77b51a4e645209e3f16e3c925d1c8', 'fixed_ips': [{'subnet_id': '7696d82e-4a8e-4256-93c6-9701c2813bef'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:09:10.523208 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d0958b59-aff5-4f3d-ad1d-d1f2e9514eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:10.526694 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-688b2caa-a4c2-4055-aedb-a148b5c2b802 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/quotas/1af7fbf8275e477482973195cd6560a1 HTTP/1.1" status: 200 len: 375 time: 0.0442045 Aug 11 22:09:10.553487 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4e601f14-80cb-41db-abf9-a9e9093f353b None None] Transition to ACTIVE for port object 7f9169a7-6162-4b05-9ffd-801950f00abe will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:09:10.610975 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4e601f14-80cb-41db-abf9-a9e9093f353b None None] Transition to ACTIVE for port object 7f9169a7-6162-4b05-9ffd-801950f00abe will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:09:10.705672 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4e601f14-80cb-41db-abf9-a9e9093f353b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:10.714767 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada2543-a181-4620-bb76-8646d6e03e28 None None] Pushing event updated for resources: {'Port': ['ID=735bbb9f-06b1-4e5a-a68a-40da56cad527,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:10.728325 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-fed090f5-af0d-4f73-b6bb-6085b1f9b8ff tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1af7fbf8275e477482973195cd6560a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1842453 Aug 11 22:09:10.833212 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e601f14-80cb-41db-abf9-a9e9093f353b None None] Network 19ad7635-2c8d-4c99-8545-43abfb8f0d66 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:09:10.862380 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-4e601f14-80cb-41db-abf9-a9e9093f353b None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:09:10.876708 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e601f14-80cb-41db-abf9-a9e9093f353b None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:09:10.944275 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-0428301f-2c68-4049-936e-81d0e8294fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:10.945145 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-0428301f-2c68-4049-936e-81d0e8294fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:10.946668 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-c1bfd355-7e4c-4d49-881a-7aab575dc3fc service neutron] 10.222.0.77 "GET /v2.0/networks/0eed289d-e5a0-4ee3-a0ec-de49e60196a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164063 Aug 11 22:09:10.950633 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-0428301f-2c68-4049-936e-81d0e8294fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:10.954683 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-0428301f-2c68-4049-936e-81d0e8294fab service neutron] 10.222.0.52 "GET /v2.0/networks?id=51af6b0f-08b6-41a5-a9ed-48b34e3cb239&id=b287a464-dc73-48ac-8476-f9f6272430e9&id=b287a464-dc73-48ac-8476-f9f6272430e9&id=b287a464-dc73-48ac-8476-f9f6272430e9&id=b287a464-dc73-48ac-8476-f9f6272430e9&id=39346d85-8db1-4c32-bd48-0eb63c830650&id=39346d85-8db1-4c32-bd48-0eb63c830650 HTTP/1.1" status: 200 len: 2299 time: 1.0280683 Aug 11 22:09:11.079825 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-4e601f14-80cb-41db-abf9-a9e9093f353b None None] Attempting to bind port 7f9169a7-6162-4b05-9ffd-801950f00abe on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:09:11.080408 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-4e601f14-80cb-41db-abf9-a9e9093f353b None None] Attempting to bind port 7f9169a7-6162-4b05-9ffd-801950f00abe by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '99aa35e0-61b0-411a-a995-fac88cb6e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '19ad7635-2c8d-4c99-8545-43abfb8f0d66'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:09:11.081006 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e601f14-80cb-41db-abf9-a9e9093f353b None None] Attempting to bind port 7f9169a7-6162-4b05-9ffd-801950f00abe on network 19ad7635-2c8d-4c99-8545-43abfb8f0d66 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:09:11.090992 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e601f14-80cb-41db-abf9-a9e9093f353b None None] Pushing event updated for resources: {'Port': ['ID=7f9169a7-6162-4b05-9ffd-801950f00abe,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:11.098707 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e601f14-80cb-41db-abf9-a9e9093f353b None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:09:11.099358 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e601f14-80cb-41db-abf9-a9e9093f353b None None] Checking segment: {'id': '99aa35e0-61b0-411a-a995-fac88cb6e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '19ad7635-2c8d-4c99-8545-43abfb8f0d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:09:11.100097 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4e601f14-80cb-41db-abf9-a9e9093f353b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:11.100752 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e601f14-80cb-41db-abf9-a9e9093f353b None None] Bound using segment: {'id': '99aa35e0-61b0-411a-a995-fac88cb6e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '19ad7635-2c8d-4c99-8545-43abfb8f0d66'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:09:11.101476 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-4e601f14-80cb-41db-abf9-a9e9093f353b None None] Bound port: 7f9169a7-6162-4b05-9ffd-801950f00abe, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99aa35e0-61b0-411a-a995-fac88cb6e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '19ad7635-2c8d-4c99-8545-43abfb8f0d66'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:09:11.102511 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4e601f14-80cb-41db-abf9-a9e9093f353b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:11.119564 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:11.144719 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f03f536f-16ce-4b6d-9935-19bdfba367e3 None None] Provisioning complete for port 735bbb9f-06b1-4e5a-a68a-40da56cad527 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:09:11.144912 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f03f536f-16ce-4b6d-9935-19bdfba367e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:11.151895 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-d0958b59-aff5-4f3d-ad1d-d1f2e9514eb8 None None] Allocated IP 2001:db8::3 (c159cc8a-77d8-4a9e-8f5a-799fcff07532/7696d82e-4a8e-4256-93c6-9701c2813bef/1d2e9ce8-cb3a-4dcc-82e8-2e93f83a0909) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:09:11.200493 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-47444729-7b55-4c14-acbd-1bc2c97873b9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0841e35-712c-4919-9743-7532de366613 HTTP/1.1" status: 200 len: 1001 time: 0.2401073 Aug 11 22:09:11.204940 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-10384539-74d5-4c14-a076-d811edc767e6 service neutron] 10.222.0.77 "GET /v2.0/networks/0eed289d-e5a0-4ee3-a0ec-de49e60196a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498701 Aug 11 22:09:11.354231 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:11.415494 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4e601f14-80cb-41db-abf9-a9e9093f353b None None] For port 7f9169a7-6162-4b05-9ffd-801950f00abe, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:09:11.477548 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-e7defeff-1200-4712-80df-56eebb6c82c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:11.479590 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-e7defeff-1200-4712-80df-56eebb6c82c8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7dff4e45-f48e-4976-9708-e4527f53ecdf HTTP/1.1" status: 200 len: 856 time: 0.2699168 Aug 11 22:09:11.486499 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4e601f14-80cb-41db-abf9-a9e9093f353b None None] For port 7f9169a7-6162-4b05-9ffd-801950f00abe, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7f9169a7-6162-4b05-9ffd-801950f00abe,segment=NetworkSegment(99aa35e0-61b0-411a-a995-fac88cb6e60f),segment_id=99aa35e0-61b0-411a-a995-fac88cb6e60f)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:09:11.553844 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-aed847b0-2cb1-41c1-a908-90d6f3cc6279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:11.556968 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-aed847b0-2cb1-41c1-a908-90d6f3cc6279 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=51af6b0f-08b6-41a5-a9ed-48b34e3cb239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691221 Aug 11 22:09:11.641957 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4e601f14-80cb-41db-abf9-a9e9093f353b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:11.658811 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 735bbb9f-06b1-4e5a-a68a-40da56cad527 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:09:11.670216 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44114) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:11.837185 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-4c3f3f7c-ac67-4f01-a61e-10b87ccb2b38 service neutron] 10.222.0.52 "GET /v2.0/networks/51af6b0f-08b6-41a5-a9ed-48b34e3cb239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724171 Aug 11 22:09:11.935939 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef3458-b5df-4539-9a8f-a47441b05a8e req-b2ff963c-c959-4f74-86f8-e0ab6a37198d tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:11.949536 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ddef3458-b5df-4539-9a8f-a47441b05a8e req-b2ff963c-c959-4f74-86f8-e0ab6a37198d tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1926479 Aug 11 22:09:12.042299 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ddef3458-b5df-4539-9a8f-a47441b05a8e req-d5e6c373-03fb-4a5f-9501-4d29a6e5f5e6 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912523 Aug 11 22:09:12.064383 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d0958b59-aff5-4f3d-ad1d-d1f2e9514eb8 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:12.070527 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-8312145d-5ead-459e-a69e-c66c7a1b8751 service neutron] 10.222.0.52 "GET /v2.0/networks/51af6b0f-08b6-41a5-a9ed-48b34e3cb239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255042 Aug 11 22:09:12.128192 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 735bbb9f-06b1-4e5a-a68a-40da56cad527 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:09:12.135180 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:12.146708 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d0958b59-aff5-4f3d-ad1d-d1f2e9514eb8 None None] Transition to ACTIVE for port object 1d2e9ce8-cb3a-4dcc-82e8-2e93f83a0909 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:09:12.165636 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-81600b4d-b76c-4f1d-af1d-7cba74186a84 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=edaff90d-e53c-40c3-9e3d-8aeb7c62d23f HTTP/1.1" status: 200 len: 217 time: 0.0874114 Aug 11 22:09:12.165820 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44128) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:12.231126 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e601f14-80cb-41db-abf9-a9e9093f353b None None] Pushing event updated for resources: {'Port': ['ID=7f9169a7-6162-4b05-9ffd-801950f00abe,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:12.276801 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d0958b59-aff5-4f3d-ad1d-d1f2e9514eb8 None None] Transition to ACTIVE for port object 1d2e9ce8-cb3a-4dcc-82e8-2e93f83a0909 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:09:12.292171 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d0958b59-aff5-4f3d-ad1d-d1f2e9514eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:12.335835 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:12.357901 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70d10bda-dc6b-43c0-8cec-05874898ed26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:12.421654 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event deleted for resources: {'Subnet': ['ID=7696d82e-4a8e-4256-93c6-9701c2813bef,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:12.440608 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0958b59-aff5-4f3d-ad1d-d1f2e9514eb8 None None] Network c159cc8a-77d8-4a9e-8f5a-799fcff07532 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:09:12.441338 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-18118da8-c6bc-47ce-a78e-8095e9021399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:12.443210 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-18118da8-c6bc-47ce-a78e-8095e9021399 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9151294c-d4b3-4b89-812c-726f585f11d8 HTTP/1.1" status: 200 len: 797 time: 0.2704005 Aug 11 22:09:12.455079 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-d0958b59-aff5-4f3d-ad1d-d1f2e9514eb8 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:09:12.459260 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0958b59-aff5-4f3d-ad1d-d1f2e9514eb8 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:09:12.490488 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0958b59-aff5-4f3d-ad1d-d1f2e9514eb8 None None] Pushing event updated for resources: {'Port': ['ID=1d2e9ce8-cb3a-4dcc-82e8-2e93f83a0909,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:12.497629 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-1ce56d7f-97fa-4c94-be2c-e3096cc3dc08 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1570176242-network', 'tenant_id': '305a51db4b5b4d7797ff280782d4def9'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:12.604495 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.db.api [None req-70d10bda-dc6b-43c0-8cec-05874898ed26 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 22:09:12.604495 n-d-804275-3 neutron-server[100943]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 22:09:12.604495 n-d-804275-3 neutron-server[100943]: [parameters: {'project_id': '8b2a4e05f9c64277bd7e854196d868c3', 'id': 'c16bbb82-4849-4c89-9d85-a00578213d75', 'expiration': datetime.datetime(2021, 8, 11, 22, 11, 12, 561309)}] Aug 11 22:09:12.604495 n-d-804275-3 neutron-server[100943]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:09:12.609664 n-d-804275-3 neutron-server[100943]: DEBUG oslo_db.api [None req-70d10bda-dc6b-43c0-8cec-05874898ed26 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:09:12.611336 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-d0958b59-aff5-4f3d-ad1d-d1f2e9514eb8 None None] Attempting to bind port 1d2e9ce8-cb3a-4dcc-82e8-2e93f83a0909 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:09:12.611933 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-d0958b59-aff5-4f3d-ad1d-d1f2e9514eb8 None None] Attempting to bind port 1d2e9ce8-cb3a-4dcc-82e8-2e93f83a0909 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '4f906131-c68f-43ae-8bcd-08a8835c1d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c159cc8a-77d8-4a9e-8f5a-799fcff07532'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:09:12.612189 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0958b59-aff5-4f3d-ad1d-d1f2e9514eb8 None None] Attempting to bind port 1d2e9ce8-cb3a-4dcc-82e8-2e93f83a0909 on network c159cc8a-77d8-4a9e-8f5a-799fcff07532 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:09:12.627346 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0958b59-aff5-4f3d-ad1d-d1f2e9514eb8 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:09:12.628196 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0958b59-aff5-4f3d-ad1d-d1f2e9514eb8 None None] Checking segment: {'id': '4f906131-c68f-43ae-8bcd-08a8835c1d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c159cc8a-77d8-4a9e-8f5a-799fcff07532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:09:12.629139 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d0958b59-aff5-4f3d-ad1d-d1f2e9514eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:12.630558 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0958b59-aff5-4f3d-ad1d-d1f2e9514eb8 None None] Bound using segment: {'id': '4f906131-c68f-43ae-8bcd-08a8835c1d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c159cc8a-77d8-4a9e-8f5a-799fcff07532'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:09:12.631657 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-d0958b59-aff5-4f3d-ad1d-d1f2e9514eb8 None None] Bound port: 1d2e9ce8-cb3a-4dcc-82e8-2e93f83a0909, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f906131-c68f-43ae-8bcd-08a8835c1d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c159cc8a-77d8-4a9e-8f5a-799fcff07532'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:09:12.632571 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d0958b59-aff5-4f3d-ad1d-d1f2e9514eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:12.633213 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce56d7f-97fa-4c94-be2c-e3096cc3dc08 admin admin] Made reservation on behalf of 305a51db4b5b4d7797ff280782d4def9 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:09:12.637127 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ce56d7f-97fa-4c94-be2c-e3096cc3dc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:12.678396 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ce56d7f-97fa-4c94-be2c-e3096cc3dc08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:12.703093 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:12.718968 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-569a16e5-5ff3-4841-ae3d-ccb0661ee320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:12.722137 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-569a16e5-5ff3-4841-ae3d-ccb0661ee320 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b287a464-dc73-48ac-8476-f9f6272430e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2652004 Aug 11 22:09:12.728838 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c159cc8a-77d8-4a9e-8f5a-799fcff07532']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:12.786292 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f906131-c68f-43ae-8bcd-08a8835c1d38') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:12.787096 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f906131-c68f-43ae-8bcd-08a8835c1d38') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:12.804256 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-d0958b59-aff5-4f3d-ad1d-d1f2e9514eb8 None None] For port 1d2e9ce8-cb3a-4dcc-82e8-2e93f83a0909, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:09:12.810338 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-d0958b59-aff5-4f3d-ad1d-d1f2e9514eb8 None None] For port 1d2e9ce8-cb3a-4dcc-82e8-2e93f83a0909, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1d2e9ce8-cb3a-4dcc-82e8-2e93f83a0909,segment=NetworkSegment(4f906131-c68f-43ae-8bcd-08a8835c1d38),segment_id=4f906131-c68f-43ae-8bcd-08a8835c1d38)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:09:12.818013 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d0958b59-aff5-4f3d-ad1d-d1f2e9514eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:12.870137 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:12.902928 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ce56d7f-97fa-4c94-be2c-e3096cc3dc08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:12.910197 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ce56d7f-97fa-4c94-be2c-e3096cc3dc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:12.949246 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:12.959905 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:09:12.960789 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:13.023330 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1a3e3d79-7ece-4a4e-b73b-e69994c33ce0 req-64b62951-148d-40d9-95b9-ef74cfa2700f tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=9491885d-904a-4b01-8141-af466f318004 HTTP/1.1" status: 200 len: 210 time: 0.0556309 Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:09:13.036514 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:09:13.038901 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0958b59-aff5-4f3d-ad1d-d1f2e9514eb8 None None] Pushing event updated for resources: {'Port': ['ID=1d2e9ce8-cb3a-4dcc-82e8-2e93f83a0909,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:13.061663 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce56d7f-97fa-4c94-be2c-e3096cc3dc08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:09:13.063060 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.db.api [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 22:09:13.063060 n-d-804275-3 neutron-server[100942]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 22:09:13.063060 n-d-804275-3 neutron-server[100942]: [parameters: {'id': 'c159cc8a-77d8-4a9e-8f5a-799fcff07532'}] Aug 11 22:09:13.063060 n-d-804275-3 neutron-server[100942]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:09:13.063773 n-d-804275-3 neutron-server[100942]: DEBUG oslo_db.api [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:09:13.064283 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3235d3-8426-442c-9920-26c5933c4e28 None None] Network c159cc8a-77d8-4a9e-8f5a-799fcff07532 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:09:13.072820 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce56d7f-97fa-4c94-be2c-e3096cc3dc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef8c721-be29-4831-b397-65a2e4a5208e,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:13.098553 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ce56d7f-97fa-4c94-be2c-e3096cc3dc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:13.099500 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-1ce56d7f-97fa-4c94-be2c-e3096cc3dc08 admin admin] Added segment 8d93256b-5352-438c-bc62-49e313e3a676 of type vlan for network a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0 Aug 11 22:09:13.122482 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70d10bda-dc6b-43c0-8cec-05874898ed26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:13.129359 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-174543f4-5654-4cbd-a710-1b869079af93 service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953412 Aug 11 22:09:13.253684 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8825ed49-a40d-46d6-afd4-2d67ca26c4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:13.302896 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ce56d7f-97fa-4c94-be2c-e3096cc3dc08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:13.417612 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-110b8404-4fbd-4fce-a3da-e5cbc212fe7a service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782497 Aug 11 22:09:13.447717 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982875-363b-4772-9e99-35a509bcec36 req-254c2fb1-f9e9-431b-a569-35cf821b3b82 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:13.450678 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-65982875-363b-4772-9e99-35a509bcec36 req-254c2fb1-f9e9-431b-a569-35cf821b3b82 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1913297 Aug 11 22:09:13.457100 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ce56d7f-97fa-4c94-be2c-e3096cc3dc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:13.459022 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce56d7f-97fa-4c94-be2c-e3096cc3dc08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:13.460082 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ce56d7f-97fa-4c94-be2c-e3096cc3dc08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:13.511356 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-c81e6587-b47a-4e3c-826a-9e3566c2d0e2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 HTTP/1.1" status: 200 len: 217 time: 0.0865018 Aug 11 22:09:13.571081 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:13.573450 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7f9169a7-6162-4b05-9ffd-801950f00abe up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:09:13.667778 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-d753cc28-a45d-4907-a151-b85000c82428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:13.671108 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-d753cc28-a45d-4907-a151-b85000c82428 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9151294c-d4b3-4b89-812c-726f585f11d8 HTTP/1.1" status: 200 len: 797 time: 0.1515341 Aug 11 22:09:13.708102 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 7f9169a7-6162-4b05-9ffd-801950f00abe completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:09:13.760576 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce56d7f-97fa-4c94-be2c-e3096cc3dc08 admin admin] Pushing event updated for resources: {'Network': ['ID=a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:13.781622 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:09:13.785820 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Deleting port 1d2e9ce8-cb3a-4dcc-82e8-2e93f83a0909 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:09:13.786500 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:13.792304 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-63ff4c23-04c3-439d-82d5-d265639597e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:13.794653 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-63ff4c23-04c3-439d-82d5-d265639597e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b287a464-dc73-48ac-8476-f9f6272430e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1140757 Aug 11 22:09:13.860540 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90990574-4a70-4e6e-a90b-6f499ba5e3d6 None None] Network 19ad7635-2c8d-4c99-8545-43abfb8f0d66 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:09:13.928106 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-65982875-363b-4772-9e99-35a509bcec36 req-4302f029-48c3-48f0-ad1c-7ad8a62df9d0 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4167249 Aug 11 22:09:13.994096 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8203d6a7-3f77-484a-ad0e-a39f7c4bf790 None None] Provisioning for port 7f9169a7-6162-4b05-9ffd-801950f00abe completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:09:14.013385 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8203d6a7-3f77-484a-ad0e-a39f7c4bf790 None None] Provisioning complete for port 7f9169a7-6162-4b05-9ffd-801950f00abe triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:09:14.013796 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8203d6a7-3f77-484a-ad0e-a39f7c4bf790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:14.021457 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70d10bda-dc6b-43c0-8cec-05874898ed26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:14.063051 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] For port 1d2e9ce8-cb3a-4dcc-82e8-2e93f83a0909, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1d2e9ce8-cb3a-4dcc-82e8-2e93f83a0909,segment=NetworkSegment(4f906131-c68f-43ae-8bcd-08a8835c1d38),segment_id=4f906131-c68f-43ae-8bcd-08a8835c1d38)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:09:14.063639 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:14.079583 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70d10bda-dc6b-43c0-8cec-05874898ed26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:14.115606 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Calling delete_port for 1d2e9ce8-cb3a-4dcc-82e8-2e93f83a0909 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:09:14.146588 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1ce56d7f-97fa-4c94-be2c-e3096cc3dc08 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9789615 Aug 11 22:09:14.160648 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44146) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:14.211315 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8203d6a7-3f77-484a-ad0e-a39f7c4bf790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:14.211671 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-5e69fb34-de9d-4f95-a28f-7c1d468648c6 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:14.214401 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-5e69fb34-de9d-4f95-a28f-7c1d468648c6 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.82 "GET /v2.0/networks?id=0eed289d-e5a0-4ee3-a0ec-de49e60196a3 HTTP/1.1" status: 200 len: 814 time: 0.5293522 Aug 11 22:09:14.220957 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-07113a94-a876-4285-b2b2-5f554b82eb74 admin admin] Request body: {'subnet': {'network_id': 'a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1570176242-subnet', 'tenant_id': '305a51db4b5b4d7797ff280782d4def9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:14.235468 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d10bda-dc6b-43c0-8cec-05874898ed26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60334fa9-9089-4370-83b2-d18f3354a955,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:14.252286 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-f3eb4164-bffd-4313-8d10-8aaa9631f23e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Request body: {'port': {'device_id': '9491885d-904a-4b01-8141-af466f318004', 'network_id': '0eed289d-e5a0-4ee3-a0ec-de49e60196a3', 'admin_state_up': True, 'tenant_id': '1af7fbf8275e477482973195cd6560a1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:14.260476 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-8203d6a7-3f77-484a-ad0e-a39f7c4bf790 None None] For port 7f9169a7-6162-4b05-9ffd-801950f00abe, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7f9169a7-6162-4b05-9ffd-801950f00abe,segment=NetworkSegment(99aa35e0-61b0-411a-a995-fac88cb6e60f),segment_id=99aa35e0-61b0-411a-a995-fac88cb6e60f)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:09:14.266992 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8203d6a7-3f77-484a-ad0e-a39f7c4bf790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:14.331447 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-70d10bda-dc6b-43c0-8cec-05874898ed26 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8b2a4e05f9c64277bd7e854196d868c3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6588244 Aug 11 22:09:14.347805 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44148) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:14.348631 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203d6a7-3f77-484a-ad0e-a39f7c4bf790 None None] Pushing event updated for resources: {'Port': ['ID=7f9169a7-6162-4b05-9ffd-801950f00abe,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:14.385368 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:14.449038 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-76f0ad80-2dce-4065-8aaa-2a5834b8d93c service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6381581 Aug 11 22:09:14.458198 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] No DVR routers for this DVR port 1d2e9ce8-cb3a-4dcc-82e8-2e93f83a0909 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:09:14.473875 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event deleted for resources: {'Port': ['ID=1d2e9ce8-cb3a-4dcc-82e8-2e93f83a0909,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:14.488874 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07113a94-a876-4285-b2b2-5f554b82eb74 admin admin] Made reservation on behalf of 305a51db4b5b4d7797ff280782d4def9 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:09:14.494438 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-07113a94-a876-4285-b2b2-5f554b82eb74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:14.594111 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0b7bfc-7d74-466b-bede-ae0d32bf6368 None None] get_active_networks_info from n-d-804275-3 {{(pid=100944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 22:09:14.688543 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-39026725-ea76-4674-bd14-b99c0b7f08bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:14.707214 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:14.714031 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-fee76901-2e4c-471d-92a6-3a9ad49bd40f None None] Provisioning complete for port 7f9169a7-6162-4b05-9ffd-801950f00abe triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:09:14.714713 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fee76901-2e4c-471d-92a6-3a9ad49bd40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:14.738901 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c159cc8a-77d8-4a9e-8f5a-799fcff07532']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:14.739498 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0870aa2-912d-4d68-94e9-df48f5405fe5 req-349ff8ba-2512-45b7-bcb5-9b259bfb0866 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:14.741410 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c0870aa2-912d-4d68-94e9-df48f5405fe5 req-349ff8ba-2512-45b7-bcb5-9b259bfb0866 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1943095 Aug 11 22:09:14.759312 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-39026725-ea76-4674-bd14-b99c0b7f08bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:14.764936 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f906131-c68f-43ae-8bcd-08a8835c1d38') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:14.765600 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f906131-c68f-43ae-8bcd-08a8835c1d38') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:14.795859 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:14.811616 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-66db6692-e595-47fc-aea0-83ed4bf2ec98 service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403637 Aug 11 22:09:14.829948 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-f3eb4164-bffd-4313-8d10-8aaa9631f23e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Made reservation on behalf of 1af7fbf8275e477482973195cd6560a1 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:09:14.834607 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-f3eb4164-bffd-4313-8d10-8aaa9631f23e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:14.873475 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:14.877407 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-75683019-ada5-4e3b-b2cb-65011f3e785e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=6cca6cf8-573d-4f5d-82da-fde29b978abb HTTP/1.1" status: 200 len: 217 time: 0.0565245 Aug 11 22:09:14.886447 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:09:14.887287 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:09:14.896170 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:09:14.963827 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c0870aa2-912d-4d68-94e9-df48f5405fe5 req-7f59c8c6-bd9d-46d9-8fe0-9eb3ae80a0df tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783772 Aug 11 22:09:15.037457 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0b7bfc-7d74-466b-bede-ae0d32bf6368 None None] Resources bound (agent type, host, resource id): {{(pid=100944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 22:09:15.047678 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-07113a94-a876-4285-b2b2-5f554b82eb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:15.116591 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:15.129056 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-39026725-ea76-4674-bd14-b99c0b7f08bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:15.132317 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-39026725-ea76-4674-bd14-b99c0b7f08bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:15.134153 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-39026725-ea76-4674-bd14-b99c0b7f08bf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/60334fa9-9089-4370-83b2-d18f3354a955 HTTP/1.1" status: 204 len: 168 time: 0.7224743 Aug 11 22:09:15.136407 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:15.140544 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "DELETE /v2.0/networks/c159cc8a-77d8-4a9e-8f5a-799fcff07532 HTTP/1.1" status: 204 len: 168 time: 5.3686030 Aug 11 22:09:15.145799 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44154) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:15.175205 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-4f8cb222-cea9-4e9e-9454-cf70697e164f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2095389695'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:15.188593 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b2129a2-7e1d-445a-9e54-88f74e0a1e14 req-06715bf8-6de4-4fda-9efe-a95e2efbff09 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=9491885d-904a-4b01-8141-af466f318004 HTTP/1.1" status: 200 len: 210 time: 0.0467215 Aug 11 22:09:15.212349 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39026725-ea76-4674-bd14-b99c0b7f08bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60334fa9-9089-4370-83b2-d18f3354a955,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:15.218250 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8cb222-cea9-4e9e-9454-cf70697e164f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Made reservation on behalf of 9cc77b51a4e645209e3f16e3c925d1c8 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:09:15.224777 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4f8cb222-cea9-4e9e-9454-cf70697e164f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:15.229042 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6ace4-0652-48e0-a997-428bb1005308 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event deleted for resources: {'Network': ['ID=c159cc8a-77d8-4a9e-8f5a-799fcff07532,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:15.268726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07113a94-a876-4285-b2b2-5f554b82eb74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41ab5701-e2fa-487c-8ec8-f16e177e68a7,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:15.268726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39026725-ea76-4674-bd14-b99c0b7f08bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:15.268726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39026725-ea76-4674-bd14-b99c0b7f08bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:15.268726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39026725-ea76-4674-bd14-b99c0b7f08bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:15.268726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39026725-ea76-4674-bd14-b99c0b7f08bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:15.268726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39026725-ea76-4674-bd14-b99c0b7f08bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:15.268726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39026725-ea76-4674-bd14-b99c0b7f08bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:15.268726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39026725-ea76-4674-bd14-b99c0b7f08bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:15.268726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39026725-ea76-4674-bd14-b99c0b7f08bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:15.268726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39026725-ea76-4674-bd14-b99c0b7f08bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:15.268726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39026725-ea76-4674-bd14-b99c0b7f08bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:15.268726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39026725-ea76-4674-bd14-b99c0b7f08bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:15.268726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39026725-ea76-4674-bd14-b99c0b7f08bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:15.277162 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-f3eb4164-bffd-4313-8d10-8aaa9631f23e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Allocated IP 172.20.0.10 (0eed289d-e5a0-4ee3-a0ec-de49e60196a3/c5617d5c-59cd-4b05-8f3a-c2eb88d6c7ac/d60a4e39-c372-48a1-895a-beee8b59a66c) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:09:15.290034 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07113a94-a876-4285-b2b2-5f554b82eb74 admin admin] Checking segment: {'id': '8d93256b-5352-438c-bc62-49e313e3a676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:09:15.290034 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07113a94-a876-4285-b2b2-5f554b82eb74 admin admin] Network hostable DHCP agents. Network: a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:09:15.292539 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-13ca4c44-5c53-468d-91ca-027ea6d7d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:15.295552 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-13ca4c44-5c53-468d-91ca-027ea6d7d609 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9151294c-d4b3-4b89-812c-726f585f11d8 HTTP/1.1" status: 200 len: 797 time: 0.4010246 Aug 11 22:09:15.299184 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07113a94-a876-4285-b2b2-5f554b82eb74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:15.299556 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07113a94-a876-4285-b2b2-5f554b82eb74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:15.299914 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07113a94-a876-4285-b2b2-5f554b82eb74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:15.300263 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07113a94-a876-4285-b2b2-5f554b82eb74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:15.300611 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07113a94-a876-4285-b2b2-5f554b82eb74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:15.300960 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07113a94-a876-4285-b2b2-5f554b82eb74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:15.301300 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07113a94-a876-4285-b2b2-5f554b82eb74 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:15.301640 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07113a94-a876-4285-b2b2-5f554b82eb74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:15.301984 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07113a94-a876-4285-b2b2-5f554b82eb74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:15.302440 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07113a94-a876-4285-b2b2-5f554b82eb74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:15.302787 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07113a94-a876-4285-b2b2-5f554b82eb74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:15.303125 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07113a94-a876-4285-b2b2-5f554b82eb74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:15.363302 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07113a94-a876-4285-b2b2-5f554b82eb74 admin admin] Network a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:09:15.413601 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8cb222-cea9-4e9e-9454-cf70697e164f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:09:15.414498 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-07113a94-a876-4285-b2b2-5f554b82eb74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:09:15.442422 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-354dcbeb-df12-4048-9c77-517e7893b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:15.445898 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-354dcbeb-df12-4048-9c77-517e7893b2ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b287a464-dc73-48ac-8476-f9f6272430e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1402075 Aug 11 22:09:15.450436 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07113a94-a876-4285-b2b2-5f554b82eb74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:15.451379 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-07113a94-a876-4285-b2b2-5f554b82eb74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:15.452640 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4f8cb222-cea9-4e9e-9454-cf70697e164f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:15.453366 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-4f8cb222-cea9-4e9e-9454-cf70697e164f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Added segment 6bf935c0-81b4-4a8c-92e6-5e6044f94e33 of type vlan for network 35e35b28-c6eb-4202-8443-fb0ab3b351ed Aug 11 22:09:15.555731 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-07113a94-a876-4285-b2b2-5f554b82eb74 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3559685 Aug 11 22:09:15.565029 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44164) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:15.586714 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-5106f640-f26e-453a-a922-9cda8074146e admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1570176242-router', 'tenant_id': '305a51db4b5b4d7797ff280782d4def9', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:15.642822 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d9653-23e4-455a-8342-6546c11c353c req-e8772935-04ef-4ff0-8630-a67f0df79e6d tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:15.644565 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-541d9653-23e4-455a-8342-6546c11c353c req-e8772935-04ef-4ff0-8630-a67f0df79e6d tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1868899 Aug 11 22:09:15.667397 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5106f640-f26e-453a-a922-9cda8074146e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:15.668728 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5106f640-f26e-453a-a922-9cda8074146e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:15.710455 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-b1bfe68c-c999-40d2-81c0-40b4d4ab7b66 service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534244 Aug 11 22:09:15.715375 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-f3eb4164-bffd-4313-8d10-8aaa9631f23e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:15.754234 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-541d9653-23e4-455a-8342-6546c11c353c req-f5b36bf6-4947-4197-83ca-91108d5f1ef9 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943863 Aug 11 22:09:15.792856 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5106f640-f26e-453a-a922-9cda8074146e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:15.807366 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7f9169a7-6162-4b05-9ffd-801950f00abe up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:09:15.828829 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44166) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:15.844816 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-f3eb4164-bffd-4313-8d10-8aaa9631f23e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:15.875363 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4f8cb222-cea9-4e9e-9454-cf70697e164f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:15.887141 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['18d01bf9-6db4-4000-a84c-3022f783de63'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:09:15.954567 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4f8cb222-cea9-4e9e-9454-cf70697e164f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:15.962151 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8cb222-cea9-4e9e-9454-cf70697e164f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:15.962841 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4f8cb222-cea9-4e9e-9454-cf70697e164f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:15.991671 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-21732206-9db4-4f21-a982-378983f045de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:16.021857 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:16.049004 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-81158eb1-bebd-4281-b7b9-21d4934b8ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:16.050529 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb4164-bffd-4313-8d10-8aaa9631f23e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Pushing event updated for resources: {'Port': ['ID=d60a4e39-c372-48a1-895a-beee8b59a66c,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:16.068560 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-f3eb4164-bffd-4313-8d10-8aaa9631f23e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Network 0eed289d-e5a0-4ee3-a0ec-de49e60196a3 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:09:16.075003 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-f3eb4164-bffd-4313-8d10-8aaa9631f23e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:09:16.079046 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8cb222-cea9-4e9e-9454-cf70697e164f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event updated for resources: {'Network': ['ID=35e35b28-c6eb-4202-8443-fb0ab3b351ed,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:16.086227 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-936a36cf-d0bf-4e1b-a17d-25183f35ee8d service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077357 Aug 11 22:09:16.088864 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4f8cb222-cea9-4e9e-9454-cf70697e164f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9413395 Aug 11 22:09:16.094348 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44172) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:16.100970 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-2465a6c9-27ef-4203-b231-eb92742e36e0 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Request body: {'subnet': {'network_id': '35e35b28-c6eb-4202-8443-fb0ab3b351ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:16.104298 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-f3eb4164-bffd-4313-8d10-8aaa9631f23e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:09:16.109482 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 35e35b28-c6eb-4202-8443-fb0ab3b351ed details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:09:16.159798 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 7f9169a7-6162-4b05-9ffd-801950f00abe triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:09:16.160293 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:16.202913 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-8998a9ad-4db6-40e8-8767-1d7443d67659 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=e2559e55-1916-4912-88c9-a11e2523aefa HTTP/1.1" status: 200 len: 217 time: 0.1072922 Aug 11 22:09:16.307133 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-5bf1eae1-1bcc-42af-a9af-f2b5099580f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:16.308811 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-5bf1eae1-1bcc-42af-a9af-f2b5099580f8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9151294c-d4b3-4b89-812c-726f585f11d8 HTTP/1.1" status: 200 len: 797 time: 0.0955887 Aug 11 22:09:16.377560 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-2554579a-3237-44e3-95bb-7542fd300947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:16.379749 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-2554579a-3237-44e3-95bb-7542fd300947 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b287a464-dc73-48ac-8476-f9f6272430e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0628324 Aug 11 22:09:16.462032 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e97c88-5e73-45df-9630-ab4555e31cfc None None] Network a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:09:16.527313 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-1fa73832-8962-422c-809f-d86fdf97c3c5 service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398745 Aug 11 22:09:16.654504 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5106f640-f26e-453a-a922-9cda8074146e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:16.674088 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-e128f471-d6b4-4eb6-ae8c-c3130cc62554 service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400018 Aug 11 22:09:16.683146 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-f3eb4164-bffd-4313-8d10-8aaa9631f23e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:16.683858 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-f3eb4164-bffd-4313-8d10-8aaa9631f23e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:16.716278 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0', 'network_id': 'a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0', 'tenant_id': '305a51db4b5b4d7797ff280782d4def9', 'fixed_ips': [{'subnet_id': '41ab5701-e2fa-487c-8ec8-f16e177e68a7'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:09:16.717169 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:16.753373 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-1062ccf1-d63e-4b49-86fd-63f53cf24247 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e2894cb3-a993-43a9-a58e-1c4b58a9cf7c HTTP/1.1" status: 200 len: 217 time: 0.0609241 Aug 11 22:09:16.798605 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f1063-4eff-4bbe-ae93-1a6e5cd6f48f req-57fa003e-0e55-474c-b6cb-d7ae2bdb271c tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:16.804471 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-569f1063-4eff-4bbe-ae93-1a6e5cd6f48f req-57fa003e-0e55-474c-b6cb-d7ae2bdb271c tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/ports?device_id=e80c93b7-348b-4cb1-9818-64fa7f55468a HTTP/1.1" status: 200 len: 945 time: 0.1790123 Aug 11 22:09:16.832482 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-55fdb67f-63fd-4dc9-9f94-656c47e76030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:16.835237 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-55fdb67f-63fd-4dc9-9f94-656c47e76030 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a517bd89-a5f8-4600-9a3f-a19621adfded HTTP/1.1" status: 200 len: 797 time: 0.0738697 Aug 11 22:09:16.880240 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-569f1063-4eff-4bbe-ae93-1a6e5cd6f48f req-7f2ac13a-e145-41d5-8b9b-7305c71b8df1 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/security-groups?id=ca13836e-ea43-425c-975d-cb8b512179c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677159 Aug 11 22:09:16.883094 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Allocated IP 172.20.0.2 (a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0/41ab5701-e2fa-487c-8ec8-f16e177e68a7/b8b39ccc-ccf4-477d-b190-c1684287d442) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:09:16.896781 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-81158eb1-bebd-4281-b7b9-21d4934b8ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:16.906740 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-81158eb1-bebd-4281-b7b9-21d4934b8ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:16.938680 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-81158eb1-bebd-4281-b7b9-21d4934b8ea1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=17c634feb2fa4b979b19324a745141c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1067421 Aug 11 22:09:16.940220 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-f3eb4164-bffd-4313-8d10-8aaa9631f23e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7090483 Aug 11 22:09:16.944361 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44176) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:16.948694 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-a4363648-c306-4e00-994a-1aaf0e6614ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:16.951791 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-a4363648-c306-4e00-994a-1aaf0e6614ff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39346d85-8db1-4c32-bd48-0eb63c830650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1079893 Aug 11 22:09:16.982090 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-7e79d339-8b81-4707-9853-ae8404f70367 service neutron] Request body: {'port': {'device_id': '9491885d-904a-4b01-8141-af466f318004', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:17.043368 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81158eb1-bebd-4281-b7b9-21d4934b8ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85202dd9-bdf1-4a32-941e-4b526adb8ee6,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:17.082629 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2465a6c9-27ef-4203-b231-eb92742e36e0 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Made reservation on behalf of 9cc77b51a4e645209e3f16e3c925d1c8 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:09:17.084934 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2465a6c9-27ef-4203-b231-eb92742e36e0 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:17.146526 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:17.162856 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Transition to ACTIVE for port object b8b39ccc-ccf4-477d-b190-c1684287d442 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:09:17.187050 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Transition to ACTIVE for port object b8b39ccc-ccf4-477d-b190-c1684287d442 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:09:17.197056 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:17.210848 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-7e79d339-8b81-4707-9853-ae8404f70367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:17.230558 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-024217d0-2b7f-4557-b3d7-256073e55ef4 service neutron] 10.222.0.52 "GET /v2.0/networks/39346d85-8db1-4c32-bd48-0eb63c830650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653778 Aug 11 22:09:17.252217 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Network a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:09:17.255547 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:09:17.263125 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:09:17.274155 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Pushing event updated for resources: {'Port': ['ID=b8b39ccc-ccf4-477d-b190-c1684287d442,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:17.355210 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Attempting to bind port b8b39ccc-ccf4-477d-b190-c1684287d442 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:09:17.355558 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Attempting to bind port b8b39ccc-ccf4-477d-b190-c1684287d442 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '8d93256b-5352-438c-bc62-49e313e3a676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:09:17.355871 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Attempting to bind port b8b39ccc-ccf4-477d-b190-c1684287d442 on network a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:09:17.367019 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:09:17.368312 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Checking segment: {'id': '8d93256b-5352-438c-bc62-49e313e3a676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:09:17.369268 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:17.370127 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Bound using segment: {'id': '8d93256b-5352-438c-bc62-49e313e3a676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:09:17.371314 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Bound port: b8b39ccc-ccf4-477d-b190-c1684287d442, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d93256b-5352-438c-bc62-49e313e3a676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:09:17.371982 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:17.375647 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e0a3da9a-2a30-45a8-add9-9fab5a2f6f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:17.416804 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afae6c-a70c-456f-957f-b2c4e2545c2c req-bbf3e66a-e5fc-4565-b561-848198d86aa7 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:17.424150 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c3afae6c-a70c-456f-957f-b2c4e2545c2c req-bbf3e66a-e5fc-4565-b561-848198d86aa7 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=9491885d-904a-4b01-8141-af466f318004 HTTP/1.1" status: 200 len: 932 time: 0.3863995 Aug 11 22:09:17.424397 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-e43f1752-dd96-4d2d-93e0-764c401d94cd service neutron] 10.222.0.52 "GET /v2.0/networks/39346d85-8db1-4c32-bd48-0eb63c830650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859074 Aug 11 22:09:17.469015 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:17.477352 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5106f640-f26e-453a-a922-9cda8074146e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:17.497858 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e0a3da9a-2a30-45a8-add9-9fab5a2f6f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:17.517932 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] For port b8b39ccc-ccf4-477d-b190-c1684287d442, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:09:17.521589 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-68beb5f1-4c79-4b08-9050-88b9649f1200 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2b4fd92b-4177-42f2-b2d7-f08e82f9e6da HTTP/1.1" status: 200 len: 217 time: 0.0830398 Aug 11 22:09:17.523035 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2465a6c9-27ef-4203-b231-eb92742e36e0 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:17.524489 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] For port b8b39ccc-ccf4-477d-b190-c1684287d442, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b8b39ccc-ccf4-477d-b190-c1684287d442,segment=NetworkSegment(8d93256b-5352-438c-bc62-49e313e3a676),segment_id=8d93256b-5352-438c-bc62-49e313e3a676)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:09:17.530648 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:17.581927 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5106f640-f26e-453a-a922-9cda8074146e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:17.624941 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Pushing event updated for resources: {'Port': ['ID=b8b39ccc-ccf4-477d-b190-c1684287d442,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:17.636769 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:17.637568 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:17.638876 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:17.638876 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:17.639239 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:17.639430 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:17.639801 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:17.640134 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:17.641047 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:17.641047 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:17.641450 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:17.641624 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e660eb21-9eae-4773-8722-402ec69cfd36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:17.682549 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c3afae6c-a70c-456f-957f-b2c4e2545c2c req-3069a33f-8d05-4ebf-bdac-a051e0ac577f tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369671 Aug 11 22:09:17.698177 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2465a6c9-27ef-4203-b231-eb92742e36e0 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event updated for resources: {'Subnet': ['ID=c25b0c1d-a6bd-4d03-afc7-9f24561d2398,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:17.711704 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2465a6c9-27ef-4203-b231-eb92742e36e0 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Checking segment: {'id': '6bf935c0-81b4-4a8c-92e6-5e6044f94e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '35e35b28-c6eb-4202-8443-fb0ab3b351ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:09:17.712287 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2465a6c9-27ef-4203-b231-eb92742e36e0 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Network hostable DHCP agents. Network: 35e35b28-c6eb-4202-8443-fb0ab3b351ed, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:09:17.727040 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-b7184ed1-f68b-4c31-baed-1fdc2c4bf857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:17.729626 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-b7184ed1-f68b-4c31-baed-1fdc2c4bf857 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a517bd89-a5f8-4600-9a3f-a19621adfded HTTP/1.1" status: 200 len: 797 time: 0.1970730 Aug 11 22:09:17.808602 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2465a6c9-27ef-4203-b231-eb92742e36e0 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Network 35e35b28-c6eb-4202-8443-fb0ab3b351ed is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:09:17.835180 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-2465a6c9-27ef-4203-b231-eb92742e36e0 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 35e35b28-c6eb-4202-8443-fb0ab3b351ed) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:09:17.849777 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2465a6c9-27ef-4203-b231-eb92742e36e0 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:17.850802 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2465a6c9-27ef-4203-b231-eb92742e36e0 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:17.855462 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e0a3da9a-2a30-45a8-add9-9fab5a2f6f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:17.858391 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e0a3da9a-2a30-45a8-add9-9fab5a2f6f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:17.872891 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-3f867287-fcf4-4966-b075-6415e54b700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:17.875689 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-3f867287-fcf4-4966-b075-6415e54b700b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39346d85-8db1-4c32-bd48-0eb63c830650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1366081 Aug 11 22:09:17.879758 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd2f919-ae28-497a-b109-581c91cb7617 None None] Network 35e35b28-c6eb-4202-8443-fb0ab3b351ed requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:09:17.900935 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e0a3da9a-2a30-45a8-add9-9fab5a2f6f3c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/85202dd9-bdf1-4a32-941e-4b526adb8ee6 HTTP/1.1" status: 204 len: 168 time: 0.9504454 Aug 11 22:09:17.979200 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-5106f640-f26e-453a-a922-9cda8074146e admin admin] Allocated IP 172.25.2.139 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/188a95c9-6cd2-4247-84a5-baf21d0a554b) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:09:18.052021 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2465a6c9-27ef-4203-b231-eb92742e36e0 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9529660 Aug 11 22:09:18.057046 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44188) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:18.239691 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-d6a88983-b3b4-45ea-b5e0-5fa7e1bbbd8c service neutron] 10.222.0.52 "GET /v2.0/networks/39346d85-8db1-4c32-bd48-0eb63c830650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482397 Aug 11 22:09:18.243110 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5106f640-f26e-453a-a922-9cda8074146e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:18.316786 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd709307-39e3-475d-b263-0dbbe12d7e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-35e35b28-c6eb-4202-8443-fb0ab3b351ed', 'network_id': '35e35b28-c6eb-4202-8443-fb0ab3b351ed', 'tenant_id': '9cc77b51a4e645209e3f16e3c925d1c8', 'fixed_ips': [{'subnet_id': 'c25b0c1d-a6bd-4d03-afc7-9f24561d2398'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:09:18.318535 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5106f640-f26e-453a-a922-9cda8074146e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:18.320718 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fd709307-39e3-475d-b263-0dbbe12d7e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:18.325972 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3da9a-2a30-45a8-add9-9fab5a2f6f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85202dd9-bdf1-4a32-941e-4b526adb8ee6,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:18.424838 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5106f640-f26e-453a-a922-9cda8074146e admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:09:18.437422 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-5106f640-f26e-453a-a922-9cda8074146e admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:09:18.454552 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5106f640-f26e-453a-a922-9cda8074146e admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:09:18.466016 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:18.503444 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106f640-f26e-453a-a922-9cda8074146e admin admin] Pushing event updated for resources: {'Port': ['ID=188a95c9-6cd2-4247-84a5-baf21d0a554b,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:18.518778 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-92ec76f9-2c9d-430c-9bd4-3bd750f98a30 req-c9525c40-34c2-4a7e-be21-5c58ab6b4928 service neutron] 10.222.0.52 "GET /v2.0/networks/39346d85-8db1-4c32-bd48-0eb63c830650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678084 Aug 11 22:09:18.596581 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188fcdc-9a78-4024-977c-346a35228ec7 req-3284ec26-6ca1-419e-a489-4c071f366a8b tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:18.615914 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d188fcdc-9a78-4024-977c-346a35228ec7 req-3284ec26-6ca1-419e-a489-4c071f366a8b tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/ports?device_id=e80c93b7-348b-4cb1-9818-64fa7f55468a HTTP/1.1" status: 200 len: 945 time: 0.2982790 Aug 11 22:09:18.663232 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:18.761239 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-fd709307-39e3-475d-b263-0dbbe12d7e81 None None] Allocated IP 2001:db8::1 (35e35b28-c6eb-4202-8443-fb0ab3b351ed/c25b0c1d-a6bd-4d03-afc7-9f24561d2398/f9b965b6-4dc0-448e-baeb-63f4d1f4b5b3) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:09:18.880382 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-7e79d339-8b81-4707-9853-ae8404f70367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d60a4e39-c372-48a1-895a-beee8b59a66c {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:09:18.907467 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d188fcdc-9a78-4024-977c-346a35228ec7 req-382c3885-2d79-45fb-a670-fb543ce99be2 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/security-groups?id=ca13836e-ea43-425c-975d-cb8b512179c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2914584 Aug 11 22:09:18.929207 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-7e79d339-8b81-4707-9853-ae8404f70367 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:18.953544 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-7e79d339-8b81-4707-9853-ae8404f70367 service neutron] Transition to ACTIVE for port object d60a4e39-c372-48a1-895a-beee8b59a66c will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:09:18.969456 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:19.049139 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-7e79d339-8b81-4707-9853-ae8404f70367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:19.149511 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fd709307-39e3-475d-b263-0dbbe12d7e81 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:19.175073 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-fd709307-39e3-475d-b263-0dbbe12d7e81 None None] Transition to ACTIVE for port object f9b965b6-4dc0-448e-baeb-63f4d1f4b5b3 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:09:19.225618 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-fd709307-39e3-475d-b263-0dbbe12d7e81 None None] Transition to ACTIVE for port object f9b965b6-4dc0-448e-baeb-63f4d1f4b5b3 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:09:19.234771 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e79d339-8b81-4707-9853-ae8404f70367 service neutron] Pushing event updated for resources: {'Port': ['ID=d60a4e39-c372-48a1-895a-beee8b59a66c,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:19.249397 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fd709307-39e3-475d-b263-0dbbe12d7e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:19.278307 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:19.349646 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd709307-39e3-475d-b263-0dbbe12d7e81 None None] Network 35e35b28-c6eb-4202-8443-fb0ab3b351ed is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:09:19.357734 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event deleted for resources: {'Subnet': ['ID=c25b0c1d-a6bd-4d03-afc7-9f24561d2398,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:19.362177 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-fd709307-39e3-475d-b263-0dbbe12d7e81 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:09:19.378254 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd709307-39e3-475d-b263-0dbbe12d7e81 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:09:19.413380 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd709307-39e3-475d-b263-0dbbe12d7e81 None None] Pushing event updated for resources: {'Port': ['ID=f9b965b6-4dc0-448e-baeb-63f4d1f4b5b3,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:19.422706 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3c06a9-f395-4591-85b8-c1cad16fc589 None None] Network a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:09:19.491997 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc1100-adc4-4559-a7de-458313c0c765 req-7a8e461c-1bc5-47c5-b219-f7c88f3288c9 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:19.500259 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46dc1100-adc4-4559-a7de-458313c0c765 req-7a8e461c-1bc5-47c5-b219-f7c88f3288c9 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=9491885d-904a-4b01-8141-af466f318004 HTTP/1.1" status: 200 len: 944 time: 0.3745525 Aug 11 22:09:19.513070 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5106f640-f26e-453a-a922-9cda8074146e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:19.537497 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:19.554830 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35e35b28-c6eb-4202-8443-fb0ab3b351ed']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:19.574150 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf935c0-81b4-4a8c-92e6-5e6044f94e33') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:19.574523 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf935c0-81b4-4a8c-92e6-5e6044f94e33') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:19.579130 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ab4cc89b-ae64-4f18-a66e-56d99f449ad1 None None] Provisioning for port b8b39ccc-ccf4-477d-b190-c1684287d442 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:09:19.587788 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:19.601669 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-7e79d339-8b81-4707-9853-ae8404f70367 service neutron] Attempting to bind port d60a4e39-c372-48a1-895a-beee8b59a66c on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:09:19.602015 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-7e79d339-8b81-4707-9853-ae8404f70367 service neutron] Attempting to bind port d60a4e39-c372-48a1-895a-beee8b59a66c by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '00c7b139-e7fc-4b54-bc97-44e639286db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0eed289d-e5a0-4ee3-a0ec-de49e60196a3'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:09:19.602395 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-7e79d339-8b81-4707-9853-ae8404f70367 service neutron] Attempting to bind port d60a4e39-c372-48a1-895a-beee8b59a66c on network 0eed289d-e5a0-4ee3-a0ec-de49e60196a3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:09:19.608135 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:19.611928 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-fd709307-39e3-475d-b263-0dbbe12d7e81 None None] Attempting to bind port f9b965b6-4dc0-448e-baeb-63f4d1f4b5b3 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:09:19.612728 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-fd709307-39e3-475d-b263-0dbbe12d7e81 None None] Attempting to bind port f9b965b6-4dc0-448e-baeb-63f4d1f4b5b3 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '6bf935c0-81b4-4a8c-92e6-5e6044f94e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '35e35b28-c6eb-4202-8443-fb0ab3b351ed'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:09:19.614339 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd709307-39e3-475d-b263-0dbbe12d7e81 None None] Attempting to bind port f9b965b6-4dc0-448e-baeb-63f4d1f4b5b3 on network 35e35b28-c6eb-4202-8443-fb0ab3b351ed {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:09:19.617479 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:09:19.617867 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:19.627253 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-7e79d339-8b81-4707-9853-ae8404f70367 service neutron] Port d60a4e39-c372-48a1-895a-beee8b59a66c on network 0eed289d-e5a0-4ee3-a0ec-de49e60196a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:09:19.628462 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-7e79d339-8b81-4707-9853-ae8404f70367 service neutron] Attempting to bind port d60a4e39-c372-48a1-895a-beee8b59a66c on network 0eed289d-e5a0-4ee3-a0ec-de49e60196a3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:09:19.637113 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd709307-39e3-475d-b263-0dbbe12d7e81 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:09:19.638420 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd709307-39e3-475d-b263-0dbbe12d7e81 None None] Checking segment: {'id': '6bf935c0-81b4-4a8c-92e6-5e6044f94e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '35e35b28-c6eb-4202-8443-fb0ab3b351ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:09:19.638637 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fd709307-39e3-475d-b263-0dbbe12d7e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:19.639327 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd709307-39e3-475d-b263-0dbbe12d7e81 None None] Bound using segment: {'id': '6bf935c0-81b4-4a8c-92e6-5e6044f94e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '35e35b28-c6eb-4202-8443-fb0ab3b351ed'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:09:19.640922 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-fd709307-39e3-475d-b263-0dbbe12d7e81 None None] Bound port: f9b965b6-4dc0-448e-baeb-63f4d1f4b5b3, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf935c0-81b4-4a8c-92e6-5e6044f94e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '35e35b28-c6eb-4202-8443-fb0ab3b351ed'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:09:19.642708 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fd709307-39e3-475d-b263-0dbbe12d7e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:19.671956 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46dc1100-adc4-4559-a7de-458313c0c765 req-221415c6-d86e-4b90-b245-707e0fd91b30 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684837 Aug 11 22:09:19.700044 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-7e79d339-8b81-4707-9853-ae8404f70367 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:09:19.700610 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-7e79d339-8b81-4707-9853-ae8404f70367 service neutron] Checking segment: {'id': '00c7b139-e7fc-4b54-bc97-44e639286db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0eed289d-e5a0-4ee3-a0ec-de49e60196a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:09:19.701404 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-7e79d339-8b81-4707-9853-ae8404f70367 service neutron] Bound using segment: {'id': '00c7b139-e7fc-4b54-bc97-44e639286db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0eed289d-e5a0-4ee3-a0ec-de49e60196a3'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:09:19.702627 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-7e79d339-8b81-4707-9853-ae8404f70367 service neutron] Bound port: d60a4e39-c372-48a1-895a-beee8b59a66c, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c7b139-e7fc-4b54-bc97-44e639286db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0eed289d-e5a0-4ee3-a0ec-de49e60196a3'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:09:19.703211 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-7e79d339-8b81-4707-9853-ae8404f70367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:09:19.714755 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:09:19.726723 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.db.api [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 22:09:19.726723 n-d-804275-3 neutron-server[100942]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 22:09:19.726723 n-d-804275-3 neutron-server[100942]: [parameters: {'id': '35e35b28-c6eb-4202-8443-fb0ab3b351ed'}] Aug 11 22:09:19.726723 n-d-804275-3 neutron-server[100942]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:09:19.727232 n-d-804275-3 neutron-server[100942]: DEBUG oslo_db.api [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:09:19.821375 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b8b39ccc-ccf4-477d-b190-c1684287d442 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:09:19.887160 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-7e79d339-8b81-4707-9853-ae8404f70367 service neutron] For port d60a4e39-c372-48a1-895a-beee8b59a66c, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:09:19.912541 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-7e79d339-8b81-4707-9853-ae8404f70367 service neutron] For port d60a4e39-c372-48a1-895a-beee8b59a66c, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=d60a4e39-c372-48a1-895a-beee8b59a66c,segment=NetworkSegment(00c7b139-e7fc-4b54-bc97-44e639286db8),segment_id=00c7b139-e7fc-4b54-bc97-44e639286db8)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:09:19.927835 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-7e79d339-8b81-4707-9853-ae8404f70367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:19.944285 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-fd709307-39e3-475d-b263-0dbbe12d7e81 None None] For port f9b965b6-4dc0-448e-baeb-63f4d1f4b5b3, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:09:19.950643 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-fd709307-39e3-475d-b263-0dbbe12d7e81 None None] For port f9b965b6-4dc0-448e-baeb-63f4d1f4b5b3, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f9b965b6-4dc0-448e-baeb-63f4d1f4b5b3,segment=NetworkSegment(6bf935c0-81b4-4a8c-92e6-5e6044f94e33),segment_id=6bf935c0-81b4-4a8c-92e6-5e6044f94e33)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:09:19.971172 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5106f640-f26e-453a-a922-9cda8074146e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:19.994655 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-7e79d339-8b81-4707-9853-ae8404f70367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:19.994655 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-7e79d339-8b81-4707-9853-ae8404f70367 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:19.994655 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-7e79d339-8b81-4707-9853-ae8404f70367 service neutron] 10.222.0.82 "PUT /v2.0/ports/d60a4e39-c372-48a1-895a-beee8b59a66c HTTP/1.1" status: 200 len: 1092 time: 3.0261319 Aug 11 22:09:19.998065 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9491885d-904a-4b01-8141-af466f318004', 'tag': 'd60a4e39-c372-48a1-895a-beee8b59a66c'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:09:20.001335 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84cad10-63cb-4f2d-ac5a-076407c840d5" -d '{"events": [{"name": "network-changed", "server_uuid": "9491885d-904a-4b01-8141-af466f318004", "tag": "d60a4e39-c372-48a1-895a-beee8b59a66c"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:09:20.064782 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38526055-74bd-4b76-9c40-7387a7e30378 x-openstack-request-id: req-38526055-74bd-4b76-9c40-7387a7e30378 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:09:20.065134 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9491885d-904a-4b01-8141-af466f318004", "tag": "d60a4e39-c372-48a1-895a-beee8b59a66c", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:09:20.065315 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-38526055-74bd-4b76-9c40-7387a7e30378 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:09:20.066040 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9491885d-904a-4b01-8141-af466f318004', 'tag': 'd60a4e39-c372-48a1-895a-beee8b59a66c', 'status': 'completed', 'code': 200} Aug 11 22:09:20.075854 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e79d339-8b81-4707-9853-ae8404f70367 service neutron] Pushing event updated for resources: {'Port': ['ID=d60a4e39-c372-48a1-895a-beee8b59a66c,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:20.200155 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fd709307-39e3-475d-b263-0dbbe12d7e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:20.227645 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-5c5669e2-c721-4a41-8a23-70c3d93bd217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:20.228239 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:20.229996 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-5c5669e2-c721-4a41-8a23-70c3d93bd217 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1af7fbf8275e477482973195cd6560a1&device_id=9491885d-904a-4b01-8141-af466f318004 HTTP/1.1" status: 200 len: 1095 time: 0.1384397 Aug 11 22:09:20.424756 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd709307-39e3-475d-b263-0dbbe12d7e81 None None] Pushing event updated for resources: {'Port': ['ID=f9b965b6-4dc0-448e-baeb-63f4d1f4b5b3,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:20.428989 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-7998eca0-c867-4118-8876-769454ca37b1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d60a4e39-c372-48a1-895a-beee8b59a66c HTTP/1.1" status: 200 len: 217 time: 0.1718578 Aug 11 22:09:20.432652 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Deleting port f9b965b6-4dc0-448e-baeb-63f4d1f4b5b3 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:09:20.433586 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:20.452031 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port b8b39ccc-ccf4-477d-b190-c1684287d442 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:09:20.468121 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port b8b39ccc-ccf4-477d-b190-c1684287d442 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:09:20.468566 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:20.507303 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:20.512980 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0535292-5e06-4bf0-8430-e69c7bbf5617 None None] Network 35e35b28-c6eb-4202-8443-fb0ab3b351ed requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:09:20.652499 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] For port f9b965b6-4dc0-448e-baeb-63f4d1f4b5b3, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f9b965b6-4dc0-448e-baeb-63f4d1f4b5b3,segment=NetworkSegment(6bf935c0-81b4-4a8c-92e6-5e6044f94e33),segment_id=6bf935c0-81b4-4a8c-92e6-5e6044f94e33)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:09:20.653114 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:20.687442 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5106f640-f26e-453a-a922-9cda8074146e admin admin] Router 22f42f89-1d4f-42df-84a8-bc85aaae6bba is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:09:20.718440 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Calling delete_port for f9b965b6-4dc0-448e-baeb-63f4d1f4b5b3 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:09:20.795052 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-d9c6da7e-5e80-4e18-8749-34aaa12d2bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:20.798572 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-d9c6da7e-5e80-4e18-8749-34aaa12d2bd7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c5617d5c-59cd-4b05-8f3a-c2eb88d6c7ac HTTP/1.1" status: 200 len: 854 time: 0.3572080 Aug 11 22:09:20.813894 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:20.863233 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port b8b39ccc-ccf4-477d-b190-c1684287d442, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b8b39ccc-ccf4-477d-b190-c1684287d442,segment=NetworkSegment(8d93256b-5352-438c-bc62-49e313e3a676),segment_id=8d93256b-5352-438c-bc62-49e313e3a676)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:09:20.869146 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:20.908502 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:20.960588 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event deleted for resources: {'Port': ['ID=f9b965b6-4dc0-448e-baeb-63f4d1f4b5b3,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:20.965534 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] No DVR routers for this DVR port f9b965b6-4dc0-448e-baeb-63f4d1f4b5b3 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:09:20.973558 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=b8b39ccc-ccf4-477d-b190-c1684287d442,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:21.036061 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-f25962b6-46bf-4d1a-a9b2-7bfd24fb59ea service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0eed289d-e5a0-4ee3-a0ec-de49e60196a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2195377 Aug 11 22:09:21.052632 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0666a-f6b6-42c6-9505-d162a7d6c620 req-7d8cb16b-596f-4d97-b53d-4fd2d0d7655a tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:21.054366 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c3b0666a-f6b6-42c6-9505-d162a7d6c620 req-7d8cb16b-596f-4d97-b53d-4fd2d0d7655a tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/ports?device_id=e80c93b7-348b-4cb1-9818-64fa7f55468a HTTP/1.1" status: 200 len: 945 time: 0.4420233 Aug 11 22:09:21.069450 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4316fff-d5cf-4a24-a376-a494795e6d18 None None] get_active_networks_info from n-d-804275-3 {{(pid=100944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 22:09:21.121576 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5106f640-f26e-453a-a922-9cda8074146e admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:09:21.122461 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-90131ecf-9de6-46fc-9d44-b9a250bb3e88 None None] Provisioning complete for port b8b39ccc-ccf4-477d-b190-c1684287d442 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:09:21.125170 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-90131ecf-9de6-46fc-9d44-b9a250bb3e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:21.147338 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c57906-2904-45e0-910e-744e7dfa1efc None None] Sync routers for ids ['22f42f89-1d4f-42df-84a8-bc85aaae6bba'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:09:21.164362 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c57906-2904-45e0-910e-744e7dfa1efc None None] Routers {'22f42f89-1d4f-42df-84a8-bc85aaae6bba'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:09:21.167350 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f3c57906-2904-45e0-910e-744e7dfa1efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:09:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['22f42f89-1d4f-42df-84a8-bc85aaae6bba'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:21.169845 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5106f640-f26e-453a-a922-9cda8074146e admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:21.175423 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5106f640-f26e-453a-a922-9cda8074146e admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5948303 Aug 11 22:09:21.179005 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44246) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:21.225306 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c3b0666a-f6b6-42c6-9505-d162a7d6c620 req-12789f2b-85ea-4038-a6e4-190fdeb4ebbe tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/security-groups?id=ca13836e-ea43-425c-975d-cb8b512179c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586039 Aug 11 22:09:21.294578 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-cb6aff12-e4ef-491b-9a86-d4c1f84579c3 service neutron] 10.222.0.82 "GET /v2.0/networks/0eed289d-e5a0-4ee3-a0ec-de49e60196a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391577 Aug 11 22:09:21.352734 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:21.435388 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-f3c57906-2904-45e0-910e-744e7dfa1efc None None] Set router 22f42f89-1d4f-42df-84a8-bc85aaae6bba gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:09:21.534736 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23c2abdc-4414-492b-8332-3b4d5f2f1286 req-b6465e1c-8e6a-4759-a3b8-7ec6b13f8b25 service neutron] 10.222.0.82 "GET /v2.0/networks/0eed289d-e5a0-4ee3-a0ec-de49e60196a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276726 Aug 11 22:09:21.649638 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b8b39ccc-ccf4-477d-b190-c1684287d442 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:09:21.687288 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35e35b28-c6eb-4202-8443-fb0ab3b351ed']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:21.690589 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4e851-f7f1-4b45-ae03-c8ccd3f52355 req-5df10209-191c-4848-96c7-cf440d3cdbe7 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:21.697144 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a3a4e851-f7f1-4b45-ae03-c8ccd3f52355 req-5df10209-191c-4848-96c7-cf440d3cdbe7 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=9491885d-904a-4b01-8141-af466f318004 HTTP/1.1" status: 200 len: 944 time: 0.1590159 Aug 11 22:09:21.720558 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf935c0-81b4-4a8c-92e6-5e6044f94e33') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:21.721524 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf935c0-81b4-4a8c-92e6-5e6044f94e33') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:21.754004 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:21.829333 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a3a4e851-f7f1-4b45-ae03-c8ccd3f52355 req-7056c943-1ff1-4e04-a94d-55d09a12254b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124766 Aug 11 22:09:21.832103 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4316fff-d5cf-4a24-a376-a494795e6d18 None None] Resources bound (agent type, host, resource id): {{(pid=100944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 22:09:21.840220 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port b8b39ccc-ccf4-477d-b190-c1684287d442 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:09:21.840603 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:21.887460 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f3c57906-2904-45e0-910e-744e7dfa1efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'name': 'tempest-ServersTestBootFromVolume-1570176242-router', 'tenant_id': '305a51db4b5b4d7797ff280782d4def9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '188a95c9-6cd2-4247-84a5-baf21d0a554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:09:15Z', 'updated_at': '2021-08-11T22:09:18Z', 'revision_number': 3, 'project_id': '305a51db4b5b4d7797ff280782d4def9', 'gw_port': {'id': '188a95c9-6cd2-4247-84a5-baf21d0a554b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:17Z', 'updated_at': '2021-08-11T22:09:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:21.893535 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cad10-63cb-4f2d-ac5a-076407c840d5 req-3badd93e-d481-4f12-b368-10dd6518b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:21.901738 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f84cad10-63cb-4f2d-ac5a-076407c840d5 req-3badd93e-d481-4f12-b368-10dd6518b495 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1af7fbf8275e477482973195cd6560a1&device_id=9491885d-904a-4b01-8141-af466f318004 HTTP/1.1" status: 200 len: 1095 time: 0.2038002 Aug 11 22:09:21.917058 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:21.960472 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c57906-2904-45e0-910e-744e7dfa1efc None None] Checking router: 22f42f89-1d4f-42df-84a8-bc85aaae6bba for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:09:21.961181 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c57906-2904-45e0-910e-744e7dfa1efc None None] Updating router 22f42f89-1d4f-42df-84a8-bc85aaae6bba port 188a95c9-6cd2-4247-84a5-baf21d0a554b binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:09:21.975266 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:09:21.976763 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:09:21.982477 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:09:22.030048 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-f3c57906-2904-45e0-910e-744e7dfa1efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:22.467262 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:22.500201 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:22.510030 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "DELETE /v2.0/networks/35e35b28-c6eb-4202-8443-fb0ab3b351ed HTTP/1.1" status: 204 len: 168 time: 4.4497120 Aug 11 22:09:22.539014 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44266) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:22.750821 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-f3c57906-2904-45e0-910e-744e7dfa1efc None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:22.774599 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-f3c57906-2904-45e0-910e-744e7dfa1efc None None] Transition to ACTIVE for port object 188a95c9-6cd2-4247-84a5-baf21d0a554b will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:09:22.789187 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-f3c57906-2904-45e0-910e-744e7dfa1efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:22.822474 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca739d8-90cf-4ef0-a3a7-30f7d495c4e1 req-2a3a813f-2656-4320-b488-c60198867652 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:22.831211 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2ca739d8-90cf-4ef0-a3a7-30f7d495c4e1 req-2a3a813f-2656-4320-b488-c60198867652 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/ports?device_id=e80c93b7-348b-4cb1-9818-64fa7f55468a HTTP/1.1" status: 200 len: 945 time: 0.1981459 Aug 11 22:09:22.897566 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-f3c57906-2904-45e0-910e-744e7dfa1efc None None] Attempting to bind port 188a95c9-6cd2-4247-84a5-baf21d0a554b on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:09:22.898457 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-f3c57906-2904-45e0-910e-744e7dfa1efc None None] Attempting to bind port 188a95c9-6cd2-4247-84a5-baf21d0a554b by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:09:22.899216 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c57906-2904-45e0-910e-744e7dfa1efc None None] Attempting to bind port 188a95c9-6cd2-4247-84a5-baf21d0a554b on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:09:22.919840 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c57906-2904-45e0-910e-744e7dfa1efc None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:09:22.920311 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c57906-2904-45e0-910e-744e7dfa1efc None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:09:22.922097 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-f3c57906-2904-45e0-910e-744e7dfa1efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:22.922290 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c57906-2904-45e0-910e-744e7dfa1efc None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:09:22.923430 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-f3c57906-2904-45e0-910e-744e7dfa1efc None None] Bound port: 188a95c9-6cd2-4247-84a5-baf21d0a554b, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:09:22.924277 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-f3c57906-2904-45e0-910e-744e7dfa1efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:22.929896 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20379f8b-8326-402a-b3d8-e545bf675b63 None None] Pushing event updated for resources: {'Port': ['ID=188a95c9-6cd2-4247-84a5-baf21d0a554b,revision_number=2']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:22.941613 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cad10-63cb-4f2d-ac5a-076407c840d5 req-285bb47f-f6f9-4dc5-b9ce-60f98b8fcf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:22.944748 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f84cad10-63cb-4f2d-ac5a-076407c840d5 req-285bb47f-f6f9-4dc5-b9ce-60f98b8fcf3f service neutron] 10.222.0.82 "GET /v2.0/networks?id=0eed289d-e5a0-4ee3-a0ec-de49e60196a3 HTTP/1.1" status: 200 len: 915 time: 1.0333912 Aug 11 22:09:22.952731 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2ca739d8-90cf-4ef0-a3a7-30f7d495c4e1 req-e70890cb-19fe-45e7-8262-4e291ecb0ddc tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/security-groups?id=ca13836e-ea43-425c-975d-cb8b512179c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193533 Aug 11 22:09:22.975588 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-36a7527b-98ef-463b-801b-a6d29071c9c8 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-73068742'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:22.984379 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677acf62-7ee5-4363-9531-ceb513471422 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event deleted for resources: {'Network': ['ID=35e35b28-c6eb-4202-8443-fb0ab3b351ed,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:23.020771 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530396b-5290-453e-b2cb-c372eeb5fc36 req-f183f70f-9fa9-4f24-b135-91fbace06f2d tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:23.022649 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0530396b-5290-453e-b2cb-c372eeb5fc36 req-f183f70f-9fa9-4f24-b135-91fbace06f2d tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.82 "GET /v2.0/ports?device_id=e80c93b7-348b-4cb1-9818-64fa7f55468a HTTP/1.1" status: 200 len: 945 time: 0.7529843 Aug 11 22:09:23.081355 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f84cad10-63cb-4f2d-ac5a-076407c840d5 req-2022557a-da3b-4347-aab7-3d8a098600ef service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d60a4e39-c372-48a1-895a-beee8b59a66c HTTP/1.1" status: 200 len: 217 time: 0.1258390 Aug 11 22:09:23.134125 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20379f8b-8326-402a-b3d8-e545bf675b63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:23.134466 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20379f8b-8326-402a-b3d8-e545bf675b63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:23.134802 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20379f8b-8326-402a-b3d8-e545bf675b63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:23.135133 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20379f8b-8326-402a-b3d8-e545bf675b63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:23.135463 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20379f8b-8326-402a-b3d8-e545bf675b63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:23.135820 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20379f8b-8326-402a-b3d8-e545bf675b63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:23.136145 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20379f8b-8326-402a-b3d8-e545bf675b63 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:23.136466 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20379f8b-8326-402a-b3d8-e545bf675b63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:23.136786 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20379f8b-8326-402a-b3d8-e545bf675b63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:23.137104 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20379f8b-8326-402a-b3d8-e545bf675b63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:23.137422 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20379f8b-8326-402a-b3d8-e545bf675b63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:23.137740 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20379f8b-8326-402a-b3d8-e545bf675b63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:23.142448 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a7527b-98ef-463b-801b-a6d29071c9c8 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Made reservation on behalf of 9cc77b51a4e645209e3f16e3c925d1c8 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:09:23.149268 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-36a7527b-98ef-463b-801b-a6d29071c9c8 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:23.190782 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-f3c57906-2904-45e0-910e-744e7dfa1efc None None] For port 188a95c9-6cd2-4247-84a5-baf21d0a554b, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:09:23.195300 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-f3c57906-2904-45e0-910e-744e7dfa1efc None None] For port 188a95c9-6cd2-4247-84a5-baf21d0a554b, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=188a95c9-6cd2-4247-84a5-baf21d0a554b,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:09:23.204627 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-f3c57906-2904-45e0-910e-744e7dfa1efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:23.264220 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c57906-2904-45e0-910e-744e7dfa1efc None None] Routers {'22f42f89-1d4f-42df-84a8-bc85aaae6bba'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:09:23.265771 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f3c57906-2904-45e0-910e-744e7dfa1efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:09:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['22f42f89-1d4f-42df-84a8-bc85aaae6bba'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:23.272182 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cad10-63cb-4f2d-ac5a-076407c840d5 req-69d00a8d-5070-4a10-8f80-b1166a3445d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:23.275233 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f84cad10-63cb-4f2d-ac5a-076407c840d5 req-69d00a8d-5070-4a10-8f80-b1166a3445d8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c5617d5c-59cd-4b05-8f3a-c2eb88d6c7ac HTTP/1.1" status: 200 len: 854 time: 0.1864817 Aug 11 22:09:23.294361 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36ad80-427c-4315-8e08-540eaf0b575a req-81226169-7248-45e5-8341-a9b1dba288bf tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:23.297625 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0d36ad80-427c-4315-8e08-540eaf0b575a req-81226169-7248-45e5-8341-a9b1dba288bf tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=9491885d-904a-4b01-8141-af466f318004 HTTP/1.1" status: 200 len: 944 time: 0.1962531 Aug 11 22:09:23.354636 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f84cad10-63cb-4f2d-ac5a-076407c840d5 req-7174b2ae-7a36-4908-9568-986e30c92985 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0eed289d-e5a0-4ee3-a0ec-de49e60196a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556445 Aug 11 22:09:23.389781 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0d36ad80-427c-4315-8e08-540eaf0b575a req-084e991b-d1c1-4d77-b90a-b9f29a4641a5 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688555 Aug 11 22:09:23.395538 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-f3c57906-2904-45e0-910e-744e7dfa1efc None None] Set router 22f42f89-1d4f-42df-84a8-bc85aaae6bba gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:09:23.406369 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a7527b-98ef-463b-801b-a6d29071c9c8 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:09:23.424401 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-36a7527b-98ef-463b-801b-a6d29071c9c8 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:23.425458 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-36a7527b-98ef-463b-801b-a6d29071c9c8 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Added segment 38de0268-686f-458c-a745-28e55a58d92c of type vlan for network 98a28ac7-2ade-4f72-a07d-bf7f1a5018e8 Aug 11 22:09:23.532071 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20379f8b-8326-402a-b3d8-e545bf675b63 None None] Pushing event updated for resources: {'Port': ['ID=188a95c9-6cd2-4247-84a5-baf21d0a554b,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:23.550957 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-36a7527b-98ef-463b-801b-a6d29071c9c8 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:23.583444 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f84cad10-63cb-4f2d-ac5a-076407c840d5 req-dc291836-95cf-4dfe-905d-c9bf95c427c1 service neutron] 10.222.0.82 "GET /v2.0/networks/0eed289d-e5a0-4ee3-a0ec-de49e60196a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039719 Aug 11 22:09:23.655549 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-36a7527b-98ef-463b-801b-a6d29071c9c8 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:23.673785 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a7527b-98ef-463b-801b-a6d29071c9c8 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:23.675303 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-36a7527b-98ef-463b-801b-a6d29071c9c8 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:23.714494 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f3c57906-2904-45e0-910e-744e7dfa1efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'name': 'tempest-ServersTestBootFromVolume-1570176242-router', 'tenant_id': '305a51db4b5b4d7797ff280782d4def9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '188a95c9-6cd2-4247-84a5-baf21d0a554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:09:15Z', 'updated_at': '2021-08-11T22:09:18Z', 'revision_number': 3, 'project_id': '305a51db4b5b4d7797ff280782d4def9', 'gw_port': {'id': '188a95c9-6cd2-4247-84a5-baf21d0a554b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:17Z', 'updated_at': '2021-08-11T22:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:23.736531 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-36a7527b-98ef-463b-801b-a6d29071c9c8 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.1959233 Aug 11 22:09:23.739676 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f84cad10-63cb-4f2d-ac5a-076407c840d5 req-bc51375c-70fa-4c05-bad2-17118cb374e3 service neutron] 10.222.0.82 "GET /v2.0/networks/0eed289d-e5a0-4ee3-a0ec-de49e60196a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488657 Aug 11 22:09:23.740787 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44290) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:23.747848 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c57906-2904-45e0-910e-744e7dfa1efc None None] The sync data for ids ['22f42f89-1d4f-42df-84a8-bc85aaae6bba'] in n-d-804275-3 is: [{'id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'name': 'tempest-ServersTestBootFromVolume-1570176242-router', 'tenant_id': '305a51db4b5b4d7797ff280782d4def9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '188a95c9-6cd2-4247-84a5-baf21d0a554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:09:15Z', 'updated_at': '2021-08-11T22:09:18Z', 'revision_number': 3, 'project_id': '305a51db4b5b4d7797ff280782d4def9', 'gw_port': {'id': '188a95c9-6cd2-4247-84a5-baf21d0a554b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:17Z', 'updated_at': '2021-08-11T22:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:09:23.748253 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-346632b6-03c9-42e3-964f-8a310f0e944b tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Request body: {'subnet': {'network_id': '98a28ac7-2ade-4f72-a07d-bf7f1a5018e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:23.853297 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-0530396b-5290-453e-b2cb-c372eeb5fc36 req-82b433b2-8e2d-403c-898d-e81aaea616f5 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Deleting port 8305041d-268c-48b4-a5ed-8770a1400432 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:09:23.853834 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0530396b-5290-453e-b2cb-c372eeb5fc36 req-82b433b2-8e2d-403c-898d-e81aaea616f5 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:23.881553 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346632b6-03c9-42e3-964f-8a310f0e944b tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Made reservation on behalf of 9cc77b51a4e645209e3f16e3c925d1c8 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:09:23.894919 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-346632b6-03c9-42e3-964f-8a310f0e944b tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:23.997192 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7527b-98ef-463b-801b-a6d29071c9c8 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event updated for resources: {'Network': ['ID=98a28ac7-2ade-4f72-a07d-bf7f1a5018e8,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:24.008324 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d3eba6b-86d1-4610-bbf9-5a660d485496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:24.016557 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 98a28ac7-2ade-4f72-a07d-bf7f1a5018e8 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:09:24.220376 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44296) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:24.258399 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-0530396b-5290-453e-b2cb-c372eeb5fc36 req-82b433b2-8e2d-403c-898d-e81aaea616f5 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] For port 8305041d-268c-48b4-a5ed-8770a1400432, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=8305041d-268c-48b4-a5ed-8770a1400432,segment=NetworkSegment(5d8fb5c3-ba7d-4eea-913c-271da168d81e),segment_id=5d8fb5c3-ba7d-4eea-913c-271da168d81e)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:09:24.259019 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0530396b-5290-453e-b2cb-c372eeb5fc36 req-82b433b2-8e2d-403c-898d-e81aaea616f5 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:24.371640 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47ea6d-98b8-4f8f-b708-c8e612f4bb79 req-69ac7fc8-b4f9-43a8-bbcc-04430b686409 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:24.374825 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de47ea6d-98b8-4f8f-b708-c8e612f4bb79 req-69ac7fc8-b4f9-43a8-bbcc-04430b686409 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/ports?device_id=e80c93b7-348b-4cb1-9818-64fa7f55468a HTTP/1.1" status: 200 len: 945 time: 0.2643814 Aug 11 22:09:24.499894 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c14d60ee-cec3-447f-b2c0-c7d2777d71fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:24.527941 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-346632b6-03c9-42e3-964f-8a310f0e944b tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:24.644912 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de47ea6d-98b8-4f8f-b708-c8e612f4bb79 req-f2e4386c-ed0e-4c7f-8db8-14bb7b9c66e7 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/security-groups?id=ca13836e-ea43-425c-975d-cb8b512179c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131279 Aug 11 22:09:24.694512 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0530396b-5290-453e-b2cb-c372eeb5fc36 req-82b433b2-8e2d-403c-898d-e81aaea616f5 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:24.695094 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0530396b-5290-453e-b2cb-c372eeb5fc36 req-82b433b2-8e2d-403c-898d-e81aaea616f5 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:24.695482 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [req-0530396b-5290-453e-b2cb-c372eeb5fc36 req-82b433b2-8e2d-403c-898d-e81aaea616f5 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Floating IP fce2170f-368b-4c64-bed7-09f2819b46b7 disassociated. External IP: 172.25.2.84, port: 8305041d-268c-48b4-a5ed-8770a1400432. Aug 11 22:09:24.695950 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-0530396b-5290-453e-b2cb-c372eeb5fc36 req-82b433b2-8e2d-403c-898d-e81aaea616f5 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Calling delete_port for 8305041d-268c-48b4-a5ed-8770a1400432 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:09:24.719680 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346632b6-03c9-42e3-964f-8a310f0e944b tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Checking segment: {'id': '38de0268-686f-458c-a745-28e55a58d92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '98a28ac7-2ade-4f72-a07d-bf7f1a5018e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:09:24.720074 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346632b6-03c9-42e3-964f-8a310f0e944b tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Network hostable DHCP agents. Network: 98a28ac7-2ade-4f72-a07d-bf7f1a5018e8, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:09:24.721965 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-3d3eba6b-86d1-4610-bbf9-5a660d485496 admin admin] Allocated IP 172.20.0.1 (a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0/41ab5701-e2fa-487c-8ec8-f16e177e68a7/b82650d3-8e26-491e-96f2-9e14c2fedaee) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:09:24.727963 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346632b6-03c9-42e3-964f-8a310f0e944b tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event updated for resources: {'Subnet': ['ID=8ec7fdd1-898c-45a9-9e5b-aebe2c7cd247,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:24.840812 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346632b6-03c9-42e3-964f-8a310f0e944b tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Network 98a28ac7-2ade-4f72-a07d-bf7f1a5018e8 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:09:24.869053 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-346632b6-03c9-42e3-964f-8a310f0e944b tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 98a28ac7-2ade-4f72-a07d-bf7f1a5018e8) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:09:24.880170 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5256a05-088e-4982-b7cb-b0d3f6287a61 None None] Network 98a28ac7-2ade-4f72-a07d-bf7f1a5018e8 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:09:24.894030 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346632b6-03c9-42e3-964f-8a310f0e944b tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:24.896627 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-346632b6-03c9-42e3-964f-8a310f0e944b tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:24.961075 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528accd-cb44-438a-8350-f23a929950f4 req-7cdadd12-faea-4683-9e0d-c72001caf244 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:24.963796 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5528accd-cb44-438a-8350-f23a929950f4 req-7cdadd12-faea-4683-9e0d-c72001caf244 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=9491885d-904a-4b01-8141-af466f318004 HTTP/1.1" status: 200 len: 944 time: 0.1678207 Aug 11 22:09:24.987247 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d3eba6b-86d1-4610-bbf9-5a660d485496 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:24.990833 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c14d60ee-cec3-447f-b2c0-c7d2777d71fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:25.004203 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c14d60ee-cec3-447f-b2c0-c7d2777d71fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:25.019563 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-346632b6-03c9-42e3-964f-8a310f0e944b tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2775986 Aug 11 22:09:25.020552 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-3d3eba6b-86d1-4610-bbf9-5a660d485496 admin admin] Transition to ACTIVE for port object b82650d3-8e26-491e-96f2-9e14c2fedaee will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:09:25.024429 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44306) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:25.029354 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device d60a4e39-c372-48a1-895a-beee8b59a66c details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:09:25.032502 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 8305041d-268c-48b4-a5ed-8770a1400432 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:09:25.050096 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0530396b-5290-453e-b2cb-c372eeb5fc36 req-82b433b2-8e2d-403c-898d-e81aaea616f5 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:25.058431 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 8305041d-268c-48b4-a5ed-8770a1400432 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:09:25.058829 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 8305041d-268c-48b4-a5ed-8770a1400432 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:09:25.094197 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5528accd-cb44-438a-8350-f23a929950f4 req-01ed298b-6a40-457c-bb41-3784465c5cf8 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016345 Aug 11 22:09:25.095704 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d60ee-cec3-447f-b2c0-c7d2777d71fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3f74d3-2b15-4c74-b3e8-c3d79bb9fc0d,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:25.112912 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c14d60ee-cec3-447f-b2c0-c7d2777d71fa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2d461b9b3f7640abb8054203776ad638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8884935 Aug 11 22:09:25.119199 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44308) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:25.212100 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eaffb00f-83d5-4afe-8c3e-7d7542dd0d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:25.246983 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eaffb00f-83d5-4afe-8c3e-7d7542dd0d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:25.307553 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b433b2-8e2d-403c-898d-e81aaea616f5 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Pushing event deleted for resources: {'Port': ['ID=8305041d-268c-48b4-a5ed-8770a1400432,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:25.319283 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eaffb00f-83d5-4afe-8c3e-7d7542dd0d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:25.322326 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eaffb00f-83d5-4afe-8c3e-7d7542dd0d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:25.323815 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-eaffb00f-83d5-4afe-8c3e-7d7542dd0d96 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fa3f74d3-2b15-4c74-b3e8-c3d79bb9fc0d HTTP/1.1" status: 204 len: 168 time: 0.2035277 Aug 11 22:09:25.343684 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:25.349088 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaffb00f-83d5-4afe-8c3e-7d7542dd0d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3f74d3-2b15-4c74-b3e8-c3d79bb9fc0d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:25.359323 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d37830-be76-45ba-bc64-febd06274f39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-98a28ac7-2ade-4f72-a07d-bf7f1a5018e8', 'network_id': '98a28ac7-2ade-4f72-a07d-bf7f1a5018e8', 'tenant_id': '9cc77b51a4e645209e3f16e3c925d1c8', 'fixed_ips': [{'subnet_id': '8ec7fdd1-898c-45a9-9e5b-aebe2c7cd247'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:09:25.369435 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-74d37830-be76-45ba-bc64-febd06274f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:25.386326 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port d60a4e39-c372-48a1-895a-beee8b59a66c, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=d60a4e39-c372-48a1-895a-beee8b59a66c,segment=NetworkSegment(00c7b139-e7fc-4b54-bc97-44e639286db8),segment_id=00c7b139-e7fc-4b54-bc97-44e639286db8)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:09:25.460883 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': 'd60a4e39-c372-48a1-895a-beee8b59a66c', 'network_id': '0eed289d-e5a0-4ee3-a0ec-de49e60196a3', 'port_id': 'd60a4e39-c372-48a1-895a-beee8b59a66c', 'mac_address': 'fa:16:3e:2a:a2:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5617d5c-59cd-4b05-8f3a-c2eb88d6c7ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:09:25.589303 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d3eba6b-86d1-4610-bbf9-5a660d485496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:25.619470 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:25.637335 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d60a4e39-c372-48a1-895a-beee8b59a66c {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:09:25.659132 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:25.663308 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port d60a4e39-c372-48a1-895a-beee8b59a66c, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=d60a4e39-c372-48a1-895a-beee8b59a66c,segment=NetworkSegment(00c7b139-e7fc-4b54-bc97-44e639286db8),segment_id=00c7b139-e7fc-4b54-bc97-44e639286db8)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:09:25.668754 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3eba6b-86d1-4610-bbf9-5a660d485496 admin admin] Network a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:09:25.669507 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 188a95c9-6cd2-4247-84a5-baf21d0a554b up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:09:25.677834 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:25.699114 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-3d3eba6b-86d1-4610-bbf9-5a660d485496 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:09:25.706673 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3eba6b-86d1-4610-bbf9-5a660d485496 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:09:25.768757 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0530396b-5290-453e-b2cb-c372eeb5fc36 req-82b433b2-8e2d-403c-898d-e81aaea616f5 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Router eae784f4-4329-4cfa-9058-35c3be20f321 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:09:25.793380 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3eba6b-86d1-4610-bbf9-5a660d485496 admin admin] Pushing event updated for resources: {'Port': ['ID=b82650d3-8e26-491e-96f2-9e14c2fedaee,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:25.806603 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d3eba6b-86d1-4610-bbf9-5a660d485496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:25.925978 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-74d37830-be76-45ba-bc64-febd06274f39 None None] Allocated IP 2001:db8::1 (98a28ac7-2ade-4f72-a07d-bf7f1a5018e8/8ec7fdd1-898c-45a9-9e5b-aebe2c7cd247/e9d8f8b0-dc87-4028-adc1-337ea6d9db80) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:09:25.977484 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=d60a4e39-c372-48a1-895a-beee8b59a66c,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:26.024545 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 188a95c9-6cd2-4247-84a5-baf21d0a554b completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:09:26.032120 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 188a95c9-6cd2-4247-84a5-baf21d0a554b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:09:26.032820 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:26.045002 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44316) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:26.069368 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-567c75db-9b5f-45e3-b3a7-c63756e47ea7 req-125c7a25-0efd-449f-8217-56a48d5916d3 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/ports?device_id=e80c93b7-348b-4cb1-9818-64fa7f55468a HTTP/1.1" status: 200 len: 210 time: 0.1554782 Aug 11 22:09:26.084349 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-75c21272-02fa-4daa-a05f-e0f737c6cb75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:26.159583 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['d60a4e39-c372-48a1-895a-beee8b59a66c'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:09:26.234796 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0530396b-5290-453e-b2cb-c372eeb5fc36 req-82b433b2-8e2d-403c-898d-e81aaea616f5 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:09:26.267854 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512e3a48-149a-4f0d-a393-2198a06721fe None None] Sync routers for ids ['eae784f4-4329-4cfa-9058-35c3be20f321'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:09:26.321143 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-0530396b-5290-453e-b2cb-c372eeb5fc36 req-82b433b2-8e2d-403c-898d-e81aaea616f5 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] No DVR routers for this DVR port 8305041d-268c-48b4-a5ed-8770a1400432 on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:09:26.346673 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0530396b-5290-453e-b2cb-c372eeb5fc36 req-82b433b2-8e2d-403c-898d-e81aaea616f5 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:26.349406 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0530396b-5290-453e-b2cb-c372eeb5fc36 req-82b433b2-8e2d-403c-898d-e81aaea616f5 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.82 "DELETE /v2.0/ports/8305041d-268c-48b4-a5ed-8770a1400432 HTTP/1.1" status: 204 len: 173 time: 3.3193452 Aug 11 22:09:26.349988 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80c93b7-348b-4cb1-9818-64fa7f55468a', 'name': 'network-vif-deleted', 'tag': '8305041d-268c-48b4-a5ed-8770a1400432'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:09:26.360869 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322a57dc-0a34-4e9c-af30-5ccef04890f3" -d '{"events": [{"server_uuid": "e80c93b7-348b-4cb1-9818-64fa7f55468a", "name": "network-vif-deleted", "tag": "8305041d-268c-48b4-a5ed-8770a1400432"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:09:26.370678 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512e3a48-149a-4f0d-a393-2198a06721fe None None] Routers {'eae784f4-4329-4cfa-9058-35c3be20f321'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:09:26.371376 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-512e3a48-149a-4f0d-a393-2198a06721fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:09:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['eae784f4-4329-4cfa-9058-35c3be20f321'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:26.378303 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d3eba6b-86d1-4610-bbf9-5a660d485496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:26.416866 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-75c21272-02fa-4daa-a05f-e0f737c6cb75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:26.439095 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e356ce-4f2a-4d95-8899-a7a1a02cbfd1 req-34b626e3-90a4-4377-bbdb-8e4043c9b950 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:26.451768 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20e356ce-4f2a-4d95-8899-a7a1a02cbfd1 req-34b626e3-90a4-4377-bbdb-8e4043c9b950 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=9491885d-904a-4b01-8141-af466f318004 HTTP/1.1" status: 200 len: 945 time: 0.1754870 Aug 11 22:09:26.459997 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-75c21272-02fa-4daa-a05f-e0f737c6cb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:26.544494 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c21272-02fa-4daa-a05f-e0f737c6cb75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c9549a-c818-47ed-b7ab-95c7e8a6b63e,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:26.556389 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44326) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:26.556631 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-75c21272-02fa-4daa-a05f-e0f737c6cb75 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e66cc99e8e1248abbc9f41c18d766d99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5102010 Aug 11 22:09:26.572753 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20e356ce-4f2a-4d95-8899-a7a1a02cbfd1 req-6858e304-2d7f-4f5b-bed0-9d70e5ae84a2 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199753 Aug 11 22:09:26.664967 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0f303052-5af3-45af-b7fa-99d26a3f4841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:26.706746 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b833071d-947e-4113-a9aa-aef26e39ff42 x-openstack-request-id: req-b833071d-947e-4113-a9aa-aef26e39ff42 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:09:26.707317 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80c93b7-348b-4cb1-9818-64fa7f55468a", "name": "network-vif-deleted", "tag": "8305041d-268c-48b4-a5ed-8770a1400432", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:09:26.707721 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b833071d-947e-4113-a9aa-aef26e39ff42 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:09:26.708364 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80c93b7-348b-4cb1-9818-64fa7f55468a', 'name': 'network-vif-deleted', 'tag': '8305041d-268c-48b4-a5ed-8770a1400432', 'status': 'completed', 'code': 200} Aug 11 22:09:26.714116 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d3eba6b-86d1-4610-bbf9-5a660d485496 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:26.718925 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0f303052-5af3-45af-b7fa-99d26a3f4841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:26.726953 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d3eba6b-86d1-4610-bbf9-5a660d485496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:26.822689 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f3c54307-6f98-4a04-9d6b-eded05881fcf None None] Provisioning for port b82650d3-8e26-491e-96f2-9e14c2fedaee completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:09:26.827738 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3eba6b-86d1-4610-bbf9-5a660d485496 admin admin] Pushing event updated for resources: {'Port': ['ID=b82650d3-8e26-491e-96f2-9e14c2fedaee,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:26.840141 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d3eba6b-86d1-4610-bbf9-5a660d485496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:26.852844 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f3c54307-6f98-4a04-9d6b-eded05881fcf None None] Provisioning complete for port b82650d3-8e26-491e-96f2-9e14c2fedaee triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:09:26.853471 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f3c54307-6f98-4a04-9d6b-eded05881fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:26.872353 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:26.918052 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0f303052-5af3-45af-b7fa-99d26a3f4841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:26.921325 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0f303052-5af3-45af-b7fa-99d26a3f4841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:26.926503 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0f303052-5af3-45af-b7fa-99d26a3f4841 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c3c9549a-c818-47ed-b7ab-95c7e8a6b63e HTTP/1.1" status: 204 len: 168 time: 0.3648181 Aug 11 22:09:26.944255 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f303052-5af3-45af-b7fa-99d26a3f4841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c9549a-c818-47ed-b7ab-95c7e8a6b63e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:26.951092 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 188a95c9-6cd2-4247-84a5-baf21d0a554b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=188a95c9-6cd2-4247-84a5-baf21d0a554b,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:09:26.976117 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3eba6b-86d1-4610-bbf9-5a660d485496 admin admin] Network a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:09:26.978013 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-3d3eba6b-86d1-4610-bbf9-5a660d485496 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:09:26.998565 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:27.086451 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-74d37830-be76-45ba-bc64-febd06274f39 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:27.198768 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3eba6b-86d1-4610-bbf9-5a660d485496 admin admin] Router 22f42f89-1d4f-42df-84a8-bc85aaae6bba has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:09:27.221658 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-74d37830-be76-45ba-bc64-febd06274f39 None None] Transition to ACTIVE for port object e9d8f8b0-dc87-4028-adc1-337ea6d9db80 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:09:27.322953 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-f3c54307-6f98-4a04-9d6b-eded05881fcf None None] Port b82650d3-8e26-491e-96f2-9e14c2fedaee cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:09:27.370968 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-74d37830-be76-45ba-bc64-febd06274f39 None None] Transition to ACTIVE for port object e9d8f8b0-dc87-4028-adc1-337ea6d9db80 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:09:27.422238 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5ea6aa5c-9b8d-4fd8-98a5-7a7141573075 req-028b6129-860d-4912-872c-d338c295e7d7 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/ports?device_id=e80c93b7-348b-4cb1-9818-64fa7f55468a HTTP/1.1" status: 200 len: 210 time: 0.0774968 Aug 11 22:09:27.442482 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-74d37830-be76-45ba-bc64-febd06274f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:27.449684 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3eba6b-86d1-4610-bbf9-5a660d485496 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:09:27.469427 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639a0adc-bdcb-4e8e-89da-b1bccc8e69a4 None None] Sync routers for ids ['22f42f89-1d4f-42df-84a8-bc85aaae6bba'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:09:27.476129 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3d3eba6b-86d1-4610-bbf9-5a660d485496 admin admin] 10.222.0.77 "PUT /v2.0/routers/22f42f89-1d4f-42df-84a8-bc85aaae6bba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2945113 Aug 11 22:09:27.486585 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-512e3a48-149a-4f0d-a393-2198a06721fe None None] Set router eae784f4-4329-4cfa-9058-35c3be20f321 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:09:27.487598 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:27.495689 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=188a95c9-6cd2-4247-84a5-baf21d0a554b,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:27.503967 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639a0adc-bdcb-4e8e-89da-b1bccc8e69a4 None None] Routers {'22f42f89-1d4f-42df-84a8-bc85aaae6bba'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:09:27.505076 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-639a0adc-bdcb-4e8e-89da-b1bccc8e69a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:09:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['22f42f89-1d4f-42df-84a8-bc85aaae6bba'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:27.600255 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d37830-be76-45ba-bc64-febd06274f39 None None] Network 98a28ac7-2ade-4f72-a07d-bf7f1a5018e8 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:09:27.607144 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec7fdd1-898c-45a9-9e5b-aebe2c7cd247,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:27.633997 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-74d37830-be76-45ba-bc64-febd06274f39 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:09:27.639061 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d37830-be76-45ba-bc64-febd06274f39 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:09:27.675034 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6ad9320-4abb-40d3-b1ac-6d026ffc11ae None None] Provisioning complete for port b82650d3-8e26-491e-96f2-9e14c2fedaee triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:09:27.675413 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6ad9320-4abb-40d3-b1ac-6d026ffc11ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:27.751404 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:27.769290 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d37830-be76-45ba-bc64-febd06274f39 None None] Pushing event updated for resources: {'Port': ['ID=e9d8f8b0-dc87-4028-adc1-337ea6d9db80,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:27.800359 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a28ac7-2ade-4f72-a07d-bf7f1a5018e8']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:27.824961 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38de0268-686f-458c-a745-28e55a58d92c') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:27.825908 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38de0268-686f-458c-a745-28e55a58d92c') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:27.845912 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83c360-23f1-438a-95e7-85f09c313965 req-c42ef680-59eb-45a1-b8ca-413b58ce4f99 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:27.849325 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:27.865208 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6e83c360-23f1-438a-95e7-85f09c313965 req-c42ef680-59eb-45a1-b8ca-413b58ce4f99 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=9491885d-904a-4b01-8141-af466f318004 HTTP/1.1" status: 200 len: 945 time: 0.1512418 Aug 11 22:09:27.877268 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-639a0adc-bdcb-4e8e-89da-b1bccc8e69a4 None None] Set router 22f42f89-1d4f-42df-84a8-bc85aaae6bba gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:09:27.896814 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-74d37830-be76-45ba-bc64-febd06274f39 None None] Attempting to bind port e9d8f8b0-dc87-4028-adc1-337ea6d9db80 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:09:27.897187 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-74d37830-be76-45ba-bc64-febd06274f39 None None] Attempting to bind port e9d8f8b0-dc87-4028-adc1-337ea6d9db80 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '38de0268-686f-458c-a745-28e55a58d92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '98a28ac7-2ade-4f72-a07d-bf7f1a5018e8'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:09:27.897621 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d37830-be76-45ba-bc64-febd06274f39 None None] Attempting to bind port e9d8f8b0-dc87-4028-adc1-337ea6d9db80 on network 98a28ac7-2ade-4f72-a07d-bf7f1a5018e8 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:09:27.905991 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6ad9320-4abb-40d3-b1ac-6d026ffc11ae None None] Port b82650d3-8e26-491e-96f2-9e14c2fedaee cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:09:27.906797 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:27.922286 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d37830-be76-45ba-bc64-febd06274f39 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:09:27.923020 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d37830-be76-45ba-bc64-febd06274f39 None None] Checking segment: {'id': '38de0268-686f-458c-a745-28e55a58d92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '98a28ac7-2ade-4f72-a07d-bf7f1a5018e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:09:27.923747 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-74d37830-be76-45ba-bc64-febd06274f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:27.924312 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d37830-be76-45ba-bc64-febd06274f39 None None] Bound using segment: {'id': '38de0268-686f-458c-a745-28e55a58d92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '98a28ac7-2ade-4f72-a07d-bf7f1a5018e8'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:09:27.924977 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-74d37830-be76-45ba-bc64-febd06274f39 None None] Bound port: e9d8f8b0-dc87-4028-adc1-337ea6d9db80, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38de0268-686f-458c-a745-28e55a58d92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '98a28ac7-2ade-4f72-a07d-bf7f1a5018e8'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:09:27.925542 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-74d37830-be76-45ba-bc64-febd06274f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:27.927806 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:09:27.928618 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:28.023399 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6e83c360-23f1-438a-95e7-85f09c313965 req-9aeb8d78-7e5e-43e2-87de-99f33ea2c3a5 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519268 Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:09:28.040200 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:09:28.052434 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-74d37830-be76-45ba-bc64-febd06274f39 None None] For port e9d8f8b0-dc87-4028-adc1-337ea6d9db80, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:09:28.079981 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-512e3a48-149a-4f0d-a393-2198a06721fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'name': 'tempest-ServersTestManualDisk-1914228031-router', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '9ff8604e-04e3-4b84-a898-32d5e292820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:30Z', 'updated_at': '2021-08-11T22:05:48Z', 'revision_number': 4, 'project_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'gw_port': {'id': '9ff8604e-04e3-4b84-a898-32d5e292820d', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:36Z', 'updated_at': '2021-08-11T22:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '9a15667b-67c6-499b-8b6d-c69d76ad0b71', 'name': '', 'network_id': 'ecbbe70d-0e61-4bd5-978d-e5ee42d280bb', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'mac_address': 'fa:16:3e:18:d9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'c69249db-21a6-487b-b4ed-00687f28ccde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:46Z', 'updated_at': '2021-08-11T22:06:12Z', 'revision_number': 5, 'project_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'subnets': [{'id': 'c69249db-21a6-487b-b4ed-00687f28ccde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:28.116558 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.db.api [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 22:09:28.116558 n-d-804275-3 neutron-server[100942]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 22:09:28.116558 n-d-804275-3 neutron-server[100942]: [parameters: {'id': '98a28ac7-2ade-4f72-a07d-bf7f1a5018e8'}] Aug 11 22:09:28.116558 n-d-804275-3 neutron-server[100942]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:09:28.117266 n-d-804275-3 neutron-server[100942]: DEBUG oslo_db.api [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:09:28.131244 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512e3a48-149a-4f0d-a393-2198a06721fe None None] Checking router: eae784f4-4329-4cfa-9058-35c3be20f321 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:09:28.145796 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-74d37830-be76-45ba-bc64-febd06274f39 None None] For port e9d8f8b0-dc87-4028-adc1-337ea6d9db80, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=e9d8f8b0-dc87-4028-adc1-337ea6d9db80,segment=NetworkSegment(38de0268-686f-458c-a745-28e55a58d92c),segment_id=38de0268-686f-458c-a745-28e55a58d92c)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:09:28.154023 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512e3a48-149a-4f0d-a393-2198a06721fe None None] Routers {'eae784f4-4329-4cfa-9058-35c3be20f321'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:09:28.155221 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-512e3a48-149a-4f0d-a393-2198a06721fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:09:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['eae784f4-4329-4cfa-9058-35c3be20f321'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:28.279841 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-74d37830-be76-45ba-bc64-febd06274f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:28.297081 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-512e3a48-149a-4f0d-a393-2198a06721fe None None] Set router eae784f4-4329-4cfa-9058-35c3be20f321 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:09:28.419052 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-639a0adc-bdcb-4e8e-89da-b1bccc8e69a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'name': 'tempest-ServersTestBootFromVolume-1570176242-router', 'tenant_id': '305a51db4b5b4d7797ff280782d4def9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '188a95c9-6cd2-4247-84a5-baf21d0a554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:09:15Z', 'updated_at': '2021-08-11T22:09:26Z', 'revision_number': 4, 'project_id': '305a51db4b5b4d7797ff280782d4def9', 'gw_port': {'id': '188a95c9-6cd2-4247-84a5-baf21d0a554b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:17Z', 'updated_at': '2021-08-11T22:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'b82650d3-8e26-491e-96f2-9e14c2fedaee', 'name': '', 'network_id': 'a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0', 'tenant_id': '305a51db4b5b4d7797ff280782d4def9', 'mac_address': 'fa:16:3e:ec:f7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '41ab5701-e2fa-487c-8ec8-f16e177e68a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:24Z', 'updated_at': '2021-08-11T22:09:26Z', 'revision_number': 2, 'project_id': '305a51db4b5b4d7797ff280782d4def9', 'subnets': [{'id': '41ab5701-e2fa-487c-8ec8-f16e177e68a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:28.454824 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d37830-be76-45ba-bc64-febd06274f39 None None] Pushing event updated for resources: {'Port': ['ID=e9d8f8b0-dc87-4028-adc1-337ea6d9db80,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:28.487654 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639a0adc-bdcb-4e8e-89da-b1bccc8e69a4 None None] Checking router: 22f42f89-1d4f-42df-84a8-bc85aaae6bba for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:09:28.489355 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639a0adc-bdcb-4e8e-89da-b1bccc8e69a4 None None] Updating router 22f42f89-1d4f-42df-84a8-bc85aaae6bba port b82650d3-8e26-491e-96f2-9e14c2fedaee binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:09:28.537004 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7f2109-6296-487d-96ca-92452211aca7 None None] Network 98a28ac7-2ade-4f72-a07d-bf7f1a5018e8 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:09:28.542079 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-639a0adc-bdcb-4e8e-89da-b1bccc8e69a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:28.618646 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:28.783204 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Deleting port e9d8f8b0-dc87-4028-adc1-337ea6d9db80 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:09:28.784926 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:28.812142 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-512e3a48-149a-4f0d-a393-2198a06721fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'name': 'tempest-ServersTestManualDisk-1914228031-router', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '9ff8604e-04e3-4b84-a898-32d5e292820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:30Z', 'updated_at': '2021-08-11T22:05:48Z', 'revision_number': 4, 'project_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'gw_port': {'id': '9ff8604e-04e3-4b84-a898-32d5e292820d', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:36Z', 'updated_at': '2021-08-11T22:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '9a15667b-67c6-499b-8b6d-c69d76ad0b71', 'name': '', 'network_id': 'ecbbe70d-0e61-4bd5-978d-e5ee42d280bb', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'mac_address': 'fa:16:3e:18:d9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'c69249db-21a6-487b-b4ed-00687f28ccde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:46Z', 'updated_at': '2021-08-11T22:06:12Z', 'revision_number': 5, 'project_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'subnets': [{'id': 'c69249db-21a6-487b-b4ed-00687f28ccde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:28.822067 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:09:28.849461 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512e3a48-149a-4f0d-a393-2198a06721fe None None] The sync data for ids ['eae784f4-4329-4cfa-9058-35c3be20f321'] in n-d-804275-3 is: [{'id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'name': 'tempest-ServersTestManualDisk-1914228031-router', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '9ff8604e-04e3-4b84-a898-32d5e292820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:30Z', 'updated_at': '2021-08-11T22:05:48Z', 'revision_number': 4, 'project_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'gw_port': {'id': '9ff8604e-04e3-4b84-a898-32d5e292820d', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:36Z', 'updated_at': '2021-08-11T22:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '9a15667b-67c6-499b-8b6d-c69d76ad0b71', 'name': '', 'network_id': 'ecbbe70d-0e61-4bd5-978d-e5ee42d280bb', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'mac_address': 'fa:16:3e:18:d9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'c69249db-21a6-487b-b4ed-00687f28ccde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:46Z', 'updated_at': '2021-08-11T22:06:12Z', 'revision_number': 5, 'project_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'subnets': [{'id': 'c69249db-21a6-487b-b4ed-00687f28ccde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:09:28.863769 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b096c13f-35ab-4d80-94c4-a15b2bed825d None None] get_active_networks_info from n-d-804275-3 {{(pid=100944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 22:09:28.958822 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44366) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:28.973213 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-1e374e8e-7144-4f82-b661-00c256d26163 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Request body: {'security_group': {'name': 'tempest-securitygroup--340456130', 'description': 'tempest-description--357669913'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:28.981976 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] For port e9d8f8b0-dc87-4028-adc1-337ea6d9db80, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=e9d8f8b0-dc87-4028-adc1-337ea6d9db80,segment=NetworkSegment(38de0268-686f-458c-a745-28e55a58d92c),segment_id=38de0268-686f-458c-a745-28e55a58d92c)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:09:28.982875 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:29.011853 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Calling delete_port for e9d8f8b0-dc87-4028-adc1-337ea6d9db80 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:09:29.042109 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device d60a4e39-c372-48a1-895a-beee8b59a66c up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:09:29.081282 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1e374e8e-7144-4f82-b661-00c256d26163 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:29.201146 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:29.256704 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event deleted for resources: {'Port': ['ID=e9d8f8b0-dc87-4028-adc1-337ea6d9db80,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:29.265671 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port d60a4e39-c372-48a1-895a-beee8b59a66c completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:09:29.277818 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] No DVR routers for this DVR port e9d8f8b0-dc87-4028-adc1-337ea6d9db80 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:09:29.301100 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-639a0adc-bdcb-4e8e-89da-b1bccc8e69a4 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:29.311300 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port d60a4e39-c372-48a1-895a-beee8b59a66c triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:09:29.311976 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:29.323361 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b096c13f-35ab-4d80-94c4-a15b2bed825d None None] Resources bound (agent type, host, resource id): {{(pid=100944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 22:09:29.335192 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-639a0adc-bdcb-4e8e-89da-b1bccc8e69a4 None None] Transition to ACTIVE for port object b82650d3-8e26-491e-96f2-9e14c2fedaee will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:09:29.348994 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-639a0adc-bdcb-4e8e-89da-b1bccc8e69a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:29.408093 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab400d0-7a61-4a12-89d5-df49f9b1ed3e None None] New status for floating IP fce2170f-368b-4c64-bed7-09f2819b46b7: DOWN {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:09:29.437867 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42778897-800b-4ec0-8658-cafb029fbb16 None None] Pushing event updated for resources: {'Port': ['ID=b82650d3-8e26-491e-96f2-9e14c2fedaee,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:29.576469 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-639a0adc-bdcb-4e8e-89da-b1bccc8e69a4 None None] Attempting to bind port b82650d3-8e26-491e-96f2-9e14c2fedaee on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:09:29.579628 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-639a0adc-bdcb-4e8e-89da-b1bccc8e69a4 None None] Attempting to bind port b82650d3-8e26-491e-96f2-9e14c2fedaee by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '8d93256b-5352-438c-bc62-49e313e3a676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:09:29.580176 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639a0adc-bdcb-4e8e-89da-b1bccc8e69a4 None None] Attempting to bind port b82650d3-8e26-491e-96f2-9e14c2fedaee on network a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:09:29.582043 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1e374e8e-7144-4f82-b661-00c256d26163 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:29.582688 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:29.596665 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639a0adc-bdcb-4e8e-89da-b1bccc8e69a4 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:09:29.597230 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639a0adc-bdcb-4e8e-89da-b1bccc8e69a4 None None] Checking segment: {'id': '8d93256b-5352-438c-bc62-49e313e3a676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:09:29.597878 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-639a0adc-bdcb-4e8e-89da-b1bccc8e69a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:29.598419 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639a0adc-bdcb-4e8e-89da-b1bccc8e69a4 None None] Bound using segment: {'id': '8d93256b-5352-438c-bc62-49e313e3a676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:09:29.599022 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-639a0adc-bdcb-4e8e-89da-b1bccc8e69a4 None None] Bound port: b82650d3-8e26-491e-96f2-9e14c2fedaee, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d93256b-5352-438c-bc62-49e313e3a676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:09:29.599556 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-639a0adc-bdcb-4e8e-89da-b1bccc8e69a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:29.603870 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1e374e8e-7144-4f82-b661-00c256d26163 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:29.649811 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a28ac7-2ade-4f72-a07d-bf7f1a5018e8']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:29.676884 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-639a0adc-bdcb-4e8e-89da-b1bccc8e69a4 None None] For port b82650d3-8e26-491e-96f2-9e14c2fedaee, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:09:29.682400 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-639a0adc-bdcb-4e8e-89da-b1bccc8e69a4 None None] For port b82650d3-8e26-491e-96f2-9e14c2fedaee, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b82650d3-8e26-491e-96f2-9e14c2fedaee,segment=NetworkSegment(8d93256b-5352-438c-bc62-49e313e3a676),segment_id=8d93256b-5352-438c-bc62-49e313e3a676)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:09:29.689674 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-639a0adc-bdcb-4e8e-89da-b1bccc8e69a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:29.717485 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38de0268-686f-458c-a745-28e55a58d92c') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:29.718084 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38de0268-686f-458c-a745-28e55a58d92c') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:29.737523 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e374e8e-7144-4f82-b661-00c256d26163 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ae3edd-cb56-4848-bf7c-204a9cfe83a9,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:29.753720 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:29.791982 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639a0adc-bdcb-4e8e-89da-b1bccc8e69a4 None None] Routers {'22f42f89-1d4f-42df-84a8-bc85aaae6bba'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:09:29.792660 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-639a0adc-bdcb-4e8e-89da-b1bccc8e69a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:09:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['22f42f89-1d4f-42df-84a8-bc85aaae6bba'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:29.793788 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358be1a2-215e-4395-9782-e24c6d9489fa req-92ed06aa-25fa-44e4-b4a3-0b280eb9ea7b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:29.803390 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-358be1a2-215e-4395-9782-e24c6d9489fa req-92ed06aa-25fa-44e4-b4a3-0b280eb9ea7b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=9491885d-904a-4b01-8141-af466f318004 HTTP/1.1" status: 200 len: 945 time: 0.4302809 Aug 11 22:09:29.829122 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:29.846616 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:09:29.847679 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:29.860276 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1e374e8e-7144-4f82-b661-00c256d26163 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:29.863118 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1e374e8e-7144-4f82-b661-00c256d26163 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9016781 Aug 11 22:09:29.868063 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44382) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:29.889341 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-eb3ef20c-27cc-46f4-a039-5038b7e30384 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Request body: {'security_group_rule': {'security_group_id': 'a8ae3edd-cb56-4848-bf7c-204a9cfe83a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:29.913775 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 188a95c9-6cd2-4247-84a5-baf21d0a554b up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:09:29.940077 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:09:29.945575 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42778897-800b-4ec0-8658-cafb029fbb16 None None] Pushing event updated for resources: {'Port': ['ID=b82650d3-8e26-491e-96f2-9e14c2fedaee,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:29.945842 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-358be1a2-215e-4395-9782-e24c6d9489fa req-56f8267d-8a2b-4a11-8995-b206f3061d2c tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189322 Aug 11 22:09:29.949623 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:29.966314 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:29.969783 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "DELETE /v2.0/networks/98a28ac7-2ade-4f72-a07d-bf7f1a5018e8 HTTP/1.1" status: 204 len: 168 time: 4.9432433 Aug 11 22:09:29.977144 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44386) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:29.984295 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-f76e9411-c930-4671-a303-c619d2dde706 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1534712187'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:30.005246 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394cd8ce-2c05-4fd0-b968-8df60f0964ef tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event deleted for resources: {'Network': ['ID=98a28ac7-2ade-4f72-a07d-bf7f1a5018e8,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:30.023969 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eb3ef20c-27cc-46f4-a039-5038b7e30384 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:30.072530 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76e9411-c930-4671-a303-c619d2dde706 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Made reservation on behalf of 9cc77b51a4e645209e3f16e3c925d1c8 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:09:30.072845 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-639a0adc-bdcb-4e8e-89da-b1bccc8e69a4 None None] Set router 22f42f89-1d4f-42df-84a8-bc85aaae6bba gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:09:30.077786 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f76e9411-c930-4671-a303-c619d2dde706 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:30.078709 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44390) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:30.195420 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f76e9411-c930-4671-a303-c619d2dde706 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:09:30.252750 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-870c2fc6-4d86-4955-b928-f973f79b40b1 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:30.284267 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f76e9411-c930-4671-a303-c619d2dde706 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:30.284775 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-f76e9411-c930-4671-a303-c619d2dde706 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Added segment 33199241-5acc-4b57-89a6-cacb1ede2dfd of type vlan for network 699cb843-d7f6-4b63-9bb8-64a2d1ee2f16 Aug 11 22:09:30.335567 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-870c2fc6-4d86-4955-b928-f973f79b40b1 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:30.374961 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 188a95c9-6cd2-4247-84a5-baf21d0a554b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:09:30.375986 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:30.381433 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:30.415438 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-639a0adc-bdcb-4e8e-89da-b1bccc8e69a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'name': 'tempest-ServersTestBootFromVolume-1570176242-router', 'tenant_id': '305a51db4b5b4d7797ff280782d4def9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '188a95c9-6cd2-4247-84a5-baf21d0a554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:09:15Z', 'updated_at': '2021-08-11T22:09:26Z', 'revision_number': 4, 'project_id': '305a51db4b5b4d7797ff280782d4def9', 'gw_port': {'id': '188a95c9-6cd2-4247-84a5-baf21d0a554b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:17Z', 'updated_at': '2021-08-11T22:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'b82650d3-8e26-491e-96f2-9e14c2fedaee', 'name': '', 'network_id': 'a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0', 'tenant_id': '305a51db4b5b4d7797ff280782d4def9', 'mac_address': 'fa:16:3e:ec:f7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '41ab5701-e2fa-487c-8ec8-f16e177e68a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:24Z', 'updated_at': '2021-08-11T22:09:29Z', 'revision_number': 4, 'project_id': '305a51db4b5b4d7797ff280782d4def9', 'subnets': [{'id': '41ab5701-e2fa-487c-8ec8-f16e177e68a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:30.441064 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eb3ef20c-27cc-46f4-a039-5038b7e30384 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:30.479566 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eb3ef20c-27cc-46f4-a039-5038b7e30384 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:30.495306 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9491885d-904a-4b01-8141-af466f318004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd60a4e39-c372-48a1-895a-beee8b59a66c'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:09:30.497217 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f76e9411-c930-4671-a303-c619d2dde706 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:30.497807 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f45d70-2cbb-4a3a-9537-c29cca94662e" -d '{"events": [{"server_uuid": "9491885d-904a-4b01-8141-af466f318004", "name": "network-vif-plugged", "status": "completed", "tag": "d60a4e39-c372-48a1-895a-beee8b59a66c"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:09:30.502744 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-870c2fc6-4d86-4955-b928-f973f79b40b1 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:30.506084 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-870c2fc6-4d86-4955-b928-f973f79b40b1 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:30.510442 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-870c2fc6-4d86-4955-b928-f973f79b40b1 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "DELETE /v2.0/security-groups/ca13836e-ea43-425c-975d-cb8b512179c5 HTTP/1.1" status: 204 len: 168 time: 0.4303236 Aug 11 22:09:30.511104 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44398) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:30.538762 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c2fc6-4d86-4955-b928-f973f79b40b1 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca13836e-ea43-425c-975d-cb8b512179c5,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:30.542803 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-fa98c8dd-09c8-4794-9225-5de7e1c65a7e tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] show failed (client error): The resource could not be found. Aug 11 22:09:30.548072 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fa98c8dd-09c8-4794-9225-5de7e1c65a7e tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "GET /v2.0/security-groups/ca13836e-ea43-425c-975d-cb8b512179c5 HTTP/1.1" status: 404 len: 347 time: 0.0313649 Aug 11 22:09:30.548695 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44400) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:30.555236 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port d60a4e39-c372-48a1-895a-beee8b59a66c, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=d60a4e39-c372-48a1-895a-beee8b59a66c,segment=NetworkSegment(00c7b139-e7fc-4b54-bc97-44e639286db8),segment_id=00c7b139-e7fc-4b54-bc97-44e639286db8)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:09:30.596938 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ef20c-27cc-46f4-a039-5038b7e30384 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb0a0443-cabc-4cff-8ec7-464ba3bf2d3f,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:30.617862 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639a0adc-bdcb-4e8e-89da-b1bccc8e69a4 None None] The sync data for ids ['22f42f89-1d4f-42df-84a8-bc85aaae6bba'] in n-d-804275-3 is: [{'id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'name': 'tempest-ServersTestBootFromVolume-1570176242-router', 'tenant_id': '305a51db4b5b4d7797ff280782d4def9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '188a95c9-6cd2-4247-84a5-baf21d0a554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:09:15Z', 'updated_at': '2021-08-11T22:09:26Z', 'revision_number': 4, 'project_id': '305a51db4b5b4d7797ff280782d4def9', 'gw_port': {'id': '188a95c9-6cd2-4247-84a5-baf21d0a554b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:17Z', 'updated_at': '2021-08-11T22:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'b82650d3-8e26-491e-96f2-9e14c2fedaee', 'name': '', 'network_id': 'a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0', 'tenant_id': '305a51db4b5b4d7797ff280782d4def9', 'mac_address': 'fa:16:3e:ec:f7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '41ab5701-e2fa-487c-8ec8-f16e177e68a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:24Z', 'updated_at': '2021-08-11T22:09:29Z', 'revision_number': 4, 'project_id': '305a51db4b5b4d7797ff280782d4def9', 'subnets': [{'id': '41ab5701-e2fa-487c-8ec8-f16e177e68a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:09:30.633408 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:30.635859 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eb3ef20c-27cc-46f4-a039-5038b7e30384 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:30.637183 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-eb3ef20c-27cc-46f4-a039-5038b7e30384 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7671061 Aug 11 22:09:30.645684 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44402) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:30.662101 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de914f8-66cb-4bb1-b047-9276f882b37b x-openstack-request-id: req-3de914f8-66cb-4bb1-b047-9276f882b37b {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:09:30.662403 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9491885d-904a-4b01-8141-af466f318004", "name": "network-vif-plugged", "status": "completed", "tag": "d60a4e39-c372-48a1-895a-beee8b59a66c", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:09:30.662720 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3de914f8-66cb-4bb1-b047-9276f882b37b {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:09:30.663156 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9491885d-904a-4b01-8141-af466f318004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd60a4e39-c372-48a1-895a-beee8b59a66c', 'code': 200} Aug 11 22:09:30.666175 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-7ca43abd-ec91-4229-b394-17e30c1b4288 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Request body: {'security_group_rule': {'security_group_id': 'a8ae3edd-cb56-4848-bf7c-204a9cfe83a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:30.757972 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f76e9411-c930-4671-a303-c619d2dde706 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:30.766010 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76e9411-c930-4671-a303-c619d2dde706 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:30.768377 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f76e9411-c930-4671-a303-c619d2dde706 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:30.885218 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e9411-c930-4671-a303-c619d2dde706 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event updated for resources: {'Network': ['ID=699cb843-d7f6-4b63-9bb8-64a2d1ee2f16,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:30.885675 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-f0c38619-2655-4b6a-8916-1244cb49a5d9 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Deleting port d0003ac1-d3c7-4ca1-bc53-b8fcdace3355 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:09:30.886436 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f0c38619-2655-4b6a-8916-1244cb49a5d9 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:30.902079 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7ca43abd-ec91-4229-b394-17e30c1b4288 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:30.913816 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 699cb843-d7f6-4b63-9bb8-64a2d1ee2f16 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:09:30.914146 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f76e9411-c930-4671-a303-c619d2dde706 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9341292 Aug 11 22:09:30.920112 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44406) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:30.926968 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-d5e5bc99-edbf-47b5-9ebd-9d64ad0c8ef3 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Request body: {'subnet': {'network_id': '699cb843-d7f6-4b63-9bb8-64a2d1ee2f16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:30.991600 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=d60a4e39-c372-48a1-895a-beee8b59a66c,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:31.061069 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f89eb0-dc25-46d9-9aec-db10aed33308 req-97a14586-cc43-4f04-9b85-66507f46ca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:31.062837 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09f89eb0-dc25-46d9-9aec-db10aed33308 req-97a14586-cc43-4f04-9b85-66507f46ca2e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9491885d-904a-4b01-8141-af466f318004 HTTP/1.1" status: 200 len: 1097 time: 0.2698314 Aug 11 22:09:31.071922 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f0c38619-2655-4b6a-8916-1244cb49a5d9 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:31.072303 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f0c38619-2655-4b6a-8916-1244cb49a5d9 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:31.171560 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7ca43abd-ec91-4229-b394-17e30c1b4288 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:31.232372 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7ca43abd-ec91-4229-b394-17e30c1b4288 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:31.283471 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca43abd-ec91-4229-b394-17e30c1b4288 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dbdcb16-2f09-42ff-b673-ed18831a4705,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:31.296953 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e5bc99-edbf-47b5-9ebd-9d64ad0c8ef3 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Made reservation on behalf of 9cc77b51a4e645209e3f16e3c925d1c8 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:09:31.301265 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d5e5bc99-edbf-47b5-9ebd-9d64ad0c8ef3 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:31.309288 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7ca43abd-ec91-4229-b394-17e30c1b4288 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:31.313959 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7ca43abd-ec91-4229-b394-17e30c1b4288 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6638422 Aug 11 22:09:31.465444 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44416) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:31.484008 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-f085f8ed-abee-4948-a5c1-45e6af8d5788 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:31.523186 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f085f8ed-abee-4948-a5c1-45e6af8d5788 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:31.546752 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e97b2-746a-4dd2-a82e-383ebb389b41 req-b9754b10-ed65-44be-9d03-2f7db6fd7003 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:31.555228 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-160e97b2-746a-4dd2-a82e-383ebb389b41 req-b9754b10-ed65-44be-9d03-2f7db6fd7003 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=9491885d-904a-4b01-8141-af466f318004 HTTP/1.1" status: 200 len: 946 time: 0.4406009 Aug 11 22:09:31.645150 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b82650d3-8e26-491e-96f2-9e14c2fedaee up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:09:31.709633 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-160e97b2-746a-4dd2-a82e-383ebb389b41 req-b0f06fc7-c4d3-4ba3-b27b-473b20c65d71 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533332 Aug 11 22:09:31.767005 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port b82650d3-8e26-491e-96f2-9e14c2fedaee completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:09:31.784267 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port b82650d3-8e26-491e-96f2-9e14c2fedaee triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:09:31.786902 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:31.912134 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-f0c38619-2655-4b6a-8916-1244cb49a5d9 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Calling delete_port for d0003ac1-d3c7-4ca1-bc53-b8fcdace3355 owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:09:31.922515 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-09f89eb0-dc25-46d9-9aec-db10aed33308 req-ca3ddb27-31ff-49b3-bff7-1d6500e6c16e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8452952 Aug 11 22:09:31.939740 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8538471a-ca49-46a7-aef4-04c936f00a02 None None] Provisioning complete for port b82650d3-8e26-491e-96f2-9e14c2fedaee triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:09:31.940367 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8538471a-ca49-46a7-aef4-04c936f00a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:32.008979 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f085f8ed-abee-4948-a5c1-45e6af8d5788 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:32.023962 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d5e5bc99-edbf-47b5-9ebd-9d64ad0c8ef3 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:32.169477 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5bc99-edbf-47b5-9ebd-9d64ad0c8ef3 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event updated for resources: {'Subnet': ['ID=4f5371bf-1743-443d-9884-47df3b9b4c0d,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:32.226445 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f0c38619-2655-4b6a-8916-1244cb49a5d9 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:32.262147 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8538471a-ca49-46a7-aef4-04c936f00a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:32.269055 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e5bc99-edbf-47b5-9ebd-9d64ad0c8ef3 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Checking segment: {'id': '33199241-5acc-4b57-89a6-cacb1ede2dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '699cb843-d7f6-4b63-9bb8-64a2d1ee2f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:09:32.269644 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e5bc99-edbf-47b5-9ebd-9d64ad0c8ef3 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Network hostable DHCP agents. Network: 699cb843-d7f6-4b63-9bb8-64a2d1ee2f16, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:09:32.294504 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:32.311566 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-f085f8ed-abee-4948-a5c1-45e6af8d5788 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Allocated IP 172.25.2.251 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/c5485fbc-7cd1-4fcf-85d7-aae96557e622) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:09:32.363331 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-8538471a-ca49-46a7-aef4-04c936f00a02 None None] For port b82650d3-8e26-491e-96f2-9e14c2fedaee, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b82650d3-8e26-491e-96f2-9e14c2fedaee,segment=NetworkSegment(8d93256b-5352-438c-bc62-49e313e3a676),segment_id=8d93256b-5352-438c-bc62-49e313e3a676)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:09:32.403706 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e5bc99-edbf-47b5-9ebd-9d64ad0c8ef3 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Network 699cb843-d7f6-4b63-9bb8-64a2d1ee2f16 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:09:32.418517 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8538471a-ca49-46a7-aef4-04c936f00a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:32.426577 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c38619-2655-4b6a-8916-1244cb49a5d9 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Pushing event deleted for resources: {'Port': ['ID=d0003ac1-d3c7-4ca1-bc53-b8fcdace3355,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:32.441791 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f0c38619-2655-4b6a-8916-1244cb49a5d9 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:32.460671 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f0c38619-2655-4b6a-8916-1244cb49a5d9 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:32.466412 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f0c38619-2655-4b6a-8916-1244cb49a5d9 tempest-ServersTestManualDisk-139374101 tempest-ServersTestManualDisk-139374101-project] 10.222.0.77 "DELETE /v2.0/floatingips/fce2170f-368b-4c64-bed7-09f2819b46b7 HTTP/1.1" status: 204 len: 168 time: 1.9124336 Aug 11 22:09:32.467150 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44432) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:32.501912 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-d5e5bc99-edbf-47b5-9ebd-9d64ad0c8ef3 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 699cb843-d7f6-4b63-9bb8-64a2d1ee2f16) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:09:32.530491 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e5bc99-edbf-47b5-9ebd-9d64ad0c8ef3 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:32.533999 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d5e5bc99-edbf-47b5-9ebd-9d64ad0c8ef3 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:32.595757 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7964fbc-2d23-4cba-a377-7365bd74bcf3 None None] Network 699cb843-d7f6-4b63-9bb8-64a2d1ee2f16 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:09:32.626457 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d5e5bc99-edbf-47b5-9ebd-9d64ad0c8ef3 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7045960 Aug 11 22:09:32.634139 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44436) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:32.650287 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-cf012210-2b22-4f4d-b2ac-f5a7d6997029 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Request body: {'subnet': {'network_id': '699cb843-d7f6-4b63-9bb8-64a2d1ee2f16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:32.809158 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.api [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:09:32.810028 n-d-804275-3 neutron-server[100944]: DEBUG oslo_db.api [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:09:32.840799 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538471a-ca49-46a7-aef4-04c936f00a02 None None] Pushing event updated for resources: {'Port': ['ID=b82650d3-8e26-491e-96f2-9e14c2fedaee,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:32.917346 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f085f8ed-abee-4948-a5c1-45e6af8d5788 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:32.940223 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e050e1-6d5b-453b-a117-57aed1ead390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-699cb843-d7f6-4b63-9bb8-64a2d1ee2f16', 'network_id': '699cb843-d7f6-4b63-9bb8-64a2d1ee2f16', 'tenant_id': '9cc77b51a4e645209e3f16e3c925d1c8', 'fixed_ips': [{'subnet_id': '4f5371bf-1743-443d-9884-47df3b9b4c0d'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:09:32.941255 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-15e050e1-6d5b-453b-a117-57aed1ead390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:33.209645 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-15e050e1-6d5b-453b-a117-57aed1ead390 None None] Allocated IP 2001:db8::2 (699cb843-d7f6-4b63-9bb8-64a2d1ee2f16/4f5371bf-1743-443d-9884-47df3b9b4c0d/a03f202c-e63c-4632-8e1c-8d2f8f77b66b) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:09:33.323138 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b1dc1-5810-4192-928c-be133be90d5c req-7920e3a0-7f32-45fe-973e-d4fa3e4b8c5b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:33.336962 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0f2b1dc1-5810-4192-928c-be133be90d5c req-7920e3a0-7f32-45fe-973e-d4fa3e4b8c5b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=9491885d-904a-4b01-8141-af466f318004 HTTP/1.1" status: 200 len: 946 time: 0.3693292 Aug 11 22:09:33.338790 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f085f8ed-abee-4948-a5c1-45e6af8d5788 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:33.343691 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf012210-2b22-4f4d-b2ac-f5a7d6997029 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Made reservation on behalf of 9cc77b51a4e645209e3f16e3c925d1c8 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:09:33.349997 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cf012210-2b22-4f4d-b2ac-f5a7d6997029 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:33.406349 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-000c690e-3c29-40a5-af3b-071db90a6748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:33.572686 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f085f8ed-abee-4948-a5c1-45e6af8d5788 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:09:33.585585 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-f085f8ed-abee-4948-a5c1-45e6af8d5788 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:09:33.630276 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f085f8ed-abee-4948-a5c1-45e6af8d5788 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:09:33.655623 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-15e050e1-6d5b-453b-a117-57aed1ead390 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:33.667209 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b82650d3-8e26-491e-96f2-9e14c2fedaee up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:09:33.673704 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-15e050e1-6d5b-453b-a117-57aed1ead390 None None] Transition to ACTIVE for port object a03f202c-e63c-4632-8e1c-8d2f8f77b66b will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:09:33.697094 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0f2b1dc1-5810-4192-928c-be133be90d5c req-ba61ab20-7426-42cf-ae5f-011d8064c4f8 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363965 Aug 11 22:09:33.719836 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085f8ed-abee-4948-a5c1-45e6af8d5788 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Pushing event updated for resources: {'Port': ['ID=c5485fbc-7cd1-4fcf-85d7-aae96557e622,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:33.763483 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-15e050e1-6d5b-453b-a117-57aed1ead390 None None] Transition to ACTIVE for port object a03f202c-e63c-4632-8e1c-8d2f8f77b66b will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:09:33.813197 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-15e050e1-6d5b-453b-a117-57aed1ead390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:33.851275 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e050e1-6d5b-453b-a117-57aed1ead390 None None] Network 699cb843-d7f6-4b63-9bb8-64a2d1ee2f16 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:09:33.857114 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-15e050e1-6d5b-453b-a117-57aed1ead390 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:09:33.894793 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port b82650d3-8e26-491e-96f2-9e14c2fedaee triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:09:33.895802 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:33.901182 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e050e1-6d5b-453b-a117-57aed1ead390 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:09:34.088125 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e050e1-6d5b-453b-a117-57aed1ead390 None None] Pushing event updated for resources: {'Port': ['ID=a03f202c-e63c-4632-8e1c-8d2f8f77b66b,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:34.106936 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-15e050e1-6d5b-453b-a117-57aed1ead390 None None] Attempting to bind port a03f202c-e63c-4632-8e1c-8d2f8f77b66b on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:09:34.107706 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-15e050e1-6d5b-453b-a117-57aed1ead390 None None] Attempting to bind port a03f202c-e63c-4632-8e1c-8d2f8f77b66b by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '33199241-5acc-4b57-89a6-cacb1ede2dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '699cb843-d7f6-4b63-9bb8-64a2d1ee2f16'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:09:34.108264 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e050e1-6d5b-453b-a117-57aed1ead390 None None] Attempting to bind port a03f202c-e63c-4632-8e1c-8d2f8f77b66b on network 699cb843-d7f6-4b63-9bb8-64a2d1ee2f16 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:09:34.117458 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e050e1-6d5b-453b-a117-57aed1ead390 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:09:34.118184 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e050e1-6d5b-453b-a117-57aed1ead390 None None] Checking segment: {'id': '33199241-5acc-4b57-89a6-cacb1ede2dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '699cb843-d7f6-4b63-9bb8-64a2d1ee2f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:09:34.118765 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-15e050e1-6d5b-453b-a117-57aed1ead390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:34.119323 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e050e1-6d5b-453b-a117-57aed1ead390 None None] Bound using segment: {'id': '33199241-5acc-4b57-89a6-cacb1ede2dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '699cb843-d7f6-4b63-9bb8-64a2d1ee2f16'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:09:34.120080 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-15e050e1-6d5b-453b-a117-57aed1ead390 None None] Bound port: a03f202c-e63c-4632-8e1c-8d2f8f77b66b, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33199241-5acc-4b57-89a6-cacb1ede2dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '699cb843-d7f6-4b63-9bb8-64a2d1ee2f16'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:09:34.120675 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-15e050e1-6d5b-453b-a117-57aed1ead390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:34.198691 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-15e050e1-6d5b-453b-a117-57aed1ead390 None None] For port a03f202c-e63c-4632-8e1c-8d2f8f77b66b, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:09:34.203422 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-15e050e1-6d5b-453b-a117-57aed1ead390 None None] For port a03f202c-e63c-4632-8e1c-8d2f8f77b66b, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a03f202c-e63c-4632-8e1c-8d2f8f77b66b,segment=NetworkSegment(33199241-5acc-4b57-89a6-cacb1ede2dfd),segment_id=33199241-5acc-4b57-89a6-cacb1ede2dfd)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:09:34.223184 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-15e050e1-6d5b-453b-a117-57aed1ead390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:34.249895 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-000c690e-3c29-40a5-af3b-071db90a6748 admin admin] Deleting port 9a15667b-67c6-499b-8b6d-c69d76ad0b71 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:09:34.250571 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-000c690e-3c29-40a5-af3b-071db90a6748 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:34.314994 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f085f8ed-abee-4948-a5c1-45e6af8d5788 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:34.340329 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e050e1-6d5b-453b-a117-57aed1ead390 None None] Pushing event updated for resources: {'Port': ['ID=a03f202c-e63c-4632-8e1c-8d2f8f77b66b,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:34.378850 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cf012210-2b22-4f4d-b2ac-f5a7d6997029 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:34.443564 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-000c690e-3c29-40a5-af3b-071db90a6748 admin admin] For port 9a15667b-67c6-499b-8b6d-c69d76ad0b71, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9a15667b-67c6-499b-8b6d-c69d76ad0b71,segment=NetworkSegment(5d8fb5c3-ba7d-4eea-913c-271da168d81e),segment_id=5d8fb5c3-ba7d-4eea-913c-271da168d81e)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:09:34.444499 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-000c690e-3c29-40a5-af3b-071db90a6748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:34.463553 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f085f8ed-abee-4948-a5c1-45e6af8d5788 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:34.479648 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-000c690e-3c29-40a5-af3b-071db90a6748 admin admin] Calling delete_port for 9a15667b-67c6-499b-8b6d-c69d76ad0b71 owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:09:34.569342 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf012210-2b22-4f4d-b2ac-f5a7d6997029 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Network 699cb843-d7f6-4b63-9bb8-64a2d1ee2f16 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:09:34.714693 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-cf012210-2b22-4f4d-b2ac-f5a7d6997029 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:09:34.718338 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf012210-2b22-4f4d-b2ac-f5a7d6997029 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event updated for resources: {'Subnet': ['ID=10983b27-5a15-43aa-9632-01e1f6f80b26,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:34.744861 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf012210-2b22-4f4d-b2ac-f5a7d6997029 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:34.746402 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cf012210-2b22-4f4d-b2ac-f5a7d6997029 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:34.820912 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cf012210-2b22-4f4d-b2ac-f5a7d6997029 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1800613 Aug 11 22:09:34.823349 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44466) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:34.974930 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d84c80-8ee9-4ad6-a2b7-20c493cef735 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:34.976670 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d84c80-8ee9-4ad6-a2b7-20c493cef735 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:34.978232 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d84c80-8ee9-4ad6-a2b7-20c493cef735 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:34.979831 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d84c80-8ee9-4ad6-a2b7-20c493cef735 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:34.981535 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d84c80-8ee9-4ad6-a2b7-20c493cef735 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:34.984097 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d6d84c80-8ee9-4ad6-a2b7-20c493cef735 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1578867 Aug 11 22:09:34.991296 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44472) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:35.002276 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-57231dd7-b0e2-48f5-8e1c-0e3ceb1361d6 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-198553118'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:35.012246 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-000c690e-3c29-40a5-af3b-071db90a6748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:35.026705 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f085f8ed-abee-4948-a5c1-45e6af8d5788 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:35.040405 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f085f8ed-abee-4948-a5c1-45e6af8d5788 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:35.055712 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b9275-a6d9-427e-b96c-3382d6f4a9cb req-d48ed1db-a3a3-4b66-9d2b-a54913f730c1 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:35.057508 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fd9b9275-a6d9-427e-b96c-3382d6f4a9cb req-d48ed1db-a3a3-4b66-9d2b-a54913f730c1 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=9491885d-904a-4b01-8141-af466f318004 HTTP/1.1" status: 200 len: 946 time: 0.1163445 Aug 11 22:09:35.098279 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c690e-3c29-40a5-af3b-071db90a6748 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a15667b-67c6-499b-8b6d-c69d76ad0b71,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:35.159789 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fd9b9275-a6d9-427e-b96c-3382d6f4a9cb req-376f6021-6dea-4657-bfd6-760546e59815 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787637 Aug 11 22:09:35.186613 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085f8ed-abee-4948-a5c1-45e6af8d5788 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Pushing event updated for resources: {'Port': ['ID=c5485fbc-7cd1-4fcf-85d7-aae96557e622,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:35.219920 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f085f8ed-abee-4948-a5c1-45e6af8d5788 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:35.239980 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f085f8ed-abee-4948-a5c1-45e6af8d5788 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:35.245065 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f085f8ed-abee-4948-a5c1-45e6af8d5788 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7785039 Aug 11 22:09:35.278060 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57231dd7-b0e2-48f5-8e1c-0e3ceb1361d6 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Made reservation on behalf of 9cc77b51a4e645209e3f16e3c925d1c8 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:09:35.292886 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57231dd7-b0e2-48f5-8e1c-0e3ceb1361d6 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:35.428422 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57231dd7-b0e2-48f5-8e1c-0e3ceb1361d6 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:09:35.545356 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57231dd7-b0e2-48f5-8e1c-0e3ceb1361d6 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:35.546286 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-57231dd7-b0e2-48f5-8e1c-0e3ceb1361d6 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Added segment a29a0c0f-cd8f-4f4e-a68e-5e1b60d8b959 of type vlan for network 9e9680f8-b7d2-4523-8ce4-743215fb5614 Aug 11 22:09:35.740280 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57231dd7-b0e2-48f5-8e1c-0e3ceb1361d6 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:35.993302 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a03f202c-e63c-4632-8e1c-8d2f8f77b66b up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:09:36.144060 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57231dd7-b0e2-48f5-8e1c-0e3ceb1361d6 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:36.157760 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57231dd7-b0e2-48f5-8e1c-0e3ceb1361d6 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:36.159272 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57231dd7-b0e2-48f5-8e1c-0e3ceb1361d6 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:36.197752 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port a03f202c-e63c-4632-8e1c-8d2f8f77b66b completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:09:36.265258 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeed7d6-b8d2-4ca2-8d32-d93bbd3c7146 req-29193fa9-fcb6-4080-af25-69ea0cb5d64e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:36.278913 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eaeed7d6-b8d2-4ca2-8d32-d93bbd3c7146 req-29193fa9-fcb6-4080-af25-69ea0cb5d64e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=9491885d-904a-4b01-8141-af466f318004 HTTP/1.1" status: 200 len: 946 time: 0.1464343 Aug 11 22:09:36.361770 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-57231dd7-b0e2-48f5-8e1c-0e3ceb1361d6 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3688550 Aug 11 22:09:36.369339 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-468df5e9-6882-4e8d-b487-781f4c7d374b req-40534211-3c64-4053-ad61-ce89255e04d1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c681a048-cd9d-4a75-a120-f3e88edb0dd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8342135 Aug 11 22:09:36.370716 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44520) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:36.371831 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-000c690e-3c29-40a5-af3b-071db90a6748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:36.380409 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eaeed7d6-b8d2-4ca2-8d32-d93bbd3c7146 req-438ad06b-00a5-41c6-9a13-a9bf320626a6 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968962 Aug 11 22:09:36.382710 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-db8aa5e7-543b-4f69-997c-0b266e352dc6 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:36.399992 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57231dd7-b0e2-48f5-8e1c-0e3ceb1361d6 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event updated for resources: {'Network': ['ID=9e9680f8-b7d2-4523-8ce4-743215fb5614,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:36.418045 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 9e9680f8-b7d2-4523-8ce4-743215fb5614 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:09:36.524290 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9d9634-bd5c-42f0-a07c-147e1ffe0759 None None] Network 699cb843-d7f6-4b63-9bb8-64a2d1ee2f16 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:09:36.687948 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468df5e9-6882-4e8d-b487-781f4c7d374b req-aaba0a97-71d0-4935-960d-ab77ac716fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:36.690120 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-468df5e9-6882-4e8d-b487-781f4c7d374b req-aaba0a97-71d0-4935-960d-ab77ac716fd1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f3da70be91664ca8a55d012676042959&device_id=c681a048-cd9d-4a75-a120-f3e88edb0dd6 HTTP/1.1" status: 200 len: 1097 time: 0.2786222 Aug 11 22:09:36.925703 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c52b3b5e-47c1-4c0a-83df-b935d803ed1a None None] Provisioning for port a03f202c-e63c-4632-8e1c-8d2f8f77b66b completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:09:36.942870 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c52b3b5e-47c1-4c0a-83df-b935d803ed1a None None] Provisioning complete for port a03f202c-e63c-4632-8e1c-8d2f8f77b66b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:09:36.943303 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c52b3b5e-47c1-4c0a-83df-b935d803ed1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:36.979796 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-db8aa5e7-543b-4f69-997c-0b266e352dc6 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:37.108133 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-db8aa5e7-543b-4f69-997c-0b266e352dc6 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:37.137593 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c52b3b5e-47c1-4c0a-83df-b935d803ed1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:37.200452 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-c52b3b5e-47c1-4c0a-83df-b935d803ed1a None None] For port a03f202c-e63c-4632-8e1c-8d2f8f77b66b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a03f202c-e63c-4632-8e1c-8d2f8f77b66b,segment=NetworkSegment(33199241-5acc-4b57-89a6-cacb1ede2dfd),segment_id=33199241-5acc-4b57-89a6-cacb1ede2dfd)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:09:37.206435 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c52b3b5e-47c1-4c0a-83df-b935d803ed1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:37.305436 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468df5e9-6882-4e8d-b487-781f4c7d374b req-499f9fc5-68e6-4773-a24a-2ebd2270f5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:37.307949 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-468df5e9-6882-4e8d-b487-781f4c7d374b req-499f9fc5-68e6-4773-a24a-2ebd2270f5d0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 200 len: 912 time: 0.5530179 Aug 11 22:09:37.314981 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b3b5e-47c1-4c0a-83df-b935d803ed1a None None] Pushing event updated for resources: {'Port': ['ID=a03f202c-e63c-4632-8e1c-8d2f8f77b66b,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:37.316680 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8aa5e7-543b-4f69-997c-0b266e352dc6 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event updated for resources: {'Network': ['ID=9e9680f8-b7d2-4523-8ce4-743215fb5614,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:37.341847 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-db8aa5e7-543b-4f69-997c-0b266e352dc6 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Network 9e9680f8-b7d2-4523-8ce4-743215fb5614 is not hosted by any dhcp agent {{(pid=100942) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 22:09:37.351996 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8aa5e7-543b-4f69-997c-0b266e352dc6 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:37.353101 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-db8aa5e7-543b-4f69-997c-0b266e352dc6 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:37.355479 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-db8aa5e7-543b-4f69-997c-0b266e352dc6 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "PUT /v2.0/networks/9e9680f8-b7d2-4523-8ce4-743215fb5614 HTTP/1.1" status: 200 len: 723 time: 0.9792101 Aug 11 22:09:37.358596 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44568) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:37.373635 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-edf9b1c2-ce1c-4da6-89c8-b1bffe4deb92 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Request body: {'subnet': {'network_id': '9e9680f8-b7d2-4523-8ce4-743215fb5614', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:37.376068 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57411817-19a8-4523-89eb-1c04ed1688ae None None] Update dhcp port {'port': {'network_id': '699cb843-d7f6-4b63-9bb8-64a2d1ee2f16', 'fixed_ips': [{'subnet_id': '4f5371bf-1743-443d-9884-47df3b9b4c0d', 'ip_address': '2001:db8::2'}, {'subnet_id': '10983b27-5a15-43aa-9632-01e1f6f80b26'}], 'binding:host_id': 'n-d-804275-3'}, 'id': 'a03f202c-e63c-4632-8e1c-8d2f8f77b66b'} from n-d-804275-3. {{(pid=100944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 22:09:37.416022 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-57411817-19a8-4523-89eb-1c04ed1688ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:37.458136 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 9e9680f8-b7d2-4523-8ce4-743215fb5614 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:09:37.527552 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-468df5e9-6882-4e8d-b487-781f4c7d374b req-e30e1e2e-f20b-4d53-b188-2e54f793c720 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1c23f4e-0437-4179-9ecd-8842ffc738b0 HTTP/1.1" status: 200 len: 217 time: 0.2039165 Aug 11 22:09:37.672225 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a03f202c-e63c-4632-8e1c-8d2f8f77b66b up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:09:37.765281 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d23a8-381b-413e-862a-24f96a13f88b req-254ad0dd-639c-4de0-b0ba-9a44ba5ca565 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:37.768846 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f94d23a8-381b-413e-862a-24f96a13f88b req-254ad0dd-639c-4de0-b0ba-9a44ba5ca565 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.82 "GET /v2.0/ports?device_id=9491885d-904a-4b01-8141-af466f318004 HTTP/1.1" status: 200 len: 946 time: 0.2017517 Aug 11 22:09:37.830459 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000c690e-3c29-40a5-af3b-071db90a6748 admin admin] Router eae784f4-4329-4cfa-9058-35c3be20f321 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:09:37.869674 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491cfaa-29d4-477f-a0f0-1feffe396920 req-58507238-43a8-4a82-9ca5-5c574f40f42c tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:37.881449 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c491cfaa-29d4-477f-a0f0-1feffe396920 req-58507238-43a8-4a82-9ca5-5c574f40f42c tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=9491885d-904a-4b01-8141-af466f318004 HTTP/1.1" status: 200 len: 946 time: 0.2203214 Aug 11 22:09:37.888049 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf9b1c2-ce1c-4da6-89c8-b1bffe4deb92 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Made reservation on behalf of 9cc77b51a4e645209e3f16e3c925d1c8 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:09:37.891683 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468df5e9-6882-4e8d-b487-781f4c7d374b req-468abffc-8395-40c4-ad87-cae75254280b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:37.896363 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-edf9b1c2-ce1c-4da6-89c8-b1bffe4deb92 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:37.899370 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-468df5e9-6882-4e8d-b487-781f4c7d374b req-468abffc-8395-40c4-ad87-cae75254280b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=71666487-d255-442c-a4c1-ffc47afdf7b3 HTTP/1.1" status: 200 len: 850 time: 0.3051894 Aug 11 22:09:37.906427 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port a03f202c-e63c-4632-8e1c-8d2f8f77b66b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:09:37.907229 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:37.963960 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c491cfaa-29d4-477f-a0f0-1feffe396920 req-7e05099f-834f-42b6-acea-48787ef35ce1 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809686 Aug 11 22:09:38.101624 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:38.153410 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-57411817-19a8-4523-89eb-1c04ed1688ae None None] Allocated IP 172.20.0.1 (699cb843-d7f6-4b63-9bb8-64a2d1ee2f16/10983b27-5a15-43aa-9632-01e1f6f80b26/a03f202c-e63c-4632-8e1c-8d2f8f77b66b) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:09:38.353103 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468df5e9-6882-4e8d-b487-781f4c7d374b req-bf437282-eda2-49c9-b38b-146d0b6a608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:38.358073 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-468df5e9-6882-4e8d-b487-781f4c7d374b req-bf437282-eda2-49c9-b38b-146d0b6a608f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3848078 Aug 11 22:09:38.508839 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000c690e-3c29-40a5-af3b-071db90a6748 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:09:38.522151 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c6f3fa-f5a2-41f7-8d3b-c48772ea1d30 None None] Sync routers for ids ['eae784f4-4329-4cfa-9058-35c3be20f321'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:09:38.526069 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-000c690e-3c29-40a5-af3b-071db90a6748 admin admin] 10.222.0.77 "PUT /v2.0/routers/eae784f4-4329-4cfa-9058-35c3be20f321/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0573654 Aug 11 22:09:38.528233 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-57411817-19a8-4523-89eb-1c04ed1688ae None None] For port a03f202c-e63c-4632-8e1c-8d2f8f77b66b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a03f202c-e63c-4632-8e1c-8d2f8f77b66b,segment=NetworkSegment(33199241-5acc-4b57-89a6-cacb1ede2dfd),segment_id=33199241-5acc-4b57-89a6-cacb1ede2dfd)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:09:38.538358 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44580) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:38.544337 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c6f3fa-f5a2-41f7-8d3b-c48772ea1d30 None None] Routers {'eae784f4-4329-4cfa-9058-35c3be20f321'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:09:38.553948 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-20c6f3fa-f5a2-41f7-8d3b-c48772ea1d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:09:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['eae784f4-4329-4cfa-9058-35c3be20f321'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:38.656674 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-57411817-19a8-4523-89eb-1c04ed1688ae None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:38.700674 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-57411817-19a8-4523-89eb-1c04ed1688ae None None] Transition to ACTIVE for port object a03f202c-e63c-4632-8e1c-8d2f8f77b66b will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:09:38.716228 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-57411817-19a8-4523-89eb-1c04ed1688ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:38.808882 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a766b919-89cf-4739-9efe-baeb808128d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:38.849363 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-edf9b1c2-ce1c-4da6-89c8-b1bffe4deb92 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:38.922328 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-20c6f3fa-f5a2-41f7-8d3b-c48772ea1d30 None None] Set router eae784f4-4329-4cfa-9058-35c3be20f321 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:09:38.958388 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57411817-19a8-4523-89eb-1c04ed1688ae None None] Pushing event updated for resources: {'Port': ['ID=a03f202c-e63c-4632-8e1c-8d2f8f77b66b,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:39.114974 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9b1c2-ce1c-4da6-89c8-b1bffe4deb92 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event updated for resources: {'Subnet': ['ID=64e3ed91-4571-47fa-972f-d447a75d7dc2,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:39.159539 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf9b1c2-ce1c-4da6-89c8-b1bffe4deb92 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Checking segment: {'id': 'a29a0c0f-cd8f-4f4e-a68e-5e1b60d8b959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9e9680f8-b7d2-4523-8ce4-743215fb5614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:09:39.161166 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf9b1c2-ce1c-4da6-89c8-b1bffe4deb92 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Network hostable DHCP agents. Network: 9e9680f8-b7d2-4523-8ce4-743215fb5614, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:09:39.172493 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-468df5e9-6882-4e8d-b487-781f4c7d374b req-c92bcd73-6c9a-497f-8deb-e98e5758a77d service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8074598 Aug 11 22:09:39.182986 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-f94d23a8-381b-413e-862a-24f96a13f88b req-55c97213-8ba1-4b00-bcff-55ef52a944ee tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Deleting port d60a4e39-c372-48a1-895a-beee8b59a66c {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:09:39.183636 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f94d23a8-381b-413e-862a-24f96a13f88b req-55c97213-8ba1-4b00-bcff-55ef52a944ee tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:39.397215 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4ec20-9f5f-4255-9de7-8dbc13e176e5 req-4be9e2fd-9054-4784-afb3-83a265f67be9 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:39.398555 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a766b919-89cf-4739-9efe-baeb808128d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:39.406036 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09e4ec20-9f5f-4255-9de7-8dbc13e176e5 req-4be9e2fd-9054-4784-afb3-83a265f67be9 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=9491885d-904a-4b01-8141-af466f318004 HTTP/1.1" status: 200 len: 946 time: 0.2291677 Aug 11 22:09:39.457475 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf9b1c2-ce1c-4da6-89c8-b1bffe4deb92 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Network 9e9680f8-b7d2-4523-8ce4-743215fb5614 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:09:39.468735 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-468df5e9-6882-4e8d-b487-781f4c7d374b req-91b37dfd-8373-4946-b6b8-32d40cb4fae1 service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829690 Aug 11 22:09:39.477165 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-edf9b1c2-ce1c-4da6-89c8-b1bffe4deb92 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 9e9680f8-b7d2-4523-8ce4-743215fb5614) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:09:39.490644 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf9b1c2-ce1c-4da6-89c8-b1bffe4deb92 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:39.491284 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-edf9b1c2-ce1c-4da6-89c8-b1bffe4deb92 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:39.498613 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f956ed97-c421-431d-9861-a4e0c8569b85 None None] Network 9e9680f8-b7d2-4523-8ce4-743215fb5614 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:09:39.516513 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09e4ec20-9f5f-4255-9de7-8dbc13e176e5 req-efea3494-4d5a-45e7-9955-2b81e52b354c tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094577 Aug 11 22:09:39.593716 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-f94d23a8-381b-413e-862a-24f96a13f88b req-55c97213-8ba1-4b00-bcff-55ef52a944ee tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] For port d60a4e39-c372-48a1-895a-beee8b59a66c, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=d60a4e39-c372-48a1-895a-beee8b59a66c,segment=NetworkSegment(00c7b139-e7fc-4b54-bc97-44e639286db8),segment_id=00c7b139-e7fc-4b54-bc97-44e639286db8)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:09:39.594102 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f94d23a8-381b-413e-862a-24f96a13f88b req-55c97213-8ba1-4b00-bcff-55ef52a944ee tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:39.646804 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-20c6f3fa-f5a2-41f7-8d3b-c48772ea1d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'name': 'tempest-ServersTestManualDisk-1914228031-router', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '9ff8604e-04e3-4b84-a898-32d5e292820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:30Z', 'updated_at': '2021-08-11T22:09:34Z', 'revision_number': 5, 'project_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'gw_port': {'id': '9ff8604e-04e3-4b84-a898-32d5e292820d', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:36Z', 'updated_at': '2021-08-11T22:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:39.651031 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-edf9b1c2-ce1c-4da6-89c8-b1bffe4deb92 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2762895 Aug 11 22:09:39.652401 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-f94d23a8-381b-413e-862a-24f96a13f88b req-55c97213-8ba1-4b00-bcff-55ef52a944ee tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Calling delete_port for d60a4e39-c372-48a1-895a-beee8b59a66c owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:09:39.665837 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44590) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:39.677552 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-3bdf8ad6-6300-46f3-abf9-42485ac4c5c7 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:39.687644 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-a766b919-89cf-4739-9efe-baeb808128d5 admin admin] Deleting port 9ff8604e-04e3-4b84-a898-32d5e292820d {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:09:39.688001 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a766b919-89cf-4739-9efe-baeb808128d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:39.787489 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a03f202c-e63c-4632-8e1c-8d2f8f77b66b up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:09:39.807006 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c6f3fa-f5a2-41f7-8d3b-c48772ea1d30 None None] Checking router: eae784f4-4329-4cfa-9058-35c3be20f321 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:09:39.852756 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c6f3fa-f5a2-41f7-8d3b-c48772ea1d30 None None] Routers {'eae784f4-4329-4cfa-9058-35c3be20f321'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:09:39.857021 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-20c6f3fa-f5a2-41f7-8d3b-c48772ea1d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:09:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['eae784f4-4329-4cfa-9058-35c3be20f321'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:39.982759 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-a766b919-89cf-4739-9efe-baeb808128d5 admin admin] For port 9ff8604e-04e3-4b84-a898-32d5e292820d, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9ff8604e-04e3-4b84-a898-32d5e292820d,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:09:39.983190 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a766b919-89cf-4739-9efe-baeb808128d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:40.030734 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-a766b919-89cf-4739-9efe-baeb808128d5 admin admin] Calling delete_port for 9ff8604e-04e3-4b84-a898-32d5e292820d owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:09:40.091273 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f94d23a8-381b-413e-862a-24f96a13f88b req-55c97213-8ba1-4b00-bcff-55ef52a944ee tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:40.115494 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-20c6f3fa-f5a2-41f7-8d3b-c48772ea1d30 None None] Set router eae784f4-4329-4cfa-9058-35c3be20f321 gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:09:40.141060 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c97213-8ba1-4b00-bcff-55ef52a944ee tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Pushing event deleted for resources: {'Port': ['ID=d60a4e39-c372-48a1-895a-beee8b59a66c,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:40.209946 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94d23a8-381b-413e-862a-24f96a13f88b req-55c97213-8ba1-4b00-bcff-55ef52a944ee tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] No DVR routers for this DVR port d60a4e39-c372-48a1-895a-beee8b59a66c on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:09:40.212865 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f94d23a8-381b-413e-862a-24f96a13f88b req-55c97213-8ba1-4b00-bcff-55ef52a944ee tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:40.215248 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f94d23a8-381b-413e-862a-24f96a13f88b req-55c97213-8ba1-4b00-bcff-55ef52a944ee tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.82 "DELETE /v2.0/ports/d60a4e39-c372-48a1-895a-beee8b59a66c HTTP/1.1" status: 204 len: 173 time: 2.4305751 Aug 11 22:09:40.215917 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9491885d-904a-4b01-8141-af466f318004', 'name': 'network-vif-deleted', 'tag': 'd60a4e39-c372-48a1-895a-beee8b59a66c'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:09:40.218830 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b945f3-ae4f-43af-9edd-92fe7d2b8137" -d '{"events": [{"server_uuid": "9491885d-904a-4b01-8141-af466f318004", "name": "network-vif-deleted", "tag": "d60a4e39-c372-48a1-895a-beee8b59a66c"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:09:40.262467 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['18d01bf9-6db4-4000-a84c-3022f783de63'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:09:40.280609 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84bd259-9bc9-4765-9036-07d24450f1f7 x-openstack-request-id: req-d84bd259-9bc9-4765-9036-07d24450f1f7 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:09:40.281681 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9491885d-904a-4b01-8141-af466f318004", "name": "network-vif-deleted", "tag": "d60a4e39-c372-48a1-895a-beee8b59a66c", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:09:40.281963 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d84bd259-9bc9-4765-9036-07d24450f1f7 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:09:40.282432 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9491885d-904a-4b01-8141-af466f318004', 'name': 'network-vif-deleted', 'tag': 'd60a4e39-c372-48a1-895a-beee8b59a66c', 'status': 'completed', 'code': 200} Aug 11 22:09:40.321498 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15773e2-f15b-48c5-91ac-c5a4e4232518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-9e9680f8-b7d2-4523-8ce4-743215fb5614', 'network_id': '9e9680f8-b7d2-4523-8ce4-743215fb5614', 'tenant_id': '9cc77b51a4e645209e3f16e3c925d1c8', 'fixed_ips': [{'subnet_id': '64e3ed91-4571-47fa-972f-d447a75d7dc2'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:09:40.323452 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c15773e2-f15b-48c5-91ac-c5a4e4232518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:40.377729 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-20c6f3fa-f5a2-41f7-8d3b-c48772ea1d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'name': 'tempest-ServersTestManualDisk-1914228031-router', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:30Z', 'updated_at': '2021-08-11T22:09:39Z', 'revision_number': 6, 'project_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:40.465633 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c6f3fa-f5a2-41f7-8d3b-c48772ea1d30 None None] The sync data for ids ['eae784f4-4329-4cfa-9058-35c3be20f321'] in n-d-804275-3 is: [{'id': 'eae784f4-4329-4cfa-9058-35c3be20f321', 'name': 'tempest-ServersTestManualDisk-1914228031-router', 'tenant_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:30Z', 'updated_at': '2021-08-11T22:09:39Z', 'revision_number': 6, 'project_id': 'c8a0b12c2bb14e028c2e60f51e86b44c', 'gw_port_host': None}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:09:40.596133 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851d2b1d-8ff1-4fcb-93e1-bf0ff8190ec1 None None] Network 699cb843-d7f6-4b63-9bb8-64a2d1ee2f16 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:09:40.704040 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a849edf4-424e-4dde-9485-097141046b6c req-fa512d17-4290-4b4c-a8eb-fcf9ccc25f27 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=9491885d-904a-4b01-8141-af466f318004 HTTP/1.1" status: 200 len: 210 time: 0.0381887 Aug 11 22:09:40.777299 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-868701fe-9d1b-48a8-a03b-aa3db0ad687c None None] Provisioning for port a03f202c-e63c-4632-8e1c-8d2f8f77b66b completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:09:40.787883 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-868701fe-9d1b-48a8-a03b-aa3db0ad687c None None] Provisioning complete for port a03f202c-e63c-4632-8e1c-8d2f8f77b66b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:09:40.788574 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-868701fe-9d1b-48a8-a03b-aa3db0ad687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:40.828145 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port a03f202c-e63c-4632-8e1c-8d2f8f77b66b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:09:40.828523 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:41.022348 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device d60a4e39-c372-48a1-895a-beee8b59a66c no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:09:41.207833 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: d60a4e39-c372-48a1-895a-beee8b59a66c {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:09:41.212710 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device d60a4e39-c372-48a1-895a-beee8b59a66c not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:09:41.255126 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3bdf8ad6-6300-46f3-abf9-42485ac4c5c7 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13499500'] for subnet, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:41.265659 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-c15773e2-f15b-48c5-91ac-c5a4e4232518 None None] Allocated IP 2001:db8::2 (9e9680f8-b7d2-4523-8ce4-743215fb5614/64e3ed91-4571-47fa-972f-d447a75d7dc2/219f0c54-1102-4b5c-8206-14ec02425380) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:09:41.600811 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a766b919-89cf-4739-9efe-baeb808128d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:41.700752 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766b919-89cf-4739-9efe-baeb808128d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ff8604e-04e3-4b84-a898-32d5e292820d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:41.937189 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a766b919-89cf-4739-9efe-baeb808128d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:42.136648 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9ff8604e-04e3-4b84-a898-32d5e292820d no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:09:42.185358 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a766b919-89cf-4739-9efe-baeb808128d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:42.189757 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a766b919-89cf-4739-9efe-baeb808128d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:42.323420 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a766b919-89cf-4739-9efe-baeb808128d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:42.326016 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a766b919-89cf-4739-9efe-baeb808128d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eae784f4-4329-4cfa-9058-35c3be20f321 {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:09:42.337440 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a766b919-89cf-4739-9efe-baeb808128d5 admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:42.338861 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a766b919-89cf-4739-9efe-baeb808128d5 admin admin] 10.222.0.77 "DELETE /v2.0/routers/eae784f4-4329-4cfa-9058-35c3be20f321 HTTP/1.1" status: 204 len: 168 time: 3.7990277 Aug 11 22:09:42.343856 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44620) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:42.503917 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326aee9-adae-43c3-9b21-f52baaf567a6 req-f92d0907-a0f8-474a-8653-c1d9dd6ca594 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:42.521291 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e326aee9-adae-43c3-9b21-f52baaf567a6 req-f92d0907-a0f8-474a-8653-c1d9dd6ca594 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.2213356 Aug 11 22:09:42.522929 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c00576f-9b16-4708-b75f-85d7f9effeb7 admin admin] Deleting subnet c69249db-21a6-487b-b4ed-00687f28ccde {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:09:42.540163 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0c00576f-9b16-4708-b75f-85d7f9effeb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:42.705739 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e326aee9-adae-43c3-9b21-f52baaf567a6 req-26a9fb53-0fcd-4136-9190-864556fea12c tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799254 Aug 11 22:09:42.722117 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0c00576f-9b16-4708-b75f-85d7f9effeb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:42.894048 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 9ff8604e-04e3-4b84-a898-32d5e292820d {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:09:42.894398 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9ff8604e-04e3-4b84-a898-32d5e292820d not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:09:42.894836 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9a15667b-67c6-499b-8b6d-c69d76ad0b71 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:09:43.052500 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c15773e2-f15b-48c5-91ac-c5a4e4232518 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:43.066268 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-5ad2c7c7-d5d8-4750-a877-50010e3f255d None None] Provisioning complete for port a03f202c-e63c-4632-8e1c-8d2f8f77b66b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:09:43.076481 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5ad2c7c7-d5d8-4750-a877-50010e3f255d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:43.103469 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 9a15667b-67c6-499b-8b6d-c69d76ad0b71 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:09:43.104604 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9a15667b-67c6-499b-8b6d-c69d76ad0b71 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:09:43.154529 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0c00576f-9b16-4708-b75f-85d7f9effeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:43.187046 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c15773e2-f15b-48c5-91ac-c5a4e4232518 None None] Transition to ACTIVE for port object 219f0c54-1102-4b5c-8206-14ec02425380 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:09:43.229864 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c15773e2-f15b-48c5-91ac-c5a4e4232518 None None] Transition to ACTIVE for port object 219f0c54-1102-4b5c-8206-14ec02425380 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:09:43.257011 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c15773e2-f15b-48c5-91ac-c5a4e4232518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:43.323664 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15773e2-f15b-48c5-91ac-c5a4e4232518 None None] Network 9e9680f8-b7d2-4523-8ce4-743215fb5614 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:09:43.382122 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-c15773e2-f15b-48c5-91ac-c5a4e4232518 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:09:43.389574 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15773e2-f15b-48c5-91ac-c5a4e4232518 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:09:43.460331 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3bdf8ad6-6300-46f3-abf9-42485ac4c5c7 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776456465812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12846607'] for subnet, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:43.475040 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d42ad88c-4d3f-4c3b-8f1d-22ef347b7ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:43.518997 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdf8ad6-6300-46f3-abf9-42485ac4c5c7 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:43.519621 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3bdf8ad6-6300-46f3-abf9-42485ac4c5c7 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:43.521733 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3bdf8ad6-6300-46f3-abf9-42485ac4c5c7 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "PUT /v2.0/subnets/64e3ed91-4571-47fa-972f-d447a75d7dc2 HTTP/1.1" status: 200 len: 826 time: 3.8516662 Aug 11 22:09:43.526156 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44638) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:43.576191 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290221d0-e189-4721-86bd-d76f81586737 req-955ffb38-66fa-49b5-b42c-e044343b2953 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:43.592215 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-290221d0-e189-4721-86bd-d76f81586737 req-955ffb38-66fa-49b5-b42c-e044343b2953 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1079311 Aug 11 22:09:43.618395 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf8ad6-6300-46f3-abf9-42485ac4c5c7 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event updated for resources: {'Subnet': ['ID=64e3ed91-4571-47fa-972f-d447a75d7dc2,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:43.641749 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0c00576f-9b16-4708-b75f-85d7f9effeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:43.648110 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdf8ad6-6300-46f3-abf9-42485ac4c5c7 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:43.648465 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdf8ad6-6300-46f3-abf9-42485ac4c5c7 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:43.648795 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdf8ad6-6300-46f3-abf9-42485ac4c5c7 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:43.649139 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdf8ad6-6300-46f3-abf9-42485ac4c5c7 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:43.649480 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdf8ad6-6300-46f3-abf9-42485ac4c5c7 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:43.649824 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdf8ad6-6300-46f3-abf9-42485ac4c5c7 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:43.650153 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdf8ad6-6300-46f3-abf9-42485ac4c5c7 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:43.650525 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdf8ad6-6300-46f3-abf9-42485ac4c5c7 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:43.650870 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdf8ad6-6300-46f3-abf9-42485ac4c5c7 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:43.651196 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdf8ad6-6300-46f3-abf9-42485ac4c5c7 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:43.651615 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdf8ad6-6300-46f3-abf9-42485ac4c5c7 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:43.652265 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdf8ad6-6300-46f3-abf9-42485ac4c5c7 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:09:43.693164 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00576f-9b16-4708-b75f-85d7f9effeb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c69249db-21a6-487b-b4ed-00687f28ccde,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:43.703918 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-c15773e2-f15b-48c5-91ac-c5a4e4232518 None None] Attempting to bind port 219f0c54-1102-4b5c-8206-14ec02425380 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:09:43.704917 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-c15773e2-f15b-48c5-91ac-c5a4e4232518 None None] Attempting to bind port 219f0c54-1102-4b5c-8206-14ec02425380 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'a29a0c0f-cd8f-4f4e-a68e-5e1b60d8b959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9e9680f8-b7d2-4523-8ce4-743215fb5614'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:09:43.705695 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15773e2-f15b-48c5-91ac-c5a4e4232518 None None] Attempting to bind port 219f0c54-1102-4b5c-8206-14ec02425380 on network 9e9680f8-b7d2-4523-8ce4-743215fb5614 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:09:43.710746 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-290221d0-e189-4721-86bd-d76f81586737 req-a71ebaab-f8a7-4b8f-9efb-2ad997104ef0 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174514 Aug 11 22:09:43.712113 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0c00576f-9b16-4708-b75f-85d7f9effeb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:43.717771 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44640) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:43.718425 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0c00576f-9b16-4708-b75f-85d7f9effeb7 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c69249db-21a6-487b-b4ed-00687f28ccde HTTP/1.1" status: 204 len: 168 time: 1.3715832 Aug 11 22:09:43.807997 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ed032cca-9856-43c6-84d8-06de918485d2 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:43.830030 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4878cf6e-490a-4d0d-abb3-d4200db4deb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:43.901441 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6062854c-373f-4848-b71e-09df385f9b46 None None] Network ecbbe70d-0e61-4bd5-978d-e5ee42d280bb requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:09:43.944649 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15773e2-f15b-48c5-91ac-c5a4e4232518 None None] Pushing event updated for resources: {'Port': ['ID=219f0c54-1102-4b5c-8206-14ec02425380,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:44.005683 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-4878cf6e-490a-4d0d-abb3-d4200db4deb7 admin admin] Deleting port 83a74b46-92c1-489a-808f-8a37227a3f96 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:09:44.006103 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4878cf6e-490a-4d0d-abb3-d4200db4deb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:44.028266 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-ed032cca-9856-43c6-84d8-06de918485d2 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Deleting port 219f0c54-1102-4b5c-8206-14ec02425380 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:09:44.028599 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ed032cca-9856-43c6-84d8-06de918485d2 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:44.118487 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15773e2-f15b-48c5-91ac-c5a4e4232518 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:09:44.119579 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15773e2-f15b-48c5-91ac-c5a4e4232518 None None] Checking segment: {'id': 'a29a0c0f-cd8f-4f4e-a68e-5e1b60d8b959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9e9680f8-b7d2-4523-8ce4-743215fb5614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:09:44.121750 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c15773e2-f15b-48c5-91ac-c5a4e4232518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:44.122915 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15773e2-f15b-48c5-91ac-c5a4e4232518 None None] Bound using segment: {'id': 'a29a0c0f-cd8f-4f4e-a68e-5e1b60d8b959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9e9680f8-b7d2-4523-8ce4-743215fb5614'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:09:44.124097 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-c15773e2-f15b-48c5-91ac-c5a4e4232518 None None] Bound port: 219f0c54-1102-4b5c-8206-14ec02425380, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29a0c0f-cd8f-4f4e-a68e-5e1b60d8b959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9e9680f8-b7d2-4523-8ce4-743215fb5614'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:09:44.125057 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c15773e2-f15b-48c5-91ac-c5a4e4232518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:44.143940 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d428d-6fbb-4ece-a218-6fe5a42bde7c req-4b8e06cc-43a5-4184-8fa8-f5e2e3206ce4 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:44.150102 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-725d428d-6fbb-4ece-a218-6fe5a42bde7c req-4b8e06cc-43a5-4184-8fa8-f5e2e3206ce4 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1685090 Aug 11 22:09:44.213540 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-4878cf6e-490a-4d0d-abb3-d4200db4deb7 admin admin] For port 83a74b46-92c1-489a-808f-8a37227a3f96, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=83a74b46-92c1-489a-808f-8a37227a3f96,segment=NetworkSegment(5d8fb5c3-ba7d-4eea-913c-271da168d81e),segment_id=5d8fb5c3-ba7d-4eea-913c-271da168d81e)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:09:44.215021 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4878cf6e-490a-4d0d-abb3-d4200db4deb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:44.251392 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-4878cf6e-490a-4d0d-abb3-d4200db4deb7 admin admin] Calling delete_port for 83a74b46-92c1-489a-808f-8a37227a3f96 owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:09:44.299743 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-ed032cca-9856-43c6-84d8-06de918485d2 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] For port 219f0c54-1102-4b5c-8206-14ec02425380, host n-d-804275-3, got binding levels [] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:09:44.300826 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ed032cca-9856-43c6-84d8-06de918485d2 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:44.362056 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-ed032cca-9856-43c6-84d8-06de918485d2 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Calling delete_port for 219f0c54-1102-4b5c-8206-14ec02425380 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:09:44.373022 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-c15773e2-f15b-48c5-91ac-c5a4e4232518 None None] For port 219f0c54-1102-4b5c-8206-14ec02425380, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:09:44.384237 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-c15773e2-f15b-48c5-91ac-c5a4e4232518 None None] For port 219f0c54-1102-4b5c-8206-14ec02425380, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=219f0c54-1102-4b5c-8206-14ec02425380,segment=NetworkSegment(a29a0c0f-cd8f-4f4e-a68e-5e1b60d8b959),segment_id=a29a0c0f-cd8f-4f4e-a68e-5e1b60d8b959)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:09:44.398338 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c15773e2-f15b-48c5-91ac-c5a4e4232518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:44.539244 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4878cf6e-490a-4d0d-abb3-d4200db4deb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:44.557918 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667f8fdc-292a-4bcd-8e14-11f05e6b235e None None] DHCP port deletion for ecbbe70d-0e61-4bd5-978d-e5ee42d280bb request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:09:44.589005 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4878cf6e-490a-4d0d-abb3-d4200db4deb7 admin admin] No DVR routers for this DVR port 83a74b46-92c1-489a-808f-8a37227a3f96 on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:09:44.613992 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15773e2-f15b-48c5-91ac-c5a4e4232518 None None] Pushing event updated for resources: {'Port': ['ID=219f0c54-1102-4b5c-8206-14ec02425380,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:44.698359 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878cf6e-490a-4d0d-abb3-d4200db4deb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=83a74b46-92c1-489a-808f-8a37227a3f96,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:44.707258 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ed032cca-9856-43c6-84d8-06de918485d2 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:44.760043 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed032cca-9856-43c6-84d8-06de918485d2 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event deleted for resources: {'Port': ['ID=219f0c54-1102-4b5c-8206-14ec02425380,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:44.814690 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4878cf6e-490a-4d0d-abb3-d4200db4deb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:44.843457 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-4878cf6e-490a-4d0d-abb3-d4200db4deb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecbbe70d-0e61-4bd5-978d-e5ee42d280bb']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:44.859671 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed032cca-9856-43c6-84d8-06de918485d2 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] No DVR routers for this DVR port 219f0c54-1102-4b5c-8206-14ec02425380 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:09:44.875958 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-4878cf6e-490a-4d0d-abb3-d4200db4deb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d8fb5c3-ba7d-4eea-913c-271da168d81e') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:44.879112 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-4878cf6e-490a-4d0d-abb3-d4200db4deb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d8fb5c3-ba7d-4eea-913c-271da168d81e') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:44.916918 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4878cf6e-490a-4d0d-abb3-d4200db4deb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:44.929293 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-725d428d-6fbb-4ece-a218-6fe5a42bde7c req-86f627b9-f995-4aed-8a11-29771c9868f2 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087777 Aug 11 22:09:44.937764 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ed032cca-9856-43c6-84d8-06de918485d2 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:44.945207 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4878cf6e-490a-4d0d-abb3-d4200db4deb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:44.975083 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4878cf6e-490a-4d0d-abb3-d4200db4deb7 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4878cf6e-490a-4d0d-abb3-d4200db4deb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:09:44.979028 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:09:45.045444 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ed032cca-9856-43c6-84d8-06de918485d2 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:45.117068 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed032cca-9856-43c6-84d8-06de918485d2 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event deleted for resources: {'Subnet': ['ID=64e3ed91-4571-47fa-972f-d447a75d7dc2,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:45.176665 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4878cf6e-490a-4d0d-abb3-d4200db4deb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:45.189506 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4878cf6e-490a-4d0d-abb3-d4200db4deb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:45.201729 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4878cf6e-490a-4d0d-abb3-d4200db4deb7 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ecbbe70d-0e61-4bd5-978d-e5ee42d280bb HTTP/1.1" status: 204 len: 168 time: 1.4826560 Aug 11 22:09:45.245945 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878cf6e-490a-4d0d-abb3-d4200db4deb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecbbe70d-0e61-4bd5-978d-e5ee42d280bb,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:45.296833 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ed032cca-9856-43c6-84d8-06de918485d2 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:45.324983 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-ed032cca-9856-43c6-84d8-06de918485d2 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e9680f8-b7d2-4523-8ce4-743215fb5614']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:45.353128 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-ed032cca-9856-43c6-84d8-06de918485d2 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29a0c0f-cd8f-4f4e-a68e-5e1b60d8b959') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:45.353572 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-ed032cca-9856-43c6-84d8-06de918485d2 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29a0c0f-cd8f-4f4e-a68e-5e1b60d8b959') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:45.381921 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ed032cca-9856-43c6-84d8-06de918485d2 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:45.412915 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ed032cca-9856-43c6-84d8-06de918485d2 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:45.432044 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed032cca-9856-43c6-84d8-06de918485d2 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:09:45.432439 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ed032cca-9856-43c6-84d8-06de918485d2 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:09:45.437756 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:09:45.529982 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ed032cca-9856-43c6-84d8-06de918485d2 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:45.557434 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ed032cca-9856-43c6-84d8-06de918485d2 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:45.561151 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ed032cca-9856-43c6-84d8-06de918485d2 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "DELETE /v2.0/networks/9e9680f8-b7d2-4523-8ce4-743215fb5614 HTTP/1.1" status: 204 len: 168 time: 2.0333142 Aug 11 22:09:45.564252 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44664) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:45.595423 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed032cca-9856-43c6-84d8-06de918485d2 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event deleted for resources: {'Network': ['ID=9e9680f8-b7d2-4523-8ce4-743215fb5614,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:45.626549 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44666) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:45.639923 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-004b138a-e3a6-4d87-97cc-d4291087445e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] DELETE failed (client error): The resource could not be found. Aug 11 22:09:45.641481 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-004b138a-e3a6-4d87-97cc-d4291087445e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:09:45.645736 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-004b138a-e3a6-4d87-97cc-d4291087445e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "DELETE /v2.0/networks/9e9680f8-b7d2-4523-8ce4-743215fb5614 HTTP/1.1" status: 404 len: 339 time: 0.0802207 Aug 11 22:09:45.657448 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44672) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:45.663942 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-428f29fa-0174-4da2-b8eb-b7f1cff87be9 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1279016323', 'description': 'd1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:45.745673 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8b730fae-764a-424a-8e6e-8cccc86a1c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:45.746421 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428f29fa-0174-4da2-b8eb-b7f1cff87be9 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Made reservation on behalf of 9cc77b51a4e645209e3f16e3c925d1c8 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:09:45.756383 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-428f29fa-0174-4da2-b8eb-b7f1cff87be9 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:45.803229 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8dcbfa56-d112-4651-be52-bbe168b55405 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c8a0b12c2bb14e028c2e60f51e86b44c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1719220 Aug 11 22:09:45.804440 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44678) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:45.845920 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-428f29fa-0174-4da2-b8eb-b7f1cff87be9 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:09:45.882873 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-428f29fa-0174-4da2-b8eb-b7f1cff87be9 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:45.885759 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-428f29fa-0174-4da2-b8eb-b7f1cff87be9 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Added segment d5816341-08aa-489d-ab5b-e8e0ac68cdab of type vlan for network 2a08cac4-6a89-4717-bd8e-32f208a6b701 Aug 11 22:09:45.987497 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:46.012640 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-428f29fa-0174-4da2-b8eb-b7f1cff87be9 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:46.030189 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 83a74b46-92c1-489a-808f-8a37227a3f96 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:09:46.036583 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-05088935-1c6e-4ffc-8e06-970ef7356918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:46.057106 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-428f29fa-0174-4da2-b8eb-b7f1cff87be9 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:46.067966 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428f29fa-0174-4da2-b8eb-b7f1cff87be9 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:46.070067 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-428f29fa-0174-4da2-b8eb-b7f1cff87be9 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699096'] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:46.090200 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-05088935-1c6e-4ffc-8e06-970ef7356918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:46.093193 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 83a74b46-92c1-489a-808f-8a37227a3f96 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:09:46.093772 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 83a74b46-92c1-489a-808f-8a37227a3f96 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:09:46.180996 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-428f29fa-0174-4da2-b8eb-b7f1cff87be9 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5222871 Aug 11 22:09:46.183251 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44690) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:46.212622 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f29fa-0174-4da2-b8eb-b7f1cff87be9 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event updated for resources: {'Network': ['ID=2a08cac4-6a89-4717-bd8e-32f208a6b701,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:46.233014 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 2a08cac4-6a89-4717-bd8e-32f208a6b701 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:09:46.450590 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-05088935-1c6e-4ffc-8e06-970ef7356918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:46.453928 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-05088935-1c6e-4ffc-8e06-970ef7356918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:46.455278 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-05088935-1c6e-4ffc-8e06-970ef7356918 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2ded0182-478b-4ffc-a6ba-cbadc11158c8 HTTP/1.1" status: 204 len: 168 time: 0.6477716 Aug 11 22:09:46.506545 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05088935-1c6e-4ffc-8e06-970ef7356918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ded0182-478b-4ffc-a6ba-cbadc11158c8,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:46.533780 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b260c8ad-9416-45ce-804e-287d3ac21d03 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:46.537843 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b260c8ad-9416-45ce-804e-287d3ac21d03 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "GET /v2.0/networks?id=2a08cac4-6a89-4717-bd8e-32f208a6b701 HTTP/1.1" status: 200 len: 765 time: 0.3510110 Aug 11 22:09:46.539207 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44696) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:46.547360 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-62be7b02-55f3-40d4-93df-b37d816eb34d tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Request body: {'network': {'description': 'd2'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:46.765372 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e3c4c0-edc8-4780-8097-1f8b0f3a0d03 None None] DHCP port deletion for 9e9680f8-b7d2-4523-8ce4-743215fb5614 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:09:46.780966 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f33a753-a7b1-40ca-b99c-7881319a3c53 None None] Could not find standard attr ID for object 219f0c54-1102-4b5c-8206-14ec02425380. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:09:46.816148 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f6e49b-fb14-4d2c-a5f8-1c7c15569db1 None None] Network 9e9680f8-b7d2-4523-8ce4-743215fb5614 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:09:46.844767 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f6e49b-fb14-4d2c-a5f8-1c7c15569db1 None None] Network 9e9680f8-b7d2-4523-8ce4-743215fb5614 could not be found, it might have been deleted concurrently. {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 22:09:46.855993 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b294290-a097-473a-8854-543f6c508b6a None None] Network 9e9680f8-b7d2-4523-8ce4-743215fb5614 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:09:46.888335 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b294290-a097-473a-8854-543f6c508b6a None None] Network 9e9680f8-b7d2-4523-8ce4-743215fb5614 could not be found, it might have been deleted concurrently. {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 22:09:47.009652 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-62be7b02-55f3-40d4-93df-b37d816eb34d tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:47.041162 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-62be7b02-55f3-40d4-93df-b37d816eb34d tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:47.129467 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be7b02-55f3-40d4-93df-b37d816eb34d tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event updated for resources: {'Network': ['ID=2a08cac4-6a89-4717-bd8e-32f208a6b701,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:47.135424 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-62be7b02-55f3-40d4-93df-b37d816eb34d tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Network 2a08cac4-6a89-4717-bd8e-32f208a6b701 is not hosted by any dhcp agent {{(pid=100943) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 22:09:47.141830 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62be7b02-55f3-40d4-93df-b37d816eb34d tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:47.142504 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-62be7b02-55f3-40d4-93df-b37d816eb34d tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:47.147094 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-62be7b02-55f3-40d4-93df-b37d816eb34d tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "PUT /v2.0/networks/2a08cac4-6a89-4717-bd8e-32f208a6b701 HTTP/1.1" status: 200 len: 762 time: 0.6063476 Aug 11 22:09:47.148007 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44704) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:47.162311 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 2a08cac4-6a89-4717-bd8e-32f208a6b701 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:09:47.367008 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c30a5a-f919-42d0-a7dd-0f44eb9c7f18 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:47.375212 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-47c30a5a-f919-42d0-a7dd-0f44eb9c7f18 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "GET /v2.0/networks?id=2a08cac4-6a89-4717-bd8e-32f208a6b701 HTTP/1.1" status: 200 len: 765 time: 0.2255471 Aug 11 22:09:47.379667 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44716) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:47.428606 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:47.714645 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c69e3bb-1f5b-498b-b4ea-ffd12ae15307 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:47.717335 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9c69e3bb-1f5b-498b-b4ea-ffd12ae15307 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3360088 Aug 11 22:09:47.721730 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44726) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:47.816486 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-be80c5d7-648c-4e36-a1f0-9e6599528dfb tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "GET /v2.0/subnets?network_id=ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 207 time: 0.0873160 Aug 11 22:09:47.817560 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44732) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:47.868199 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 219f0c54-1102-4b5c-8206-14ec02425380 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:09:47.913018 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 219f0c54-1102-4b5c-8206-14ec02425380 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:09:47.913714 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 219f0c54-1102-4b5c-8206-14ec02425380 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:09:48.094252 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1479342a-29b6-4f0d-8187-9c9a95f40da2 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:48.107241 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1479342a-29b6-4f0d-8187-9c9a95f40da2 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:48.126479 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1479342a-29b6-4f0d-8187-9c9a95f40da2 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:48.132751 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1479342a-29b6-4f0d-8187-9c9a95f40da2 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:48.147425 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1479342a-29b6-4f0d-8187-9c9a95f40da2 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:48.158333 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1479342a-29b6-4f0d-8187-9c9a95f40da2 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:48.172216 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44750) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:48.187165 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1479342a-29b6-4f0d-8187-9c9a95f40da2 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.3677459 Aug 11 22:09:48.243580 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44752) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:48.468868 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-a695050e-c2d6-4bc0-87ee-6756742ffc37 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1873732008-network', 'tenant_id': '005c4f8fe87b45d1b3fafbe96081c4d6'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:48.517992 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-602c475f-4da9-4b8a-87bd-f06f770787db tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.3435552 Aug 11 22:09:48.524458 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44766) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:48.535865 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a695050e-c2d6-4bc0-87ee-6756742ffc37 admin admin] Made reservation on behalf of 005c4f8fe87b45d1b3fafbe96081c4d6 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:09:48.543720 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a695050e-c2d6-4bc0-87ee-6756742ffc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:48.597096 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a695050e-c2d6-4bc0-87ee-6756742ffc37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:48.686636 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6512e5a-d672-4656-9f33-ab8ea80181ab tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:48.690638 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6512e5a-d672-4656-9f33-ab8ea80181ab tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:48.695107 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6512e5a-d672-4656-9f33-ab8ea80181ab tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:48.700286 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6512e5a-d672-4656-9f33-ab8ea80181ab tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:48.706068 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6512e5a-d672-4656-9f33-ab8ea80181ab tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:48.715555 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44770) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:48.717097 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d6512e5a-d672-4656-9f33-ab8ea80181ab tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1903901 Aug 11 22:09:48.816085 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e053b75-bceb-4ebe-b7c1-1cdd802651f6 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['shared'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:48.818541 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e053b75-bceb-4ebe-b7c1-1cdd802651f6 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['shared'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:48.820722 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e053b75-bceb-4ebe-b7c1-1cdd802651f6 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['shared'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:48.822790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e053b75-bceb-4ebe-b7c1-1cdd802651f6 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['shared'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:48.824868 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e053b75-bceb-4ebe-b7c1-1cdd802651f6 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['shared'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:48.826872 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3e053b75-bceb-4ebe-b7c1-1cdd802651f6 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1077347 Aug 11 22:09:48.833496 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44774) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:48.909481 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:48.949818 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf17749-85ab-4842-9ef1-12b58a3b6f92 req-de8aa930-e692-4c56-8ef5-6d7eee9bf94f tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:48.952795 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a695050e-c2d6-4bc0-87ee-6756742ffc37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:48.958182 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bdf17749-85ab-4842-9ef1-12b58a3b6f92 req-de8aa930-e692-4c56-8ef5-6d7eee9bf94f tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0678394 Aug 11 22:09:48.960963 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a695050e-c2d6-4bc0-87ee-6756742ffc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:49.019176 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bdf17749-85ab-4842-9ef1-12b58a3b6f92 req-b4d8a1bf-4a16-4b0a-a08d-31bad6d0cf2f tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595410 Aug 11 22:09:49.039614 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a695050e-c2d6-4bc0-87ee-6756742ffc37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:09:49.049815 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695050e-c2d6-4bc0-87ee-6756742ffc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a681ec28-b076-4d19-9928-a22ccd10c9d0,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:49.061711 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f148cf-c213-4445-a218-00492bb0f246 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:49.063438 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-73f148cf-c213-4445-a218-00492bb0f246 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "GET /v2.0/networks/7916a954-d00e-416a-b000-a1105ef9d8a5 HTTP/1.1" status: 200 len: 804 time: 0.2287335 Aug 11 22:09:49.065442 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a695050e-c2d6-4bc0-87ee-6756742ffc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:49.067921 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-a695050e-c2d6-4bc0-87ee-6756742ffc37 admin admin] Added segment 17c57552-f6a1-4e62-b0f5-eae0dd65358b of type vlan for network c7f52396-907c-4da6-b5eb-08bc305e9096 Aug 11 22:09:49.068569 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44778) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:49.119921 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a695050e-c2d6-4bc0-87ee-6756742ffc37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:49.159916 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a695050e-c2d6-4bc0-87ee-6756742ffc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:49.165420 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a695050e-c2d6-4bc0-87ee-6756742ffc37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:49.167764 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a695050e-c2d6-4bc0-87ee-6756742ffc37 admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:49.295828 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a695050e-c2d6-4bc0-87ee-6756742ffc37 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0482657 Aug 11 22:09:49.307928 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44782) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:49.327126 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c82c798e-95fd-42a4-afa1-1d51209d8871 admin admin] Request body: {'subnet': {'network_id': 'c7f52396-907c-4da6-b5eb-08bc305e9096', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1873732008-subnet', 'tenant_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:49.338965 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-74f1a43c-615a-4837-8488-a4b690bebcde tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "GET /v2.0/networks/7916a954-d00e-416a-b000-a1105ef9d8a5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2677059 Aug 11 22:09:49.344463 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44784) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:49.386437 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695050e-c2d6-4bc0-87ee-6756742ffc37 admin admin] Pushing event updated for resources: {'Network': ['ID=c7f52396-907c-4da6-b5eb-08bc305e9096,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:49.401076 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82c798e-95fd-42a4-afa1-1d51209d8871 admin admin] Made reservation on behalf of 005c4f8fe87b45d1b3fafbe96081c4d6 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:09:49.403286 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network c7f52396-907c-4da6-b5eb-08bc305e9096 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:09:49.405268 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c82c798e-95fd-42a4-afa1-1d51209d8871 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:49.564655 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6093d9-502c-4e6c-a130-12d39d7940d4 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:49.575347 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-de6093d9-502c-4e6c-a130-12d39d7940d4 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "GET /v2.0/subnets/824d1f8c-8173-40d4-a87c-7349de4417b4 HTTP/1.1" status: 200 len: 843 time: 0.2246022 Aug 11 22:09:49.575648 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44786) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:49.640599 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4417a-fb63-4f11-89b7-c25d4740cfde req-b7a9d031-f077-413c-8616-6a3003fc2af2 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:49.642314 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4c4417a-fb63-4f11-89b7-c25d4740cfde req-b7a9d031-f077-413c-8616-6a3003fc2af2 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.2921927 Aug 11 22:09:49.692246 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d480940b-c79d-4a6a-aad8-74adbfbdab87 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['shared'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:49.692246 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d480940b-c79d-4a6a-aad8-74adbfbdab87 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "GET /v2.0/subnets/824d1f8c-8173-40d4-a87c-7349de4417b4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1144350 Aug 11 22:09:49.698960 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44790) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:49.704679 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-8e69308a-ccbd-4f5b-af3a-e3d8ebc8faf4 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1332201797'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:49.734149 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4c4417a-fb63-4f11-89b7-c25d4740cfde req-d8199985-ce67-4141-b09d-338b7a290ca7 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815401 Aug 11 22:09:49.751390 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e69308a-ccbd-4f5b-af3a-e3d8ebc8faf4 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Made reservation on behalf of 9cc77b51a4e645209e3f16e3c925d1c8 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:09:49.756179 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8e69308a-ccbd-4f5b-af3a-e3d8ebc8faf4 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:49.817830 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e69308a-ccbd-4f5b-af3a-e3d8ebc8faf4 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:09:49.842010 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8e69308a-ccbd-4f5b-af3a-e3d8ebc8faf4 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:49.842202 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-8e69308a-ccbd-4f5b-af3a-e3d8ebc8faf4 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Added segment ccd063f2-43d2-43b0-a852-24e158a47f0a of type vlan for network bd1c9e67-d881-4cd0-be0e-86be3f8c08d6 Aug 11 22:09:49.853403 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c82c798e-95fd-42a4-afa1-1d51209d8871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:49.953365 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8e69308a-ccbd-4f5b-af3a-e3d8ebc8faf4 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:49.965873 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c798e-95fd-42a4-afa1-1d51209d8871 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15b53a55-926c-4fff-bc84-3a53a67bbda3,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:49.986771 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82c798e-95fd-42a4-afa1-1d51209d8871 admin admin] Checking segment: {'id': '17c57552-f6a1-4e62-b0f5-eae0dd65358b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c7f52396-907c-4da6-b5eb-08bc305e9096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:09:49.987357 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82c798e-95fd-42a4-afa1-1d51209d8871 admin admin] Network hostable DHCP agents. Network: c7f52396-907c-4da6-b5eb-08bc305e9096, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:09:50.014586 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8e69308a-ccbd-4f5b-af3a-e3d8ebc8faf4 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:50.026259 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e69308a-ccbd-4f5b-af3a-e3d8ebc8faf4 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:50.028063 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8e69308a-ccbd-4f5b-af3a-e3d8ebc8faf4 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:50.052838 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82c798e-95fd-42a4-afa1-1d51209d8871 admin admin] Network c7f52396-907c-4da6-b5eb-08bc305e9096 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:09:50.081079 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-c82c798e-95fd-42a4-afa1-1d51209d8871 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, c7f52396-907c-4da6-b5eb-08bc305e9096) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:09:50.094605 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794bb0a8-9131-4437-afa2-e715cf25123e None None] Network c7f52396-907c-4da6-b5eb-08bc305e9096 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:09:50.106411 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82c798e-95fd-42a4-afa1-1d51209d8871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:50.110160 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c82c798e-95fd-42a4-afa1-1d51209d8871 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:50.133505 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8e69308a-ccbd-4f5b-af3a-e3d8ebc8faf4 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4336495 Aug 11 22:09:50.138697 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44796) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:50.145230 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-c023b52f-cfda-4849-81ea-bb9a801d6189 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Request body: {'subnet': {'network_id': 'bd1c9e67-d881-4cd0-be0e-86be3f8c08d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:50.165436 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c82c798e-95fd-42a4-afa1-1d51209d8871 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8545794 Aug 11 22:09:50.169238 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44798) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:50.199930 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c1d4eafc-7a9d-45ba-ba19-6a4d9622bb50 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1873732008-router', 'tenant_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:50.292343 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c1d4eafc-7a9d-45ba-ba19-6a4d9622bb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:50.297819 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c1d4eafc-7a9d-45ba-ba19-6a4d9622bb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:50.319143 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69308a-ccbd-4f5b-af3a-e3d8ebc8faf4 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event updated for resources: {'Network': ['ID=bd1c9e67-d881-4cd0-be0e-86be3f8c08d6,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:50.372035 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network bd1c9e67-d881-4cd0-be0e-86be3f8c08d6 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:09:50.418469 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c1d4eafc-7a9d-45ba-ba19-6a4d9622bb50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:50.450634 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c023b52f-cfda-4849-81ea-bb9a801d6189 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Made reservation on behalf of 9cc77b51a4e645209e3f16e3c925d1c8 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:09:50.474444 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c023b52f-cfda-4849-81ea-bb9a801d6189 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:50.633655 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:50.665967 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.ipam_backend_mixin [None req-c023b52f-cfda-4849-81ea-bb9a801d6189 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Performing IP validity checks on allocation pools {{(pid=100943) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 22:09:50.666999 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.ipam_backend_mixin [None req-c023b52f-cfda-4849-81ea-bb9a801d6189 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100943) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 22:09:50.764068 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c1d4eafc-7a9d-45ba-ba19-6a4d9622bb50 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:50.775764 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a65ca1b-389b-43f6-930f-13b343d92f4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-c7f52396-907c-4da6-b5eb-08bc305e9096', 'network_id': 'c7f52396-907c-4da6-b5eb-08bc305e9096', 'tenant_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'fixed_ips': [{'subnet_id': '15b53a55-926c-4fff-bc84-3a53a67bbda3'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:09:50.777531 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3a65ca1b-389b-43f6-930f-13b343d92f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:51.081287 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-3a65ca1b-389b-43f6-930f-13b343d92f4e None None] Allocated IP 172.20.0.2 (c7f52396-907c-4da6-b5eb-08bc305e9096/15b53a55-926c-4fff-bc84-3a53a67bbda3/17270671-09e2-4aac-aaa9-cd7962cbf0c4) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:09:51.213822 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c023b52f-cfda-4849-81ea-bb9a801d6189 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:51.397383 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023b52f-cfda-4849-81ea-bb9a801d6189 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event updated for resources: {'Subnet': ['ID=d9dbbddd-81e5-4b1e-93c1-1c650a6194bf,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:51.404702 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c023b52f-cfda-4849-81ea-bb9a801d6189 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Checking segment: {'id': 'ccd063f2-43d2-43b0-a852-24e158a47f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bd1c9e67-d881-4cd0-be0e-86be3f8c08d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:09:51.405121 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c023b52f-cfda-4849-81ea-bb9a801d6189 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Network hostable DHCP agents. Network: bd1c9e67-d881-4cd0-be0e-86be3f8c08d6, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:09:51.439787 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c023b52f-cfda-4849-81ea-bb9a801d6189 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Network bd1c9e67-d881-4cd0-be0e-86be3f8c08d6 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:09:51.442682 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c1d4eafc-7a9d-45ba-ba19-6a4d9622bb50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:51.461966 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-c023b52f-cfda-4849-81ea-bb9a801d6189 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, bd1c9e67-d881-4cd0-be0e-86be3f8c08d6) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:09:51.475992 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c023b52f-cfda-4849-81ea-bb9a801d6189 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:51.477975 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c023b52f-cfda-4849-81ea-bb9a801d6189 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:51.485978 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12435ba-6f56-487d-8726-fea664fbe3a0 None None] Network bd1c9e67-d881-4cd0-be0e-86be3f8c08d6 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:09:51.533384 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c023b52f-cfda-4849-81ea-bb9a801d6189 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3899710 Aug 11 22:09:51.533629 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44820) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:51.543155 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-cc02c2ce-38c4-4c0a-a6a9-1f9622c3ab69 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:09:51.574713 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c1d4eafc-7a9d-45ba-ba19-6a4d9622bb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:51.745187 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3a65ca1b-389b-43f6-930f-13b343d92f4e None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:51.822985 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3a65ca1b-389b-43f6-930f-13b343d92f4e None None] Transition to ACTIVE for port object 17270671-09e2-4aac-aaa9-cd7962cbf0c4 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:09:51.865482 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3a65ca1b-389b-43f6-930f-13b343d92f4e None None] Transition to ACTIVE for port object 17270671-09e2-4aac-aaa9-cd7962cbf0c4 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:09:51.889305 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cc02c2ce-38c4-4c0a-a6a9-1f9622c3ab69 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12725722'] for subnet, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:51.938730 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-c1d4eafc-7a9d-45ba-ba19-6a4d9622bb50 admin admin] Allocated IP 172.25.2.6 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/be7a861f-b58f-4bc5-8f7b-3c94855f2604) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:09:51.993490 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3a65ca1b-389b-43f6-930f-13b343d92f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:52.148651 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c1d4eafc-7a9d-45ba-ba19-6a4d9622bb50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:52.148999 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a65ca1b-389b-43f6-930f-13b343d92f4e None None] Network c7f52396-907c-4da6-b5eb-08bc305e9096 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:09:52.163448 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-3a65ca1b-389b-43f6-930f-13b343d92f4e None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:09:52.171740 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a65ca1b-389b-43f6-930f-13b343d92f4e None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:09:52.187554 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fefcc6-00ff-4c28-9c2b-d8bbc1441196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-bd1c9e67-d881-4cd0-be0e-86be3f8c08d6', 'network_id': 'bd1c9e67-d881-4cd0-be0e-86be3f8c08d6', 'tenant_id': '9cc77b51a4e645209e3f16e3c925d1c8', 'fixed_ips': [{'subnet_id': 'd9dbbddd-81e5-4b1e-93c1-1c650a6194bf'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:09:52.187984 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e1fefcc6-00ff-4c28-9c2b-d8bbc1441196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:52.329793 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c1d4eafc-7a9d-45ba-ba19-6a4d9622bb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:52.350520 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cc02c2ce-38c4-4c0a-a6a9-1f9622c3ab69 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776456465812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12903497'] for subnet, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:52.408095 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4eafc-7a9d-45ba-ba19-6a4d9622bb50 admin admin] Pushing event updated for resources: {'Port': ['ID=be7a861f-b58f-4bc5-8f7b-3c94855f2604,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:52.439976 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d4eafc-7a9d-45ba-ba19-6a4d9622bb50 admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:09:52.443767 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-c1d4eafc-7a9d-45ba-ba19-6a4d9622bb50 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:09:52.448034 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d4eafc-7a9d-45ba-ba19-6a4d9622bb50 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:09:52.487662 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65ca1b-389b-43f6-930f-13b343d92f4e None None] Pushing event updated for resources: {'Port': ['ID=17270671-09e2-4aac-aaa9-cd7962cbf0c4,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:52.524254 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc02c2ce-38c4-4c0a-a6a9-1f9622c3ab69 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:52.525564 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cc02c2ce-38c4-4c0a-a6a9-1f9622c3ab69 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:52.538970 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cc02c2ce-38c4-4c0a-a6a9-1f9622c3ab69 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "PUT /v2.0/subnets/d9dbbddd-81e5-4b1e-93c1-1c650a6194bf HTTP/1.1" status: 200 len: 900 time: 1.0012207 Aug 11 22:09:52.546762 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44834) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:52.649031 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc02c2ce-38c4-4c0a-a6a9-1f9622c3ab69 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event updated for resources: {'Subnet': ['ID=d9dbbddd-81e5-4b1e-93c1-1c650a6194bf,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:52.671051 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-3a65ca1b-389b-43f6-930f-13b343d92f4e None None] Attempting to bind port 17270671-09e2-4aac-aaa9-cd7962cbf0c4 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:09:52.675286 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-3a65ca1b-389b-43f6-930f-13b343d92f4e None None] Attempting to bind port 17270671-09e2-4aac-aaa9-cd7962cbf0c4 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '17c57552-f6a1-4e62-b0f5-eae0dd65358b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c7f52396-907c-4da6-b5eb-08bc305e9096'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:09:52.675286 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a65ca1b-389b-43f6-930f-13b343d92f4e None None] Attempting to bind port 17270671-09e2-4aac-aaa9-cd7962cbf0c4 on network c7f52396-907c-4da6-b5eb-08bc305e9096 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:09:52.750994 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a65ca1b-389b-43f6-930f-13b343d92f4e None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:09:52.751554 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a65ca1b-389b-43f6-930f-13b343d92f4e None None] Checking segment: {'id': '17c57552-f6a1-4e62-b0f5-eae0dd65358b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c7f52396-907c-4da6-b5eb-08bc305e9096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:09:52.753114 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3a65ca1b-389b-43f6-930f-13b343d92f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:52.753576 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a65ca1b-389b-43f6-930f-13b343d92f4e None None] Bound using segment: {'id': '17c57552-f6a1-4e62-b0f5-eae0dd65358b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c7f52396-907c-4da6-b5eb-08bc305e9096'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:09:52.754746 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-3a65ca1b-389b-43f6-930f-13b343d92f4e None None] Bound port: 17270671-09e2-4aac-aaa9-cd7962cbf0c4, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c57552-f6a1-4e62-b0f5-eae0dd65358b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c7f52396-907c-4da6-b5eb-08bc305e9096'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:09:52.757008 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3a65ca1b-389b-43f6-930f-13b343d92f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:52.937890 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:53.073175 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-3a65ca1b-389b-43f6-930f-13b343d92f4e None None] For port 17270671-09e2-4aac-aaa9-cd7962cbf0c4, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:09:53.093524 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-3a65ca1b-389b-43f6-930f-13b343d92f4e None None] For port 17270671-09e2-4aac-aaa9-cd7962cbf0c4, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=17270671-09e2-4aac-aaa9-cd7962cbf0c4,segment=NetworkSegment(17c57552-f6a1-4e62-b0f5-eae0dd65358b),segment_id=17c57552-f6a1-4e62-b0f5-eae0dd65358b)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:09:53.112185 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3a65ca1b-389b-43f6-930f-13b343d92f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:53.167132 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-e1fefcc6-00ff-4c28-9c2b-d8bbc1441196 None None] Allocated IP 2001:db8::3 (bd1c9e67-d881-4cd0-be0e-86be3f8c08d6/d9dbbddd-81e5-4b1e-93c1-1c650a6194bf/861cad1d-0d15-4485-817b-5eae744598e7) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:09:53.193590 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:53.259682 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c1d4eafc-7a9d-45ba-ba19-6a4d9622bb50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:53.295807 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6094ff8-815e-4278-9849-d15cbcde106f req-7095e31f-fdb5-4014-ad04-777a0eaf202e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:53.302298 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b6094ff8-815e-4278-9849-d15cbcde106f req-7095e31f-fdb5-4014-ad04-777a0eaf202e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1868930 Aug 11 22:09:53.415098 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65ca1b-389b-43f6-930f-13b343d92f4e None None] Pushing event updated for resources: {'Port': ['ID=17270671-09e2-4aac-aaa9-cd7962cbf0c4,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:53.468742 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b6094ff8-815e-4278-9849-d15cbcde106f req-f7cbe640-de75-4c2e-bca6-43eaa2586f2f tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458855 Aug 11 22:09:53.591844 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44860) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:53.660515 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e1fefcc6-00ff-4c28-9c2b-d8bbc1441196 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:53.692469 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e1fefcc6-00ff-4c28-9c2b-d8bbc1441196 None None] Transition to ACTIVE for port object 861cad1d-0d15-4485-817b-5eae744598e7 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:09:53.764923 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e1fefcc6-00ff-4c28-9c2b-d8bbc1441196 None None] Transition to ACTIVE for port object 861cad1d-0d15-4485-817b-5eae744598e7 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:09:53.783349 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e1fefcc6-00ff-4c28-9c2b-d8bbc1441196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:53.857690 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:53.962758 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fefcc6-00ff-4c28-9c2b-d8bbc1441196 None None] Network bd1c9e67-d881-4cd0-be0e-86be3f8c08d6 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:09:53.976633 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-e1fefcc6-00ff-4c28-9c2b-d8bbc1441196 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:09:53.992220 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fefcc6-00ff-4c28-9c2b-d8bbc1441196 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:09:53.999724 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event deleted for resources: {'Subnet': ['ID=d9dbbddd-81e5-4b1e-93c1-1c650a6194bf,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:54.010620 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fefcc6-00ff-4c28-9c2b-d8bbc1441196 None None] Pushing event updated for resources: {'Port': ['ID=861cad1d-0d15-4485-817b-5eae744598e7,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:54.013922 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5bf88d4b-a9d4-4c72-a17a-f11d76b2b59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:54.089517 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f76ed-1be6-44ab-bec4-0ffd86aa13d0 req-22b105c6-faca-4473-96e2-9d5b16b3dfb9 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:54.105008 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eb1f76ed-1be6-44ab-bec4-0ffd86aa13d0 req-22b105c6-faca-4473-96e2-9d5b16b3dfb9 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.2320302 Aug 11 22:09:54.125962 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-e1fefcc6-00ff-4c28-9c2b-d8bbc1441196 None None] Attempting to bind port 861cad1d-0d15-4485-817b-5eae744598e7 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:09:54.126767 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-e1fefcc6-00ff-4c28-9c2b-d8bbc1441196 None None] Attempting to bind port 861cad1d-0d15-4485-817b-5eae744598e7 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'ccd063f2-43d2-43b0-a852-24e158a47f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bd1c9e67-d881-4cd0-be0e-86be3f8c08d6'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:09:54.127356 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fefcc6-00ff-4c28-9c2b-d8bbc1441196 None None] Attempting to bind port 861cad1d-0d15-4485-817b-5eae744598e7 on network bd1c9e67-d881-4cd0-be0e-86be3f8c08d6 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:09:54.137966 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fefcc6-00ff-4c28-9c2b-d8bbc1441196 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:09:54.138905 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fefcc6-00ff-4c28-9c2b-d8bbc1441196 None None] Checking segment: {'id': 'ccd063f2-43d2-43b0-a852-24e158a47f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bd1c9e67-d881-4cd0-be0e-86be3f8c08d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:09:54.139987 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e1fefcc6-00ff-4c28-9c2b-d8bbc1441196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:54.140923 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fefcc6-00ff-4c28-9c2b-d8bbc1441196 None None] Bound using segment: {'id': 'ccd063f2-43d2-43b0-a852-24e158a47f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bd1c9e67-d881-4cd0-be0e-86be3f8c08d6'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:09:54.142026 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-e1fefcc6-00ff-4c28-9c2b-d8bbc1441196 None None] Bound port: 861cad1d-0d15-4485-817b-5eae744598e7, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd063f2-43d2-43b0-a852-24e158a47f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'bd1c9e67-d881-4cd0-be0e-86be3f8c08d6'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:09:54.143461 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e1fefcc6-00ff-4c28-9c2b-d8bbc1441196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:54.249688 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 17270671-09e2-4aac-aaa9-cd7962cbf0c4 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:09:54.253998 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eb1f76ed-1be6-44ab-bec4-0ffd86aa13d0 req-42501b3f-05a4-4b2e-b055-b3d56d327cd2 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474595 Aug 11 22:09:54.371134 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 17270671-09e2-4aac-aaa9-cd7962cbf0c4 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:09:54.408501 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-e1fefcc6-00ff-4c28-9c2b-d8bbc1441196 None None] For port 861cad1d-0d15-4485-817b-5eae744598e7, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:09:54.422493 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-e1fefcc6-00ff-4c28-9c2b-d8bbc1441196 None None] For port 861cad1d-0d15-4485-817b-5eae744598e7, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=861cad1d-0d15-4485-817b-5eae744598e7,segment=NetworkSegment(ccd063f2-43d2-43b0-a852-24e158a47f0a),segment_id=ccd063f2-43d2-43b0-a852-24e158a47f0a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:09:54.438463 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e1fefcc6-00ff-4c28-9c2b-d8bbc1441196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:54.526331 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5bf88d4b-a9d4-4c72-a17a-f11d76b2b59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:54.536176 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5bf88d4b-a9d4-4c72-a17a-f11d76b2b59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:54.545974 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fefcc6-00ff-4c28-9c2b-d8bbc1441196 None None] Pushing event updated for resources: {'Port': ['ID=861cad1d-0d15-4485-817b-5eae744598e7,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:54.596213 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eaf8b3-c801-4e6f-bebc-b4a0a77a9dad None None] Network bd1c9e67-d881-4cd0-be0e-86be3f8c08d6 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:09:54.596800 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf88d4b-a9d4-4c72-a17a-f11d76b2b59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fc406c-603d-441d-9a6f-ba888efefe85,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:54.616344 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5bf88d4b-a9d4-4c72-a17a-f11d76b2b59d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=91d9b4f19a9a4090a3080561deb4ab25&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0214956 Aug 11 22:09:54.628239 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44870) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:54.841481 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9a1675a1-a735-4990-b4c8-dc4d3c5e6391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:54.908827 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedc8ba3-7e46-416d-971a-33c4075b3277 None None] Network bd1c9e67-d881-4cd0-be0e-86be3f8c08d6 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:09:54.952932 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9a1675a1-a735-4990-b4c8-dc4d3c5e6391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:54.983257 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c1d4eafc-7a9d-45ba-ba19-6a4d9622bb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:54.987271 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:55.005487 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd1c9e67-d881-4cd0-be0e-86be3f8c08d6']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:55.048693 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9a1675a1-a735-4990-b4c8-dc4d3c5e6391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:55.056339 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9a1675a1-a735-4990-b4c8-dc4d3c5e6391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:55.063941 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9a1675a1-a735-4990-b4c8-dc4d3c5e6391 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/99fc406c-603d-441d-9a6f-ba888efefe85 HTTP/1.1" status: 204 len: 168 time: 0.4327466 Aug 11 22:09:55.154978 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b88c1c-cde9-461a-bf30-f0004ee6d156 req-564e7ea4-b167-41d1-84f0-16bb406ad77b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:55.164321 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-76b88c1c-cde9-461a-bf30-f0004ee6d156 req-564e7ea4-b167-41d1-84f0-16bb406ad77b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.2664721 Aug 11 22:09:55.168360 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1675a1-a735-4990-b4c8-dc4d3c5e6391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fc406c-603d-441d-9a6f-ba888efefe85,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:55.188600 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd063f2-43d2-43b0-a852-24e158a47f0a') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:55.189045 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd063f2-43d2-43b0-a852-24e158a47f0a') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:55.215277 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:55.233916 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57546f17-6230-4bf7-bce7-6a6740b5f020 None None] Network c7f52396-907c-4da6-b5eb-08bc305e9096 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:09:55.251001 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:55.267472 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:09:55.268002 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:09:55.273897 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:09:55.279301 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d4eafc-7a9d-45ba-ba19-6a4d9622bb50 admin admin] Router 052959de-a148-448d-9575-e817dce9efc5 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:09:55.307145 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-76b88c1c-cde9-461a-bf30-f0004ee6d156 req-2477504c-af29-420a-a6a5-8a90697c017d tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415482 Aug 11 22:09:55.396262 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9f16bf07-2024-4bd1-b3f0-d195e3e3f014 None None] Provisioning for port 17270671-09e2-4aac-aaa9-cd7962cbf0c4 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:09:55.415325 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9f16bf07-2024-4bd1-b3f0-d195e3e3f014 None None] Provisioning complete for port 17270671-09e2-4aac-aaa9-cd7962cbf0c4 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:09:55.418333 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9f16bf07-2024-4bd1-b3f0-d195e3e3f014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:55.431234 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.db.api [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 22:09:55.431234 n-d-804275-3 neutron-server[100942]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 22:09:55.431234 n-d-804275-3 neutron-server[100942]: [parameters: {'id': 'bd1c9e67-d881-4cd0-be0e-86be3f8c08d6'}] Aug 11 22:09:55.431234 n-d-804275-3 neutron-server[100942]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:09:55.431234 n-d-804275-3 neutron-server[100942]: DEBUG oslo_db.api [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:09:55.610218 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e261080-7c49-4603-9f44-aed3ab1986d0 req-645ddc40-a93a-4e51-a519-d7ff3f57c5ce tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:55.615174 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d4eafc-7a9d-45ba-ba19-6a4d9622bb50 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:09:55.629720 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0e261080-7c49-4603-9f44-aed3ab1986d0 req-645ddc40-a93a-4e51-a519-d7ff3f57c5ce tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1201110 Aug 11 22:09:55.647628 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9f16bf07-2024-4bd1-b3f0-d195e3e3f014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:55.651470 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e1fc95-1f20-4cca-9751-cdadb1f2a52b None None] Sync routers for ids ['052959de-a148-448d-9575-e817dce9efc5'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:09:55.658089 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c1d4eafc-7a9d-45ba-ba19-6a4d9622bb50 admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:55.668008 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c1d4eafc-7a9d-45ba-ba19-6a4d9622bb50 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.4906652 Aug 11 22:09:55.668363 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44888) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:55.688504 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e1fc95-1f20-4cca-9751-cdadb1f2a52b None None] Routers {'052959de-a148-448d-9575-e817dce9efc5'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:09:55.689167 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-93e1fc95-1f20-4cca-9751-cdadb1f2a52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:09:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['052959de-a148-448d-9575-e817dce9efc5'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:55.808396 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0e261080-7c49-4603-9f44-aed3ab1986d0 req-186c7dd8-1e3d-487f-8ef1-f99b218421a7 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773138 Aug 11 22:09:55.932174 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:55.943895 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-9f16bf07-2024-4bd1-b3f0-d195e3e3f014 None None] For port 17270671-09e2-4aac-aaa9-cd7962cbf0c4, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=17270671-09e2-4aac-aaa9-cd7962cbf0c4,segment=NetworkSegment(17c57552-f6a1-4e62-b0f5-eae0dd65358b),segment_id=17c57552-f6a1-4e62-b0f5-eae0dd65358b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:09:55.960226 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9f16bf07-2024-4bd1-b3f0-d195e3e3f014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:56.002449 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44894) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:56.031201 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f16bf07-2024-4bd1-b3f0-d195e3e3f014 None None] Pushing event updated for resources: {'Port': ['ID=17270671-09e2-4aac-aaa9-cd7962cbf0c4,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:56.092983 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9e46c462-47ab-4052-a202-0cb1b2da0003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:56.121167 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Deleting port 861cad1d-0d15-4485-817b-5eae744598e7 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:09:56.121759 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:56.246424 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-93e1fc95-1f20-4cca-9751-cdadb1f2a52b None None] Set router 052959de-a148-448d-9575-e817dce9efc5 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:09:56.307753 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] For port 861cad1d-0d15-4485-817b-5eae744598e7, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=861cad1d-0d15-4485-817b-5eae744598e7,segment=NetworkSegment(ccd063f2-43d2-43b0-a852-24e158a47f0a),segment_id=ccd063f2-43d2-43b0-a852-24e158a47f0a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:09:56.308220 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:56.373739 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Calling delete_port for 861cad1d-0d15-4485-817b-5eae744598e7 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:09:56.414324 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bed8fa-c45e-4ed5-85d9-41a9a47065e2 None None] get_active_networks_info from n-d-804275-3 {{(pid=100944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 22:09:56.439836 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9e46c462-47ab-4052-a202-0cb1b2da0003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:56.535317 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9e46c462-47ab-4052-a202-0cb1b2da0003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:56.601958 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:56.603395 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-19d85c4b-79e5-47bf-b180-b482515a0d16 None None] Provisioning complete for port 17270671-09e2-4aac-aaa9-cd7962cbf0c4 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:09:56.604125 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-19d85c4b-79e5-47bf-b180-b482515a0d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:56.659135 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event deleted for resources: {'Port': ['ID=861cad1d-0d15-4485-817b-5eae744598e7,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:56.665242 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] No DVR routers for this DVR port 861cad1d-0d15-4485-817b-5eae744598e7 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:09:56.772957 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:56.777918 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46c462-47ab-4052-a202-0cb1b2da0003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1416a5b8-9a35-44f7-aad9-d19ce229c987,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:56.790711 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9e46c462-47ab-4052-a202-0cb1b2da0003 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=87d6554119324f3d9c16f8c63091c700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7840497 Aug 11 22:09:56.793954 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44904) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:56.820001 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd1c9e67-d881-4cd0-be0e-86be3f8c08d6']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:56.841723 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87ec62-56b9-4b47-8ea9-c5bd730d15cf req-8c6e94bd-c517-4780-ad84-9e66e3aa37cd tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:56.845163 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd063f2-43d2-43b0-a852-24e158a47f0a') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:56.845715 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd063f2-43d2-43b0-a852-24e158a47f0a') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:56.850487 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b87ec62-56b9-4b47-8ea9-c5bd730d15cf req-8c6e94bd-c517-4780-ad84-9e66e3aa37cd tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.3164785 Aug 11 22:09:56.866047 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:56.899847 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:56.916833 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:09:56.917710 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:09:56.923306 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:09:56.978706 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b0f56d58-e426-4b41-9d9a-4d25e2eeb48e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:57.010817 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:57.016721 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:57.023659 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "DELETE /v2.0/networks/bd1c9e67-d881-4cd0-be0e-86be3f8c08d6 HTTP/1.1" status: 204 len: 168 time: 4.4672365 Aug 11 22:09:57.029293 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b0f56d58-e426-4b41-9d9a-4d25e2eeb48e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:57.036318 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44906) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:57.041483 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b87ec62-56b9-4b47-8ea9-c5bd730d15cf req-b0264823-38fd-4d20-a4fa-bba6094568b1 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892204 Aug 11 22:09:57.078315 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014401a6-4e7c-4f48-8a71-f5de0b2c0fad tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event deleted for resources: {'Network': ['ID=bd1c9e67-d881-4cd0-be0e-86be3f8c08d6,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:57.123370 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf7b2e4-6dd4-41cf-97a8-361d135c977a tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] DELETE failed (client error): The resource could not be found. Aug 11 22:09:57.124468 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bf7b2e4-6dd4-41cf-97a8-361d135c977a tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:09:57.133481 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9bf7b2e4-6dd4-41cf-97a8-361d135c977a tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "DELETE /v2.0/subnets/d9dbbddd-81e5-4b1e-93c1-1c650a6194bf HTTP/1.1" status: 404 len: 337 time: 0.0940549 Aug 11 22:09:57.134469 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44910) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:57.135080 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-93e1fc95-1f20-4cca-9751-cdadb1f2a52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052959de-a148-448d-9575-e817dce9efc5', 'name': 'tempest-ServersTestMultiNic-1873732008-router', 'tenant_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'be7a861f-b58f-4bc5-8f7b-3c94855f2604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:09:50Z', 'updated_at': '2021-08-11T22:09:52Z', 'revision_number': 3, 'project_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'gw_port': {'id': 'be7a861f-b58f-4bc5-8f7b-3c94855f2604', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052959de-a148-448d-9575-e817dce9efc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:51Z', 'updated_at': '2021-08-11T22:09:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:57.137393 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bed8fa-c45e-4ed5-85d9-41a9a47065e2 None None] Resources bound (agent type, host, resource id): {{(pid=100944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 22:09:57.181218 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e1fc95-1f20-4cca-9751-cdadb1f2a52b None None] Checking router: 052959de-a148-448d-9575-e817dce9efc5 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:09:57.181613 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e1fc95-1f20-4cca-9751-cdadb1f2a52b None None] Updating router 052959de-a148-448d-9575-e817dce9efc5 port be7a861f-b58f-4bc5-8f7b-3c94855f2604 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:09:57.199699 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9a2c6b-6e68-4cf7-afb4-3f39f4a98c42 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] DELETE failed (client error): The resource could not be found. Aug 11 22:09:57.201237 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb9a2c6b-6e68-4cf7-afb4-3f39f4a98c42 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:09:57.210010 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-eb9a2c6b-6e68-4cf7-afb4-3f39f4a98c42 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "DELETE /v2.0/networks/bd1c9e67-d881-4cd0-be0e-86be3f8c08d6 HTTP/1.1" status: 404 len: 339 time: 0.0737605 Aug 11 22:09:57.211019 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44914) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:57.286137 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f29a00-fd16-464a-ae73-8ba8759ced83 req-8740393d-59e5-4d4b-902a-1b61ce4e8113 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:57.291923 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-93e1fc95-1f20-4cca-9751-cdadb1f2a52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:57.295267 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-77f29a00-fd16-464a-ae73-8ba8759ced83 req-8740393d-59e5-4d4b-902a-1b61ce4e8113 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1511714 Aug 11 22:09:57.309364 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-10c2397f-cd22-46bf-99a0-f87325ef86d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:57.337681 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b0f56d58-e426-4b41-9d9a-4d25e2eeb48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:57.341656 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b0f56d58-e426-4b41-9d9a-4d25e2eeb48e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:57.343217 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b0f56d58-e426-4b41-9d9a-4d25e2eeb48e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1416a5b8-9a35-44f7-aad9-d19ce229c987 HTTP/1.1" status: 204 len: 168 time: 0.5475850 Aug 11 22:09:57.372277 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f56d58-e426-4b41-9d9a-4d25e2eeb48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1416a5b8-9a35-44f7-aad9-d19ce229c987,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:57.397461 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-77f29a00-fd16-464a-ae73-8ba8759ced83 req-066fa695-b4af-4208-a3fa-4572c9fd3b3b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010449 Aug 11 22:09:57.413671 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-95a386c1-ca11-4224-8aa7-241fe49d15d8 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:57.684530 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-95a386c1-ca11-4224-8aa7-241fe49d15d8 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:57.723351 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-95a386c1-ca11-4224-8aa7-241fe49d15d8 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a08cac4-6a89-4717-bd8e-32f208a6b701']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:57.762750 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-95a386c1-ca11-4224-8aa7-241fe49d15d8 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5816341-08aa-489d-ab5b-e8e0ac68cdab') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:57.764164 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-95a386c1-ca11-4224-8aa7-241fe49d15d8 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5816341-08aa-489d-ab5b-e8e0ac68cdab') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:57.791714 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-95a386c1-ca11-4224-8aa7-241fe49d15d8 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:57.857215 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-95a386c1-ca11-4224-8aa7-241fe49d15d8 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:57.881087 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a386c1-ca11-4224-8aa7-241fe49d15d8 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:09:57.885618 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-95a386c1-ca11-4224-8aa7-241fe49d15d8 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:09:57.895046 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:09:58.058797 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-95a386c1-ca11-4224-8aa7-241fe49d15d8 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:58.073774 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-95a386c1-ca11-4224-8aa7-241fe49d15d8 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:58.079540 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-95a386c1-ca11-4224-8aa7-241fe49d15d8 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "DELETE /v2.0/networks/2a08cac4-6a89-4717-bd8e-32f208a6b701 HTTP/1.1" status: 204 len: 168 time: 0.8666358 Aug 11 22:09:58.083457 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44930) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:58.115062 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 17270671-09e2-4aac-aaa9-cd7962cbf0c4 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:09:58.117451 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a386c1-ca11-4224-8aa7-241fe49d15d8 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event deleted for resources: {'Network': ['ID=2a08cac4-6a89-4717-bd8e-32f208a6b701,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:58.155734 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-de609946-2058-4073-91e0-c97eb362a88f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] DELETE failed (client error): The resource could not be found. Aug 11 22:09:58.156905 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de609946-2058-4073-91e0-c97eb362a88f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:09:58.160777 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-de609946-2058-4073-91e0-c97eb362a88f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "DELETE /v2.0/subnets/64e3ed91-4571-47fa-972f-d447a75d7dc2 HTTP/1.1" status: 404 len: 337 time: 0.0748649 Aug 11 22:09:58.166815 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44934) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:58.239918 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-f50ad876-197f-412e-ad47-3ba3a37a44b4 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] DELETE failed (client error): The resource could not be found. Aug 11 22:09:58.242085 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f50ad876-197f-412e-ad47-3ba3a37a44b4 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:09:58.246041 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f50ad876-197f-412e-ad47-3ba3a37a44b4 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "DELETE /v2.0/networks/9e9680f8-b7d2-4523-8ce4-743215fb5614 HTTP/1.1" status: 404 len: 339 time: 0.0760210 Aug 11 22:09:58.250868 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44936) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:58.404129 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-e577acc1-80f4-4d96-ad7b-63ef0a8b2a84 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Deleting subnet 10983b27-5a15-43aa-9632-01e1f6f80b26 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:09:58.407542 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44938) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:58.412857 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e577acc1-80f4-4d96-ad7b-63ef0a8b2a84 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:58.493985 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d62a707c-70a5-4dbe-bd1f-d81cfdd89941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:58.520334 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 17270671-09e2-4aac-aaa9-cd7962cbf0c4 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:09:58.521239 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:58.541652 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e577acc1-80f4-4d96-ad7b-63ef0a8b2a84 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:58.652388 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7255d-31b2-4317-a4fc-d329cea2a285 req-39b1ed5e-7143-4368-8a04-6ede8961fb63 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:58.666842 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20c7255d-31b2-4317-a4fc-d329cea2a285 req-39b1ed5e-7143-4368-8a04-6ede8961fb63 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.2210262 Aug 11 22:09:58.753999 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20c7255d-31b2-4317-a4fc-d329cea2a285 req-cc44dc2a-cd80-485d-97fa-a2a4073f9e2a tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854571 Aug 11 22:09:58.769010 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e577acc1-80f4-4d96-ad7b-63ef0a8b2a84 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:58.827489 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-93e1fc95-1f20-4cca-9751-cdadb1f2a52b None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:58.847222 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-93e1fc95-1f20-4cca-9751-cdadb1f2a52b None None] Transition to ACTIVE for port object be7a861f-b58f-4bc5-8f7b-3c94855f2604 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:09:58.861768 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-93e1fc95-1f20-4cca-9751-cdadb1f2a52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:58.874960 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d62a707c-70a5-4dbe-bd1f-d81cfdd89941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:58.885280 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d62a707c-70a5-4dbe-bd1f-d81cfdd89941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:58.894644 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-10c2397f-cd22-46bf-99a0-f87325ef86d7 admin admin] Allocated IP 172.20.0.1 (c7f52396-907c-4da6-b5eb-08bc305e9096/15b53a55-926c-4fff-bc84-3a53a67bbda3/26267804-3b26-4065-84d3-a0894eb69b24) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:09:58.961271 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ebcf78-65bd-4721-852d-40f34fa4ae7c None None] Pushing event updated for resources: {'Port': ['ID=be7a861f-b58f-4bc5-8f7b-3c94855f2604,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:58.999893 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d62a707c-70a5-4dbe-bd1f-d81cfdd89941 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=722c3b9a0b2b45b8bbede628f28d7c02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5893338 Aug 11 22:09:59.000901 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44948) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:59.007808 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a707c-70a5-4dbe-bd1f-d81cfdd89941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77819cca-b827-42d5-8a50-cfd9a6b69566,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:59.015628 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-93e1fc95-1f20-4cca-9751-cdadb1f2a52b None None] Attempting to bind port be7a861f-b58f-4bc5-8f7b-3c94855f2604 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:09:59.016158 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-93e1fc95-1f20-4cca-9751-cdadb1f2a52b None None] Attempting to bind port be7a861f-b58f-4bc5-8f7b-3c94855f2604 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:09:59.016637 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e1fc95-1f20-4cca-9751-cdadb1f2a52b None None] Attempting to bind port be7a861f-b58f-4bc5-8f7b-3c94855f2604 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:09:59.021377 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e577acc1-80f4-4d96-ad7b-63ef0a8b2a84 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:59.025040 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e1fc95-1f20-4cca-9751-cdadb1f2a52b None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:09:59.025636 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e1fc95-1f20-4cca-9751-cdadb1f2a52b None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:09:59.029888 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-93e1fc95-1f20-4cca-9751-cdadb1f2a52b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:59.029888 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e1fc95-1f20-4cca-9751-cdadb1f2a52b None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:09:59.029888 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-93e1fc95-1f20-4cca-9751-cdadb1f2a52b None None] Bound port: be7a861f-b58f-4bc5-8f7b-3c94855f2604, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:09:59.029888 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-93e1fc95-1f20-4cca-9751-cdadb1f2a52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:59.094949 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577acc1-80f4-4d96-ad7b-63ef0a8b2a84 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event deleted for resources: {'Subnet': ['ID=10983b27-5a15-43aa-9632-01e1f6f80b26,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:59.097102 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e577acc1-80f4-4d96-ad7b-63ef0a8b2a84 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:59.099226 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e577acc1-80f4-4d96-ad7b-63ef0a8b2a84 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "DELETE /v2.0/subnets/10983b27-5a15-43aa-9632-01e1f6f80b26 HTTP/1.1" status: 204 len: 168 time: 0.8466468 Aug 11 22:09:59.101740 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44950) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:59.131370 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ce7d9c-f7ee-4916-958a-539fddcadf24 None None] Network 699cb843-d7f6-4b63-9bb8-64a2d1ee2f16 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:09:59.143927 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-10c2397f-cd22-46bf-99a0-f87325ef86d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:59.160637 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-10c2397f-cd22-46bf-99a0-f87325ef86d7 admin admin] Transition to ACTIVE for port object 26267804-3b26-4065-84d3-a0894eb69b24 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:09:59.193886 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6434d66-8311-4121-840a-e18439d061b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:59.206004 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-10c2397f-cd22-46bf-99a0-f87325ef86d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:59.244807 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ad1496-8d19-4655-87dc-81ec0497abd7 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Deleting subnet 4f5371bf-1743-443d-9884-47df3b9b4c0d {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:09:59.250326 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c2397f-cd22-46bf-99a0-f87325ef86d7 admin admin] Network c7f52396-907c-4da6-b5eb-08bc305e9096 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:09:59.257276 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-10c2397f-cd22-46bf-99a0-f87325ef86d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:09:59.278764 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-24ad1496-8d19-4655-87dc-81ec0497abd7 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:59.304342 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c2397f-cd22-46bf-99a0-f87325ef86d7 admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:09:59.337244 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-93e1fc95-1f20-4cca-9751-cdadb1f2a52b None None] For port be7a861f-b58f-4bc5-8f7b-3c94855f2604, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:09:59.365569 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-93e1fc95-1f20-4cca-9751-cdadb1f2a52b None None] For port be7a861f-b58f-4bc5-8f7b-3c94855f2604, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=be7a861f-b58f-4bc5-8f7b-3c94855f2604,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:09:59.366039 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6434d66-8311-4121-840a-e18439d061b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:59.381350 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-93e1fc95-1f20-4cca-9751-cdadb1f2a52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:59.442057 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-10c2397f-cd22-46bf-99a0-f87325ef86d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:59.477306 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-24ad1496-8d19-4655-87dc-81ec0497abd7 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:59.598397 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2397f-cd22-46bf-99a0-f87325ef86d7 admin admin] Pushing event updated for resources: {'Port': ['ID=26267804-3b26-4065-84d3-a0894eb69b24,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:59.639088 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6434d66-8311-4121-840a-e18439d061b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:59.642406 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6434d66-8311-4121-840a-e18439d061b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:59.646502 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c6434d66-8311-4121-840a-e18439d061b8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/77819cca-b827-42d5-8a50-cfd9a6b69566 HTTP/1.1" status: 204 len: 168 time: 0.6419013 Aug 11 22:09:59.660018 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6434d66-8311-4121-840a-e18439d061b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77819cca-b827-42d5-8a50-cfd9a6b69566,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:59.675355 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-24ad1496-8d19-4655-87dc-81ec0497abd7 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:59.716361 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202a5f2-3904-496d-87b0-90e04a1c2966 req-43a28e6f-3ea1-49b4-a095-2d775b3b6a08 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:09:59.728851 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b202a5f2-3904-496d-87b0-90e04a1c2966 req-43a28e6f-3ea1-49b4-a095-2d775b3b6a08 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.4256105 Aug 11 22:09:59.776028 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-24ad1496-8d19-4655-87dc-81ec0497abd7 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:59.791860 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e1fc95-1f20-4cca-9751-cdadb1f2a52b None None] Routers {'052959de-a148-448d-9575-e817dce9efc5'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:09:59.793351 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-93e1fc95-1f20-4cca-9751-cdadb1f2a52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:09:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['052959de-a148-448d-9575-e817dce9efc5'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:09:59.822893 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad1496-8d19-4655-87dc-81ec0497abd7 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event deleted for resources: {'Subnet': ['ID=4f5371bf-1743-443d-9884-47df3b9b4c0d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:09:59.840749 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-24ad1496-8d19-4655-87dc-81ec0497abd7 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:09:59.845655 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b202a5f2-3904-496d-87b0-90e04a1c2966 req-b583430d-b6d9-4216-8488-dd6a1a83ced5 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155684 Aug 11 22:09:59.848622 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-24ad1496-8d19-4655-87dc-81ec0497abd7 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "DELETE /v2.0/subnets/4f5371bf-1743-443d-9884-47df3b9b4c0d HTTP/1.1" status: 204 len: 168 time: 0.7453041 Aug 11 22:09:59.849136 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44956) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:09:59.891579 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-10c2397f-cd22-46bf-99a0-f87325ef86d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:00.063470 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-264cf9dd-47eb-4c5c-9734-a895f769566d None None] Provisioning for port 26267804-3b26-4065-84d3-a0894eb69b24 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:10:00.134132 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ebcf78-65bd-4721-852d-40f34fa4ae7c None None] Pushing event updated for resources: {'Port': ['ID=be7a861f-b58f-4bc5-8f7b-3c94855f2604,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:00.138279 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-264cf9dd-47eb-4c5c-9734-a895f769566d None None] Provisioning complete for port 26267804-3b26-4065-84d3-a0894eb69b24 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:10:00.138843 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-264cf9dd-47eb-4c5c-9734-a895f769566d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:00.234652 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b8a275ea-ef95-4e5f-abbd-bbaf044b463f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:00.477322 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-10c2397f-cd22-46bf-99a0-f87325ef86d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:00.522561 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-b8a275ea-ef95-4e5f-abbd-bbaf044b463f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Deleting port a03f202c-e63c-4632-8e1c-8d2f8f77b66b {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:10:00.523174 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b8a275ea-ef95-4e5f-abbd-bbaf044b463f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:00.525202 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-10c2397f-cd22-46bf-99a0-f87325ef86d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:00.546303 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-264cf9dd-47eb-4c5c-9734-a895f769566d None None] Port 26267804-3b26-4065-84d3-a0894eb69b24 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:10:00.584936 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2397f-cd22-46bf-99a0-f87325ef86d7 admin admin] Pushing event updated for resources: {'Port': ['ID=26267804-3b26-4065-84d3-a0894eb69b24,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:00.658590 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-93e1fc95-1f20-4cca-9751-cdadb1f2a52b None None] Set router 052959de-a148-448d-9575-e817dce9efc5 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:10:00.660331 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2e074-a63c-48a0-aaa6-56eb165033f9 req-0bfd1bd1-351f-4aff-aba1-0919982b6b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:00.662045 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-04b2e074-a63c-48a0-aaa6-56eb165033f9 req-0bfd1bd1-351f-4aff-aba1-0919982b6b5c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f3da70be91664ca8a55d012676042959&device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 1096 time: 0.2191401 Aug 11 22:10:00.662960 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-10c2397f-cd22-46bf-99a0-f87325ef86d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:00.786682 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf7392a-c5f2-47a0-a7ac-d4990bc84269 None None] Update dhcp port {'port': {'network_id': '699cb843-d7f6-4b63-9bb8-64a2d1ee2f16', 'fixed_ips': [{'subnet_id': '4f5371bf-1743-443d-9884-47df3b9b4c0d'}], 'binding:host_id': 'n-d-804275-3'}, 'id': 'a03f202c-e63c-4632-8e1c-8d2f8f77b66b'} from n-d-804275-3. {{(pid=100944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 22:10:00.835032 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-b8a275ea-ef95-4e5f-abbd-bbaf044b463f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] For port a03f202c-e63c-4632-8e1c-8d2f8f77b66b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a03f202c-e63c-4632-8e1c-8d2f8f77b66b,segment=NetworkSegment(33199241-5acc-4b57-89a6-cacb1ede2dfd),segment_id=33199241-5acc-4b57-89a6-cacb1ede2dfd)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:10:00.839121 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b8a275ea-ef95-4e5f-abbd-bbaf044b463f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:00.913463 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-b8a275ea-ef95-4e5f-abbd-bbaf044b463f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Calling delete_port for a03f202c-e63c-4632-8e1c-8d2f8f77b66b owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:10:01.004419 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5cf7392a-c5f2-47a0-a7ac-d4990bc84269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:01.242709 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2e074-a63c-48a0-aaa6-56eb165033f9 req-6fa271e1-6ca2-48be-9ba7-a3c281378e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:01.243964 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b8a275ea-ef95-4e5f-abbd-bbaf044b463f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:01.245977 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-04b2e074-a63c-48a0-aaa6-56eb165033f9 req-6fa271e1-6ca2-48be-9ba7-a3c281378e49 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 200 len: 912 time: 0.5745032 Aug 11 22:10:01.298598 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a275ea-ef95-4e5f-abbd-bbaf044b463f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event deleted for resources: {'Port': ['ID=a03f202c-e63c-4632-8e1c-8d2f8f77b66b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:01.311938 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a275ea-ef95-4e5f-abbd-bbaf044b463f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] No DVR routers for this DVR port a03f202c-e63c-4632-8e1c-8d2f8f77b66b on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:10:01.348602 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-93e1fc95-1f20-4cca-9751-cdadb1f2a52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052959de-a148-448d-9575-e817dce9efc5', 'name': 'tempest-ServersTestMultiNic-1873732008-router', 'tenant_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'be7a861f-b58f-4bc5-8f7b-3c94855f2604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:09:50Z', 'updated_at': '2021-08-11T22:09:59Z', 'revision_number': 4, 'project_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'gw_port': {'id': 'be7a861f-b58f-4bc5-8f7b-3c94855f2604', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052959de-a148-448d-9575-e817dce9efc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:51Z', 'updated_at': '2021-08-11T22:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '26267804-3b26-4065-84d3-a0894eb69b24', 'name': '', 'network_id': 'c7f52396-907c-4da6-b5eb-08bc305e9096', 'tenant_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'mac_address': 'fa:16:3e:9e:5c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052959de-a148-448d-9575-e817dce9efc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '15b53a55-926c-4fff-bc84-3a53a67bbda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:57Z', 'updated_at': '2021-08-11T22:09:58Z', 'revision_number': 1, 'project_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'subnets': [{'id': '15b53a55-926c-4fff-bc84-3a53a67bbda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:10:01.433650 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d77b51-3ad2-48c7-820f-050c53a9b8ee req-a302007f-ff46-40ab-a9fa-bab83084e093 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:01.447238 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-87d77b51-3ad2-48c7-820f-050c53a9b8ee req-a302007f-ff46-40ab-a9fa-bab83084e093 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.4448812 Aug 11 22:10:01.460779 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e1fc95-1f20-4cca-9751-cdadb1f2a52b None None] The sync data for ids ['052959de-a148-448d-9575-e817dce9efc5'] in n-d-804275-3 is: [{'id': '052959de-a148-448d-9575-e817dce9efc5', 'name': 'tempest-ServersTestMultiNic-1873732008-router', 'tenant_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'be7a861f-b58f-4bc5-8f7b-3c94855f2604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:09:50Z', 'updated_at': '2021-08-11T22:09:59Z', 'revision_number': 4, 'project_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'gw_port': {'id': 'be7a861f-b58f-4bc5-8f7b-3c94855f2604', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052959de-a148-448d-9575-e817dce9efc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:51Z', 'updated_at': '2021-08-11T22:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '26267804-3b26-4065-84d3-a0894eb69b24', 'name': '', 'network_id': 'c7f52396-907c-4da6-b5eb-08bc305e9096', 'tenant_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'mac_address': 'fa:16:3e:9e:5c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052959de-a148-448d-9575-e817dce9efc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '15b53a55-926c-4fff-bc84-3a53a67bbda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:57Z', 'updated_at': '2021-08-11T22:09:58Z', 'revision_number': 1, 'project_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'subnets': [{'id': '15b53a55-926c-4fff-bc84-3a53a67bbda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:10:01.484805 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26436d48-0405-42ec-b1b3-ce915abf3151 None None] Network 699cb843-d7f6-4b63-9bb8-64a2d1ee2f16 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:10:01.574297 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-04b2e074-a63c-48a0-aaa6-56eb165033f9 req-ef2c35f6-3f73-4106-a1db-a019bff2cfba service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 HTTP/1.1" status: 200 len: 1000 time: 0.3119559 Aug 11 22:10:01.633021 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c2397f-cd22-46bf-99a0-f87325ef86d7 admin admin] Network c7f52396-907c-4da6-b5eb-08bc305e9096 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:10:01.645082 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b8a275ea-ef95-4e5f-abbd-bbaf044b463f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:01.666712 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-b8a275ea-ef95-4e5f-abbd-bbaf044b463f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['699cb843-d7f6-4b63-9bb8-64a2d1ee2f16']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:10:01.685207 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-b8a275ea-ef95-4e5f-abbd-bbaf044b463f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33199241-5acc-4b57-89a6-cacb1ede2dfd') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:10:01.686850 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-b8a275ea-ef95-4e5f-abbd-bbaf044b463f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33199241-5acc-4b57-89a6-cacb1ede2dfd') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:10:01.689623 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-10c2397f-cd22-46bf-99a0-f87325ef86d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:10:01.712936 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-87d77b51-3ad2-48c7-820f-050c53a9b8ee req-9c21e8f0-143b-414a-9256-350f6e25c737 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398059 Aug 11 22:10:01.720562 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b8a275ea-ef95-4e5f-abbd-bbaf044b463f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:01.750404 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b8a275ea-ef95-4e5f-abbd-bbaf044b463f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:01.769764 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a275ea-ef95-4e5f-abbd-bbaf044b463f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:10:01.770569 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b8a275ea-ef95-4e5f-abbd-bbaf044b463f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:10:01.776334 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:10:01.807909 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1f91bdd7-4758-4f68-a248-938d73161155 None None] Could not find standard attr ID for object a03f202c-e63c-4632-8e1c-8d2f8f77b66b. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:10:01.925305 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2e074-a63c-48a0-aaa6-56eb165033f9 req-3a3d0168-3d0c-4bf7-b348-54b9c99d3c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:01.928064 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-04b2e074-a63c-48a0-aaa6-56eb165033f9 req-3a3d0168-3d0c-4bf7-b348-54b9c99d3c3a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=71666487-d255-442c-a4c1-ffc47afdf7b3 HTTP/1.1" status: 200 len: 850 time: 0.3464494 Aug 11 22:10:01.939313 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b8a275ea-ef95-4e5f-abbd-bbaf044b463f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:01.956450 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b8a275ea-ef95-4e5f-abbd-bbaf044b463f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:01.965114 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b8a275ea-ef95-4e5f-abbd-bbaf044b463f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "DELETE /v2.0/networks/699cb843-d7f6-4b63-9bb8-64a2d1ee2f16 HTTP/1.1" status: 204 len: 168 time: 2.1141520 Aug 11 22:10:01.970885 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45002) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:02.013021 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a275ea-ef95-4e5f-abbd-bbaf044b463f tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event deleted for resources: {'Network': ['ID=699cb843-d7f6-4b63-9bb8-64a2d1ee2f16,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:02.026052 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d331165d-bb82-4782-b328-7972322af9bd None None] DHCP port deletion for 699cb843-d7f6-4b63-9bb8-64a2d1ee2f16 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:10:02.088622 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a03f202c-e63c-4632-8e1c-8d2f8f77b66b no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:10:02.128656 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: a03f202c-e63c-4632-8e1c-8d2f8f77b66b {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:10:02.129514 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a03f202c-e63c-4632-8e1c-8d2f8f77b66b not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:10:02.217701 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad81f09-7e50-4a03-b797-3dfc180b7f43 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] DELETE failed (client error): The resource could not be found. Aug 11 22:10:02.218213 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad81f09-7e50-4a03-b797-3dfc180b7f43 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:10:02.220686 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0ad81f09-7e50-4a03-b797-3dfc180b7f43 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "DELETE /v2.0/subnets/8ec7fdd1-898c-45a9-9e5b-aebe2c7cd247 HTTP/1.1" status: 404 len: 337 time: 0.1600897 Aug 11 22:10:02.223384 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45008) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:02.281180 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4b9b5da0-0eab-4a71-84bb-c2c5e9cf8ff1 None None] Provisioning complete for port 26267804-3b26-4065-84d3-a0894eb69b24 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:10:02.281768 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4b9b5da0-0eab-4a71-84bb-c2c5e9cf8ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:02.315127 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa365a4-9cd4-4072-b320-1a80770619f4 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] DELETE failed (client error): The resource could not be found. Aug 11 22:10:02.318234 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa365a4-9cd4-4072-b320-1a80770619f4 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:10:02.330346 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7aa365a4-9cd4-4072-b320-1a80770619f4 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "DELETE /v2.0/networks/98a28ac7-2ade-4f72-a07d-bf7f1a5018e8 HTTP/1.1" status: 404 len: 339 time: 0.1054761 Aug 11 22:10:02.335784 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45010) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:02.354071 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa551c-6ff1-4f33-bd14-3d31479625f4 req-8e0c02d4-7c25-41d2-b7de-4e8f9f910a82 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:02.358073 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9baa551c-6ff1-4f33-bd14-3d31479625f4 req-8e0c02d4-7c25-41d2-b7de-4e8f9f910a82 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.3397810 Aug 11 22:10:02.421817 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2e074-a63c-48a0-aaa6-56eb165033f9 req-cd13f9ac-aca7-463d-b4f0-c550933e8a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:02.425238 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-04b2e074-a63c-48a0-aaa6-56eb165033f9 req-cd13f9ac-aca7-463d-b4f0-c550933e8a86 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4494679 Aug 11 22:10:02.429195 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4b9b5da0-0eab-4a71-84bb-c2c5e9cf8ff1 None None] Port 26267804-3b26-4065-84d3-a0894eb69b24 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:10:02.433384 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c2397f-cd22-46bf-99a0-f87325ef86d7 admin admin] Router 052959de-a148-448d-9575-e817dce9efc5 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:10:02.457191 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-8933284a-b3ed-4e14-926f-acb37e75ee14 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] DELETE failed (client error): The resource could not be found. Aug 11 22:10:02.458777 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8933284a-b3ed-4e14-926f-acb37e75ee14 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:10:02.464256 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8933284a-b3ed-4e14-926f-acb37e75ee14 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "DELETE /v2.0/subnets/c25b0c1d-a6bd-4d03-afc7-9f24561d2398 HTTP/1.1" status: 404 len: 337 time: 0.1252303 Aug 11 22:10:02.468550 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45014) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:02.518808 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-d843a322-5112-42b3-988c-be95cd2bbec0 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] DELETE failed (client error): The resource could not be found. Aug 11 22:10:02.520547 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d843a322-5112-42b3-988c-be95cd2bbec0 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:10:02.524618 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d843a322-5112-42b3-988c-be95cd2bbec0 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "DELETE /v2.0/networks/35e35b28-c6eb-4202-8443-fb0ab3b351ed HTTP/1.1" status: 404 len: 339 time: 0.0497003 Aug 11 22:10:02.527226 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45018) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:02.581665 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4387588-d8d5-4cea-8585-1b3e30e264b5 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] DELETE failed (client error): The resource could not be found. Aug 11 22:10:02.582612 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4387588-d8d5-4cea-8585-1b3e30e264b5 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:10:02.586578 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a4387588-d8d5-4cea-8585-1b3e30e264b5 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "DELETE /v2.0/subnets/7696d82e-4a8e-4256-93c6-9701c2813bef HTTP/1.1" status: 404 len: 337 time: 0.0564106 Aug 11 22:10:02.590409 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45020) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:02.656544 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca555f47-135b-4a85-8b5c-5630a661e492 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] DELETE failed (client error): The resource could not be found. Aug 11 22:10:02.661313 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca555f47-135b-4a85-8b5c-5630a661e492 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:10:02.667016 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ca555f47-135b-4a85-8b5c-5630a661e492 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "DELETE /v2.0/networks/c159cc8a-77d8-4a9e-8f5a-799fcff07532 HTTP/1.1" status: 404 len: 339 time: 0.0747716 Aug 11 22:10:02.669572 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45022) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:02.759362 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9baa551c-6ff1-4f33-bd14-3d31479625f4 req-21938107-a2f4-4800-b5ff-e2c97faf4238 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838432 Aug 11 22:10:02.888666 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0155d5d-01f6-4ff0-be8b-754af2932e67 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Deleting subnet 77e39699-e71f-40d1-8d1e-d23638d86181 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:10:02.902381 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d0155d5d-01f6-4ff0-be8b-754af2932e67 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:03.070481 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-04b2e074-a63c-48a0-aaa6-56eb165033f9 req-548ba0c5-73a7-4a6c-9f92-0cc43004b542 service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6261184 Aug 11 22:10:03.087142 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d0155d5d-01f6-4ff0-be8b-754af2932e67 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:03.157313 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c2397f-cd22-46bf-99a0-f87325ef86d7 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:10:03.208599 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-10c2397f-cd22-46bf-99a0-f87325ef86d7 admin admin] 10.222.0.77 "PUT /v2.0/routers/052959de-a148-448d-9575-e817dce9efc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5367246 Aug 11 22:10:03.336363 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-04b2e074-a63c-48a0-aaa6-56eb165033f9 req-f2e05f05-1b1c-4ab5-a2f8-1b1b27a1d274 service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550006 Aug 11 22:10:03.393051 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d0155d5d-01f6-4ff0-be8b-754af2932e67 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:03.508110 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d0155d5d-01f6-4ff0-be8b-754af2932e67 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:03.576910 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d0155d5d-01f6-4ff0-be8b-754af2932e67 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:03.582094 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d0155d5d-01f6-4ff0-be8b-754af2932e67 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "DELETE /v2.0/subnets/77e39699-e71f-40d1-8d1e-d23638d86181 HTTP/1.1" status: 204 len: 168 time: 0.9106307 Aug 11 22:10:03.583827 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45038) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:03.586718 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0155d5d-01f6-4ff0-be8b-754af2932e67 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event deleted for resources: {'Subnet': ['ID=77e39699-e71f-40d1-8d1e-d23638d86181,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:03.590343 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863814b7-264a-45d3-8664-89b25f992c89 None None] Network 19ad7635-2c8d-4c99-8545-43abfb8f0d66 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:10:03.730160 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45040) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:03.825044 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2bda9-97f3-4e42-9658-46066d8763b5 req-69b5dd64-582b-4e12-bc67-78831d365f42 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:03.833602 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b6b2bda9-97f3-4e42-9658-46066d8763b5 req-69b5dd64-582b-4e12-bc67-78831d365f42 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.3107996 Aug 11 22:10:03.893948 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a00c3f27-6cf6-4f6e-82ad-87ed85987c5e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:04.077189 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-a00c3f27-6cf6-4f6e-82ad-87ed85987c5e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Deleting port 7f9169a7-6162-4b05-9ffd-801950f00abe {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:10:04.077189 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a00c3f27-6cf6-4f6e-82ad-87ed85987c5e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:04.087873 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b6b2bda9-97f3-4e42-9658-46066d8763b5 req-df6933f1-65f7-49f5-b56c-cadc2722a77d tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334251 Aug 11 22:10:04.193397 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device be7a861f-b58f-4bc5-8f7b-3c94855f2604 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:10:04.213745 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-8f39eedd-93c7-4d38-a6c0-77000e209175 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-617409124'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:10:04.309064 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f39eedd-93c7-4d38-a6c0-77000e209175 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Made reservation on behalf of 005c4f8fe87b45d1b3fafbe96081c4d6 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:10:04.320235 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8f39eedd-93c7-4d38-a6c0-77000e209175 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:04.331935 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-a00c3f27-6cf6-4f6e-82ad-87ed85987c5e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] For port 7f9169a7-6162-4b05-9ffd-801950f00abe, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7f9169a7-6162-4b05-9ffd-801950f00abe,segment=NetworkSegment(99aa35e0-61b0-411a-a995-fac88cb6e60f),segment_id=99aa35e0-61b0-411a-a995-fac88cb6e60f)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:10:04.333815 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a00c3f27-6cf6-4f6e-82ad-87ed85987c5e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:04.403448 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-a00c3f27-6cf6-4f6e-82ad-87ed85987c5e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Calling delete_port for 7f9169a7-6162-4b05-9ffd-801950f00abe owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:10:04.407322 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb90f89-1bd1-4f44-8db7-9b3127ebb973 None None] DHCP port deletion for 19ad7635-2c8d-4c99-8545-43abfb8f0d66 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:10:04.421558 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f39eedd-93c7-4d38-a6c0-77000e209175 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:10:04.460206 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8f39eedd-93c7-4d38-a6c0-77000e209175 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:04.461289 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-8f39eedd-93c7-4d38-a6c0-77000e209175 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Added segment a1abdcc0-5ef1-4feb-b8cb-570d800157f5 of type vlan for network d284e849-5b8b-462d-b6ce-d38aafc6189b Aug 11 22:10:04.555246 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port be7a861f-b58f-4bc5-8f7b-3c94855f2604 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:10:04.576325 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port be7a861f-b58f-4bc5-8f7b-3c94855f2604 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:10:04.577120 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:04.636480 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8f39eedd-93c7-4d38-a6c0-77000e209175 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:04.746376 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4bb90f89-1bd1-4f44-8db7-9b3127ebb973 None None] Deleting port 7f9169a7-6162-4b05-9ffd-801950f00abe {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:10:04.747961 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4bb90f89-1bd1-4f44-8db7-9b3127ebb973 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:04.794669 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a00c3f27-6cf6-4f6e-82ad-87ed85987c5e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:04.837615 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c3f27-6cf6-4f6e-82ad-87ed85987c5e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event deleted for resources: {'Port': ['ID=7f9169a7-6162-4b05-9ffd-801950f00abe,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:04.844660 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00c3f27-6cf6-4f6e-82ad-87ed85987c5e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] No DVR routers for this DVR port 7f9169a7-6162-4b05-9ffd-801950f00abe on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:10:04.860280 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77f877-66f6-4a0c-905f-f0afaefbc18a req-f3edcc43-32e3-4de9-9775-f0a85c3c9421 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:04.869296 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bd77f877-66f6-4a0c-905f-f0afaefbc18a req-f3edcc43-32e3-4de9-9775-f0a85c3c9421 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.2660604 Aug 11 22:10:04.904200 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4bb90f89-1bd1-4f44-8db7-9b3127ebb973 None None] For port 7f9169a7-6162-4b05-9ffd-801950f00abe, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7f9169a7-6162-4b05-9ffd-801950f00abe,segment=NetworkSegment(99aa35e0-61b0-411a-a995-fac88cb6e60f),segment_id=99aa35e0-61b0-411a-a995-fac88cb6e60f)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:10:04.905337 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4bb90f89-1bd1-4f44-8db7-9b3127ebb973 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:04.911035 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8f39eedd-93c7-4d38-a6c0-77000e209175 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:04.919623 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f39eedd-93c7-4d38-a6c0-77000e209175 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:04.920345 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8f39eedd-93c7-4d38-a6c0-77000e209175 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:04.961866 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4bb90f89-1bd1-4f44-8db7-9b3127ebb973 None None] Calling delete_port for 7f9169a7-6162-4b05-9ffd-801950f00abe owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:10:04.979321 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:04.992348 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bd77f877-66f6-4a0c-905f-f0afaefbc18a req-ef49eb88-ad3b-4728-8e75-0744a2c7a456 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208305 Aug 11 22:10:05.071444 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port be7a861f-b58f-4bc5-8f7b-3c94855f2604, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=be7a861f-b58f-4bc5-8f7b-3c94855f2604,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:10:05.082758 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:05.142066 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8f39eedd-93c7-4d38-a6c0-77000e209175 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4099169 Aug 11 22:10:05.161793 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45068) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:05.201859 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-09160e9d-abeb-4832-bb0b-d45ae8e3bc9f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Request body: {'subnet': {'network_id': 'd284e849-5b8b-462d-b6ce-d38aafc6189b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:10:05.209045 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a00c3f27-6cf6-4f6e-82ad-87ed85987c5e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:05.217259 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=be7a861f-b58f-4bc5-8f7b-3c94855f2604,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:05.254808 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-a00c3f27-6cf6-4f6e-82ad-87ed85987c5e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ad7635-2c8d-4c99-8545-43abfb8f0d66']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:10:05.263536 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39eedd-93c7-4d38-a6c0-77000e209175 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Pushing event updated for resources: {'Network': ['ID=d284e849-5b8b-462d-b6ce-d38aafc6189b,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: from cryptography.utils import int_from_bytes Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: from cryptography.utils import int_from_bytes Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:10:05.281272 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:10:05.284672 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:10:05.284672 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:10:05.284672 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:10:05.284672 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:10:05.284672 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:10:05.284672 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:10:05.284672 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:10:05.284672 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:10:05.284672 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:10:05.284672 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:10:05.284672 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:10:05.284672 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:10:05.284672 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:10:05.284672 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:10:05.295818 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4bb90f89-1bd1-4f44-8db7-9b3127ebb973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:05.302827 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-a00c3f27-6cf6-4f6e-82ad-87ed85987c5e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99aa35e0-61b0-411a-a995-fac88cb6e60f') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:10:05.303427 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-a00c3f27-6cf6-4f6e-82ad-87ed85987c5e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99aa35e0-61b0-411a-a995-fac88cb6e60f') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:10:05.326642 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network d284e849-5b8b-462d-b6ce-d38aafc6189b details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:10:05.335444 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a00c3f27-6cf6-4f6e-82ad-87ed85987c5e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:05.376446 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a00c3f27-6cf6-4f6e-82ad-87ed85987c5e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:05.392874 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a00c3f27-6cf6-4f6e-82ad-87ed85987c5e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:10:05.393505 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a00c3f27-6cf6-4f6e-82ad-87ed85987c5e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:10:05.396962 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:10:05.446444 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb90f89-1bd1-4f44-8db7-9b3127ebb973 None None] No DVR routers for this DVR port 7f9169a7-6162-4b05-9ffd-801950f00abe on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:10:05.456445 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09160e9d-abeb-4832-bb0b-d45ae8e3bc9f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Made reservation on behalf of 005c4f8fe87b45d1b3fafbe96081c4d6 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:10:05.463883 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-09160e9d-abeb-4832-bb0b-d45ae8e3bc9f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:05.471887 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb90f89-1bd1-4f44-8db7-9b3127ebb973 None None] Pushing event deleted for resources: {'Port': ['ID=7f9169a7-6162-4b05-9ffd-801950f00abe,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:05.552786 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a00c3f27-6cf6-4f6e-82ad-87ed85987c5e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:05.564968 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a00c3f27-6cf6-4f6e-82ad-87ed85987c5e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:05.567630 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a00c3f27-6cf6-4f6e-82ad-87ed85987c5e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "DELETE /v2.0/networks/19ad7635-2c8d-4c99-8545-43abfb8f0d66 HTTP/1.1" status: 204 len: 168 time: 1.9823945 Aug 11 22:10:05.571033 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45082) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:05.616274 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c3f27-6cf6-4f6e-82ad-87ed85987c5e tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event deleted for resources: {'Network': ['ID=19ad7635-2c8d-4c99-8545-43abfb8f0d66,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:05.622971 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-3406dbfc-c7a8-4a0a-baaa-a31a78492b40 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] DELETE failed (client error): The resource could not be found. Aug 11 22:10:05.623848 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3406dbfc-c7a8-4a0a-baaa-a31a78492b40 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:10:05.625923 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3406dbfc-c7a8-4a0a-baaa-a31a78492b40 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "DELETE /v2.0/subnets/2c721dae-d689-41e4-87e6-8bff0932acc3 HTTP/1.1" status: 404 len: 337 time: 0.0534818 Aug 11 22:10:05.628770 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45088) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:05.650482 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-317a019f-8be4-4f6e-ab7e-b09530c42046 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] DELETE failed (client error): The resource could not be found. Aug 11 22:10:05.651299 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-317a019f-8be4-4f6e-ab7e-b09530c42046 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:10:05.654222 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-317a019f-8be4-4f6e-ab7e-b09530c42046 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "DELETE /v2.0/networks/9320c646-4fb4-4180-987a-ba241d8e8f54 HTTP/1.1" status: 404 len: 339 time: 0.0234988 Aug 11 22:10:05.656785 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45090) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:05.717982 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e5273-c673-41e6-82da-17464940d3ae req-556b70d6-6a56-4fd2-b418-2f9d08d464d5 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:05.730163 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0b6e5273-c673-41e6-82da-17464940d3ae req-556b70d6-6a56-4fd2-b418-2f9d08d464d5 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.2561035 Aug 11 22:10:05.751928 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b488db4-43d2-4deb-b320-b4244139ac4d tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Deleting subnet 824d1f8c-8173-40d4-a87c-7349de4417b4 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:10:05.767611 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4b488db4-43d2-4deb-b320-b4244139ac4d tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:05.804278 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:10:05.854122 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0b6e5273-c673-41e6-82da-17464940d3ae req-0acdbd56-6648-43c3-8a6e-46cf68a16bc7 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210735 Aug 11 22:10:05.885796 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4b488db4-43d2-4deb-b320-b4244139ac4d tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:06.073828 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device be7a861f-b58f-4bc5-8f7b-3c94855f2604 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:10:06.115808 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4b488db4-43d2-4deb-b320-b4244139ac4d tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:06.239056 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-09160e9d-abeb-4832-bb0b-d45ae8e3bc9f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:06.266103 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port be7a861f-b58f-4bc5-8f7b-3c94855f2604 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:10:06.267180 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:06.285634 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4b488db4-43d2-4deb-b320-b4244139ac4d tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:06.343415 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4b488db4-43d2-4deb-b320-b4244139ac4d tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:06.347343 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4b488db4-43d2-4deb-b320-b4244139ac4d tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "DELETE /v2.0/subnets/824d1f8c-8173-40d4-a87c-7349de4417b4 HTTP/1.1" status: 204 len: 168 time: 0.6888740 Aug 11 22:10:06.364977 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f440a98-e0ef-44a0-8af0-3e776c549e09 None None] Network 7916a954-d00e-416a-b000-a1105ef9d8a5 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:10:06.381834 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0cdd15-3c0b-4566-bd4d-ab7984500012 req-732f52c3-b2da-4463-a96c-f6e3b6e8cbf6 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:06.403883 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ca0cdd15-3c0b-4566-bd4d-ab7984500012 req-732f52c3-b2da-4463-a96c-f6e3b6e8cbf6 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.3027217 Aug 11 22:10:06.422963 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45114) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:06.476155 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b488db4-43d2-4deb-b320-b4244139ac4d tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event deleted for resources: {'Subnet': ['ID=824d1f8c-8173-40d4-a87c-7349de4417b4,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:06.570034 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45118) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:06.618698 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e70ca4a-1f55-4d3f-927c-9f4d0e1eb8a2 None None] Sync routers for ids ['052959de-a148-448d-9575-e817dce9efc5'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:10:06.637970 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ca0cdd15-3c0b-4566-bd4d-ab7984500012 req-f86cb637-809f-406b-80f9-bccde44db30a tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265251 Aug 11 22:10:06.658737 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e70ca4a-1f55-4d3f-927c-9f4d0e1eb8a2 None None] Routers {'052959de-a148-448d-9575-e817dce9efc5'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:10:06.659909 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-5e70ca4a-1f55-4d3f-927c-9f4d0e1eb8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:09:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['052959de-a148-448d-9575-e817dce9efc5'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:10:06.662351 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-01b7f201-4f41-4000-af90-c7e25df47297 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:06.679624 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09160e9d-abeb-4832-bb0b-d45ae8e3bc9f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Pushing event updated for resources: {'Subnet': ['ID=78364357-65cc-45b7-a070-90c17a43a713,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:06.697484 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09160e9d-abeb-4832-bb0b-d45ae8e3bc9f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Checking segment: {'id': 'a1abdcc0-5ef1-4feb-b8cb-570d800157f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd284e849-5b8b-462d-b6ce-d38aafc6189b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:10:06.698124 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09160e9d-abeb-4832-bb0b-d45ae8e3bc9f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Network hostable DHCP agents. Network: d284e849-5b8b-462d-b6ce-d38aafc6189b, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:10:06.789855 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-01b7f201-4f41-4000-af90-c7e25df47297 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Deleting port 735bbb9f-06b1-4e5a-a68a-40da56cad527 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:10:06.790486 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-01b7f201-4f41-4000-af90-c7e25df47297 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:06.806508 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09160e9d-abeb-4832-bb0b-d45ae8e3bc9f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Network d284e849-5b8b-462d-b6ce-d38aafc6189b is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:10:06.847348 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-5e70ca4a-1f55-4d3f-927c-9f4d0e1eb8a2 None None] Set router 052959de-a148-448d-9575-e817dce9efc5 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:10:06.848574 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-09160e9d-abeb-4832-bb0b-d45ae8e3bc9f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, d284e849-5b8b-462d-b6ce-d38aafc6189b) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:10:06.872094 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09160e9d-abeb-4832-bb0b-d45ae8e3bc9f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:06.873896 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-09160e9d-abeb-4832-bb0b-d45ae8e3bc9f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:06.894968 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc89a273-6a9f-4e26-b43e-e1c47c02af56 None None] Network d284e849-5b8b-462d-b6ce-d38aafc6189b requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:10:06.955383 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-09160e9d-abeb-4832-bb0b-d45ae8e3bc9f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7920511 Aug 11 22:10:06.956575 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45126) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:06.968706 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-3fe1c1d4-0650-4f31-b812-8a9f1ff9db95 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1285755339'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:10:06.978070 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7f9169a7-6162-4b05-9ffd-801950f00abe no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:10:07.140138 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-107a234b-43e6-48dd-8786-0d0b5b8a60f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:07.147311 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-01b7f201-4f41-4000-af90-c7e25df47297 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] For port 735bbb9f-06b1-4e5a-a68a-40da56cad527, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=735bbb9f-06b1-4e5a-a68a-40da56cad527,segment=NetworkSegment(a3ab16e1-dfa0-4dd7-a6da-c6580aed0b9f),segment_id=a3ab16e1-dfa0-4dd7-a6da-c6580aed0b9f)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:10:07.148292 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-01b7f201-4f41-4000-af90-c7e25df47297 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:07.202898 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-01b7f201-4f41-4000-af90-c7e25df47297 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Calling delete_port for 735bbb9f-06b1-4e5a-a68a-40da56cad527 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:10:07.221643 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe1c1d4-0650-4f31-b812-8a9f1ff9db95 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Made reservation on behalf of 005c4f8fe87b45d1b3fafbe96081c4d6 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:10:07.233178 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3fe1c1d4-0650-4f31-b812-8a9f1ff9db95 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:07.270343 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c8f600-99d1-4e5f-bb53-301b8deac085 None None] DHCP port deletion for 7916a954-d00e-416a-b000-a1105ef9d8a5 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:10:07.290726 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-5e70ca4a-1f55-4d3f-927c-9f4d0e1eb8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052959de-a148-448d-9575-e817dce9efc5', 'name': 'tempest-ServersTestMultiNic-1873732008-router', 'tenant_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'be7a861f-b58f-4bc5-8f7b-3c94855f2604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:09:50Z', 'updated_at': '2021-08-11T22:09:59Z', 'revision_number': 4, 'project_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'gw_port': {'id': 'be7a861f-b58f-4bc5-8f7b-3c94855f2604', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052959de-a148-448d-9575-e817dce9efc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:51Z', 'updated_at': '2021-08-11T22:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '26267804-3b26-4065-84d3-a0894eb69b24', 'name': '', 'network_id': 'c7f52396-907c-4da6-b5eb-08bc305e9096', 'tenant_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'mac_address': 'fa:16:3e:9e:5c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052959de-a148-448d-9575-e817dce9efc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '15b53a55-926c-4fff-bc84-3a53a67bbda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:57Z', 'updated_at': '2021-08-11T22:10:00Z', 'revision_number': 2, 'project_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'subnets': [{'id': '15b53a55-926c-4fff-bc84-3a53a67bbda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:10:07.291632 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fef3cb-dc6d-4c5b-b3fc-e74a13dccbd2 req-add47456-f41b-4f1c-830f-750f74480b89 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:07.296496 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 7f9169a7-6162-4b05-9ffd-801950f00abe {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:10:07.299765 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7f9169a7-6162-4b05-9ffd-801950f00abe not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:10:07.305225 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d3fef3cb-dc6d-4c5b-b3fc-e74a13dccbd2 req-add47456-f41b-4f1c-830f-750f74480b89 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.3191457 Aug 11 22:10:07.365545 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e70ca4a-1f55-4d3f-927c-9f4d0e1eb8a2 None None] Checking router: 052959de-a148-448d-9575-e817dce9efc5 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:10:07.367623 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e70ca4a-1f55-4d3f-927c-9f4d0e1eb8a2 None None] Updating router 052959de-a148-448d-9575-e817dce9efc5 port 26267804-3b26-4065-84d3-a0894eb69b24 binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:10:07.407242 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-5e70ca4a-1f55-4d3f-927c-9f4d0e1eb8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:07.408006 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d3fef3cb-dc6d-4c5b-b3fc-e74a13dccbd2 req-b7ae9590-bc84-47b7-a74d-54571c0060ba tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954537 Aug 11 22:10:07.411111 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe1c1d4-0650-4f31-b812-8a9f1ff9db95 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:10:07.451526 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3fe1c1d4-0650-4f31-b812-8a9f1ff9db95 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:07.452167 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-3fe1c1d4-0650-4f31-b812-8a9f1ff9db95 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Added segment ad912a5c-cd92-4730-953b-66783cd7d25a of type vlan for network 12a54021-e93f-4d91-84d9-cb48f9a59bf3 Aug 11 22:10:07.515274 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-107a234b-43e6-48dd-8786-0d0b5b8a60f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:07.517625 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-01b7f201-4f41-4000-af90-c7e25df47297 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:07.572390 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b7f201-4f41-4000-af90-c7e25df47297 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] No DVR routers for this DVR port 735bbb9f-06b1-4e5a-a68a-40da56cad527 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:10:07.577579 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-107a234b-43e6-48dd-8786-0d0b5b8a60f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:07.612393 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3fe1c1d4-0650-4f31-b812-8a9f1ff9db95 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:07.726352 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3fe1c1d4-0650-4f31-b812-8a9f1ff9db95 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:07.736250 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe1c1d4-0650-4f31-b812-8a9f1ff9db95 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:07.740697 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3fe1c1d4-0650-4f31-b812-8a9f1ff9db95 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:07.744484 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-91c8f600-99d1-4e5f-bb53-301b8deac085 None None] Deleting port 735bbb9f-06b1-4e5a-a68a-40da56cad527 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:10:07.756365 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-91c8f600-99d1-4e5f-bb53-301b8deac085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:07.781045 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-01b7f201-4f41-4000-af90-c7e25df47297 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:07.794856 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-01b7f201-4f41-4000-af90-c7e25df47297 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7916a954-d00e-416a-b000-a1105ef9d8a5']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:10:07.797285 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67376a57-521c-48cb-8676-34ad62e8fe87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-d284e849-5b8b-462d-b6ce-d38aafc6189b', 'network_id': 'd284e849-5b8b-462d-b6ce-d38aafc6189b', 'tenant_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'fixed_ips': [{'subnet_id': '78364357-65cc-45b7-a070-90c17a43a713'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:10:07.798359 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-67376a57-521c-48cb-8676-34ad62e8fe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:07.816934 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-01b7f201-4f41-4000-af90-c7e25df47297 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ab16e1-dfa0-4dd7-a6da-c6580aed0b9f') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:10:07.817282 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-01b7f201-4f41-4000-af90-c7e25df47297 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ab16e1-dfa0-4dd7-a6da-c6580aed0b9f') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:10:07.830362 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-01b7f201-4f41-4000-af90-c7e25df47297 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:07.848713 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-01b7f201-4f41-4000-af90-c7e25df47297 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:07.856073 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b7f201-4f41-4000-af90-c7e25df47297 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:10:07.856545 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-01b7f201-4f41-4000-af90-c7e25df47297 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:10:07.964426 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7f201-4f41-4000-af90-c7e25df47297 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event deleted for resources: {'Port': ['ID=735bbb9f-06b1-4e5a-a68a-40da56cad527,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:07.973201 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-01b7f201-4f41-4000-af90-c7e25df47297 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:07.989077 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-01b7f201-4f41-4000-af90-c7e25df47297 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:07.994959 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-01b7f201-4f41-4000-af90-c7e25df47297 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] 10.222.0.77 "DELETE /v2.0/networks/7916a954-d00e-416a-b000-a1105ef9d8a5 HTTP/1.1" status: 204 len: 168 time: 1.5656273 Aug 11 22:10:08.038460 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-91c8f600-99d1-4e5f-bb53-301b8deac085 None None] For port 735bbb9f-06b1-4e5a-a68a-40da56cad527, host n-d-804275-3, got binding levels [] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:10:08.038870 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-91c8f600-99d1-4e5f-bb53-301b8deac085 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:08.065630 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-91c8f600-99d1-4e5f-bb53-301b8deac085 None None] Calling delete_port for 735bbb9f-06b1-4e5a-a68a-40da56cad527 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:10:08.070585 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a234b-43e6-48dd-8786-0d0b5b8a60f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48430ad-f682-49da-a717-b69750e8d0fc,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:08.074558 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.ipam_backend_mixin [None req-91c8f600-99d1-4e5f-bb53-301b8deac085 None None] Port 735bbb9f-06b1-4e5a-a68a-40da56cad527 was not found and therefore no delete operation was performed {{(pid=100944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 22:10:08.080056 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7f201-4f41-4000-af90-c7e25df47297 tempest-NetworksIpV6Test-528042294 tempest-NetworksIpV6Test-528042294-project] Pushing event deleted for resources: {'Network': ['ID=7916a954-d00e-416a-b000-a1105ef9d8a5,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:08.095445 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-107a234b-43e6-48dd-8786-0d0b5b8a60f1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=997ea34a911d4cf69bc814037fa2a5c6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5238631 Aug 11 22:10:08.096188 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45148) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:08.103638 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1c1d4-0650-4f31-b812-8a9f1ff9db95 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Pushing event updated for resources: {'Network': ['ID=12a54021-e93f-4d91-84d9-cb48f9a59bf3,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:08.110020 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-91c8f600-99d1-4e5f-bb53-301b8deac085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:08.227585 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8e828819-e331-49b1-8c99-6b0b6560394d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:08.274970 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-5e70ca4a-1f55-4d3f-927c-9f4d0e1eb8a2 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:08.286015 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8e828819-e331-49b1-8c99-6b0b6560394d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:08.328312 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-5e70ca4a-1f55-4d3f-927c-9f4d0e1eb8a2 None None] Transition to ACTIVE for port object 26267804-3b26-4065-84d3-a0894eb69b24 will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:10:08.343484 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-5e70ca4a-1f55-4d3f-927c-9f4d0e1eb8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:08.344953 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3fe1c1d4-0650-4f31-b812-8a9f1ff9db95 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3870180 Aug 11 22:10:08.349198 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45152) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:08.373727 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-91e41991-b6fb-4516-8bf3-d231744bb065 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Request body: {'subnet': {'network_id': '12a54021-e93f-4d91-84d9-cb48f9a59bf3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:10:08.379741 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 735bbb9f-06b1-4e5a-a68a-40da56cad527 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:10:08.441968 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 12a54021-e93f-4d91-84d9-cb48f9a59bf3 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:10:08.465615 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 735bbb9f-06b1-4e5a-a68a-40da56cad527 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:10:08.466882 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 735bbb9f-06b1-4e5a-a68a-40da56cad527 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:10:08.467152 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79521681-e33f-4023-8c32-21342915bb8b req-587c476b-ceb6-45cd-8f66-4670b5e35789 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:08.489248 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-79521681-e33f-4023-8c32-21342915bb8b req-587c476b-ceb6-45cd-8f66-4670b5e35789 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/networks?id=0eed289d-e5a0-4ee3-a0ec-de49e60196a3 HTTP/1.1" status: 200 len: 814 time: 0.3998563 Aug 11 22:10:08.530810 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-79521681-e33f-4023-8c32-21342915bb8b req-9f14d674-99e4-467c-901b-7722038802f4 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/quotas/1af7fbf8275e477482973195cd6560a1 HTTP/1.1" status: 200 len: 375 time: 0.0347714 Aug 11 22:10:08.581707 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8e828819-e331-49b1-8c99-6b0b6560394d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:08.584564 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8e828819-e331-49b1-8c99-6b0b6560394d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:08.588591 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8e828819-e331-49b1-8c99-6b0b6560394d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e48430ad-f682-49da-a717-b69750e8d0fc HTTP/1.1" status: 204 len: 168 time: 0.4912105 Aug 11 22:10:08.605515 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee8aeb-7b32-41b8-9f7c-2e943448ed27 None None] Pushing event updated for resources: {'Port': ['ID=26267804-3b26-4065-84d3-a0894eb69b24,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:08.616351 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-91c8f600-99d1-4e5f-bb53-301b8deac085 None None] Network 7916a954-d00e-416a-b000-a1105ef9d8a5 is not hosted by any dhcp agent {{(pid=100944) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 22:10:08.617239 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c8f600-99d1-4e5f-bb53-301b8deac085 None None] No DVR routers for this DVR port 735bbb9f-06b1-4e5a-a68a-40da56cad527 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:10:08.623175 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e828819-e331-49b1-8c99-6b0b6560394d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48430ad-f682-49da-a717-b69750e8d0fc,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:08.655672 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8f600-99d1-4e5f-bb53-301b8deac085 None None] Pushing event deleted for resources: {'Port': ['ID=735bbb9f-06b1-4e5a-a68a-40da56cad527,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:08.694091 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:08.706313 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e41991-b6fb-4516-8bf3-d231744bb065 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Made reservation on behalf of 005c4f8fe87b45d1b3fafbe96081c4d6 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:10:08.719152 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-67376a57-521c-48cb-8676-34ad62e8fe87 None None] Allocated IP 19.80.0.2 (d284e849-5b8b-462d-b6ce-d38aafc6189b/78364357-65cc-45b7-a070-90c17a43a713/b2649e8d-c3dc-40f1-9aa5-3a93203f2a08) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:10:08.725143 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91e41991-b6fb-4516-8bf3-d231744bb065 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:08.784782 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-79521681-e33f-4023-8c32-21342915bb8b req-74741cc0-5988-4bb5-8d66-567cade7fcc9 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1af7fbf8275e477482973195cd6560a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2504728 Aug 11 22:10:08.785632 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45164) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:08.807877 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-5e70ca4a-1f55-4d3f-927c-9f4d0e1eb8a2 None None] Attempting to bind port 26267804-3b26-4065-84d3-a0894eb69b24 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:10:08.808451 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-5e70ca4a-1f55-4d3f-927c-9f4d0e1eb8a2 None None] Attempting to bind port 26267804-3b26-4065-84d3-a0894eb69b24 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '17c57552-f6a1-4e62-b0f5-eae0dd65358b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c7f52396-907c-4da6-b5eb-08bc305e9096'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:10:08.809002 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e70ca4a-1f55-4d3f-927c-9f4d0e1eb8a2 None None] Attempting to bind port 26267804-3b26-4065-84d3-a0894eb69b24 on network c7f52396-907c-4da6-b5eb-08bc305e9096 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:10:08.830956 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e70ca4a-1f55-4d3f-927c-9f4d0e1eb8a2 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:10:08.847222 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e70ca4a-1f55-4d3f-927c-9f4d0e1eb8a2 None None] Checking segment: {'id': '17c57552-f6a1-4e62-b0f5-eae0dd65358b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c7f52396-907c-4da6-b5eb-08bc305e9096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:10:08.847984 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-5e70ca4a-1f55-4d3f-927c-9f4d0e1eb8a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:08.848646 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e70ca4a-1f55-4d3f-927c-9f4d0e1eb8a2 None None] Bound using segment: {'id': '17c57552-f6a1-4e62-b0f5-eae0dd65358b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c7f52396-907c-4da6-b5eb-08bc305e9096'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:10:08.849501 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-5e70ca4a-1f55-4d3f-927c-9f4d0e1eb8a2 None None] Bound port: 26267804-3b26-4065-84d3-a0894eb69b24, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c57552-f6a1-4e62-b0f5-eae0dd65358b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c7f52396-907c-4da6-b5eb-08bc305e9096'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:10:08.850095 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-5e70ca4a-1f55-4d3f-927c-9f4d0e1eb8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:09.063549 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-5e70ca4a-1f55-4d3f-927c-9f4d0e1eb8a2 None None] For port 26267804-3b26-4065-84d3-a0894eb69b24, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:10:09.067358 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-5e70ca4a-1f55-4d3f-927c-9f4d0e1eb8a2 None None] For port 26267804-3b26-4065-84d3-a0894eb69b24, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=26267804-3b26-4065-84d3-a0894eb69b24,segment=NetworkSegment(17c57552-f6a1-4e62-b0f5-eae0dd65358b),segment_id=17c57552-f6a1-4e62-b0f5-eae0dd65358b)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:10:09.068737 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1afc64-d081-4952-b052-187c6ae999cd req-bbcf7d9c-82cf-49b4-97e8-fcaed9fa71b3 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:09.081221 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3f1afc64-d081-4952-b052-187c6ae999cd req-bbcf7d9c-82cf-49b4-97e8-fcaed9fa71b3 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1337397 Aug 11 22:10:09.084941 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-5e70ca4a-1f55-4d3f-927c-9f4d0e1eb8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:09.168969 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3f1afc64-d081-4952-b052-187c6ae999cd req-4b0ea783-1f6b-46a4-a5a6-1ea4bd4c3f0d tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798292 Aug 11 22:10:09.218665 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fed2bfe5-1c66-4882-be1e-4bba20dc5324 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9cc77b51a4e645209e3f16e3c925d1c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4246542 Aug 11 22:10:09.227776 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45170) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:09.228041 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e70ca4a-1f55-4d3f-927c-9f4d0e1eb8a2 None None] Routers {'052959de-a148-448d-9575-e817dce9efc5'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:10:09.228535 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-5e70ca4a-1f55-4d3f-927c-9f4d0e1eb8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:09:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['052959de-a148-448d-9575-e817dce9efc5'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:10:09.233332 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-67376a57-521c-48cb-8676-34ad62e8fe87 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:09.280724 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-67376a57-521c-48cb-8676-34ad62e8fe87 None None] Transition to ACTIVE for port object b2649e8d-c3dc-40f1-9aa5-3a93203f2a08 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:10:09.395638 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-67376a57-521c-48cb-8676-34ad62e8fe87 None None] Transition to ACTIVE for port object b2649e8d-c3dc-40f1-9aa5-3a93203f2a08 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:10:09.422865 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-67376a57-521c-48cb-8676-34ad62e8fe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:09.441192 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-257430ff-2889-41f5-99a3-252cdc752082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:09.521220 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-257430ff-2889-41f5-99a3-252cdc752082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:09.546602 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91e41991-b6fb-4516-8bf3-d231744bb065 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:09.665535 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e41991-b6fb-4516-8bf3-d231744bb065 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Pushing event updated for resources: {'Subnet': ['ID=cc1bd638-59f0-4660-a829-83352d669c59,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:09.683141 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67376a57-521c-48cb-8676-34ad62e8fe87 None None] Pushing event updated for resources: {'Port': ['ID=b2649e8d-c3dc-40f1-9aa5-3a93203f2a08,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:09.690718 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-257430ff-2889-41f5-99a3-252cdc752082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:09.701117 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-257430ff-2889-41f5-99a3-252cdc752082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:09.708939 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e41991-b6fb-4516-8bf3-d231744bb065 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Checking segment: {'id': 'ad912a5c-cd92-4730-953b-66783cd7d25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '12a54021-e93f-4d91-84d9-cb48f9a59bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:10:09.710023 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e41991-b6fb-4516-8bf3-d231744bb065 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Network hostable DHCP agents. Network: 12a54021-e93f-4d91-84d9-cb48f9a59bf3, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:10:09.720392 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-257430ff-2889-41f5-99a3-252cdc752082 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0a9e3921-23bf-4a52-9d18-a8116b97f3d9 HTTP/1.1" status: 204 len: 168 time: 0.4904258 Aug 11 22:10:09.740496 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67376a57-521c-48cb-8676-34ad62e8fe87 None None] Network d284e849-5b8b-462d-b6ce-d38aafc6189b is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:10:09.745242 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-67376a57-521c-48cb-8676-34ad62e8fe87 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:10:09.751244 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67376a57-521c-48cb-8676-34ad62e8fe87 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:10:09.791886 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e41991-b6fb-4516-8bf3-d231744bb065 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Network 12a54021-e93f-4d91-84d9-cb48f9a59bf3 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:10:09.810404 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45178) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:09.893773 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-67376a57-521c-48cb-8676-34ad62e8fe87 None None] Attempting to bind port b2649e8d-c3dc-40f1-9aa5-3a93203f2a08 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:10:09.894607 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-67376a57-521c-48cb-8676-34ad62e8fe87 None None] Attempting to bind port b2649e8d-c3dc-40f1-9aa5-3a93203f2a08 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'a1abdcc0-5ef1-4feb-b8cb-570d800157f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd284e849-5b8b-462d-b6ce-d38aafc6189b'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:10:09.894956 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67376a57-521c-48cb-8676-34ad62e8fe87 None None] Attempting to bind port b2649e8d-c3dc-40f1-9aa5-3a93203f2a08 on network d284e849-5b8b-462d-b6ce-d38aafc6189b {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:10:09.902261 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-5e70ca4a-1f55-4d3f-927c-9f4d0e1eb8a2 None None] Set router 052959de-a148-448d-9575-e817dce9efc5 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:10:09.910792 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67376a57-521c-48cb-8676-34ad62e8fe87 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:10:09.911368 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67376a57-521c-48cb-8676-34ad62e8fe87 None None] Checking segment: {'id': 'a1abdcc0-5ef1-4feb-b8cb-570d800157f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd284e849-5b8b-462d-b6ce-d38aafc6189b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:10:09.918973 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee5ed422-360b-4101-b4d9-42f0aef40bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:09.921660 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257430ff-2889-41f5-99a3-252cdc752082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9e3921-23bf-4a52-9d18-a8116b97f3d9,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:09.929932 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-67376a57-521c-48cb-8676-34ad62e8fe87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:09.932004 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67376a57-521c-48cb-8676-34ad62e8fe87 None None] Bound using segment: {'id': 'a1abdcc0-5ef1-4feb-b8cb-570d800157f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd284e849-5b8b-462d-b6ce-d38aafc6189b'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:10:09.932004 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-67376a57-521c-48cb-8676-34ad62e8fe87 None None] Bound port: b2649e8d-c3dc-40f1-9aa5-3a93203f2a08, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1abdcc0-5ef1-4feb-b8cb-570d800157f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd284e849-5b8b-462d-b6ce-d38aafc6189b'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:10:09.932615 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-67376a57-521c-48cb-8676-34ad62e8fe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:09.932809 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-91e41991-b6fb-4516-8bf3-d231744bb065 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 12a54021-e93f-4d91-84d9-cb48f9a59bf3) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:10:09.947378 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaae945c-77ed-459b-a2e6-998774e077af None None] Network 12a54021-e93f-4d91-84d9-cb48f9a59bf3 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:10:09.949352 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e41991-b6fb-4516-8bf3-d231744bb065 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:09.950959 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91e41991-b6fb-4516-8bf3-d231744bb065 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:10.019267 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377cd2a-5619-48f7-bada-6039c8303399 req-92f3e1e6-6b26-45ec-9b89-d3957443faf8 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:10.022329 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1377cd2a-5619-48f7-bada-6039c8303399 req-92f3e1e6-6b26-45ec-9b89-d3957443faf8 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.3628099 Aug 11 22:10:10.187189 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1377cd2a-5619-48f7-bada-6039c8303399 req-837bc212-3deb-4ff8-92b6-ddcd640309f3 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482923 Aug 11 22:10:10.263174 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee5ed422-360b-4101-b4d9-42f0aef40bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:10.272369 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee5ed422-360b-4101-b4d9-42f0aef40bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:10.363959 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ed422-360b-4101-b4d9-42f0aef40bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4264e1af-9c21-4c0d-9126-8c2a3a7e3679,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:10.401943 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-91e41991-b6fb-4516-8bf3-d231744bb065 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0442481 Aug 11 22:10:10.420290 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee8aeb-7b32-41b8-9f7c-2e943448ed27 None None] Pushing event updated for resources: {'Port': ['ID=26267804-3b26-4065-84d3-a0894eb69b24,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:10.502414 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ee5ed422-360b-4101-b4d9-42f0aef40bef admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2096f2af102c463faa43892427cd4381&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6884241 Aug 11 22:10:10.507398 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45206) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:10.593721 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63e961-2459-4794-b04c-321ed6755cc7 req-1717507d-59d7-4d4b-8690-6bd6600c0794 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:10.606235 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-67376a57-521c-48cb-8676-34ad62e8fe87 None None] For port b2649e8d-c3dc-40f1-9aa5-3a93203f2a08, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:10:10.619956 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-67376a57-521c-48cb-8676-34ad62e8fe87 None None] For port b2649e8d-c3dc-40f1-9aa5-3a93203f2a08, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b2649e8d-c3dc-40f1-9aa5-3a93203f2a08,segment=NetworkSegment(a1abdcc0-5ef1-4feb-b8cb-570d800157f5),segment_id=a1abdcc0-5ef1-4feb-b8cb-570d800157f5)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:10:10.620373 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0b63e961-2459-4794-b04c-321ed6755cc7 req-1717507d-59d7-4d4b-8690-6bd6600c0794 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.2245908 Aug 11 22:10:10.669596 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c0f59419-99b9-4950-a0f6-41c70eeb1f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:10.681451 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-67376a57-521c-48cb-8676-34ad62e8fe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:10.717108 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4eab80-b7ac-47e8-a68d-dd86eeed3426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-12a54021-e93f-4d91-84d9-cb48f9a59bf3', 'network_id': '12a54021-e93f-4d91-84d9-cb48f9a59bf3', 'tenant_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'fixed_ips': [{'subnet_id': 'cc1bd638-59f0-4660-a829-83352d669c59'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:10:10.720437 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ef4eab80-b7ac-47e8-a68d-dd86eeed3426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:10.814705 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c0f59419-99b9-4950-a0f6-41c70eeb1f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:10.834158 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0b63e961-2459-4794-b04c-321ed6755cc7 req-bd6f3b8d-33c9-454c-a95f-55cf0387a78a tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118928 Aug 11 22:10:10.929328 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67376a57-521c-48cb-8676-34ad62e8fe87 None None] Pushing event updated for resources: {'Port': ['ID=b2649e8d-c3dc-40f1-9aa5-3a93203f2a08,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:11.014873 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-5e70ca4a-1f55-4d3f-927c-9f4d0e1eb8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052959de-a148-448d-9575-e817dce9efc5', 'name': 'tempest-ServersTestMultiNic-1873732008-router', 'tenant_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'be7a861f-b58f-4bc5-8f7b-3c94855f2604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:09:50Z', 'updated_at': '2021-08-11T22:09:59Z', 'revision_number': 4, 'project_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'gw_port': {'id': 'be7a861f-b58f-4bc5-8f7b-3c94855f2604', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052959de-a148-448d-9575-e817dce9efc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:51Z', 'updated_at': '2021-08-11T22:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '26267804-3b26-4065-84d3-a0894eb69b24', 'name': '', 'network_id': 'c7f52396-907c-4da6-b5eb-08bc305e9096', 'tenant_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'mac_address': 'fa:16:3e:9e:5c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052959de-a148-448d-9575-e817dce9efc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '15b53a55-926c-4fff-bc84-3a53a67bbda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:57Z', 'updated_at': '2021-08-11T22:10:09Z', 'revision_number': 4, 'project_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'subnets': [{'id': '15b53a55-926c-4fff-bc84-3a53a67bbda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:10:11.102378 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e70ca4a-1f55-4d3f-927c-9f4d0e1eb8a2 None None] The sync data for ids ['052959de-a148-448d-9575-e817dce9efc5'] in n-d-804275-3 is: [{'id': '052959de-a148-448d-9575-e817dce9efc5', 'name': 'tempest-ServersTestMultiNic-1873732008-router', 'tenant_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'be7a861f-b58f-4bc5-8f7b-3c94855f2604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:09:50Z', 'updated_at': '2021-08-11T22:09:59Z', 'revision_number': 4, 'project_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'gw_port': {'id': 'be7a861f-b58f-4bc5-8f7b-3c94855f2604', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052959de-a148-448d-9575-e817dce9efc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:51Z', 'updated_at': '2021-08-11T22:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '26267804-3b26-4065-84d3-a0894eb69b24', 'name': '', 'network_id': 'c7f52396-907c-4da6-b5eb-08bc305e9096', 'tenant_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'mac_address': 'fa:16:3e:9e:5c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052959de-a148-448d-9575-e817dce9efc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '15b53a55-926c-4fff-bc84-3a53a67bbda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:57Z', 'updated_at': '2021-08-11T22:10:09Z', 'revision_number': 4, 'project_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'subnets': [{'id': '15b53a55-926c-4fff-bc84-3a53a67bbda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:10:11.134270 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c0f59419-99b9-4950-a0f6-41c70eeb1f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:11.146815 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c0f59419-99b9-4950-a0f6-41c70eeb1f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:11.152309 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c0f59419-99b9-4950-a0f6-41c70eeb1f9b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4264e1af-9c21-4c0d-9126-8c2a3a7e3679 HTTP/1.1" status: 204 len: 168 time: 0.6395371 Aug 11 22:10:11.194860 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-492e5b7a-77ce-441f-831b-b724462388a5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2256906 Aug 11 22:10:11.232724 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f59419-99b9-4950-a0f6-41c70eeb1f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4264e1af-9c21-4c0d-9126-8c2a3a7e3679,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:11.269045 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5ec65-2c4d-437d-8346-25cb4ffefa69 req-a4afe02c-6300-4d9d-b808-2903221a6f41 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:11.305679 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-afb5ec65-2c4d-437d-8346-25cb4ffefa69 req-a4afe02c-6300-4d9d-b808-2903221a6f41 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.2085271 Aug 11 22:10:11.461029 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007b4d2-cca1-4010-b837-d81a59962265 req-a2b072fc-de1e-4bf5-a6fc-07e586737760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:11.461982 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007b4d2-cca1-4010-b837-d81a59962265 req-a2b072fc-de1e-4bf5-a6fc-07e586737760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:11.462854 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007b4d2-cca1-4010-b837-d81a59962265 req-a2b072fc-de1e-4bf5-a6fc-07e586737760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:11.463559 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007b4d2-cca1-4010-b837-d81a59962265 req-a2b072fc-de1e-4bf5-a6fc-07e586737760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:11.468178 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-afb5ec65-2c4d-437d-8346-25cb4ffefa69 req-4bae49ed-fcf0-4933-b490-1c40a94c608e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596272 Aug 11 22:10:11.481104 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007b4d2-cca1-4010-b837-d81a59962265 req-a2b072fc-de1e-4bf5-a6fc-07e586737760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:11.482509 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007b4d2-cca1-4010-b837-d81a59962265 req-a2b072fc-de1e-4bf5-a6fc-07e586737760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:11.488766 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007b4d2-cca1-4010-b837-d81a59962265 req-a2b072fc-de1e-4bf5-a6fc-07e586737760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:11.491311 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-a2b072fc-de1e-4bf5-a6fc-07e586737760 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b3840ad876e4bee8133e6f4b31e7f76&device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 6492 time: 0.2148311 Aug 11 22:10:11.792927 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-ef4eab80-b7ac-47e8-a68d-dd86eeed3426 None None] Allocated IP 19.86.0.2 (12a54021-e93f-4d91-84d9-cb48f9a59bf3/cc1bd638-59f0-4660-a829-83352d669c59/c854d765-80ef-4a1a-851d-463670b1e76f) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:10:11.959526 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007b4d2-cca1-4010-b837-d81a59962265 req-f1814bd6-16bd-46bc-bfbf-90fb0d57b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:11.960404 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007b4d2-cca1-4010-b837-d81a59962265 req-f1814bd6-16bd-46bc-bfbf-90fb0d57b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:11.961538 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007b4d2-cca1-4010-b837-d81a59962265 req-f1814bd6-16bd-46bc-bfbf-90fb0d57b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:11.967346 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-f1814bd6-16bd-46bc-bfbf-90fb0d57b5de service neutron] 10.222.0.52 "GET /v2.0/networks?id=aae68e27-0877-48f6-819f-dde7d65a439d&id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&id=c74395db-c7eb-4508-9006-176acc6e4b6d&id=c74395db-c7eb-4508-9006-176acc6e4b6d HTTP/1.1" status: 200 len: 2294 time: 0.3873825 Aug 11 22:10:12.217728 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45244) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:12.224378 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-021687ac-d356-46f0-8627-2042293a19a3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=349c2860-60cb-4169-8ba2-aabeccfa45a1 HTTP/1.1" status: 200 len: 1001 time: 0.2496541 Aug 11 22:10:12.436494 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007b4d2-cca1-4010-b837-d81a59962265 req-9a3157ff-5000-466a-9c57-f0d235f8e9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:12.449747 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-9a3157ff-5000-466a-9c57-f0d235f8e9b1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5994059a-f305-4784-b552-f94868383090 HTTP/1.1" status: 200 len: 851 time: 0.2107520 Aug 11 22:10:12.647149 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051a24b-ac13-4856-8992-809676a5aa7d req-07b03ef9-f1eb-4584-93d0-7c72e262f824 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:12.649878 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3c391202-3d8b-4cb8-8ec8-d0c25482701e tempest-ServiceProvidersTest-1531704455 tempest-ServiceProvidersTest-1531704455-project] 10.222.0.77 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4292376 Aug 11 22:10:12.659728 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051a24b-ac13-4856-8992-809676a5aa7d req-07b03ef9-f1eb-4584-93d0-7c72e262f824 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:12.674465 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-07b03ef9-f1eb-4584-93d0-7c72e262f824 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/networks?id=d284e849-5b8b-462d-b6ce-d38aafc6189b&id=12a54021-e93f-4d91-84d9-cb48f9a59bf3&id=d284e849-5b8b-462d-b6ce-d38aafc6189b HTTP/1.1" status: 200 len: 1391 time: 0.5197322 Aug 11 22:10:12.702927 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-fc20f3a3-b40d-4bb7-9419-de654a0721bc tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/quotas/005c4f8fe87b45d1b3fafbe96081c4d6 HTTP/1.1" status: 200 len: 375 time: 0.0265570 Aug 11 22:10:12.747980 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007b4d2-cca1-4010-b837-d81a59962265 req-4b362a16-72b9-4f68-af18-2516192aa757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:12.751995 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-4b362a16-72b9-4f68-af18-2516192aa757 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aae68e27-0877-48f6-819f-dde7d65a439d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2915447 Aug 11 22:10:12.926926 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-f5c2f93c-7d8e-4d96-863d-b3fdee9cf0df tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=005c4f8fe87b45d1b3fafbe96081c4d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2221234 Aug 11 22:10:13.198235 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-c4033e41-7d68-48cd-b918-f10b871feccc service neutron] 10.222.0.52 "GET /v2.0/networks/aae68e27-0877-48f6-819f-dde7d65a439d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376795 Aug 11 22:10:13.224441 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-97211ba4-89da-4020-bbcb-d1aa777aa5e8 service neutron] 10.222.0.77 "GET /v2.0/networks/d284e849-5b8b-462d-b6ce-d38aafc6189b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955980 Aug 11 22:10:13.285945 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 26267804-3b26-4065-84d3-a0894eb69b24 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:10:13.451004 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc2512a-78e2-4407-bed4-6e49d08e2078 None None] Network d284e849-5b8b-462d-b6ce-d38aafc6189b requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:10:13.471002 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0835c4c7-07fb-4970-9fec-456d63b7758b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:13.551337 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45266) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:13.567434 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-334c3a4b-8d37-4bb1-8936-8a69d0e10874 service neutron] 10.222.0.77 "GET /v2.0/networks/d284e849-5b8b-462d-b6ce-d38aafc6189b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342743 Aug 11 22:10:13.581480 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-3f06a138-0a21-46e4-bb1a-b69c529e3aaa service neutron] 10.222.0.52 "GET /v2.0/networks/aae68e27-0877-48f6-819f-dde7d65a439d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757384 Aug 11 22:10:13.608988 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ef4eab80-b7ac-47e8-a68d-dd86eeed3426 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:13.628034 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ef4eab80-b7ac-47e8-a68d-dd86eeed3426 None None] Transition to ACTIVE for port object c854d765-80ef-4a1a-851d-463670b1e76f will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:10:13.664056 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-2788732d-cbc0-4eaa-824d-5b5c909f80c2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=3662de63-2216-47cd-a09d-9450446cab7f HTTP/1.1" status: 200 len: 217 time: 0.0763712 Aug 11 22:10:13.674255 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ef4eab80-b7ac-47e8-a68d-dd86eeed3426 None None] Transition to ACTIVE for port object c854d765-80ef-4a1a-851d-463670b1e76f will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:10:13.699962 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ef4eab80-b7ac-47e8-a68d-dd86eeed3426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:13.743960 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4eab80-b7ac-47e8-a68d-dd86eeed3426 None None] Network 12a54021-e93f-4d91-84d9-cb48f9a59bf3 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:10:13.745922 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 26267804-3b26-4065-84d3-a0894eb69b24 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:10:13.751229 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-47320fa2-7185-489e-b827-03efb543e94c None None] Provisioning for port b2649e8d-c3dc-40f1-9aa5-3a93203f2a08 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:10:13.769298 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-ef4eab80-b7ac-47e8-a68d-dd86eeed3426 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:10:13.789891 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007b4d2-cca1-4010-b837-d81a59962265 req-ee1b6c46-8ae2-45e7-89b8-9e345bb29d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:13.791483 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-ee1b6c46-8ae2-45e7-89b8-9e345bb29d01 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e871e4ee-55f0-4341-85cf-dbdc8115bdad HTTP/1.1" status: 200 len: 797 time: 0.1190586 Aug 11 22:10:13.820381 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4eab80-b7ac-47e8-a68d-dd86eeed3426 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:10:13.824569 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 26267804-3b26-4065-84d3-a0894eb69b24 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:10:13.826065 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:13.944515 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007b4d2-cca1-4010-b837-d81a59962265 req-76aff4b5-253b-4378-b6ed-524d15ebe49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:13.946093 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-76aff4b5-253b-4378-b6ed-524d15ebe49e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1475213 Aug 11 22:10:13.977744 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-aae00461-d199-416f-aed4-5e6679d9ecc1 service neutron] 10.222.0.77 "GET /v2.0/networks/12a54021-e93f-4d91-84d9-cb48f9a59bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895354 Aug 11 22:10:14.048881 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4eab80-b7ac-47e8-a68d-dd86eeed3426 None None] Pushing event updated for resources: {'Port': ['ID=c854d765-80ef-4a1a-851d-463670b1e76f,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:14.117242 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-ef4eab80-b7ac-47e8-a68d-dd86eeed3426 None None] Attempting to bind port c854d765-80ef-4a1a-851d-463670b1e76f on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:10:14.117892 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-ef4eab80-b7ac-47e8-a68d-dd86eeed3426 None None] Attempting to bind port c854d765-80ef-4a1a-851d-463670b1e76f by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'ad912a5c-cd92-4730-953b-66783cd7d25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '12a54021-e93f-4d91-84d9-cb48f9a59bf3'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:10:14.118480 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4eab80-b7ac-47e8-a68d-dd86eeed3426 None None] Attempting to bind port c854d765-80ef-4a1a-851d-463670b1e76f on network 12a54021-e93f-4d91-84d9-cb48f9a59bf3 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:10:14.134437 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4eab80-b7ac-47e8-a68d-dd86eeed3426 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:10:14.135049 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4eab80-b7ac-47e8-a68d-dd86eeed3426 None None] Checking segment: {'id': 'ad912a5c-cd92-4730-953b-66783cd7d25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '12a54021-e93f-4d91-84d9-cb48f9a59bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:10:14.135742 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ef4eab80-b7ac-47e8-a68d-dd86eeed3426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:14.136403 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4eab80-b7ac-47e8-a68d-dd86eeed3426 None None] Bound using segment: {'id': 'ad912a5c-cd92-4730-953b-66783cd7d25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '12a54021-e93f-4d91-84d9-cb48f9a59bf3'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:10:14.137211 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-ef4eab80-b7ac-47e8-a68d-dd86eeed3426 None None] Bound port: c854d765-80ef-4a1a-851d-463670b1e76f, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad912a5c-cd92-4730-953b-66783cd7d25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '12a54021-e93f-4d91-84d9-cb48f9a59bf3'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:10:14.138413 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ef4eab80-b7ac-47e8-a68d-dd86eeed3426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:14.169105 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-33b34608-d052-4cfa-a54c-2cc1b3b9186b service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149355 Aug 11 22:10:14.266955 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-847124bf-7d1c-4aef-a2e3-73c9aa7bb3ff service neutron] 10.222.0.77 "GET /v2.0/networks/12a54021-e93f-4d91-84d9-cb48f9a59bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706892 Aug 11 22:10:14.282253 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e246ac79-4d9d-4f71-86e4-41a7526825e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:14.414775 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-ef4eab80-b7ac-47e8-a68d-dd86eeed3426 None None] For port c854d765-80ef-4a1a-851d-463670b1e76f, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:10:14.428154 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-ef4eab80-b7ac-47e8-a68d-dd86eeed3426 None None] For port c854d765-80ef-4a1a-851d-463670b1e76f, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=c854d765-80ef-4a1a-851d-463670b1e76f,segment=NetworkSegment(ad912a5c-cd92-4730-953b-66783cd7d25a),segment_id=ad912a5c-cd92-4730-953b-66783cd7d25a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:10:14.432066 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:14.454049 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ef4eab80-b7ac-47e8-a68d-dd86eeed3426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:14.483706 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-d50cda48-afa2-4ba4-9274-d1de52c456fa service neutron] 10.222.0.77 "GET /v2.0/networks/d284e849-5b8b-462d-b6ce-d38aafc6189b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986892 Aug 11 22:10:14.515795 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-433cedc1-2336-46b3-944a-a91fe281c28a service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395114 Aug 11 22:10:14.616707 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-ca7fc373-5700-4434-bcd5-d8a0aea92ee5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=b2eadc1d-9cb5-4e10-af29-c9d841f467da HTTP/1.1" status: 200 len: 217 time: 0.0925713 Aug 11 22:10:14.659950 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 26267804-3b26-4065-84d3-a0894eb69b24, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=26267804-3b26-4065-84d3-a0894eb69b24,segment=NetworkSegment(17c57552-f6a1-4e62-b0f5-eae0dd65358b),segment_id=17c57552-f6a1-4e62-b0f5-eae0dd65358b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:10:14.673836 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:14.674265 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b2649e8d-c3dc-40f1-9aa5-3a93203f2a08 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:10:14.743045 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-52a0d03b-efdd-4673-9b1f-dff55e3e32e0 service neutron] 10.222.0.77 "GET /v2.0/networks/d284e849-5b8b-462d-b6ce-d38aafc6189b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380273 Aug 11 22:10:14.844059 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007b4d2-cca1-4010-b837-d81a59962265 req-2510bd5f-b611-4273-8edb-de1971d52183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:14.850594 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4eab80-b7ac-47e8-a68d-dd86eeed3426 None None] Pushing event updated for resources: {'Port': ['ID=c854d765-80ef-4a1a-851d-463670b1e76f,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:14.854075 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-2510bd5f-b611-4273-8edb-de1971d52183 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e871e4ee-55f0-4341-85cf-dbdc8115bdad HTTP/1.1" status: 200 len: 797 time: 0.2290149 Aug 11 22:10:14.990721 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e246ac79-4d9d-4f71-86e4-41a7526825e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:15.002513 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e246ac79-4d9d-4f71-86e4-41a7526825e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:15.020249 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007b4d2-cca1-4010-b837-d81a59962265 req-fa2034ec-ff56-4658-8aa7-81f6987bc2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:15.023224 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-fa2034ec-ff56-4658-8aa7-81f6987bc2ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1609654 Aug 11 22:10:15.071420 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port b2649e8d-c3dc-40f1-9aa5-3a93203f2a08 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:10:15.085019 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=26267804-3b26-4065-84d3-a0894eb69b24,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:15.094627 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port b2649e8d-c3dc-40f1-9aa5-3a93203f2a08 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:10:15.095306 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:15.236202 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e246ac79-4d9d-4f71-86e4-41a7526825e8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0f2f0b966a894b4aa97d425d12411e8c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6665475 Aug 11 22:10:15.240910 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45318) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:15.464658 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:15.531076 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e246ac79-4d9d-4f71-86e4-41a7526825e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e835091e-9b12-4ba7-b32b-3b98c1c9b1fe,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:15.551726 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-53ea762d-a1ff-4169-94b0-2e2eb517d3ab service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5188572 Aug 11 22:10:15.553678 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246ac79-4d9d-4f71-86e4-41a7526825e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:15.554412 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246ac79-4d9d-4f71-86e4-41a7526825e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:15.555024 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246ac79-4d9d-4f71-86e4-41a7526825e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:15.555594 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246ac79-4d9d-4f71-86e4-41a7526825e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:15.556136 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246ac79-4d9d-4f71-86e4-41a7526825e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:15.556718 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246ac79-4d9d-4f71-86e4-41a7526825e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:15.557262 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246ac79-4d9d-4f71-86e4-41a7526825e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:15.557761 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246ac79-4d9d-4f71-86e4-41a7526825e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:15.560193 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246ac79-4d9d-4f71-86e4-41a7526825e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:15.560907 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246ac79-4d9d-4f71-86e4-41a7526825e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:15.561464 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246ac79-4d9d-4f71-86e4-41a7526825e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:15.561964 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246ac79-4d9d-4f71-86e4-41a7526825e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:15.593505 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d49c17f0-838b-41b8-9274-08d43c75b8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:15.621069 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2525ee74-b26d-4771-a08f-a6bed074906a req-25e6273b-a74f-412b-977c-7f41ffe99249 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=1af7fbf8275e477482973195cd6560a1 HTTP/1.1" status: 200 len: 221 time: 0.2482715 Aug 11 22:10:15.631744 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d49c17f0-838b-41b8-9274-08d43c75b8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:15.707254 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port b2649e8d-c3dc-40f1-9aa5-3a93203f2a08, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b2649e8d-c3dc-40f1-9aa5-3a93203f2a08,segment=NetworkSegment(a1abdcc0-5ef1-4feb-b8cb-570d800157f5),segment_id=a1abdcc0-5ef1-4feb-b8cb-570d800157f5)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:10:15.753459 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:15.802535 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d49c17f0-838b-41b8-9274-08d43c75b8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:15.806737 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d49c17f0-838b-41b8-9274-08d43c75b8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:15.808305 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d49c17f0-838b-41b8-9274-08d43c75b8f6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e835091e-9b12-4ba7-b32b-3b98c1c9b1fe HTTP/1.1" status: 204 len: 168 time: 0.5291886 Aug 11 22:10:15.817883 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-aaceebc1-17f4-43d1-bbd3-e9a78dd29d94 None None] Provisioning complete for port b2649e8d-c3dc-40f1-9aa5-3a93203f2a08 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:10:15.818473 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-aaceebc1-17f4-43d1-bbd3-e9a78dd29d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:15.827456 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c17f0-838b-41b8-9274-08d43c75b8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e835091e-9b12-4ba7-b32b-3b98c1c9b1fe,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:15.972726 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3333c521-a8a1-4c82-abca-0b177bd2e322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:16.052953 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-363dd774-eeb8-466d-bb47-82e0e4151ef0 service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4917819 Aug 11 22:10:16.169250 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:16.215010 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=b2649e8d-c3dc-40f1-9aa5-3a93203f2a08,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:16.242965 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-b621ad33-75fb-4bed-b99f-8ca30e51ecce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=36ad0513-a98b-4e70-b99c-c3737712cca6 HTTP/1.1" status: 200 len: 217 time: 0.1814885 Aug 11 22:10:16.381242 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dc012694-bf5c-497b-8dc0-6fd68ce9df7c req-a81146e2-0de2-47cb-84a1-d9010f6689f1 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2acb58a-8d45-4326-bcbe-cdc0e3ea2067 HTTP/1.1" status: 200 len: 210 time: 0.1626410 Aug 11 22:10:16.497369 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 26267804-3b26-4065-84d3-a0894eb69b24 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:10:16.587575 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007b4d2-cca1-4010-b837-d81a59962265 req-168a0655-cf97-4a91-96b2-61707150fbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:16.607088 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-168a0655-cf97-4a91-96b2-61707150fbfa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e871e4ee-55f0-4341-85cf-dbdc8115bdad HTTP/1.1" status: 200 len: 797 time: 0.3565893 Aug 11 22:10:16.664476 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 26267804-3b26-4065-84d3-a0894eb69b24 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:10:16.665057 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:16.709224 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007b4d2-cca1-4010-b837-d81a59962265 req-cef50ca7-b793-4608-bf07-5ded52e905ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:16.711773 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-cef50ca7-b793-4608-bf07-5ded52e905ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0972250 Aug 11 22:10:16.870461 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca9181-5aae-40db-bf22-8604dab2e7e7 req-89fb2ce3-4d95-4e60-adf6-309278fbf42e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:16.891248 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d6ca9181-5aae-40db-bf22-8604dab2e7e7 req-89fb2ce3-4d95-4e60-adf6-309278fbf42e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.2584746 Aug 11 22:10:16.978886 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device c854d765-80ef-4a1a-851d-463670b1e76f up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:10:17.035099 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-cb3d88fb-288d-45a8-9d66-deacb0f74bc0 service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153694 Aug 11 22:10:17.095987 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d6ca9181-5aae-40db-bf22-8604dab2e7e7 req-2c10a652-f25f-48f4-be28-d0446d457000 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935425 Aug 11 22:10:17.187167 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ed3a48-f6b9-49d1-8b9a-8e0f8d170212 None None] Network 12a54021-e93f-4d91-84d9-cb48f9a59bf3 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:10:17.330558 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port c854d765-80ef-4a1a-851d-463670b1e76f completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:10:17.337247 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d574aad5-b9b0-49d6-b452-125fda534371 None None] Provisioning for port c854d765-80ef-4a1a-851d-463670b1e76f completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:10:17.346989 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port c854d765-80ef-4a1a-851d-463670b1e76f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:10:17.352921 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:17.403869 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-901c28ee-a789-4e6b-af2a-8a4523057778 service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587098 Aug 11 22:10:17.475935 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d574aad5-b9b0-49d6-b452-125fda534371 None None] Provisioning complete for port c854d765-80ef-4a1a-851d-463670b1e76f triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:10:17.476309 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d574aad5-b9b0-49d6-b452-125fda534371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:17.499163 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-883e9047-e745-4dec-befb-8cc7ac82e3d5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9 HTTP/1.1" status: 200 len: 217 time: 0.0873721 Aug 11 22:10:17.638310 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:17.762216 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007b4d2-cca1-4010-b837-d81a59962265 req-627f1a51-7fe5-4d25-b1fe-03d5d3398d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:17.765291 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-627f1a51-7fe5-4d25-b1fe-03d5d3398d52 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e871e4ee-55f0-4341-85cf-dbdc8115bdad HTTP/1.1" status: 200 len: 797 time: 0.2560716 Aug 11 22:10:17.917417 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007b4d2-cca1-4010-b837-d81a59962265 req-76aa6fd4-2c84-4466-ba79-39c725dceca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:17.939881 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-76aa6fd4-2c84-4466-ba79-39c725dceca8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1639116 Aug 11 22:10:17.969477 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051a24b-ac13-4856-8992-809676a5aa7d req-10863107-b5af-48ae-a8ab-5015f3b409cb tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:17.987970 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051a24b-ac13-4856-8992-809676a5aa7d req-10863107-b5af-48ae-a8ab-5015f3b409cb tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:17.990479 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-10863107-b5af-48ae-a8ab-5015f3b409cb tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.82 "GET /v2.0/networks?id=d284e849-5b8b-462d-b6ce-d38aafc6189b&id=12a54021-e93f-4d91-84d9-cb48f9a59bf3&id=d284e849-5b8b-462d-b6ce-d38aafc6189b HTTP/1.1" status: 200 len: 1391 time: 0.4042573 Aug 11 22:10:18.014802 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372665f-62c7-4d94-b2f7-7de37bbbb99b req-957b7191-2d68-408b-8259-42aa1557d852 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:18.026619 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6372665f-62c7-4d94-b2f7-7de37bbbb99b req-957b7191-2d68-408b-8259-42aa1557d852 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.2389395 Aug 11 22:10:18.056340 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-7051a24b-ac13-4856-8992-809676a5aa7d req-8a8ee037-911c-4c87-8ac3-5524e023b0bd tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Request body: {'port': {'device_id': 'a2acb58a-8d45-4326-bcbe-cdc0e3ea2067', 'network_id': 'd284e849-5b8b-462d-b6ce-d38aafc6189b', 'admin_state_up': True, 'tenant_id': '005c4f8fe87b45d1b3fafbe96081c4d6'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:10:18.078156 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:18.198394 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d574aad5-b9b0-49d6-b452-125fda534371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:18.209600 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45414) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:18.256456 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6372665f-62c7-4d94-b2f7-7de37bbbb99b req-b786c08f-653b-411d-889d-a69836001207 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244749 Aug 11 22:10:18.264165 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-b6a1bb31-296f-4bf5-bef1-bdf78e970e02 service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153191 Aug 11 22:10:18.287336 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7051a24b-ac13-4856-8992-809676a5aa7d req-8a8ee037-911c-4c87-8ac3-5524e023b0bd tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Made reservation on behalf of 005c4f8fe87b45d1b3fafbe96081c4d6 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:10:18.302605 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7051a24b-ac13-4856-8992-809676a5aa7d req-8a8ee037-911c-4c87-8ac3-5524e023b0bd tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:18.413559 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port c854d765-80ef-4a1a-851d-463670b1e76f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=c854d765-80ef-4a1a-851d-463670b1e76f,segment=NetworkSegment(ad912a5c-cd92-4730-953b-66783cd7d25a),segment_id=ad912a5c-cd92-4730-953b-66783cd7d25a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:10:18.430684 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:18.492220 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f034474b-bd62-4bd5-aa5c-b3d4c084f004 req-ecaf2339-3e4d-438c-82a7-479d8ea754aa tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2acb58a-8d45-4326-bcbe-cdc0e3ea2067 HTTP/1.1" status: 200 len: 210 time: 0.0582757 Aug 11 22:10:18.530162 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-e9e51e12-d841-41d8-a73e-afc4e6f36f36 service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593410 Aug 11 22:10:18.600751 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.api [None req-d574aad5-b9b0-49d6-b452-125fda534371 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:10:18.601510 n-d-804275-3 neutron-server[100944]: DEBUG oslo_db.api [None req-d574aad5-b9b0-49d6-b452-125fda534371 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:10:18.638984 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-d5272d45-88f9-43fd-ae3d-02d967dd1047 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-173898137-network', 'tenant_id': '026fbe585d9e4a21b4a4133ed143bbbc'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:10:18.648996 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-aa5ccc5f-ce00-4dc3-986f-48659af46cf7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e452efbe-5133-4b80-bdc2-4eee7588265c HTTP/1.1" status: 200 len: 217 time: 0.1117322 Aug 11 22:10:18.696967 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-7051a24b-ac13-4856-8992-809676a5aa7d req-8a8ee037-911c-4c87-8ac3-5524e023b0bd tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Allocated IP 19.80.0.143 (d284e849-5b8b-462d-b6ce-d38aafc6189b/78364357-65cc-45b7-a070-90c17a43a713/6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:10:18.708695 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=c854d765-80ef-4a1a-851d-463670b1e76f,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:18.730116 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:18.731414 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:18.732026 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:18.733648 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:18.734851 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:18.735607 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:18.736075 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:18.736678 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:18.737257 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:18.737845 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:18.738486 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:18.739629 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:18.745661 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b2649e8d-c3dc-40f1-9aa5-3a93203f2a08 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:10:18.781398 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5272d45-88f9-43fd-ae3d-02d967dd1047 admin admin] Made reservation on behalf of 026fbe585d9e4a21b4a4133ed143bbbc for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:10:18.792284 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5272d45-88f9-43fd-ae3d-02d967dd1047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:18.852462 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007b4d2-cca1-4010-b837-d81a59962265 req-d6d12f65-bbb9-4e3b-8c95-9c458cd9025f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:18.858752 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port b2649e8d-c3dc-40f1-9aa5-3a93203f2a08 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:10:18.859999 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-d6d12f65-bbb9-4e3b-8c95-9c458cd9025f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13b7bc9a-1b63-4e42-b53a-8f3bb1200a3d HTTP/1.1" status: 200 len: 797 time: 0.1947329 Aug 11 22:10:18.860379 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:18.864728 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5272d45-88f9-43fd-ae3d-02d967dd1047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:18.922481 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfcdb9-6d71-42fc-9a69-6f356572a847 req-29fc8cb3-1e44-4891-add2-913740d01b0b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:18.922857 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:18.932060 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eabfcdb9-6d71-42fc-9a69-6f356572a847 req-29fc8cb3-1e44-4891-add2-913740d01b0b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1564965 Aug 11 22:10:18.985615 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eabfcdb9-6d71-42fc-9a69-6f356572a847 req-36e049aa-13eb-4a5a-a4cd-177b1d5682e3 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521007 Aug 11 22:10:19.109052 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007b4d2-cca1-4010-b837-d81a59962265 req-365e9019-0ed0-4a2a-a983-c3a31a0bdf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:19.112252 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-365e9019-0ed0-4a2a-a983-c3a31a0bdf79 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c74395db-c7eb-4508-9006-176acc6e4b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2233889 Aug 11 22:10:19.170201 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7051a24b-ac13-4856-8992-809676a5aa7d req-8a8ee037-911c-4c87-8ac3-5524e023b0bd tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:19.219744 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-7051a24b-ac13-4856-8992-809676a5aa7d req-8a8ee037-911c-4c87-8ac3-5524e023b0bd tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Transition to ACTIVE for port object 6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:10:19.321658 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-96d495c8-60fd-4331-b336-86aaa0742b15 None None] Provisioning complete for port c854d765-80ef-4a1a-851d-463670b1e76f triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:10:19.322385 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-96d495c8-60fd-4331-b336-86aaa0742b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:19.346648 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5272d45-88f9-43fd-ae3d-02d967dd1047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:19.364955 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95228d9a-5b6f-4bd2-a616-a78c74ac5952 req-6631ecb2-c0a4-4231-b334-84df8d131aac tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:19.366634 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-6b665e78-37a0-42b2-922a-d635be6f20c6 service neutron] 10.222.0.52 "GET /v2.0/networks/c74395db-c7eb-4508-9006-176acc6e4b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336977 Aug 11 22:10:19.368255 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-95228d9a-5b6f-4bd2-a616-a78c74ac5952 req-6631ecb2-c0a4-4231-b334-84df8d131aac tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1063476 Aug 11 22:10:19.370434 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7051a24b-ac13-4856-8992-809676a5aa7d req-8a8ee037-911c-4c87-8ac3-5524e023b0bd tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:19.375044 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5272d45-88f9-43fd-ae3d-02d967dd1047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:19.485445 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7051a24b-ac13-4856-8992-809676a5aa7d req-8a8ee037-911c-4c87-8ac3-5524e023b0bd tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Network d284e849-5b8b-462d-b6ce-d38aafc6189b is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:10:19.497314 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-7051a24b-ac13-4856-8992-809676a5aa7d req-8a8ee037-911c-4c87-8ac3-5524e023b0bd tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:10:19.504217 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-7051a24b-ac13-4856-8992-809676a5aa7d req-8a8ee037-911c-4c87-8ac3-5524e023b0bd tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:10:19.546026 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5272d45-88f9-43fd-ae3d-02d967dd1047 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:10:19.558066 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5272d45-88f9-43fd-ae3d-02d967dd1047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1916d327-8f04-4e71-bbcb-36f22507bd78,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:19.566013 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ee037-911c-4c87-8ac3-5524e023b0bd tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Pushing event updated for resources: {'Port': ['ID=6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:19.585280 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-95228d9a-5b6f-4bd2-a616-a78c74ac5952 req-a18c3c5f-1213-4145-8688-43a4374d84e2 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899099 Aug 11 22:10:19.605297 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5272d45-88f9-43fd-ae3d-02d967dd1047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:19.605930 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-d5272d45-88f9-43fd-ae3d-02d967dd1047 admin admin] Added segment a0177dbf-0d27-4373-939e-a60909fa86d6 of type vlan for network fd8ea5e7-61bc-4de6-a3fe-5a9ee6b2065c Aug 11 22:10:19.608918 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051a24b-ac13-4856-8992-809676a5aa7d req-8a8ee037-911c-4c87-8ac3-5524e023b0bd tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:19.610031 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7051a24b-ac13-4856-8992-809676a5aa7d req-8a8ee037-911c-4c87-8ac3-5524e023b0bd tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:19.644198 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-8a8ee037-911c-4c87-8ac3-5524e023b0bd tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5923009 Aug 11 22:10:19.669995 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-7051a24b-ac13-4856-8992-809676a5aa7d req-cbca74e6-3647-4687-9a91-fdabc8645a0d tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Request body: {'port': {'device_id': 'a2acb58a-8d45-4326-bcbe-cdc0e3ea2067', 'network_id': '12a54021-e93f-4d91-84d9-cb48f9a59bf3', 'admin_state_up': True, 'tenant_id': '005c4f8fe87b45d1b3fafbe96081c4d6'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:10:19.698949 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-2b803583-83d9-4b85-8706-cba158f715ab service neutron] 10.222.0.52 "GET /v2.0/networks/c74395db-c7eb-4508-9006-176acc6e4b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044024 Aug 11 22:10:19.701975 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5272d45-88f9-43fd-ae3d-02d967dd1047 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:19.758125 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-00ca67a7-8dfb-4fd3-8538-75ba11152951 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30bba54e-24ad-4c09-8891-8a226a46262f HTTP/1.1" status: 200 len: 217 time: 0.0487664 Aug 11 22:10:19.879128 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5272d45-88f9-43fd-ae3d-02d967dd1047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:19.881185 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5272d45-88f9-43fd-ae3d-02d967dd1047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:19.882258 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5272d45-88f9-43fd-ae3d-02d967dd1047 admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:19.983645 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007b4d2-cca1-4010-b837-d81a59962265 req-5bdf626d-66e4-4361-b573-52cc658cf1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:19.987242 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-5bdf626d-66e4-4361-b573-52cc658cf1f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13b7bc9a-1b63-4e42-b53a-8f3bb1200a3d HTTP/1.1" status: 200 len: 797 time: 0.2197385 Aug 11 22:10:19.991434 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8a1c8c5d-6204-4471-bc7e-899ef2e8fc42 None None] Provisioning for port 6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:10:20.009481 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8a1c8c5d-6204-4471-bc7e-899ef2e8fc42 None None] Provisioning complete for port 6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:10:20.010255 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8a1c8c5d-6204-4471-bc7e-899ef2e8fc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:20.036611 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d5272d45-88f9-43fd-ae3d-02d967dd1047 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8248601 Aug 11 22:10:20.086237 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c8c5d-6204-4471-bc7e-899ef2e8fc42 None None] Port 6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:10:20.339814 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45440) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:20.351931 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-48d26597-b1ae-4322-bc71-4d5f6035e692 admin admin] Request body: {'subnet': {'network_id': 'fd8ea5e7-61bc-4de6-a3fe-5a9ee6b2065c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-173898137-subnet', 'tenant_id': '026fbe585d9e4a21b4a4133ed143bbbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:10:20.413954 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:20.425378 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d26597-b1ae-4322-bc71-4d5f6035e692 admin admin] Made reservation on behalf of 026fbe585d9e4a21b4a4133ed143bbbc for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:10:20.427855 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-48d26597-b1ae-4322-bc71-4d5f6035e692 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:20.440389 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ad5b9-21d8-4a9c-897c-a5194ac44e1c req-57fd4259-99a5-4c52-8ea1-4de974717b2b tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:20.442007 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-343ad5b9-21d8-4a9c-897c-a5194ac44e1c req-57fd4259-99a5-4c52-8ea1-4de974717b2b tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2acb58a-8d45-4326-bcbe-cdc0e3ea2067 HTTP/1.1" status: 200 len: 932 time: 0.6798933 Aug 11 22:10:20.476891 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7051a24b-ac13-4856-8992-809676a5aa7d req-cbca74e6-3647-4687-9a91-fdabc8645a0d tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Made reservation on behalf of 005c4f8fe87b45d1b3fafbe96081c4d6 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:10:20.480447 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7051a24b-ac13-4856-8992-809676a5aa7d req-cbca74e6-3647-4687-9a91-fdabc8645a0d tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:20.568790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5272d45-88f9-43fd-ae3d-02d967dd1047 admin admin] Pushing event updated for resources: {'Network': ['ID=fd8ea5e7-61bc-4de6-a3fe-5a9ee6b2065c,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:20.598625 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network fd8ea5e7-61bc-4de6-a3fe-5a9ee6b2065c details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:10:20.606968 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007b4d2-cca1-4010-b837-d81a59962265 req-861a3e35-2fb1-4a8d-bf8d-baf89aedf06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:20.610171 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-861a3e35-2fb1-4a8d-bf8d-baf89aedf06f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c74395db-c7eb-4508-9006-176acc6e4b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6077507 Aug 11 22:10:20.612401 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-343ad5b9-21d8-4a9c-897c-a5194ac44e1c req-345f5d82-de18-46db-ae1e-a9baf513a39c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363542 Aug 11 22:10:20.724249 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device c854d765-80ef-4a1a-851d-463670b1e76f up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:10:20.830848 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port c854d765-80ef-4a1a-851d-463670b1e76f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:10:20.831943 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:20.836286 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-2595c456-fa11-4f80-84b8-29ea2b9f472e service neutron] 10.222.0.52 "GET /v2.0/networks/c74395db-c7eb-4508-9006-176acc6e4b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141454 Aug 11 22:10:21.011840 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-7051a24b-ac13-4856-8992-809676a5aa7d req-cbca74e6-3647-4687-9a91-fdabc8645a0d tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Allocated IP 19.86.0.204 (12a54021-e93f-4d91-84d9-cb48f9a59bf3/cc1bd638-59f0-4660-a829-83352d669c59/36278556-6ad0-4174-be42-ef22c463fa5d) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:10:21.037148 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9007b4d2-cca1-4010-b837-d81a59962265 req-c1960135-7306-4075-ad76-9aedbcd1ae2f service neutron] 10.222.0.52 "GET /v2.0/networks/c74395db-c7eb-4508-9006-176acc6e4b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936526 Aug 11 22:10:21.161918 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-464ce03b-aeef-44a3-90c3-63de5ce587ae tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--340456130&fields=id&tenant_id=305a51db4b5b4d7797ff280782d4def9 HTTP/1.1" status: 200 len: 267 time: 0.1864929 Aug 11 22:10:21.204157 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-48d26597-b1ae-4322-bc71-4d5f6035e692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:21.387226 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d26597-b1ae-4322-bc71-4d5f6035e692 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65b8692f-645f-4a9a-bc9c-afa0d1fe3910,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:21.458264 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-36775540-a913-4856-98fd-a2b8efc1f4d4 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:21.459878 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-36775540-a913-4856-98fd-a2b8efc1f4d4 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/networks?id=a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0 HTTP/1.1" status: 200 len: 816 time: 0.2859850 Aug 11 22:10:21.479820 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d26597-b1ae-4322-bc71-4d5f6035e692 admin admin] Checking segment: {'id': 'a0177dbf-0d27-4373-939e-a60909fa86d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fd8ea5e7-61bc-4de6-a3fe-5a9ee6b2065c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:10:21.480226 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d26597-b1ae-4322-bc71-4d5f6035e692 admin admin] Network hostable DHCP agents. Network: fd8ea5e7-61bc-4de6-a3fe-5a9ee6b2065c, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:10:21.507054 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7051a24b-ac13-4856-8992-809676a5aa7d req-cbca74e6-3647-4687-9a91-fdabc8645a0d tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:21.517154 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-5161b7b7-0a09-459b-ba79-325b18188d53 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/quotas/305a51db4b5b4d7797ff280782d4def9 HTTP/1.1" status: 200 len: 375 time: 0.0428116 Aug 11 22:10:21.576292 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-7051a24b-ac13-4856-8992-809676a5aa7d req-cbca74e6-3647-4687-9a91-fdabc8645a0d tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Transition to ACTIVE for port object 36278556-6ad0-4174-be42-ef22c463fa5d will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:10:21.598807 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d26597-b1ae-4322-bc71-4d5f6035e692 admin admin] Network fd8ea5e7-61bc-4de6-a3fe-5a9ee6b2065c is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:10:21.624333 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-48d26597-b1ae-4322-bc71-4d5f6035e692 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, fd8ea5e7-61bc-4de6-a3fe-5a9ee6b2065c) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:10:21.636863 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4c5fb2-a962-4212-8c1f-be515249d02b None None] Network fd8ea5e7-61bc-4de6-a3fe-5a9ee6b2065c requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:10:21.641007 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-95d55efd-8eb8-4914-b7fb-149bce0e4e0e tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=305a51db4b5b4d7797ff280782d4def9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1228621 Aug 11 22:10:21.644076 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d26597-b1ae-4322-bc71-4d5f6035e692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:21.644695 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-48d26597-b1ae-4322-bc71-4d5f6035e692 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:21.673573 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-48d26597-b1ae-4322-bc71-4d5f6035e692 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3302422 Aug 11 22:10:21.689076 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7051a24b-ac13-4856-8992-809676a5aa7d req-cbca74e6-3647-4687-9a91-fdabc8645a0d tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:21.790706 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7051a24b-ac13-4856-8992-809676a5aa7d req-cbca74e6-3647-4687-9a91-fdabc8645a0d tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Network 12a54021-e93f-4d91-84d9-cb48f9a59bf3 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:10:21.798480 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-7051a24b-ac13-4856-8992-809676a5aa7d req-cbca74e6-3647-4687-9a91-fdabc8645a0d tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:10:21.807238 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-7051a24b-ac13-4856-8992-809676a5aa7d req-cbca74e6-3647-4687-9a91-fdabc8645a0d tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:10:21.814164 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca74e6-3647-4687-9a91-fdabc8645a0d tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Pushing event updated for resources: {'Port': ['ID=36278556-6ad0-4174-be42-ef22c463fa5d,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:21.879442 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-8631c843-41a0-4b4f-99b7-3898f5d80d7b service neutron] 10.222.0.77 "GET /v2.0/networks/a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172928 Aug 11 22:10:21.892278 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051a24b-ac13-4856-8992-809676a5aa7d req-cbca74e6-3647-4687-9a91-fdabc8645a0d tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:21.892986 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7051a24b-ac13-4856-8992-809676a5aa7d req-cbca74e6-3647-4687-9a91-fdabc8645a0d tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:21.929167 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a649b5e3-a210-4c1f-b3c1-194fc6657495 None None] Network fd8ea5e7-61bc-4de6-a3fe-5a9ee6b2065c requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:10:22.057787 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-cbca74e6-3647-4687-9a91-fdabc8645a0d tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3982904 Aug 11 22:10:22.082686 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-7051a24b-ac13-4856-8992-809676a5aa7d req-ce0c5a38-0983-40c9-bf83-4bcd38c3f06f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Request body: {'port': {'device_id': 'a2acb58a-8d45-4326-bcbe-cdc0e3ea2067', 'network_id': 'd284e849-5b8b-462d-b6ce-d38aafc6189b', 'admin_state_up': True, 'tenant_id': '005c4f8fe87b45d1b3fafbe96081c4d6'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:10:22.092006 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-cade2c36-eb13-4d4f-9bad-d42985443636 service neutron] 10.222.0.77 "GET /v2.0/networks/a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960025 Aug 11 22:10:22.259097 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ead7b3f3-6f44-4f68-bc03-d6d90f18b982 None None] Provisioning for port 36278556-6ad0-4174-be42-ef22c463fa5d completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:10:22.265481 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ead7b3f3-6f44-4f68-bc03-d6d90f18b982 None None] Provisioning complete for port 36278556-6ad0-4174-be42-ef22c463fa5d triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:10:22.265946 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ead7b3f3-6f44-4f68-bc03-d6d90f18b982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:22.310676 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7051a24b-ac13-4856-8992-809676a5aa7d req-ce0c5a38-0983-40c9-bf83-4bcd38c3f06f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Made reservation on behalf of 005c4f8fe87b45d1b3fafbe96081c4d6 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:10:22.317912 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-ead7b3f3-6f44-4f68-bc03-d6d90f18b982 None None] Port 36278556-6ad0-4174-be42-ef22c463fa5d cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:10:22.319275 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7051a24b-ac13-4856-8992-809676a5aa7d req-ce0c5a38-0983-40c9-bf83-4bcd38c3f06f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:22.539042 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-7051a24b-ac13-4856-8992-809676a5aa7d req-ce0c5a38-0983-40c9-bf83-4bcd38c3f06f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Allocated IP 19.80.0.214 (d284e849-5b8b-462d-b6ce-d38aafc6189b/78364357-65cc-45b7-a070-90c17a43a713/7bc7bda4-3e0b-4906-a498-9965be9f048f) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:10:22.657479 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45484) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:22.663050 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-8824bf38-d503-44f3-a1c1-defd765aed1f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-894765847-network', 'tenant_id': 'db23c4a23b6d4c5d989e1de43f8174d0'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:10:22.699194 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8824bf38-d503-44f3-a1c1-defd765aed1f admin admin] Made reservation on behalf of db23c4a23b6d4c5d989e1de43f8174d0 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:10:22.706850 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8824bf38-d503-44f3-a1c1-defd765aed1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:22.735922 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8824bf38-d503-44f3-a1c1-defd765aed1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:22.823706 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7051a24b-ac13-4856-8992-809676a5aa7d req-ce0c5a38-0983-40c9-bf83-4bcd38c3f06f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:22.878407 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-7051a24b-ac13-4856-8992-809676a5aa7d req-ce0c5a38-0983-40c9-bf83-4bcd38c3f06f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Transition to ACTIVE for port object 7bc7bda4-3e0b-4906-a498-9965be9f048f will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:10:22.959083 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8824bf38-d503-44f3-a1c1-defd765aed1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:22.965899 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7051a24b-ac13-4856-8992-809676a5aa7d req-ce0c5a38-0983-40c9-bf83-4bcd38c3f06f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:22.971079 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8824bf38-d503-44f3-a1c1-defd765aed1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:23.033929 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7051a24b-ac13-4856-8992-809676a5aa7d req-ce0c5a38-0983-40c9-bf83-4bcd38c3f06f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Network d284e849-5b8b-462d-b6ce-d38aafc6189b is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:10:23.034440 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8824bf38-d503-44f3-a1c1-defd765aed1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:10:23.038856 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-7051a24b-ac13-4856-8992-809676a5aa7d req-ce0c5a38-0983-40c9-bf83-4bcd38c3f06f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:10:23.043900 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-7051a24b-ac13-4856-8992-809676a5aa7d req-ce0c5a38-0983-40c9-bf83-4bcd38c3f06f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:10:23.057054 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824bf38-d503-44f3-a1c1-defd765aed1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe5fd95-b3a3-4928-87d3-fa5cdcaa85d2,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:23.066683 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8824bf38-d503-44f3-a1c1-defd765aed1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:23.067211 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-8824bf38-d503-44f3-a1c1-defd765aed1f admin admin] Added segment 2185724d-edfa-4d5f-925c-b350377986ce of type vlan for network 39ce5ad5-29a0-4507-b273-215170479df2 Aug 11 22:10:23.102033 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c5a38-0983-40c9-bf83-4bcd38c3f06f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Pushing event updated for resources: {'Port': ['ID=7bc7bda4-3e0b-4906-a498-9965be9f048f,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:23.154980 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051a24b-ac13-4856-8992-809676a5aa7d req-ce0c5a38-0983-40c9-bf83-4bcd38c3f06f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:23.155729 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7051a24b-ac13-4856-8992-809676a5aa7d req-ce0c5a38-0983-40c9-bf83-4bcd38c3f06f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:23.190972 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8824bf38-d503-44f3-a1c1-defd765aed1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:23.191799 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-ce0c5a38-0983-40c9-bf83-4bcd38c3f06f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1194243 Aug 11 22:10:23.212078 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-7051a24b-ac13-4856-8992-809676a5aa7d req-7bfaf34f-a6d3-408d-b3f2-a0d68971186b service neutron] Request body: {'port': {'device_id': 'a2acb58a-8d45-4326-bcbe-cdc0e3ea2067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:10:23.268422 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8824bf38-d503-44f3-a1c1-defd765aed1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:23.271394 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8824bf38-d503-44f3-a1c1-defd765aed1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:23.272775 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8824bf38-d503-44f3-a1c1-defd765aed1f admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:23.444778 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7051a24b-ac13-4856-8992-809676a5aa7d req-7bfaf34f-a6d3-408d-b3f2-a0d68971186b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:23.451814 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8824bf38-d503-44f3-a1c1-defd765aed1f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7920861 Aug 11 22:10:23.454512 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45498) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:23.466328 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-8477baa9-0e36-491a-8b98-9082217cca85 admin admin] Request body: {'subnet': {'network_id': '39ce5ad5-29a0-4507-b273-215170479df2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-894765847-subnet', 'tenant_id': 'db23c4a23b6d4c5d989e1de43f8174d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:10:23.490151 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824bf38-d503-44f3-a1c1-defd765aed1f admin admin] Pushing event updated for resources: {'Network': ['ID=39ce5ad5-29a0-4507-b273-215170479df2,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:23.510552 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 39ce5ad5-29a0-4507-b273-215170479df2 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:10:23.558360 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9918f-08af-4616-a8a5-7d433f6f1905 req-f9dbc5aa-d9b3-447d-a95e-0f54f06e09e8 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:23.560349 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8fc9918f-08af-4616-a8a5-7d433f6f1905 req-f9dbc5aa-d9b3-447d-a95e-0f54f06e09e8 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.8144252 Aug 11 22:10:23.580293 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8477baa9-0e36-491a-8b98-9082217cca85 admin admin] Made reservation on behalf of db23c4a23b6d4c5d989e1de43f8174d0 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:10:23.582842 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8477baa9-0e36-491a-8b98-9082217cca85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:23.628703 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b0c8e7a2-e049-465a-827a-ca315415ca16 None None] Provisioning for port 7bc7bda4-3e0b-4906-a498-9965be9f048f completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:10:23.650808 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b0c8e7a2-e049-465a-827a-ca315415ca16 None None] Provisioning complete for port 7bc7bda4-3e0b-4906-a498-9965be9f048f triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:10:23.651734 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b0c8e7a2-e049-465a-827a-ca315415ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:23.787737 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8fc9918f-08af-4616-a8a5-7d433f6f1905 req-635be8c2-5673-498a-80c7-48e3e1c91f1b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926672 Aug 11 22:10:24.040910 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b0c8e7a2-e049-465a-827a-ca315415ca16 None None] Port 7bc7bda4-3e0b-4906-a498-9965be9f048f cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:10:24.087698 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078d1a7-f771-45bf-a121-0ae6391df518 req-39ea001d-6ab6-4980-97e0-7526561524b0 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:24.095169 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078d1a7-f771-45bf-a121-0ae6391df518 req-39ea001d-6ab6-4980-97e0-7526561524b0 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:24.101569 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078d1a7-f771-45bf-a121-0ae6391df518 req-39ea001d-6ab6-4980-97e0-7526561524b0 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:24.103605 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9078d1a7-f771-45bf-a121-0ae6391df518 req-39ea001d-6ab6-4980-97e0-7526561524b0 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2acb58a-8d45-4326-bcbe-cdc0e3ea2067 HTTP/1.1" status: 200 len: 2377 time: 0.2091074 Aug 11 22:10:24.182724 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8477baa9-0e36-491a-8b98-9082217cca85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:24.241783 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-7051a24b-ac13-4856-8992-809676a5aa7d req-7bfaf34f-a6d3-408d-b3f2-a0d68971186b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:10:24.257665 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9078d1a7-f771-45bf-a121-0ae6391df518 req-ffa49a98-913c-41c1-860f-6ecac7d687cf tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316319 Aug 11 22:10:24.262163 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7051a24b-ac13-4856-8992-809676a5aa7d req-7bfaf34f-a6d3-408d-b3f2-a0d68971186b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:24.301482 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477baa9-0e36-491a-8b98-9082217cca85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc2f635f-5597-42a4-940c-658a6bd32e45,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:24.309790 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-7051a24b-ac13-4856-8992-809676a5aa7d req-7bfaf34f-a6d3-408d-b3f2-a0d68971186b service neutron] Transition to ACTIVE for port object 6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:10:24.317189 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7051a24b-ac13-4856-8992-809676a5aa7d req-7bfaf34f-a6d3-408d-b3f2-a0d68971186b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:24.328458 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8477baa9-0e36-491a-8b98-9082217cca85 admin admin] Checking segment: {'id': '2185724d-edfa-4d5f-925c-b350377986ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '39ce5ad5-29a0-4507-b273-215170479df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:10:24.328880 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8477baa9-0e36-491a-8b98-9082217cca85 admin admin] Network hostable DHCP agents. Network: 39ce5ad5-29a0-4507-b273-215170479df2, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:10:24.398733 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfaf34f-a6d3-408d-b3f2-a0d68971186b service neutron] Pushing event updated for resources: {'Port': ['ID=6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:24.416209 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8477baa9-0e36-491a-8b98-9082217cca85 admin admin] Network 39ce5ad5-29a0-4507-b273-215170479df2 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:10:24.454626 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-8477baa9-0e36-491a-8b98-9082217cca85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 39ce5ad5-29a0-4507-b273-215170479df2) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:10:24.461254 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8477baa9-0e36-491a-8b98-9082217cca85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:24.461254 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8477baa9-0e36-491a-8b98-9082217cca85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:24.491061 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3771bd2-25a6-44ba-a33a-bebd252e2d4e None None] Network 39ce5ad5-29a0-4507-b273-215170479df2 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:10:24.522500 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8477baa9-0e36-491a-8b98-9082217cca85 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0621691 Aug 11 22:10:24.554426 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-7051a24b-ac13-4856-8992-809676a5aa7d req-7bfaf34f-a6d3-408d-b3f2-a0d68971186b service neutron] Attempting to bind port 6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:10:24.554769 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-7051a24b-ac13-4856-8992-809676a5aa7d req-7bfaf34f-a6d3-408d-b3f2-a0d68971186b service neutron] Attempting to bind port 6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'a1abdcc0-5ef1-4feb-b8cb-570d800157f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd284e849-5b8b-462d-b6ce-d38aafc6189b'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:10:24.555110 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7051a24b-ac13-4856-8992-809676a5aa7d req-7bfaf34f-a6d3-408d-b3f2-a0d68971186b service neutron] Attempting to bind port 6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7 on network d284e849-5b8b-462d-b6ce-d38aafc6189b {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:10:24.560481 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7051a24b-ac13-4856-8992-809676a5aa7d req-7bfaf34f-a6d3-408d-b3f2-a0d68971186b service neutron] Port 6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7 on network d284e849-5b8b-462d-b6ce-d38aafc6189b not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:10:24.561588 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7051a24b-ac13-4856-8992-809676a5aa7d req-7bfaf34f-a6d3-408d-b3f2-a0d68971186b service neutron] Attempting to bind port 6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7 on network d284e849-5b8b-462d-b6ce-d38aafc6189b {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:10:24.579755 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7051a24b-ac13-4856-8992-809676a5aa7d req-7bfaf34f-a6d3-408d-b3f2-a0d68971186b service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:10:24.580107 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7051a24b-ac13-4856-8992-809676a5aa7d req-7bfaf34f-a6d3-408d-b3f2-a0d68971186b service neutron] Checking segment: {'id': 'a1abdcc0-5ef1-4feb-b8cb-570d800157f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd284e849-5b8b-462d-b6ce-d38aafc6189b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:10:24.580503 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7051a24b-ac13-4856-8992-809676a5aa7d req-7bfaf34f-a6d3-408d-b3f2-a0d68971186b service neutron] Bound using segment: {'id': 'a1abdcc0-5ef1-4feb-b8cb-570d800157f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd284e849-5b8b-462d-b6ce-d38aafc6189b'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:10:24.581205 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-7051a24b-ac13-4856-8992-809676a5aa7d req-7bfaf34f-a6d3-408d-b3f2-a0d68971186b service neutron] Bound port: 6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1abdcc0-5ef1-4feb-b8cb-570d800157f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd284e849-5b8b-462d-b6ce-d38aafc6189b'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:10:24.585015 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7051a24b-ac13-4856-8992-809676a5aa7d req-7bfaf34f-a6d3-408d-b3f2-a0d68971186b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:24.654348 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-26b02c80-74ea-4520-9d3c-4e72c41431c9 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:24.657096 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-26b02c80-74ea-4520-9d3c-4e72c41431c9 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.52 "GET /v2.0/networks?id=a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0 HTTP/1.1" status: 200 len: 816 time: 0.2087755 Aug 11 22:10:24.717637 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-7051a24b-ac13-4856-8992-809676a5aa7d req-7bfaf34f-a6d3-408d-b3f2-a0d68971186b service neutron] For port 6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:10:24.733687 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-7051a24b-ac13-4856-8992-809676a5aa7d req-7bfaf34f-a6d3-408d-b3f2-a0d68971186b service neutron] For port 6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7,segment=NetworkSegment(a1abdcc0-5ef1-4feb-b8cb-570d800157f5),segment_id=a1abdcc0-5ef1-4feb-b8cb-570d800157f5)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:10:24.742589 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7051a24b-ac13-4856-8992-809676a5aa7d req-7bfaf34f-a6d3-408d-b3f2-a0d68971186b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:24.776246 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-021c7327-d1aa-4e39-bb4e-5100df1b472c tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=305a51db4b5b4d7797ff280782d4def9 HTTP/1.1" status: 200 len: 379 time: 0.1097429 Aug 11 22:10:24.789152 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-b053d3b8-10a2-4eaf-b56d-a59c9b48ee13 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Request body: {'port': {'device_id': '1ad99d9d-75b2-407b-b822-6a4e0ba8eeff', 'network_id': 'a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0', 'admin_state_up': True, 'tenant_id': '305a51db4b5b4d7797ff280782d4def9', 'security_groups': ['a8ae3edd-cb56-4848-bf7c-204a9cfe83a9']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:10:24.858069 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfaf34f-a6d3-408d-b3f2-a0d68971186b service neutron] Pushing event updated for resources: {'Port': ['ID=6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:24.912690 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5905397e-4514-4193-8c5c-460ec767337a req-422a844c-47f3-4487-8388-b609dd11c41d tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ad99d9d-75b2-407b-b822-6a4e0ba8eeff HTTP/1.1" status: 200 len: 210 time: 0.0607066 Aug 11 22:10:24.925493 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051a24b-ac13-4856-8992-809676a5aa7d req-7bfaf34f-a6d3-408d-b3f2-a0d68971186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:24.926132 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7051a24b-ac13-4856-8992-809676a5aa7d req-7bfaf34f-a6d3-408d-b3f2-a0d68971186b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:24.927804 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-7bfaf34f-a6d3-408d-b3f2-a0d68971186b service neutron] 10.222.0.82 "PUT /v2.0/ports/6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7 HTTP/1.1" status: 200 len: 1092 time: 1.7203560 Aug 11 22:10:24.928291 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2acb58a-8d45-4326-bcbe-cdc0e3ea2067', 'tag': '6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:10:24.930954 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff2515b-0bd6-4569-9574-7831c36fd87b" -d '{"events": [{"name": "network-changed", "server_uuid": "a2acb58a-8d45-4326-bcbe-cdc0e3ea2067", "tag": "6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:10:24.935001 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45506) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:24.975917 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d577870-06af-4936-b2cf-4e899eb7bb23 None None] Network 39ce5ad5-29a0-4507-b273-215170479df2 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:10:24.988648 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-7051a24b-ac13-4856-8992-809676a5aa7d req-9147b81b-72b5-4874-b5cb-a1d907b8c3bf service neutron] Request body: {'port': {'device_id': 'a2acb58a-8d45-4326-bcbe-cdc0e3ea2067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:10:25.052412 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-d08dff49-865e-4579-8787-19da8f8efa4f admin admin] Deleting subnet 65b8692f-645f-4a9a-bc9c-afa0d1fe3910 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:10:25.080482 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d08dff49-865e-4579-8787-19da8f8efa4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:25.190242 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7051a24b-ac13-4856-8992-809676a5aa7d req-9147b81b-72b5-4874-b5cb-a1d907b8c3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:25.221189 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d08dff49-865e-4579-8787-19da8f8efa4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:25.251815 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-b053d3b8-10a2-4eaf-b56d-a59c9b48ee13 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Made reservation on behalf of 305a51db4b5b4d7797ff280782d4def9 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:10:25.256523 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-b053d3b8-10a2-4eaf-b56d-a59c9b48ee13 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:25.310940 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c77ef-7ca3-4ade-93a4-d21a95a20938 req-58a766f7-5646-4b71-85e3-a65616cebe6b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:25.312627 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d28c77ef-7ca3-4ade-93a4-d21a95a20938 req-58a766f7-5646-4b71-85e3-a65616cebe6b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1938260 Aug 11 22:10:25.377764 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d08dff49-865e-4579-8787-19da8f8efa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:25.524162 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d28c77ef-7ca3-4ade-93a4-d21a95a20938 req-360615d0-af54-43a2-b8e1-3302fd9c6f08 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872396 Aug 11 22:10:25.565180 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-b053d3b8-10a2-4eaf-b56d-a59c9b48ee13 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Allocated IP 172.20.0.12 (a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0/41ab5701-e2fa-487c-8ec8-f16e177e68a7/51db4777-36d3-42ed-b43d-730c1dce7f18) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:10:25.607840 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d08dff49-865e-4579-8787-19da8f8efa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:25.628664 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f861d8-5a93-40e5-b61b-bcaa8eba4624 x-openstack-request-id: req-41f861d8-5a93-40e5-b61b-bcaa8eba4624 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:10:25.628950 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2acb58a-8d45-4326-bcbe-cdc0e3ea2067", "tag": "6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:10:25.629202 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-41f861d8-5a93-40e5-b61b-bcaa8eba4624 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:10:25.629616 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2acb58a-8d45-4326-bcbe-cdc0e3ea2067', 'tag': '6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7', 'status': 'completed', 'code': 200} Aug 11 22:10:25.652337 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d08dff49-865e-4579-8787-19da8f8efa4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:25.657840 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d08dff49-865e-4579-8787-19da8f8efa4f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/65b8692f-645f-4a9a-bc9c-afa0d1fe3910 HTTP/1.1" status: 204 len: 168 time: 0.7210102 Aug 11 22:10:25.658819 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08dff49-865e-4579-8787-19da8f8efa4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65b8692f-645f-4a9a-bc9c-afa0d1fe3910,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:25.663108 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45518) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:25.788549 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c1e4527-834e-4742-b873-794bb8bf0a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:25.874091 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-7051a24b-ac13-4856-8992-809676a5aa7d req-9147b81b-72b5-4874-b5cb-a1d907b8c3bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36278556-6ad0-4174-be42-ef22c463fa5d {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:10:25.903336 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7051a24b-ac13-4856-8992-809676a5aa7d req-9147b81b-72b5-4874-b5cb-a1d907b8c3bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:25.942666 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2515b-0bd6-4569-9574-7831c36fd87b req-c8369e6a-bedb-4223-aaf9-0907f50f6523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:25.951674 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2515b-0bd6-4569-9574-7831c36fd87b req-c8369e6a-bedb-4223-aaf9-0907f50f6523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:25.952367 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2515b-0bd6-4569-9574-7831c36fd87b req-c8369e6a-bedb-4223-aaf9-0907f50f6523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:25.954336 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dff2515b-0bd6-4569-9574-7831c36fd87b req-c8369e6a-bedb-4223-aaf9-0907f50f6523 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=005c4f8fe87b45d1b3fafbe96081c4d6&device_id=a2acb58a-8d45-4326-bcbe-cdc0e3ea2067 HTTP/1.1" status: 200 len: 2732 time: 0.2631238 Aug 11 22:10:25.977367 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-7051a24b-ac13-4856-8992-809676a5aa7d req-9147b81b-72b5-4874-b5cb-a1d907b8c3bf service neutron] Transition to ACTIVE for port object 36278556-6ad0-4174-be42-ef22c463fa5d will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:10:25.989919 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ea6ba-a88c-4f73-b3c0-b9edacec0cb0 req-335a66fe-6bca-4259-bdd5-fcf40bc781a1 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:25.996744 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ea6ba-a88c-4f73-b3c0-b9edacec0cb0 req-335a66fe-6bca-4259-bdd5-fcf40bc781a1 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:26.000018 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-b053d3b8-10a2-4eaf-b56d-a59c9b48ee13 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:26.003086 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ea6ba-a88c-4f73-b3c0-b9edacec0cb0 req-335a66fe-6bca-4259-bdd5-fcf40bc781a1 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:26.005011 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-707ea6ba-a88c-4f73-b3c0-b9edacec0cb0 req-335a66fe-6bca-4259-bdd5-fcf40bc781a1 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2acb58a-8d45-4326-bcbe-cdc0e3ea2067 HTTP/1.1" status: 200 len: 2389 time: 0.1911974 Aug 11 22:10:26.008260 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7051a24b-ac13-4856-8992-809676a5aa7d req-9147b81b-72b5-4874-b5cb-a1d907b8c3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:26.019951 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c1e4527-834e-4742-b873-794bb8bf0a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:26.021859 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-b053d3b8-10a2-4eaf-b56d-a59c9b48ee13 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Transition to ACTIVE for port object 51db4777-36d3-42ed-b43d-730c1dce7f18 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:10:26.074999 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-5c1e4527-834e-4742-b873-794bb8bf0a29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8ea5e7-61bc-4de6-a3fe-5a9ee6b2065c']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:10:26.109450 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-5c1e4527-834e-4742-b873-794bb8bf0a29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0177dbf-0d27-4373-939e-a60909fa86d6') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:10:26.110607 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-5c1e4527-834e-4742-b873-794bb8bf0a29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0177dbf-0d27-4373-939e-a60909fa86d6') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:10:26.156773 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-b053d3b8-10a2-4eaf-b56d-a59c9b48ee13 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:26.198849 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-707ea6ba-a88c-4f73-b3c0-b9edacec0cb0 req-0c18602d-f64e-4774-8ea0-2e333f63e0ab tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719646 Aug 11 22:10:26.201327 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c1e4527-834e-4742-b873-794bb8bf0a29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:26.204764 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147b81b-72b5-4874-b5cb-a1d907b8c3bf service neutron] Pushing event updated for resources: {'Port': ['ID=36278556-6ad0-4174-be42-ef22c463fa5d,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:26.271959 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c1e4527-834e-4742-b873-794bb8bf0a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:26.306205 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-b053d3b8-10a2-4eaf-b56d-a59c9b48ee13 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Network a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:10:26.314742 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-b053d3b8-10a2-4eaf-b56d-a59c9b48ee13 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:10:26.346950 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-7051a24b-ac13-4856-8992-809676a5aa7d req-9147b81b-72b5-4874-b5cb-a1d907b8c3bf service neutron] Attempting to bind port 36278556-6ad0-4174-be42-ef22c463fa5d on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:10:26.347718 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-7051a24b-ac13-4856-8992-809676a5aa7d req-9147b81b-72b5-4874-b5cb-a1d907b8c3bf service neutron] Attempting to bind port 36278556-6ad0-4174-be42-ef22c463fa5d by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'ad912a5c-cd92-4730-953b-66783cd7d25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '12a54021-e93f-4d91-84d9-cb48f9a59bf3'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:10:26.348160 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7051a24b-ac13-4856-8992-809676a5aa7d req-9147b81b-72b5-4874-b5cb-a1d907b8c3bf service neutron] Attempting to bind port 36278556-6ad0-4174-be42-ef22c463fa5d on network 12a54021-e93f-4d91-84d9-cb48f9a59bf3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:10:26.356417 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7051a24b-ac13-4856-8992-809676a5aa7d req-9147b81b-72b5-4874-b5cb-a1d907b8c3bf service neutron] Port 36278556-6ad0-4174-be42-ef22c463fa5d on network 12a54021-e93f-4d91-84d9-cb48f9a59bf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:10:26.357016 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7051a24b-ac13-4856-8992-809676a5aa7d req-9147b81b-72b5-4874-b5cb-a1d907b8c3bf service neutron] Attempting to bind port 36278556-6ad0-4174-be42-ef22c463fa5d on network 12a54021-e93f-4d91-84d9-cb48f9a59bf3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:10:26.365040 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1e4527-834e-4742-b873-794bb8bf0a29 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:10:26.365903 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c1e4527-834e-4742-b873-794bb8bf0a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:26.368743 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7051a24b-ac13-4856-8992-809676a5aa7d req-9147b81b-72b5-4874-b5cb-a1d907b8c3bf service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:10:26.369645 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7051a24b-ac13-4856-8992-809676a5aa7d req-9147b81b-72b5-4874-b5cb-a1d907b8c3bf service neutron] Checking segment: {'id': 'ad912a5c-cd92-4730-953b-66783cd7d25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '12a54021-e93f-4d91-84d9-cb48f9a59bf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:10:26.370141 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7051a24b-ac13-4856-8992-809676a5aa7d req-9147b81b-72b5-4874-b5cb-a1d907b8c3bf service neutron] Bound using segment: {'id': 'ad912a5c-cd92-4730-953b-66783cd7d25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '12a54021-e93f-4d91-84d9-cb48f9a59bf3'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:10:26.370807 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-7051a24b-ac13-4856-8992-809676a5aa7d req-9147b81b-72b5-4874-b5cb-a1d907b8c3bf service neutron] Bound port: 36278556-6ad0-4174-be42-ef22c463fa5d, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad912a5c-cd92-4730-953b-66783cd7d25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '12a54021-e93f-4d91-84d9-cb48f9a59bf3'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:10:26.372126 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7051a24b-ac13-4856-8992-809676a5aa7d req-9147b81b-72b5-4874-b5cb-a1d907b8c3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:10:26.374221 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:10:26.389205 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-b053d3b8-10a2-4eaf-b56d-a59c9b48ee13 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:10:26.574831 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-7051a24b-ac13-4856-8992-809676a5aa7d req-9147b81b-72b5-4874-b5cb-a1d907b8c3bf service neutron] For port 36278556-6ad0-4174-be42-ef22c463fa5d, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:10:26.577996 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-7051a24b-ac13-4856-8992-809676a5aa7d req-9147b81b-72b5-4874-b5cb-a1d907b8c3bf service neutron] For port 36278556-6ad0-4174-be42-ef22c463fa5d, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=36278556-6ad0-4174-be42-ef22c463fa5d,segment=NetworkSegment(ad912a5c-cd92-4730-953b-66783cd7d25a),segment_id=ad912a5c-cd92-4730-953b-66783cd7d25a)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:10:26.587796 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053d3b8-10a2-4eaf-b56d-a59c9b48ee13 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Pushing event updated for resources: {'Port': ['ID=51db4777-36d3-42ed-b43d-730c1dce7f18,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:26.592470 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7051a24b-ac13-4856-8992-809676a5aa7d req-9147b81b-72b5-4874-b5cb-a1d907b8c3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:26.600457 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c1e4527-834e-4742-b873-794bb8bf0a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:26.602883 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2515b-0bd6-4569-9574-7831c36fd87b req-8864bb44-b594-40af-8ab4-aab6f4c3f448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:26.607130 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2515b-0bd6-4569-9574-7831c36fd87b req-8864bb44-b594-40af-8ab4-aab6f4c3f448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:26.608456 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2515b-0bd6-4569-9574-7831c36fd87b req-8864bb44-b594-40af-8ab4-aab6f4c3f448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:26.612322 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dff2515b-0bd6-4569-9574-7831c36fd87b req-8864bb44-b594-40af-8ab4-aab6f4c3f448 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=005c4f8fe87b45d1b3fafbe96081c4d6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5705788 Aug 11 22:10:26.640725 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c1e4527-834e-4742-b873-794bb8bf0a29 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:26.649247 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5c1e4527-834e-4742-b873-794bb8bf0a29 admin admin] 10.222.0.77 "DELETE /v2.0/networks/fd8ea5e7-61bc-4de6-a3fe-5a9ee6b2065c HTTP/1.1" status: 204 len: 168 time: 0.9799783 Aug 11 22:10:26.657926 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45526) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:26.737013 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-b053d3b8-10a2-4eaf-b56d-a59c9b48ee13 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:26.738215 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-b053d3b8-10a2-4eaf-b56d-a59c9b48ee13 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:26.749105 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e4527-834e-4742-b873-794bb8bf0a29 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd8ea5e7-61bc-4de6-a3fe-5a9ee6b2065c,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:26.766654 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051a24b-ac13-4856-8992-809676a5aa7d req-9147b81b-72b5-4874-b5cb-a1d907b8c3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:26.767116 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7051a24b-ac13-4856-8992-809676a5aa7d req-9147b81b-72b5-4874-b5cb-a1d907b8c3bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:26.769956 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-9147b81b-72b5-4874-b5cb-a1d907b8c3bf service neutron] 10.222.0.82 "PUT /v2.0/ports/36278556-6ad0-4174-be42-ef22c463fa5d HTTP/1.1" status: 200 len: 1092 time: 1.7853642 Aug 11 22:10:26.865087 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-b053d3b8-10a2-4eaf-b56d-a59c9b48ee13 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0811763 Aug 11 22:10:26.870640 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-7051a24b-ac13-4856-8992-809676a5aa7d req-07ef7996-9103-4e7f-b274-f0078c0b144b service neutron] Request body: {'port': {'device_id': 'a2acb58a-8d45-4326-bcbe-cdc0e3ea2067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:10:26.881609 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-4cda40d2-964a-477f-9656-56fcee3f6d0b service neutron] Request body: {'port': {'device_id': '1ad99d9d-75b2-407b-b822-6a4e0ba8eeff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:10:26.932674 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-161aabc2-eb7d-4e31-acd5-74b6fe7690db None None] Provisioning for port 51db4777-36d3-42ed-b43d-730c1dce7f18 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:10:26.947649 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-161aabc2-eb7d-4e31-acd5-74b6fe7690db None None] Provisioning complete for port 51db4777-36d3-42ed-b43d-730c1dce7f18 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:10:26.951669 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-161aabc2-eb7d-4e31-acd5-74b6fe7690db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:26.968171 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2515b-0bd6-4569-9574-7831c36fd87b req-3bc45ccb-dbd0-4d4f-aac5-d6baa59dc13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:26.969844 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dff2515b-0bd6-4569-9574-7831c36fd87b req-3bc45ccb-dbd0-4d4f-aac5-d6baa59dc13d service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3481102 Aug 11 22:10:26.998639 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3122557-c15b-4d6e-b307-baf47c9c24fe admin admin] Deleting subnet cc2f635f-5597-42a4-940c-658a6bd32e45 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:10:27.012800 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e3122557-c15b-4d6e-b307-baf47c9c24fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:27.029862 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147b81b-72b5-4874-b5cb-a1d907b8c3bf service neutron] Pushing event updated for resources: {'Port': ['ID=36278556-6ad0-4174-be42-ef22c463fa5d,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:27.142605 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-161aabc2-eb7d-4e31-acd5-74b6fe7690db None None] Port 51db4777-36d3-42ed-b43d-730c1dce7f18 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:10:27.144649 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-4cda40d2-964a-477f-9656-56fcee3f6d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:27.181796 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e3122557-c15b-4d6e-b307-baf47c9c24fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:27.201102 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7051a24b-ac13-4856-8992-809676a5aa7d req-07ef7996-9103-4e7f-b274-f0078c0b144b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:27.221443 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa705c-028a-464f-8ce4-d6d7bfce389f req-69d453cc-d359-4535-861a-d05db20c1b66 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:27.236259 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60fa705c-028a-464f-8ce4-d6d7bfce389f req-69d453cc-d359-4535-861a-d05db20c1b66 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ad99d9d-75b2-407b-b822-6a4e0ba8eeff HTTP/1.1" status: 200 len: 932 time: 0.4648573 Aug 11 22:10:27.342262 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e3122557-c15b-4d6e-b307-baf47c9c24fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:27.379085 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60fa705c-028a-464f-8ce4-d6d7bfce389f req-3e65221f-f25a-4c0d-89e8-15c5735b08d2 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8ae3edd-cb56-4848-bf7c-204a9cfe83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377771 Aug 11 22:10:27.649001 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2acb58a-8d45-4326-bcbe-cdc0e3ea2067', 'tag': '36278556-6ad0-4174-be42-ef22c463fa5d'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:10:27.652425 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab99eb5-b624-4a6c-9043-e46bb8dd221e" -d '{"events": [{"name": "network-changed", "server_uuid": "a2acb58a-8d45-4326-bcbe-cdc0e3ea2067", "tag": "36278556-6ad0-4174-be42-ef22c463fa5d"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:10:27.655868 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e3122557-c15b-4d6e-b307-baf47c9c24fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:27.733019 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3122557-c15b-4d6e-b307-baf47c9c24fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc2f635f-5597-42a4-940c-658a6bd32e45,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:27.752241 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e3122557-c15b-4d6e-b307-baf47c9c24fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:27.758191 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e3122557-c15b-4d6e-b307-baf47c9c24fe admin admin] 10.222.0.77 "DELETE /v2.0/subnets/cc2f635f-5597-42a4-940c-658a6bd32e45 HTTP/1.1" status: 204 len: 168 time: 1.0959365 Aug 11 22:10:27.758678 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45538) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:27.852718 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-4cda40d2-964a-477f-9656-56fcee3f6d0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51db4777-36d3-42ed-b43d-730c1dce7f18 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:10:27.864726 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-4cda40d2-964a-477f-9656-56fcee3f6d0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:27.885203 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-4cda40d2-964a-477f-9656-56fcee3f6d0b service neutron] Transition to ACTIVE for port object 51db4777-36d3-42ed-b43d-730c1dce7f18 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:10:27.892727 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-4cda40d2-964a-477f-9656-56fcee3f6d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:28.041287 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda40d2-964a-477f-9656-56fcee3f6d0b service neutron] Pushing event updated for resources: {'Port': ['ID=51db4777-36d3-42ed-b43d-730c1dce7f18,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:28.132612 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-4cda40d2-964a-477f-9656-56fcee3f6d0b service neutron] Attempting to bind port 51db4777-36d3-42ed-b43d-730c1dce7f18 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:10:28.133891 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-4cda40d2-964a-477f-9656-56fcee3f6d0b service neutron] Attempting to bind port 51db4777-36d3-42ed-b43d-730c1dce7f18 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '8d93256b-5352-438c-bc62-49e313e3a676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:10:28.134253 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-4cda40d2-964a-477f-9656-56fcee3f6d0b service neutron] Attempting to bind port 51db4777-36d3-42ed-b43d-730c1dce7f18 on network a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:10:28.146754 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-4cda40d2-964a-477f-9656-56fcee3f6d0b service neutron] Port 51db4777-36d3-42ed-b43d-730c1dce7f18 on network a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:10:28.147092 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-4cda40d2-964a-477f-9656-56fcee3f6d0b service neutron] Attempting to bind port 51db4777-36d3-42ed-b43d-730c1dce7f18 on network a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:10:28.161816 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-4cda40d2-964a-477f-9656-56fcee3f6d0b service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:10:28.162180 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-4cda40d2-964a-477f-9656-56fcee3f6d0b service neutron] Checking segment: {'id': '8d93256b-5352-438c-bc62-49e313e3a676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:10:28.162596 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-4cda40d2-964a-477f-9656-56fcee3f6d0b service neutron] Bound using segment: {'id': '8d93256b-5352-438c-bc62-49e313e3a676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:10:28.163074 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-4cda40d2-964a-477f-9656-56fcee3f6d0b service neutron] Bound port: 51db4777-36d3-42ed-b43d-730c1dce7f18, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d93256b-5352-438c-bc62-49e313e3a676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:10:28.163457 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-4cda40d2-964a-477f-9656-56fcee3f6d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:28.370336 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-4cda40d2-964a-477f-9656-56fcee3f6d0b service neutron] For port 51db4777-36d3-42ed-b43d-730c1dce7f18, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:10:28.376044 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-4cda40d2-964a-477f-9656-56fcee3f6d0b service neutron] For port 51db4777-36d3-42ed-b43d-730c1dce7f18, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=51db4777-36d3-42ed-b43d-730c1dce7f18,segment=NetworkSegment(8d93256b-5352-438c-bc62-49e313e3a676),segment_id=8d93256b-5352-438c-bc62-49e313e3a676)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:10:28.384153 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-4cda40d2-964a-477f-9656-56fcee3f6d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:28.511675 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-4cda40d2-964a-477f-9656-56fcee3f6d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:28.513756 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-4cda40d2-964a-477f-9656-56fcee3f6d0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:28.517424 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-4cda40d2-964a-477f-9656-56fcee3f6d0b service neutron] 10.222.0.52 "PUT /v2.0/ports/51db4777-36d3-42ed-b43d-730c1dce7f18 HTTP/1.1" status: 200 len: 1092 time: 1.6415670 Aug 11 22:10:28.518682 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad99d9d-75b2-407b-b822-6a4e0ba8eeff', 'tag': '51db4777-36d3-42ed-b43d-730c1dce7f18'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:10:28.524385 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7e23ff-930b-45ee-ba1d-698134418a71" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad99d9d-75b2-407b-b822-6a4e0ba8eeff", "tag": "51db4777-36d3-42ed-b43d-730c1dce7f18"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:10:28.594190 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda40d2-964a-477f-9656-56fcee3f6d0b service neutron] Pushing event updated for resources: {'Port': ['ID=51db4777-36d3-42ed-b43d-730c1dce7f18,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:28.667075 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-75d4d7b0-b640-4e5a-9196-f3322bc15dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:28.670592 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-75d4d7b0-b640-4e5a-9196-f3322bc15dbc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=305a51db4b5b4d7797ff280782d4def9&device_id=1ad99d9d-75b2-407b-b822-6a4e0ba8eeff HTTP/1.1" status: 200 len: 1095 time: 0.0915585 Aug 11 22:10:28.782438 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-a89fdf07-50c8-4838-a7ad-89435d3f1c65 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51db4777-36d3-42ed-b43d-730c1dce7f18 HTTP/1.1" status: 200 len: 217 time: 0.1035638 Aug 11 22:10:28.788632 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952688f-1bbe-4d8c-8c89-cc745ffb49d3 req-346fda0e-055c-4fad-ba5c-c65d7d9c5cfe tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:28.791858 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f952688f-1bbe-4d8c-8c89-cc745ffb49d3 req-346fda0e-055c-4fad-ba5c-c65d7d9c5cfe tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 1.1648107 Aug 11 22:10:28.877840 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0cd52aaa-21f3-46b5-9fc4-e5099ad983ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:28.935183 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-ea115491-eb2d-4992-b0ed-2590eb3ceb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:28.937986 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-ea115491-eb2d-4992-b0ed-2590eb3ceb6a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=41ab5701-e2fa-487c-8ec8-f16e177e68a7 HTTP/1.1" status: 200 len: 855 time: 0.1469104 Aug 11 22:10:29.027040 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-c99c5790-2bd7-4c09-9d61-78480ad0c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:29.030855 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-c99c5790-2bd7-4c09-9d61-78480ad0c66c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851064 Aug 11 22:10:29.034205 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-7051a24b-ac13-4856-8992-809676a5aa7d req-07ef7996-9103-4e7f-b274-f0078c0b144b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc7bda4-3e0b-4906-a498-9965be9f048f {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:10:29.045654 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7051a24b-ac13-4856-8992-809676a5aa7d req-07ef7996-9103-4e7f-b274-f0078c0b144b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:29.133093 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f952688f-1bbe-4d8c-8c89-cc745ffb49d3 req-ec94e99d-d197-4c38-9cf5-b96c6aa34d60 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258126 Aug 11 22:10:29.144694 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-7051a24b-ac13-4856-8992-809676a5aa7d req-07ef7996-9103-4e7f-b274-f0078c0b144b service neutron] Transition to ACTIVE for port object 7bc7bda4-3e0b-4906-a498-9965be9f048f will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:10:29.164526 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7051a24b-ac13-4856-8992-809676a5aa7d req-07ef7996-9103-4e7f-b274-f0078c0b144b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:29.174393 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-c97a9b66-55b8-4278-af14-2b833f3e5a95 service neutron] 10.222.0.52 "GET /v2.0/networks/a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363678 Aug 11 22:10:29.343393 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0cd52aaa-21f3-46b5-9fc4-e5099ad983ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:29.343668 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-72b622a3-f9d2-4092-828e-0b41ae1e7567 req-07b26860-45c8-4a3f-860d-a6603db8d398 service neutron] 10.222.0.52 "GET /v2.0/networks/a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619656 Aug 11 22:10:29.398631 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-0cd52aaa-21f3-46b5-9fc4-e5099ad983ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ce5ad5-29a0-4507-b273-215170479df2']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:10:29.438435 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-0cd52aaa-21f3-46b5-9fc4-e5099ad983ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2185724d-edfa-4d5f-925c-b350377986ce') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:10:29.438914 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-0cd52aaa-21f3-46b5-9fc4-e5099ad983ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2185724d-edfa-4d5f-925c-b350377986ce') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:10:29.485818 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0cd52aaa-21f3-46b5-9fc4-e5099ad983ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:29.534909 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef7996-9103-4e7f-b274-f0078c0b144b service neutron] Pushing event updated for resources: {'Port': ['ID=7bc7bda4-3e0b-4906-a498-9965be9f048f,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:29.541918 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0cd52aaa-21f3-46b5-9fc4-e5099ad983ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:29.565195 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd52aaa-21f3-46b5-9fc4-e5099ad983ef admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:10:29.565800 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0cd52aaa-21f3-46b5-9fc4-e5099ad983ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:10:29.568905 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:10:29.719110 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef942ef-7203-471f-898e-fbf7cc3dbc6f req-29d4ca46-14d1-4476-946d-e7ccc56738bd tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:29.725814 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef942ef-7203-471f-898e-fbf7cc3dbc6f req-29d4ca46-14d1-4476-946d-e7ccc56738bd tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:29.732364 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef942ef-7203-471f-898e-fbf7cc3dbc6f req-29d4ca46-14d1-4476-946d-e7ccc56738bd tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:29.734162 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2ef942ef-7203-471f-898e-fbf7cc3dbc6f req-29d4ca46-14d1-4476-946d-e7ccc56738bd tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2acb58a-8d45-4326-bcbe-cdc0e3ea2067 HTTP/1.1" status: 200 len: 2413 time: 0.3501279 Aug 11 22:10:29.760474 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0cd52aaa-21f3-46b5-9fc4-e5099ad983ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:29.774216 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0cd52aaa-21f3-46b5-9fc4-e5099ad983ef admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:29.777704 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0cd52aaa-21f3-46b5-9fc4-e5099ad983ef admin admin] 10.222.0.77 "DELETE /v2.0/networks/39ce5ad5-29a0-4507-b273-215170479df2 HTTP/1.1" status: 204 len: 168 time: 2.0163183 Aug 11 22:10:29.806984 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd52aaa-21f3-46b5-9fc4-e5099ad983ef admin admin] Pushing event deleted for resources: {'Network': ['ID=39ce5ad5-29a0-4507-b273-215170479df2,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:29.809240 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-7051a24b-ac13-4856-8992-809676a5aa7d req-07ef7996-9103-4e7f-b274-f0078c0b144b service neutron] Attempting to bind port 7bc7bda4-3e0b-4906-a498-9965be9f048f on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:10:29.809647 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-7051a24b-ac13-4856-8992-809676a5aa7d req-07ef7996-9103-4e7f-b274-f0078c0b144b service neutron] Attempting to bind port 7bc7bda4-3e0b-4906-a498-9965be9f048f by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'a1abdcc0-5ef1-4feb-b8cb-570d800157f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd284e849-5b8b-462d-b6ce-d38aafc6189b'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:10:29.810014 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7051a24b-ac13-4856-8992-809676a5aa7d req-07ef7996-9103-4e7f-b274-f0078c0b144b service neutron] Attempting to bind port 7bc7bda4-3e0b-4906-a498-9965be9f048f on network d284e849-5b8b-462d-b6ce-d38aafc6189b {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:10:29.820144 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7051a24b-ac13-4856-8992-809676a5aa7d req-07ef7996-9103-4e7f-b274-f0078c0b144b service neutron] Port 7bc7bda4-3e0b-4906-a498-9965be9f048f on network d284e849-5b8b-462d-b6ce-d38aafc6189b not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:10:29.822519 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7051a24b-ac13-4856-8992-809676a5aa7d req-07ef7996-9103-4e7f-b274-f0078c0b144b service neutron] Attempting to bind port 7bc7bda4-3e0b-4906-a498-9965be9f048f on network d284e849-5b8b-462d-b6ce-d38aafc6189b {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:10:29.841557 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7051a24b-ac13-4856-8992-809676a5aa7d req-07ef7996-9103-4e7f-b274-f0078c0b144b service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:10:29.841910 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7051a24b-ac13-4856-8992-809676a5aa7d req-07ef7996-9103-4e7f-b274-f0078c0b144b service neutron] Checking segment: {'id': 'a1abdcc0-5ef1-4feb-b8cb-570d800157f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd284e849-5b8b-462d-b6ce-d38aafc6189b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:10:29.842503 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7051a24b-ac13-4856-8992-809676a5aa7d req-07ef7996-9103-4e7f-b274-f0078c0b144b service neutron] Bound using segment: {'id': 'a1abdcc0-5ef1-4feb-b8cb-570d800157f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd284e849-5b8b-462d-b6ce-d38aafc6189b'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:10:29.842772 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-7051a24b-ac13-4856-8992-809676a5aa7d req-07ef7996-9103-4e7f-b274-f0078c0b144b service neutron] Bound port: 7bc7bda4-3e0b-4906-a498-9965be9f048f, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1abdcc0-5ef1-4feb-b8cb-570d800157f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd284e849-5b8b-462d-b6ce-d38aafc6189b'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:10:29.843271 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7051a24b-ac13-4856-8992-809676a5aa7d req-07ef7996-9103-4e7f-b274-f0078c0b144b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:29.849653 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2ef942ef-7203-471f-898e-fbf7cc3dbc6f req-5c776641-a542-4241-abeb-bc1eb609a533 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768561 Aug 11 22:10:29.952785 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-7051a24b-ac13-4856-8992-809676a5aa7d req-07ef7996-9103-4e7f-b274-f0078c0b144b service neutron] For port 7bc7bda4-3e0b-4906-a498-9965be9f048f, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:10:29.958969 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-7051a24b-ac13-4856-8992-809676a5aa7d req-07ef7996-9103-4e7f-b274-f0078c0b144b service neutron] For port 7bc7bda4-3e0b-4906-a498-9965be9f048f, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=7bc7bda4-3e0b-4906-a498-9965be9f048f,segment=NetworkSegment(a1abdcc0-5ef1-4feb-b8cb-570d800157f5),segment_id=a1abdcc0-5ef1-4feb-b8cb-570d800157f5)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:10:29.971906 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7051a24b-ac13-4856-8992-809676a5aa7d req-07ef7996-9103-4e7f-b274-f0078c0b144b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:30.089532 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051a24b-ac13-4856-8992-809676a5aa7d req-07ef7996-9103-4e7f-b274-f0078c0b144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:30.091672 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7051a24b-ac13-4856-8992-809676a5aa7d req-07ef7996-9103-4e7f-b274-f0078c0b144b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:30.094414 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-07ef7996-9103-4e7f-b274-f0078c0b144b service neutron] 10.222.0.82 "PUT /v2.0/ports/7bc7bda4-3e0b-4906-a498-9965be9f048f HTTP/1.1" status: 200 len: 1092 time: 3.2586105 Aug 11 22:10:30.098007 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45554) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:30.155392 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef7996-9103-4e7f-b274-f0078c0b144b service neutron] Pushing event updated for resources: {'Port': ['ID=7bc7bda4-3e0b-4906-a498-9965be9f048f,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:30.213673 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-df431a43-8fb8-43c4-8a45-47a3b74df4da admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=026fbe585d9e4a21b4a4133ed143bbbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1137285 Aug 11 22:10:30.216625 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45556) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:30.304287 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051a24b-ac13-4856-8992-809676a5aa7d req-cfd93799-7903-4dbd-a3cd-97b05563188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:30.304794 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051a24b-ac13-4856-8992-809676a5aa7d req-cfd93799-7903-4dbd-a3cd-97b05563188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:30.305282 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051a24b-ac13-4856-8992-809676a5aa7d req-cfd93799-7903-4dbd-a3cd-97b05563188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:30.307245 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-cfd93799-7903-4dbd-a3cd-97b05563188f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=005c4f8fe87b45d1b3fafbe96081c4d6&device_id=a2acb58a-8d45-4326-bcbe-cdc0e3ea2067 HTTP/1.1" status: 200 len: 2866 time: 0.1102612 Aug 11 22:10:30.318959 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fa058d10-8737-416c-bddb-d4335b15b56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:30.367090 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-f3cf3f01-ad7c-4379-bfd0-ee22a0d057b3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.143&port_id=6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7 HTTP/1.1" status: 200 len: 217 time: 0.0429480 Aug 11 22:10:30.471676 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fa058d10-8737-416c-bddb-d4335b15b56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:30.506461 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ba0572-f745-4bde-8d69-22eabdde2832 x-openstack-request-id: req-62ba0572-f745-4bde-8d69-22eabdde2832 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:10:30.506907 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2acb58a-8d45-4326-bcbe-cdc0e3ea2067", "tag": "36278556-6ad0-4174-be42-ef22c463fa5d", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:10:30.507279 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-62ba0572-f745-4bde-8d69-22eabdde2832 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:10:30.507822 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2acb58a-8d45-4326-bcbe-cdc0e3ea2067', 'tag': '36278556-6ad0-4174-be42-ef22c463fa5d', 'status': 'completed', 'code': 200} Aug 11 22:10:30.521969 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051a24b-ac13-4856-8992-809676a5aa7d req-8fff6980-8e66-44a0-baf8-6009fed91b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:30.523982 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-8fff6980-8e66-44a0-baf8-6009fed91b25 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=78364357-65cc-45b7-a070-90c17a43a713 HTTP/1.1" status: 200 len: 801 time: 0.1388266 Aug 11 22:10:30.612900 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051a24b-ac13-4856-8992-809676a5aa7d req-bb6c8333-4f8c-4e84-a1d1-5731cf4c52ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:30.615088 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-bb6c8333-4f8c-4e84-a1d1-5731cf4c52ca service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d284e849-5b8b-462d-b6ce-d38aafc6189b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0833724 Aug 11 22:10:30.618414 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fa058d10-8737-416c-bddb-d4335b15b56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:30.621133 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fa058d10-8737-416c-bddb-d4335b15b56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:30.622299 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fa058d10-8737-416c-bddb-d4335b15b56f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1916d327-8f04-4e71-bbcb-36f22507bd78 HTTP/1.1" status: 204 len: 168 time: 0.4047549 Aug 11 22:10:30.698498 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa058d10-8737-416c-bddb-d4335b15b56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1916d327-8f04-4e71-bbcb-36f22507bd78,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:30.743105 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa9f3b-bd56-4f95-abb6-8e649071c3df req-a5fe330c-289c-4fff-b385-b10db3f4a95c tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:30.746493 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9caa9f3b-bd56-4f95-abb6-8e649071c3df req-a5fe330c-289c-4fff-b385-b10db3f4a95c tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ad99d9d-75b2-407b-b822-6a4e0ba8eeff HTTP/1.1" status: 200 len: 944 time: 0.1810715 Aug 11 22:10:30.842813 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9caa9f3b-bd56-4f95-abb6-8e649071c3df req-050156df-5e58-43c2-9186-50be768763d1 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8ae3edd-cb56-4848-bf7c-204a9cfe83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722065 Aug 11 22:10:30.871956 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-49926cc8-6ea8-4964-bc60-b9785ea5ec61 service neutron] 10.222.0.82 "GET /v2.0/networks/d284e849-5b8b-462d-b6ce-d38aafc6189b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453210 Aug 11 22:10:30.968191 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc80dfe-0bdb-4bd2-a30b-9edbdae079bb x-openstack-request-id: req-fcc80dfe-0bdb-4bd2-a30b-9edbdae079bb {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:10:30.968810 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad99d9d-75b2-407b-b822-6a4e0ba8eeff", "tag": "51db4777-36d3-42ed-b43d-730c1dce7f18", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:10:30.969226 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fcc80dfe-0bdb-4bd2-a30b-9edbdae079bb {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:10:30.969811 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad99d9d-75b2-407b-b822-6a4e0ba8eeff', 'tag': '51db4777-36d3-42ed-b43d-730c1dce7f18', 'status': 'completed', 'code': 200} Aug 11 22:10:31.103776 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e23ff-930b-45ee-ba1d-698134418a71 req-4880307e-04fa-41f7-a38c-1ca9d0d85c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:31.107188 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cc7e23ff-930b-45ee-ba1d-698134418a71 req-4880307e-04fa-41f7-a38c-1ca9d0d85c52 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=305a51db4b5b4d7797ff280782d4def9&device_id=1ad99d9d-75b2-407b-b822-6a4e0ba8eeff HTTP/1.1" status: 200 len: 1095 time: 0.1034832 Aug 11 22:10:31.139274 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-7bd02f8e-5838-4429-b2cc-4e2bcab531c9 service neutron] 10.222.0.82 "GET /v2.0/networks/d284e849-5b8b-462d-b6ce-d38aafc6189b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577479 Aug 11 22:10:31.259418 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-5eea34ed-8110-4c66-9aeb-f1ae746d1c22 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.204&port_id=36278556-6ad0-4174-be42-ef22c463fa5d HTTP/1.1" status: 200 len: 217 time: 0.0894952 Aug 11 22:10:31.294678 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc7e2a-ba56-4729-adc8-86bbe4199fe4 req-a89e5538-72d0-475c-929f-b6c28cdc6f3b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:31.302471 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-14cc7e2a-ba56-4729-adc8-86bbe4199fe4 req-a89e5538-72d0-475c-929f-b6c28cdc6f3b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.2143223 Aug 11 22:10:31.392475 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-14cc7e2a-ba56-4729-adc8-86bbe4199fe4 req-33237db3-3259-42f8-80c6-ff13507b3fc6 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863471 Aug 11 22:10:31.459365 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051a24b-ac13-4856-8992-809676a5aa7d req-38757388-7643-42d3-ba82-3f4477837de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:31.466968 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-38757388-7643-42d3-ba82-3f4477837de4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cc1bd638-59f0-4660-a829-83352d669c59 HTTP/1.1" status: 200 len: 801 time: 0.1979613 Aug 11 22:10:31.479327 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e23ff-930b-45ee-ba1d-698134418a71 req-62d82fcd-cb20-4b88-9993-013e2da63835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:31.495937 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cc7e23ff-930b-45ee-ba1d-698134418a71 req-62d82fcd-cb20-4b88-9993-013e2da63835 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0 HTTP/1.1" status: 200 len: 917 time: 0.3729732 Aug 11 22:10:31.581891 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45574) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:31.632084 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051a24b-ac13-4856-8992-809676a5aa7d req-1da75547-ef37-464b-918b-97ab69bcf7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:31.634493 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-1da75547-ef37-464b-918b-97ab69bcf7b5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=12a54021-e93f-4d91-84d9-cb48f9a59bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1590009 Aug 11 22:10:31.645330 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cc7e23ff-930b-45ee-ba1d-698134418a71 req-29f1ed5b-1e54-4cd0-8a0b-aeb1e7200042 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51db4777-36d3-42ed-b43d-730c1dce7f18 HTTP/1.1" status: 200 len: 217 time: 0.1462586 Aug 11 22:10:31.722078 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4c1b4aa0-3f5e-44da-898a-db847bc78c74 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=db23c4a23b6d4c5d989e1de43f8174d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329331 Aug 11 22:10:31.727656 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45576) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:31.740608 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395bef1-fcb0-4177-a2f3-416a0cb017d5 req-45901008-183b-4456-a7a5-7eb9d51832f3 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:31.747808 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395bef1-fcb0-4177-a2f3-416a0cb017d5 req-45901008-183b-4456-a7a5-7eb9d51832f3 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:31.754656 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395bef1-fcb0-4177-a2f3-416a0cb017d5 req-45901008-183b-4456-a7a5-7eb9d51832f3 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:31.756629 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1395bef1-fcb0-4177-a2f3-416a0cb017d5 req-45901008-183b-4456-a7a5-7eb9d51832f3 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2acb58a-8d45-4326-bcbe-cdc0e3ea2067 HTTP/1.1" status: 200 len: 2413 time: 0.2595522 Aug 11 22:10:31.778043 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e23ff-930b-45ee-ba1d-698134418a71 req-06e7877d-c9d0-4fda-8eeb-7ddd4f24549f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:31.779977 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cc7e23ff-930b-45ee-ba1d-698134418a71 req-06e7877d-c9d0-4fda-8eeb-7ddd4f24549f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=41ab5701-e2fa-487c-8ec8-f16e177e68a7 HTTP/1.1" status: 200 len: 855 time: 0.1229525 Aug 11 22:10:31.863399 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e23ff-930b-45ee-ba1d-698134418a71 req-434afcdc-2766-4c58-aff7-ca3ac2e52103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:31.863786 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1395bef1-fcb0-4177-a2f3-416a0cb017d5 req-7a2287d6-2e0c-4f86-b551-a40538aa35ee tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956759 Aug 11 22:10:31.864980 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cc7e23ff-930b-45ee-ba1d-698134418a71 req-434afcdc-2766-4c58-aff7-ca3ac2e52103 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765271 Aug 11 22:10:31.867146 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-66bb372a-f723-4490-8fbd-9a4efb617d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:31.929471 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-ac24e30e-fb02-4390-b272-9c160e21f29f service neutron] 10.222.0.82 "GET /v2.0/networks/12a54021-e93f-4d91-84d9-cb48f9a59bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797441 Aug 11 22:10:31.966781 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-66bb372a-f723-4490-8fbd-9a4efb617d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:32.137658 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-cfab61d7-e9a3-4728-8c37-85dcbb29180d service neutron] 10.222.0.82 "GET /v2.0/networks/12a54021-e93f-4d91-84d9-cb48f9a59bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977496 Aug 11 22:10:32.159374 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cc7e23ff-930b-45ee-ba1d-698134418a71 req-67b57050-aeb2-4190-bfe5-6d0dbe4fef57 service neutron] 10.222.0.52 "GET /v2.0/networks/a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856159 Aug 11 22:10:32.287345 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-66bb372a-f723-4490-8fbd-9a4efb617d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:32.290756 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-679230a0-40fe-42e5-af41-c0effa3710f5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.214&port_id=7bc7bda4-3e0b-4906-a498-9965be9f048f HTTP/1.1" status: 200 len: 217 time: 0.1376734 Aug 11 22:10:32.291029 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-66bb372a-f723-4490-8fbd-9a4efb617d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:32.296296 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-66bb372a-f723-4490-8fbd-9a4efb617d83 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dfe5fd95-b3a3-4928-87d3-fa5cdcaa85d2 HTTP/1.1" status: 204 len: 168 time: 0.5633352 Aug 11 22:10:32.437986 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cc7e23ff-930b-45ee-ba1d-698134418a71 req-473b3ccf-02ce-4e63-853f-e1d2c49b9a1d service neutron] 10.222.0.52 "GET /v2.0/networks/a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702036 Aug 11 22:10:32.440636 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb372a-f723-4490-8fbd-9a4efb617d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe5fd95-b3a3-4928-87d3-fa5cdcaa85d2,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:32.484626 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051a24b-ac13-4856-8992-809676a5aa7d req-041836d8-6c7f-42ce-ad6a-bf2b47da30f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:32.487635 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-041836d8-6c7f-42ce-ad6a-bf2b47da30f6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=78364357-65cc-45b7-a070-90c17a43a713 HTTP/1.1" status: 200 len: 801 time: 0.1865065 Aug 11 22:10:32.515447 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2acb58a-8d45-4326-bcbe-cdc0e3ea2067', 'tag': '7bc7bda4-3e0b-4906-a498-9965be9f048f'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:10:32.520067 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a96d9b-b412-46ae-94bc-4e1eef4d8a54" -d '{"events": [{"name": "network-changed", "server_uuid": "a2acb58a-8d45-4326-bcbe-cdc0e3ea2067", "tag": "7bc7bda4-3e0b-4906-a498-9965be9f048f"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:10:32.550929 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a04e5f-e8ac-49b6-b345-f248c03bb58f req-20904c70-04c1-4f7d-8381-00c263d642b2 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:32.553856 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-45a04e5f-e8ac-49b6-b345-f248c03bb58f req-20904c70-04c1-4f7d-8381-00c263d642b2 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ad99d9d-75b2-407b-b822-6a4e0ba8eeff HTTP/1.1" status: 200 len: 944 time: 0.1710553 Aug 11 22:10:32.639427 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051a24b-ac13-4856-8992-809676a5aa7d req-f6674b18-cdc5-4e2c-8876-e3d62c2c35a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:32.645387 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-f6674b18-cdc5-4e2c-8876-e3d62c2c35a0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d284e849-5b8b-462d-b6ce-d38aafc6189b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1480563 Aug 11 22:10:32.704485 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-45a04e5f-e8ac-49b6-b345-f248c03bb58f req-c9a22f0f-4c11-43b7-a8b0-6f25e802149b tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8ae3edd-cb56-4848-bf7c-204a9cfe83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197014 Aug 11 22:10:32.925948 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-cfdff6b4-e576-411d-92d7-899665e2325f service neutron] 10.222.0.82 "GET /v2.0/networks/d284e849-5b8b-462d-b6ce-d38aafc6189b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723763 Aug 11 22:10:33.185998 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08673e23-e23a-4ee3-93bd-28b5958b4297 req-df225c91-45ef-4a01-8151-f0c1ff36b69c tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:33.189353 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-08673e23-e23a-4ee3-93bd-28b5958b4297 req-df225c91-45ef-4a01-8151-f0c1ff36b69c tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.2977295 Aug 11 22:10:33.357184 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-08673e23-e23a-4ee3-93bd-28b5958b4297 req-17c9e6bb-50b6-4055-99ae-b3a6a21e3795 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395817 Aug 11 22:10:33.368484 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7051a24b-ac13-4856-8992-809676a5aa7d req-df5618e0-9ea6-47ac-9272-97c7f48aa262 service neutron] 10.222.0.82 "GET /v2.0/networks/d284e849-5b8b-462d-b6ce-d38aafc6189b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185348 Aug 11 22:10:33.456770 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd05f8f7-1980-4ddf-a8e4-282a59eb89c7 x-openstack-request-id: req-cd05f8f7-1980-4ddf-a8e4-282a59eb89c7 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:10:33.457267 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2acb58a-8d45-4326-bcbe-cdc0e3ea2067", "tag": "7bc7bda4-3e0b-4906-a498-9965be9f048f", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:10:33.457656 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cd05f8f7-1980-4ddf-a8e4-282a59eb89c7 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:10:33.458668 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2acb58a-8d45-4326-bcbe-cdc0e3ea2067', 'tag': '7bc7bda4-3e0b-4906-a498-9965be9f048f', 'status': 'completed', 'code': 200} Aug 11 22:10:33.615346 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab99eb5-b624-4a6c-9043-e46bb8dd221e req-7e16ff8e-56d4-4863-94f8-d0a76a727627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:33.615891 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab99eb5-b624-4a6c-9043-e46bb8dd221e req-7e16ff8e-56d4-4863-94f8-d0a76a727627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:33.616381 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab99eb5-b624-4a6c-9043-e46bb8dd221e req-7e16ff8e-56d4-4863-94f8-d0a76a727627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:33.618243 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dab99eb5-b624-4a6c-9043-e46bb8dd221e req-7e16ff8e-56d4-4863-94f8-d0a76a727627 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=005c4f8fe87b45d1b3fafbe96081c4d6&device_id=a2acb58a-8d45-4326-bcbe-cdc0e3ea2067 HTTP/1.1" status: 200 len: 2866 time: 0.0902977 Aug 11 22:10:33.632583 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395c6d1-3cc4-4e8e-a8b1-9c9400a3b139 req-85c37e8e-b9fa-4128-9741-fd9f56a56c62 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:33.639456 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395c6d1-3cc4-4e8e-a8b1-9c9400a3b139 req-85c37e8e-b9fa-4128-9741-fd9f56a56c62 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:33.646249 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395c6d1-3cc4-4e8e-a8b1-9c9400a3b139 req-85c37e8e-b9fa-4128-9741-fd9f56a56c62 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:33.648189 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f395c6d1-3cc4-4e8e-a8b1-9c9400a3b139 req-85c37e8e-b9fa-4128-9741-fd9f56a56c62 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2acb58a-8d45-4326-bcbe-cdc0e3ea2067 HTTP/1.1" status: 200 len: 2413 time: 0.1018105 Aug 11 22:10:33.758803 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f395c6d1-3cc4-4e8e-a8b1-9c9400a3b139 req-7342d5e3-ccbb-410f-be16-4cf341ada691 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889838 Aug 11 22:10:33.793541 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab99eb5-b624-4a6c-9043-e46bb8dd221e req-85256e9d-e0cc-4295-996d-b82559a9ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:33.795205 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dab99eb5-b624-4a6c-9043-e46bb8dd221e req-85256e9d-e0cc-4295-996d-b82559a9ca6f service neutron] 10.222.0.82 "GET /v2.0/networks?id=12a54021-e93f-4d91-84d9-cb48f9a59bf3 HTTP/1.1" status: 200 len: 903 time: 0.1460035 Aug 11 22:10:33.865744 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dab99eb5-b624-4a6c-9043-e46bb8dd221e req-980fdc10-6bbf-41bd-a7bd-78bbab5e6891 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.204&port_id=36278556-6ad0-4174-be42-ef22c463fa5d HTTP/1.1" status: 200 len: 217 time: 0.0619528 Aug 11 22:10:33.986344 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab99eb5-b624-4a6c-9043-e46bb8dd221e req-24233816-ccf1-4f9b-ae18-9e82a1c8bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:33.990072 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dab99eb5-b624-4a6c-9043-e46bb8dd221e req-24233816-ccf1-4f9b-ae18-9e82a1c8bf6c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cc1bd638-59f0-4660-a829-83352d669c59 HTTP/1.1" status: 200 len: 801 time: 0.1178293 Aug 11 22:10:34.085833 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab99eb5-b624-4a6c-9043-e46bb8dd221e req-d3400bd7-9308-477c-91ad-fd41d506bdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:34.090170 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dab99eb5-b624-4a6c-9043-e46bb8dd221e req-d3400bd7-9308-477c-91ad-fd41d506bdde service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=12a54021-e93f-4d91-84d9-cb48f9a59bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0879912 Aug 11 22:10:34.324982 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dab99eb5-b624-4a6c-9043-e46bb8dd221e req-ae2a7911-a78d-41cd-8b4c-20bc6ce2d3f9 service neutron] 10.222.0.82 "GET /v2.0/networks/12a54021-e93f-4d91-84d9-cb48f9a59bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274423 Aug 11 22:10:34.352852 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5faa67-26da-4e5f-b1b4-4ca5be9cd8a1 req-d58adeb8-0af6-4168-b09c-4655baa3406f tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:34.354513 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8d5faa67-26da-4e5f-b1b4-4ca5be9cd8a1 req-d58adeb8-0af6-4168-b09c-4655baa3406f tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1203938 Aug 11 22:10:34.562826 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8d5faa67-26da-4e5f-b1b4-4ca5be9cd8a1 req-cde9f963-5254-4a09-8a1e-432c58f8969c tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210654 Aug 11 22:10:34.614510 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dab99eb5-b624-4a6c-9043-e46bb8dd221e req-f3eeca3a-8133-4dc0-8381-daf5adc3a5aa service neutron] 10.222.0.82 "GET /v2.0/networks/12a54021-e93f-4d91-84d9-cb48f9a59bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815297 Aug 11 22:10:34.871738 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd329d-e7ef-4578-b5c0-3c4f04bd5a5d req-d93aead8-7b6e-4187-a414-41c5f8dcfa8c tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:34.874462 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-55fd329d-e7ef-4578-b5c0-3c4f04bd5a5d req-d93aead8-7b6e-4187-a414-41c5f8dcfa8c tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ad99d9d-75b2-407b-b822-6a4e0ba8eeff HTTP/1.1" status: 200 len: 944 time: 0.2254002 Aug 11 22:10:34.884500 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a96d9b-b412-46ae-94bc-4e1eef4d8a54 req-13e61b46-71ab-4b4d-9aa9-e728a298aced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:34.885157 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a96d9b-b412-46ae-94bc-4e1eef4d8a54 req-13e61b46-71ab-4b4d-9aa9-e728a298aced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:34.885694 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a96d9b-b412-46ae-94bc-4e1eef4d8a54 req-13e61b46-71ab-4b4d-9aa9-e728a298aced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:34.888100 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c7a96d9b-b412-46ae-94bc-4e1eef4d8a54 req-13e61b46-71ab-4b4d-9aa9-e728a298aced service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=005c4f8fe87b45d1b3fafbe96081c4d6&device_id=a2acb58a-8d45-4326-bcbe-cdc0e3ea2067 HTTP/1.1" status: 200 len: 2866 time: 0.1424210 Aug 11 22:10:35.017952 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-55fd329d-e7ef-4578-b5c0-3c4f04bd5a5d req-ea00209e-8a72-4c14-aacd-2c3d5e705132 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8ae3edd-cb56-4848-bf7c-204a9cfe83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284475 Aug 11 22:10:35.157755 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a96d9b-b412-46ae-94bc-4e1eef4d8a54 req-7f10415c-f261-432b-9b5d-151881d938cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:35.160861 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c7a96d9b-b412-46ae-94bc-4e1eef4d8a54 req-7f10415c-f261-432b-9b5d-151881d938cd service neutron] 10.222.0.82 "GET /v2.0/networks?id=d284e849-5b8b-462d-b6ce-d38aafc6189b HTTP/1.1" status: 200 len: 902 time: 0.2480302 Aug 11 22:10:35.264341 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c7a96d9b-b412-46ae-94bc-4e1eef4d8a54 req-f4fc1f3e-3a0e-4820-b1de-94b9204fd9e6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.214&port_id=7bc7bda4-3e0b-4906-a498-9965be9f048f HTTP/1.1" status: 200 len: 217 time: 0.0925143 Aug 11 22:10:35.349296 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096bd9e-d6f2-478c-8275-e799a0ea9e7f req-bfaf2074-708d-4036-a128-cdf76aab6743 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:35.356184 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096bd9e-d6f2-478c-8275-e799a0ea9e7f req-bfaf2074-708d-4036-a128-cdf76aab6743 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:35.362629 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096bd9e-d6f2-478c-8275-e799a0ea9e7f req-bfaf2074-708d-4036-a128-cdf76aab6743 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:35.364474 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3096bd9e-d6f2-478c-8275-e799a0ea9e7f req-bfaf2074-708d-4036-a128-cdf76aab6743 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2acb58a-8d45-4326-bcbe-cdc0e3ea2067 HTTP/1.1" status: 200 len: 2413 time: 0.1144614 Aug 11 22:10:35.366329 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a96d9b-b412-46ae-94bc-4e1eef4d8a54 req-7f085327-7393-47dd-b64f-868c431848cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:35.367960 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c7a96d9b-b412-46ae-94bc-4e1eef4d8a54 req-7f085327-7393-47dd-b64f-868c431848cf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=78364357-65cc-45b7-a070-90c17a43a713 HTTP/1.1" status: 200 len: 801 time: 0.0872645 Aug 11 22:10:35.450944 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3096bd9e-d6f2-478c-8275-e799a0ea9e7f req-a2930e56-d2de-4a66-ae12-6fea7b18ce28 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756028 Aug 11 22:10:35.490913 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a96d9b-b412-46ae-94bc-4e1eef4d8a54 req-03bc2cf2-e644-4bab-8ca8-2c9d76dc2e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:35.496588 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c7a96d9b-b412-46ae-94bc-4e1eef4d8a54 req-03bc2cf2-e644-4bab-8ca8-2c9d76dc2e4e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d284e849-5b8b-462d-b6ce-d38aafc6189b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1143382 Aug 11 22:10:35.546076 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8c0cea02-6983-4ec6-8c56-100c89708052 req-cc6c4c43-d24f-4d47-b3bb-81c3143018ee service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1259387 Aug 11 22:10:35.712404 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cea02-6983-4ec6-8c56-100c89708052 req-344bc18f-89be-4019-8183-3b5469b38e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:35.714136 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8c0cea02-6983-4ec6-8c56-100c89708052 req-344bc18f-89be-4019-8183-3b5469b38e15 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f3da70be91664ca8a55d012676042959&device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 1096 time: 0.0687499 Aug 11 22:10:35.781191 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c7a96d9b-b412-46ae-94bc-4e1eef4d8a54 req-82fd0479-6da2-4131-8da9-2bb7a145ae0d service neutron] 10.222.0.82 "GET /v2.0/networks/d284e849-5b8b-462d-b6ce-d38aafc6189b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762868 Aug 11 22:10:35.914975 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b625a61-a7f1-45cd-8dbc-3045e898dd6b req-6e1aef22-faf2-47fc-98ab-2fa6544a1084 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:35.929162 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1b625a61-a7f1-45cd-8dbc-3045e898dd6b req-6e1aef22-faf2-47fc-98ab-2fa6544a1084 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.2607141 Aug 11 22:10:35.932941 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cea02-6983-4ec6-8c56-100c89708052 req-1efc24a1-0284-4529-a016-0a103b444257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:35.936015 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8c0cea02-6983-4ec6-8c56-100c89708052 req-1efc24a1-0284-4529-a016-0a103b444257 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 200 len: 912 time: 0.1950371 Aug 11 22:10:36.040728 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1b625a61-a7f1-45cd-8dbc-3045e898dd6b req-46572082-b591-4abf-aa79-54f45f62ad6d tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099961 Aug 11 22:10:36.041603 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45656) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:36.069410 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8c0cea02-6983-4ec6-8c56-100c89708052 req-2f2b3dad-f90d-4fc5-92df-db1478549b55 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 HTTP/1.1" status: 200 len: 1000 time: 0.1259565 Aug 11 22:10:36.146864 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c7a96d9b-b412-46ae-94bc-4e1eef4d8a54 req-cc80280f-7c9f-4892-9fe7-d3304c12e813 service neutron] 10.222.0.82 "GET /v2.0/networks/d284e849-5b8b-462d-b6ce-d38aafc6189b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494456 Aug 11 22:10:36.214039 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cea02-6983-4ec6-8c56-100c89708052 req-e3740450-6ed8-4d01-a4d0-884d7f9b15fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:36.216642 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8c0cea02-6983-4ec6-8c56-100c89708052 req-e3740450-6ed8-4d01-a4d0-884d7f9b15fe service neutron] 10.222.0.82 "GET /v2.0/subnets?id=71666487-d255-442c-a4c1-ffc47afdf7b3 HTTP/1.1" status: 200 len: 850 time: 0.1329288 Aug 11 22:10:36.289091 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cea02-6983-4ec6-8c56-100c89708052 req-730c1363-4333-47dd-8f79-a6fd62cde44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:36.290850 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8c0cea02-6983-4ec6-8c56-100c89708052 req-730c1363-4333-47dd-8f79-a6fd62cde44b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645552 Aug 11 22:10:36.304893 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b0de5246-b31f-4ec0-861a-e8858c8ebab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:36.389454 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3288c-a109-4282-b65a-f85e61330444 req-a9c03384-d6e4-48de-87e7-0e1344f93acf tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:36.400282 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5ad3288c-a109-4282-b65a-f85e61330444 req-a9c03384-d6e4-48de-87e7-0e1344f93acf tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ad99d9d-75b2-407b-b822-6a4e0ba8eeff HTTP/1.1" status: 200 len: 944 time: 0.1157522 Aug 11 22:10:36.443815 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8c0cea02-6983-4ec6-8c56-100c89708052 req-3176c3ed-2647-46d3-841f-91da029be4e2 service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435645 Aug 11 22:10:36.474663 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5ad3288c-a109-4282-b65a-f85e61330444 req-71b6b4cf-3fbf-4673-ab27-46af4f8ee559 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8ae3edd-cb56-4848-bf7c-204a9cfe83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726712 Aug 11 22:10:36.532486 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b0de5246-b31f-4ec0-861a-e8858c8ebab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:36.544668 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b0de5246-b31f-4ec0-861a-e8858c8ebab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:36.621001 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8c0cea02-6983-4ec6-8c56-100c89708052 req-160592ea-b562-403e-a1b6-a9bdfffb29d6 service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700428 Aug 11 22:10:36.630369 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b0de5246-b31f-4ec0-861a-e8858c8ebab6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8468b349df9b43aebb0023b0685fec0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5813839 Aug 11 22:10:36.633316 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45668) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:36.634706 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de5246-b31f-4ec0-861a-e8858c8ebab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef43a945-4197-4a04-b182-84425ce4bec3,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:36.709020 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33f60f-2641-4378-8cd5-6427caf9971a req-ff723a2a-73de-47a2-8a0f-6acafdaf9334 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:36.711894 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ed33f60f-2641-4378-8cd5-6427caf9971a req-ff723a2a-73de-47a2-8a0f-6acafdaf9334 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1052485 Aug 11 22:10:36.737666 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f9d4c73a-ee93-4905-920a-c7bc5c03aa5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:36.765052 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f9d4c73a-ee93-4905-920a-c7bc5c03aa5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:36.784645 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ed33f60f-2641-4378-8cd5-6427caf9971a req-4b220d13-4bdc-4789-83b5-a78b78485593 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658300 Aug 11 22:10:36.857069 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f9d4c73a-ee93-4905-920a-c7bc5c03aa5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:36.863188 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f9d4c73a-ee93-4905-920a-c7bc5c03aa5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:36.865824 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f9d4c73a-ee93-4905-920a-c7bc5c03aa5c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ef43a945-4197-4a04-b182-84425ce4bec3 HTTP/1.1" status: 204 len: 168 time: 0.2292008 Aug 11 22:10:36.882558 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4c73a-ee93-4905-920a-c7bc5c03aa5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef43a945-4197-4a04-b182-84425ce4bec3,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:36.972782 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a6c7c-ad23-41f4-b59a-a817b881aa5a req-646bcad6-3dc9-4fdc-a14f-a49e02ee028e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:36.982148 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a6c7c-ad23-41f4-b59a-a817b881aa5a req-646bcad6-3dc9-4fdc-a14f-a49e02ee028e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:36.991221 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a6c7c-ad23-41f4-b59a-a817b881aa5a req-646bcad6-3dc9-4fdc-a14f-a49e02ee028e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:36.996971 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f61a6c7c-ad23-41f4-b59a-a817b881aa5a req-646bcad6-3dc9-4fdc-a14f-a49e02ee028e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2acb58a-8d45-4326-bcbe-cdc0e3ea2067 HTTP/1.1" status: 200 len: 2413 time: 0.1068904 Aug 11 22:10:37.054164 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f61a6c7c-ad23-41f4-b59a-a817b881aa5a req-06043fae-558c-4666-be7e-9c2c31d221cc tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503397 Aug 11 22:10:37.322566 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:10:37.359219 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45682) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:37.381943 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f16744cb-d017-4dce-9674-82de85bee501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:37.506342 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7,segment=NetworkSegment(a1abdcc0-5ef1-4feb-b8cb-570d800157f5),segment_id=a1abdcc0-5ef1-4feb-b8cb-570d800157f5)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:10:37.531492 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7', 'network_id': 'd284e849-5b8b-462d-b6ce-d38aafc6189b', 'port_id': '6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7', 'mac_address': 'fa:16:3e:b9:7a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78364357-65cc-45b7-a070-90c17a43a713', 'ip_address': '19.80.0.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:10:37.568462 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a8f44-8b3d-4905-8700-bfec3a1f7025 req-937b02b4-b0d8-4b39-8395-1e6b48ccb03b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:37.571371 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-659a8f44-8b3d-4905-8700-bfec3a1f7025 req-937b02b4-b0d8-4b39-8395-1e6b48ccb03b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1354921 Aug 11 22:10:37.612542 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:37.638624 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:10:37.674249 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-659a8f44-8b3d-4905-8700-bfec3a1f7025 req-1129d32f-f9c2-4e03-8d8a-66925aa6737f tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903556 Aug 11 22:10:37.678909 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7,segment=NetworkSegment(a1abdcc0-5ef1-4feb-b8cb-570d800157f5),segment_id=a1abdcc0-5ef1-4feb-b8cb-570d800157f5)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:10:37.686939 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:37.688227 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 36278556-6ad0-4174-be42-ef22c463fa5d details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:10:37.738067 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f16744cb-d017-4dce-9674-82de85bee501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:37.783167 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f16744cb-d017-4dce-9674-82de85bee501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:37.889950 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16744cb-d017-4dce-9674-82de85bee501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06841c6f-815b-41a2-b598-e4544255c0ab,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:37.894641 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f16744cb-d017-4dce-9674-82de85bee501 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e9417f218dfc495abfcb310febb5fce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5336268 Aug 11 22:10:37.899726 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45688) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:37.941063 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:37.951570 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ce04d-9575-4a17-9227-4b8157003021 req-3a6eac5f-d683-43a2-ad8f-9679b05cad44 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:37.955296 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e25ce04d-9575-4a17-9227-4b8157003021 req-3a6eac5f-d683-43a2-ad8f-9679b05cad44 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ad99d9d-75b2-407b-b822-6a4e0ba8eeff HTTP/1.1" status: 200 len: 944 time: 0.1204040 Aug 11 22:10:37.979056 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 36278556-6ad0-4174-be42-ef22c463fa5d, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=36278556-6ad0-4174-be42-ef22c463fa5d,segment=NetworkSegment(ad912a5c-cd92-4730-953b-66783cd7d25a),segment_id=ad912a5c-cd92-4730-953b-66783cd7d25a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:10:37.992752 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97ee156a-cdc7-4c71-a391-972073748095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:38.013138 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '36278556-6ad0-4174-be42-ef22c463fa5d', 'network_id': '12a54021-e93f-4d91-84d9-cb48f9a59bf3', 'port_id': '36278556-6ad0-4174-be42-ef22c463fa5d', 'mac_address': 'fa:16:3e:47:3c:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1bd638-59f0-4660-a829-83352d669c59', 'ip_address': '19.86.0.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:10:38.016379 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:38.026282 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97ee156a-cdc7-4c71-a391-972073748095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:38.048456 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e25ce04d-9575-4a17-9227-4b8157003021 req-8defc1ed-825c-486d-871e-4737e7bfbb9a tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8ae3edd-cb56-4848-bf7c-204a9cfe83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803111 Aug 11 22:10:38.087079 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:38.101705 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97ee156a-cdc7-4c71-a391-972073748095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:38.108067 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97ee156a-cdc7-4c71-a391-972073748095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:38.109467 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36278556-6ad0-4174-be42-ef22c463fa5d {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:10:38.110041 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-97ee156a-cdc7-4c71-a391-972073748095 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/06841c6f-815b-41a2-b598-e4544255c0ab HTTP/1.1" status: 204 len: 168 time: 0.2086601 Aug 11 22:10:38.126121 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee156a-cdc7-4c71-a391-972073748095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06841c6f-815b-41a2-b598-e4544255c0ab,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:38.146042 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 36278556-6ad0-4174-be42-ef22c463fa5d, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=36278556-6ad0-4174-be42-ef22c463fa5d,segment=NetworkSegment(ad912a5c-cd92-4730-953b-66783cd7d25a),segment_id=ad912a5c-cd92-4730-953b-66783cd7d25a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:10:38.157405 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:38.158630 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 7bc7bda4-3e0b-4906-a498-9965be9f048f details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:10:38.249002 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=36278556-6ad0-4174-be42-ef22c463fa5d,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:38.278798 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 7bc7bda4-3e0b-4906-a498-9965be9f048f, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=7bc7bda4-3e0b-4906-a498-9965be9f048f,segment=NetworkSegment(a1abdcc0-5ef1-4feb-b8cb-570d800157f5),segment_id=a1abdcc0-5ef1-4feb-b8cb-570d800157f5)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:10:38.283472 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258724bd-1cc4-4dd8-bd28-a1dfa14ffc0c req-a9e517c9-96ac-48e8-bf08-9091f622990c tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:38.287075 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-258724bd-1cc4-4dd8-bd28-a1dfa14ffc0c req-a9e517c9-96ac-48e8-bf08-9091f622990c tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1158853 Aug 11 22:10:38.297824 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '7bc7bda4-3e0b-4906-a498-9965be9f048f', 'network_id': 'd284e849-5b8b-462d-b6ce-d38aafc6189b', 'port_id': '7bc7bda4-3e0b-4906-a498-9965be9f048f', 'mac_address': 'fa:16:3e:fc:38:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78364357-65cc-45b7-a070-90c17a43a713', 'ip_address': '19.80.0.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:10:38.353583 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-258724bd-1cc4-4dd8-bd28-a1dfa14ffc0c req-99541dbb-1a97-4a1a-9b88-25802904bfba tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583897 Aug 11 22:10:38.389723 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:38.419170 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc7bda4-3e0b-4906-a498-9965be9f048f {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:10:38.489800 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 7bc7bda4-3e0b-4906-a498-9965be9f048f, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=7bc7bda4-3e0b-4906-a498-9965be9f048f,segment=NetworkSegment(a1abdcc0-5ef1-4feb-b8cb-570d800157f5),segment_id=a1abdcc0-5ef1-4feb-b8cb-570d800157f5)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:10:38.501370 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa20147-0248-4798-9f98-05c59961e532 req-83401658-26be-4d33-9fe6-7e2440fc89b5 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:38.501694 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:38.509735 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa20147-0248-4798-9f98-05c59961e532 req-83401658-26be-4d33-9fe6-7e2440fc89b5 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:38.520587 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa20147-0248-4798-9f98-05c59961e532 req-83401658-26be-4d33-9fe6-7e2440fc89b5 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:38.523674 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3fa20147-0248-4798-9f98-05c59961e532 req-83401658-26be-4d33-9fe6-7e2440fc89b5 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2acb58a-8d45-4326-bcbe-cdc0e3ea2067 HTTP/1.1" status: 200 len: 2415 time: 0.1096163 Aug 11 22:10:38.610067 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3fa20147-0248-4798-9f98-05c59961e532 req-e0d518cb-eda3-484f-b22b-63ba74994b27 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744665 Aug 11 22:10:38.637654 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=7bc7bda4-3e0b-4906-a498-9965be9f048f,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:38.908001 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311639fb-541b-444d-90af-f9da0b4bc68b req-81ffae0c-2606-4d87-9c92-c35fe943fdde tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:38.909603 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-311639fb-541b-444d-90af-f9da0b4bc68b req-81ffae0c-2606-4d87-9c92-c35fe943fdde tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0616679 Aug 11 22:10:38.991281 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-311639fb-541b-444d-90af-f9da0b4bc68b req-c7952d63-a265-4fd5-b66b-0adb15d15025 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687647 Aug 11 22:10:39.064473 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:10:39.136157 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4fa56-d570-42b0-a0c1-8d79e92fb312 req-91b0eca9-ed8a-4f72-8cb4-704e54ba2b7b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:39.139220 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-45d4fa56-d570-42b0-a0c1-8d79e92fb312 req-91b0eca9-ed8a-4f72-8cb4-704e54ba2b7b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0665329 Aug 11 22:10:39.171987 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['7bc7bda4-3e0b-4906-a498-9965be9f048f'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:10:39.202592 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-45d4fa56-d570-42b0-a0c1-8d79e92fb312 req-70435113-bbda-4750-a3ce-ee5a60403e74 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558562 Aug 11 22:10:39.426450 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392f6d3-79ec-494c-a749-d506c8a1b8ec req-2f152ddc-3976-41f4-b854-b08db03f3873 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:39.435279 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7392f6d3-79ec-494c-a749-d506c8a1b8ec req-2f152ddc-3976-41f4-b854-b08db03f3873 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ad99d9d-75b2-407b-b822-6a4e0ba8eeff HTTP/1.1" status: 200 len: 944 time: 0.0755839 Aug 11 22:10:39.496193 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7392f6d3-79ec-494c-a749-d506c8a1b8ec req-548fd766-fcf6-4826-a2ec-aa0231cd67f6 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8ae3edd-cb56-4848-bf7c-204a9cfe83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597038 Aug 11 22:10:39.641117 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cc878-10ac-47c3-9b4a-ef0c49110393 req-cc0fb7fc-7192-42b2-8f64-8e4b76ab5b85 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:39.651283 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-114cc878-10ac-47c3-9b4a-ef0c49110393 req-cc0fb7fc-7192-42b2-8f64-8e4b76ab5b85 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0683453 Aug 11 22:10:39.721550 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-114cc878-10ac-47c3-9b4a-ef0c49110393 req-7c3fac5f-97d9-4f39-9147-765e0c673daa tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618491 Aug 11 22:10:39.888496 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4213ffc-3d40-46ba-b3ab-f77602f1418a req-3d14da74-21a0-4435-9e6b-31ea969b18ca tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:39.900492 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4213ffc-3d40-46ba-b3ab-f77602f1418a req-3d14da74-21a0-4435-9e6b-31ea969b18ca tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:39.907982 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4213ffc-3d40-46ba-b3ab-f77602f1418a req-3d14da74-21a0-4435-9e6b-31ea969b18ca tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:39.910610 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f4213ffc-3d40-46ba-b3ab-f77602f1418a req-3d14da74-21a0-4435-9e6b-31ea969b18ca tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2acb58a-8d45-4326-bcbe-cdc0e3ea2067 HTTP/1.1" status: 200 len: 2416 time: 0.1149397 Aug 11 22:10:39.965407 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f4213ffc-3d40-46ba-b3ab-f77602f1418a req-ebcf8ac6-3184-4272-a964-5b2f975873d6 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468669 Aug 11 22:10:40.226778 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8106e-6925-41b5-a6d6-64a0cc92f169 req-e50faa75-35c0-43a7-b74b-e9eaadc2fd83 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:40.228932 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ade8106e-6925-41b5-a6d6-64a0cc92f169 req-e50faa75-35c0-43a7-b74b-e9eaadc2fd83 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0865259 Aug 11 22:10:40.290168 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ade8106e-6925-41b5-a6d6-64a0cc92f169 req-f8f03527-b9de-4acf-9b0a-36f351370274 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509744 Aug 11 22:10:40.324830 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['36278556-6ad0-4174-be42-ef22c463fa5d'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:10:40.650753 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab3b1d-9ac5-44b8-8d5d-776a6a5752c3 req-b9f0c42b-daab-4d70-9d5a-6bb595054b74 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:40.654188 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-52ab3b1d-9ac5-44b8-8d5d-776a6a5752c3 req-b9f0c42b-daab-4d70-9d5a-6bb595054b74 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1059144 Aug 11 22:10:40.752582 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-52ab3b1d-9ac5-44b8-8d5d-776a6a5752c3 req-ad95ab48-c6ad-4086-89e6-603f5bd21bd2 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854640 Aug 11 22:10:40.921466 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9fe11-2e8d-413f-86af-d4c0500aabf8 req-7e5da4a6-18c5-4ef1-a195-20bb5b9f6f73 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:40.924084 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-97e9fe11-2e8d-413f-86af-d4c0500aabf8 req-7e5da4a6-18c5-4ef1-a195-20bb5b9f6f73 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ad99d9d-75b2-407b-b822-6a4e0ba8eeff HTTP/1.1" status: 200 len: 944 time: 0.0827641 Aug 11 22:10:40.942900 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 51db4777-36d3-42ed-b43d-730c1dce7f18 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:10:40.998885 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-97e9fe11-2e8d-413f-86af-d4c0500aabf8 req-46187b3e-f91a-45d9-9cfd-44060f74784b tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8ae3edd-cb56-4848-bf7c-204a9cfe83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612445 Aug 11 22:10:41.191194 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 51db4777-36d3-42ed-b43d-730c1dce7f18, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=51db4777-36d3-42ed-b43d-730c1dce7f18,segment=NetworkSegment(8d93256b-5352-438c-bc62-49e313e3a676),segment_id=8d93256b-5352-438c-bc62-49e313e3a676)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:10:41.212402 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9562b-6b06-465b-8a89-aea326baab99 req-c99be08f-13c7-49f7-82ab-003613dc17bc tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:41.214101 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bdb9562b-6b06-465b-8a89-aea326baab99 req-c99be08f-13c7-49f7-82ab-003613dc17bc tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0896015 Aug 11 22:10:41.218811 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '51db4777-36d3-42ed-b43d-730c1dce7f18', 'network_id': 'a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0', 'port_id': '51db4777-36d3-42ed-b43d-730c1dce7f18', 'mac_address': 'fa:16:3e:61:b3:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ab5701-e2fa-487c-8ec8-f16e177e68a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:10:41.268489 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bdb9562b-6b06-465b-8a89-aea326baab99 req-ba405f19-0321-43b1-aac1-74877cb3efc7 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437496 Aug 11 22:10:41.313826 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:41.332875 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51db4777-36d3-42ed-b43d-730c1dce7f18 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:10:41.356306 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:10:41.391673 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 51db4777-36d3-42ed-b43d-730c1dce7f18, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=51db4777-36d3-42ed-b43d-730c1dce7f18,segment=NetworkSegment(8d93256b-5352-438c-bc62-49e313e3a676),segment_id=8d93256b-5352-438c-bc62-49e313e3a676)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:10:41.416854 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:41.521266 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:10:41.532914 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:10:41.533643 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:41.594118 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=51db4777-36d3-42ed-b43d-730c1dce7f18,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:41.626157 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10234e9-013d-43b8-90fd-9d9ecce6e352 req-d97c6273-5227-4255-9e5c-b321784375ca tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:41.638956 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10234e9-013d-43b8-90fd-9d9ecce6e352 req-d97c6273-5227-4255-9e5c-b321784375ca tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:41.651791 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10234e9-013d-43b8-90fd-9d9ecce6e352 req-d97c6273-5227-4255-9e5c-b321784375ca tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:41.667157 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c10234e9-013d-43b8-90fd-9d9ecce6e352 req-d97c6273-5227-4255-9e5c-b321784375ca tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2acb58a-8d45-4326-bcbe-cdc0e3ea2067 HTTP/1.1" status: 200 len: 2416 time: 0.2472770 Aug 11 22:10:41.674070 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:41.737840 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2acb58a-8d45-4326-bcbe-cdc0e3ea2067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:10:41.742620 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2187822-6aaa-4b06-a27d-b23105b166cc" -d '{"events": [{"server_uuid": "a2acb58a-8d45-4326-bcbe-cdc0e3ea2067", "name": "network-vif-plugged", "status": "completed", "tag": "6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:10:41.749649 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c10234e9-013d-43b8-90fd-9d9ecce6e352 req-6c828302-6ca3-4fb0-a638-be66b9db2104 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810277 Aug 11 22:10:41.762842 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7,segment=NetworkSegment(a1abdcc0-5ef1-4feb-b8cb-570d800157f5),segment_id=a1abdcc0-5ef1-4feb-b8cb-570d800157f5)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:10:41.771088 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:41.774856 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 7bc7bda4-3e0b-4906-a498-9965be9f048f up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:10:41.875987 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['51db4777-36d3-42ed-b43d-730c1dce7f18'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:10:42.139131 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:42.220637 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 7bc7bda4-3e0b-4906-a498-9965be9f048f completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:10:42.235003 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 7bc7bda4-3e0b-4906-a498-9965be9f048f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:10:42.235963 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:42.304691 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f735d679-b4be-4b2f-ab1e-70361b965b27 x-openstack-request-id: req-f735d679-b4be-4b2f-ab1e-70361b965b27 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:10:42.305094 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2acb58a-8d45-4326-bcbe-cdc0e3ea2067", "name": "network-vif-plugged", "status": "completed", "tag": "6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:10:42.305469 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f735d679-b4be-4b2f-ab1e-70361b965b27 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:10:42.306044 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2acb58a-8d45-4326-bcbe-cdc0e3ea2067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7', 'code': 200} Aug 11 22:10:42.436815 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1c991-cbfa-4df2-9170-9ab32485102e req-a97f4fb6-07a1-4ce5-b194-d2147e2d95a6 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:42.439776 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a9a1c991-cbfa-4df2-9170-9ab32485102e req-a97f4fb6-07a1-4ce5-b194-d2147e2d95a6 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ad99d9d-75b2-407b-b822-6a4e0ba8eeff HTTP/1.1" status: 200 len: 945 time: 0.0984349 Aug 11 22:10:42.465439 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:42.518397 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a9a1c991-cbfa-4df2-9170-9ab32485102e req-92c49f17-c2a5-4465-bc04-a7b98e17e5f9 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8ae3edd-cb56-4848-bf7c-204a9cfe83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622075 Aug 11 22:10:42.518789 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 7bc7bda4-3e0b-4906-a498-9965be9f048f, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=7bc7bda4-3e0b-4906-a498-9965be9f048f,segment=NetworkSegment(a1abdcc0-5ef1-4feb-b8cb-570d800157f5),segment_id=a1abdcc0-5ef1-4feb-b8cb-570d800157f5)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:10:42.524815 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:42.687307 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=7bc7bda4-3e0b-4906-a498-9965be9f048f,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:42.731125 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb2875-b64f-4b81-9551-bc56468933e4 req-2a961169-44d0-44be-a8a1-03a7135251bd tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:42.732999 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4feb2875-b64f-4b81-9551-bc56468933e4 req-2a961169-44d0-44be-a8a1-03a7135251bd tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0862613 Aug 11 22:10:42.791069 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4feb2875-b64f-4b81-9551-bc56468933e4 req-af00fc03-9d64-4ad6-aa67-0d19c16d7121 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416546 Aug 11 22:10:42.804889 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:10:42.991607 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcdcc2-2c38-46c6-959d-52f85518394a req-49da9cc4-e60c-4e36-92bf-018a699dbad3 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:43.003389 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcdcc2-2c38-46c6-959d-52f85518394a req-49da9cc4-e60c-4e36-92bf-018a699dbad3 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:43.014459 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcdcc2-2c38-46c6-959d-52f85518394a req-49da9cc4-e60c-4e36-92bf-018a699dbad3 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:43.017303 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1ebcdcc2-2c38-46c6-959d-52f85518394a req-49da9cc4-e60c-4e36-92bf-018a699dbad3 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2acb58a-8d45-4326-bcbe-cdc0e3ea2067 HTTP/1.1" status: 200 len: 2418 time: 0.1204839 Aug 11 22:10:43.069956 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1ebcdcc2-2c38-46c6-959d-52f85518394a req-e4c970c1-9f36-43ee-b1d4-aeadee7910f8 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448642 Aug 11 22:10:43.214070 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-23570844-b45e-4f6a-86d0-e7d589e21305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:43.368382 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 36278556-6ad0-4174-be42-ef22c463fa5d up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:10:43.486339 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 36278556-6ad0-4174-be42-ef22c463fa5d completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:10:43.494560 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 36278556-6ad0-4174-be42-ef22c463fa5d triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:10:43.495248 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:43.588805 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f9a7b-bc64-4aa2-94e6-7d13561c5858 req-71d60b1d-c8ed-42ba-a6ef-6ce4eb7368bd tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:43.592131 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-039f9a7b-bc64-4aa2-94e6-7d13561c5858 req-71d60b1d-c8ed-42ba-a6ef-6ce4eb7368bd tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1315124 Aug 11 22:10:43.648624 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:43.662244 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-039f9a7b-bc64-4aa2-94e6-7d13561c5858 req-cc6427c0-5a1e-43f0-81b8-e7e14167b82c tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587838 Aug 11 22:10:43.700552 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 36278556-6ad0-4174-be42-ef22c463fa5d, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=36278556-6ad0-4174-be42-ef22c463fa5d,segment=NetworkSegment(ad912a5c-cd92-4730-953b-66783cd7d25a),segment_id=ad912a5c-cd92-4730-953b-66783cd7d25a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:10:43.708009 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:43.829660 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=36278556-6ad0-4174-be42-ef22c463fa5d,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:43.901330 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7fd03-6da2-43d3-aaa3-fffe4067e628 req-6ecaf9a3-ec2c-43ec-878f-64a58c8ba6f8 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:43.905023 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f5e7fd03-6da2-43d3-aaa3-fffe4067e628 req-6ecaf9a3-ec2c-43ec-878f-64a58c8ba6f8 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ad99d9d-75b2-407b-b822-6a4e0ba8eeff HTTP/1.1" status: 200 len: 945 time: 0.1053958 Aug 11 22:10:43.986502 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f5e7fd03-6da2-43d3-aaa3-fffe4067e628 req-7d07c7cf-6885-4991-a891-3707b148d162 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8ae3edd-cb56-4848-bf7c-204a9cfe83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702548 Aug 11 22:10:44.250045 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3296ea7-1acd-4994-9ed1-d87804e628c1 req-33a02eac-90cb-4c44-b9b0-8b9637498a4f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:44.263238 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3296ea7-1acd-4994-9ed1-d87804e628c1 req-33a02eac-90cb-4c44-b9b0-8b9637498a4f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:44.275676 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3296ea7-1acd-4994-9ed1-d87804e628c1 req-33a02eac-90cb-4c44-b9b0-8b9637498a4f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:44.279195 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d3296ea7-1acd-4994-9ed1-d87804e628c1 req-33a02eac-90cb-4c44-b9b0-8b9637498a4f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2acb58a-8d45-4326-bcbe-cdc0e3ea2067 HTTP/1.1" status: 200 len: 2419 time: 0.1132495 Aug 11 22:10:44.307986 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2acb58a-8d45-4326-bcbe-cdc0e3ea2067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc7bda4-3e0b-4906-a498-9965be9f048f'}, {'server_uuid': 'a2acb58a-8d45-4326-bcbe-cdc0e3ea2067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36278556-6ad0-4174-be42-ef22c463fa5d'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:10:44.312360 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bb1cbc-f4d1-44c1-b1e1-1821f1448d7c" -d '{"events": [{"server_uuid": "a2acb58a-8d45-4326-bcbe-cdc0e3ea2067", "name": "network-vif-plugged", "status": "completed", "tag": "7bc7bda4-3e0b-4906-a498-9965be9f048f"}, {"server_uuid": "a2acb58a-8d45-4326-bcbe-cdc0e3ea2067", "name": "network-vif-plugged", "status": "completed", "tag": "36278556-6ad0-4174-be42-ef22c463fa5d"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:10:44.369790 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d3296ea7-1acd-4994-9ed1-d87804e628c1 req-8dfd4f51-0cf3-4e41-965b-8e605594c352 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770347 Aug 11 22:10:44.578487 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 22:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d75ef9-1edb-4514-9409-e5f83faaf90c x-openstack-request-id: req-40d75ef9-1edb-4514-9409-e5f83faaf90c {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:10:44.579910 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2acb58a-8d45-4326-bcbe-cdc0e3ea2067", "name": "network-vif-plugged", "status": "completed", "tag": "7bc7bda4-3e0b-4906-a498-9965be9f048f", "code": 200}, {"server_uuid": "a2acb58a-8d45-4326-bcbe-cdc0e3ea2067", "name": "network-vif-plugged", "status": "completed", "tag": "36278556-6ad0-4174-be42-ef22c463fa5d", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:10:44.580871 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-40d75ef9-1edb-4514-9409-e5f83faaf90c {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:10:44.581611 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2acb58a-8d45-4326-bcbe-cdc0e3ea2067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc7bda4-3e0b-4906-a498-9965be9f048f', 'code': 200} Aug 11 22:10:44.582122 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2acb58a-8d45-4326-bcbe-cdc0e3ea2067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36278556-6ad0-4174-be42-ef22c463fa5d', 'code': 200} Aug 11 22:10:44.776166 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e7d7d-5f89-4ef1-88ed-755785d3f707 req-b85f2629-6829-4cab-a263-6faaddc4ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:44.777547 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e7d7d-5f89-4ef1-88ed-755785d3f707 req-b85f2629-6829-4cab-a263-6faaddc4ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:44.778368 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e7d7d-5f89-4ef1-88ed-755785d3f707 req-b85f2629-6829-4cab-a263-6faaddc4ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:44.781071 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-777e7d7d-5f89-4ef1-88ed-755785d3f707 req-b85f2629-6829-4cab-a263-6faaddc4ad43 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a2acb58a-8d45-4326-bcbe-cdc0e3ea2067 HTTP/1.1" status: 200 len: 2872 time: 0.0816741 Aug 11 22:10:44.840546 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9f212-1d8c-4e4e-bdc6-cddefbbb5185 req-ee07999c-b2df-40d3-9b19-b37b38660fb5 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:44.840844 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-777e7d7d-5f89-4ef1-88ed-755785d3f707 req-0d1b84e9-bd98-48f0-927c-86acdc9f7dcc service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512385 Aug 11 22:10:44.842691 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-63d9f212-1d8c-4e4e-bdc6-cddefbbb5185 req-ee07999c-b2df-40d3-9b19-b37b38660fb5 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0590382 Aug 11 22:10:44.899697 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-63d9f212-1d8c-4e4e-bdc6-cddefbbb5185 req-fb968740-40f7-4d7c-8ef8-48998bf1ec2b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441675 Aug 11 22:10:44.962821 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 51db4777-36d3-42ed-b43d-730c1dce7f18 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:10:45.058059 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 51db4777-36d3-42ed-b43d-730c1dce7f18 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:10:45.065552 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 51db4777-36d3-42ed-b43d-730c1dce7f18 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:10:45.066681 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:45.102596 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad4dc8-691c-421a-94fa-6f83ea372947 req-70af1088-5ee1-4e60-874b-6be80800f1e4 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:45.118406 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6fad4dc8-691c-421a-94fa-6f83ea372947 req-70af1088-5ee1-4e60-874b-6be80800f1e4 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0939534 Aug 11 22:10:45.192469 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6fad4dc8-691c-421a-94fa-6f83ea372947 req-888d370f-4397-4062-ad0d-ac3d911c6a91 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694506 Aug 11 22:10:45.297190 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:45.364001 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 51db4777-36d3-42ed-b43d-730c1dce7f18, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=51db4777-36d3-42ed-b43d-730c1dce7f18,segment=NetworkSegment(8d93256b-5352-438c-bc62-49e313e3a676),segment_id=8d93256b-5352-438c-bc62-49e313e3a676)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:10:45.370428 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:45.388815 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03699d2a-ee36-43d1-a7c3-1e2b27c0c257 req-9c5c6d59-2c28-48e8-880c-443209ed1256 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:45.394152 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-03699d2a-ee36-43d1-a7c3-1e2b27c0c257 req-9c5c6d59-2c28-48e8-880c-443209ed1256 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ad99d9d-75b2-407b-b822-6a4e0ba8eeff HTTP/1.1" status: 200 len: 945 time: 0.0661368 Aug 11 22:10:45.467609 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-03699d2a-ee36-43d1-a7c3-1e2b27c0c257 req-c7005113-e801-40b2-abb7-1e01911eb37b tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8ae3edd-cb56-4848-bf7c-204a9cfe83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669680 Aug 11 22:10:45.486747 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=51db4777-36d3-42ed-b43d-730c1dce7f18,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:45.630197 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d9ee7-bafd-45f0-bdfe-71c20e06de8f req-6d0ed159-ed28-43e3-bab4-8fb0ca2f6fc8 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:45.638067 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d9ee7-bafd-45f0-bdfe-71c20e06de8f req-6d0ed159-ed28-43e3-bab4-8fb0ca2f6fc8 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:45.646063 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d9ee7-bafd-45f0-bdfe-71c20e06de8f req-6d0ed159-ed28-43e3-bab4-8fb0ca2f6fc8 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:45.655049 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-812d9ee7-bafd-45f0-bdfe-71c20e06de8f req-6d0ed159-ed28-43e3-bab4-8fb0ca2f6fc8 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2acb58a-8d45-4326-bcbe-cdc0e3ea2067 HTTP/1.1" status: 200 len: 2419 time: 0.0927637 Aug 11 22:10:45.707386 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-812d9ee7-bafd-45f0-bdfe-71c20e06de8f req-c13c000b-b295-4e42-81fd-0babcdb62818 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510688 Aug 11 22:10:45.725186 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d81e55f7-96a5-4af9-9f7e-8421ddda3c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:45.835010 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f74f7-5141-40f2-938f-cc3fca3a27e1 req-199f1786-022c-4791-88d0-88dc0172634c tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:45.836952 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d21f74f7-5141-40f2-938f-cc3fca3a27e1 req-199f1786-022c-4791-88d0-88dc0172634c tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0576608 Aug 11 22:10:45.892275 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d21f74f7-5141-40f2-938f-cc3fca3a27e1 req-da92b70e-f83d-41d6-a323-9948e0aa8944 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430765 Aug 11 22:10:46.000400 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:46.257036 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e8405-a6c7-4fc3-8572-c79e9744240c req-e9df9f6a-3950-4110-9377-1630271118e7 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:46.261262 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7e9e8405-a6c7-4fc3-8572-c79e9744240c req-e9df9f6a-3950-4110-9377-1630271118e7 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0860889 Aug 11 22:10:46.313679 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7e9e8405-a6c7-4fc3-8572-c79e9744240c req-eb9709a9-bdca-4cb3-bc95-ac07f00d9a7b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456429 Aug 11 22:10:46.526668 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c72d92-02a0-434c-9512-f33b15d4def1 req-6ce4d642-6fba-461d-92a5-76f0b53db993 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:46.543422 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46c72d92-02a0-434c-9512-f33b15d4def1 req-6ce4d642-6fba-461d-92a5-76f0b53db993 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0969825 Aug 11 22:10:46.584902 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad99d9d-75b2-407b-b822-6a4e0ba8eeff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51db4777-36d3-42ed-b43d-730c1dce7f18'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:10:46.592075 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a8f9b3-7f86-4397-ad2a-5b70a5017eec" -d '{"events": [{"server_uuid": "1ad99d9d-75b2-407b-b822-6a4e0ba8eeff", "name": "network-vif-plugged", "status": "completed", "tag": "51db4777-36d3-42ed-b43d-730c1dce7f18"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:10:46.680785 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46c72d92-02a0-434c-9512-f33b15d4def1 req-8d25183f-17db-4bbc-9a49-3722cea26f4e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342256 Aug 11 22:10:46.927958 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2902092-e630-4722-bc27-80f9eb138bea req-f5cc53cb-cfbc-4ab7-a1c6-80705e4dc962 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:46.931324 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a2902092-e630-4722-bc27-80f9eb138bea req-f5cc53cb-cfbc-4ab7-a1c6-80705e4dc962 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ad99d9d-75b2-407b-b822-6a4e0ba8eeff HTTP/1.1" status: 200 len: 946 time: 0.0912628 Aug 11 22:10:46.976939 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a2902092-e630-4722-bc27-80f9eb138bea req-4a0a545e-aa54-4950-a170-753205b28c90 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8ae3edd-cb56-4848-bf7c-204a9cfe83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405343 Aug 11 22:10:46.998731 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45926) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:47.052798 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d45f3fe-9d6e-41d3-b461-32d4568631ec x-openstack-request-id: req-7d45f3fe-9d6e-41d3-b461-32d4568631ec {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:10:47.053354 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad99d9d-75b2-407b-b822-6a4e0ba8eeff", "name": "network-vif-plugged", "status": "completed", "tag": "51db4777-36d3-42ed-b43d-730c1dce7f18", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:10:47.053354 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7d45f3fe-9d6e-41d3-b461-32d4568631ec {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:10:47.053745 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad99d9d-75b2-407b-b822-6a4e0ba8eeff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51db4777-36d3-42ed-b43d-730c1dce7f18', 'code': 200} Aug 11 22:10:47.226799 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c63136b8-8417-453f-80d6-abb06f0a0da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:47.228568 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2b44d-30d8-4bb6-b92e-704fdb7c464f req-e68e4ec3-c751-499b-8672-f841cb812064 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:47.235355 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2b44d-30d8-4bb6-b92e-704fdb7c464f req-e68e4ec3-c751-499b-8672-f841cb812064 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:47.241789 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2b44d-30d8-4bb6-b92e-704fdb7c464f req-e68e4ec3-c751-499b-8672-f841cb812064 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:47.243715 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0bd2b44d-30d8-4bb6-b92e-704fdb7c464f req-e68e4ec3-c751-499b-8672-f841cb812064 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2acb58a-8d45-4326-bcbe-cdc0e3ea2067 HTTP/1.1" status: 200 len: 2419 time: 0.0976887 Aug 11 22:10:47.278505 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac7e6e-8de0-4771-806b-e3f8b6f359c3 req-e451e1d7-5ab1-420f-bf0c-2c15c40fe103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:47.281897 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7dac7e6e-8de0-4771-806b-e3f8b6f359c3 req-e451e1d7-5ab1-420f-bf0c-2c15c40fe103 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1ad99d9d-75b2-407b-b822-6a4e0ba8eeff HTTP/1.1" status: 200 len: 1097 time: 0.1466012 Aug 11 22:10:47.339844 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0bd2b44d-30d8-4bb6-b92e-704fdb7c464f req-ca94f963-f1c0-4731-90a7-4c247288bf6b tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827045 Aug 11 22:10:47.368569 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7dac7e6e-8de0-4771-806b-e3f8b6f359c3 req-dac88518-baf0-4544-9a24-654a471d9c1f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a8ae3edd-cb56-4848-bf7c-204a9cfe83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745134 Aug 11 22:10:47.441012 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:47.523122 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c63136b8-8417-453f-80d6-abb06f0a0da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:47.531077 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c63136b8-8417-453f-80d6-abb06f0a0da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:47.547083 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafb07e-935e-4c9f-8f2e-a66dcf643b40 req-5f00e2de-c81f-4b53-9e69-aafee980b2e1 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:47.548963 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8dafb07e-935e-4c9f-8f2e-a66dcf643b40 req-5f00e2de-c81f-4b53-9e69-aafee980b2e1 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0839078 Aug 11 22:10:47.604375 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8dafb07e-935e-4c9f-8f2e-a66dcf643b40 req-46a2cdd6-6f39-440d-bebb-a7c503ced499 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455823 Aug 11 22:10:47.609173 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c63136b8-8417-453f-80d6-abb06f0a0da8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8360844702564fb3ae00d4b2140883dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6083326 Aug 11 22:10:47.611965 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45936) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:47.613443 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63136b8-8417-453f-80d6-abb06f0a0da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc6ef39-050e-4973-b5c4-69825ab4a317,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:47.635985 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63136b8-8417-453f-80d6-abb06f0a0da8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:47.638136 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63136b8-8417-453f-80d6-abb06f0a0da8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:47.638700 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63136b8-8417-453f-80d6-abb06f0a0da8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:47.639251 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63136b8-8417-453f-80d6-abb06f0a0da8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:47.639891 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63136b8-8417-453f-80d6-abb06f0a0da8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:47.640444 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63136b8-8417-453f-80d6-abb06f0a0da8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:47.641140 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63136b8-8417-453f-80d6-abb06f0a0da8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:47.641702 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63136b8-8417-453f-80d6-abb06f0a0da8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:47.642428 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63136b8-8417-453f-80d6-abb06f0a0da8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:47.643148 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63136b8-8417-453f-80d6-abb06f0a0da8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:47.643885 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63136b8-8417-453f-80d6-abb06f0a0da8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:47.644428 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63136b8-8417-453f-80d6-abb06f0a0da8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:10:47.692293 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f60313ea-85eb-4894-a73d-8d487a098359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:47.737064 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f60313ea-85eb-4894-a73d-8d487a098359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:47.826259 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f60313ea-85eb-4894-a73d-8d487a098359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:47.829909 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f60313ea-85eb-4894-a73d-8d487a098359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:47.833679 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f60313ea-85eb-4894-a73d-8d487a098359 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0bc6ef39-050e-4973-b5c4-69825ab4a317 HTTP/1.1" status: 204 len: 168 time: 0.2183030 Aug 11 22:10:47.842851 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60313ea-85eb-4894-a73d-8d487a098359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc6ef39-050e-4973-b5c4-69825ab4a317,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:48.436027 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ac28-8a38-4a50-a381-45bcba4bf252 req-69bce2ae-73f6-4cca-8b9e-1cd99a6ce14a tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:48.440138 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b4c6ac28-8a38-4a50-a381-45bcba4bf252 req-69bce2ae-73f6-4cca-8b9e-1cd99a6ce14a tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ad99d9d-75b2-407b-b822-6a4e0ba8eeff HTTP/1.1" status: 200 len: 946 time: 0.0973432 Aug 11 22:10:48.445585 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45958) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:48.474492 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6caaf727-494d-4db3-a96e-4e18b0a59db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:48.517592 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b4c6ac28-8a38-4a50-a381-45bcba4bf252 req-850223e4-6f0f-4ba8-bd93-8793d9dfe2ec tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8ae3edd-cb56-4848-bf7c-204a9cfe83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639811 Aug 11 22:10:48.669552 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6caaf727-494d-4db3-a96e-4e18b0a59db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:48.675447 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6caaf727-494d-4db3-a96e-4e18b0a59db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:48.689632 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ffe9f-9377-4018-9069-d3b881dcef6e req-d7f3b7bb-bfdb-4129-94f2-54fc3d52158f tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:48.691935 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f35ffe9f-9377-4018-9069-d3b881dcef6e req-d7f3b7bb-bfdb-4129-94f2-54fc3d52158f tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0908418 Aug 11 22:10:48.754158 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6caaf727-494d-4db3-a96e-4e18b0a59db0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a0023f8c32d447ac82a2db62f0d5d6c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3071780 Aug 11 22:10:48.758088 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caaf727-494d-4db3-a96e-4e18b0a59db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27fe074d-7a66-4fbd-8609-4f12334dfc10,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:48.759417 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45960) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:48.778319 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f35ffe9f-9377-4018-9069-d3b881dcef6e req-c75559a5-f0a4-4eae-9068-ffb128cc2130 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682993 Aug 11 22:10:48.878732 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d92a29da-1876-438e-a6ee-e7e4f1dba23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:48.917278 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:48.939841 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d92a29da-1876-438e-a6ee-e7e4f1dba23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:48.973887 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93812b1c-6b82-4983-ba7e-db5a4b17d48d req-db011c93-6543-45c6-8cf3-4f230205bc22 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:48.980486 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93812b1c-6b82-4983-ba7e-db5a4b17d48d req-db011c93-6543-45c6-8cf3-4f230205bc22 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:48.988236 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93812b1c-6b82-4983-ba7e-db5a4b17d48d req-db011c93-6543-45c6-8cf3-4f230205bc22 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:48.990286 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-93812b1c-6b82-4983-ba7e-db5a4b17d48d req-db011c93-6543-45c6-8cf3-4f230205bc22 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2acb58a-8d45-4326-bcbe-cdc0e3ea2067 HTTP/1.1" status: 200 len: 2419 time: 0.0959771 Aug 11 22:10:49.008094 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d92a29da-1876-438e-a6ee-e7e4f1dba23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:49.010864 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d92a29da-1876-438e-a6ee-e7e4f1dba23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:49.013516 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d92a29da-1876-438e-a6ee-e7e4f1dba23f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/27fe074d-7a66-4fbd-8609-4f12334dfc10 HTTP/1.1" status: 204 len: 168 time: 0.2518330 Aug 11 22:10:49.032374 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a29da-1876-438e-a6ee-e7e4f1dba23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fe074d-7a66-4fbd-8609-4f12334dfc10,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:49.040763 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-93812b1c-6b82-4983-ba7e-db5a4b17d48d req-6b8d7804-68b4-4fb6-8a7d-c6c97589dc65 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428066 Aug 11 22:10:49.302448 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53281c8-9e45-46ef-b713-8f29ab4b7088 req-74899b34-1b49-4d15-97dc-9335fe8af9f4 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:49.304478 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a53281c8-9e45-46ef-b713-8f29ab4b7088 req-74899b34-1b49-4d15-97dc-9335fe8af9f4 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0821886 Aug 11 22:10:49.372010 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a53281c8-9e45-46ef-b713-8f29ab4b7088 req-b5c03a15-72ce-4643-ab19-665c9e3c9378 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583675 Aug 11 22:10:49.407340 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45980) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:49.601986 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ac49b95a-a6a5-47ae-8c8e-2892ca370c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:49.611890 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94788f-88c4-44eb-8d48-06c3943135d2 req-430edba2-3eed-49a2-9300-7aadf28c19d3 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:49.613513 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f94788f-88c4-44eb-8d48-06c3943135d2 req-430edba2-3eed-49a2-9300-7aadf28c19d3 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0710740 Aug 11 22:10:49.679767 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f94788f-88c4-44eb-8d48-06c3943135d2 req-e648c734-0214-4f5e-9a13-9d492e1a7074 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579793 Aug 11 22:10:49.803413 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ac49b95a-a6a5-47ae-8c8e-2892ca370c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:49.810111 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ac49b95a-a6a5-47ae-8c8e-2892ca370c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:49.866893 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234bf31-3a94-41e4-a581-2f45441189a8 req-27e8031e-7a88-4f71-a486-4b495f4472dc tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:49.868534 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c234bf31-3a94-41e4-a581-2f45441189a8 req-27e8031e-7a88-4f71-a486-4b495f4472dc tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ad99d9d-75b2-407b-b822-6a4e0ba8eeff HTTP/1.1" status: 200 len: 946 time: 0.1118515 Aug 11 22:10:49.874574 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ac49b95a-a6a5-47ae-8c8e-2892ca370c9f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aad47cca2a07400aa3182363991b1542&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4622157 Aug 11 22:10:49.874574 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49b95a-a6a5-47ae-8c8e-2892ca370c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d59e03-7f83-42bf-acfb-77554f4028c1,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:49.876032 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 46004) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:49.923051 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c234bf31-3a94-41e4-a581-2f45441189a8 req-f79bcf9b-be4e-4fb1-97fe-d80575004301 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8ae3edd-cb56-4848-bf7c-204a9cfe83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362916 Aug 11 22:10:49.972226 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-23e75b65-6b36-4e4c-a79b-fa2e383fe4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:50.009775 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-23e75b65-6b36-4e4c-a79b-fa2e383fe4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:50.037381 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46010) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:50.062363 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262ab06-0fb3-4a8d-90e8-5355cb3a15cb req-e44d1276-78f0-428f-a6d6-333e98ff2388 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:50.065710 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9262ab06-0fb3-4a8d-90e8-5355cb3a15cb req-e44d1276-78f0-428f-a6d6-333e98ff2388 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0762711 Aug 11 22:10:50.086748 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-23e75b65-6b36-4e4c-a79b-fa2e383fe4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:50.090845 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-23e75b65-6b36-4e4c-a79b-fa2e383fe4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:50.096041 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-23e75b65-6b36-4e4c-a79b-fa2e383fe4f9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e7d59e03-7f83-42bf-acfb-77554f4028c1 HTTP/1.1" status: 204 len: 168 time: 0.2142324 Aug 11 22:10:50.101296 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e75b65-6b36-4e4c-a79b-fa2e383fe4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d59e03-7f83-42bf-acfb-77554f4028c1,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:50.144761 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9262ab06-0fb3-4a8d-90e8-5355cb3a15cb req-68907ff7-bd0c-4995-8380-738cdd432225 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680368 Aug 11 22:10:50.193897 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d9bd3-99cd-46af-822e-f66d4aa5449a req-836868a6-f3d5-403b-9978-d849bd6c699c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:50.202870 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d9bd3-99cd-46af-822e-f66d4aa5449a req-836868a6-f3d5-403b-9978-d849bd6c699c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:50.210050 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d9bd3-99cd-46af-822e-f66d4aa5449a req-836868a6-f3d5-403b-9978-d849bd6c699c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:50.212321 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c38d9bd3-99cd-46af-822e-f66d4aa5449a req-836868a6-f3d5-403b-9978-d849bd6c699c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.82 "GET /v2.0/ports?device_id=a2acb58a-8d45-4326-bcbe-cdc0e3ea2067 HTTP/1.1" status: 200 len: 2419 time: 0.0963724 Aug 11 22:10:50.258211 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-3c832477-0c45-461c-9a41-85291ed87fc7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-981386422-network', 'tenant_id': 'b970cff970b34c62a65af300b0d5e797'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:10:50.304109 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f0476-fc92-4941-a783-1484b6963dc7 req-01d98e1c-df92-4b34-8c3a-08fa4e90ce6a tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:50.308554 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef3f0476-fc92-4941-a783-1484b6963dc7 req-01d98e1c-df92-4b34-8c3a-08fa4e90ce6a tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ad99d9d-75b2-407b-b822-6a4e0ba8eeff HTTP/1.1" status: 200 len: 946 time: 0.1007755 Aug 11 22:10:50.315089 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c832477-0c45-461c-9a41-85291ed87fc7 admin admin] Made reservation on behalf of b970cff970b34c62a65af300b0d5e797 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:10:50.318430 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c832477-0c45-461c-9a41-85291ed87fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:50.319036 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 46024) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:50.326917 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-5e227a4f-cd5a-4e98-9fbc-93bc634dfffd tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Request body: {'floatingip': {'port_id': '51db4777-36d3-42ed-b43d-730c1dce7f18'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:10:50.344450 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c832477-0c45-461c-9a41-85291ed87fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:50.393980 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-c38d9bd3-99cd-46af-822e-f66d4aa5449a req-016ce42e-6097-4480-85d1-731d6e96c426 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Deleting port 7bc7bda4-3e0b-4906-a498-9965be9f048f {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:10:50.394646 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c38d9bd3-99cd-46af-822e-f66d4aa5449a req-016ce42e-6097-4480-85d1-731d6e96c426 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:50.399992 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:50.401190 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5e227a4f-cd5a-4e98-9fbc-93bc634dfffd tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks [] for floatingip, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:50.492814 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97897441-305c-4f8f-ad15-40b84402278f req-5fbe7c2c-c388-4304-b143-4f9646206479 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:50.503006 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97897441-305c-4f8f-ad15-40b84402278f req-5fbe7c2c-c388-4304-b143-4f9646206479 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:50.509265 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97897441-305c-4f8f-ad15-40b84402278f req-5fbe7c2c-c388-4304-b143-4f9646206479 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:50.511652 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-97897441-305c-4f8f-ad15-40b84402278f req-5fbe7c2c-c388-4304-b143-4f9646206479 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2acb58a-8d45-4326-bcbe-cdc0e3ea2067 HTTP/1.1" status: 200 len: 2419 time: 0.1152232 Aug 11 22:10:50.593993 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c832477-0c45-461c-9a41-85291ed87fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:50.615836 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c832477-0c45-461c-9a41-85291ed87fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:50.617397 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-c38d9bd3-99cd-46af-822e-f66d4aa5449a req-016ce42e-6097-4480-85d1-731d6e96c426 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] For port 7bc7bda4-3e0b-4906-a498-9965be9f048f, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=7bc7bda4-3e0b-4906-a498-9965be9f048f,segment=NetworkSegment(a1abdcc0-5ef1-4feb-b8cb-570d800157f5),segment_id=a1abdcc0-5ef1-4feb-b8cb-570d800157f5)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:10:50.617784 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c38d9bd3-99cd-46af-822e-f66d4aa5449a req-016ce42e-6097-4480-85d1-731d6e96c426 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:50.671924 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-c38d9bd3-99cd-46af-822e-f66d4aa5449a req-016ce42e-6097-4480-85d1-731d6e96c426 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Calling delete_port for 7bc7bda4-3e0b-4906-a498-9965be9f048f owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:10:50.689084 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-97897441-305c-4f8f-ad15-40b84402278f req-36af23db-1513-4d57-a4e6-6fa6655da3f6 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468146 Aug 11 22:10:50.695149 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c832477-0c45-461c-9a41-85291ed87fc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:10:50.699864 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c832477-0c45-461c-9a41-85291ed87fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104049bc-3b4c-4bdb-926a-5fcee69974b6,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:50.741772 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c832477-0c45-461c-9a41-85291ed87fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:50.742121 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-3c832477-0c45-461c-9a41-85291ed87fc7 admin admin] Added segment 0fd3355e-89e5-46f0-8e7d-6684095e2407 of type vlan for network b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6 Aug 11 22:10:50.796922 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c832477-0c45-461c-9a41-85291ed87fc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:50.855422 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c832477-0c45-461c-9a41-85291ed87fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:50.856660 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c832477-0c45-461c-9a41-85291ed87fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:50.857266 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c832477-0c45-461c-9a41-85291ed87fc7 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:50.973497 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3c832477-0c45-461c-9a41-85291ed87fc7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9341676 Aug 11 22:10:50.977741 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46046) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:50.993442 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-857745d6-39a1-4083-8a4b-8f0d8b4469ec admin admin] Request body: {'subnet': {'network_id': 'b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-981386422-subnet', 'tenant_id': 'b970cff970b34c62a65af300b0d5e797', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:10:51.015349 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c832477-0c45-461c-9a41-85291ed87fc7 admin admin] Pushing event updated for resources: {'Network': ['ID=b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:51.029611 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:10:51.122595 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857745d6-39a1-4083-8a4b-8f0d8b4469ec admin admin] Made reservation on behalf of b970cff970b34c62a65af300b0d5e797 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:10:51.125463 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-857745d6-39a1-4083-8a4b-8f0d8b4469ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:51.211619 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d79a00-8fbb-431a-b2a2-5255b121f23d req-da4a39aa-fc4c-4de4-926f-fff44de2ac30 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:51.215904 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-07d79a00-8fbb-431a-b2a2-5255b121f23d req-da4a39aa-fc4c-4de4-926f-fff44de2ac30 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1779008 Aug 11 22:10:51.284709 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-07d79a00-8fbb-431a-b2a2-5255b121f23d req-dddc3c26-3a19-4107-bed6-3e5649640869 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558608 Aug 11 22:10:51.442480 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-857745d6-39a1-4083-8a4b-8f0d8b4469ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:51.491731 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e075e2-84da-4595-afda-f9cbe4284a6d req-ed2cbc71-23fc-4983-82bd-6e7e638ca4ca tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:51.493503 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4e075e2-84da-4595-afda-f9cbe4284a6d req-ed2cbc71-23fc-4983-82bd-6e7e638ca4ca tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0961854 Aug 11 22:10:51.539037 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857745d6-39a1-4083-8a4b-8f0d8b4469ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a610dec-8a5d-44db-a2c6-665322dbd332,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:51.560957 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c38d9bd3-99cd-46af-822e-f66d4aa5449a req-016ce42e-6097-4480-85d1-731d6e96c426 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:51.594314 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4e075e2-84da-4595-afda-f9cbe4284a6d req-ef73780d-969b-4331-836e-d7b80523998f tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922253 Aug 11 22:10:51.595832 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857745d6-39a1-4083-8a4b-8f0d8b4469ec admin admin] Checking segment: {'id': '0fd3355e-89e5-46f0-8e7d-6684095e2407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:10:51.596294 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857745d6-39a1-4083-8a4b-8f0d8b4469ec admin admin] Network hostable DHCP agents. Network: b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:10:51.608521 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ce42e-6097-4480-85d1-731d6e96c426 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Pushing event deleted for resources: {'Port': ['ID=7bc7bda4-3e0b-4906-a498-9965be9f048f,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:51.632471 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857745d6-39a1-4083-8a4b-8f0d8b4469ec admin admin] Network b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:10:51.654432 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-857745d6-39a1-4083-8a4b-8f0d8b4469ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:10:51.659442 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857745d6-39a1-4083-8a4b-8f0d8b4469ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:51.660212 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-857745d6-39a1-4083-8a4b-8f0d8b4469ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:51.666571 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5672aa88-2c15-46ef-b593-4e5e4f16e485 None None] Network b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:10:51.688378 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-857745d6-39a1-4083-8a4b-8f0d8b4469ec admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7091122 Aug 11 22:10:51.751310 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.db.resource_extend [None req-5e227a4f-cd5a-4e98-9fbc-93bc634dfffd tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 22:10:51.763177 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38d9bd3-99cd-46af-822e-f66d4aa5449a req-016ce42e-6097-4480-85d1-731d6e96c426 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] No DVR routers for this DVR port 7bc7bda4-3e0b-4906-a498-9965be9f048f on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:10:51.777449 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c38d9bd3-99cd-46af-822e-f66d4aa5449a req-016ce42e-6097-4480-85d1-731d6e96c426 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:51.779837 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c38d9bd3-99cd-46af-822e-f66d4aa5449a req-016ce42e-6097-4480-85d1-731d6e96c426 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.82 "DELETE /v2.0/ports/7bc7bda4-3e0b-4906-a498-9965be9f048f HTTP/1.1" status: 204 len: 173 time: 1.5602973 Aug 11 22:10:51.929473 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ac26f-7c85-4094-8f29-9a047b5a6d40 req-c5ca408f-3d0f-4b5e-8c27-de93cef41e8c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:51.937912 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ac26f-7c85-4094-8f29-9a047b5a6d40 req-c5ca408f-3d0f-4b5e-8c27-de93cef41e8c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:51.948205 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0d7ac26f-7c85-4094-8f29-9a047b5a6d40 req-c5ca408f-3d0f-4b5e-8c27-de93cef41e8c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2acb58a-8d45-4326-bcbe-cdc0e3ea2067 HTTP/1.1" status: 200 len: 1683 time: 0.1087558 Aug 11 22:10:51.961267 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5e227a4f-cd5a-4e98-9fbc-93bc634dfffd tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:51.962879 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2acb58a-8d45-4326-bcbe-cdc0e3ea2067', 'name': 'network-vif-deleted', 'tag': '7bc7bda4-3e0b-4906-a498-9965be9f048f'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:10:51.967966 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e51f8be-19eb-4700-b45c-acd4cda55d98" -d '{"events": [{"server_uuid": "a2acb58a-8d45-4326-bcbe-cdc0e3ea2067", "name": "network-vif-deleted", "tag": "7bc7bda4-3e0b-4906-a498-9965be9f048f"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:10:51.979006 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5e227a4f-cd5a-4e98-9fbc-93bc634dfffd tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:52.049446 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0d7ac26f-7c85-4094-8f29-9a047b5a6d40 req-0c32b9d1-956a-4109-b65b-39cfe20ff19e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855441 Aug 11 22:10:52.060496 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77166d81-f2f9-49f6-a977-42d8120b4e30 None None] Network b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:10:52.271794 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1a964-3cdd-4ef7-926c-549bc83d6cf7 req-4c3cd741-f91e-4900-b260-41a1a33732b4 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:52.280204 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-37e1a964-3cdd-4ef7-926c-549bc83d6cf7 req-4c3cd741-f91e-4900-b260-41a1a33732b4 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1018822 Aug 11 22:10:52.331468 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-37e1a964-3cdd-4ef7-926c-549bc83d6cf7 req-b1266501-15e8-4f54-a5bd-f8442c365851 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472932 Aug 11 22:10:52.433919 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-c38d9bd3-99cd-46af-822e-f66d4aa5449a req-60552b97-0ccb-49b2-9ca8-38ef0ce9f201 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Deleting port 36278556-6ad0-4174-be42-ef22c463fa5d {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:10:52.434738 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c38d9bd3-99cd-46af-822e-f66d4aa5449a req-60552b97-0ccb-49b2-9ca8-38ef0ce9f201 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:52.551057 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [None req-5e227a4f-cd5a-4e98-9fbc-93bc634dfffd tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Floating IP c7ea42c2-fcb0-4367-a433-af0473d939e6 associated. External IP: 172.25.2.251, port: 51db4777-36d3-42ed-b43d-730c1dce7f18. Aug 11 22:10:52.649070 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ddadbb-a52c-4df9-b092-d65dd0268e63 x-openstack-request-id: req-06ddadbb-a52c-4df9-b092-d65dd0268e63 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:10:52.649716 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2acb58a-8d45-4326-bcbe-cdc0e3ea2067", "name": "network-vif-deleted", "tag": "7bc7bda4-3e0b-4906-a498-9965be9f048f", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:10:52.649716 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-06ddadbb-a52c-4df9-b092-d65dd0268e63 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:10:52.650130 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2acb58a-8d45-4326-bcbe-cdc0e3ea2067', 'name': 'network-vif-deleted', 'tag': '7bc7bda4-3e0b-4906-a498-9965be9f048f', 'status': 'completed', 'code': 200} Aug 11 22:10:52.667127 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-c38d9bd3-99cd-46af-822e-f66d4aa5449a req-60552b97-0ccb-49b2-9ca8-38ef0ce9f201 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] For port 36278556-6ad0-4174-be42-ef22c463fa5d, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=36278556-6ad0-4174-be42-ef22c463fa5d,segment=NetworkSegment(ad912a5c-cd92-4730-953b-66783cd7d25a),segment_id=ad912a5c-cd92-4730-953b-66783cd7d25a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:10:52.668368 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c38d9bd3-99cd-46af-822e-f66d4aa5449a req-60552b97-0ccb-49b2-9ca8-38ef0ce9f201 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:52.727171 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-c38d9bd3-99cd-46af-822e-f66d4aa5449a req-60552b97-0ccb-49b2-9ca8-38ef0ce9f201 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Calling delete_port for 36278556-6ad0-4174-be42-ef22c463fa5d owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:10:52.836170 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9569f0-e051-41b4-a5a5-80292740f8a0 req-2889727b-32bf-4b01-8b97-0cf4148be456 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:52.838786 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bd9569f0-e051-41b4-a5a5-80292740f8a0 req-2889727b-32bf-4b01-8b97-0cf4148be456 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0864244 Aug 11 22:10:52.909406 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46094) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:52.925413 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-44a1186b-8985-42f4-954f-8e897935f244 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-872236093-network', 'tenant_id': '74f13b6d3d6f43278c02a2a18ba152c8'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:10:52.960803 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bd9569f0-e051-41b4-a5a5-80292740f8a0 req-22ce17bf-77f7-4306-87d9-9117b8a4b015 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028910 Aug 11 22:10:52.987725 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a1186b-8985-42f4-954f-8e897935f244 admin admin] Made reservation on behalf of 74f13b6d3d6f43278c02a2a18ba152c8 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:10:52.990777 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-44a1186b-8985-42f4-954f-8e897935f244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:53.011103 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-44a1186b-8985-42f4-954f-8e897935f244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:53.030125 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e227a4f-cd5a-4e98-9fbc-93bc634dfffd tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Router 22f42f89-1d4f-42df-84a8-bc85aaae6bba has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:10:53.050060 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c38d9bd3-99cd-46af-822e-f66d4aa5449a req-60552b97-0ccb-49b2-9ca8-38ef0ce9f201 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:53.129644 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-44a1186b-8985-42f4-954f-8e897935f244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:53.145281 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-44a1186b-8985-42f4-954f-8e897935f244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:53.163860 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-92545b60-8971-4d80-b07a-08c3791e8931 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=f304e20a8e604a79bfed069cb9cc7290&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327547 Aug 11 22:10:53.182656 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a1186b-8985-42f4-954f-8e897935f244 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:10:53.199149 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60552b97-0ccb-49b2-9ca8-38ef0ce9f201 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Pushing event deleted for resources: {'Port': ['ID=36278556-6ad0-4174-be42-ef22c463fa5d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:53.254237 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-44a1186b-8985-42f4-954f-8e897935f244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:53.254581 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-44a1186b-8985-42f4-954f-8e897935f244 admin admin] Added segment 61b9a9b2-4f0f-4775-a701-d0a87a1b018e of type vlan for network 91629035-995f-45f3-b216-6f68225f69ee Aug 11 22:10:53.258320 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1186b-8985-42f4-954f-8e897935f244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2eb0916-6362-4e23-a9ac-87454e942a63,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:53.327352 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38d9bd3-99cd-46af-822e-f66d4aa5449a req-60552b97-0ccb-49b2-9ca8-38ef0ce9f201 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] No DVR routers for this DVR port 36278556-6ad0-4174-be42-ef22c463fa5d on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:10:53.333362 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c38d9bd3-99cd-46af-822e-f66d4aa5449a req-60552b97-0ccb-49b2-9ca8-38ef0ce9f201 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:53.337107 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c38d9bd3-99cd-46af-822e-f66d4aa5449a req-60552b97-0ccb-49b2-9ca8-38ef0ce9f201 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.82 "DELETE /v2.0/ports/36278556-6ad0-4174-be42-ef22c463fa5d HTTP/1.1" status: 204 len: 173 time: 1.3600395 Aug 11 22:10:53.400255 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:10:53.425728 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e227a4f-cd5a-4e98-9fbc-93bc634dfffd tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:10:53.431582 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5e227a4f-cd5a-4e98-9fbc-93bc634dfffd tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:53.466703 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f614694-0375-47a3-a9fc-0dd0ea96a22b None None] Sync routers for ids ['22f42f89-1d4f-42df-84a8-bc85aaae6bba'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:10:53.494014 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5e227a4f-cd5a-4e98-9fbc-93bc634dfffd tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "PUT /v2.0/floatingips/c7ea42c2-fcb0-4367-a433-af0473d939e6 HTTP/1.1" status: 200 len: 992 time: 3.1725385 Aug 11 22:10:53.496723 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f614694-0375-47a3-a9fc-0dd0ea96a22b None None] Routers {'22f42f89-1d4f-42df-84a8-bc85aaae6bba'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:10:53.498213 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-7f614694-0375-47a3-a9fc-0dd0ea96a22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:10:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['22f42f89-1d4f-42df-84a8-bc85aaae6bba'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:10:53.531668 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-c38d9bd3-99cd-46af-822e-f66d4aa5449a req-264b118e-eeb7-4837-b51b-e0f7414e5adc tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Deleting port 6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:10:53.532049 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c38d9bd3-99cd-46af-822e-f66d4aa5449a req-264b118e-eeb7-4837-b51b-e0f7414e5adc tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:53.870426 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-44a1186b-8985-42f4-954f-8e897935f244 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:53.895100 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-c38d9bd3-99cd-46af-822e-f66d4aa5449a req-264b118e-eeb7-4837-b51b-e0f7414e5adc tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] For port 6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7,segment=NetworkSegment(a1abdcc0-5ef1-4feb-b8cb-570d800157f5),segment_id=a1abdcc0-5ef1-4feb-b8cb-570d800157f5)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:10:53.896025 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c38d9bd3-99cd-46af-822e-f66d4aa5449a req-264b118e-eeb7-4837-b51b-e0f7414e5adc tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:53.913215 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-c38d9bd3-99cd-46af-822e-f66d4aa5449a req-264b118e-eeb7-4837-b51b-e0f7414e5adc tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Calling delete_port for 6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:10:53.945738 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:53.982799 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-44a1186b-8985-42f4-954f-8e897935f244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:53.984947 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a1186b-8985-42f4-954f-8e897935f244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:53.985928 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-44a1186b-8985-42f4-954f-8e897935f244 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:54.002246 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-d36a47b2-4553-477f-838b-932944288d71 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:54.005089 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-d36a47b2-4553-477f-838b-932944288d71 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8261054 Aug 11 22:10:54.025463 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-7f614694-0375-47a3-a9fc-0dd0ea96a22b None None] Set router 22f42f89-1d4f-42df-84a8-bc85aaae6bba gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:10:54.074596 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c38d9bd3-99cd-46af-822e-f66d4aa5449a req-264b118e-eeb7-4837-b51b-e0f7414e5adc tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:54.124469 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-abb5815f-714b-4314-b921-04888773b259 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] 10.222.0.77 "GET /v2.0/quotas/f304e20a8e604a79bfed069cb9cc7290 HTTP/1.1" status: 200 len: 375 time: 0.0892675 Aug 11 22:10:54.139577 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b118e-eeb7-4837-b51b-e0f7414e5adc tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Pushing event deleted for resources: {'Port': ['ID=6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:54.166710 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38d9bd3-99cd-46af-822e-f66d4aa5449a req-264b118e-eeb7-4837-b51b-e0f7414e5adc tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] No DVR routers for this DVR port 6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7 on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:10:54.169866 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c38d9bd3-99cd-46af-822e-f66d4aa5449a req-264b118e-eeb7-4837-b51b-e0f7414e5adc tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:54.173078 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c38d9bd3-99cd-46af-822e-f66d4aa5449a req-264b118e-eeb7-4837-b51b-e0f7414e5adc tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.82 "DELETE /v2.0/ports/6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7 HTTP/1.1" status: 204 len: 173 time: 0.8269198 Aug 11 22:10:54.216319 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-44a1186b-8985-42f4-954f-8e897935f244 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3051476 Aug 11 22:10:54.221422 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 46116) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:54.224586 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-a6452ff0-6abe-4b62-8d69-c04ff36d2c76 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f304e20a8e604a79bfed069cb9cc7290&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0914636 Aug 11 22:10:54.228419 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-a56d41fe-20f2-4b81-809a-d53baccd20d3 admin admin] Request body: {'subnet': {'network_id': '91629035-995f-45f3-b216-6f68225f69ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-872236093-subnet', 'tenant_id': '74f13b6d3d6f43278c02a2a18ba152c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:10:54.229359 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1186b-8985-42f4-954f-8e897935f244 admin admin] Pushing event updated for resources: {'Network': ['ID=91629035-995f-45f3-b216-6f68225f69ee,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:54.270428 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 91629035-995f-45f3-b216-6f68225f69ee details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:10:54.273240 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.api [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 22:10:54.273240 n-d-804275-3 neutron-server[100944]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 11 22:10:54.273240 n-d-804275-3 neutron-server[100944]: [parameters: {'status': 'DOWN', 'ports_id': '6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7'}] Aug 11 22:10:54.273240 n-d-804275-3 neutron-server[100944]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:10:54.273982 n-d-804275-3 neutron-server[100944]: DEBUG oslo_db.api [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:10:54.275659 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56d41fe-20f2-4b81-809a-d53baccd20d3 admin admin] Made reservation on behalf of 74f13b6d3d6f43278c02a2a18ba152c8 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:10:54.278520 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a56d41fe-20f2-4b81-809a-d53baccd20d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:54.565443 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-7f614694-0375-47a3-a9fc-0dd0ea96a22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'name': 'tempest-ServersTestBootFromVolume-1570176242-router', 'tenant_id': '305a51db4b5b4d7797ff280782d4def9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '188a95c9-6cd2-4247-84a5-baf21d0a554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:09:15Z', 'updated_at': '2021-08-11T22:09:26Z', 'revision_number': 4, 'project_id': '305a51db4b5b4d7797ff280782d4def9', 'gw_port': {'id': '188a95c9-6cd2-4247-84a5-baf21d0a554b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:17Z', 'updated_at': '2021-08-11T22:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'c7ea42c2-fcb0-4367-a433-af0473d939e6', 'tenant_id': '305a51db4b5b4d7797ff280782d4def9', 'floating_ip_address': '172.25.2.251', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'port_id': '51db4777-36d3-42ed-b43d-730c1dce7f18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0', 'mac_address': 'fa:16:3e:61:b3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad99d9d-75b2-407b-b822-6a4e0ba8eeff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:09:33Z', 'updated_at': '2021-08-11T22:10:51Z', 'revision_number': 1, 'project_id': '305a51db4b5b4d7797ff280782d4def9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b82650d3-8e26-491e-96f2-9e14c2fedaee', 'name': '', 'network_id': 'a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0', 'tenant_id': '305a51db4b5b4d7797ff280782d4def9', 'mac_address': 'fa:16:3e:ec:f7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '41ab5701-e2fa-487c-8ec8-f16e177e68a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:24Z', 'updated_at': '2021-08-11T22:09:32Z', 'revision_number': 5, 'project_id': '305a51db4b5b4d7797ff280782d4def9', 'subnets': [{'id': '41ab5701-e2fa-487c-8ec8-f16e177e68a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:10:54.591396 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a56d41fe-20f2-4b81-809a-d53baccd20d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:54.604767 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f614694-0375-47a3-a9fc-0dd0ea96a22b None None] Checking router: 22f42f89-1d4f-42df-84a8-bc85aaae6bba for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:10:54.617992 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f614694-0375-47a3-a9fc-0dd0ea96a22b None None] Routers {'22f42f89-1d4f-42df-84a8-bc85aaae6bba'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:10:54.618702 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-7f614694-0375-47a3-a9fc-0dd0ea96a22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:10:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['22f42f89-1d4f-42df-84a8-bc85aaae6bba'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:10:54.654001 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2acb58a-8d45-4326-bcbe-cdc0e3ea2067', 'name': 'network-vif-deleted', 'tag': '36278556-6ad0-4174-be42-ef22c463fa5d'}, {'name': 'network-changed', 'server_uuid': '1ad99d9d-75b2-407b-b822-6a4e0ba8eeff', 'tag': '51db4777-36d3-42ed-b43d-730c1dce7f18'}, {'server_uuid': 'a2acb58a-8d45-4326-bcbe-cdc0e3ea2067', 'name': 'network-vif-deleted', 'tag': '6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:10:54.656431 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a39262-cb99-41d5-b8d4-a8230f067e75" -d '{"events": [{"server_uuid": "a2acb58a-8d45-4326-bcbe-cdc0e3ea2067", "name": "network-vif-deleted", "tag": "36278556-6ad0-4174-be42-ef22c463fa5d"}, {"name": "network-changed", "server_uuid": "1ad99d9d-75b2-407b-b822-6a4e0ba8eeff", "tag": "51db4777-36d3-42ed-b43d-730c1dce7f18"}, {"server_uuid": "a2acb58a-8d45-4326-bcbe-cdc0e3ea2067", "name": "network-vif-deleted", "tag": "6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:10:54.675212 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1c20d112-86c3-458c-b1cb-56aa208725bb req-b2065ae4-c419-4e7c-896b-54950ec37380 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2acb58a-8d45-4326-bcbe-cdc0e3ea2067 HTTP/1.1" status: 200 len: 210 time: 0.0447505 Aug 11 22:10:54.693945 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d41fe-20f2-4b81-809a-d53baccd20d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09c9a8f0-7f7e-4f05-879e-af64fa545f29,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:54.728249 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56d41fe-20f2-4b81-809a-d53baccd20d3 admin admin] Checking segment: {'id': '61b9a9b2-4f0f-4775-a701-d0a87a1b018e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '91629035-995f-45f3-b216-6f68225f69ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:10:54.728657 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56d41fe-20f2-4b81-809a-d53baccd20d3 admin admin] Network hostable DHCP agents. Network: 91629035-995f-45f3-b216-6f68225f69ee, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:10:54.766116 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56d41fe-20f2-4b81-809a-d53baccd20d3 admin admin] Network 91629035-995f-45f3-b216-6f68225f69ee is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:10:54.768542 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-7f614694-0375-47a3-a9fc-0dd0ea96a22b None None] Set router 22f42f89-1d4f-42df-84a8-bc85aaae6bba gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:10:54.787691 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-a56d41fe-20f2-4b81-809a-d53baccd20d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 91629035-995f-45f3-b216-6f68225f69ee) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:10:54.802410 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56d41fe-20f2-4b81-809a-d53baccd20d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:54.804226 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a56d41fe-20f2-4b81-809a-d53baccd20d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:54.821919 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75003a94-ff8f-468d-bc31-72185f13f014 None None] Network 91629035-995f-45f3-b216-6f68225f69ee requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:10:54.847327 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a56d41fe-20f2-4b81-809a-d53baccd20d3 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6234071 Aug 11 22:10:54.860314 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Port 6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7 update to DOWN by agent not found {{(pid=100944) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 11 22:10:54.860705 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 36278556-6ad0-4174-be42-ef22c463fa5d no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:10:54.932311 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 36278556-6ad0-4174-be42-ef22c463fa5d {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:10:54.933178 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 36278556-6ad0-4174-be42-ef22c463fa5d not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:10:54.933638 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 7bc7bda4-3e0b-4906-a498-9965be9f048f no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:10:54.997940 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 7bc7bda4-3e0b-4906-a498-9965be9f048f {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:10:54.998320 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 7bc7bda4-3e0b-4906-a498-9965be9f048f not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:10:55.160837 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f938adc7-0304-4db7-a6d8-6c36c357a783 req-925f5b21-572a-464a-8cec-7a7b0d1cb1ee tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f0cff67-d2e8-42d8-9b2c-0e0959efd8f9 HTTP/1.1" status: 200 len: 210 time: 0.0396423 Aug 11 22:10:55.178574 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a03b465-442c-4591-af0e-441e9dd8b1aa None None] Network 91629035-995f-45f3-b216-6f68225f69ee requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:10:55.378288 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae4b7b-8851-45b8-90ee-750ccf4da345 req-dd2b848a-54bf-47d0-bfaa-163e034141f6 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:55.381883 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a3ae4b7b-8851-45b8-90ee-750ccf4da345 req-dd2b848a-54bf-47d0-bfaa-163e034141f6 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0884085 Aug 11 22:10:55.442988 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-7f614694-0375-47a3-a9fc-0dd0ea96a22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'name': 'tempest-ServersTestBootFromVolume-1570176242-router', 'tenant_id': '305a51db4b5b4d7797ff280782d4def9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '188a95c9-6cd2-4247-84a5-baf21d0a554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:09:15Z', 'updated_at': '2021-08-11T22:09:26Z', 'revision_number': 4, 'project_id': '305a51db4b5b4d7797ff280782d4def9', 'gw_port': {'id': '188a95c9-6cd2-4247-84a5-baf21d0a554b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:17Z', 'updated_at': '2021-08-11T22:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'c7ea42c2-fcb0-4367-a433-af0473d939e6', 'tenant_id': '305a51db4b5b4d7797ff280782d4def9', 'floating_ip_address': '172.25.2.251', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'port_id': '51db4777-36d3-42ed-b43d-730c1dce7f18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0', 'mac_address': 'fa:16:3e:61:b3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad99d9d-75b2-407b-b822-6a4e0ba8eeff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:09:33Z', 'updated_at': '2021-08-11T22:10:51Z', 'revision_number': 1, 'project_id': '305a51db4b5b4d7797ff280782d4def9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b82650d3-8e26-491e-96f2-9e14c2fedaee', 'name': '', 'network_id': 'a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0', 'tenant_id': '305a51db4b5b4d7797ff280782d4def9', 'mac_address': 'fa:16:3e:ec:f7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '41ab5701-e2fa-487c-8ec8-f16e177e68a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:24Z', 'updated_at': '2021-08-11T22:09:32Z', 'revision_number': 5, 'project_id': '305a51db4b5b4d7797ff280782d4def9', 'subnets': [{'id': '41ab5701-e2fa-487c-8ec8-f16e177e68a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:10:55.454845 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a3ae4b7b-8851-45b8-90ee-750ccf4da345 req-4d7a8ec7-f8a3-4ecc-86d7-926cc891d89b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612669 Aug 11 22:10:55.499285 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f614694-0375-47a3-a9fc-0dd0ea96a22b None None] The sync data for ids ['22f42f89-1d4f-42df-84a8-bc85aaae6bba'] in n-d-804275-3 is: [{'id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'name': 'tempest-ServersTestBootFromVolume-1570176242-router', 'tenant_id': '305a51db4b5b4d7797ff280782d4def9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '188a95c9-6cd2-4247-84a5-baf21d0a554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:09:15Z', 'updated_at': '2021-08-11T22:09:26Z', 'revision_number': 4, 'project_id': '305a51db4b5b4d7797ff280782d4def9', 'gw_port': {'id': '188a95c9-6cd2-4247-84a5-baf21d0a554b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:17Z', 'updated_at': '2021-08-11T22:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'c7ea42c2-fcb0-4367-a433-af0473d939e6', 'tenant_id': '305a51db4b5b4d7797ff280782d4def9', 'floating_ip_address': '172.25.2.251', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'port_id': '51db4777-36d3-42ed-b43d-730c1dce7f18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0', 'mac_address': 'fa:16:3e:61:b3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad99d9d-75b2-407b-b822-6a4e0ba8eeff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:09:33Z', 'updated_at': '2021-08-11T22:10:51Z', 'revision_number': 1, 'project_id': '305a51db4b5b4d7797ff280782d4def9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b82650d3-8e26-491e-96f2-9e14c2fedaee', 'name': '', 'network_id': 'a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0', 'tenant_id': '305a51db4b5b4d7797ff280782d4def9', 'mac_address': 'fa:16:3e:ec:f7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '41ab5701-e2fa-487c-8ec8-f16e177e68a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:24Z', 'updated_at': '2021-08-11T22:09:32Z', 'revision_number': 5, 'project_id': '305a51db4b5b4d7797ff280782d4def9', 'subnets': [{'id': '41ab5701-e2fa-487c-8ec8-f16e177e68a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:10:55.543015 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 11 Aug 2021 22:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53c1ee4-9bc3-4cce-b332-3c698743a58c x-openstack-request-id: req-a53c1ee4-9bc3-4cce-b332-3c698743a58c {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:10:55.543885 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2acb58a-8d45-4326-bcbe-cdc0e3ea2067", "name": "network-vif-deleted", "tag": "36278556-6ad0-4174-be42-ef22c463fa5d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1ad99d9d-75b2-407b-b822-6a4e0ba8eeff", "tag": "51db4777-36d3-42ed-b43d-730c1dce7f18", "status": "completed", "code": 200}, {"server_uuid": "a2acb58a-8d45-4326-bcbe-cdc0e3ea2067", "name": "network-vif-deleted", "tag": "6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:10:55.543885 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a53c1ee4-9bc3-4cce-b332-3c698743a58c {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:10:55.544452 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2acb58a-8d45-4326-bcbe-cdc0e3ea2067', 'name': 'network-vif-deleted', 'tag': '36278556-6ad0-4174-be42-ef22c463fa5d', 'status': 'completed', 'code': 200} Aug 11 22:10:55.545216 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad99d9d-75b2-407b-b822-6a4e0ba8eeff', 'tag': '51db4777-36d3-42ed-b43d-730c1dce7f18', 'status': 'completed', 'code': 200} Aug 11 22:10:55.545965 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2acb58a-8d45-4326-bcbe-cdc0e3ea2067', 'name': 'network-vif-deleted', 'tag': '6cc713fe-21e0-4f64-b5a2-86fe51aa1ad7', 'status': 'completed', 'code': 200} Aug 11 22:10:55.638267 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a39262-cb99-41d5-b8d4-a8230f067e75 req-4e521c3e-5320-4d96-8363-6fe43c3525a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:55.639919 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-19a39262-cb99-41d5-b8d4-a8230f067e75 req-4e521c3e-5320-4d96-8363-6fe43c3525a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=305a51db4b5b4d7797ff280782d4def9&device_id=1ad99d9d-75b2-407b-b822-6a4e0ba8eeff HTTP/1.1" status: 200 len: 1097 time: 0.0627184 Aug 11 22:10:55.771707 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a39262-cb99-41d5-b8d4-a8230f067e75 req-04468280-4019-4a0b-92f1-e08047a40f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:55.774490 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-19a39262-cb99-41d5-b8d4-a8230f067e75 req-04468280-4019-4a0b-92f1-e08047a40f8c service neutron] 10.222.0.52 "GET /v2.0/networks?id=a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0 HTTP/1.1" status: 200 len: 917 time: 0.1272426 Aug 11 22:10:55.836446 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0d4ee7-2093-4588-8a84-bec32eadc52d None None] New status for floating IP c7ea42c2-fcb0-4367-a433-af0473d939e6: ACTIVE {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:10:55.908338 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-19a39262-cb99-41d5-b8d4-a8230f067e75 req-186bf7a1-c881-4567-a921-e7524817f426 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51db4777-36d3-42ed-b43d-730c1dce7f18 HTTP/1.1" status: 200 len: 1000 time: 0.1248047 Aug 11 22:10:56.006256 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a39262-cb99-41d5-b8d4-a8230f067e75 req-b3214044-25c5-4766-a926-f4cb1f498561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:56.008590 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-19a39262-cb99-41d5-b8d4-a8230f067e75 req-b3214044-25c5-4766-a926-f4cb1f498561 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=41ab5701-e2fa-487c-8ec8-f16e177e68a7 HTTP/1.1" status: 200 len: 855 time: 0.0871265 Aug 11 22:10:56.036948 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-03c56b37-50a1-4f57-bcbb-b843bebd574a tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:56.038524 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-03c56b37-50a1-4f57-bcbb-b843bebd574a tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] 10.222.0.77 "GET /v2.0/networks?id=b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6 HTTP/1.1" status: 200 len: 808 time: 0.2112124 Aug 11 22:10:56.076688 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-15200d34-5fa8-4d01-ac71-394761b59a62 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] 10.222.0.77 "GET /v2.0/quotas/b970cff970b34c62a65af300b0d5e797 HTTP/1.1" status: 200 len: 375 time: 0.0251713 Aug 11 22:10:56.126833 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-1f83fbb8-ed60-42cb-ad3a-01489f8fb6d5 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=f304e20a8e604a79bfed069cb9cc7290&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628073 Aug 11 22:10:56.164194 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-c37be713-7376-4453-95d1-497c411ff677 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b970cff970b34c62a65af300b0d5e797&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0807049 Aug 11 22:10:56.180258 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a39262-cb99-41d5-b8d4-a8230f067e75 req-80fc920b-976b-4dab-a5d1-b036a6ad7551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:56.182544 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-19a39262-cb99-41d5-b8d4-a8230f067e75 req-80fc920b-976b-4dab-a5d1-b036a6ad7551 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1670203 Aug 11 22:10:56.226112 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-19a39262-cb99-41d5-b8d4-a8230f067e75 req-fcf58a02-7ca9-4c84-b648-59350bc735f3 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:10:56.227967 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-19a39262-cb99-41d5-b8d4-a8230f067e75 req-fcf58a02-7ca9-4c84-b648-59350bc735f3 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086944 Aug 11 22:10:56.340431 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-d76252f9-99c5-4092-ade7-360ce60a77bc service neutron] 10.222.0.77 "GET /v2.0/networks/b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742189 Aug 11 22:10:56.502258 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-bdca0d8c-77a7-48c8-993f-51c810f4eb0a service neutron] 10.222.0.77 "GET /v2.0/networks/b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528311 Aug 11 22:10:56.575445 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-01bece6b-b5f1-4b3e-b845-673abac8cf53 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:56.578314 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-01bece6b-b5f1-4b3e-b845-673abac8cf53 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4434791 Aug 11 22:10:56.589489 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-19a39262-cb99-41d5-b8d4-a8230f067e75 req-777ca7df-0bc3-4d37-a3b9-1de14705c54a service neutron] 10.222.0.52 "GET /v2.0/networks/a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052289 Aug 11 22:10:56.601589 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-c28f8d68-c12d-417e-bcb0-d9d1c3ddfbd2 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Request body: {'port': {'device_id': '0f0cff67-d2e8-42d8-9b2c-0e0959efd8f9', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'admin_state_up': True, 'tenant_id': 'f304e20a8e604a79bfed069cb9cc7290'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:10:56.768281 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c363dcc-43ff-47a7-af9f-a4cc7f0ab7d0 req-3242ad6e-bd7a-4d95-9486-667e9d18b9d9 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:56.772459 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c363dcc-43ff-47a7-af9f-a4cc7f0ab7d0 req-3242ad6e-bd7a-4d95-9486-667e9d18b9d9 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0642726 Aug 11 22:10:56.836659 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c363dcc-43ff-47a7-af9f-a4cc7f0ab7d0 req-4a26cb94-c862-4f89-ab86-6154604e2df4 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585673 Aug 11 22:10:56.873564 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-19a39262-cb99-41d5-b8d4-a8230f067e75 req-9333e750-b530-4f66-8e7a-d87611c3d923 service neutron] 10.222.0.52 "GET /v2.0/networks/a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653730 Aug 11 22:10:56.910966 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-c28f8d68-c12d-417e-bcb0-d9d1c3ddfbd2 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Made reservation on behalf of f304e20a8e604a79bfed069cb9cc7290 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:10:56.914836 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-c28f8d68-c12d-417e-bcb0-d9d1c3ddfbd2 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:56.925387 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-c28f8d68-c12d-417e-bcb0-d9d1c3ddfbd2 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:56.936573 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46170) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:57.079914 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-c28f8d68-c12d-417e-bcb0-d9d1c3ddfbd2 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:57.086226 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a9c0b01-38e2-4ad0-90c5-57c16761495c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Deleting subnet cc1bd638-59f0-4660-a829-83352d669c59 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:10:57.088215 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-c28f8d68-c12d-417e-bcb0-d9d1c3ddfbd2 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:57.092268 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2a9c0b01-38e2-4ad0-90c5-57c16761495c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:57.153382 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2a9c0b01-38e2-4ad0-90c5-57c16761495c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:57.195172 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8d68-c12d-417e-bcb0-d9d1c3ddfbd2 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2864bcab-8708-426c-97ec-ff6a56270baa,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:57.293742 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-c28f8d68-c12d-417e-bcb0-d9d1c3ddfbd2 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Allocated IP 192.168.233.49 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/a9ff3b1c-5c55-45c3-8998-388baa733916) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:10:57.369488 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e4e1221a-7e2e-4c9a-9db0-5bab15ba11f1 req-e8b1d140-c96b-43de-a542-c5d4143a1bf9 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f0cff67-d2e8-42d8-9b2c-0e0959efd8f9 HTTP/1.1" status: 200 len: 210 time: 0.0618365 Aug 11 22:10:57.386322 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2a9c0b01-38e2-4ad0-90c5-57c16761495c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:57.474071 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2a9c0b01-38e2-4ad0-90c5-57c16761495c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:57.498678 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6eeb2838-3af2-4871-aedd-a6fe3ca6cf35 req-8df8351d-98bc-4177-98a0-135a92ffeb35 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f5f5d83-936d-4ece-b9c8-882657b86f53 HTTP/1.1" status: 200 len: 210 time: 0.0366077 Aug 11 22:10:57.535627 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c0b01-38e2-4ad0-90c5-57c16761495c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Pushing event deleted for resources: {'Subnet': ['ID=cc1bd638-59f0-4660-a829-83352d669c59,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:57.538187 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2a9c0b01-38e2-4ad0-90c5-57c16761495c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:57.544868 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c382b335-e830-40ea-9eaf-6842f4dd94e6 None None] Network 12a54021-e93f-4d91-84d9-cb48f9a59bf3 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:10:57.545701 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2a9c0b01-38e2-4ad0-90c5-57c16761495c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "DELETE /v2.0/subnets/cc1bd638-59f0-4660-a829-83352d669c59 HTTP/1.1" status: 204 len: 168 time: 0.6054003 Aug 11 22:10:57.546970 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46174) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:57.612724 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-c28f8d68-c12d-417e-bcb0-d9d1c3ddfbd2 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:57.642584 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-c28f8d68-c12d-417e-bcb0-d9d1c3ddfbd2 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Transition to ACTIVE for port object a9ff3b1c-5c55-45c3-8998-388baa733916 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:10:57.722745 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-c28f8d68-c12d-417e-bcb0-d9d1c3ddfbd2 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:57.760046 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-930f343a-352c-478e-8af1-92ed55282f4e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:57.788268 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b74b0-ea09-4328-9832-b63623980ae3 req-27638476-517f-4e95-957f-f2b520046027 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:57.796715 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e15b032-302e-4202-805d-23baef2b938c None None] DHCP port deletion for 12a54021-e93f-4d91-84d9-cb48f9a59bf3 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:10:57.800107 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cf7b74b0-ea09-4328-9832-b63623980ae3 req-27638476-517f-4e95-957f-f2b520046027 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1303396 Aug 11 22:10:57.805926 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-c28f8d68-c12d-417e-bcb0-d9d1c3ddfbd2 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:10:57.809669 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-c28f8d68-c12d-417e-bcb0-d9d1c3ddfbd2 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:10:57.815814 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-c28f8d68-c12d-417e-bcb0-d9d1c3ddfbd2 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:10:57.855648 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-7e15b032-302e-4202-805d-23baef2b938c None None] Deleting port c854d765-80ef-4a1a-851d-463670b1e76f {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:10:57.856039 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7e15b032-302e-4202-805d-23baef2b938c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:57.878322 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8d68-c12d-417e-bcb0-d9d1c3ddfbd2 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Pushing event updated for resources: {'Port': ['ID=a9ff3b1c-5c55-45c3-8998-388baa733916,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:57.903677 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cf7b74b0-ea09-4328-9832-b63623980ae3 req-cfbae158-2e07-4271-81c9-2818042a594a tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019597 Aug 11 22:10:57.941715 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-c28f8d68-c12d-417e-bcb0-d9d1c3ddfbd2 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:57.942495 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-c28f8d68-c12d-417e-bcb0-d9d1c3ddfbd2 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:57.972325 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-7e15b032-302e-4202-805d-23baef2b938c None None] For port c854d765-80ef-4a1a-851d-463670b1e76f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=c854d765-80ef-4a1a-851d-463670b1e76f,segment=NetworkSegment(ad912a5c-cd92-4730-953b-66783cd7d25a),segment_id=ad912a5c-cd92-4730-953b-66783cd7d25a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:10:57.972747 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7e15b032-302e-4202-805d-23baef2b938c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:57.977687 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-930f343a-352c-478e-8af1-92ed55282f4e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Deleting port c854d765-80ef-4a1a-851d-463670b1e76f {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:10:57.978625 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-930f343a-352c-478e-8af1-92ed55282f4e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:57.982177 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-c28f8d68-c12d-417e-bcb0-d9d1c3ddfbd2 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3874247 Aug 11 22:10:57.990404 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-7e15b032-302e-4202-805d-23baef2b938c None None] Calling delete_port for c854d765-80ef-4a1a-851d-463670b1e76f owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:10:58.031985 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-6adf9fd9-81a8-420c-8bf2-b87210a47190 service neutron] Request body: {'port': {'device_id': '0f0cff67-d2e8-42d8-9b2c-0e0959efd8f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:10:58.109205 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7e15b032-302e-4202-805d-23baef2b938c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:58.159823 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15b032-302e-4202-805d-23baef2b938c None None] Pushing event deleted for resources: {'Port': ['ID=c854d765-80ef-4a1a-851d-463670b1e76f,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:58.173102 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-6adf9fd9-81a8-420c-8bf2-b87210a47190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:58.173258 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e15b032-302e-4202-805d-23baef2b938c None None] No DVR routers for this DVR port c854d765-80ef-4a1a-851d-463670b1e76f on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:10:58.194718 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-930f343a-352c-478e-8af1-92ed55282f4e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] For port c854d765-80ef-4a1a-851d-463670b1e76f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=c854d765-80ef-4a1a-851d-463670b1e76f,segment=NetworkSegment(ad912a5c-cd92-4730-953b-66783cd7d25a),segment_id=ad912a5c-cd92-4730-953b-66783cd7d25a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:10:58.195471 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-930f343a-352c-478e-8af1-92ed55282f4e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:58.232433 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-db3f50ae-c604-4dbe-881a-e0904e1ea88b None None] Provisioning for port a9ff3b1c-5c55-45c3-8998-388baa733916 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:10:58.241980 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-db3f50ae-c604-4dbe-881a-e0904e1ea88b None None] Provisioning complete for port a9ff3b1c-5c55-45c3-8998-388baa733916 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:10:58.242598 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-db3f50ae-c604-4dbe-881a-e0904e1ea88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:58.299399 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-930f343a-352c-478e-8af1-92ed55282f4e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Calling delete_port for c854d765-80ef-4a1a-851d-463670b1e76f owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:10:58.322117 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-db3f50ae-c604-4dbe-881a-e0904e1ea88b None None] Port a9ff3b1c-5c55-45c3-8998-388baa733916 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:10:58.401711 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67247d1a-9f07-4446-b85c-bcdb96d0c7cd req-2ab3d567-005d-4886-85d9-248a281e37c2 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:58.403532 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-67247d1a-9f07-4446-b85c-bcdb96d0c7cd req-2ab3d567-005d-4886-85d9-248a281e37c2 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.2869270 Aug 11 22:10:58.461386 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-e4cd6c4c-409e-4b29-997b-024539d5358d tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:58.462879 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-e4cd6c4c-409e-4b29-997b-024539d5358d tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] 10.222.0.82 "GET /v2.0/networks?id=b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6 HTTP/1.1" status: 200 len: 808 time: 0.3331587 Aug 11 22:10:58.490360 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-07131414-0c58-43a6-9e26-d4281ffe8edd tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] Request body: {'port': {'device_id': '3f5f5d83-936d-4ece-b9c8-882657b86f53', 'network_id': 'b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6', 'admin_state_up': True, 'tenant_id': 'b970cff970b34c62a65af300b0d5e797'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:10:58.555280 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-67247d1a-9f07-4446-b85c-bcdb96d0c7cd req-645d77cc-ef1e-4068-bdd9-22e4b33f4f68 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388834 Aug 11 22:10:58.561495 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-930f343a-352c-478e-8af1-92ed55282f4e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:58.633151 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f343a-352c-478e-8af1-92ed55282f4e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Pushing event deleted for resources: {'Port': ['ID=c854d765-80ef-4a1a-851d-463670b1e76f,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:58.634490 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device c854d765-80ef-4a1a-851d-463670b1e76f no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:10:58.645045 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930f343a-352c-478e-8af1-92ed55282f4e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] No DVR routers for this DVR port c854d765-80ef-4a1a-851d-463670b1e76f on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:10:58.702802 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: c854d765-80ef-4a1a-851d-463670b1e76f {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:10:58.703244 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device c854d765-80ef-4a1a-851d-463670b1e76f not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:10:58.762644 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-6adf9fd9-81a8-420c-8bf2-b87210a47190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9ff3b1c-5c55-45c3-8998-388baa733916 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:10:58.778650 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-6adf9fd9-81a8-420c-8bf2-b87210a47190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:58.807704 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-6adf9fd9-81a8-420c-8bf2-b87210a47190 service neutron] Transition to ACTIVE for port object a9ff3b1c-5c55-45c3-8998-388baa733916 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:10:58.818274 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-6adf9fd9-81a8-420c-8bf2-b87210a47190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:58.872622 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-930f343a-352c-478e-8af1-92ed55282f4e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:58.902038 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-930f343a-352c-478e-8af1-92ed55282f4e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a54021-e93f-4d91-84d9-cb48f9a59bf3']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:10:58.947561 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-930f343a-352c-478e-8af1-92ed55282f4e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad912a5c-cd92-4730-953b-66783cd7d25a') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:10:58.947909 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf9fd9-81a8-420c-8bf2-b87210a47190 service neutron] Pushing event updated for resources: {'Port': ['ID=a9ff3b1c-5c55-45c3-8998-388baa733916,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:58.948215 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-930f343a-352c-478e-8af1-92ed55282f4e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad912a5c-cd92-4730-953b-66783cd7d25a') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:10:58.990389 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-930f343a-352c-478e-8af1-92ed55282f4e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:59.001862 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-07131414-0c58-43a6-9e26-d4281ffe8edd tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] Made reservation on behalf of b970cff970b34c62a65af300b0d5e797 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:10:59.008467 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-07131414-0c58-43a6-9e26-d4281ffe8edd tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:59.064378 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-930f343a-352c-478e-8af1-92ed55282f4e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:59.064728 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-6adf9fd9-81a8-420c-8bf2-b87210a47190 service neutron] Attempting to bind port a9ff3b1c-5c55-45c3-8998-388baa733916 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:10:59.065263 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-6adf9fd9-81a8-420c-8bf2-b87210a47190 service neutron] Attempting to bind port a9ff3b1c-5c55-45c3-8998-388baa733916 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:10:59.066145 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-6adf9fd9-81a8-420c-8bf2-b87210a47190 service neutron] Attempting to bind port a9ff3b1c-5c55-45c3-8998-388baa733916 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:10:59.077445 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-6adf9fd9-81a8-420c-8bf2-b87210a47190 service neutron] Port a9ff3b1c-5c55-45c3-8998-388baa733916 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:10:59.077445 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-6adf9fd9-81a8-420c-8bf2-b87210a47190 service neutron] Attempting to bind port a9ff3b1c-5c55-45c3-8998-388baa733916 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:10:59.089613 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-6adf9fd9-81a8-420c-8bf2-b87210a47190 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:10:59.090249 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-6adf9fd9-81a8-420c-8bf2-b87210a47190 service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:10:59.090935 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-6adf9fd9-81a8-420c-8bf2-b87210a47190 service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:10:59.091816 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-6adf9fd9-81a8-420c-8bf2-b87210a47190 service neutron] Bound port: a9ff3b1c-5c55-45c3-8998-388baa733916, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:10:59.092694 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-6adf9fd9-81a8-420c-8bf2-b87210a47190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:59.130622 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930f343a-352c-478e-8af1-92ed55282f4e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:10:59.131040 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-930f343a-352c-478e-8af1-92ed55282f4e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: self.session.flush() Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: self.session.flush() Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: self.session.flush() Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: self.session.flush() Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:10:59.134494 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:10:59.146303 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c9510-db9c-45a1-9561-0ec5bac11534 req-432c7ab2-5fcc-4699-8af7-cc9d39e6fd59 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:59.148065 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-153c9510-db9c-45a1-9561-0ec5bac11534 req-432c7ab2-5fcc-4699-8af7-cc9d39e6fd59 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f0cff67-d2e8-42d8-9b2c-0e0959efd8f9 HTTP/1.1" status: 200 len: 947 time: 0.2385421 Aug 11 22:10:59.244227 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-6adf9fd9-81a8-420c-8bf2-b87210a47190 service neutron] For port a9ff3b1c-5c55-45c3-8998-388baa733916, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:10:59.286102 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-6adf9fd9-81a8-420c-8bf2-b87210a47190 service neutron] For port a9ff3b1c-5c55-45c3-8998-388baa733916, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=a9ff3b1c-5c55-45c3-8998-388baa733916,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:10:59.292902 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-930f343a-352c-478e-8af1-92ed55282f4e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:59.293852 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-6adf9fd9-81a8-420c-8bf2-b87210a47190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:59.304972 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-153c9510-db9c-45a1-9561-0ec5bac11534 req-c4e46e9f-d96a-47cf-a3fa-b4a2b3d47f63 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] 10.222.0.77 "GET /v2.0/security-groups?id=2864bcab-8708-426c-97ec-ff6a56270baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037917 Aug 11 22:10:59.311734 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-930f343a-352c-478e-8af1-92ed55282f4e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:59.316952 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-930f343a-352c-478e-8af1-92ed55282f4e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "DELETE /v2.0/networks/12a54021-e93f-4d91-84d9-cb48f9a59bf3 HTTP/1.1" status: 204 len: 168 time: 1.7694466 Aug 11 22:10:59.317839 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46196) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:10:59.373761 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-6adf9fd9-81a8-420c-8bf2-b87210a47190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:59.374424 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-6adf9fd9-81a8-420c-8bf2-b87210a47190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:59.376262 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-6adf9fd9-81a8-420c-8bf2-b87210a47190 service neutron] 10.222.0.82 "PUT /v2.0/ports/a9ff3b1c-5c55-45c3-8998-388baa733916 HTTP/1.1" status: 200 len: 1095 time: 1.3694289 Aug 11 22:10:59.376868 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0cff67-d2e8-42d8-9b2c-0e0959efd8f9', 'tag': 'a9ff3b1c-5c55-45c3-8998-388baa733916'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:10:59.379653 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1344245d-806e-45c5-b46f-26839e5089cf" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0cff67-d2e8-42d8-9b2c-0e0959efd8f9", "tag": "a9ff3b1c-5c55-45c3-8998-388baa733916"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:10:59.407707 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f343a-352c-478e-8af1-92ed55282f4e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Pushing event deleted for resources: {'Network': ['ID=12a54021-e93f-4d91-84d9-cb48f9a59bf3,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:59.432176 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-07131414-0c58-43a6-9e26-d4281ffe8edd tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] Allocated IP 172.20.0.8 (b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6/3a610dec-8a5d-44db-a2c6-665322dbd332/34daea00-3305-4247-964b-c6fbc8c0cf09) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:10:59.439758 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf9fd9-81a8-420c-8bf2-b87210a47190 service neutron] Pushing event updated for resources: {'Port': ['ID=a9ff3b1c-5c55-45c3-8998-388baa733916,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:10:59.488372 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4cf604-3de4-4096-b9e8-f3fdca14574c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Deleting subnet 78364357-65cc-45b7-a070-90c17a43a713 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:10:59.506734 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e4cf604-3de4-4096-b9e8-f3fdca14574c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:59.568596 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-6be373b6-3b31-4f72-a1cd-fc9dd85170e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:59.571344 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-6be373b6-3b31-4f72-a1cd-fc9dd85170e8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f304e20a8e604a79bfed069cb9cc7290&device_id=0f0cff67-d2e8-42d8-9b2c-0e0959efd8f9 HTTP/1.1" status: 200 len: 1098 time: 0.0945175 Aug 11 22:10:59.611251 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6ff8b1fb-8fa0-4c97-ae5e-fbccbff45141 req-6080ca74-4d99-45c7-93f1-ac762227e95e tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f5f5d83-936d-4ece-b9c8-882657b86f53 HTTP/1.1" status: 200 len: 210 time: 0.0591927 Aug 11 22:10:59.667900 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-d1a31ebf-5a20-496e-bf7c-ea73942e13de service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=a9ff3b1c-5c55-45c3-8998-388baa733916 HTTP/1.1" status: 200 len: 217 time: 0.0795071 Aug 11 22:10:59.761272 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b579384b-27aa-481e-970d-6d0443b3b6b0 x-openstack-request-id: req-b579384b-27aa-481e-970d-6d0443b3b6b0 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:10:59.761730 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0cff67-d2e8-42d8-9b2c-0e0959efd8f9", "tag": "a9ff3b1c-5c55-45c3-8998-388baa733916", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:10:59.762111 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b579384b-27aa-481e-970d-6d0443b3b6b0 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:10:59.763083 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f0cff67-d2e8-42d8-9b2c-0e0959efd8f9', 'tag': 'a9ff3b1c-5c55-45c3-8998-388baa733916', 'status': 'completed', 'code': 200} Aug 11 22:10:59.781491 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-8b22ebfb-8c36-4a0a-9dea-f83130d6897a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:59.785240 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-8b22ebfb-8c36-4a0a-9dea-f83130d6897a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1088943 Aug 11 22:10:59.789795 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e4cf604-3de4-4096-b9e8-f3fdca14574c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:59.877864 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-4330f04a-a841-4bf2-af50-abbac794e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:10:59.883186 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-4330f04a-a841-4bf2-af50-abbac794e154 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0870447 Aug 11 22:10:59.954224 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-07131414-0c58-43a6-9e26-d4281ffe8edd tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:10:59.977412 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e4cf604-3de4-4096-b9e8-f3fdca14574c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:00.066874 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-07131414-0c58-43a6-9e26-d4281ffe8edd tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:00.098037 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-89f6ca9a-beb0-46e4-901d-3aa0dc82f6ca service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081716 Aug 11 22:11:00.152112 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-07131414-0c58-43a6-9e26-d4281ffe8edd tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] Network b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:11:00.159154 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e4cf604-3de4-4096-b9e8-f3fdca14574c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:00.163316 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-07131414-0c58-43a6-9e26-d4281ffe8edd tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:11:00.184246 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-07131414-0c58-43a6-9e26-d4281ffe8edd tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:11:00.246480 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0755981a-c057-45d8-a90c-dce0cb6faddf req-b6a83b91-0f32-49fe-913f-269fe6a1945c service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407387 Aug 11 22:11:00.262573 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4cf604-3de4-4096-b9e8-f3fdca14574c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Pushing event deleted for resources: {'Subnet': ['ID=78364357-65cc-45b7-a070-90c17a43a713,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:00.263884 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534145a1-f75e-4a88-8f9a-fe31303964ca None None] Network d284e849-5b8b-462d-b6ce-d38aafc6189b requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:11:00.279861 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e4cf604-3de4-4096-b9e8-f3fdca14574c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:00.282361 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7e4cf604-3de4-4096-b9e8-f3fdca14574c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "DELETE /v2.0/subnets/78364357-65cc-45b7-a070-90c17a43a713 HTTP/1.1" status: 204 len: 168 time: 0.9476466 Aug 11 22:11:00.285912 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 46212) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:11:00.287815 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07131414-0c58-43a6-9e26-d4281ffe8edd tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] Pushing event updated for resources: {'Port': ['ID=34daea00-3305-4247-964b-c6fbc8c0cf09,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:00.349389 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-07131414-0c58-43a6-9e26-d4281ffe8edd tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:00.350077 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-07131414-0c58-43a6-9e26-d4281ffe8edd tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:00.396794 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b014f-8ec3-4c43-bd39-c4fa8ae57096 req-a4300acf-ee76-4f91-995b-569b1ac27a17 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:00.405911 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-145b014f-8ec3-4c43-bd39-c4fa8ae57096 req-a4300acf-ee76-4f91-995b-569b1ac27a17 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1785641 Aug 11 22:11:00.407538 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-07131414-0c58-43a6-9e26-d4281ffe8edd tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9212432 Aug 11 22:11:00.436566 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-663d88a9-8f4c-44a3-8c6d-c0250a20b300 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:00.442870 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-df47ad6e-768c-4b90-8184-3e9915803491 service neutron] Request body: {'port': {'device_id': '3f5f5d83-936d-4ece-b9c8-882657b86f53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:11:00.460708 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344245d-806e-45c5-b46f-26839e5089cf req-960f9c09-2c62-4c19-8fc1-c46c232c6775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:00.462109 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1344245d-806e-45c5-b46f-26839e5089cf req-960f9c09-2c62-4c19-8fc1-c46c232c6775 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f304e20a8e604a79bfed069cb9cc7290&device_id=0f0cff67-d2e8-42d8-9b2c-0e0959efd8f9 HTTP/1.1" status: 200 len: 1098 time: 0.0961816 Aug 11 22:11:00.528367 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-145b014f-8ec3-4c43-bd39-c4fa8ae57096 req-9e4a5c73-6451-448b-8e1e-ad2be52a1517 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151147 Aug 11 22:11:00.535637 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-df47ad6e-768c-4b90-8184-3e9915803491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:00.539058 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6664b87d-6d6b-4392-9a84-fc9d62b3a46d None None] DHCP port deletion for d284e849-5b8b-462d-b6ce-d38aafc6189b request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:11:00.595171 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-663d88a9-8f4c-44a3-8c6d-c0250a20b300 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Deleting port b2649e8d-c3dc-40f1-9aa5-3a93203f2a08 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:11:00.595546 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-663d88a9-8f4c-44a3-8c6d-c0250a20b300 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:00.651994 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344245d-806e-45c5-b46f-26839e5089cf req-1f9fba2e-33a5-4dc2-a09e-2f74ccbd9f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:00.653514 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1344245d-806e-45c5-b46f-26839e5089cf req-1f9fba2e-33a5-4dc2-a09e-2f74ccbd9f4b service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.1713390 Aug 11 22:11:00.655158 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-6664b87d-6d6b-4392-9a84-fc9d62b3a46d None None] Deleting port b2649e8d-c3dc-40f1-9aa5-3a93203f2a08 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:11:00.656750 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6664b87d-6d6b-4392-9a84-fc9d62b3a46d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:00.692454 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-663d88a9-8f4c-44a3-8c6d-c0250a20b300 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] For port b2649e8d-c3dc-40f1-9aa5-3a93203f2a08, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b2649e8d-c3dc-40f1-9aa5-3a93203f2a08,segment=NetworkSegment(a1abdcc0-5ef1-4feb-b8cb-570d800157f5),segment_id=a1abdcc0-5ef1-4feb-b8cb-570d800157f5)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:00.693120 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-663d88a9-8f4c-44a3-8c6d-c0250a20b300 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:00.719151 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-663d88a9-8f4c-44a3-8c6d-c0250a20b300 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Calling delete_port for b2649e8d-c3dc-40f1-9aa5-3a93203f2a08 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:11:00.786907 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-6664b87d-6d6b-4392-9a84-fc9d62b3a46d None None] For port b2649e8d-c3dc-40f1-9aa5-3a93203f2a08, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b2649e8d-c3dc-40f1-9aa5-3a93203f2a08,segment=NetworkSegment(a1abdcc0-5ef1-4feb-b8cb-570d800157f5),segment_id=a1abdcc0-5ef1-4feb-b8cb-570d800157f5)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:00.788614 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6664b87d-6d6b-4392-9a84-fc9d62b3a46d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:00.819084 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-6664b87d-6d6b-4392-9a84-fc9d62b3a46d None None] Calling delete_port for b2649e8d-c3dc-40f1-9aa5-3a93203f2a08 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:11:00.870653 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1344245d-806e-45c5-b46f-26839e5089cf req-9bc4b279-2b36-461d-8d6e-bf8044cc7fa9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=a9ff3b1c-5c55-45c3-8998-388baa733916 HTTP/1.1" status: 200 len: 217 time: 0.1330481 Aug 11 22:11:00.929259 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ab3be-1f0b-4947-9183-11b748899160 req-58f728d6-f96f-4433-bca9-d0894c933099 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:00.931747 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0b0ab3be-1f0b-4947-9183-11b748899160 req-58f728d6-f96f-4433-bca9-d0894c933099 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1943548 Aug 11 22:11:00.968203 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6664b87d-6d6b-4392-9a84-fc9d62b3a46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:00.993449 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664b87d-6d6b-4392-9a84-fc9d62b3a46d None None] Pushing event deleted for resources: {'Port': ['ID=b2649e8d-c3dc-40f1-9aa5-3a93203f2a08,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:01.003943 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344245d-806e-45c5-b46f-26839e5089cf req-43471e1f-e7f1-4f02-98ba-67ecbbde7aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:01.005192 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6664b87d-6d6b-4392-9a84-fc9d62b3a46d None None] No DVR routers for this DVR port b2649e8d-c3dc-40f1-9aa5-3a93203f2a08 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:11:01.006823 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1344245d-806e-45c5-b46f-26839e5089cf req-43471e1f-e7f1-4f02-98ba-67ecbbde7aac service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1270771 Aug 11 22:11:01.042222 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-663d88a9-8f4c-44a3-8c6d-c0250a20b300 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:01.076884 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0b0ab3be-1f0b-4947-9183-11b748899160 req-4720fa6f-c2fc-4801-8772-e7d50864d8b3 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293750 Aug 11 22:11:01.117562 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d88a9-8f4c-44a3-8c6d-c0250a20b300 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Pushing event deleted for resources: {'Port': ['ID=b2649e8d-c3dc-40f1-9aa5-3a93203f2a08,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:01.119956 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663d88a9-8f4c-44a3-8c6d-c0250a20b300 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] No DVR routers for this DVR port b2649e8d-c3dc-40f1-9aa5-3a93203f2a08 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:11:01.146795 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-df47ad6e-768c-4b90-8184-3e9915803491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34daea00-3305-4247-964b-c6fbc8c0cf09 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:11:01.157242 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-df47ad6e-768c-4b90-8184-3e9915803491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:01.159802 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344245d-806e-45c5-b46f-26839e5089cf req-3ff6a352-ec7a-420b-98df-1924aca82fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:01.161472 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1344245d-806e-45c5-b46f-26839e5089cf req-3ff6a352-ec7a-420b-98df-1924aca82fc1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1366827 Aug 11 22:11:01.177041 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-df47ad6e-768c-4b90-8184-3e9915803491 service neutron] Transition to ACTIVE for port object 34daea00-3305-4247-964b-c6fbc8c0cf09 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:11:01.177386 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-1344245d-806e-45c5-b46f-26839e5089cf req-e3c94b27-a6a8-4197-8e08-5311d6c83bee service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:11:01.178199 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1344245d-806e-45c5-b46f-26839e5089cf req-e3c94b27-a6a8-4197-8e08-5311d6c83bee service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054629 Aug 11 22:11:01.183086 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-df47ad6e-768c-4b90-8184-3e9915803491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:01.248456 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47ad6e-768c-4b90-8184-3e9915803491 service neutron] Pushing event updated for resources: {'Port': ['ID=34daea00-3305-4247-964b-c6fbc8c0cf09,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:01.301738 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-663d88a9-8f4c-44a3-8c6d-c0250a20b300 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:01.333453 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-663d88a9-8f4c-44a3-8c6d-c0250a20b300 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d284e849-5b8b-462d-b6ce-d38aafc6189b']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:11:01.343295 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-df47ad6e-768c-4b90-8184-3e9915803491 service neutron] Attempting to bind port 34daea00-3305-4247-964b-c6fbc8c0cf09 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:11:01.344136 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-df47ad6e-768c-4b90-8184-3e9915803491 service neutron] Attempting to bind port 34daea00-3305-4247-964b-c6fbc8c0cf09 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '0fd3355e-89e5-46f0-8e7d-6684095e2407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:11:01.344726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-df47ad6e-768c-4b90-8184-3e9915803491 service neutron] Attempting to bind port 34daea00-3305-4247-964b-c6fbc8c0cf09 on network b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:11:01.352735 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-df47ad6e-768c-4b90-8184-3e9915803491 service neutron] Port 34daea00-3305-4247-964b-c6fbc8c0cf09 on network b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:11:01.353802 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-df47ad6e-768c-4b90-8184-3e9915803491 service neutron] Attempting to bind port 34daea00-3305-4247-964b-c6fbc8c0cf09 on network b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:11:01.358856 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-663d88a9-8f4c-44a3-8c6d-c0250a20b300 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1abdcc0-5ef1-4feb-b8cb-570d800157f5') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:11:01.359368 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-663d88a9-8f4c-44a3-8c6d-c0250a20b300 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1abdcc0-5ef1-4feb-b8cb-570d800157f5') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:11:01.360042 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-df47ad6e-768c-4b90-8184-3e9915803491 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:11:01.360750 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-df47ad6e-768c-4b90-8184-3e9915803491 service neutron] Checking segment: {'id': '0fd3355e-89e5-46f0-8e7d-6684095e2407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:11:01.361291 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-df47ad6e-768c-4b90-8184-3e9915803491 service neutron] Bound using segment: {'id': '0fd3355e-89e5-46f0-8e7d-6684095e2407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:11:01.361886 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-df47ad6e-768c-4b90-8184-3e9915803491 service neutron] Bound port: 34daea00-3305-4247-964b-c6fbc8c0cf09, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd3355e-89e5-46f0-8e7d-6684095e2407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:11:01.362823 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-df47ad6e-768c-4b90-8184-3e9915803491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:01.398873 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-663d88a9-8f4c-44a3-8c6d-c0250a20b300 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:01.444839 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-663d88a9-8f4c-44a3-8c6d-c0250a20b300 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:01.465589 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1344245d-806e-45c5-b46f-26839e5089cf req-9d49b924-86fc-4b71-9c97-671549b3aacc service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561691 Aug 11 22:11:01.467455 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-663d88a9-8f4c-44a3-8c6d-c0250a20b300 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:11:01.468178 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-663d88a9-8f4c-44a3-8c6d-c0250a20b300 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:01.471252 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-df47ad6e-768c-4b90-8184-3e9915803491 service neutron] For port 34daea00-3305-4247-964b-c6fbc8c0cf09, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:11:01.474383 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:11:01.478372 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-df47ad6e-768c-4b90-8184-3e9915803491 service neutron] For port 34daea00-3305-4247-964b-c6fbc8c0cf09, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=34daea00-3305-4247-964b-c6fbc8c0cf09,segment=NetworkSegment(0fd3355e-89e5-46f0-8e7d-6684095e2407),segment_id=0fd3355e-89e5-46f0-8e7d-6684095e2407)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:11:01.487036 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf488b-b3a5-4a92-9030-819576e86aba req-b719b34e-8c93-447e-93d5-df1486471161 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:01.488708 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cccf488b-b3a5-4a92-9030-819576e86aba req-b719b34e-8c93-447e-93d5-df1486471161 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f0cff67-d2e8-42d8-9b2c-0e0959efd8f9 HTTP/1.1" status: 200 len: 947 time: 0.0847740 Aug 11 22:11:01.490501 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-df47ad6e-768c-4b90-8184-3e9915803491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:01.559670 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-df47ad6e-768c-4b90-8184-3e9915803491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:01.560333 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-df47ad6e-768c-4b90-8184-3e9915803491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:01.561985 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-df47ad6e-768c-4b90-8184-3e9915803491 service neutron] 10.222.0.82 "PUT /v2.0/ports/34daea00-3305-4247-964b-c6fbc8c0cf09 HTTP/1.1" status: 200 len: 1091 time: 1.1381202 Aug 11 22:11:01.562486 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f5f5d83-936d-4ece-b9c8-882657b86f53', 'tag': '34daea00-3305-4247-964b-c6fbc8c0cf09'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:11:01.564922 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146bcb6f-6b39-4e0c-a60b-712877b8d77c" -d '{"events": [{"name": "network-changed", "server_uuid": "3f5f5d83-936d-4ece-b9c8-882657b86f53", "tag": "34daea00-3305-4247-964b-c6fbc8c0cf09"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:11:01.601540 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47ad6e-768c-4b90-8184-3e9915803491 service neutron] Pushing event updated for resources: {'Port': ['ID=34daea00-3305-4247-964b-c6fbc8c0cf09,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:01.614406 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cccf488b-b3a5-4a92-9030-819576e86aba req-d916c99a-89c3-43a5-a77e-f96b064de3d4 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] 10.222.0.77 "GET /v2.0/security-groups?id=2864bcab-8708-426c-97ec-ff6a56270baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938935 Aug 11 22:11:01.721378 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-f3e60439-72a4-4973-b701-b9d5072eb01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:01.723024 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-f3e60439-72a4-4973-b701-b9d5072eb01f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b970cff970b34c62a65af300b0d5e797&device_id=3f5f5d83-936d-4ece-b9c8-882657b86f53 HTTP/1.1" status: 200 len: 1094 time: 0.0824413 Aug 11 22:11:01.753763 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237697f8-b823-45b1-9980-3fd8e05fdb66 req-26c12dd4-955e-4c98-9c76-a3a7eec94061 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:01.755426 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-237697f8-b823-45b1-9980-3fd8e05fdb66 req-26c12dd4-955e-4c98-9c76-a3a7eec94061 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.0750432 Aug 11 22:11:01.794568 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-5debcd0e-9d04-4583-95cf-5cc871332a92 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34daea00-3305-4247-964b-c6fbc8c0cf09 HTTP/1.1" status: 200 len: 217 time: 0.0557818 Aug 11 22:11:01.875368 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-237697f8-b823-45b1-9980-3fd8e05fdb66 req-02e808cf-7afd-4fe7-aa06-7322e78f16be tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884175 Aug 11 22:11:01.888387 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-93ddb415-61eb-48e2-a4cd-8db25d3cc566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:01.890078 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-93ddb415-61eb-48e2-a4cd-8db25d3cc566 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3a610dec-8a5d-44db-a2c6-665322dbd332 HTTP/1.1" status: 200 len: 848 time: 0.0817335 Aug 11 22:11:01.939852 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-c52f485b-76e8-490c-81af-31b1d36d6c59 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420544 Aug 11 22:11:02.003109 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-663d88a9-8f4c-44a3-8c6d-c0250a20b300 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:02.030040 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-663d88a9-8f4c-44a3-8c6d-c0250a20b300 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:02.032159 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-663d88a9-8f4c-44a3-8c6d-c0250a20b300 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "DELETE /v2.0/networks/d284e849-5b8b-462d-b6ce-d38aafc6189b HTTP/1.1" status: 204 len: 168 time: 1.7453294 Aug 11 22:11:02.035659 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d88a9-8f4c-44a3-8c6d-c0250a20b300 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Pushing event deleted for resources: {'Network': ['ID=d284e849-5b8b-462d-b6ce-d38aafc6189b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:02.042604 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 46230) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:11:02.047070 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-a36fe063-4851-4ae6-b326-b7c30b34a4ad tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2000325829'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:11:02.076458 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1344245d-806e-45c5-b46f-26839e5089cf req-e137bfb9-0c8f-48be-99c9-01f43b37358d service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6007946 Aug 11 22:11:02.087166 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36fe063-4851-4ae6-b326-b7c30b34a4ad tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Made reservation on behalf of 005c4f8fe87b45d1b3fafbe96081c4d6 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:11:02.091711 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a36fe063-4851-4ae6-b326-b7c30b34a4ad tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:02.118389 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27a1fc-600d-4300-a96e-e8d6e119b243 req-01b93b73-3476-4fe7-8ccd-41b1423f11c2 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:02.120114 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a27a1fc-600d-4300-a96e-e8d6e119b243 req-01b93b73-3476-4fe7-8ccd-41b1423f11c2 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f5f5d83-936d-4ece-b9c8-882657b86f53 HTTP/1.1" status: 200 len: 943 time: 0.0978174 Aug 11 22:11:02.122782 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36fe063-4851-4ae6-b326-b7c30b34a4ad tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:11:02.133957 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a36fe063-4851-4ae6-b326-b7c30b34a4ad tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:02.134313 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-a36fe063-4851-4ae6-b326-b7c30b34a4ad tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Added segment dff12e60-9680-440d-8f3b-3a80ad31a2ab of type vlan for network 09282603-89ac-4862-9337-c9c91357f7e5 Aug 11 22:11:02.141497 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-57ceb233-673f-48e7-8dd6-216345f03b35 service neutron] 10.222.0.82 "GET /v2.0/networks/b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903119 Aug 11 22:11:02.180078 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a36fe063-4851-4ae6-b326-b7c30b34a4ad tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:02.214420 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a36fe063-4851-4ae6-b326-b7c30b34a4ad tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:02.219911 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a27a1fc-600d-4300-a96e-e8d6e119b243 req-e7453cb6-9e60-4927-aac7-ca84b97a5df6 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] 10.222.0.77 "GET /v2.0/security-groups?id=104049bc-3b4c-4bdb-926a-5fcee69974b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884182 Aug 11 22:11:02.222525 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36fe063-4851-4ae6-b326-b7c30b34a4ad tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:02.223191 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a36fe063-4851-4ae6-b326-b7c30b34a4ad tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:02.282429 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba6635d3-8826-468b-84b3-6b9dd87345b1 req-11bdfda8-0b9e-4453-8284-db20249adeac service neutron] 10.222.0.82 "GET /v2.0/networks/b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325202 Aug 11 22:11:02.295320 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a36fe063-4851-4ae6-b326-b7c30b34a4ad tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2524107 Aug 11 22:11:02.298084 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46234) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:11:02.303823 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-2e4da050-c9eb-4009-b1f1-e75c8b3e0e10 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Request body: {'subnet': {'network_id': '09282603-89ac-4862-9337-c9c91357f7e5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:11:02.310650 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36fe063-4851-4ae6-b326-b7c30b34a4ad tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Pushing event updated for resources: {'Network': ['ID=09282603-89ac-4862-9337-c9c91357f7e5,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:02.326033 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 09282603-89ac-4862-9337-c9c91357f7e5 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:11:02.451910 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e3c1d-b2bd-4b9d-910a-e57de4a85228 req-32187d7a-c32e-492d-ac99-7fc25815e1d2 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:02.453565 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b25e3c1d-b2bd-4b9d-910a-e57de4a85228 req-32187d7a-c32e-492d-ac99-7fc25815e1d2 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1206801 Aug 11 22:11:02.473399 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4da050-c9eb-4009-b1f1-e75c8b3e0e10 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Made reservation on behalf of 005c4f8fe87b45d1b3fafbe96081c4d6 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:11:02.476935 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2e4da050-c9eb-4009-b1f1-e75c8b3e0e10 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:02.563295 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b2649e8d-c3dc-40f1-9aa5-3a93203f2a08 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:11:02.567890 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b25e3c1d-b2bd-4b9d-910a-e57de4a85228 req-5463b2b6-ef2e-48fe-987a-c1c7b2a03605 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059062 Aug 11 22:11:02.601613 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: b2649e8d-c3dc-40f1-9aa5-3a93203f2a08 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:11:02.602605 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b2649e8d-c3dc-40f1-9aa5-3a93203f2a08 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:11:02.656395 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfda3e5-fd9e-4879-8145-53935ad7bb69 x-openstack-request-id: req-dbfda3e5-fd9e-4879-8145-53935ad7bb69 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:11:02.656777 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f5f5d83-936d-4ece-b9c8-882657b86f53", "tag": "34daea00-3305-4247-964b-c6fbc8c0cf09", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:11:02.657004 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dbfda3e5-fd9e-4879-8145-53935ad7bb69 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:11:02.657334 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f5f5d83-936d-4ece-b9c8-882657b86f53', 'tag': '34daea00-3305-4247-964b-c6fbc8c0cf09', 'status': 'completed', 'code': 200} Aug 11 22:11:02.774403 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2e4da050-c9eb-4009-b1f1-e75c8b3e0e10 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:02.824685 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bcb6f-6b39-4e0c-a60b-712877b8d77c req-55d80af4-2418-4e1b-9b4e-9f10cb15d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:02.826486 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-146bcb6f-6b39-4e0c-a60b-712877b8d77c req-55d80af4-2418-4e1b-9b4e-9f10cb15d99b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b970cff970b34c62a65af300b0d5e797&device_id=3f5f5d83-936d-4ece-b9c8-882657b86f53 HTTP/1.1" status: 200 len: 1094 time: 0.1073856 Aug 11 22:11:02.952469 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4da050-c9eb-4009-b1f1-e75c8b3e0e10 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Pushing event updated for resources: {'Subnet': ['ID=079a8c5e-7ac2-4bba-b927-ff481e592bf5,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:03.019383 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4da050-c9eb-4009-b1f1-e75c8b3e0e10 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Checking segment: {'id': 'dff12e60-9680-440d-8f3b-3a80ad31a2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09282603-89ac-4862-9337-c9c91357f7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:11:03.019885 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4da050-c9eb-4009-b1f1-e75c8b3e0e10 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Network hostable DHCP agents. Network: 09282603-89ac-4862-9337-c9c91357f7e5, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:11:03.073729 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-ed9e9d2e-6feb-492a-90e6-51b871be489a tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:03.075416 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-ed9e9d2e-6feb-492a-90e6-51b871be489a tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/networks?id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 200 len: 811 time: 0.2432084 Aug 11 22:11:03.081926 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bcb6f-6b39-4e0c-a60b-712877b8d77c req-f2035548-add9-4cb5-b4ac-f9c4cb5f33e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:03.083595 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-146bcb6f-6b39-4e0c-a60b-712877b8d77c req-f2035548-add9-4cb5-b4ac-f9c4cb5f33e6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6 HTTP/1.1" status: 200 len: 909 time: 0.2352533 Aug 11 22:11:03.088102 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4da050-c9eb-4009-b1f1-e75c8b3e0e10 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Network 09282603-89ac-4862-9337-c9c91357f7e5 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:11:03.144557 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-878ba3f5-562f-4637-972b-fd1f284a7e26 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/quotas/f3da70be91664ca8a55d012676042959 HTTP/1.1" status: 200 len: 375 time: 0.0580733 Aug 11 22:11:03.146689 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-146bcb6f-6b39-4e0c-a60b-712877b8d77c req-d09f5fae-7942-479e-bdf4-3029988df7c6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34daea00-3305-4247-964b-c6fbc8c0cf09 HTTP/1.1" status: 200 len: 217 time: 0.0553186 Aug 11 22:11:03.148218 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-2e4da050-c9eb-4009-b1f1-e75c8b3e0e10 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 09282603-89ac-4862-9337-c9c91357f7e5) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:11:03.154257 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4da050-c9eb-4009-b1f1-e75c8b3e0e10 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:03.155118 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2e4da050-c9eb-4009-b1f1-e75c8b3e0e10 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:03.163274 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b123e53f-57f7-407a-ba8f-ebd17da351f2 None None] Network 09282603-89ac-4862-9337-c9c91357f7e5 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:11:03.266258 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2e4da050-c9eb-4009-b1f1-e75c8b3e0e10 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9640145 Aug 11 22:11:03.266980 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 46252) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:11:03.276920 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bcb6f-6b39-4e0c-a60b-712877b8d77c req-a59beea0-598f-4212-b039-f0d929d8a2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:03.278322 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-80265a17-e522-42f7-9054-89beace731cf tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-863498702'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:11:03.278527 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-146bcb6f-6b39-4e0c-a60b-712877b8d77c req-a59beea0-598f-4212-b039-f0d929d8a2f3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3a610dec-8a5d-44db-a2c6-665322dbd332 HTTP/1.1" status: 200 len: 848 time: 0.1195855 Aug 11 22:11:03.312561 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-bd2bc04a-669c-4f57-ab9e-43a2c4b9095f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f3da70be91664ca8a55d012676042959&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1521258 Aug 11 22:11:03.320259 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80265a17-e522-42f7-9054-89beace731cf tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Made reservation on behalf of 005c4f8fe87b45d1b3fafbe96081c4d6 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:11:03.326826 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-80265a17-e522-42f7-9054-89beace731cf tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:03.335422 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-146bcb6f-6b39-4e0c-a60b-712877b8d77c req-b88974ca-05d2-4763-99f0-d9802c26d829 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479753 Aug 11 22:11:03.376329 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80265a17-e522-42f7-9054-89beace731cf tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:11:03.402574 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-80265a17-e522-42f7-9054-89beace731cf tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:03.403277 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-80265a17-e522-42f7-9054-89beace731cf tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Added segment 9e9ec30e-fc20-447d-a45e-c2e9bad55cba of type vlan for network a36287c7-fef2-494a-914f-1adbd70fbeea Aug 11 22:11:03.427480 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device a9ff3b1c-5c55-45c3-8998-388baa733916 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:11:03.447805 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af767d7a-76bd-4381-beb4-c86232bde630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-09282603-89ac-4862-9337-c9c91357f7e5', 'network_id': '09282603-89ac-4862-9337-c9c91357f7e5', 'tenant_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'fixed_ips': [{'subnet_id': '079a8c5e-7ac2-4bba-b927-ff481e592bf5'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:11:03.449607 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-af767d7a-76bd-4381-beb4-c86232bde630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:03.480484 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-80265a17-e522-42f7-9054-89beace731cf tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:03.512813 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-15fbc4e3-1bad-457e-a8bb-bede2539cf6b service neutron] 10.222.0.77 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801813 Aug 11 22:11:03.537739 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-80265a17-e522-42f7-9054-89beace731cf tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:03.541238 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-146bcb6f-6b39-4e0c-a60b-712877b8d77c req-9b637373-af39-445a-8a06-4c4e0efe5d5f service neutron] 10.222.0.82 "GET /v2.0/networks/b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870914 Aug 11 22:11:03.549578 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80265a17-e522-42f7-9054-89beace731cf tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:03.550615 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-80265a17-e522-42f7-9054-89beace731cf tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:03.665112 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-80265a17-e522-42f7-9054-89beace731cf tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3929958 Aug 11 22:11:03.669863 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 46254) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:11:03.680439 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-b87d9542-3387-472f-a513-668ecce9297f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Request body: {'subnet': {'network_id': 'a36287c7-fef2-494a-914f-1adbd70fbeea', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:11:03.778006 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80265a17-e522-42f7-9054-89beace731cf tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Pushing event updated for resources: {'Network': ['ID=a36287c7-fef2-494a-914f-1adbd70fbeea,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:03.878274 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87d9542-3387-472f-a513-668ecce9297f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Made reservation on behalf of 005c4f8fe87b45d1b3fafbe96081c4d6 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:11:03.884147 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b87d9542-3387-472f-a513-668ecce9297f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:03.920687 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network a36287c7-fef2-494a-914f-1adbd70fbeea details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:11:04.054334 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port a9ff3b1c-5c55-45c3-8998-388baa733916, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=a9ff3b1c-5c55-45c3-8998-388baa733916,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:04.087813 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': 'a9ff3b1c-5c55-45c3-8998-388baa733916', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': 'a9ff3b1c-5c55-45c3-8998-388baa733916', 'mac_address': 'fa:16:3e:76:db:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:11:04.103633 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-345626c4-16cc-4c2c-94bb-06cab5c63918 service neutron] 10.222.0.77 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5788739 Aug 11 22:11:04.108488 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-146bcb6f-6b39-4e0c-a60b-712877b8d77c req-501801bd-d63f-46e0-8937-ea3aab7075f0 service neutron] 10.222.0.82 "GET /v2.0/networks/b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5567923 Aug 11 22:11:04.125528 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-af767d7a-76bd-4381-beb4-c86232bde630 None None] Allocated IP 19.80.0.2 (09282603-89ac-4862-9337-c9c91357f7e5/079a8c5e-7ac2-4bba-b927-ff481e592bf5/7893ab5d-e3d7-4bad-aee2-905c929962be) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:11:04.157831 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:04.211931 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9ff3b1c-5c55-45c3-8998-388baa733916 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:11:04.249213 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port a9ff3b1c-5c55-45c3-8998-388baa733916, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=a9ff3b1c-5c55-45c3-8998-388baa733916,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:04.256391 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:04.333355 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b87d9542-3387-472f-a513-668ecce9297f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:04.384315 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-af767d7a-76bd-4381-beb4-c86232bde630 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:04.413890 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-af767d7a-76bd-4381-beb4-c86232bde630 None None] Transition to ACTIVE for port object 7893ab5d-e3d7-4bad-aee2-905c929962be will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:11:04.419845 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=a9ff3b1c-5c55-45c3-8998-388baa733916,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:04.438409 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-af767d7a-76bd-4381-beb4-c86232bde630 None None] Transition to ACTIVE for port object 7893ab5d-e3d7-4bad-aee2-905c929962be will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:11:04.447753 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-af767d7a-76bd-4381-beb4-c86232bde630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:04.455676 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d9542-3387-472f-a513-668ecce9297f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Pushing event updated for resources: {'Subnet': ['ID=3fca9279-f4ab-4eda-9f15-54c66a192207,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:04.472760 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87d9542-3387-472f-a513-668ecce9297f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Checking segment: {'id': '9e9ec30e-fc20-447d-a45e-c2e9bad55cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a36287c7-fef2-494a-914f-1adbd70fbeea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:11:04.473374 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87d9542-3387-472f-a513-668ecce9297f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Network hostable DHCP agents. Network: a36287c7-fef2-494a-914f-1adbd70fbeea, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:11:04.508959 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87d9542-3387-472f-a513-668ecce9297f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Network a36287c7-fef2-494a-914f-1adbd70fbeea is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:11:04.519536 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af767d7a-76bd-4381-beb4-c86232bde630 None None] Network 09282603-89ac-4862-9337-c9c91357f7e5 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:11:04.524314 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-b87d9542-3387-472f-a513-668ecce9297f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, a36287c7-fef2-494a-914f-1adbd70fbeea) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:11:04.525453 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-af767d7a-76bd-4381-beb4-c86232bde630 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:11:04.535443 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87d9542-3387-472f-a513-668ecce9297f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:04.535610 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b87d9542-3387-472f-a513-668ecce9297f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:04.539288 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af767d7a-76bd-4381-beb4-c86232bde630 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:11:04.542709 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8740c9-11ee-4ff7-ae23-cead2c072491 None None] Network a36287c7-fef2-494a-914f-1adbd70fbeea requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:11:04.551694 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af767d7a-76bd-4381-beb4-c86232bde630 None None] Pushing event updated for resources: {'Port': ['ID=7893ab5d-e3d7-4bad-aee2-905c929962be,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:04.577870 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b87d9542-3387-472f-a513-668ecce9297f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9046898 Aug 11 22:11:04.644953 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a752578-5ef3-4d92-8800-e88671ed419b req-5ce01286-bc79-42b8-9dac-8193fcf96111 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:04.660722 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a752578-5ef3-4d92-8800-e88671ed419b req-5ce01286-bc79-42b8-9dac-8193fcf96111 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f0cff67-d2e8-42d8-9b2c-0e0959efd8f9 HTTP/1.1" status: 200 len: 948 time: 0.1010659 Aug 11 22:11:04.667476 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['a9ff3b1c-5c55-45c3-8998-388baa733916'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:11:04.697478 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-af767d7a-76bd-4381-beb4-c86232bde630 None None] Attempting to bind port 7893ab5d-e3d7-4bad-aee2-905c929962be on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:11:04.697996 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-af767d7a-76bd-4381-beb4-c86232bde630 None None] Attempting to bind port 7893ab5d-e3d7-4bad-aee2-905c929962be by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'dff12e60-9680-440d-8f3b-3a80ad31a2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09282603-89ac-4862-9337-c9c91357f7e5'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:11:04.698313 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af767d7a-76bd-4381-beb4-c86232bde630 None None] Attempting to bind port 7893ab5d-e3d7-4bad-aee2-905c929962be on network 09282603-89ac-4862-9337-c9c91357f7e5 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:11:04.727374 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af767d7a-76bd-4381-beb4-c86232bde630 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:11:04.727630 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af767d7a-76bd-4381-beb4-c86232bde630 None None] Checking segment: {'id': 'dff12e60-9680-440d-8f3b-3a80ad31a2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09282603-89ac-4862-9337-c9c91357f7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:11:04.728050 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-af767d7a-76bd-4381-beb4-c86232bde630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:04.728454 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af767d7a-76bd-4381-beb4-c86232bde630 None None] Bound using segment: {'id': 'dff12e60-9680-440d-8f3b-3a80ad31a2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09282603-89ac-4862-9337-c9c91357f7e5'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:11:04.729003 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-af767d7a-76bd-4381-beb4-c86232bde630 None None] Bound port: 7893ab5d-e3d7-4bad-aee2-905c929962be, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff12e60-9680-440d-8f3b-3a80ad31a2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09282603-89ac-4862-9337-c9c91357f7e5'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:11:04.729433 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-af767d7a-76bd-4381-beb4-c86232bde630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:04.740558 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a752578-5ef3-4d92-8800-e88671ed419b req-67c44baf-5f77-424a-bb90-2eb080e99e27 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] 10.222.0.77 "GET /v2.0/security-groups?id=2864bcab-8708-426c-97ec-ff6a56270baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774105 Aug 11 22:11:04.936032 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1636675-9a31-4b75-b40b-be52328268fa req-36ef20bf-c056-4dce-a4cb-60518507a490 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:04.937995 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c1636675-9a31-4b75-b40b-be52328268fa req-36ef20bf-c056-4dce-a4cb-60518507a490 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f5f5d83-936d-4ece-b9c8-882657b86f53 HTTP/1.1" status: 200 len: 943 time: 0.0800679 Aug 11 22:11:04.996967 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c1636675-9a31-4b75-b40b-be52328268fa req-34dd1006-b69d-4cee-97a6-6b67b7e148c9 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] 10.222.0.77 "GET /v2.0/security-groups?id=104049bc-3b4c-4bdb-926a-5fcee69974b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457563 Aug 11 22:11:04.997756 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8aa729-5bda-4989-a0e0-84657b97df05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-a36287c7-fef2-494a-914f-1adbd70fbeea', 'network_id': 'a36287c7-fef2-494a-914f-1adbd70fbeea', 'tenant_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'fixed_ips': [{'subnet_id': '3fca9279-f4ab-4eda-9f15-54c66a192207'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:11:04.999066 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3c8aa729-5bda-4989-a0e0-84657b97df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:05.055803 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-af767d7a-76bd-4381-beb4-c86232bde630 None None] For port 7893ab5d-e3d7-4bad-aee2-905c929962be, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:11:05.108258 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-af767d7a-76bd-4381-beb4-c86232bde630 None None] For port 7893ab5d-e3d7-4bad-aee2-905c929962be, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7893ab5d-e3d7-4bad-aee2-905c929962be,segment=NetworkSegment(dff12e60-9680-440d-8f3b-3a80ad31a2ab),segment_id=dff12e60-9680-440d-8f3b-3a80ad31a2ab)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:11:05.116243 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-af767d7a-76bd-4381-beb4-c86232bde630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:05.240730 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3b58d0f-ffd4-416f-b0fa-a62e718ad89b req-9d85bb37-b194-4756-9307-2a37d79df250 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd1fd4b4-9aa6-4dcb-a406-839940e49ffb HTTP/1.1" status: 200 len: 210 time: 0.0411468 Aug 11 22:11:05.394884 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33718d-e672-40da-bce8-f19bd7a029fb req-4be64b56-84c9-484b-88f9-27d258c71e7e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:05.400158 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-da33718d-e672-40da-bce8-f19bd7a029fb req-4be64b56-84c9-484b-88f9-27d258c71e7e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0612137 Aug 11 22:11:05.409662 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af767d7a-76bd-4381-beb4-c86232bde630 None None] Pushing event updated for resources: {'Port': ['ID=7893ab5d-e3d7-4bad-aee2-905c929962be,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:05.437514 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 34daea00-3305-4247-964b-c6fbc8c0cf09 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:11:05.455996 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-da33718d-e672-40da-bce8-f19bd7a029fb req-ad17bc9e-2383-429a-8d28-12a51a26f934 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517526 Aug 11 22:11:05.467307 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-3c8aa729-5bda-4989-a0e0-84657b97df05 None None] Allocated IP 19.86.0.2 (a36287c7-fef2-494a-914f-1adbd70fbeea/3fca9279-f4ab-4eda-9f15-54c66a192207/4a10fc9a-7ece-4c1b-9975-ce5e4391f51c) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:11:05.729878 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 34daea00-3305-4247-964b-c6fbc8c0cf09, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=34daea00-3305-4247-964b-c6fbc8c0cf09,segment=NetworkSegment(0fd3355e-89e5-46f0-8e7d-6684095e2407),segment_id=0fd3355e-89e5-46f0-8e7d-6684095e2407)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:05.756300 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '34daea00-3305-4247-964b-c6fbc8c0cf09', 'network_id': 'b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6', 'port_id': '34daea00-3305-4247-964b-c6fbc8c0cf09', 'mac_address': 'fa:16:3e:b8:b5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a610dec-8a5d-44db-a2c6-665322dbd332', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:11:05.778301 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3c8aa729-5bda-4989-a0e0-84657b97df05 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:05.798012 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-6fc84bb5-7609-4de0-8d45-798562cd9612 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:05.806562 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-6fc84bb5-7609-4de0-8d45-798562cd9612 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:05.816815 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3c8aa729-5bda-4989-a0e0-84657b97df05 None None] Transition to ACTIVE for port object 4a10fc9a-7ece-4c1b-9975-ce5e4391f51c will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:11:05.817759 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-6fc84bb5-7609-4de0-8d45-798562cd9612 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/networks?id=09282603-89ac-4862-9337-c9c91357f7e5&id=a36287c7-fef2-494a-914f-1adbd70fbeea HTTP/1.1" status: 200 len: 1391 time: 0.2538803 Aug 11 22:11:05.842077 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:05.846617 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-a45ba6ba-359d-478d-8937-3c78abbe507e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/quotas/005c4f8fe87b45d1b3fafbe96081c4d6 HTTP/1.1" status: 200 len: 375 time: 0.0275095 Aug 11 22:11:05.847897 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3c8aa729-5bda-4989-a0e0-84657b97df05 None None] Transition to ACTIVE for port object 4a10fc9a-7ece-4c1b-9975-ce5e4391f51c will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:11:05.867657 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34daea00-3305-4247-964b-c6fbc8c0cf09 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:11:05.877707 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3c8aa729-5bda-4989-a0e0-84657b97df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:05.884546 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-337fc808-cc7c-4a08-9001-4af9b5d93287 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:05.887948 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-337fc808-cc7c-4a08-9001-4af9b5d93287 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.52 "GET /v2.0/networks?id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 200 len: 811 time: 0.1585670 Aug 11 22:11:05.902979 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-471a6a66-8d73-436f-a8ca-10128d6c94b5 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Request body: {'port': {'device_id': 'cd1fd4b4-9aa6-4dcb-a406-839940e49ffb', 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9', 'admin_state_up': True, 'tenant_id': 'f3da70be91664ca8a55d012676042959'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:11:05.939390 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 34daea00-3305-4247-964b-c6fbc8c0cf09, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=34daea00-3305-4247-964b-c6fbc8c0cf09,segment=NetworkSegment(0fd3355e-89e5-46f0-8e7d-6684095e2407),segment_id=0fd3355e-89e5-46f0-8e7d-6684095e2407)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:05.956539 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8aa729-5bda-4989-a0e0-84657b97df05 None None] Network a36287c7-fef2-494a-914f-1adbd70fbeea is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:11:05.959491 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:05.967438 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-3c8aa729-5bda-4989-a0e0-84657b97df05 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:11:05.970555 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8aa729-5bda-4989-a0e0-84657b97df05 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:11:05.972877 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-0a961626-ee4e-4d1f-b2c6-181708fdddf1 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=005c4f8fe87b45d1b3fafbe96081c4d6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1247823 Aug 11 22:11:05.977213 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8aa729-5bda-4989-a0e0-84657b97df05 None None] Pushing event updated for resources: {'Port': ['ID=4a10fc9a-7ece-4c1b-9975-ce5e4391f51c,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:06.087383 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-3c8aa729-5bda-4989-a0e0-84657b97df05 None None] Attempting to bind port 4a10fc9a-7ece-4c1b-9975-ce5e4391f51c on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:11:06.087822 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-3c8aa729-5bda-4989-a0e0-84657b97df05 None None] Attempting to bind port 4a10fc9a-7ece-4c1b-9975-ce5e4391f51c by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '9e9ec30e-fc20-447d-a45e-c2e9bad55cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a36287c7-fef2-494a-914f-1adbd70fbeea'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:11:06.088217 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8aa729-5bda-4989-a0e0-84657b97df05 None None] Attempting to bind port 4a10fc9a-7ece-4c1b-9975-ce5e4391f51c on network a36287c7-fef2-494a-914f-1adbd70fbeea {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:11:06.088343 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-471a6a66-8d73-436f-a8ca-10128d6c94b5 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Made reservation on behalf of f3da70be91664ca8a55d012676042959 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:11:06.092494 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=34daea00-3305-4247-964b-c6fbc8c0cf09,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:06.095386 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-471a6a66-8d73-436f-a8ca-10128d6c94b5 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:06.099298 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8aa729-5bda-4989-a0e0-84657b97df05 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:11:06.099793 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8aa729-5bda-4989-a0e0-84657b97df05 None None] Checking segment: {'id': '9e9ec30e-fc20-447d-a45e-c2e9bad55cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a36287c7-fef2-494a-914f-1adbd70fbeea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:11:06.100215 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3c8aa729-5bda-4989-a0e0-84657b97df05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:06.100624 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8aa729-5bda-4989-a0e0-84657b97df05 None None] Bound using segment: {'id': '9e9ec30e-fc20-447d-a45e-c2e9bad55cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a36287c7-fef2-494a-914f-1adbd70fbeea'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:11:06.101125 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-3c8aa729-5bda-4989-a0e0-84657b97df05 None None] Bound port: 4a10fc9a-7ece-4c1b-9975-ce5e4391f51c, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9ec30e-fc20-447d-a45e-c2e9bad55cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a36287c7-fef2-494a-914f-1adbd70fbeea'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:11:06.101523 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3c8aa729-5bda-4989-a0e0-84657b97df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:06.112619 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-838a32db-8eea-439b-91d2-50cba6b96d06 service neutron] 10.222.0.77 "GET /v2.0/networks/09282603-89ac-4862-9337-c9c91357f7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351323 Aug 11 22:11:06.209218 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-3c8aa729-5bda-4989-a0e0-84657b97df05 None None] For port 4a10fc9a-7ece-4c1b-9975-ce5e4391f51c, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:11:06.216553 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-3c8aa729-5bda-4989-a0e0-84657b97df05 None None] For port 4a10fc9a-7ece-4c1b-9975-ce5e4391f51c, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=4a10fc9a-7ece-4c1b-9975-ce5e4391f51c,segment=NetworkSegment(9e9ec30e-fc20-447d-a45e-c2e9bad55cba),segment_id=9e9ec30e-fc20-447d-a45e-c2e9bad55cba)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:11:06.227901 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3c8aa729-5bda-4989-a0e0-84657b97df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:06.282061 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-e0cbe7c0-8385-48a0-91b3-233d9109740c service neutron] 10.222.0.77 "GET /v2.0/networks/09282603-89ac-4862-9337-c9c91357f7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566074 Aug 11 22:11:06.390747 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8aa729-5bda-4989-a0e0-84657b97df05 None None] Pushing event updated for resources: {'Port': ['ID=4a10fc9a-7ece-4c1b-9975-ce5e4391f51c,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:06.426632 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-8e6008e5-961e-4909-a8a9-c4b3f9927c7d service neutron] 10.222.0.77 "GET /v2.0/networks/a36287c7-fef2-494a-914f-1adbd70fbeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433218 Aug 11 22:11:06.430939 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-471a6a66-8d73-436f-a8ca-10128d6c94b5 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Allocated IP 172.20.0.3 (e05d73cc-c444-45b6-9ecd-8613ea45c8b9/71666487-d255-442c-a4c1-ffc47afdf7b3/523e5924-57e6-4cf0-a805-31303328564b) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:11:06.486286 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['34daea00-3305-4247-964b-c6fbc8c0cf09'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:11:06.742182 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-91bcad7e-17a7-4bc4-97cc-86fdf745f61e service neutron] 10.222.0.77 "GET /v2.0/networks/a36287c7-fef2-494a-914f-1adbd70fbeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004432 Aug 11 22:11:06.762107 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-471a6a66-8d73-436f-a8ca-10128d6c94b5 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:06.831366 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-471a6a66-8d73-436f-a8ca-10128d6c94b5 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Transition to ACTIVE for port object 523e5924-57e6-4cf0-a805-31303328564b will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:11:06.869040 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7893ab5d-e3d7-4bad-aee2-905c929962be up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:11:06.917486 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-471a6a66-8d73-436f-a8ca-10128d6c94b5 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:06.961814 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['41341e3f-c954-4add-9eb4-639c43f4e706'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:11:07.012893 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 7893ab5d-e3d7-4bad-aee2-905c929962be completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:11:07.031432 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b68cf5-54a4-488d-8f3b-2e1286f0e6af None None] Network 09282603-89ac-4862-9337-c9c91357f7e5 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:11:07.037073 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-471a6a66-8d73-436f-a8ca-10128d6c94b5 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Network e05d73cc-c444-45b6-9ecd-8613ea45c8b9 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:11:07.044429 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-471a6a66-8d73-436f-a8ca-10128d6c94b5 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:11:07.049961 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-471a6a66-8d73-436f-a8ca-10128d6c94b5 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:11:07.150204 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a6a66-8d73-436f-a8ca-10128d6c94b5 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Pushing event updated for resources: {'Port': ['ID=523e5924-57e6-4cf0-a805-31303328564b,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:07.209792 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a8282893-3635-42d4-9ce8-f6cf317a5c01 None None] Provisioning for port 7893ab5d-e3d7-4bad-aee2-905c929962be completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:11:07.227297 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a8282893-3635-42d4-9ce8-f6cf317a5c01 None None] Provisioning complete for port 7893ab5d-e3d7-4bad-aee2-905c929962be triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:11:07.228266 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a8282893-3635-42d4-9ce8-f6cf317a5c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:07.290185 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-471a6a66-8d73-436f-a8ca-10128d6c94b5 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:07.294848 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-471a6a66-8d73-436f-a8ca-10128d6c94b5 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:07.344792 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-471a6a66-8d73-436f-a8ca-10128d6c94b5 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4457481 Aug 11 22:11:07.515120 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device a9ff3b1c-5c55-45c3-8998-388baa733916 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:11:07.671794 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-e1b2f58b-c8a0-4b36-868f-4baff2a2eb21 service neutron] Request body: {'port': {'device_id': 'cd1fd4b4-9aa6-4dcb-a406-839940e49ffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:11:07.681090 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb208a5d-6d87-4462-881e-e75b6847abbd req-30019072-caa1-469f-8270-77c1f223f609 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:07.684523 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bb208a5d-6d87-4462-881e-e75b6847abbd req-30019072-caa1-469f-8270-77c1f223f609 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1239009 Aug 11 22:11:07.781492 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bb208a5d-6d87-4462-881e-e75b6847abbd req-17621009-311d-4240-96ea-9949825cff21 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799930 Aug 11 22:11:07.851046 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-e1b2f58b-c8a0-4b36-868f-4baff2a2eb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:07.955475 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a8282893-3635-42d4-9ce8-f6cf317a5c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:08.077317 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['a1c23f4e-0437-4179-9ecd-8842ffc738b0'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:11:08.137815 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec281342-e9a0-45d3-b64e-63e5dfc3701b req-f50adf6a-5e3c-4535-bbdf-8fe39a4a3775 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:08.166016 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:08.169397 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port a9ff3b1c-5c55-45c3-8998-388baa733916 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:11:08.177586 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a8282893-3635-42d4-9ce8-f6cf317a5c01 None None] For port 7893ab5d-e3d7-4bad-aee2-905c929962be, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7893ab5d-e3d7-4bad-aee2-905c929962be,segment=NetworkSegment(dff12e60-9680-440d-8f3b-3a80ad31a2ab),segment_id=dff12e60-9680-440d-8f3b-3a80ad31a2ab)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:08.180878 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec281342-e9a0-45d3-b64e-63e5dfc3701b req-f50adf6a-5e3c-4535-bbdf-8fe39a4a3775 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f0cff67-d2e8-42d8-9b2c-0e0959efd8f9 HTTP/1.1" status: 200 len: 948 time: 0.1600919 Aug 11 22:11:08.188800 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port a9ff3b1c-5c55-45c3-8998-388baa733916 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:11:08.189323 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:08.193448 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a8282893-3635-42d4-9ce8-f6cf317a5c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:08.304595 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec281342-e9a0-45d3-b64e-63e5dfc3701b req-917cd19e-ee28-4176-9d7d-9ee106ff04b9 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] 10.222.0.77 "GET /v2.0/security-groups?id=2864bcab-8708-426c-97ec-ff6a56270baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178858 Aug 11 22:11:08.449142 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2994f8e2-bcaf-495e-b44a-0f2e6bd3f416 None None] Network a36287c7-fef2-494a-914f-1adbd70fbeea requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:11:08.573233 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-e1b2f58b-c8a0-4b36-868f-4baff2a2eb21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 523e5924-57e6-4cf0-a805-31303328564b {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:11:08.608548 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-aa782eb2-06f0-47c3-8275-62b0630099b1 None None] Provisioning for port 4a10fc9a-7ece-4c1b-9975-ce5e4391f51c completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:11:08.610107 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-e1b2f58b-c8a0-4b36-868f-4baff2a2eb21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:08.615628 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06e7db-ca1b-4886-acc2-d1afbd77f5ed req-74e9c0eb-bb2f-45eb-8a31-6190b9cae755 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:08.636399 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec06e7db-ca1b-4886-acc2-d1afbd77f5ed req-74e9c0eb-bb2f-45eb-8a31-6190b9cae755 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f5f5d83-936d-4ece-b9c8-882657b86f53 HTTP/1.1" status: 200 len: 944 time: 0.1617179 Aug 11 22:11:08.650872 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-e1b2f58b-c8a0-4b36-868f-4baff2a2eb21 service neutron] Transition to ACTIVE for port object 523e5924-57e6-4cf0-a805-31303328564b will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:11:08.659487 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-e1b2f58b-c8a0-4b36-868f-4baff2a2eb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:08.733969 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8282893-3635-42d4-9ce8-f6cf317a5c01 None None] Pushing event updated for resources: {'Port': ['ID=7893ab5d-e3d7-4bad-aee2-905c929962be,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:08.747557 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec06e7db-ca1b-4886-acc2-d1afbd77f5ed req-4b1bec55-54a6-4f21-b55d-2b60d0aa3549 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] 10.222.0.77 "GET /v2.0/security-groups?id=104049bc-3b4c-4bdb-926a-5fcee69974b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052094 Aug 11 22:11:08.749787 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2f58b-c8a0-4b36-868f-4baff2a2eb21 service neutron] Pushing event updated for resources: {'Port': ['ID=523e5924-57e6-4cf0-a805-31303328564b,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:08.856652 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 4a10fc9a-7ece-4c1b-9975-ce5e4391f51c up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:11:08.865385 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-aa782eb2-06f0-47c3-8275-62b0630099b1 None None] Provisioning for port 523e5924-57e6-4cf0-a805-31303328564b completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:11:09.011157 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:09.044224 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-e1b2f58b-c8a0-4b36-868f-4baff2a2eb21 service neutron] Attempting to bind port 523e5924-57e6-4cf0-a805-31303328564b on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:11:09.044617 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-e1b2f58b-c8a0-4b36-868f-4baff2a2eb21 service neutron] Attempting to bind port 523e5924-57e6-4cf0-a805-31303328564b by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '21581a11-e174-4947-9db1-c1832ca192ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:11:09.045104 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-e1b2f58b-c8a0-4b36-868f-4baff2a2eb21 service neutron] Attempting to bind port 523e5924-57e6-4cf0-a805-31303328564b on network e05d73cc-c444-45b6-9ecd-8613ea45c8b9 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:11:09.051939 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-e1b2f58b-c8a0-4b36-868f-4baff2a2eb21 service neutron] Port 523e5924-57e6-4cf0-a805-31303328564b on network e05d73cc-c444-45b6-9ecd-8613ea45c8b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:11:09.053259 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-e1b2f58b-c8a0-4b36-868f-4baff2a2eb21 service neutron] Attempting to bind port 523e5924-57e6-4cf0-a805-31303328564b on network e05d73cc-c444-45b6-9ecd-8613ea45c8b9 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:11:09.070222 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-e1b2f58b-c8a0-4b36-868f-4baff2a2eb21 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:11:09.072083 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-e1b2f58b-c8a0-4b36-868f-4baff2a2eb21 service neutron] Checking segment: {'id': '21581a11-e174-4947-9db1-c1832ca192ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:11:09.073390 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-e1b2f58b-c8a0-4b36-868f-4baff2a2eb21 service neutron] Bound using segment: {'id': '21581a11-e174-4947-9db1-c1832ca192ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:11:09.074009 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-e1b2f58b-c8a0-4b36-868f-4baff2a2eb21 service neutron] Bound port: 523e5924-57e6-4cf0-a805-31303328564b, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21581a11-e174-4947-9db1-c1832ca192ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:11:09.075577 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-e1b2f58b-c8a0-4b36-868f-4baff2a2eb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:09.221168 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0cff67-d2e8-42d8-9b2c-0e0959efd8f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ff3b1c-5c55-45c3-8998-388baa733916'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:11:09.223956 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6412d-6966-4869-b387-6be0da42d3a2 req-2227d811-e49d-4520-8d1b-9f99cad29454 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:09.225201 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437e95ad-f09c-4723-818e-417855bc1697" -d '{"events": [{"server_uuid": "0f0cff67-d2e8-42d8-9b2c-0e0959efd8f9", "name": "network-vif-plugged", "status": "completed", "tag": "a9ff3b1c-5c55-45c3-8998-388baa733916"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:11:09.227254 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eff6412d-6966-4869-b387-6be0da42d3a2 req-2227d811-e49d-4520-8d1b-9f99cad29454 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd1fd4b4-9aa6-4dcb-a406-839940e49ffb HTTP/1.1" status: 200 len: 943 time: 0.1471550 Aug 11 22:11:09.266590 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-e1b2f58b-c8a0-4b36-868f-4baff2a2eb21 service neutron] For port 523e5924-57e6-4cf0-a805-31303328564b, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:11:09.273162 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-e1b2f58b-c8a0-4b36-868f-4baff2a2eb21 service neutron] For port 523e5924-57e6-4cf0-a805-31303328564b, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=523e5924-57e6-4cf0-a805-31303328564b,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:11:09.281198 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-e1b2f58b-c8a0-4b36-868f-4baff2a2eb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:09.293102 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port a9ff3b1c-5c55-45c3-8998-388baa733916, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=a9ff3b1c-5c55-45c3-8998-388baa733916,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:09.309876 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-0417be16-db67-4bb5-affe-520edda5111f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:09.315536 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6f7c805d-b839-4a0b-a32b-4c7cace900ec None None] Provisioning complete for port 7893ab5d-e3d7-4bad-aee2-905c929962be triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:11:09.316160 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6f7c805d-b839-4a0b-a32b-4c7cace900ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:09.322488 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-0417be16-db67-4bb5-affe-520edda5111f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:09.322778 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:09.325776 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-0417be16-db67-4bb5-affe-520edda5111f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.82 "GET /v2.0/networks?id=09282603-89ac-4862-9337-c9c91357f7e5&id=a36287c7-fef2-494a-914f-1adbd70fbeea HTTP/1.1" status: 200 len: 1391 time: 0.3745551 Aug 11 22:11:09.344510 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-e1b2f58b-c8a0-4b36-868f-4baff2a2eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:09.346111 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-e1b2f58b-c8a0-4b36-868f-4baff2a2eb21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:09.349396 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-e1b2f58b-c8a0-4b36-868f-4baff2a2eb21 service neutron] 10.222.0.52 "PUT /v2.0/ports/523e5924-57e6-4cf0-a805-31303328564b HTTP/1.1" status: 200 len: 1091 time: 1.9948967 Aug 11 22:11:09.349396 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1fd4b4-9aa6-4dcb-a406-839940e49ffb', 'tag': '523e5924-57e6-4cf0-a805-31303328564b'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:11:09.353463 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda58ebd-4d36-42d5-b37d-b0d120bd4453" -d '{"events": [{"name": "network-changed", "server_uuid": "cd1fd4b4-9aa6-4dcb-a406-839940e49ffb", "tag": "523e5924-57e6-4cf0-a805-31303328564b"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:11:09.383470 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fe8bfe6f-89d5-495a-9b6c-a9f1ceacebf3 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Request body: {'port': {'device_id': '9be90fbc-5d43-4740-a1e4-8f23a7b97119', 'network_id': '09282603-89ac-4862-9337-c9c91357f7e5', 'admin_state_up': True, 'tenant_id': '005c4f8fe87b45d1b3fafbe96081c4d6'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:11:09.399199 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eff6412d-6966-4869-b387-6be0da42d3a2 req-fad991a2-de95-49ee-8c10-91ac0b9ecff6 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462305 Aug 11 22:11:09.473178 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2f58b-c8a0-4b36-868f-4baff2a2eb21 service neutron] Pushing event updated for resources: {'Port': ['ID=523e5924-57e6-4cf0-a805-31303328564b,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:09.529955 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-e727e098-aa14-4479-9f85-ef3e9c22e5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:09.533751 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-e727e098-aa14-4479-9f85-ef3e9c22e5df service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f3da70be91664ca8a55d012676042959&device_id=cd1fd4b4-9aa6-4dcb-a406-839940e49ffb HTTP/1.1" status: 200 len: 1094 time: 0.1163344 Aug 11 22:11:09.577438 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 34daea00-3305-4247-964b-c6fbc8c0cf09 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:11:09.580358 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-931d3a38-76cf-453a-b0be-ea35aa48fd84 req-63be2d57-a8ab-471d-90da-48b0d9e87015 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=9be90fbc-5d43-4740-a1e4-8f23a7b97119 HTTP/1.1" status: 200 len: 210 time: 0.0398362 Aug 11 22:11:09.660776 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fe8bfe6f-89d5-495a-9b6c-a9f1ceacebf3 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Made reservation on behalf of 005c4f8fe87b45d1b3fafbe96081c4d6 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:11:09.665653 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fe8bfe6f-89d5-495a-9b6c-a9f1ceacebf3 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:09.673809 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=a9ff3b1c-5c55-45c3-8998-388baa733916,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:09.687873 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 4a10fc9a-7ece-4c1b-9975-ce5e4391f51c completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:11:09.705586 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-b23890c2-53b4-4d69-95ae-43328a8ea87d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=523e5924-57e6-4cf0-a805-31303328564b HTTP/1.1" status: 200 len: 217 time: 0.1619830 Aug 11 22:11:09.724027 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 4a10fc9a-7ece-4c1b-9975-ce5e4391f51c triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:11:09.724658 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:09.803105 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-5da6420f-5b1e-43d7-878d-c1731f3a717d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:09.806107 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-5da6420f-5b1e-43d7-878d-c1731f3a717d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=71666487-d255-442c-a4c1-ffc47afdf7b3 HTTP/1.1" status: 200 len: 850 time: 0.0928309 Aug 11 22:11:09.859415 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fe8bfe6f-89d5-495a-9b6c-a9f1ceacebf3 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Allocated IP 19.80.0.69 (09282603-89ac-4862-9337-c9c91357f7e5/079a8c5e-7ac2-4bba-b927-ff481e592bf5/4eb4ff57-657a-4218-b376-1fc9450a0315) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:11:09.941868 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-1c4eef2c-b234-445d-9442-36639116935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:09.945552 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-1c4eef2c-b234-445d-9442-36639116935f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1290641 Aug 11 22:11:09.968379 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 34daea00-3305-4247-964b-c6fbc8c0cf09 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:11:09.985545 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 34daea00-3305-4247-964b-c6fbc8c0cf09 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:11:09.986657 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:10.139639 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fe8bfe6f-89d5-495a-9b6c-a9f1ceacebf3 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:10.154469 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:10.161340 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-0a741f4b-7a8e-43ee-a338-be9074ab207a service neutron] 10.222.0.52 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038291 Aug 11 22:11:10.172622 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fe8bfe6f-89d5-495a-9b6c-a9f1ceacebf3 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Transition to ACTIVE for port object 4eb4ff57-657a-4218-b376-1fc9450a0315 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:11:10.222801 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fe8bfe6f-89d5-495a-9b6c-a9f1ceacebf3 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:10.298227 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 4a10fc9a-7ece-4c1b-9975-ce5e4391f51c, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=4a10fc9a-7ece-4c1b-9975-ce5e4391f51c,segment=NetworkSegment(9e9ec30e-fc20-447d-a45e-c2e9bad55cba),segment_id=9e9ec30e-fc20-447d-a45e-c2e9bad55cba)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:10.298620 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fe8bfe6f-89d5-495a-9b6c-a9f1ceacebf3 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Network 09282603-89ac-4862-9337-c9c91357f7e5 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:11:10.304417 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fe8bfe6f-89d5-495a-9b6c-a9f1ceacebf3 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:11:10.312470 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fe8bfe6f-89d5-495a-9b6c-a9f1ceacebf3 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:11:10.318182 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:10.347024 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8bfe6f-89d5-495a-9b6c-a9f1ceacebf3 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Pushing event updated for resources: {'Port': ['ID=4eb4ff57-657a-4218-b376-1fc9450a0315,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:10.401952 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fe8bfe6f-89d5-495a-9b6c-a9f1ceacebf3 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:10.403673 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fe8bfe6f-89d5-495a-9b6c-a9f1ceacebf3 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:10.407177 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:10.437284 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-177afa20-9cc4-480c-bda8-e421395b73e6 None None] Provisioning complete for port 4a10fc9a-7ece-4c1b-9975-ce5e4391f51c triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:11:10.440987 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-177afa20-9cc4-480c-bda8-e421395b73e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:10.453919 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fe8bfe6f-89d5-495a-9b6c-a9f1ceacebf3 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0836153 Aug 11 22:11:10.471006 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d72492d8-2625-481e-9fee-0695e2a449c5 req-ddc71185-b53c-4a3b-9f86-dda742fb886c service neutron] 10.222.0.52 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785132 Aug 11 22:11:10.476712 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-b24c48ff-03db-418d-98f4-ebf1f2fbe8bb tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Request body: {'port': {'device_id': '9be90fbc-5d43-4740-a1e4-8f23a7b97119', 'network_id': 'a36287c7-fef2-494a-914f-1adbd70fbeea', 'admin_state_up': True, 'tenant_id': '005c4f8fe87b45d1b3fafbe96081c4d6'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:11:10.588288 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 34daea00-3305-4247-964b-c6fbc8c0cf09, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=34daea00-3305-4247-964b-c6fbc8c0cf09,segment=NetworkSegment(0fd3355e-89e5-46f0-8e7d-6684095e2407),segment_id=0fd3355e-89e5-46f0-8e7d-6684095e2407)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:10.605221 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:10.620307 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=4a10fc9a-7ece-4c1b-9975-ce5e4391f51c,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:10.686055 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=34daea00-3305-4247-964b-c6fbc8c0cf09,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:10.728121 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7893ab5d-e3d7-4bad-aee2-905c929962be up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:11:10.767635 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b77766b-8316-4d92-a9fb-c4ad292525b1 x-openstack-request-id: req-2b77766b-8316-4d92-a9fb-c4ad292525b1 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:11:10.767635 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0cff67-d2e8-42d8-9b2c-0e0959efd8f9", "name": "network-vif-plugged", "status": "completed", "tag": "a9ff3b1c-5c55-45c3-8998-388baa733916", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:11:10.767635 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2b77766b-8316-4d92-a9fb-c4ad292525b1 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:11:10.767635 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0cff67-d2e8-42d8-9b2c-0e0959efd8f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ff3b1c-5c55-45c3-8998-388baa733916', 'code': 200} Aug 11 22:11:10.816194 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 7893ab5d-e3d7-4bad-aee2-905c929962be triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:11:10.816831 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:10.858400 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-b24c48ff-03db-418d-98f4-ebf1f2fbe8bb tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Made reservation on behalf of 005c4f8fe87b45d1b3fafbe96081c4d6 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:11:10.866622 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-b24c48ff-03db-418d-98f4-ebf1f2fbe8bb tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:10.929399 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-cdd014e1-9f37-451e-87bf-77129c733c2d None None] Provisioning for port 4eb4ff57-657a-4218-b376-1fc9450a0315 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:11:10.942006 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08b189-3b34-41bb-9fc5-4733469c3255 req-215e2a87-9052-4216-985f-3dcb11cd5271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:10.944126 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0e08b189-3b34-41bb-9fc5-4733469c3255 req-215e2a87-9052-4216-985f-3dcb11cd5271 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0f0cff67-d2e8-42d8-9b2c-0e0959efd8f9 HTTP/1.1" status: 200 len: 1100 time: 0.0691991 Aug 11 22:11:10.948426 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-cdd014e1-9f37-451e-87bf-77129c733c2d None None] Provisioning complete for port 4eb4ff57-657a-4218-b376-1fc9450a0315 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:11:10.949728 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cdd014e1-9f37-451e-87bf-77129c733c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:10.991295 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0e08b189-3b34-41bb-9fc5-4733469c3255 req-b28f7976-a65d-47f5-a415-b8f776588fd0 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=2864bcab-8708-426c-97ec-ff6a56270baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395403 Aug 11 22:11:11.047792 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16262d-af48-4ff1-ab76-bec277fa8d10 req-b3fbdabf-12ca-4a3b-a04d-79d296f54971 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:11.049483 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc16262d-af48-4ff1-ab76-bec277fa8d10 req-b3fbdabf-12ca-4a3b-a04d-79d296f54971 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f0cff67-d2e8-42d8-9b2c-0e0959efd8f9 HTTP/1.1" status: 200 len: 949 time: 0.1770024 Aug 11 22:11:11.076036 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-cdd014e1-9f37-451e-87bf-77129c733c2d None None] Port 4eb4ff57-657a-4218-b376-1fc9450a0315 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:11:11.143540 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc16262d-af48-4ff1-ab76-bec277fa8d10 req-ed654786-75cf-44ba-9735-6500e5f39260 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] 10.222.0.77 "GET /v2.0/security-groups?id=2864bcab-8708-426c-97ec-ff6a56270baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836115 Aug 11 22:11:11.153783 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-b24c48ff-03db-418d-98f4-ebf1f2fbe8bb tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Allocated IP 19.86.0.32 (a36287c7-fef2-494a-914f-1adbd70fbeea/3fca9279-f4ab-4eda-9f15-54c66a192207/14e9aad7-56ef-42b3-aae7-b450b91f54c7) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:11:11.232625 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680c084f-aa5f-4e9d-ac04-fbfc9f7fb6c4 x-openstack-request-id: req-680c084f-aa5f-4e9d-ac04-fbfc9f7fb6c4 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:11:11.233086 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd1fd4b4-9aa6-4dcb-a406-839940e49ffb", "tag": "523e5924-57e6-4cf0-a805-31303328564b", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:11:11.233487 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-680c084f-aa5f-4e9d-ac04-fbfc9f7fb6c4 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:11:11.235275 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd1fd4b4-9aa6-4dcb-a406-839940e49ffb', 'tag': '523e5924-57e6-4cf0-a805-31303328564b', 'status': 'completed', 'code': 200} Aug 11 22:11:11.328612 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda58ebd-4d36-42d5-b37d-b0d120bd4453 req-daf68998-a73a-459d-97b7-4f8a41a92c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:11.331486 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fda58ebd-4d36-42d5-b37d-b0d120bd4453 req-daf68998-a73a-459d-97b7-4f8a41a92c9b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f3da70be91664ca8a55d012676042959&device_id=cd1fd4b4-9aa6-4dcb-a406-839940e49ffb HTTP/1.1" status: 200 len: 1094 time: 0.0705471 Aug 11 22:11:11.409675 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-b24c48ff-03db-418d-98f4-ebf1f2fbe8bb tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:11.437970 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13404257-124b-4811-a05b-e974b65c404c req-857aa389-58c3-45bd-add3-aa87a77d3826 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:11.440597 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-13404257-124b-4811-a05b-e974b65c404c req-857aa389-58c3-45bd-add3-aa87a77d3826 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f5f5d83-936d-4ece-b9c8-882657b86f53 HTTP/1.1" status: 200 len: 945 time: 0.1017609 Aug 11 22:11:11.441077 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-b24c48ff-03db-418d-98f4-ebf1f2fbe8bb tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Transition to ACTIVE for port object 14e9aad7-56ef-42b3-aae7-b450b91f54c7 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:11:11.458770 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda58ebd-4d36-42d5-b37d-b0d120bd4453 req-9278bfb1-d39f-40a9-a039-fefbcd0fa0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:11.461068 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fda58ebd-4d36-42d5-b37d-b0d120bd4453 req-9278bfb1-d39f-40a9-a039-fefbcd0fa0eb service neutron] 10.222.0.52 "GET /v2.0/networks?id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 200 len: 912 time: 0.1215677 Aug 11 22:11:11.540617 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-13404257-124b-4811-a05b-e974b65c404c req-c30a66ca-7209-4bc8-a2d8-2a2f841db161 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] 10.222.0.77 "GET /v2.0/security-groups?id=104049bc-3b4c-4bdb-926a-5fcee69974b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880425 Aug 11 22:11:11.553064 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fda58ebd-4d36-42d5-b37d-b0d120bd4453 req-022c32a4-74df-4aa7-8acb-f83e24e74115 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=523e5924-57e6-4cf0-a805-31303328564b HTTP/1.1" status: 200 len: 217 time: 0.0838211 Aug 11 22:11:11.553431 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-b24c48ff-03db-418d-98f4-ebf1f2fbe8bb tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:11.643417 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-b24c48ff-03db-418d-98f4-ebf1f2fbe8bb tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Network a36287c7-fef2-494a-914f-1adbd70fbeea is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:11:11.647734 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-b24c48ff-03db-418d-98f4-ebf1f2fbe8bb tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:11:11.653450 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-b24c48ff-03db-418d-98f4-ebf1f2fbe8bb tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:11:11.658012 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c48ff-03db-418d-98f4-ebf1f2fbe8bb tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Pushing event updated for resources: {'Port': ['ID=14e9aad7-56ef-42b3-aae7-b450b91f54c7,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:11.670651 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda58ebd-4d36-42d5-b37d-b0d120bd4453 req-799786ab-8f43-41f2-9385-22a401a38dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:11.682573 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fda58ebd-4d36-42d5-b37d-b0d120bd4453 req-799786ab-8f43-41f2-9385-22a401a38dce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=71666487-d255-442c-a4c1-ffc47afdf7b3 HTTP/1.1" status: 200 len: 850 time: 0.1135399 Aug 11 22:11:11.741034 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-b24c48ff-03db-418d-98f4-ebf1f2fbe8bb tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:11.742634 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-b24c48ff-03db-418d-98f4-ebf1f2fbe8bb tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:11.774432 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-b24c48ff-03db-418d-98f4-ebf1f2fbe8bb tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3074465 Aug 11 22:11:11.780383 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda58ebd-4d36-42d5-b37d-b0d120bd4453 req-953b4322-945a-4c93-b41e-111811724bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:11.783089 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fda58ebd-4d36-42d5-b37d-b0d120bd4453 req-953b4322-945a-4c93-b41e-111811724bbf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928445 Aug 11 22:11:11.801343 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-3482a016-8d34-4291-89be-7e7669d11538 service neutron] Request body: {'port': {'device_id': '9be90fbc-5d43-4740-a1e4-8f23a7b97119', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:11:11.904313 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fda58ebd-4d36-42d5-b37d-b0d120bd4453 req-953ebbfa-1a4b-4b6b-ae69-ed4efd55e012 service neutron] 10.222.0.52 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131971 Aug 11 22:11:11.982741 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3cd5a-baa4-43ce-9d87-3919aeefc98f req-a65cb8e5-d680-435a-9dfb-55eabc4fbe42 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:11.985863 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6cb3cd5a-baa4-43ce-9d87-3919aeefc98f req-a65cb8e5-d680-435a-9dfb-55eabc4fbe42 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1952929 Aug 11 22:11:11.990624 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-3482a016-8d34-4291-89be-7e7669d11538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:12.034620 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ada6e0f3-658c-441f-8f2c-b562af8bc67e None None] Provisioning for port 14e9aad7-56ef-42b3-aae7-b450b91f54c7 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:11:12.041190 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ada6e0f3-658c-441f-8f2c-b562af8bc67e None None] Provisioning complete for port 14e9aad7-56ef-42b3-aae7-b450b91f54c7 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:11:12.041691 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ada6e0f3-658c-441f-8f2c-b562af8bc67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:12.077128 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6cb3cd5a-baa4-43ce-9d87-3919aeefc98f req-16d9451c-27d9-4a29-91c1-7bcefb110d9a tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760438 Aug 11 22:11:12.095151 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-ada6e0f3-658c-441f-8f2c-b562af8bc67e None None] Port 14e9aad7-56ef-42b3-aae7-b450b91f54c7 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:11:12.096768 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5e8935a4-dd1a-4e6f-b663-63292c7e9519 req-cee15a66-5d51-4bc9-abf7-75531922ab71 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c3ff3d67-0619-4a08-99eb-24c1f3383aa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1211350 Aug 11 22:11:12.106588 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fda58ebd-4d36-42d5-b37d-b0d120bd4453 req-f3e84bd1-4fcd-4e76-ad23-88fbaee8d6f0 service neutron] 10.222.0.52 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941729 Aug 11 22:11:12.208376 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8935a4-dd1a-4e6f-b663-63292c7e9519 req-6e5925d3-c44c-4542-b88d-676f45f94a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:12.210044 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5e8935a4-dd1a-4e6f-b663-63292c7e9519 req-6e5925d3-c44c-4542-b88d-676f45f94a2a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f3da70be91664ca8a55d012676042959&device_id=c3ff3d67-0619-4a08-99eb-24c1f3383aa1 HTTP/1.1" status: 200 len: 1096 time: 0.0695109 Aug 11 22:11:12.313496 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd4ba3-1ffa-4c4f-9aac-07a6d50bfcf8 req-1a7681bc-3497-479a-a882-911a8671c0a1 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:12.315077 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-14bd4ba3-1ffa-4c4f-9aac-07a6d50bfcf8 req-1a7681bc-3497-479a-a882-911a8671c0a1 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd1fd4b4-9aa6-4dcb-a406-839940e49ffb HTTP/1.1" status: 200 len: 943 time: 0.1214612 Aug 11 22:11:12.361213 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8935a4-dd1a-4e6f-b663-63292c7e9519 req-702b8a26-cc5c-43d6-804c-b6a5fc22e4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:12.362934 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5e8935a4-dd1a-4e6f-b663-63292c7e9519 req-702b8a26-cc5c-43d6-804c-b6a5fc22e4a3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 200 len: 912 time: 0.1264942 Aug 11 22:11:12.389998 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-14bd4ba3-1ffa-4c4f-9aac-07a6d50bfcf8 req-5e827371-b805-40cf-8818-ef16298a06af tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597990 Aug 11 22:11:12.454805 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-3482a016-8d34-4291-89be-7e7669d11538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb4ff57-657a-4218-b376-1fc9450a0315 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:11:12.455484 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5e8935a4-dd1a-4e6f-b663-63292c7e9519 req-6f94cc66-eeda-4c23-bbe9-a51d01b787ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41341e3f-c954-4add-9eb4-639c43f4e706 HTTP/1.1" status: 200 len: 217 time: 0.0837085 Aug 11 22:11:12.466029 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-3482a016-8d34-4291-89be-7e7669d11538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:12.482981 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-3482a016-8d34-4291-89be-7e7669d11538 service neutron] Transition to ACTIVE for port object 4eb4ff57-657a-4218-b376-1fc9450a0315 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:11:12.489179 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-3482a016-8d34-4291-89be-7e7669d11538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:12.547885 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8935a4-dd1a-4e6f-b663-63292c7e9519 req-8d41b2b3-c1aa-4437-93c0-3412aa87fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:12.549675 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5e8935a4-dd1a-4e6f-b663-63292c7e9519 req-8d41b2b3-c1aa-4437-93c0-3412aa87fdd9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=71666487-d255-442c-a4c1-ffc47afdf7b3 HTTP/1.1" status: 200 len: 850 time: 0.0870013 Aug 11 22:11:12.613937 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482a016-8d34-4291-89be-7e7669d11538 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb4ff57-657a-4218-b376-1fc9450a0315,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:12.632471 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd971a-14b1-4923-959b-fe3f2531a4b1 req-178b8642-9512-4a1d-923f-e6033a08fed2 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:12.638740 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd971a-14b1-4923-959b-fe3f2531a4b1 req-178b8642-9512-4a1d-923f-e6033a08fed2 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:12.639309 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 4a10fc9a-7ece-4c1b-9975-ce5e4391f51c up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:11:12.640497 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b2dd971a-14b1-4923-959b-fe3f2531a4b1 req-178b8642-9512-4a1d-923f-e6033a08fed2 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=9be90fbc-5d43-4740-a1e4-8f23a7b97119 HTTP/1.1" status: 200 len: 1665 time: 0.1461811 Aug 11 22:11:12.672954 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8935a4-dd1a-4e6f-b663-63292c7e9519 req-ea679806-a6a9-45a1-a926-4bd483aafdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:12.676631 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5e8935a4-dd1a-4e6f-b663-63292c7e9519 req-ea679806-a6a9-45a1-a926-4bd483aafdaf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120443 Aug 11 22:11:12.750978 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 4a10fc9a-7ece-4c1b-9975-ce5e4391f51c triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:11:12.751686 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:12.764960 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b2dd971a-14b1-4923-959b-fe3f2531a4b1 req-c0a475de-76cc-4106-98ba-a16ceaf12a07 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081891 Aug 11 22:11:12.765720 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-3482a016-8d34-4291-89be-7e7669d11538 service neutron] Attempting to bind port 4eb4ff57-657a-4218-b376-1fc9450a0315 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:11:12.766062 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-3482a016-8d34-4291-89be-7e7669d11538 service neutron] Attempting to bind port 4eb4ff57-657a-4218-b376-1fc9450a0315 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'dff12e60-9680-440d-8f3b-3a80ad31a2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09282603-89ac-4862-9337-c9c91357f7e5'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:11:12.766400 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-3482a016-8d34-4291-89be-7e7669d11538 service neutron] Attempting to bind port 4eb4ff57-657a-4218-b376-1fc9450a0315 on network 09282603-89ac-4862-9337-c9c91357f7e5 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:11:12.777157 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-3482a016-8d34-4291-89be-7e7669d11538 service neutron] Port 4eb4ff57-657a-4218-b376-1fc9450a0315 on network 09282603-89ac-4862-9337-c9c91357f7e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:11:12.777480 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-3482a016-8d34-4291-89be-7e7669d11538 service neutron] Attempting to bind port 4eb4ff57-657a-4218-b376-1fc9450a0315 on network 09282603-89ac-4862-9337-c9c91357f7e5 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:11:12.795045 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-3482a016-8d34-4291-89be-7e7669d11538 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:11:12.795683 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-3482a016-8d34-4291-89be-7e7669d11538 service neutron] Checking segment: {'id': 'dff12e60-9680-440d-8f3b-3a80ad31a2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09282603-89ac-4862-9337-c9c91357f7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:11:12.799469 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5f5d83-936d-4ece-b9c8-882657b86f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34daea00-3305-4247-964b-c6fbc8c0cf09'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:11:12.802931 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-3482a016-8d34-4291-89be-7e7669d11538 service neutron] Bound using segment: {'id': 'dff12e60-9680-440d-8f3b-3a80ad31a2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09282603-89ac-4862-9337-c9c91357f7e5'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:11:12.802931 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-3482a016-8d34-4291-89be-7e7669d11538 service neutron] Bound port: 4eb4ff57-657a-4218-b376-1fc9450a0315, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff12e60-9680-440d-8f3b-3a80ad31a2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09282603-89ac-4862-9337-c9c91357f7e5'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:11:12.802931 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-3482a016-8d34-4291-89be-7e7669d11538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:12.803419 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed63fd14-170d-485b-ad44-841f324a14e7" -d '{"events": [{"server_uuid": "3f5f5d83-936d-4ece-b9c8-882657b86f53", "name": "network-vif-plugged", "status": "completed", "tag": "34daea00-3305-4247-964b-c6fbc8c0cf09"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:11:12.855625 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5e8935a4-dd1a-4e6f-b663-63292c7e9519 req-0f988f2f-6b0c-4104-9446-3ac388ae03d0 service neutron] 10.222.0.52 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707323 Aug 11 22:11:12.958040 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-3482a016-8d34-4291-89be-7e7669d11538 service neutron] For port 4eb4ff57-657a-4218-b376-1fc9450a0315, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:11:12.961785 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-3482a016-8d34-4291-89be-7e7669d11538 service neutron] For port 4eb4ff57-657a-4218-b376-1fc9450a0315, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=4eb4ff57-657a-4218-b376-1fc9450a0315,segment=NetworkSegment(dff12e60-9680-440d-8f3b-3a80ad31a2ab),segment_id=dff12e60-9680-440d-8f3b-3a80ad31a2ab)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:11:12.967463 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-3482a016-8d34-4291-89be-7e7669d11538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:13.014136 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-3482a016-8d34-4291-89be-7e7669d11538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:13.015241 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-3482a016-8d34-4291-89be-7e7669d11538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:13.016330 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-3482a016-8d34-4291-89be-7e7669d11538 service neutron] 10.222.0.82 "PUT /v2.0/ports/4eb4ff57-657a-4218-b376-1fc9450a0315 HTTP/1.1" status: 200 len: 1091 time: 1.2230411 Aug 11 22:11:13.017526 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be90fbc-5d43-4740-a1e4-8f23a7b97119', 'tag': '4eb4ff57-657a-4218-b376-1fc9450a0315'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:11:13.019386 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e018dd-c479-4bb9-9ec7-fca383933393" -d '{"events": [{"name": "network-changed", "server_uuid": "9be90fbc-5d43-4740-a1e4-8f23a7b97119", "tag": "4eb4ff57-657a-4218-b376-1fc9450a0315"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:11:13.063693 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482a016-8d34-4291-89be-7e7669d11538 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb4ff57-657a-4218-b376-1fc9450a0315,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:13.075339 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fcf5132c-9b3a-4185-bf5a-cddd20e1a027 service neutron] Request body: {'port': {'device_id': '9be90fbc-5d43-4740-a1e4-8f23a7b97119', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:11:13.099273 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5e8935a4-dd1a-4e6f-b663-63292c7e9519 req-591b63cd-c2f3-4d21-9f97-ca5132203a43 service neutron] 10.222.0.52 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343259 Aug 11 22:11:13.119570 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 523e5924-57e6-4cf0-a805-31303328564b details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:11:13.153589 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf6f3b-fe13-4f13-a5a2-f5ce6279383d req-84d3b8f1-1eb7-4301-b0fa-3770ef8ef6e4 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:13.155404 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1ddf6f3b-fe13-4f13-a5a2-f5ce6279383d req-84d3b8f1-1eb7-4301-b0fa-3770ef8ef6e4 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f0cff67-d2e8-42d8-9b2c-0e0959efd8f9 HTTP/1.1" status: 200 len: 949 time: 0.1017945 Aug 11 22:11:13.198735 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fcf5132c-9b3a-4185-bf5a-cddd20e1a027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:13.232590 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1ddf6f3b-fe13-4f13-a5a2-f5ce6279383d req-4c42f785-8694-4f41-baaa-8da8461ea94f tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] 10.222.0.77 "GET /v2.0/security-groups?id=2864bcab-8708-426c-97ec-ff6a56270baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600946 Aug 11 22:11:13.310051 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-07f130c7-d164-41da-8eb9-531a836680c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:13.374418 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 523e5924-57e6-4cf0-a805-31303328564b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=523e5924-57e6-4cf0-a805-31303328564b,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:13.390661 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '523e5924-57e6-4cf0-a805-31303328564b', 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9', 'port_id': '523e5924-57e6-4cf0-a805-31303328564b', 'mac_address': 'fa:16:3e:7e:1c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71666487-d255-442c-a4c1-ffc47afdf7b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:11:13.441482 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:13.451123 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac47e3-6b91-4448-b633-54251c08c529 req-c9e2de87-c2d9-43ce-a1ec-8670ea95c197 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:13.452816 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-98ac47e3-6b91-4448-b633-54251c08c529 req-c9e2de87-c2d9-43ce-a1ec-8670ea95c197 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f5f5d83-936d-4ece-b9c8-882657b86f53 HTTP/1.1" status: 200 len: 945 time: 0.0889640 Aug 11 22:11:13.463925 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523e5924-57e6-4cf0-a805-31303328564b {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:11:13.507296 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 523e5924-57e6-4cf0-a805-31303328564b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=523e5924-57e6-4cf0-a805-31303328564b,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:13.517004 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:13.547693 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-98ac47e3-6b91-4448-b633-54251c08c529 req-e2fd491e-f5cb-4a2a-a19d-f6f38f5d282e tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] 10.222.0.77 "GET /v2.0/security-groups?id=104049bc-3b4c-4bdb-926a-5fcee69974b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664248 Aug 11 22:11:13.620635 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=523e5924-57e6-4cf0-a805-31303328564b,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:13.676097 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fcf5132c-9b3a-4185-bf5a-cddd20e1a027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14e9aad7-56ef-42b3-aae7-b450b91f54c7 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:11:13.691202 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fcf5132c-9b3a-4185-bf5a-cddd20e1a027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:13.698375 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6ff087-565d-41c9-a11b-d987b66c1192 x-openstack-request-id: req-ce6ff087-565d-41c9-a11b-d987b66c1192 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:11:13.699414 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5f5d83-936d-4ece-b9c8-882657b86f53", "name": "network-vif-plugged", "status": "completed", "tag": "34daea00-3305-4247-964b-c6fbc8c0cf09", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:11:13.699414 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ce6ff087-565d-41c9-a11b-d987b66c1192 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:11:13.699929 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5f5d83-936d-4ece-b9c8-882657b86f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34daea00-3305-4247-964b-c6fbc8c0cf09', 'code': 200} Aug 11 22:11:13.708100 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fcf5132c-9b3a-4185-bf5a-cddd20e1a027 service neutron] Transition to ACTIVE for port object 14e9aad7-56ef-42b3-aae7-b450b91f54c7 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:11:13.712857 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fcf5132c-9b3a-4185-bf5a-cddd20e1a027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:13.749173 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8545c53e-915f-4865-b11d-72f973508fb2 x-openstack-request-id: req-8545c53e-915f-4865-b11d-72f973508fb2 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:11:13.749464 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be90fbc-5d43-4740-a1e4-8f23a7b97119", "tag": "4eb4ff57-657a-4218-b376-1fc9450a0315", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:11:13.749793 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8545c53e-915f-4865-b11d-72f973508fb2 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:11:13.750123 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be90fbc-5d43-4740-a1e4-8f23a7b97119', 'tag': '4eb4ff57-657a-4218-b376-1fc9450a0315', 'status': 'completed', 'code': 200} Aug 11 22:11:13.776983 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5132c-9b3a-4185-bf5a-cddd20e1a027 service neutron] Pushing event updated for resources: {'Port': ['ID=14e9aad7-56ef-42b3-aae7-b450b91f54c7,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:13.912893 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['523e5924-57e6-4cf0-a805-31303328564b'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:11:13.933852 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fcf5132c-9b3a-4185-bf5a-cddd20e1a027 service neutron] Attempting to bind port 14e9aad7-56ef-42b3-aae7-b450b91f54c7 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:11:13.934397 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fcf5132c-9b3a-4185-bf5a-cddd20e1a027 service neutron] Attempting to bind port 14e9aad7-56ef-42b3-aae7-b450b91f54c7 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '9e9ec30e-fc20-447d-a45e-c2e9bad55cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a36287c7-fef2-494a-914f-1adbd70fbeea'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:11:13.934962 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fcf5132c-9b3a-4185-bf5a-cddd20e1a027 service neutron] Attempting to bind port 14e9aad7-56ef-42b3-aae7-b450b91f54c7 on network a36287c7-fef2-494a-914f-1adbd70fbeea {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:11:13.950542 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fcf5132c-9b3a-4185-bf5a-cddd20e1a027 service neutron] Port 14e9aad7-56ef-42b3-aae7-b450b91f54c7 on network a36287c7-fef2-494a-914f-1adbd70fbeea not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:11:13.950542 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fcf5132c-9b3a-4185-bf5a-cddd20e1a027 service neutron] Attempting to bind port 14e9aad7-56ef-42b3-aae7-b450b91f54c7 on network a36287c7-fef2-494a-914f-1adbd70fbeea {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:11:13.964644 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e018dd-c479-4bb9-9ec7-fca383933393 req-5d5051d1-b3bd-4810-abf0-464c8f487143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:13.965600 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e018dd-c479-4bb9-9ec7-fca383933393 req-5d5051d1-b3bd-4810-abf0-464c8f487143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:13.968701 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fcf5132c-9b3a-4185-bf5a-cddd20e1a027 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:11:13.969258 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fcf5132c-9b3a-4185-bf5a-cddd20e1a027 service neutron] Checking segment: {'id': '9e9ec30e-fc20-447d-a45e-c2e9bad55cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a36287c7-fef2-494a-914f-1adbd70fbeea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:11:13.969618 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a4e018dd-c479-4bb9-9ec7-fca383933393 req-5d5051d1-b3bd-4810-abf0-464c8f487143 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=005c4f8fe87b45d1b3fafbe96081c4d6&device_id=9be90fbc-5d43-4740-a1e4-8f23a7b97119 HTTP/1.1" status: 200 len: 1937 time: 0.1627781 Aug 11 22:11:13.970002 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fcf5132c-9b3a-4185-bf5a-cddd20e1a027 service neutron] Bound using segment: {'id': '9e9ec30e-fc20-447d-a45e-c2e9bad55cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a36287c7-fef2-494a-914f-1adbd70fbeea'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:11:13.970653 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fcf5132c-9b3a-4185-bf5a-cddd20e1a027 service neutron] Bound port: 14e9aad7-56ef-42b3-aae7-b450b91f54c7, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9ec30e-fc20-447d-a45e-c2e9bad55cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a36287c7-fef2-494a-914f-1adbd70fbeea'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:11:13.971254 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fcf5132c-9b3a-4185-bf5a-cddd20e1a027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:13.981800 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d4e9f-1600-4738-8b85-1cb17358de7b req-e112ebb1-2f9e-4da0-8ebd-d01aa36ae898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:13.984850 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e83d4e9f-1600-4738-8b85-1cb17358de7b req-e112ebb1-2f9e-4da0-8ebd-d01aa36ae898 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3f5f5d83-936d-4ece-b9c8-882657b86f53 HTTP/1.1" status: 200 len: 1096 time: 0.1188602 Aug 11 22:11:13.990919 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871cdb2-60bb-4ca9-98c4-a629e3ef8689 req-5da5a485-3ed5-4076-8b26-80e7a685cd1f tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:13.992742 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5871cdb2-60bb-4ca9-98c4-a629e3ef8689 req-5da5a485-3ed5-4076-8b26-80e7a685cd1f tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1248558 Aug 11 22:11:14.082548 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5871cdb2-60bb-4ca9-98c4-a629e3ef8689 req-f462af0e-b394-4e8b-ba7b-831a8ac494e2 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778153 Aug 11 22:11:14.146840 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fcf5132c-9b3a-4185-bf5a-cddd20e1a027 service neutron] For port 14e9aad7-56ef-42b3-aae7-b450b91f54c7, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:11:14.160561 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fcf5132c-9b3a-4185-bf5a-cddd20e1a027 service neutron] For port 14e9aad7-56ef-42b3-aae7-b450b91f54c7, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=14e9aad7-56ef-42b3-aae7-b450b91f54c7,segment=NetworkSegment(9e9ec30e-fc20-447d-a45e-c2e9bad55cba),segment_id=9e9ec30e-fc20-447d-a45e-c2e9bad55cba)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:11:14.171057 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fcf5132c-9b3a-4185-bf5a-cddd20e1a027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:14.190704 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e83d4e9f-1600-4738-8b85-1cb17358de7b req-bae1e201-5579-4288-8635-cb141e55d61f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=104049bc-3b4c-4bdb-926a-5fcee69974b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766977 Aug 11 22:11:14.226411 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fcf5132c-9b3a-4185-bf5a-cddd20e1a027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:14.227622 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fcf5132c-9b3a-4185-bf5a-cddd20e1a027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:14.230365 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-fcf5132c-9b3a-4185-bf5a-cddd20e1a027 service neutron] 10.222.0.82 "PUT /v2.0/ports/14e9aad7-56ef-42b3-aae7-b450b91f54c7 HTTP/1.1" status: 200 len: 1091 time: 1.1598861 Aug 11 22:11:14.319076 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e018dd-c479-4bb9-9ec7-fca383933393 req-28421d3e-3826-45bd-9acd-a81961901660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:14.320307 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e018dd-c479-4bb9-9ec7-fca383933393 req-28421d3e-3826-45bd-9acd-a81961901660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:14.321276 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e018dd-c479-4bb9-9ec7-fca383933393 req-28421d3e-3826-45bd-9acd-a81961901660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:14.325393 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a4e018dd-c479-4bb9-9ec7-fca383933393 req-28421d3e-3826-45bd-9acd-a81961901660 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=005c4f8fe87b45d1b3fafbe96081c4d6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3388431 Aug 11 22:11:14.360682 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5132c-9b3a-4185-bf5a-cddd20e1a027 service neutron] Pushing event updated for resources: {'Port': ['ID=14e9aad7-56ef-42b3-aae7-b450b91f54c7,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:14.496138 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88811c14-05cc-4eed-816d-69394315069a req-9a33c678-7f6d-42a0-8a30-8cc11b5b8f0a tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:14.498209 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-88811c14-05cc-4eed-816d-69394315069a req-9a33c678-7f6d-42a0-8a30-8cc11b5b8f0a tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd1fd4b4-9aa6-4dcb-a406-839940e49ffb HTTP/1.1" status: 200 len: 944 time: 0.0863788 Aug 11 22:11:14.585671 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-88811c14-05cc-4eed-816d-69394315069a req-f918eae5-4899-4f97-8a8b-357169423eae tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740194 Aug 11 22:11:14.730038 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e018dd-c479-4bb9-9ec7-fca383933393 req-5bba3f09-ba8d-4327-a455-ed13cfffa92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:14.731469 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a4e018dd-c479-4bb9-9ec7-fca383933393 req-5bba3f09-ba8d-4327-a455-ed13cfffa92e service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1506670 Aug 11 22:11:14.774897 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf029b-723c-4ff3-a25e-bdb2e7f95983 req-4dc8ac35-7569-4a3a-93cf-8f0df61cee7f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:14.789384 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf029b-723c-4ff3-a25e-bdb2e7f95983 req-4dc8ac35-7569-4a3a-93cf-8f0df61cee7f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:14.793127 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-13cf029b-723c-4ff3-a25e-bdb2e7f95983 req-4dc8ac35-7569-4a3a-93cf-8f0df61cee7f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=9be90fbc-5d43-4740-a1e4-8f23a7b97119 HTTP/1.1" status: 200 len: 1677 time: 0.1193912 Aug 11 22:11:14.850858 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-13cf029b-723c-4ff3-a25e-bdb2e7f95983 req-78601c9c-8df7-4020-bab4-9ee50746cce2 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496285 Aug 11 22:11:14.856742 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-918f89f9-9e2b-4f6b-8b0d-c4266a25358f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:14.857659 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-918f89f9-9e2b-4f6b-8b0d-c4266a25358f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:14.859368 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-918f89f9-9e2b-4f6b-8b0d-c4266a25358f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=005c4f8fe87b45d1b3fafbe96081c4d6&device_id=9be90fbc-5d43-4740-a1e4-8f23a7b97119 HTTP/1.1" status: 200 len: 1979 time: 0.0556068 Aug 11 22:11:14.919616 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-0fab2b17-9b95-422a-a8ee-4c74100c7300 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.69&port_id=4eb4ff57-657a-4218-b376-1fc9450a0315 HTTP/1.1" status: 200 len: 217 time: 0.0442464 Aug 11 22:11:14.985363 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-2e751f4a-58fc-4122-bd01-34393c200971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:14.988158 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-2e751f4a-58fc-4122-bd01-34393c200971 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=079a8c5e-7ac2-4bba-b927-ff481e592bf5 HTTP/1.1" status: 200 len: 801 time: 0.0599003 Aug 11 22:11:15.047769 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-ab630a49-bfb0-4ae4-b687-9ae1d400908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:15.050260 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-ab630a49-bfb0-4ae4-b687-9ae1d400908e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=09282603-89ac-4862-9337-c9c91357f7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0543108 Aug 11 22:11:15.185883 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55215be6-4d29-478f-af26-9d1cc4d3041e req-f4d68711-dce8-434b-92e6-e6fb3c8bbcf3 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:15.188632 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-55215be6-4d29-478f-af26-9d1cc4d3041e req-f4d68711-dce8-434b-92e6-e6fb3c8bbcf3 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f0cff67-d2e8-42d8-9b2c-0e0959efd8f9 HTTP/1.1" status: 200 len: 949 time: 0.0746381 Aug 11 22:11:15.193034 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-20098d9c-277e-412a-9a9d-025e3e4aec79 service neutron] 10.222.0.82 "GET /v2.0/networks/09282603-89ac-4862-9337-c9c91357f7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338630 Aug 11 22:11:15.238247 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-55215be6-4d29-478f-af26-9d1cc4d3041e req-a2e0f0a6-450c-4935-a4fd-dece12d71547 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] 10.222.0.77 "GET /v2.0/security-groups?id=2864bcab-8708-426c-97ec-ff6a56270baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395818 Aug 11 22:11:15.308500 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-762526bc-fc95-4903-bb45-ee418a3044ae service neutron] 10.222.0.82 "GET /v2.0/networks/09282603-89ac-4862-9337-c9c91357f7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081793 Aug 11 22:11:15.391812 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-e2bb6d41-918b-4eab-8bd1-ebf3fed7c149 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.32&port_id=14e9aad7-56ef-42b3-aae7-b450b91f54c7 HTTP/1.1" status: 200 len: 217 time: 0.0732558 Aug 11 22:11:15.419933 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e30c97-2012-47e6-8861-e02dd0dc5e69 req-8c4b9414-3a61-43c4-98a2-3c8118a465cc tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:15.422895 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-97e30c97-2012-47e6-8861-e02dd0dc5e69 req-8c4b9414-3a61-43c4-98a2-3c8118a465cc tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f5f5d83-936d-4ece-b9c8-882657b86f53 HTTP/1.1" status: 200 len: 945 time: 0.1008656 Aug 11 22:11:15.468017 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-2e7c0dbc-7480-4070-9ce9-2e70d32aadf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:15.469587 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-2e7c0dbc-7480-4070-9ce9-2e70d32aadf4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3fca9279-f4ab-4eda-9f15-54c66a192207 HTTP/1.1" status: 200 len: 801 time: 0.0691421 Aug 11 22:11:15.474308 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-97e30c97-2012-47e6-8861-e02dd0dc5e69 req-379d0afd-3aae-4357-82e1-c28aa72dc2d5 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] 10.222.0.77 "GET /v2.0/security-groups?id=104049bc-3b4c-4bdb-926a-5fcee69974b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431426 Aug 11 22:11:15.543680 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-6639f76c-25d6-465b-8215-7f4f1f848189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:15.545557 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-6639f76c-25d6-465b-8215-7f4f1f848189 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a36287c7-fef2-494a-914f-1adbd70fbeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0674398 Aug 11 22:11:15.709059 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30792735-2251-4d6e-bdd9-e8600ca9ecb7 req-13ccf8a4-3a52-4938-958c-64ae7f473e29 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:15.711487 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-30792735-2251-4d6e-bdd9-e8600ca9ecb7 req-13ccf8a4-3a52-4938-958c-64ae7f473e29 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0693889 Aug 11 22:11:15.717922 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6f4fdfbd-0f36-4ca0-90a2-6134cb453a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:15.751831 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be90fbc-5d43-4740-a1e4-8f23a7b97119', 'tag': '14e9aad7-56ef-42b3-aae7-b450b91f54c7'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:11:15.754210 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcb76f8-e288-4db5-ae72-0f1efc8cf1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "9be90fbc-5d43-4740-a1e4-8f23a7b97119", "tag": "14e9aad7-56ef-42b3-aae7-b450b91f54c7"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:11:15.773457 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-840c5951-f5c9-4cca-85d6-1848b6290804 service neutron] 10.222.0.82 "GET /v2.0/networks/a36287c7-fef2-494a-914f-1adbd70fbeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557019 Aug 11 22:11:15.781540 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-30792735-2251-4d6e-bdd9-e8600ca9ecb7 req-addb0c1f-7ca2-43b3-b602-197804e828c0 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543613 Aug 11 22:11:15.895350 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a79b87db-febb-4611-9c10-e8a2835410d3 req-2f2fcf31-d7f9-4070-935e-4958be9ff1b7 service neutron] 10.222.0.82 "GET /v2.0/networks/a36287c7-fef2-494a-914f-1adbd70fbeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041148 Aug 11 22:11:15.956561 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06deb2c-0a67-47e5-98b0-fa5704289628 req-ed5b9e58-54e0-4517-9cfa-408b34357d92 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:15.958275 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a06deb2c-0a67-47e5-98b0-fa5704289628 req-ed5b9e58-54e0-4517-9cfa-408b34357d92 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd1fd4b4-9aa6-4dcb-a406-839940e49ffb HTTP/1.1" status: 200 len: 944 time: 0.0763671 Aug 11 22:11:15.997469 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:16.027731 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a06deb2c-0a67-47e5-98b0-fa5704289628 req-366d1f42-343e-425a-a47c-7ac6fc072502 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620434 Aug 11 22:11:16.076693 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcc63cb-5123-4fb0-9d07-e5f80f94b840 x-openstack-request-id: req-ebcc63cb-5123-4fb0-9d07-e5f80f94b840 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:11:16.077241 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be90fbc-5d43-4740-a1e4-8f23a7b97119", "tag": "14e9aad7-56ef-42b3-aae7-b450b91f54c7", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:11:16.077618 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ebcc63cb-5123-4fb0-9d07-e5f80f94b840 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:11:16.078166 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be90fbc-5d43-4740-a1e4-8f23a7b97119', 'tag': '14e9aad7-56ef-42b3-aae7-b450b91f54c7', 'status': 'completed', 'code': 200} Aug 11 22:11:16.203138 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb76f8-e288-4db5-ae72-0f1efc8cf1e4 req-625c5d5b-2c1d-4818-9b8f-adfc57880bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:16.205087 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb76f8-e288-4db5-ae72-0f1efc8cf1e4 req-625c5d5b-2c1d-4818-9b8f-adfc57880bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:16.208103 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6bcb76f8-e288-4db5-ae72-0f1efc8cf1e4 req-625c5d5b-2c1d-4818-9b8f-adfc57880bf9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=005c4f8fe87b45d1b3fafbe96081c4d6&device_id=9be90fbc-5d43-4740-a1e4-8f23a7b97119 HTTP/1.1" status: 200 len: 1979 time: 0.0710022 Aug 11 22:11:16.218449 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69e2c3-4dda-4ab0-8eeb-8fe7d41b2c87 req-37197bc5-ed9e-4e35-8cda-331efff9e17e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:16.226403 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69e2c3-4dda-4ab0-8eeb-8fe7d41b2c87 req-37197bc5-ed9e-4e35-8cda-331efff9e17e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:16.228713 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8c69e2c3-4dda-4ab0-8eeb-8fe7d41b2c87 req-37197bc5-ed9e-4e35-8cda-331efff9e17e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=9be90fbc-5d43-4740-a1e4-8f23a7b97119 HTTP/1.1" status: 200 len: 1677 time: 0.0998075 Aug 11 22:11:16.280174 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8c69e2c3-4dda-4ab0-8eeb-8fe7d41b2c87 req-24ae2a2e-2f0f-4021-83f3-1c85a02da35f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399437 Aug 11 22:11:16.335216 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb76f8-e288-4db5-ae72-0f1efc8cf1e4 req-3544a53c-93c8-448f-8ff5-9f5d6d295b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:16.336860 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6bcb76f8-e288-4db5-ae72-0f1efc8cf1e4 req-3544a53c-93c8-448f-8ff5-9f5d6d295b8a service neutron] 10.222.0.82 "GET /v2.0/networks?id=a36287c7-fef2-494a-914f-1adbd70fbeea HTTP/1.1" status: 200 len: 902 time: 0.1212754 Aug 11 22:11:16.394271 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6bcb76f8-e288-4db5-ae72-0f1efc8cf1e4 req-4feed8fb-13e3-4349-9805-16d13f6d6061 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.32&port_id=14e9aad7-56ef-42b3-aae7-b450b91f54c7 HTTP/1.1" status: 200 len: 217 time: 0.0488091 Aug 11 22:11:16.470463 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb76f8-e288-4db5-ae72-0f1efc8cf1e4 req-5605e7b6-0b03-4254-be57-f72e2ee6934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:16.472690 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6bcb76f8-e288-4db5-ae72-0f1efc8cf1e4 req-5605e7b6-0b03-4254-be57-f72e2ee6934e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3fca9279-f4ab-4eda-9f15-54c66a192207 HTTP/1.1" status: 200 len: 801 time: 0.0706582 Aug 11 22:11:16.545033 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb76f8-e288-4db5-ae72-0f1efc8cf1e4 req-0a01b3be-be2e-4fa2-84d5-e8375c372687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:16.546635 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6bcb76f8-e288-4db5-ae72-0f1efc8cf1e4 req-0a01b3be-be2e-4fa2-84d5-e8375c372687 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a36287c7-fef2-494a-914f-1adbd70fbeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0663538 Aug 11 22:11:16.585905 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3ee8f-3531-4c9c-8c95-5ecb82e3b0fb req-cb6d6c11-c4fc-46f9-b8ad-1d8797320280 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:16.588351 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-adb3ee8f-3531-4c9c-8c95-5ecb82e3b0fb req-cb6d6c11-c4fc-46f9-b8ad-1d8797320280 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f0cff67-d2e8-42d8-9b2c-0e0959efd8f9 HTTP/1.1" status: 200 len: 949 time: 0.0627530 Aug 11 22:11:16.676877 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-adb3ee8f-3531-4c9c-8c95-5ecb82e3b0fb req-56ff866d-279d-4bb9-9320-6f81cde7e66f tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] 10.222.0.77 "GET /v2.0/security-groups?id=2864bcab-8708-426c-97ec-ff6a56270baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762312 Aug 11 22:11:16.686291 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84805463-2515-4bc5-b629-f9c226e0bce1 req-8de73f53-4594-483d-9d2a-29d7c850c7b8 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:16.688263 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-84805463-2515-4bc5-b629-f9c226e0bce1 req-8de73f53-4594-483d-9d2a-29d7c850c7b8 tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] 10.222.0.82 "GET /v2.0/ports?device_id=0f0cff67-d2e8-42d8-9b2c-0e0959efd8f9 HTTP/1.1" status: 200 len: 949 time: 0.0894802 Aug 11 22:11:16.726958 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6bcb76f8-e288-4db5-ae72-0f1efc8cf1e4 req-c40d805a-c473-4411-a349-873a0431f9ed service neutron] 10.222.0.82 "GET /v2.0/networks/a36287c7-fef2-494a-914f-1adbd70fbeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282289 Aug 11 22:11:16.854743 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3dabc-b513-4cda-837e-1a0678c706f6 req-12df1045-87f6-4514-8029-a03ba6f6cf67 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:16.856729 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2ff3dabc-b513-4cda-837e-1a0678c706f6 req-12df1045-87f6-4514-8029-a03ba6f6cf67 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f5f5d83-936d-4ece-b9c8-882657b86f53 HTTP/1.1" status: 200 len: 945 time: 0.0973420 Aug 11 22:11:16.866685 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-84805463-2515-4bc5-b629-f9c226e0bce1 req-6b7b9baf-7a35-47a6-8f91-2f6292d6107d tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Deleting port a9ff3b1c-5c55-45c3-8998-388baa733916 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:11:16.867029 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-84805463-2515-4bc5-b629-f9c226e0bce1 req-6b7b9baf-7a35-47a6-8f91-2f6292d6107d tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:16.941332 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6bcb76f8-e288-4db5-ae72-0f1efc8cf1e4 req-52f52f65-bc53-4019-89df-24d3de6c65ff service neutron] 10.222.0.82 "GET /v2.0/networks/a36287c7-fef2-494a-914f-1adbd70fbeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064674 Aug 11 22:11:16.974936 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2ff3dabc-b513-4cda-837e-1a0678c706f6 req-52adafe8-0b9c-42b2-a3ce-8a2d0207dbeb tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] 10.222.0.77 "GET /v2.0/security-groups?id=104049bc-3b4c-4bdb-926a-5fcee69974b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039691 Aug 11 22:11:17.020397 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-84805463-2515-4bc5-b629-f9c226e0bce1 req-6b7b9baf-7a35-47a6-8f91-2f6292d6107d tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] For port a9ff3b1c-5c55-45c3-8998-388baa733916, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=a9ff3b1c-5c55-45c3-8998-388baa733916,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:17.021326 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-84805463-2515-4bc5-b629-f9c226e0bce1 req-6b7b9baf-7a35-47a6-8f91-2f6292d6107d tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:17.048383 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-84805463-2515-4bc5-b629-f9c226e0bce1 req-6b7b9baf-7a35-47a6-8f91-2f6292d6107d tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Calling delete_port for a9ff3b1c-5c55-45c3-8998-388baa733916 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:11:17.144276 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 523e5924-57e6-4cf0-a805-31303328564b up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:11:17.238450 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 523e5924-57e6-4cf0-a805-31303328564b completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:11:17.246429 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 523e5924-57e6-4cf0-a805-31303328564b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:11:17.247189 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:17.326794 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10dc32-d50d-4ca9-b93e-522a41cb972a req-2c832fec-6d96-4306-8576-f9ad5bf08a10 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:17.328952 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9c10dc32-d50d-4ca9-b93e-522a41cb972a req-2c832fec-6d96-4306-8576-f9ad5bf08a10 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1062152 Aug 11 22:11:17.344015 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-84805463-2515-4bc5-b629-f9c226e0bce1 req-6b7b9baf-7a35-47a6-8f91-2f6292d6107d tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:17.382209 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['a9ff3b1c-5c55-45c3-8998-388baa733916'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:11:17.393968 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b9baf-7a35-47a6-8f91-2f6292d6107d tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Pushing event deleted for resources: {'Port': ['ID=a9ff3b1c-5c55-45c3-8998-388baa733916,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:17.445559 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b9baf-7a35-47a6-8f91-2f6292d6107d tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:17.446358 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b9baf-7a35-47a6-8f91-2f6292d6107d tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:17.446685 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b9baf-7a35-47a6-8f91-2f6292d6107d tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:17.447044 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b9baf-7a35-47a6-8f91-2f6292d6107d tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:17.447994 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b9baf-7a35-47a6-8f91-2f6292d6107d tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:17.448342 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b9baf-7a35-47a6-8f91-2f6292d6107d tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:17.448683 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b9baf-7a35-47a6-8f91-2f6292d6107d tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:17.449042 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b9baf-7a35-47a6-8f91-2f6292d6107d tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:17.449354 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b9baf-7a35-47a6-8f91-2f6292d6107d tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:17.449686 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b9baf-7a35-47a6-8f91-2f6292d6107d tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:17.450246 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b9baf-7a35-47a6-8f91-2f6292d6107d tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:17.450710 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b9baf-7a35-47a6-8f91-2f6292d6107d tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:17.476116 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:17.480086 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9c10dc32-d50d-4ca9-b93e-522a41cb972a req-2d5dd5b8-42ba-487f-93b1-bce6d6044cfe tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246085 Aug 11 22:11:17.538514 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:17.547347 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1fd4b4-9aa6-4dcb-a406-839940e49ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523e5924-57e6-4cf0-a805-31303328564b'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:11:17.550731 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e2fba7-555b-4f2b-b93d-53aa9da6bb09" -d '{"events": [{"server_uuid": "cd1fd4b4-9aa6-4dcb-a406-839940e49ffb", "name": "network-vif-plugged", "status": "completed", "tag": "523e5924-57e6-4cf0-a805-31303328564b"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:11:17.569399 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 523e5924-57e6-4cf0-a805-31303328564b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=523e5924-57e6-4cf0-a805-31303328564b,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:17.571529 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-84805463-2515-4bc5-b629-f9c226e0bce1 req-6b7b9baf-7a35-47a6-8f91-2f6292d6107d tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] No DVR routers for this DVR port a9ff3b1c-5c55-45c3-8998-388baa733916 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:11:17.579121 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:17.590538 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-84805463-2515-4bc5-b629-f9c226e0bce1 req-6b7b9baf-7a35-47a6-8f91-2f6292d6107d tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:17.600688 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-84805463-2515-4bc5-b629-f9c226e0bce1 req-6b7b9baf-7a35-47a6-8f91-2f6292d6107d tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] 10.222.0.82 "DELETE /v2.0/ports/a9ff3b1c-5c55-45c3-8998-388baa733916 HTTP/1.1" status: 204 len: 173 time: 0.9052064 Aug 11 22:11:17.669162 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=523e5924-57e6-4cf0-a805-31303328564b,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:17.722312 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f1d92-d387-41e1-b75d-a8a800b5b8da req-c5278523-d508-40a0-a64f-e2f0090e4014 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:17.724634 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-805f1d92-d387-41e1-b75d-a8a800b5b8da req-c5278523-d508-40a0-a64f-e2f0090e4014 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd1fd4b4-9aa6-4dcb-a406-839940e49ffb HTTP/1.1" status: 200 len: 945 time: 0.1169190 Aug 11 22:11:17.786897 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-805f1d92-d387-41e1-b75d-a8a800b5b8da req-b84e0c92-d18d-428d-82d0-c9ea939d7613 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493264 Aug 11 22:11:17.971173 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9b460-a10f-4583-a6ee-2d3076727266 req-a5cfcdb5-9f56-4ad4-9503-cf71bd2048aa tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:17.978010 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9b460-a10f-4583-a6ee-2d3076727266 req-a5cfcdb5-9f56-4ad4-9503-cf71bd2048aa tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:17.979986 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ff9b460-a10f-4583-a6ee-2d3076727266 req-a5cfcdb5-9f56-4ad4-9503-cf71bd2048aa tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=9be90fbc-5d43-4740-a1e4-8f23a7b97119 HTTP/1.1" status: 200 len: 1677 time: 0.0708072 Aug 11 22:11:18.026622 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ff9b460-a10f-4583-a6ee-2d3076727266 req-1f6dd934-bece-455f-be4b-8507ea77b0a5 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402405 Aug 11 22:11:18.079430 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0cff67-d2e8-42d8-9b2c-0e0959efd8f9', 'name': 'network-vif-deleted', 'tag': 'a9ff3b1c-5c55-45c3-8998-388baa733916'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:11:18.082223 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd73c245-d575-46e6-8b20-f3d3b78989ae" -d '{"events": [{"server_uuid": "0f0cff67-d2e8-42d8-9b2c-0e0959efd8f9", "name": "network-vif-deleted", "tag": "a9ff3b1c-5c55-45c3-8998-388baa733916"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:11:18.303889 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5faf20-dfdc-4f66-81c3-b3df9898824b x-openstack-request-id: req-ab5faf20-dfdc-4f66-81c3-b3df9898824b {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:11:18.310919 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1fd4b4-9aa6-4dcb-a406-839940e49ffb", "name": "network-vif-plugged", "status": "completed", "tag": "523e5924-57e6-4cf0-a805-31303328564b", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:11:18.312319 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ab5faf20-dfdc-4f66-81c3-b3df9898824b {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:11:18.314410 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1fd4b4-9aa6-4dcb-a406-839940e49ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523e5924-57e6-4cf0-a805-31303328564b', 'code': 200} Aug 11 22:11:18.441104 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e5352046-f72b-4931-a885-9a95ddf2d9e4 req-595af515-cd79-464c-8a11-6f0d4410abba tempest-VolumesNegativeTest-1841322756 tempest-VolumesNegativeTest-1841322756-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f0cff67-d2e8-42d8-9b2c-0e0959efd8f9 HTTP/1.1" status: 200 len: 210 time: 0.0643103 Aug 11 22:11:18.441934 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a2cf8-5221-4894-b360-ae9c66eee5ba req-82b0a577-ea4e-40e8-9f87-076c82e1ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:18.443421 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-837a2cf8-5221-4894-b360-ae9c66eee5ba req-82b0a577-ea4e-40e8-9f87-076c82e1ccbb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cd1fd4b4-9aa6-4dcb-a406-839940e49ffb HTTP/1.1" status: 200 len: 1096 time: 0.0613120 Aug 11 22:11:18.489572 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-837a2cf8-5221-4894-b360-ae9c66eee5ba req-47024fdd-962b-4282-a839-c0e99c7c6957 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385628 Aug 11 22:11:18.611419 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5516e245-a805-4265-9046-09711c9c2cfa x-openstack-request-id: req-5516e245-a805-4265-9046-09711c9c2cfa {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:11:18.611847 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0cff67-d2e8-42d8-9b2c-0e0959efd8f9", "name": "network-vif-deleted", "tag": "a9ff3b1c-5c55-45c3-8998-388baa733916", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:11:18.612311 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5516e245-a805-4265-9046-09711c9c2cfa {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:11:18.612733 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0cff67-d2e8-42d8-9b2c-0e0959efd8f9', 'name': 'network-vif-deleted', 'tag': 'a9ff3b1c-5c55-45c3-8998-388baa733916', 'status': 'completed', 'code': 200} Aug 11 22:11:18.796985 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416032e-d99e-4c38-8655-1f7c7dcaa25a req-d41dd581-77af-48ad-aea2-cd7c9764df70 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:18.799343 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7416032e-d99e-4c38-8655-1f7c7dcaa25a req-d41dd581-77af-48ad-aea2-cd7c9764df70 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0620925 Aug 11 22:11:18.859356 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7416032e-d99e-4c38-8655-1f7c7dcaa25a req-8ef619da-ca7d-4803-867d-bcda566e8937 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499675 Aug 11 22:11:18.917938 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:19.015190 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89f758-9f9f-422e-b505-40d67f117648 req-fb9e90ff-3bb2-4fe0-9c25-f48d51018c31 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:19.021472 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8a89f758-9f9f-422e-b505-40d67f117648 req-fb9e90ff-3bb2-4fe0-9c25-f48d51018c31 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd1fd4b4-9aa6-4dcb-a406-839940e49ffb HTTP/1.1" status: 200 len: 945 time: 0.0773456 Aug 11 22:11:19.093480 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8a89f758-9f9f-422e-b505-40d67f117648 req-947bfc24-7f9b-4dc2-b9f4-7e130b49238a tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628474 Aug 11 22:11:19.261424 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab1ce9-39ce-44a2-b5cb-cd8c82658e11 req-c49191a5-f152-426d-9b82-9e7c3c903e5e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:19.268242 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab1ce9-39ce-44a2-b5cb-cd8c82658e11 req-c49191a5-f152-426d-9b82-9e7c3c903e5e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:19.270045 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-06ab1ce9-39ce-44a2-b5cb-cd8c82658e11 req-c49191a5-f152-426d-9b82-9e7c3c903e5e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=9be90fbc-5d43-4740-a1e4-8f23a7b97119 HTTP/1.1" status: 200 len: 1677 time: 0.1004288 Aug 11 22:11:19.347426 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-06ab1ce9-39ce-44a2-b5cb-cd8c82658e11 req-7e060f0f-c001-4099-838d-5880d1036719 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630751 Aug 11 22:11:19.528553 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 14e9aad7-56ef-42b3-aae7-b450b91f54c7 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:11:19.537894 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device a9ff3b1c-5c55-45c3-8998-388baa733916 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:11:19.601839 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: a9ff3b1c-5c55-45c3-8998-388baa733916 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:11:19.602786 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device a9ff3b1c-5c55-45c3-8998-388baa733916 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:11:19.768111 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 14e9aad7-56ef-42b3-aae7-b450b91f54c7, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=14e9aad7-56ef-42b3-aae7-b450b91f54c7,segment=NetworkSegment(9e9ec30e-fc20-447d-a45e-c2e9bad55cba),segment_id=9e9ec30e-fc20-447d-a45e-c2e9bad55cba)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:19.781715 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '14e9aad7-56ef-42b3-aae7-b450b91f54c7', 'network_id': 'a36287c7-fef2-494a-914f-1adbd70fbeea', 'port_id': '14e9aad7-56ef-42b3-aae7-b450b91f54c7', 'mac_address': 'fa:16:3e:98:b4:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fca9279-f4ab-4eda-9f15-54c66a192207', 'ip_address': '19.86.0.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:11:19.827323 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:11:19.853583 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:19.882508 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14e9aad7-56ef-42b3-aae7-b450b91f54c7 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:11:19.923201 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 14e9aad7-56ef-42b3-aae7-b450b91f54c7, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=14e9aad7-56ef-42b3-aae7-b450b91f54c7,segment=NetworkSegment(9e9ec30e-fc20-447d-a45e-c2e9bad55cba),segment_id=9e9ec30e-fc20-447d-a45e-c2e9bad55cba)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:19.932722 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:19.934256 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 4eb4ff57-657a-4218-b376-1fc9450a0315 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:11:20.028602 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68a735-4cc8-4673-8ed6-9898476b33ee req-78708929-9ecf-496c-abf8-cfae22a8d851 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:20.039855 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4c68a735-4cc8-4673-8ed6-9898476b33ee req-78708929-9ecf-496c-abf8-cfae22a8d851 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0800250 Aug 11 22:11:20.089759 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4c68a735-4cc8-4673-8ed6-9898476b33ee req-32d76edf-da05-4a9f-b55a-680510e485f1 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483999 Aug 11 22:11:20.139825 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=14e9aad7-56ef-42b3-aae7-b450b91f54c7,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:20.152509 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:20.152841 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:20.153253 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:20.153555 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:20.154102 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:20.154782 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:20.155073 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:20.155828 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:20.156414 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:20.156929 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:20.157488 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:20.157975 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:20.228249 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 4eb4ff57-657a-4218-b376-1fc9450a0315, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=4eb4ff57-657a-4218-b376-1fc9450a0315,segment=NetworkSegment(dff12e60-9680-440d-8f3b-3a80ad31a2ab),segment_id=dff12e60-9680-440d-8f3b-3a80ad31a2ab)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:20.247623 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '4eb4ff57-657a-4218-b376-1fc9450a0315', 'network_id': '09282603-89ac-4862-9337-c9c91357f7e5', 'port_id': '4eb4ff57-657a-4218-b376-1fc9450a0315', 'mac_address': 'fa:16:3e:0a:ab:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '079a8c5e-7ac2-4bba-b927-ff481e592bf5', 'ip_address': '19.80.0.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:11:20.303962 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:20.323818 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb4ff57-657a-4218-b376-1fc9450a0315 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:11:20.349522 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 4eb4ff57-657a-4218-b376-1fc9450a0315, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=4eb4ff57-657a-4218-b376-1fc9450a0315,segment=NetworkSegment(dff12e60-9680-440d-8f3b-3a80ad31a2ab),segment_id=dff12e60-9680-440d-8f3b-3a80ad31a2ab)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:20.355591 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:20.417590 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:20.438666 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=4eb4ff57-657a-4218-b376-1fc9450a0315,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:20.446944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d055e-d1a6-4ba6-9840-f3695bb5af32 req-e20ae0ff-e6bb-4ded-b3aa-3d958096077a tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:20.449699 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-543d055e-d1a6-4ba6-9840-f3695bb5af32 req-e20ae0ff-e6bb-4ded-b3aa-3d958096077a tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd1fd4b4-9aa6-4dcb-a406-839940e49ffb HTTP/1.1" status: 200 len: 945 time: 0.0880084 Aug 11 22:11:20.494572 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-543d055e-d1a6-4ba6-9840-f3695bb5af32 req-10b6327d-7de7-45cb-927e-f2983f6f7d9e tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375388 Aug 11 22:11:20.654074 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65341d27-0f01-4e7a-8394-d993b1939fd4 req-485036e4-cddf-41c7-bb71-f29966480e90 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:20.656919 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-65341d27-0f01-4e7a-8394-d993b1939fd4 req-485036e4-cddf-41c7-bb71-f29966480e90 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f5f5d83-936d-4ece-b9c8-882657b86f53 HTTP/1.1" status: 200 len: 945 time: 0.0939598 Aug 11 22:11:20.721635 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-65341d27-0f01-4e7a-8394-d993b1939fd4 req-e25d389f-07c4-450a-b3b3-99d4fe1074ca tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] 10.222.0.77 "GET /v2.0/security-groups?id=104049bc-3b4c-4bdb-926a-5fcee69974b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539651 Aug 11 22:11:20.845548 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['14e9aad7-56ef-42b3-aae7-b450b91f54c7'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:11:20.886794 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c19f3-26f7-42a3-9aed-b362f4b6e6ac req-6099f35e-3077-4e77-a335-e1071062e0da tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:20.898606 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c19f3-26f7-42a3-9aed-b362f4b6e6ac req-6099f35e-3077-4e77-a335-e1071062e0da tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:20.902056 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-657c19f3-26f7-42a3-9aed-b362f4b6e6ac req-6099f35e-3077-4e77-a335-e1071062e0da tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=9be90fbc-5d43-4740-a1e4-8f23a7b97119 HTTP/1.1" status: 200 len: 1679 time: 0.0824523 Aug 11 22:11:20.919020 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['4eb4ff57-657a-4218-b376-1fc9450a0315'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:11:20.986988 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-657c19f3-26f7-42a3-9aed-b362f4b6e6ac req-fc89d281-3fc6-463a-bd2a-a022c5979617 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678737 Aug 11 22:11:21.135884 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-824d8f57-e9bc-4e55-9b63-0248ff6fe7c5 req-15bd90ab-5276-4207-b947-007bb13fef1e tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f3da70be91664ca8a55d012676042959 HTTP/1.1" status: 200 len: 267 time: 0.0669305 Aug 11 22:11:21.254671 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d8f57-e9bc-4e55-9b63-0248ff6fe7c5 req-074953f7-8e99-4152-a7fd-e3f9b6f08a22 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:21.257321 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-824d8f57-e9bc-4e55-9b63-0248ff6fe7c5 req-074953f7-8e99-4152-a7fd-e3f9b6f08a22 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd1fd4b4-9aa6-4dcb-a406-839940e49ffb HTTP/1.1" status: 200 len: 945 time: 0.1080041 Aug 11 22:11:21.275854 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-824d8f57-e9bc-4e55-9b63-0248ff6fe7c5 req-e6c26cd2-ee7f-4e15-849a-cc49616fdda9 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Request body: {'port': {'security_groups': []}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:11:21.411682 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-824d8f57-e9bc-4e55-9b63-0248ff6fe7c5 req-e6c26cd2-ee7f-4e15-849a-cc49616fdda9 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:21.679807 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-824d8f57-e9bc-4e55-9b63-0248ff6fe7c5 req-e6c26cd2-ee7f-4e15-849a-cc49616fdda9 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] For port 523e5924-57e6-4cf0-a805-31303328564b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=523e5924-57e6-4cf0-a805-31303328564b,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:21.737872 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-824d8f57-e9bc-4e55-9b63-0248ff6fe7c5 req-e6c26cd2-ee7f-4e15-849a-cc49616fdda9 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:21.746819 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-824d8f57-e9bc-4e55-9b63-0248ff6fe7c5 req-e6c26cd2-ee7f-4e15-849a-cc49616fdda9 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:21.761222 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['41341e3f-c954-4add-9eb4-639c43f4e706', '523e5924-57e6-4cf0-a805-31303328564b'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:11:21.850088 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d8f57-e9bc-4e55-9b63-0248ff6fe7c5 req-e6c26cd2-ee7f-4e15-849a-cc49616fdda9 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:21.851584 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-824d8f57-e9bc-4e55-9b63-0248ff6fe7c5 req-e6c26cd2-ee7f-4e15-849a-cc49616fdda9 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:21.863910 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-824d8f57-e9bc-4e55-9b63-0248ff6fe7c5 req-e6c26cd2-ee7f-4e15-849a-cc49616fdda9 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "PUT /v2.0/ports/523e5924-57e6-4cf0-a805-31303328564b HTTP/1.1" status: 200 len: 904 time: 0.5970685 Aug 11 22:11:21.865111 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1fd4b4-9aa6-4dcb-a406-839940e49ffb', 'tag': '523e5924-57e6-4cf0-a805-31303328564b'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:11:21.870484 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cda7b6-b658-4b6e-aa7b-de85c23ec0ad" -d '{"events": [{"name": "network-changed", "server_uuid": "cd1fd4b4-9aa6-4dcb-a406-839940e49ffb", "tag": "523e5924-57e6-4cf0-a805-31303328564b"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:11:21.919294 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c26cd2-ee7f-4e15-849a-cc49616fdda9 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Pushing event updated for resources: {'Port': ['ID=523e5924-57e6-4cf0-a805-31303328564b,revision_number=6']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:22.055051 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['523e5924-57e6-4cf0-a805-31303328564b'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:11:22.249545 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b7f73-07ed-4505-ad1d-340820bcdba6 req-44b902ba-012c-40f2-a6d4-03784b2bb13f tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:22.251759 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bb4b7f73-07ed-4505-ad1d-340820bcdba6 req-44b902ba-012c-40f2-a6d4-03784b2bb13f tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] 10.222.0.82 "GET /v2.0/ports?device_id=3f5f5d83-936d-4ece-b9c8-882657b86f53 HTTP/1.1" status: 200 len: 945 time: 0.1039333 Aug 11 22:11:22.293059 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['a1c23f4e-0437-4179-9ecd-8842ffc738b0'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:11:22.466305 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380e529-ff8a-4f89-8e69-fb4a3878acf6 req-4cf62660-ba76-4ab3-ae58-2a25045b558b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:22.466305 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b380e529-ff8a-4f89-8e69-fb4a3878acf6 req-4cf62660-ba76-4ab3-ae58-2a25045b558b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1189537 Aug 11 22:11:22.487733 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-bb4b7f73-07ed-4505-ad1d-340820bcdba6 req-d4151605-958d-4ad0-b3c9-af96ab3b1e35 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] Deleting port 34daea00-3305-4247-964b-c6fbc8c0cf09 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:11:22.488064 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-bb4b7f73-07ed-4505-ad1d-340820bcdba6 req-d4151605-958d-4ad0-b3c9-af96ab3b1e35 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:22.509093 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f1962101-ade1-4d5c-b4f3-ddfacdb28441 None None] Provisioning complete for port 523e5924-57e6-4cf0-a805-31303328564b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:11:22.510248 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f1962101-ade1-4d5c-b4f3-ddfacdb28441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:22.602711 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b380e529-ff8a-4f89-8e69-fb4a3878acf6 req-8764d339-41e4-4f7b-9a31-ad906bae28be tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969014 Aug 11 22:11:22.655699 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-bb4b7f73-07ed-4505-ad1d-340820bcdba6 req-d4151605-958d-4ad0-b3c9-af96ab3b1e35 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] For port 34daea00-3305-4247-964b-c6fbc8c0cf09, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=34daea00-3305-4247-964b-c6fbc8c0cf09,segment=NetworkSegment(0fd3355e-89e5-46f0-8e7d-6684095e2407),segment_id=0fd3355e-89e5-46f0-8e7d-6684095e2407)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:22.656841 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-bb4b7f73-07ed-4505-ad1d-340820bcdba6 req-d4151605-958d-4ad0-b3c9-af96ab3b1e35 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:22.677660 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-bb4b7f73-07ed-4505-ad1d-340820bcdba6 req-d4151605-958d-4ad0-b3c9-af96ab3b1e35 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] Calling delete_port for 34daea00-3305-4247-964b-c6fbc8c0cf09 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:11:23.202892 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5860e0f-0ff9-47a1-8c91-6d369b225db2 req-5c13d4ec-ed84-407e-809b-71fa685f7b98 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:23.206216 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 18d01bf9-6db4-4000-a84c-3022f783de63 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:11:23.210484 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a5860e0f-0ff9-47a1-8c91-6d369b225db2 req-5c13d4ec-ed84-407e-809b-71fa685f7b98 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f5f5d83-936d-4ece-b9c8-882657b86f53 HTTP/1.1" status: 200 len: 945 time: 0.4628508 Aug 11 22:11:23.274312 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a5860e0f-0ff9-47a1-8c91-6d369b225db2 req-1bf371f9-7298-45e5-ba50-1320c6cd4c03 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] 10.222.0.77 "GET /v2.0/security-groups?id=104049bc-3b4c-4bdb-926a-5fcee69974b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625219 Aug 11 22:11:23.419459 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 18d01bf9-6db4-4000-a84c-3022f783de63, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=18d01bf9-6db4-4000-a84c-3022f783de63,segment=NetworkSegment(00c7b139-e7fc-4b54-bc97-44e639286db8),segment_id=00c7b139-e7fc-4b54-bc97-44e639286db8)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:23.438136 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '18d01bf9-6db4-4000-a84c-3022f783de63', 'network_id': '0eed289d-e5a0-4ee3-a0ec-de49e60196a3', 'port_id': '18d01bf9-6db4-4000-a84c-3022f783de63', 'mac_address': 'fa:16:3e:37:33:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5617d5c-59cd-4b05-8f3a-c2eb88d6c7ac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:11:23.477374 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384795e-fde4-4b10-970c-cefe89ef2f3c req-ffba73e8-1741-4102-bb5e-b54c799af20d tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:23.479609 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4384795e-fde4-4b10-970c-cefe89ef2f3c req-ffba73e8-1741-4102-bb5e-b54c799af20d tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd1fd4b4-9aa6-4dcb-a406-839940e49ffb HTTP/1.1" status: 200 len: 907 time: 0.1356130 Aug 11 22:11:23.480524 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-bb4b7f73-07ed-4505-ad1d-340820bcdba6 req-d4151605-958d-4ad0-b3c9-af96ab3b1e35 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:23.517567 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['34daea00-3305-4247-964b-c6fbc8c0cf09'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:11:23.532089 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:23.552380 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4151605-958d-4ad0-b3c9-af96ab3b1e35 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] Pushing event deleted for resources: {'Port': ['ID=34daea00-3305-4247-964b-c6fbc8c0cf09,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:23.622036 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 14e9aad7-56ef-42b3-aae7-b450b91f54c7 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:11:23.655377 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4b7f73-07ed-4505-ad1d-340820bcdba6 req-d4151605-958d-4ad0-b3c9-af96ab3b1e35 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] No DVR routers for this DVR port 34daea00-3305-4247-964b-c6fbc8c0cf09 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:11:23.660840 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e244bbee-8afd-483d-81b2-f7e7c31b2d4c x-openstack-request-id: req-e244bbee-8afd-483d-81b2-f7e7c31b2d4c {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:11:23.661717 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd1fd4b4-9aa6-4dcb-a406-839940e49ffb", "tag": "523e5924-57e6-4cf0-a805-31303328564b", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:11:23.662388 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e244bbee-8afd-483d-81b2-f7e7c31b2d4c {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:11:23.663069 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd1fd4b4-9aa6-4dcb-a406-839940e49ffb', 'tag': '523e5924-57e6-4cf0-a805-31303328564b', 'status': 'completed', 'code': 200} Aug 11 22:11:23.665007 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-bb4b7f73-07ed-4505-ad1d-340820bcdba6 req-d4151605-958d-4ad0-b3c9-af96ab3b1e35 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:23.684576 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bb4b7f73-07ed-4505-ad1d-340820bcdba6 req-d4151605-958d-4ad0-b3c9-af96ab3b1e35 tempest-VolumesActionsTest-1368214554 tempest-VolumesActionsTest-1368214554-project] 10.222.0.82 "DELETE /v2.0/ports/34daea00-3305-4247-964b-c6fbc8c0cf09 HTTP/1.1" status: 204 len: 173 time: 1.4250071 Aug 11 22:11:23.858770 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cda7b6-b658-4b6e-aa7b-de85c23ec0ad req-80eeb9d3-33ef-4035-8109-61edb7243f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:23.862696 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-63cda7b6-b658-4b6e-aa7b-de85c23ec0ad req-80eeb9d3-33ef-4035-8109-61edb7243f4f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f3da70be91664ca8a55d012676042959&device_id=cd1fd4b4-9aa6-4dcb-a406-839940e49ffb HTTP/1.1" status: 200 len: 1058 time: 0.1948586 Aug 11 22:11:23.942187 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844b803-184b-4925-a2a0-362f7f16dfe8 req-bc884e56-8593-4435-a280-c0a744f1421e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:23.959652 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844b803-184b-4925-a2a0-362f7f16dfe8 req-bc884e56-8593-4435-a280-c0a744f1421e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:23.972133 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8844b803-184b-4925-a2a0-362f7f16dfe8 req-bc884e56-8593-4435-a280-c0a744f1421e tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=9be90fbc-5d43-4740-a1e4-8f23a7b97119 HTTP/1.1" status: 200 len: 1679 time: 0.2061331 Aug 11 22:11:23.991268 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18d01bf9-6db4-4000-a84c-3022f783de63 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:11:24.052375 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 18d01bf9-6db4-4000-a84c-3022f783de63, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=18d01bf9-6db4-4000-a84c-3022f783de63,segment=NetworkSegment(00c7b139-e7fc-4b54-bc97-44e639286db8),segment_id=00c7b139-e7fc-4b54-bc97-44e639286db8)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:24.071898 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:24.099876 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8844b803-184b-4925-a2a0-362f7f16dfe8 req-b8e89033-5e9f-46b9-a42f-d46e07051db2 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260614 Aug 11 22:11:24.131370 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cda7b6-b658-4b6e-aa7b-de85c23ec0ad req-e18ccd9c-f5c8-4b74-aa57-84f93103ef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:24.133287 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-63cda7b6-b658-4b6e-aa7b-de85c23ec0ad req-e18ccd9c-f5c8-4b74-aa57-84f93103ef4b service neutron] 10.222.0.52 "GET /v2.0/networks?id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 200 len: 912 time: 0.2619150 Aug 11 22:11:24.174955 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=18d01bf9-6db4-4000-a84c-3022f783de63,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:24.209914 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 14e9aad7-56ef-42b3-aae7-b450b91f54c7 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:11:24.224423 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-63cda7b6-b658-4b6e-aa7b-de85c23ec0ad req-d66dac72-0009-410e-874f-d1f9de946f20 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=523e5924-57e6-4cf0-a805-31303328564b HTTP/1.1" status: 200 len: 217 time: 0.0798965 Aug 11 22:11:24.225402 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 14e9aad7-56ef-42b3-aae7-b450b91f54c7 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:11:24.225991 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:24.303461 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['18d01bf9-6db4-4000-a84c-3022f783de63'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:11:24.357266 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cda7b6-b658-4b6e-aa7b-de85c23ec0ad req-57acb8e9-7b33-4923-bcb1-67ff06ef87c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:24.364568 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-63cda7b6-b658-4b6e-aa7b-de85c23ec0ad req-57acb8e9-7b33-4923-bcb1-67ff06ef87c7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=71666487-d255-442c-a4c1-ffc47afdf7b3 HTTP/1.1" status: 200 len: 850 time: 0.1265438 Aug 11 22:11:24.498234 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cda7b6-b658-4b6e-aa7b-de85c23ec0ad req-04d49050-0db4-485e-9e68-8cb209fa6d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:24.502301 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-63cda7b6-b658-4b6e-aa7b-de85c23ec0ad req-04d49050-0db4-485e-9e68-8cb209fa6d15 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1247783 Aug 11 22:11:24.550881 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:24.629085 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 14e9aad7-56ef-42b3-aae7-b450b91f54c7, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=14e9aad7-56ef-42b3-aae7-b450b91f54c7,segment=NetworkSegment(9e9ec30e-fc20-447d-a45e-c2e9bad55cba),segment_id=9e9ec30e-fc20-447d-a45e-c2e9bad55cba)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:24.634628 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be90fbc-5d43-4740-a1e4-8f23a7b97119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e9aad7-56ef-42b3-aae7-b450b91f54c7'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:11:24.637706 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8c5afa-8a88-4691-a76c-d53e31f377a6" -d '{"events": [{"server_uuid": "9be90fbc-5d43-4740-a1e4-8f23a7b97119", "name": "network-vif-plugged", "status": "completed", "tag": "14e9aad7-56ef-42b3-aae7-b450b91f54c7"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:11:24.642914 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:24.644063 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 4eb4ff57-657a-4218-b376-1fc9450a0315 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:11:24.889600 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-63cda7b6-b658-4b6e-aa7b-de85c23ec0ad req-334274c3-2e9c-4a40-b2a6-05e9ab9ce899 service neutron] 10.222.0.52 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664680 Aug 11 22:11:25.027499 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=14e9aad7-56ef-42b3-aae7-b450b91f54c7,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:25.065208 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16fb37-5360-45e2-8d1a-e9ac5e7d36d0 req-8547acc2-3b12-435c-a34f-2e33150c2a01 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:25.080181 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b16fb37-5360-45e2-8d1a-e9ac5e7d36d0 req-8547acc2-3b12-435c-a34f-2e33150c2a01 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1621065 Aug 11 22:11:25.135876 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 4eb4ff57-657a-4218-b376-1fc9450a0315 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:11:25.145978 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 4eb4ff57-657a-4218-b376-1fc9450a0315 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:11:25.147482 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:25.184515 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b16fb37-5360-45e2-8d1a-e9ac5e7d36d0 req-b0d4dcaf-6a44-4748-8fa4-5bd85f246141 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006565 Aug 11 22:11:25.373156 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:25.462990 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 4eb4ff57-657a-4218-b376-1fc9450a0315, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=4eb4ff57-657a-4218-b376-1fc9450a0315,segment=NetworkSegment(dff12e60-9680-440d-8f3b-3a80ad31a2ab),segment_id=dff12e60-9680-440d-8f3b-3a80ad31a2ab)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:25.481150 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:25.596471 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a3af4-7d83-42d3-b244-880a5bc44d87 req-81844c2f-a301-4f1a-b855-59019d460341 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:25.613959 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b25a3af4-7d83-42d3-b244-880a5bc44d87 req-81844c2f-a301-4f1a-b855-59019d460341 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 944 time: 0.2831841 Aug 11 22:11:25.651994 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=4eb4ff57-657a-4218-b376-1fc9450a0315,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:25.660124 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 34daea00-3305-4247-964b-c6fbc8c0cf09 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:11:25.713390 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5f5d83-936d-4ece-b9c8-882657b86f53', 'name': 'network-vif-deleted', 'tag': '34daea00-3305-4247-964b-c6fbc8c0cf09'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:11:25.724033 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d176d95-bc66-4051-8b91-3368e61a4653" -d '{"events": [{"server_uuid": "3f5f5d83-936d-4ece-b9c8-882657b86f53", "name": "network-vif-deleted", "tag": "34daea00-3305-4247-964b-c6fbc8c0cf09"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:11:25.727217 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 34daea00-3305-4247-964b-c6fbc8c0cf09 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:11:25.729095 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 34daea00-3305-4247-964b-c6fbc8c0cf09 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:11:25.734398 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-63cda7b6-b658-4b6e-aa7b-de85c23ec0ad req-de12c665-4a11-4592-9e3c-c7f4734132e3 service neutron] 10.222.0.52 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8352585 Aug 11 22:11:25.742825 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b25a3af4-7d83-42d3-b244-880a5bc44d87 req-4d66c3c7-488a-418a-bfcf-6d549581dd9d tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225727 Aug 11 22:11:25.903016 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a797e8-0d8a-4d8a-895d-196e411298ce x-openstack-request-id: req-a5a797e8-0d8a-4d8a-895d-196e411298ce {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:11:25.903500 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be90fbc-5d43-4740-a1e4-8f23a7b97119", "name": "network-vif-plugged", "status": "completed", "tag": "14e9aad7-56ef-42b3-aae7-b450b91f54c7", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:11:25.903947 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a5a797e8-0d8a-4d8a-895d-196e411298ce {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:11:25.904744 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be90fbc-5d43-4740-a1e4-8f23a7b97119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e9aad7-56ef-42b3-aae7-b450b91f54c7', 'code': 200} Aug 11 22:11:26.106715 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fecb63f-bbc6-4e94-a263-d14fb796cd03 req-8d5b9ace-fc35-4724-a5a9-7a3128493dbd tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:26.119854 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fecb63f-bbc6-4e94-a263-d14fb796cd03 req-8d5b9ace-fc35-4724-a5a9-7a3128493dbd tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:26.136278 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4fecb63f-bbc6-4e94-a263-d14fb796cd03 req-8d5b9ace-fc35-4724-a5a9-7a3128493dbd tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=9be90fbc-5d43-4740-a1e4-8f23a7b97119 HTTP/1.1" status: 200 len: 1681 time: 0.1317298 Aug 11 22:11:26.222287 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4fecb63f-bbc6-4e94-a263-d14fb796cd03 req-95e42e52-8974-4b47-ad12-4821f473dc9f tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833778 Aug 11 22:11:26.491995 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c6a4c-51c5-47e8-ae51-35b9daf670ca req-e9a73a37-bbd8-4342-948e-e5d47e1f2837 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:26.505670 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fd3c6a4c-51c5-47e8-ae51-35b9daf670ca req-e9a73a37-bbd8-4342-948e-e5d47e1f2837 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1352308 Aug 11 22:11:26.614214 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fd3c6a4c-51c5-47e8-ae51-35b9daf670ca req-d7e8de94-6016-4a0b-88de-df626ffa8da5 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074061 Aug 11 22:11:27.127978 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5491786-de4b-420d-a21b-20dd349369c1 x-openstack-request-id: req-e5491786-de4b-420d-a21b-20dd349369c1 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:11:27.128951 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5f5d83-936d-4ece-b9c8-882657b86f53", "name": "network-vif-deleted", "tag": "34daea00-3305-4247-964b-c6fbc8c0cf09", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:11:27.128951 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e5491786-de4b-420d-a21b-20dd349369c1 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:11:27.128951 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5f5d83-936d-4ece-b9c8-882657b86f53', 'name': 'network-vif-deleted', 'tag': '34daea00-3305-4247-964b-c6fbc8c0cf09', 'status': 'completed', 'code': 200} Aug 11 22:11:27.225827 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 18d01bf9-6db4-4000-a84c-3022f783de63 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:11:27.465049 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 18d01bf9-6db4-4000-a84c-3022f783de63 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:11:27.465547 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:27.628865 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-22c77fc7-876b-45f7-a01d-5f8c942bb15d tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:27.641976 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-22c77fc7-876b-45f7-a01d-5f8c942bb15d tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/networks?id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 200 len: 811 time: 0.2968976 Aug 11 22:11:27.659591 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-4b8fdb25-4a10-405b-98b5-157e7d9e27e2 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/quotas/f3da70be91664ca8a55d012676042959 HTTP/1.1" status: 200 len: 375 time: 0.0165901 Aug 11 22:11:27.733154 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:27.772094 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-5779195e-bb28-4425-903d-5642a24b28a9 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f3da70be91664ca8a55d012676042959&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1107309 Aug 11 22:11:27.820750 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 18d01bf9-6db4-4000-a84c-3022f783de63, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=18d01bf9-6db4-4000-a84c-3022f783de63,segment=NetworkSegment(00c7b139-e7fc-4b54-bc97-44e639286db8),segment_id=00c7b139-e7fc-4b54-bc97-44e639286db8)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:27.834879 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:27.892593 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-5b4cdb91-ef34-4c04-8eb4-f7a5e14bbc8b service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:11:27.904409 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-5b4cdb91-ef34-4c04-8eb4-f7a5e14bbc8b service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1306474 Aug 11 22:11:27.943689 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be90fbc-5d43-4740-a1e4-8f23a7b97119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb4ff57-657a-4218-b376-1fc9450a0315'}, {'server_uuid': '2609a9b0-193c-4664-add5-e8e25ff13b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d01bf9-6db4-4000-a84c-3022f783de63'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:11:27.949750 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a02fd41-15e8-4d01-a57d-c3eac3120bed" -d '{"events": [{"server_uuid": "9be90fbc-5d43-4740-a1e4-8f23a7b97119", "name": "network-vif-plugged", "status": "completed", "tag": "4eb4ff57-657a-4218-b376-1fc9450a0315"}, {"server_uuid": "2609a9b0-193c-4664-add5-e8e25ff13b3b", "name": "network-vif-plugged", "status": "completed", "tag": "18d01bf9-6db4-4000-a84c-3022f783de63"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:11:27.955016 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=18d01bf9-6db4-4000-a84c-3022f783de63,revision_number=7']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:28.071737 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-70eeaa1b-ae18-4ddd-9944-8155782a7687 service neutron] 10.222.0.77 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652086 Aug 11 22:11:28.287340 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-3afb910e-04c1-4ff1-94fd-2895ae189f15 service neutron] 10.222.0.77 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085414 Aug 11 22:11:28.646401 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11874227-4527-4d38-ae43-ce4f44cc5e46 req-43232bc2-9ac0-42b7-8ab8-33984a468143 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:28.651248 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-11874227-4527-4d38-ae43-ce4f44cc5e46 req-43232bc2-9ac0-42b7-8ab8-33984a468143 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0901802 Aug 11 22:11:28.722192 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-11874227-4527-4d38-ae43-ce4f44cc5e46 req-7280e471-6516-4a35-a119-99473db57410 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578604 Aug 11 22:11:28.747342 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 46812) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:11:29.093959 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892db38-da59-4bb3-a40a-d1494b61f655 req-222fe1f4-e0fb-4988-92de-d435f3b02b49 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:29.120944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892db38-da59-4bb3-a40a-d1494b61f655 req-222fe1f4-e0fb-4988-92de-d435f3b02b49 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:29.122902 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4892db38-da59-4bb3-a40a-d1494b61f655 req-222fe1f4-e0fb-4988-92de-d435f3b02b49 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=9be90fbc-5d43-4740-a1e4-8f23a7b97119 HTTP/1.1" status: 200 len: 1681 time: 0.1982346 Aug 11 22:11:29.222577 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d69cce76-b38c-401a-b2ce-9d0a5db35336 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f304e20a8e604a79bfed069cb9cc7290&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4720709 Aug 11 22:11:29.227922 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46824) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:11:29.318387 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4892db38-da59-4bb3-a40a-d1494b61f655 req-e3ac8458-dafd-4cd3-ba5b-2df806957826 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810060 Aug 11 22:11:29.438614 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6b8be560-5776-4dea-a7ca-d39b019e58a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:29.500145 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6b8be560-5776-4dea-a7ca-d39b019e58a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:29.649626 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6b8be560-5776-4dea-a7ca-d39b019e58a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:29.653809 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6b8be560-5776-4dea-a7ca-d39b019e58a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:29.655131 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6b8be560-5776-4dea-a7ca-d39b019e58a3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2864bcab-8708-426c-97ec-ff6a56270baa HTTP/1.1" status: 204 len: 168 time: 0.4244461 Aug 11 22:11:29.675301 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8be560-5776-4dea-a7ca-d39b019e58a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2864bcab-8708-426c-97ec-ff6a56270baa,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:29.725345 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 22:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a5397c-b5bd-4751-a711-cb5b200e07ae x-openstack-request-id: req-62a5397c-b5bd-4751-a711-cb5b200e07ae {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:11:29.728830 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be90fbc-5d43-4740-a1e4-8f23a7b97119", "name": "network-vif-plugged", "status": "completed", "tag": "4eb4ff57-657a-4218-b376-1fc9450a0315", "code": 200}, {"server_uuid": "2609a9b0-193c-4664-add5-e8e25ff13b3b", "name": "network-vif-plugged", "status": "completed", "tag": "18d01bf9-6db4-4000-a84c-3022f783de63", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:11:29.730044 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-62a5397c-b5bd-4751-a711-cb5b200e07ae {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:11:29.731180 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be90fbc-5d43-4740-a1e4-8f23a7b97119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb4ff57-657a-4218-b376-1fc9450a0315', 'code': 200} Aug 11 22:11:29.732128 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2609a9b0-193c-4664-add5-e8e25ff13b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d01bf9-6db4-4000-a84c-3022f783de63', 'code': 200} Aug 11 22:11:29.970423 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d08ea-8a34-4d3a-a7a9-b9762d469dd9 req-91314df3-62e3-4f0c-89ca-bf2f353589c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:29.971603 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d08ea-8a34-4d3a-a7a9-b9762d469dd9 req-91314df3-62e3-4f0c-89ca-bf2f353589c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:29.977462 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ee6d08ea-8a34-4d3a-a7a9-b9762d469dd9 req-91314df3-62e3-4f0c-89ca-bf2f353589c5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9be90fbc-5d43-4740-a1e4-8f23a7b97119 HTTP/1.1" status: 200 len: 1983 time: 0.1363609 Aug 11 22:11:30.105757 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7afd286c-8104-41c2-81d5-2d463d7663b9 req-2c126e22-ba83-4131-bbdf-88c9b8cd31ac tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 210 time: 0.1062832 Aug 11 22:11:30.179432 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ee6d08ea-8a34-4d3a-a7a9-b9762d469dd9 req-15bd3837-393e-47c5-bec4-bde9eac7f908 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952672 Aug 11 22:11:30.370874 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd951322-647e-4b32-a5a6-7510a2e92244 req-03e76ed8-520b-4253-a7a6-11f148d7e712 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:30.374248 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fd951322-647e-4b32-a5a6-7510a2e92244 req-03e76ed8-520b-4253-a7a6-11f148d7e712 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1330194 Aug 11 22:11:30.471065 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fd951322-647e-4b32-a5a6-7510a2e92244 req-8c9dd53d-1956-4cbc-8475-1a6882bc1351 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820951 Aug 11 22:11:30.827321 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1f1bf-c175-4cd3-bec8-d4601e5a237c req-f037b7d3-e8f7-4518-9374-a2e9a5e6ea03 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:30.843034 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1f1bf-c175-4cd3-bec8-d4601e5a237c req-f037b7d3-e8f7-4518-9374-a2e9a5e6ea03 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:30.856498 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ee1f1bf-c175-4cd3-bec8-d4601e5a237c req-f037b7d3-e8f7-4518-9374-a2e9a5e6ea03 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=9be90fbc-5d43-4740-a1e4-8f23a7b97119 HTTP/1.1" status: 200 len: 1681 time: 0.1504622 Aug 11 22:11:30.978944 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ee1f1bf-c175-4cd3-bec8-d4601e5a237c req-6047db44-1c8a-40ff-b22b-12f738db1c86 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178937 Aug 11 22:11:31.473339 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23d04873-044a-46a8-a9cf-983de2fda410 req-be7a7f2f-ef10-4d11-82b9-fe6ab4204f67 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 210 time: 0.0426431 Aug 11 22:11:31.827193 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e86c63-16d7-4557-9a3b-8e1a98dd69de req-8784ad66-e71b-4026-8fd6-165270a51ff5 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:31.829857 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d5e86c63-16d7-4557-9a3b-8e1a98dd69de req-8784ad66-e71b-4026-8fd6-165270a51ff5 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1731260 Aug 11 22:11:31.884789 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-1a9b8f0c-f150-4ca7-be91-abf386eb7bb6 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:31.890792 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-1a9b8f0c-f150-4ca7-be91-abf386eb7bb6 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.82 "GET /v2.0/networks?id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 200 len: 811 time: 0.4482443 Aug 11 22:11:31.946987 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d5e86c63-16d7-4557-9a3b-8e1a98dd69de req-7b841ca1-2799-457b-af8a-5f9bfbee5352 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924940 Aug 11 22:11:31.954242 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-4428cce3-0ecc-42e4-b53e-20afaa507843 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Request body: {'port': {'device_id': 'f5b73219-738b-416f-bdea-377f0f93761f', 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9', 'admin_state_up': True, 'tenant_id': 'f3da70be91664ca8a55d012676042959'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:11:32.217815 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a740c1-7438-4e16-bc2b-7465f2957420 req-3de75592-1d52-443b-a1f0-4f3bc8692dd5 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:32.229841 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a740c1-7438-4e16-bc2b-7465f2957420 req-3de75592-1d52-443b-a1f0-4f3bc8692dd5 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:32.255274 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f9a740c1-7438-4e16-bc2b-7465f2957420 req-3de75592-1d52-443b-a1f0-4f3bc8692dd5 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=9be90fbc-5d43-4740-a1e4-8f23a7b97119 HTTP/1.1" status: 200 len: 1681 time: 0.1790254 Aug 11 22:11:32.368561 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f9a740c1-7438-4e16-bc2b-7465f2957420 req-635512dc-4cb1-40d5-a904-efad6b30ea25 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111882 Aug 11 22:11:32.423799 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-4428cce3-0ecc-42e4-b53e-20afaa507843 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Made reservation on behalf of f3da70be91664ca8a55d012676042959 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:11:32.431127 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-4428cce3-0ecc-42e4-b53e-20afaa507843 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:32.767670 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-4428cce3-0ecc-42e4-b53e-20afaa507843 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Allocated IP 172.20.0.11 (e05d73cc-c444-45b6-9ecd-8613ea45c8b9/71666487-d255-442c-a4c1-ffc47afdf7b3/4f405e86-4441-4fb9-a7a2-041bd1a1e4b2) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:11:33.086185 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd87dc5e-62f6-4964-a692-790aee9da272 req-cbbdf6e9-d99a-47aa-8b06-34c9cbad9711 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 210 time: 0.0498254 Aug 11 22:11:33.112339 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-4428cce3-0ecc-42e4-b53e-20afaa507843 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:33.131077 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-4428cce3-0ecc-42e4-b53e-20afaa507843 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Transition to ACTIVE for port object 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:11:33.205603 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-4428cce3-0ecc-42e4-b53e-20afaa507843 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:33.218422 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['41341e3f-c954-4add-9eb4-639c43f4e706'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:11:33.253986 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-4428cce3-0ecc-42e4-b53e-20afaa507843 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Network e05d73cc-c444-45b6-9ecd-8613ea45c8b9 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:11:33.258008 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-4428cce3-0ecc-42e4-b53e-20afaa507843 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:11:33.262654 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-4428cce3-0ecc-42e4-b53e-20afaa507843 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:11:33.312876 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428cce3-0ecc-42e4-b53e-20afaa507843 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Pushing event updated for resources: {'Port': ['ID=4f405e86-4441-4fb9-a7a2-041bd1a1e4b2,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:33.358142 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['a1c23f4e-0437-4179-9ecd-8842ffc738b0'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:11:33.395591 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-4428cce3-0ecc-42e4-b53e-20afaa507843 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:33.400529 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-4428cce3-0ecc-42e4-b53e-20afaa507843 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:33.457600 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-4428cce3-0ecc-42e4-b53e-20afaa507843 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5089002 Aug 11 22:11:33.490776 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-a23dbf33-567b-44f2-9b38-6abaf5240fd1 service neutron] Request body: {'port': {'device_id': 'f5b73219-738b-416f-bdea-377f0f93761f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:11:33.794831 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-a23dbf33-567b-44f2-9b38-6abaf5240fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:34.025090 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4d9092df-affd-47f8-9443-9193a4f742c1 None None] Provisioning for port 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:11:34.080785 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4d9092df-affd-47f8-9443-9193a4f742c1 None None] Provisioning complete for port 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:11:34.086522 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4d9092df-affd-47f8-9443-9193a4f742c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:34.274238 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4d9092df-affd-47f8-9443-9193a4f742c1 None None] Port 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:11:34.383092 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e30e3e-e359-4456-93d7-68168dd88278 req-e0d9dcc9-714b-4203-945c-6f12bfc3660c tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:34.391742 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71e30e3e-e359-4456-93d7-68168dd88278 req-e0d9dcc9-714b-4203-945c-6f12bfc3660c tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1222186 Aug 11 22:11:34.454167 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71e30e3e-e359-4456-93d7-68168dd88278 req-afde7b1f-4502-46bc-8486-464399eacae1 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592043 Aug 11 22:11:34.690341 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-a23dbf33-567b-44f2-9b38-6abaf5240fd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:11:34.722817 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-a23dbf33-567b-44f2-9b38-6abaf5240fd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:34.773475 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08977a28-fc84-4726-b731-97806b3f4817 req-8847186a-1dae-40f3-983c-cbd16ae2586b tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:34.780223 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08977a28-fc84-4726-b731-97806b3f4817 req-8847186a-1dae-40f3-983c-cbd16ae2586b tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:34.788485 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-08977a28-fc84-4726-b731-97806b3f4817 req-8847186a-1dae-40f3-983c-cbd16ae2586b tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=9be90fbc-5d43-4740-a1e4-8f23a7b97119 HTTP/1.1" status: 200 len: 1681 time: 0.1834741 Aug 11 22:11:34.796589 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-a23dbf33-567b-44f2-9b38-6abaf5240fd1 service neutron] Transition to ACTIVE for port object 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:11:34.821750 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-a23dbf33-567b-44f2-9b38-6abaf5240fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:34.942984 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-08977a28-fc84-4726-b731-97806b3f4817 req-532c7023-d1e3-441e-a538-23b551fa36a8 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534812 Aug 11 22:11:34.950592 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23dbf33-567b-44f2-9b38-6abaf5240fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f405e86-4441-4fb9-a7a2-041bd1a1e4b2,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:35.126459 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-a23dbf33-567b-44f2-9b38-6abaf5240fd1 service neutron] Attempting to bind port 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:11:35.128370 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-a23dbf33-567b-44f2-9b38-6abaf5240fd1 service neutron] Attempting to bind port 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '21581a11-e174-4947-9db1-c1832ca192ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:11:35.128808 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-a23dbf33-567b-44f2-9b38-6abaf5240fd1 service neutron] Attempting to bind port 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2 on network e05d73cc-c444-45b6-9ecd-8613ea45c8b9 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:11:35.136644 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-a23dbf33-567b-44f2-9b38-6abaf5240fd1 service neutron] Port 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2 on network e05d73cc-c444-45b6-9ecd-8613ea45c8b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:11:35.137135 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-a23dbf33-567b-44f2-9b38-6abaf5240fd1 service neutron] Attempting to bind port 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2 on network e05d73cc-c444-45b6-9ecd-8613ea45c8b9 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:11:35.144340 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-a23dbf33-567b-44f2-9b38-6abaf5240fd1 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:11:35.144840 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-a23dbf33-567b-44f2-9b38-6abaf5240fd1 service neutron] Checking segment: {'id': '21581a11-e174-4947-9db1-c1832ca192ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:11:35.145367 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-a23dbf33-567b-44f2-9b38-6abaf5240fd1 service neutron] Bound using segment: {'id': '21581a11-e174-4947-9db1-c1832ca192ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:11:35.147008 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-a23dbf33-567b-44f2-9b38-6abaf5240fd1 service neutron] Bound port: 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21581a11-e174-4947-9db1-c1832ca192ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:11:35.148398 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-a23dbf33-567b-44f2-9b38-6abaf5240fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:35.253638 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e333b70-05b8-469a-82da-b6240c163155 req-26aed858-d1ef-4063-8f0e-2d2b80b9a3bd tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:35.272394 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e333b70-05b8-469a-82da-b6240c163155 req-26aed858-d1ef-4063-8f0e-2d2b80b9a3bd tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:35.274827 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4e333b70-05b8-469a-82da-b6240c163155 req-26aed858-d1ef-4063-8f0e-2d2b80b9a3bd tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.82 "GET /v2.0/ports?device_id=9be90fbc-5d43-4740-a1e4-8f23a7b97119 HTTP/1.1" status: 200 len: 1681 time: 0.1186028 Aug 11 22:11:35.314005 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-a23dbf33-567b-44f2-9b38-6abaf5240fd1 service neutron] For port 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:11:35.325927 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-a23dbf33-567b-44f2-9b38-6abaf5240fd1 service neutron] For port 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=4f405e86-4441-4fb9-a7a2-041bd1a1e4b2,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:11:35.348369 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-a23dbf33-567b-44f2-9b38-6abaf5240fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:35.539200 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-4e333b70-05b8-469a-82da-b6240c163155 req-1acb4198-a498-4407-a8cd-2ce5d039a255 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Deleting port 4eb4ff57-657a-4218-b376-1fc9450a0315 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:11:35.540103 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4e333b70-05b8-469a-82da-b6240c163155 req-1acb4198-a498-4407-a8cd-2ce5d039a255 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:35.553914 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23dbf33-567b-44f2-9b38-6abaf5240fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f405e86-4441-4fb9-a7a2-041bd1a1e4b2,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:35.558417 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-a23dbf33-567b-44f2-9b38-6abaf5240fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:35.559326 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-a23dbf33-567b-44f2-9b38-6abaf5240fd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:35.561006 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-a23dbf33-567b-44f2-9b38-6abaf5240fd1 service neutron] 10.222.0.82 "PUT /v2.0/ports/4f405e86-4441-4fb9-a7a2-041bd1a1e4b2 HTTP/1.1" status: 200 len: 1092 time: 2.0880935 Aug 11 22:11:35.561732 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b73219-738b-416f-bdea-377f0f93761f', 'tag': '4f405e86-4441-4fb9-a7a2-041bd1a1e4b2'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:11:35.564556 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451f6b7f-2fd0-4c14-ba14-9defd789f665" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b73219-738b-416f-bdea-377f0f93761f", "tag": "4f405e86-4441-4fb9-a7a2-041bd1a1e4b2"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:11:35.607012 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b41c60-803f-4aa5-acf4-83ae8ef84c45 req-3634de17-e3fb-41ef-8590-b0f09b4fc30f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:35.615033 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f4b41c60-803f-4aa5-acf4-83ae8ef84c45 req-3634de17-e3fb-41ef-8590-b0f09b4fc30f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 944 time: 0.2304161 Aug 11 22:11:35.707632 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f4b41c60-803f-4aa5-acf4-83ae8ef84c45 req-c4504fd5-cab3-426c-b149-35188d6359e1 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911815 Aug 11 22:11:35.762290 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-61729f93-729f-4477-b2d0-22ed6e13bd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:35.764126 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-61729f93-729f-4477-b2d0-22ed6e13bd13 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f3da70be91664ca8a55d012676042959&device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 1095 time: 0.1198897 Aug 11 22:11:35.789270 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-4e333b70-05b8-469a-82da-b6240c163155 req-1acb4198-a498-4407-a8cd-2ce5d039a255 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] For port 4eb4ff57-657a-4218-b376-1fc9450a0315, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=4eb4ff57-657a-4218-b376-1fc9450a0315,segment=NetworkSegment(dff12e60-9680-440d-8f3b-3a80ad31a2ab),segment_id=dff12e60-9680-440d-8f3b-3a80ad31a2ab)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:35.793369 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4e333b70-05b8-469a-82da-b6240c163155 req-1acb4198-a498-4407-a8cd-2ce5d039a255 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:35.828236 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-4e333b70-05b8-469a-82da-b6240c163155 req-1acb4198-a498-4407-a8cd-2ce5d039a255 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Calling delete_port for 4eb4ff57-657a-4218-b376-1fc9450a0315 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:11:35.847982 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-0c8159e6-ff76-4e6d-965b-ab77099c7a1c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f405e86-4441-4fb9-a7a2-041bd1a1e4b2 HTTP/1.1" status: 200 len: 217 time: 0.0379581 Aug 11 22:11:35.902124 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32223c-a216-48aa-8332-e33ddff4637f req-fae26cb6-33fa-484a-9ae8-35ef31e74c6f tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:35.910085 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3c32223c-a216-48aa-8332-e33ddff4637f req-fae26cb6-33fa-484a-9ae8-35ef31e74c6f tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1337657 Aug 11 22:11:35.978760 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3c32223c-a216-48aa-8332-e33ddff4637f req-48f4c045-18c0-435c-b68e-f4418be60ae8 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670047 Aug 11 22:11:35.985724 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-93f3fa5c-e07c-4bd3-8fb1-2f9392a2a5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:35.987560 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-93f3fa5c-e07c-4bd3-8fb1-2f9392a2a5ad service neutron] 10.222.0.82 "GET /v2.0/subnets?id=71666487-d255-442c-a4c1-ffc47afdf7b3 HTTP/1.1" status: 200 len: 850 time: 0.1312284 Aug 11 22:11:36.064197 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4e333b70-05b8-469a-82da-b6240c163155 req-1acb4198-a498-4407-a8cd-2ce5d039a255 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:36.086673 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e199ca17-09e2-4c17-b5fe-b0644945b37c x-openstack-request-id: req-e199ca17-09e2-4c17-b5fe-b0644945b37c {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:11:36.087232 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b73219-738b-416f-bdea-377f0f93761f", "tag": "4f405e86-4441-4fb9-a7a2-041bd1a1e4b2", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:11:36.087798 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e199ca17-09e2-4c17-b5fe-b0644945b37c {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:11:36.090684 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b73219-738b-416f-bdea-377f0f93761f', 'tag': '4f405e86-4441-4fb9-a7a2-041bd1a1e4b2', 'status': 'completed', 'code': 200} Aug 11 22:11:36.150951 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-630e1b9b-ed0b-4eeb-9648-bffcf7172b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:36.153854 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-630e1b9b-ed0b-4eeb-9648-bffcf7172b96 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1577895 Aug 11 22:11:36.206163 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb4198-a498-4407-a8cd-2ce5d039a255 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Pushing event deleted for resources: {'Port': ['ID=4eb4ff57-657a-4218-b376-1fc9450a0315,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:36.210373 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e333b70-05b8-469a-82da-b6240c163155 req-1acb4198-a498-4407-a8cd-2ce5d039a255 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] No DVR routers for this DVR port 4eb4ff57-657a-4218-b376-1fc9450a0315 on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:11:36.215203 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4e333b70-05b8-469a-82da-b6240c163155 req-1acb4198-a498-4407-a8cd-2ce5d039a255 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:36.220277 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4e333b70-05b8-469a-82da-b6240c163155 req-1acb4198-a498-4407-a8cd-2ce5d039a255 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.82 "DELETE /v2.0/ports/4eb4ff57-657a-4218-b376-1fc9450a0315 HTTP/1.1" status: 204 len: 173 time: 0.9377630 Aug 11 22:11:36.221382 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be90fbc-5d43-4740-a1e4-8f23a7b97119', 'name': 'network-vif-deleted', 'tag': '4eb4ff57-657a-4218-b376-1fc9450a0315'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:11:36.225960 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fe550e-517f-4fbc-9550-8d0d8421c9de" -d '{"events": [{"server_uuid": "9be90fbc-5d43-4740-a1e4-8f23a7b97119", "name": "network-vif-deleted", "tag": "4eb4ff57-657a-4218-b376-1fc9450a0315"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:11:36.332794 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfdf23a-cf8b-4865-ac11-e70514ae2d35 req-98e4e3be-8ce8-4476-9584-65a578092adf tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:36.372976 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1cfdf23a-cf8b-4865-ac11-e70514ae2d35 req-98e4e3be-8ce8-4476-9584-65a578092adf tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=9be90fbc-5d43-4740-a1e4-8f23a7b97119 HTTP/1.1" status: 200 len: 945 time: 0.2113688 Aug 11 22:11:36.452923 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-bcf9e63a-b6bf-4077-903f-df6d9d2ea0c8 service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900591 Aug 11 22:11:36.476069 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1cfdf23a-cf8b-4865-ac11-e70514ae2d35 req-73df31ff-c099-4b92-b71c-7d175b19d4cb tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/security-groups?id=a681ec28-b076-4d19-9928-a22ccd10c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949407 Aug 11 22:11:36.665238 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d2a61461-da53-4267-ac94-d2e040dcd5cd req-f25d9e35-5326-43c2-9b18-8f18123f675d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c681a048-cd9d-4a75-a120-f3e88edb0dd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2406862 Aug 11 22:11:36.699481 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-4e333b70-05b8-469a-82da-b6240c163155 req-c558e7a7-478b-4d53-8dc3-a3c91ce07263 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Deleting port 14e9aad7-56ef-42b3-aae7-b450b91f54c7 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:11:36.700166 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4e333b70-05b8-469a-82da-b6240c163155 req-c558e7a7-478b-4d53-8dc3-a3c91ce07263 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:36.723878 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ef9bbd9-4f10-4ae4-83e0-aab41bb23a08 req-90551ba3-7379-4f9f-8ad3-eddf81aef433 service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438600 Aug 11 22:11:36.949825 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f6b7f-2fd0-4c14-ba14-9defd789f665 req-242c1ba8-db99-48ed-8f5a-154902801dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:36.951457 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-451f6b7f-2fd0-4c14-ba14-9defd789f665 req-242c1ba8-db99-48ed-8f5a-154902801dae service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f3da70be91664ca8a55d012676042959&device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 1095 time: 0.0927422 Aug 11 22:11:36.971833 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a61461-da53-4267-ac94-d2e040dcd5cd req-a8150dd7-3123-4ebd-9fd1-99de2ab674b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:36.973511 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d2a61461-da53-4267-ac94-d2e040dcd5cd req-a8150dd7-3123-4ebd-9fd1-99de2ab674b5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f3da70be91664ca8a55d012676042959&device_id=c681a048-cd9d-4a75-a120-f3e88edb0dd6 HTTP/1.1" status: 200 len: 1097 time: 0.2653470 Aug 11 22:11:36.993630 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-4e333b70-05b8-469a-82da-b6240c163155 req-c558e7a7-478b-4d53-8dc3-a3c91ce07263 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] For port 14e9aad7-56ef-42b3-aae7-b450b91f54c7, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=14e9aad7-56ef-42b3-aae7-b450b91f54c7,segment=NetworkSegment(9e9ec30e-fc20-447d-a45e-c2e9bad55cba),segment_id=9e9ec30e-fc20-447d-a45e-c2e9bad55cba)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:36.997071 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4e333b70-05b8-469a-82da-b6240c163155 req-c558e7a7-478b-4d53-8dc3-a3c91ce07263 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:37.046453 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-4e333b70-05b8-469a-82da-b6240c163155 req-c558e7a7-478b-4d53-8dc3-a3c91ce07263 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Calling delete_port for 14e9aad7-56ef-42b3-aae7-b450b91f54c7 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:11:37.232399 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f6b7f-2fd0-4c14-ba14-9defd789f665 req-24ab37e4-29b2-4cec-8106-b85f3eeed746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:37.242594 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-451f6b7f-2fd0-4c14-ba14-9defd789f665 req-24ab37e4-29b2-4cec-8106-b85f3eeed746 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 200 len: 912 time: 0.2772326 Aug 11 22:11:37.308787 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a61461-da53-4267-ac94-d2e040dcd5cd req-f597da4b-042c-4d9e-9aee-c8e588415858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:37.310830 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d2a61461-da53-4267-ac94-d2e040dcd5cd req-f597da4b-042c-4d9e-9aee-c8e588415858 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 200 len: 912 time: 0.2956724 Aug 11 22:11:37.333087 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9478a4c1-c936-41d7-b84f-f8e15716d6d3 x-openstack-request-id: req-9478a4c1-c936-41d7-b84f-f8e15716d6d3 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:11:37.333382 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be90fbc-5d43-4740-a1e4-8f23a7b97119", "name": "network-vif-deleted", "tag": "4eb4ff57-657a-4218-b376-1fc9450a0315", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:11:37.333637 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9478a4c1-c936-41d7-b84f-f8e15716d6d3 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:11:37.334044 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be90fbc-5d43-4740-a1e4-8f23a7b97119', 'name': 'network-vif-deleted', 'tag': '4eb4ff57-657a-4218-b376-1fc9450a0315', 'status': 'completed', 'code': 200} Aug 11 22:11:37.360892 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-451f6b7f-2fd0-4c14-ba14-9defd789f665 req-822d47b0-08f7-4327-8364-b8a3315cc4a7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f405e86-4441-4fb9-a7a2-041bd1a1e4b2 HTTP/1.1" status: 200 len: 217 time: 0.1105115 Aug 11 22:11:37.438844 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d2a61461-da53-4267-ac94-d2e040dcd5cd req-6deac5fc-8cef-4fbc-afcd-c937436ede8f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1c23f4e-0437-4179-9ecd-8842ffc738b0 HTTP/1.1" status: 200 len: 217 time: 0.1030767 Aug 11 22:11:37.449915 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f6b7f-2fd0-4c14-ba14-9defd789f665 req-65eff05a-39aa-4576-9add-6119bf9b7355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:37.453816 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-451f6b7f-2fd0-4c14-ba14-9defd789f665 req-65eff05a-39aa-4576-9add-6119bf9b7355 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=71666487-d255-442c-a4c1-ffc47afdf7b3 HTTP/1.1" status: 200 len: 850 time: 0.0841885 Aug 11 22:11:37.566869 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 14e9aad7-56ef-42b3-aae7-b450b91f54c7 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:11:37.608645 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f6b7f-2fd0-4c14-ba14-9defd789f665 req-8c28a9ba-76be-43e5-b5af-438c86c9336f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:37.623551 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-451f6b7f-2fd0-4c14-ba14-9defd789f665 req-8c28a9ba-76be-43e5-b5af-438c86c9336f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1622989 Aug 11 22:11:37.669490 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a61461-da53-4267-ac94-d2e040dcd5cd req-b5af18eb-b93a-4152-a84e-97e79fb138c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:37.671463 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d2a61461-da53-4267-ac94-d2e040dcd5cd req-b5af18eb-b93a-4152-a84e-97e79fb138c5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=71666487-d255-442c-a4c1-ffc47afdf7b3 HTTP/1.1" status: 200 len: 850 time: 0.2129054 Aug 11 22:11:37.698820 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4e333b70-05b8-469a-82da-b6240c163155 req-c558e7a7-478b-4d53-8dc3-a3c91ce07263 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:37.714470 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No active binding found for port 14e9aad7-56ef-42b3-aae7-b450b91f54c7 {{(pid=100944) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 22:11:37.716133 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 14e9aad7-56ef-42b3-aae7-b450b91f54c7 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:11:37.716599 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 4eb4ff57-657a-4218-b376-1fc9450a0315 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:11:37.747821 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 4eb4ff57-657a-4218-b376-1fc9450a0315 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:11:37.748165 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 4eb4ff57-657a-4218-b376-1fc9450a0315 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:11:37.813559 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558e7a7-478b-4d53-8dc3-a3c91ce07263 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Pushing event deleted for resources: {'Port': ['ID=14e9aad7-56ef-42b3-aae7-b450b91f54c7,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:37.843653 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-451f6b7f-2fd0-4c14-ba14-9defd789f665 req-8c330f37-3084-44f9-a56d-3c492dffbf3d service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109041 Aug 11 22:11:37.859730 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e333b70-05b8-469a-82da-b6240c163155 req-c558e7a7-478b-4d53-8dc3-a3c91ce07263 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] No DVR routers for this DVR port 14e9aad7-56ef-42b3-aae7-b450b91f54c7 on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:11:37.862993 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4e333b70-05b8-469a-82da-b6240c163155 req-c558e7a7-478b-4d53-8dc3-a3c91ce07263 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:37.865533 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4e333b70-05b8-469a-82da-b6240c163155 req-c558e7a7-478b-4d53-8dc3-a3c91ce07263 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.82 "DELETE /v2.0/ports/14e9aad7-56ef-42b3-aae7-b450b91f54c7 HTTP/1.1" status: 204 len: 173 time: 1.6328959 Aug 11 22:11:37.868176 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a61461-da53-4267-ac94-d2e040dcd5cd req-684ceddd-2477-4596-a55d-e93b4ecb889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:37.877123 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d2a61461-da53-4267-ac94-d2e040dcd5cd req-684ceddd-2477-4596-a55d-e93b4ecb889a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1980958 Aug 11 22:11:37.983794 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6451315-4cc6-4409-8734-8c7290d925fd req-527b6edb-afd2-41e3-bbb2-19e1f21e33eb tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:37.991675 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d6451315-4cc6-4409-8734-8c7290d925fd req-527b6edb-afd2-41e3-bbb2-19e1f21e33eb tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 944 time: 0.1468513 Aug 11 22:11:38.038708 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:38.091675 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d6451315-4cc6-4409-8734-8c7290d925fd req-26bb004c-0367-49de-8990-9ff08c00425b tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989399 Aug 11 22:11:38.120885 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-451f6b7f-2fd0-4c14-ba14-9defd789f665 req-1f9e02fd-2659-4021-afbf-08952d93cb02 service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657409 Aug 11 22:11:38.251789 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d2a61461-da53-4267-ac94-d2e040dcd5cd req-7f564736-13c5-46d8-b89f-ad47b6b619a5 service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652432 Aug 11 22:11:38.253839 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0f519-1be9-4b1e-b945-b222ed1577b9 req-0155892d-e363-4b83-be11-3556dfa43c8e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:38.255703 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-19a0f519-1be9-4b1e-b945-b222ed1577b9 req-0155892d-e363-4b83-be11-3556dfa43c8e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0753608 Aug 11 22:11:38.312346 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-19a0f519-1be9-4b1e-b945-b222ed1577b9 req-646dc1e1-b09b-4f40-9856-eb7928981b6c tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469267 Aug 11 22:11:38.446194 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6982a562-58e9-4f63-9a06-ba37d1624dce req-9625284e-66d9-47eb-bf59-55d74e603d6c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "GET /v2.0/ports?device_id=9be90fbc-5d43-4740-a1e4-8f23a7b97119 HTTP/1.1" status: 200 len: 210 time: 0.0392284 Aug 11 22:11:38.452358 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d2a61461-da53-4267-ac94-d2e040dcd5cd req-3cdf5dcf-b1c7-4a35-aa64-b01fd5c0850b service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879551 Aug 11 22:11:39.336286 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be90fbc-5d43-4740-a1e4-8f23a7b97119', 'name': 'network-vif-deleted', 'tag': '14e9aad7-56ef-42b3-aae7-b450b91f54c7'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:11:39.347702 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41cb627-468d-45d1-8fcf-9e06561893aa" -d '{"events": [{"server_uuid": "9be90fbc-5d43-4740-a1e4-8f23a7b97119", "name": "network-vif-deleted", "tag": "14e9aad7-56ef-42b3-aae7-b450b91f54c7"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:11:39.372816 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89f824-dbc8-4fae-9392-b4cddbce425a req-b67da42e-adb8-4c77-b983-53ae8f0a4089 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:39.383816 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cf89f824-dbc8-4fae-9392-b4cddbce425a req-b67da42e-adb8-4c77-b983-53ae8f0a4089 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 944 time: 0.1289084 Aug 11 22:11:39.488911 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cf89f824-dbc8-4fae-9392-b4cddbce425a req-45dd5969-f9bf-442b-a066-0c7d455f0f42 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945108 Aug 11 22:11:39.598022 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:11:39.689141 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e93fdd-175a-49bf-944a-39c75301d04f req-fbbb3866-6fae-41df-9539-dcf8fc202749 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:39.690890 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-62e93fdd-175a-49bf-944a-39c75301d04f req-fbbb3866-6fae-41df-9539-dcf8fc202749 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0993171 Aug 11 22:11:39.775074 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-62e93fdd-175a-49bf-944a-39c75301d04f req-1447b6bc-7c5d-4595-9b4b-a1e1732efe22 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758007 Aug 11 22:11:39.846895 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f492d66-51e0-4fc8-914f-9c74b73ef2d6 x-openstack-request-id: req-6f492d66-51e0-4fc8-914f-9c74b73ef2d6 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:11:39.847378 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be90fbc-5d43-4740-a1e4-8f23a7b97119", "name": "network-vif-deleted", "tag": "14e9aad7-56ef-42b3-aae7-b450b91f54c7", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:11:39.847813 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6f492d66-51e0-4fc8-914f-9c74b73ef2d6 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:11:39.848474 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be90fbc-5d43-4740-a1e4-8f23a7b97119', 'name': 'network-vif-deleted', 'tag': '14e9aad7-56ef-42b3-aae7-b450b91f54c7', 'status': 'completed', 'code': 200} Aug 11 22:11:39.856689 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=4f405e86-4441-4fb9-a7a2-041bd1a1e4b2,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:39.881348 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '4f405e86-4441-4fb9-a7a2-041bd1a1e4b2', 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9', 'port_id': '4f405e86-4441-4fb9-a7a2-041bd1a1e4b2', 'mac_address': 'fa:16:3e:6f:e0:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71666487-d255-442c-a4c1-ffc47afdf7b3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:11:39.895218 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46954) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:11:39.955723 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:39.993774 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:11:40.083948 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-124a9c24-86b5-4b17-b8b3-7e405eae575c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Deleting subnet 3fca9279-f4ab-4eda-9f15-54c66a192207 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:11:40.092117 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-124a9c24-86b5-4b17-b8b3-7e405eae575c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:40.096641 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=4f405e86-4441-4fb9-a7a2-041bd1a1e4b2,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:40.106151 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:40.219114 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-124a9c24-86b5-4b17-b8b3-7e405eae575c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:40.281226 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=4f405e86-4441-4fb9-a7a2-041bd1a1e4b2,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:40.426582 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-124a9c24-86b5-4b17-b8b3-7e405eae575c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:40.525923 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['4f405e86-4441-4fb9-a7a2-041bd1a1e4b2'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:11:40.568485 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-124a9c24-86b5-4b17-b8b3-7e405eae575c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:40.598277 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-124a9c24-86b5-4b17-b8b3-7e405eae575c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:40.609348 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-124a9c24-86b5-4b17-b8b3-7e405eae575c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "DELETE /v2.0/subnets/3fca9279-f4ab-4eda-9f15-54c66a192207 HTTP/1.1" status: 204 len: 168 time: 0.7085316 Aug 11 22:11:40.610575 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 46962) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:11:40.666355 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a9c24-86b5-4b17-b8b3-7e405eae575c tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Pushing event deleted for resources: {'Subnet': ['ID=3fca9279-f4ab-4eda-9f15-54c66a192207,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:40.717380 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64677a7-75ab-4a3f-81af-e2f7af220a6f None None] Network a36287c7-fef2-494a-914f-1adbd70fbeea requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:11:40.876610 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de74e7-a605-49e5-bd65-71d770b68e74 req-2968f59c-6dba-454c-aef2-3e51e5d8d303 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:40.889785 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-35de74e7-a605-49e5-bd65-71d770b68e74 req-2968f59c-6dba-454c-aef2-3e51e5d8d303 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 945 time: 0.1136212 Aug 11 22:11:41.007932 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-496578d6-2d30-412d-bb91-ede1b5fdfbbe tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:41.036348 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-35de74e7-a605-49e5-bd65-71d770b68e74 req-c94551eb-0485-4526-8cce-c39a6d8af908 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432767 Aug 11 22:11:41.236743 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-496578d6-2d30-412d-bb91-ede1b5fdfbbe tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Deleting port 4a10fc9a-7ece-4c1b-9975-ce5e4391f51c {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:11:41.237502 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-496578d6-2d30-412d-bb91-ede1b5fdfbbe tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:41.371032 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4fb505-4cc5-4709-b22a-b240f46796b0 req-bb97c4bf-670e-446c-9c73-4182c6b54646 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:41.409819 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3c4fb505-4cc5-4709-b22a-b240f46796b0 req-bb97c4bf-670e-446c-9c73-4182c6b54646 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.2308040 Aug 11 22:11:41.413897 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7390d42-c3b4-4cd1-8e35-6d09c074ebee None None] DHCP port deletion for a36287c7-fef2-494a-914f-1adbd70fbeea request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:11:41.458557 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-496578d6-2d30-412d-bb91-ede1b5fdfbbe tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] For port 4a10fc9a-7ece-4c1b-9975-ce5e4391f51c, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=4a10fc9a-7ece-4c1b-9975-ce5e4391f51c,segment=NetworkSegment(9e9ec30e-fc20-447d-a45e-c2e9bad55cba),segment_id=9e9ec30e-fc20-447d-a45e-c2e9bad55cba)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:41.458968 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-496578d6-2d30-412d-bb91-ede1b5fdfbbe tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:41.503621 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-496578d6-2d30-412d-bb91-ede1b5fdfbbe tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Calling delete_port for 4a10fc9a-7ece-4c1b-9975-ce5e4391f51c owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:11:41.543480 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3c4fb505-4cc5-4709-b22a-b240f46796b0 req-fb0247fb-1774-44c2-bb7e-f3b110de531e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293969 Aug 11 22:11:41.745616 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-496578d6-2d30-412d-bb91-ede1b5fdfbbe tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:41.765270 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-d7390d42-c3b4-4cd1-8e35-6d09c074ebee None None] Deleting port 4a10fc9a-7ece-4c1b-9975-ce5e4391f51c {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:11:41.768047 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d7390d42-c3b4-4cd1-8e35-6d09c074ebee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:41.810862 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496578d6-2d30-412d-bb91-ede1b5fdfbbe tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Pushing event deleted for resources: {'Port': ['ID=4a10fc9a-7ece-4c1b-9975-ce5e4391f51c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:41.823971 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496578d6-2d30-412d-bb91-ede1b5fdfbbe tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] No DVR routers for this DVR port 4a10fc9a-7ece-4c1b-9975-ce5e4391f51c on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:11:41.949485 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-d7390d42-c3b4-4cd1-8e35-6d09c074ebee None None] For port 4a10fc9a-7ece-4c1b-9975-ce5e4391f51c, host n-d-804275-3, got binding levels [] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:41.951749 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d7390d42-c3b4-4cd1-8e35-6d09c074ebee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:41.999159 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-d7390d42-c3b4-4cd1-8e35-6d09c074ebee None None] Calling delete_port for 4a10fc9a-7ece-4c1b-9975-ce5e4391f51c owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:11:42.010749 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.ipam_backend_mixin [None req-d7390d42-c3b4-4cd1-8e35-6d09c074ebee None None] Port 4a10fc9a-7ece-4c1b-9975-ce5e4391f51c was not found and therefore no delete operation was performed {{(pid=100944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 22:11:42.013706 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d7390d42-c3b4-4cd1-8e35-6d09c074ebee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:42.038901 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-496578d6-2d30-412d-bb91-ede1b5fdfbbe tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:42.048780 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7390d42-c3b4-4cd1-8e35-6d09c074ebee None None] Pushing event deleted for resources: {'Port': ['ID=4a10fc9a-7ece-4c1b-9975-ce5e4391f51c,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:42.051129 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7390d42-c3b4-4cd1-8e35-6d09c074ebee None None] No DVR routers for this DVR port 4a10fc9a-7ece-4c1b-9975-ce5e4391f51c on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:11:42.084801 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-496578d6-2d30-412d-bb91-ede1b5fdfbbe tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36287c7-fef2-494a-914f-1adbd70fbeea']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:11:42.128899 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-496578d6-2d30-412d-bb91-ede1b5fdfbbe tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e9ec30e-fc20-447d-a45e-c2e9bad55cba') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:11:42.129249 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-496578d6-2d30-412d-bb91-ede1b5fdfbbe tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e9ec30e-fc20-447d-a45e-c2e9bad55cba') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:11:42.154776 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-496578d6-2d30-412d-bb91-ede1b5fdfbbe tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:42.216193 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-496578d6-2d30-412d-bb91-ede1b5fdfbbe tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:42.245639 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496578d6-2d30-412d-bb91-ede1b5fdfbbe tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:11:42.247333 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-496578d6-2d30-412d-bb91-ede1b5fdfbbe tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:11:42.256400 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:11:42.280215 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd5dc8-a885-4c83-b1ab-6c6c9a6c9373 req-ab777833-12ac-4586-9ae9-7f252a722b0d tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:42.298007 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-42cd5dc8-a885-4c83-b1ab-6c6c9a6c9373 req-ab777833-12ac-4586-9ae9-7f252a722b0d tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 945 time: 0.1401036 Aug 11 22:11:42.375633 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-42cd5dc8-a885-4c83-b1ab-6c6c9a6c9373 req-d703cd98-f8b5-4757-b46a-86529fd1d0e4 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760968 Aug 11 22:11:42.412553 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-496578d6-2d30-412d-bb91-ede1b5fdfbbe tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:42.438177 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-496578d6-2d30-412d-bb91-ede1b5fdfbbe tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:42.447577 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-496578d6-2d30-412d-bb91-ede1b5fdfbbe tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "DELETE /v2.0/networks/a36287c7-fef2-494a-914f-1adbd70fbeea HTTP/1.1" status: 204 len: 168 time: 1.8303082 Aug 11 22:11:42.447577 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496578d6-2d30-412d-bb91-ede1b5fdfbbe tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Pushing event deleted for resources: {'Network': ['ID=a36287c7-fef2-494a-914f-1adbd70fbeea,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:42.449047 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46986) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:11:42.529083 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-2255cdba-7e69-4590-83d6-9e7b643c3028 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Deleting subnet 079a8c5e-7ac2-4bba-b927-ff481e592bf5 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:11:42.538387 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2255cdba-7e69-4590-83d6-9e7b643c3028 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:42.631623 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2255cdba-7e69-4590-83d6-9e7b643c3028 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:42.676774 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 4a10fc9a-7ece-4c1b-9975-ce5e4391f51c no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:11:42.715610 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 4a10fc9a-7ece-4c1b-9975-ce5e4391f51c {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:11:42.716648 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 4a10fc9a-7ece-4c1b-9975-ce5e4391f51c not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:11:42.788267 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b3146-0c8f-4ba0-97c7-6f0bf73ed8ed req-2cc389e0-9fe7-44b5-b9ec-a2ea58a53151 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:42.791096 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc2b3146-0c8f-4ba0-97c7-6f0bf73ed8ed req-2cc389e0-9fe7-44b5-b9ec-a2ea58a53151 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1029530 Aug 11 22:11:42.875924 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2255cdba-7e69-4590-83d6-9e7b643c3028 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:42.889880 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc2b3146-0c8f-4ba0-97c7-6f0bf73ed8ed req-a3359bc0-d5e5-47ad-86ec-af2249386b75 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747259 Aug 11 22:11:42.989345 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2255cdba-7e69-4590-83d6-9e7b643c3028 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:43.031017 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255cdba-7e69-4590-83d6-9e7b643c3028 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Pushing event deleted for resources: {'Subnet': ['ID=079a8c5e-7ac2-4bba-b927-ff481e592bf5,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:43.043245 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2255cdba-7e69-4590-83d6-9e7b643c3028 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:43.045580 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2255cdba-7e69-4590-83d6-9e7b643c3028 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "DELETE /v2.0/subnets/079a8c5e-7ac2-4bba-b927-ff481e592bf5 HTTP/1.1" status: 204 len: 168 time: 0.5953007 Aug 11 22:11:43.049508 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 46998) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:11:43.064143 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6094ca1b-30d8-4ccd-a6f0-48dc575e5787 None None] Network 09282603-89ac-4862-9337-c9c91357f7e5 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:11:43.184111 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3189a72d-9718-42f0-a900-c2a65dfe93be tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:43.302144 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-3189a72d-9718-42f0-a900-c2a65dfe93be tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Deleting port 7893ab5d-e3d7-4bad-aee2-905c929962be {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:11:43.302144 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3189a72d-9718-42f0-a900-c2a65dfe93be tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:43.306446 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a2600e20-3f2d-4f23-a4aa-deb8730be64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:43.492531 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-3189a72d-9718-42f0-a900-c2a65dfe93be tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] For port 7893ab5d-e3d7-4bad-aee2-905c929962be, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7893ab5d-e3d7-4bad-aee2-905c929962be,segment=NetworkSegment(dff12e60-9680-440d-8f3b-3a80ad31a2ab),segment_id=dff12e60-9680-440d-8f3b-3a80ad31a2ab)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:43.492907 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3189a72d-9718-42f0-a900-c2a65dfe93be tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:43.532963 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-3189a72d-9718-42f0-a900-c2a65dfe93be tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Calling delete_port for 7893ab5d-e3d7-4bad-aee2-905c929962be owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:11:43.536236 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffe99a9-8718-4a72-855d-15a4c5f08261 None None] DHCP port deletion for 09282603-89ac-4862-9337-c9c91357f7e5 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:11:43.632054 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:11:43.717976 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3189a72d-9718-42f0-a900-c2a65dfe93be tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:43.723668 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-7ffe99a9-8718-4a72-855d-15a4c5f08261 None None] Deleting port 7893ab5d-e3d7-4bad-aee2-905c929962be {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:11:43.724478 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7ffe99a9-8718-4a72-855d-15a4c5f08261 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:43.800965 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5658818-6321-4557-8ae3-2e6ccfff5e0a req-7a3527f4-4031-4d56-8da1-c2b9155f7bc9 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:43.803400 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b5658818-6321-4557-8ae3-2e6ccfff5e0a req-7a3527f4-4031-4d56-8da1-c2b9155f7bc9 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 945 time: 0.2076640 Aug 11 22:11:43.804667 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189a72d-9718-42f0-a900-c2a65dfe93be tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Pushing event deleted for resources: {'Port': ['ID=7893ab5d-e3d7-4bad-aee2-905c929962be,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:43.807330 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3189a72d-9718-42f0-a900-c2a65dfe93be tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] No DVR routers for this DVR port 7893ab5d-e3d7-4bad-aee2-905c929962be on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:11:43.892292 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b5658818-6321-4557-8ae3-2e6ccfff5e0a req-b4ee3b7f-a6af-470f-aba9-8d25a15ae178 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748618 Aug 11 22:11:43.911493 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:11:43.947203 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:11:43.948210 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:43.954958 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3189a72d-9718-42f0-a900-c2a65dfe93be tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:43.967947 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-3189a72d-9718-42f0-a900-c2a65dfe93be tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09282603-89ac-4862-9337-c9c91357f7e5']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:11:43.987169 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-3189a72d-9718-42f0-a900-c2a65dfe93be tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff12e60-9680-440d-8f3b-3a80ad31a2ab') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:11:43.987707 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-3189a72d-9718-42f0-a900-c2a65dfe93be tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff12e60-9680-440d-8f3b-3a80ad31a2ab') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:11:44.003917 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3189a72d-9718-42f0-a900-c2a65dfe93be tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:44.044891 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3189a72d-9718-42f0-a900-c2a65dfe93be tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:44.055921 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3189a72d-9718-42f0-a900-c2a65dfe93be tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:11:44.057281 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3189a72d-9718-42f0-a900-c2a65dfe93be tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:44.090460 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-7ffe99a9-8718-4a72-855d-15a4c5f08261 None None] For port 7893ab5d-e3d7-4bad-aee2-905c929962be, host n-d-804275-3, got binding levels [] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:44.095651 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7ffe99a9-8718-4a72-855d-15a4c5f08261 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:44.147935 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-7ffe99a9-8718-4a72-855d-15a4c5f08261 None None] Calling delete_port for 7893ab5d-e3d7-4bad-aee2-905c929962be owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:11:44.155394 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.ipam_backend_mixin [None req-7ffe99a9-8718-4a72-855d-15a4c5f08261 None None] Port 7893ab5d-e3d7-4bad-aee2-905c929962be was not found and therefore no delete operation was performed {{(pid=100944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 22:11:44.161903 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7ffe99a9-8718-4a72-855d-15a4c5f08261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:11:44.175486 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3189a72d-9718-42f0-a900-c2a65dfe93be tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:44.184227 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3189a72d-9718-42f0-a900-c2a65dfe93be tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:44.201641 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3189a72d-9718-42f0-a900-c2a65dfe93be tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] 10.222.0.77 "DELETE /v2.0/networks/09282603-89ac-4862-9337-c9c91357f7e5 HTTP/1.1" status: 204 len: 168 time: 1.1337967 Aug 11 22:11:44.230629 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189a72d-9718-42f0-a900-c2a65dfe93be tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] Pushing event deleted for resources: {'Network': ['ID=09282603-89ac-4862-9337-c9c91357f7e5,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:44.240554 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705f084-fa82-4856-862a-cdf101a774f7 req-56d56fed-f697-44a1-95fb-58209de6511c tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:44.242524 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3705f084-fa82-4856-862a-cdf101a774f7 req-56d56fed-f697-44a1-95fb-58209de6511c tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1282461 Aug 11 22:11:44.301370 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7ffe99a9-8718-4a72-855d-15a4c5f08261 None None] Network 09282603-89ac-4862-9337-c9c91357f7e5 is not hosted by any dhcp agent {{(pid=100944) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 22:11:44.301838 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffe99a9-8718-4a72-855d-15a4c5f08261 None None] No DVR routers for this DVR port 7893ab5d-e3d7-4bad-aee2-905c929962be on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:11:44.304997 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe99a9-8718-4a72-855d-15a4c5f08261 None None] Pushing event deleted for resources: {'Port': ['ID=7893ab5d-e3d7-4bad-aee2-905c929962be,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:44.343421 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3705f084-fa82-4856-862a-cdf101a774f7 req-1320251f-c747-46b7-879f-5d4e618f43f0 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779440 Aug 11 22:11:44.346201 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:44.394014 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b73219-738b-416f-bdea-377f0f93761f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f405e86-4441-4fb9-a7a2-041bd1a1e4b2'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:11:44.397086 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca87cf0-1ca9-4d3a-b274-dad6a7f67da0" -d '{"events": [{"server_uuid": "f5b73219-738b-416f-bdea-377f0f93761f", "name": "network-vif-plugged", "status": "completed", "tag": "4f405e86-4441-4fb9-a7a2-041bd1a1e4b2"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:11:44.442021 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=4f405e86-4441-4fb9-a7a2-041bd1a1e4b2,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:44.447756 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:44.523187 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=4f405e86-4441-4fb9-a7a2-041bd1a1e4b2,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:44.680330 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7893ab5d-e3d7-4bad-aee2-905c929962be no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:11:44.724661 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 7893ab5d-e3d7-4bad-aee2-905c929962be {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:11:44.725163 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7893ab5d-e3d7-4bad-aee2-905c929962be not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:11:44.859009 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d125cbe8-952b-4e32-a913-3064b4e3c5c7 x-openstack-request-id: req-d125cbe8-952b-4e32-a913-3064b4e3c5c7 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:11:44.859574 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b73219-738b-416f-bdea-377f0f93761f", "name": "network-vif-plugged", "status": "completed", "tag": "4f405e86-4441-4fb9-a7a2-041bd1a1e4b2", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:11:44.859938 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d125cbe8-952b-4e32-a913-3064b4e3c5c7 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:11:44.860781 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b73219-738b-416f-bdea-377f0f93761f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f405e86-4441-4fb9-a7a2-041bd1a1e4b2', 'code': 200} Aug 11 22:11:45.080759 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0d166-282c-45c2-b3ad-b97a389d0811 req-ad648757-f789-439a-9f5a-7894bc1a18ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:45.082801 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f9a0d166-282c-45c2-b3ad-b97a389d0811 req-ad648757-f789-439a-9f5a-7894bc1a18ca service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 1097 time: 0.1295407 Aug 11 22:11:45.149042 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018bafe-233d-4810-a9bb-95e54e208a2e req-badbb821-ec7f-4861-9e82-7a29de35c50b tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:45.156902 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f018bafe-233d-4810-a9bb-95e54e208a2e req-badbb821-ec7f-4861-9e82-7a29de35c50b tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 946 time: 0.0961630 Aug 11 22:11:45.173964 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f9a0d166-282c-45c2-b3ad-b97a389d0811 req-65b43a5b-22b7-4d07-8bf5-4005cae993ed service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835540 Aug 11 22:11:45.207650 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f018bafe-233d-4810-a9bb-95e54e208a2e req-486435aa-ed91-418c-9e22-2ccd76136db3 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407422 Aug 11 22:11:45.400111 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47040) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:11:45.610445 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a34ed-6611-4947-b991-f9ac059eb190 req-3f293622-f85c-4edb-892a-b8b20a91e868 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:45.614796 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-df0a34ed-6611-4947-b991-f9ac059eb190 req-3f293622-f85c-4edb-892a-b8b20a91e868 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1154494 Aug 11 22:11:45.708865 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-df0a34ed-6611-4947-b991-f9ac059eb190 req-7ccc9451-24f9-4a25-87ba-66ba8d520008 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821898 Aug 11 22:11:45.767020 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-15f51dee-e3ed-4b1d-b527-454c49f127d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:46.017125 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:46.583685 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-11da96c0-92b0-4b95-b290-04b7f37f5da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:46.646536 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6ff28-d2b7-48fe-a2e1-bea2d428a671 req-840ebed4-4f93-4f96-b24a-3537292aecce tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:46.650254 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fdf6ff28-d2b7-48fe-a2e1-bea2d428a671 req-840ebed4-4f93-4f96-b24a-3537292aecce tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 946 time: 0.1952837 Aug 11 22:11:46.786107 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fdf6ff28-d2b7-48fe-a2e1-bea2d428a671 req-03aa93fe-48d8-43a7-9b3e-86e58e58188c tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185913 Aug 11 22:11:47.019589 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347f913-8c31-41b0-b7aa-eaa296820813 req-2c674ee5-e747-4948-a7c2-773cd8be1234 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:47.021871 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1347f913-8c31-41b0-b7aa-eaa296820813 req-2c674ee5-e747-4948-a7c2-773cd8be1234 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0868249 Aug 11 22:11:47.096319 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1347f913-8c31-41b0-b7aa-eaa296820813 req-755bec9d-4f3c-4a18-b5e4-dda746817991 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498800 Aug 11 22:11:47.412144 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-11da96c0-92b0-4b95-b290-04b7f37f5da5 admin admin] Deleting port 26267804-3b26-4065-84d3-a0894eb69b24 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:11:47.412788 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-11da96c0-92b0-4b95-b290-04b7f37f5da5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:47.441098 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:47.527626 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05658d40-6652-4cb7-ad9a-ba1772e6f9bb req-145340f4-b3aa-4e18-97d4-d28413a2cfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:47.529470 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-05658d40-6652-4cb7-ad9a-ba1772e6f9bb req-145340f4-b3aa-4e18-97d4-d28413a2cfa7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1af7fbf8275e477482973195cd6560a1&device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 1096 time: 0.0686023 Aug 11 22:11:47.605905 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-11da96c0-92b0-4b95-b290-04b7f37f5da5 admin admin] For port 26267804-3b26-4065-84d3-a0894eb69b24, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=26267804-3b26-4065-84d3-a0894eb69b24,segment=NetworkSegment(17c57552-f6a1-4e62-b0f5-eae0dd65358b),segment_id=17c57552-f6a1-4e62-b0f5-eae0dd65358b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:47.606557 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-11da96c0-92b0-4b95-b290-04b7f37f5da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:47.627395 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-11da96c0-92b0-4b95-b290-04b7f37f5da5 admin admin] Calling delete_port for 26267804-3b26-4065-84d3-a0894eb69b24 owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:11:47.722482 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05658d40-6652-4cb7-ad9a-ba1772e6f9bb req-a315794a-405f-48ac-b90e-51946105f27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:47.724406 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-05658d40-6652-4cb7-ad9a-ba1772e6f9bb req-a315794a-405f-48ac-b90e-51946105f27a service neutron] 10.222.0.52 "GET /v2.0/networks?id=0eed289d-e5a0-4ee3-a0ec-de49e60196a3 HTTP/1.1" status: 200 len: 915 time: 0.1833518 Aug 11 22:11:47.787966 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-05658d40-6652-4cb7-ad9a-ba1772e6f9bb req-1676be91-84f5-46cd-90b7-ff03efecefb8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18d01bf9-6db4-4000-a84c-3022f783de63 HTTP/1.1" status: 200 len: 217 time: 0.0495496 Aug 11 22:11:47.892525 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05658d40-6652-4cb7-ad9a-ba1772e6f9bb req-fd9205f7-66af-4e58-b7bb-9d79f1ba518b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:47.894153 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-05658d40-6652-4cb7-ad9a-ba1772e6f9bb req-fd9205f7-66af-4e58-b7bb-9d79f1ba518b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c5617d5c-59cd-4b05-8f3a-c2eb88d6c7ac HTTP/1.1" status: 200 len: 854 time: 0.0666358 Aug 11 22:11:47.949742 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-05658d40-6652-4cb7-ad9a-ba1772e6f9bb req-bb9426be-9797-43be-a296-12f1b349ff3b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0eed289d-e5a0-4ee3-a0ec-de49e60196a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396802 Aug 11 22:11:47.971728 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b6a81-bb5e-424a-9d5c-600e0a2e9c13 req-be6f1208-926c-4487-b9ae-222f23756f13 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:47.973376 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-020b6a81-bb5e-424a-9d5c-600e0a2e9c13 req-be6f1208-926c-4487-b9ae-222f23756f13 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 946 time: 0.0667844 Aug 11 22:11:48.017541 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-020b6a81-bb5e-424a-9d5c-600e0a2e9c13 req-0b925e86-fe2a-4657-8c9b-2f48f8ad95ab tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361321 Aug 11 22:11:48.100312 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-05658d40-6652-4cb7-ad9a-ba1772e6f9bb req-fabd673c-2b51-49be-976b-12237f7276fc service neutron] 10.222.0.52 "GET /v2.0/networks/0eed289d-e5a0-4ee3-a0ec-de49e60196a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377287 Aug 11 22:11:48.101616 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-11da96c0-92b0-4b95-b290-04b7f37f5da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:48.140203 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da96c0-92b0-4b95-b290-04b7f37f5da5 admin admin] Pushing event deleted for resources: {'Port': ['ID=26267804-3b26-4065-84d3-a0894eb69b24,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:48.187164 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da96c0-92b0-4b95-b290-04b7f37f5da5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:48.187554 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da96c0-92b0-4b95-b290-04b7f37f5da5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:48.188086 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da96c0-92b0-4b95-b290-04b7f37f5da5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:48.188434 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da96c0-92b0-4b95-b290-04b7f37f5da5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:48.189341 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da96c0-92b0-4b95-b290-04b7f37f5da5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:48.189341 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da96c0-92b0-4b95-b290-04b7f37f5da5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:48.189628 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da96c0-92b0-4b95-b290-04b7f37f5da5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:48.189721 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da96c0-92b0-4b95-b290-04b7f37f5da5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:48.190326 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da96c0-92b0-4b95-b290-04b7f37f5da5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:48.190425 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da96c0-92b0-4b95-b290-04b7f37f5da5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:48.190906 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da96c0-92b0-4b95-b290-04b7f37f5da5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:48.191121 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da96c0-92b0-4b95-b290-04b7f37f5da5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:11:48.353934 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-05658d40-6652-4cb7-ad9a-ba1772e6f9bb req-565109ef-74d4-4e07-980a-7705033194f0 service neutron] 10.222.0.52 "GET /v2.0/networks/0eed289d-e5a0-4ee3-a0ec-de49e60196a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292709 Aug 11 22:11:48.362513 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae6997-0ecd-409a-9693-a076dae14ac9 req-1e9c25c3-910b-4007-9574-dbe9014955d6 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:48.364523 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d5ae6997-0ecd-409a-9693-a076dae14ac9 req-1e9c25c3-910b-4007-9574-dbe9014955d6 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0616908 Aug 11 22:11:48.421382 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d5ae6997-0ecd-409a-9693-a076dae14ac9 req-6a280bfe-b396-4b22-af40-2a8c3a5719ba tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494392 Aug 11 22:11:48.479536 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-11da96c0-92b0-4b95-b290-04b7f37f5da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:48.551392 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cad10-183e-4be5-bd97-c66340b0ba80 req-d6f9731a-cf67-4673-b551-0e603ca8f9d5 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:48.553234 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-279cad10-183e-4be5-bd97-c66340b0ba80 req-d6f9731a-cf67-4673-b551-0e603ca8f9d5 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 946 time: 0.0595512 Aug 11 22:11:48.621803 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-279cad10-183e-4be5-bd97-c66340b0ba80 req-36632558-58f4-4dad-b37a-55b60425f111 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516660 Aug 11 22:11:48.761827 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11da96c0-92b0-4b95-b290-04b7f37f5da5 admin admin] Router 052959de-a148-448d-9575-e817dce9efc5 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:11:48.902983 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11da96c0-92b0-4b95-b290-04b7f37f5da5 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:11:48.918041 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e56b1c-396a-4407-9936-5c56cb5a92f2 None None] Sync routers for ids ['052959de-a148-448d-9575-e817dce9efc5'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:11:48.921970 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-11da96c0-92b0-4b95-b290-04b7f37f5da5 admin admin] 10.222.0.77 "PUT /v2.0/routers/052959de-a148-448d-9575-e817dce9efc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5175796 Aug 11 22:11:48.924158 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47108) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:11:48.937719 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:48.939363 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e56b1c-396a-4407-9936-5c56cb5a92f2 None None] Routers {'052959de-a148-448d-9575-e817dce9efc5'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:11:48.940222 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-40e56b1c-396a-4407-9936-5c56cb5a92f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:11:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['052959de-a148-448d-9575-e817dce9efc5'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:11:49.095749 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4bba34fc-be49-4885-9a31-989e7164a0d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:49.159758 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-40e56b1c-396a-4407-9936-5c56cb5a92f2 None None] Set router 052959de-a148-448d-9575-e817dce9efc5 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:11:49.322836 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4bba34fc-be49-4885-9a31-989e7164a0d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:49.406143 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-4bba34fc-be49-4885-9a31-989e7164a0d2 admin admin] Deleting port be7a861f-b58f-4bc5-8f7b-3c94855f2604 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:11:49.406443 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4bba34fc-be49-4885-9a31-989e7164a0d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:49.469360 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9119324-19b8-4eea-9270-43755086af7a req-0446faed-92f5-4bdc-a00e-41e923e3c001 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:49.479221 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a9119324-19b8-4eea-9270-43755086af7a req-0446faed-92f5-4bdc-a00e-41e923e3c001 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 946 time: 0.0881054 Aug 11 22:11:49.566887 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a9119324-19b8-4eea-9270-43755086af7a req-67092449-deeb-4f11-8a81-54949ad83682 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708849 Aug 11 22:11:49.571646 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-40e56b1c-396a-4407-9936-5c56cb5a92f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052959de-a148-448d-9575-e817dce9efc5', 'name': 'tempest-ServersTestMultiNic-1873732008-router', 'tenant_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'be7a861f-b58f-4bc5-8f7b-3c94855f2604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:09:50Z', 'updated_at': '2021-08-11T22:11:48Z', 'revision_number': 5, 'project_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'gw_port': {'id': 'be7a861f-b58f-4bc5-8f7b-3c94855f2604', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052959de-a148-448d-9575-e817dce9efc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:51Z', 'updated_at': '2021-08-11T22:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:11:49.576337 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-4bba34fc-be49-4885-9a31-989e7164a0d2 admin admin] For port be7a861f-b58f-4bc5-8f7b-3c94855f2604, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=be7a861f-b58f-4bc5-8f7b-3c94855f2604,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:49.577000 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4bba34fc-be49-4885-9a31-989e7164a0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:49.595061 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-4bba34fc-be49-4885-9a31-989e7164a0d2 admin admin] Calling delete_port for be7a861f-b58f-4bc5-8f7b-3c94855f2604 owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:11:49.608775 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e56b1c-396a-4407-9936-5c56cb5a92f2 None None] Checking router: 052959de-a148-448d-9575-e817dce9efc5 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:11:49.619209 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e56b1c-396a-4407-9936-5c56cb5a92f2 None None] Routers {'052959de-a148-448d-9575-e817dce9efc5'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:11:49.619993 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-40e56b1c-396a-4407-9936-5c56cb5a92f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:11:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['052959de-a148-448d-9575-e817dce9efc5'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:11:49.707780 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93276a0e-09b7-4083-9efe-9e7cdf70f407 req-3ea1fb28-2c81-438b-9498-baf8accc3ad3 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:49.709330 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-93276a0e-09b7-4083-9efe-9e7cdf70f407 req-3ea1fb28-2c81-438b-9498-baf8accc3ad3 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0640714 Aug 11 22:11:49.769808 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-93276a0e-09b7-4083-9efe-9e7cdf70f407 req-5df713ca-7dee-4ac2-b61f-1202d7c11cfb tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528431 Aug 11 22:11:49.913029 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4bba34fc-be49-4885-9a31-989e7164a0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:49.931922 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-40e56b1c-396a-4407-9936-5c56cb5a92f2 None None] Set router 052959de-a148-448d-9575-e817dce9efc5 gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:11:49.960092 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba34fc-be49-4885-9a31-989e7164a0d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=be7a861f-b58f-4bc5-8f7b-3c94855f2604,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:50.003048 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-40e56b1c-396a-4407-9936-5c56cb5a92f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052959de-a148-448d-9575-e817dce9efc5', 'name': 'tempest-ServersTestMultiNic-1873732008-router', 'tenant_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:09:50Z', 'updated_at': '2021-08-11T22:11:49Z', 'revision_number': 6, 'project_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:11:50.045260 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e56b1c-396a-4407-9936-5c56cb5a92f2 None None] The sync data for ids ['052959de-a148-448d-9575-e817dce9efc5'] in n-d-804275-3 is: [{'id': '052959de-a148-448d-9575-e817dce9efc5', 'name': 'tempest-ServersTestMultiNic-1873732008-router', 'tenant_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:09:50Z', 'updated_at': '2021-08-11T22:11:49Z', 'revision_number': 6, 'project_id': '005c4f8fe87b45d1b3fafbe96081c4d6', 'gw_port_host': None}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:11:50.054067 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4bba34fc-be49-4885-9a31-989e7164a0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:50.161418 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4bba34fc-be49-4885-9a31-989e7164a0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:50.164662 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4bba34fc-be49-4885-9a31-989e7164a0d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:50.228311 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4bba34fc-be49-4885-9a31-989e7164a0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:50.230010 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bba34fc-be49-4885-9a31-989e7164a0d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 052959de-a148-448d-9575-e817dce9efc5 {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:11:50.238331 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4bba34fc-be49-4885-9a31-989e7164a0d2 admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:50.244302 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47138) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:11:50.244718 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4bba34fc-be49-4885-9a31-989e7164a0d2 admin admin] 10.222.0.77 "DELETE /v2.0/routers/052959de-a148-448d-9575-e817dce9efc5 HTTP/1.1" status: 204 len: 168 time: 1.3182011 Aug 11 22:11:50.302005 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-553f357e-94cd-4fc0-aec4-25fb2690a693 admin admin] Deleting subnet 15b53a55-926c-4fff-bc84-3a53a67bbda3 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:11:50.306652 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-553f357e-94cd-4fc0-aec4-25fb2690a693 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:50.354032 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-553f357e-94cd-4fc0-aec4-25fb2690a693 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:50.404415 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:50.512732 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-553f357e-94cd-4fc0-aec4-25fb2690a693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:50.627738 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-553f357e-94cd-4fc0-aec4-25fb2690a693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:50.688208 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f357e-94cd-4fc0-aec4-25fb2690a693 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15b53a55-926c-4fff-bc84-3a53a67bbda3,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:50.707436 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-553f357e-94cd-4fc0-aec4-25fb2690a693 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:50.712690 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-553f357e-94cd-4fc0-aec4-25fb2690a693 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/15b53a55-926c-4fff-bc84-3a53a67bbda3 HTTP/1.1" status: 204 len: 168 time: 0.4665360 Aug 11 22:11:50.719448 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa102ee-a5f8-49ca-ac8d-840f3d34a66d None None] Network c7f52396-907c-4da6-b5eb-08bc305e9096 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:11:50.726265 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47144) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:11:50.845400 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-40d35c76-1d70-42c9-9c7d-18cf1e166ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:50.863177 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b9a6c-c43a-42d3-84b5-d84717a59adf req-09bd05d7-1d1e-4b5e-94b9-0104577b00fe tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:50.865272 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0c8b9a6c-c43a-42d3-84b5-d84717a59adf req-09bd05d7-1d1e-4b5e-94b9-0104577b00fe tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 946 time: 0.1261556 Aug 11 22:11:50.947931 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0c8b9a6c-c43a-42d3-84b5-d84717a59adf req-4296d11d-b23c-4ece-83e3-bf89e0315277 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483871 Aug 11 22:11:51.007036 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-40d35c76-1d70-42c9-9c7d-18cf1e166ec1 admin admin] Deleting port 17270671-09e2-4aac-aaa9-cd7962cbf0c4 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:11:51.008829 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-40d35c76-1d70-42c9-9c7d-18cf1e166ec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:51.011970 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b597194c-b690-4eea-aca1-fc49093cedc3 None None] DHCP port deletion for c7f52396-907c-4da6-b5eb-08bc305e9096 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:11:51.086779 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 26267804-3b26-4065-84d3-a0894eb69b24 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:11:51.121845 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 26267804-3b26-4065-84d3-a0894eb69b24 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:11:51.122210 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 26267804-3b26-4065-84d3-a0894eb69b24 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:11:51.135775 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-40d35c76-1d70-42c9-9c7d-18cf1e166ec1 admin admin] For port 17270671-09e2-4aac-aaa9-cd7962cbf0c4, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=17270671-09e2-4aac-aaa9-cd7962cbf0c4,segment=NetworkSegment(17c57552-f6a1-4e62-b0f5-eae0dd65358b),segment_id=17c57552-f6a1-4e62-b0f5-eae0dd65358b)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:51.137126 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-40d35c76-1d70-42c9-9c7d-18cf1e166ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:51.158500 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b597194c-b690-4eea-aca1-fc49093cedc3 None None] Deleting port 17270671-09e2-4aac-aaa9-cd7962cbf0c4 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:11:51.158855 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b597194c-b690-4eea-aca1-fc49093cedc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:51.209544 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-40d35c76-1d70-42c9-9c7d-18cf1e166ec1 admin admin] Calling delete_port for 17270671-09e2-4aac-aaa9-cd7962cbf0c4 owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:11:51.252118 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b597194c-b690-4eea-aca1-fc49093cedc3 None None] For port 17270671-09e2-4aac-aaa9-cd7962cbf0c4, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=17270671-09e2-4aac-aaa9-cd7962cbf0c4,segment=NetworkSegment(17c57552-f6a1-4e62-b0f5-eae0dd65358b),segment_id=17c57552-f6a1-4e62-b0f5-eae0dd65358b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:51.252589 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b597194c-b690-4eea-aca1-fc49093cedc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:51.278398 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b597194c-b690-4eea-aca1-fc49093cedc3 None None] Calling delete_port for 17270671-09e2-4aac-aaa9-cd7962cbf0c4 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:11:51.330118 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22232b-c702-48d6-bfd0-d5d17d800a4b req-e7477c61-d4ba-4f93-b542-a40d4534ccd5 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:51.332933 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bd22232b-c702-48d6-bfd0-d5d17d800a4b req-e7477c61-d4ba-4f93-b542-a40d4534ccd5 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.1812592 Aug 11 22:11:51.363747 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 18d01bf9-6db4-4000-a84c-3022f783de63 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:11:51.467842 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:51.476084 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b597194c-b690-4eea-aca1-fc49093cedc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:51.523854 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597194c-b690-4eea-aca1-fc49093cedc3 None None] Pushing event deleted for resources: {'Port': ['ID=17270671-09e2-4aac-aaa9-cd7962cbf0c4,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:51.532675 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2609a9b0-193c-4664-add5-e8e25ff13b3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18d01bf9-6db4-4000-a84c-3022f783de63'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:11:51.535085 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d86268-2660-4a09-ace2-890a60431832" -d '{"events": [{"server_uuid": "2609a9b0-193c-4664-add5-e8e25ff13b3b", "name": "network-vif-unplugged", "status": "completed", "tag": "18d01bf9-6db4-4000-a84c-3022f783de63"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:11:51.562018 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b597194c-b690-4eea-aca1-fc49093cedc3 None None] No DVR routers for this DVR port 17270671-09e2-4aac-aaa9-cd7962cbf0c4 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:11:51.579368 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 18d01bf9-6db4-4000-a84c-3022f783de63, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=18d01bf9-6db4-4000-a84c-3022f783de63,segment=NetworkSegment(00c7b139-e7fc-4b54-bc97-44e639286db8),segment_id=00c7b139-e7fc-4b54-bc97-44e639286db8)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:51.592349 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:51.650418 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:11:51.763860 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=18d01bf9-6db4-4000-a84c-3022f783de63,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:51.861267 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=4f405e86-4441-4fb9-a7a2-041bd1a1e4b2,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:51.885713 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '4f405e86-4441-4fb9-a7a2-041bd1a1e4b2', 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9', 'port_id': '4f405e86-4441-4fb9-a7a2-041bd1a1e4b2', 'mac_address': 'fa:16:3e:6f:e0:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71666487-d255-442c-a4c1-ffc47afdf7b3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:11:51.922590 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bd22232b-c702-48d6-bfd0-d5d17d800a4b req-73ee2e6b-c016-499d-81bb-a711ba8d90c6 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5666475 Aug 11 22:11:51.932675 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-40d35c76-1d70-42c9-9c7d-18cf1e166ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:51.962160 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:51.974985 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d35c76-1d70-42c9-9c7d-18cf1e166ec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=17270671-09e2-4aac-aaa9-cd7962cbf0c4,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:51.977473 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d35c76-1d70-42c9-9c7d-18cf1e166ec1 admin admin] No DVR routers for this DVR port 17270671-09e2-4aac-aaa9-cd7962cbf0c4 on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:11:51.995374 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:11:52.035176 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=4f405e86-4441-4fb9-a7a2-041bd1a1e4b2,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:52.045528 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:52.082228 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-40d35c76-1d70-42c9-9c7d-18cf1e166ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:52.096345 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-40d35c76-1d70-42c9-9c7d-18cf1e166ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f52396-907c-4da6-b5eb-08bc305e9096']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:11:52.112981 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-40d35c76-1d70-42c9-9c7d-18cf1e166ec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c57552-f6a1-4e62-b0f5-eae0dd65358b') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:11:52.113338 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-40d35c76-1d70-42c9-9c7d-18cf1e166ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c57552-f6a1-4e62-b0f5-eae0dd65358b') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:11:52.126689 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-40d35c76-1d70-42c9-9c7d-18cf1e166ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:52.147836 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-40d35c76-1d70-42c9-9c7d-18cf1e166ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:52.156140 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d35c76-1d70-42c9-9c7d-18cf1e166ec1 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:11:52.156828 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-40d35c76-1d70-42c9-9c7d-18cf1e166ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: self.session.flush() Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: self.session.flush() Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: self.session.flush() Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: self.session.flush() Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:11:52.159095 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:11:52.175756 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=4f405e86-4441-4fb9-a7a2-041bd1a1e4b2,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:52.208323 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['4f405e86-4441-4fb9-a7a2-041bd1a1e4b2'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:11:52.231924 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-40d35c76-1d70-42c9-9c7d-18cf1e166ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:52.247867 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-40d35c76-1d70-42c9-9c7d-18cf1e166ec1 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:52.251460 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-40d35c76-1d70-42c9-9c7d-18cf1e166ec1 admin admin] 10.222.0.77 "DELETE /v2.0/networks/c7f52396-907c-4da6-b5eb-08bc305e9096 HTTP/1.1" status: 204 len: 168 time: 1.5220087 Aug 11 22:11:52.272488 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d35c76-1d70-42c9-9c7d-18cf1e166ec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7f52396-907c-4da6-b5eb-08bc305e9096,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:52.361359 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 22:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e90ef7-28be-4ad3-a824-15cb01272938 x-openstack-request-id: req-01e90ef7-28be-4ad3-a824-15cb01272938 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:11:52.361845 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2609a9b0-193c-4664-add5-e8e25ff13b3b", "name": "network-vif-unplugged", "status": "failed", "tag": "18d01bf9-6db4-4000-a84c-3022f783de63", "code": 422}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:11:52.362264 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-01e90ef7-28be-4ad3-a824-15cb01272938 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:11:52.363221 n-d-804275-3 neutron-server[100944]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2609a9b0-193c-4664-add5-e8e25ff13b3b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '18d01bf9-6db4-4000-a84c-3022f783de63', 'code': 422} returned with failed status Aug 11 22:11:52.484901 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dda93e-1f95-4cf5-9d35-02cae6b8af95 req-44734004-7c57-4129-b580-a2f8ec70ebb4 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:52.487145 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c7dda93e-1f95-4cf5-9d35-02cae6b8af95 req-44734004-7c57-4129-b580-a2f8ec70ebb4 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 943 time: 0.0841539 Aug 11 22:11:52.556042 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c7dda93e-1f95-4cf5-9d35-02cae6b8af95 req-63c68b31-fdc3-4c52-ba71-501a3ef5cad0 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562172 Aug 11 22:11:52.569733 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47164) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:11:52.699703 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device be7a861f-b58f-4bc5-8f7b-3c94855f2604 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:11:52.705256 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-39cd604b-4436-466e-a098-df837f68773a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=005c4f8fe87b45d1b3fafbe96081c4d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1310594 Aug 11 22:11:52.705823 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47172) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:11:52.737201 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: be7a861f-b58f-4bc5-8f7b-3c94855f2604 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:11:52.737706 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device be7a861f-b58f-4bc5-8f7b-3c94855f2604 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:11:52.738403 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 17270671-09e2-4aac-aaa9-cd7962cbf0c4 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:11:52.772549 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 17270671-09e2-4aac-aaa9-cd7962cbf0c4 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:11:52.773108 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 17270671-09e2-4aac-aaa9-cd7962cbf0c4 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:11:52.816520 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef419b-3ec1-4641-b222-96c7efe4b4e6 req-350f1156-f327-4c51-9694-3d60c98189c8 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:52.820360 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f7ef419b-3ec1-4641-b222-96c7efe4b4e6 req-350f1156-f327-4c51-9694-3d60c98189c8 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 945 time: 0.1234021 Aug 11 22:11:52.824881 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1ac094af-cadc-449c-ad3f-69e7aadeea98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:52.892815 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f7ef419b-3ec1-4641-b222-96c7efe4b4e6 req-c2d70ebf-411a-4913-a59c-46026b4c67de tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619066 Aug 11 22:11:53.256287 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1ac094af-cadc-449c-ad3f-69e7aadeea98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:53.377828 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1ac094af-cadc-449c-ad3f-69e7aadeea98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:53.385656 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1ac094af-cadc-449c-ad3f-69e7aadeea98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:53.389131 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1ac094af-cadc-449c-ad3f-69e7aadeea98 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a681ec28-b076-4d19-9928-a22ccd10c9d0 HTTP/1.1" status: 204 len: 168 time: 0.6785438 Aug 11 22:11:53.417626 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac094af-cadc-449c-ad3f-69e7aadeea98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a681ec28-b076-4d19-9928-a22ccd10c9d0,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:53.675324 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:11:53.682479 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b124ae-e9c9-4acf-9cda-428ef1a2f9e7 req-41bdc6de-7ca0-4a4a-bca6-21a3e33f571b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:53.687330 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-14b124ae-e9c9-4acf-9cda-428ef1a2f9e7 req-41bdc6de-7ca0-4a4a-bca6-21a3e33f571b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 943 time: 0.1025922 Aug 11 22:11:53.784905 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:11:53.785421 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:53.814978 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-14b124ae-e9c9-4acf-9cda-428ef1a2f9e7 req-1f1ee43f-ed02-4214-afd9-127ddfc3aeb7 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124377 Aug 11 22:11:53.956777 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:54.030353 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=4f405e86-4441-4fb9-a7a2-041bd1a1e4b2,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:54.037426 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:54.138609 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=4f405e86-4441-4fb9-a7a2-041bd1a1e4b2,revision_number=7']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:54.156701 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a4972-2ebc-4f0d-b008-fd00dff98499 req-2cb03455-d2bc-4a28-ab97-86258b964ba7 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:54.158508 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc1a4972-2ebc-4f0d-b008-fd00dff98499 req-2cb03455-d2bc-4a28-ab97-86258b964ba7 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 946 time: 0.1176553 Aug 11 22:11:54.281562 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc1a4972-2ebc-4f0d-b008-fd00dff98499 req-b802d634-0c02-435f-b14e-e090c7dc55e9 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038802 Aug 11 22:11:54.355160 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5a07c509-0025-4f00-895d-bb88274f28eb req-cf04a68c-40b7-4451-9e50-f47c1f43936d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3908558 Aug 11 22:11:54.366660 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b73219-738b-416f-bdea-377f0f93761f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f405e86-4441-4fb9-a7a2-041bd1a1e4b2'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:11:54.369133 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe964fe-f554-4d0a-a403-5eebd1623cc0" -d '{"events": [{"server_uuid": "f5b73219-738b-416f-bdea-377f0f93761f", "name": "network-vif-plugged", "status": "completed", "tag": "4f405e86-4441-4fb9-a7a2-041bd1a1e4b2"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:11:54.413133 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014e8dd4-bbe0-4665-8c28-4b112f4612f5 x-openstack-request-id: req-014e8dd4-bbe0-4665-8c28-4b112f4612f5 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:11:54.413632 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b73219-738b-416f-bdea-377f0f93761f", "name": "network-vif-plugged", "status": "completed", "tag": "4f405e86-4441-4fb9-a7a2-041bd1a1e4b2", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:11:54.416172 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-014e8dd4-bbe0-4665-8c28-4b112f4612f5 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:11:54.416557 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b73219-738b-416f-bdea-377f0f93761f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f405e86-4441-4fb9-a7a2-041bd1a1e4b2', 'code': 200} Aug 11 22:11:54.865183 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47256) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:11:54.974034 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6799824-9867-4aff-b4a8-97ce0028a1fe req-e0c2fa69-b664-48e7-83a4-aeb58c4d44a2 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:54.976187 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b6799824-9867-4aff-b4a8-97ce0028a1fe req-e0c2fa69-b664-48e7-83a4-aeb58c4d44a2 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 943 time: 0.0640838 Aug 11 22:11:55.038349 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b6799824-9867-4aff-b4a8-97ce0028a1fe req-572e1ceb-04ae-4726-a1d4-513e1d48de7b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555632 Aug 11 22:11:55.073932 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-b24a53aa-8e11-4adb-80dc-0ea336486cc4 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-625665954-network', 'tenant_id': '33ada8ba5a9a4f02aae3fd3427ee5562'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:11:55.117054 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24a53aa-8e11-4adb-80dc-0ea336486cc4 admin admin] Made reservation on behalf of 33ada8ba5a9a4f02aae3fd3427ee5562 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:11:55.121071 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b24a53aa-8e11-4adb-80dc-0ea336486cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:55.136464 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b24a53aa-8e11-4adb-80dc-0ea336486cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:55.345334 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b24a53aa-8e11-4adb-80dc-0ea336486cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:55.368807 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b24a53aa-8e11-4adb-80dc-0ea336486cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:55.424776 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24a53aa-8e11-4adb-80dc-0ea336486cc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:11:55.461599 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a53aa-8e11-4adb-80dc-0ea336486cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4345d231-10e6-4299-9f5e-a89197158107,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:55.497019 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b24a53aa-8e11-4adb-80dc-0ea336486cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:55.497503 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-b24a53aa-8e11-4adb-80dc-0ea336486cc4 admin admin] Added segment 39ce69e2-198c-4c38-80c5-645136e0a3dc of type vlan for network b2ed5bb1-91f1-46df-8914-d770562a6843 Aug 11 22:11:55.567487 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b24a53aa-8e11-4adb-80dc-0ea336486cc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:55.581840 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304baeca-5a12-4b7e-8b01-02ccd3c6240b req-d22fa5bd-7457-4e87-9e38-7d2ccf885e02 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:55.583492 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-304baeca-5a12-4b7e-8b01-02ccd3c6240b req-d22fa5bd-7457-4e87-9e38-7d2ccf885e02 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 946 time: 0.1692297 Aug 11 22:11:55.634877 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b24a53aa-8e11-4adb-80dc-0ea336486cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:55.636227 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24a53aa-8e11-4adb-80dc-0ea336486cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:55.636986 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b24a53aa-8e11-4adb-80dc-0ea336486cc4 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:55.726656 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-304baeca-5a12-4b7e-8b01-02ccd3c6240b req-7bf535a1-845d-4f18-8d44-f394eaad5add tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274333 Aug 11 22:11:55.737341 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b24a53aa-8e11-4adb-80dc-0ea336486cc4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8702204 Aug 11 22:11:55.742169 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47294) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:11:55.755062 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-ba7f9ed3-aab9-4594-ab82-beba26ba71d4 admin admin] Request body: {'subnet': {'network_id': 'b2ed5bb1-91f1-46df-8914-d770562a6843', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-625665954-subnet', 'tenant_id': '33ada8ba5a9a4f02aae3fd3427ee5562', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:11:55.778251 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a53aa-8e11-4adb-80dc-0ea336486cc4 admin admin] Pushing event updated for resources: {'Network': ['ID=b2ed5bb1-91f1-46df-8914-d770562a6843,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:55.797171 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network b2ed5bb1-91f1-46df-8914-d770562a6843 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:11:55.814577 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7f9ed3-aab9-4594-ab82-beba26ba71d4 admin admin] Made reservation on behalf of 33ada8ba5a9a4f02aae3fd3427ee5562 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:11:55.817268 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ba7f9ed3-aab9-4594-ab82-beba26ba71d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:55.854145 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07c509-0025-4f00-895d-bb88274f28eb req-37cdc0d3-deba-4dfb-8833-6c784ebd63c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:55.857063 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5a07c509-0025-4f00-895d-bb88274f28eb req-37cdc0d3-deba-4dfb-8833-6c784ebd63c8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b&tenant_id=1af7fbf8275e477482973195cd6560a1 HTTP/1.1" status: 200 len: 1094 time: 0.2330694 Aug 11 22:11:55.879422 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-5a07c509-0025-4f00-895d-bb88274f28eb req-66fdc747-79fb-4e22-99d5-0676ac2f43a5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804275-3', 'device_owner': 'compute:nova'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:11:56.047803 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5a07c509-0025-4f00-895d-bb88274f28eb req-66fdc747-79fb-4e22-99d5-0676ac2f43a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:56.253421 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ba7f9ed3-aab9-4594-ab82-beba26ba71d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:56.314159 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03546a6e-956b-4c85-b7f5-10236d35ee1d req-c718d361-f532-4e6f-8356-75a7e8fa4808 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:56.322644 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-03546a6e-956b-4c85-b7f5-10236d35ee1d req-c718d361-f532-4e6f-8356-75a7e8fa4808 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 943 time: 0.1404195 Aug 11 22:11:56.398484 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-03546a6e-956b-4c85-b7f5-10236d35ee1d req-557fa953-9b4d-4933-80c7-8654e86fe4fb tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748041 Aug 11 22:11:56.416200 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f9ed3-aab9-4594-ab82-beba26ba71d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a4af05e-d001-441e-91d2-273691662e0e,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:56.438717 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f9ed3-aab9-4594-ab82-beba26ba71d4 admin admin] Checking segment: {'id': '39ce69e2-198c-4c38-80c5-645136e0a3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b2ed5bb1-91f1-46df-8914-d770562a6843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:11:56.439094 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7f9ed3-aab9-4594-ab82-beba26ba71d4 admin admin] Network hostable DHCP agents. Network: b2ed5bb1-91f1-46df-8914-d770562a6843, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:11:56.482394 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7f9ed3-aab9-4594-ab82-beba26ba71d4 admin admin] Network b2ed5bb1-91f1-46df-8914-d770562a6843 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:11:56.507922 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-ba7f9ed3-aab9-4594-ab82-beba26ba71d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, b2ed5bb1-91f1-46df-8914-d770562a6843) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:11:56.515241 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7f9ed3-aab9-4594-ab82-beba26ba71d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:56.516605 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ba7f9ed3-aab9-4594-ab82-beba26ba71d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:56.517704 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ea9c8e-af04-4e85-8322-bf98309cb6e2 None None] Network b2ed5bb1-91f1-46df-8914-d770562a6843 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:11:56.562706 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ba7f9ed3-aab9-4594-ab82-beba26ba71d4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8180709 Aug 11 22:11:56.698807 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-5a07c509-0025-4f00-895d-bb88274f28eb req-66fdc747-79fb-4e22-99d5-0676ac2f43a5 service neutron] For port 18d01bf9-6db4-4000-a84c-3022f783de63, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=18d01bf9-6db4-4000-a84c-3022f783de63,segment=NetworkSegment(00c7b139-e7fc-4b54-bc97-44e639286db8),segment_id=00c7b139-e7fc-4b54-bc97-44e639286db8)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:11:56.799453 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-5a07c509-0025-4f00-895d-bb88274f28eb req-66fdc747-79fb-4e22-99d5-0676ac2f43a5 service neutron] For port 18d01bf9-6db4-4000-a84c-3022f783de63, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:11:56.811462 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:11:56.907242 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-5a07c509-0025-4f00-895d-bb88274f28eb req-66fdc747-79fb-4e22-99d5-0676ac2f43a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18d01bf9-6db4-4000-a84c-3022f783de63 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:11:56.927145 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5a07c509-0025-4f00-895d-bb88274f28eb req-66fdc747-79fb-4e22-99d5-0676ac2f43a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:56.959259 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-5a07c509-0025-4f00-895d-bb88274f28eb req-66fdc747-79fb-4e22-99d5-0676ac2f43a5 service neutron] Transition to ACTIVE for port object 18d01bf9-6db4-4000-a84c-3022f783de63 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:11:56.966928 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5a07c509-0025-4f00-895d-bb88274f28eb req-66fdc747-79fb-4e22-99d5-0676ac2f43a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:57.053626 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e406cc4-8b2b-46d7-ae34-1fc3d5e75621 None None] Network b2ed5bb1-91f1-46df-8914-d770562a6843 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:11:57.059721 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992054af-faad-4359-b469-ad05a464697f req-9dccad18-6487-4ae3-bada-3446eabf1ea2 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:57.060077 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a07c509-0025-4f00-895d-bb88274f28eb req-66fdc747-79fb-4e22-99d5-0676ac2f43a5 service neutron] No DVR routers for this DVR port 18d01bf9-6db4-4000-a84c-3022f783de63 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:11:57.068869 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-992054af-faad-4359-b469-ad05a464697f req-9dccad18-6487-4ae3-bada-3446eabf1ea2 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 946 time: 0.1272757 Aug 11 22:11:57.079239 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fdc747-79fb-4e22-99d5-0676ac2f43a5 service neutron] Pushing event updated for resources: {'Port': ['ID=18d01bf9-6db4-4000-a84c-3022f783de63,revision_number=9']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:57.125971 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-5a07c509-0025-4f00-895d-bb88274f28eb req-66fdc747-79fb-4e22-99d5-0676ac2f43a5 service neutron] Attempting to bind port 18d01bf9-6db4-4000-a84c-3022f783de63 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:11:57.127402 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-5a07c509-0025-4f00-895d-bb88274f28eb req-66fdc747-79fb-4e22-99d5-0676ac2f43a5 service neutron] Attempting to bind port 18d01bf9-6db4-4000-a84c-3022f783de63 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '00c7b139-e7fc-4b54-bc97-44e639286db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0eed289d-e5a0-4ee3-a0ec-de49e60196a3'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:11:57.127402 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a07c509-0025-4f00-895d-bb88274f28eb req-66fdc747-79fb-4e22-99d5-0676ac2f43a5 service neutron] Attempting to bind port 18d01bf9-6db4-4000-a84c-3022f783de63 on network 0eed289d-e5a0-4ee3-a0ec-de49e60196a3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:11:57.140735 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a07c509-0025-4f00-895d-bb88274f28eb req-66fdc747-79fb-4e22-99d5-0676ac2f43a5 service neutron] Port 18d01bf9-6db4-4000-a84c-3022f783de63 on network 0eed289d-e5a0-4ee3-a0ec-de49e60196a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:11:57.141068 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a07c509-0025-4f00-895d-bb88274f28eb req-66fdc747-79fb-4e22-99d5-0676ac2f43a5 service neutron] Attempting to bind port 18d01bf9-6db4-4000-a84c-3022f783de63 on network 0eed289d-e5a0-4ee3-a0ec-de49e60196a3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:11:57.160006 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a07c509-0025-4f00-895d-bb88274f28eb req-66fdc747-79fb-4e22-99d5-0676ac2f43a5 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:11:57.160372 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a07c509-0025-4f00-895d-bb88274f28eb req-66fdc747-79fb-4e22-99d5-0676ac2f43a5 service neutron] Checking segment: {'id': '00c7b139-e7fc-4b54-bc97-44e639286db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0eed289d-e5a0-4ee3-a0ec-de49e60196a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:11:57.160742 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a07c509-0025-4f00-895d-bb88274f28eb req-66fdc747-79fb-4e22-99d5-0676ac2f43a5 service neutron] Bound using segment: {'id': '00c7b139-e7fc-4b54-bc97-44e639286db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0eed289d-e5a0-4ee3-a0ec-de49e60196a3'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:11:57.161188 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-5a07c509-0025-4f00-895d-bb88274f28eb req-66fdc747-79fb-4e22-99d5-0676ac2f43a5 service neutron] Bound port: 18d01bf9-6db4-4000-a84c-3022f783de63, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c7b139-e7fc-4b54-bc97-44e639286db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '0eed289d-e5a0-4ee3-a0ec-de49e60196a3'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:11:57.161554 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5a07c509-0025-4f00-895d-bb88274f28eb req-66fdc747-79fb-4e22-99d5-0676ac2f43a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:57.177912 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-992054af-faad-4359-b469-ad05a464697f req-34bbc92a-ead8-40a0-98d0-7547a6f16b04 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017046 Aug 11 22:11:57.488921 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-5a07c509-0025-4f00-895d-bb88274f28eb req-66fdc747-79fb-4e22-99d5-0676ac2f43a5 service neutron] For port 18d01bf9-6db4-4000-a84c-3022f783de63, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:11:57.510671 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-5a07c509-0025-4f00-895d-bb88274f28eb req-66fdc747-79fb-4e22-99d5-0676ac2f43a5 service neutron] For port 18d01bf9-6db4-4000-a84c-3022f783de63, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=18d01bf9-6db4-4000-a84c-3022f783de63,segment=NetworkSegment(00c7b139-e7fc-4b54-bc97-44e639286db8),segment_id=00c7b139-e7fc-4b54-bc97-44e639286db8)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:11:57.540557 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5a07c509-0025-4f00-895d-bb88274f28eb req-66fdc747-79fb-4e22-99d5-0676ac2f43a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:57.691841 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07c509-0025-4f00-895d-bb88274f28eb req-66fdc747-79fb-4e22-99d5-0676ac2f43a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:57.693725 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5a07c509-0025-4f00-895d-bb88274f28eb req-66fdc747-79fb-4e22-99d5-0676ac2f43a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:11:57.697225 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5a07c509-0025-4f00-895d-bb88274f28eb req-66fdc747-79fb-4e22-99d5-0676ac2f43a5 service neutron] 10.222.0.82 "PUT /v2.0/ports/18d01bf9-6db4-4000-a84c-3022f783de63 HTTP/1.1" status: 200 len: 1091 time: 1.8248522 Aug 11 22:11:57.698373 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2609a9b0-193c-4664-add5-e8e25ff13b3b', 'tag': '18d01bf9-6db4-4000-a84c-3022f783de63'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:11:57.703805 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bea4530-3889-4ef3-8613-3a63544b400e" -d '{"events": [{"name": "network-changed", "server_uuid": "2609a9b0-193c-4664-add5-e8e25ff13b3b", "tag": "18d01bf9-6db4-4000-a84c-3022f783de63"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:11:57.730237 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fdc747-79fb-4e22-99d5-0676ac2f43a5 service neutron] Pushing event updated for resources: {'Port': ['ID=18d01bf9-6db4-4000-a84c-3022f783de63,revision_number=10']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:11:57.857511 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07c509-0025-4f00-895d-bb88274f28eb req-36d44353-9f17-4489-b4ae-28fb563d4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:57.859145 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5a07c509-0025-4f00-895d-bb88274f28eb req-36d44353-9f17-4489-b4ae-28fb563d4528 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1af7fbf8275e477482973195cd6560a1&device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 1095 time: 0.1143656 Aug 11 22:11:58.068348 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07c509-0025-4f00-895d-bb88274f28eb req-e89d36ae-c577-4c61-ae24-ee9d0aebd64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:58.070240 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5a07c509-0025-4f00-895d-bb88274f28eb req-e89d36ae-c577-4c61-ae24-ee9d0aebd64f service neutron] 10.222.0.82 "GET /v2.0/networks?id=0eed289d-e5a0-4ee3-a0ec-de49e60196a3 HTTP/1.1" status: 200 len: 915 time: 0.1973553 Aug 11 22:11:58.125511 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5a07c509-0025-4f00-895d-bb88274f28eb req-e8db72c9-c799-4339-97dd-c27b6ecb8b2b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18d01bf9-6db4-4000-a84c-3022f783de63 HTTP/1.1" status: 200 len: 217 time: 0.0463240 Aug 11 22:11:58.205771 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07c509-0025-4f00-895d-bb88274f28eb req-fc23fd2a-626d-4680-a177-e9100a92a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:58.217889 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5a07c509-0025-4f00-895d-bb88274f28eb req-fc23fd2a-626d-4680-a177-e9100a92a894 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c5617d5c-59cd-4b05-8f3a-c2eb88d6c7ac HTTP/1.1" status: 200 len: 854 time: 0.0860825 Aug 11 22:11:58.257108 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5a07c509-0025-4f00-895d-bb88274f28eb req-cf797e00-c1b6-4340-b2e2-e882ae21a63e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0eed289d-e5a0-4ee3-a0ec-de49e60196a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319104 Aug 11 22:11:58.339195 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53842454-0eac-42ec-8dc6-53a0a5e52a07 req-72d90610-feb9-44c9-9f5b-2f5e5eba5332 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:58.342817 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-53842454-0eac-42ec-8dc6-53a0a5e52a07 req-72d90610-feb9-44c9-9f5b-2f5e5eba5332 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 944 time: 0.1053207 Aug 11 22:11:58.378478 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5a07c509-0025-4f00-895d-bb88274f28eb req-a34b95b3-47c7-496e-8ceb-98607485e817 service neutron] 10.222.0.82 "GET /v2.0/networks/0eed289d-e5a0-4ee3-a0ec-de49e60196a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095784 Aug 11 22:11:58.433510 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-53842454-0eac-42ec-8dc6-53a0a5e52a07 req-4c4a6f27-be70-48d9-818a-36c251d23786 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788717 Aug 11 22:11:58.509566 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5a07c509-0025-4f00-895d-bb88274f28eb req-13d03ac9-8f4b-458d-aa07-dc9a8df7a100 service neutron] 10.222.0.82 "GET /v2.0/networks/0eed289d-e5a0-4ee3-a0ec-de49e60196a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189690 Aug 11 22:11:58.661680 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6a7930-d64f-414e-a684-7a830e98d098 x-openstack-request-id: req-ab6a7930-d64f-414e-a684-7a830e98d098 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:11:58.662004 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2609a9b0-193c-4664-add5-e8e25ff13b3b", "tag": "18d01bf9-6db4-4000-a84c-3022f783de63", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:11:58.662245 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ab6a7930-d64f-414e-a684-7a830e98d098 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:11:58.662674 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2609a9b0-193c-4664-add5-e8e25ff13b3b', 'tag': '18d01bf9-6db4-4000-a84c-3022f783de63', 'status': 'completed', 'code': 200} Aug 11 22:11:58.901359 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea4530-3889-4ef3-8613-3a63544b400e req-9e6aa407-65df-4829-9f66-5deaeb9fe41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:58.903315 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2bea4530-3889-4ef3-8613-3a63544b400e req-9e6aa407-65df-4829-9f66-5deaeb9fe41d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1af7fbf8275e477482973195cd6560a1&device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 1095 time: 0.1716766 Aug 11 22:11:59.234165 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea4530-3889-4ef3-8613-3a63544b400e req-af4919e6-3303-4d76-a5ad-82420e727148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:59.236908 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2bea4530-3889-4ef3-8613-3a63544b400e req-af4919e6-3303-4d76-a5ad-82420e727148 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0eed289d-e5a0-4ee3-a0ec-de49e60196a3 HTTP/1.1" status: 200 len: 915 time: 0.3250327 Aug 11 22:11:59.249796 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa29eb-0c2b-4c6a-a695-1be619240530 req-77234a5e-7bd3-49fd-a1dd-6efd96909954 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:59.267613 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-13aa29eb-0c2b-4c6a-a695-1be619240530 req-77234a5e-7bd3-49fd-a1dd-6efd96909954 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 946 time: 0.1239369 Aug 11 22:11:59.361941 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-13aa29eb-0c2b-4c6a-a695-1be619240530 req-8092dd82-ed48-47f1-b365-db8e56f6cd0e tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924542 Aug 11 22:11:59.409809 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2bea4530-3889-4ef3-8613-3a63544b400e req-c9827bdc-57df-40f7-9a23-0cceae3029eb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18d01bf9-6db4-4000-a84c-3022f783de63 HTTP/1.1" status: 200 len: 217 time: 0.1614516 Aug 11 22:11:59.661267 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea4530-3889-4ef3-8613-3a63544b400e req-f83807b2-2ea1-4832-bd37-366228374ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:11:59.668459 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2bea4530-3889-4ef3-8613-3a63544b400e req-f83807b2-2ea1-4832-bd37-366228374ada service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c5617d5c-59cd-4b05-8f3a-c2eb88d6c7ac HTTP/1.1" status: 200 len: 854 time: 0.2509851 Aug 11 22:11:59.758806 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2bea4530-3889-4ef3-8613-3a63544b400e req-9cdf2578-84dd-4630-a150-e3841280a87f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0eed289d-e5a0-4ee3-a0ec-de49e60196a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724080 Aug 11 22:11:59.990709 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2bea4530-3889-4ef3-8613-3a63544b400e req-66725505-7c10-4e23-a1c5-69fdbd8135a0 service neutron] 10.222.0.82 "GET /v2.0/networks/0eed289d-e5a0-4ee3-a0ec-de49e60196a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226303 Aug 11 22:12:00.269241 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2bea4530-3889-4ef3-8613-3a63544b400e req-173986eb-cb1e-4dde-b22f-394675f33147 service neutron] 10.222.0.82 "GET /v2.0/networks/0eed289d-e5a0-4ee3-a0ec-de49e60196a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495122 Aug 11 22:12:00.404904 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4669daa-7518-4fb0-8bab-98ed1f454842 req-26d74f2d-fb06-4cb1-9d13-e8c9c7f0f28e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:00.408656 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f4669daa-7518-4fb0-8bab-98ed1f454842 req-26d74f2d-fb06-4cb1-9d13-e8c9c7f0f28e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 944 time: 0.0899069 Aug 11 22:12:00.514127 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f4669daa-7518-4fb0-8bab-98ed1f454842 req-7161dd0c-a0dd-47a2-be98-0d7c6df32005 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902827 Aug 11 22:12:01.126233 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2940221-0eb5-4469-9d08-586310b1b2c7 req-201529be-4326-4ca9-940c-e14160123f78 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:01.137706 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a2940221-0eb5-4469-9d08-586310b1b2c7 req-201529be-4326-4ca9-940c-e14160123f78 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 946 time: 0.0916412 Aug 11 22:12:01.231052 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a2940221-0eb5-4469-9d08-586310b1b2c7 req-98b29a96-abc3-4233-bef0-ae6a014c6e1b tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882204 Aug 11 22:12:01.954561 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aac92e-3a5f-464f-9612-9949ff9b1a41 req-cebf1a62-7a88-45d7-a804-495ea561f745 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:01.957054 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-38aac92e-3a5f-464f-9612-9949ff9b1a41 req-cebf1a62-7a88-45d7-a804-495ea561f745 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 944 time: 0.0845878 Aug 11 22:12:02.049965 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-38aac92e-3a5f-464f-9612-9949ff9b1a41 req-fb0b96dd-1f95-4700-a40e-11aa57816a55 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862291 Aug 11 22:12:02.316948 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47408) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:12:02.413943 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f7f41dd-1479-45a0-b77d-a0e150f31a05 admin admin] Deleting subnet 3a610dec-8a5d-44db-a2c6-665322dbd332 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:12:02.434992 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5f7f41dd-1479-45a0-b77d-a0e150f31a05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:02.500519 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5f7f41dd-1479-45a0-b77d-a0e150f31a05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:02.522724 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a9238-2f40-4f6c-a3f4-1dff0d6efc58 req-2a1a584d-791a-40a0-8f01-7a94eb4233fc tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:02.526261 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5e5a9238-2f40-4f6c-a3f4-1dff0d6efc58 req-2a1a584d-791a-40a0-8f01-7a94eb4233fc tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 946 time: 0.1050067 Aug 11 22:12:02.566199 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5f7f41dd-1479-45a0-b77d-a0e150f31a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:02.666725 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5f7f41dd-1479-45a0-b77d-a0e150f31a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:02.683629 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5e5a9238-2f40-4f6c-a3f4-1dff0d6efc58 req-af5db143-5804-48bd-8540-a4f81b6f22ad tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503985 Aug 11 22:12:02.757684 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f41dd-1479-45a0-b77d-a0e150f31a05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a610dec-8a5d-44db-a2c6-665322dbd332,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:02.804320 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5f7f41dd-1479-45a0-b77d-a0e150f31a05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:02.831568 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47414) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:12:02.853622 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5f7f41dd-1479-45a0-b77d-a0e150f31a05 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3a610dec-8a5d-44db-a2c6-665322dbd332 HTTP/1.1" status: 204 len: 168 time: 0.5345740 Aug 11 22:12:03.074323 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f120597e-044c-4c98-863c-07ae0b6c44c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:03.321282 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f120597e-044c-4c98-863c-07ae0b6c44c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:03.339326 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-f120597e-044c-4c98-863c-07ae0b6c44c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:12:03.370324 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-f120597e-044c-4c98-863c-07ae0b6c44c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd3355e-89e5-46f0-8e7d-6684095e2407') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:12:03.371052 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-f120597e-044c-4c98-863c-07ae0b6c44c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd3355e-89e5-46f0-8e7d-6684095e2407') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:12:03.410142 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f120597e-044c-4c98-863c-07ae0b6c44c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:03.502077 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f120597e-044c-4c98-863c-07ae0b6c44c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:03.538466 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f120597e-044c-4c98-863c-07ae0b6c44c0 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:12:03.548705 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f120597e-044c-4c98-863c-07ae0b6c44c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:12:03.602206 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:12:03.895417 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f120597e-044c-4c98-863c-07ae0b6c44c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:03.907161 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f120597e-044c-4c98-863c-07ae0b6c44c0 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:03.914007 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f120597e-044c-4c98-863c-07ae0b6c44c0 admin admin] 10.222.0.77 "DELETE /v2.0/networks/b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6 HTTP/1.1" status: 204 len: 168 time: 1.0766158 Aug 11 22:12:03.914773 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47424) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:12:03.924788 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ad0b2-6e62-4785-9a1d-2ee53d1e1aea req-0d91b7f3-341a-4cb4-8c08-9e91b64ea9da tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:03.934510 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c22ad0b2-6e62-4785-9a1d-2ee53d1e1aea req-0d91b7f3-341a-4cb4-8c08-9e91b64ea9da tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 944 time: 0.2608640 Aug 11 22:12:03.993707 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c22ad0b2-6e62-4785-9a1d-2ee53d1e1aea req-0bec721a-68f4-4418-b15f-c3fcaca5abf8 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580866 Aug 11 22:12:03.999801 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f120597e-044c-4c98-863c-07ae0b6c44c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b84b32cf-d9d1-4ef9-9b5f-d0a80c44acf6,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:04.037666 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-623227de-edb3-4412-9d6e-74ff316ac8bb admin admin] Deleting subnet 09c9a8f0-7f7e-4f05-879e-af64fa545f29 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:12:04.043890 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-623227de-edb3-4412-9d6e-74ff316ac8bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:04.143784 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-623227de-edb3-4412-9d6e-74ff316ac8bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:04.335467 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-623227de-edb3-4412-9d6e-74ff316ac8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:04.466386 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d5019-9499-472b-8db7-54828a428939 req-65bd22c6-147a-4e82-87f5-10e7fd327830 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:04.480174 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3f7d5019-9499-472b-8db7-54828a428939 req-65bd22c6-147a-4e82-87f5-10e7fd327830 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 946 time: 0.1603920 Aug 11 22:12:04.509330 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-623227de-edb3-4412-9d6e-74ff316ac8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:04.544561 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3f7d5019-9499-472b-8db7-54828a428939 req-c4aa96b6-7758-48bd-bb2a-38946ded45af tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630023 Aug 11 22:12:04.574665 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623227de-edb3-4412-9d6e-74ff316ac8bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09c9a8f0-7f7e-4f05-879e-af64fa545f29,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:04.583823 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-623227de-edb3-4412-9d6e-74ff316ac8bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:04.588074 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-623227de-edb3-4412-9d6e-74ff316ac8bb admin admin] 10.222.0.77 "DELETE /v2.0/subnets/09c9a8f0-7f7e-4f05-879e-af64fa545f29 HTTP/1.1" status: 204 len: 168 time: 0.6714704 Aug 11 22:12:04.600017 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47434) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:12:04.738445 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1de2a3f1-e687-4b18-8f83-bb00681272a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:04.933557 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1de2a3f1-e687-4b18-8f83-bb00681272a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:04.959904 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-1de2a3f1-e687-4b18-8f83-bb00681272a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91629035-995f-45f3-b216-6f68225f69ee']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:12:04.979309 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-1de2a3f1-e687-4b18-8f83-bb00681272a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b9a9b2-4f0f-4775-a701-d0a87a1b018e') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:12:04.979836 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-1de2a3f1-e687-4b18-8f83-bb00681272a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b9a9b2-4f0f-4775-a701-d0a87a1b018e') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:12:05.004719 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1de2a3f1-e687-4b18-8f83-bb00681272a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:05.048692 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1de2a3f1-e687-4b18-8f83-bb00681272a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:05.062108 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1de2a3f1-e687-4b18-8f83-bb00681272a6 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:12:05.062915 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1de2a3f1-e687-4b18-8f83-bb00681272a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:12:05.066185 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:12:05.202585 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1de2a3f1-e687-4b18-8f83-bb00681272a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:05.235949 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1de2a3f1-e687-4b18-8f83-bb00681272a6 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:05.238498 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1de2a3f1-e687-4b18-8f83-bb00681272a6 admin admin] 10.222.0.77 "DELETE /v2.0/networks/91629035-995f-45f3-b216-6f68225f69ee HTTP/1.1" status: 204 len: 168 time: 0.6465580 Aug 11 22:12:05.240061 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2a3f1-e687-4b18-8f83-bb00681272a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=91629035-995f-45f3-b216-6f68225f69ee,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:05.502253 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47450) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:12:05.582368 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-15027a3b-9b3c-4724-aee9-61f9c1e79901 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b970cff970b34c62a65af300b0d5e797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0775738 Aug 11 22:12:05.585379 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47452) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:12:05.705364 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dbc4fa29-e871-43fa-84a5-4256f169c9ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:05.753409 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dbc4fa29-e871-43fa-84a5-4256f169c9ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:05.861810 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dbc4fa29-e871-43fa-84a5-4256f169c9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:05.864251 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dbc4fa29-e871-43fa-84a5-4256f169c9ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:05.866483 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-dbc4fa29-e871-43fa-84a5-4256f169c9ca admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/104049bc-3b4c-4bdb-926a-5fcee69974b6 HTTP/1.1" status: 204 len: 168 time: 0.2788022 Aug 11 22:12:05.888061 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4fa29-e871-43fa-84a5-4256f169c9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104049bc-3b4c-4bdb-926a-5fcee69974b6,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:06.827909 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47468) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:12:06.982891 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0fc57340-89d7-4794-b552-518961b6ee64 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=74f13b6d3d6f43278c02a2a18ba152c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516993 Aug 11 22:12:06.988724 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47472) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:12:07.117358 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6cbf7eee-8e4e-4c8e-b15e-8c747c3aa33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:07.183273 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6cbf7eee-8e4e-4c8e-b15e-8c747c3aa33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:07.334551 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6cbf7eee-8e4e-4c8e-b15e-8c747c3aa33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:07.353903 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6cbf7eee-8e4e-4c8e-b15e-8c747c3aa33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:07.375329 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6cbf7eee-8e4e-4c8e-b15e-8c747c3aa33a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f2eb0916-6362-4e23-a9ac-87454e942a63 HTTP/1.1" status: 204 len: 168 time: 0.3799238 Aug 11 22:12:07.404611 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf7eee-8e4e-4c8e-b15e-8c747c3aa33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2eb0916-6362-4e23-a9ac-87454e942a63,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:08.041674 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:11.063839 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-1ad638bb-314c-4502-8cb5-a3076c601504 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:11.088762 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-1ad638bb-314c-4502-8cb5-a3076c601504 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.77 "GET /v2.0/networks?id=b2ed5bb1-91f1-46df-8914-d770562a6843 HTTP/1.1" status: 200 len: 809 time: 0.2370453 Aug 11 22:12:11.134932 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-9818bb5e-0fd7-4b69-aac8-7119483677f9 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.77 "GET /v2.0/quotas/33ada8ba5a9a4f02aae3fd3427ee5562 HTTP/1.1" status: 200 len: 375 time: 0.0384309 Aug 11 22:12:11.188227 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-c0c298c2-bb3d-4825-8569-a1ab60ab4147 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=33ada8ba5a9a4f02aae3fd3427ee5562&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535033 Aug 11 22:12:11.329313 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-eb29908e-b695-45f2-9c43-ac2d95475183 service neutron] 10.222.0.77 "GET /v2.0/networks/b2ed5bb1-91f1-46df-8914-d770562a6843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323688 Aug 11 22:12:11.459873 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-435b9b02-0d17-4c28-b63c-66488180e82a service neutron] 10.222.0.77 "GET /v2.0/networks/b2ed5bb1-91f1-46df-8914-d770562a6843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184340 Aug 11 22:12:12.236853 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97deb0d6-4be1-489f-bb9c-60c97b7474d3 req-b9ddcdc9-d37b-4d4e-b287-03b10c5eb8e4 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:12.245793 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-97deb0d6-4be1-489f-bb9c-60c97b7474d3 req-b9ddcdc9-d37b-4d4e-b287-03b10c5eb8e4 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 944 time: 0.1369884 Aug 11 22:12:12.361639 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-97deb0d6-4be1-489f-bb9c-60c97b7474d3 req-af0f1687-487a-44d1-a6b6-773ac9719b7c tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149831 Aug 11 22:12:12.785567 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09959f34-9c86-453f-8534-d4f3c0d7c3dd req-453ac574-e8da-4836-b839-dab2d50a1327 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:12.806081 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09959f34-9c86-453f-8534-d4f3c0d7c3dd req-453ac574-e8da-4836-b839-dab2d50a1327 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 946 time: 0.1261477 Aug 11 22:12:12.920379 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09959f34-9c86-453f-8534-d4f3c0d7c3dd req-88a0db1d-0b07-41d8-bfea-9a2d6d6c06ea tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128173 Aug 11 22:12:13.219332 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-961e433c-997c-41e7-9f9c-d1f663195abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:13.413374 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ab7a078f-7d63-4de2-b433-c3eb636901de req-1a009875-4341-4a50-a28d-f87227ef19f3 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bbf59cd-d086-4917-a4c7-e7d679ec810e HTTP/1.1" status: 200 len: 210 time: 0.0513632 Aug 11 22:12:13.612693 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf39b58-1a65-4132-9671-d63a9d419cc6 req-2ec52c00-40ab-48ef-81ff-c098aa989d23 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:13.614660 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ecf39b58-1a65-4132-9671-d63a9d419cc6 req-2ec52c00-40ab-48ef-81ff-c098aa989d23 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 944 time: 0.0840845 Aug 11 22:12:13.682548 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ecf39b58-1a65-4132-9671-d63a9d419cc6 req-143cb743-d2ed-4303-82ec-4dc8cac980fa tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576825 Aug 11 22:12:14.197093 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d81b79-fd21-4ff0-a78e-b0b0f537148c req-8ac835d5-6dd8-499b-a96f-6e7f6949dfe1 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:14.200056 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60d81b79-fd21-4ff0-a78e-b0b0f537148c req-8ac835d5-6dd8-499b-a96f-6e7f6949dfe1 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 946 time: 0.1052706 Aug 11 22:12:14.280841 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60d81b79-fd21-4ff0-a78e-b0b0f537148c req-e5fa193d-b484-4459-b300-cf52d14e8bd2 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715132 Aug 11 22:12:14.668908 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d343767d-a1f6-4809-bfb9-061f59fec327 req-cec2b230-3973-4125-b7c2-ff607b729fd4 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bbf59cd-d086-4917-a4c7-e7d679ec810e HTTP/1.1" status: 200 len: 210 time: 0.0311060 Aug 11 22:12:14.871333 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b2bb6-7306-403e-a9e8-54785ad341d4 req-714b5fc0-8128-4761-ae90-9055158f49fc tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:14.873220 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-836b2bb6-7306-403e-a9e8-54785ad341d4 req-714b5fc0-8128-4761-ae90-9055158f49fc tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 944 time: 0.0785322 Aug 11 22:12:14.928674 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-836b2bb6-7306-403e-a9e8-54785ad341d4 req-da4952d6-565a-4d48-9acb-8edf78091535 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434926 Aug 11 22:12:15.462873 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c0f90-c8a3-4942-8325-728ce5440de9 req-b2d0aaf7-747c-4ff3-bca2-117464e723c7 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:15.464880 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-397c0f90-c8a3-4942-8325-728ce5440de9 req-b2d0aaf7-747c-4ff3-bca2-117464e723c7 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 946 time: 0.0701320 Aug 11 22:12:15.518035 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-397c0f90-c8a3-4942-8325-728ce5440de9 req-957d7e7f-1ee0-457c-8bdd-b6313bd0732b tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426974 Aug 11 22:12:15.718920 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ddc90fdd-bfec-4636-82e4-ef7a47934403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:15.817092 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-76719a0b-cf37-4c50-a561-0ae678b3bc47 req-b2b8e79f-7fe6-4299-adf6-4178d2705c0a tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bbf59cd-d086-4917-a4c7-e7d679ec810e HTTP/1.1" status: 200 len: 210 time: 0.0329368 Aug 11 22:12:15.995617 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760cdec-203b-4a53-b7d6-b87766144922 req-a6f0e7f1-aa3e-4ac3-bd2c-cb398b4dbf45 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:16.000358 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:16.006710 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760cdec-203b-4a53-b7d6-b87766144922 req-a6f0e7f1-aa3e-4ac3-bd2c-cb398b4dbf45 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:16.018952 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760cdec-203b-4a53-b7d6-b87766144922 req-a6f0e7f1-aa3e-4ac3-bd2c-cb398b4dbf45 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:16.031435 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760cdec-203b-4a53-b7d6-b87766144922 req-a6f0e7f1-aa3e-4ac3-bd2c-cb398b4dbf45 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:16.042961 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760cdec-203b-4a53-b7d6-b87766144922 req-a6f0e7f1-aa3e-4ac3-bd2c-cb398b4dbf45 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:16.055916 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760cdec-203b-4a53-b7d6-b87766144922 req-a6f0e7f1-aa3e-4ac3-bd2c-cb398b4dbf45 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:16.069413 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760cdec-203b-4a53-b7d6-b87766144922 req-a6f0e7f1-aa3e-4ac3-bd2c-cb398b4dbf45 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:16.079851 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8760cdec-203b-4a53-b7d6-b87766144922 req-a6f0e7f1-aa3e-4ac3-bd2c-cb398b4dbf45 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5443 time: 0.1883099 Aug 11 22:12:16.147922 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8760cdec-203b-4a53-b7d6-b87766144922 req-89bd5a24-f97e-4cc5-9c62-8d51e743ce6b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615294 Aug 11 22:12:16.342708 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594450d-6ed7-4190-b514-7073769334e7 req-21de87b0-4970-441a-9be9-31673fe5878f tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:16.344744 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6594450d-6ed7-4190-b514-7073769334e7 req-21de87b0-4970-441a-9be9-31673fe5878f tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 944 time: 0.0808718 Aug 11 22:12:16.411376 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6594450d-6ed7-4190-b514-7073769334e7 req-b63a5eaa-54db-4af9-8ce0-31382258c1d6 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548038 Aug 11 22:12:16.658970 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b03cf6-e6d9-4cc5-9d01-6804fea2f58c req-51525db3-ae05-4141-a47c-fd95ea296590 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:16.668347 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b03cf6-e6d9-4cc5-9d01-6804fea2f58c req-51525db3-ae05-4141-a47c-fd95ea296590 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:16.675845 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b03cf6-e6d9-4cc5-9d01-6804fea2f58c req-51525db3-ae05-4141-a47c-fd95ea296590 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:16.684360 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b03cf6-e6d9-4cc5-9d01-6804fea2f58c req-51525db3-ae05-4141-a47c-fd95ea296590 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:16.691152 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b03cf6-e6d9-4cc5-9d01-6804fea2f58c req-51525db3-ae05-4141-a47c-fd95ea296590 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:16.700065 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b03cf6-e6d9-4cc5-9d01-6804fea2f58c req-51525db3-ae05-4141-a47c-fd95ea296590 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:16.709316 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b03cf6-e6d9-4cc5-9d01-6804fea2f58c req-51525db3-ae05-4141-a47c-fd95ea296590 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:16.711649 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-11b03cf6-e6d9-4cc5-9d01-6804fea2f58c req-51525db3-ae05-4141-a47c-fd95ea296590 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5443 time: 0.1401939 Aug 11 22:12:16.871337 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a6a09-f068-41f2-9c65-5865c2e7ed7e req-fb866fc8-975b-4512-bed5-801bf2f5a8f7 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:16.873488 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e09a6a09-f068-41f2-9c65-5865c2e7ed7e req-fb866fc8-975b-4512-bed5-801bf2f5a8f7 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 946 time: 0.0799143 Aug 11 22:12:16.930125 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e09a6a09-f068-41f2-9c65-5865c2e7ed7e req-d43b1811-652b-45ab-9e6d-4c70fb4f5ee2 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436976 Aug 11 22:12:17.130851 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-13b03beb-6f52-4b37-ac7f-e16ac38cb128 req-dabedd37-bc76-462f-beee-030d01c3f2c3 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bbf59cd-d086-4917-a4c7-e7d679ec810e HTTP/1.1" status: 200 len: 210 time: 0.0511804 Aug 11 22:12:17.432210 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:17.594169 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57897b65-ac06-4b3b-a9e8-78d843f07406 req-a0afcd69-2ada-4b70-9cfa-9792116bd3da tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:17.597135 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-57897b65-ac06-4b3b-a9e8-78d843f07406 req-a0afcd69-2ada-4b70-9cfa-9792116bd3da tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 944 time: 0.0709836 Aug 11 22:12:17.655961 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-57897b65-ac06-4b3b-a9e8-78d843f07406 req-d719a560-ba54-4885-9bbd-2e0c84b33cf2 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489366 Aug 11 22:12:18.096583 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b7c5b-cdb5-4ec7-a7a6-ec55f1cb724f req-abc9b3a9-2996-41cc-8c5f-d5a0ec3e4882 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:18.098238 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8f8b7c5b-cdb5-4ec7-a7a6-ec55f1cb724f req-abc9b3a9-2996-41cc-8c5f-d5a0ec3e4882 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 946 time: 0.0695169 Aug 11 22:12:18.144606 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8f8b7c5b-cdb5-4ec7-a7a6-ec55f1cb724f req-b47e5c0b-2073-4d93-98b2-5bd48bd7ad6c tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384395 Aug 11 22:12:18.323923 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1ba79fba-c2fc-4ee1-a1e7-09cedf7c065b req-5ce3fca2-bc16-4d3e-875d-fdff63f25b03 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bbf59cd-d086-4917-a4c7-e7d679ec810e HTTP/1.1" status: 200 len: 210 time: 0.0323889 Aug 11 22:12:18.882201 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d71e40-db83-4bc0-a083-e4a98c1e0e15 req-914dfe03-e953-4978-9b84-0c90ef5f5b6d tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:18.893431 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-86d71e40-db83-4bc0-a083-e4a98c1e0e15 req-914dfe03-e953-4978-9b84-0c90ef5f5b6d tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 944 time: 0.0926652 Aug 11 22:12:18.920624 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:18.998494 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-27689f46-7ef9-43bb-9c19-04fd44789d6c tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:19.000909 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-27689f46-7ef9-43bb-9c19-04fd44789d6c tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.82 "GET /v2.0/networks?id=b2ed5bb1-91f1-46df-8914-d770562a6843 HTTP/1.1" status: 200 len: 809 time: 0.1924622 Aug 11 22:12:19.006135 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-86d71e40-db83-4bc0-a083-e4a98c1e0e15 req-63c0eefc-13d0-4795-b1fa-cc1b24612827 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113136 Aug 11 22:12:19.033225 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-01877998-7fbd-4599-bccc-cb99d2a25e63 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] Request body: {'port': {'device_id': '0bbf59cd-d086-4917-a4c7-e7d679ec810e', 'network_id': 'b2ed5bb1-91f1-46df-8914-d770562a6843', 'admin_state_up': True, 'tenant_id': '33ada8ba5a9a4f02aae3fd3427ee5562'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:12:19.047278 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4aa129-84ec-48be-8246-8d76535e9129 req-66900d7d-a88d-4f4b-af4e-2896954e8e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:19.048968 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4d4aa129-84ec-48be-8246-8d76535e9129 req-66900d7d-a88d-4f4b-af4e-2896954e8e9c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f3da70be91664ca8a55d012676042959&device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 1097 time: 0.0866275 Aug 11 22:12:19.199521 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-01877998-7fbd-4599-bccc-cb99d2a25e63 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] Made reservation on behalf of 33ada8ba5a9a4f02aae3fd3427ee5562 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:12:19.211901 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-01877998-7fbd-4599-bccc-cb99d2a25e63 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:19.270492 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4aa129-84ec-48be-8246-8d76535e9129 req-111f95da-dbec-4823-b13e-40ae9ecebfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:19.274946 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4d4aa129-84ec-48be-8246-8d76535e9129 req-111f95da-dbec-4823-b13e-40ae9ecebfe3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 200 len: 912 time: 0.2188625 Aug 11 22:12:19.326135 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47648) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:12:19.334081 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4d4aa129-84ec-48be-8246-8d76535e9129 req-962e9f8b-e6e7-42b7-9b2e-1c74dc381ff0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f405e86-4441-4fb9-a7a2-041bd1a1e4b2 HTTP/1.1" status: 200 len: 217 time: 0.0501359 Aug 11 22:12:19.428782 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4aa129-84ec-48be-8246-8d76535e9129 req-7c2dadb6-dae2-408d-a8b3-5ac5457ce7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:19.431074 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4d4aa129-84ec-48be-8246-8d76535e9129 req-7c2dadb6-dae2-408d-a8b3-5ac5457ce7e0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=71666487-d255-442c-a4c1-ffc47afdf7b3 HTTP/1.1" status: 200 len: 850 time: 0.0856781 Aug 11 22:12:19.446835 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac45951-adb0-4b85-9e7c-e254a7798a63 req-97e265de-9533-4c76-b2f0-0fde7e4df467 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:19.448729 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7ac45951-adb0-4b85-9e7c-e254a7798a63 req-97e265de-9533-4c76-b2f0-0fde7e4df467 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 946 time: 0.1235015 Aug 11 22:12:19.542147 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-01877998-7fbd-4599-bccc-cb99d2a25e63 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] Allocated IP 172.20.0.5 (b2ed5bb1-91f1-46df-8914-d770562a6843/5a4af05e-d001-441e-91d2-273691662e0e/218b1582-4bc3-476d-9d8f-4f048dee0d17) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:12:19.555383 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7ac45951-adb0-4b85-9e7c-e254a7798a63 req-e881b7eb-0053-4aa3-a373-33efce8597df tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959148 Aug 11 22:12:19.565938 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4aa129-84ec-48be-8246-8d76535e9129 req-78f6a42a-30af-415c-aea5-fa9ed0133c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:19.568045 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4d4aa129-84ec-48be-8246-8d76535e9129 req-78f6a42a-30af-415c-aea5-fa9ed0133c5a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183269 Aug 11 22:12:19.580046 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c010f86-4584-48cb-a614-41c2a26888cc req-30fa66d3-e54c-463e-b939-7396141f0be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:19.580412 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c010f86-4584-48cb-a614-41c2a26888cc req-30fa66d3-e54c-463e-b939-7396141f0be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:19.580714 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c010f86-4584-48cb-a614-41c2a26888cc req-30fa66d3-e54c-463e-b939-7396141f0be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:19.581493 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c010f86-4584-48cb-a614-41c2a26888cc req-30fa66d3-e54c-463e-b939-7396141f0be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:19.582161 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c010f86-4584-48cb-a614-41c2a26888cc req-30fa66d3-e54c-463e-b939-7396141f0be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:19.582863 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c010f86-4584-48cb-a614-41c2a26888cc req-30fa66d3-e54c-463e-b939-7396141f0be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:19.583527 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c010f86-4584-48cb-a614-41c2a26888cc req-30fa66d3-e54c-463e-b939-7396141f0be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:19.593269 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1c010f86-4584-48cb-a614-41c2a26888cc req-30fa66d3-e54c-463e-b939-7396141f0be3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 6500 time: 0.2660010 Aug 11 22:12:19.684704 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1c010f86-4584-48cb-a614-41c2a26888cc req-c930ed03-b7d9-419d-9c91-4b502766c69e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0899608 Aug 11 22:12:19.763464 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4d4aa129-84ec-48be-8246-8d76535e9129 req-e98dc554-1f81-4cea-9215-b359d24397f5 service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628909 Aug 11 22:12:19.809692 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-01877998-7fbd-4599-bccc-cb99d2a25e63 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:19.865481 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7d316a42-d0da-46b6-a12c-37e5ecf8d86f req-c7fa3396-8eb8-45f4-8c92-0bf1246cb2fe tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bbf59cd-d086-4917-a4c7-e7d679ec810e HTTP/1.1" status: 200 len: 210 time: 0.0389829 Aug 11 22:12:19.907389 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-01877998-7fbd-4599-bccc-cb99d2a25e63 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:19.923157 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4d4aa129-84ec-48be-8246-8d76535e9129 req-e5b8c680-95b7-4184-8b78-b11b3f5c8282 service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485882 Aug 11 22:12:19.969224 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-01877998-7fbd-4599-bccc-cb99d2a25e63 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] Network b2ed5bb1-91f1-46df-8914-d770562a6843 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:12:19.973101 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-01877998-7fbd-4599-bccc-cb99d2a25e63 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:12:19.975837 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-01877998-7fbd-4599-bccc-cb99d2a25e63 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:12:20.016533 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01877998-7fbd-4599-bccc-cb99d2a25e63 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] Pushing event updated for resources: {'Port': ['ID=218b1582-4bc3-476d-9d8f-4f048dee0d17,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:20.057535 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-01877998-7fbd-4599-bccc-cb99d2a25e63 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:20.058491 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-01877998-7fbd-4599-bccc-cb99d2a25e63 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:20.078206 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-01877998-7fbd-4599-bccc-cb99d2a25e63 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0598662 Aug 11 22:12:20.103228 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-228dcdd2-6709-4b06-8bf6-1d43315c4c09 service neutron] Request body: {'port': {'device_id': '0bbf59cd-d086-4917-a4c7-e7d679ec810e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:12:20.205435 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a97c7-0cfd-4ce7-b3e6-848c0f9e52ae req-8551801a-5365-4dee-ba64-b6fdee2a487e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:20.207263 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e06a97c7-0cfd-4ce7-b3e6-848c0f9e52ae req-8551801a-5365-4dee-ba64-b6fdee2a487e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 944 time: 0.0902610 Aug 11 22:12:20.207730 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-228dcdd2-6709-4b06-8bf6-1d43315c4c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:20.264167 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e06a97c7-0cfd-4ce7-b3e6-848c0f9e52ae req-114357ff-a876-4f0b-858c-57489c4d1702 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447159 Aug 11 22:12:20.412037 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:20.602464 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-228dcdd2-6709-4b06-8bf6-1d43315c4c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 218b1582-4bc3-476d-9d8f-4f048dee0d17 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:12:20.611610 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-228dcdd2-6709-4b06-8bf6-1d43315c4c09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:20.626417 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-228dcdd2-6709-4b06-8bf6-1d43315c4c09 service neutron] Transition to ACTIVE for port object 218b1582-4bc3-476d-9d8f-4f048dee0d17 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:12:20.635283 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-228dcdd2-6709-4b06-8bf6-1d43315c4c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:20.729158 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228dcdd2-6709-4b06-8bf6-1d43315c4c09 service neutron] Pushing event updated for resources: {'Port': ['ID=218b1582-4bc3-476d-9d8f-4f048dee0d17,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:20.841228 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa7a00-9084-4a15-8d24-8e7b43904149 req-05e3feef-696e-4f7d-9ab2-9c5f042b9e1b tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:20.845125 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c9aa7a00-9084-4a15-8d24-8e7b43904149 req-05e3feef-696e-4f7d-9ab2-9c5f042b9e1b tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 946 time: 0.1115885 Aug 11 22:12:20.846365 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-228dcdd2-6709-4b06-8bf6-1d43315c4c09 service neutron] Attempting to bind port 218b1582-4bc3-476d-9d8f-4f048dee0d17 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:12:20.846750 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-228dcdd2-6709-4b06-8bf6-1d43315c4c09 service neutron] Attempting to bind port 218b1582-4bc3-476d-9d8f-4f048dee0d17 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '39ce69e2-198c-4c38-80c5-645136e0a3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b2ed5bb1-91f1-46df-8914-d770562a6843'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:12:20.847065 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-228dcdd2-6709-4b06-8bf6-1d43315c4c09 service neutron] Attempting to bind port 218b1582-4bc3-476d-9d8f-4f048dee0d17 on network b2ed5bb1-91f1-46df-8914-d770562a6843 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:12:20.854633 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-228dcdd2-6709-4b06-8bf6-1d43315c4c09 service neutron] Port 218b1582-4bc3-476d-9d8f-4f048dee0d17 on network b2ed5bb1-91f1-46df-8914-d770562a6843 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:12:20.854928 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-228dcdd2-6709-4b06-8bf6-1d43315c4c09 service neutron] Attempting to bind port 218b1582-4bc3-476d-9d8f-4f048dee0d17 on network b2ed5bb1-91f1-46df-8914-d770562a6843 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:12:20.861485 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-228dcdd2-6709-4b06-8bf6-1d43315c4c09 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:12:20.861918 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-228dcdd2-6709-4b06-8bf6-1d43315c4c09 service neutron] Checking segment: {'id': '39ce69e2-198c-4c38-80c5-645136e0a3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b2ed5bb1-91f1-46df-8914-d770562a6843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:12:20.862237 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-228dcdd2-6709-4b06-8bf6-1d43315c4c09 service neutron] Bound using segment: {'id': '39ce69e2-198c-4c38-80c5-645136e0a3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b2ed5bb1-91f1-46df-8914-d770562a6843'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:12:20.862695 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-228dcdd2-6709-4b06-8bf6-1d43315c4c09 service neutron] Bound port: 218b1582-4bc3-476d-9d8f-4f048dee0d17, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39ce69e2-198c-4c38-80c5-645136e0a3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b2ed5bb1-91f1-46df-8914-d770562a6843'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:12:20.863069 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-228dcdd2-6709-4b06-8bf6-1d43315c4c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:20.946214 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c9aa7a00-9084-4a15-8d24-8e7b43904149 req-ad99a783-7efd-4f81-a1d5-d3de6911e3f6 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769732 Aug 11 22:12:20.956366 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-228dcdd2-6709-4b06-8bf6-1d43315c4c09 service neutron] For port 218b1582-4bc3-476d-9d8f-4f048dee0d17, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:12:20.968191 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-228dcdd2-6709-4b06-8bf6-1d43315c4c09 service neutron] For port 218b1582-4bc3-476d-9d8f-4f048dee0d17, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=218b1582-4bc3-476d-9d8f-4f048dee0d17,segment=NetworkSegment(39ce69e2-198c-4c38-80c5-645136e0a3dc),segment_id=39ce69e2-198c-4c38-80c5-645136e0a3dc)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:12:20.977731 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-228dcdd2-6709-4b06-8bf6-1d43315c4c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:21.057282 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-228dcdd2-6709-4b06-8bf6-1d43315c4c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:21.057282 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-228dcdd2-6709-4b06-8bf6-1d43315c4c09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:21.060067 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-228dcdd2-6709-4b06-8bf6-1d43315c4c09 service neutron] 10.222.0.82 "PUT /v2.0/ports/218b1582-4bc3-476d-9d8f-4f048dee0d17 HTTP/1.1" status: 200 len: 1091 time: 0.9662032 Aug 11 22:12:21.060911 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bbf59cd-d086-4917-a4c7-e7d679ec810e', 'tag': '218b1582-4bc3-476d-9d8f-4f048dee0d17'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:12:21.064607 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a7bb6c-df8a-4ac3-81fb-3424da934c59" -d '{"events": [{"name": "network-changed", "server_uuid": "0bbf59cd-d086-4917-a4c7-e7d679ec810e", "tag": "218b1582-4bc3-476d-9d8f-4f048dee0d17"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:12:21.109346 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228dcdd2-6709-4b06-8bf6-1d43315c4c09 service neutron] Pushing event updated for resources: {'Port': ['ID=218b1582-4bc3-476d-9d8f-4f048dee0d17,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:21.195100 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-078b61e3-b096-4116-8b13-18c0ca7ab88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:21.197393 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-078b61e3-b096-4116-8b13-18c0ca7ab88b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=33ada8ba5a9a4f02aae3fd3427ee5562&device_id=0bbf59cd-d086-4917-a4c7-e7d679ec810e HTTP/1.1" status: 200 len: 1094 time: 0.0630512 Aug 11 22:12:21.198818 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32948cb0-f416-413a-9f83-0b1e01cdaa73 req-1bd66f58-666a-4d45-88e9-63ccdf8d10bb tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:21.201548 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-32948cb0-f416-413a-9f83-0b1e01cdaa73 req-1bd66f58-666a-4d45-88e9-63ccdf8d10bb tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bbf59cd-d086-4917-a4c7-e7d679ec810e HTTP/1.1" status: 200 len: 943 time: 0.0921910 Aug 11 22:12:21.266189 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-c84c51d6-ac13-46e6-8283-54edb2a11dcb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=218b1582-4bc3-476d-9d8f-4f048dee0d17 HTTP/1.1" status: 200 len: 217 time: 0.0524497 Aug 11 22:12:21.267342 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-32948cb0-f416-413a-9f83-0b1e01cdaa73 req-65c61d61-5027-4419-88a3-96274166ad80 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.77 "GET /v2.0/security-groups?id=4345d231-10e6-4299-9f5e-a89197158107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581851 Aug 11 22:12:21.337710 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2531c5-e177-469c-a169-8390f1cf758c x-openstack-request-id: req-7f2531c5-e177-469c-a169-8390f1cf758c {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:12:21.338011 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bbf59cd-d086-4917-a4c7-e7d679ec810e", "tag": "218b1582-4bc3-476d-9d8f-4f048dee0d17", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:12:21.338302 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7f2531c5-e177-469c-a169-8390f1cf758c {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:12:21.338726 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bbf59cd-d086-4917-a4c7-e7d679ec810e', 'tag': '218b1582-4bc3-476d-9d8f-4f048dee0d17', 'status': 'completed', 'code': 200} Aug 11 22:12:21.348296 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-a679092e-023d-4c5c-b6e7-a067733c8dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:21.349855 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-a679092e-023d-4c5c-b6e7-a067733c8dba service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5a4af05e-d001-441e-91d2-273691662e0e HTTP/1.1" status: 200 len: 849 time: 0.0742066 Aug 11 22:12:21.392285 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-21969072-8865-4241-a9c2-bbcc95d7835e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b2ed5bb1-91f1-46df-8914-d770562a6843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327609 Aug 11 22:12:21.466753 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa527e-17a3-468e-a61f-7b850d6966c5 req-79d99298-c72a-4393-8bb8-63ecedc2e0f6 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:21.469322 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-44aa527e-17a3-468e-a61f-7b850d6966c5 req-79d99298-c72a-4393-8bb8-63ecedc2e0f6 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 944 time: 0.0701129 Aug 11 22:12:21.509957 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-6d1ccc14-e3aa-49b6-93f8-80a50b23ae26 service neutron] 10.222.0.82 "GET /v2.0/networks/b2ed5bb1-91f1-46df-8914-d770562a6843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098218 Aug 11 22:12:21.518383 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-44aa527e-17a3-468e-a61f-7b850d6966c5 req-0fab8f84-3dde-45cb-9b1d-7f8ef31a613b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425816 Aug 11 22:12:21.665689 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b140b9ac-75de-40f2-87ec-6b9bedd64e69 req-51318ba5-d5c4-431e-8e01-6345625ec8a2 service neutron] 10.222.0.82 "GET /v2.0/networks/b2ed5bb1-91f1-46df-8914-d770562a6843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449413 Aug 11 22:12:21.831552 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 18d01bf9-6db4-4000-a84c-3022f783de63 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:12:21.855438 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7bb6c-df8a-4ac3-81fb-3424da934c59 req-b18a0d0c-f983-4738-a6a5-632150d02897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:21.857335 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-44a7bb6c-df8a-4ac3-81fb-3424da934c59 req-b18a0d0c-f983-4738-a6a5-632150d02897 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=33ada8ba5a9a4f02aae3fd3427ee5562&device_id=0bbf59cd-d086-4917-a4c7-e7d679ec810e HTTP/1.1" status: 200 len: 1094 time: 0.0758374 Aug 11 22:12:21.863801 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:12:22.022641 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7bb6c-df8a-4ac3-81fb-3424da934c59 req-1658441d-a596-4a1e-94ed-fbf9ed33be0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:22.036440 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-44a7bb6c-df8a-4ac3-81fb-3424da934c59 req-1658441d-a596-4a1e-94ed-fbf9ed33be0d service neutron] 10.222.0.82 "GET /v2.0/networks?id=b2ed5bb1-91f1-46df-8914-d770562a6843 HTTP/1.1" status: 200 len: 910 time: 0.1713402 Aug 11 22:12:22.046584 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 18d01bf9-6db4-4000-a84c-3022f783de63, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=18d01bf9-6db4-4000-a84c-3022f783de63,segment=NetworkSegment(00c7b139-e7fc-4b54-bc97-44e639286db8),segment_id=00c7b139-e7fc-4b54-bc97-44e639286db8)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:12:22.066158 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '18d01bf9-6db4-4000-a84c-3022f783de63', 'network_id': '0eed289d-e5a0-4ee3-a0ec-de49e60196a3', 'port_id': '18d01bf9-6db4-4000-a84c-3022f783de63', 'mac_address': 'fa:16:3e:37:33:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5617d5c-59cd-4b05-8f3a-c2eb88d6c7ac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:12:22.113940 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-44a7bb6c-df8a-4ac3-81fb-3424da934c59 req-ecfed301-3500-48ee-ba29-a9b861af54f7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=218b1582-4bc3-476d-9d8f-4f048dee0d17 HTTP/1.1" status: 200 len: 217 time: 0.0647626 Aug 11 22:12:22.204096 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7bb6c-df8a-4ac3-81fb-3424da934c59 req-d8c8fe9a-2706-4d32-9141-c9d9f7142aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:22.206886 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-44a7bb6c-df8a-4ac3-81fb-3424da934c59 req-d8c8fe9a-2706-4d32-9141-c9d9f7142aa0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5a4af05e-d001-441e-91d2-273691662e0e HTTP/1.1" status: 200 len: 849 time: 0.0875208 Aug 11 22:12:22.208925 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6feea-8f69-4c6a-8ac6-d07c4c6996b9 req-6cae4276-f76b-4291-8b7f-013691c42167 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:22.215531 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ecb6feea-8f69-4c6a-8ac6-d07c4c6996b9 req-6cae4276-f76b-4291-8b7f-013691c42167 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 946 time: 0.1246946 Aug 11 22:12:22.222283 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:22.239297 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:22.251057 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-44a7bb6c-df8a-4ac3-81fb-3424da934c59 req-5c8ffc90-b6f6-4a21-b499-b078d41565ea service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b2ed5bb1-91f1-46df-8914-d770562a6843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343103 Aug 11 22:12:22.267907 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d01bf9-6db4-4000-a84c-3022f783de63 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:12:22.288007 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ecb6feea-8f69-4c6a-8ac6-d07c4c6996b9 req-519b426a-ebf8-41a4-b116-c24aa8d3a6a9 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624263 Aug 11 22:12:22.307849 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b73219-738b-416f-bdea-377f0f93761f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f405e86-4441-4fb9-a7a2-041bd1a1e4b2'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:12:22.313287 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058ec113-e046-4cc1-87e8-22cfe193d63e" -d '{"events": [{"server_uuid": "f5b73219-738b-416f-bdea-377f0f93761f", "name": "network-vif-unplugged", "status": "completed", "tag": "4f405e86-4441-4fb9-a7a2-041bd1a1e4b2"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:12:22.342875 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 18d01bf9-6db4-4000-a84c-3022f783de63, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=18d01bf9-6db4-4000-a84c-3022f783de63,segment=NetworkSegment(00c7b139-e7fc-4b54-bc97-44e639286db8),segment_id=00c7b139-e7fc-4b54-bc97-44e639286db8)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:12:22.346810 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=4f405e86-4441-4fb9-a7a2-041bd1a1e4b2,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:12:22.354428 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:22.500694 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=18d01bf9-6db4-4000-a84c-3022f783de63,revision_number=11']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:22.514279 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:22.521852 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:22.522621 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:22.523328 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:22.524384 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:22.525239 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:22.526044 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:22.526845 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:22.528044 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:22.528664 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-44a7bb6c-df8a-4ac3-81fb-3424da934c59 req-c026d731-5dd6-45f4-b9da-0a22110b6646 service neutron] 10.222.0.82 "GET /v2.0/networks/b2ed5bb1-91f1-46df-8914-d770562a6843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690568 Aug 11 22:12:22.529314 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:22.530477 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:22.531361 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:22.532371 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:22.599600 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de6750-7071-417b-b250-7cfaf80e2264 req-34187af5-f1a1-4735-af27-394c02a4ab3f tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:22.615579 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-61de6750-7071-417b-b250-7cfaf80e2264 req-34187af5-f1a1-4735-af27-394c02a4ab3f tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bbf59cd-d086-4917-a4c7-e7d679ec810e HTTP/1.1" status: 200 len: 943 time: 0.1102893 Aug 11 22:12:22.642506 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=4f405e86-4441-4fb9-a7a2-041bd1a1e4b2,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:22.688902 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-61de6750-7071-417b-b250-7cfaf80e2264 req-90775539-2db2-4450-8684-b0d43e7258b0 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.77 "GET /v2.0/security-groups?id=4345d231-10e6-4299-9f5e-a89197158107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697856 Aug 11 22:12:22.711776 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-44a7bb6c-df8a-4ac3-81fb-3424da934c59 req-5f641dea-9cc3-401e-811d-6e2d04f27405 service neutron] 10.222.0.82 "GET /v2.0/networks/b2ed5bb1-91f1-46df-8914-d770562a6843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740861 Aug 11 22:12:22.734262 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 22:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ba804d-ad6c-4393-9b66-03b62618fb67 x-openstack-request-id: req-59ba804d-ad6c-4393-9b66-03b62618fb67 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:12:22.735020 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b73219-738b-416f-bdea-377f0f93761f", "name": "network-vif-unplugged", "status": "failed", "tag": "4f405e86-4441-4fb9-a7a2-041bd1a1e4b2", "code": 422}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:12:22.735419 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-59ba804d-ad6c-4393-9b66-03b62618fb67 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:12:22.736052 n-d-804275-3 neutron-server[100944]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f5b73219-738b-416f-bdea-377f0f93761f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4f405e86-4441-4fb9-a7a2-041bd1a1e4b2', 'code': 422} returned with failed status Aug 11 22:12:22.854434 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['18d01bf9-6db4-4000-a84c-3022f783de63'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:12:22.862131 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f747fbc-35a2-4878-935b-65d7d9d0fa99 req-270d2df0-c514-4419-8adb-218d3e95a246 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:22.865684 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2f747fbc-35a2-4878-935b-65d7d9d0fa99 req-270d2df0-c514-4419-8adb-218d3e95a246 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.0670969 Aug 11 22:12:22.942595 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2f747fbc-35a2-4878-935b-65d7d9d0fa99 req-65e44237-8f84-4473-9900-3670d120d213 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668714 Aug 11 22:12:23.100783 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116911fc-70cd-4a9e-940c-3d283d6663c3 req-f24b8688-f06e-4c3d-b8ef-11a4d116d877 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:23.102586 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-116911fc-70cd-4a9e-940c-3d283d6663c3 req-f24b8688-f06e-4c3d-b8ef-11a4d116d877 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0699165 Aug 11 22:12:23.146389 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-116911fc-70cd-4a9e-940c-3d283d6663c3 req-14dd92e2-0f3d-4f2b-a4d2-2a2226b386d2 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368881 Aug 11 22:12:23.351689 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b1014-deea-4223-b63f-c458b3344abb req-f948ded9-a603-41b5-8fe6-5e86e95b292f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:23.354030 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7e5b1014-deea-4223-b63f-c458b3344abb req-f948ded9-a603-41b5-8fe6-5e86e95b292f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.0557752 Aug 11 22:12:23.395885 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7e5b1014-deea-4223-b63f-c458b3344abb req-2a40216f-f367-46c4-8f18-ca6b2c3574b0 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348911 Aug 11 22:12:23.689974 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec48d2-ba68-46e5-8398-363e57ec5cfa req-e6847ce4-60f3-43ff-9afd-7150a7a9d773 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:23.691663 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-acec48d2-ba68-46e5-8398-363e57ec5cfa req-e6847ce4-60f3-43ff-9afd-7150a7a9d773 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.0546861 Aug 11 22:12:23.760417 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-acec48d2-ba68-46e5-8398-363e57ec5cfa req-141aebc3-f180-49fb-9f77-8132fd277294 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568926 Aug 11 22:12:23.836540 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 218b1582-4bc3-476d-9d8f-4f048dee0d17 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:12:23.919284 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754f23a-256f-4184-aaf5-142223cea71f req-8882b6c8-0b1f-46c2-b103-13411c2fb822 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:23.924143 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6754f23a-256f-4184-aaf5-142223cea71f req-8882b6c8-0b1f-46c2-b103-13411c2fb822 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bbf59cd-d086-4917-a4c7-e7d679ec810e HTTP/1.1" status: 200 len: 943 time: 0.0745404 Aug 11 22:12:23.975101 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6754f23a-256f-4184-aaf5-142223cea71f req-f33929be-3350-456c-b2ad-84a97e12a734 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.77 "GET /v2.0/security-groups?id=4345d231-10e6-4299-9f5e-a89197158107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472243 Aug 11 22:12:24.007943 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 218b1582-4bc3-476d-9d8f-4f048dee0d17, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=218b1582-4bc3-476d-9d8f-4f048dee0d17,segment=NetworkSegment(39ce69e2-198c-4c38-80c5-645136e0a3dc),segment_id=39ce69e2-198c-4c38-80c5-645136e0a3dc)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:12:24.042480 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '218b1582-4bc3-476d-9d8f-4f048dee0d17', 'network_id': 'b2ed5bb1-91f1-46df-8914-d770562a6843', 'port_id': '218b1582-4bc3-476d-9d8f-4f048dee0d17', 'mac_address': 'fa:16:3e:74:e0:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a4af05e-d001-441e-91d2-273691662e0e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:12:24.191493 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:24.208553 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 218b1582-4bc3-476d-9d8f-4f048dee0d17 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:12:24.239166 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 218b1582-4bc3-476d-9d8f-4f048dee0d17, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=218b1582-4bc3-476d-9d8f-4f048dee0d17,segment=NetworkSegment(39ce69e2-198c-4c38-80c5-645136e0a3dc),segment_id=39ce69e2-198c-4c38-80c5-645136e0a3dc)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:12:24.246135 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:24.325698 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64865db-9d35-4531-bab3-fbf6bfc48757 req-e1844c2d-534e-43ab-b05e-aedd86386715 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:24.327669 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c64865db-9d35-4531-bab3-fbf6bfc48757 req-e1844c2d-534e-43ab-b05e-aedd86386715 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0681741 Aug 11 22:12:24.345873 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=218b1582-4bc3-476d-9d8f-4f048dee0d17,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:24.390339 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c64865db-9d35-4531-bab3-fbf6bfc48757 req-c0f8aece-5b85-4b20-bab3-27fa8feea3e2 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481207 Aug 11 22:12:24.651538 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['218b1582-4bc3-476d-9d8f-4f048dee0d17'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:12:24.965691 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab266d-84ae-439c-b7fa-55fa6b35c4cd req-33b242d1-2bbe-4292-8296-5cf3c7bd03d0 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:24.968563 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-96ab266d-84ae-439c-b7fa-55fa6b35c4cd req-33b242d1-2bbe-4292-8296-5cf3c7bd03d0 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.0878422 Aug 11 22:12:25.021763 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-96ab266d-84ae-439c-b7fa-55fa6b35c4cd req-b4639213-3540-4144-a744-d93c6d0ef51f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454733 Aug 11 22:12:25.176127 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb5af7-0cb8-4b34-a9e9-b2b7a973f62d req-67bf45db-29a8-4eb5-9966-50a2709d8c4e tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:25.178930 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1dfb5af7-0cb8-4b34-a9e9-b2b7a973f62d req-67bf45db-29a8-4eb5-9966-50a2709d8c4e tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bbf59cd-d086-4917-a4c7-e7d679ec810e HTTP/1.1" status: 200 len: 944 time: 0.0952375 Aug 11 22:12:25.244334 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1dfb5af7-0cb8-4b34-a9e9-b2b7a973f62d req-c43eb0ff-66b5-4583-ae95-235db9c2aef8 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.77 "GET /v2.0/security-groups?id=4345d231-10e6-4299-9f5e-a89197158107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557282 Aug 11 22:12:25.600070 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5efbaa-7bc1-4fd4-b5e1-e441a22c8d91 req-d57474aa-26dd-4ef2-978d-5a9cfdae4003 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:25.603306 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-af5efbaa-7bc1-4fd4-b5e1-e441a22c8d91 req-d57474aa-26dd-4ef2-978d-5a9cfdae4003 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 945 time: 0.0930302 Aug 11 22:12:25.652090 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-af5efbaa-7bc1-4fd4-b5e1-e441a22c8d91 req-3fe26091-aabe-4ffa-a191-b0f966f73477 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412722 Aug 11 22:12:25.837812 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 218b1582-4bc3-476d-9d8f-4f048dee0d17 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:12:25.914584 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 218b1582-4bc3-476d-9d8f-4f048dee0d17 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:12:25.921390 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 218b1582-4bc3-476d-9d8f-4f048dee0d17 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:12:25.922073 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:26.053251 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:26.089115 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbf59cd-d086-4917-a4c7-e7d679ec810e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218b1582-4bc3-476d-9d8f-4f048dee0d17'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:12:26.091989 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294577f4-5126-4c54-9b0a-256e6c92b458" -d '{"events": [{"server_uuid": "0bbf59cd-d086-4917-a4c7-e7d679ec810e", "name": "network-vif-plugged", "status": "completed", "tag": "218b1582-4bc3-476d-9d8f-4f048dee0d17"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:12:26.110288 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 218b1582-4bc3-476d-9d8f-4f048dee0d17, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=218b1582-4bc3-476d-9d8f-4f048dee0d17,segment=NetworkSegment(39ce69e2-198c-4c38-80c5-645136e0a3dc),segment_id=39ce69e2-198c-4c38-80c5-645136e0a3dc)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:12:26.116585 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:26.117842 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 18d01bf9-6db4-4000-a84c-3022f783de63 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:12:26.221057 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=218b1582-4bc3-476d-9d8f-4f048dee0d17,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:26.241224 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 18d01bf9-6db4-4000-a84c-3022f783de63 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:12:26.246785 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 18d01bf9-6db4-4000-a84c-3022f783de63 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:12:26.247168 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:26.259728 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68111b8e-4ecf-49b8-9c49-cdb994c90362 req-fae41e7a-9c5d-462a-92e4-523ead65d5d2 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:26.263555 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-68111b8e-4ecf-49b8-9c49-cdb994c90362 req-fae41e7a-9c5d-462a-92e4-523ead65d5d2 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1083918 Aug 11 22:12:26.341317 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-68111b8e-4ecf-49b8-9c49-cdb994c90362 req-b5d801ee-e718-4583-92c3-faeeff012dac tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627866 Aug 11 22:12:26.383439 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:26.431274 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6857cb09-fbb6-429f-af00-72a702c93bfc x-openstack-request-id: req-6857cb09-fbb6-429f-af00-72a702c93bfc {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:12:26.431782 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbf59cd-d086-4917-a4c7-e7d679ec810e", "name": "network-vif-plugged", "status": "completed", "tag": "218b1582-4bc3-476d-9d8f-4f048dee0d17", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:12:26.432197 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6857cb09-fbb6-429f-af00-72a702c93bfc {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:12:26.432820 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbf59cd-d086-4917-a4c7-e7d679ec810e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218b1582-4bc3-476d-9d8f-4f048dee0d17', 'code': 200} Aug 11 22:12:26.452267 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 18d01bf9-6db4-4000-a84c-3022f783de63, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=18d01bf9-6db4-4000-a84c-3022f783de63,segment=NetworkSegment(00c7b139-e7fc-4b54-bc97-44e639286db8),segment_id=00c7b139-e7fc-4b54-bc97-44e639286db8)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:12:26.458568 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:26.612621 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7c5d4-d9d7-4f34-9189-7206523038af req-db528175-45b7-48aa-b011-4b8d6876824b tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:26.613277 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1436911-afb2-42fb-8a48-e156ca4c24b6 req-ba7220b1-fe00-4948-b675-82e5dbc94c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:26.615122 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a1436911-afb2-42fb-8a48-e156ca4c24b6 req-ba7220b1-fe00-4948-b675-82e5dbc94c46 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0bbf59cd-d086-4917-a4c7-e7d679ec810e HTTP/1.1" status: 200 len: 1096 time: 0.0724235 Aug 11 22:12:26.632040 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b4c7c5d4-d9d7-4f34-9189-7206523038af req-db528175-45b7-48aa-b011-4b8d6876824b tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bbf59cd-d086-4917-a4c7-e7d679ec810e HTTP/1.1" status: 200 len: 945 time: 0.1306458 Aug 11 22:12:26.732024 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a1436911-afb2-42fb-8a48-e156ca4c24b6 req-ec4fc1d3-a6a7-4110-8d8d-e3bd648ba0da service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4345d231-10e6-4299-9f5e-a89197158107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968263 Aug 11 22:12:26.735196 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b4c7c5d4-d9d7-4f34-9189-7206523038af req-0f3c7dc0-9240-4023-8e5f-f9eb6daed21b tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.77 "GET /v2.0/security-groups?id=4345d231-10e6-4299-9f5e-a89197158107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011786 Aug 11 22:12:26.751326 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=18d01bf9-6db4-4000-a84c-3022f783de63,revision_number=12']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:26.857379 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029c2c5-60aa-4efe-85ae-a740f669ef9c req-b794fc67-4f9b-4766-8754-dfb991b5c7ef tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:26.859251 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6029c2c5-60aa-4efe-85ae-a740f669ef9c req-b794fc67-4f9b-4766-8754-dfb991b5c7ef tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.0573802 Aug 11 22:12:26.917201 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6029c2c5-60aa-4efe-85ae-a740f669ef9c req-2c1912d4-5c99-4ffc-9e7c-76ab23c86f90 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436954 Aug 11 22:12:27.488912 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a566ea7-45ac-46eb-8d68-28bf34546295 req-1ab288b0-f209-47cf-bf82-980c94412cd7 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:27.491091 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4a566ea7-45ac-46eb-8d68-28bf34546295 req-1ab288b0-f209-47cf-bf82-980c94412cd7 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.0562785 Aug 11 22:12:27.536518 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4a566ea7-45ac-46eb-8d68-28bf34546295 req-d4acc460-e5d1-48fe-8e88-303114e9b969 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383515 Aug 11 22:12:27.905012 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc6c1f-88e1-4e0a-ae75-428ca058cbbf req-6f4df91a-40f8-46b7-aa8b-1d70193923f4 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:27.907320 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c6cc6c1f-88e1-4e0a-ae75-428ca058cbbf req-6f4df91a-40f8-46b7-aa8b-1d70193923f4 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bbf59cd-d086-4917-a4c7-e7d679ec810e HTTP/1.1" status: 200 len: 945 time: 0.0890791 Aug 11 22:12:27.953520 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c6cc6c1f-88e1-4e0a-ae75-428ca058cbbf req-8423fbde-4fc7-4034-a283-5987b25700fe tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.77 "GET /v2.0/security-groups?id=4345d231-10e6-4299-9f5e-a89197158107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392191 Aug 11 22:12:28.111311 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ffe792-4d4d-4439-9314-cbf23e62bf3b req-6fe1a56e-f1c5-4b3a-9bed-48f98a63d879 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:28.125208 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-67ffe792-4d4d-4439-9314-cbf23e62bf3b req-6fe1a56e-f1c5-4b3a-9bed-48f98a63d879 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.0952537 Aug 11 22:12:28.200286 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-67ffe792-4d4d-4439-9314-cbf23e62bf3b req-cf8927fd-3dcd-4cce-ac9b-cade8d88d302 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712161 Aug 11 22:12:28.435107 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2609a9b0-193c-4664-add5-e8e25ff13b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d01bf9-6db4-4000-a84c-3022f783de63'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:12:28.439337 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1f476c-ba48-4182-aa16-86bd8e180d7d" -d '{"events": [{"server_uuid": "2609a9b0-193c-4664-add5-e8e25ff13b3b", "name": "network-vif-plugged", "status": "completed", "tag": "18d01bf9-6db4-4000-a84c-3022f783de63"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:12:28.487632 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90d278f-b049-4ae9-bc09-9418e755d117 x-openstack-request-id: req-e90d278f-b049-4ae9-bc09-9418e755d117 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:12:28.488184 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2609a9b0-193c-4664-add5-e8e25ff13b3b", "name": "network-vif-plugged", "status": "completed", "tag": "18d01bf9-6db4-4000-a84c-3022f783de63", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:12:28.488700 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e90d278f-b049-4ae9-bc09-9418e755d117 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:12:28.489423 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2609a9b0-193c-4664-add5-e8e25ff13b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d01bf9-6db4-4000-a84c-3022f783de63', 'code': 200} Aug 11 22:12:28.741986 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f0683-293b-41d2-9504-11bd139d1662 req-7aca7c1e-7c52-4519-b78d-6b8796722d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:28.745725 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bf0f0683-293b-41d2-9504-11bd139d1662 req-7aca7c1e-7c52-4519-b78d-6b8796722d75 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 1097 time: 0.0646844 Aug 11 22:12:28.760901 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d2062-cbd2-460f-aede-e7e45b9831e5 req-e423f422-8b62-40ac-969d-3f695fe6483b tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:28.763550 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4e2d2062-cbd2-460f-aede-e7e45b9831e5 req-e423f422-8b62-40ac-969d-3f695fe6483b tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1008196 Aug 11 22:12:28.797945 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bf0f0683-293b-41d2-9504-11bd139d1662 req-a6f0227b-98fa-49a8-b256-8fa7996b4b90 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436268 Aug 11 22:12:28.838209 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4e2d2062-cbd2-460f-aede-e7e45b9831e5 req-f0022dd1-114d-4158-ba9a-eb2a7bd17825 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589283 Aug 11 22:12:29.117080 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442562a-43f5-4e55-9135-0109852d5978 req-4056c4b7-39c2-4a06-bfc2-95aeb6b5cc67 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:29.118830 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7442562a-43f5-4e55-9135-0109852d5978 req-4056c4b7-39c2-4a06-bfc2-95aeb6b5cc67 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bbf59cd-d086-4917-a4c7-e7d679ec810e HTTP/1.1" status: 200 len: 945 time: 0.0728104 Aug 11 22:12:29.167171 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7442562a-43f5-4e55-9135-0109852d5978 req-b4046c30-3af9-4fd0-8b49-814fb9f35a5a tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.77 "GET /v2.0/security-groups?id=4345d231-10e6-4299-9f5e-a89197158107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389671 Aug 11 22:12:29.378337 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ce4bb-0415-4173-a1a3-e4adf3acc121 req-83029a24-7c4e-40a3-ae6a-7486f9f3991b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:29.382139 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cf7ce4bb-0415-4173-a1a3-e4adf3acc121 req-83029a24-7c4e-40a3-ae6a-7486f9f3991b tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.0621970 Aug 11 22:12:29.439955 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cf7ce4bb-0415-4173-a1a3-e4adf3acc121 req-0a33339e-ff84-4209-b8a7-8f202ff27a1d tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490916 Aug 11 22:12:29.953485 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006022a-350b-40c4-b86e-e46058cf4199 req-635c434b-1814-4d8f-8a40-be4228abcb0f tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:29.955694 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f006022a-350b-40c4-b86e-e46058cf4199 req-635c434b-1814-4d8f-8a40-be4228abcb0f tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bbf59cd-d086-4917-a4c7-e7d679ec810e HTTP/1.1" status: 200 len: 945 time: 0.0700929 Aug 11 22:12:30.003414 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f006022a-350b-40c4-b86e-e46058cf4199 req-830bde95-b0d6-4416-a497-f46c93e92fce tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.77 "GET /v2.0/security-groups?id=4345d231-10e6-4299-9f5e-a89197158107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404506 Aug 11 22:12:30.174925 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf23ff1-2b2b-4161-86fa-49f423c7ec6e req-3de177bb-9a7a-458f-9e8c-435ad904fa4f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:30.177360 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cdf23ff1-2b2b-4161-86fa-49f423c7ec6e req-3de177bb-9a7a-458f-9e8c-435ad904fa4f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.0830495 Aug 11 22:12:30.252056 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cdf23ff1-2b2b-4161-86fa-49f423c7ec6e req-13e6cdf8-9cfd-40f4-9164-1cd7a6c62b5b tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642893 Aug 11 22:12:30.647075 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f5665-940b-464b-b0fc-db620b515297 req-269d47e1-7fa5-4ed0-afb2-900a84982381 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:30.650435 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0e6f5665-940b-464b-b0fc-db620b515297 req-269d47e1-7fa5-4ed0-afb2-900a84982381 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.0901818 Aug 11 22:12:30.700214 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0e6f5665-940b-464b-b0fc-db620b515297 req-81c41af7-15eb-4477-b6a3-2cf6ac08262e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430095 Aug 11 22:12:31.261164 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c86e6-f7db-4c72-986d-1998e49df317 req-a3a7cb1c-4e02-4314-b082-80bdb2a4c9cc tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:31.265501 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9b0c86e6-f7db-4c72-986d-1998e49df317 req-a3a7cb1c-4e02-4314-b082-80bdb2a4c9cc tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bbf59cd-d086-4917-a4c7-e7d679ec810e HTTP/1.1" status: 200 len: 945 time: 0.1388466 Aug 11 22:12:31.337292 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9b0c86e6-f7db-4c72-986d-1998e49df317 req-3fd59d74-8331-4b79-a153-0425e8123b7b tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.77 "GET /v2.0/security-groups?id=4345d231-10e6-4299-9f5e-a89197158107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605342 Aug 11 22:12:31.525228 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0c351-0732-4347-9350-ccf931bd8598 req-94e4125f-6d24-4df4-9e01-76a0bf939802 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:31.528316 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86a0c351-0732-4347-9350-ccf931bd8598 req-94e4125f-6d24-4df4-9e01-76a0bf939802 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.82 "GET /v2.0/ports?device_id=0bbf59cd-d086-4917-a4c7-e7d679ec810e HTTP/1.1" status: 200 len: 945 time: 0.1621287 Aug 11 22:12:31.599680 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec8cca-eec9-4796-8787-1dbb8c89896c req-12f0ff34-bbbd-45a6-93d5-6561a8f822bb tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:31.604305 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9bec8cca-eec9-4796-8787-1dbb8c89896c req-12f0ff34-bbbd-45a6-93d5-6561a8f822bb tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1431675 Aug 11 22:12:31.656269 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9bec8cca-eec9-4796-8787-1dbb8c89896c req-35dedf8a-4128-4f02-a24b-b5ed32221d8b tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398166 Aug 11 22:12:31.730092 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-86a0c351-0732-4347-9350-ccf931bd8598 req-60cc6fb7-9f40-4fe3-b384-de14106aa340 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] Deleting port 218b1582-4bc3-476d-9d8f-4f048dee0d17 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:12:31.730627 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-86a0c351-0732-4347-9350-ccf931bd8598 req-60cc6fb7-9f40-4fe3-b384-de14106aa340 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:31.865350 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193da4f2-e76f-49fb-9b67-a376f36bdfe4 req-25af2c12-d03f-47f3-9008-f07ff529ad83 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:31.867153 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-193da4f2-e76f-49fb-9b67-a376f36bdfe4 req-25af2c12-d03f-47f3-9008-f07ff529ad83 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.0629802 Aug 11 22:12:31.879363 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-86a0c351-0732-4347-9350-ccf931bd8598 req-60cc6fb7-9f40-4fe3-b384-de14106aa340 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] For port 218b1582-4bc3-476d-9d8f-4f048dee0d17, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=218b1582-4bc3-476d-9d8f-4f048dee0d17,segment=NetworkSegment(39ce69e2-198c-4c38-80c5-645136e0a3dc),segment_id=39ce69e2-198c-4c38-80c5-645136e0a3dc)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:12:31.880026 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-86a0c351-0732-4347-9350-ccf931bd8598 req-60cc6fb7-9f40-4fe3-b384-de14106aa340 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:31.908110 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-86a0c351-0732-4347-9350-ccf931bd8598 req-60cc6fb7-9f40-4fe3-b384-de14106aa340 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] Calling delete_port for 218b1582-4bc3-476d-9d8f-4f048dee0d17 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:12:31.936770 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-193da4f2-e76f-49fb-9b67-a376f36bdfe4 req-44968ec8-5c9e-4b9f-a67d-f92d2251f1ea tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610518 Aug 11 22:12:32.168832 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-86a0c351-0732-4347-9350-ccf931bd8598 req-60cc6fb7-9f40-4fe3-b384-de14106aa340 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:32.225943 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a31c14-8438-4952-94df-211b9f8e0d8f req-4066ee79-c94e-4408-9f30-c398bd895992 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:32.226194 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc6fb7-9f40-4fe3-b384-de14106aa340 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] Pushing event deleted for resources: {'Port': ['ID=218b1582-4bc3-476d-9d8f-4f048dee0d17,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:32.239613 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-87a31c14-8438-4952-94df-211b9f8e0d8f req-4066ee79-c94e-4408-9f30-c398bd895992 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.1124506 Aug 11 22:12:32.309680 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-87a31c14-8438-4952-94df-211b9f8e0d8f req-a855c7f6-3ff0-4b38-bdd4-cd75e9dbd7bf tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694280 Aug 11 22:12:32.318742 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a0c351-0732-4347-9350-ccf931bd8598 req-60cc6fb7-9f40-4fe3-b384-de14106aa340 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] No DVR routers for this DVR port 218b1582-4bc3-476d-9d8f-4f048dee0d17 on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:12:32.323597 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-86a0c351-0732-4347-9350-ccf931bd8598 req-60cc6fb7-9f40-4fe3-b384-de14106aa340 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:32.342576 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86a0c351-0732-4347-9350-ccf931bd8598 req-60cc6fb7-9f40-4fe3-b384-de14106aa340 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.82 "DELETE /v2.0/ports/218b1582-4bc3-476d-9d8f-4f048dee0d17 HTTP/1.1" status: 204 len: 173 time: 0.8055301 Aug 11 22:12:32.344471 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbf59cd-d086-4917-a4c7-e7d679ec810e', 'name': 'network-vif-deleted', 'tag': '218b1582-4bc3-476d-9d8f-4f048dee0d17'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:12:32.364422 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb079457-f7b2-45b8-9e74-d871214a1a9c" -d '{"events": [{"server_uuid": "0bbf59cd-d086-4917-a4c7-e7d679ec810e", "name": "network-vif-deleted", "tag": "218b1582-4bc3-476d-9d8f-4f048dee0d17"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:12:32.610519 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc916c-2e5d-4488-a0a2-ebd057394a6c req-941e4fbc-ceb0-4188-a19d-826e2a594d32 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:32.613510 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-10fc916c-2e5d-4488-a0a2-ebd057394a6c req-941e4fbc-ceb0-4188-a19d-826e2a594d32 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.1038685 Aug 11 22:12:32.682656 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-10fc916c-2e5d-4488-a0a2-ebd057394a6c req-3ddff7ed-5fbe-4109-86c1-53c758627914 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598884 Aug 11 22:12:32.774797 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c01ff82-ac82-4696-8205-d61f372b5731 x-openstack-request-id: req-3c01ff82-ac82-4696-8205-d61f372b5731 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:12:32.775882 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbf59cd-d086-4917-a4c7-e7d679ec810e", "name": "network-vif-deleted", "tag": "218b1582-4bc3-476d-9d8f-4f048dee0d17", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:12:32.775882 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3c01ff82-ac82-4696-8205-d61f372b5731 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:12:32.776748 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbf59cd-d086-4917-a4c7-e7d679ec810e', 'name': 'network-vif-deleted', 'tag': '218b1582-4bc3-476d-9d8f-4f048dee0d17', 'status': 'completed', 'code': 200} Aug 11 22:12:32.892756 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e93d0bd9-132d-4fa4-bd55-8d1e3cf8cb2b req-f48dee25-cd93-4efc-b4da-d5bd5c87c7f5 tempest-ServerGroupTestJSON-1950776310 tempest-ServerGroupTestJSON-1950776310-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bbf59cd-d086-4917-a4c7-e7d679ec810e HTTP/1.1" status: 200 len: 210 time: 0.0383945 Aug 11 22:12:33.072880 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2bcc3-92d1-40a9-8bff-68d60e5aba35 req-ac8d51df-d0ac-4ce6-a023-784a84d0cc5d tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:33.077695 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-baf2bcc3-92d1-40a9-8bff-68d60e5aba35 req-ac8d51df-d0ac-4ce6-a023-784a84d0cc5d tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.0952604 Aug 11 22:12:33.146956 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-baf2bcc3-92d1-40a9-8bff-68d60e5aba35 req-0f7e9319-05b8-4539-9fa1-5f9feb886f8e tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576417 Aug 11 22:12:33.385882 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2f894-6f43-4f9e-95b7-8df6da5ab093 req-64c7b82d-e01d-4951-87ef-8ffe55f3af5a tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:33.387581 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-22c2f894-6f43-4f9e-95b7-8df6da5ab093 req-64c7b82d-e01d-4951-87ef-8ffe55f3af5a tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.0575809 Aug 11 22:12:33.432338 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-22c2f894-6f43-4f9e-95b7-8df6da5ab093 req-b6332cbe-f5e0-4057-962f-7934c3fb13f3 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365930 Aug 11 22:12:33.663724 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50648876-a5eb-4415-b7f2-e32c74bc19ca req-731c8a3d-0105-40e9-b4f1-7e92d82cfeb5 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:33.672697 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-50648876-a5eb-4415-b7f2-e32c74bc19ca req-731c8a3d-0105-40e9-b4f1-7e92d82cfeb5 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.0839534 Aug 11 22:12:33.740375 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-50648876-a5eb-4415-b7f2-e32c74bc19ca req-0b358816-5c1b-45a3-a445-a7759c0e9b86 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610497 Aug 11 22:12:33.819684 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:12:33.894789 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 218b1582-4bc3-476d-9d8f-4f048dee0d17 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:12:33.940876 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 218b1582-4bc3-476d-9d8f-4f048dee0d17 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:12:33.941718 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 218b1582-4bc3-476d-9d8f-4f048dee0d17 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:12:34.010327 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bcfcf-c622-4853-a105-84d9eda574a4 req-816a18cf-fcb1-4abb-9f0f-1cd781967eaa tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:34.016715 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c16bcfcf-c622-4853-a105-84d9eda574a4 req-816a18cf-fcb1-4abb-9f0f-1cd781967eaa tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.1014357 Aug 11 22:12:34.079561 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c16bcfcf-c622-4853-a105-84d9eda574a4 req-a0b92422-781c-4996-ae70-5fe59f37c1d2 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549834 Aug 11 22:12:34.289685 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40046d1b-05fa-4133-abac-a2d410336dc0 req-a44af6ff-6a12-4779-866a-2103f7331af0 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:34.292389 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-40046d1b-05fa-4133-abac-a2d410336dc0 req-a44af6ff-6a12-4779-866a-2103f7331af0 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.0752020 Aug 11 22:12:34.395302 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-40046d1b-05fa-4133-abac-a2d410336dc0 req-595e5577-eb15-4c4a-b82e-ca55f9409b4f tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907705 Aug 11 22:12:34.670673 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0045e5-0b81-4fcf-b850-47b20d963ebf req-38a4f0d0-bd61-4e67-8e3c-3481c74d70fd tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:34.686224 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc0045e5-0b81-4fcf-b850-47b20d963ebf req-38a4f0d0-bd61-4e67-8e3c-3481c74d70fd tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.0966640 Aug 11 22:12:34.774977 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc0045e5-0b81-4fcf-b850-47b20d963ebf req-e3f0ce99-3ea2-4398-a960-91fa92dd6db0 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874550 Aug 11 22:12:35.486156 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a56a47-3a04-4175-a9de-2db02078d470 req-cdd6024c-7662-4531-88fd-90fe040e1b59 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:35.489034 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-50a56a47-3a04-4175-a9de-2db02078d470 req-cdd6024c-7662-4531-88fd-90fe040e1b59 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.1058133 Aug 11 22:12:35.517085 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50968b-dc54-4718-8c76-357b3c417f46 req-d6606bac-b84c-4072-b2aa-31844f43ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:35.520371 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f50968b-dc54-4718-8c76-357b3c417f46 req-d6606bac-b84c-4072-b2aa-31844f43ff43 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f3da70be91664ca8a55d012676042959&device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 1096 time: 0.0621104 Aug 11 22:12:35.551319 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-50a56a47-3a04-4175-a9de-2db02078d470 req-e260ba97-5f9e-4f00-8d1a-d60d36d16b98 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507460 Aug 11 22:12:35.676984 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50968b-dc54-4718-8c76-357b3c417f46 req-ae152b67-9c6c-4879-8a47-317c41811be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:35.679263 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f50968b-dc54-4718-8c76-357b3c417f46 req-ae152b67-9c6c-4879-8a47-317c41811be3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 200 len: 912 time: 0.1512351 Aug 11 22:12:35.768522 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f50968b-dc54-4718-8c76-357b3c417f46 req-56f9efba-7749-4e82-a3e6-d80d5fb6e53b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 HTTP/1.1" status: 200 len: 1000 time: 0.0792048 Aug 11 22:12:35.768948 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee2952-5db4-4b45-ac75-7d9e0f9c5a62 req-ca89bc25-6c92-4108-a955-cb63be05c412 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:35.771162 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-67ee2952-5db4-4b45-ac75-7d9e0f9c5a62 req-ca89bc25-6c92-4108-a955-cb63be05c412 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ad99d9d-75b2-407b-b822-6a4e0ba8eeff HTTP/1.1" status: 200 len: 946 time: 0.0816739 Aug 11 22:12:35.825548 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-67ee2952-5db4-4b45-ac75-7d9e0f9c5a62 req-5ad732fe-33bf-4005-8a45-9e7ca591503c tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8ae3edd-cb56-4848-bf7c-204a9cfe83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453072 Aug 11 22:12:35.854114 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50968b-dc54-4718-8c76-357b3c417f46 req-1e6fea60-8281-461d-8b54-1e6589833f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:35.856832 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f50968b-dc54-4718-8c76-357b3c417f46 req-1e6fea60-8281-461d-8b54-1e6589833f6f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=71666487-d255-442c-a4c1-ffc47afdf7b3 HTTP/1.1" status: 200 len: 850 time: 0.0798218 Aug 11 22:12:35.927289 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50968b-dc54-4718-8c76-357b3c417f46 req-8a70d6df-3bd1-40d3-82da-f5e8b59b9a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:35.928940 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f50968b-dc54-4718-8c76-357b3c417f46 req-8a70d6df-3bd1-40d3-82da-f5e8b59b9a3d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655267 Aug 11 22:12:35.983576 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e9ef7-0f00-4d51-b518-54a972817bdd req-7e077116-a156-4ace-a1d5-0d7841b571aa tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:35.988496 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2f2e9ef7-0f00-4d51-b518-54a972817bdd req-7e077116-a156-4ace-a1d5-0d7841b571aa tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.0902677 Aug 11 22:12:36.054156 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2f2e9ef7-0f00-4d51-b518-54a972817bdd req-b4fbb7d7-8a21-494e-8844-c2306b90118e tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528116 Aug 11 22:12:36.061131 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f50968b-dc54-4718-8c76-357b3c417f46 req-083ab490-25d0-4dea-ac1d-3d9529a94fe7 service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232972 Aug 11 22:12:36.202576 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f50968b-dc54-4718-8c76-357b3c417f46 req-a7a12c47-dbfe-4ded-ac97-9ba25af9ec0e service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338336 Aug 11 22:12:36.359182 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48064) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:12:36.440601 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e2edf78-93f2-4587-87c4-8360aba67881 admin admin] Deleting subnet 5a4af05e-d001-441e-91d2-273691662e0e {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:12:36.446055 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6e2edf78-93f2-4587-87c4-8360aba67881 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:36.522049 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6e2edf78-93f2-4587-87c4-8360aba67881 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:36.565094 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac07238-4566-437f-a0d3-560fadac2ac2 req-65b2c5b2-43f6-4ccc-8007-66a446d53318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:36.566673 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0ac07238-4566-437f-a0d3-560fadac2ac2 req-65b2c5b2-43f6-4ccc-8007-66a446d53318 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f3da70be91664ca8a55d012676042959&device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 1096 time: 0.1178195 Aug 11 22:12:36.578308 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6e2edf78-93f2-4587-87c4-8360aba67881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:36.759432 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f82280-e117-4166-b151-3d188baf061e req-6999fa72-66e3-4332-abbf-e8a7b15c8235 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:36.762361 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3f82280-e117-4166-b151-3d188baf061e req-6999fa72-66e3-4332-abbf-e8a7b15c8235 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.0730584 Aug 11 22:12:36.829273 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3f82280-e117-4166-b151-3d188baf061e req-c2582d5c-f182-4a1f-8f1e-7d9dbaa0fc1f tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584748 Aug 11 22:12:37.207966 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6e2edf78-93f2-4587-87c4-8360aba67881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:37.245805 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac07238-4566-437f-a0d3-560fadac2ac2 req-41646af6-f558-480d-a1b7-fd59305e38fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:37.247328 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0ac07238-4566-437f-a0d3-560fadac2ac2 req-41646af6-f558-480d-a1b7-fd59305e38fa service neutron] 10.222.0.82 "GET /v2.0/networks?id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 200 len: 912 time: 0.6327393 Aug 11 22:12:37.250677 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2edf78-93f2-4587-87c4-8360aba67881 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a4af05e-d001-441e-91d2-273691662e0e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:37.260910 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6e2edf78-93f2-4587-87c4-8360aba67881 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:37.265530 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6e2edf78-93f2-4587-87c4-8360aba67881 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5a4af05e-d001-441e-91d2-273691662e0e HTTP/1.1" status: 204 len: 168 time: 0.9047670 Aug 11 22:12:37.266189 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48092) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:12:37.318005 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9054c83-ba6e-4e14-9753-ba0b2d2b6da1 req-e70f0908-25f8-46fa-b857-2a50adbd38a5 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:37.320881 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e9054c83-ba6e-4e14-9753-ba0b2d2b6da1 req-e70f0908-25f8-46fa-b857-2a50adbd38a5 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ad99d9d-75b2-407b-b822-6a4e0ba8eeff HTTP/1.1" status: 200 len: 946 time: 0.1112995 Aug 11 22:12:37.383954 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e9054c83-ba6e-4e14-9753-ba0b2d2b6da1 req-b9726f86-b7d1-470d-98c5-e8287f8f4954 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8ae3edd-cb56-4848-bf7c-204a9cfe83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556784 Aug 11 22:12:37.386731 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0ac07238-4566-437f-a0d3-560fadac2ac2 req-00c152a2-552d-4c6a-92be-247f258943fa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 HTTP/1.1" status: 200 len: 1000 time: 0.1319070 Aug 11 22:12:37.403389 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5f814b17-58da-408d-ae51-8abb8888d564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:37.488976 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac07238-4566-437f-a0d3-560fadac2ac2 req-45c8f57d-061f-4881-969f-09156f0ce5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:37.490551 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0ac07238-4566-437f-a0d3-560fadac2ac2 req-45c8f57d-061f-4881-969f-09156f0ce5dc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=71666487-d255-442c-a4c1-ffc47afdf7b3 HTTP/1.1" status: 200 len: 850 time: 0.0910432 Aug 11 22:12:37.589096 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5f814b17-58da-408d-ae51-8abb8888d564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:37.611989 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-5f814b17-58da-408d-ae51-8abb8888d564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ed5bb1-91f1-46df-8914-d770562a6843']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:12:37.633815 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac07238-4566-437f-a0d3-560fadac2ac2 req-3147eeaf-dd12-4fef-a0b9-8d623ef229d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:37.636846 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0ac07238-4566-437f-a0d3-560fadac2ac2 req-3147eeaf-dd12-4fef-a0b9-8d623ef229d2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1339543 Aug 11 22:12:37.640329 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-5f814b17-58da-408d-ae51-8abb8888d564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ce69e2-198c-4c38-80c5-645136e0a3dc') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:12:37.640734 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-5f814b17-58da-408d-ae51-8abb8888d564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ce69e2-198c-4c38-80c5-645136e0a3dc') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:12:37.668866 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5f814b17-58da-408d-ae51-8abb8888d564 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:37.713202 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153eda5-9685-467c-9021-1fdec477cc15 req-bd96f2ae-4a3f-4ad2-9e4e-f708e72a2532 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:37.716037 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b153eda5-9685-467c-9021-1fdec477cc15 req-bd96f2ae-4a3f-4ad2-9e4e-f708e72a2532 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1079371 Aug 11 22:12:37.770887 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5f814b17-58da-408d-ae51-8abb8888d564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:37.795125 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f814b17-58da-408d-ae51-8abb8888d564 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:12:37.795884 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5f814b17-58da-408d-ae51-8abb8888d564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:37.796754 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b153eda5-9685-467c-9021-1fdec477cc15 req-f23f3230-1ba2-458f-bdfc-05d355a32c0c tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648127 Aug 11 22:12:37.805836 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb7a53-8575-4518-aa6a-819c60c17cbc req-6066ecac-9870-445f-b5e7-fff34aa6835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:37.807640 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ffeb7a53-8575-4518-aa6a-819c60c17cbc req-6066ecac-9870-445f-b5e7-fff34aa6835d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1af7fbf8275e477482973195cd6560a1&device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 1097 time: 0.0902627 Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:12:37.885354 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:12:37.924324 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5f814b17-58da-408d-ae51-8abb8888d564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:37.939995 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5f814b17-58da-408d-ae51-8abb8888d564 admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:37.948160 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5f814b17-58da-408d-ae51-8abb8888d564 admin admin] 10.222.0.77 "DELETE /v2.0/networks/b2ed5bb1-91f1-46df-8914-d770562a6843 HTTP/1.1" status: 204 len: 168 time: 0.6792216 Aug 11 22:12:37.980198 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f814b17-58da-408d-ae51-8abb8888d564 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2ed5bb1-91f1-46df-8914-d770562a6843,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:38.014629 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0ac07238-4566-437f-a0d3-560fadac2ac2 req-2bf2fd26-1ff9-474d-a391-28997bf9962c service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622892 Aug 11 22:12:38.087073 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb7a53-8575-4518-aa6a-819c60c17cbc req-2d469e21-e796-462a-9c2f-09c9c94ae3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:38.092333 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ffeb7a53-8575-4518-aa6a-819c60c17cbc req-2d469e21-e796-462a-9c2f-09c9c94ae3ee service neutron] 10.222.0.82 "GET /v2.0/networks?id=0eed289d-e5a0-4ee3-a0ec-de49e60196a3 HTTP/1.1" status: 200 len: 915 time: 0.2754779 Aug 11 22:12:38.120097 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:38.167746 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ffeb7a53-8575-4518-aa6a-819c60c17cbc req-584396e5-4cf7-40f9-b069-ae4b71501ffe service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18d01bf9-6db4-4000-a84c-3022f783de63 HTTP/1.1" status: 200 len: 217 time: 0.0621364 Aug 11 22:12:38.253874 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0ac07238-4566-437f-a0d3-560fadac2ac2 req-d0b8555e-ad67-46ee-bc49-9f9adc51d1a6 service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312958 Aug 11 22:12:38.276471 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57966668-8ba5-4ad5-ae5e-50033ff3ed40 req-48f6081c-e189-4a51-8f37-4e5895047269 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:38.278131 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-57966668-8ba5-4ad5-ae5e-50033ff3ed40 req-48f6081c-e189-4a51-8f37-4e5895047269 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.1094525 Aug 11 22:12:38.280296 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb7a53-8575-4518-aa6a-819c60c17cbc req-b57c3e47-97f8-4d77-9199-8f61e16ef6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:38.281772 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ffeb7a53-8575-4518-aa6a-819c60c17cbc req-b57c3e47-97f8-4d77-9199-8f61e16ef6ee service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c5617d5c-59cd-4b05-8f3a-c2eb88d6c7ac HTTP/1.1" status: 200 len: 854 time: 0.0988603 Aug 11 22:12:38.332290 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ffeb7a53-8575-4518-aa6a-819c60c17cbc req-5ca3349c-b822-47b4-98b2-47565804bc82 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0eed289d-e5a0-4ee3-a0ec-de49e60196a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420871 Aug 11 22:12:38.352392 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48116) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:12:38.415460 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-57966668-8ba5-4ad5-ae5e-50033ff3ed40 req-ab9a8514-4eb2-49e5-8e57-f6ae3e672553 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165214 Aug 11 22:12:38.417543 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-91cab535-c641-4b85-aa02-a8e85759a261 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=33ada8ba5a9a4f02aae3fd3427ee5562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0635486 Aug 11 22:12:38.418441 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48118) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:12:38.495499 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-002b9609-396e-4cfa-84a5-7244ed508c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:38.501877 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ffeb7a53-8575-4518-aa6a-819c60c17cbc req-ed3bbe69-992b-4334-ba3d-25fe84d622cc service neutron] 10.222.0.82 "GET /v2.0/networks/0eed289d-e5a0-4ee3-a0ec-de49e60196a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603811 Aug 11 22:12:38.533838 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-002b9609-396e-4cfa-84a5-7244ed508c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:38.622469 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-002b9609-396e-4cfa-84a5-7244ed508c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:38.629073 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-002b9609-396e-4cfa-84a5-7244ed508c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:38.633927 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-002b9609-396e-4cfa-84a5-7244ed508c18 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4345d231-10e6-4299-9f5e-a89197158107 HTTP/1.1" status: 204 len: 168 time: 0.2115457 Aug 11 22:12:38.647199 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b9609-396e-4cfa-84a5-7244ed508c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4345d231-10e6-4299-9f5e-a89197158107,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:38.652908 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ffeb7a53-8575-4518-aa6a-819c60c17cbc req-1620a3f3-4494-4a6d-9205-4a3d965b9101 service neutron] 10.222.0.82 "GET /v2.0/networks/0eed289d-e5a0-4ee3-a0ec-de49e60196a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432018 Aug 11 22:12:38.698474 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5aec0-3253-4420-8e9b-7cf239c6b8b1 req-f9658f8f-4c55-41b0-b57b-ae8a2eb50dc2 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:38.700617 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-30b5aec0-3253-4420-8e9b-7cf239c6b8b1 req-f9658f8f-4c55-41b0-b57b-ae8a2eb50dc2 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1272943 Aug 11 22:12:38.752471 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-30b5aec0-3253-4420-8e9b-7cf239c6b8b1 req-5b33cc68-6a5a-4867-ab80-b536dc183209 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399811 Aug 11 22:12:39.151377 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c4b4d-7f26-485e-ad5f-88d6b70de8b4 req-4abcd307-9609-41b4-8c1f-29207193e5a1 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:39.154488 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bd1c4b4d-7f26-485e-ad5f-88d6b70de8b4 req-4abcd307-9609-41b4-8c1f-29207193e5a1 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.0970452 Aug 11 22:12:39.221901 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bd1c4b4d-7f26-485e-ad5f-88d6b70de8b4 req-ceba19da-8e14-49f9-8e45-1de7bbecb0ae tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514898 Aug 11 22:12:39.524978 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a09a5-9988-4880-be18-be81314af55f req-304edace-fe45-4900-93a5-50e1958b72db tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:39.527494 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a51a09a5-9988-4880-be18-be81314af55f req-304edace-fe45-4900-93a5-50e1958b72db tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ad99d9d-75b2-407b-b822-6a4e0ba8eeff HTTP/1.1" status: 200 len: 946 time: 0.0777247 Aug 11 22:12:39.625356 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a51a09a5-9988-4880-be18-be81314af55f req-389b4509-a5d6-4212-aa3a-b4e6fcabc40e tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8ae3edd-cb56-4848-bf7c-204a9cfe83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882916 Aug 11 22:12:39.806784 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48170) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:12:39.946445 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-84d83bca-6108-46b2-8b0e-c2f47f24b903 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-270697774-network', 'tenant_id': 'e6a9a04dff87487ab58e68d266a18ba2'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:12:39.983188 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d83bca-6108-46b2-8b0e-c2f47f24b903 admin admin] Made reservation on behalf of e6a9a04dff87487ab58e68d266a18ba2 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:12:39.985615 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-84d83bca-6108-46b2-8b0e-c2f47f24b903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:39.998047 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-84d83bca-6108-46b2-8b0e-c2f47f24b903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:40.013760 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44ab7b-0c37-4f64-9f5a-aca783490f44 req-aa8771d1-466b-4d5d-b475-23bf01e69196 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:40.016057 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b44ab7b-0c37-4f64-9f5a-aca783490f44 req-aa8771d1-466b-4d5d-b475-23bf01e69196 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.0777395 Aug 11 22:12:40.065114 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b44ab7b-0c37-4f64-9f5a-aca783490f44 req-875a7a52-9e78-4bf3-97a7-ce3213d46ff0 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412478 Aug 11 22:12:40.152562 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-84d83bca-6108-46b2-8b0e-c2f47f24b903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:40.160487 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-84d83bca-6108-46b2-8b0e-c2f47f24b903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:40.188991 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d83bca-6108-46b2-8b0e-c2f47f24b903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaca38c2-af53-4ed0-8251-812c3bc3c357,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:40.205559 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d83bca-6108-46b2-8b0e-c2f47f24b903 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:12:40.220969 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-84d83bca-6108-46b2-8b0e-c2f47f24b903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:40.221523 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-84d83bca-6108-46b2-8b0e-c2f47f24b903 admin admin] Added segment 0c139aa8-ff7c-46cd-ae53-0a424c6f289a of type vlan for network d263c5d6-093f-43cd-890b-486ae59a18c2 Aug 11 22:12:40.233865 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcedb88-f95c-4ea2-8084-f74f8ef61ff9 req-bdc38e96-743e-4627-87a7-dad58486dd0f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:40.235541 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5bcedb88-f95c-4ea2-8084-f74f8ef61ff9 req-bdc38e96-743e-4627-87a7-dad58486dd0f tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.0893569 Aug 11 22:12:40.280670 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5bcedb88-f95c-4ea2-8084-f74f8ef61ff9 req-fa2af41e-1061-4b5d-a6f3-ea8578de8b5e tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383692 Aug 11 22:12:40.308285 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-84d83bca-6108-46b2-8b0e-c2f47f24b903 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:40.368214 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-84d83bca-6108-46b2-8b0e-c2f47f24b903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:40.369975 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d83bca-6108-46b2-8b0e-c2f47f24b903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:40.370981 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-84d83bca-6108-46b2-8b0e-c2f47f24b903 admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:40.454823 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbf09b-d230-4381-8d5a-92e4142dacce req-18eafbae-28e6-4db0-be7d-08311f9a80cd tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:40.457990 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e7cbf09b-d230-4381-8d5a-92e4142dacce req-18eafbae-28e6-4db0-be7d-08311f9a80cd tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.0963833 Aug 11 22:12:40.460414 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-84d83bca-6108-46b2-8b0e-c2f47f24b903 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6514516 Aug 11 22:12:40.465544 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48188) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:12:40.467886 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d83bca-6108-46b2-8b0e-c2f47f24b903 admin admin] Pushing event updated for resources: {'Network': ['ID=d263c5d6-093f-43cd-890b-486ae59a18c2,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:40.473649 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-a1bfbc04-4e46-416d-a2bb-911510267189 admin admin] Request body: {'subnet': {'network_id': 'd263c5d6-093f-43cd-890b-486ae59a18c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-270697774-subnet', 'tenant_id': 'e6a9a04dff87487ab58e68d266a18ba2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:12:40.481606 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network d263c5d6-093f-43cd-890b-486ae59a18c2 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:12:40.546570 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bfbc04-4e46-416d-a2bb-911510267189 admin admin] Made reservation on behalf of e6a9a04dff87487ab58e68d266a18ba2 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:12:40.549855 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a1bfbc04-4e46-416d-a2bb-911510267189 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:40.656581 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e7cbf09b-d230-4381-8d5a-92e4142dacce req-b3c3c828-6391-41eb-b167-96024557a440 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772923 Aug 11 22:12:40.671581 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f816e14-452f-497d-90e5-001f320d32a5 req-1229d52c-c23f-40a5-8524-518fb682f637 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:40.675052 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2f816e14-452f-497d-90e5-001f320d32a5 req-1229d52c-c23f-40a5-8524-518fb682f637 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ad99d9d-75b2-407b-b822-6a4e0ba8eeff HTTP/1.1" status: 200 len: 946 time: 0.1036794 Aug 11 22:12:40.902556 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-2f816e14-452f-497d-90e5-001f320d32a5 req-0bed4e4a-c8d0-45e6-a72f-9e023880cad2 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Deleting port 51db4777-36d3-42ed-b43d-730c1dce7f18 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:12:40.903628 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2f816e14-452f-497d-90e5-001f320d32a5 req-0bed4e4a-c8d0-45e6-a72f-9e023880cad2 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:40.939901 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a1bfbc04-4e46-416d-a2bb-911510267189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:41.027979 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-2f816e14-452f-497d-90e5-001f320d32a5 req-0bed4e4a-c8d0-45e6-a72f-9e023880cad2 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] For port 51db4777-36d3-42ed-b43d-730c1dce7f18, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=51db4777-36d3-42ed-b43d-730c1dce7f18,segment=NetworkSegment(8d93256b-5352-438c-bc62-49e313e3a676),segment_id=8d93256b-5352-438c-bc62-49e313e3a676)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:12:41.028412 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2f816e14-452f-497d-90e5-001f320d32a5 req-0bed4e4a-c8d0-45e6-a72f-9e023880cad2 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:41.369593 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2f816e14-452f-497d-90e5-001f320d32a5 req-0bed4e4a-c8d0-45e6-a72f-9e023880cad2 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:41.370157 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2f816e14-452f-497d-90e5-001f320d32a5 req-0bed4e4a-c8d0-45e6-a72f-9e023880cad2 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:41.370625 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [req-2f816e14-452f-497d-90e5-001f320d32a5 req-0bed4e4a-c8d0-45e6-a72f-9e023880cad2 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Floating IP c7ea42c2-fcb0-4367-a433-af0473d939e6 disassociated. External IP: 172.25.2.251, port: 51db4777-36d3-42ed-b43d-730c1dce7f18. Aug 11 22:12:41.371149 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-2f816e14-452f-497d-90e5-001f320d32a5 req-0bed4e4a-c8d0-45e6-a72f-9e023880cad2 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Calling delete_port for 51db4777-36d3-42ed-b43d-730c1dce7f18 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:12:41.577062 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e13da-9f30-4546-8a7d-567122fc3c65 req-de4a2279-5366-4444-8bad-58c62c2edeb6 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:41.588391 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-097e13da-9f30-4546-8a7d-567122fc3c65 req-de4a2279-5366-4444-8bad-58c62c2edeb6 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ad99d9d-75b2-407b-b822-6a4e0ba8eeff HTTP/1.1" status: 200 len: 946 time: 0.6958942 Aug 11 22:12:41.590753 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bfbc04-4e46-416d-a2bb-911510267189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d5a352e-750f-464a-bee3-bf64e6da12d8,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:41.596409 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2f816e14-452f-497d-90e5-001f320d32a5 req-0bed4e4a-c8d0-45e6-a72f-9e023880cad2 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:41.636830 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bfbc04-4e46-416d-a2bb-911510267189 admin admin] Checking segment: {'id': '0c139aa8-ff7c-46cd-ae53-0a424c6f289a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd263c5d6-093f-43cd-890b-486ae59a18c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:12:41.637327 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bfbc04-4e46-416d-a2bb-911510267189 admin admin] Network hostable DHCP agents. Network: d263c5d6-093f-43cd-890b-486ae59a18c2, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:12:41.647963 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed4e4a-c8d0-45e6-a72f-9e023880cad2 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Pushing event deleted for resources: {'Port': ['ID=51db4777-36d3-42ed-b43d-730c1dce7f18,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:41.660182 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bfbc04-4e46-416d-a2bb-911510267189 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:41.660182 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bfbc04-4e46-416d-a2bb-911510267189 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:41.660182 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bfbc04-4e46-416d-a2bb-911510267189 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:41.660182 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bfbc04-4e46-416d-a2bb-911510267189 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:41.660182 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bfbc04-4e46-416d-a2bb-911510267189 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:41.660182 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bfbc04-4e46-416d-a2bb-911510267189 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:41.660182 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bfbc04-4e46-416d-a2bb-911510267189 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:41.660182 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bfbc04-4e46-416d-a2bb-911510267189 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:41.660182 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bfbc04-4e46-416d-a2bb-911510267189 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:41.672195 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bfbc04-4e46-416d-a2bb-911510267189 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:41.672793 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bfbc04-4e46-416d-a2bb-911510267189 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:41.673383 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bfbc04-4e46-416d-a2bb-911510267189 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:41.756756 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bfbc04-4e46-416d-a2bb-911510267189 admin admin] Network d263c5d6-093f-43cd-890b-486ae59a18c2 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:12:41.766114 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-097e13da-9f30-4546-8a7d-567122fc3c65 req-82f5858c-de18-40c3-952d-aada9bcd357c tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8ae3edd-cb56-4848-bf7c-204a9cfe83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675153 Aug 11 22:12:41.778298 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-a1bfbc04-4e46-416d-a2bb-911510267189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, d263c5d6-093f-43cd-890b-486ae59a18c2) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:12:41.785509 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bfbc04-4e46-416d-a2bb-911510267189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:41.786847 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a1bfbc04-4e46-416d-a2bb-911510267189 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:41.803688 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf68a181-15c8-4386-8edb-948160d9cc58 None None] Network d263c5d6-093f-43cd-890b-486ae59a18c2 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:12:41.827597 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a1bfbc04-4e46-416d-a2bb-911510267189 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3476894 Aug 11 22:12:41.845150 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f816e14-452f-497d-90e5-001f320d32a5 req-0bed4e4a-c8d0-45e6-a72f-9e023880cad2 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Router 22f42f89-1d4f-42df-84a8-bc85aaae6bba has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:12:42.004598 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4449f3-327e-4115-b48c-67d883b4f3a2 req-cb156529-3fd4-447c-bd86-985b130edca4 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:42.023325 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8f4449f3-327e-4115-b48c-67d883b4f3a2 req-cb156529-3fd4-447c-bd86-985b130edca4 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1154933 Aug 11 22:12:42.092457 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f816e14-452f-497d-90e5-001f320d32a5 req-0bed4e4a-c8d0-45e6-a72f-9e023880cad2 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:12:42.094285 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8f4449f3-327e-4115-b48c-67d883b4f3a2 req-393834ad-4e8f-4ba4-845a-4405acc18337 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704288 Aug 11 22:12:42.112592 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9acd074-cc3e-483a-8d49-47cfa4345c8d None None] Sync routers for ids ['22f42f89-1d4f-42df-84a8-bc85aaae6bba'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:12:42.146586 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9acd074-cc3e-483a-8d49-47cfa4345c8d None None] Routers {'22f42f89-1d4f-42df-84a8-bc85aaae6bba'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:12:42.147806 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d9acd074-cc3e-483a-8d49-47cfa4345c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:12:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['22f42f89-1d4f-42df-84a8-bc85aaae6bba'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:12:42.170776 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f816e14-452f-497d-90e5-001f320d32a5 req-0bed4e4a-c8d0-45e6-a72f-9e023880cad2 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] No DVR routers for this DVR port 51db4777-36d3-42ed-b43d-730c1dce7f18 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:12:42.173970 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2f816e14-452f-497d-90e5-001f320d32a5 req-0bed4e4a-c8d0-45e6-a72f-9e023880cad2 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:42.176518 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2f816e14-452f-497d-90e5-001f320d32a5 req-0bed4e4a-c8d0-45e6-a72f-9e023880cad2 tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.52 "DELETE /v2.0/ports/51db4777-36d3-42ed-b43d-730c1dce7f18 HTTP/1.1" status: 204 len: 173 time: 1.4950347 Aug 11 22:12:42.176987 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad99d9d-75b2-407b-b822-6a4e0ba8eeff', 'name': 'network-vif-deleted', 'tag': '51db4777-36d3-42ed-b43d-730c1dce7f18'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:12:42.183575 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca62d48f-e0cf-44c5-9bf0-ef8d5bfb8566" -d '{"events": [{"server_uuid": "1ad99d9d-75b2-407b-b822-6a4e0ba8eeff", "name": "network-vif-deleted", "tag": "51db4777-36d3-42ed-b43d-730c1dce7f18"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:12:42.194018 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611ff0ec-4115-424b-8eb2-54235e8955b4 None None] Network d263c5d6-093f-43cd-890b-486ae59a18c2 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:12:42.385747 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-d9acd074-cc3e-483a-8d49-47cfa4345c8d None None] Set router 22f42f89-1d4f-42df-84a8-bc85aaae6bba gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:12:42.519557 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b1c44-6dca-46af-b776-824724164bbc req-e139f2a6-2906-4dec-ae10-71ffaf17205d tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:42.521836 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-349b1c44-6dca-46af-b776-824724164bbc req-e139f2a6-2906-4dec-ae10-71ffaf17205d tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.0709858 Aug 11 22:12:42.581573 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-349b1c44-6dca-46af-b776-824724164bbc req-3401bb4a-75b1-433b-a06f-553f248e21ce tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469363 Aug 11 22:12:42.765797 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d9acd074-cc3e-483a-8d49-47cfa4345c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'name': 'tempest-ServersTestBootFromVolume-1570176242-router', 'tenant_id': '305a51db4b5b4d7797ff280782d4def9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '188a95c9-6cd2-4247-84a5-baf21d0a554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:09:15Z', 'updated_at': '2021-08-11T22:09:26Z', 'revision_number': 4, 'project_id': '305a51db4b5b4d7797ff280782d4def9', 'gw_port': {'id': '188a95c9-6cd2-4247-84a5-baf21d0a554b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:17Z', 'updated_at': '2021-08-11T22:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'b82650d3-8e26-491e-96f2-9e14c2fedaee', 'name': '', 'network_id': 'a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0', 'tenant_id': '305a51db4b5b4d7797ff280782d4def9', 'mac_address': 'fa:16:3e:ec:f7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '41ab5701-e2fa-487c-8ec8-f16e177e68a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:24Z', 'updated_at': '2021-08-11T22:09:32Z', 'revision_number': 5, 'project_id': '305a51db4b5b4d7797ff280782d4def9', 'subnets': [{'id': '41ab5701-e2fa-487c-8ec8-f16e177e68a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:12:42.780532 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c9ff75-1965-4455-8b72-07b32971b3b1 x-openstack-request-id: req-34c9ff75-1965-4455-8b72-07b32971b3b1 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:12:42.781372 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad99d9d-75b2-407b-b822-6a4e0ba8eeff", "name": "network-vif-deleted", "tag": "51db4777-36d3-42ed-b43d-730c1dce7f18", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:12:42.781372 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-34c9ff75-1965-4455-8b72-07b32971b3b1 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:12:42.781688 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad99d9d-75b2-407b-b822-6a4e0ba8eeff', 'name': 'network-vif-deleted', 'tag': '51db4777-36d3-42ed-b43d-730c1dce7f18', 'status': 'completed', 'code': 200} Aug 11 22:12:42.806766 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9acd074-cc3e-483a-8d49-47cfa4345c8d None None] Checking router: 22f42f89-1d4f-42df-84a8-bc85aaae6bba for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:12:42.817395 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9acd074-cc3e-483a-8d49-47cfa4345c8d None None] Routers {'22f42f89-1d4f-42df-84a8-bc85aaae6bba'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:12:42.818307 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d9acd074-cc3e-483a-8d49-47cfa4345c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:12:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['22f42f89-1d4f-42df-84a8-bc85aaae6bba'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:12:42.948998 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00379364-95de-4c24-aa1a-eeca7e7abeda req-ab3de4dc-5924-4584-b28f-f8163535c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:42.953974 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-00379364-95de-4c24-aa1a-eeca7e7abeda req-ab3de4dc-5924-4584-b28f-f8163535c28b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f3da70be91664ca8a55d012676042959&device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 1096 time: 0.1118107 Aug 11 22:12:43.005492 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-d9acd074-cc3e-483a-8d49-47cfa4345c8d None None] Set router 22f42f89-1d4f-42df-84a8-bc85aaae6bba gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:12:43.161787 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00379364-95de-4c24-aa1a-eeca7e7abeda req-b30bd216-d98a-4f43-9b00-c56a775a112e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:43.163611 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-00379364-95de-4c24-aa1a-eeca7e7abeda req-b30bd216-d98a-4f43-9b00-c56a775a112e service neutron] 10.222.0.82 "GET /v2.0/networks?id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 200 len: 912 time: 0.2038200 Aug 11 22:12:43.218545 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cba13a4c-563d-45c4-a862-c0263abaf78a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:43.345967 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-00379364-95de-4c24-aa1a-eeca7e7abeda req-b8422e7f-11ad-42f9-a7a7-4ba940cddb4d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 HTTP/1.1" status: 200 len: 1000 time: 0.1730483 Aug 11 22:12:43.358378 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d9acd074-cc3e-483a-8d49-47cfa4345c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'name': 'tempest-ServersTestBootFromVolume-1570176242-router', 'tenant_id': '305a51db4b5b4d7797ff280782d4def9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '188a95c9-6cd2-4247-84a5-baf21d0a554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:09:15Z', 'updated_at': '2021-08-11T22:09:26Z', 'revision_number': 4, 'project_id': '305a51db4b5b4d7797ff280782d4def9', 'gw_port': {'id': '188a95c9-6cd2-4247-84a5-baf21d0a554b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:17Z', 'updated_at': '2021-08-11T22:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'b82650d3-8e26-491e-96f2-9e14c2fedaee', 'name': '', 'network_id': 'a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0', 'tenant_id': '305a51db4b5b4d7797ff280782d4def9', 'mac_address': 'fa:16:3e:ec:f7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '41ab5701-e2fa-487c-8ec8-f16e177e68a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:24Z', 'updated_at': '2021-08-11T22:09:32Z', 'revision_number': 5, 'project_id': '305a51db4b5b4d7797ff280782d4def9', 'subnets': [{'id': '41ab5701-e2fa-487c-8ec8-f16e177e68a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:12:43.391338 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9acd074-cc3e-483a-8d49-47cfa4345c8d None None] The sync data for ids ['22f42f89-1d4f-42df-84a8-bc85aaae6bba'] in n-d-804275-3 is: [{'id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'name': 'tempest-ServersTestBootFromVolume-1570176242-router', 'tenant_id': '305a51db4b5b4d7797ff280782d4def9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '188a95c9-6cd2-4247-84a5-baf21d0a554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:09:15Z', 'updated_at': '2021-08-11T22:09:26Z', 'revision_number': 4, 'project_id': '305a51db4b5b4d7797ff280782d4def9', 'gw_port': {'id': '188a95c9-6cd2-4247-84a5-baf21d0a554b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:17Z', 'updated_at': '2021-08-11T22:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'b82650d3-8e26-491e-96f2-9e14c2fedaee', 'name': '', 'network_id': 'a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0', 'tenant_id': '305a51db4b5b4d7797ff280782d4def9', 'mac_address': 'fa:16:3e:ec:f7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '41ab5701-e2fa-487c-8ec8-f16e177e68a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:24Z', 'updated_at': '2021-08-11T22:09:32Z', 'revision_number': 5, 'project_id': '305a51db4b5b4d7797ff280782d4def9', 'subnets': [{'id': '41ab5701-e2fa-487c-8ec8-f16e177e68a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:12:43.456326 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-fd90eae5-3ae3-477c-8cc1-94b41160c597 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:43.458484 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-fd90eae5-3ae3-477c-8cc1-94b41160c597 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] 10.222.0.77 "GET /v2.0/networks?id=d263c5d6-093f-43cd-890b-486ae59a18c2 HTTP/1.1" status: 200 len: 808 time: 0.2122262 Aug 11 22:12:43.490052 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00379364-95de-4c24-aa1a-eeca7e7abeda req-2172d962-3daf-4fa3-8fbb-22fa99944cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:43.491933 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-00379364-95de-4c24-aa1a-eeca7e7abeda req-2172d962-3daf-4fa3-8fbb-22fa99944cb9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=71666487-d255-442c-a4c1-ffc47afdf7b3 HTTP/1.1" status: 200 len: 850 time: 0.1382174 Aug 11 22:12:43.493585 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-0f99b9e2-1956-4b81-af0b-5cfb00218315 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] 10.222.0.77 "GET /v2.0/quotas/e6a9a04dff87487ab58e68d266a18ba2 HTTP/1.1" status: 200 len: 375 time: 0.0211406 Aug 11 22:12:43.531817 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 51db4777-36d3-42ed-b43d-730c1dce7f18 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:12:43.570599 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-87049202-430c-4069-8de4-2fa0909af54f tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e6a9a04dff87487ab58e68d266a18ba2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577312 Aug 11 22:12:43.594248 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 51db4777-36d3-42ed-b43d-730c1dce7f18 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:12:43.594531 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 51db4777-36d3-42ed-b43d-730c1dce7f18 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:12:43.683316 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-8d083d60-fd11-4690-bd43-51dfc1a3f04e service neutron] 10.222.0.77 "GET /v2.0/networks/d263c5d6-093f-43cd-890b-486ae59a18c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083026 Aug 11 22:12:43.832890 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-696080b3-3b62-42f5-b49f-243f6e513111 service neutron] 10.222.0.77 "GET /v2.0/networks/d263c5d6-093f-43cd-890b-486ae59a18c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469309 Aug 11 22:12:43.844421 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00379364-95de-4c24-aa1a-eeca7e7abeda req-89e4b1b1-1630-4a66-8a4a-ff1d4e17bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:43.847762 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-00379364-95de-4c24-aa1a-eeca7e7abeda req-89e4b1b1-1630-4a66-8a4a-ff1d4e17bcaf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e05d73cc-c444-45b6-9ecd-8613ea45c8b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3474622 Aug 11 22:12:43.851989 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4107a4e2-6bb3-43aa-a45d-2eb0e669c7a9 None None] New status for floating IP c7ea42c2-fcb0-4367-a433-af0473d939e6: DOWN {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:12:43.957686 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-00379364-95de-4c24-aa1a-eeca7e7abeda req-dc94c719-71a5-4c72-bc0f-c3dc3e25cf70 service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026719 Aug 11 22:12:44.152777 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-00379364-95de-4c24-aa1a-eeca7e7abeda req-bdfd0e6c-0af7-4135-8e89-0ac1cc8e9985 service neutron] 10.222.0.82 "GET /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863167 Aug 11 22:12:44.205030 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ae9c8-16e3-48c1-aa09-af0c35d39933 req-24e90220-b0ff-40e0-9f62-f6eea9fd3ad1 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:44.206822 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2c5ae9c8-16e3-48c1-aa09-af0c35d39933 req-24e90220-b0ff-40e0-9f62-f6eea9fd3ad1 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.1275196 Aug 11 22:12:44.285942 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2c5ae9c8-16e3-48c1-aa09-af0c35d39933 req-8dd4dcbe-64c3-4379-804b-f1e13f175617 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698740 Aug 11 22:12:44.427039 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00968c-08e3-4db7-a16e-0dcd315d3bd5 req-2e9f2952-1f91-4dc1-a355-d51c0d9a2317 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:44.430572 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1e00968c-08e3-4db7-a16e-0dcd315d3bd5 req-2e9f2952-1f91-4dc1-a355-d51c0d9a2317 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.0870881 Aug 11 22:12:44.503131 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1e00968c-08e3-4db7-a16e-0dcd315d3bd5 req-9a9b0028-3f3c-49f9-bd56-8bc5439c731e tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637622 Aug 11 22:12:44.598892 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1d7df495-9be3-43a7-8288-506dd8787472 req-30d9ff1d-c75b-4983-b652-1fadcde424dc tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ad99d9d-75b2-407b-b822-6a4e0ba8eeff HTTP/1.1" status: 200 len: 210 time: 0.0356393 Aug 11 22:12:44.874311 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-803670bd-b272-4ba9-997a-5dac3701a030 req-882105b5-f4c9-4e2b-8ecf-ef0b709ee1c6 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] 10.222.0.77 "GET /v2.0/ports?device_id=7986fda4-24ff-40e5-a063-7093aa3c5f00 HTTP/1.1" status: 200 len: 210 time: 0.0968163 Aug 11 22:12:45.137599 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141fce1-a18e-44ad-aabd-b55f730d62cc req-14d2caae-b79b-49a4-9a4c-2d49f5a5c200 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:45.140594 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5141fce1-a18e-44ad-aabd-b55f730d62cc req-14d2caae-b79b-49a4-9a4c-2d49f5a5c200 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.0883844 Aug 11 22:12:45.217275 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5141fce1-a18e-44ad-aabd-b55f730d62cc req-00abde40-28bd-400c-8be0-f01df2e03727 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643129 Aug 11 22:12:45.437240 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1c8b9-aa0f-4e07-a6c0-d0cdcf540770 req-a4118c72-c353-49a8-8022-7ca7938520b0 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:45.439565 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-07f1c8b9-aa0f-4e07-a6c0-d0cdcf540770 req-a4118c72-c353-49a8-8022-7ca7938520b0 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.1063478 Aug 11 22:12:45.498790 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-07f1c8b9-aa0f-4e07-a6c0-d0cdcf540770 req-d72fbc11-1046-4ae2-97fc-c35948eb3cfe tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498517 Aug 11 22:12:45.650497 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654122ab-fe0b-4a4b-8032-1c8193ca6175 req-57bf2d08-3bac-4d32-9b9a-92d3af64b242 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:45.659878 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-654122ab-fe0b-4a4b-8032-1c8193ca6175 req-57bf2d08-3bac-4d32-9b9a-92d3af64b242 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.0877180 Aug 11 22:12:45.722740 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-654122ab-fe0b-4a4b-8032-1c8193ca6175 req-16aab0d2-1d15-4cc5-bdc6-d5730ed68df2 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616817 Aug 11 22:12:45.731071 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4ce588ee-69af-4c44-a515-5cdaece0cb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:45.964580 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9dc9ec0d-ceb0-4b4a-b078-0abd4def3f9d req-642b19e3-e0f2-41c9-833a-3b7a3788f5ef tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ad99d9d-75b2-407b-b822-6a4e0ba8eeff HTTP/1.1" status: 200 len: 210 time: 0.0777776 Aug 11 22:12:46.018450 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:46.075906 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-1e337f7d-a229-4d88-adfd-284f510366be tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:46.078704 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-1e337f7d-a229-4d88-adfd-284f510366be tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] 10.222.0.82 "GET /v2.0/networks?id=d263c5d6-093f-43cd-890b-486ae59a18c2 HTTP/1.1" status: 200 len: 808 time: 0.3164561 Aug 11 22:12:46.142979 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-4d0579bc-844c-4241-b4b7-8f7ae0c53a7d tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] Request body: {'port': {'device_id': '7986fda4-24ff-40e5-a063-7093aa3c5f00', 'network_id': 'd263c5d6-093f-43cd-890b-486ae59a18c2', 'admin_state_up': True, 'tenant_id': 'e6a9a04dff87487ab58e68d266a18ba2'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:12:46.323171 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7b3a2-81e1-4441-a63a-c3ef547d1a8b req-87713deb-23c0-4991-abd2-b06bee81da02 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:46.324572 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b5b7b3a2-81e1-4441-a63a-c3ef547d1a8b req-87713deb-23c0-4991-abd2-b06bee81da02 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1712525 Aug 11 22:12:46.406195 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b5b7b3a2-81e1-4441-a63a-c3ef547d1a8b req-9d2ed7f0-432e-4041-a279-5ba1693643a3 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652673 Aug 11 22:12:46.407928 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-4d0579bc-844c-4241-b4b7-8f7ae0c53a7d tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] Made reservation on behalf of e6a9a04dff87487ab58e68d266a18ba2 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:12:46.411865 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-4d0579bc-844c-4241-b4b7-8f7ae0c53a7d tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:46.637927 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-4d0579bc-844c-4241-b4b7-8f7ae0c53a7d tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] Allocated IP 172.20.0.10 (d263c5d6-093f-43cd-890b-486ae59a18c2/0d5a352e-750f-464a-bee3-bf64e6da12d8/3bf26fb3-76b2-412b-9ac0-75a0b7e40079) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:12:46.661656 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ac516-d684-4c41-b084-b40cedcfecfe req-171aede8-02ef-402b-b24b-a2dc26e9fe11 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:46.668418 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-308ac516-d684-4c41-b084-b40cedcfecfe req-171aede8-02ef-402b-b24b-a2dc26e9fe11 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.1115468 Aug 11 22:12:46.748137 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-308ac516-d684-4c41-b084-b40cedcfecfe req-65f8b28f-80ab-4b0c-8963-088085732164 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717323 Aug 11 22:12:46.967292 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9cd32323-8ca4-40a8-96b0-b47f5dcd586c req-315ac9bf-342e-49d9-9142-bb61715a6d34 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] 10.222.0.77 "GET /v2.0/ports?device_id=7986fda4-24ff-40e5-a063-7093aa3c5f00 HTTP/1.1" status: 200 len: 210 time: 0.0724547 Aug 11 22:12:47.046100 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-4d0579bc-844c-4241-b4b7-8f7ae0c53a7d tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:47.115645 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-4d0579bc-844c-4241-b4b7-8f7ae0c53a7d tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:47.212565 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-4d0579bc-844c-4241-b4b7-8f7ae0c53a7d tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] Network d263c5d6-093f-43cd-890b-486ae59a18c2 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:12:47.221026 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-4d0579bc-844c-4241-b4b7-8f7ae0c53a7d tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:12:47.239751 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-4d0579bc-844c-4241-b4b7-8f7ae0c53a7d tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:12:47.328390 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0579bc-844c-4241-b4b7-8f7ae0c53a7d tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] Pushing event updated for resources: {'Port': ['ID=3bf26fb3-76b2-412b-9ac0-75a0b7e40079,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:47.378415 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-4d0579bc-844c-4241-b4b7-8f7ae0c53a7d tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:47.379492 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-4d0579bc-844c-4241-b4b7-8f7ae0c53a7d tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:47.409444 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-4d0579bc-844c-4241-b4b7-8f7ae0c53a7d tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2776399 Aug 11 22:12:47.440116 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-f3f197f8-a827-4b85-83e1-b815bb68b8ec service neutron] Request body: {'port': {'device_id': '7986fda4-24ff-40e5-a063-7093aa3c5f00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:12:47.468691 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:47.568723 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-f3f197f8-a827-4b85-83e1-b815bb68b8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:48.018292 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-f3f197f8-a827-4b85-83e1-b815bb68b8ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf26fb3-76b2-412b-9ac0-75a0b7e40079 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:12:48.028699 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-f3f197f8-a827-4b85-83e1-b815bb68b8ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:48.046344 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-f3f197f8-a827-4b85-83e1-b815bb68b8ec service neutron] Transition to ACTIVE for port object 3bf26fb3-76b2-412b-9ac0-75a0b7e40079 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:12:48.054723 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-f3f197f8-a827-4b85-83e1-b815bb68b8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:48.125537 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f197f8-a827-4b85-83e1-b815bb68b8ec service neutron] Pushing event updated for resources: {'Port': ['ID=3bf26fb3-76b2-412b-9ac0-75a0b7e40079,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:48.214509 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-f3f197f8-a827-4b85-83e1-b815bb68b8ec service neutron] Attempting to bind port 3bf26fb3-76b2-412b-9ac0-75a0b7e40079 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:12:48.214509 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-f3f197f8-a827-4b85-83e1-b815bb68b8ec service neutron] Attempting to bind port 3bf26fb3-76b2-412b-9ac0-75a0b7e40079 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '0c139aa8-ff7c-46cd-ae53-0a424c6f289a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd263c5d6-093f-43cd-890b-486ae59a18c2'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:12:48.214509 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-f3f197f8-a827-4b85-83e1-b815bb68b8ec service neutron] Attempting to bind port 3bf26fb3-76b2-412b-9ac0-75a0b7e40079 on network d263c5d6-093f-43cd-890b-486ae59a18c2 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:12:48.219918 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-f3f197f8-a827-4b85-83e1-b815bb68b8ec service neutron] Port 3bf26fb3-76b2-412b-9ac0-75a0b7e40079 on network d263c5d6-093f-43cd-890b-486ae59a18c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:12:48.220222 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-f3f197f8-a827-4b85-83e1-b815bb68b8ec service neutron] Attempting to bind port 3bf26fb3-76b2-412b-9ac0-75a0b7e40079 on network d263c5d6-093f-43cd-890b-486ae59a18c2 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:12:48.226156 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-f3f197f8-a827-4b85-83e1-b815bb68b8ec service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:12:48.226515 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-f3f197f8-a827-4b85-83e1-b815bb68b8ec service neutron] Checking segment: {'id': '0c139aa8-ff7c-46cd-ae53-0a424c6f289a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd263c5d6-093f-43cd-890b-486ae59a18c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:12:48.227029 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-f3f197f8-a827-4b85-83e1-b815bb68b8ec service neutron] Bound using segment: {'id': '0c139aa8-ff7c-46cd-ae53-0a424c6f289a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd263c5d6-093f-43cd-890b-486ae59a18c2'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:12:48.227580 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-f3f197f8-a827-4b85-83e1-b815bb68b8ec service neutron] Bound port: 3bf26fb3-76b2-412b-9ac0-75a0b7e40079, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c139aa8-ff7c-46cd-ae53-0a424c6f289a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd263c5d6-093f-43cd-890b-486ae59a18c2'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:12:48.228028 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-f3f197f8-a827-4b85-83e1-b815bb68b8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:48.319017 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-f3f197f8-a827-4b85-83e1-b815bb68b8ec service neutron] For port 3bf26fb3-76b2-412b-9ac0-75a0b7e40079, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:12:48.324227 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-f3f197f8-a827-4b85-83e1-b815bb68b8ec service neutron] For port 3bf26fb3-76b2-412b-9ac0-75a0b7e40079, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=3bf26fb3-76b2-412b-9ac0-75a0b7e40079,segment=NetworkSegment(0c139aa8-ff7c-46cd-ae53-0a424c6f289a),segment_id=0c139aa8-ff7c-46cd-ae53-0a424c6f289a)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:12:48.330202 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-f3f197f8-a827-4b85-83e1-b815bb68b8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:48.379059 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-f3f197f8-a827-4b85-83e1-b815bb68b8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:48.379952 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-f3f197f8-a827-4b85-83e1-b815bb68b8ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:48.382141 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-f3f197f8-a827-4b85-83e1-b815bb68b8ec service neutron] 10.222.0.82 "PUT /v2.0/ports/3bf26fb3-76b2-412b-9ac0-75a0b7e40079 HTTP/1.1" status: 200 len: 1092 time: 0.9522069 Aug 11 22:12:48.384892 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7986fda4-24ff-40e5-a063-7093aa3c5f00', 'tag': '3bf26fb3-76b2-412b-9ac0-75a0b7e40079'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:12:48.387296 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fc4a02-479e-48c1-a60f-638e69aa621e" -d '{"events": [{"name": "network-changed", "server_uuid": "7986fda4-24ff-40e5-a063-7093aa3c5f00", "tag": "3bf26fb3-76b2-412b-9ac0-75a0b7e40079"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:12:48.428972 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f197f8-a827-4b85-83e1-b815bb68b8ec service neutron] Pushing event updated for resources: {'Port': ['ID=3bf26fb3-76b2-412b-9ac0-75a0b7e40079,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:48.559873 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a2110-5f7c-45b9-b25f-c64c5a8854c0 req-44ae2204-8660-464a-b9d9-070841e1c9d7 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:48.561614 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-507a2110-5f7c-45b9-b25f-c64c5a8854c0 req-44ae2204-8660-464a-b9d9-070841e1c9d7 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=f5b73219-738b-416f-bdea-377f0f93761f HTTP/1.1" status: 200 len: 944 time: 0.1075788 Aug 11 22:12:48.565077 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-a84d8ab7-c291-432c-9bd4-875654aff061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:48.566658 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-a84d8ab7-c291-432c-9bd4-875654aff061 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e6a9a04dff87487ab58e68d266a18ba2&device_id=7986fda4-24ff-40e5-a063-7093aa3c5f00 HTTP/1.1" status: 200 len: 1095 time: 0.0966964 Aug 11 22:12:48.649451 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-529b1801-2da5-4606-ab00-549c00d9025c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bf26fb3-76b2-412b-9ac0-75a0b7e40079 HTTP/1.1" status: 200 len: 217 time: 0.0511415 Aug 11 22:12:48.740966 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-24166072-6788-4f24-8908-1dee470fbdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:48.743973 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-24166072-6788-4f24-8908-1dee470fbdc8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d5a352e-750f-464a-bee3-bf64e6da12d8 HTTP/1.1" status: 200 len: 848 time: 0.0871677 Aug 11 22:12:48.773539 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-507a2110-5f7c-45b9-b25f-c64c5a8854c0 req-3a836c68-40ec-4365-b8e4-cad8d2f72102 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Deleting port 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:12:48.773949 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-507a2110-5f7c-45b9-b25f-c64c5a8854c0 req-3a836c68-40ec-4365-b8e4-cad8d2f72102 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:48.794509 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-0ddbb907-a1ed-46b4-8624-465da385f644 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d263c5d6-093f-43cd-890b-486ae59a18c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382819 Aug 11 22:12:48.922650 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:49.006351 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-507a2110-5f7c-45b9-b25f-c64c5a8854c0 req-3a836c68-40ec-4365-b8e4-cad8d2f72102 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] For port 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=4f405e86-4441-4fb9-a7a2-041bd1a1e4b2,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:12:49.006852 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-507a2110-5f7c-45b9-b25f-c64c5a8854c0 req-3a836c68-40ec-4365-b8e4-cad8d2f72102 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:49.041767 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-507a2110-5f7c-45b9-b25f-c64c5a8854c0 req-3a836c68-40ec-4365-b8e4-cad8d2f72102 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Calling delete_port for 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:12:49.060635 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-8e0c99cc-6ef1-46cc-af78-1c68bb55f3c1 service neutron] 10.222.0.82 "GET /v2.0/networks/d263c5d6-093f-43cd-890b-486ae59a18c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543261 Aug 11 22:12:49.287261 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d622f1bb-6fca-4d6c-b96d-0def060447f1 req-cb126c42-d7e3-4d1f-84ac-47a2d5f345fc service neutron] 10.222.0.82 "GET /v2.0/networks/d263c5d6-093f-43cd-890b-486ae59a18c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179632 Aug 11 22:12:49.369725 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-507a2110-5f7c-45b9-b25f-c64c5a8854c0 req-3a836c68-40ec-4365-b8e4-cad8d2f72102 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:49.383686 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['41341e3f-c954-4add-9eb4-639c43f4e706'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:12:49.432911 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a836c68-40ec-4365-b8e4-cad8d2f72102 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Pushing event deleted for resources: {'Port': ['ID=4f405e86-4441-4fb9-a7a2-041bd1a1e4b2,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:49.517068 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['a1c23f4e-0437-4179-9ecd-8842ffc738b0'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:12:49.533583 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-507a2110-5f7c-45b9-b25f-c64c5a8854c0 req-3a836c68-40ec-4365-b8e4-cad8d2f72102 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] No DVR routers for this DVR port 4f405e86-4441-4fb9-a7a2-041bd1a1e4b2 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:12:49.539435 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-507a2110-5f7c-45b9-b25f-c64c5a8854c0 req-3a836c68-40ec-4365-b8e4-cad8d2f72102 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:49.556448 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-507a2110-5f7c-45b9-b25f-c64c5a8854c0 req-3a836c68-40ec-4365-b8e4-cad8d2f72102 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "DELETE /v2.0/ports/4f405e86-4441-4fb9-a7a2-041bd1a1e4b2 HTTP/1.1" status: 204 len: 173 time: 0.9859669 Aug 11 22:12:50.183561 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85946d-01a9-403c-9f29-ae75630535b3 req-6a7a5b51-5fa2-44c8-8b57-197b5f1dba74 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:50.188762 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bf85946d-01a9-403c-9f29-ae75630535b3 req-6a7a5b51-5fa2-44c8-8b57-197b5f1dba74 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.0742092 Aug 11 22:12:50.260846 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bf85946d-01a9-403c-9f29-ae75630535b3 req-3844cbfa-a16b-4f14-b0fe-3ad95b3637fd tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511253 Aug 11 22:12:50.408597 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:50.591695 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fc742-8c44-4dd2-9f10-6c4d965e518e req-f36e6e60-e6e2-4340-a390-5610eaf71d8d tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:50.593567 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-586fc742-8c44-4dd2-9f10-6c4d965e518e req-f36e6e60-e6e2-4340-a390-5610eaf71d8d tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] 10.222.0.77 "GET /v2.0/ports?device_id=7986fda4-24ff-40e5-a063-7093aa3c5f00 HTTP/1.1" status: 200 len: 944 time: 0.0743222 Aug 11 22:12:50.652265 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-586fc742-8c44-4dd2-9f10-6c4d965e518e req-398de66e-2952-4a65-86ec-d25404c16439 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] 10.222.0.77 "GET /v2.0/security-groups?id=eaca38c2-af53-4ed0-8251-812c3bc3c357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432432 Aug 11 22:12:50.723127 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ce0ca4-1841-4cbe-b4ba-9a679c08dbfd x-openstack-request-id: req-b7ce0ca4-1841-4cbe-b4ba-9a679c08dbfd {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:12:50.723461 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7986fda4-24ff-40e5-a063-7093aa3c5f00", "tag": "3bf26fb3-76b2-412b-9ac0-75a0b7e40079", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:12:50.723880 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b7ce0ca4-1841-4cbe-b4ba-9a679c08dbfd {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:12:50.724203 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7986fda4-24ff-40e5-a063-7093aa3c5f00', 'tag': '3bf26fb3-76b2-412b-9ac0-75a0b7e40079', 'status': 'completed', 'code': 200} Aug 11 22:12:50.870448 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48436) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:12:50.873745 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc4a02-479e-48c1-a60f-638e69aa621e req-23735723-9c6e-49bf-8e69-1fe66259519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:50.875719 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23fc4a02-479e-48c1-a60f-638e69aa621e req-23735723-9c6e-49bf-8e69-1fe66259519f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e6a9a04dff87487ab58e68d266a18ba2&device_id=7986fda4-24ff-40e5-a063-7093aa3c5f00 HTTP/1.1" status: 200 len: 1095 time: 0.0765302 Aug 11 22:12:50.987874 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc4a02-479e-48c1-a60f-638e69aa621e req-c980fa73-1d22-4fcc-b907-77f8b35ab8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:50.989617 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23fc4a02-479e-48c1-a60f-638e69aa621e req-c980fa73-1d22-4fcc-b907-77f8b35ab8fd service neutron] 10.222.0.82 "GET /v2.0/networks?id=d263c5d6-093f-43cd-890b-486ae59a18c2 HTTP/1.1" status: 200 len: 909 time: 0.1058321 Aug 11 22:12:50.994489 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f545-0018-415d-86f1-438231be72bb tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:51.030512 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f545-0018-415d-86f1-438231be72bb tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:51.053581 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23fc4a02-479e-48c1-a60f-638e69aa621e req-c0979e4e-2231-454b-8979-ed200c4fbb44 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bf26fb3-76b2-412b-9ac0-75a0b7e40079 HTTP/1.1" status: 200 len: 217 time: 0.0546215 Aug 11 22:12:51.101758 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f545-0018-415d-86f1-438231be72bb tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:51.106279 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f545-0018-415d-86f1-438231be72bb tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:51.111911 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f8d2f545-0018-415d-86f1-438231be72bb tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "DELETE /v2.0/security-groups/a8ae3edd-cb56-4848-bf7c-204a9cfe83a9 HTTP/1.1" status: 204 len: 168 time: 0.2380564 Aug 11 22:12:51.112865 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48442) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:12:51.141197 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-b598153b-4288-45df-8400-ea4385a2847c tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] show failed (client error): The resource could not be found. Aug 11 22:12:51.142412 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b598153b-4288-45df-8400-ea4385a2847c tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "GET /v2.0/security-groups/a8ae3edd-cb56-4848-bf7c-204a9cfe83a9 HTTP/1.1" status: 404 len: 347 time: 0.0251422 Aug 11 22:12:51.149293 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48444) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:12:51.156366 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2f545-0018-415d-86f1-438231be72bb tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ae3edd-cb56-4848-bf7c-204a9cfe83a9,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:51.186534 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc4a02-479e-48c1-a60f-638e69aa621e req-a65a81b7-c2cc-42db-9142-835cbc98c515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:51.190720 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23fc4a02-479e-48c1-a60f-638e69aa621e req-a65a81b7-c2cc-42db-9142-835cbc98c515 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d5a352e-750f-464a-bee3-bf64e6da12d8 HTTP/1.1" status: 200 len: 848 time: 0.1298056 Aug 11 22:12:51.212030 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2f545-0018-415d-86f1-438231be72bb tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:51.212386 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2f545-0018-415d-86f1-438231be72bb tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:51.212737 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2f545-0018-415d-86f1-438231be72bb tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:51.213077 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2f545-0018-415d-86f1-438231be72bb tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:51.213415 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2f545-0018-415d-86f1-438231be72bb tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:51.213751 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2f545-0018-415d-86f1-438231be72bb tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:51.214082 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2f545-0018-415d-86f1-438231be72bb tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:51.214411 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2f545-0018-415d-86f1-438231be72bb tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:51.214741 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2f545-0018-415d-86f1-438231be72bb tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:51.215077 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2f545-0018-415d-86f1-438231be72bb tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:51.215405 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2f545-0018-415d-86f1-438231be72bb tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:51.215790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2f545-0018-415d-86f1-438231be72bb tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:12:51.276300 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23fc4a02-479e-48c1-a60f-638e69aa621e req-8dea6a52-e7c0-4c02-b8bb-875ea382157b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d263c5d6-093f-43cd-890b-486ae59a18c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702579 Aug 11 22:12:51.334437 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29772887-17bc-4a71-9b39-7384f62ee2ca req-5d21190b-73f8-47e5-b4f9-bf6c2b51dce8 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:51.336124 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-29772887-17bc-4a71-9b39-7384f62ee2ca req-5d21190b-73f8-47e5-b4f9-bf6c2b51dce8 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.2096090 Aug 11 22:12:51.363191 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-0b88602c-8782-4a74-b667-4e4ccf75f57f tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Deleting port c5485fbc-7cd1-4fcf-85d7-aae96557e622 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:12:51.364094 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b88602c-8782-4a74-b667-4e4ccf75f57f tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:51.419215 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-29772887-17bc-4a71-9b39-7384f62ee2ca req-411826e5-32ff-48b3-a468-87b04f336054 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575891 Aug 11 22:12:51.441363 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23fc4a02-479e-48c1-a60f-638e69aa621e req-9e101b62-5334-484a-8f21-57c7a540b13c service neutron] 10.222.0.82 "GET /v2.0/networks/d263c5d6-093f-43cd-890b-486ae59a18c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544223 Aug 11 22:12:51.489919 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b88602c-8782-4a74-b667-4e4ccf75f57f tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:51.491155 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b88602c-8782-4a74-b667-4e4ccf75f57f tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:51.508049 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-0b88602c-8782-4a74-b667-4e4ccf75f57f tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Calling delete_port for c5485fbc-7cd1-4fcf-85d7-aae96557e622 owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:12:51.637648 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d760e-2d0e-4698-81c7-7237c089023b req-cdeac140-9c22-4d0d-b8fb-eb3e914ec3c1 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:51.639466 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-969d760e-2d0e-4698-81c7-7237c089023b req-cdeac140-9c22-4d0d-b8fb-eb3e914ec3c1 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd1fd4b4-9aa6-4dcb-a406-839940e49ffb HTTP/1.1" status: 200 len: 907 time: 0.0946622 Aug 11 22:12:51.644442 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23fc4a02-479e-48c1-a60f-638e69aa621e req-0459aa3d-0427-416c-8ce6-abb0271a3fd7 service neutron] 10.222.0.82 "GET /v2.0/networks/d263c5d6-093f-43cd-890b-486ae59a18c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945221 Aug 11 22:12:51.721038 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b88602c-8782-4a74-b667-4e4ccf75f57f tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:51.756012 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88602c-8782-4a74-b667-4e4ccf75f57f tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Pushing event deleted for resources: {'Port': ['ID=c5485fbc-7cd1-4fcf-85d7-aae96557e622,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:51.840671 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b88602c-8782-4a74-b667-4e4ccf75f57f tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:51.844036 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b88602c-8782-4a74-b667-4e4ccf75f57f tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:51.846023 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0b88602c-8782-4a74-b667-4e4ccf75f57f tempest-ServersTestBootFromVolume-806510397 tempest-ServersTestBootFromVolume-806510397-project] 10.222.0.77 "DELETE /v2.0/floatingips/c7ea42c2-fcb0-4367-a433-af0473d939e6 HTTP/1.1" status: 204 len: 168 time: 0.6954420 Aug 11 22:12:51.850496 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48460) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:12:51.890946 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386422d-8e22-4206-b752-b95b425c2f88 req-fad4a0e1-f5c4-490a-a29e-6ca13143236c tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:51.892830 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5386422d-8e22-4206-b752-b95b425c2f88 req-fad4a0e1-f5c4-490a-a29e-6ca13143236c tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.0813575 Aug 11 22:12:51.945024 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5386422d-8e22-4206-b752-b95b425c2f88 req-48db147e-9685-41c5-a8db-ea9671fc4681 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423875 Aug 11 22:12:52.019407 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 3bf26fb3-76b2-412b-9ac0-75a0b7e40079 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:12:52.080906 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fac391-fd88-485a-8949-9d5e960fe1ef req-f8ad5864-a0ca-4a8a-868a-f9ae6c6d4cc5 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:52.083075 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-21fac391-fd88-485a-8949-9d5e960fe1ef req-f8ad5864-a0ca-4a8a-868a-f9ae6c6d4cc5 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] 10.222.0.77 "GET /v2.0/ports?device_id=7986fda4-24ff-40e5-a063-7093aa3c5f00 HTTP/1.1" status: 200 len: 944 time: 0.0765975 Aug 11 22:12:52.173312 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-21fac391-fd88-485a-8949-9d5e960fe1ef req-b38db50c-0c0d-4e6b-9d27-d2c8f971ffa3 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] 10.222.0.77 "GET /v2.0/security-groups?id=eaca38c2-af53-4ed0-8251-812c3bc3c357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821328 Aug 11 22:12:52.242133 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 3bf26fb3-76b2-412b-9ac0-75a0b7e40079, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=3bf26fb3-76b2-412b-9ac0-75a0b7e40079,segment=NetworkSegment(0c139aa8-ff7c-46cd-ae53-0a424c6f289a),segment_id=0c139aa8-ff7c-46cd-ae53-0a424c6f289a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:12:52.266207 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '3bf26fb3-76b2-412b-9ac0-75a0b7e40079', 'network_id': 'd263c5d6-093f-43cd-890b-486ae59a18c2', 'port_id': '3bf26fb3-76b2-412b-9ac0-75a0b7e40079', 'mac_address': 'fa:16:3e:39:42:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d5a352e-750f-464a-bee3-bf64e6da12d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:12:52.349379 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:52.375463 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf26fb3-76b2-412b-9ac0-75a0b7e40079 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:12:52.392161 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7ded7-5cd6-4ebb-85c5-071e9f2b6f93 req-a04616ad-6e45-46b9-827c-074b36895da6 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:52.394249 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-93d7ded7-5cd6-4ebb-85c5-071e9f2b6f93 req-a04616ad-6e45-46b9-827c-074b36895da6 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.0817933 Aug 11 22:12:52.414161 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 3bf26fb3-76b2-412b-9ac0-75a0b7e40079, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=3bf26fb3-76b2-412b-9ac0-75a0b7e40079,segment=NetworkSegment(0c139aa8-ff7c-46cd-ae53-0a424c6f289a),segment_id=0c139aa8-ff7c-46cd-ae53-0a424c6f289a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:12:52.422735 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:52.431641 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ef6f2-2f45-47d6-8d92-9d56558d13b0 req-d362635f-7f40-4b3c-8623-cd722050ae97 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:52.434122 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-366ef6f2-2f45-47d6-8d92-9d56558d13b0 req-d362635f-7f40-4b3c-8623-cd722050ae97 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd1fd4b4-9aa6-4dcb-a406-839940e49ffb HTTP/1.1" status: 200 len: 907 time: 0.1014352 Aug 11 22:12:52.460725 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-93d7ded7-5cd6-4ebb-85c5-071e9f2b6f93 req-7e4552a0-5a07-4d5a-b0ca-01fb98e988b6 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533047 Aug 11 22:12:52.517529 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=3bf26fb3-76b2-412b-9ac0-75a0b7e40079,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:52.601094 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0fc1fc2d-5097-49bc-8a74-a201f2bdd201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:52.628110 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f8def-abd3-4d32-ad55-3c3e57719d3f req-01dfd3b1-9ec1-44b8-a0c9-9a324e27d076 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:52.630713 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5d7f8def-abd3-4d32-ad55-3c3e57719d3f req-01dfd3b1-9ec1-44b8-a0c9-9a324e27d076 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.0646238 Aug 11 22:12:52.675992 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-366ef6f2-2f45-47d6-8d92-9d56558d13b0 req-2a42776a-bae6-4800-b3bc-919279c115cc tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Deleting port 523e5924-57e6-4cf0-a805-31303328564b {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:12:52.676364 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-366ef6f2-2f45-47d6-8d92-9d56558d13b0 req-2a42776a-bae6-4800-b3bc-919279c115cc tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:52.678550 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5d7f8def-abd3-4d32-ad55-3c3e57719d3f req-e3c2354a-23fd-417b-8de8-c65ab3c0019a tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399334 Aug 11 22:12:52.725383 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b73219-738b-416f-bdea-377f0f93761f', 'name': 'network-vif-deleted', 'tag': '4f405e86-4441-4fb9-a7a2-041bd1a1e4b2'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:12:52.727991 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b0fcec-114a-4f5b-97b5-ee973ba8a2a6" -d '{"events": [{"server_uuid": "f5b73219-738b-416f-bdea-377f0f93761f", "name": "network-vif-deleted", "tag": "4f405e86-4441-4fb9-a7a2-041bd1a1e4b2"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:12:52.824342 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d6964-224a-4c01-9670-b8cd753b0e9a req-fb6c0b36-a660-4f5a-9043-487d1fdb0954 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:52.826217 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-897d6964-224a-4c01-9670-b8cd753b0e9a req-fb6c0b36-a660-4f5a-9043-487d1fdb0954 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd1fd4b4-9aa6-4dcb-a406-839940e49ffb HTTP/1.1" status: 200 len: 907 time: 0.0671530 Aug 11 22:12:52.887318 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 11 Aug 2021 22:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63e651e-f62c-4291-b8ee-812ce2b8581d x-openstack-request-id: req-a63e651e-f62c-4291-b8ee-812ce2b8581d {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:12:52.887805 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b73219-738b-416f-bdea-377f0f93761f", "name": "network-vif-deleted", "tag": "4f405e86-4441-4fb9-a7a2-041bd1a1e4b2", "status": "failed", "code": 422}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:12:52.888213 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a63e651e-f62c-4291-b8ee-812ce2b8581d {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:12:52.888848 n-d-804275-3 neutron-server[100943]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f5b73219-738b-416f-bdea-377f0f93761f', 'name': 'network-vif-deleted', 'tag': '4f405e86-4441-4fb9-a7a2-041bd1a1e4b2', 'status': 'failed', 'code': 422} returned with failed status Aug 11 22:12:52.893237 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['3bf26fb3-76b2-412b-9ac0-75a0b7e40079'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:12:52.986289 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-366ef6f2-2f45-47d6-8d92-9d56558d13b0 req-2a42776a-bae6-4800-b3bc-919279c115cc tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] For port 523e5924-57e6-4cf0-a805-31303328564b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=523e5924-57e6-4cf0-a805-31303328564b,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:12:52.987030 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-366ef6f2-2f45-47d6-8d92-9d56558d13b0 req-2a42776a-bae6-4800-b3bc-919279c115cc tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:53.017339 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-366ef6f2-2f45-47d6-8d92-9d56558d13b0 req-2a42776a-bae6-4800-b3bc-919279c115cc tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Calling delete_port for 523e5924-57e6-4cf0-a805-31303328564b owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:12:53.127584 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec200b-9a52-470e-bdfa-50647bb7c2d4 req-9b2c4907-b4ef-4843-96e4-43a8c3d564b4 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:53.132304 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d8ec200b-9a52-470e-bdfa-50647bb7c2d4 req-9b2c4907-b4ef-4843-96e4-43a8c3d564b4 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.0791836 Aug 11 22:12:53.226142 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d8ec200b-9a52-470e-bdfa-50647bb7c2d4 req-e328494b-79db-47e8-b49b-44c80c37915e tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864296 Aug 11 22:12:53.340721 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-366ef6f2-2f45-47d6-8d92-9d56558d13b0 req-2a42776a-bae6-4800-b3bc-919279c115cc tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:53.390388 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42776a-bae6-4800-b3bc-919279c115cc tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Pushing event deleted for resources: {'Port': ['ID=523e5924-57e6-4cf0-a805-31303328564b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:53.396410 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-0fc1fc2d-5097-49bc-8a74-a201f2bdd201 admin admin] Deleting port b82650d3-8e26-491e-96f2-9e14c2fedaee {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:12:53.397512 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0fc1fc2d-5097-49bc-8a74-a201f2bdd201 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:53.398144 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cbad5-d571-43f9-aa76-84bcfc0d49f3 req-2c4c54d5-5e75-4a5f-83a3-09380446bb4e tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:53.400218 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-395cbad5-d571-43f9-aa76-84bcfc0d49f3 req-2c4c54d5-5e75-4a5f-83a3-09380446bb4e tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] 10.222.0.77 "GET /v2.0/ports?device_id=7986fda4-24ff-40e5-a063-7093aa3c5f00 HTTP/1.1" status: 200 len: 945 time: 0.0637920 Aug 11 22:12:53.482479 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-395cbad5-d571-43f9-aa76-84bcfc0d49f3 req-31872208-6e4a-4df2-a43b-663e686eca81 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] 10.222.0.77 "GET /v2.0/security-groups?id=eaca38c2-af53-4ed0-8251-812c3bc3c357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739017 Aug 11 22:12:53.630786 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87c6ee-2f84-49ff-965c-dbf5bd25b718 req-4be42ee8-8192-4b83-9718-1c850ecff1e2 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:53.639014 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9d87c6ee-2f84-49ff-965c-dbf5bd25b718 req-4be42ee8-8192-4b83-9718-1c850ecff1e2 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.0916719 Aug 11 22:12:53.711648 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9d87c6ee-2f84-49ff-965c-dbf5bd25b718 req-71fd7548-2a1b-417a-94a7-02e046e7eb24 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714712 Aug 11 22:12:53.907903 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e4608-240f-4cf4-a00e-c5e5afa7049c req-9b3487d4-99c3-41a0-ab70-75d943c32916 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:53.908656 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-366ef6f2-2f45-47d6-8d92-9d56558d13b0 req-2a42776a-bae6-4800-b3bc-919279c115cc tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] No DVR routers for this DVR port 523e5924-57e6-4cf0-a805-31303328564b on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:12:53.909653 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-136e4608-240f-4cf4-a00e-c5e5afa7049c req-9b3487d4-99c3-41a0-ab70-75d943c32916 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.0825925 Aug 11 22:12:53.915413 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-366ef6f2-2f45-47d6-8d92-9d56558d13b0 req-2a42776a-bae6-4800-b3bc-919279c115cc tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:53.919365 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-366ef6f2-2f45-47d6-8d92-9d56558d13b0 req-2a42776a-bae6-4800-b3bc-919279c115cc tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.52 "DELETE /v2.0/ports/523e5924-57e6-4cf0-a805-31303328564b HTTP/1.1" status: 204 len: 173 time: 1.4760354 Aug 11 22:12:53.920145 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1fd4b4-9aa6-4dcb-a406-839940e49ffb', 'name': 'network-vif-deleted', 'tag': '523e5924-57e6-4cf0-a805-31303328564b'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:12:53.924339 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6146ba8-3dd2-4a4a-8485-6e99321fdaf6" -d '{"events": [{"server_uuid": "cd1fd4b4-9aa6-4dcb-a406-839940e49ffb", "name": "network-vif-deleted", "tag": "523e5924-57e6-4cf0-a805-31303328564b"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:12:53.995359 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-0fc1fc2d-5097-49bc-8a74-a201f2bdd201 admin admin] For port b82650d3-8e26-491e-96f2-9e14c2fedaee, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b82650d3-8e26-491e-96f2-9e14c2fedaee,segment=NetworkSegment(8d93256b-5352-438c-bc62-49e313e3a676),segment_id=8d93256b-5352-438c-bc62-49e313e3a676)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:12:53.995894 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0fc1fc2d-5097-49bc-8a74-a201f2bdd201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:54.016704 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-136e4608-240f-4cf4-a00e-c5e5afa7049c req-161b8a27-8a09-4267-bf74-21704fd2e460 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951822 Aug 11 22:12:54.025364 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-0fc1fc2d-5097-49bc-8a74-a201f2bdd201 admin admin] Calling delete_port for b82650d3-8e26-491e-96f2-9e14c2fedaee owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:12:54.050069 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 3bf26fb3-76b2-412b-9ac0-75a0b7e40079 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:12:54.230449 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 3bf26fb3-76b2-412b-9ac0-75a0b7e40079 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:12:54.247609 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 3bf26fb3-76b2-412b-9ac0-75a0b7e40079 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:12:54.248559 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:54.253300 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-af1535b4-aeec-42e9-b540-64f520d23dbb req-ecdc7380-5a4d-4c44-9d4c-cea2980faad1 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd1fd4b4-9aa6-4dcb-a406-839940e49ffb HTTP/1.1" status: 200 len: 210 time: 0.0648000 Aug 11 22:12:54.435435 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc667f5-4025-47da-832b-6848293f0b83 x-openstack-request-id: req-7bc667f5-4025-47da-832b-6848293f0b83 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:12:54.435948 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1fd4b4-9aa6-4dcb-a406-839940e49ffb", "name": "network-vif-deleted", "tag": "523e5924-57e6-4cf0-a805-31303328564b", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:12:54.436380 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7bc667f5-4025-47da-832b-6848293f0b83 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:12:54.437064 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1fd4b4-9aa6-4dcb-a406-839940e49ffb', 'name': 'network-vif-deleted', 'tag': '523e5924-57e6-4cf0-a805-31303328564b', 'status': 'completed', 'code': 200} Aug 11 22:12:54.563293 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0fc1fc2d-5097-49bc-8a74-a201f2bdd201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:54.624553 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1fc2d-5097-49bc-8a74-a201f2bdd201 admin admin] Pushing event deleted for resources: {'Port': ['ID=b82650d3-8e26-491e-96f2-9e14c2fedaee,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:54.657661 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:54.767738 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 3bf26fb3-76b2-412b-9ac0-75a0b7e40079, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=3bf26fb3-76b2-412b-9ac0-75a0b7e40079,segment=NetworkSegment(0c139aa8-ff7c-46cd-ae53-0a424c6f289a),segment_id=0c139aa8-ff7c-46cd-ae53-0a424c6f289a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:12:54.774336 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7986fda4-24ff-40e5-a063-7093aa3c5f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf26fb3-76b2-412b-9ac0-75a0b7e40079'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:12:54.793101 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176f1dcc-b30f-4007-ae13-fbac6e73163d" -d '{"events": [{"server_uuid": "7986fda4-24ff-40e5-a063-7093aa3c5f00", "name": "network-vif-plugged", "status": "completed", "tag": "3bf26fb3-76b2-412b-9ac0-75a0b7e40079"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:12:54.801066 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:54.897285 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b6238-4d02-4ab4-b9ab-c02a4e40844a req-de8720fa-a9aa-4b96-be80-a11fd322e9b3 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:54.903174 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a48b6238-4d02-4ab4-b9ab-c02a4e40844a req-de8720fa-a9aa-4b96-be80-a11fd322e9b3 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] 10.222.0.77 "GET /v2.0/ports?device_id=7986fda4-24ff-40e5-a063-7093aa3c5f00 HTTP/1.1" status: 200 len: 945 time: 0.1787889 Aug 11 22:12:54.973623 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=3bf26fb3-76b2-412b-9ac0-75a0b7e40079,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:55.011521 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a48b6238-4d02-4ab4-b9ab-c02a4e40844a req-38f14b4f-3f1c-4a7e-b334-f43cefa8cc63 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] 10.222.0.77 "GET /v2.0/security-groups?id=eaca38c2-af53-4ed0-8251-812c3bc3c357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982125 Aug 11 22:12:55.099026 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38ef8a2-843d-4c0a-bffc-167142a509c8 x-openstack-request-id: req-b38ef8a2-843d-4c0a-bffc-167142a509c8 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:12:55.099643 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7986fda4-24ff-40e5-a063-7093aa3c5f00", "name": "network-vif-plugged", "status": "completed", "tag": "3bf26fb3-76b2-412b-9ac0-75a0b7e40079", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:12:55.099984 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b38ef8a2-843d-4c0a-bffc-167142a509c8 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:12:55.100656 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7986fda4-24ff-40e5-a063-7093aa3c5f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf26fb3-76b2-412b-9ac0-75a0b7e40079', 'code': 200} Aug 11 22:12:55.170264 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0fc1fc2d-5097-49bc-8a74-a201f2bdd201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:55.281585 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d556d-b095-4362-a27f-491f93100c74 req-05cf5f95-a301-4d26-9a6e-d5e55e7e9378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:55.284108 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-135d556d-b095-4362-a27f-491f93100c74 req-05cf5f95-a301-4d26-9a6e-d5e55e7e9378 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7986fda4-24ff-40e5-a063-7093aa3c5f00 HTTP/1.1" status: 200 len: 1097 time: 0.0754352 Aug 11 22:12:55.359224 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-135d556d-b095-4362-a27f-491f93100c74 req-726a142c-f247-4e0c-b192-fe15e369541e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=eaca38c2-af53-4ed0-8251-812c3bc3c357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672624 Aug 11 22:12:55.583010 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 523e5924-57e6-4cf0-a805-31303328564b no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:12:55.621302 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc1fc2d-5097-49bc-8a74-a201f2bdd201 admin admin] Router 22f42f89-1d4f-42df-84a8-bc85aaae6bba has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:12:55.650504 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 523e5924-57e6-4cf0-a805-31303328564b {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:12:55.652947 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 523e5924-57e6-4cf0-a805-31303328564b not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:12:55.868131 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc1fc2d-5097-49bc-8a74-a201f2bdd201 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:12:55.875684 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0fc1fc2d-5097-49bc-8a74-a201f2bdd201 admin admin] 10.222.0.77 "PUT /v2.0/routers/22f42f89-1d4f-42df-84a8-bc85aaae6bba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0230136 Aug 11 22:12:55.879937 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c32ed83-cd2c-42a1-9ef8-8dd2e23555ef None None] Sync routers for ids ['22f42f89-1d4f-42df-84a8-bc85aaae6bba'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:12:55.884116 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48556) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:12:55.897852 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c32ed83-cd2c-42a1-9ef8-8dd2e23555ef None None] Routers {'22f42f89-1d4f-42df-84a8-bc85aaae6bba'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:12:55.900158 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-4c32ed83-cd2c-42a1-9ef8-8dd2e23555ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:12:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['22f42f89-1d4f-42df-84a8-bc85aaae6bba'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:12:55.920987 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f1285-464c-4689-92e7-0bea2ce63587 req-862a9c1d-8a5f-48ff-9feb-c6c7186fea66 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:55.929499 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f98f1285-464c-4689-92e7-0bea2ce63587 req-862a9c1d-8a5f-48ff-9feb-c6c7186fea66 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3ff3d67-0619-4a08-99eb-24c1f3383aa1 HTTP/1.1" status: 200 len: 945 time: 0.0772743 Aug 11 22:12:55.974043 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f98f1285-464c-4689-92e7-0bea2ce63587 req-b1e4c8f7-5a83-4073-b675-d66e81fa4034 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434146 Aug 11 22:12:56.064880 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-337f4ed2-67ef-4c4a-9099-7f9ca6012a60 admin admin] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:56.232167 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-337f4ed2-67ef-4c4a-9099-7f9ca6012a60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:56.248458 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff780311-2a57-4b67-81ac-a9e91f5fd2f8 req-b524c2cb-77ad-4da7-9814-1318ef22e2f2 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:56.262109 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ff780311-2a57-4b67-81ac-a9e91f5fd2f8 req-b524c2cb-77ad-4da7-9814-1318ef22e2f2 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] 10.222.0.77 "GET /v2.0/ports?device_id=7986fda4-24ff-40e5-a063-7093aa3c5f00 HTTP/1.1" status: 200 len: 946 time: 0.1399641 Aug 11 22:12:56.291361 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-4c32ed83-cd2c-42a1-9ef8-8dd2e23555ef None None] Set router 22f42f89-1d4f-42df-84a8-bc85aaae6bba gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:12:56.315932 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ff780311-2a57-4b67-81ac-a9e91f5fd2f8 req-28c573a2-d77d-4781-bc63-cc77a3e2c5f8 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] 10.222.0.77 "GET /v2.0/security-groups?id=eaca38c2-af53-4ed0-8251-812c3bc3c357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526111 Aug 11 22:12:56.370493 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-337f4ed2-67ef-4c4a-9099-7f9ca6012a60 admin admin] Deleting port 188a95c9-6cd2-4247-84a5-baf21d0a554b {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:12:56.371152 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-337f4ed2-67ef-4c4a-9099-7f9ca6012a60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:56.473141 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-337f4ed2-67ef-4c4a-9099-7f9ca6012a60 admin admin] For port 188a95c9-6cd2-4247-84a5-baf21d0a554b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=188a95c9-6cd2-4247-84a5-baf21d0a554b,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:12:56.473879 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-337f4ed2-67ef-4c4a-9099-7f9ca6012a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:56.501072 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-337f4ed2-67ef-4c4a-9099-7f9ca6012a60 admin admin] Calling delete_port for 188a95c9-6cd2-4247-84a5-baf21d0a554b owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:12:56.636385 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-4c32ed83-cd2c-42a1-9ef8-8dd2e23555ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'name': 'tempest-ServersTestBootFromVolume-1570176242-router', 'tenant_id': '305a51db4b5b4d7797ff280782d4def9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '188a95c9-6cd2-4247-84a5-baf21d0a554b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:09:15Z', 'updated_at': '2021-08-11T22:12:54Z', 'revision_number': 5, 'project_id': '305a51db4b5b4d7797ff280782d4def9', 'gw_port': {'id': '188a95c9-6cd2-4247-84a5-baf21d0a554b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:09:17Z', 'updated_at': '2021-08-11T22:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:12:56.706425 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c32ed83-cd2c-42a1-9ef8-8dd2e23555ef None None] Checking router: 22f42f89-1d4f-42df-84a8-bc85aaae6bba for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:12:56.731608 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c32ed83-cd2c-42a1-9ef8-8dd2e23555ef None None] Routers {'22f42f89-1d4f-42df-84a8-bc85aaae6bba'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:12:56.731608 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-4c32ed83-cd2c-42a1-9ef8-8dd2e23555ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:12:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['22f42f89-1d4f-42df-84a8-bc85aaae6bba'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:12:56.909084 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-337f4ed2-67ef-4c4a-9099-7f9ca6012a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:56.948388 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-4c32ed83-cd2c-42a1-9ef8-8dd2e23555ef None None] Set router 22f42f89-1d4f-42df-84a8-bc85aaae6bba gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:12:57.024095 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f4ed2-67ef-4c4a-9099-7f9ca6012a60 admin admin] Pushing event deleted for resources: {'Port': ['ID=188a95c9-6cd2-4247-84a5-baf21d0a554b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:57.052285 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-4c32ed83-cd2c-42a1-9ef8-8dd2e23555ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'name': 'tempest-ServersTestBootFromVolume-1570176242-router', 'tenant_id': '305a51db4b5b4d7797ff280782d4def9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:09:15Z', 'updated_at': '2021-08-11T22:12:56Z', 'revision_number': 6, 'project_id': '305a51db4b5b4d7797ff280782d4def9', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:12:57.126498 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c32ed83-cd2c-42a1-9ef8-8dd2e23555ef None None] The sync data for ids ['22f42f89-1d4f-42df-84a8-bc85aaae6bba'] in n-d-804275-3 is: [{'id': '22f42f89-1d4f-42df-84a8-bc85aaae6bba', 'name': 'tempest-ServersTestBootFromVolume-1570176242-router', 'tenant_id': '305a51db4b5b4d7797ff280782d4def9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:09:15Z', 'updated_at': '2021-08-11T22:12:56Z', 'revision_number': 6, 'project_id': '305a51db4b5b4d7797ff280782d4def9', 'gw_port_host': None}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:12:57.241511 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0023ad-198a-4846-a0c3-dcedfc339c61 req-66023d51-9fb8-4d10-8863-0990d1bbc72c tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:57.244027 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5b0023ad-198a-4846-a0c3-dcedfc339c61 req-66023d51-9fb8-4d10-8863-0990d1bbc72c tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3ff3d67-0619-4a08-99eb-24c1f3383aa1 HTTP/1.1" status: 200 len: 945 time: 0.2861681 Aug 11 22:12:57.262773 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-337f4ed2-67ef-4c4a-9099-7f9ca6012a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:57.277755 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10379504-8717-4ce6-b9fa-0858de03f75c req-0589903a-3e34-4d13-a165-01ac1e9db746 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:57.280525 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-10379504-8717-4ce6-b9fa-0858de03f75c req-0589903a-3e34-4d13-a165-01ac1e9db746 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3ff3d67-0619-4a08-99eb-24c1f3383aa1 HTTP/1.1" status: 200 len: 945 time: 0.1249769 Aug 11 22:12:57.337060 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-10379504-8717-4ce6-b9fa-0858de03f75c req-fc7f9557-02a4-42ee-bf2f-8b948d010922 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432980 Aug 11 22:12:57.472719 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-337f4ed2-67ef-4c4a-9099-7f9ca6012a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:57.477405 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-337f4ed2-67ef-4c4a-9099-7f9ca6012a60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:57.545643 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1d132-5010-4409-ba52-475a7287276d req-b98747e6-033c-40d4-b95d-794a7c9497e3 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:12:57.555402 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c1c1d132-5010-4409-ba52-475a7287276d req-b98747e6-033c-40d4-b95d-794a7c9497e3 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] 10.222.0.77 "GET /v2.0/ports?device_id=7986fda4-24ff-40e5-a063-7093aa3c5f00 HTTP/1.1" status: 200 len: 946 time: 0.0970743 Aug 11 22:12:57.586896 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-337f4ed2-67ef-4c4a-9099-7f9ca6012a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:57.587474 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337f4ed2-67ef-4c4a-9099-7f9ca6012a60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22f42f89-1d4f-42df-84a8-bc85aaae6bba {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:12:57.592983 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-337f4ed2-67ef-4c4a-9099-7f9ca6012a60 admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:57.596349 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-337f4ed2-67ef-4c4a-9099-7f9ca6012a60 admin admin] 10.222.0.77 "DELETE /v2.0/routers/22f42f89-1d4f-42df-84a8-bc85aaae6bba HTTP/1.1" status: 204 len: 168 time: 1.7059121 Aug 11 22:12:57.597584 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48588) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:12:57.625128 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-5b0023ad-198a-4846-a0c3-dcedfc339c61 req-5df76cb0-34b9-4bfa-840a-9321d34bab66 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Deleting port 41341e3f-c954-4add-9eb4-639c43f4e706 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:12:57.625876 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5b0023ad-198a-4846-a0c3-dcedfc339c61 req-5df76cb0-34b9-4bfa-840a-9321d34bab66 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:57.648140 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c1c1d132-5010-4409-ba52-475a7287276d req-f3311a68-df2a-4ebc-ab22-a74f12c27e07 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] 10.222.0.77 "GET /v2.0/security-groups?id=eaca38c2-af53-4ed0-8251-812c3bc3c357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914993 Aug 11 22:12:57.691454 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e3f7c7-a3c0-43f2-8305-dc6b3dc4d8a1 admin admin] Deleting subnet 41ab5701-e2fa-487c-8ec8-f16e177e68a7 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:12:57.701902 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-77e3f7c7-a3c0-43f2-8305-dc6b3dc4d8a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:57.815829 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-77e3f7c7-a3c0-43f2-8305-dc6b3dc4d8a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:57.829635 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-5b0023ad-198a-4846-a0c3-dcedfc339c61 req-5df76cb0-34b9-4bfa-840a-9321d34bab66 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] For port 41341e3f-c954-4add-9eb4-639c43f4e706, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=41341e3f-c954-4add-9eb4-639c43f4e706,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:12:57.830269 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5b0023ad-198a-4846-a0c3-dcedfc339c61 req-5df76cb0-34b9-4bfa-840a-9321d34bab66 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:57.857002 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-5b0023ad-198a-4846-a0c3-dcedfc339c61 req-5df76cb0-34b9-4bfa-840a-9321d34bab66 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Calling delete_port for 41341e3f-c954-4add-9eb4-639c43f4e706 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:12:58.031555 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-77e3f7c7-a3c0-43f2-8305-dc6b3dc4d8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:58.211192 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-77e3f7c7-a3c0-43f2-8305-dc6b3dc4d8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:58.255380 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5b0023ad-198a-4846-a0c3-dcedfc339c61 req-5df76cb0-34b9-4bfa-840a-9321d34bab66 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:58.260714 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3f7c7-a3c0-43f2-8305-dc6b3dc4d8a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41ab5701-e2fa-487c-8ec8-f16e177e68a7,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:58.272816 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-77e3f7c7-a3c0-43f2-8305-dc6b3dc4d8a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:58.280352 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-77e3f7c7-a3c0-43f2-8305-dc6b3dc4d8a1 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/41ab5701-e2fa-487c-8ec8-f16e177e68a7 HTTP/1.1" status: 204 len: 168 time: 0.6762295 Aug 11 22:12:58.281747 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48610) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:12:58.283790 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d31310-7832-49ca-a6ba-f2269c98e872 None None] Network a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:12:58.343041 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['a1c23f4e-0437-4179-9ecd-8842ffc738b0'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:12:58.399286 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0023ad-198a-4846-a0c3-dcedfc339c61 req-5df76cb0-34b9-4bfa-840a-9321d34bab66 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] No DVR routers for this DVR port 41341e3f-c954-4add-9eb4-639c43f4e706 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:12:58.402703 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5b0023ad-198a-4846-a0c3-dcedfc339c61 req-5df76cb0-34b9-4bfa-840a-9321d34bab66 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:58.407972 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5b0023ad-198a-4846-a0c3-dcedfc339c61 req-5df76cb0-34b9-4bfa-840a-9321d34bab66 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.52 "DELETE /v2.0/ports/41341e3f-c954-4add-9eb4-639c43f4e706 HTTP/1.1" status: 204 len: 173 time: 1.1567891 Aug 11 22:12:58.408830 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ff3d67-0619-4a08-99eb-24c1f3383aa1', 'name': 'network-vif-deleted', 'tag': '41341e3f-c954-4add-9eb4-639c43f4e706'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:12:58.413100 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e0f07e-85c2-4fd0-ae40-3f28c8f24bc6" -d '{"events": [{"server_uuid": "c3ff3d67-0619-4a08-99eb-24c1f3383aa1", "name": "network-vif-deleted", "tag": "41341e3f-c954-4add-9eb4-639c43f4e706"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:12:58.416818 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df76cb0-34b9-4bfa-840a-9321d34bab66 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Pushing event deleted for resources: {'Port': ['ID=41341e3f-c954-4add-9eb4-639c43f4e706,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:58.461682 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0516f225-6a19-41b0-88fd-6577d3bc2378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:58.601482 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-0516f225-6a19-41b0-88fd-6577d3bc2378 admin admin] Deleting port b8b39ccc-ccf4-477d-b190-c1684287d442 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:12:58.601831 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0516f225-6a19-41b0-88fd-6577d3bc2378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:58.834529 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-38afb696-f09c-4bd5-be0f-bb3ce9bf9019 req-1b3ede74-b89f-4014-887b-c0c253b51f49 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3ff3d67-0619-4a08-99eb-24c1f3383aa1 HTTP/1.1" status: 200 len: 210 time: 0.0722716 Aug 11 22:12:58.846518 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b82650d3-8e26-491e-96f2-9e14c2fedaee no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:12:58.940870 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-0516f225-6a19-41b0-88fd-6577d3bc2378 admin admin] For port b8b39ccc-ccf4-477d-b190-c1684287d442, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b8b39ccc-ccf4-477d-b190-c1684287d442,segment=NetworkSegment(8d93256b-5352-438c-bc62-49e313e3a676),segment_id=8d93256b-5352-438c-bc62-49e313e3a676)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:12:58.941262 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0516f225-6a19-41b0-88fd-6577d3bc2378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:58.977578 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: b82650d3-8e26-491e-96f2-9e14c2fedaee {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:12:58.978352 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b82650d3-8e26-491e-96f2-9e14c2fedaee not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:12:58.978955 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 188a95c9-6cd2-4247-84a5-baf21d0a554b no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:12:58.994558 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72068ff9-a69d-45fd-9bca-c87cf3bd9f1d x-openstack-request-id: req-72068ff9-a69d-45fd-9bca-c87cf3bd9f1d {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:12:58.995113 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ff3d67-0619-4a08-99eb-24c1f3383aa1", "name": "network-vif-deleted", "tag": "41341e3f-c954-4add-9eb4-639c43f4e706", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:12:58.995623 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-72068ff9-a69d-45fd-9bca-c87cf3bd9f1d {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:12:58.996254 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ff3d67-0619-4a08-99eb-24c1f3383aa1', 'name': 'network-vif-deleted', 'tag': '41341e3f-c954-4add-9eb4-639c43f4e706', 'status': 'completed', 'code': 200} Aug 11 22:12:59.016162 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-0516f225-6a19-41b0-88fd-6577d3bc2378 admin admin] Calling delete_port for b8b39ccc-ccf4-477d-b190-c1684287d442 owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:12:59.128692 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 188a95c9-6cd2-4247-84a5-baf21d0a554b {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:12:59.129240 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 188a95c9-6cd2-4247-84a5-baf21d0a554b not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:12:59.274881 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0516f225-6a19-41b0-88fd-6577d3bc2378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:59.346455 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95e8883-5de2-4be3-851d-b61db63e2426 None None] DHCP port deletion for a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:12:59.397052 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516f225-6a19-41b0-88fd-6577d3bc2378 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b39ccc-ccf4-477d-b190-c1684287d442,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:12:59.423591 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0516f225-6a19-41b0-88fd-6577d3bc2378 admin admin] No DVR routers for this DVR port b8b39ccc-ccf4-477d-b190-c1684287d442 on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:12:59.610262 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 41341e3f-c954-4add-9eb4-639c43f4e706 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:12:59.635395 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0516f225-6a19-41b0-88fd-6577d3bc2378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:59.656631 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-0516f225-6a19-41b0-88fd-6577d3bc2378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:12:59.686608 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-0516f225-6a19-41b0-88fd-6577d3bc2378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d93256b-5352-438c-bc62-49e313e3a676') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:12:59.687259 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-0516f225-6a19-41b0-88fd-6577d3bc2378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d93256b-5352-438c-bc62-49e313e3a676') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:12:59.696885 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 41341e3f-c954-4add-9eb4-639c43f4e706 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:12:59.697766 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 41341e3f-c954-4add-9eb4-639c43f4e706 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:12:59.711406 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0516f225-6a19-41b0-88fd-6577d3bc2378 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:59.739789 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0516f225-6a19-41b0-88fd-6577d3bc2378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:59.753153 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0516f225-6a19-41b0-88fd-6577d3bc2378 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:12:59.753721 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0516f225-6a19-41b0-88fd-6577d3bc2378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:12:59.756377 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:12:59.837811 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0516f225-6a19-41b0-88fd-6577d3bc2378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:59.852599 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0516f225-6a19-41b0-88fd-6577d3bc2378 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:12:59.855391 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0516f225-6a19-41b0-88fd-6577d3bc2378 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0 HTTP/1.1" status: 204 len: 168 time: 1.5725935 Aug 11 22:12:59.873034 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516f225-6a19-41b0-88fd-6577d3bc2378 admin admin] Pushing event deleted for resources: {'Network': ['ID=a88a79c3-5ba1-4fd8-b4d4-2461cf6aa6a0,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:00.030121 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48656) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:00.087681 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-eb309b83-96d4-420c-b493-9afde32ef194 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=305a51db4b5b4d7797ff280782d4def9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0559342 Aug 11 22:13:00.092054 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48658) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:00.160788 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a5a91686-b6e8-4676-81af-cbd9454c6f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:00.228662 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a5a91686-b6e8-4676-81af-cbd9454c6f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:00.319430 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a5a91686-b6e8-4676-81af-cbd9454c6f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:00.323588 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a5a91686-b6e8-4676-81af-cbd9454c6f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:00.325704 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a5a91686-b6e8-4676-81af-cbd9454c6f16 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7ef8c721-be29-4831-b397-65a2e4a5208e HTTP/1.1" status: 204 len: 168 time: 0.2325437 Aug 11 22:13:00.342034 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a91686-b6e8-4676-81af-cbd9454c6f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef8c721-be29-4831-b397-65a2e4a5208e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:00.806849 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b8b39ccc-ccf4-477d-b190-c1684287d442 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:13:00.874440 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: b8b39ccc-ccf4-477d-b190-c1684287d442 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:13:00.875157 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b8b39ccc-ccf4-477d-b190-c1684287d442 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:13:00.879072 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a4fdd-b75b-44d6-8f18-729f39b3bda7 req-f17b0671-d055-412d-b63e-7624738812ad tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:00.892420 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a43a4fdd-b75b-44d6-8f18-729f39b3bda7 req-f17b0671-d055-412d-b63e-7624738812ad tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c681a048-cd9d-4a75-a120-f3e88edb0dd6 HTTP/1.1" status: 200 len: 946 time: 0.1323769 Aug 11 22:13:01.027130 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a43a4fdd-b75b-44d6-8f18-729f39b3bda7 req-fdea97e7-d89e-491e-a26c-c6372c18b2bc tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc539d23-1e29-4f85-8544-80f3918bba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282878 Aug 11 22:13:01.069353 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2460f-b845-4df0-96db-50e6bce96b3b req-64227a45-68cf-4730-acc4-e519f172e75c tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:01.071320 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a7f2460f-b845-4df0-96db-50e6bce96b3b req-64227a45-68cf-4730-acc4-e519f172e75c tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.82 "GET /v2.0/ports?device_id=c681a048-cd9d-4a75-a120-f3e88edb0dd6 HTTP/1.1" status: 200 len: 946 time: 0.1417248 Aug 11 22:13:01.218186 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-a7f2460f-b845-4df0-96db-50e6bce96b3b req-e24fe4d2-d4a0-4127-ae15-c0811775658e tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Deleting port a1c23f4e-0437-4179-9ecd-8842ffc738b0 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:13:01.218753 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a7f2460f-b845-4df0-96db-50e6bce96b3b req-e24fe4d2-d4a0-4127-ae15-c0811775658e tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:01.374109 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-a7f2460f-b845-4df0-96db-50e6bce96b3b req-e24fe4d2-d4a0-4127-ae15-c0811775658e tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] For port a1c23f4e-0437-4179-9ecd-8842ffc738b0, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=a1c23f4e-0437-4179-9ecd-8842ffc738b0,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:13:01.374719 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a7f2460f-b845-4df0-96db-50e6bce96b3b req-e24fe4d2-d4a0-4127-ae15-c0811775658e tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:01.438730 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-a7f2460f-b845-4df0-96db-50e6bce96b3b req-e24fe4d2-d4a0-4127-ae15-c0811775658e tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Calling delete_port for a1c23f4e-0437-4179-9ecd-8842ffc738b0 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:13:01.816333 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a7f2460f-b845-4df0-96db-50e6bce96b3b req-e24fe4d2-d4a0-4127-ae15-c0811775658e tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:01.856536 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['a1c23f4e-0437-4179-9ecd-8842ffc738b0'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:13:01.872721 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48730) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:01.916472 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fe4d2-d4a0-4127-ae15-c0811775658e tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Pushing event deleted for resources: {'Port': ['ID=a1c23f4e-0437-4179-9ecd-8842ffc738b0,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:02.025263 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f2460f-b845-4df0-96db-50e6bce96b3b req-e24fe4d2-d4a0-4127-ae15-c0811775658e tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] No DVR routers for this DVR port a1c23f4e-0437-4179-9ecd-8842ffc738b0 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:13:02.030348 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a7f2460f-b845-4df0-96db-50e6bce96b3b req-e24fe4d2-d4a0-4127-ae15-c0811775658e tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:02.036142 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a7f2460f-b845-4df0-96db-50e6bce96b3b req-e24fe4d2-d4a0-4127-ae15-c0811775658e tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.82 "DELETE /v2.0/ports/a1c23f4e-0437-4179-9ecd-8842ffc738b0 HTTP/1.1" status: 204 len: 173 time: 0.9565346 Aug 11 22:13:02.038201 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c681a048-cd9d-4a75-a120-f3e88edb0dd6', 'name': 'network-vif-deleted', 'tag': 'a1c23f4e-0437-4179-9ecd-8842ffc738b0'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:13:02.042397 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08f02f6-d7f4-4f91-bc95-740868f7f82c" -d '{"events": [{"server_uuid": "c681a048-cd9d-4a75-a120-f3e88edb0dd6", "name": "network-vif-deleted", "tag": "a1c23f4e-0437-4179-9ecd-8842ffc738b0"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:13:02.229097 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-500b35d4-9018-4256-bc1b-33c41eb5e5e1 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-446470681-network', 'tenant_id': '80d6d29c24554094a12b3313be6b86d0'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:13:02.291942 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500b35d4-9018-4256-bc1b-33c41eb5e5e1 admin admin] Made reservation on behalf of 80d6d29c24554094a12b3313be6b86d0 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:13:02.295784 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-500b35d4-9018-4256-bc1b-33c41eb5e5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:02.335608 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-500b35d4-9018-4256-bc1b-33c41eb5e5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:02.535030 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-500b35d4-9018-4256-bc1b-33c41eb5e5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:02.542785 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-500b35d4-9018-4256-bc1b-33c41eb5e5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:02.610623 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500b35d4-9018-4256-bc1b-33c41eb5e5e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:13:02.663445 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b35d4-9018-4256-bc1b-33c41eb5e5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2181496-84c4-4224-9b75-b17bb15b0710,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:02.680081 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ca83692-8054-49cf-ba1f-42f423ba9565 req-df60e07c-703d-44f0-ab54-06e081c5b21d tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=c681a048-cd9d-4a75-a120-f3e88edb0dd6 HTTP/1.1" status: 200 len: 210 time: 0.0773063 Aug 11 22:13:02.681506 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-500b35d4-9018-4256-bc1b-33c41eb5e5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:02.682090 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-500b35d4-9018-4256-bc1b-33c41eb5e5e1 admin admin] Added segment cfbe3b14-4ac3-4fc0-a4ac-41f7e975aa2d of type vlan for network 496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f Aug 11 22:13:02.771928 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b694ac-3da1-4e2b-860a-d3893d26f46f x-openstack-request-id: req-60b694ac-3da1-4e2b-860a-d3893d26f46f {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:13:02.772584 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c681a048-cd9d-4a75-a120-f3e88edb0dd6", "name": "network-vif-deleted", "tag": "a1c23f4e-0437-4179-9ecd-8842ffc738b0", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:13:02.772863 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-60b694ac-3da1-4e2b-860a-d3893d26f46f {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:13:02.773926 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c681a048-cd9d-4a75-a120-f3e88edb0dd6', 'name': 'network-vif-deleted', 'tag': 'a1c23f4e-0437-4179-9ecd-8842ffc738b0', 'status': 'completed', 'code': 200} Aug 11 22:13:02.816446 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-500b35d4-9018-4256-bc1b-33c41eb5e5e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:02.893031 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-500b35d4-9018-4256-bc1b-33c41eb5e5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:02.894629 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500b35d4-9018-4256-bc1b-33c41eb5e5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:02.895882 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-500b35d4-9018-4256-bc1b-33c41eb5e5e1 admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:03.012077 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-500b35d4-9018-4256-bc1b-33c41eb5e5e1 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1319222 Aug 11 22:13:03.015408 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48756) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:03.039128 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-ee525a67-25c1-43dd-b8b3-62567b2cf401 admin admin] Request body: {'subnet': {'network_id': '496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-446470681-subnet', 'tenant_id': '80d6d29c24554094a12b3313be6b86d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:13:03.059219 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b35d4-9018-4256-bc1b-33c41eb5e5e1 admin admin] Pushing event updated for resources: {'Network': ['ID=496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:03.076186 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:13:03.112278 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee525a67-25c1-43dd-b8b3-62567b2cf401 admin admin] Made reservation on behalf of 80d6d29c24554094a12b3313be6b86d0 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:13:03.121499 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee525a67-25c1-43dd-b8b3-62567b2cf401 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:03.391842 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee525a67-25c1-43dd-b8b3-62567b2cf401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:03.476140 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee525a67-25c1-43dd-b8b3-62567b2cf401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=236a89d3-940b-4060-b756-8c633cfc024f,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:03.491630 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee525a67-25c1-43dd-b8b3-62567b2cf401 admin admin] Checking segment: {'id': 'cfbe3b14-4ac3-4fc0-a4ac-41f7e975aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:13:03.492086 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee525a67-25c1-43dd-b8b3-62567b2cf401 admin admin] Network hostable DHCP agents. Network: 496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:13:03.518394 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee525a67-25c1-43dd-b8b3-62567b2cf401 admin admin] Network 496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:13:03.530102 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-ee525a67-25c1-43dd-b8b3-62567b2cf401 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:13:03.535768 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee525a67-25c1-43dd-b8b3-62567b2cf401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:03.536500 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee525a67-25c1-43dd-b8b3-62567b2cf401 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:03.545654 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a00a90-47d9-49ed-9cda-9cb6c82722c3 None None] Network 496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:13:03.556702 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ee525a67-25c1-43dd-b8b3-62567b2cf401 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5358469 Aug 11 22:13:03.631883 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c2062-b2bd-4884-b990-7835317f2582 req-43181770-91da-4ba7-84ac-709ea98592c5 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:03.641254 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cb5c2062-b2bd-4884-b990-7835317f2582 req-43181770-91da-4ba7-84ac-709ea98592c5 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.6395547 Aug 11 22:13:03.715837 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cb5c2062-b2bd-4884-b990-7835317f2582 req-e889faa8-e217-4acd-a0c2-4b4697945df7 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726688 Aug 11 22:13:03.816499 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2ddce1-8119-452d-bbe5-4b6b237c2e19 None None] Network 496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:13:04.457569 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-fcdd945c-20e9-4e3c-85b5-a2fea487774c tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:04.459758 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-fcdd945c-20e9-4e3c-85b5-a2fea487774c tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.77 "GET /v2.0/networks?id=496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f HTTP/1.1" status: 200 len: 820 time: 0.1455481 Aug 11 22:13:04.483095 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-34fd52c4-9032-4245-8c9d-917f8a10c571 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.77 "GET /v2.0/quotas/80d6d29c24554094a12b3313be6b86d0 HTTP/1.1" status: 200 len: 375 time: 0.0120828 Aug 11 22:13:04.523498 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-7e00f518-736a-40f3-9965-97356130e9e1 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=80d6d29c24554094a12b3313be6b86d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337074 Aug 11 22:13:04.652578 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-503104b0-4b27-441e-8562-fd6464fdf447 service neutron] 10.222.0.77 "GET /v2.0/networks/496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162531 Aug 11 22:13:04.829793 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-f83f7f2e-e077-4800-8249-8eab554abf6a service neutron] 10.222.0.77 "GET /v2.0/networks/496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692796 Aug 11 22:13:04.841123 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92005a-4cfe-4bec-a7e7-22f7936ef5a1 req-2dc26a46-37cb-4a3a-a9e4-0b0fdf5071e9 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:04.842835 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8f92005a-4cfe-4bec-a7e7-22f7936ef5a1 req-2dc26a46-37cb-4a3a-a9e4-0b0fdf5071e9 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.82 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.0988555 Aug 11 22:13:04.996791 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-8f92005a-4cfe-4bec-a7e7-22f7936ef5a1 req-16d7366a-0734-4568-8147-d156a14e0dc6 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Deleting port 18d01bf9-6db4-4000-a84c-3022f783de63 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:13:04.997324 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8f92005a-4cfe-4bec-a7e7-22f7936ef5a1 req-16d7366a-0734-4568-8147-d156a14e0dc6 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:05.135067 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-8f92005a-4cfe-4bec-a7e7-22f7936ef5a1 req-16d7366a-0734-4568-8147-d156a14e0dc6 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] For port 18d01bf9-6db4-4000-a84c-3022f783de63, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=18d01bf9-6db4-4000-a84c-3022f783de63,segment=NetworkSegment(00c7b139-e7fc-4b54-bc97-44e639286db8),segment_id=00c7b139-e7fc-4b54-bc97-44e639286db8)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:13:05.135605 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8f92005a-4cfe-4bec-a7e7-22f7936ef5a1 req-16d7366a-0734-4568-8147-d156a14e0dc6 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:05.155917 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-8f92005a-4cfe-4bec-a7e7-22f7936ef5a1 req-16d7366a-0734-4568-8147-d156a14e0dc6 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Calling delete_port for 18d01bf9-6db4-4000-a84c-3022f783de63 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:13:05.520275 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb205b68-e360-46d0-b29c-f871c494046d req-cea0d834-be52-4d62-9eb8-808fe7ba6b0d tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:05.523423 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cb205b68-e360-46d0-b29c-f871c494046d req-cea0d834-be52-4d62-9eb8-808fe7ba6b0d tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/ports?device_id=2609a9b0-193c-4664-add5-e8e25ff13b3b HTTP/1.1" status: 200 len: 946 time: 0.1636784 Aug 11 22:13:05.531751 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8f92005a-4cfe-4bec-a7e7-22f7936ef5a1 req-16d7366a-0734-4568-8147-d156a14e0dc6 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:05.570081 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['18d01bf9-6db4-4000-a84c-3022f783de63'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:13:05.596531 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7366a-0734-4568-8147-d156a14e0dc6 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Pushing event deleted for resources: {'Port': ['ID=18d01bf9-6db4-4000-a84c-3022f783de63,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:05.663330 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f92005a-4cfe-4bec-a7e7-22f7936ef5a1 req-16d7366a-0734-4568-8147-d156a14e0dc6 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] No DVR routers for this DVR port 18d01bf9-6db4-4000-a84c-3022f783de63 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:13:05.673696 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8f92005a-4cfe-4bec-a7e7-22f7936ef5a1 req-16d7366a-0734-4568-8147-d156a14e0dc6 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:05.677904 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8f92005a-4cfe-4bec-a7e7-22f7936ef5a1 req-16d7366a-0734-4568-8147-d156a14e0dc6 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.82 "DELETE /v2.0/ports/18d01bf9-6db4-4000-a84c-3022f783de63 HTTP/1.1" status: 204 len: 173 time: 0.8264186 Aug 11 22:13:05.685709 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2609a9b0-193c-4664-add5-e8e25ff13b3b', 'name': 'network-vif-deleted', 'tag': '18d01bf9-6db4-4000-a84c-3022f783de63'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:13:05.688190 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fd60bf-1f16-4d9d-9a29-2bc2e7e22acb" -d '{"events": [{"server_uuid": "2609a9b0-193c-4664-add5-e8e25ff13b3b", "name": "network-vif-deleted", "tag": "18d01bf9-6db4-4000-a84c-3022f783de63"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:13:05.704855 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cb205b68-e360-46d0-b29c-f871c494046d req-88c44ecb-ba50-4400-aea9-23fe759b5b37 tempest-ServersNegativeTestJSON-922517416 tempest-ServersNegativeTestJSON-922517416-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad3f71de-0c59-42ad-a336-16aba3ccc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654491 Aug 11 22:13:05.955226 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-44aafc20-fa82-4b15-aefd-6cb30ec2468d req-53533024-ca27-4dcc-adb9-b6e99b5a30e6 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb HTTP/1.1" status: 200 len: 210 time: 0.0489292 Aug 11 22:13:06.103963 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device a1c23f4e-0437-4179-9ecd-8842ffc738b0 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:13:06.141719 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: a1c23f4e-0437-4179-9ecd-8842ffc738b0 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:13:06.142493 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device a1c23f4e-0437-4179-9ecd-8842ffc738b0 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:13:06.142709 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb38ea-77f3-454a-9366-b64b543f25c2 req-e99205e3-24d6-46d0-9947-448d15199cb0 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:06.144591 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cbcb38ea-77f3-454a-9366-b64b543f25c2 req-e99205e3-24d6-46d0-9947-448d15199cb0 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.0725305 Aug 11 22:13:06.214703 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cbcb38ea-77f3-454a-9366-b64b543f25c2 req-47f60cad-bf6c-4e06-9399-c6573b988b4b tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556386 Aug 11 22:13:06.351547 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caedb38-13b6-421a-862d-2747a73064c3 req-1553d962-f9e2-45bd-955d-870327b4ff92 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:06.353751 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2caedb38-13b6-421a-862d-2747a73064c3 req-1553d962-f9e2-45bd-955d-870327b4ff92 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] 10.222.0.77 "GET /v2.0/ports?device_id=7986fda4-24ff-40e5-a063-7093aa3c5f00 HTTP/1.1" status: 200 len: 946 time: 0.0764873 Aug 11 22:13:06.431561 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2caedb38-13b6-421a-862d-2747a73064c3 req-3394cbcb-5be0-4e91-bee4-08a32759c9ba tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] 10.222.0.77 "GET /v2.0/security-groups?id=eaca38c2-af53-4ed0-8251-812c3bc3c357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625532 Aug 11 22:13:06.505067 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140634af-c929-441a-b8c3-4b85d1a0e941 x-openstack-request-id: req-140634af-c929-441a-b8c3-4b85d1a0e941 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:13:06.506139 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2609a9b0-193c-4664-add5-e8e25ff13b3b", "name": "network-vif-deleted", "tag": "18d01bf9-6db4-4000-a84c-3022f783de63", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:13:06.506327 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-140634af-c929-441a-b8c3-4b85d1a0e941 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:13:06.506650 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2609a9b0-193c-4664-add5-e8e25ff13b3b', 'name': 'network-vif-deleted', 'tag': '18d01bf9-6db4-4000-a84c-3022f783de63', 'status': 'completed', 'code': 200} Aug 11 22:13:06.683344 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-b38095f0-1c09-4157-9b18-0f5d0f6af312 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:06.685064 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-b38095f0-1c09-4157-9b18-0f5d0f6af312 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.52 "GET /v2.0/networks?id=496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f HTTP/1.1" status: 200 len: 820 time: 0.1458173 Aug 11 22:13:06.701867 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-43497a06-67e5-41b4-a41a-c328a3fcbb87 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Request body: {'port': {'device_id': 'b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb', 'network_id': '496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f', 'admin_state_up': True, 'tenant_id': '80d6d29c24554094a12b3313be6b86d0'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:13:06.787703 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48846) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:06.870399 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-84677777-177c-4add-9b57-fffbdcf5ca4a admin admin] Deleting subnet c5617d5c-59cd-4b05-8f3a-c2eb88d6c7ac {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:13:06.876268 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-84677777-177c-4add-9b57-fffbdcf5ca4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:06.893913 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-43497a06-67e5-41b4-a41a-c328a3fcbb87 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Made reservation on behalf of 80d6d29c24554094a12b3313be6b86d0 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:13:06.900357 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-43497a06-67e5-41b4-a41a-c328a3fcbb87 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:06.978917 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-84677777-177c-4add-9b57-fffbdcf5ca4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:07.115846 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-43497a06-67e5-41b4-a41a-c328a3fcbb87 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Allocated IP 172.20.0.4 (496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f/236a89d3-940b-4060-b756-8c633cfc024f/e41000d8-1e2c-4031-8d50-fbaffd2e11ae) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:13:07.119034 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-84677777-177c-4add-9b57-fffbdcf5ca4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:07.208260 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-42cac124-cb2d-4b12-9aad-27c313e66f68 req-08c5e1e5-6549-44e5-8dd5-78393c682cfb tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb HTTP/1.1" status: 200 len: 210 time: 0.0918481 Aug 11 22:13:07.345423 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-43497a06-67e5-41b4-a41a-c328a3fcbb87 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:07.367060 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-84677777-177c-4add-9b57-fffbdcf5ca4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:07.393557 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-43497a06-67e5-41b4-a41a-c328a3fcbb87 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:07.441742 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-43497a06-67e5-41b4-a41a-c328a3fcbb87 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Network 496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:13:07.443816 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84677777-177c-4add-9b57-fffbdcf5ca4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5617d5c-59cd-4b05-8f3a-c2eb88d6c7ac,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:07.447165 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-43497a06-67e5-41b4-a41a-c328a3fcbb87 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:13:07.451987 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-43497a06-67e5-41b4-a41a-c328a3fcbb87 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:13:07.460456 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-84677777-177c-4add-9b57-fffbdcf5ca4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:07.462853 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-84677777-177c-4add-9b57-fffbdcf5ca4a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c5617d5c-59cd-4b05-8f3a-c2eb88d6c7ac HTTP/1.1" status: 204 len: 168 time: 0.6736734 Aug 11 22:13:07.467754 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48868) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:07.476801 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94862c38-0303-4761-b1d3-24bdec51b174 req-701fbe14-8625-485d-8c35-d1fd2b025092 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:07.478605 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-94862c38-0303-4761-b1d3-24bdec51b174 req-701fbe14-8625-485d-8c35-d1fd2b025092 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.82 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1880167 Aug 11 22:13:07.514702 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43497a06-67e5-41b4-a41a-c328a3fcbb87 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Pushing event updated for resources: {'Port': ['ID=e41000d8-1e2c-4031-8d50-fbaffd2e11ae,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:07.539670 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a90fe-5289-4e53-ab6b-b119d7a6fd32 req-3747c071-e64f-4f4f-b9e6-5436c7f5cb20 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:07.541386 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-640a90fe-5289-4e53-ab6b-b119d7a6fd32 req-3747c071-e64f-4f4f-b9e6-5436c7f5cb20 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 945 time: 0.1831582 Aug 11 22:13:07.593859 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-43497a06-67e5-41b4-a41a-c328a3fcbb87 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:07.594700 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-43497a06-67e5-41b4-a41a-c328a3fcbb87 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:07.617014 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-12d2cbb8-5e1b-48a1-800e-09b0a5bea6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:07.617531 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-640a90fe-5289-4e53-ab6b-b119d7a6fd32 req-a9584eec-e7fb-456c-ad2f-2b7e64b02689 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups?id=78bd280f-62be-4f3d-b684-0bfade0e38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474586 Aug 11 22:13:07.632381 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-43497a06-67e5-41b4-a41a-c328a3fcbb87 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9377058 Aug 11 22:13:07.651337 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-94862c38-0303-4761-b1d3-24bdec51b174 req-9324f28e-0b67-40c7-950e-606d42d87f02 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Deleting port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:13:07.652079 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-94862c38-0303-4761-b1d3-24bdec51b174 req-9324f28e-0b67-40c7-950e-606d42d87f02 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:07.663129 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-8767486e-a86c-4188-894e-22762a218544 service neutron] Request body: {'port': {'device_id': 'b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:13:07.799040 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bdd78-9c91-4edb-8319-bd3d08957d61 req-9d8a8937-a322-45b5-ae3e-e52fe8856ca2 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:07.800881 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bf5bdd78-9c91-4edb-8319-bd3d08957d61 req-9d8a8937-a322-45b5-ae3e-e52fe8856ca2 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] 10.222.0.77 "GET /v2.0/ports?device_id=7986fda4-24ff-40e5-a063-7093aa3c5f00 HTTP/1.1" status: 200 len: 946 time: 0.0938523 Aug 11 22:13:07.822751 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-94862c38-0303-4761-b1d3-24bdec51b174 req-9324f28e-0b67-40c7-950e-606d42d87f02 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] For port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:13:07.823194 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-94862c38-0303-4761-b1d3-24bdec51b174 req-9324f28e-0b67-40c7-950e-606d42d87f02 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:07.870372 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-12d2cbb8-5e1b-48a1-800e-09b0a5bea6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:07.908164 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bf5bdd78-9c91-4edb-8319-bd3d08957d61 req-0fdc4f1a-f7c2-482d-925c-1995271ab152 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] 10.222.0.77 "GET /v2.0/security-groups?id=eaca38c2-af53-4ed0-8251-812c3bc3c357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970645 Aug 11 22:13:08.069119 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:08.075099 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-94862c38-0303-4761-b1d3-24bdec51b174 req-9324f28e-0b67-40c7-950e-606d42d87f02 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:08.075580 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-94862c38-0303-4761-b1d3-24bdec51b174 req-9324f28e-0b67-40c7-950e-606d42d87f02 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:08.076056 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [req-94862c38-0303-4761-b1d3-24bdec51b174 req-9324f28e-0b67-40c7-950e-606d42d87f02 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Floating IP 3a7b9f71-babc-4c95-a905-b923a77fa1c6 disassociated. External IP: 172.25.2.126, port: 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331. Aug 11 22:13:08.076442 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-94862c38-0303-4761-b1d3-24bdec51b174 req-9324f28e-0b67-40c7-950e-606d42d87f02 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Calling delete_port for 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:13:08.246133 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-94862c38-0303-4761-b1d3-24bdec51b174 req-9324f28e-0b67-40c7-950e-606d42d87f02 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:08.290620 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324f28e-0b67-40c7-950e-606d42d87f02 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Pushing event deleted for resources: {'Port': ['ID=54b2c1ee-4e5e-4f38-8df1-1ca72d59a331,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:08.359151 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-12d2cbb8-5e1b-48a1-800e-09b0a5bea6d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eed289d-e5a0-4ee3-a0ec-de49e60196a3']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:13:08.393823 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-12d2cbb8-5e1b-48a1-800e-09b0a5bea6d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c7b139-e7fc-4b54-bc97-44e639286db8') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:13:08.394173 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-12d2cbb8-5e1b-48a1-800e-09b0a5bea6d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c7b139-e7fc-4b54-bc97-44e639286db8') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:13:08.407781 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-8767486e-a86c-4188-894e-22762a218544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:08.425702 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4e006-dfc2-4d18-bb9f-0a81fd49a785 req-aad8047f-e364-4cbd-bae5-407df83c30cf tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:08.428732 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6dd4e006-dfc2-4d18-bb9f-0a81fd49a785 req-aad8047f-e364-4cbd-bae5-407df83c30cf tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] 10.222.0.82 "GET /v2.0/ports?device_id=7986fda4-24ff-40e5-a063-7093aa3c5f00 HTTP/1.1" status: 200 len: 946 time: 0.6545627 Aug 11 22:13:08.437619 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-12d2cbb8-5e1b-48a1-800e-09b0a5bea6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:08.561785 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94862c38-0303-4761-b1d3-24bdec51b174 req-9324f28e-0b67-40c7-950e-606d42d87f02 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Router d552db45-9f5d-46b1-9c39-987ab9f34a05 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:13:08.573242 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156598f-8a02-4aa6-b024-b64dd7a3c579 req-eefbadc8-352b-4378-9fcc-e8c7a00f94b3 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:08.575622 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9156598f-8a02-4aa6-b024-b64dd7a3c579 req-eefbadc8-352b-4378-9fcc-e8c7a00f94b3 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb HTTP/1.1" status: 200 len: 931 time: 0.1961970 Aug 11 22:13:08.579429 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-12d2cbb8-5e1b-48a1-800e-09b0a5bea6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:08.652521 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12d2cbb8-5e1b-48a1-800e-09b0a5bea6d1 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:13:08.652952 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-12d2cbb8-5e1b-48a1-800e-09b0a5bea6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:13:08.655249 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:13:08.741302 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9156598f-8a02-4aa6-b024-b64dd7a3c579 req-e4ef25a2-0d46-458a-95b9-094ee950840b tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2181496-84c4-4224-9b75-b17bb15b0710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483421 Aug 11 22:13:08.836789 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94862c38-0303-4761-b1d3-24bdec51b174 req-9324f28e-0b67-40c7-950e-606d42d87f02 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:13:08.852532 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4583de-c42a-4fb7-987c-02e6b25bc95a None None] Sync routers for ids ['d552db45-9f5d-46b1-9c39-987ab9f34a05'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:13:08.880546 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4583de-c42a-4fb7-987c-02e6b25bc95a None None] Routers {'d552db45-9f5d-46b1-9c39-987ab9f34a05'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:13:08.881288 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-fc4583de-c42a-4fb7-987c-02e6b25bc95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:12:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d552db45-9f5d-46b1-9c39-987ab9f34a05'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:13:08.908158 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-94862c38-0303-4761-b1d3-24bdec51b174 req-9324f28e-0b67-40c7-950e-606d42d87f02 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] No DVR routers for this DVR port 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:13:08.915675 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-94862c38-0303-4761-b1d3-24bdec51b174 req-9324f28e-0b67-40c7-950e-606d42d87f02 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:08.918778 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-94862c38-0303-4761-b1d3-24bdec51b174 req-9324f28e-0b67-40c7-950e-606d42d87f02 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.82 "DELETE /v2.0/ports/54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 HTTP/1.1" status: 204 len: 173 time: 1.4300258 Aug 11 22:13:08.919687 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aad8f4d-c5ed-427f-8ee4-328c12470876', 'name': 'network-vif-deleted', 'tag': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:13:08.923912 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab1dafd-ec3f-454d-b2c5-76bf9021b6cb" -d '{"events": [{"server_uuid": "6aad8f4d-c5ed-427f-8ee4-328c12470876", "name": "network-vif-deleted", "tag": "54b2c1ee-4e5e-4f38-8df1-1ca72d59a331"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:13:08.980063 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-12d2cbb8-5e1b-48a1-800e-09b0a5bea6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:08.980953 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c7f43e65-4c1a-4f1b-9e0a-e3c9fbdecfcf req-a2979e42-295a-4f36-bd7d-1ebd5651df50 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/ports?device_id=6aad8f4d-c5ed-427f-8ee4-328c12470876 HTTP/1.1" status: 200 len: 210 time: 0.0873778 Aug 11 22:13:09.019074 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-12d2cbb8-5e1b-48a1-800e-09b0a5bea6d1 admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:09.027263 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-12d2cbb8-5e1b-48a1-800e-09b0a5bea6d1 admin admin] 10.222.0.77 "DELETE /v2.0/networks/0eed289d-e5a0-4ee3-a0ec-de49e60196a3 HTTP/1.1" status: 204 len: 168 time: 1.5313041 Aug 11 22:13:09.060941 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-6dd4e006-dfc2-4d18-bb9f-0a81fd49a785 req-b2a9de3b-2d37-4152-85f1-e10c990a60d1 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] Deleting port 3bf26fb3-76b2-412b-9ac0-75a0b7e40079 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:13:09.061634 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6dd4e006-dfc2-4d18-bb9f-0a81fd49a785 req-b2a9de3b-2d37-4152-85f1-e10c990a60d1 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:09.085656 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-fc4583de-c42a-4fb7-987c-02e6b25bc95a None None] Set router d552db45-9f5d-46b1-9c39-987ab9f34a05 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:13:09.136985 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a95f642-4511-4b22-b91d-02b30a288b12 x-openstack-request-id: req-3a95f642-4511-4b22-b91d-02b30a288b12 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:13:09.137787 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aad8f4d-c5ed-427f-8ee4-328c12470876", "name": "network-vif-deleted", "tag": "54b2c1ee-4e5e-4f38-8df1-1ca72d59a331", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:13:09.138246 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3a95f642-4511-4b22-b91d-02b30a288b12 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:13:09.138879 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aad8f4d-c5ed-427f-8ee4-328c12470876', 'name': 'network-vif-deleted', 'tag': '54b2c1ee-4e5e-4f38-8df1-1ca72d59a331', 'status': 'completed', 'code': 200} Aug 11 22:13:09.294399 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2cbb8-5e1b-48a1-800e-09b0a5bea6d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eed289d-e5a0-4ee3-a0ec-de49e60196a3,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:09.341374 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b935da-04a2-4479-92f7-39b0ae7fcd91 req-c71f882b-85c0-48e1-9d78-f27eb5af0cff tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:09.343145 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-95b935da-04a2-4479-92f7-39b0ae7fcd91 req-c71f882b-85c0-48e1-9d78-f27eb5af0cff tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] 10.222.0.77 "GET /v2.0/ports?device_id=7986fda4-24ff-40e5-a063-7093aa3c5f00 HTTP/1.1" status: 200 len: 946 time: 0.1174486 Aug 11 22:13:09.343656 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48890) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:09.371812 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-fc4583de-c42a-4fb7-987c-02e6b25bc95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'name': 'tempest-ServerActionsTestJSON-603148391-router', 'tenant_id': 'f3da70be91664ca8a55d012676042959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '16adc3aa-3e96-4480-84a5-0feda4ab0e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:00:07Z', 'updated_at': '2021-08-11T22:00:17Z', 'revision_number': 4, 'project_id': 'f3da70be91664ca8a55d012676042959', 'gw_port': {'id': '16adc3aa-3e96-4480-84a5-0feda4ab0e51', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:41:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:00:08Z', 'updated_at': '2021-08-11T22:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '1bfd1421-76b5-4cda-8d7e-df82520ab17c', 'name': '', 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9', 'tenant_id': 'f3da70be91664ca8a55d012676042959', 'mac_address': 'fa:16:3e:65:b7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '71666487-d255-442c-a4c1-ffc47afdf7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:00:14Z', 'updated_at': '2021-08-11T22:00:24Z', 'revision_number': 5, 'project_id': 'f3da70be91664ca8a55d012676042959', 'subnets': [{'id': '71666487-d255-442c-a4c1-ffc47afdf7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:13:09.379818 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-6dd4e006-dfc2-4d18-bb9f-0a81fd49a785 req-b2a9de3b-2d37-4152-85f1-e10c990a60d1 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] For port 3bf26fb3-76b2-412b-9ac0-75a0b7e40079, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=3bf26fb3-76b2-412b-9ac0-75a0b7e40079,segment=NetworkSegment(0c139aa8-ff7c-46cd-ae53-0a424c6f289a),segment_id=0c139aa8-ff7c-46cd-ae53-0a424c6f289a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:13:09.381102 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6dd4e006-dfc2-4d18-bb9f-0a81fd49a785 req-b2a9de3b-2d37-4152-85f1-e10c990a60d1 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:09.414786 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-6dd4e006-dfc2-4d18-bb9f-0a81fd49a785 req-b2a9de3b-2d37-4152-85f1-e10c990a60d1 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] Calling delete_port for 3bf26fb3-76b2-412b-9ac0-75a0b7e40079 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:13:09.416004 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4583de-c42a-4fb7-987c-02e6b25bc95a None None] Checking router: d552db45-9f5d-46b1-9c39-987ab9f34a05 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:13:09.439126 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4583de-c42a-4fb7-987c-02e6b25bc95a None None] Routers {'d552db45-9f5d-46b1-9c39-987ab9f34a05'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:13:09.443117 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-fc4583de-c42a-4fb7-987c-02e6b25bc95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:12:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d552db45-9f5d-46b1-9c39-987ab9f34a05'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:13:09.450523 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-95b935da-04a2-4479-92f7-39b0ae7fcd91 req-1b592ac9-23ce-47bb-bc47-cc43636fa281 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] 10.222.0.77 "GET /v2.0/security-groups?id=eaca38c2-af53-4ed0-8251-812c3bc3c357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990276 Aug 11 22:13:09.456808 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d31a4491-2e70-4be4-b25d-948e5a9ff1dc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1af7fbf8275e477482973195cd6560a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1117282 Aug 11 22:13:09.470857 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48892) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:09.578376 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-92ed1209-962f-47bb-a3d8-a1f93c841f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:09.627112 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-8767486e-a86c-4188-894e-22762a218544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e41000d8-1e2c-4031-8d50-fbaffd2e11ae {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:13:09.644221 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-92ed1209-962f-47bb-a3d8-a1f93c841f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:09.690760 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-8767486e-a86c-4188-894e-22762a218544 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:09.741318 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-92ed1209-962f-47bb-a3d8-a1f93c841f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:09.746944 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-92ed1209-962f-47bb-a3d8-a1f93c841f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:09.748730 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-fc4583de-c42a-4fb7-987c-02e6b25bc95a None None] Set router d552db45-9f5d-46b1-9c39-987ab9f34a05 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:13:09.750627 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-92ed1209-962f-47bb-a3d8-a1f93c841f01 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ad3f71de-0c59-42ad-a336-16aba3ccc0e1 HTTP/1.1" status: 204 len: 168 time: 0.2784967 Aug 11 22:13:09.771520 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed1209-962f-47bb-a3d8-a1f93c841f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3f71de-0c59-42ad-a336-16aba3ccc0e1,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:09.774851 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-8767486e-a86c-4188-894e-22762a218544 service neutron] Transition to ACTIVE for port object e41000d8-1e2c-4031-8d50-fbaffd2e11ae will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:13:09.777901 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6dd4e006-dfc2-4d18-bb9f-0a81fd49a785 req-b2a9de3b-2d37-4152-85f1-e10c990a60d1 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:09.869110 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9de3b-2d37-4152-85f1-e10c990a60d1 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] Pushing event deleted for resources: {'Port': ['ID=3bf26fb3-76b2-412b-9ac0-75a0b7e40079,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:09.874372 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['3bf26fb3-76b2-412b-9ac0-75a0b7e40079'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:13:09.882434 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-8767486e-a86c-4188-894e-22762a218544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:10.009747 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45db85-7686-45e8-aa41-823058305417 req-cc4583f7-c65a-4dc6-81e3-bb13bd00e0bf tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:10.020261 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ab45db85-7686-45e8-aa41-823058305417 req-cc4583f7-c65a-4dc6-81e3-bb13bd00e0bf tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb HTTP/1.1" status: 200 len: 943 time: 0.1585593 Aug 11 22:13:10.083158 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ab45db85-7686-45e8-aa41-823058305417 req-e4160573-17f3-4269-8f98-cd86f11908c0 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2181496-84c4-4224-9b75-b17bb15b0710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603030 Aug 11 22:13:10.124300 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 18d01bf9-6db4-4000-a84c-3022f783de63 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:13:10.146415 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767486e-a86c-4188-894e-22762a218544 service neutron] Pushing event updated for resources: {'Port': ['ID=e41000d8-1e2c-4031-8d50-fbaffd2e11ae,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:10.156679 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd4e006-dfc2-4d18-bb9f-0a81fd49a785 req-b2a9de3b-2d37-4152-85f1-e10c990a60d1 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] No DVR routers for this DVR port 3bf26fb3-76b2-412b-9ac0-75a0b7e40079 on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:13:10.164955 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6dd4e006-dfc2-4d18-bb9f-0a81fd49a785 req-b2a9de3b-2d37-4152-85f1-e10c990a60d1 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:10.171470 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6dd4e006-dfc2-4d18-bb9f-0a81fd49a785 req-b2a9de3b-2d37-4152-85f1-e10c990a60d1 tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] 10.222.0.82 "DELETE /v2.0/ports/3bf26fb3-76b2-412b-9ac0-75a0b7e40079 HTTP/1.1" status: 204 len: 173 time: 1.7253301 Aug 11 22:13:10.171470 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7986fda4-24ff-40e5-a063-7093aa3c5f00', 'name': 'network-vif-deleted', 'tag': '3bf26fb3-76b2-412b-9ac0-75a0b7e40079'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:13:10.172786 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91197481-3f48-44fb-8f5b-1635f6c9facf" -d '{"events": [{"server_uuid": "7986fda4-24ff-40e5-a063-7093aa3c5f00", "name": "network-vif-deleted", "tag": "3bf26fb3-76b2-412b-9ac0-75a0b7e40079"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:13:10.288090 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48908) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:10.293026 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-8767486e-a86c-4188-894e-22762a218544 service neutron] Attempting to bind port e41000d8-1e2c-4031-8d50-fbaffd2e11ae on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:13:10.293378 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-8767486e-a86c-4188-894e-22762a218544 service neutron] Attempting to bind port e41000d8-1e2c-4031-8d50-fbaffd2e11ae by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'cfbe3b14-4ac3-4fc0-a4ac-41f7e975aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:13:10.293748 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-8767486e-a86c-4188-894e-22762a218544 service neutron] Attempting to bind port e41000d8-1e2c-4031-8d50-fbaffd2e11ae on network 496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:13:10.299414 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-8767486e-a86c-4188-894e-22762a218544 service neutron] Port e41000d8-1e2c-4031-8d50-fbaffd2e11ae on network 496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:13:10.299789 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-8767486e-a86c-4188-894e-22762a218544 service neutron] Attempting to bind port e41000d8-1e2c-4031-8d50-fbaffd2e11ae on network 496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:13:10.307099 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-8767486e-a86c-4188-894e-22762a218544 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:13:10.307475 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-8767486e-a86c-4188-894e-22762a218544 service neutron] Checking segment: {'id': 'cfbe3b14-4ac3-4fc0-a4ac-41f7e975aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:13:10.308144 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-8767486e-a86c-4188-894e-22762a218544 service neutron] Bound using segment: {'id': 'cfbe3b14-4ac3-4fc0-a4ac-41f7e975aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:13:10.308763 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-8767486e-a86c-4188-894e-22762a218544 service neutron] Bound port: e41000d8-1e2c-4031-8d50-fbaffd2e11ae, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfbe3b14-4ac3-4fc0-a4ac-41f7e975aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:13:10.309137 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-8767486e-a86c-4188-894e-22762a218544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:10.313709 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 18d01bf9-6db4-4000-a84c-3022f783de63 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:13:10.314004 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 18d01bf9-6db4-4000-a84c-3022f783de63 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:13:10.434909 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f726a71c-1bdf-4f12-8dae-6bab092ad0e3 x-openstack-request-id: req-f726a71c-1bdf-4f12-8dae-6bab092ad0e3 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:13:10.435295 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7986fda4-24ff-40e5-a063-7093aa3c5f00", "name": "network-vif-deleted", "tag": "3bf26fb3-76b2-412b-9ac0-75a0b7e40079", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:13:10.435478 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f726a71c-1bdf-4f12-8dae-6bab092ad0e3 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:13:10.437152 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7986fda4-24ff-40e5-a063-7093aa3c5f00', 'name': 'network-vif-deleted', 'tag': '3bf26fb3-76b2-412b-9ac0-75a0b7e40079', 'status': 'completed', 'code': 200} Aug 11 22:13:10.495801 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-58d72421-ef1a-4fbb-b7af-f1750c569fc8 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:10.496396 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-8767486e-a86c-4188-894e-22762a218544 service neutron] For port e41000d8-1e2c-4031-8d50-fbaffd2e11ae, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:13:10.512740 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-8767486e-a86c-4188-894e-22762a218544 service neutron] For port e41000d8-1e2c-4031-8d50-fbaffd2e11ae, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e41000d8-1e2c-4031-8d50-fbaffd2e11ae,segment=NetworkSegment(cfbe3b14-4ac3-4fc0-a4ac-41f7e975aa2d),segment_id=cfbe3b14-4ac3-4fc0-a4ac-41f7e975aa2d)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:13:10.517852 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-fc4583de-c42a-4fb7-987c-02e6b25bc95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'name': 'tempest-ServerActionsTestJSON-603148391-router', 'tenant_id': 'f3da70be91664ca8a55d012676042959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '16adc3aa-3e96-4480-84a5-0feda4ab0e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:00:07Z', 'updated_at': '2021-08-11T22:00:17Z', 'revision_number': 4, 'project_id': 'f3da70be91664ca8a55d012676042959', 'gw_port': {'id': '16adc3aa-3e96-4480-84a5-0feda4ab0e51', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:41:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:00:08Z', 'updated_at': '2021-08-11T22:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '1bfd1421-76b5-4cda-8d7e-df82520ab17c', 'name': '', 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9', 'tenant_id': 'f3da70be91664ca8a55d012676042959', 'mac_address': 'fa:16:3e:65:b7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '71666487-d255-442c-a4c1-ffc47afdf7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:00:14Z', 'updated_at': '2021-08-11T22:00:24Z', 'revision_number': 5, 'project_id': 'f3da70be91664ca8a55d012676042959', 'subnets': [{'id': '71666487-d255-442c-a4c1-ffc47afdf7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:13:10.528482 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-8767486e-a86c-4188-894e-22762a218544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:10.532683 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-58d72421-ef1a-4fbb-b7af-f1750c569fc8 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:10.632225 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-58d72421-ef1a-4fbb-b7af-f1750c569fc8 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:10.641637 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-58d72421-ef1a-4fbb-b7af-f1750c569fc8 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:10.642732 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-58d72421-ef1a-4fbb-b7af-f1750c569fc8 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "DELETE /v2.0/security-groups/78bd280f-62be-4f3d-b684-0bfade0e38b7 HTTP/1.1" status: 204 len: 168 time: 0.3516788 Aug 11 22:13:10.644066 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48916) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:10.673597 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-8767486e-a86c-4188-894e-22762a218544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:10.674942 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-8767486e-a86c-4188-894e-22762a218544 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:10.677626 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-8767486e-a86c-4188-894e-22762a218544 service neutron] 10.222.0.52 "PUT /v2.0/ports/e41000d8-1e2c-4031-8d50-fbaffd2e11ae HTTP/1.1" status: 200 len: 1091 time: 3.0192130 Aug 11 22:13:10.697396 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d72421-ef1a-4fbb-b7af-f1750c569fc8 tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bd280f-62be-4f3d-b684-0bfade0e38b7,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:10.699980 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-02d43497-ce76-4651-b727-a07a4747c6be tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] show failed (client error): The resource could not be found. Aug 11 22:13:10.701262 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-02d43497-ce76-4651-b727-a07a4747c6be tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "GET /v2.0/security-groups/78bd280f-62be-4f3d-b684-0bfade0e38b7 HTTP/1.1" status: 404 len: 347 time: 0.0465798 Aug 11 22:13:10.712835 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48920) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:10.769407 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767486e-a86c-4188-894e-22762a218544 service neutron] Pushing event updated for resources: {'Port': ['ID=e41000d8-1e2c-4031-8d50-fbaffd2e11ae,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:10.809540 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:13:10.880132 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-b1e87cd0-c89c-439b-a4d6-8f43df866eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:10.882839 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-b1e87cd0-c89c-439b-a4d6-8f43df866eba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=80d6d29c24554094a12b3313be6b86d0&device_id=b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb HTTP/1.1" status: 200 len: 1094 time: 0.1472116 Aug 11 22:13:10.883599 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4583de-c42a-4fb7-987c-02e6b25bc95a None None] The sync data for ids ['d552db45-9f5d-46b1-9c39-987ab9f34a05'] in n-d-804275-3 is: [{'id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'name': 'tempest-ServerActionsTestJSON-603148391-router', 'tenant_id': 'f3da70be91664ca8a55d012676042959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '16adc3aa-3e96-4480-84a5-0feda4ab0e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:00:07Z', 'updated_at': '2021-08-11T22:00:17Z', 'revision_number': 4, 'project_id': 'f3da70be91664ca8a55d012676042959', 'gw_port': {'id': '16adc3aa-3e96-4480-84a5-0feda4ab0e51', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:41:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:00:08Z', 'updated_at': '2021-08-11T22:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '1bfd1421-76b5-4cda-8d7e-df82520ab17c', 'name': '', 'network_id': 'e05d73cc-c444-45b6-9ecd-8613ea45c8b9', 'tenant_id': 'f3da70be91664ca8a55d012676042959', 'mac_address': 'fa:16:3e:65:b7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '71666487-d255-442c-a4c1-ffc47afdf7b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:00:14Z', 'updated_at': '2021-08-11T22:00:24Z', 'revision_number': 5, 'project_id': 'f3da70be91664ca8a55d012676042959', 'subnets': [{'id': '71666487-d255-442c-a4c1-ffc47afdf7b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:13:10.957873 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-349f0b06-60ae-45e0-a0fc-a9dc6e51f842 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e41000d8-1e2c-4031-8d50-fbaffd2e11ae HTTP/1.1" status: 200 len: 217 time: 0.0605493 Aug 11 22:13:10.959953 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-28ebdee0-4edd-4078-b29f-98dd103216e3 req-63c2bb6a-c317-4c9c-972e-42b9814e772a tempest-ServerTagsTestJSON-1758419322 tempest-ServerTagsTestJSON-1758419322-project] 10.222.0.77 "GET /v2.0/ports?device_id=7986fda4-24ff-40e5-a063-7093aa3c5f00 HTTP/1.1" status: 200 len: 210 time: 0.1444483 Aug 11 22:13:11.065145 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-3b0bc7a9-e516-4c37-b21f-448a02556521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:11.068832 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-3b0bc7a9-e516-4c37-b21f-448a02556521 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=236a89d3-940b-4060-b756-8c633cfc024f HTTP/1.1" status: 200 len: 860 time: 0.1028423 Aug 11 22:13:11.124203 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-d9704622-df26-4a07-9062-aba1e4dcaac5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466592 Aug 11 22:13:11.237333 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-32b29f40-7256-45a4-8489-90afce0272da tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Deleting port 2c4ce3a1-1c1d-4694-b158-72ad8698ded2 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:13:11.237970 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-32b29f40-7256-45a4-8489-90afce0272da tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:11.344067 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-32b29f40-7256-45a4-8489-90afce0272da tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:11.346811 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-32b29f40-7256-45a4-8489-90afce0272da tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:11.420588 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-32b29f40-7256-45a4-8489-90afce0272da tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Calling delete_port for 2c4ce3a1-1c1d-4694-b158-72ad8698ded2 owned by network:floatingip {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:13:11.420770 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-fc77fd5e-d703-4664-b1ce-9b4168ad324e service neutron] 10.222.0.52 "GET /v2.0/networks/496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773387 Aug 11 22:13:11.496986 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfafbdbf-b587-41d0-96f3-50ce651dbc7e None None] New status for floating IP 3a7b9f71-babc-4c95-a905-b923a77fa1c6: DOWN {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:13:11.533408 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15bbed-df7d-4b98-8b8c-8bc76f9c5e21 req-808d7639-b144-459c-ab00-fa4df0355432 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:11.535240 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bb15bbed-df7d-4b98-8b8c-8bc76f9c5e21 req-808d7639-b144-459c-ab00-fa4df0355432 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb HTTP/1.1" status: 200 len: 943 time: 0.1788909 Aug 11 22:13:11.590633 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b97a3926-04b1-4735-b930-a38ff2e6e25a req-891dafbd-a64d-4579-98ca-db03b1e33188 service neutron] 10.222.0.52 "GET /v2.0/networks/496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625030 Aug 11 22:13:11.607677 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bb15bbed-df7d-4b98-8b8c-8bc76f9c5e21 req-090fdc72-3457-41f2-8a92-cd40e6abacd6 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2181496-84c4-4224-9b75-b17bb15b0710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579469 Aug 11 22:13:11.689776 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-32b29f40-7256-45a4-8489-90afce0272da tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:11.725954 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.db.api [None req-dfafbdbf-b587-41d0-96f3-50ce651dbc7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:13:11.727471 n-d-804275-3 neutron-server[100945]: DEBUG oslo_db.api [None req-dfafbdbf-b587-41d0-96f3-50ce651dbc7e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:13:11.760681 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b29f40-7256-45a4-8489-90afce0272da tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Pushing event deleted for resources: {'Port': ['ID=2c4ce3a1-1c1d-4694-b158-72ad8698ded2,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:11.873078 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-32b29f40-7256-45a4-8489-90afce0272da tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks [] for floatingip, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:11.876372 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-32b29f40-7256-45a4-8489-90afce0272da tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:11.882127 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-32b29f40-7256-45a4-8489-90afce0272da tempest-ServerActionsTestJSON-188030929 tempest-ServerActionsTestJSON-188030929-project] 10.222.0.77 "DELETE /v2.0/floatingips/3a7b9f71-babc-4c95-a905-b923a77fa1c6 HTTP/1.1" status: 204 len: 168 time: 1.1639297 Aug 11 22:13:11.883399 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48942) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:12.111022 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48958) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:12.114476 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:13:12.186520 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b90c55-e0db-46cb-83b1-93ea19c55acd admin admin] Deleting subnet 0d5a352e-750f-464a-bee3-bf64e6da12d8 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:13:12.187938 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:13:12.188421 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 54b2c1ee-4e5e-4f38-8df1-1ca72d59a331 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:13:12.188920 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 3bf26fb3-76b2-412b-9ac0-75a0b7e40079 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:13:12.191049 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-72b90c55-e0db-46cb-83b1-93ea19c55acd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:12.229786 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfafbdbf-b587-41d0-96f3-50ce651dbc7e None None] New status for floating IP 3a7b9f71-babc-4c95-a905-b923a77fa1c6: DOWN {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:13:12.244802 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 3bf26fb3-76b2-412b-9ac0-75a0b7e40079 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:13:12.245559 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 3bf26fb3-76b2-412b-9ac0-75a0b7e40079 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:13:12.258805 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-72b90c55-e0db-46cb-83b1-93ea19c55acd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:12.337998 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-72b90c55-e0db-46cb-83b1-93ea19c55acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:12.434210 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-72b90c55-e0db-46cb-83b1-93ea19c55acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:12.479477 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb', 'tag': 'e41000d8-1e2c-4031-8d50-fbaffd2e11ae'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:13:12.482801 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e94bac-8479-47a5-8127-a4ebb5ea42f2" -d '{"events": [{"name": "network-changed", "server_uuid": "b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb", "tag": "e41000d8-1e2c-4031-8d50-fbaffd2e11ae"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:13:12.493646 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b90c55-e0db-46cb-83b1-93ea19c55acd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d5a352e-750f-464a-bee3-bf64e6da12d8,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:12.498206 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-72b90c55-e0db-46cb-83b1-93ea19c55acd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:12.502417 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-72b90c55-e0db-46cb-83b1-93ea19c55acd admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0d5a352e-750f-464a-bee3-bf64e6da12d8 HTTP/1.1" status: 204 len: 168 time: 0.3899891 Aug 11 22:13:12.506070 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48978) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:12.588878 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2a18d9-fd3f-46b9-a6df-4254936fd898 x-openstack-request-id: req-4d2a18d9-fd3f-46b9-a6df-4254936fd898 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:13:12.589365 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb", "tag": "e41000d8-1e2c-4031-8d50-fbaffd2e11ae", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:13:12.589770 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4d2a18d9-fd3f-46b9-a6df-4254936fd898 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:13:12.590430 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb', 'tag': 'e41000d8-1e2c-4031-8d50-fbaffd2e11ae', 'status': 'completed', 'code': 200} Aug 11 22:13:12.634942 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0bb5225e-52f5-48d1-8f21-4c2fa85523ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:12.749981 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e94bac-8479-47a5-8127-a4ebb5ea42f2 req-7709034b-aa01-46f4-806a-d85bcba0f478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:12.753034 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d7e94bac-8479-47a5-8127-a4ebb5ea42f2 req-7709034b-aa01-46f4-806a-d85bcba0f478 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=80d6d29c24554094a12b3313be6b86d0&device_id=b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb HTTP/1.1" status: 200 len: 1094 time: 0.1579435 Aug 11 22:13:12.842723 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0bb5225e-52f5-48d1-8f21-4c2fa85523ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:12.873111 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-0bb5225e-52f5-48d1-8f21-4c2fa85523ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d263c5d6-093f-43cd-890b-486ae59a18c2']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:13:12.882796 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48984) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:12.909499 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2224631-8d4b-4beb-9e9f-84eaa4000868 req-e39af47a-13f2-48c4-810e-a5c7da45fdb3 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:12.923309 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2224631-8d4b-4beb-9e9f-84eaa4000868 req-e39af47a-13f2-48c4-810e-a5c7da45fdb3 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb HTTP/1.1" status: 200 len: 943 time: 0.1535902 Aug 11 22:13:12.957130 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-0bb5225e-52f5-48d1-8f21-4c2fa85523ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c139aa8-ff7c-46cd-ae53-0a424c6f289a') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:13:12.957625 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-0bb5225e-52f5-48d1-8f21-4c2fa85523ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c139aa8-ff7c-46cd-ae53-0a424c6f289a') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:13:12.990109 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0bb5225e-52f5-48d1-8f21-4c2fa85523ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:13.027832 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2224631-8d4b-4beb-9e9f-84eaa4000868 req-4684c041-40c1-4141-b688-852061de20ad tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2181496-84c4-4224-9b75-b17bb15b0710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030042 Aug 11 22:13:13.028134 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e94bac-8479-47a5-8127-a4ebb5ea42f2 req-14dd48ca-887f-4d5a-9d2d-e040bcab84cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:13.030545 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d7e94bac-8479-47a5-8127-a4ebb5ea42f2 req-14dd48ca-887f-4d5a-9d2d-e040bcab84cb service neutron] 10.222.0.52 "GET /v2.0/networks?id=496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f HTTP/1.1" status: 200 len: 921 time: 0.2359512 Aug 11 22:13:13.037516 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0bb5225e-52f5-48d1-8f21-4c2fa85523ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:13.056522 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb5225e-52f5-48d1-8f21-4c2fa85523ed admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:13:13.057111 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0bb5225e-52f5-48d1-8f21-4c2fa85523ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:13:13.060461 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:13:13.093046 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d7e94bac-8479-47a5-8127-a4ebb5ea42f2 req-54365798-bcda-4582-86e3-d091318f0b0c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e41000d8-1e2c-4031-8d50-fbaffd2e11ae HTTP/1.1" status: 200 len: 217 time: 0.0534487 Aug 11 22:13:13.152417 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-90cfadbe-428f-4ab1-b3f0-380f2852bf48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:13.165904 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0bb5225e-52f5-48d1-8f21-4c2fa85523ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:13.180742 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0bb5225e-52f5-48d1-8f21-4c2fa85523ed admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:13.184644 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0bb5225e-52f5-48d1-8f21-4c2fa85523ed admin admin] 10.222.0.77 "DELETE /v2.0/networks/d263c5d6-093f-43cd-890b-486ae59a18c2 HTTP/1.1" status: 204 len: 168 time: 0.6766357 Aug 11 22:13:13.203349 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5225e-52f5-48d1-8f21-4c2fa85523ed admin admin] Pushing event deleted for resources: {'Network': ['ID=d263c5d6-093f-43cd-890b-486ae59a18c2,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:13.229883 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a5b62ff8-d6f0-47ac-b696-98d041ed952b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:13.257302 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e94bac-8479-47a5-8127-a4ebb5ea42f2 req-72a17a5c-2799-4123-8730-4bab3ca90a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:13.259204 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d7e94bac-8479-47a5-8127-a4ebb5ea42f2 req-72a17a5c-2799-4123-8730-4bab3ca90a51 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=236a89d3-940b-4060-b756-8c633cfc024f HTTP/1.1" status: 200 len: 860 time: 0.1479411 Aug 11 22:13:13.322932 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d7e94bac-8479-47a5-8127-a4ebb5ea42f2 req-a0c5edae-f320-45f1-9c1c-8d09b3595b37 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468781 Aug 11 22:13:13.336490 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5b780b2f-a4fb-4532-bc83-02bb88145fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:13.421364 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48994) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:13.471391 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e482883e-d8a0-4e78-995f-ef35a0372d41 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e6a9a04dff87487ab58e68d266a18ba2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487995 Aug 11 22:13:13.474658 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48996) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:13.535717 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-61732f00-42a2-4733-95ae-94c7b789231d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:13.569535 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-61732f00-42a2-4733-95ae-94c7b789231d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:13.589970 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d7e94bac-8479-47a5-8127-a4ebb5ea42f2 req-8f5d8be0-f6aa-4f1b-94b1-7f95e261ba99 service neutron] 10.222.0.52 "GET /v2.0/networks/496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568872 Aug 11 22:13:13.598712 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-90cfadbe-428f-4ab1-b3f0-380f2852bf48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:13.611596 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-90cfadbe-428f-4ab1-b3f0-380f2852bf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:13.640601 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-61732f00-42a2-4733-95ae-94c7b789231d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:13.644251 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-61732f00-42a2-4733-95ae-94c7b789231d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:13.646659 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-61732f00-42a2-4733-95ae-94c7b789231d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eaca38c2-af53-4ed0-8251-812c3bc3c357 HTTP/1.1" status: 204 len: 168 time: 0.1703632 Aug 11 22:13:13.658923 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61732f00-42a2-4733-95ae-94c7b789231d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaca38c2-af53-4ed0-8251-812c3bc3c357,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:13.736716 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device e41000d8-1e2c-4031-8d50-fbaffd2e11ae details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:13:13.830478 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cfadbe-428f-4ab1-b3f0-380f2852bf48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaac5efb-5da3-42d0-91d4-5398f0b03029,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:13.861472 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-90cfadbe-428f-4ab1-b3f0-380f2852bf48 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a5592fd899ce4808982a93473692f9b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9665000 Aug 11 22:13:13.865722 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49000) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:13.872398 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d7e94bac-8479-47a5-8127-a4ebb5ea42f2 req-f6c1f197-89ae-4900-bea5-99b025491faf service neutron] 10.222.0.52 "GET /v2.0/networks/496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715766 Aug 11 22:13:13.967682 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dae8190f-ac8f-47d5-b4d0-9e999d686fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:14.014176 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port e41000d8-1e2c-4031-8d50-fbaffd2e11ae, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e41000d8-1e2c-4031-8d50-fbaffd2e11ae,segment=NetworkSegment(cfbe3b14-4ac3-4fc0-a4ac-41f7e975aa2d),segment_id=cfbe3b14-4ac3-4fc0-a4ac-41f7e975aa2d)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:13:14.022937 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dae8190f-ac8f-47d5-b4d0-9e999d686fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:14.046303 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'e41000d8-1e2c-4031-8d50-fbaffd2e11ae', 'network_id': '496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f', 'port_id': 'e41000d8-1e2c-4031-8d50-fbaffd2e11ae', 'mac_address': 'fa:16:3e:e4:99:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236a89d3-940b-4060-b756-8c633cfc024f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:13:14.060728 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-95220075-b882-4fa0-a193-84e1f94cfd09 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0865207 Aug 11 22:13:14.062622 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-5b780b2f-a4fb-4532-bc83-02bb88145fa0 admin admin] Deleting port 1bfd1421-76b5-4cda-8d7e-df82520ab17c {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:13:14.062978 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5b780b2f-a4fb-4532-bc83-02bb88145fa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:14.160841 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:14.178246 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dae8190f-ac8f-47d5-b4d0-9e999d686fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:14.181236 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dae8190f-ac8f-47d5-b4d0-9e999d686fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:14.183171 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-dae8190f-ac8f-47d5-b4d0-9e999d686fcb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eaac5efb-5da3-42d0-91d4-5398f0b03029 HTTP/1.1" status: 204 len: 168 time: 0.3160512 Aug 11 22:13:14.217545 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e41000d8-1e2c-4031-8d50-fbaffd2e11ae {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:13:14.218767 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8190f-ac8f-47d5-b4d0-9e999d686fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaac5efb-5da3-42d0-91d4-5398f0b03029,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:14.255738 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815c842-dd13-49d0-aa13-8a7a082d8a50 req-5d484177-8011-4b63-a5a9-40617e7a1c95 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:14.259673 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port e41000d8-1e2c-4031-8d50-fbaffd2e11ae, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e41000d8-1e2c-4031-8d50-fbaffd2e11ae,segment=NetworkSegment(cfbe3b14-4ac3-4fc0-a4ac-41f7e975aa2d),segment_id=cfbe3b14-4ac3-4fc0-a4ac-41f7e975aa2d)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:13:14.265385 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c815c842-dd13-49d0-aa13-8a7a082d8a50 req-5d484177-8011-4b63-a5a9-40617e7a1c95 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb HTTP/1.1" status: 200 len: 943 time: 0.0993543 Aug 11 22:13:14.292415 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:14.319450 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c815c842-dd13-49d0-aa13-8a7a082d8a50 req-61358d47-9dfb-45b9-9753-429b0cee9702 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2181496-84c4-4224-9b75-b17bb15b0710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528374 Aug 11 22:13:14.424402 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-5b780b2f-a4fb-4532-bc83-02bb88145fa0 admin admin] For port 1bfd1421-76b5-4cda-8d7e-df82520ab17c, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1bfd1421-76b5-4cda-8d7e-df82520ab17c,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:13:14.427753 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5b780b2f-a4fb-4532-bc83-02bb88145fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:14.435902 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=e41000d8-1e2c-4031-8d50-fbaffd2e11ae,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:14.468279 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-5b780b2f-a4fb-4532-bc83-02bb88145fa0 admin admin] Calling delete_port for 1bfd1421-76b5-4cda-8d7e-df82520ab17c owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:13:14.481873 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e25095-9fa6-446c-b701-955544e4e95e req-c89c8a6e-0eff-4a19-b510-768cd7878e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:14.482818 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e25095-9fa6-446c-b701-955544e4e95e req-c89c8a6e-0eff-4a19-b510-768cd7878e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:14.483764 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e25095-9fa6-446c-b701-955544e4e95e req-c89c8a6e-0eff-4a19-b510-768cd7878e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:14.484651 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e25095-9fa6-446c-b701-955544e4e95e req-c89c8a6e-0eff-4a19-b510-768cd7878e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:14.485602 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e25095-9fa6-446c-b701-955544e4e95e req-c89c8a6e-0eff-4a19-b510-768cd7878e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:14.486517 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e25095-9fa6-446c-b701-955544e4e95e req-c89c8a6e-0eff-4a19-b510-768cd7878e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:14.490495 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e25095-9fa6-446c-b701-955544e4e95e req-c89c8a6e-0eff-4a19-b510-768cd7878e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:14.494235 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-c89c8a6e-0eff-4a19-b510-768cd7878e80 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21f8e25332dd44aa8653731b1f899e18&device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 6500 time: 0.3352194 Aug 11 22:13:14.626614 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['e41000d8-1e2c-4031-8d50-fbaffd2e11ae'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:13:14.765459 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e25095-9fa6-446c-b701-955544e4e95e req-2de0d481-e531-41d6-9e93-a68d0b30601d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:14.766055 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e25095-9fa6-446c-b701-955544e4e95e req-2de0d481-e531-41d6-9e93-a68d0b30601d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:14.766448 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e25095-9fa6-446c-b701-955544e4e95e req-2de0d481-e531-41d6-9e93-a68d0b30601d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:14.768351 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-2de0d481-e531-41d6-9e93-a68d0b30601d service neutron] 10.222.0.52 "GET /v2.0/networks?id=51af6b0f-08b6-41a5-a9ed-48b34e3cb239&id=b287a464-dc73-48ac-8476-f9f6272430e9&id=b287a464-dc73-48ac-8476-f9f6272430e9&id=b287a464-dc73-48ac-8476-f9f6272430e9&id=b287a464-dc73-48ac-8476-f9f6272430e9&id=39346d85-8db1-4c32-bd48-0eb63c830650&id=39346d85-8db1-4c32-bd48-0eb63c830650 HTTP/1.1" status: 200 len: 2299 time: 0.1792598 Aug 11 22:13:15.041374 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-7f8c57c7-d8ee-4b65-a4e1-c48679d9b526 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0841e35-712c-4919-9743-7532de366613 HTTP/1.1" status: 200 len: 1001 time: 0.2636168 Aug 11 22:13:15.135184 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5b780b2f-a4fb-4532-bc83-02bb88145fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:15.202792 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b780b2f-a4fb-4532-bc83-02bb88145fa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bfd1421-76b5-4cda-8d7e-df82520ab17c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:15.224800 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e25095-9fa6-446c-b701-955544e4e95e req-363de16f-eb05-4288-9d75-9fd4d86d996f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:15.227876 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-363de16f-eb05-4288-9d75-9fd4d86d996f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7dff4e45-f48e-4976-9708-e4527f53ecdf HTTP/1.1" status: 200 len: 856 time: 0.1765838 Aug 11 22:13:15.560298 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e25095-9fa6-446c-b701-955544e4e95e req-d89f5d7f-37b0-4502-90fb-70f644dcea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:15.564222 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-d89f5d7f-37b0-4502-90fb-70f644dcea73 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=51af6b0f-08b6-41a5-a9ed-48b34e3cb239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3098779 Aug 11 22:13:15.576159 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074d78b-e11f-4419-ad1a-6fa6e94da097 req-7cfeec33-9979-44bd-8763-ddd8b0baa4a9 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:15.595566 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3074d78b-e11f-4419-ad1a-6fa6e94da097 req-7cfeec33-9979-44bd-8763-ddd8b0baa4a9 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb HTTP/1.1" status: 200 len: 944 time: 0.1191041 Aug 11 22:13:15.650671 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3074d78b-e11f-4419-ad1a-6fa6e94da097 req-d943b1b8-838c-4aea-8278-2918c3e5c669 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2181496-84c4-4224-9b75-b17bb15b0710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607963 Aug 11 22:13:15.744109 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4e8f96cb-a82e-41ea-ac97-eb84b5661ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:15.808898 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5b780b2f-a4fb-4532-bc83-02bb88145fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:15.928055 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-672973b4-a3cc-4f31-adb4-8c2fa49ad15d service neutron] 10.222.0.52 "GET /v2.0/networks/51af6b0f-08b6-41a5-a9ed-48b34e3cb239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897387 Aug 11 22:13:16.003546 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:16.553224 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-50409d4d-5d2c-4eae-8911-b01d77dcafb8 req-cb1f3145-fe70-4520-ba26-a18ca9b5d5dd tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0380082 Aug 11 22:13:16.655153 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-abd15ff5-6531-40de-931c-781d0b9d0b5d service neutron] 10.222.0.52 "GET /v2.0/networks/51af6b0f-08b6-41a5-a9ed-48b34e3cb239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7194746 Aug 11 22:13:16.753695 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-5cad7f56-e82b-4f5f-b519-827ef98497ae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=edaff90d-e53c-40c3-9e3d-8aeb7c62d23f HTTP/1.1" status: 200 len: 217 time: 0.0885127 Aug 11 22:13:16.823392 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8f2d8-4001-4089-845d-1684f2dac8c0 req-3cd0a91c-0e28-4e20-bc27-33b1b2547c19 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:16.832838 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-89a8f2d8-4001-4089-845d-1684f2dac8c0 req-3cd0a91c-0e28-4e20-bc27-33b1b2547c19 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb HTTP/1.1" status: 200 len: 944 time: 0.0715787 Aug 11 22:13:16.863316 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b780b2f-a4fb-4532-bc83-02bb88145fa0 admin admin] Router d552db45-9f5d-46b1-9c39-987ab9f34a05 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:13:16.908120 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-89a8f2d8-4001-4089-845d-1684f2dac8c0 req-6f423465-8413-4b8d-9b92-efebae388240 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2181496-84c4-4224-9b75-b17bb15b0710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736344 Aug 11 22:13:16.977380 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e25095-9fa6-446c-b701-955544e4e95e req-cc4f19e1-edb6-4618-b645-c7e0d856ced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:16.979726 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-cc4f19e1-edb6-4618-b645-c7e0d856ced8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9151294c-d4b3-4b89-812c-726f585f11d8 HTTP/1.1" status: 200 len: 797 time: 0.1480865 Aug 11 22:13:17.097563 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e25095-9fa6-446c-b701-955544e4e95e req-b2791dd2-480c-4ca1-9e73-9e437ceab4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:17.099767 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-b2791dd2-480c-4ca1-9e73-9e437ceab4c6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b287a464-dc73-48ac-8476-f9f6272430e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1060274 Aug 11 22:13:17.105401 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b780b2f-a4fb-4532-bc83-02bb88145fa0 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:13:17.111482 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5b780b2f-a4fb-4532-bc83-02bb88145fa0 admin admin] 10.222.0.77 "PUT /v2.0/routers/d552db45-9f5d-46b1-9c39-987ab9f34a05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2262721 Aug 11 22:13:17.115209 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49104) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:17.128426 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d1678a-dcc7-44cf-8dbc-20d1df79bc47 None None] Sync routers for ids ['d552db45-9f5d-46b1-9c39-987ab9f34a05'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:13:17.141136 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d1678a-dcc7-44cf-8dbc-20d1df79bc47 None None] Routers {'d552db45-9f5d-46b1-9c39-987ab9f34a05'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:13:17.143376 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-45d1678a-dcc7-44cf-8dbc-20d1df79bc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:13:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d552db45-9f5d-46b1-9c39-987ab9f34a05'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:13:17.308472 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-45d1678a-dcc7-44cf-8dbc-20d1df79bc47 None None] Set router d552db45-9f5d-46b1-9c39-987ab9f34a05 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:13:17.388136 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-50525593-91ad-48af-8f7e-af5fc24d72ad admin admin] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:17.444190 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-acb8eeee-8943-4248-8efd-71201b280cee service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309803 Aug 11 22:13:17.505775 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:17.637120 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-45d1678a-dcc7-44cf-8dbc-20d1df79bc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'name': 'tempest-ServerActionsTestJSON-603148391-router', 'tenant_id': 'f3da70be91664ca8a55d012676042959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '16adc3aa-3e96-4480-84a5-0feda4ab0e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:00:07Z', 'updated_at': '2021-08-11T22:13:14Z', 'revision_number': 5, 'project_id': 'f3da70be91664ca8a55d012676042959', 'gw_port': {'id': '16adc3aa-3e96-4480-84a5-0feda4ab0e51', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:41:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:00:08Z', 'updated_at': '2021-08-11T22:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:13:17.670482 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d1678a-dcc7-44cf-8dbc-20d1df79bc47 None None] Checking router: d552db45-9f5d-46b1-9c39-987ab9f34a05 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:13:17.681699 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d1678a-dcc7-44cf-8dbc-20d1df79bc47 None None] Routers {'d552db45-9f5d-46b1-9c39-987ab9f34a05'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:13:17.682355 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-45d1678a-dcc7-44cf-8dbc-20d1df79bc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:13:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d552db45-9f5d-46b1-9c39-987ab9f34a05'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:13:17.691470 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-a331d89d-5b55-4ba1-ab5d-2ef3a363f9a6 service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366345 Aug 11 22:13:17.770031 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device e41000d8-1e2c-4031-8d50-fbaffd2e11ae up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:13:17.813428 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-494c2f04-6672-41fd-ac1d-ddc293b69a24 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 HTTP/1.1" status: 200 len: 217 time: 0.1128359 Aug 11 22:13:17.813722 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba69650b-bf75-4937-ad46-5175aba93bcd req-d02f7d9d-a7d1-4c8f-be9f-39f9d0614bfd tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0593803 Aug 11 22:13:17.879627 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port e41000d8-1e2c-4031-8d50-fbaffd2e11ae completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:13:17.888763 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-50525593-91ad-48af-8f7e-af5fc24d72ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:17.893072 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port e41000d8-1e2c-4031-8d50-fbaffd2e11ae triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:13:17.893872 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:17.931343 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-45d1678a-dcc7-44cf-8dbc-20d1df79bc47 None None] Set router d552db45-9f5d-46b1-9c39-987ab9f34a05 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:13:18.003548 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e25095-9fa6-446c-b701-955544e4e95e req-870f5b9e-3cf8-4777-82e8-3a089b27359f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:18.006743 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-870f5b9e-3cf8-4777-82e8-3a089b27359f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9151294c-d4b3-4b89-812c-726f585f11d8 HTTP/1.1" status: 200 len: 797 time: 0.1827576 Aug 11 22:13:18.152651 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-50525593-91ad-48af-8f7e-af5fc24d72ad admin admin] Deleting port 16adc3aa-3e96-4480-84a5-0feda4ab0e51 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:13:18.158872 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-50525593-91ad-48af-8f7e-af5fc24d72ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:18.253877 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e25095-9fa6-446c-b701-955544e4e95e req-7724bf1e-be77-4825-965d-6105b090bee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:18.260373 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-7724bf1e-be77-4825-965d-6105b090bee0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b287a464-dc73-48ac-8476-f9f6272430e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2432449 Aug 11 22:13:18.280894 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aefd12-b5b7-435e-9030-d2b752b9bdd5 req-794acb0c-3641-4a66-909f-9d1108eb0173 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:18.282558 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-70aefd12-b5b7-435e-9030-d2b752b9bdd5 req-794acb0c-3641-4a66-909f-9d1108eb0173 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb HTTP/1.1" status: 200 len: 944 time: 0.1803722 Aug 11 22:13:18.355262 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:18.358656 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-70aefd12-b5b7-435e-9030-d2b752b9bdd5 req-f0743b33-0908-4c1b-866d-5bb4ca704937 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2181496-84c4-4224-9b75-b17bb15b0710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556297 Aug 11 22:13:18.409428 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41000d8-1e2c-4031-8d50-fbaffd2e11ae'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:13:18.412830 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846aadc2-7984-480f-b648-0c0971c43d75" -d '{"events": [{"server_uuid": "b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb", "name": "network-vif-plugged", "status": "completed", "tag": "e41000d8-1e2c-4031-8d50-fbaffd2e11ae"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:13:18.434238 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port e41000d8-1e2c-4031-8d50-fbaffd2e11ae, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e41000d8-1e2c-4031-8d50-fbaffd2e11ae,segment=NetworkSegment(cfbe3b14-4ac3-4fc0-a4ac-41f7e975aa2d),segment_id=cfbe3b14-4ac3-4fc0-a4ac-41f7e975aa2d)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:13:18.438414 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-45d1678a-dcc7-44cf-8dbc-20d1df79bc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'name': 'tempest-ServerActionsTestJSON-603148391-router', 'tenant_id': 'f3da70be91664ca8a55d012676042959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '16adc3aa-3e96-4480-84a5-0feda4ab0e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:00:07Z', 'updated_at': '2021-08-11T22:13:14Z', 'revision_number': 5, 'project_id': 'f3da70be91664ca8a55d012676042959', 'gw_port': {'id': '16adc3aa-3e96-4480-84a5-0feda4ab0e51', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:41:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:00:08Z', 'updated_at': '2021-08-11T22:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:13:18.480135 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d1678a-dcc7-44cf-8dbc-20d1df79bc47 None None] The sync data for ids ['d552db45-9f5d-46b1-9c39-987ab9f34a05'] in n-d-804275-3 is: [{'id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'name': 'tempest-ServerActionsTestJSON-603148391-router', 'tenant_id': 'f3da70be91664ca8a55d012676042959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '16adc3aa-3e96-4480-84a5-0feda4ab0e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:00:07Z', 'updated_at': '2021-08-11T22:13:14Z', 'revision_number': 5, 'project_id': 'f3da70be91664ca8a55d012676042959', 'gw_port': {'id': '16adc3aa-3e96-4480-84a5-0feda4ab0e51', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:41:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd552db45-9f5d-46b1-9c39-987ab9f34a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:00:08Z', 'updated_at': '2021-08-11T22:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:13:18.484045 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:18.553968 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=e41000d8-1e2c-4031-8d50-fbaffd2e11ae,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:18.567284 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-50525593-91ad-48af-8f7e-af5fc24d72ad admin admin] For port 16adc3aa-3e96-4480-84a5-0feda4ab0e51, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=16adc3aa-3e96-4480-84a5-0feda4ab0e51,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:13:18.568471 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-50525593-91ad-48af-8f7e-af5fc24d72ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:18.605138 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-50525593-91ad-48af-8f7e-af5fc24d72ad admin admin] Calling delete_port for 16adc3aa-3e96-4480-84a5-0feda4ab0e51 owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:13:18.609534 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e360f26-74f8-4165-a6c6-fd2d8f3ee34a x-openstack-request-id: req-3e360f26-74f8-4165-a6c6-fd2d8f3ee34a {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:13:18.609928 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb", "name": "network-vif-plugged", "status": "completed", "tag": "e41000d8-1e2c-4031-8d50-fbaffd2e11ae", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:13:18.610165 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3e360f26-74f8-4165-a6c6-fd2d8f3ee34a {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:13:18.610680 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41000d8-1e2c-4031-8d50-fbaffd2e11ae', 'code': 200} Aug 11 22:13:18.788498 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-5a5f8f9a-ea5b-42a4-af03-3cc6faa8b18b service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5184789 Aug 11 22:13:18.939190 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca7725-ec25-46dc-82c3-f33717e6496c req-592d0acb-1e13-47bb-95ee-2341e12a595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:18.942050 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-57ca7725-ec25-46dc-82c3-f33717e6496c req-592d0acb-1e13-47bb-95ee-2341e12a595d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb HTTP/1.1" status: 200 len: 1096 time: 0.2105167 Aug 11 22:13:18.976900 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1bfd1421-76b5-4cda-8d7e-df82520ab17c no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:13:19.026087 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-b4018c95-3e0a-4819-b5e1-b78e726d5e9a service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285469 Aug 11 22:13:19.069708 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-57ca7725-ec25-46dc-82c3-f33717e6496c req-813ef567-f8c1-4a7e-9361-aef286277b1a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f2181496-84c4-4224-9b75-b17bb15b0710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145139 Aug 11 22:13:19.087008 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:19.092092 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 1bfd1421-76b5-4cda-8d7e-df82520ab17c {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:13:19.092697 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1bfd1421-76b5-4cda-8d7e-df82520ab17c not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:13:19.102012 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-ab61ac55-f56a-4cef-94d5-7a634099dfac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=6cca6cf8-573d-4f5d-82da-fde29b978abb HTTP/1.1" status: 200 len: 217 time: 0.0633776 Aug 11 22:13:19.151382 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-50525593-91ad-48af-8f7e-af5fc24d72ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:19.223967 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50525593-91ad-48af-8f7e-af5fc24d72ad admin admin] Pushing event deleted for resources: {'Port': ['ID=16adc3aa-3e96-4480-84a5-0feda4ab0e51,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:19.275733 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc6ce076-5934-48fa-98a0-40acaabd3d34 req-3606a924-8241-41d9-b663-593d29b4dfde tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0903325 Aug 11 22:13:19.350426 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-50525593-91ad-48af-8f7e-af5fc24d72ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:19.357686 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e25095-9fa6-446c-b701-955544e4e95e req-be290b77-7d81-4c6c-8e28-831014373dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:19.360630 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-be290b77-7d81-4c6c-8e28-831014373dd4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9151294c-d4b3-4b89-812c-726f585f11d8 HTTP/1.1" status: 200 len: 797 time: 0.2386608 Aug 11 22:13:19.635426 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-50525593-91ad-48af-8f7e-af5fc24d72ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:19.643610 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-50525593-91ad-48af-8f7e-af5fc24d72ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:19.666347 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42f8d3-fe55-4b5b-b0d5-2efffa50d215 req-4adc3e3b-9b70-4a45-aa7c-64dbaf23deca tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:19.670558 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c42f8d3-fe55-4b5b-b0d5-2efffa50d215 req-4adc3e3b-9b70-4a45-aa7c-64dbaf23deca tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb HTTP/1.1" status: 200 len: 945 time: 0.1089222 Aug 11 22:13:19.728361 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e25095-9fa6-446c-b701-955544e4e95e req-8150d322-05df-4d8c-96ef-47d3e1d0dd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:19.731294 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-8150d322-05df-4d8c-96ef-47d3e1d0dd50 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b287a464-dc73-48ac-8476-f9f6272430e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2887356 Aug 11 22:13:19.750559 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c42f8d3-fe55-4b5b-b0d5-2efffa50d215 req-f40a966c-9905-43fb-89b6-a2188cbfe1af tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2181496-84c4-4224-9b75-b17bb15b0710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685434 Aug 11 22:13:19.756287 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-50525593-91ad-48af-8f7e-af5fc24d72ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:19.757001 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50525593-91ad-48af-8f7e-af5fc24d72ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router d552db45-9f5d-46b1-9c39-987ab9f34a05 {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:13:19.784248 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-50525593-91ad-48af-8f7e-af5fc24d72ad admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:19.798742 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49164) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:19.798890 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-50525593-91ad-48af-8f7e-af5fc24d72ad admin admin] 10.222.0.77 "DELETE /v2.0/routers/d552db45-9f5d-46b1-9c39-987ab9f34a05 HTTP/1.1" status: 204 len: 168 time: 2.6797168 Aug 11 22:13:19.955411 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-f88c5dae-4cc9-456f-b575-3c0f172ed0d9 admin admin] Deleting subnet 71666487-d255-442c-a4c1-ffc47afdf7b3 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:13:19.961648 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f88c5dae-4cc9-456f-b575-3c0f172ed0d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:20.014076 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-199eb90c-6182-4c42-8606-24535ce1425e service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733078 Aug 11 22:13:20.028464 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f88c5dae-4cc9-456f-b575-3c0f172ed0d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:20.156531 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f88c5dae-4cc9-456f-b575-3c0f172ed0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:20.170850 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-4d930077-80a9-4800-bc38-01148d9463a7 service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485252 Aug 11 22:13:20.220471 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-f8f6f87b-c013-4a45-b41d-892cfd7c9a5f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=e2559e55-1916-4912-88c9-a11e2523aefa HTTP/1.1" status: 200 len: 217 time: 0.0424664 Aug 11 22:13:20.237456 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f88c5dae-4cc9-456f-b575-3c0f172ed0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:20.279586 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c5dae-4cc9-456f-b575-3c0f172ed0d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71666487-d255-442c-a4c1-ffc47afdf7b3,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:20.283368 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f88c5dae-4cc9-456f-b575-3c0f172ed0d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:20.289853 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25891d2e-5b1d-4d81-8c9d-667d58eb4a77 None None] Network e05d73cc-c444-45b6-9ecd-8613ea45c8b9 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:13:20.290619 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49170) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:20.290760 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f88c5dae-4cc9-456f-b575-3c0f172ed0d9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/71666487-d255-442c-a4c1-ffc47afdf7b3 HTTP/1.1" status: 204 len: 168 time: 0.4984665 Aug 11 22:13:20.332458 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e25095-9fa6-446c-b701-955544e4e95e req-11d7c7ad-b9ed-4bca-bca6-253c5d5af268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:20.335131 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-11d7c7ad-b9ed-4bca-bca6-253c5d5af268 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9151294c-d4b3-4b89-812c-726f585f11d8 HTTP/1.1" status: 200 len: 797 time: 0.1081755 Aug 11 22:13:20.451596 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49176) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:20.482462 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:20.547768 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1660b528-d151-4456-bbee-b9cffb57de07 req-c73da40c-3290-4282-bc67-f561bb3fadcb tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0653143 Aug 11 22:13:20.610249 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02897fa7-05b8-440e-95a1-6c1069ea3f9e None None] DHCP port deletion for e05d73cc-c444-45b6-9ecd-8613ea45c8b9 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:13:20.640027 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e25095-9fa6-446c-b701-955544e4e95e req-c1285843-24ef-4dc5-9bf9-14bd15f25cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:20.642901 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-c1285843-24ef-4dc5-9bf9-14bd15f25cfd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b287a464-dc73-48ac-8476-f9f6272430e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2379005 Aug 11 22:13:20.648642 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e66b7b50-da07-44bf-af3a-977c369107ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:20.737373 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-02897fa7-05b8-440e-95a1-6c1069ea3f9e None None] Deleting port a34706bf-2119-43d8-89f6-00bd0a2974aa {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:13:20.737994 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-02897fa7-05b8-440e-95a1-6c1069ea3f9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:20.752103 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3b4bf834-ee4e-4e80-ba55-3517bd0503ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:20.758629 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a34706bf-2119-43d8-89f6-00bd0a2974aa no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:13:20.824083 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-c58bbecf-fbc8-460b-8951-b791b459c729 service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703005 Aug 11 22:13:21.025599 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ab89d-2b2b-466b-b540-d16343a4cf3a req-d578c5ca-76df-491d-a67f-7c0e69693e5a tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:21.040819 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c67ab89d-2b2b-466b-b540-d16343a4cf3a req-d578c5ca-76df-491d-a67f-7c0e69693e5a tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb HTTP/1.1" status: 200 len: 945 time: 0.1321092 Aug 11 22:13:21.043530 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:21.053141 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-02897fa7-05b8-440e-95a1-6c1069ea3f9e None None] For port a34706bf-2119-43d8-89f6-00bd0a2974aa, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a34706bf-2119-43d8-89f6-00bd0a2974aa,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:13:21.054709 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-02897fa7-05b8-440e-95a1-6c1069ea3f9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:21.063561 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7d9be4a8-4336-4596-b502-88fcf4eb9ec0 req-bdcaa606-8a4c-4580-b11d-31d30f8ddbb2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0990794 Aug 11 22:13:21.112610 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-02897fa7-05b8-440e-95a1-6c1069ea3f9e None None] Calling delete_port for a34706bf-2119-43d8-89f6-00bd0a2974aa owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:13:21.152424 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c67ab89d-2b2b-466b-b540-d16343a4cf3a req-f0a597ec-9550-44af-9780-703bca74788f tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2181496-84c4-4224-9b75-b17bb15b0710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096771 Aug 11 22:13:21.160416 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-e66b7b50-da07-44bf-af3a-977c369107ee admin admin] Deleting port a34706bf-2119-43d8-89f6-00bd0a2974aa {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:13:21.160975 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e66b7b50-da07-44bf-af3a-977c369107ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:21.168506 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-564c473f-514c-4410-aca3-133045e0056e service neutron] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217719 Aug 11 22:13:21.176246 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port a34706bf-2119-43d8-89f6-00bd0a2974aa, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a34706bf-2119-43d8-89f6-00bd0a2974aa,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:13:21.208879 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3b4bf834-ee4e-4e80-ba55-3517bd0503ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:21.221587 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3b4bf834-ee4e-4e80-ba55-3517bd0503ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:21.305559 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:21.306829 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 16adc3aa-3e96-4480-84a5-0feda4ab0e51 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:13:21.390151 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3b4bf834-ee4e-4e80-ba55-3517bd0503ce admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1ea27ab504444bb4abe2a956865da1b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9365978 Aug 11 22:13:21.394007 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49188) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:21.427814 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 16adc3aa-3e96-4480-84a5-0feda4ab0e51 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:13:21.428445 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 16adc3aa-3e96-4480-84a5-0feda4ab0e51 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:13:21.458423 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4bf834-ee4e-4e80-ba55-3517bd0503ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d9a45d-24b3-4b1b-965e-c2433fd2600d,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:21.559361 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d00b25a3-440e-417f-a775-833a17db9830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:21.629997 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d00b25a3-440e-417f-a775-833a17db9830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:21.633747 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-bad67860-6686-4d86-af51-7483621c72f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e2894cb3-a993-43a9-a58e-1c4b58a9cf7c HTTP/1.1" status: 200 len: 217 time: 0.4429247 Aug 11 22:13:21.646008 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=a34706bf-2119-43d8-89f6-00bd0a2974aa,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:21.689932 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-02897fa7-05b8-440e-95a1-6c1069ea3f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:21.728073 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02897fa7-05b8-440e-95a1-6c1069ea3f9e None None] Pushing event deleted for resources: {'Port': ['ID=a34706bf-2119-43d8-89f6-00bd0a2974aa,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:21.731852 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d00b25a3-440e-417f-a775-833a17db9830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:21.735494 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d00b25a3-440e-417f-a775-833a17db9830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:21.740037 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02897fa7-05b8-440e-95a1-6c1069ea3f9e None None] No DVR routers for this DVR port a34706bf-2119-43d8-89f6-00bd0a2974aa on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:13:21.740972 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d00b25a3-440e-417f-a775-833a17db9830 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/43d9a45d-24b3-4b1b-965e-c2433fd2600d HTTP/1.1" status: 204 len: 168 time: 0.3445437 Aug 11 22:13:21.763765 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b25a3-440e-417f-a775-833a17db9830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d9a45d-24b3-4b1b-965e-c2433fd2600d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:21.775328 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-e66b7b50-da07-44bf-af3a-977c369107ee admin admin] For port a34706bf-2119-43d8-89f6-00bd0a2974aa, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a34706bf-2119-43d8-89f6-00bd0a2974aa,segment=NetworkSegment(21581a11-e174-4947-9db1-c1832ca192ad),segment_id=21581a11-e174-4947-9db1-c1832ca192ad)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:13:21.776137 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e66b7b50-da07-44bf-af3a-977c369107ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:21.806468 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-e66b7b50-da07-44bf-af3a-977c369107ee admin admin] Calling delete_port for a34706bf-2119-43d8-89f6-00bd0a2974aa owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:13:21.816894 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e25095-9fa6-446c-b701-955544e4e95e req-7e0f4df4-ad65-4263-a1dc-24fa1e8f5298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:21.818947 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-7e0f4df4-ad65-4263-a1dc-24fa1e8f5298 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a517bd89-a5f8-4600-9a3f-a19621adfded HTTP/1.1" status: 200 len: 797 time: 0.1753166 Aug 11 22:13:21.827421 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9f186137-bc90-43d7-882d-3b7a67779941 req-1e7e21b0-7eed-4660-9ebe-1dea87a5a62b tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0423377 Aug 11 22:13:21.964225 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e25095-9fa6-446c-b701-955544e4e95e req-214a9c08-c030-4993-a405-69bbe71619a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:21.966070 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-214a9c08-c030-4993-a405-69bbe71619a0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39346d85-8db1-4c32-bd48-0eb63c830650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0892594 Aug 11 22:13:22.046505 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e66b7b50-da07-44bf-af3a-977c369107ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:22.063772 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66b7b50-da07-44bf-af3a-977c369107ee admin admin] No DVR routers for this DVR port a34706bf-2119-43d8-89f6-00bd0a2974aa on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:13:22.111355 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b7b50-da07-44bf-af3a-977c369107ee admin admin] Pushing event deleted for resources: {'Port': ['ID=a34706bf-2119-43d8-89f6-00bd0a2974aa,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:22.205384 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e66b7b50-da07-44bf-af3a-977c369107ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:22.211371 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-de8a19e3-1906-4c58-8563-63900ddfd086 service neutron] 10.222.0.52 "GET /v2.0/networks/39346d85-8db1-4c32-bd48-0eb63c830650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354484 Aug 11 22:13:22.269686 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49214) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:22.284959 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a2913038-2926-4dea-81cb-6000588c776e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:22.330922 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-e66b7b50-da07-44bf-af3a-977c369107ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05d73cc-c444-45b6-9ecd-8613ea45c8b9']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:13:22.352934 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-e66b7b50-da07-44bf-af3a-977c369107ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21581a11-e174-4947-9db1-c1832ca192ad') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:13:22.353230 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-e66b7b50-da07-44bf-af3a-977c369107ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21581a11-e174-4947-9db1-c1832ca192ad') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:13:22.363932 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-83b40a6d-fc6f-48d8-9097-4e976c89b3f6 service neutron] 10.222.0.52 "GET /v2.0/networks/39346d85-8db1-4c32-bd48-0eb63c830650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440802 Aug 11 22:13:22.368517 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e66b7b50-da07-44bf-af3a-977c369107ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:22.438728 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e66b7b50-da07-44bf-af3a-977c369107ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:22.456651 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a2913038-2926-4dea-81cb-6000588c776e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:22.462727 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-61b333e8-1830-4a51-8d2e-8d3aa4247cd0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2b4fd92b-4177-42f2-b2d7-f08e82f9e6da HTTP/1.1" status: 200 len: 217 time: 0.0811992 Aug 11 22:13:22.467283 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a2913038-2926-4dea-81cb-6000588c776e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:22.558311 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a2913038-2926-4dea-81cb-6000588c776e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3abd7d00557a4a5680812316cb85c2e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2859328 Aug 11 22:13:22.561259 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2913038-2926-4dea-81cb-6000588c776e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5593a1f5-5131-4137-bd38-7e22ada3f05c,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:22.576000 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49222) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:22.599994 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66b7b50-da07-44bf-af3a-977c369107ee admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:13:22.600612 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e66b7b50-da07-44bf-af3a-977c369107ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:13:22.622813 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:13:22.648000 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e25095-9fa6-446c-b701-955544e4e95e req-185d993b-d74e-4d91-88ae-e82a284d7e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:22.651393 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-185d993b-d74e-4d91-88ae-e82a284d7e14 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a517bd89-a5f8-4600-9a3f-a19621adfded HTTP/1.1" status: 200 len: 797 time: 0.1801529 Aug 11 22:13:22.741418 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-18bfda33-58be-47f6-84ce-a158e8e946ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:22.774839 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-18bfda33-58be-47f6-84ce-a158e8e946ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:22.832698 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e25095-9fa6-446c-b701-955544e4e95e req-6fd63021-1e79-4a70-a2cb-335d6bb99c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:22.837429 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-6fd63021-1e79-4a70-a2cb-335d6bb99c46 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39346d85-8db1-4c32-bd48-0eb63c830650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1294892 Aug 11 22:13:22.839435 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e66b7b50-da07-44bf-af3a-977c369107ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:22.840168 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-18bfda33-58be-47f6-84ce-a158e8e946ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:22.850558 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-18bfda33-58be-47f6-84ce-a158e8e946ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:22.852544 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-18bfda33-58be-47f6-84ce-a158e8e946ff admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5593a1f5-5131-4137-bd38-7e22ada3f05c HTTP/1.1" status: 204 len: 168 time: 0.2726405 Aug 11 22:13:22.853999 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e66b7b50-da07-44bf-af3a-977c369107ee admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:22.869329 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e66b7b50-da07-44bf-af3a-977c369107ee admin admin] 10.222.0.77 "DELETE /v2.0/networks/e05d73cc-c444-45b6-9ecd-8613ea45c8b9 HTTP/1.1" status: 204 len: 168 time: 2.5769475 Aug 11 22:13:22.893632 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bfda33-58be-47f6-84ce-a158e8e946ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5593a1f5-5131-4137-bd38-7e22ada3f05c,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:22.898683 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b7b50-da07-44bf-af3a-977c369107ee admin admin] Pushing event deleted for resources: {'Network': ['ID=e05d73cc-c444-45b6-9ecd-8613ea45c8b9,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:23.097151 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-dfee29dd-1f81-4d48-b4ac-7122eda480d5 service neutron] 10.222.0.52 "GET /v2.0/networks/39346d85-8db1-4c32-bd48-0eb63c830650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456663 Aug 11 22:13:23.174082 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d49bc395-40aa-48b6-a716-e4b67b558f96 req-9dd29f8a-560d-4d28-978b-ac32c487f7c7 tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0644598 Aug 11 22:13:23.325188 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e8e25095-9fa6-446c-b701-955544e4e95e req-bd33b057-1a0c-4d22-b0a1-bd0e4b29a6db service neutron] 10.222.0.52 "GET /v2.0/networks/39346d85-8db1-4c32-bd48-0eb63c830650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189763 Aug 11 22:13:23.437076 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49240) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:23.455281 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cb916-240d-4ab5-8a18-7d11cd02d024 req-934b3f0b-63b3-42af-a894-17b8bb5b847f tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:23.464151 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b4cb916-240d-4ab5-8a18-7d11cd02d024 req-934b3f0b-63b3-42af-a894-17b8bb5b847f tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb HTTP/1.1" status: 200 len: 945 time: 0.1412630 Aug 11 22:13:23.531331 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-609dcde4-573b-43ac-bb72-bc3069851f64 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f3da70be91664ca8a55d012676042959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0912354 Aug 11 22:13:23.535719 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49244) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:23.542633 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b4cb916-240d-4ab5-8a18-7d11cd02d024 req-0ed55b75-2f62-449e-ac5c-58cefe221509 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2181496-84c4-4224-9b75-b17bb15b0710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772171 Aug 11 22:13:23.662889 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-20fbd3cd-1bbd-4024-a677-a031f51b7d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:23.711671 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-20fbd3cd-1bbd-4024-a677-a031f51b7d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:23.824661 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-20fbd3cd-1bbd-4024-a677-a031f51b7d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:23.826524 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-20fbd3cd-1bbd-4024-a677-a031f51b7d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:23.833550 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-20fbd3cd-1bbd-4024-a677-a031f51b7d47 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cc539d23-1e29-4f85-8544-80f3918bba32 HTTP/1.1" status: 204 len: 168 time: 0.2953818 Aug 11 22:13:23.849855 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbd3cd-1bbd-4024-a677-a031f51b7d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc539d23-1e29-4f85-8544-80f3918bba32,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:24.459447 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44e0a1-cee5-450d-99b2-fd0a061ae9c9 req-022f8055-0b19-4ac8-8ded-efcc00169444 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:24.464004 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-af44e0a1-cee5-450d-99b2-fd0a061ae9c9 req-022f8055-0b19-4ac8-8ded-efcc00169444 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb HTTP/1.1" status: 200 len: 945 time: 0.1426015 Aug 11 22:13:24.798895 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-af44e0a1-cee5-450d-99b2-fd0a061ae9c9 req-41d8fcf8-1c89-4917-9d40-5316ade672e0 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Deleting port e41000d8-1e2c-4031-8d50-fbaffd2e11ae {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:13:24.807651 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-af44e0a1-cee5-450d-99b2-fd0a061ae9c9 req-41d8fcf8-1c89-4917-9d40-5316ade672e0 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:24.967260 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb867270-bbad-480f-a20f-be86fb6cf88d req-b7eb9412-8764-4ee4-a4be-a8a9c1bc9190 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:24.997123 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cb867270-bbad-480f-a20f-be86fb6cf88d req-b7eb9412-8764-4ee4-a4be-a8a9c1bc9190 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb HTTP/1.1" status: 200 len: 945 time: 0.2357421 Aug 11 22:13:25.095062 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cb867270-bbad-480f-a20f-be86fb6cf88d req-eff12ba4-8d61-4a11-80f7-3933e68cf82b tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2181496-84c4-4224-9b75-b17bb15b0710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951662 Aug 11 22:13:25.149371 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-af44e0a1-cee5-450d-99b2-fd0a061ae9c9 req-41d8fcf8-1c89-4917-9d40-5316ade672e0 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] For port e41000d8-1e2c-4031-8d50-fbaffd2e11ae, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e41000d8-1e2c-4031-8d50-fbaffd2e11ae,segment=NetworkSegment(cfbe3b14-4ac3-4fc0-a4ac-41f7e975aa2d),segment_id=cfbe3b14-4ac3-4fc0-a4ac-41f7e975aa2d)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:13:25.149670 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-af44e0a1-cee5-450d-99b2-fd0a061ae9c9 req-41d8fcf8-1c89-4917-9d40-5316ade672e0 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:25.175076 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-af44e0a1-cee5-450d-99b2-fd0a061ae9c9 req-41d8fcf8-1c89-4917-9d40-5316ade672e0 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Calling delete_port for e41000d8-1e2c-4031-8d50-fbaffd2e11ae owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:13:25.385889 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cb050f99-ed25-48ee-990e-5c5b216a4d0c req-75396ae4-5be6-4d2a-b09b-0f6b87291680 tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0747349 Aug 11 22:13:25.453002 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-af44e0a1-cee5-450d-99b2-fd0a061ae9c9 req-41d8fcf8-1c89-4917-9d40-5316ade672e0 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:25.468986 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['e41000d8-1e2c-4031-8d50-fbaffd2e11ae'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:13:25.542177 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8fcf8-1c89-4917-9d40-5316ade672e0 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Pushing event deleted for resources: {'Port': ['ID=e41000d8-1e2c-4031-8d50-fbaffd2e11ae,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:25.609391 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-af44e0a1-cee5-450d-99b2-fd0a061ae9c9 req-41d8fcf8-1c89-4917-9d40-5316ade672e0 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] No DVR routers for this DVR port e41000d8-1e2c-4031-8d50-fbaffd2e11ae on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:13:25.615312 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-af44e0a1-cee5-450d-99b2-fd0a061ae9c9 req-41d8fcf8-1c89-4917-9d40-5316ade672e0 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:25.625242 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-af44e0a1-cee5-450d-99b2-fd0a061ae9c9 req-41d8fcf8-1c89-4917-9d40-5316ade672e0 tempest-ServerMetadataNegativeTestJSON-1815130611 tempest-ServerMetadataNegativeTestJSON-1815130611-project] 10.222.0.52 "DELETE /v2.0/ports/e41000d8-1e2c-4031-8d50-fbaffd2e11ae HTTP/1.1" status: 204 len: 173 time: 1.1534960 Aug 11 22:13:25.625763 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb', 'name': 'network-vif-deleted', 'tag': 'e41000d8-1e2c-4031-8d50-fbaffd2e11ae'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:13:25.629229 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166fe6d5-323a-471b-a870-8389e6587e0e" -d '{"events": [{"server_uuid": "b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb", "name": "network-vif-deleted", "tag": "e41000d8-1e2c-4031-8d50-fbaffd2e11ae"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:13:25.778513 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f55fb3-2877-491b-af0a-cddc5b573adf x-openstack-request-id: req-23f55fb3-2877-491b-af0a-cddc5b573adf {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:13:25.779379 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb", "name": "network-vif-deleted", "tag": "e41000d8-1e2c-4031-8d50-fbaffd2e11ae", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:13:25.779948 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-23f55fb3-2877-491b-af0a-cddc5b573adf {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:13:25.780769 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2aff9fb-0b20-414a-8c6f-bc6e3f3b83cb', 'name': 'network-vif-deleted', 'tag': 'e41000d8-1e2c-4031-8d50-fbaffd2e11ae', 'status': 'completed', 'code': 200} Aug 11 22:13:26.867748 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49354) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:26.980282 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-619714f6-5aa3-4c4b-8cb5-1c03f0b5b983 admin admin] Deleting subnet 236a89d3-940b-4060-b756-8c633cfc024f {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:13:26.985194 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5843dac4-81a2-4b8a-8cff-854f3682b208 req-1354519a-4696-4f25-8a00-134336fff330 tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0545087 Aug 11 22:13:26.986576 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-619714f6-5aa3-4c4b-8cb5-1c03f0b5b983 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:27.046276 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-619714f6-5aa3-4c4b-8cb5-1c03f0b5b983 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:27.106529 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-619714f6-5aa3-4c4b-8cb5-1c03f0b5b983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:27.213347 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-619714f6-5aa3-4c4b-8cb5-1c03f0b5b983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:27.256143 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619714f6-5aa3-4c4b-8cb5-1c03f0b5b983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=236a89d3-940b-4060-b756-8c633cfc024f,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:27.261585 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-26524fad-023a-4c8a-8101-532af17f7dc4 req-1eee2aed-eb0d-4f03-a4b9-c3649f0d9405 tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dc5476d-2f8c-407b-9a36-43c3dd4ac209 HTTP/1.1" status: 200 len: 210 time: 0.0429850 Aug 11 22:13:27.268845 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-619714f6-5aa3-4c4b-8cb5-1c03f0b5b983 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:27.272079 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-619714f6-5aa3-4c4b-8cb5-1c03f0b5b983 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/236a89d3-940b-4060-b756-8c633cfc024f HTTP/1.1" status: 204 len: 168 time: 0.4034295 Aug 11 22:13:27.276526 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49364) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:27.381768 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6e34301d-0914-44fa-9ff3-5bd83d2a78c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:27.556870 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6e34301d-0914-44fa-9ff3-5bd83d2a78c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:27.578247 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-6e34301d-0914-44fa-9ff3-5bd83d2a78c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:13:27.593193 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-6e34301d-0914-44fa-9ff3-5bd83d2a78c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfbe3b14-4ac3-4fc0-a4ac-41f7e975aa2d') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:13:27.594003 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-6e34301d-0914-44fa-9ff3-5bd83d2a78c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfbe3b14-4ac3-4fc0-a4ac-41f7e975aa2d') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:13:27.609055 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6e34301d-0914-44fa-9ff3-5bd83d2a78c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:27.648276 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6e34301d-0914-44fa-9ff3-5bd83d2a78c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:27.657690 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e34301d-0914-44fa-9ff3-5bd83d2a78c2 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:13:27.658418 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6e34301d-0914-44fa-9ff3-5bd83d2a78c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:13:27.662088 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:13:27.759960 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6e34301d-0914-44fa-9ff3-5bd83d2a78c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:27.781987 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6e34301d-0914-44fa-9ff3-5bd83d2a78c2 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:27.792527 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6e34301d-0914-44fa-9ff3-5bd83d2a78c2 admin admin] 10.222.0.77 "DELETE /v2.0/networks/496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f HTTP/1.1" status: 204 len: 168 time: 0.5108156 Aug 11 22:13:27.814133 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device e41000d8-1e2c-4031-8d50-fbaffd2e11ae no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:13:27.860941 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e34301d-0914-44fa-9ff3-5bd83d2a78c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=496d3a03-6bb4-46d9-b3f0-c1a4dd73d94f,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:27.924661 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: e41000d8-1e2c-4031-8d50-fbaffd2e11ae {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:13:27.925233 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device e41000d8-1e2c-4031-8d50-fbaffd2e11ae not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:13:28.113394 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49402) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:28.194645 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9a37012a-daa5-4dc0-8325-8fe71b4b4c31 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=80d6d29c24554094a12b3313be6b86d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0791383 Aug 11 22:13:28.200995 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8e1e0329-6fc1-4537-b9ee-9190cc93cd87 req-02cb4b8d-0e4b-4cd5-a128-71462c729446 tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.1392806 Aug 11 22:13:28.205247 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49412) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:28.291062 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9849-4668-414f-ae86-160289850901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:28.342476 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9849-4668-414f-ae86-160289850901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:28.448161 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9849-4668-414f-ae86-160289850901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:28.451637 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9849-4668-414f-ae86-160289850901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:28.454256 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d4ed9849-4668-414f-ae86-160289850901 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f2181496-84c4-4224-9b75-b17bb15b0710 HTTP/1.1" status: 204 len: 168 time: 0.2425885 Aug 11 22:13:28.468593 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed9849-4668-414f-ae86-160289850901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2181496-84c4-4224-9b75-b17bb15b0710,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:28.570550 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c804aec8-4033-4777-83c8-a6f9dc234cbb req-71a40566-dd25-4c5c-a005-f01cbae4bc39 tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.1166959 Aug 11 22:13:29.349804 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49440) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:29.396683 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bf1516d0-8c90-46a1-9c95-1fcf740a9d3f req-93a73d40-990e-4243-bbfe-0a37e7695453 tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.0525558 Aug 11 22:13:29.690232 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2fbba58b-c073-44e5-af12-3fa3136bcef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:29.844546 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ddd11fb7-8045-4c22-8f8c-d8cf3404e262 req-08ac9831-793b-4300-911e-f60f6ef1c1f1 tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0771801 Aug 11 22:13:30.001221 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-13d98ee6-13f8-4059-ab56-d51980ead349 req-b6e22d08-6ad7-4427-9be1-1fb873ad1aa5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8dc5476d-2f8c-407b-9a36-43c3dd4ac209 HTTP/1.1" status: 200 len: 210 time: 0.0921056 Aug 11 22:13:30.077126 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2fbba58b-c073-44e5-af12-3fa3136bcef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:30.083353 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2fbba58b-c073-44e5-af12-3fa3136bcef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:30.136322 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49462) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:30.136545 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2fbba58b-c073-44e5-af12-3fa3136bcef7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=10d1895644a348ce992f8f66357cad04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7850153 Aug 11 22:13:30.137766 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbba58b-c073-44e5-af12-3fa3136bcef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72e7d59-79f5-4333-bddf-7e314fd422fe,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:30.213524 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-41113395-d4a9-40f3-ad81-b03e1c627619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:30.251259 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-41113395-d4a9-40f3-ad81-b03e1c627619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:30.620427 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-41113395-d4a9-40f3-ad81-b03e1c627619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:30.620427 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-41113395-d4a9-40f3-ad81-b03e1c627619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:30.620427 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-41113395-d4a9-40f3-ad81-b03e1c627619 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d72e7d59-79f5-4333-bddf-7e314fd422fe HTTP/1.1" status: 204 len: 168 time: 0.2188509 Aug 11 22:13:30.620427 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41113395-d4a9-40f3-ad81-b03e1c627619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72e7d59-79f5-4333-bddf-7e314fd422fe,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:30.705856 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bfb31951-ff3f-4aa5-9417-a07ea692c9bb req-0f936450-a379-4f1c-9c09-a26c393ebfe5 tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.1312897 Aug 11 22:13:31.105925 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-44984b1f-75d8-4178-a609-c97f2522e402 req-2032f1fb-4201-4f4d-9662-1f2701998cee tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0604763 Aug 11 22:13:31.156862 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49508) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:31.178681 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-265de9ad-579e-4099-9bf3-8865e812c821 req-ea5a9d5e-e70a-481a-bef7-1ff3535027bd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.0947852 Aug 11 22:13:31.205425 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-721b9226-b98b-4cc6-b3f6-d828db422226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:31.372353 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-721b9226-b98b-4cc6-b3f6-d828db422226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:31.379379 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-721b9226-b98b-4cc6-b3f6-d828db422226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:31.453896 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-721b9226-b98b-4cc6-b3f6-d828db422226 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=17bd251d2c5b42459ce6175512243854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2889409 Aug 11 22:13:31.457625 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49514) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:31.459179 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b9226-b98b-4cc6-b3f6-d828db422226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f860dc-b3d3-4951-9553-e480004edaf8,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:31.532382 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-77584517-3c38-4f61-b665-3b67d492e3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:31.572457 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-77584517-3c38-4f61-b665-3b67d492e3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:31.670457 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-77584517-3c38-4f61-b665-3b67d492e3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:31.676978 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-77584517-3c38-4f61-b665-3b67d492e3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:31.681437 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-77584517-3c38-4f61-b665-3b67d492e3fb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c4f860dc-b3d3-4951-9553-e480004edaf8 HTTP/1.1" status: 204 len: 168 time: 0.2192991 Aug 11 22:13:31.707063 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77584517-3c38-4f61-b665-3b67d492e3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f860dc-b3d3-4951-9553-e480004edaf8,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:31.909186 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-58dcbd8d-109c-486b-bb65-79b034584d83 req-0d9b45f9-2548-40c5-b0f1-4459cddcb355 tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.0423548 Aug 11 22:13:32.292794 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-372c0c84-3dda-4ab6-a578-b151a8074848 req-c89ee1ba-65e4-433a-b418-241347a7c4ae tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0451999 Aug 11 22:13:33.125900 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4d0c19c0-6c0a-4018-9068-630d577b3321 req-3e191dd3-4c09-4ec8-909e-14a5eea8249a tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.0547690 Aug 11 22:13:34.002106 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bba5c89a-5e8b-47dc-b1dd-e15c1aa0e567 req-e3aed156-21f8-4e2d-8fe9-f8baa598b6a4 tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0897846 Aug 11 22:13:34.369890 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0de50a6d-8d72-46e1-b538-d3e13b13a8d4 req-382442db-36c6-44e8-bf96-80ef98bed895 tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.0499074 Aug 11 22:13:35.269398 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-51ce9c04-3bb9-4202-9a18-0665ff0daf9c req-bc68f4a4-0579-457c-be76-6ecd051814a2 tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0476246 Aug 11 22:13:35.555987 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2e5b38d4-cf78-4917-9054-d582b64d7f47 req-466db0cc-2626-4687-99c9-1eacc97a3381 tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.0479498 Aug 11 22:13:36.445449 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-26318cd3-8ab8-46c7-8697-76de87a9260f req-1a66169f-aee8-4df4-aa5e-265aacd2ad93 tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0441740 Aug 11 22:13:36.843064 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dad47c65-7eba-4818-8cbf-d72101b2ec61 req-2f7cd6e4-0aea-41bf-b37b-227b9b3b6384 tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.0453882 Aug 11 22:13:37.687940 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bbbd4044-cbdb-41bd-80c6-0f7247e3aedb req-b9536189-9c23-478e-b359-c441c0620ac3 tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0796013 Aug 11 22:13:38.090526 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:38.116119 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4be2cd51-c007-426b-876e-8b56dba2f8a6 req-3c09471e-e3ba-46e9-8489-bd19b657beb3 tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.1288755 Aug 11 22:13:38.856838 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6e1ce49a-af6c-4b87-b662-53cd25e857e5 req-2b7c199b-1a18-488b-adba-1a8de748ff71 tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0401101 Aug 11 22:13:39.297037 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-58cd29e5-71d5-40ca-87cd-6d02f8bee81e req-7107bbde-ff77-41c2-b117-da2e6f55ea96 tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.0428936 Aug 11 22:13:40.070993 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ff298abc-9aea-4ce2-b5a5-cb4fe87e4467 req-1a607fa1-e8f3-40f5-812f-982e8a6a21f1 tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0334239 Aug 11 22:13:40.650972 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9bd12d89-15d4-4c22-9238-35e09ff960d4 req-96001556-ac0c-44f5-82b8-3d6e6c8ac76c tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.0459166 Aug 11 22:13:41.356244 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fbdbcb55-f162-4b50-a212-ecae22da2324 req-e57e5cec-9b55-4a75-a410-1ceb78ed28a3 tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0474575 Aug 11 22:13:41.893352 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ce4e176-adca-4d3b-b9fd-5164f7afe799 req-c4cd8016-95a2-45f3-bf63-0a217f1b7d2d tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.0877702 Aug 11 22:13:42.588427 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2f415139-1b07-4266-bae6-8f9009067b90 req-b50afe41-7aeb-426b-a774-d5e77d01f991 tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0546081 Aug 11 22:13:43.084086 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-49237e80-1f5c-493e-8ad6-966727dfd2a1 req-5580a84b-8220-4d63-b5c5-a056c03b45d3 tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.0292044 Aug 11 22:13:43.225622 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-062b02ac-f99b-4cfe-9a65-d1e73b86d2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:43.821368 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3c50f004-d428-4cd2-afb0-0a4b08a0b49d req-51dc2e3d-92d2-4b31-9a02-bb892d7c4861 tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0584803 Aug 11 22:13:44.381636 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8779813a-2191-4adf-928a-19906e2c5e92 req-a93b0589-b7a3-4c72-9b00-0fd54cc86d75 tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.0630276 Aug 11 22:13:45.086270 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a0a93847-a53b-45d3-98ec-83a7b3fa185f req-64c633fd-2761-4f2e-9ba9-41e7a3b9c753 tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0730414 Aug 11 22:13:45.650063 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f8eeadfb-e7d7-4472-8188-6fe94b71ac5c req-d12eab48-8315-4bef-9416-d82a9bbc8475 tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.0468264 Aug 11 22:13:45.763023 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4acaf51f-cc72-466d-b01a-3ae9dda17cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:46.022694 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:46.261049 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-50bcff93-1fa0-4dc4-ae1b-9948c36561e7 req-6722df20-e20b-4315-b36f-7417af375c65 tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0325067 Aug 11 22:13:46.809119 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d0b57c62-2685-4b96-96ad-f041d56acdbc req-a6be0672-02d8-4af2-ab2c-0fccd95df805 tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.0388665 Aug 11 22:13:47.439436 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-792cf80c-0c9a-46ab-8092-dc4a5c9b0cd4 req-5a2017ed-a8cf-4384-8655-34fe495bc3e2 tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0478380 Aug 11 22:13:47.465483 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:47.832814 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50096) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:47.837491 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:13:48.007674 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-923f1094-f0c7-4f48-a8db-b303cb7081d0 req-dd66b0c9-a73d-490a-90c7-6b1c73e6ef42 tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.0443404 Aug 11 22:13:48.026598 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-62db42e2-6701-4268-94c7-1980deded8e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:48.211057 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-62db42e2-6701-4268-94c7-1980deded8e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:48.216397 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-62db42e2-6701-4268-94c7-1980deded8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:48.266449 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db42e2-6701-4268-94c7-1980deded8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b356667a-da16-432b-af34-9f659e943e6a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:48.275092 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50102) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:48.281717 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-62db42e2-6701-4268-94c7-1980deded8e2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dc77dd32108649a7b0dcaa66119e362e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4472644 Aug 11 22:13:48.361935 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7d713447-8d3b-40ee-bf0f-c16c0a066018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:48.392958 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7d713447-8d3b-40ee-bf0f-c16c0a066018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:48.466755 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7d713447-8d3b-40ee-bf0f-c16c0a066018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:48.471290 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7d713447-8d3b-40ee-bf0f-c16c0a066018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:48.474163 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7d713447-8d3b-40ee-bf0f-c16c0a066018 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b356667a-da16-432b-af34-9f659e943e6a HTTP/1.1" status: 204 len: 168 time: 0.1977718 Aug 11 22:13:48.489982 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d713447-8d3b-40ee-bf0f-c16c0a066018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b356667a-da16-432b-af34-9f659e943e6a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:48.506143 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d713447-8d3b-40ee-bf0f-c16c0a066018 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:13:48.507098 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d713447-8d3b-40ee-bf0f-c16c0a066018 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:13:48.508018 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d713447-8d3b-40ee-bf0f-c16c0a066018 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:13:48.508948 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d713447-8d3b-40ee-bf0f-c16c0a066018 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:13:48.509862 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d713447-8d3b-40ee-bf0f-c16c0a066018 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:13:48.510732 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d713447-8d3b-40ee-bf0f-c16c0a066018 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:13:48.511686 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d713447-8d3b-40ee-bf0f-c16c0a066018 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:13:48.512830 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d713447-8d3b-40ee-bf0f-c16c0a066018 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:13:48.513732 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d713447-8d3b-40ee-bf0f-c16c0a066018 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:13:48.514750 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d713447-8d3b-40ee-bf0f-c16c0a066018 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:13:48.515631 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d713447-8d3b-40ee-bf0f-c16c0a066018 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:13:48.516605 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d713447-8d3b-40ee-bf0f-c16c0a066018 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:13:48.663576 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c844b9f7-c692-4ce3-87fa-e26276ec572f req-5f6a320d-7958-4c0b-930c-288f62cc3de9 tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0506933 Aug 11 22:13:48.936873 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:49.070211 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50122) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:49.087220 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-098334af-cca9-474e-b487-e6a44a24f475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:49.208348 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5cdb7ff9-9cae-450b-9a49-f6fbd428992a req-cbae8590-f54f-4c34-b1da-86ae84f645d5 tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.0609167 Aug 11 22:13:49.327902 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-098334af-cca9-474e-b487-e6a44a24f475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:49.335784 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-098334af-cca9-474e-b487-e6a44a24f475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:49.375271 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-098334af-cca9-474e-b487-e6a44a24f475 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aa3252b9c4c64e939a6734b63e0b86e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2998343 Aug 11 22:13:49.375778 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50124) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:49.430507 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098334af-cca9-474e-b487-e6a44a24f475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d4d103-2867-4d07-a785-0cbbb59ce3a9,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:49.461831 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d30a5392-c567-4a48-8b0b-50a0f0dd966b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:49.496124 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d30a5392-c567-4a48-8b0b-50a0f0dd966b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:49.582840 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d30a5392-c567-4a48-8b0b-50a0f0dd966b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:49.586380 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d30a5392-c567-4a48-8b0b-50a0f0dd966b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:49.592095 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d30a5392-c567-4a48-8b0b-50a0f0dd966b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a1d4d103-2867-4d07-a785-0cbbb59ce3a9 HTTP/1.1" status: 204 len: 168 time: 0.2106779 Aug 11 22:13:49.597881 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a5392-c567-4a48-8b0b-50a0f0dd966b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d4d103-2867-4d07-a785-0cbbb59ce3a9,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:49.843579 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4c793fb0-9e29-41f3-8f49-4327e4acfca3 req-054661d5-a658-4736-a444-52966350ab6a tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0557985 Aug 11 22:13:50.296497 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50140) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:50.319969 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-14b78712-8630-4f15-b749-87b3314dd374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:50.420920 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b27e2138-b2a7-44b3-90cf-be66c3124308 req-380841f5-f04a-42c7-bac4-e67881ec4e8f tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.0628369 Aug 11 22:13:50.427003 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:50.592533 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-14b78712-8630-4f15-b749-87b3314dd374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:50.599246 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-14b78712-8630-4f15-b749-87b3314dd374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:50.672343 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b78712-8630-4f15-b749-87b3314dd374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc16e83-81a5-432c-8cac-1235ffc20ec6,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:50.681678 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-14b78712-8630-4f15-b749-87b3314dd374 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=16abbb8a5e834175aacd31d118355222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3813217 Aug 11 22:13:50.682061 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50142) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:50.774071 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e46821d2-af45-4bfb-8ebe-87134ef2195b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:50.807559 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e46821d2-af45-4bfb-8ebe-87134ef2195b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:50.882483 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e46821d2-af45-4bfb-8ebe-87134ef2195b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:50.885971 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e46821d2-af45-4bfb-8ebe-87134ef2195b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:50.890855 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e46821d2-af45-4bfb-8ebe-87134ef2195b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/abc16e83-81a5-432c-8cac-1235ffc20ec6 HTTP/1.1" status: 204 len: 168 time: 0.2069070 Aug 11 22:13:50.906665 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46821d2-af45-4bfb-8ebe-87134ef2195b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc16e83-81a5-432c-8cac-1235ffc20ec6,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:51.081025 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-35021c9e-e6a7-4773-83bf-d423ac7cac15 req-c6559803-1698-4204-b150-e3dd28ddf5e9 tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0639091 Aug 11 22:13:51.564164 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50164) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:51.655808 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b0870beb-1a94-4a85-87ee-6923b578a5fb req-5559ff93-8e06-419d-a955-d318476fa039 tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.0627363 Aug 11 22:13:51.855241 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-59fb6b13-e034-4381-abb2-26882b78ae09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:52.028237 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-59fb6b13-e034-4381-abb2-26882b78ae09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:52.036392 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-59fb6b13-e034-4381-abb2-26882b78ae09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:52.101707 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb6b13-e034-4381-abb2-26882b78ae09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b5be74-83d8-4c69-a42b-825cb3c5a1a2,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:52.133019 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb6b13-e034-4381-abb2-26882b78ae09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:13:52.134117 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb6b13-e034-4381-abb2-26882b78ae09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:13:52.135412 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb6b13-e034-4381-abb2-26882b78ae09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:13:52.136392 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb6b13-e034-4381-abb2-26882b78ae09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:13:52.137937 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb6b13-e034-4381-abb2-26882b78ae09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:13:52.138731 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb6b13-e034-4381-abb2-26882b78ae09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:13:52.139534 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb6b13-e034-4381-abb2-26882b78ae09 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:13:52.141057 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb6b13-e034-4381-abb2-26882b78ae09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:13:52.141999 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb6b13-e034-4381-abb2-26882b78ae09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:13:52.142741 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb6b13-e034-4381-abb2-26882b78ae09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:13:52.143537 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb6b13-e034-4381-abb2-26882b78ae09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:13:52.145140 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fb6b13-e034-4381-abb2-26882b78ae09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:13:52.179098 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-59fb6b13-e034-4381-abb2-26882b78ae09 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a7049cf6240d42c8a78a30d70b90a3ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6136720 Aug 11 22:13:52.183991 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50186) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:52.293946 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b141c08c-96ed-415b-a65f-4cfa7191ce10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:52.311279 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-25467a9b-a2a8-453b-816c-35f61e3bbb60 req-7348a868-fb66-46f7-a1ec-1aba50c8f017 tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0323617 Aug 11 22:13:52.346519 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b141c08c-96ed-415b-a65f-4cfa7191ce10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:52.412367 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b141c08c-96ed-415b-a65f-4cfa7191ce10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:52.416344 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b141c08c-96ed-415b-a65f-4cfa7191ce10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:52.420092 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b141c08c-96ed-415b-a65f-4cfa7191ce10 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f6b5be74-83d8-4c69-a42b-825cb3c5a1a2 HTTP/1.1" status: 204 len: 168 time: 0.2308123 Aug 11 22:13:52.439497 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141c08c-96ed-415b-a65f-4cfa7191ce10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b5be74-83d8-4c69-a42b-825cb3c5a1a2,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:52.838271 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6243c9b0-df58-45e6-9418-3544160ab3cc req-5d02ee9d-9c45-405c-88d8-633801e258e1 tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.0308554 Aug 11 22:13:53.585487 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1418732d-af82-42ae-b173-8d9f84f2ecac req-c85455e2-1277-40fa-8cb7-51aea0138271 tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0804932 Aug 11 22:13:53.991812 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e0bed530-cdde-450f-bc6c-b00c71715fb7 req-ea694c5b-104a-4d8e-8dde-af5a9205552b tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.0380177 Aug 11 22:13:54.572609 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-82558d0d-3ff4-47ba-acb4-7c86c3192e79 req-bd2b9436-2992-47ad-9833-747be8e65a97 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0620162 Aug 11 22:13:54.764249 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e301816a-4f71-4316-b55d-40f2de85468e req-9c0df722-39c1-43b3-b594-03b902f27e6e tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0463762 Aug 11 22:13:55.204789 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b414cff8-7f09-480c-aefe-80a69d962003 req-94bb85e5-af2f-4be3-b7c5-9355750e18af tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.0466661 Aug 11 22:13:55.958003 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f9ca768-8b7d-4677-bef9-1731d3ff0002 req-bee49416-e250-4aa9-bfda-709cc2979a64 tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0572083 Aug 11 22:13:56.429133 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c5c1f296-491d-4dd6-b315-2c9d94986e08 req-f1ad120d-4bba-458b-a149-0dadbfc07091 tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.0724549 Aug 11 22:13:57.228217 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-871e5c4a-216e-4d36-9470-295f2aac883f req-de5c15d3-577f-4cff-a001-a5596fceb030 tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.1010227 Aug 11 22:13:57.766410 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50612) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:57.910733 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-699e600f-fd61-473b-822c-f935d4c56f49 req-3a89bd12-ca3d-4d67-830f-10678ef2a1c5 tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.0956011 Aug 11 22:13:57.918198 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e10395ba-b7dc-4420-9aff-744d1c93a6e0 req-a080081f-f590-4461-ae62-597ca0d6fc26 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=559f3228412f45debacd0ad1519df88b&device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.1083877 Aug 11 22:13:57.983271 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e10395ba-b7dc-4420-9aff-744d1c93a6e0 req-a56c24db-3216-4933-9c30-42a378b7db57 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=559f3228412f45debacd0ad1519df88b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490024 Aug 11 22:13:58.120171 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-37344192-839d-48f1-ab3a-1875e7fb4f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:58.186237 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6b0c665e-246a-4bb3-aacb-42a8731162eb req-09eb9e3c-462f-4255-8337-a849a96d1d48 tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0763872 Aug 11 22:13:58.261591 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10395ba-b7dc-4420-9aff-744d1c93a6e0 req-49249830-054c-4b59-b5f4-7af9dee0b8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:13:58.264482 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e10395ba-b7dc-4420-9aff-744d1c93a6e0 req-49249830-054c-4b59-b5f4-7af9dee0b8a1 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2743220 Aug 11 22:13:58.401150 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-37344192-839d-48f1-ab3a-1875e7fb4f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:58.407364 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-37344192-839d-48f1-ab3a-1875e7fb4f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:58.457772 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-37344192-839d-48f1-ab3a-1875e7fb4f2d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=92ab43dba6c94bc0a113f04da0c83b68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6896801 Aug 11 22:13:58.458735 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37344192-839d-48f1-ab3a-1875e7fb4f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf8720b-d234-4733-a8a4-456e1c4f5637,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:58.460560 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50680) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:58.539780 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cab44048-43fb-4480-a1f7-74404ca5d0c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:58.580157 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cab44048-43fb-4480-a1f7-74404ca5d0c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:58.653098 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cab44048-43fb-4480-a1f7-74404ca5d0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:58.656803 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cab44048-43fb-4480-a1f7-74404ca5d0c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:58.657893 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cab44048-43fb-4480-a1f7-74404ca5d0c8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6cf8720b-d234-4733-a8a4-456e1c4f5637 HTTP/1.1" status: 204 len: 168 time: 0.1963279 Aug 11 22:13:58.678829 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab44048-43fb-4480-a1f7-74404ca5d0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf8720b-d234-4733-a8a4-456e1c4f5637,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:59.170787 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9db99cd4-fd4e-4d94-9340-03b2426e3170 req-56fdbad9-79e5-4f12-8819-281b56242aea tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.0508080 Aug 11 22:13:59.337188 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50790) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:59.361447 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1390377c-c012-43f7-9b03-315c07fa2560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:59.380642 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-286c015d-f61e-41f1-949a-de6ca7ae0087 req-c45c23c8-d204-4883-9f49-33f19bb11065 tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0452952 Aug 11 22:13:59.576427 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1390377c-c012-43f7-9b03-315c07fa2560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:59.581272 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1390377c-c012-43f7-9b03-315c07fa2560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:59.628746 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1390377c-c012-43f7-9b03-315c07fa2560 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e5c1c2b61f4a4d59af113ac2ad22014a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2897294 Aug 11 22:13:59.633060 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50822) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:13:59.633272 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390377c-c012-43f7-9b03-315c07fa2560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01e2295-0ad2-4eed-bc84-f93dcf99261a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:13:59.727033 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d30bc7d8-9b40-4521-ab7f-55be1656ce1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:13:59.734588 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e10395ba-b7dc-4420-9aff-744d1c93a6e0 req-a4653086-cab8-4e1f-96c8-ca9a25b5550f tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.82 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0383115 Aug 11 22:14:00.104255 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d30bc7d8-9b40-4521-ab7f-55be1656ce1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:00.174018 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d30bc7d8-9b40-4521-ab7f-55be1656ce1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:00.177261 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d30bc7d8-9b40-4521-ab7f-55be1656ce1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:00.178700 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d30bc7d8-9b40-4521-ab7f-55be1656ce1d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f01e2295-0ad2-4eed-bc84-f93dcf99261a HTTP/1.1" status: 204 len: 168 time: 0.5438080 Aug 11 22:14:00.195601 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30bc7d8-9b40-4521-ab7f-55be1656ce1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01e2295-0ad2-4eed-bc84-f93dcf99261a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:00.344494 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-14265a7a-1aa0-470d-8b9a-7262da63389c req-e3e8a6a7-5586-4923-b9b4-84e855a358fa tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.0408020 Aug 11 22:14:00.718049 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-158d8718-ef1f-44a8-81bc-3caa0cdc7141 req-a9e9516f-0857-430a-abd6-bbcb93305f45 tempest-ServerShowV254Test-1959199104 tempest-ServerShowV254Test-1959199104-project] 10.222.0.77 "GET /v2.0/ports?device_id=929672ea-cdc0-4915-b115-36b21e11b527 HTTP/1.1" status: 200 len: 210 time: 0.0780945 Aug 11 22:14:01.485526 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23b808df-65ee-476b-bdba-1dc24e6d5c6d req-b87c03e1-5f83-4b5b-aad3-7e6a7469617c tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.0291061 Aug 11 22:14:01.852678 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-47f1344a-8a39-44e9-82af-6c9bd7b788e3 req-0c41b397-5739-4ce3-a09c-fb25a0c23191 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.0339055 Aug 11 22:14:02.538161 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50922) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:02.665283 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-63ecc4f8-ce08-42a6-9531-d18fd044af27 req-a785c8bb-fdcc-4e53-b6bc-d65dfabe17b8 tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.0437293 Aug 11 22:14:03.187702 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-52835106-b57f-4962-b07c-757326f83c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:03.208248 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50938) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:03.313534 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6bb10ada-ed8c-41df-b950-935b06d59c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:03.373754 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-52835106-b57f-4962-b07c-757326f83c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:03.380853 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-52835106-b57f-4962-b07c-757326f83c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:03.487282 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-52835106-b57f-4962-b07c-757326f83c81 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=559f3228412f45debacd0ad1519df88b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9472761 Aug 11 22:14:03.493409 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50946) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:03.512551 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52835106-b57f-4962-b07c-757326f83c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7676f6-6693-41ce-a463-1c2f7b646b06,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:03.584530 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7de72c70-818d-4774-ab0f-5057053d7aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:03.587001 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6bb10ada-ed8c-41df-b950-935b06d59c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:03.593748 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6bb10ada-ed8c-41df-b950-935b06d59c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:03.610967 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7de72c70-818d-4774-ab0f-5057053d7aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:03.685601 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7de72c70-818d-4774-ab0f-5057053d7aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:03.688417 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7de72c70-818d-4774-ab0f-5057053d7aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:03.690424 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7de72c70-818d-4774-ab0f-5057053d7aba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ec7676f6-6693-41ce-a463-1c2f7b646b06 HTTP/1.1" status: 204 len: 168 time: 0.1939790 Aug 11 22:14:03.698918 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6bb10ada-ed8c-41df-b950-935b06d59c0c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5842f8ff446d4c2285bc93fb7840f04a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4891019 Aug 11 22:14:03.701288 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb10ada-ed8c-41df-b950-935b06d59c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48dffbde-ccb3-4e6b-9067-4323ad26e933,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:03.710764 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50954) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:03.739077 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de72c70-818d-4774-ab0f-5057053d7aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7676f6-6693-41ce-a463-1c2f7b646b06,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:03.841978 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9a5e944b-30b1-4018-add2-012f8ec4e27f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:03.891933 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5ff5b895-d769-4799-be9e-1b5628e066a5 req-834440db-4e92-45b8-8024-34477809dc8e tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.0519936 Aug 11 22:14:03.933383 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9a5e944b-30b1-4018-add2-012f8ec4e27f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:04.029259 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9a5e944b-30b1-4018-add2-012f8ec4e27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:04.033241 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9a5e944b-30b1-4018-add2-012f8ec4e27f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:04.035279 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9a5e944b-30b1-4018-add2-012f8ec4e27f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/48dffbde-ccb3-4e6b-9067-4323ad26e933 HTTP/1.1" status: 204 len: 168 time: 0.3213699 Aug 11 22:14:04.062987 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e944b-30b1-4018-add2-012f8ec4e27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48dffbde-ccb3-4e6b-9067-4323ad26e933,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:04.314153 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ddc0c0da-7b23-4561-a698-a6e801b90861 req-9bf8f96e-d541-4fdf-8859-5d5652c3f055 tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f&device_id=8dc5476d-2f8c-407b-9a36-43c3dd4ac209 HTTP/1.1" status: 200 len: 210 time: 0.0381083 Aug 11 22:14:04.593950 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50988) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:04.625996 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-02619d3c-fb50-4bbe-a1a2-8ebb91f802fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:04.697883 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3aec5324-f132-4647-b1bc-d3c121eda029 req-7734dedd-08f3-4295-8191-d996b5fea88f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8cd431718a464472b2cd597b3dc3c7bc&device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.0778897 Aug 11 22:14:04.768809 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-02619d3c-fb50-4bbe-a1a2-8ebb91f802fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:04.778711 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3aec5324-f132-4647-b1bc-d3c121eda029 req-1b2296dc-adfe-4d68-a338-930dffcc0e16 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=8cd431718a464472b2cd597b3dc3c7bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724938 Aug 11 22:14:04.783567 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-02619d3c-fb50-4bbe-a1a2-8ebb91f802fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:04.816164 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7ed00447-18b6-484c-8657-3ee9b3253dd6 req-464b1a03-f187-4b93-9c2e-94ffe3ee9a14 tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.0449409 Aug 11 22:14:04.866936 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02619d3c-fb50-4bbe-a1a2-8ebb91f802fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e714961-5b74-4e3a-ab2e-3ee33f7fe33d,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:04.873334 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-02619d3c-fb50-4bbe-a1a2-8ebb91f802fa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4642716287ee413ea66d718813ee4336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2783787 Aug 11 22:14:04.882169 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50996) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:05.006548 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b00b6286-33fa-4c51-9142-3406329bb955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:05.019375 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b00b6286-33fa-4c51-9142-3406329bb955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:05.036704 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec5324-f132-4647-b1bc-d3c121eda029 req-f4b6350f-e438-4090-ae29-0d17560bc980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:05.039465 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3aec5324-f132-4647-b1bc-d3c121eda029 req-f4b6350f-e438-4090-ae29-0d17560bc980 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2528653 Aug 11 22:14:05.105257 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b00b6286-33fa-4c51-9142-3406329bb955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:05.108026 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b00b6286-33fa-4c51-9142-3406329bb955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:05.109464 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b00b6286-33fa-4c51-9142-3406329bb955 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9e714961-5b74-4e3a-ab2e-3ee33f7fe33d HTTP/1.1" status: 204 len: 168 time: 0.2268491 Aug 11 22:14:05.119120 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b6286-33fa-4c51-9142-3406329bb955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e714961-5b74-4e3a-ab2e-3ee33f7fe33d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:05.635661 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51024) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:05.850515 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-884471e4-8fb1-462f-a25f-6067e2f52a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:06.051159 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-884471e4-8fb1-462f-a25f-6067e2f52a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:06.051159 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-884471e4-8fb1-462f-a25f-6067e2f52a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:06.138930 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-884471e4-8fb1-462f-a25f-6067e2f52a29 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b762e89e5ce541319f610c6aaf84bafd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4975040 Aug 11 22:14:06.138930 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884471e4-8fb1-462f-a25f-6067e2f52a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b94630-ed0a-419a-95be-a8736cebcf43,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:06.140802 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51042) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:06.300200 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-52609a9e-809c-4ed9-ac6e-ebf631708230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:06.354001 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-52609a9e-809c-4ed9-ac6e-ebf631708230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:06.400257 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3aec5324-f132-4647-b1bc-d3c121eda029 req-b1082223-7e34-4007-9a2b-3a3ee7825a64 tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.52 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.1099069 Aug 11 22:14:06.460292 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-52609a9e-809c-4ed9-ac6e-ebf631708230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:06.475071 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-52609a9e-809c-4ed9-ac6e-ebf631708230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:06.482705 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-52609a9e-809c-4ed9-ac6e-ebf631708230 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/48b94630-ed0a-419a-95be-a8736cebcf43 HTTP/1.1" status: 204 len: 168 time: 0.3421991 Aug 11 22:14:06.498607 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52609a9e-809c-4ed9-ac6e-ebf631708230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b94630-ed0a-419a-95be-a8736cebcf43,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:06.755527 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-511bbc38-8eea-401d-b1eb-de58d83b69d6 req-2e583132-ebc7-4683-96dc-79927274d896 tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=27cbed39-2185-48ce-b3de-4d8869a3d79f HTTP/1.1" status: 200 len: 210 time: 0.1035578 Aug 11 22:14:07.502130 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51092) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:07.662944 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9a8fa14d-b236-43d2-8481-b9971390c3cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:07.782877 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9a8fa14d-b236-43d2-8481-b9971390c3cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:07.789379 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9a8fa14d-b236-43d2-8481-b9971390c3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:07.863815 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8fa14d-b236-43d2-8481-b9971390c3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b267eb-e513-4cb8-8696-956077989628,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:07.886841 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51108) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:07.889586 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9a8fa14d-b236-43d2-8481-b9971390c3cf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8f6bd664390f432184594fc201e272ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3827524 Aug 11 22:14:07.994463 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-603ea22b-6e7e-4a57-a61b-eb615bcd1d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:08.036455 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-603ea22b-6e7e-4a57-a61b-eb615bcd1d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:08.113360 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:08.151853 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc5bee0a-62f1-4c64-b2bd-17faa91109f0 req-51e6a167-0f05-4055-887d-4752b7503bae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8cd431718a464472b2cd597b3dc3c7bc&device_id=8dc5476d-2f8c-407b-9a36-43c3dd4ac209 HTTP/1.1" status: 200 len: 210 time: 0.0449877 Aug 11 22:14:08.187239 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc5bee0a-62f1-4c64-b2bd-17faa91109f0 req-9849801d-1582-4233-acff-19b538ea432c service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=8cd431718a464472b2cd597b3dc3c7bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263503 Aug 11 22:14:08.292723 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-603ea22b-6e7e-4a57-a61b-eb615bcd1d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:08.296485 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-603ea22b-6e7e-4a57-a61b-eb615bcd1d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:08.300647 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-603ea22b-6e7e-4a57-a61b-eb615bcd1d9a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f1b267eb-e513-4cb8-8696-956077989628 HTTP/1.1" status: 204 len: 168 time: 0.4092233 Aug 11 22:14:08.338012 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ea22b-6e7e-4a57-a61b-eb615bcd1d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b267eb-e513-4cb8-8696-956077989628,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:08.418802 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bee0a-62f1-4c64-b2bd-17faa91109f0 req-636e1d39-2b0c-41a6-a0ad-651ab89d0075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:08.429366 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc5bee0a-62f1-4c64-b2bd-17faa91109f0 req-636e1d39-2b0c-41a6-a0ad-651ab89d0075 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2337270 Aug 11 22:14:08.434591 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23256628-9d39-4d62-a4c6-746629a923bb req-70bc3665-1dfb-4579-90c3-9b6e1547e1f3 tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dc5476d-2f8c-407b-9a36-43c3dd4ac209 HTTP/1.1" status: 200 len: 210 time: 0.0939872 Aug 11 22:14:08.594158 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51138) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:08.879576 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a1e40230-10ba-45c8-9233-5879c747ed54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:09.088276 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a1e40230-10ba-45c8-9233-5879c747ed54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:09.093470 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a1e40230-10ba-45c8-9233-5879c747ed54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:09.140228 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a1e40230-10ba-45c8-9233-5879c747ed54 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=398187b35d694548bff8d449130566dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5428231 Aug 11 22:14:09.140228 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e40230-10ba-45c8-9233-5879c747ed54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86f41d0-0881-41c3-ae4a-7a593e3ebb95,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:09.141226 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51156) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:09.222623 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-db956b5e-2d43-4e90-94ce-09d05e57c65f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:09.256398 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-db956b5e-2d43-4e90-94ce-09d05e57c65f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:09.333730 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-db956b5e-2d43-4e90-94ce-09d05e57c65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:09.336677 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-db956b5e-2d43-4e90-94ce-09d05e57c65f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:09.337952 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-db956b5e-2d43-4e90-94ce-09d05e57c65f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b86f41d0-0881-41c3-ae4a-7a593e3ebb95 HTTP/1.1" status: 204 len: 168 time: 0.1947212 Aug 11 22:14:09.349825 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db956b5e-2d43-4e90-94ce-09d05e57c65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86f41d0-0881-41c3-ae4a-7a593e3ebb95,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:09.562230 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bf8d70ac-bbbc-4db4-b271-afb2eecf61a1 req-ad6aeea6-a5cc-48e2-9e78-906fa99fd077 tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.77 "GET /v2.0/ports?device_id=8dc5476d-2f8c-407b-9a36-43c3dd4ac209 HTTP/1.1" status: 200 len: 210 time: 0.0338147 Aug 11 22:14:09.740431 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc5bee0a-62f1-4c64-b2bd-17faa91109f0 req-6ebd5a48-7841-49b0-b521-ecce8a999029 tempest-ServerShowV247Test-1917725079 tempest-ServerShowV247Test-1917725079-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dc5476d-2f8c-407b-9a36-43c3dd4ac209 HTTP/1.1" status: 200 len: 210 time: 0.0309055 Aug 11 22:14:11.304231 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51240) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:11.569851 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9490ff3a-4b86-4cfe-a8a7-cac7a7be1d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:11.882062 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9490ff3a-4b86-4cfe-a8a7-cac7a7be1d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:11.888579 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9490ff3a-4b86-4cfe-a8a7-cac7a7be1d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:11.945009 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9490ff3a-4b86-4cfe-a8a7-cac7a7be1d8e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8cd431718a464472b2cd597b3dc3c7bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6336238 Aug 11 22:14:11.946203 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490ff3a-4b86-4cfe-a8a7-cac7a7be1d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3235ffb-d1d9-48e0-9cd4-7a963d5c5910,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:11.950344 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51286) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:12.002515 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51292) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:12.044410 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-db32d301-353c-4144-b026-d40e9708606d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:12.072709 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-db32d301-353c-4144-b026-d40e9708606d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:12.186945 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-db32d301-353c-4144-b026-d40e9708606d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:12.191067 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-db32d301-353c-4144-b026-d40e9708606d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:12.196238 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-db32d301-353c-4144-b026-d40e9708606d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c3235ffb-d1d9-48e0-9cd4-7a963d5c5910 HTTP/1.1" status: 204 len: 168 time: 0.2410119 Aug 11 22:14:12.208589 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32d301-353c-4144-b026-d40e9708606d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3235ffb-d1d9-48e0-9cd4-7a963d5c5910,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:12.258649 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-62cd5a8e-1a89-4856-a7a3-d90d1615f66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:12.380311 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-62cd5a8e-1a89-4856-a7a3-d90d1615f66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:12.385565 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-62cd5a8e-1a89-4856-a7a3-d90d1615f66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:12.431170 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-62cd5a8e-1a89-4856-a7a3-d90d1615f66d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ee5e5daa344444ff8063faf45b483f2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4272439 Aug 11 22:14:12.434184 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51316) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:12.443418 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd5a8e-1a89-4856-a7a3-d90d1615f66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58ffce2-cc79-43c8-b4ec-f3c1d0450711,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:12.507229 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ffa8db3b-7c52-4b61-a2e5-a74f1ab96fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:12.535698 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ffa8db3b-7c52-4b61-a2e5-a74f1ab96fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:12.613392 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ffa8db3b-7c52-4b61-a2e5-a74f1ab96fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:12.618299 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ffa8db3b-7c52-4b61-a2e5-a74f1ab96fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:12.619034 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51324) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:12.622310 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ffa8db3b-7c52-4b61-a2e5-a74f1ab96fdb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a58ffce2-cc79-43c8-b4ec-f3c1d0450711 HTTP/1.1" status: 204 len: 168 time: 0.1867523 Aug 11 22:14:12.637558 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8db3b-7c52-4b61-a2e5-a74f1ab96fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58ffce2-cc79-43c8-b4ec-f3c1d0450711,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:12.987583 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-986e0ecf-08fc-4c6e-b560-0d3ff5afb95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:13.226734 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-986e0ecf-08fc-4c6e-b560-0d3ff5afb95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:13.230546 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0067f995-2ff8-42ac-944b-c386b04c06c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:13.232298 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-986e0ecf-08fc-4c6e-b560-0d3ff5afb95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:13.288963 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-986e0ecf-08fc-4c6e-b560-0d3ff5afb95b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=34fa4326b8234f15a5223ed0ad3837e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6649821 Aug 11 22:14:13.290604 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51356) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:13.324555 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e0ecf-08fc-4c6e-b560-0d3ff5afb95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d764d988-089f-4512-ae27-2cd6a4ed8314,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:13.367361 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d1ba1531-8604-44da-ad6a-4f8972ded619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:13.395669 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d1ba1531-8604-44da-ad6a-4f8972ded619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:13.485664 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d1ba1531-8604-44da-ad6a-4f8972ded619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:13.490206 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d1ba1531-8604-44da-ad6a-4f8972ded619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:13.494356 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d1ba1531-8604-44da-ad6a-4f8972ded619 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d764d988-089f-4512-ae27-2cd6a4ed8314 HTTP/1.1" status: 204 len: 168 time: 0.2000587 Aug 11 22:14:13.509739 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba1531-8604-44da-ad6a-4f8972ded619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d764d988-089f-4512-ae27-2cd6a4ed8314,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:13.574045 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51368) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:13.950710 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f43c42ca-59e2-485f-90fe-409acd2038d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:14.036714 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51392) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:14.067041 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a4d0-d031-4610-9745-be3805112bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:14.120500 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f43c42ca-59e2-485f-90fe-409acd2038d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:14.128518 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f43c42ca-59e2-485f-90fe-409acd2038d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:14.193997 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51396) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:14.195091 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f43c42ca-59e2-485f-90fe-409acd2038d8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6688df21a9ee4002b76f58ad503fc2e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6199620 Aug 11 22:14:14.201719 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c42ca-59e2-485f-90fe-409acd2038d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e07093-520c-4d00-833d-7b7148e8b079,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:14.343128 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dfecec42-2e0e-48fb-9862-b2aa4815add6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:14.381083 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a4d0-d031-4610-9745-be3805112bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:14.390901 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a4d0-d031-4610-9745-be3805112bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:14.462331 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dfecec42-2e0e-48fb-9862-b2aa4815add6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:14.471417 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c1d0a4d0-d031-4610-9745-be3805112bcd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=379617937c064987a688bf9f76e4fe82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4303637 Aug 11 22:14:14.472605 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51410) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:14.568511 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0a4d0-d031-4610-9745-be3805112bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb8d38b-6d02-4cdb-b69d-eb7f75340c75,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:14.574476 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d37267b7-1ecf-44a6-b809-29e5c3dc3d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:14.619273 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d37267b7-1ecf-44a6-b809-29e5c3dc3d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:14.629559 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dfecec42-2e0e-48fb-9862-b2aa4815add6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:14.633754 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dfecec42-2e0e-48fb-9862-b2aa4815add6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:14.635457 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-dfecec42-2e0e-48fb-9862-b2aa4815add6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/85e07093-520c-4d00-833d-7b7148e8b079 HTTP/1.1" status: 204 len: 168 time: 0.4405687 Aug 11 22:14:14.654540 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfecec42-2e0e-48fb-9862-b2aa4815add6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e07093-520c-4d00-833d-7b7148e8b079,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:14.747975 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d37267b7-1ecf-44a6-b809-29e5c3dc3d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:14.753186 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d37267b7-1ecf-44a6-b809-29e5c3dc3d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:14.755797 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d37267b7-1ecf-44a6-b809-29e5c3dc3d88 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dbb8d38b-6d02-4cdb-b69d-eb7f75340c75 HTTP/1.1" status: 204 len: 168 time: 0.2814434 Aug 11 22:14:14.771045 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37267b7-1ecf-44a6-b809-29e5c3dc3d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb8d38b-6d02-4cdb-b69d-eb7f75340c75,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:15.500208 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ebe5c495-93af-4daf-bdb5-43e7e108a188 req-2cbfbf6e-b0b8-4b92-9c43-16f5cd155ffa tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0646806 Aug 11 22:14:15.727697 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8192a703-5175-48e7-bcfb-ec8c39f904a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:15.996280 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:16.111034 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-b445c1fe-6e76-4de8-852c-30e2e999177b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1588476 Aug 11 22:14:16.254818 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-ba64e4c7-df17-4669-8634-232273141788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:16.255444 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-ba64e4c7-df17-4669-8634-232273141788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:16.255987 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-ba64e4c7-df17-4669-8634-232273141788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:16.256473 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-ba64e4c7-df17-4669-8634-232273141788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:16.256959 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-ba64e4c7-df17-4669-8634-232273141788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:16.257444 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-ba64e4c7-df17-4669-8634-232273141788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:16.257913 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-ba64e4c7-df17-4669-8634-232273141788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:16.260349 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-ba64e4c7-df17-4669-8634-232273141788 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b3840ad876e4bee8133e6f4b31e7f76&device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 6492 time: 0.1169636 Aug 11 22:14:16.609657 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-52deb42c-c3bb-4ea7-a3e9-8703c5ecb499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:16.610594 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-52deb42c-c3bb-4ea7-a3e9-8703c5ecb499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:16.611660 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-52deb42c-c3bb-4ea7-a3e9-8703c5ecb499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:16.617825 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-52deb42c-c3bb-4ea7-a3e9-8703c5ecb499 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aae68e27-0877-48f6-819f-dde7d65a439d&id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&id=c74395db-c7eb-4508-9006-176acc6e4b6d&id=c74395db-c7eb-4508-9006-176acc6e4b6d HTTP/1.1" status: 200 len: 2294 time: 0.3239489 Aug 11 22:14:16.784752 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3ab86577-3a55-43e2-a9ac-8fd3f436f615 req-2d7fb4e1-d800-40a1-b96c-6e5643cf28e5 tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0916231 Aug 11 22:14:16.834102 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-4a04c4b7-7612-4cd7-b3fe-9966d51b2ef9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=349c2860-60cb-4169-8ba2-aabeccfa45a1 HTTP/1.1" status: 200 len: 1001 time: 0.2021406 Aug 11 22:14:16.938058 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-18047d0d-f64f-42f8-a2e4-dd3939659de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:16.941306 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-18047d0d-f64f-42f8-a2e4-dd3939659de8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5994059a-f305-4784-b552-f94868383090 HTTP/1.1" status: 200 len: 851 time: 0.0988097 Aug 11 22:14:17.032665 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-7b0899e2-7084-4a74-90fb-c83d17af1320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:17.035441 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-7b0899e2-7084-4a74-90fb-c83d17af1320 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aae68e27-0877-48f6-819f-dde7d65a439d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876713 Aug 11 22:14:17.312873 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-6857fb88-69db-44c9-b853-6f4ec246f11f service neutron] 10.222.0.52 "GET /v2.0/networks/aae68e27-0877-48f6-819f-dde7d65a439d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679636 Aug 11 22:14:17.452432 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:17.492383 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-233c3d57-67e2-4065-a660-6433a100aae9 service neutron] 10.222.0.52 "GET /v2.0/networks/aae68e27-0877-48f6-819f-dde7d65a439d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727426 Aug 11 22:14:17.545498 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-a4aa3db8-eed9-4e12-ae95-652a517b662d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=3662de63-2216-47cd-a09d-9450446cab7f HTTP/1.1" status: 200 len: 217 time: 0.0449407 Aug 11 22:14:17.646865 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-3349b337-9720-4552-8e6c-e269a948f382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:17.649000 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-3349b337-9720-4552-8e6c-e269a948f382 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e871e4ee-55f0-4341-85cf-dbdc8115bdad HTTP/1.1" status: 200 len: 797 time: 0.0969644 Aug 11 22:14:17.743972 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-3111fb9e-6693-4548-acc3-875818a97020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:17.746206 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-3111fb9e-6693-4548-acc3-875818a97020 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0778127 Aug 11 22:14:17.981080 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-0400e627-08da-42a6-be85-443e354b9f2f service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270298 Aug 11 22:14:18.065671 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7102d8e4-50fd-4a61-be53-08168b18ba9c req-1fb01f2f-ec2a-4a09-bb26-d5a69d2da1b7 tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.1031425 Aug 11 22:14:18.157948 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-40c2624c-761d-4619-9ad5-3b7397a02753 service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674600 Aug 11 22:14:18.218382 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-47799bcd-fb5d-4f9e-a7a7-0d261eba9f1a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=b2eadc1d-9cb5-4e10-af29-c9d841f467da HTTP/1.1" status: 200 len: 217 time: 0.0534115 Aug 11 22:14:18.279923 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-4552aa34-e749-42bf-b630-f97bd53e801f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:18.281640 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-4552aa34-e749-42bf-b630-f97bd53e801f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e871e4ee-55f0-4341-85cf-dbdc8115bdad HTTP/1.1" status: 200 len: 797 time: 0.0566216 Aug 11 22:14:18.358792 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-3f059f74-e396-4f84-8c67-def3bd4bd3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:18.358792 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-3f059f74-e396-4f84-8c67-def3bd4bd3ca service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0679178 Aug 11 22:14:18.538338 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-711bcc7d-de48-42e5-b0da-c46ca8b8ccf7 service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742697 Aug 11 22:14:18.732890 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-c9b68348-38c4-4c78-9f25-cac031c25077 service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864698 Aug 11 22:14:18.838827 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-8f3477dd-0aba-4522-9887-f1e4be377f62 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=36ad0513-a98b-4e70-b99c-c3737712cca6 HTTP/1.1" status: 200 len: 217 time: 0.0989711 Aug 11 22:14:18.957288 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:18.964474 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-ed670eb3-d5f2-4906-8197-1568f9c4a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:18.968408 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-ed670eb3-d5f2-4906-8197-1568f9c4a5b8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e871e4ee-55f0-4341-85cf-dbdc8115bdad HTTP/1.1" status: 200 len: 797 time: 0.1177185 Aug 11 22:14:19.086628 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-bdec4430-29f2-4c9d-8136-c7f49392486b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:19.089654 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-bdec4430-29f2-4c9d-8136-c7f49392486b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1126528 Aug 11 22:14:19.105581 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591ba33-3bee-41c4-8e74-9fe8cfa79f4b req-546f9290-b5f7-4501-86d7-590dd9140933 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:19.112072 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591ba33-3bee-41c4-8e74-9fe8cfa79f4b req-546f9290-b5f7-4501-86d7-590dd9140933 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:19.119139 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591ba33-3bee-41c4-8e74-9fe8cfa79f4b req-546f9290-b5f7-4501-86d7-590dd9140933 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:19.125490 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591ba33-3bee-41c4-8e74-9fe8cfa79f4b req-546f9290-b5f7-4501-86d7-590dd9140933 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:19.133262 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591ba33-3bee-41c4-8e74-9fe8cfa79f4b req-546f9290-b5f7-4501-86d7-590dd9140933 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:19.140018 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591ba33-3bee-41c4-8e74-9fe8cfa79f4b req-546f9290-b5f7-4501-86d7-590dd9140933 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:19.147325 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591ba33-3bee-41c4-8e74-9fe8cfa79f4b req-546f9290-b5f7-4501-86d7-590dd9140933 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:19.156851 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b591ba33-3bee-41c4-8e74-9fe8cfa79f4b req-546f9290-b5f7-4501-86d7-590dd9140933 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 5435 time: 0.1511848 Aug 11 22:14:19.254943 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b591ba33-3bee-41c4-8e74-9fe8cfa79f4b req-b52585cf-3168-4797-b996-e06fdbbfd3b6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce569d98-203a-4470-8865-61fccfa74fc4&id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0965915 Aug 11 22:14:19.375099 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-5562c80c-91dc-4c74-bed1-dd215de75649 service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768509 Aug 11 22:14:19.410555 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bd2c8758-336a-4721-b3e7-621cda3ae474 req-4071c666-a13a-4db8-b818-b3ac141e36b3 tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0671241 Aug 11 22:14:19.610087 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-c0ff6cae-c345-4a75-9a42-4f9cce5597e4 service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094023 Aug 11 22:14:19.663951 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fb3d5-69e2-44ce-9441-a6209359686e req-fe99e621-1239-4cc5-b7e1-58f17c56e9dc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:19.671483 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-c718f850-c7ce-418e-9f9c-9a8a77b08340 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9 HTTP/1.1" status: 200 len: 217 time: 0.0543034 Aug 11 22:14:19.680338 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fb3d5-69e2-44ce-9441-a6209359686e req-fe99e621-1239-4cc5-b7e1-58f17c56e9dc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:19.698247 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fb3d5-69e2-44ce-9441-a6209359686e req-fe99e621-1239-4cc5-b7e1-58f17c56e9dc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:19.713893 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fb3d5-69e2-44ce-9441-a6209359686e req-fe99e621-1239-4cc5-b7e1-58f17c56e9dc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:19.720350 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fb3d5-69e2-44ce-9441-a6209359686e req-fe99e621-1239-4cc5-b7e1-58f17c56e9dc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:19.753429 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fb3d5-69e2-44ce-9441-a6209359686e req-fe99e621-1239-4cc5-b7e1-58f17c56e9dc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:19.785543 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fb3d5-69e2-44ce-9441-a6209359686e req-fe99e621-1239-4cc5-b7e1-58f17c56e9dc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:19.793126 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-836fb3d5-69e2-44ce-9441-a6209359686e req-fe99e621-1239-4cc5-b7e1-58f17c56e9dc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 5435 time: 0.2690189 Aug 11 22:14:19.810638 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-f5eda57b-9c17-4b67-acbf-4a23699d20c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:19.812230 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-f5eda57b-9c17-4b67-acbf-4a23699d20c5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e871e4ee-55f0-4341-85cf-dbdc8115bdad HTTP/1.1" status: 200 len: 797 time: 0.1345522 Aug 11 22:14:19.921326 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7615c606-1d71-4312-a565-f346a0f04aea req-636bc840-3950-4c39-b2d4-a7681f046584 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0801551 Aug 11 22:14:19.960854 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-d63fe400-75c1-4e98-9291-9b8c80923388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:19.965949 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-d63fe400-75c1-4e98-9291-9b8c80923388 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1404042 Aug 11 22:14:20.118460 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-740f495d-60d2-4b8a-b808-ce99109b8dda service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444139 Aug 11 22:14:20.290666 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-ae8067ef-5d1e-4618-988d-a1ae29852725 service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554911 Aug 11 22:14:20.377178 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-6d57e391-4c58-4fb4-8ec1-b16b357ec76b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e452efbe-5133-4b80-bdc2-4eee7588265c HTTP/1.1" status: 200 len: 217 time: 0.0781503 Aug 11 22:14:20.455203 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:20.507719 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-ad4f4e8b-5d0e-4b64-9d76-dc92e7b0da66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:20.529265 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-ad4f4e8b-5d0e-4b64-9d76-dc92e7b0da66 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13b7bc9a-1b63-4e42-b53a-8f3bb1200a3d HTTP/1.1" status: 200 len: 797 time: 0.1253245 Aug 11 22:14:20.620139 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a52de66f-6f07-4322-8728-ebb4e12e6f28 req-4b6d5a91-5ff1-40c4-868c-8b3696cdb854 tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0712996 Aug 11 22:14:20.637470 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-2396e703-dbe5-41d9-b0f2-ea86071626f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:20.640256 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-2396e703-dbe5-41d9-b0f2-ea86071626f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c74395db-c7eb-4508-9006-176acc6e4b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1096389 Aug 11 22:14:20.723949 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51750) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:20.815433 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-6d4b2136-4716-44a7-9a40-5ee8db8967a2 service neutron] 10.222.0.52 "GET /v2.0/networks/c74395db-c7eb-4508-9006-176acc6e4b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656616 Aug 11 22:14:20.925118 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0446e522-4325-458f-ade6-18d84318bf9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:21.159418 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0446e522-4325-458f-ade6-18d84318bf9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:21.161394 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51768) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:21.166274 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0446e522-4325-458f-ade6-18d84318bf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:21.218788 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0446e522-4325-458f-ade6-18d84318bf9e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=649cabb34435417ab3cbcf1f94ae5f84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4939630 Aug 11 22:14:21.248407 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51774) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:21.306591 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446e522-4325-458f-ade6-18d84318bf9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2ffe94-7f00-449a-9302-bdda706e0a57,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:21.388686 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51782) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:21.449570 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0accae3a-9c89-46dd-8ecb-5ba08a2963d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:21.487616 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0accae3a-9c89-46dd-8ecb-5ba08a2963d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:21.506972 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-fbf84b76-0494-4def-ae37-636f4f5a2120 service neutron] 10.222.0.52 "GET /v2.0/networks/c74395db-c7eb-4508-9006-176acc6e4b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6836607 Aug 11 22:14:21.530535 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a056241-8526-48d6-99c6-697c67256663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:21.587320 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-316286ab-d9dc-4919-aada-38a06e2025a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:21.621090 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-59b37be2-168d-4cc7-9ede-8f652e82b064 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30bba54e-24ad-4c09-8891-8a226a46262f HTTP/1.1" status: 200 len: 217 time: 0.1051171 Aug 11 22:14:21.719190 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a056241-8526-48d6-99c6-697c67256663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:21.728601 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a056241-8526-48d6-99c6-697c67256663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:21.772129 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-38c2d97a-8f3d-40c5-93fd-87bd8c0b3c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:21.779112 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-38c2d97a-8f3d-40c5-93fd-87bd8c0b3c0b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13b7bc9a-1b63-4e42-b53a-8f3bb1200a3d HTTP/1.1" status: 200 len: 797 time: 0.1448343 Aug 11 22:14:21.783158 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0accae3a-9c89-46dd-8ecb-5ba08a2963d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:21.787025 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0accae3a-9c89-46dd-8ecb-5ba08a2963d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:21.791886 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0accae3a-9c89-46dd-8ecb-5ba08a2963d8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bb2ffe94-7f00-449a-9302-bdda706e0a57 HTTP/1.1" status: 204 len: 168 time: 0.5423019 Aug 11 22:14:21.810872 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a056241-8526-48d6-99c6-697c67256663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cce78e-e875-415d-bf18-fa9dcdb17057,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:21.824061 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5a056241-8526-48d6-99c6-697c67256663 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fcc6435227e242bbb70f854931ee63ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4329903 Aug 11 22:14:21.831878 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51804) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:21.908934 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0accae3a-9c89-46dd-8ecb-5ba08a2963d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2ffe94-7f00-449a-9302-bdda706e0a57,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:21.955026 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-28df5549-2a91-4cfe-b84c-d886f63b93d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:21.977271 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-0c42cd04-02d4-40d0-a47a-12a4893753c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:21.983214 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-0c42cd04-02d4-40d0-a47a-12a4893753c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c74395db-c7eb-4508-9006-176acc6e4b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1876028 Aug 11 22:14:22.051457 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-316286ab-d9dc-4919-aada-38a06e2025a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:22.054549 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-28df5549-2a91-4cfe-b84c-d886f63b93d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:22.064917 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-316286ab-d9dc-4919-aada-38a06e2025a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:22.136177 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-316286ab-d9dc-4919-aada-38a06e2025a7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7812f0a2419940c8b5fd2ca37765862d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9732211 Aug 11 22:14:22.137718 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316286ab-d9dc-4919-aada-38a06e2025a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed6253d-e6af-4fe7-add8-6f3081f6ccec,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:22.140529 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51812) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:22.216086 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-aa4d606a-d689-4056-bef6-15643fde0d1a service neutron] 10.222.0.52 "GET /v2.0/networks/c74395db-c7eb-4508-9006-176acc6e4b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269518 Aug 11 22:14:22.225164 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7050c23a-be37-46fe-ae32-6c9046c05831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:22.236650 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-28df5549-2a91-4cfe-b84c-d886f63b93d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:22.239933 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-28df5549-2a91-4cfe-b84c-d886f63b93d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:22.241658 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-28df5549-2a91-4cfe-b84c-d886f63b93d3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/84cce78e-e875-415d-bf18-fa9dcdb17057 HTTP/1.1" status: 204 len: 168 time: 0.4084477 Aug 11 22:14:22.261030 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df5549-2a91-4cfe-b84c-d886f63b93d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cce78e-e875-415d-bf18-fa9dcdb17057,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:22.269159 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7050c23a-be37-46fe-ae32-6c9046c05831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:22.362438 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7050c23a-be37-46fe-ae32-6c9046c05831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:22.366121 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7050c23a-be37-46fe-ae32-6c9046c05831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:22.367457 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7050c23a-be37-46fe-ae32-6c9046c05831 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9ed6253d-e6af-4fe7-add8-6f3081f6ccec HTTP/1.1" status: 204 len: 168 time: 0.2253916 Aug 11 22:14:22.390907 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050c23a-be37-46fe-ae32-6c9046c05831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed6253d-e6af-4fe7-add8-6f3081f6ccec,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:22.552513 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-033becdc-925a-40a7-80e7-7593e1d7fdbc req-6e5f9ce0-f1e5-4c3e-a5cc-c849d3ea08fe service neutron] 10.222.0.52 "GET /v2.0/networks/c74395db-c7eb-4508-9006-176acc6e4b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264253 Aug 11 22:14:22.569331 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b2c6e01-44ef-4d19-92fb-5caa7bb248a3 req-a6c5a95e-1a12-471f-8847-9a843b5c3b16 tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0380385 Aug 11 22:14:22.585330 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51830) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:22.628669 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7bbb208a-3075-462a-8ec0-7e08d754f02a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:22.750315 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aaa9b-2521-46b5-a000-7ed73a52e385 req-b1beecd1-bfbb-47bb-85d4-7e11b9a6f972 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:22.762220 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aaa9b-2521-46b5-a000-7ed73a52e385 req-b1beecd1-bfbb-47bb-85d4-7e11b9a6f972 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:22.782301 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aaa9b-2521-46b5-a000-7ed73a52e385 req-b1beecd1-bfbb-47bb-85d4-7e11b9a6f972 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:22.797405 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aaa9b-2521-46b5-a000-7ed73a52e385 req-b1beecd1-bfbb-47bb-85d4-7e11b9a6f972 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:22.810882 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aaa9b-2521-46b5-a000-7ed73a52e385 req-b1beecd1-bfbb-47bb-85d4-7e11b9a6f972 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:22.827744 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aaa9b-2521-46b5-a000-7ed73a52e385 req-b1beecd1-bfbb-47bb-85d4-7e11b9a6f972 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:22.841650 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aaa9b-2521-46b5-a000-7ed73a52e385 req-b1beecd1-bfbb-47bb-85d4-7e11b9a6f972 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:22.847460 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7bbb208a-3075-462a-8ec0-7e08d754f02a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:22.848499 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f00aaa9b-2521-46b5-a000-7ed73a52e385 req-b1beecd1-bfbb-47bb-85d4-7e11b9a6f972 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5443 time: 0.2054634 Aug 11 22:14:22.854786 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7bbb208a-3075-462a-8ec0-7e08d754f02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:22.920671 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7bbb208a-3075-462a-8ec0-7e08d754f02a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b26520b0b134497783abec44a916aa67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3319292 Aug 11 22:14:22.921745 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51840) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:22.922691 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb208a-3075-462a-8ec0-7e08d754f02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0218dd5a-a589-4b3e-8585-639872fe04bb,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:22.957518 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f00aaa9b-2521-46b5-a000-7ed73a52e385 req-a21ab72f-ba3d-4085-86d7-0bbd48f7ce71 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0957832 Aug 11 22:14:23.056135 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c64fad78-0042-456b-b4b4-3bfe6e51327b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:23.111166 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c64fad78-0042-456b-b4b4-3bfe6e51327b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:23.120021 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51842) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:23.164021 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9dd62aae-e8c9-410f-bee7-ee42691d4418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:23.305260 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c64fad78-0042-456b-b4b4-3bfe6e51327b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:23.308159 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c64fad78-0042-456b-b4b4-3bfe6e51327b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:23.309480 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c64fad78-0042-456b-b4b4-3bfe6e51327b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0218dd5a-a589-4b3e-8585-639872fe04bb HTTP/1.1" status: 204 len: 168 time: 0.3825076 Aug 11 22:14:23.331885 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fad78-0042-456b-b4b4-3bfe6e51327b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0218dd5a-a589-4b3e-8585-639872fe04bb,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:23.418220 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51860) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:23.448902 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9dd62aae-e8c9-410f-bee7-ee42691d4418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:23.461262 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9dd62aae-e8c9-410f-bee7-ee42691d4418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:23.547778 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9dd62aae-e8c9-410f-bee7-ee42691d4418 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4e116de4de5f406f9e0e62b69b91939c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4262841 Aug 11 22:14:23.550739 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51864) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:23.559390 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd62aae-e8c9-410f-bee7-ee42691d4418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2894c119-91b8-4da0-93bd-7279931b6034,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:23.628041 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4fdeb4a2-a0ab-458f-b36d-88d24e7ce351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:23.676685 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4fdeb4a2-a0ab-458f-b36d-88d24e7ce351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:23.719960 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51870) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:23.762954 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4bb925b9-3883-4fd5-b051-826b4458ad6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:23.839741 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4fdeb4a2-a0ab-458f-b36d-88d24e7ce351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:23.847479 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4fdeb4a2-a0ab-458f-b36d-88d24e7ce351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:23.851487 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b555a2-49ce-4829-a413-08403ab6f99f req-5490c878-66c0-4802-9821-a57aa6043a58 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:23.857833 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4fdeb4a2-a0ab-458f-b36d-88d24e7ce351 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2894c119-91b8-4da0-93bd-7279931b6034 HTTP/1.1" status: 204 len: 168 time: 0.3047028 Aug 11 22:14:23.866052 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b555a2-49ce-4829-a413-08403ab6f99f req-5490c878-66c0-4802-9821-a57aa6043a58 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:23.879752 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdeb4a2-a0ab-458f-b36d-88d24e7ce351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2894c119-91b8-4da0-93bd-7279931b6034,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:23.880048 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b555a2-49ce-4829-a413-08403ab6f99f req-5490c878-66c0-4802-9821-a57aa6043a58 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:23.892628 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b555a2-49ce-4829-a413-08403ab6f99f req-5490c878-66c0-4802-9821-a57aa6043a58 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:23.941368 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b555a2-49ce-4829-a413-08403ab6f99f req-5490c878-66c0-4802-9821-a57aa6043a58 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:23.947790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b555a2-49ce-4829-a413-08403ab6f99f req-5490c878-66c0-4802-9821-a57aa6043a58 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:23.953824 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b555a2-49ce-4829-a413-08403ab6f99f req-5490c878-66c0-4802-9821-a57aa6043a58 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:23.956779 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-39b555a2-49ce-4829-a413-08403ab6f99f req-5490c878-66c0-4802-9821-a57aa6043a58 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5443 time: 0.3129723 Aug 11 22:14:23.975244 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5adeb6bd-6f0d-4b87-b6b3-0e38afacb971 req-0162a21f-67fd-4a9c-a2ee-8c2d78f31785 tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0760577 Aug 11 22:14:24.103492 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b555a2-49ce-4829-a413-08403ab6f99f req-b1568b58-4c12-41e7-abdd-670588399850 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:24.104547 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-39b555a2-49ce-4829-a413-08403ab6f99f req-b1568b58-4c12-41e7-abdd-670588399850 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.52 "GET /v2.0/ports/0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1356325 Aug 11 22:14:24.190620 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f374a-a6cf-40c0-a4ec-594d2a87ce8f req-75a7e7ae-2385-4b64-a281-7311390ac454 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:24.196120 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f374a-a6cf-40c0-a4ec-594d2a87ce8f req-75a7e7ae-2385-4b64-a281-7311390ac454 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:24.205356 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f374a-a6cf-40c0-a4ec-594d2a87ce8f req-75a7e7ae-2385-4b64-a281-7311390ac454 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:24.212351 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f374a-a6cf-40c0-a4ec-594d2a87ce8f req-75a7e7ae-2385-4b64-a281-7311390ac454 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:24.218364 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f374a-a6cf-40c0-a4ec-594d2a87ce8f req-75a7e7ae-2385-4b64-a281-7311390ac454 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:24.224711 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f374a-a6cf-40c0-a4ec-594d2a87ce8f req-75a7e7ae-2385-4b64-a281-7311390ac454 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:24.232281 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f374a-a6cf-40c0-a4ec-594d2a87ce8f req-75a7e7ae-2385-4b64-a281-7311390ac454 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:24.235221 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-045f374a-a6cf-40c0-a4ec-594d2a87ce8f req-75a7e7ae-2385-4b64-a281-7311390ac454 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 5443 time: 0.1423194 Aug 11 22:14:24.295324 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60adbd-a5f5-40fe-9ab1-577503bada20 req-f239d3bf-9330-440c-b9cf-89ab51303084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:24.295857 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60adbd-a5f5-40fe-9ab1-577503bada20 req-f239d3bf-9330-440c-b9cf-89ab51303084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:24.296346 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60adbd-a5f5-40fe-9ab1-577503bada20 req-f239d3bf-9330-440c-b9cf-89ab51303084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:24.296829 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60adbd-a5f5-40fe-9ab1-577503bada20 req-f239d3bf-9330-440c-b9cf-89ab51303084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:24.297307 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60adbd-a5f5-40fe-9ab1-577503bada20 req-f239d3bf-9330-440c-b9cf-89ab51303084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:24.297811 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60adbd-a5f5-40fe-9ab1-577503bada20 req-f239d3bf-9330-440c-b9cf-89ab51303084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:24.298260 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60adbd-a5f5-40fe-9ab1-577503bada20 req-f239d3bf-9330-440c-b9cf-89ab51303084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:24.301012 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ca60adbd-a5f5-40fe-9ab1-577503bada20 req-f239d3bf-9330-440c-b9cf-89ab51303084 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 6492 time: 0.8778794 Aug 11 22:14:24.335470 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-045f374a-a6cf-40c0-a4ec-594d2a87ce8f req-446c88bf-1ebd-46cb-924d-7b2a6786788e tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0917413 Aug 11 22:14:24.409181 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ca60adbd-a5f5-40fe-9ab1-577503bada20 req-054249ee-4d9b-44d6-aaa8-751154b2cc87 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b055e0d2-acdf-466b-af86-3105868b0df0&id=ce569d98-203a-4470-8865-61fccfa74fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0974352 Aug 11 22:14:24.430890 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-39b555a2-49ce-4829-a413-08403ab6f99f req-883e0e7f-1dfd-48d2-b707-ddfd939ede29 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.52 "GET /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3064086 Aug 11 22:14:24.450633 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-39b555a2-49ce-4829-a413-08403ab6f99f req-c194b1df-89b6-4e57-8456-38e32d3c563f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:14:24.475086 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4bb925b9-3883-4fd5-b051-826b4458ad6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:24.483790 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4bb925b9-3883-4fd5-b051-826b4458ad6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:24.572006 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-39b555a2-49ce-4829-a413-08403ab6f99f req-c194b1df-89b6-4e57-8456-38e32d3c563f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:24.576137 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4bb925b9-3883-4fd5-b051-826b4458ad6a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=851bc88fbbfd4504be841d1f76d561bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8530707 Aug 11 22:14:24.578679 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb925b9-3883-4fd5-b051-826b4458ad6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1242d9-b384-4a7d-b74b-5b8ee4e6976f,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:24.580010 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51906) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:24.670095 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eabf59ec-366a-4b85-9d86-a1ef8c68c594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:24.697642 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eabf59ec-366a-4b85-9d86-a1ef8c68c594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:24.775267 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eabf59ec-366a-4b85-9d86-a1ef8c68c594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:24.778573 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eabf59ec-366a-4b85-9d86-a1ef8c68c594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:24.783339 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-eabf59ec-366a-4b85-9d86-a1ef8c68c594 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ba1242d9-b384-4a7d-b74b-5b8ee4e6976f HTTP/1.1" status: 204 len: 168 time: 0.2018456 Aug 11 22:14:24.794425 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf59ec-366a-4b85-9d86-a1ef8c68c594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1242d9-b384-4a7d-b74b-5b8ee4e6976f,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:24.814143 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:14:24.901091 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-39b555a2-49ce-4829-a413-08403ab6f99f req-c194b1df-89b6-4e57-8456-38e32d3c563f service neutron] For port 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68,segment=NetworkSegment(a3dcb167-5947-4558-908e-3d33ae014591),segment_id=a3dcb167-5947-4558-908e-3d33ae014591)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:14:25.038217 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-39b555a2-49ce-4829-a413-08403ab6f99f req-c194b1df-89b6-4e57-8456-38e32d3c563f service neutron] For port 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:14:25.104269 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-39b555a2-49ce-4829-a413-08403ab6f99f req-c194b1df-89b6-4e57-8456-38e32d3c563f service neutron] device_id is not set on port 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:14:25.125005 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-39b555a2-49ce-4829-a413-08403ab6f99f req-c194b1df-89b6-4e57-8456-38e32d3c563f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:25.136524 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d88d60c7-18d5-49ea-8c86-cc1d82daff2c req-4952fe93-db94-4083-aab9-4e340c2a2bea tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0608647 Aug 11 22:14:25.139538 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-39b555a2-49ce-4829-a413-08403ab6f99f req-c194b1df-89b6-4e57-8456-38e32d3c563f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:25.223371 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194b1df-89b6-4e57-8456-38e32d3c563f service neutron] Pushing event updated for resources: {'Port': ['ID=0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68,revision_number=6']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:25.252826 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b555a2-49ce-4829-a413-08403ab6f99f req-c194b1df-89b6-4e57-8456-38e32d3c563f service neutron] No DVR routers for this DVR port 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:14:25.307679 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-39b555a2-49ce-4829-a413-08403ab6f99f req-c194b1df-89b6-4e57-8456-38e32d3c563f service neutron] In _notify_port_updated(), no bound segment for port 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 on network b287a464-dc73-48ac-8476-f9f6272430e9 {{(pid=100942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 22:14:25.308669 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b555a2-49ce-4829-a413-08403ab6f99f req-c194b1df-89b6-4e57-8456-38e32d3c563f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:25.309414 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-39b555a2-49ce-4829-a413-08403ab6f99f req-c194b1df-89b6-4e57-8456-38e32d3c563f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:25.310938 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-39b555a2-49ce-4829-a413-08403ab6f99f req-c194b1df-89b6-4e57-8456-38e32d3c563f service neutron] 10.222.0.52 "PUT /v2.0/ports/0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 HTTP/1.1" status: 200 len: 1032 time: 0.8711443 Aug 11 22:14:25.427638 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b555a2-49ce-4829-a413-08403ab6f99f req-104f3c3b-b8ad-451b-9289-19c91ee1bec2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:25.429084 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-39b555a2-49ce-4829-a413-08403ab6f99f req-104f3c3b-b8ad-451b-9289-19c91ee1bec2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.52 "GET /v2.0/ports/edaff90d-e53c-40c3-9e3d-8aeb7c62d23f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1116011 Aug 11 22:14:25.445204 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-39b555a2-49ce-4829-a413-08403ab6f99f req-8b23982a-2c06-491b-a82a-ec12c08e2e7e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:14:25.548292 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-39b555a2-49ce-4829-a413-08403ab6f99f req-8b23982a-2c06-491b-a82a-ec12c08e2e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:25.633733 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5fb14-1dd9-4728-84e5-7da4431e132b req-f4248889-91a1-44d7-acaa-14509093b3f7 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:25.640528 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5fb14-1dd9-4728-84e5-7da4431e132b req-f4248889-91a1-44d7-acaa-14509093b3f7 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:25.648514 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5fb14-1dd9-4728-84e5-7da4431e132b req-f4248889-91a1-44d7-acaa-14509093b3f7 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:25.660187 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5fb14-1dd9-4728-84e5-7da4431e132b req-f4248889-91a1-44d7-acaa-14509093b3f7 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:25.668098 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5fb14-1dd9-4728-84e5-7da4431e132b req-f4248889-91a1-44d7-acaa-14509093b3f7 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:25.675169 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5fb14-1dd9-4728-84e5-7da4431e132b req-f4248889-91a1-44d7-acaa-14509093b3f7 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:25.708200 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9bd5fb14-1dd9-4728-84e5-7da4431e132b req-f4248889-91a1-44d7-acaa-14509093b3f7 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 4664 time: 0.2223258 Aug 11 22:14:25.773383 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9bd5fb14-1dd9-4728-84e5-7da4431e132b req-8ddc86af-9f6c-4055-8407-deac1eee1fd0 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=e9b40dcc-7ffa-4b19-99a7-89539507e270&id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628850 Aug 11 22:14:25.800246 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-df93b66b-bcf1-43dc-84d4-1ad0775e243d None None] Provisioning complete for port 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:14:25.802296 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-df93b66b-bcf1-43dc-84d4-1ad0775e243d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:25.875022 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-39b555a2-49ce-4829-a413-08403ab6f99f req-8b23982a-2c06-491b-a82a-ec12c08e2e7e service neutron] For port edaff90d-e53c-40c3-9e3d-8aeb7c62d23f, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=edaff90d-e53c-40c3-9e3d-8aeb7c62d23f,segment=NetworkSegment(a3dcb167-5947-4558-908e-3d33ae014591),segment_id=a3dcb167-5947-4558-908e-3d33ae014591)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:14:25.902339 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-df93b66b-bcf1-43dc-84d4-1ad0775e243d None None] Port 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:14:25.960079 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-39b555a2-49ce-4829-a413-08403ab6f99f req-8b23982a-2c06-491b-a82a-ec12c08e2e7e service neutron] For port edaff90d-e53c-40c3-9e3d-8aeb7c62d23f, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:14:26.045906 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-39b555a2-49ce-4829-a413-08403ab6f99f req-8b23982a-2c06-491b-a82a-ec12c08e2e7e service neutron] device_id is not set on port edaff90d-e53c-40c3-9e3d-8aeb7c62d23f yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:14:26.064102 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-39b555a2-49ce-4829-a413-08403ab6f99f req-8b23982a-2c06-491b-a82a-ec12c08e2e7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:26.075463 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-39b555a2-49ce-4829-a413-08403ab6f99f req-8b23982a-2c06-491b-a82a-ec12c08e2e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:26.208761 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b555a2-49ce-4829-a413-08403ab6f99f req-8b23982a-2c06-491b-a82a-ec12c08e2e7e service neutron] No DVR routers for this DVR port edaff90d-e53c-40c3-9e3d-8aeb7c62d23f on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:14:26.300371 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23982a-2c06-491b-a82a-ec12c08e2e7e service neutron] Pushing event updated for resources: {'Port': ['ID=edaff90d-e53c-40c3-9e3d-8aeb7c62d23f,revision_number=6']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:26.349825 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-39b555a2-49ce-4829-a413-08403ab6f99f req-8b23982a-2c06-491b-a82a-ec12c08e2e7e service neutron] In _notify_port_updated(), no bound segment for port edaff90d-e53c-40c3-9e3d-8aeb7c62d23f on network b287a464-dc73-48ac-8476-f9f6272430e9 {{(pid=100942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 22:14:26.350822 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b555a2-49ce-4829-a413-08403ab6f99f req-8b23982a-2c06-491b-a82a-ec12c08e2e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:26.351605 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-39b555a2-49ce-4829-a413-08403ab6f99f req-8b23982a-2c06-491b-a82a-ec12c08e2e7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:26.353437 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-39b555a2-49ce-4829-a413-08403ab6f99f req-8b23982a-2c06-491b-a82a-ec12c08e2e7e service neutron] 10.222.0.52 "PUT /v2.0/ports/edaff90d-e53c-40c3-9e3d-8aeb7c62d23f HTTP/1.1" status: 200 len: 1032 time: 0.9166486 Aug 11 22:14:26.357427 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e6469f9b-2c7b-497d-99b0-a9f295cb6da2 req-82ab34ec-4c57-4fcf-9af2-8a3d15ebdb8c tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0761268 Aug 11 22:14:26.539600 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0d3cada9-1f58-4ab5-a405-494bc8ac820a None None] Provisioning complete for port edaff90d-e53c-40c3-9e3d-8aeb7c62d23f triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:14:26.539999 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0d3cada9-1f58-4ab5-a405-494bc8ac820a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:26.553084 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-39b555a2-49ce-4829-a413-08403ab6f99f req-93f58235-eb68-4d87-bd57-9b27e6c84d19 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Deleting port 6cca6cf8-573d-4f5d-82da-fde29b978abb {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:14:26.553522 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-39b555a2-49ce-4829-a413-08403ab6f99f req-93f58235-eb68-4d87-bd57-9b27e6c84d19 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:26.599716 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-0d3cada9-1f58-4ab5-a405-494bc8ac820a None None] Port edaff90d-e53c-40c3-9e3d-8aeb7c62d23f cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:14:26.703025 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-39b555a2-49ce-4829-a413-08403ab6f99f req-93f58235-eb68-4d87-bd57-9b27e6c84d19 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] For port 6cca6cf8-573d-4f5d-82da-fde29b978abb, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=6cca6cf8-573d-4f5d-82da-fde29b978abb,segment=NetworkSegment(a3dcb167-5947-4558-908e-3d33ae014591),segment_id=a3dcb167-5947-4558-908e-3d33ae014591)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:14:26.703459 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-39b555a2-49ce-4829-a413-08403ab6f99f req-93f58235-eb68-4d87-bd57-9b27e6c84d19 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:26.721744 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-39b555a2-49ce-4829-a413-08403ab6f99f req-93f58235-eb68-4d87-bd57-9b27e6c84d19 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Calling delete_port for 6cca6cf8-573d-4f5d-82da-fde29b978abb owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:14:26.927853 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-39b555a2-49ce-4829-a413-08403ab6f99f req-93f58235-eb68-4d87-bd57-9b27e6c84d19 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:26.993920 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f58235-eb68-4d87-bd57-9b27e6c84d19 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Pushing event deleted for resources: {'Port': ['ID=6cca6cf8-573d-4f5d-82da-fde29b978abb,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:27.081611 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b555a2-49ce-4829-a413-08403ab6f99f req-93f58235-eb68-4d87-bd57-9b27e6c84d19 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] No DVR routers for this DVR port 6cca6cf8-573d-4f5d-82da-fde29b978abb on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:14:27.084611 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-39b555a2-49ce-4829-a413-08403ab6f99f req-93f58235-eb68-4d87-bd57-9b27e6c84d19 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:27.087291 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-39b555a2-49ce-4829-a413-08403ab6f99f req-93f58235-eb68-4d87-bd57-9b27e6c84d19 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.52 "DELETE /v2.0/ports/6cca6cf8-573d-4f5d-82da-fde29b978abb HTTP/1.1" status: 204 len: 173 time: 0.7241762 Aug 11 22:14:27.088155 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'name': 'network-vif-deleted', 'tag': '6cca6cf8-573d-4f5d-82da-fde29b978abb'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:14:27.090871 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e287286a-2672-45ca-b381-bc30bc797406" -d '{"events": [{"server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "name": "network-vif-deleted", "tag": "6cca6cf8-573d-4f5d-82da-fde29b978abb"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:14:27.123338 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e9a9b-6373-4514-8f5c-d22147f7fa32 req-e573f16a-90ad-4783-8103-9e0b190afbb9 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:27.131028 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e9a9b-6373-4514-8f5c-d22147f7fa32 req-e573f16a-90ad-4783-8103-9e0b190afbb9 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:27.139212 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e9a9b-6373-4514-8f5c-d22147f7fa32 req-e573f16a-90ad-4783-8103-9e0b190afbb9 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:27.148392 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e9a9b-6373-4514-8f5c-d22147f7fa32 req-e573f16a-90ad-4783-8103-9e0b190afbb9 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:27.159084 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-903e9a9b-6373-4514-8f5c-d22147f7fa32 req-e573f16a-90ad-4783-8103-9e0b190afbb9 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 3151 time: 0.1780500 Aug 11 22:14:27.240865 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-903e9a9b-6373-4514-8f5c-d22147f7fa32 req-9d632971-1d33-4c92-9285-922644c85a5e tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802298 Aug 11 22:14:27.337335 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-39b555a2-49ce-4829-a413-08403ab6f99f req-eaca13ed-74ca-498c-a48a-282177f118bc tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Deleting port e2894cb3-a993-43a9-a58e-1c4b58a9cf7c {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:14:27.338453 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-39b555a2-49ce-4829-a413-08403ab6f99f req-eaca13ed-74ca-498c-a48a-282177f118bc tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:27.350195 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea33230d-2b70-4ec1-834b-66282e51f144 x-openstack-request-id: req-ea33230d-2b70-4ec1-834b-66282e51f144 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:14:27.351123 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "name": "network-vif-deleted", "tag": "6cca6cf8-573d-4f5d-82da-fde29b978abb", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:14:27.351908 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ea33230d-2b70-4ec1-834b-66282e51f144 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:14:27.352943 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'name': 'network-vif-deleted', 'tag': '6cca6cf8-573d-4f5d-82da-fde29b978abb', 'status': 'completed', 'code': 200} Aug 11 22:14:27.530525 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4e23fafa-ff1d-4e5f-9d64-4ae2fef5c6f6 req-b8d5f8de-22eb-4b6f-90c0-883d52ec7199 tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0397854 Aug 11 22:14:27.543813 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-39b555a2-49ce-4829-a413-08403ab6f99f req-eaca13ed-74ca-498c-a48a-282177f118bc tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] For port e2894cb3-a993-43a9-a58e-1c4b58a9cf7c, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e2894cb3-a993-43a9-a58e-1c4b58a9cf7c,segment=NetworkSegment(c6f2a34e-1a80-4ae8-83e0-174475e6aac5),segment_id=c6f2a34e-1a80-4ae8-83e0-174475e6aac5)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:14:27.544212 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-39b555a2-49ce-4829-a413-08403ab6f99f req-eaca13ed-74ca-498c-a48a-282177f118bc tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:27.561039 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-39b555a2-49ce-4829-a413-08403ab6f99f req-eaca13ed-74ca-498c-a48a-282177f118bc tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Calling delete_port for e2894cb3-a993-43a9-a58e-1c4b58a9cf7c owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:14:27.818750 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-39b555a2-49ce-4829-a413-08403ab6f99f req-eaca13ed-74ca-498c-a48a-282177f118bc tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:27.886141 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca13ed-74ca-498c-a48a-282177f118bc tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Pushing event deleted for resources: {'Port': ['ID=e2894cb3-a993-43a9-a58e-1c4b58a9cf7c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:28.008241 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b555a2-49ce-4829-a413-08403ab6f99f req-eaca13ed-74ca-498c-a48a-282177f118bc tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] No DVR routers for this DVR port e2894cb3-a993-43a9-a58e-1c4b58a9cf7c on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:14:28.038304 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-39b555a2-49ce-4829-a413-08403ab6f99f req-eaca13ed-74ca-498c-a48a-282177f118bc tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:28.043693 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:14:28.058756 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-39b555a2-49ce-4829-a413-08403ab6f99f req-eaca13ed-74ca-498c-a48a-282177f118bc tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.52 "DELETE /v2.0/ports/e2894cb3-a993-43a9-a58e-1c4b58a9cf7c HTTP/1.1" status: 204 len: 173 time: 0.9515514 Aug 11 22:14:28.122855 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:14:28.124251 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 6cca6cf8-573d-4f5d-82da-fde29b978abb no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:14:28.175976 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 6cca6cf8-573d-4f5d-82da-fde29b978abb {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:14:28.178454 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 6cca6cf8-573d-4f5d-82da-fde29b978abb not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:14:28.178927 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 2b4fd92b-4177-42f2-b2d7-f08e82f9e6da no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:14:28.388191 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-39b555a2-49ce-4829-a413-08403ab6f99f req-b4009c81-7b9e-4f5a-90f7-01e328c924aa tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Deleting port 2b4fd92b-4177-42f2-b2d7-f08e82f9e6da {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:14:28.388436 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-39b555a2-49ce-4829-a413-08403ab6f99f req-b4009c81-7b9e-4f5a-90f7-01e328c924aa tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:28.440643 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:28.529368 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 2b4fd92b-4177-42f2-b2d7-f08e82f9e6da, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=2b4fd92b-4177-42f2-b2d7-f08e82f9e6da,segment=NetworkSegment(c6f2a34e-1a80-4ae8-83e0-174475e6aac5),segment_id=c6f2a34e-1a80-4ae8-83e0-174475e6aac5)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:14:28.531818 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b4fd92b-4177-42f2-b2d7-f08e82f9e6da'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:14:28.535466 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9051ab7-67d5-4df4-8d4d-75ba313ae923" -d '{"events": [{"server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "name": "network-vif-unplugged", "status": "completed", "tag": "2b4fd92b-4177-42f2-b2d7-f08e82f9e6da"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:14:28.541341 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:28.542364 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device b0841e35-712c-4919-9743-7532de366613 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:14:28.705875 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7606af-d5f2-4180-af8a-e7e76286f4ab req-18677e24-b8ab-4e15-b02d-25d0ca0d81b3 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:28.722525 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7606af-d5f2-4180-af8a-e7e76286f4ab req-18677e24-b8ab-4e15-b02d-25d0ca0d81b3 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:28.769650 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7606af-d5f2-4180-af8a-e7e76286f4ab req-18677e24-b8ab-4e15-b02d-25d0ca0d81b3 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:28.773532 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9b7606af-d5f2-4180-af8a-e7e76286f4ab req-18677e24-b8ab-4e15-b02d-25d0ca0d81b3 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 2414 time: 0.2392921 Aug 11 22:14:28.819558 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-39b555a2-49ce-4829-a413-08403ab6f99f req-b4009c81-7b9e-4f5a-90f7-01e328c924aa tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] For port 2b4fd92b-4177-42f2-b2d7-f08e82f9e6da, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=2b4fd92b-4177-42f2-b2d7-f08e82f9e6da,segment=NetworkSegment(c6f2a34e-1a80-4ae8-83e0-174475e6aac5),segment_id=c6f2a34e-1a80-4ae8-83e0-174475e6aac5)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:14:28.820408 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-39b555a2-49ce-4829-a413-08403ab6f99f req-b4009c81-7b9e-4f5a-90f7-01e328c924aa tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:28.851424 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-39b555a2-49ce-4829-a413-08403ab6f99f req-b4009c81-7b9e-4f5a-90f7-01e328c924aa tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Calling delete_port for 2b4fd92b-4177-42f2-b2d7-f08e82f9e6da owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:14:28.907419 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=2b4fd92b-4177-42f2-b2d7-f08e82f9e6da,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:28.909938 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:28.947895 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9b7606af-d5f2-4180-af8a-e7e76286f4ab req-2c5fa92f-beec-4883-a602-ede813231b82 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589942 Aug 11 22:14:28.952853 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:28.953207 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:28.953580 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:28.953932 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:28.954369 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:28.954710 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:28.955040 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:28.955411 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:28.955766 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:28.956092 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:28.956424 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:28.956748 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:29.091772 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port b0841e35-712c-4919-9743-7532de366613, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=b0841e35-712c-4919-9743-7532de366613,segment=NetworkSegment(9c982ec6-2c84-465b-999c-00765c0cf758),segment_id=9c982ec6-2c84-465b-999c-00765c0cf758)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:14:29.101227 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:29.102806 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device e2894cb3-a993-43a9-a58e-1c4b58a9cf7c no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:14:29.195555 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 22:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1435741a-10f4-48dc-ad03-fd0e1e99f01d x-openstack-request-id: req-1435741a-10f4-48dc-ad03-fd0e1e99f01d {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:14:29.196788 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "name": "network-vif-unplugged", "status": "completed", "tag": "2b4fd92b-4177-42f2-b2d7-f08e82f9e6da", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:14:29.198286 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1435741a-10f4-48dc-ad03-fd0e1e99f01d {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:14:29.200335 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b4fd92b-4177-42f2-b2d7-f08e82f9e6da', 'code': 200} Aug 11 22:14:29.304439 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: e2894cb3-a993-43a9-a58e-1c4b58a9cf7c {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:14:29.305459 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device e2894cb3-a993-43a9-a58e-1c4b58a9cf7c not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:14:29.306301 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device e2559e55-1916-4912-88c9-a11e2523aefa no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:14:29.342448 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-39b555a2-49ce-4829-a413-08403ab6f99f req-b4009c81-7b9e-4f5a-90f7-01e328c924aa tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:29.382173 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'name': 'network-vif-deleted', 'tag': 'e2894cb3-a993-43a9-a58e-1c4b58a9cf7c'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:14:29.397585 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00cdca4-7321-414f-8de8-af4c9210fb43" -d '{"events": [{"server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "name": "network-vif-deleted", "tag": "e2894cb3-a993-43a9-a58e-1c4b58a9cf7c"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:14:29.427663 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=b0841e35-712c-4919-9743-7532de366613,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:29.557893 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-008e5a8f-f0f0-417b-bd91-bb48fb03c389 req-692c616c-ee70-4788-9051-bc69fa199d0d tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.1058114 Aug 11 22:14:29.586609 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:29.644727 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4009c81-7b9e-4f5a-90f7-01e328c924aa tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Pushing event deleted for resources: {'Port': ['ID=2b4fd92b-4177-42f2-b2d7-f08e82f9e6da,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:29.698120 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b555a2-49ce-4829-a413-08403ab6f99f req-b4009c81-7b9e-4f5a-90f7-01e328c924aa tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] No DVR routers for this DVR port 2b4fd92b-4177-42f2-b2d7-f08e82f9e6da on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:14:29.700974 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5985b420-f876-47ff-86c2-fe0acb4f8157 x-openstack-request-id: req-5985b420-f876-47ff-86c2-fe0acb4f8157 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:14:29.701552 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "name": "network-vif-deleted", "tag": "e2894cb3-a993-43a9-a58e-1c4b58a9cf7c", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:14:29.702025 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5985b420-f876-47ff-86c2-fe0acb4f8157 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:14:29.703334 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'name': 'network-vif-deleted', 'tag': 'e2894cb3-a993-43a9-a58e-1c4b58a9cf7c', 'status': 'completed', 'code': 200} Aug 11 22:14:29.704805 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-39b555a2-49ce-4829-a413-08403ab6f99f req-b4009c81-7b9e-4f5a-90f7-01e328c924aa tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:29.707389 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-39b555a2-49ce-4829-a413-08403ab6f99f req-b4009c81-7b9e-4f5a-90f7-01e328c924aa tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.52 "DELETE /v2.0/ports/2b4fd92b-4177-42f2-b2d7-f08e82f9e6da HTTP/1.1" status: 204 len: 173 time: 1.6473215 Aug 11 22:14:29.961401 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-39b555a2-49ce-4829-a413-08403ab6f99f req-bb04db17-bfa4-4a0f-8417-83db7a4aeba2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Deleting port b0841e35-712c-4919-9743-7532de366613 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:14:29.961939 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-39b555a2-49ce-4829-a413-08403ab6f99f req-bb04db17-bfa4-4a0f-8417-83db7a4aeba2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:30.090111 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port e2559e55-1916-4912-88c9-a11e2523aefa, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e2559e55-1916-4912-88c9-a11e2523aefa,segment=NetworkSegment(a3dcb167-5947-4558-908e-3d33ae014591),segment_id=a3dcb167-5947-4558-908e-3d33ae014591)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:14:30.112562 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:30.113806 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device edaff90d-e53c-40c3-9e3d-8aeb7c62d23f no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:14:30.299651 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-39b555a2-49ce-4829-a413-08403ab6f99f req-bb04db17-bfa4-4a0f-8417-83db7a4aeba2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] For port b0841e35-712c-4919-9743-7532de366613, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=b0841e35-712c-4919-9743-7532de366613,segment=NetworkSegment(9c982ec6-2c84-465b-999c-00765c0cf758),segment_id=9c982ec6-2c84-465b-999c-00765c0cf758)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:14:30.300319 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-39b555a2-49ce-4829-a413-08403ab6f99f req-bb04db17-bfa4-4a0f-8417-83db7a4aeba2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:30.380851 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862027b-529c-4a73-a11f-14f6c6609f93 req-14a47ce7-514e-4559-a5bf-d9d15e5837d1 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:30.381823 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=e2559e55-1916-4912-88c9-a11e2523aefa,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:30.413536 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862027b-529c-4a73-a11f-14f6c6609f93 req-14a47ce7-514e-4559-a5bf-d9d15e5837d1 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:30.415954 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1862027b-529c-4a73-a11f-14f6c6609f93 req-14a47ce7-514e-4559-a5bf-d9d15e5837d1 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 1677 time: 0.1949570 Aug 11 22:14:30.435846 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device edaff90d-e53c-40c3-9e3d-8aeb7c62d23f not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:14:30.542736 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1862027b-529c-4a73-a11f-14f6c6609f93 req-82a9fbe0-bc81-4876-9dee-8793a48c8b1c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148784 Aug 11 22:14:30.750102 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-39b555a2-49ce-4829-a413-08403ab6f99f req-bb04db17-bfa4-4a0f-8417-83db7a4aeba2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:30.750687 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-39b555a2-49ce-4829-a413-08403ab6f99f req-bb04db17-bfa4-4a0f-8417-83db7a4aeba2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:30.750821 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [req-39b555a2-49ce-4829-a413-08403ab6f99f req-bb04db17-bfa4-4a0f-8417-83db7a4aeba2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Floating IP e1b155d2-3660-4d77-a6c0-0e703a470e3b disassociated. External IP: 172.25.2.130, port: b0841e35-712c-4919-9743-7532de366613. Aug 11 22:14:30.751269 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-39b555a2-49ce-4829-a413-08403ab6f99f req-bb04db17-bfa4-4a0f-8417-83db7a4aeba2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Calling delete_port for b0841e35-712c-4919-9743-7532de366613 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:14:30.851936 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d1b6a402-2d16-442b-8154-31fb71bc31ca req-7a47ee3d-796c-4b74-b88e-f9f8848aad5a tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.1118765 Aug 11 22:14:31.027485 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-39b555a2-49ce-4829-a413-08403ab6f99f req-bb04db17-bfa4-4a0f-8417-83db7a4aeba2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:31.066732 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb04db17-bfa4-4a0f-8417-83db7a4aeba2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Pushing event deleted for resources: {'Port': ['ID=b0841e35-712c-4919-9743-7532de366613,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:31.201726 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0841e35-712c-4919-9743-7532de366613'}, {'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2559e55-1916-4912-88c9-a11e2523aefa'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:14:31.204845 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9e8f06-cbe8-48b1-bf31-952c80584af1" -d '{"events": [{"server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "name": "network-vif-unplugged", "status": "completed", "tag": "b0841e35-712c-4919-9743-7532de366613"}, {"server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "name": "network-vif-unplugged", "status": "completed", "tag": "e2559e55-1916-4912-88c9-a11e2523aefa"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:14:31.239148 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39b555a2-49ce-4829-a413-08403ab6f99f req-bb04db17-bfa4-4a0f-8417-83db7a4aeba2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Router 35252233-458c-40a7-b611-26ad81d7644e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:14:31.310953 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 11 Aug 2021 22:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb40bbb-a668-4380-a0fa-75d7dcc6b562 x-openstack-request-id: req-4fb40bbb-a668-4380-a0fa-75d7dcc6b562 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:14:31.311669 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "name": "network-vif-unplugged", "status": "completed", "tag": "b0841e35-712c-4919-9743-7532de366613", "code": 200}, {"server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "name": "network-vif-unplugged", "status": "completed", "tag": "e2559e55-1916-4912-88c9-a11e2523aefa", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:14:31.311988 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4fb40bbb-a668-4380-a0fa-75d7dcc6b562 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:14:31.312471 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0841e35-712c-4919-9743-7532de366613', 'code': 200} Aug 11 22:14:31.312878 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2559e55-1916-4912-88c9-a11e2523aefa', 'code': 200} Aug 11 22:14:31.440422 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39b555a2-49ce-4829-a413-08403ab6f99f req-bb04db17-bfa4-4a0f-8417-83db7a4aeba2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:14:31.457717 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b398e2ba-ac9f-493d-a6c6-95c3dc7d8f65 None None] Sync routers for ids ['35252233-458c-40a7-b611-26ad81d7644e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:14:31.477173 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b398e2ba-ac9f-493d-a6c6-95c3dc7d8f65 None None] Routers {'35252233-458c-40a7-b611-26ad81d7644e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:14:31.478075 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-b398e2ba-ac9f-493d-a6c6-95c3dc7d8f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:14:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['35252233-458c-40a7-b611-26ad81d7644e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:14:31.567747 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b555a2-49ce-4829-a413-08403ab6f99f req-bb04db17-bfa4-4a0f-8417-83db7a4aeba2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] No DVR routers for this DVR port b0841e35-712c-4919-9743-7532de366613 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:14:31.571972 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-39b555a2-49ce-4829-a413-08403ab6f99f req-bb04db17-bfa4-4a0f-8417-83db7a4aeba2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:31.574501 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-39b555a2-49ce-4829-a413-08403ab6f99f req-bb04db17-bfa4-4a0f-8417-83db7a4aeba2 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.52 "DELETE /v2.0/ports/b0841e35-712c-4919-9743-7532de366613 HTTP/1.1" status: 204 len: 173 time: 1.8590653 Aug 11 22:14:31.755424 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'name': 'network-vif-deleted', 'tag': '2b4fd92b-4177-42f2-b2d7-f08e82f9e6da'}, {'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'name': 'network-vif-deleted', 'tag': 'b0841e35-712c-4919-9743-7532de366613'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:14:31.761730 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582c1d10-8097-44f1-98a0-4d83e1f12f1c" -d '{"events": [{"server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "name": "network-vif-deleted", "tag": "2b4fd92b-4177-42f2-b2d7-f08e82f9e6da"}, {"server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "name": "network-vif-deleted", "tag": "b0841e35-712c-4919-9743-7532de366613"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:14:31.781896 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-b398e2ba-ac9f-493d-a6c6-95c3dc7d8f65 None None] Set router 35252233-458c-40a7-b611-26ad81d7644e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:14:31.835890 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-39b555a2-49ce-4829-a413-08403ab6f99f req-5a9f0140-c92b-4af0-b035-f25e14b38453 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Deleting port e2559e55-1916-4912-88c9-a11e2523aefa {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:14:31.836239 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-39b555a2-49ce-4829-a413-08403ab6f99f req-5a9f0140-c92b-4af0-b035-f25e14b38453 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:31.873989 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52304) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:31.878858 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ace254-2b20-4c39-b84f-63d212b5676c req-1c92aead-3c58-42fb-a1dd-734203c0de8c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:31.901699 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-02ace254-2b20-4c39-b84f-63d212b5676c req-1c92aead-3c58-42fb-a1dd-734203c0de8c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 943 time: 0.1984854 Aug 11 22:14:32.043939 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-02ace254-2b20-4c39-b84f-63d212b5676c req-a2235379-8e46-4082-81ef-e3efb2b853ce tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups?id=9c431591-c851-43d7-be71-b3f4bdb20e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249201 Aug 11 22:14:32.102109 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-39b555a2-49ce-4829-a413-08403ab6f99f req-5a9f0140-c92b-4af0-b035-f25e14b38453 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] For port e2559e55-1916-4912-88c9-a11e2523aefa, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e2559e55-1916-4912-88c9-a11e2523aefa,segment=NetworkSegment(a3dcb167-5947-4558-908e-3d33ae014591),segment_id=a3dcb167-5947-4558-908e-3d33ae014591)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:14:32.104597 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-39b555a2-49ce-4829-a413-08403ab6f99f req-5a9f0140-c92b-4af0-b035-f25e14b38453 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:32.146558 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-39b555a2-49ce-4829-a413-08403ab6f99f req-5a9f0140-c92b-4af0-b035-f25e14b38453 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Calling delete_port for e2559e55-1916-4912-88c9-a11e2523aefa owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:14:32.292586 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 22:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab7221c-701e-40af-a539-6ddf76a3d2d7 x-openstack-request-id: req-6ab7221c-701e-40af-a539-6ddf76a3d2d7 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:14:32.296882 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "name": "network-vif-deleted", "tag": "2b4fd92b-4177-42f2-b2d7-f08e82f9e6da", "status": "completed", "code": 200}, {"server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "name": "network-vif-deleted", "tag": "b0841e35-712c-4919-9743-7532de366613", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:14:32.298084 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6ab7221c-701e-40af-a539-6ddf76a3d2d7 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:14:32.299058 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'name': 'network-vif-deleted', 'tag': '2b4fd92b-4177-42f2-b2d7-f08e82f9e6da', 'status': 'completed', 'code': 200} Aug 11 22:14:32.299789 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'name': 'network-vif-deleted', 'tag': 'b0841e35-712c-4919-9743-7532de366613', 'status': 'completed', 'code': 200} Aug 11 22:14:32.362870 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-b398e2ba-ac9f-493d-a6c6-95c3dc7d8f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35252233-458c-40a7-b611-26ad81d7644e', 'name': 'tempest-TaggedBootDevicesTest_v242-1180150663-router', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b75a1592-7ca5-418c-81b2-92e801857e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:02:29Z', 'updated_at': '2021-08-11T22:02:37Z', 'revision_number': 4, 'project_id': '21f8e25332dd44aa8653731b1f899e18', 'gw_port': {'id': 'b75a1592-7ca5-418c-81b2-92e801857e3d', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35252233-458c-40a7-b611-26ad81d7644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:02:31Z', 'updated_at': '2021-08-11T22:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '8a180be2-5d97-4773-8d7d-147c71ae6b10', 'name': '', 'network_id': '51af6b0f-08b6-41a5-a9ed-48b34e3cb239', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'mac_address': 'fa:16:3e:e5:0a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35252233-458c-40a7-b611-26ad81d7644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '7dff4e45-f48e-4976-9708-e4527f53ecdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:02:35Z', 'updated_at': '2021-08-11T22:02:46Z', 'revision_number': 5, 'project_id': '21f8e25332dd44aa8653731b1f899e18', 'subnets': [{'id': '7dff4e45-f48e-4976-9708-e4527f53ecdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:14:32.443207 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b398e2ba-ac9f-493d-a6c6-95c3dc7d8f65 None None] Checking router: 35252233-458c-40a7-b611-26ad81d7644e for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:14:32.456069 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b398e2ba-ac9f-493d-a6c6-95c3dc7d8f65 None None] Routers {'35252233-458c-40a7-b611-26ad81d7644e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:14:32.456315 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b78cc6af-b3b0-4f1f-bef6-5b03df2dd25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:32.457555 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-b398e2ba-ac9f-493d-a6c6-95c3dc7d8f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:14:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['35252233-458c-40a7-b611-26ad81d7644e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:14:32.476531 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c105b057-f467-4f4a-ac71-f83424c417b2 req-20b9baa4-cf89-4e1c-9870-a138a4ad1fcd tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0749788 Aug 11 22:14:32.575965 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-39b555a2-49ce-4829-a413-08403ab6f99f req-5a9f0140-c92b-4af0-b035-f25e14b38453 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:32.628580 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-b398e2ba-ac9f-493d-a6c6-95c3dc7d8f65 None None] Set router 35252233-458c-40a7-b611-26ad81d7644e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:14:32.702852 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f0140-c92b-4af0-b035-f25e14b38453 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Pushing event deleted for resources: {'Port': ['ID=e2559e55-1916-4912-88c9-a11e2523aefa,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:32.746329 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b555a2-49ce-4829-a413-08403ab6f99f req-5a9f0140-c92b-4af0-b035-f25e14b38453 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] No DVR routers for this DVR port e2559e55-1916-4912-88c9-a11e2523aefa on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:14:32.751420 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-39b555a2-49ce-4829-a413-08403ab6f99f req-5a9f0140-c92b-4af0-b035-f25e14b38453 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:32.754992 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-39b555a2-49ce-4829-a413-08403ab6f99f req-5a9f0140-c92b-4af0-b035-f25e14b38453 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.52 "DELETE /v2.0/ports/e2559e55-1916-4912-88c9-a11e2523aefa HTTP/1.1" status: 204 len: 173 time: 1.1736791 Aug 11 22:14:32.880703 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b78cc6af-b3b0-4f1f-bef6-5b03df2dd25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:32.896813 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b78cc6af-b3b0-4f1f-bef6-5b03df2dd25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:33.018063 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b78cc6af-b3b0-4f1f-bef6-5b03df2dd25e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b9da25ec94a04c3b9a715aaae9ddd172&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1425347 Aug 11 22:14:33.018444 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78cc6af-b3b0-4f1f-bef6-5b03df2dd25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df882fb-7f62-4192-b35f-be70210f1909,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:33.024027 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52386) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:33.192804 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d4ca20c5-df25-4561-9213-219039c2279b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:33.260412 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d4ca20c5-df25-4561-9213-219039c2279b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:33.368929 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d4ca20c5-df25-4561-9213-219039c2279b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:33.376545 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d4ca20c5-df25-4561-9213-219039c2279b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:33.382887 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d4ca20c5-df25-4561-9213-219039c2279b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0df882fb-7f62-4192-b35f-be70210f1909 HTTP/1.1" status: 204 len: 168 time: 0.3369646 Aug 11 22:14:33.396076 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c11538e3-06dd-4c3a-be12-5b7f37a7d6bc req-0155e4e8-16c3-4370-88b7-6f6682ec0865 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 210 time: 0.0807953 Aug 11 22:14:33.415859 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca20c5-df25-4561-9213-219039c2279b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df882fb-7f62-4192-b35f-be70210f1909,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:33.550714 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-b398e2ba-ac9f-493d-a6c6-95c3dc7d8f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35252233-458c-40a7-b611-26ad81d7644e', 'name': 'tempest-TaggedBootDevicesTest_v242-1180150663-router', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b75a1592-7ca5-418c-81b2-92e801857e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:02:29Z', 'updated_at': '2021-08-11T22:02:37Z', 'revision_number': 4, 'project_id': '21f8e25332dd44aa8653731b1f899e18', 'gw_port': {'id': 'b75a1592-7ca5-418c-81b2-92e801857e3d', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35252233-458c-40a7-b611-26ad81d7644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:02:31Z', 'updated_at': '2021-08-11T22:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '8a180be2-5d97-4773-8d7d-147c71ae6b10', 'name': '', 'network_id': '51af6b0f-08b6-41a5-a9ed-48b34e3cb239', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'mac_address': 'fa:16:3e:e5:0a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35252233-458c-40a7-b611-26ad81d7644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '7dff4e45-f48e-4976-9708-e4527f53ecdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:02:35Z', 'updated_at': '2021-08-11T22:02:46Z', 'revision_number': 5, 'project_id': '21f8e25332dd44aa8653731b1f899e18', 'subnets': [{'id': '7dff4e45-f48e-4976-9708-e4527f53ecdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:14:33.605316 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b398e2ba-ac9f-493d-a6c6-95c3dc7d8f65 None None] The sync data for ids ['35252233-458c-40a7-b611-26ad81d7644e'] in n-d-804275-3 is: [{'id': '35252233-458c-40a7-b611-26ad81d7644e', 'name': 'tempest-TaggedBootDevicesTest_v242-1180150663-router', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b75a1592-7ca5-418c-81b2-92e801857e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:02:29Z', 'updated_at': '2021-08-11T22:02:37Z', 'revision_number': 4, 'project_id': '21f8e25332dd44aa8653731b1f899e18', 'gw_port': {'id': 'b75a1592-7ca5-418c-81b2-92e801857e3d', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35252233-458c-40a7-b611-26ad81d7644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:02:31Z', 'updated_at': '2021-08-11T22:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '8a180be2-5d97-4773-8d7d-147c71ae6b10', 'name': '', 'network_id': '51af6b0f-08b6-41a5-a9ed-48b34e3cb239', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'mac_address': 'fa:16:3e:e5:0a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35252233-458c-40a7-b611-26ad81d7644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '7dff4e45-f48e-4976-9708-e4527f53ecdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:02:35Z', 'updated_at': '2021-08-11T22:02:46Z', 'revision_number': 5, 'project_id': '21f8e25332dd44aa8653731b1f899e18', 'subnets': [{'id': '7dff4e45-f48e-4976-9708-e4527f53ecdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:14:33.819271 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-88ed1748-37b9-4dcd-8f06-f6fa0206accb req-d2564ca3-59ec-4bfb-893f-c733cf4a315c tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0756686 Aug 11 22:14:34.267763 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1ccfeb-57a8-44d6-9c6d-58422e411cb7 None None] New status for floating IP e1b155d2-3660-4d77-a6c0-0e703a470e3b: DOWN {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:14:34.301886 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'name': 'network-vif-deleted', 'tag': 'e2559e55-1916-4912-88c9-a11e2523aefa'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:14:34.305161 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656feee1-377d-4c16-9530-534ea4d6a97e" -d '{"events": [{"server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "name": "network-vif-deleted", "tag": "e2559e55-1916-4912-88c9-a11e2523aefa"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:14:34.432613 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52490) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:34.447081 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1af414-82f0-4ad2-a38e-7bb304cbdf48 x-openstack-request-id: req-5b1af414-82f0-4ad2-a38e-7bb304cbdf48 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:14:34.448045 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f", "name": "network-vif-deleted", "tag": "e2559e55-1916-4912-88c9-a11e2523aefa", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:14:34.448733 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5b1af414-82f0-4ad2-a38e-7bb304cbdf48 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:14:34.449380 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f', 'name': 'network-vif-deleted', 'tag': 'e2559e55-1916-4912-88c9-a11e2523aefa', 'status': 'completed', 'code': 200} Aug 11 22:14:34.456813 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ada4da1b-bd7f-4728-8296-80e86b94df1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:34.646328 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 52506) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:34.765926 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-28dfea49-8608-4328-b1ff-a26f94e3fad3 req-991dba31-5ae2-4233-9667-cfcb841a5906 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 210 time: 0.1140749 Aug 11 22:14:34.826934 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ada4da1b-bd7f-4728-8296-80e86b94df1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:34.836830 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ada4da1b-bd7f-4728-8296-80e86b94df1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:34.921714 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ada4da1b-bd7f-4728-8296-80e86b94df1c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=309a93dbbee444e882377e7b6cd2ae24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4867520 Aug 11 22:14:34.925851 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52524) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:35.035984 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fad14e8-485c-4a48-8c6b-b7b509505fe2 req-578e393d-28a5-46e1-821c-991e4c8fb7ef tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0576382 Aug 11 22:14:35.054855 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada4da1b-bd7f-4728-8296-80e86b94df1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271b67ac-9444-4c99-b421-dd481e970b02,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:35.072607 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3a61849a-3142-4d97-9ca0-9851568b83ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:35.100624 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b28d6676-906d-4144-a514-2c1672cfe9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:35.227204 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b28d6676-906d-4144-a514-2c1672cfe9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:35.315081 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3a61849a-3142-4d97-9ca0-9851568b83ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:35.333666 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3a61849a-3142-4d97-9ca0-9851568b83ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:35.349301 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b28d6676-906d-4144-a514-2c1672cfe9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:35.352775 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b28d6676-906d-4144-a514-2c1672cfe9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:35.358561 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b28d6676-906d-4144-a514-2c1672cfe9b8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/271b67ac-9444-4c99-b421-dd481e970b02 HTTP/1.1" status: 204 len: 168 time: 0.4306753 Aug 11 22:14:35.383273 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d6676-906d-4144-a514-2c1672cfe9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271b67ac-9444-4c99-b421-dd481e970b02,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:35.482854 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3a61849a-3142-4d97-9ca0-9851568b83ff admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=048c1b8e677c4494b7ec3723739bb54f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8164928 Aug 11 22:14:35.484010 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52546) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:35.485485 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61849a-3142-4d97-9ca0-9851568b83ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8263410d-e8ab-4704-bc90-3358b2127b5e,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:35.654931 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-88de0f43-fd78-4193-a097-68853b351d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:35.720036 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-88de0f43-fd78-4193-a097-68853b351d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:35.871772 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-88de0f43-fd78-4193-a097-68853b351d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:35.871772 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-88de0f43-fd78-4193-a097-68853b351d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:35.880039 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-88de0f43-fd78-4193-a097-68853b351d8f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8263410d-e8ab-4704-bc90-3358b2127b5e HTTP/1.1" status: 204 len: 168 time: 0.3877387 Aug 11 22:14:35.989917 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de0f43-fd78-4193-a097-68853b351d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8263410d-e8ab-4704-bc90-3358b2127b5e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:36.140921 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4402dcc8-f999-498a-b300-1d0d371ca111 req-9fe9bdc4-e7fa-457b-89d0-a2950ec1eaaa tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 210 time: 0.1010182 Aug 11 22:14:36.412813 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8dd5facd-804b-4194-91f8-a271fde7caa4 req-1299c3cf-8d42-42b1-90a6-94fa8c7ae85c tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0862105 Aug 11 22:14:37.396598 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-30475c30-917e-4e30-9891-01be9907402f req-196fbbe0-9052-43a8-8ddd-c250ad589333 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 210 time: 0.0684929 Aug 11 22:14:37.576709 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-44f866a1-60eb-4401-b892-33783282e96c req-b072b6e5-25cc-4956-b86d-e139c3da5f74 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=606125cec1524b06a2d7f4c8b5ca1afd&device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0902495 Aug 11 22:14:37.664718 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-44f866a1-60eb-4401-b892-33783282e96c req-67b8c3a5-7cb5-4c46-a53e-0a2d659bdeaa service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=606125cec1524b06a2d7f4c8b5ca1afd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435636 Aug 11 22:14:37.787081 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-54bb5120-9afa-475f-b136-acdd6b1c439a req-23347472-e3f7-4036-bed2-d56252ed8d2f tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0842936 Aug 11 22:14:37.954454 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f866a1-60eb-4401-b892-33783282e96c req-d10f5830-262b-4027-89bb-86b2c05c4064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:37.958685 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-44f866a1-60eb-4401-b892-33783282e96c req-d10f5830-262b-4027-89bb-86b2c05c4064 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2856901 Aug 11 22:14:38.114968 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:38.693153 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-61fea6eb-c81c-4c56-b0dc-bdaa3ad9d45c req-956286c3-13dd-460c-be94-393b8c7aeb52 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 210 time: 0.0661573 Aug 11 22:14:39.051841 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f61bdb94-0c69-40e5-a60b-ec326834f8ea req-e6928329-a285-4ba4-94e5-f061247a46d3 tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0611665 Aug 11 22:14:39.160263 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52756) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:39.470103 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6c013ade-81e3-4fd7-bab9-718a792c2c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:39.598158 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6c013ade-81e3-4fd7-bab9-718a792c2c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:39.603677 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6c013ade-81e3-4fd7-bab9-718a792c2c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:39.637268 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6c013ade-81e3-4fd7-bab9-718a792c2c04 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5cf0e13d924b42c3aff2cdc71a3bd42d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4745240 Aug 11 22:14:39.641442 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 52786) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:39.659686 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c013ade-81e3-4fd7-bab9-718a792c2c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909dee32-f621-45f1-a319-c6e92c8b3010,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:39.745806 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-76d49d25-0720-4b89-9505-2fa279bf239d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:39.789633 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-76d49d25-0720-4b89-9505-2fa279bf239d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:39.921813 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-97a98bdd-20eb-4a45-9dbe-9aa89ec6f011 req-4eaabec5-08fd-4b41-8ebc-3323718bd4fc tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 210 time: 0.0674951 Aug 11 22:14:39.941737 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-76d49d25-0720-4b89-9505-2fa279bf239d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:39.945346 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-76d49d25-0720-4b89-9505-2fa279bf239d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:39.950529 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-76d49d25-0720-4b89-9505-2fa279bf239d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/909dee32-f621-45f1-a319-c6e92c8b3010 HTTP/1.1" status: 204 len: 168 time: 0.3039329 Aug 11 22:14:39.971599 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d49d25-0720-4b89-9505-2fa279bf239d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909dee32-f621-45f1-a319-c6e92c8b3010,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:40.327750 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-866515eb-9b66-4951-8bdc-500e07cfe679 req-34b23773-28c9-4669-80c9-44bfa8d178ca tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0462615 Aug 11 22:14:40.656959 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52848) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:41.122120 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9211cda0-aca1-4a9c-b7d9-5f61536af64c req-c509fdda-3a45-45b7-9e96-9732e9fbcc2b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 210 time: 0.0408814 Aug 11 22:14:41.167795 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-110deeef-c376-4a6e-9210-26c7fdb3a406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:41.326576 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-110deeef-c376-4a6e-9210-26c7fdb3a406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:41.332507 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-110deeef-c376-4a6e-9210-26c7fdb3a406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:41.372579 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110deeef-c376-4a6e-9210-26c7fdb3a406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfcd0f2-ec24-4f37-acf3-fb7c607934cc,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:41.420487 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-110deeef-c376-4a6e-9210-26c7fdb3a406 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ae671fbc70834a628596a13a28f592ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7609923 Aug 11 22:14:41.423109 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 52886) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:41.497203 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-540b1782-2dfd-4dcd-bbbc-e820d09fcd4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:41.528380 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-540b1782-2dfd-4dcd-bbbc-e820d09fcd4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:41.612474 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-540b1782-2dfd-4dcd-bbbc-e820d09fcd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:41.616272 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-540b1782-2dfd-4dcd-bbbc-e820d09fcd4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:41.617805 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-540b1782-2dfd-4dcd-bbbc-e820d09fcd4c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dcfcd0f2-ec24-4f37-acf3-fb7c607934cc HTTP/1.1" status: 204 len: 168 time: 0.1928308 Aug 11 22:14:41.648603 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7ca3d867-e1e6-44ac-a58d-1c22aca66648 req-4c6dc720-a628-4ae8-af3e-4d15756561c0 tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0671043 Aug 11 22:14:41.656259 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b1782-2dfd-4dcd-bbbc-e820d09fcd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfcd0f2-ec24-4f37-acf3-fb7c607934cc,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:41.711576 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 52894) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:42.360169 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bb964033-216a-4dd5-ab89-23b79b0e957e req-2c86e259-4155-4062-bde6-86058e1e2044 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 210 time: 0.0870245 Aug 11 22:14:42.387330 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d95b625d-c4a6-4013-9410-079546ba4add admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:42.578947 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d95b625d-c4a6-4013-9410-079546ba4add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:42.585843 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d95b625d-c4a6-4013-9410-079546ba4add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:42.665565 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52926) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:42.671105 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d95b625d-c4a6-4013-9410-079546ba4add admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=827def32f0fb4e64958bb040b2b1d1de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9578505 Aug 11 22:14:42.672657 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b625d-c4a6-4013-9410-079546ba4add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9030c2dc-447f-42f6-914c-1242063faefe,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:42.676049 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 52928) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:42.715857 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0e48f7f6-c41a-4d37-bf2f-85b43edb4ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:42.846488 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b2001749-b28e-48c0-876e-ac35d640060b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:42.976076 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0e48f7f6-c41a-4d37-bf2f-85b43edb4ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:42.982890 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0e48f7f6-c41a-4d37-bf2f-85b43edb4ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:43.006855 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c87c73eb-38ce-4eea-bce7-e82702646e62 req-4f682182-465b-4303-aadc-e50580a5b206 tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0789618 Aug 11 22:14:43.021076 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b2001749-b28e-48c0-876e-ac35d640060b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:43.055851 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e48f7f6-c41a-4d37-bf2f-85b43edb4ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8082229a-4d8a-4626-8cf7-e75f390bb3d8,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:43.139182 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0e48f7f6-c41a-4d37-bf2f-85b43edb4ce3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=532735d3ddde44088bee56a0c607477e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4712098 Aug 11 22:14:43.144030 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b2001749-b28e-48c0-876e-ac35d640060b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:43.144299 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52938) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:43.157695 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b2001749-b28e-48c0-876e-ac35d640060b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:43.163720 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b2001749-b28e-48c0-876e-ac35d640060b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9030c2dc-447f-42f6-914c-1242063faefe HTTP/1.1" status: 204 len: 168 time: 0.4863517 Aug 11 22:14:43.207836 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2001749-b28e-48c0-876e-ac35d640060b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9030c2dc-447f-42f6-914c-1242063faefe,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:43.271061 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-542d7c29-2c45-445a-8239-ce4beea79c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:43.289429 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4be192ef-4e4f-4fb9-8b28-e0dfd1837e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:43.334629 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4be192ef-4e4f-4fb9-8b28-e0dfd1837e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:43.434375 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 52950) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:43.466006 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4be192ef-4e4f-4fb9-8b28-e0dfd1837e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:43.470957 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4be192ef-4e4f-4fb9-8b28-e0dfd1837e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:43.478821 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4be192ef-4e4f-4fb9-8b28-e0dfd1837e40 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8082229a-4d8a-4626-8cf7-e75f390bb3d8 HTTP/1.1" status: 204 len: 168 time: 0.3279536 Aug 11 22:14:43.503663 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be192ef-4e4f-4fb9-8b28-e0dfd1837e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8082229a-4d8a-4626-8cf7-e75f390bb3d8,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:43.686675 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bb87a15a-3741-400d-b0de-101639b8581d req-f8186037-30ab-44f8-adae-c6ab22945f8f tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 210 time: 0.1029773 Aug 11 22:14:43.859263 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-869cc70b-4689-4caa-95ef-cbcfcc25929e tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:14:43.937374 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-869cc70b-4689-4caa-95ef-cbcfcc25929e tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:44.262586 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4068a05f-4faf-41b4-bc8d-624efc8eafdd req-291d1688-1bfb-40cd-a381-0f37482799af tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0647495 Aug 11 22:14:44.268708 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-869cc70b-4689-4caa-95ef-cbcfcc25929e tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:44.429235 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-869cc70b-4689-4caa-95ef-cbcfcc25929e tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Allocated IP 172.25.2.50 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/4e8d7add-004f-4086-8dd1-2e830ae2a881) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:14:44.710268 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-869cc70b-4689-4caa-95ef-cbcfcc25929e tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:44.877855 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-869cc70b-4689-4caa-95ef-cbcfcc25929e tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:45.066768 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d7fa51a6-27fa-42db-9c17-3189d2727570 req-816b3162-0ef9-4893-b897-1b9dcb9e794c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 210 time: 0.0998225 Aug 11 22:14:45.090972 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869cc70b-4689-4caa-95ef-cbcfcc25929e tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:14:45.100414 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-869cc70b-4689-4caa-95ef-cbcfcc25929e tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:14:45.113298 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869cc70b-4689-4caa-95ef-cbcfcc25929e tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:14:45.170474 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869cc70b-4689-4caa-95ef-cbcfcc25929e tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Pushing event updated for resources: {'Port': ['ID=4e8d7add-004f-4086-8dd1-2e830ae2a881,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:45.336867 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-869cc70b-4689-4caa-95ef-cbcfcc25929e tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:45.432148 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-869cc70b-4689-4caa-95ef-cbcfcc25929e tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:45.597875 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0b00163f-0f9d-48c8-80b7-fc4d0060afee req-e6bbf522-4785-4a57-b604-bb0550c5e215 tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.1188316 Aug 11 22:14:45.736388 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6ddc042-a6bd-42e8-bbae-7c3c9cf8d30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:45.936677 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-869cc70b-4689-4caa-95ef-cbcfcc25929e tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:45.946059 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-869cc70b-4689-4caa-95ef-cbcfcc25929e tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:46.040174 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:46.184319 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869cc70b-4689-4caa-95ef-cbcfcc25929e tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Pushing event updated for resources: {'Port': ['ID=4e8d7add-004f-4086-8dd1-2e830ae2a881,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:46.244569 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-869cc70b-4689-4caa-95ef-cbcfcc25929e tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:46.363346 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c2540a7c-6d32-49e3-aa2c-26e878d16dfc req-43129cbb-5866-4700-8966-7ab12d89fac4 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 210 time: 0.0855894 Aug 11 22:14:46.366568 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-869cc70b-4689-4caa-95ef-cbcfcc25929e tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:46.372130 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-869cc70b-4689-4caa-95ef-cbcfcc25929e tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9361999 Aug 11 22:14:46.378069 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53054) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:46.387188 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-abee875d-ca49-483f-8d78-9865d980564f tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2054896204', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'fixed_ips': [{'ip_address': '172.25.2.50'}]}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:14:46.482369 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abee875d-ca49-483f-8d78-9865d980564f tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Made reservation on behalf of bd0026f54bb34547a8fa3e3481407b7f for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:14:46.485858 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-abee875d-ca49-483f-8d78-9865d980564f tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:46.499081 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-abee875d-ca49-483f-8d78-9865d980564f tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:46.677253 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-abee875d-ca49-483f-8d78-9865d980564f tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:46.690972 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-abee875d-ca49-483f-8d78-9865d980564f tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:46.709524 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-abee875d-ca49-483f-8d78-9865d980564f tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] device_id is not set on port b0a90838-8b25-4ca8-8509-afb037504a30 yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:14:46.867790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee875d-ca49-483f-8d78-9865d980564f tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07667a7-8211-406e-a3b8-54bebde00908,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:46.870466 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-feef81e0-a2e6-48bb-bc0f-8c7c8a4bb901 req-d79c8094-dad0-435b-b8c4-f0c6c8abaef1 tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0794339 Aug 11 22:14:47.088272 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53078) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:47.161610 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-abee875d-ca49-483f-8d78-9865d980564f tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 11 22:14:47.162135 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abee875d-ca49-483f-8d78-9865d980564f tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:14:47.227382 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-abee875d-ca49-483f-8d78-9865d980564f tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.8445976 Aug 11 22:14:47.227604 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53088) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:47.465145 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:47.566589 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-a43a06be-b83d-4222-a9b0-de3ec6c3b979 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:14:47.640782 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-02e1edf3-9f72-4b3b-9309-16c11f171fe8 req-27aa2d47-be42-4e98-b15f-8d424b73c5bb tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 210 time: 0.0816774 Aug 11 22:14:47.660657 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a43a06be-b83d-4222-a9b0-de3ec6c3b979 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:47.724666 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-a7b74d20-1b4d-4b22-9e2a-6089572deb67 tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Deleting port 4e8d7add-004f-4086-8dd1-2e830ae2a881 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:14:47.724905 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a7b74d20-1b4d-4b22-9e2a-6089572deb67 tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:47.862256 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a7b74d20-1b4d-4b22-9e2a-6089572deb67 tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:47.862668 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a7b74d20-1b4d-4b22-9e2a-6089572deb67 tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:47.882844 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-a7b74d20-1b4d-4b22-9e2a-6089572deb67 tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Calling delete_port for 4e8d7add-004f-4086-8dd1-2e830ae2a881 owned by network:floatingip {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:14:48.124791 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a43a06be-b83d-4222-a9b0-de3ec6c3b979 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:48.126005 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a7b74d20-1b4d-4b22-9e2a-6089572deb67 tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:48.157140 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47b12af1-6890-4b77-a7b7-570c6e235606 req-9b69ea9b-b23b-4e04-97b6-2b0dbcdedce1 tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0515606 Aug 11 22:14:48.274988 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b74d20-1b4d-4b22-9e2a-6089572deb67 tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e8d7add-004f-4086-8dd1-2e830ae2a881,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:48.414779 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a7b74d20-1b4d-4b22-9e2a-6089572deb67 tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:48.418617 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a7b74d20-1b4d-4b22-9e2a-6089572deb67 tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:48.419944 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a7b74d20-1b4d-4b22-9e2a-6089572deb67 tempest-ExternalNetworksAdminNegativeTestJSON-689053017 tempest-ExternalNetworksAdminNegativeTestJSON-689053017-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/e0a2d367-edc3-498c-9c56-c62e6fb26035 HTTP/1.1" status: 204 len: 168 time: 1.1917844 Aug 11 22:14:48.451684 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-a43a06be-b83d-4222-a9b0-de3ec6c3b979 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Allocated IP 172.25.2.154 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/d3738d67-9b7a-4a4a-b377-a7cc3ac1925a) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:14:48.619978 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a43a06be-b83d-4222-a9b0-de3ec6c3b979 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:48.722937 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a43a06be-b83d-4222-a9b0-de3ec6c3b979 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:48.813395 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43a06be-b83d-4222-a9b0-de3ec6c3b979 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:14:48.829678 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-a43a06be-b83d-4222-a9b0-de3ec6c3b979 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:14:48.839366 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43a06be-b83d-4222-a9b0-de3ec6c3b979 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:14:48.921343 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a06be-b83d-4222-a9b0-de3ec6c3b979 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Pushing event updated for resources: {'Port': ['ID=d3738d67-9b7a-4a4a-b377-a7cc3ac1925a,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:48.926852 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8016d219-e6fb-4589-8c90-bda295337e83 req-d28e326a-7270-44ab-8daa-c1501605dffd tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 210 time: 0.1004491 Aug 11 22:14:48.943449 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a06be-b83d-4222-a9b0-de3ec6c3b979 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:48.944243 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a06be-b83d-4222-a9b0-de3ec6c3b979 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:48.944853 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a06be-b83d-4222-a9b0-de3ec6c3b979 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:48.945450 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a06be-b83d-4222-a9b0-de3ec6c3b979 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:48.946057 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a06be-b83d-4222-a9b0-de3ec6c3b979 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:48.946568 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a06be-b83d-4222-a9b0-de3ec6c3b979 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:48.947141 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a06be-b83d-4222-a9b0-de3ec6c3b979 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:48.947766 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a06be-b83d-4222-a9b0-de3ec6c3b979 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:48.948359 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a06be-b83d-4222-a9b0-de3ec6c3b979 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:48.948943 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a06be-b83d-4222-a9b0-de3ec6c3b979 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:48.949596 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a06be-b83d-4222-a9b0-de3ec6c3b979 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:48.950192 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a06be-b83d-4222-a9b0-de3ec6c3b979 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:48.989928 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:49.050395 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a43a06be-b83d-4222-a9b0-de3ec6c3b979 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:49.131384 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a43a06be-b83d-4222-a9b0-de3ec6c3b979 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:49.189758 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53144) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:49.441363 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b972d39-b526-42df-97b7-ca07aa5d63c0 req-9304bfc5-9b6e-4d91-81a3-60d174cd1215 tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0783460 Aug 11 22:14:49.503157 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a43a06be-b83d-4222-a9b0-de3ec6c3b979 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:49.511348 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a43a06be-b83d-4222-a9b0-de3ec6c3b979 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:49.541142 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53158) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:49.596936 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a06be-b83d-4222-a9b0-de3ec6c3b979 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Pushing event updated for resources: {'Port': ['ID=d3738d67-9b7a-4a4a-b377-a7cc3ac1925a,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:49.624123 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4993fa65-93a8-4659-b9b3-4ff7cf3dede7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:49.626121 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a43a06be-b83d-4222-a9b0-de3ec6c3b979 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:49.642740 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a43a06be-b83d-4222-a9b0-de3ec6c3b979 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:49.644091 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a43a06be-b83d-4222-a9b0-de3ec6c3b979 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5547810 Aug 11 22:14:49.647985 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53162) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:49.653578 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-5a743967-55f6-49ff-b444-a76301826735 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1823302257'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:14:49.661772 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aa9239ec-8363-4f88-bc71-362d6b0a37e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:49.767237 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4993fa65-93a8-4659-b9b3-4ff7cf3dede7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:49.772903 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4993fa65-93a8-4659-b9b3-4ff7cf3dede7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:49.819311 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4993fa65-93a8-4659-b9b3-4ff7cf3dede7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3e793fce20c2444287c67ae6be9aa824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6283464 Aug 11 22:14:49.820820 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a743967-55f6-49ff-b444-a76301826735 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Made reservation on behalf of 22c604fc73244ceb84c07e0f697bb261 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:14:49.822103 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53164) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:49.824319 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993fa65-93a8-4659-b9b3-4ff7cf3dede7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06eba4a-92a8-4dec-aa47-4ceb4a39c190,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:49.828912 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a743967-55f6-49ff-b444-a76301826735 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:49.854068 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a743967-55f6-49ff-b444-a76301826735 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:49.919935 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a59b2c06-dcf2-4c63-96d8-19d6fc080edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:49.958502 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a59b2c06-dcf2-4c63-96d8-19d6fc080edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:50.014171 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aa9239ec-8363-4f88-bc71-362d6b0a37e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:50.020317 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aa9239ec-8363-4f88-bc71-362d6b0a37e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:50.044991 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a59b2c06-dcf2-4c63-96d8-19d6fc080edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:50.047203 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a59b2c06-dcf2-4c63-96d8-19d6fc080edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:50.061525 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a59b2c06-dcf2-4c63-96d8-19d6fc080edf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c06eba4a-92a8-4dec-aa47-4ceb4a39c190 HTTP/1.1" status: 204 len: 168 time: 0.2280498 Aug 11 22:14:50.094704 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9239ec-8363-4f88-bc71-362d6b0a37e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010f1db9-2043-4c84-bc37-ee082e560c32,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:50.103588 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-aa9239ec-8363-4f88-bc71-362d6b0a37e9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=917c59319e53413a9aacd5ac99162db5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5609808 Aug 11 22:14:50.106603 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53172) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:50.126446 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b2c06-dcf2-4c63-96d8-19d6fc080edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06eba4a-92a8-4dec-aa47-4ceb4a39c190,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:50.199806 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4e2a1b74-3d16-4be4-99cc-e581c6d1414d req-9407822c-5a99-4c4b-98eb-970723bfccae tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 210 time: 0.1019769 Aug 11 22:14:50.200488 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f7c74348-a0f1-40cb-81b1-e6d62a399048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:50.244759 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f7c74348-a0f1-40cb-81b1-e6d62a399048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:50.332142 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f7c74348-a0f1-40cb-81b1-e6d62a399048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:50.336604 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f7c74348-a0f1-40cb-81b1-e6d62a399048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:50.341219 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f7c74348-a0f1-40cb-81b1-e6d62a399048 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/010f1db9-2043-4c84-bc37-ee082e560c32 HTTP/1.1" status: 204 len: 168 time: 0.2336972 Aug 11 22:14:50.353253 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c74348-a0f1-40cb-81b1-e6d62a399048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010f1db9-2043-4c84-bc37-ee082e560c32,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:50.408611 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a743967-55f6-49ff-b444-a76301826735 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:50.426550 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a743967-55f6-49ff-b444-a76301826735 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:50.455087 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:50.503351 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a743967-55f6-49ff-b444-a76301826735 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:14:50.522118 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a743967-55f6-49ff-b444-a76301826735 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f72146-34d7-4bf5-b748-2f7baa7bfb38,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:50.562173 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a743967-55f6-49ff-b444-a76301826735 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:50.566074 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-5a743967-55f6-49ff-b444-a76301826735 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Added segment 02e4f530-bd03-453b-859b-c88191eb8e6b of type vlan for network d6bb9518-cefa-4247-8143-36fe58e5b93a Aug 11 22:14:50.763661 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cb4e5136-b965-4cb8-981e-177f8c82ac07 req-62d7cfc3-fc15-4eab-acf3-1b12347a3a83 tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.1757939 Aug 11 22:14:50.790611 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53188) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:50.805747 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a743967-55f6-49ff-b444-a76301826735 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:50.885701 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-931ed347-dc1f-4b56-b8d6-862715026038 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bd0026f54bb34547a8fa3e3481407b7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0932162 Aug 11 22:14:50.890390 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53192) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:50.890997 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a743967-55f6-49ff-b444-a76301826735 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:50.905935 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a743967-55f6-49ff-b444-a76301826735 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:50.907054 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a743967-55f6-49ff-b444-a76301826735 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:51.057905 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a743967-55f6-49ff-b444-a76301826735 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Pushing event updated for resources: {'Network': ['ID=d6bb9518-cefa-4247-8143-36fe58e5b93a,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:51.069431 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8741fbf4-c16e-45d3-a2aa-d2a05201880e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:51.080385 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network d6bb9518-cefa-4247-8143-36fe58e5b93a details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:14:51.084728 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5a743967-55f6-49ff-b444-a76301826735 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4350421 Aug 11 22:14:51.085747 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53198) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:51.099063 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8741fbf4-c16e-45d3-a2aa-d2a05201880e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:51.102856 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-7f4c30f4-e320-47a4-b3d1-5def90d4d9a9 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Request body: {'subnet': {'network_id': 'd6bb9518-cefa-4247-8143-36fe58e5b93a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:14:51.211059 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8741fbf4-c16e-45d3-a2aa-d2a05201880e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:51.213780 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8741fbf4-c16e-45d3-a2aa-d2a05201880e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:51.215089 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8741fbf4-c16e-45d3-a2aa-d2a05201880e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c07667a7-8211-406e-a3b8-54bebde00908 HTTP/1.1" status: 204 len: 168 time: 0.3230679 Aug 11 22:14:51.274568 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741fbf4-c16e-45d3-a2aa-d2a05201880e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07667a7-8211-406e-a3b8-54bebde00908,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:51.324688 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53204) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:51.350672 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7b44020d-094f-4e73-9235-a77f20ed7e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:51.408017 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-65fe338f-3700-44de-972e-6b7a36eac9a8 req-13f8f6ae-5557-46aa-bff3-9534ee84d8e3 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 210 time: 0.0515785 Aug 11 22:14:51.408873 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4c30f4-e320-47a4-b3d1-5def90d4d9a9 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Made reservation on behalf of 22c604fc73244ceb84c07e0f697bb261 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:14:51.426578 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7f4c30f4-e320-47a4-b3d1-5def90d4d9a9 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:51.604711 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7b44020d-094f-4e73-9235-a77f20ed7e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:51.614869 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7b44020d-094f-4e73-9235-a77f20ed7e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:51.678767 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44020d-094f-4e73-9235-a77f20ed7e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3580cf4-7f56-4192-b1d0-24af753d6538,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:51.692925 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7b44020d-094f-4e73-9235-a77f20ed7e00 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f880d89561234930905fc58d3c32d83b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3670449 Aug 11 22:14:51.697008 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53212) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:51.801468 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b5150b65-7352-427b-80d2-8e976095ff0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:51.838896 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b5150b65-7352-427b-80d2-8e976095ff0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:51.905248 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7f4c30f4-e320-47a4-b3d1-5def90d4d9a9 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:51.943066 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b5150b65-7352-427b-80d2-8e976095ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:51.951653 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b5150b65-7352-427b-80d2-8e976095ff0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:51.957163 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b5150b65-7352-427b-80d2-8e976095ff0c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e3580cf4-7f56-4192-b1d0-24af753d6538 HTTP/1.1" status: 204 len: 168 time: 0.2571461 Aug 11 22:14:51.980010 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5150b65-7352-427b-80d2-8e976095ff0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3580cf4-7f56-4192-b1d0-24af753d6538,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:52.213027 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b6600930-b2a9-4b10-b48a-c80d02a36638 req-5840ed42-0ae7-44d0-9439-918f0c8cf8e7 tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0862868 Aug 11 22:14:52.248435 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c30f4-e320-47a4-b3d1-5def90d4d9a9 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Pushing event updated for resources: {'Subnet': ['ID=a441a049-a8ef-41e1-9591-bd19ffb7b374,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:52.254015 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4c30f4-e320-47a4-b3d1-5def90d4d9a9 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Checking segment: {'id': '02e4f530-bd03-453b-859b-c88191eb8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd6bb9518-cefa-4247-8143-36fe58e5b93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:14:52.254621 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4c30f4-e320-47a4-b3d1-5def90d4d9a9 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Network hostable DHCP agents. Network: d6bb9518-cefa-4247-8143-36fe58e5b93a, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:14:52.286609 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4c30f4-e320-47a4-b3d1-5def90d4d9a9 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Network d6bb9518-cefa-4247-8143-36fe58e5b93a is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:14:52.323589 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-7f4c30f4-e320-47a4-b3d1-5def90d4d9a9 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, d6bb9518-cefa-4247-8143-36fe58e5b93a) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:14:52.333524 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4c30f4-e320-47a4-b3d1-5def90d4d9a9 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:52.334739 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7f4c30f4-e320-47a4-b3d1-5def90d4d9a9 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:52.342659 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b5964e-5153-41ce-84e2-8a372b6648fe None None] Network d6bb9518-cefa-4247-8143-36fe58e5b93a requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:14:52.412474 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7f4c30f4-e320-47a4-b3d1-5def90d4d9a9 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3225856 Aug 11 22:14:52.415225 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53234) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:52.434189 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-397cd179-eda2-401a-9cd8-0bd4d9150861 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1383242516', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}, 'admin_state_up': False}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:14:52.534487 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-397cd179-eda2-401a-9cd8-0bd4d9150861 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:52.537974 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-397cd179-eda2-401a-9cd8-0bd4d9150861 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:52.650775 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b340b068-d90e-4e72-ab67-08fdc5ed12ed req-ac742979-2f30-474d-8ac9-1d6eb7c18286 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 210 time: 0.0837996 Aug 11 22:14:52.788420 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-397cd179-eda2-401a-9cd8-0bd4d9150861 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:52.898558 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0083d77-9b31-4a47-a0b7-1861a4a782d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-d6bb9518-cefa-4247-8143-36fe58e5b93a', 'network_id': 'd6bb9518-cefa-4247-8143-36fe58e5b93a', 'tenant_id': '22c604fc73244ceb84c07e0f697bb261', 'fixed_ips': [{'subnet_id': 'a441a049-a8ef-41e1-9591-bd19ffb7b374'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:14:52.900096 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e0083d77-9b31-4a47-a0b7-1861a4a782d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:53.307271 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-e0083d77-9b31-4a47-a0b7-1861a4a782d8 None None] Allocated IP 172.20.0.2 (d6bb9518-cefa-4247-8143-36fe58e5b93a/a441a049-a8ef-41e1-9591-bd19ffb7b374/f59da448-e371-41f9-adff-8e75618287f2) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:14:53.640685 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0d7b8882-e331-4cbf-82d2-559ea5dd6955 req-eef22cfe-f860-4ced-8012-1f8f7a6574c3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0565319 Aug 11 22:14:53.642746 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e0083d77-9b31-4a47-a0b7-1861a4a782d8 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:53.663298 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e0083d77-9b31-4a47-a0b7-1861a4a782d8 None None] Transition to ACTIVE for port object f59da448-e371-41f9-adff-8e75618287f2 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:14:53.728587 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e0083d77-9b31-4a47-a0b7-1861a4a782d8 None None] Transition to ACTIVE for port object f59da448-e371-41f9-adff-8e75618287f2 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:14:53.749850 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e0083d77-9b31-4a47-a0b7-1861a4a782d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:53.803926 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0083d77-9b31-4a47-a0b7-1861a4a782d8 None None] Pushing event updated for resources: {'Port': ['ID=f59da448-e371-41f9-adff-8e75618287f2,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:53.845205 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0083d77-9b31-4a47-a0b7-1861a4a782d8 None None] Network d6bb9518-cefa-4247-8143-36fe58e5b93a is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:14:53.851645 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-e0083d77-9b31-4a47-a0b7-1861a4a782d8 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:14:53.867420 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0083d77-9b31-4a47-a0b7-1861a4a782d8 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:14:53.884050 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b2965f1f-b080-480c-b4fb-58849fe2f879 req-74da5f80-f2b4-4848-b740-0c3f6b018856 tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0527620 Aug 11 22:14:54.061996 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-397cd179-eda2-401a-9cd8-0bd4d9150861 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:54.171983 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-e0083d77-9b31-4a47-a0b7-1861a4a782d8 None None] Attempting to bind port f59da448-e371-41f9-adff-8e75618287f2 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:14:54.173288 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-e0083d77-9b31-4a47-a0b7-1861a4a782d8 None None] Attempting to bind port f59da448-e371-41f9-adff-8e75618287f2 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '02e4f530-bd03-453b-859b-c88191eb8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd6bb9518-cefa-4247-8143-36fe58e5b93a'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:14:54.173695 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0083d77-9b31-4a47-a0b7-1861a4a782d8 None None] Attempting to bind port f59da448-e371-41f9-adff-8e75618287f2 on network d6bb9518-cefa-4247-8143-36fe58e5b93a {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:14:54.197284 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0083d77-9b31-4a47-a0b7-1861a4a782d8 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:14:54.197806 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0083d77-9b31-4a47-a0b7-1861a4a782d8 None None] Checking segment: {'id': '02e4f530-bd03-453b-859b-c88191eb8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd6bb9518-cefa-4247-8143-36fe58e5b93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:14:54.198411 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e0083d77-9b31-4a47-a0b7-1861a4a782d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:54.199036 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0083d77-9b31-4a47-a0b7-1861a4a782d8 None None] Bound using segment: {'id': '02e4f530-bd03-453b-859b-c88191eb8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd6bb9518-cefa-4247-8143-36fe58e5b93a'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:14:54.226423 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-e0083d77-9b31-4a47-a0b7-1861a4a782d8 None None] Bound port: f59da448-e371-41f9-adff-8e75618287f2, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e4f530-bd03-453b-859b-c88191eb8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd6bb9518-cefa-4247-8143-36fe58e5b93a'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:14:54.227153 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e0083d77-9b31-4a47-a0b7-1861a4a782d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:54.323433 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c16e7ebe-6bce-4e59-a2d4-e7384245bd00 req-cd3287c2-31ac-4255-b006-4a5316efe897 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/ports?device_id=5d8cb4da-11d1-49fc-9a35-8b50e1c2ed4f HTTP/1.1" status: 200 len: 210 time: 0.0888202 Aug 11 22:14:54.410099 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-e0083d77-9b31-4a47-a0b7-1861a4a782d8 None None] For port f59da448-e371-41f9-adff-8e75618287f2, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:14:54.414078 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-e0083d77-9b31-4a47-a0b7-1861a4a782d8 None None] For port f59da448-e371-41f9-adff-8e75618287f2, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f59da448-e371-41f9-adff-8e75618287f2,segment=NetworkSegment(02e4f530-bd03-453b-859b-c88191eb8e6b),segment_id=02e4f530-bd03-453b-859b-c88191eb8e6b)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:14:54.422571 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e0083d77-9b31-4a47-a0b7-1861a4a782d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:54.567192 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53306) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:54.585610 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0083d77-9b31-4a47-a0b7-1861a4a782d8 None None] Pushing event updated for resources: {'Port': ['ID=f59da448-e371-41f9-adff-8e75618287f2,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:54.645747 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-397cd179-eda2-401a-9cd8-0bd4d9150861 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:54.681284 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-397cd179-eda2-401a-9cd8-0bd4d9150861 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:54.891739 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-397cd179-eda2-401a-9cd8-0bd4d9150861 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Allocated IP 172.25.2.145 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/196dc687-70b8-492c-8774-85b09d4d3a91) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:14:55.115493 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f59da448-e371-41f9-adff-8e75618287f2 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:14:55.185245 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0e7dc9e9-4505-4248-86ce-7dc329bfbe24 req-1f707cf1-fb7e-470e-a071-40170654f058 tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0657477 Aug 11 22:14:55.261163 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-f6f6a6d0-0460-470d-b246-3de1d7ae5e8c tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2095517927', 'router:external': True}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:14:55.295097 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port f59da448-e371-41f9-adff-8e75618287f2 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:14:55.295461 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f6a6d0-0460-470d-b246-3de1d7ae5e8c tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Made reservation on behalf of e1651512861c4bec82ce2c987425d8e5 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:14:55.311195 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f6f6a6d0-0460-470d-b246-3de1d7ae5e8c tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:55.312187 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-397cd179-eda2-401a-9cd8-0bd4d9150861 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:55.348347 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f6f6a6d0-0460-470d-b246-3de1d7ae5e8c tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:55.426791 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-397cd179-eda2-401a-9cd8-0bd4d9150861 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:55.493236 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397cd179-eda2-401a-9cd8-0bd4d9150861 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:14:55.499162 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-397cd179-eda2-401a-9cd8-0bd4d9150861 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:14:55.515671 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397cd179-eda2-401a-9cd8-0bd4d9150861 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:14:55.586312 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53334) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:55.594193 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f6f6a6d0-0460-470d-b246-3de1d7ae5e8c tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:55.603984 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f6f6a6d0-0460-470d-b246-3de1d7ae5e8c tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:55.656552 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f6a6d0-0460-470d-b246-3de1d7ae5e8c tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:14:55.674645 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397cd179-eda2-401a-9cd8-0bd4d9150861 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Pushing event updated for resources: {'Port': ['ID=196dc687-70b8-492c-8774-85b09d4d3a91,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:55.675017 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6a6d0-0460-470d-b246-3de1d7ae5e8c tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3496cd8f-7aec-4a29-b5e6-688ed0ba783c,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:55.678774 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f6f6a6d0-0460-470d-b246-3de1d7ae5e8c tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:55.679429 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-f6f6a6d0-0460-470d-b246-3de1d7ae5e8c tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Added segment a84d7446-8edb-4fab-b8cb-0475c3e45c10 of type vlan for network 40d4c96c-53a3-438c-8085-eef184c800b1 Aug 11 22:14:55.703561 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6a6d0-0460-470d-b246-3de1d7ae5e8c tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:55.704186 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6a6d0-0460-470d-b246-3de1d7ae5e8c tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:55.704772 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6a6d0-0460-470d-b246-3de1d7ae5e8c tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:55.705248 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6a6d0-0460-470d-b246-3de1d7ae5e8c tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:55.705774 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6a6d0-0460-470d-b246-3de1d7ae5e8c tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:55.706247 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6a6d0-0460-470d-b246-3de1d7ae5e8c tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:55.706725 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6a6d0-0460-470d-b246-3de1d7ae5e8c tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:55.707202 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6a6d0-0460-470d-b246-3de1d7ae5e8c tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:55.707717 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6a6d0-0460-470d-b246-3de1d7ae5e8c tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:55.708228 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6a6d0-0460-470d-b246-3de1d7ae5e8c tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:55.708693 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6a6d0-0460-470d-b246-3de1d7ae5e8c tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:55.709152 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6a6d0-0460-470d-b246-3de1d7ae5e8c tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:14:55.760622 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f6f6a6d0-0460-470d-b246-3de1d7ae5e8c tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:55.870335 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f6f6a6d0-0460-470d-b246-3de1d7ae5e8c tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:55.871384 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f6a6d0-0460-470d-b246-3de1d7ae5e8c tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:55.872042 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f6f6a6d0-0460-470d-b246-3de1d7ae5e8c tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:55.973271 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f6f6a6d0-0460-470d-b246-3de1d7ae5e8c tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.4032528 Aug 11 22:14:56.002381 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53360) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:56.019660 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-3306881f-c3df-4a27-af56-f6ac98b35c78 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Request body: {'subnet': {'network_id': '40d4c96c-53a3-438c-8085-eef184c800b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:14:56.054407 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3306881f-c3df-4a27-af56-f6ac98b35c78 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Made reservation on behalf of e1651512861c4bec82ce2c987425d8e5 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:14:56.059805 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966090ae-5b08-48cc-a679-beb8114e4503 None None] Network d6bb9518-cefa-4247-8143-36fe58e5b93a requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:14:56.064304 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3306881f-c3df-4a27-af56-f6ac98b35c78 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:56.081483 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6a6d0-0460-470d-b246-3de1d7ae5e8c tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Pushing event updated for resources: {'Network': ['ID=40d4c96c-53a3-438c-8085-eef184c800b1,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:56.267918 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 40d4c96c-53a3-438c-8085-eef184c800b1 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:14:56.363922 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-397cd179-eda2-401a-9cd8-0bd4d9150861 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:56.372899 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-674d7078-18f8-46ae-b216-b738d1129a8b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:56.495708 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e5a60e0c-30eb-4948-ab69-f201f9fafbfc req-36515789-32ac-441d-9789-3b24186d573a tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0668945 Aug 11 22:14:56.511365 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a577d402-2fc3-4e36-abe5-31c029b3be1a None None] Provisioning for port f59da448-e371-41f9-adff-8e75618287f2 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:14:56.536180 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a577d402-2fc3-4e36-abe5-31c029b3be1a None None] Provisioning complete for port f59da448-e371-41f9-adff-8e75618287f2 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:14:56.538044 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a577d402-2fc3-4e36-abe5-31c029b3be1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:56.570904 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-674d7078-18f8-46ae-b216-b738d1129a8b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:56.823568 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a577d402-2fc3-4e36-abe5-31c029b3be1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:56.928350 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-674d7078-18f8-46ae-b216-b738d1129a8b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:56.935615 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-674d7078-18f8-46ae-b216-b738d1129a8b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:56.944777 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-674d7078-18f8-46ae-b216-b738d1129a8b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "DELETE /v2.0/security-groups/9c431591-c851-43d7-be71-b3f4bdb20e70 HTTP/1.1" status: 204 len: 168 time: 1.3568330 Aug 11 22:14:56.945848 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53394) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:56.951381 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a577d402-2fc3-4e36-abe5-31c029b3be1a None None] For port f59da448-e371-41f9-adff-8e75618287f2, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f59da448-e371-41f9-adff-8e75618287f2,segment=NetworkSegment(02e4f530-bd03-453b-859b-c88191eb8e6b),segment_id=02e4f530-bd03-453b-859b-c88191eb8e6b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:14:56.965949 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a577d402-2fc3-4e36-abe5-31c029b3be1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:57.019566 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d7078-18f8-46ae-b216-b738d1129a8b tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c431591-c851-43d7-be71-b3f4bdb20e70,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:57.035492 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53396) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:57.053207 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-1b245dda-b51c-460f-94f2-bfddb4c694af tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] show failed (client error): The resource could not be found. Aug 11 22:14:57.059988 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1b245dda-b51c-460f-94f2-bfddb4c694af tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "GET /v2.0/security-groups/9c431591-c851-43d7-be71-b3f4bdb20e70 HTTP/1.1" status: 404 len: 347 time: 0.0956247 Aug 11 22:14:57.059988 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-397cd179-eda2-401a-9cd8-0bd4d9150861 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:57.064604 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53400) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:57.175650 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577d402-2fc3-4e36-abe5-31c029b3be1a None None] Pushing event updated for resources: {'Port': ['ID=f59da448-e371-41f9-adff-8e75618287f2,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:57.218912 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7c027922-dbb6-4927-b04d-b6f0acfd2818 req-81e6a2c8-3bf1-4cc9-8690-7477655edd6e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=606125cec1524b06a2d7f4c8b5ca1afd&device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.2126021 Aug 11 22:14:57.298391 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-45897f05-7de7-4b36-af63-7847dd1b06ab req-54f1ae7e-8fd0-4c6b-8ccc-2db58a37867e tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.1222267 Aug 11 22:14:57.370482 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7c027922-dbb6-4927-b04d-b6f0acfd2818 req-5ddf92c3-25e1-4294-abc5-fa8b0ab9e98d service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=606125cec1524b06a2d7f4c8b5ca1afd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621583 Aug 11 22:14:57.417822 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a34c8072-3604-4043-b7ed-637001a5a23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:57.465699 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-be6a8f97-27a8-426b-9e25-f0b69aeadf77 None None] Provisioning complete for port f59da448-e371-41f9-adff-8e75618287f2 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:14:57.467374 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-be6a8f97-27a8-426b-9e25-f0b69aeadf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:57.617383 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397cd179-eda2-401a-9cd8-0bd4d9150861 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Router 00f630f3-1a0a-4123-b6dc-f3eb2b5d698c is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:14:57.695417 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c027922-dbb6-4927-b04d-b6f0acfd2818 req-4319ff2b-aa92-4a1e-8836-5fcc788d4060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:57.698047 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7c027922-dbb6-4927-b04d-b6f0acfd2818 req-4319ff2b-aa92-4a1e-8836-5fcc788d4060 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3182974 Aug 11 22:14:57.757226 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-b2047d0f-4a51-4119-97bb-9af9d7b3fbfc tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Deleting port 154b8511-8d7a-4dfa-996d-9e262a57552d {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:14:57.758848 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b2047d0f-4a51-4119-97bb-9af9d7b3fbfc tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:57.909074 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a34c8072-3604-4043-b7ed-637001a5a23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:57.914057 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397cd179-eda2-401a-9cd8-0bd4d9150861 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:14:57.917864 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a34c8072-3604-4043-b7ed-637001a5a23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:57.945737 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961c7854-d7eb-4fd0-8ff9-28b609996f8e None None] Sync routers for ids ['00f630f3-1a0a-4123-b6dc-f3eb2b5d698c'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:14:57.963532 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961c7854-d7eb-4fd0-8ff9-28b609996f8e None None] Routers {'00f630f3-1a0a-4123-b6dc-f3eb2b5d698c'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:14:57.964473 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-961c7854-d7eb-4fd0-8ff9-28b609996f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:14:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['00f630f3-1a0a-4123-b6dc-f3eb2b5d698c'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:14:57.969291 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b2047d0f-4a51-4119-97bb-9af9d7b3fbfc tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:57.970430 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b2047d0f-4a51-4119-97bb-9af9d7b3fbfc tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:58.000428 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-b2047d0f-4a51-4119-97bb-9af9d7b3fbfc tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Calling delete_port for 154b8511-8d7a-4dfa-996d-9e262a57552d owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:14:58.006308 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a34c8072-3604-4043-b7ed-637001a5a23e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c8bf5e5340344b27a4b4251c94738897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9666631 Aug 11 22:14:58.010334 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53412) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:58.028104 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-961c7854-d7eb-4fd0-8ff9-28b609996f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:14:58.043910 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961c7854-d7eb-4fd0-8ff9-28b609996f8e None None] Routers {'00f630f3-1a0a-4123-b6dc-f3eb2b5d698c'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:14:58.045094 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-961c7854-d7eb-4fd0-8ff9-28b609996f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:14:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['00f630f3-1a0a-4123-b6dc-f3eb2b5d698c'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:14:58.071609 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-397cd179-eda2-401a-9cd8-0bd4d9150861 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:58.083634 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-397cd179-eda2-401a-9cd8-0bd4d9150861 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.6658208 Aug 11 22:14:58.085231 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c8072-3604-4043-b7ed-637001a5a23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a625f7f-fdda-40a3-9ad9-31110fd8b91b,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:58.089840 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53414) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:58.106531 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-961c7854-d7eb-4fd0-8ff9-28b609996f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:14:58.107776 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961c7854-d7eb-4fd0-8ff9-28b609996f8e None None] The sync data for ids ['00f630f3-1a0a-4123-b6dc-f3eb2b5d698c'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:14:58.175260 n-d-804275-3 neutron-server[100942]: DEBUG neutron.objects.ports [None req-3306881f-c3df-4a27-af56-f6ac98b35c78 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 22:14:58.176066 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3306881f-c3df-4a27-af56-f6ac98b35c78 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:58.345760 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306881f-c3df-4a27-af56-f6ac98b35c78 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4c1f3c77-a59a-4241-abdc-ed68a1ecb910,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:58.365421 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-55e0623d-2cc6-49a3-ab68-aa56aa9d9e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:58.414796 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3306881f-c3df-4a27-af56-f6ac98b35c78 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Checking segment: {'id': 'a84d7446-8edb-4fab-b8cb-0475c3e45c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '40d4c96c-53a3-438c-8085-eef184c800b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:14:58.415438 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3306881f-c3df-4a27-af56-f6ac98b35c78 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Network hostable DHCP agents. Network: 40d4c96c-53a3-438c-8085-eef184c800b1, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:14:58.456159 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-55e0623d-2cc6-49a3-ab68-aa56aa9d9e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:58.505265 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3306881f-c3df-4a27-af56-f6ac98b35c78 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Network 40d4c96c-53a3-438c-8085-eef184c800b1 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:14:58.539839 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-858c2a45-977e-4ae6-b6b1-20d9304bac9a req-9759a9a9-7601-431f-8532-b3b21bbb87de tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0395746 Aug 11 22:14:58.579651 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-3306881f-c3df-4a27-af56-f6ac98b35c78 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 40d4c96c-53a3-438c-8085-eef184c800b1) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:14:58.592837 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3306881f-c3df-4a27-af56-f6ac98b35c78 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:58.593899 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3306881f-c3df-4a27-af56-f6ac98b35c78 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:58.594201 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1deb6804-6ad1-43f6-a08c-928618b9534c None None] Network 40d4c96c-53a3-438c-8085-eef184c800b1 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:14:58.651713 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3306881f-c3df-4a27-af56-f6ac98b35c78 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.6427145 Aug 11 22:14:58.660412 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b2047d0f-4a51-4119-97bb-9af9d7b3fbfc tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:58.666322 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53422) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:58.686701 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-ecacc529-f835-415f-894b-44bdd1b63407 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-682018273', 'network_id': '40d4c96c-53a3-438c-8085-eef184c800b1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:14:58.694425 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-55e0623d-2cc6-49a3-ab68-aa56aa9d9e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:58.699537 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-55e0623d-2cc6-49a3-ab68-aa56aa9d9e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:58.706235 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-55e0623d-2cc6-49a3-ab68-aa56aa9d9e2c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5a625f7f-fdda-40a3-9ad9-31110fd8b91b HTTP/1.1" status: 204 len: 168 time: 0.6940806 Aug 11 22:14:58.777665 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2047d0f-4a51-4119-97bb-9af9d7b3fbfc tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Pushing event deleted for resources: {'Port': ['ID=154b8511-8d7a-4dfa-996d-9e262a57552d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:58.802540 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0623d-2cc6-49a3-ab68-aa56aa9d9e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a625f7f-fdda-40a3-9ad9-31110fd8b91b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:14:59.002506 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecacc529-f835-415f-894b-44bdd1b63407 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Made reservation on behalf of e1651512861c4bec82ce2c987425d8e5 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:14:59.009216 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ecacc529-f835-415f-894b-44bdd1b63407 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:59.034595 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f59da448-e371-41f9-adff-8e75618287f2 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:14:59.040060 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f819be0-477f-4364-95e5-2773f3c342e8 None None] Network 40d4c96c-53a3-438c-8085-eef184c800b1 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:14:59.062402 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-ecacc529-f835-415f-894b-44bdd1b63407 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] device_id is not set on port 8ffd497d-ad47-45b6-a488-b7597c1d8eab yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:14:59.207499 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port f59da448-e371-41f9-adff-8e75618287f2 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:14:59.207911 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:59.212574 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b2047d0f-4a51-4119-97bb-9af9d7b3fbfc tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:59.217776 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b2047d0f-4a51-4119-97bb-9af9d7b3fbfc tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:59.224962 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b2047d0f-4a51-4119-97bb-9af9d7b3fbfc tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "DELETE /v2.0/floatingips/e1b155d2-3660-4d77-a6c0-0e703a470e3b HTTP/1.1" status: 204 len: 168 time: 2.1223226 Aug 11 22:14:59.227041 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53438) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:59.274218 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-ecacc529-f835-415f-894b-44bdd1b63407 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Allocated IP 2001:db8::ab (40d4c96c-53a3-438c-8085-eef184c800b1/4c1f3c77-a59a-4241-abdc-ed68a1ecb910/8ffd497d-ad47-45b6-a488-b7597c1d8eab) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:14:59.355666 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7c027922-dbb6-4927-b04d-b6f0acfd2818 req-44f1c02b-eb23-4ca3-89f3-14fddc1dd5e8 tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0661590 Aug 11 22:14:59.627082 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53446) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:14:59.652296 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-74c573c4-b182-46e9-8919-6b1b2ca4d15b tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:59.655683 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2688d287-6439-440b-ac15-a551931ed124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:59.691430 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ecacc529-f835-415f-894b-44bdd1b63407 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:59.790493 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ecacc529-f835-415f-894b-44bdd1b63407 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:59.794151 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ede40ffa-389a-4ebf-99ae-07ac1efb9972 req-5fed0049-ed3f-465a-8caa-bca18129cae9 tempest-ServerShowV257Test-1349568035 tempest-ServerShowV257Test-1349568035-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b792df8-a75a-413e-bec5-79e0f9cd287b HTTP/1.1" status: 200 len: 210 time: 0.0618215 Aug 11 22:14:59.830166 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecacc529-f835-415f-894b-44bdd1b63407 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Network 40d4c96c-53a3-438c-8085-eef184c800b1 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:14:59.883141 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-5d178983-700e-44e5-927a-29b6eaa5d46c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Deleting port 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:14:59.883559 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5d178983-700e-44e5-927a-29b6eaa5d46c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:59.887374 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-ecacc529-f835-415f-894b-44bdd1b63407 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:14:59.899394 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecacc529-f835-415f-894b-44bdd1b63407 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:14:59.901342 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecacc529-f835-415f-894b-44bdd1b63407 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:14:59.903100 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ecacc529-f835-415f-894b-44bdd1b63407 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:14:59.946692 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecacc529-f835-415f-894b-44bdd1b63407 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Pushing event updated for resources: {'Port': ['ID=8ffd497d-ad47-45b6-a488-b7597c1d8eab,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:00.122004 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2688d287-6439-440b-ac15-a551931ed124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:00.138422 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ecacc529-f835-415f-894b-44bdd1b63407 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4634874 Aug 11 22:15:00.138972 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53454) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:00.143097 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2688d287-6439-440b-ac15-a551931ed124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:00.236016 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5d178983-700e-44e5-927a-29b6eaa5d46c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:00.271947 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-5d178983-700e-44e5-927a-29b6eaa5d46c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Calling delete_port for 0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:15:00.275764 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2688d287-6439-440b-ac15-a551931ed124 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5ba7fedf4d5a4382a0ec27f309044cf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6444376 Aug 11 22:15:00.286263 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53456) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:00.317139 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688d287-6439-440b-ac15-a551931ed124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d8bb16-6985-46f6-a10d-0a0dc190f154,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:00.356674 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-57f6c755-a2ee-418e-9992-e4a861189abe tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Deleting port 8ffd497d-ad47-45b6-a488-b7597c1d8eab {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:15:00.357380 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57f6c755-a2ee-418e-9992-e4a861189abe tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:00.416819 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-74c573c4-b182-46e9-8919-6b1b2ca4d15b tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Allocated IP 172.20.0.1 (d6bb9518-cefa-4247-8143-36fe58e5b93a/a441a049-a8ef-41e1-9591-bd19ffb7b374/81c6b6e7-7c5a-47ea-a834-d666373ca039) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:15:00.487194 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-af99565d-0a1b-4335-bde2-7f31489553b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:00.547305 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-af99565d-0a1b-4335-bde2-7f31489553b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:00.584568 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57f6c755-a2ee-418e-9992-e4a861189abe tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:00.614230 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-57f6c755-a2ee-418e-9992-e4a861189abe tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Calling delete_port for 8ffd497d-ad47-45b6-a488-b7597c1d8eab owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:15:00.678724 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5d178983-700e-44e5-927a-29b6eaa5d46c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:00.726496 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-af99565d-0a1b-4335-bde2-7f31489553b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:00.729442 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-af99565d-0a1b-4335-bde2-7f31489553b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:00.730718 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-af99565d-0a1b-4335-bde2-7f31489553b7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b4d8bb16-6985-46f6-a10d-0a0dc190f154 HTTP/1.1" status: 204 len: 168 time: 0.4429476 Aug 11 22:15:00.751438 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-74c573c4-b182-46e9-8919-6b1b2ca4d15b tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:00.777474 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d178983-700e-44e5-927a-29b6eaa5d46c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Pushing event deleted for resources: {'Port': ['ID=0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:00.821103 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99565d-0a1b-4335-bde2-7f31489553b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d8bb16-6985-46f6-a10d-0a0dc190f154,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:00.840050 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57f6c755-a2ee-418e-9992-e4a861189abe tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:00.883181 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-74c573c4-b182-46e9-8919-6b1b2ca4d15b tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Transition to ACTIVE for port object 81c6b6e7-7c5a-47ea-a834-d666373ca039 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:15:00.893564 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6c755-a2ee-418e-9992-e4a861189abe tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ffd497d-ad47-45b6-a488-b7597c1d8eab,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:00.947757 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57f6c755-a2ee-418e-9992-e4a861189abe tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:00.951358 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-57f6c755-a2ee-418e-9992-e4a861189abe tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "DELETE /v2.0/ports/8ffd497d-ad47-45b6-a488-b7597c1d8eab HTTP/1.1" status: 204 len: 168 time: 0.8107843 Aug 11 22:15:00.956635 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53474) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:00.962312 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5d178983-700e-44e5-927a-29b6eaa5d46c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:00.965126 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-464554fe-9f20-429c-9d08-0460330478a8 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40d4c96c-53a3-438c-8085-eef184c800b1', 'external_fixed_ips': [{'subnet_id': '4c1f3c77-a59a-4241-abdc-ed68a1ecb910', 'ip_address': '2001:db8::ab'}]}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:00.965849 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5d178983-700e-44e5-927a-29b6eaa5d46c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "DELETE /v2.0/ports/0a9c0b5d-4e87-4f7f-a71f-b95b82cfdb68 HTTP/1.1" status: 204 len: 168 time: 1.7373054 Aug 11 22:15:00.970821 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53478) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:01.010932 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-74c573c4-b182-46e9-8919-6b1b2ca4d15b tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:01.061101 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-464554fe-9f20-429c-9d08-0460330478a8 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:01.062045 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-464554fe-9f20-429c-9d08-0460330478a8 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:01.135742 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-464554fe-9f20-429c-9d08-0460330478a8 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:01.167937 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c573c4-b182-46e9-8919-6b1b2ca4d15b tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Pushing event updated for resources: {'Port': ['ID=81c6b6e7-7c5a-47ea-a834-d666373ca039,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:01.195930 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c573c4-b182-46e9-8919-6b1b2ca4d15b tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Network d6bb9518-cefa-4247-8143-36fe58e5b93a is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:15:01.198836 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-74c573c4-b182-46e9-8919-6b1b2ca4d15b tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:15:01.205008 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c573c4-b182-46e9-8919-6b1b2ca4d15b tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:15:01.350106 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-74c573c4-b182-46e9-8919-6b1b2ca4d15b tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:01.810754 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-905ecbfe-0701-4788-9101-4a566e8ab066 None None] Provisioning for port 81c6b6e7-7c5a-47ea-a834-d666373ca039 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:15:01.821127 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-905ecbfe-0701-4788-9101-4a566e8ab066 None None] Provisioning complete for port 81c6b6e7-7c5a-47ea-a834-d666373ca039 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:15:01.821525 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-905ecbfe-0701-4788-9101-4a566e8ab066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:01.825040 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:15:01.847396 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53498) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:01.897369 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-74c573c4-b182-46e9-8919-6b1b2ca4d15b tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:01.920765 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-905ecbfe-0701-4788-9101-4a566e8ab066 None None] Port 81c6b6e7-7c5a-47ea-a834-d666373ca039 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:15:01.943415 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-464554fe-9f20-429c-9d08-0460330478a8 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:01.964667 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-de4a5adf-ce86-4ea4-81a9-aff1ad35e086 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Deleting port edaff90d-e53c-40c3-9e3d-8aeb7c62d23f {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:15:01.966589 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-de4a5adf-ce86-4ea4-81a9-aff1ad35e086 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:02.228618 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-de4a5adf-ce86-4ea4-81a9-aff1ad35e086 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:02.247461 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-de4a5adf-ce86-4ea4-81a9-aff1ad35e086 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Calling delete_port for edaff90d-e53c-40c3-9e3d-8aeb7c62d23f owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:15:02.299741 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-188df038-d1b8-4b52-8ac6-7b7c4a7a1304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:02.631807 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-464554fe-9f20-429c-9d08-0460330478a8 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:02.697112 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-464554fe-9f20-429c-9d08-0460330478a8 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:02.698012 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-188df038-d1b8-4b52-8ac6-7b7c4a7a1304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:02.716445 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-188df038-d1b8-4b52-8ac6-7b7c4a7a1304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:02.742203 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-74c573c4-b182-46e9-8919-6b1b2ca4d15b tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:02.769186 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-74c573c4-b182-46e9-8919-6b1b2ca4d15b tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:02.877424 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-74c573c4-b182-46e9-8919-6b1b2ca4d15b tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:02.934950 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-de4a5adf-ce86-4ea4-81a9-aff1ad35e086 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:02.955346 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188df038-d1b8-4b52-8ac6-7b7c4a7a1304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1617fede-5d23-4de7-a3b5-b4fe294fab30,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:02.976394 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-188df038-d1b8-4b52-8ac6-7b7c4a7a1304 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=606125cec1524b06a2d7f4c8b5ca1afd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1272180 Aug 11 22:15:02.985579 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53516) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:03.063109 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a5adf-ce86-4ea4-81a9-aff1ad35e086 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Pushing event deleted for resources: {'Port': ['ID=edaff90d-e53c-40c3-9e3d-8aeb7c62d23f,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:03.112309 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c573c4-b182-46e9-8919-6b1b2ca4d15b tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Pushing event updated for resources: {'Port': ['ID=81c6b6e7-7c5a-47ea-a834-d666373ca039,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:03.232639 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f6ad6f54-8c54-4985-8126-541886fdba5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:03.303032 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c573c4-b182-46e9-8919-6b1b2ca4d15b tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Network d6bb9518-cefa-4247-8143-36fe58e5b93a is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:15:03.308849 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f6ad6f54-8c54-4985-8126-541886fdba5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:03.314905 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-de4a5adf-ce86-4ea4-81a9-aff1ad35e086 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:03.323575 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-74c573c4-b182-46e9-8919-6b1b2ca4d15b tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:15:03.324087 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-de4a5adf-ce86-4ea4-81a9-aff1ad35e086 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "DELETE /v2.0/ports/edaff90d-e53c-40c3-9e3d-8aeb7c62d23f HTTP/1.1" status: 204 len: 168 time: 2.3508039 Aug 11 22:15:03.328044 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53526) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:03.347243 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-464554fe-9f20-429c-9d08-0460330478a8 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Allocated IP 2001:db8::ab (40d4c96c-53a3-438c-8085-eef184c800b1/4c1f3c77-a59a-4241-abdc-ed68a1ecb910/19d1cabd-001b-4322-a932-02bfe6993e81) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:15:03.527424 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe937e6-a70d-4dd9-ba04-3408a7573f49 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Deleting subnet a517bd89-a5f8-4600-9a3f-a19621adfded {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:15:03.550720 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6fe937e6-a70d-4dd9-ba04-3408a7573f49 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:03.661541 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-6086249d-1541-42d8-9047-b945bf7d2e8b req-1b8c419f-a6b6-47fc-b156-fd5c5dcf452b service neutron] (100943) timed out ('10.222.0.52', 63504) {{(pid=100943) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 22:15:03.679306 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c573c4-b182-46e9-8919-6b1b2ca4d15b tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Router 00f630f3-1a0a-4123-b6dc-f3eb2b5d698c has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:15:03.702129 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6fe937e6-a70d-4dd9-ba04-3408a7573f49 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:03.833655 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f6ad6f54-8c54-4985-8126-541886fdba5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:03.839555 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f6ad6f54-8c54-4985-8126-541886fdba5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:03.846351 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f6ad6f54-8c54-4985-8126-541886fdba5f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1617fede-5d23-4de7-a3b5-b4fe294fab30 HTTP/1.1" status: 204 len: 168 time: 0.8431654 Aug 11 22:15:03.871064 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad6f54-8c54-4985-8126-541886fdba5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1617fede-5d23-4de7-a3b5-b4fe294fab30,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:04.020585 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-44a5e20b-ecb8-4089-a55d-2961b58c05c5 None None] Provisioning complete for port 81c6b6e7-7c5a-47ea-a834-d666373ca039 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:15:04.021448 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-44a5e20b-ecb8-4089-a55d-2961b58c05c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:04.050867 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c573c4-b182-46e9-8919-6b1b2ca4d15b tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:15:04.068660 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f641768e-424f-4821-9977-c7474382cd29 None None] Sync routers for ids ['00f630f3-1a0a-4123-b6dc-f3eb2b5d698c'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:15:04.080118 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-74c573c4-b182-46e9-8919-6b1b2ca4d15b tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] 10.222.0.77 "PUT /v2.0/routers/00f630f3-1a0a-4123-b6dc-f3eb2b5d698c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9865990 Aug 11 22:15:04.081401 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53538) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:04.097310 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-44a5e20b-ecb8-4089-a55d-2961b58c05c5 None None] Port 81c6b6e7-7c5a-47ea-a834-d666373ca039 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:15:04.099786 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f641768e-424f-4821-9977-c7474382cd29 None None] Routers {'00f630f3-1a0a-4123-b6dc-f3eb2b5d698c'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:15:04.100696 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f641768e-424f-4821-9977-c7474382cd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:14:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['00f630f3-1a0a-4123-b6dc-f3eb2b5d698c'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:04.111118 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-b5e53157-f491-4d8a-a3a8-9da0c23f77d9 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Request body: {'port': {'network_id': 'd6bb9518-cefa-4247-8143-36fe58e5b93a', 'name': 'tempest-FloatingIPAdminTestJSON-29632493'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:04.149858 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-464554fe-9f20-429c-9d08-0460330478a8 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:04.150885 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f641768e-424f-4821-9977-c7474382cd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:04.167762 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f641768e-424f-4821-9977-c7474382cd29 None None] Routers {'00f630f3-1a0a-4123-b6dc-f3eb2b5d698c'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:15:04.168796 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f641768e-424f-4821-9977-c7474382cd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:14:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['00f630f3-1a0a-4123-b6dc-f3eb2b5d698c'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:04.220291 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f641768e-424f-4821-9977-c7474382cd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:04.221387 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f641768e-424f-4821-9977-c7474382cd29 None None] The sync data for ids ['00f630f3-1a0a-4123-b6dc-f3eb2b5d698c'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:15:04.261622 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6fe937e6-a70d-4dd9-ba04-3408a7573f49 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:04.656129 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e53157-f491-4d8a-a3a8-9da0c23f77d9 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Made reservation on behalf of 22c604fc73244ceb84c07e0f697bb261 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:15:04.665899 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b5e53157-f491-4d8a-a3a8-9da0c23f77d9 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:04.725983 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-b5e53157-f491-4d8a-a3a8-9da0c23f77d9 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] device_id is not set on port 5e6a2108-b3ae-4e2d-b40e-83069ae18b03 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:15:04.728130 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-464554fe-9f20-429c-9d08-0460330478a8 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:04.870701 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464554fe-9f20-429c-9d08-0460330478a8 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Network 40d4c96c-53a3-438c-8085-eef184c800b1 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:15:04.883470 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-464554fe-9f20-429c-9d08-0460330478a8 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:15:04.887412 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464554fe-9f20-429c-9d08-0460330478a8 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:15:04.968039 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464554fe-9f20-429c-9d08-0460330478a8 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Pushing event updated for resources: {'Port': ['ID=19d1cabd-001b-4322-a932-02bfe6993e81,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:05.030091 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6fe937e6-a70d-4dd9-ba04-3408a7573f49 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:05.051274 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-b5e53157-f491-4d8a-a3a8-9da0c23f77d9 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Allocated IP 172.20.0.8 (d6bb9518-cefa-4247-8143-36fe58e5b93a/a441a049-a8ef-41e1-9591-bd19ffb7b374/5e6a2108-b3ae-4e2d-b40e-83069ae18b03) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:15:05.127480 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe937e6-a70d-4dd9-ba04-3408a7573f49 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Pushing event deleted for resources: {'Subnet': ['ID=a517bd89-a5f8-4600-9a3f-a19621adfded,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:05.148181 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6fe937e6-a70d-4dd9-ba04-3408a7573f49 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:05.151963 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0274ea-a8f5-43fc-95b6-1da9394b5c77 None None] Network 39346d85-8db1-4c32-bd48-0eb63c830650 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:15:05.168490 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6fe937e6-a70d-4dd9-ba04-3408a7573f49 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "DELETE /v2.0/subnets/a517bd89-a5f8-4600-9a3f-a19621adfded HTTP/1.1" status: 204 len: 168 time: 1.8386211 Aug 11 22:15:05.169617 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53572) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:05.356349 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec751baf-72bf-4638-89c8-d29e6ea8a97d tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Deleting subnet 9151294c-d4b3-4b89-812c-726f585f11d8 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:15:05.363336 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ec751baf-72bf-4638-89c8-d29e6ea8a97d tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:05.571769 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ec751baf-72bf-4638-89c8-d29e6ea8a97d tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:05.643244 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcf3041-d4c9-43d4-a47f-daf2ef2a5231 None None] DHCP port deletion for 39346d85-8db1-4c32-bd48-0eb63c830650 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:15:05.675481 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b5e53157-f491-4d8a-a3a8-9da0c23f77d9 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:05.684771 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53604) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:05.727404 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf3041-d4c9-43d4-a47f-daf2ef2a5231 None None] Deleting port 770b7de3-5bcf-4823-b932-dbf600a20fdc {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:15:05.728173 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3041-d4c9-43d4-a47f-daf2ef2a5231 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:05.923977 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ec751baf-72bf-4638-89c8-d29e6ea8a97d tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:05.949855 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-6fcf3041-d4c9-43d4-a47f-daf2ef2a5231 None None] For port 770b7de3-5bcf-4823-b932-dbf600a20fdc, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=770b7de3-5bcf-4823-b932-dbf600a20fdc,segment=NetworkSegment(c6f2a34e-1a80-4ae8-83e0-174475e6aac5),segment_id=c6f2a34e-1a80-4ae8-83e0-174475e6aac5)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:15:05.950525 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3041-d4c9-43d4-a47f-daf2ef2a5231 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:06.005969 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf3041-d4c9-43d4-a47f-daf2ef2a5231 None None] Calling delete_port for 770b7de3-5bcf-4823-b932-dbf600a20fdc owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:15:06.046888 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ec751baf-72bf-4638-89c8-d29e6ea8a97d tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:06.165726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-6cb13bdb-841a-41ff-b2de-6d2306fa68c9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1464629972-network', 'tenant_id': '468d372c341b41c69c6969335a9d3335'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:06.173956 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec751baf-72bf-4638-89c8-d29e6ea8a97d tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Pushing event deleted for resources: {'Subnet': ['ID=9151294c-d4b3-4b89-812c-726f585f11d8,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:06.197840 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-b5e53157-f491-4d8a-a3a8-9da0c23f77d9 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Transition to ACTIVE for port object 5e6a2108-b3ae-4e2d-b40e-83069ae18b03 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:15:06.198673 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3041-d4c9-43d4-a47f-daf2ef2a5231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:06.210943 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ec751baf-72bf-4638-89c8-d29e6ea8a97d tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:06.217792 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ec751baf-72bf-4638-89c8-d29e6ea8a97d tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "DELETE /v2.0/subnets/9151294c-d4b3-4b89-812c-726f585f11d8 HTTP/1.1" status: 204 len: 168 time: 1.0408206 Aug 11 22:15:06.219187 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53636) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:06.225854 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-464554fe-9f20-429c-9d08-0460330478a8 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:06.253203 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcf3041-d4c9-43d4-a47f-daf2ef2a5231 None None] No DVR routers for this DVR port 770b7de3-5bcf-4823-b932-dbf600a20fdc on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:15:06.268619 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35aebe69-4e5e-4dba-804a-86751b16f287 None None] Network b287a464-dc73-48ac-8476-f9f6272430e9 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:15:06.307732 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-31bcf68d-51d5-461d-8202-c27321edfc8c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:06.324709 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb13bdb-841a-41ff-b2de-6d2306fa68c9 admin admin] Made reservation on behalf of 468d372c341b41c69c6969335a9d3335 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:15:06.327084 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6cb13bdb-841a-41ff-b2de-6d2306fa68c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:06.343817 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6cb13bdb-841a-41ff-b2de-6d2306fa68c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:06.367477 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf3041-d4c9-43d4-a47f-daf2ef2a5231 None None] Pushing event deleted for resources: {'Port': ['ID=770b7de3-5bcf-4823-b932-dbf600a20fdc,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:06.459978 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b5e53157-f491-4d8a-a3a8-9da0c23f77d9 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:06.556951 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e53157-f491-4d8a-a3a8-9da0c23f77d9 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Pushing event updated for resources: {'Port': ['ID=5e6a2108-b3ae-4e2d-b40e-83069ae18b03,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:06.596404 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e53157-f491-4d8a-a3a8-9da0c23f77d9 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Network d6bb9518-cefa-4247-8143-36fe58e5b93a is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:15:06.602002 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-b5e53157-f491-4d8a-a3a8-9da0c23f77d9 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:15:06.604961 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e53157-f491-4d8a-a3a8-9da0c23f77d9 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:15:06.609235 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-31bcf68d-51d5-461d-8202-c27321edfc8c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:06.652784 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-31bcf68d-51d5-461d-8202-c27321edfc8c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39346d85-8db1-4c32-bd48-0eb63c830650']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:06.687886 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-31bcf68d-51d5-461d-8202-c27321edfc8c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f2a34e-1a80-4ae8-83e0-174475e6aac5') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:06.688167 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-31bcf68d-51d5-461d-8202-c27321edfc8c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f2a34e-1a80-4ae8-83e0-174475e6aac5') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:06.698089 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-464554fe-9f20-429c-9d08-0460330478a8 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:06.708462 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-31bcf68d-51d5-461d-8202-c27321edfc8c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:06.738965 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e53157-f491-4d8a-a3a8-9da0c23f77d9 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:06.739683 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b5e53157-f491-4d8a-a3a8-9da0c23f77d9 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:06.771429 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-31bcf68d-51d5-461d-8202-c27321edfc8c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:06.795338 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6cb13bdb-841a-41ff-b2de-6d2306fa68c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:06.799427 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd66df6-cb6f-4d29-90e4-4d5affce421f None None] DHCP port deletion for b287a464-dc73-48ac-8476-f9f6272430e9 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:15:06.806447 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31bcf68d-51d5-461d-8202-c27321edfc8c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:15:06.809234 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-31bcf68d-51d5-461d-8202-c27321edfc8c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:15:06.817122 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:15:06.907602 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-fbd66df6-cb6f-4d29-90e4-4d5affce421f None None] Deleting port 23c16e62-6d16-47d1-8541-f42492765522 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:15:06.908179 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fbd66df6-cb6f-4d29-90e4-4d5affce421f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:06.930948 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6cb13bdb-841a-41ff-b2de-6d2306fa68c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:07.002908 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464554fe-9f20-429c-9d08-0460330478a8 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Router 32f759fc-327a-4e58-b4cc-fbb833ec450c is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:15:07.022533 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb13bdb-841a-41ff-b2de-6d2306fa68c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c89a76-999c-4a85-bc40-7bb14d563a71,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:07.033266 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b5e53157-f491-4d8a-a3a8-9da0c23f77d9 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9477184 Aug 11 22:15:07.037462 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53672) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:07.065319 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb13bdb-841a-41ff-b2de-6d2306fa68c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:15:07.102229 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6cb13bdb-841a-41ff-b2de-6d2306fa68c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:07.103124 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-6cb13bdb-841a-41ff-b2de-6d2306fa68c9 admin admin] Added segment 1d0bbcad-5ad3-4871-9cc1-01073daa1c7b of type vlan for network 9fc59280-5eea-4246-b5a0-d5374ec41a7b Aug 11 22:15:07.105327 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-fbd66df6-cb6f-4d29-90e4-4d5affce421f None None] For port 23c16e62-6d16-47d1-8541-f42492765522, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=23c16e62-6d16-47d1-8541-f42492765522,segment=NetworkSegment(a3dcb167-5947-4558-908e-3d33ae014591),segment_id=a3dcb167-5947-4558-908e-3d33ae014591)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:15:07.107370 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fbd66df6-cb6f-4d29-90e4-4d5affce421f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:07.155548 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-fbd66df6-cb6f-4d29-90e4-4d5affce421f None None] Calling delete_port for 23c16e62-6d16-47d1-8541-f42492765522 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:15:07.285916 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6cb13bdb-841a-41ff-b2de-6d2306fa68c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:07.347301 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 770b7de3-5bcf-4823-b932-dbf600a20fdc no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:15:07.353922 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-e47dcf0a-c99d-4a85-9b3d-3f6802dd084a tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'project_id': '22c604fc73244ceb84c07e0f697bb261', 'port_id': '5e6a2108-b3ae-4e2d-b40e-83069ae18b03'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:07.355738 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6cb13bdb-841a-41ff-b2de-6d2306fa68c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:07.357388 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb13bdb-841a-41ff-b2de-6d2306fa68c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:07.358361 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6cb13bdb-841a-41ff-b2de-6d2306fa68c9 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:07.399550 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-31bcf68d-51d5-461d-8202-c27321edfc8c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:07.411324 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e47dcf0a-c99d-4a85-9b3d-3f6802dd084a tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:07.413704 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464554fe-9f20-429c-9d08-0460330478a8 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:15:07.432411 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3648373d-4a8a-43b2-8891-611bbb445a6f None None] Sync routers for ids ['32f759fc-327a-4e58-b4cc-fbb833ec450c'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:15:07.470664 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3648373d-4a8a-43b2-8891-611bbb445a6f None None] Routers {'32f759fc-327a-4e58-b4cc-fbb833ec450c'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:15:07.473829 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3648373d-4a8a-43b2-8891-611bbb445a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:14:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['32f759fc-327a-4e58-b4cc-fbb833ec450c'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:07.475334 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-31bcf68d-51d5-461d-8202-c27321edfc8c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:07.475855 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-464554fe-9f20-429c-9d08-0460330478a8 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:07.477145 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-464554fe-9f20-429c-9d08-0460330478a8 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 6.5172911 Aug 11 22:15:07.482148 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53690) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:07.482478 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53692) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:07.492449 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-31bcf68d-51d5-461d-8202-c27321edfc8c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "DELETE /v2.0/networks/39346d85-8db1-4c32-bd48-0eb63c830650 HTTP/1.1" status: 204 len: 168 time: 1.2702484 Aug 11 22:15:07.496705 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 770b7de3-5bcf-4823-b932-dbf600a20fdc {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:15:07.497255 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 770b7de3-5bcf-4823-b932-dbf600a20fdc not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:15:07.497878 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 23c16e62-6d16-47d1-8541-f42492765522 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:15:07.507564 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fbd66df6-cb6f-4d29-90e4-4d5affce421f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:07.592754 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd66df6-cb6f-4d29-90e4-4d5affce421f None None] No DVR routers for this DVR port 23c16e62-6d16-47d1-8541-f42492765522 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:15:07.616679 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 23c16e62-6d16-47d1-8541-f42492765522 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:15:07.616679 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 23c16e62-6d16-47d1-8541-f42492765522 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:15:07.621000 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9d40a02a-d6f6-4bfe-b784-a5dd44b9d74f None None] Provisioning for port 5e6a2108-b3ae-4e2d-b40e-83069ae18b03 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:15:07.626280 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6cb13bdb-841a-41ff-b2de-6d2306fa68c9 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9390996 Aug 11 22:15:07.633107 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9d40a02a-d6f6-4bfe-b784-a5dd44b9d74f None None] Provisioning complete for port 5e6a2108-b3ae-4e2d-b40e-83069ae18b03 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:15:07.634170 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9d40a02a-d6f6-4bfe-b784-a5dd44b9d74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:07.640561 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53704) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:07.652194 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-d9f4bc49-618d-4ab1-b0c3-40fc96321d22 admin admin] Request body: {'subnet': {'network_id': '9fc59280-5eea-4246-b5a0-d5374ec41a7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1464629972-subnet', 'tenant_id': '468d372c341b41c69c6969335a9d3335', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:07.681735 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd66df6-cb6f-4d29-90e4-4d5affce421f None None] Pushing event deleted for resources: {'Port': ['ID=23c16e62-6d16-47d1-8541-f42492765522,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:07.684146 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-9d40a02a-d6f6-4bfe-b784-a5dd44b9d74f None None] Port 5e6a2108-b3ae-4e2d-b40e-83069ae18b03 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:15:07.692719 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f4bc49-618d-4ab1-b0c3-40fc96321d22 admin admin] Made reservation on behalf of 468d372c341b41c69c6969335a9d3335 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:15:07.695108 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d9f4bc49-618d-4ab1-b0c3-40fc96321d22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:07.704038 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb13bdb-841a-41ff-b2de-6d2306fa68c9 admin admin] Pushing event updated for resources: {'Network': ['ID=9fc59280-5eea-4246-b5a0-d5374ec41a7b,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:07.737816 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 9fc59280-5eea-4246-b5a0-d5374ec41a7b details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:15:07.746235 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bcf68d-51d5-461d-8202-c27321edfc8c tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Pushing event deleted for resources: {'Network': ['ID=39346d85-8db1-4c32-bd48-0eb63c830650,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:07.807702 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-82000da4-f113-45d7-a1dd-daff8e0ad603 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:07.841964 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-3648373d-4a8a-43b2-8891-611bbb445a6f None None] Set router 32f759fc-327a-4e58-b4cc-fbb833ec450c gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:15:07.899098 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1509832b-eb8a-4396-be5a-14dbe52a0946 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:08.139068 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:08.169238 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-82000da4-f113-45d7-a1dd-daff8e0ad603 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:08.183825 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-82000da4-f113-45d7-a1dd-daff8e0ad603 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b287a464-dc73-48ac-8476-f9f6272430e9']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:08.278646 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3648373d-4a8a-43b2-8891-611bbb445a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f759fc-327a-4e58-b4cc-fbb833ec450c', 'name': '', 'tenant_id': 'e1651512861c4bec82ce2c987425d8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40d4c96c-53a3-438c-8085-eef184c800b1', 'external_fixed_ips': [{'subnet_id': '4c1f3c77-a59a-4241-abdc-ed68a1ecb910', 'ip_address': '2001:db8::ab'}], 'enable_snat': True}, 'gw_port_id': '19d1cabd-001b-4322-a932-02bfe6993e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:15:01Z', 'updated_at': '2021-08-11T22:15:05Z', 'revision_number': 3, 'project_id': 'e1651512861c4bec82ce2c987425d8e5', 'gw_port': {'id': '19d1cabd-001b-4322-a932-02bfe6993e81', 'name': '', 'network_id': '40d4c96c-53a3-438c-8085-eef184c800b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:33:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f759fc-327a-4e58-b4cc-fbb833ec450c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '4c1f3c77-a59a-4241-abdc-ed68a1ecb910', 'ip_address': '2001:db8::ab', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:15:02Z', 'updated_at': '2021-08-11T22:15:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c1f3c77-a59a-4241-abdc-ed68a1ecb910', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:08.348590 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3648373d-4a8a-43b2-8891-611bbb445a6f None None] Checking router: 32f759fc-327a-4e58-b4cc-fbb833ec450c for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:15:08.349908 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3648373d-4a8a-43b2-8891-611bbb445a6f None None] Updating router 32f759fc-327a-4e58-b4cc-fbb833ec450c port 19d1cabd-001b-4322-a932-02bfe6993e81 binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:15:08.386420 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53718) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:08.394584 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-82000da4-f113-45d7-a1dd-daff8e0ad603 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3dcb167-5947-4558-908e-3d33ae014591') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:08.395471 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-82000da4-f113-45d7-a1dd-daff8e0ad603 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3dcb167-5947-4558-908e-3d33ae014591') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:08.401472 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1509832b-eb8a-4396-be5a-14dbe52a0946 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:08.417003 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-3648373d-4a8a-43b2-8891-611bbb445a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:08.427389 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-82000da4-f113-45d7-a1dd-daff8e0ad603 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:08.446966 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-82000da4-f113-45d7-a1dd-daff8e0ad603 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:08.456162 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82000da4-f113-45d7-a1dd-daff8e0ad603 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:15:08.456827 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-82000da4-f113-45d7-a1dd-daff8e0ad603 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:15:08.559773 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:15:08.573506 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d9f4bc49-618d-4ab1-b0c3-40fc96321d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:08.660278 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f0a16647-55bb-4e2b-9a56-e8a88605236c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:08.667400 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4bc49-618d-4ab1-b0c3-40fc96321d22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=761fe637-5dad-436e-8d53-f89509ed7b2c,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:08.674846 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-82000da4-f113-45d7-a1dd-daff8e0ad603 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:08.682703 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-82000da4-f113-45d7-a1dd-daff8e0ad603 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:08.686817 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-82000da4-f113-45d7-a1dd-daff8e0ad603 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] 10.222.0.77 "DELETE /v2.0/networks/b287a464-dc73-48ac-8476-f9f6272430e9 HTTP/1.1" status: 204 len: 168 time: 1.2014153 Aug 11 22:15:08.744220 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e47dcf0a-c99d-4a85-9b3d-3f6802dd084a tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:09.010529 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f0a16647-55bb-4e2b-9a56-e8a88605236c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:09.021040 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f0a16647-55bb-4e2b-9a56-e8a88605236c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:09.047245 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-3648373d-4a8a-43b2-8891-611bbb445a6f None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:09.070781 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-3648373d-4a8a-43b2-8891-611bbb445a6f None None] Transition to ACTIVE for port object 19d1cabd-001b-4322-a932-02bfe6993e81 will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:15:09.082892 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-3648373d-4a8a-43b2-8891-611bbb445a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:09.116615 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f0a16647-55bb-4e2b-9a56-e8a88605236c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3afc88ba330641279f3086f3a42892f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7275231 Aug 11 22:15:09.118696 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a16647-55bb-4e2b-9a56-e8a88605236c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0011e675-c860-48bc-9a01-f43764681166,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:09.123998 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53730) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:09.255470 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f9c17c27-eaa2-48cb-a3fb-98f67f8a2973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:09.306516 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f9c17c27-eaa2-48cb-a3fb-98f67f8a2973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:09.308621 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-3648373d-4a8a-43b2-8891-611bbb445a6f None None] Attempting to bind port 19d1cabd-001b-4322-a932-02bfe6993e81 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:09.309228 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-3648373d-4a8a-43b2-8891-611bbb445a6f None None] Attempting to bind port 19d1cabd-001b-4322-a932-02bfe6993e81 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'a84d7446-8edb-4fab-b8cb-0475c3e45c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '40d4c96c-53a3-438c-8085-eef184c800b1'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:09.309602 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3648373d-4a8a-43b2-8891-611bbb445a6f None None] Attempting to bind port 19d1cabd-001b-4322-a932-02bfe6993e81 on network 40d4c96c-53a3-438c-8085-eef184c800b1 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:09.328097 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3648373d-4a8a-43b2-8891-611bbb445a6f None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:15:09.329041 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3648373d-4a8a-43b2-8891-611bbb445a6f None None] Checking segment: {'id': 'a84d7446-8edb-4fab-b8cb-0475c3e45c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '40d4c96c-53a3-438c-8085-eef184c800b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:15:09.329668 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-3648373d-4a8a-43b2-8891-611bbb445a6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:09.330077 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3648373d-4a8a-43b2-8891-611bbb445a6f None None] Bound using segment: {'id': 'a84d7446-8edb-4fab-b8cb-0475c3e45c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '40d4c96c-53a3-438c-8085-eef184c800b1'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:15:09.330945 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-3648373d-4a8a-43b2-8891-611bbb445a6f None None] Bound port: 19d1cabd-001b-4322-a932-02bfe6993e81, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84d7446-8edb-4fab-b8cb-0475c3e45c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '40d4c96c-53a3-438c-8085-eef184c800b1'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:15:09.331412 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-3648373d-4a8a-43b2-8891-611bbb445a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:09.399397 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-3648373d-4a8a-43b2-8891-611bbb445a6f None None] For port 19d1cabd-001b-4322-a932-02bfe6993e81, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:15:09.404863 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-3648373d-4a8a-43b2-8891-611bbb445a6f None None] For port 19d1cabd-001b-4322-a932-02bfe6993e81, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=19d1cabd-001b-4322-a932-02bfe6993e81,segment=NetworkSegment(a84d7446-8edb-4fab-b8cb-0475c3e45c10),segment_id=a84d7446-8edb-4fab-b8cb-0475c3e45c10)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:15:09.425840 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-3648373d-4a8a-43b2-8891-611bbb445a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:09.428595 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9e093-8efc-4738-91cb-7e6d14da841f None None] Pushing event updated for resources: {'Port': ['ID=19d1cabd-001b-4322-a932-02bfe6993e81,revision_number=2']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:09.439178 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f9c17c27-eaa2-48cb-a3fb-98f67f8a2973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:09.445065 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f9e093-8efc-4738-91cb-7e6d14da841f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:09.445559 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f9e093-8efc-4738-91cb-7e6d14da841f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:09.446008 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f9e093-8efc-4738-91cb-7e6d14da841f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:09.446452 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f9e093-8efc-4738-91cb-7e6d14da841f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:09.446895 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f9e093-8efc-4738-91cb-7e6d14da841f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:09.447337 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f9e093-8efc-4738-91cb-7e6d14da841f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:09.447806 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f9e093-8efc-4738-91cb-7e6d14da841f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:09.448211 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f9e093-8efc-4738-91cb-7e6d14da841f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:09.448632 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f9e093-8efc-4738-91cb-7e6d14da841f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:09.449078 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f9e093-8efc-4738-91cb-7e6d14da841f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:09.449677 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f9e093-8efc-4738-91cb-7e6d14da841f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:09.450109 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f9e093-8efc-4738-91cb-7e6d14da841f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:09.452822 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f9c17c27-eaa2-48cb-a3fb-98f67f8a2973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:09.455623 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f9c17c27-eaa2-48cb-a3fb-98f67f8a2973 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0011e675-c860-48bc-9a01-f43764681166 HTTP/1.1" status: 204 len: 168 time: 0.3293190 Aug 11 22:15:09.486906 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c17c27-eaa2-48cb-a3fb-98f67f8a2973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0011e675-c860-48bc-9a01-f43764681166,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:09.558092 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3648373d-4a8a-43b2-8891-611bbb445a6f None None] Routers {'32f759fc-327a-4e58-b4cc-fbb833ec450c'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:15:09.559139 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3648373d-4a8a-43b2-8891-611bbb445a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:14:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['32f759fc-327a-4e58-b4cc-fbb833ec450c'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:09.616645 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82000da4-f113-45d7-a1dd-daff8e0ad603 tempest-TaggedBootDevicesTest_v242-856965766 tempest-TaggedBootDevicesTest_v242-856965766-project] Pushing event deleted for resources: {'Network': ['ID=b287a464-dc73-48ac-8476-f9f6272430e9,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:09.760669 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9e093-8efc-4738-91cb-7e6d14da841f None None] Pushing event updated for resources: {'Port': ['ID=19d1cabd-001b-4322-a932-02bfe6993e81,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:09.827050 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-3648373d-4a8a-43b2-8891-611bbb445a6f None None] Set router 32f759fc-327a-4e58-b4cc-fbb833ec450c gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:15:09.880367 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f4bc49-618d-4ab1-b0c3-40fc96321d22 admin admin] Checking segment: {'id': '1d0bbcad-5ad3-4871-9cc1-01073daa1c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9fc59280-5eea-4246-b5a0-d5374ec41a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:15:09.880995 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f4bc49-618d-4ab1-b0c3-40fc96321d22 admin admin] Network hostable DHCP agents. Network: 9fc59280-5eea-4246-b5a0-d5374ec41a7b, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:15:09.892024 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-1509832b-eb8a-4396-be5a-14dbe52a0946 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Deleting port 19d1cabd-001b-4322-a932-02bfe6993e81 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:15:09.892598 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1509832b-eb8a-4396-be5a-14dbe52a0946 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:09.916873 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3648373d-4a8a-43b2-8891-611bbb445a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f759fc-327a-4e58-b4cc-fbb833ec450c', 'name': '', 'tenant_id': 'e1651512861c4bec82ce2c987425d8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:15:01Z', 'updated_at': '2021-08-11T22:15:08Z', 'revision_number': 4, 'project_id': 'e1651512861c4bec82ce2c987425d8e5', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:09.955707 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3648373d-4a8a-43b2-8891-611bbb445a6f None None] The sync data for ids ['32f759fc-327a-4e58-b4cc-fbb833ec450c'] in n-d-804275-3 is: [{'id': '32f759fc-327a-4e58-b4cc-fbb833ec450c', 'name': '', 'tenant_id': 'e1651512861c4bec82ce2c987425d8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:15:01Z', 'updated_at': '2021-08-11T22:15:08Z', 'revision_number': 4, 'project_id': 'e1651512861c4bec82ce2c987425d8e5', 'gw_port_host': None}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:15:10.047374 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-e47dcf0a-c99d-4a85-9b3d-3f6802dd084a tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Allocated IP 172.25.2.187 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/8d093e93-c494-49b3-b639-0c0493e9fd3a) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:15:10.077024 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f4bc49-618d-4ab1-b0c3-40fc96321d22 admin admin] Network 9fc59280-5eea-4246-b5a0-d5374ec41a7b is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:15:10.081967 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53746) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:10.102586 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05bd0904-c512-498d-b724-9a8f31f22d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:10.155019 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-d9f4bc49-618d-4ab1-b0c3-40fc96321d22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 9fc59280-5eea-4246-b5a0-d5374ec41a7b) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:15:10.162826 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f4bc49-618d-4ab1-b0c3-40fc96321d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:10.163831 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d9f4bc49-618d-4ab1-b0c3-40fc96321d22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:10.206002 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07938b20-8875-4232-a083-a5876e6d18e8 None None] Network 9fc59280-5eea-4246-b5a0-d5374ec41a7b requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:15:10.246040 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1509832b-eb8a-4396-be5a-14dbe52a0946 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:10.286816 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05bd0904-c512-498d-b724-9a8f31f22d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:10.291292 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-1509832b-eb8a-4396-be5a-14dbe52a0946 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Calling delete_port for 19d1cabd-001b-4322-a932-02bfe6993e81 owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:15:10.296454 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05bd0904-c512-498d-b724-9a8f31f22d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:10.329436 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d9f4bc49-618d-4ab1-b0c3-40fc96321d22 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6824772 Aug 11 22:15:10.353075 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-05bd0904-c512-498d-b724-9a8f31f22d3b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1868636a3a9f45259a524b3959e17885&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2695093 Aug 11 22:15:10.354384 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd0904-c512-498d-b724-9a8f31f22d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7288ce42-0f0b-4bb5-9adb-0b7ca6be42ea,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:10.357618 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53752) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:10.442584 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-36396ebe-8278-4662-9de1-3b2371881385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:10.477250 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-36396ebe-8278-4662-9de1-3b2371881385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:10.538036 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e47dcf0a-c99d-4a85-9b3d-3f6802dd084a tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:10.547301 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-36396ebe-8278-4662-9de1-3b2371881385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:10.550383 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-36396ebe-8278-4662-9de1-3b2371881385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:10.554736 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-36396ebe-8278-4662-9de1-3b2371881385 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7288ce42-0f0b-4bb5-9adb-0b7ca6be42ea HTTP/1.1" status: 204 len: 168 time: 0.1933284 Aug 11 22:15:10.564507 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36396ebe-8278-4662-9de1-3b2371881385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7288ce42-0f0b-4bb5-9adb-0b7ca6be42ea,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:10.625060 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70da24df-88bb-42b7-b3ef-280511c286d4 None None] Network 9fc59280-5eea-4246-b5a0-d5374ec41a7b requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:15:10.907680 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1509832b-eb8a-4396-be5a-14dbe52a0946 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:10.946222 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509832b-eb8a-4396-be5a-14dbe52a0946 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Pushing event deleted for resources: {'Port': ['ID=19d1cabd-001b-4322-a932-02bfe6993e81,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:10.986257 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e47dcf0a-c99d-4a85-9b3d-3f6802dd084a tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:11.153474 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47dcf0a-c99d-4a85-9b3d-3f6802dd084a tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Pushing event updated for resources: {'Port': ['ID=8d093e93-c494-49b3-b639-0c0493e9fd3a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:11.171987 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1509832b-eb8a-4396-be5a-14dbe52a0946 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:11.225459 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47dcf0a-c99d-4a85-9b3d-3f6802dd084a tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:15:11.278813 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-e47dcf0a-c99d-4a85-9b3d-3f6802dd084a tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:15:11.381790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47dcf0a-c99d-4a85-9b3d-3f6802dd084a tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:15:11.457322 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1509832b-eb8a-4396-be5a-14dbe52a0946 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:11.461953 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1509832b-eb8a-4396-be5a-14dbe52a0946 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:11.501565 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53816) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:11.510187 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-ffde57d0-8345-4634-84e0-0bbdb751fd0a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1255062992-network', 'tenant_id': 'ff46952a558f4fe9a7c62c699a481e76'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:11.558279 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1509832b-eb8a-4396-be5a-14dbe52a0946 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:11.559234 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1509832b-eb8a-4396-be5a-14dbe52a0946 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32f759fc-327a-4e58-b4cc-fbb833ec450c {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:15:11.559870 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffde57d0-8345-4634-84e0-0bbdb751fd0a admin admin] Made reservation on behalf of ff46952a558f4fe9a7c62c699a481e76 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:15:11.567138 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1509832b-eb8a-4396-be5a-14dbe52a0946 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:11.571170 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1509832b-eb8a-4396-be5a-14dbe52a0946 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "DELETE /v2.0/routers/32f759fc-327a-4e58-b4cc-fbb833ec450c HTTP/1.1" status: 204 len: 168 time: 4.0871782 Aug 11 22:15:11.578134 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ffde57d0-8345-4634-84e0-0bbdb751fd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:11.584572 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53824) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:11.680915 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ffde57d0-8345-4634-84e0-0bbdb751fd0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:11.844951 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaff04eb-ff59-4fbf-b016-31bd5338c4ec tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Deleting subnet 4c1f3c77-a59a-4241-abdc-ed68a1ecb910 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:15:11.879446 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eaff04eb-ff59-4fbf-b016-31bd5338c4ec tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:12.107923 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ffde57d0-8345-4634-84e0-0bbdb751fd0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:12.115792 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ffde57d0-8345-4634-84e0-0bbdb751fd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:12.157884 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffde57d0-8345-4634-84e0-0bbdb751fd0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:15:12.199691 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eaff04eb-ff59-4fbf-b016-31bd5338c4ec tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:12.238607 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ffde57d0-8345-4634-84e0-0bbdb751fd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:12.238908 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-ffde57d0-8345-4634-84e0-0bbdb751fd0a admin admin] Added segment 14097af6-b8c3-4d07-b93d-67066b164653 of type vlan for network a2b0fd65-ded5-4a97-b2b1-32637636b01c Aug 11 22:15:12.240728 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde57d0-8345-4634-84e0-0bbdb751fd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95cc957-0291-4dab-b364-09f5881254a7,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:12.366839 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e47dcf0a-c99d-4a85-9b3d-3f6802dd084a tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:12.419280 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ffde57d0-8345-4634-84e0-0bbdb751fd0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:12.449575 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eaff04eb-ff59-4fbf-b016-31bd5338c4ec tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:12.521718 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e47dcf0a-c99d-4a85-9b3d-3f6802dd084a tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:12.649244 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ffde57d0-8345-4634-84e0-0bbdb751fd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:12.650415 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffde57d0-8345-4634-84e0-0bbdb751fd0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:12.651038 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ffde57d0-8345-4634-84e0-0bbdb751fd0a admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:12.709349 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eaff04eb-ff59-4fbf-b016-31bd5338c4ec tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:12.731859 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ffde57d0-8345-4634-84e0-0bbdb751fd0a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2287266 Aug 11 22:15:12.738196 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53948) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:12.747242 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-555a95e4-88e9-4be9-a73b-51c74663b944 admin admin] Request body: {'subnet': {'network_id': 'a2b0fd65-ded5-4a97-b2b1-32637636b01c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1255062992-subnet', 'tenant_id': 'ff46952a558f4fe9a7c62c699a481e76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:12.758119 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff04eb-ff59-4fbf-b016-31bd5338c4ec tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4c1f3c77-a59a-4241-abdc-ed68a1ecb910,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:12.767027 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eaff04eb-ff59-4fbf-b016-31bd5338c4ec tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:12.773006 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-eaff04eb-ff59-4fbf-b016-31bd5338c4ec tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "DELETE /v2.0/subnets/4c1f3c77-a59a-4241-abdc-ed68a1ecb910 HTTP/1.1" status: 204 len: 168 time: 1.1868887 Aug 11 22:15:12.773689 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53954) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:12.776331 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde57d0-8345-4634-84e0-0bbdb751fd0a admin admin] Pushing event updated for resources: {'Network': ['ID=a2b0fd65-ded5-4a97-b2b1-32637636b01c,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:12.804277 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network a2b0fd65-ded5-4a97-b2b1-32637636b01c details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:15:12.862623 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a0c13f9b-8ab1-4e56-a139-f2155c0cf25a tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:12.943543 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555a95e4-88e9-4be9-a73b-51c74663b944 admin admin] Made reservation on behalf of ff46952a558f4fe9a7c62c699a481e76 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:15:12.956429 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-555a95e4-88e9-4be9-a73b-51c74663b944 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:13.091660 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a0c13f9b-8ab1-4e56-a139-f2155c0cf25a tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:13.132095 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-a0c13f9b-8ab1-4e56-a139-f2155c0cf25a tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d4c96c-53a3-438c-8085-eef184c800b1']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:13.164290 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-a0c13f9b-8ab1-4e56-a139-f2155c0cf25a tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a84d7446-8edb-4fab-b8cb-0475c3e45c10') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:13.164765 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-a0c13f9b-8ab1-4e56-a139-f2155c0cf25a tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a84d7446-8edb-4fab-b8cb-0475c3e45c10') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:13.218345 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a0c13f9b-8ab1-4e56-a139-f2155c0cf25a tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:13.241208 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5d15eddd-2282-4008-a0e6-4f4f407a3ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:13.283716 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a0c13f9b-8ab1-4e56-a139-f2155c0cf25a tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:13.322645 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c13f9b-8ab1-4e56-a139-f2155c0cf25a tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:15:13.326158 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a0c13f9b-8ab1-4e56-a139-f2155c0cf25a tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:15:13.356856 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:15:13.434642 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a0c13f9b-8ab1-4e56-a139-f2155c0cf25a tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:13.442184 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c13f9b-8ab1-4e56-a139-f2155c0cf25a tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 40d4c96c-53a3-438c-8085-eef184c800b1 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 22:15:13.446273 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a0c13f9b-8ab1-4e56-a139-f2155c0cf25a tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:13.462084 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a0c13f9b-8ab1-4e56-a139-f2155c0cf25a tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "DELETE /v2.0/networks/40d4c96c-53a3-438c-8085-eef184c800b1 HTTP/1.1" status: 204 len: 168 time: 0.6865606 Aug 11 22:15:13.490120 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c13f9b-8ab1-4e56-a139-f2155c0cf25a tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Pushing event deleted for resources: {'Network': ['ID=40d4c96c-53a3-438c-8085-eef184c800b1,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:13.491493 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-555a95e4-88e9-4be9-a73b-51c74663b944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:13.655189 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e47dcf0a-c99d-4a85-9b3d-3f6802dd084a tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:13.732033 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a95e4-88e9-4be9-a73b-51c74663b944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1b5be11-3eec-49a9-9a2c-5dab1af26e7b,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:13.737951 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e47dcf0a-c99d-4a85-9b3d-3f6802dd084a tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:13.898229 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47dcf0a-c99d-4a85-9b3d-3f6802dd084a tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Pushing event updated for resources: {'Port': ['ID=8d093e93-c494-49b3-b639-0c0493e9fd3a,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:13.934761 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555a95e4-88e9-4be9-a73b-51c74663b944 admin admin] Checking segment: {'id': '14097af6-b8c3-4d07-b93d-67066b164653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a2b0fd65-ded5-4a97-b2b1-32637636b01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:15:13.936273 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555a95e4-88e9-4be9-a73b-51c74663b944 admin admin] Network hostable DHCP agents. Network: a2b0fd65-ded5-4a97-b2b1-32637636b01c, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:15:13.980767 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54074) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:14.059736 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555a95e4-88e9-4be9-a73b-51c74663b944 admin admin] Network a2b0fd65-ded5-4a97-b2b1-32637636b01c is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:15:14.101859 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e47dcf0a-c99d-4a85-9b3d-3f6802dd084a tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:14.193640 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-555a95e4-88e9-4be9-a73b-51c74663b944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, a2b0fd65-ded5-4a97-b2b1-32637636b01c) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:15:14.206960 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05833bc7-0bf8-4c21-92d6-95e16e9fbfcd None None] Network a2b0fd65-ded5-4a97-b2b1-32637636b01c requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:15:14.211182 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555a95e4-88e9-4be9-a73b-51c74663b944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:14.212371 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-555a95e4-88e9-4be9-a73b-51c74663b944 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:14.265328 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-4873a3b0-c7d9-4261-bbb5-2c1071922352 tempest-PortsAdminExtendedAttrsTestJSON-2025694150 tempest-PortsAdminExtendedAttrsTestJSON-2025694150-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-388956256'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:14.298388 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4873a3b0-c7d9-4261-bbb5-2c1071922352 tempest-PortsAdminExtendedAttrsTestJSON-2025694150 tempest-PortsAdminExtendedAttrsTestJSON-2025694150-project] Made reservation on behalf of c1ba70e76e0e4228858b91ac9db9e0e1 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:15:14.303689 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4873a3b0-c7d9-4261-bbb5-2c1071922352 tempest-PortsAdminExtendedAttrsTestJSON-2025694150 tempest-PortsAdminExtendedAttrsTestJSON-2025694150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:14.309410 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-555a95e4-88e9-4be9-a73b-51c74663b944 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5694675 Aug 11 22:15:14.332154 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4873a3b0-c7d9-4261-bbb5-2c1071922352 tempest-PortsAdminExtendedAttrsTestJSON-2025694150 tempest-PortsAdminExtendedAttrsTestJSON-2025694150-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:14.405215 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [None req-e47dcf0a-c99d-4a85-9b3d-3f6802dd084a tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Floating IP 04bab941-c394-4647-821b-93d554c6c592 associated. External IP: 172.25.2.187, port: 5e6a2108-b3ae-4e2d-b40e-83069ae18b03. Aug 11 22:15:14.699445 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54140) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:14.711389 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-2a6e118a-941b-476b-a689-82d08d918fe5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Request body: {'router': {'name': 'tempest-router--343683402', 'project_id': '1cd766ad6f264161ad8882697336b85e'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:14.748798 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4873a3b0-c7d9-4261-bbb5-2c1071922352 tempest-PortsAdminExtendedAttrsTestJSON-2025694150 tempest-PortsAdminExtendedAttrsTestJSON-2025694150-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:14.756411 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4873a3b0-c7d9-4261-bbb5-2c1071922352 tempest-PortsAdminExtendedAttrsTestJSON-2025694150 tempest-PortsAdminExtendedAttrsTestJSON-2025694150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:14.768225 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0913092-b838-40e1-8ba9-c5c662058dd0 None None] Network a2b0fd65-ded5-4a97-b2b1-32637636b01c requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:15:14.824665 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4873a3b0-c7d9-4261-bbb5-2c1071922352 tempest-PortsAdminExtendedAttrsTestJSON-2025694150 tempest-PortsAdminExtendedAttrsTestJSON-2025694150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:15:14.864753 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873a3b0-c7d9-4261-bbb5-2c1071922352 tempest-PortsAdminExtendedAttrsTestJSON-2025694150 tempest-PortsAdminExtendedAttrsTestJSON-2025694150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e208b3c-cfed-4f71-a1e4-353f92c2517e,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:14.888514 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4873a3b0-c7d9-4261-bbb5-2c1071922352 tempest-PortsAdminExtendedAttrsTestJSON-2025694150 tempest-PortsAdminExtendedAttrsTestJSON-2025694150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:14.889114 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-4873a3b0-c7d9-4261-bbb5-2c1071922352 tempest-PortsAdminExtendedAttrsTestJSON-2025694150 tempest-PortsAdminExtendedAttrsTestJSON-2025694150-project] Added segment 89e5b1fe-fae1-4a59-81ed-1b4dae38ea99 of type vlan for network 529f16e1-5cfd-4538-a6c3-0d6663433e2d Aug 11 22:15:15.064201 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4873a3b0-c7d9-4261-bbb5-2c1071922352 tempest-PortsAdminExtendedAttrsTestJSON-2025694150 tempest-PortsAdminExtendedAttrsTestJSON-2025694150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:15.116484 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4873a3b0-c7d9-4261-bbb5-2c1071922352 tempest-PortsAdminExtendedAttrsTestJSON-2025694150 tempest-PortsAdminExtendedAttrsTestJSON-2025694150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:15.137910 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4873a3b0-c7d9-4261-bbb5-2c1071922352 tempest-PortsAdminExtendedAttrsTestJSON-2025694150 tempest-PortsAdminExtendedAttrsTestJSON-2025694150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:15.142262 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4873a3b0-c7d9-4261-bbb5-2c1071922352 tempest-PortsAdminExtendedAttrsTestJSON-2025694150 tempest-PortsAdminExtendedAttrsTestJSON-2025694150-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:15.225269 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2a6e118a-941b-476b-a689-82d08d918fe5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:15.240742 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2a6e118a-941b-476b-a689-82d08d918fe5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:15.333599 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2a6e118a-941b-476b-a689-82d08d918fe5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:15.336586 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47dcf0a-c99d-4a85-9b3d-3f6802dd084a tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Router 00f630f3-1a0a-4123-b6dc-f3eb2b5d698c has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:15:15.354662 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2a6e118a-941b-476b-a689-82d08d918fe5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:15.469949 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4873a3b0-c7d9-4261-bbb5-2c1071922352 tempest-PortsAdminExtendedAttrsTestJSON-2025694150 tempest-PortsAdminExtendedAttrsTestJSON-2025694150-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4875445 Aug 11 22:15:15.504730 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873a3b0-c7d9-4261-bbb5-2c1071922352 tempest-PortsAdminExtendedAttrsTestJSON-2025694150 tempest-PortsAdminExtendedAttrsTestJSON-2025694150-project] Pushing event updated for resources: {'Network': ['ID=529f16e1-5cfd-4538-a6c3-0d6663433e2d,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:15.535618 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 529f16e1-5cfd-4538-a6c3-0d6663433e2d details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:15:15.549334 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2a6e118a-941b-476b-a689-82d08d918fe5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:15.553720 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54230) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:15.556170 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2a6e118a-941b-476b-a689-82d08d918fe5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8498290 Aug 11 22:15:15.589385 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47dcf0a-c99d-4a85-9b3d-3f6802dd084a tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:15:15.630286 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e47dcf0a-c99d-4a85-9b3d-3f6802dd084a tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:15.689969 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e47dcf0a-c99d-4a85-9b3d-3f6802dd084a tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 8.6508210 Aug 11 22:15:15.690685 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54244) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:15.935089 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a872fe72-9959-4fa8-9b18-0401a4958d3d tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:15.998115 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ee1224bc-1a55-4dd8-9ec6-23be354d790d tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] 10.222.0.77 "GET /v2.0/floatingips/04bab941-c394-4647-821b-93d554c6c592 HTTP/1.1" status: 200 len: 981 time: 0.3061452 Aug 11 22:15:15.999432 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54276) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:16.031093 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2bfaf1-5275-42e7-9f2b-e88035aba218 None None] Sync routers for ids ['00f630f3-1a0a-4123-b6dc-f3eb2b5d698c'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:15:16.086111 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2bfaf1-5275-42e7-9f2b-e88035aba218 None None] Routers {'00f630f3-1a0a-4123-b6dc-f3eb2b5d698c'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:15:16.087683 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-4c2bfaf1-5275-42e7-9f2b-e88035aba218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:14:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['00f630f3-1a0a-4123-b6dc-f3eb2b5d698c'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:16.096070 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:16.168848 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7c8d931e-400a-4f4a-8b57-bda4f939c765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:16.173269 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-4c2bfaf1-5275-42e7-9f2b-e88035aba218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:16.182931 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1e06b196-7684-4943-abd2-51bee4d2f4e8 tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.1817608 Aug 11 22:15:16.183706 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54290) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:16.209593 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2bfaf1-5275-42e7-9f2b-e88035aba218 None None] Routers {'00f630f3-1a0a-4123-b6dc-f3eb2b5d698c'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:15:16.232028 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-4c2bfaf1-5275-42e7-9f2b-e88035aba218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:15:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['00f630f3-1a0a-4123-b6dc-f3eb2b5d698c'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:16.329785 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-4c2bfaf1-5275-42e7-9f2b-e88035aba218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:16.331659 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2bfaf1-5275-42e7-9f2b-e88035aba218 None None] The sync data for ids ['00f630f3-1a0a-4123-b6dc-f3eb2b5d698c'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:15:16.572346 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a872fe72-9959-4fa8-9b18-0401a4958d3d tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:16.583733 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a872fe72-9959-4fa8-9b18-0401a4958d3d tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:16.693366 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-c0630805-d588-4ef9-b120-872b4187333d tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:16.696891 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-c0630805-d588-4ef9-b120-872b4187333d tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/networks?id=9fc59280-5eea-4246-b5a0-d5374ec41a7b HTTP/1.1" status: 200 len: 825 time: 0.7566867 Aug 11 22:15:16.700790 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a872fe72-9959-4fa8-9b18-0401a4958d3d tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:16.702213 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a872fe72-9959-4fa8-9b18-0401a4958d3d tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ae80c7b-2413-4e84-9df6-640525763726 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:15:16.715078 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a872fe72-9959-4fa8-9b18-0401a4958d3d tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:16.719498 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a872fe72-9959-4fa8-9b18-0401a4958d3d tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "DELETE /v2.0/routers/8ae80c7b-2413-4e84-9df6-640525763726 HTTP/1.1" status: 204 len: 168 time: 1.1616144 Aug 11 22:15:16.738698 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-b1fb522e-2f35-4d4e-872b-0893256408b2 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/quotas/468d372c341b41c69c6969335a9d3335 HTTP/1.1" status: 200 len: 375 time: 0.0320017 Aug 11 22:15:16.825363 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-4d15c2fb-17d6-4b18-aef4-1f2000cfb684 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=468d372c341b41c69c6969335a9d3335&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800815 Aug 11 22:15:16.892305 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54310) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:16.982568 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-f1aa6990-4fd8-420c-b1af-bbd835cda73c service neutron] 10.222.0.77 "GET /v2.0/networks/9fc59280-5eea-4246-b5a0-d5374ec41a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487868 Aug 11 22:15:17.008289 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-e23a9679-8b54-437f-8bf1-cbd831deeda4 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Deleting port 8d093e93-c494-49b3-b639-0c0493e9fd3a {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:15:17.009175 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e23a9679-8b54-437f-8bf1-cbd831deeda4 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:17.108533 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-7eac571f-e8b4-4650-be6f-3b598fae083a service neutron] 10.222.0.77 "GET /v2.0/networks/9fc59280-5eea-4246-b5a0-d5374ec41a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244912 Aug 11 22:15:17.133531 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e23a9679-8b54-437f-8bf1-cbd831deeda4 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:17.133877 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e23a9679-8b54-437f-8bf1-cbd831deeda4 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:17.149925 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-e23a9679-8b54-437f-8bf1-cbd831deeda4 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Calling delete_port for 8d093e93-c494-49b3-b639-0c0493e9fd3a owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:15:17.330242 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-06457df2-86db-44ec-ac60-3cacde8a4352 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1425234843', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}, 'admin_state_up': False}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:17.478259 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:17.610263 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-06457df2-86db-44ec-ac60-3cacde8a4352 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:17.611286 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-06457df2-86db-44ec-ac60-3cacde8a4352 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:17.619989 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e23a9679-8b54-437f-8bf1-cbd831deeda4 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:17.674851 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a9679-8b54-437f-8bf1-cbd831deeda4 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Pushing event deleted for resources: {'Port': ['ID=8d093e93-c494-49b3-b639-0c0493e9fd3a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:17.779178 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-06457df2-86db-44ec-ac60-3cacde8a4352 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:18.077261 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54332) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:18.087486 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Request body: {'port': {'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d', 'binding:host_id': 'n-h2-804275-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-392312119'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:18.092789 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-06457df2-86db-44ec-ac60-3cacde8a4352 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:18.110470 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e23a9679-8b54-437f-8bf1-cbd831deeda4 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:18.111075 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [None req-e23a9679-8b54-437f-8bf1-cbd831deeda4 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Floating IP 04bab941-c394-4647-821b-93d554c6c592 disassociated (deleted). External IP: 172.25.2.187, port: 5e6a2108-b3ae-4e2d-b40e-83069ae18b03. Aug 11 22:15:18.206235 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Made reservation on behalf of 8316e533beaf4942b28b4c756ecc75ba for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:15:18.211710 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:18.286931 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8d4d8506-53da-4329-9617-1dde632b12d6 req-6ebe179a-c50d-4ded-bf77-64d47661f3ba tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d568ccf-547c-49de-a511-003aa6028313 HTTP/1.1" status: 200 len: 210 time: 0.1158977 Aug 11 22:15:18.318212 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:18.575434 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:18.585778 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:18.645108 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] device_id is not set on port b5574d09-9fef-413c-9d45-7ad554e6d148 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:15:18.654182 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf469280-2d4f-46df-9c82-9427d4de5542,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:18.852174 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23a9679-8b54-437f-8bf1-cbd831deeda4 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Router 00f630f3-1a0a-4123-b6dc-f3eb2b5d698c has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:15:18.868876 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-1d048207-e3b4-4fdf-b002-c5e39c293d9d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2757664 Aug 11 22:15:18.952342 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:19.183332 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] device_id is not set on port b5574d09-9fef-413c-9d45-7ad554e6d148 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:15:19.205870 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:19.207283 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-06457df2-86db-44ec-ac60-3cacde8a4352 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:19.237786 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Transition to ACTIVE for port object b5574d09-9fef-413c-9d45-7ad554e6d148 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:15:19.267720 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:19.319564 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-06457df2-86db-44ec-ac60-3cacde8a4352 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:19.357209 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-9584ad72-9adf-4aff-9a79-220b2d2db722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:19.358814 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-9584ad72-9adf-4aff-9a79-220b2d2db722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:19.359166 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-9584ad72-9adf-4aff-9a79-220b2d2db722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:19.360134 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-9584ad72-9adf-4aff-9a79-220b2d2db722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:19.360765 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-9584ad72-9adf-4aff-9a79-220b2d2db722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:19.362375 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-9584ad72-9adf-4aff-9a79-220b2d2db722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:19.362581 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-9584ad72-9adf-4aff-9a79-220b2d2db722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:19.367029 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-9584ad72-9adf-4aff-9a79-220b2d2db722 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b3840ad876e4bee8133e6f4b31e7f76&device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 6492 time: 0.3439064 Aug 11 22:15:19.456598 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Pushing event updated for resources: {'Port': ['ID=b5574d09-9fef-413c-9d45-7ad554e6d148,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:19.466784 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Checking segment: {'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:15:19.471388 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Network hostable DHCP agents. Network: 529f16e1-5cfd-4538-a6c3-0d6663433e2d, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:15:19.551125 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e404f109-49ba-48bd-9e79-8ca4f7590d98 req-6298ffbd-43a4-4e49-895d-f6cf33ae9ecd tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d568ccf-547c-49de-a511-003aa6028313 HTTP/1.1" status: 200 len: 210 time: 0.0634568 Aug 11 22:15:19.560328 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Network 529f16e1-5cfd-4538-a6c3-0d6663433e2d is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:15:19.589391 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 529f16e1-5cfd-4538-a6c3-0d6663433e2d) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:15:19.615355 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:15:19.616221 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144cbf11-b2da-4e00-9e10-27d24a078d6e None None] Network 529f16e1-5cfd-4538-a6c3-0d6663433e2d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:15:19.635766 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:19.636877 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:19.637464 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:19.644366 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Port b5574d09-9fef-413c-9d45-7ad554e6d148 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:19.645547 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Failed to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] Aug 11 22:15:19.646108 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempt 2 to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 Aug 11 22:15:19.651946 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-4e745ae5-16d8-46ae-89eb-2f653729f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:19.652669 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-4e745ae5-16d8-46ae-89eb-2f653729f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:19.653378 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-4e745ae5-16d8-46ae-89eb-2f653729f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:19.656787 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-4e745ae5-16d8-46ae-89eb-2f653729f708 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aae68e27-0877-48f6-819f-dde7d65a439d&id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&id=c74395db-c7eb-4508-9006-176acc6e4b6d&id=c74395db-c7eb-4508-9006-176acc6e4b6d HTTP/1.1" status: 200 len: 2294 time: 0.1750827 Aug 11 22:15:19.668723 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:19.669310 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:19.669855 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:19.676078 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Port b5574d09-9fef-413c-9d45-7ad554e6d148 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:19.676700 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Failed to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] Aug 11 22:15:19.677719 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempt 3 to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 Aug 11 22:15:19.699638 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:19.700283 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:19.700794 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:19.708750 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Port b5574d09-9fef-413c-9d45-7ad554e6d148 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:19.709321 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Failed to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] Aug 11 22:15:19.709898 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempt 4 to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 Aug 11 22:15:19.728983 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:19.729594 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:19.730192 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:19.737181 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Port b5574d09-9fef-413c-9d45-7ad554e6d148 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:19.737943 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Failed to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] Aug 11 22:15:19.739312 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempt 5 to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 Aug 11 22:15:19.771870 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:19.772180 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:19.772530 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:19.775288 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23a9679-8b54-437f-8bf1-cbd831deeda4 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:15:19.785691 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Port b5574d09-9fef-413c-9d45-7ad554e6d148 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:19.786268 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Failed to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] Aug 11 22:15:19.786810 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempt 6 to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 Aug 11 22:15:19.803144 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae496847-e220-4d68-a407-327e6b0caeee None None] Sync routers for ids ['00f630f3-1a0a-4123-b6dc-f3eb2b5d698c'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:15:19.821121 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae496847-e220-4d68-a407-327e6b0caeee None None] Routers {'00f630f3-1a0a-4123-b6dc-f3eb2b5d698c'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:15:19.822430 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-ae496847-e220-4d68-a407-327e6b0caeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:15:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['00f630f3-1a0a-4123-b6dc-f3eb2b5d698c'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:19.840254 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e23a9679-8b54-437f-8bf1-cbd831deeda4 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:19.848316 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:19.849033 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:19.849579 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:19.879878 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Port b5574d09-9fef-413c-9d45-7ad554e6d148 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:19.880638 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Failed to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] Aug 11 22:15:19.886574 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempt 7 to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 Aug 11 22:15:19.932719 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:19.933532 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:19.934285 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:19.947548 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Port b5574d09-9fef-413c-9d45-7ad554e6d148 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:19.952573 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Failed to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] Aug 11 22:15:19.954074 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempt 8 to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 Aug 11 22:15:20.002632 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:20.003338 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:20.004306 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:20.019224 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Port b5574d09-9fef-413c-9d45-7ad554e6d148 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:20.019795 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Failed to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] Aug 11 22:15:20.039396 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempt 9 to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 Aug 11 22:15:20.054710 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-ae496847-e220-4d68-a407-327e6b0caeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:20.069277 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae496847-e220-4d68-a407-327e6b0caeee None None] Routers {'00f630f3-1a0a-4123-b6dc-f3eb2b5d698c'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:15:20.070367 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-ae496847-e220-4d68-a407-327e6b0caeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:15:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['00f630f3-1a0a-4123-b6dc-f3eb2b5d698c'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:20.108298 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:20.113491 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-ae496847-e220-4d68-a407-327e6b0caeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:20.114458 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae496847-e220-4d68-a407-327e6b0caeee None None] The sync data for ids ['00f630f3-1a0a-4123-b6dc-f3eb2b5d698c'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:15:20.121311 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e23a9679-8b54-437f-8bf1-cbd831deeda4 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] 10.222.0.77 "DELETE /v2.0/floatingips/04bab941-c394-4647-821b-93d554c6c592 HTTP/1.1" status: 204 len: 168 time: 3.9327068 Aug 11 22:15:20.132809 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:20.133481 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:20.134319 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54350) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:20.141999 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-4d7959ae-8aa2-432e-a775-f941eec5a642 tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:20.145878 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Port b5574d09-9fef-413c-9d45-7ad554e6d148 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:20.146383 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Failed to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] Aug 11 22:15:20.147011 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempt 10 to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 Aug 11 22:15:20.161237 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-929496cb-43e8-4f94-b35f-72bfd36f5c6e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=349c2860-60cb-4169-8ba2-aabeccfa45a1 HTTP/1.1" status: 200 len: 1001 time: 0.4208491 Aug 11 22:15:20.176546 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:20.176980 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:20.177581 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:20.189036 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Port b5574d09-9fef-413c-9d45-7ad554e6d148 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:20.189921 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Failed to bind port b5574d09-9fef-413c-9d45-7ad554e6d148 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] Aug 11 22:15:20.189921 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:20.264640 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-9d834644-c94d-4ae0-850c-89ae99ae88d0 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:20.266848 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-9d834644-c94d-4ae0-850c-89ae99ae88d0 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.82 "GET /v2.0/networks?id=9fc59280-5eea-4246-b5a0-d5374ec41a7b HTTP/1.1" status: 200 len: 825 time: 0.8080013 Aug 11 22:15:20.272444 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-06457df2-86db-44ec-ac60-3cacde8a4352 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Allocated IP 172.25.2.208 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/3e533f95-fee4-4c0b-80df-7e552aab7dea) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:15:20.296058 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-bf41d504-4386-4f8a-bd10-08451d0063be tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Request body: {'port': {'device_id': '1d568ccf-547c-49de-a511-003aa6028313', 'network_id': '9fc59280-5eea-4246-b5a0-d5374ec41a7b', 'admin_state_up': True, 'tenant_id': '468d372c341b41c69c6969335a9d3335'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:20.354423 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] For port b5574d09-9fef-413c-9d45-7ad554e6d148, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:15:20.355188 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempted to set empty binding levels {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 22:15:20.362991 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:20.404182 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4d7959ae-8aa2-432e-a775-f941eec5a642 tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:20.412787 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:20.413103 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-f274e305-3076-49f0-bf9e-a8258239e8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:20.414203 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:20.429399 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-f274e305-3076-49f0-bf9e-a8258239e8a2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5994059a-f305-4784-b552-f94868383090 HTTP/1.1" status: 200 len: 851 time: 0.2582190 Aug 11 22:15:20.439128 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.3595297 Aug 11 22:15:20.443638 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54352) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:20.474048 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:20.499126 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912a138-685f-498d-8ad5-e8ab21fd8c97 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Pushing event updated for resources: {'Port': ['ID=b5574d09-9fef-413c-9d45-7ad554e6d148,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:20.624442 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-457e5196-1c2b-4ff3-bb42-b4f12cb763ba tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Deleting port b5574d09-9fef-413c-9d45-7ad554e6d148 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:15:20.625130 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-457e5196-1c2b-4ff3-bb42-b4f12cb763ba tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:20.730068 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-32faf1ea-f540-453c-8c9d-a700764da159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:20.731951 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-32faf1ea-f540-453c-8c9d-a700764da159 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aae68e27-0877-48f6-819f-dde7d65a439d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2698383 Aug 11 22:15:20.783055 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-bf41d504-4386-4f8a-bd10-08451d0063be tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Made reservation on behalf of 468d372c341b41c69c6969335a9d3335 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:15:20.787250 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-bf41d504-4386-4f8a-bd10-08451d0063be tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:20.813801 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5d193859-3fb4-4497-b089-13976173a56c req-15a09414-379c-4c16-aae9-6038694dccaa tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d568ccf-547c-49de-a511-003aa6028313 HTTP/1.1" status: 200 len: 210 time: 0.0662301 Aug 11 22:15:20.822597 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-06457df2-86db-44ec-ac60-3cacde8a4352 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:20.847570 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-457e5196-1c2b-4ff3-bb42-b4f12cb763ba tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] For port b5574d09-9fef-413c-9d45-7ad554e6d148, host n-h2-804275-3, got binding levels [] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:15:20.847964 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-457e5196-1c2b-4ff3-bb42-b4f12cb763ba tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:20.876617 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-457e5196-1c2b-4ff3-bb42-b4f12cb763ba tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Calling delete_port for b5574d09-9fef-413c-9d45-7ad554e6d148 owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:15:21.026144 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-dfe7d5f9-b5d2-4cc2-b646-571bcdf74bd2 service neutron] 10.222.0.52 "GET /v2.0/networks/aae68e27-0877-48f6-819f-dde7d65a439d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829092 Aug 11 22:15:21.050678 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-06457df2-86db-44ec-ac60-3cacde8a4352 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:21.072845 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-457e5196-1c2b-4ff3-bb42-b4f12cb763ba tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:21.111330 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e5196-1c2b-4ff3-bb42-b4f12cb763ba tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5574d09-9fef-413c-9d45-7ad554e6d148,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:21.124492 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-457e5196-1c2b-4ff3-bb42-b4f12cb763ba tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:21.128912 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-457e5196-1c2b-4ff3-bb42-b4f12cb763ba tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] 10.222.0.77 "DELETE /v2.0/ports/b5574d09-9fef-413c-9d45-7ad554e6d148 HTTP/1.1" status: 204 len: 168 time: 0.6833270 Aug 11 22:15:21.133769 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54358) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:21.177738 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32c25eb-0329-485c-95f6-e9c928782d19 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] GET failed (client error): The resource could not be found. Aug 11 22:15:21.181303 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f32c25eb-0329-485c-95f6-e9c928782d19 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] 10.222.0.77 "GET /v2.0/ports/b5574d09-9fef-413c-9d45-7ad554e6d148 HTTP/1.1" status: 404 len: 333 time: 0.0454364 Aug 11 22:15:21.205540 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54362) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:21.225517 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-822a9673-bd95-4eda-a447-e1c6e8cdcd83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Request body: {'port': {'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2053960168'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:21.271391 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822a9673-bd95-4eda-a447-e1c6e8cdcd83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Made reservation on behalf of 8316e533beaf4942b28b4c756ecc75ba for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:15:21.276296 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-822a9673-bd95-4eda-a447-e1c6e8cdcd83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:21.327239 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-822a9673-bd95-4eda-a447-e1c6e8cdcd83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] device_id is not set on port 49670e16-62a0-482c-8135-521eeb866333 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:15:21.522525 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4d7959ae-8aa2-432e-a775-f941eec5a642 tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:21.620564 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06457df2-86db-44ec-ac60-3cacde8a4352 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:15:21.653827 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-06457df2-86db-44ec-ac60-3cacde8a4352 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:15:21.671677 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06457df2-86db-44ec-ac60-3cacde8a4352 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Pushing event updated for resources: {'Port': ['ID=3e533f95-fee4-4c0b-80df-7e552aab7dea,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:21.672840 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-822a9673-bd95-4eda-a447-e1c6e8cdcd83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:21.674888 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06457df2-86db-44ec-ac60-3cacde8a4352 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:15:21.716490 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-bf41d504-4386-4f8a-bd10-08451d0063be tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Allocated IP 172.20.0.7 (9fc59280-5eea-4246-b5a0-d5374ec41a7b/761fe637-5dad-436e-8d53-f89509ed7b2c/89053c7b-58c4-4210-94aa-0c98bef7874e) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:15:21.767053 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-4d7959ae-8aa2-432e-a775-f941eec5a642 tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Allocated IP 172.25.2.97 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/349a4699-a39c-44cb-8ef3-ddf4d896c7c4) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:15:21.783972 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-822a9673-bd95-4eda-a447-e1c6e8cdcd83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:21.786270 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-b012e2af-a64b-4588-8997-d0937aae5ae9 service neutron] 10.222.0.52 "GET /v2.0/networks/aae68e27-0877-48f6-819f-dde7d65a439d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7520134 Aug 11 22:15:21.860886 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-972680f4-a592-4ced-bba4-2267218c79eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=3662de63-2216-47cd-a09d-9450446cab7f HTTP/1.1" status: 200 len: 217 time: 0.0614843 Aug 11 22:15:21.950827 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822a9673-bd95-4eda-a447-e1c6e8cdcd83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Network 529f16e1-5cfd-4538-a6c3-0d6663433e2d is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:15:21.957865 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-822a9673-bd95-4eda-a447-e1c6e8cdcd83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:15:21.962344 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822a9673-bd95-4eda-a447-e1c6e8cdcd83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:15:21.964827 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822a9673-bd95-4eda-a447-e1c6e8cdcd83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:21.965920 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-822a9673-bd95-4eda-a447-e1c6e8cdcd83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:21.992296 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a9673-bd95-4eda-a447-e1c6e8cdcd83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Pushing event updated for resources: {'Port': ['ID=49670e16-62a0-482c-8135-521eeb866333,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:22.098180 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0e7fb72c-5a7b-4c89-b326-fe08132db0da req-68c5bccc-9661-4182-ae76-0788a47f0fc8 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d568ccf-547c-49de-a511-003aa6028313 HTTP/1.1" status: 200 len: 210 time: 0.0756934 Aug 11 22:15:22.124572 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-822a9673-bd95-4eda-a447-e1c6e8cdcd83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9133520 Aug 11 22:15:22.133126 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54368) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:22.159940 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:22.215952 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-4b0ac024-692a-44b1-8407-636c5e557823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:22.220268 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-4b0ac024-692a-44b1-8407-636c5e557823 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e871e4ee-55f0-4341-85cf-dbdc8115bdad HTTP/1.1" status: 200 len: 797 time: 0.3164961 Aug 11 22:15:22.291432 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:22.535048 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4d7959ae-8aa2-432e-a775-f941eec5a642 tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:22.617775 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-beabc46f-3633-4b23-a21b-908910640f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:22.620456 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-beabc46f-3633-4b23-a21b-908910640f26 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3736892 Aug 11 22:15:22.648040 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] device_id is not set on port 49670e16-62a0-482c-8135-521eeb866333 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:15:22.651212 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-bf41d504-4386-4f8a-bd10-08451d0063be tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:22.657796 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:22.674124 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Transition to ACTIVE for port object 49670e16-62a0-482c-8135-521eeb866333 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:15:22.679238 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:22.737663 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Pushing event updated for resources: {'Port': ['ID=49670e16-62a0-482c-8135-521eeb866333,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:22.776123 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 49670e16-62a0-482c-8135-521eeb866333 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:22.776581 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 49670e16-62a0-482c-8135-521eeb866333 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:22.776828 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 49670e16-62a0-482c-8135-521eeb866333 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:22.783007 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Port 49670e16-62a0-482c-8135-521eeb866333 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:22.783342 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Failed to bind port 49670e16-62a0-482c-8135-521eeb866333 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] Aug 11 22:15:22.783775 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempt 2 to bind port 49670e16-62a0-482c-8135-521eeb866333 Aug 11 22:15:22.803109 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 49670e16-62a0-482c-8135-521eeb866333 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:22.803351 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 49670e16-62a0-482c-8135-521eeb866333 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:22.803838 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 49670e16-62a0-482c-8135-521eeb866333 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:22.809430 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Port 49670e16-62a0-482c-8135-521eeb866333 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:22.809771 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Failed to bind port 49670e16-62a0-482c-8135-521eeb866333 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] Aug 11 22:15:22.810183 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempt 3 to bind port 49670e16-62a0-482c-8135-521eeb866333 Aug 11 22:15:22.826416 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 49670e16-62a0-482c-8135-521eeb866333 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:22.826758 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 49670e16-62a0-482c-8135-521eeb866333 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:22.827109 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 49670e16-62a0-482c-8135-521eeb866333 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:22.833170 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Port 49670e16-62a0-482c-8135-521eeb866333 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:22.833346 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Failed to bind port 49670e16-62a0-482c-8135-521eeb866333 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] Aug 11 22:15:22.833801 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempt 4 to bind port 49670e16-62a0-482c-8135-521eeb866333 Aug 11 22:15:22.850025 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 49670e16-62a0-482c-8135-521eeb866333 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:22.850374 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 49670e16-62a0-482c-8135-521eeb866333 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:22.850721 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 49670e16-62a0-482c-8135-521eeb866333 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:22.857899 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Port 49670e16-62a0-482c-8135-521eeb866333 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:22.858214 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Failed to bind port 49670e16-62a0-482c-8135-521eeb866333 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] Aug 11 22:15:22.858904 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempt 5 to bind port 49670e16-62a0-482c-8135-521eeb866333 Aug 11 22:15:22.875970 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 49670e16-62a0-482c-8135-521eeb866333 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:22.876350 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 49670e16-62a0-482c-8135-521eeb866333 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:22.876704 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 49670e16-62a0-482c-8135-521eeb866333 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:22.883675 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Port 49670e16-62a0-482c-8135-521eeb866333 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:22.884015 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Failed to bind port 49670e16-62a0-482c-8135-521eeb866333 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] Aug 11 22:15:22.884418 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempt 6 to bind port 49670e16-62a0-482c-8135-521eeb866333 Aug 11 22:15:22.902435 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 49670e16-62a0-482c-8135-521eeb866333 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:22.902783 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 49670e16-62a0-482c-8135-521eeb866333 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:22.903328 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 49670e16-62a0-482c-8135-521eeb866333 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:22.910427 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Port 49670e16-62a0-482c-8135-521eeb866333 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:22.910921 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Failed to bind port 49670e16-62a0-482c-8135-521eeb866333 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] Aug 11 22:15:22.911439 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempt 7 to bind port 49670e16-62a0-482c-8135-521eeb866333 Aug 11 22:15:22.928606 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 49670e16-62a0-482c-8135-521eeb866333 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:22.929102 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 49670e16-62a0-482c-8135-521eeb866333 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:22.929555 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 49670e16-62a0-482c-8135-521eeb866333 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:22.935355 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Port 49670e16-62a0-482c-8135-521eeb866333 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:22.935896 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Failed to bind port 49670e16-62a0-482c-8135-521eeb866333 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] Aug 11 22:15:22.936559 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempt 8 to bind port 49670e16-62a0-482c-8135-521eeb866333 Aug 11 22:15:22.957719 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 49670e16-62a0-482c-8135-521eeb866333 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:22.958539 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 49670e16-62a0-482c-8135-521eeb866333 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:22.958539 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 49670e16-62a0-482c-8135-521eeb866333 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:22.963989 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Port 49670e16-62a0-482c-8135-521eeb866333 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:22.964573 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Failed to bind port 49670e16-62a0-482c-8135-521eeb866333 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] Aug 11 22:15:22.965076 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempt 9 to bind port 49670e16-62a0-482c-8135-521eeb866333 Aug 11 22:15:22.980645 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 49670e16-62a0-482c-8135-521eeb866333 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:22.981085 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 49670e16-62a0-482c-8135-521eeb866333 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:22.981490 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 49670e16-62a0-482c-8135-521eeb866333 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:22.987317 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Port 49670e16-62a0-482c-8135-521eeb866333 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:22.987924 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-06457df2-86db-44ec-ac60-3cacde8a4352 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:22.988102 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Failed to bind port 49670e16-62a0-482c-8135-521eeb866333 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] Aug 11 22:15:22.988574 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempt 10 to bind port 49670e16-62a0-482c-8135-521eeb866333 Aug 11 22:15:23.004742 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 49670e16-62a0-482c-8135-521eeb866333 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:23.005928 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 49670e16-62a0-482c-8135-521eeb866333 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:23.005928 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 49670e16-62a0-482c-8135-521eeb866333 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:23.012614 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Port 49670e16-62a0-482c-8135-521eeb866333 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:23.012614 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Failed to bind port 49670e16-62a0-482c-8135-521eeb866333 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] Aug 11 22:15:23.012614 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:23.106293 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4d7959ae-8aa2-432e-a775-f941eec5a642 tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:23.126272 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] For port 49670e16-62a0-482c-8135-521eeb866333, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:15:23.126858 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempted to set empty binding levels {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 22:15:23.141281 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:23.167569 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-bf41d504-4386-4f8a-bd10-08451d0063be tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:23.184477 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-15f641dd-d35a-4ded-a941-a1793b5a576a service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5502462 Aug 11 22:15:23.265191 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7959ae-8aa2-432e-a775-f941eec5a642 tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:15:23.268842 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-4d7959ae-8aa2-432e-a775-f941eec5a642 tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:15:23.274838 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7959ae-8aa2-432e-a775-f941eec5a642 tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:15:23.289802 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] In _notify_port_updated(), no bound segment for port 49670e16-62a0-482c-8135-521eeb866333 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 22:15:23.291045 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:23.291828 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:23.293516 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] 10.222.0.77 "PUT /v2.0/ports/49670e16-62a0-482c-8135-521eeb866333 HTTP/1.1" status: 200 len: 975 time: 1.1594069 Aug 11 22:15:23.306802 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54378) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:23.464289 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afa084-1eb9-4350-b806-a45c1dbbb1a9 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Pushing event updated for resources: {'Port': ['ID=49670e16-62a0-482c-8135-521eeb866333,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:23.587335 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7959ae-8aa2-432e-a775-f941eec5a642 tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Pushing event updated for resources: {'Port': ['ID=349a4699-a39c-44cb-8ef3-ddf4d896c7c4,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:23.652842 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28413b-7812-4e85-98b4-c1f1879c6e83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:23.653740 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28413b-7812-4e85-98b4-c1f1879c6e83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:23.654637 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28413b-7812-4e85-98b4-c1f1879c6e83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:23.655494 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28413b-7812-4e85-98b4-c1f1879c6e83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:23.656461 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28413b-7812-4e85-98b4-c1f1879c6e83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:23.657348 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28413b-7812-4e85-98b4-c1f1879c6e83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:23.659043 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28413b-7812-4e85-98b4-c1f1879c6e83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:23.659043 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28413b-7812-4e85-98b4-c1f1879c6e83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:23.660167 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28413b-7812-4e85-98b4-c1f1879c6e83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:23.661329 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28413b-7812-4e85-98b4-c1f1879c6e83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:23.662047 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28413b-7812-4e85-98b4-c1f1879c6e83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:23.662942 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28413b-7812-4e85-98b4-c1f1879c6e83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:23.663877 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28413b-7812-4e85-98b4-c1f1879c6e83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:23.664763 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28413b-7812-4e85-98b4-c1f1879c6e83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:23.669174 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28413b-7812-4e85-98b4-c1f1879c6e83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:23.669174 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28413b-7812-4e85-98b4-c1f1879c6e83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:23.669174 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28413b-7812-4e85-98b4-c1f1879c6e83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:23.669174 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28413b-7812-4e85-98b4-c1f1879c6e83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:23.669174 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28413b-7812-4e85-98b4-c1f1879c6e83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:23.672524 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28413b-7812-4e85-98b4-c1f1879c6e83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:23.672524 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28413b-7812-4e85-98b4-c1f1879c6e83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:23.672850 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28413b-7812-4e85-98b4-c1f1879c6e83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:23.674572 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28413b-7812-4e85-98b4-c1f1879c6e83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:23.674572 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28413b-7812-4e85-98b4-c1f1879c6e83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:23.675314 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28413b-7812-4e85-98b4-c1f1879c6e83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:23.676242 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28413b-7812-4e85-98b4-c1f1879c6e83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:23.677129 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28413b-7812-4e85-98b4-c1f1879c6e83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:23.678021 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28413b-7812-4e85-98b4-c1f1879c6e83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:23.678912 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28413b-7812-4e85-98b4-c1f1879c6e83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:23.685229 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6d28413b-7812-4e85-98b4-c1f1879c6e83 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25507 time: 0.3770239 Aug 11 22:15:23.690616 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54386) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:23.694806 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-bf41d504-4386-4f8a-bd10-08451d0063be tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Network 9fc59280-5eea-4246-b5a0-d5374ec41a7b is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:15:23.956543 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-a3038e50-8fde-4caa-8570-a7a8122644db service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7161586 Aug 11 22:15:23.957852 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41d504-4386-4f8a-bd10-08451d0063be tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Pushing event updated for resources: {'Port': ['ID=89053c7b-58c4-4210-94aa-0c98bef7874e,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:23.976638 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-bf41d504-4386-4f8a-bd10-08451d0063be tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:15:23.981027 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-bf41d504-4386-4f8a-bd10-08451d0063be tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:15:24.043320 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a1a61-980f-4dee-b80c-9143da7657ad req-602fadd7-4952-45d5-add7-ae65c7f2f74b tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:24.053289 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-359a1a61-980f-4dee-b80c-9143da7657ad req-602fadd7-4952-45d5-add7-ae65c7f2f74b tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d568ccf-547c-49de-a511-003aa6028313 HTTP/1.1" status: 200 len: 931 time: 0.7475061 Aug 11 22:15:24.128025 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-359a1a61-980f-4dee-b80c-9143da7657ad req-aaaa45d1-16c4-491a-8aeb-4e58b1c179b7 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/security-groups?id=44c89a76-999c-4a85-bc40-7bb14d563a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735500 Aug 11 22:15:24.164157 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-683eb8e0-4377-43cb-a081-8c5ea2993b7e tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Deleting port 49670e16-62a0-482c-8135-521eeb866333 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:15:24.164518 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-683eb8e0-4377-43cb-a081-8c5ea2993b7e tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:24.210175 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-06457df2-86db-44ec-ac60-3cacde8a4352 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:24.219391 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-3bcfe866-26ef-4871-9aa1-9005fb5730b8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=b2eadc1d-9cb5-4e10-af29-c9d841f467da HTTP/1.1" status: 200 len: 217 time: 0.0923140 Aug 11 22:15:24.221529 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4d7959ae-8aa2-432e-a775-f941eec5a642 tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:24.272139 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-683eb8e0-4377-43cb-a081-8c5ea2993b7e tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] For port 49670e16-62a0-482c-8135-521eeb866333, host n-h2-804275-3, got binding levels [] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:15:24.272800 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-683eb8e0-4377-43cb-a081-8c5ea2993b7e tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:24.298591 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-683eb8e0-4377-43cb-a081-8c5ea2993b7e tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Calling delete_port for 49670e16-62a0-482c-8135-521eeb866333 owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:15:24.302341 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-bf41d504-4386-4f8a-bd10-08451d0063be tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:24.303213 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-bf41d504-4386-4f8a-bd10-08451d0063be tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:24.489076 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-bf41d504-4386-4f8a-bd10-08451d0063be tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2028644 Aug 11 22:15:24.507035 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4d7959ae-8aa2-432e-a775-f941eec5a642 tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:24.519087 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-33bce9bb-de08-4137-98d7-50706b6c298a service neutron] Request body: {'port': {'device_id': '1d568ccf-547c-49de-a511-003aa6028313', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:24.521081 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-683eb8e0-4377-43cb-a081-8c5ea2993b7e tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:24.556939 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-683eb8e0-4377-43cb-a081-8c5ea2993b7e tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:24.561159 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-683eb8e0-4377-43cb-a081-8c5ea2993b7e tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] 10.222.0.77 "DELETE /v2.0/ports/49670e16-62a0-482c-8135-521eeb866333 HTTP/1.1" status: 204 len: 168 time: 0.8692353 Aug 11 22:15:24.564664 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54390) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:24.639163 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-88c117b2-8b32-4454-a2a5-f3f96044531d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:24.642033 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-88c117b2-8b32-4454-a2a5-f3f96044531d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e871e4ee-55f0-4341-85cf-dbdc8115bdad HTTP/1.1" status: 200 len: 797 time: 0.3284435 Aug 11 22:15:24.648125 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54394) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:24.649325 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683eb8e0-4377-43cb-a081-8c5ea2993b7e tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Pushing event deleted for resources: {'Port': ['ID=49670e16-62a0-482c-8135-521eeb866333,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:24.673737 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ae312d-0051-4a23-8e8b-c83ac70c2e9f tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] GET failed (client error): The resource could not be found. Aug 11 22:15:24.676674 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b7ae312d-0051-4a23-8e8b-c83ac70c2e9f tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] 10.222.0.77 "GET /v2.0/ports/49670e16-62a0-482c-8135-521eeb866333 HTTP/1.1" status: 404 len: 333 time: 0.1103625 Aug 11 22:15:24.684494 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54398) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:24.691078 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-c15c519e-2583-4d92-b4f2-a21230155b1f tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-75141297', 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:24.733233 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15c519e-2583-4d92-b4f2-a21230155b1f tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Made reservation on behalf of 8316e533beaf4942b28b4c756ecc75ba for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:15:24.737201 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c15c519e-2583-4d92-b4f2-a21230155b1f tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:24.781496 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-c15c519e-2583-4d92-b4f2-a21230155b1f tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] device_id is not set on port fcef379b-bba4-4c49-a416-50cd7d39fef3 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:15:24.922537 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4d7959ae-8aa2-432e-a775-f941eec5a642 tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:24.980241 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-33bce9bb-de08-4137-98d7-50706b6c298a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:24.989991 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4d7959ae-8aa2-432e-a775-f941eec5a642 tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:25.053110 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c15c519e-2583-4d92-b4f2-a21230155b1f tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:25.153478 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7959ae-8aa2-432e-a775-f941eec5a642 tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Pushing event updated for resources: {'Port': ['ID=349a4699-a39c-44cb-8ef3-ddf4d896c7c4,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:25.162258 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-b155db99-7c35-42e4-9240-cde3fc32f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:25.163489 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-b155db99-7c35-42e4-9240-cde3fc32f175 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5104308 Aug 11 22:15:25.282469 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c15c519e-2583-4d92-b4f2-a21230155b1f tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:25.372412 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15c519e-2583-4d92-b4f2-a21230155b1f tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Network 529f16e1-5cfd-4538-a6c3-0d6663433e2d is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:15:25.387853 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-c15c519e-2583-4d92-b4f2-a21230155b1f tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:15:25.423922 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15c519e-2583-4d92-b4f2-a21230155b1f tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:15:25.425026 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15c519e-2583-4d92-b4f2-a21230155b1f tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:25.425663 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c15c519e-2583-4d92-b4f2-a21230155b1f tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:25.430121 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c519e-2583-4d92-b4f2-a21230155b1f tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Pushing event updated for resources: {'Port': ['ID=fcef379b-bba4-4c49-a416-50cd7d39fef3,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:25.473832 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b84a2-debd-4d41-a84d-06d4d21b0d28 req-53e1935a-a59d-4f08-9595-df0d7e2a0a70 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:25.475738 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-af4b84a2-debd-4d41-a84d-06d4d21b0d28 req-53e1935a-a59d-4f08-9595-df0d7e2a0a70 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d568ccf-547c-49de-a511-003aa6028313 HTTP/1.1" status: 200 len: 931 time: 0.1847758 Aug 11 22:15:25.490151 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c15c519e-2583-4d92-b4f2-a21230155b1f tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.8014550 Aug 11 22:15:25.495262 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54402) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:25.595105 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6d0cf2-db88-49e2-be63-76bb0d6acc22 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:25.599196 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0a6d0cf2-db88-49e2-be63-76bb0d6acc22 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] 10.222.0.77 "GET /v2.0/ports/fcef379b-bba4-4c49-a416-50cd7d39fef3 HTTP/1.1" status: 200 len: 953 time: 0.1000283 Aug 11 22:15:25.604252 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54406) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:25.615828 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-af4b84a2-debd-4d41-a84d-06d4d21b0d28 req-89e80ccc-87d9-4d67-9a08-8cebe4d0fb58 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/security-groups?id=44c89a76-999c-4a85-bc40-7bb14d563a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303630 Aug 11 22:15:25.686522 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4d7959ae-8aa2-432e-a775-f941eec5a642 tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:25.800108 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06457df2-86db-44ec-ac60-3cacde8a4352 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Router f7762d78-32b9-4741-9610-28e2930603a3 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:15:25.803561 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-36bfff8f-98c3-43b8-ace0-8e72d6109396 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Deleting port fcef379b-bba4-4c49-a416-50cd7d39fef3 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:15:25.803561 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-36bfff8f-98c3-43b8-ace0-8e72d6109396 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:25.808428 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4d7959ae-8aa2-432e-a775-f941eec5a642 tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:25.811563 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4d7959ae-8aa2-432e-a775-f941eec5a642 tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6741486 Aug 11 22:15:25.816598 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54408) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:25.926092 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-36bfff8f-98c3-43b8-ace0-8e72d6109396 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:25.949016 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-36bfff8f-98c3-43b8-ace0-8e72d6109396 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Calling delete_port for fcef379b-bba4-4c49-a416-50cd7d39fef3 owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:15:25.984248 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-6cd66d9e-9019-4a28-8e70-8cf1f678cec5 tempest-FloatingIPAdminTestJSON-1198982409 tempest-FloatingIPAdminTestJSON-1198982409-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:26.028454 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d0d349ad-f420-4cda-91ef-b396e93f2bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:26.091176 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-b837e271-66c0-42f0-ba7f-f5b33e4f531d service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9189622 Aug 11 22:15:26.112866 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cd66d9e-9019-4a28-8e70-8cf1f678cec5 tempest-FloatingIPAdminTestJSON-1198982409 tempest-FloatingIPAdminTestJSON-1198982409-project] Notify callbacks [] for floatingip, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:26.157190 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-36bfff8f-98c3-43b8-ace0-8e72d6109396 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:26.252377 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bfff8f-98c3-43b8-ace0-8e72d6109396 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Pushing event deleted for resources: {'Port': ['ID=fcef379b-bba4-4c49-a416-50cd7d39fef3,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:26.274511 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-36bfff8f-98c3-43b8-ace0-8e72d6109396 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:26.276676 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-36bfff8f-98c3-43b8-ace0-8e72d6109396 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] 10.222.0.77 "DELETE /v2.0/ports/fcef379b-bba4-4c49-a416-50cd7d39fef3 HTTP/1.1" status: 204 len: 168 time: 0.6597674 Aug 11 22:15:26.295856 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54412) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:26.335266 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06457df2-86db-44ec-ac60-3cacde8a4352 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:15:26.338423 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-0182ef7e-0ec3-44ff-9b2a-3c29f984c8cc tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] GET failed (client error): The resource could not be found. Aug 11 22:15:26.347641 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0182ef7e-0ec3-44ff-9b2a-3c29f984c8cc tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] 10.222.0.77 "GET /v2.0/ports/fcef379b-bba4-4c49-a416-50cd7d39fef3 HTTP/1.1" status: 404 len: 333 time: 0.0435851 Aug 11 22:15:26.348564 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54414) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:26.352304 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53be0f38-8899-40d8-98f1-095c90917b55 None None] Sync routers for ids ['f7762d78-32b9-4741-9610-28e2930603a3'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:15:26.367653 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-2c828a42-3fc3-47ea-83a0-a9bd6c5f800b tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Request body: {'port': {'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-367315376'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:26.370686 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53be0f38-8899-40d8-98f1-095c90917b55 None None] Routers {'f7762d78-32b9-4741-9610-28e2930603a3'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:15:26.371826 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-53be0f38-8899-40d8-98f1-095c90917b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:15:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f7762d78-32b9-4741-9610-28e2930603a3'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:26.413635 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-33bce9bb-de08-4137-98d7-50706b6c298a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89053c7b-58c4-4210-94aa-0c98bef7874e {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:15:26.418835 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-53be0f38-8899-40d8-98f1-095c90917b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:26.426204 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-1ef9c120-75b9-483e-8584-de38c3758ebe service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260074 Aug 11 22:15:26.432735 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-33bce9bb-de08-4137-98d7-50706b6c298a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:26.433308 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53be0f38-8899-40d8-98f1-095c90917b55 None None] Routers {'f7762d78-32b9-4741-9610-28e2930603a3'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:15:26.434336 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-53be0f38-8899-40d8-98f1-095c90917b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:15:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f7762d78-32b9-4741-9610-28e2930603a3'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:26.461430 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c828a42-3fc3-47ea-83a0-a9bd6c5f800b tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Made reservation on behalf of 8316e533beaf4942b28b4c756ecc75ba for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:15:26.465354 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2c828a42-3fc3-47ea-83a0-a9bd6c5f800b tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:26.486952 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-53be0f38-8899-40d8-98f1-095c90917b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:26.487964 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53be0f38-8899-40d8-98f1-095c90917b55 None None] The sync data for ids ['f7762d78-32b9-4741-9610-28e2930603a3'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:15:26.502003 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-5f12e75d-aaee-4bf8-93bf-ee119f800642 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=36ad0513-a98b-4e70-b99c-c3737712cca6 HTTP/1.1" status: 200 len: 217 time: 0.0656540 Aug 11 22:15:26.505665 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-2c828a42-3fc3-47ea-83a0-a9bd6c5f800b tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] device_id is not set on port 7435b298-99ac-434d-a96d-7154a0be30d0 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:15:26.510827 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-06457df2-86db-44ec-ac60-3cacde8a4352 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:26.516816 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-06457df2-86db-44ec-ac60-3cacde8a4352 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.6183095 Aug 11 22:15:26.516816 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-33bce9bb-de08-4137-98d7-50706b6c298a service neutron] Transition to ACTIVE for port object 89053c7b-58c4-4210-94aa-0c98bef7874e will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:15:26.524756 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54416) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:26.552469 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-33bce9bb-de08-4137-98d7-50706b6c298a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:26.693840 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-a2acc117-c80e-4f08-9ccd-873121c3d5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:26.695706 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-a2acc117-c80e-4f08-9ccd-873121c3d5d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e871e4ee-55f0-4341-85cf-dbdc8115bdad HTTP/1.1" status: 200 len: 797 time: 0.1809735 Aug 11 22:15:26.797765 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bce9bb-de08-4137-98d7-50706b6c298a service neutron] Pushing event updated for resources: {'Port': ['ID=89053c7b-58c4-4210-94aa-0c98bef7874e,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:26.818542 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-55c0fb8d-c9cc-4223-91b7-50d35ec662cc tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "GET /v2.0/routers/f7762d78-32b9-4741-9610-28e2930603a3 HTTP/1.1" status: 200 len: 925 time: 0.2909896 Aug 11 22:15:26.857345 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54424) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:26.885107 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2c828a42-3fc3-47ea-83a0-a9bd6c5f800b tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:26.918492 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-43874107-07ea-4b1d-910a-4b60035705f7 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "GET /v2.0/ports?device_id=f7762d78-32b9-4741-9610-28e2930603a3 HTTP/1.1" status: 200 len: 205 time: 0.0578349 Aug 11 22:15:26.929724 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54426) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:26.950277 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2c828a42-3fc3-47ea-83a0-a9bd6c5f800b tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:26.972408 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cd66d9e-9019-4a28-8e70-8cf1f678cec5 tempest-FloatingIPAdminTestJSON-1198982409 tempest-FloatingIPAdminTestJSON-1198982409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:26.987081 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-55c37675-ab22-4b65-bab4-eea778f10823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:26.988998 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-55c37675-ab22-4b65-bab4-eea778f10823 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2811038 Aug 11 22:15:27.074685 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c828a42-3fc3-47ea-83a0-a9bd6c5f800b tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Network 529f16e1-5cfd-4538-a6c3-0d6663433e2d is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:15:27.098141 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-2c828a42-3fc3-47ea-83a0-a9bd6c5f800b tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:15:27.101419 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c828a42-3fc3-47ea-83a0-a9bd6c5f800b tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:15:27.102392 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c828a42-3fc3-47ea-83a0-a9bd6c5f800b tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:27.103017 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2c828a42-3fc3-47ea-83a0-a9bd6c5f800b tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:27.150888 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c828a42-3fc3-47ea-83a0-a9bd6c5f800b tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Pushing event updated for resources: {'Port': ['ID=7435b298-99ac-434d-a96d-7154a0be30d0,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:27.155617 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54430) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:27.176630 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f32787b-c12e-4489-99c8-9f645588afd6 req-28f4fafc-af78-4b1b-8021-e999c8fdf53f tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:27.177755 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4f32787b-c12e-4489-99c8-9f645588afd6 req-28f4fafc-af78-4b1b-8021-e999c8fdf53f tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d568ccf-547c-49de-a511-003aa6028313 HTTP/1.1" status: 200 len: 943 time: 0.2470677 Aug 11 22:15:27.197188 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-d0d349ad-f420-4cda-91ef-b396e93f2bb9 admin admin] Deleting port 8a180be2-5d97-4773-8d7d-147c71ae6b10 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:15:27.197461 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d0d349ad-f420-4cda-91ef-b396e93f2bb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:27.206879 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2c828a42-3fc3-47ea-83a0-a9bd6c5f800b tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8499303 Aug 11 22:15:27.227711 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54434) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:27.263700 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:27.296638 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-16b2b752-c1e1-43e0-bdde-b63206dc8ac2 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:27.298157 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-6cd66d9e-9019-4a28-8e70-8cf1f678cec5 tempest-FloatingIPAdminTestJSON-1198982409 tempest-FloatingIPAdminTestJSON-1198982409-project] Allocated IP 172.25.2.31 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/f2947687-f289-470d-880f-139ffabf7f7c) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:15:27.364832 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4f32787b-c12e-4489-99c8-9f645588afd6 req-f2eee00c-fc58-4b5a-8f24-fe4af700a415 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/security-groups?id=44c89a76-999c-4a85-bc40-7bb14d563a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750281 Aug 11 22:15:27.467821 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-33bce9bb-de08-4137-98d7-50706b6c298a service neutron] Attempting to bind port 89053c7b-58c4-4210-94aa-0c98bef7874e on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:27.468327 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-33bce9bb-de08-4137-98d7-50706b6c298a service neutron] Attempting to bind port 89053c7b-58c4-4210-94aa-0c98bef7874e by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '1d0bbcad-5ad3-4871-9cc1-01073daa1c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9fc59280-5eea-4246-b5a0-d5374ec41a7b'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:27.469129 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-33bce9bb-de08-4137-98d7-50706b6c298a service neutron] Attempting to bind port 89053c7b-58c4-4210-94aa-0c98bef7874e on network 9fc59280-5eea-4246-b5a0-d5374ec41a7b {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:27.476763 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cd66d9e-9019-4a28-8e70-8cf1f678cec5 tempest-FloatingIPAdminTestJSON-1198982409 tempest-FloatingIPAdminTestJSON-1198982409-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:27.480508 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:27.492506 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-979a5416-3185-46e4-ab63-e9d90b10714a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:27.492780 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-33bce9bb-de08-4137-98d7-50706b6c298a service neutron] Port 89053c7b-58c4-4210-94aa-0c98bef7874e on network 9fc59280-5eea-4246-b5a0-d5374ec41a7b not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:27.493029 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-33bce9bb-de08-4137-98d7-50706b6c298a service neutron] Attempting to bind port 89053c7b-58c4-4210-94aa-0c98bef7874e on network 9fc59280-5eea-4246-b5a0-d5374ec41a7b {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:27.517073 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-33bce9bb-de08-4137-98d7-50706b6c298a service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:15:27.517735 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-33bce9bb-de08-4137-98d7-50706b6c298a service neutron] Checking segment: {'id': '1d0bbcad-5ad3-4871-9cc1-01073daa1c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9fc59280-5eea-4246-b5a0-d5374ec41a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:15:27.518208 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-33bce9bb-de08-4137-98d7-50706b6c298a service neutron] Bound using segment: {'id': '1d0bbcad-5ad3-4871-9cc1-01073daa1c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9fc59280-5eea-4246-b5a0-d5374ec41a7b'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:15:27.518736 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-33bce9bb-de08-4137-98d7-50706b6c298a service neutron] Bound port: 89053c7b-58c4-4210-94aa-0c98bef7874e, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0bbcad-5ad3-4871-9cc1-01073daa1c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9fc59280-5eea-4246-b5a0-d5374ec41a7b'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:15:27.519239 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-33bce9bb-de08-4137-98d7-50706b6c298a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:27.520778 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-d0d349ad-f420-4cda-91ef-b396e93f2bb9 admin admin] For port 8a180be2-5d97-4773-8d7d-147c71ae6b10, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8a180be2-5d97-4773-8d7d-147c71ae6b10,segment=NetworkSegment(9c982ec6-2c84-465b-999c-00765c0cf758),segment_id=9c982ec6-2c84-465b-999c-00765c0cf758)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:15:27.521163 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d0d349ad-f420-4cda-91ef-b396e93f2bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:27.553025 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-d0d349ad-f420-4cda-91ef-b396e93f2bb9 admin admin] Calling delete_port for 8a180be2-5d97-4773-8d7d-147c71ae6b10 owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:15:27.589005 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-16b2b752-c1e1-43e0-bdde-b63206dc8ac2 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:27.600949 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-8e28d5ef-095a-4e99-a969-d98fda38d5f0 service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6016433 Aug 11 22:15:27.683984 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cd66d9e-9019-4a28-8e70-8cf1f678cec5 tempest-FloatingIPAdminTestJSON-1198982409 tempest-FloatingIPAdminTestJSON-1198982409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:27.752477 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd66d9e-9019-4a28-8e70-8cf1f678cec5 tempest-FloatingIPAdminTestJSON-1198982409 tempest-FloatingIPAdminTestJSON-1198982409-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:15:27.768825 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-6cd66d9e-9019-4a28-8e70-8cf1f678cec5 tempest-FloatingIPAdminTestJSON-1198982409 tempest-FloatingIPAdminTestJSON-1198982409-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:15:27.771906 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd66d9e-9019-4a28-8e70-8cf1f678cec5 tempest-FloatingIPAdminTestJSON-1198982409 tempest-FloatingIPAdminTestJSON-1198982409-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:15:27.776036 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-33bce9bb-de08-4137-98d7-50706b6c298a service neutron] For port 89053c7b-58c4-4210-94aa-0c98bef7874e, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:15:27.830733 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-33bce9bb-de08-4137-98d7-50706b6c298a service neutron] For port 89053c7b-58c4-4210-94aa-0c98bef7874e, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=89053c7b-58c4-4210-94aa-0c98bef7874e,segment=NetworkSegment(1d0bbcad-5ad3-4871-9cc1-01073daa1c7b),segment_id=1d0bbcad-5ad3-4871-9cc1-01073daa1c7b)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:15:27.837496 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd66d9e-9019-4a28-8e70-8cf1f678cec5 tempest-FloatingIPAdminTestJSON-1198982409 tempest-FloatingIPAdminTestJSON-1198982409-project] Pushing event updated for resources: {'Port': ['ID=f2947687-f289-470d-880f-139ffabf7f7c,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:27.852459 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-33bce9bb-de08-4137-98d7-50706b6c298a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:27.906427 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-33bce9bb-de08-4137-98d7-50706b6c298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:27.906982 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-33bce9bb-de08-4137-98d7-50706b6c298a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:27.909111 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-33bce9bb-de08-4137-98d7-50706b6c298a service neutron] 10.222.0.82 "PUT /v2.0/ports/89053c7b-58c4-4210-94aa-0c98bef7874e HTTP/1.1" status: 200 len: 1091 time: 3.3995056 Aug 11 22:15:27.912489 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d568ccf-547c-49de-a511-003aa6028313', 'tag': '89053c7b-58c4-4210-94aa-0c98bef7874e'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:15:27.915455 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3717d7-9fad-46ee-959f-b10d69381f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "1d568ccf-547c-49de-a511-003aa6028313", "tag": "89053c7b-58c4-4210-94aa-0c98bef7874e"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:15:27.920679 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-4af15c5c-9cc7-4078-a5b9-870d84b712be service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115246 Aug 11 22:15:27.996826 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4535c1fe-1017-4bb3-acfe-b5b4df6ee900 x-openstack-request-id: req-4535c1fe-1017-4bb3-acfe-b5b4df6ee900 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:15:27.997107 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d568ccf-547c-49de-a511-003aa6028313", "tag": "89053c7b-58c4-4210-94aa-0c98bef7874e", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:15:27.997364 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4535c1fe-1017-4bb3-acfe-b5b4df6ee900 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:15:27.997781 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d568ccf-547c-49de-a511-003aa6028313', 'tag': '89053c7b-58c4-4210-94aa-0c98bef7874e', 'status': 'completed', 'code': 200} Aug 11 22:15:28.011414 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-0367478c-8276-4e6e-b632-8caf019fa638 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9 HTTP/1.1" status: 200 len: 217 time: 0.0662491 Aug 11 22:15:28.112245 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bce9bb-de08-4137-98d7-50706b6c298a service neutron] Pushing event updated for resources: {'Port': ['ID=89053c7b-58c4-4210-94aa-0c98bef7874e,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:28.148447 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cd66d9e-9019-4a28-8e70-8cf1f678cec5 tempest-FloatingIPAdminTestJSON-1198982409 tempest-FloatingIPAdminTestJSON-1198982409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:28.151125 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-ff833187-0767-4036-834f-d245a3dea7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:28.152710 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-ff833187-0767-4036-834f-d245a3dea7f8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e871e4ee-55f0-4341-85cf-dbdc8115bdad HTTP/1.1" status: 200 len: 797 time: 0.1167407 Aug 11 22:15:28.172818 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-f1dbf104-278f-457c-a688-de3e56a766c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:28.174652 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-f1dbf104-278f-457c-a688-de3e56a766c6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=468d372c341b41c69c6969335a9d3335&device_id=1d568ccf-547c-49de-a511-003aa6028313 HTTP/1.1" status: 200 len: 1094 time: 0.1799541 Aug 11 22:15:28.221627 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-16b2b752-c1e1-43e0-bdde-b63206dc8ac2 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Deleting port 3e533f95-fee4-4c0b-80df-7e552aab7dea {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:15:28.221976 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-16b2b752-c1e1-43e0-bdde-b63206dc8ac2 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:28.225094 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-979a5416-3185-46e4-ab63-e9d90b10714a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:28.274121 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-ffc4c5ff-7547-4095-bc25-d57fe45532ef service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89053c7b-58c4-4210-94aa-0c98bef7874e HTTP/1.1" status: 200 len: 217 time: 0.0843368 Aug 11 22:15:28.275821 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-979a5416-3185-46e4-ab63-e9d90b10714a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:28.276725 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cd66d9e-9019-4a28-8e70-8cf1f678cec5 tempest-FloatingIPAdminTestJSON-1198982409 tempest-FloatingIPAdminTestJSON-1198982409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:28.343919 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-79ea25be-36a1-44ba-90f3-d738c45ab4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:28.345588 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-79ea25be-36a1-44ba-90f3-d738c45ab4e5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1845870 Aug 11 22:15:28.383578 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] device_id is not set on port 7435b298-99ac-434d-a96d-7154a0be30d0 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:15:28.415920 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a5416-3185-46e4-ab63-e9d90b10714a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5548e7d5-8796-48d4-8de8-8e51fafc8b63,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:28.420508 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-979a5416-3185-46e4-ab63-e9d90b10714a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f5c30834846548c4b939fbe71fdb1a80&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2612445 Aug 11 22:15:28.425460 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:28.425669 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54440) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:28.459197 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-4ab3e22b-a32f-47ad-bdd4-f9088d722a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:28.460859 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-4ab3e22b-a32f-47ad-bdd4-f9088d722a4c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=761fe637-5dad-436e-8d53-f89509ed7b2c HTTP/1.1" status: 200 len: 865 time: 0.1779358 Aug 11 22:15:28.476603 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Transition to ACTIVE for port object 7435b298-99ac-434d-a96d-7154a0be30d0 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:15:28.478648 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-16b2b752-c1e1-43e0-bdde-b63206dc8ac2 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:28.493913 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:28.504477 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-16b2b752-c1e1-43e0-bdde-b63206dc8ac2 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Calling delete_port for 3e533f95-fee4-4c0b-80df-7e552aab7dea owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:15:28.543716 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d0d349ad-f420-4cda-91ef-b396e93f2bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:28.575720 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-99906f23-225b-4f33-af08-9ebf8485986e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9fc59280-5eea-4246-b5a0-d5374ec41a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622458 Aug 11 22:15:28.644584 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Pushing event updated for resources: {'Port': ['ID=7435b298-99ac-434d-a96d-7154a0be30d0,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:28.708282 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-72d98e99-98eb-4bbe-90b9-36ed25663b14 service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520610 Aug 11 22:15:28.721797 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d349ad-f420-4cda-91ef-b396e93f2bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a180be2-5d97-4773-8d7d-147c71ae6b10,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:28.755152 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fbc798eb-2058-49f4-892c-b76cad8ccb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:28.767203 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:28.767733 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:28.767733 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:28.781705 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01fded-2844-4834-8d37-dcb3508e809d req-7aa703fe-c5e1-4698-be29-d697f4c2ff31 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:28.783437 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7e01fded-2844-4834-8d37-dcb3508e809d req-7aa703fe-c5e1-4698-be29-d697f4c2ff31 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d568ccf-547c-49de-a511-003aa6028313 HTTP/1.1" status: 200 len: 943 time: 0.2811725 Aug 11 22:15:28.826193 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Port 7435b298-99ac-434d-a96d-7154a0be30d0 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:28.826519 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Failed to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] Aug 11 22:15:28.839590 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempt 2 to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 Aug 11 22:15:28.894695 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:28.895419 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:28.895707 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:28.914681 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fbc798eb-2058-49f4-892c-b76cad8ccb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:28.948932 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7e01fded-2844-4834-8d37-dcb3508e809d req-838844e3-dfdb-420b-9810-501733e1cc21 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/security-groups?id=44c89a76-999c-4a85-bc40-7bb14d563a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158984 Aug 11 22:15:28.949625 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Port 7435b298-99ac-434d-a96d-7154a0be30d0 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:28.949811 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Failed to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] Aug 11 22:15:28.954824 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempt 3 to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 Aug 11 22:15:29.057934 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:29.058489 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:29.059062 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:29.070701 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-1f56c80f-228d-4b8b-973a-52932cccd109 service neutron] 10.222.0.82 "GET /v2.0/networks/9fc59280-5eea-4246-b5a0-d5374ec41a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861000 Aug 11 22:15:29.092418 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cd66d9e-9019-4a28-8e70-8cf1f678cec5 tempest-FloatingIPAdminTestJSON-1198982409 tempest-FloatingIPAdminTestJSON-1198982409-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:29.095186 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Port 7435b298-99ac-434d-a96d-7154a0be30d0 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:29.095409 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Failed to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] Aug 11 22:15:29.101284 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempt 4 to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 Aug 11 22:15:29.151808 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:29.152418 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:29.152955 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:29.154366 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cd66d9e-9019-4a28-8e70-8cf1f678cec5 tempest-FloatingIPAdminTestJSON-1198982409 tempest-FloatingIPAdminTestJSON-1198982409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:29.161038 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-16b2b752-c1e1-43e0-bdde-b63206dc8ac2 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:29.183616 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d0d349ad-f420-4cda-91ef-b396e93f2bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:29.186631 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Port 7435b298-99ac-434d-a96d-7154a0be30d0 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:29.187978 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Failed to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] Aug 11 22:15:29.221854 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempt 5 to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 Aug 11 22:15:29.248374 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2b752-c1e1-43e0-bdde-b63206dc8ac2 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Pushing event deleted for resources: {'Port': ['ID=3e533f95-fee4-4c0b-80df-7e552aab7dea,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:29.266857 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-dd163c30-ad44-4a0f-bf22-3c23b87a6382 service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5401013 Aug 11 22:15:29.298976 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:29.298976 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:29.299595 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:29.304221 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fbc798eb-2058-49f4-892c-b76cad8ccb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:29.306780 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fbc798eb-2058-49f4-892c-b76cad8ccb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:29.310834 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fbc798eb-2058-49f4-892c-b76cad8ccb74 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5548e7d5-8796-48d4-8de8-8e51fafc8b63 HTTP/1.1" status: 204 len: 168 time: 0.8815353 Aug 11 22:15:29.409768 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Port 7435b298-99ac-434d-a96d-7154a0be30d0 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:29.410245 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Failed to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] Aug 11 22:15:29.416407 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempt 6 to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 Aug 11 22:15:29.457718 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:29.458109 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:29.458458 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:29.494532 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-16b2b752-c1e1-43e0-bdde-b63206dc8ac2 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:29.503427 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Port 7435b298-99ac-434d-a96d-7154a0be30d0 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:29.503427 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Failed to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] Aug 11 22:15:29.505306 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempt 7 to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 Aug 11 22:15:29.618304 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:29.618662 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:29.619018 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:29.629293 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-16b2b752-c1e1-43e0-bdde-b63206dc8ac2 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:29.633042 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-16b2b752-c1e1-43e0-bdde-b63206dc8ac2 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:29.639171 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Port 7435b298-99ac-434d-a96d-7154a0be30d0 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:29.639536 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Failed to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] Aug 11 22:15:29.642839 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempt 8 to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 Aug 11 22:15:29.732566 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd66d9e-9019-4a28-8e70-8cf1f678cec5 tempest-FloatingIPAdminTestJSON-1198982409 tempest-FloatingIPAdminTestJSON-1198982409-project] Pushing event updated for resources: {'Port': ['ID=f2947687-f289-470d-880f-139ffabf7f7c,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:29.735356 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:29.735809 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:29.736136 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:29.753361 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-9b182318-46fe-45d2-84f7-fc6950062e75 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e452efbe-5133-4b80-bdc2-4eee7588265c HTTP/1.1" status: 200 len: 217 time: 0.4717088 Aug 11 22:15:29.753507 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-16b2b752-c1e1-43e0-bdde-b63206dc8ac2 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:29.753922 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b2b752-c1e1-43e0-bdde-b63206dc8ac2 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Fanout notify agent at l3_agent the message router_deleted on router f7762d78-32b9-4741-9610-28e2930603a3 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:15:29.755597 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Port 7435b298-99ac-434d-a96d-7154a0be30d0 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:29.755943 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Failed to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] Aug 11 22:15:29.761938 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-16b2b752-c1e1-43e0-bdde-b63206dc8ac2 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:29.762619 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc798eb-2058-49f4-892c-b76cad8ccb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5548e7d5-8796-48d4-8de8-8e51fafc8b63,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:29.763303 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-16b2b752-c1e1-43e0-bdde-b63206dc8ac2 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "DELETE /v2.0/routers/f7762d78-32b9-4741-9610-28e2930603a3 HTTP/1.1" status: 204 len: 168 time: 2.8311241 Aug 11 22:15:29.766889 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempt 9 to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 Aug 11 22:15:29.771792 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54446) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:29.809333 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54448) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:29.813854 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-6a656542-98e4-425a-84a2-5ff8d92cce75 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Request body: {'router': {'name': 'tempest-snat-router-456314307', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'enable_snat': False}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:29.819249 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cd66d9e-9019-4a28-8e70-8cf1f678cec5 tempest-FloatingIPAdminTestJSON-1198982409 tempest-FloatingIPAdminTestJSON-1198982409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:29.835922 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5f8ae938-b675-4d5f-8f78-a19101b5ab91 req-bd6d2027-7b07-4090-ae73-8773d8d3100f service neutron] 10.222.0.82 "GET /v2.0/networks/9fc59280-5eea-4246-b5a0-d5374ec41a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7479362 Aug 11 22:15:29.853662 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-5a145e2b-f42c-4db4-8509-641f0f6c4d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:29.855689 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-5a145e2b-f42c-4db4-8509-641f0f6c4d3a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13b7bc9a-1b63-4e42-b53a-8f3bb1200a3d HTTP/1.1" status: 200 len: 797 time: 0.0886743 Aug 11 22:15:29.858535 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2d183f9e-6521-4c16-bcf9-9054488c72f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:29.864529 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:29.864895 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:29.865234 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:29.890569 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Port 7435b298-99ac-434d-a96d-7154a0be30d0 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:29.890883 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Failed to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] Aug 11 22:15:29.892785 n-d-804275-3 neutron-server[100943]: INFO neutron.plugins.ml2.plugin [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempt 10 to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 Aug 11 22:15:29.896157 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6a656542-98e4-425a-84a2-5ff8d92cce75 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:29.897241 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6a656542-98e4-425a-84a2-5ff8d92cce75 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:29.923259 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cd66d9e-9019-4a28-8e70-8cf1f678cec5 tempest-FloatingIPAdminTestJSON-1198982409 tempest-FloatingIPAdminTestJSON-1198982409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:29.925108 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6cd66d9e-9019-4a28-8e70-8cf1f678cec5 tempest-FloatingIPAdminTestJSON-1198982409 tempest-FloatingIPAdminTestJSON-1198982409-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1056492 Aug 11 22:15:29.928676 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d349ad-f420-4cda-91ef-b396e93f2bb9 admin admin] Router 35252233-458c-40a7-b611-26ad81d7644e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:15:29.929780 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:29.930136 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:29.930485 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempting to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:29.931937 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54450) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:29.966130 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Port 7435b298-99ac-434d-a96d-7154a0be30d0 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:29.966464 n-d-804275-3 neutron-server[100943]: ERROR neutron.plugins.ml2.managers [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Failed to bind port 7435b298-99ac-434d-a96d-7154a0be30d0 on host n-h2-804275-3 for vnic_type normal using segments [{'id': '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '529f16e1-5cfd-4538-a6c3-0d6663433e2d'}] Aug 11 22:15:29.966855 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:30.003089 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-796f73f4-f9cc-4c30-82c4-8a650bacd52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:30.004687 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-796f73f4-f9cc-4c30-82c4-8a650bacd52e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c74395db-c7eb-4508-9006-176acc6e4b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1411414 Aug 11 22:15:30.067622 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6a656542-98e4-425a-84a2-5ff8d92cce75 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:30.124005 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-dea674e2-b3a0-4df1-8354-525735a8b105 tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.1805103 Aug 11 22:15:30.126340 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54454) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:30.233024 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3717d7-9fad-46ee-959f-b10d69381f7f req-995fa02d-e497-4564-8ea0-6b02a5a3f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:30.234838 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc3717d7-9fad-46ee-959f-b10d69381f7f req-995fa02d-e497-4564-8ea0-6b02a5a3f426 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=468d372c341b41c69c6969335a9d3335&device_id=1d568ccf-547c-49de-a511-003aa6028313 HTTP/1.1" status: 200 len: 1094 time: 0.2445073 Aug 11 22:15:30.258514 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5d2e03f5-58eb-4ce3-b2e9-b721ce9af15c tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1293182 Aug 11 22:15:30.267017 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54456) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:30.310016 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] For port 7435b298-99ac-434d-a96d-7154a0be30d0, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:15:30.310408 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attempted to set empty binding levels {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 22:15:30.353462 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:30.376321 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-63b8f479-f471-4ea8-87c1-479e37d90242 service neutron] 10.222.0.52 "GET /v2.0/networks/c74395db-c7eb-4508-9006-176acc6e4b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509278 Aug 11 22:15:30.565962 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3717d7-9fad-46ee-959f-b10d69381f7f req-a11668c5-0608-4b14-a327-56c74106833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:30.567555 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc3717d7-9fad-46ee-959f-b10d69381f7f req-a11668c5-0608-4b14-a327-56c74106833e service neutron] 10.222.0.82 "GET /v2.0/networks?id=9fc59280-5eea-4246-b5a0-d5374ec41a7b HTTP/1.1" status: 200 len: 926 time: 0.3241761 Aug 11 22:15:30.632495 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc3717d7-9fad-46ee-959f-b10d69381f7f req-6058feb4-b821-4e2d-b718-f786e167b3cb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89053c7b-58c4-4210-94aa-0c98bef7874e HTTP/1.1" status: 200 len: 217 time: 0.0560670 Aug 11 22:15:30.636658 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-4535160d-7bcd-437a-8cfe-8dc4ab078d7b service neutron] 10.222.0.52 "GET /v2.0/networks/c74395db-c7eb-4508-9006-176acc6e4b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509520 Aug 11 22:15:30.684423 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d349ad-f420-4cda-91ef-b396e93f2bb9 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:15:30.702172 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d0d349ad-f420-4cda-91ef-b396e93f2bb9 admin admin] 10.222.0.77 "PUT /v2.0/routers/35252233-458c-40a7-b611-26ad81d7644e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0480936 Aug 11 22:15:30.710085 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e1970d-ee0f-4e91-abe6-caef2309256b None None] Sync routers for ids ['35252233-458c-40a7-b611-26ad81d7644e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:15:30.723416 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e1970d-ee0f-4e91-abe6-caef2309256b None None] Routers {'35252233-458c-40a7-b611-26ad81d7644e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:15:30.724116 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-19e1970d-ee0f-4e91-abe6-caef2309256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:15:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['35252233-458c-40a7-b611-26ad81d7644e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:30.730825 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54458) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:30.737978 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6a656542-98e4-425a-84a2-5ff8d92cce75 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:30.751941 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2d183f9e-6521-4c16-bcf9-9054488c72f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:30.767929 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-918a88fc-1b12-4295-b208-1fb3ae792de8 tempest-FloatingIPAdminTestJSON-1198982409 tempest-FloatingIPAdminTestJSON-1198982409-project] Deleting port f2947687-f289-470d-880f-139ffabf7f7c {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:15:30.767929 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-918a88fc-1b12-4295-b208-1fb3ae792de8 tempest-FloatingIPAdminTestJSON-1198982409 tempest-FloatingIPAdminTestJSON-1198982409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:30.772388 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-7f542f82-fb5c-4361-88b1-57d2a713d410 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30bba54e-24ad-4c09-8891-8a226a46262f HTTP/1.1" status: 200 len: 217 time: 0.1220512 Aug 11 22:15:30.804022 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] In _notify_port_updated(), no bound segment for port 7435b298-99ac-434d-a96d-7154a0be30d0 on network 529f16e1-5cfd-4538-a6c3-0d6663433e2d {{(pid=100943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 22:15:30.804972 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:30.805608 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:30.809542 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] 10.222.0.77 "PUT /v2.0/ports/7435b298-99ac-434d-a96d-7154a0be30d0 HTTP/1.1" status: 200 len: 974 time: 3.5765576 Aug 11 22:15:30.809542 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2d183f9e-6521-4c16-bcf9-9054488c72f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:30.815184 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54460) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:30.859753 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd268c6-1aac-4078-8168-a591a81b17ae req-8a9e64bb-8c51-44b5-8ed1-87530d5fd8d6 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:30.861154 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8bd268c6-1aac-4078-8168-a591a81b17ae req-8a9e64bb-8c51-44b5-8ed1-87530d5fd8d6 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d568ccf-547c-49de-a511-003aa6028313 HTTP/1.1" status: 200 len: 943 time: 0.7379651 Aug 11 22:15:30.904648 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3717d7-9fad-46ee-959f-b10d69381f7f req-e595ae58-be8a-4de8-9c76-11167ce45e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:30.906896 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc3717d7-9fad-46ee-959f-b10d69381f7f req-e595ae58-be8a-4de8-9c76-11167ce45e55 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=761fe637-5dad-436e-8d53-f89509ed7b2c HTTP/1.1" status: 200 len: 865 time: 0.2676053 Aug 11 22:15:30.907334 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-19e1970d-ee0f-4e91-abe6-caef2309256b None None] Set router 35252233-458c-40a7-b611-26ad81d7644e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:15:30.909657 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46555be-48ca-4bcb-b80b-e4ac40da3e43 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Pushing event updated for resources: {'Port': ['ID=7435b298-99ac-434d-a96d-7154a0be30d0,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:30.948150 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc3717d7-9fad-46ee-959f-b10d69381f7f req-570d9cd2-d050-4f2e-b1c0-0eda9be981ea service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9fc59280-5eea-4246-b5a0-d5374ec41a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333169 Aug 11 22:15:30.956756 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-17287542-b097-4bde-81cf-5c81130ac939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:30.958314 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-17287542-b097-4bde-81cf-5c81130ac939 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13b7bc9a-1b63-4e42-b53a-8f3bb1200a3d HTTP/1.1" status: 200 len: 797 time: 0.1749356 Aug 11 22:15:31.012263 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2d183f9e-6521-4c16-bcf9-9054488c72f1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=23761879c3304b21a380bc457ea659f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1909158 Aug 11 22:15:31.018626 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d183f9e-6521-4c16-bcf9-9054488c72f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf19cc84-80ff-45a9-b860-4ef8db49ac44,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:31.022131 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54462) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:31.097736 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-918a88fc-1b12-4295-b208-1fb3ae792de8 tempest-FloatingIPAdminTestJSON-1198982409 tempest-FloatingIPAdminTestJSON-1198982409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:31.098264 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-918a88fc-1b12-4295-b208-1fb3ae792de8 tempest-FloatingIPAdminTestJSON-1198982409 tempest-FloatingIPAdminTestJSON-1198982409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:31.121891 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0f452720-582e-4fc9-a5de-0e1a8195b47a admin admin] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:31.134384 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8bd268c6-1aac-4078-8168-a591a81b17ae req-72a33e5b-42a1-45e6-a9ee-1b558e81df24 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/security-groups?id=44c89a76-999c-4a85-bc40-7bb14d563a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292228 Aug 11 22:15:31.149853 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-918a88fc-1b12-4295-b208-1fb3ae792de8 tempest-FloatingIPAdminTestJSON-1198982409 tempest-FloatingIPAdminTestJSON-1198982409-project] Calling delete_port for f2947687-f289-470d-880f-139ffabf7f7c owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:15:31.212658 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-1a824fa5-bb4d-4ca4-ad13-25d8961ffaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:31.215438 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-1a824fa5-bb4d-4ca4-ad13-25d8961ffaf0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c74395db-c7eb-4508-9006-176acc6e4b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2458341 Aug 11 22:15:31.256264 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-19e1970d-ee0f-4e91-abe6-caef2309256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35252233-458c-40a7-b611-26ad81d7644e', 'name': 'tempest-TaggedBootDevicesTest_v242-1180150663-router', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b75a1592-7ca5-418c-81b2-92e801857e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:02:29Z', 'updated_at': '2021-08-11T22:15:28Z', 'revision_number': 5, 'project_id': '21f8e25332dd44aa8653731b1f899e18', 'gw_port': {'id': 'b75a1592-7ca5-418c-81b2-92e801857e3d', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35252233-458c-40a7-b611-26ad81d7644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:02:31Z', 'updated_at': '2021-08-11T22:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:31.266603 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bab3db58-82bb-48bb-bc82-22ad5521ca3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:31.281594 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-864a6b24-38b2-4045-81ba-79877896f1e2 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Deleting port 7435b298-99ac-434d-a96d-7154a0be30d0 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:15:31.281941 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-864a6b24-38b2-4045-81ba-79877896f1e2 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:31.307239 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e1970d-ee0f-4e91-abe6-caef2309256b None None] Checking router: 35252233-458c-40a7-b611-26ad81d7644e for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:15:31.322271 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e1970d-ee0f-4e91-abe6-caef2309256b None None] Routers {'35252233-458c-40a7-b611-26ad81d7644e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:15:31.323351 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-19e1970d-ee0f-4e91-abe6-caef2309256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:15:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['35252233-458c-40a7-b611-26ad81d7644e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:31.364059 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bab3db58-82bb-48bb-bc82-22ad5521ca3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:31.383017 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0f452720-582e-4fc9-a5de-0e1a8195b47a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:31.411471 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc3717d7-9fad-46ee-959f-b10d69381f7f req-3a36b5e6-72b4-4768-a65c-9f6da13fbffe service neutron] 10.222.0.82 "GET /v2.0/networks/9fc59280-5eea-4246-b5a0-d5374ec41a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518046 Aug 11 22:15:31.433191 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-864a6b24-38b2-4045-81ba-79877896f1e2 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] For port 7435b298-99ac-434d-a96d-7154a0be30d0, host n-h2-804275-3, got binding levels [] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:15:31.433608 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-864a6b24-38b2-4045-81ba-79877896f1e2 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:31.486054 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-864a6b24-38b2-4045-81ba-79877896f1e2 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Calling delete_port for 7435b298-99ac-434d-a96d-7154a0be30d0 owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:15:31.523269 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-19e1970d-ee0f-4e91-abe6-caef2309256b None None] Set router 35252233-458c-40a7-b611-26ad81d7644e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:15:31.649242 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bab3db58-82bb-48bb-bc82-22ad5521ca3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:31.652034 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bab3db58-82bb-48bb-bc82-22ad5521ca3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:31.656178 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bab3db58-82bb-48bb-bc82-22ad5521ca3b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bf19cc84-80ff-45a9-b860-4ef8db49ac44 HTTP/1.1" status: 204 len: 168 time: 0.6270134 Aug 11 22:15:31.676045 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-9bd66977-7ce5-4760-b2aa-088eccfeb2ac service neutron] 10.222.0.52 "GET /v2.0/networks/c74395db-c7eb-4508-9006-176acc6e4b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488692 Aug 11 22:15:31.683635 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3db58-82bb-48bb-bc82-22ad5521ca3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf19cc84-80ff-45a9-b860-4ef8db49ac44,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:31.686119 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6a656542-98e4-425a-84a2-5ff8d92cce75 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:31.723744 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6a656542-98e4-425a-84a2-5ff8d92cce75 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:31.742851 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-0f452720-582e-4fc9-a5de-0e1a8195b47a admin admin] Deleting port b75a1592-7ca5-418c-81b2-92e801857e3d {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:15:31.743226 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0f452720-582e-4fc9-a5de-0e1a8195b47a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:31.759542 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-864a6b24-38b2-4045-81ba-79877896f1e2 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:31.822257 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a6b24-38b2-4045-81ba-79877896f1e2 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Pushing event deleted for resources: {'Port': ['ID=7435b298-99ac-434d-a96d-7154a0be30d0,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:31.838104 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-864a6b24-38b2-4045-81ba-79877896f1e2 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:31.842733 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-864a6b24-38b2-4045-81ba-79877896f1e2 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] 10.222.0.77 "DELETE /v2.0/ports/7435b298-99ac-434d-a96d-7154a0be30d0 HTTP/1.1" status: 204 len: 168 time: 1.0199437 Aug 11 22:15:31.847870 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54466) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:31.882614 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-73925e86-e28c-41ac-abd1-ab589624dcc2 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] GET failed (client error): The resource could not be found. Aug 11 22:15:31.884448 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-73925e86-e28c-41ac-abd1-ab589624dcc2 tempest-PortsAdminExtendedAttrsTestJSON-281273554 tempest-PortsAdminExtendedAttrsTestJSON-281273554-project-admin] 10.222.0.77 "GET /v2.0/ports/7435b298-99ac-434d-a96d-7154a0be30d0 HTTP/1.1" status: 404 len: 333 time: 0.0356429 Aug 11 22:15:31.888833 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54468) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:31.898005 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-19e1970d-ee0f-4e91-abe6-caef2309256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35252233-458c-40a7-b611-26ad81d7644e', 'name': 'tempest-TaggedBootDevicesTest_v242-1180150663-router', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b75a1592-7ca5-418c-81b2-92e801857e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:02:29Z', 'updated_at': '2021-08-11T22:15:28Z', 'revision_number': 5, 'project_id': '21f8e25332dd44aa8653731b1f899e18', 'gw_port': {'id': 'b75a1592-7ca5-418c-81b2-92e801857e3d', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35252233-458c-40a7-b611-26ad81d7644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:02:31Z', 'updated_at': '2021-08-11T22:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:31.908259 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc3717d7-9fad-46ee-959f-b10d69381f7f req-78921104-b763-4321-bd66-c70201d1494f service neutron] 10.222.0.82 "GET /v2.0/networks/9fc59280-5eea-4246-b5a0-d5374ec41a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869156 Aug 11 22:15:31.962958 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e1970d-ee0f-4e91-abe6-caef2309256b None None] The sync data for ids ['35252233-458c-40a7-b611-26ad81d7644e'] in n-d-804275-3 is: [{'id': '35252233-458c-40a7-b611-26ad81d7644e', 'name': 'tempest-TaggedBootDevicesTest_v242-1180150663-router', 'tenant_id': '21f8e25332dd44aa8653731b1f899e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'b75a1592-7ca5-418c-81b2-92e801857e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:02:29Z', 'updated_at': '2021-08-11T22:15:28Z', 'revision_number': 5, 'project_id': '21f8e25332dd44aa8653731b1f899e18', 'gw_port': {'id': 'b75a1592-7ca5-418c-81b2-92e801857e3d', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35252233-458c-40a7-b611-26ad81d7644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:02:31Z', 'updated_at': '2021-08-11T22:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:15:31.978346 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-918a88fc-1b12-4295-b208-1fb3ae792de8 tempest-FloatingIPAdminTestJSON-1198982409 tempest-FloatingIPAdminTestJSON-1198982409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:31.979211 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-0f452720-582e-4fc9-a5de-0e1a8195b47a admin admin] For port b75a1592-7ca5-418c-81b2-92e801857e3d, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b75a1592-7ca5-418c-81b2-92e801857e3d,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:15:31.979873 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0f452720-582e-4fc9-a5de-0e1a8195b47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:32.047908 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-0f452720-582e-4fc9-a5de-0e1a8195b47a admin admin] Calling delete_port for b75a1592-7ca5-418c-81b2-92e801857e3d owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:15:32.063165 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7b49d23a-8cb9-4681-94df-17871bcaec47 tempest-PortsAdminExtendedAttrsTestJSON-2025694150 tempest-PortsAdminExtendedAttrsTestJSON-2025694150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:32.083790 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-65200e7d-7be5-49bc-8d52-4ba97e810cba req-634fca8c-5986-491d-8895-fe0c14ea5cba service neutron] 10.222.0.52 "GET /v2.0/networks/c74395db-c7eb-4508-9006-176acc6e4b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819888 Aug 11 22:15:32.086996 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a88fc-1b12-4295-b208-1fb3ae792de8 tempest-FloatingIPAdminTestJSON-1198982409 tempest-FloatingIPAdminTestJSON-1198982409-project] Pushing event deleted for resources: {'Port': ['ID=f2947687-f289-470d-880f-139ffabf7f7c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:32.227188 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-918a88fc-1b12-4295-b208-1fb3ae792de8 tempest-FloatingIPAdminTestJSON-1198982409 tempest-FloatingIPAdminTestJSON-1198982409-project] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:32.233529 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-918a88fc-1b12-4295-b208-1fb3ae792de8 tempest-FloatingIPAdminTestJSON-1198982409 tempest-FloatingIPAdminTestJSON-1198982409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:32.235984 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-918a88fc-1b12-4295-b208-1fb3ae792de8 tempest-FloatingIPAdminTestJSON-1198982409 tempest-FloatingIPAdminTestJSON-1198982409-project] 10.222.0.77 "DELETE /v2.0/floatingips/723b025f-f2e6-4745-a238-3a6c35334cf6 HTTP/1.1" status: 204 len: 168 time: 1.9675899 Aug 11 22:15:32.240520 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54474) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:32.274940 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-6a656542-98e4-425a-84a2-5ff8d92cce75 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Allocated IP 172.25.2.18 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/e9bf1d22-6d78-4a71-ad28-402945238faa) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:15:32.288049 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7b49d23a-8cb9-4681-94df-17871bcaec47 tempest-PortsAdminExtendedAttrsTestJSON-2025694150 tempest-PortsAdminExtendedAttrsTestJSON-2025694150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:32.326380 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-7b49d23a-8cb9-4681-94df-17871bcaec47 tempest-PortsAdminExtendedAttrsTestJSON-2025694150 tempest-PortsAdminExtendedAttrsTestJSON-2025694150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529f16e1-5cfd-4538-a6c3-0d6663433e2d']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:32.382961 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-7b49d23a-8cb9-4681-94df-17871bcaec47 tempest-PortsAdminExtendedAttrsTestJSON-2025694150 tempest-PortsAdminExtendedAttrsTestJSON-2025694150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:32.383268 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-7b49d23a-8cb9-4681-94df-17871bcaec47 tempest-PortsAdminExtendedAttrsTestJSON-2025694150 tempest-PortsAdminExtendedAttrsTestJSON-2025694150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e5b1fe-fae1-4a59-81ed-1b4dae38ea99') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:32.439958 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7b49d23a-8cb9-4681-94df-17871bcaec47 tempest-PortsAdminExtendedAttrsTestJSON-2025694150 tempest-PortsAdminExtendedAttrsTestJSON-2025694150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:32.489508 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f3fc5-5a2a-4ea3-89f6-c1d38e8d494d req-bb5daa7a-41c7-469b-a054-77b1e51f506d tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:32.491208 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-498f3fc5-5a2a-4ea3-89f6-c1d38e8d494d req-bb5daa7a-41c7-469b-a054-77b1e51f506d tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d568ccf-547c-49de-a511-003aa6028313 HTTP/1.1" status: 200 len: 943 time: 0.2241871 Aug 11 22:15:32.494769 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7b49d23a-8cb9-4681-94df-17871bcaec47 tempest-PortsAdminExtendedAttrsTestJSON-2025694150 tempest-PortsAdminExtendedAttrsTestJSON-2025694150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:32.512027 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-7d91a128-2c2b-4dbf-8b9b-9cbd9f449024 tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Deleting port 349a4699-a39c-44cb-8ef3-ddf4d896c7c4 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:15:32.512545 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d91a128-2c2b-4dbf-8b9b-9cbd9f449024 tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:32.531166 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b49d23a-8cb9-4681-94df-17871bcaec47 tempest-PortsAdminExtendedAttrsTestJSON-2025694150 tempest-PortsAdminExtendedAttrsTestJSON-2025694150-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:15:32.531594 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7b49d23a-8cb9-4681-94df-17871bcaec47 tempest-PortsAdminExtendedAttrsTestJSON-2025694150 tempest-PortsAdminExtendedAttrsTestJSON-2025694150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:15:32.535433 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:15:32.680686 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-498f3fc5-5a2a-4ea3-89f6-c1d38e8d494d req-19a24560-d724-40e8-8a96-e40a95c8c835 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/security-groups?id=44c89a76-999c-4a85-bc40-7bb14d563a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696758 Aug 11 22:15:32.720608 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6a656542-98e4-425a-84a2-5ff8d92cce75 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:32.731292 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7b49d23a-8cb9-4681-94df-17871bcaec47 tempest-PortsAdminExtendedAttrsTestJSON-2025694150 tempest-PortsAdminExtendedAttrsTestJSON-2025694150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:32.737574 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d91a128-2c2b-4dbf-8b9b-9cbd9f449024 tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:32.738149 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d91a128-2c2b-4dbf-8b9b-9cbd9f449024 tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:32.758924 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7b49d23a-8cb9-4681-94df-17871bcaec47 tempest-PortsAdminExtendedAttrsTestJSON-2025694150 tempest-PortsAdminExtendedAttrsTestJSON-2025694150-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:32.765309 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7b49d23a-8cb9-4681-94df-17871bcaec47 tempest-PortsAdminExtendedAttrsTestJSON-2025694150 tempest-PortsAdminExtendedAttrsTestJSON-2025694150-project] 10.222.0.77 "DELETE /v2.0/networks/529f16e1-5cfd-4538-a6c3-0d6663433e2d HTTP/1.1" status: 204 len: 168 time: 0.8726470 Aug 11 22:15:32.781305 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-7d91a128-2c2b-4dbf-8b9b-9cbd9f449024 tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Calling delete_port for 349a4699-a39c-44cb-8ef3-ddf4d896c7c4 owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:15:32.785319 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0f452720-582e-4fc9-a5de-0e1a8195b47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:32.794525 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49d23a-8cb9-4681-94df-17871bcaec47 tempest-PortsAdminExtendedAttrsTestJSON-2025694150 tempest-PortsAdminExtendedAttrsTestJSON-2025694150-project] Pushing event deleted for resources: {'Network': ['ID=529f16e1-5cfd-4538-a6c3-0d6663433e2d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:32.838599 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f452720-582e-4fc9-a5de-0e1a8195b47a admin admin] Pushing event deleted for resources: {'Port': ['ID=b75a1592-7ca5-418c-81b2-92e801857e3d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:32.936267 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0f452720-582e-4fc9-a5de-0e1a8195b47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:32.968514 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6a656542-98e4-425a-84a2-5ff8d92cce75 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:33.039910 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8a180be2-5d97-4773-8d7d-147c71ae6b10 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:15:33.075076 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 8a180be2-5d97-4773-8d7d-147c71ae6b10 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:15:33.075410 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8a180be2-5d97-4773-8d7d-147c71ae6b10 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:15:33.143556 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0f452720-582e-4fc9-a5de-0e1a8195b47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:33.148319 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a656542-98e4-425a-84a2-5ff8d92cce75 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Pushing event updated for resources: {'Port': ['ID=e9bf1d22-6d78-4a71-ad28-402945238faa,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:33.156847 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0f452720-582e-4fc9-a5de-0e1a8195b47a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:33.174000 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a656542-98e4-425a-84a2-5ff8d92cce75 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:15:33.182826 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-6a656542-98e4-425a-84a2-5ff8d92cce75 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:15:33.208071 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d91a128-2c2b-4dbf-8b9b-9cbd9f449024 tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:33.230360 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a656542-98e4-425a-84a2-5ff8d92cce75 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:15:33.269416 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54502) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:33.274902 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91a128-2c2b-4dbf-8b9b-9cbd9f449024 tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Pushing event deleted for resources: {'Port': ['ID=349a4699-a39c-44cb-8ef3-ddf4d896c7c4,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:33.286265 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0f452720-582e-4fc9-a5de-0e1a8195b47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:33.286836 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f452720-582e-4fc9-a5de-0e1a8195b47a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35252233-458c-40a7-b611-26ad81d7644e {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:15:33.297900 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0f452720-582e-4fc9-a5de-0e1a8195b47a admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:33.299296 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0f452720-582e-4fc9-a5de-0e1a8195b47a admin admin] 10.222.0.77 "DELETE /v2.0/routers/35252233-458c-40a7-b611-26ad81d7644e HTTP/1.1" status: 204 len: 168 time: 2.5578573 Aug 11 22:15:33.303690 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54506) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:33.381656 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d91a128-2c2b-4dbf-8b9b-9cbd9f449024 tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:33.385333 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d91a128-2c2b-4dbf-8b9b-9cbd9f449024 tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:33.396692 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7d91a128-2c2b-4dbf-8b9b-9cbd9f449024 tempest-FloatingIPAdminTestJSON-619163149 tempest-FloatingIPAdminTestJSON-619163149-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/c2947959-3de5-4de8-8c58-fb735a8af183 HTTP/1.1" status: 204 len: 168 time: 1.1543584 Aug 11 22:15:33.397464 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54508) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:33.556764 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-a6968dbe-900a-41b1-816b-7b6342be45e2 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Deleting port 5e6a2108-b3ae-4e2d-b40e-83069ae18b03 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:15:33.557137 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a6968dbe-900a-41b1-816b-7b6342be45e2 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:33.601674 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b32bb7-8422-4e47-9978-bd9ae927cd03 admin admin] Deleting subnet 7dff4e45-f48e-4976-9708-e4527f53ecdf {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:15:33.616771 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-02b32bb7-8422-4e47-9978-bd9ae927cd03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:33.743472 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0ad3b129-8ce0-4ff1-b61d-23ca46ff4497 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c1ba70e76e0e4228858b91ac9db9e0e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4673796 Aug 11 22:15:33.744067 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54530) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:33.771981 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a6968dbe-900a-41b1-816b-7b6342be45e2 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:33.797284 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-a6968dbe-900a-41b1-816b-7b6342be45e2 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Calling delete_port for 5e6a2108-b3ae-4e2d-b40e-83069ae18b03 owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:15:33.853319 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-02b32bb7-8422-4e47-9978-bd9ae927cd03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:34.099022 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a316080b-f7cd-426f-8ad0-9bd00d679782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:34.105098 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a6968dbe-900a-41b1-816b-7b6342be45e2 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:34.211035 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befcc26-4184-4508-88e1-de05bfa31b21 req-89a99d46-83b6-43ff-b8df-9eb4ed3554c6 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:34.211797 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6968dbe-900a-41b1-816b-7b6342be45e2 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Pushing event deleted for resources: {'Port': ['ID=5e6a2108-b3ae-4e2d-b40e-83069ae18b03,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:34.213767 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5befcc26-4184-4508-88e1-de05bfa31b21 req-89a99d46-83b6-43ff-b8df-9eb4ed3554c6 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d568ccf-547c-49de-a511-003aa6028313 HTTP/1.1" status: 200 len: 943 time: 0.3154395 Aug 11 22:15:34.242134 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a316080b-f7cd-426f-8ad0-9bd00d679782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:34.279279 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6a656542-98e4-425a-84a2-5ff8d92cce75 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:34.341403 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-02b32bb7-8422-4e47-9978-bd9ae927cd03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:34.485533 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a6968dbe-900a-41b1-816b-7b6342be45e2 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:34.490973 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a6968dbe-900a-41b1-816b-7b6342be45e2 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] 10.222.0.77 "DELETE /v2.0/ports/5e6a2108-b3ae-4e2d-b40e-83069ae18b03 HTTP/1.1" status: 204 len: 168 time: 1.0907295 Aug 11 22:15:34.492759 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54550) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:34.633586 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77aa9736-510c-4796-9a13-9b4699d870be tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:34.642362 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-77aa9736-510c-4796-9a13-9b4699d870be tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f630f3-1a0a-4123-b6dc-f3eb2b5d698c HTTP/1.1" status: 200 len: 913 time: 0.1450722 Aug 11 22:15:34.644264 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54554) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:34.753285 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 89053c7b-58c4-4210-94aa-0c98bef7874e details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:15:34.926130 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b75a1592-7ca5-418c-81b2-92e801857e3d no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:15:35.017983 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: b75a1592-7ca5-418c-81b2-92e801857e3d {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:15:35.018519 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b75a1592-7ca5-418c-81b2-92e801857e3d not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:15:35.138253 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 89053c7b-58c4-4210-94aa-0c98bef7874e, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=89053c7b-58c4-4210-94aa-0c98bef7874e,segment=NetworkSegment(1d0bbcad-5ad3-4871-9cc1-01073daa1c7b),segment_id=1d0bbcad-5ad3-4871-9cc1-01073daa1c7b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:15:35.163052 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5befcc26-4184-4508-88e1-de05bfa31b21 req-bf22d67b-37eb-4c7b-afca-38a057461daa tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/security-groups?id=44c89a76-999c-4a85-bc40-7bb14d563a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8924096 Aug 11 22:15:35.180611 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '89053c7b-58c4-4210-94aa-0c98bef7874e', 'network_id': '9fc59280-5eea-4246-b5a0-d5374ec41a7b', 'port_id': '89053c7b-58c4-4210-94aa-0c98bef7874e', 'mac_address': 'fa:16:3e:66:8d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761fe637-5dad-436e-8d53-f89509ed7b2c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:15:35.268814 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:35.301806 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89053c7b-58c4-4210-94aa-0c98bef7874e {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:15:35.302092 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a316080b-f7cd-426f-8ad0-9bd00d679782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:35.307375 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a316080b-f7cd-426f-8ad0-9bd00d679782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:35.310795 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a316080b-f7cd-426f-8ad0-9bd00d679782 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0e208b3c-cfed-4f71-a1e4-353f92c2517e HTTP/1.1" status: 204 len: 168 time: 1.5639393 Aug 11 22:15:35.329173 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-02b32bb7-8422-4e47-9978-bd9ae927cd03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:35.330691 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 89053c7b-58c4-4210-94aa-0c98bef7874e, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=89053c7b-58c4-4210-94aa-0c98bef7874e,segment=NetworkSegment(1d0bbcad-5ad3-4871-9cc1-01073daa1c7b),segment_id=1d0bbcad-5ad3-4871-9cc1-01073daa1c7b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:15:35.337651 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:35.366367 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316080b-f7cd-426f-8ad0-9bd00d679782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e208b3c-cfed-4f71-a1e4-353f92c2517e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:35.413525 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6a656542-98e4-425a-84a2-5ff8d92cce75 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:35.416158 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b32bb7-8422-4e47-9978-bd9ae927cd03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dff4e45-f48e-4976-9708-e4527f53ecdf,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:35.420535 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-02b32bb7-8422-4e47-9978-bd9ae927cd03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:35.423078 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-02b32bb7-8422-4e47-9978-bd9ae927cd03 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7dff4e45-f48e-4976-9708-e4527f53ecdf HTTP/1.1" status: 204 len: 168 time: 2.1179388 Aug 11 22:15:35.427500 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54588) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:35.428499 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f136a748-b530-4e9e-b06a-698c77d13883 None None] Network 51af6b0f-08b6-41a5-a9ed-48b34e3cb239 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:15:35.514119 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bfb1eee7-600c-4cfc-845d-7a4952237674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:35.550903 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=89053c7b-58c4-4210-94aa-0c98bef7874e,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:35.571900 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:35.572663 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:35.573130 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:35.573600 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:35.574049 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:35.574907 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:35.575586 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9ede13b5-bdc3-4e81-8b44-e0420b1242bf tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:35.576254 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:35.576832 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:35.577956 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:35.578524 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:35.579103 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:35.579569 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:35.649097 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-1f64c734-c4bd-4cb0-a708-3ed92fb56313 req-6d69ecd3-6709-4659-9e84-03d5940c349f tempest-ImagesOneServerNegativeTestJSON-999693812 tempest-ImagesOneServerNegativeTestJSON-999693812-project] (100943) timed out ('10.222.0.82', 61328) {{(pid=100943) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 22:15:35.738981 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ae423a-d7b9-4097-910f-ba11d57c5e90 None None] DHCP port deletion for 51af6b0f-08b6-41a5-a9ed-48b34e3cb239 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:15:35.797045 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['89053c7b-58c4-4210-94aa-0c98bef7874e'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:15:35.887699 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54594) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:35.909892 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b4ae423a-d7b9-4097-910f-ba11d57c5e90 None None] Deleting port 6da2d647-4700-470a-9b48-5dea61085030 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:15:35.910506 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b4ae423a-d7b9-4097-910f-ba11d57c5e90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:36.031599 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-72975d98-9e96-484a-bde1-8d4be69cb160 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8316e533beaf4942b28b4c756ecc75ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1373162 Aug 11 22:15:36.039405 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54596) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:36.075932 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-bfb1eee7-600c-4cfc-845d-7a4952237674 admin admin] Deleting port 6da2d647-4700-470a-9b48-5dea61085030 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:15:36.076285 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bfb1eee7-600c-4cfc-845d-7a4952237674 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:36.110766 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b4ae423a-d7b9-4097-910f-ba11d57c5e90 None None] For port 6da2d647-4700-470a-9b48-5dea61085030, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=6da2d647-4700-470a-9b48-5dea61085030,segment=NetworkSegment(9c982ec6-2c84-465b-999c-00765c0cf758),segment_id=9c982ec6-2c84-465b-999c-00765c0cf758)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:15:36.115389 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b4ae423a-d7b9-4097-910f-ba11d57c5e90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:36.166686 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b4ae423a-d7b9-4097-910f-ba11d57c5e90 None None] Calling delete_port for 6da2d647-4700-470a-9b48-5dea61085030 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:15:36.208672 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a656542-98e4-425a-84a2-5ff8d92cce75 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Router 4b963145-b1cf-4cbf-aa06-8ac5f2117b32 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:15:36.294459 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-bfb1eee7-600c-4cfc-845d-7a4952237674 admin admin] For port 6da2d647-4700-470a-9b48-5dea61085030, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=6da2d647-4700-470a-9b48-5dea61085030,segment=NetworkSegment(9c982ec6-2c84-465b-999c-00765c0cf758),segment_id=9c982ec6-2c84-465b-999c-00765c0cf758)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:15:36.294956 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bfb1eee7-600c-4cfc-845d-7a4952237674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:36.319075 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-bfb1eee7-600c-4cfc-845d-7a4952237674 admin admin] Calling delete_port for 6da2d647-4700-470a-9b48-5dea61085030 owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:15:36.423080 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d938183f-5212-45c8-b2f9-4f78a424da26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:36.520001 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b4ae423a-d7b9-4097-910f-ba11d57c5e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:36.564990 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae423a-d7b9-4097-910f-ba11d57c5e90 None None] Pushing event deleted for resources: {'Port': ['ID=6da2d647-4700-470a-9b48-5dea61085030,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:36.568303 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ae423a-d7b9-4097-910f-ba11d57c5e90 None None] No DVR routers for this DVR port 6da2d647-4700-470a-9b48-5dea61085030 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:15:36.573894 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-615c9a28-1153-4658-b459-ff2d43a5fdd7 req-0e47c94b-c7be-4876-8a8a-0829ea22a7f6 service neutron] (100943) timed out ('10.222.0.82', 61345) {{(pid=100943) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 22:15:36.580981 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d938183f-5212-45c8-b2f9-4f78a424da26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:36.660356 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bfb1eee7-600c-4cfc-845d-7a4952237674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:36.688681 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-9ede13b5-bdc3-4e81-8b44-e0420b1242bf tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Deleting port 81c6b6e7-7c5a-47ea-a834-d666373ca039 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:15:36.689796 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9ede13b5-bdc3-4e81-8b44-e0420b1242bf tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:36.726306 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8c84b-3bb9-4951-92a5-3e58641d87d5 req-eda48426-108b-4547-80e2-33612afc1ea9 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:36.728577 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fec8c84b-3bb9-4951-92a5-3e58641d87d5 req-eda48426-108b-4547-80e2-33612afc1ea9 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d568ccf-547c-49de-a511-003aa6028313 HTTP/1.1" status: 200 len: 944 time: 0.3019745 Aug 11 22:15:36.729438 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1eee7-600c-4cfc-845d-7a4952237674 admin admin] Pushing event deleted for resources: {'Port': ['ID=6da2d647-4700-470a-9b48-5dea61085030,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:36.740286 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb1eee7-600c-4cfc-845d-7a4952237674 admin admin] No DVR routers for this DVR port 6da2d647-4700-470a-9b48-5dea61085030 on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:15:36.782914 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a656542-98e4-425a-84a2-5ff8d92cce75 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:15:36.809871 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e20d99-3b14-466d-91dc-bb883f92c168 None None] Sync routers for ids ['4b963145-b1cf-4cbf-aa06-8ac5f2117b32'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:15:36.835046 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e20d99-3b14-466d-91dc-bb883f92c168 None None] Routers {'4b963145-b1cf-4cbf-aa06-8ac5f2117b32'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:15:36.835664 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a5e20d99-3b14-466d-91dc-bb883f92c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:15:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['4b963145-b1cf-4cbf-aa06-8ac5f2117b32'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:36.838685 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9ede13b5-bdc3-4e81-8b44-e0420b1242bf tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:36.883289 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-9ede13b5-bdc3-4e81-8b44-e0420b1242bf tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Calling delete_port for 81c6b6e7-7c5a-47ea-a834-d666373ca039 owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:15:36.926466 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d938183f-5212-45c8-b2f9-4f78a424da26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:36.931713 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d938183f-5212-45c8-b2f9-4f78a424da26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:36.937851 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d938183f-5212-45c8-b2f9-4f78a424da26 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bf469280-2d4f-46df-9c82-9427d4de5542 HTTP/1.1" status: 204 len: 168 time: 0.8956723 Aug 11 22:15:36.963966 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6a656542-98e4-425a-84a2-5ff8d92cce75 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:36.965551 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6a656542-98e4-425a-84a2-5ff8d92cce75 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.1931009 Aug 11 22:15:36.973442 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bfb1eee7-600c-4cfc-845d-7a4952237674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:36.988469 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-bfb1eee7-600c-4cfc-845d-7a4952237674 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51af6b0f-08b6-41a5-a9ed-48b34e3cb239']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:37.017080 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-bfb1eee7-600c-4cfc-845d-7a4952237674 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c982ec6-2c84-465b-999c-00765c0cf758') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:37.017551 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-bfb1eee7-600c-4cfc-845d-7a4952237674 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c982ec6-2c84-465b-999c-00765c0cf758') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:37.021031 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54604) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:37.031022 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bfb1eee7-600c-4cfc-845d-7a4952237674 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:37.058711 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-a5e20d99-3b14-466d-91dc-bb883f92c168 None None] Set router 4b963145-b1cf-4cbf-aa06-8ac5f2117b32 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:15:37.059965 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bfb1eee7-600c-4cfc-845d-7a4952237674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:37.069449 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb1eee7-600c-4cfc-845d-7a4952237674 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:15:37.069990 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bfb1eee7-600c-4cfc-845d-7a4952237674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: self.session.flush() Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: self.session.flush() Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: self.session.flush() Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: self.session.flush() Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:15:37.166306 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:15:37.180759 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fec8c84b-3bb9-4951-92a5-3e58641d87d5 req-3e038e2d-58ea-41a9-ba2f-3e217e1da1ea tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/security-groups?id=44c89a76-999c-4a85-bc40-7bb14d563a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345953 Aug 11 22:15:37.181635 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938183f-5212-45c8-b2f9-4f78a424da26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf469280-2d4f-46df-9c82-9427d4de5542,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:37.189340 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bfb1eee7-600c-4cfc-845d-7a4952237674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:37.213067 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bfb1eee7-600c-4cfc-845d-7a4952237674 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:37.222877 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 6da2d647-4700-470a-9b48-5dea61085030 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:15:37.224995 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bfb1eee7-600c-4cfc-845d-7a4952237674 admin admin] 10.222.0.77 "DELETE /v2.0/networks/51af6b0f-08b6-41a5-a9ed-48b34e3cb239 HTTP/1.1" status: 204 len: 168 time: 1.7953873 Aug 11 22:15:37.267366 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1eee7-600c-4cfc-845d-7a4952237674 admin admin] Pushing event deleted for resources: {'Network': ['ID=51af6b0f-08b6-41a5-a9ed-48b34e3cb239,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:37.279408 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 6da2d647-4700-470a-9b48-5dea61085030 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:15:37.280789 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 6da2d647-4700-470a-9b48-5dea61085030 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:15:37.415118 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54610) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:37.423592 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-5c07888d-c455-49d6-8041-f3ac67fb5b27 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Request body: {'router': {'name': 'tempest-snat-router-456314307', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'enable_snat': True}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:37.425579 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-70186c72-6a8e-4ced-b367-62cb7988a8ea tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "GET /v2.0/routers/4b963145-b1cf-4cbf-aa06-8ac5f2117b32 HTTP/1.1" status: 200 len: 907 time: 0.4002323 Aug 11 22:15:37.472858 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c07888d-c455-49d6-8041-f3ac67fb5b27 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:37.474140 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c07888d-c455-49d6-8041-f3ac67fb5b27 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:37.570388 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9ede13b5-bdc3-4e81-8b44-e0420b1242bf tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:37.604784 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a5e20d99-3b14-466d-91dc-bb883f92c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b963145-b1cf-4cbf-aa06-8ac5f2117b32', 'name': 'tempest-snat-router-456314307', 'tenant_id': 'e1651512861c4bec82ce2c987425d8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18'}], 'enable_snat': False}, 'gw_port_id': 'e9bf1d22-6d78-4a71-ad28-402945238faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:15:29Z', 'updated_at': '2021-08-11T22:15:33Z', 'revision_number': 3, 'project_id': 'e1651512861c4bec82ce2c987425d8e5', 'gw_port': {'id': 'e9bf1d22-6d78-4a71-ad28-402945238faa', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b963145-b1cf-4cbf-aa06-8ac5f2117b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:15:31Z', 'updated_at': '2021-08-11T22:15:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:37.613140 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c07888d-c455-49d6-8041-f3ac67fb5b27 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:37.652877 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e20d99-3b14-466d-91dc-bb883f92c168 None None] Checking router: 4b963145-b1cf-4cbf-aa06-8ac5f2117b32 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:15:37.653433 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e20d99-3b14-466d-91dc-bb883f92c168 None None] Updating router 4b963145-b1cf-4cbf-aa06-8ac5f2117b32 port e9bf1d22-6d78-4a71-ad28-402945238faa binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:15:37.683871 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54616) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:37.685331 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede13b5-bdc3-4e81-8b44-e0420b1242bf tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Pushing event deleted for resources: {'Port': ['ID=81c6b6e7-7c5a-47ea-a834-d666373ca039,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:37.708479 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a5e20d99-3b14-466d-91dc-bb883f92c168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:37.845341 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-879f35ed-0e25-40f8-9615-30f7848c147d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=21f8e25332dd44aa8653731b1f899e18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570306 Aug 11 22:15:37.845434 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54618) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:37.849200 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c07888d-c455-49d6-8041-f3ac67fb5b27 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:38.011963 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-66a85129-2cc4-4363-aedc-a348f8d3aa83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:38.050275 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-66a85129-2cc4-4363-aedc-a348f8d3aa83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:38.109586 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9ede13b5-bdc3-4e81-8b44-e0420b1242bf tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:38.292419 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:38.311966 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-66a85129-2cc4-4363-aedc-a348f8d3aa83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:38.320139 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-66a85129-2cc4-4363-aedc-a348f8d3aa83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:38.324261 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-66a85129-2cc4-4363-aedc-a348f8d3aa83 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e9b40dcc-7ffa-4b19-99a7-89539507e270 HTTP/1.1" status: 204 len: 168 time: 0.4761894 Aug 11 22:15:38.373598 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a85129-2cc4-4363-aedc-a348f8d3aa83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b40dcc-7ffa-4b19-99a7-89539507e270,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:38.406638 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c07888d-c455-49d6-8041-f3ac67fb5b27 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:38.452760 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c07888d-c455-49d6-8041-f3ac67fb5b27 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:38.543292 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583b98e-cf5f-437b-b7a7-5a02a8f1df57 req-fe68b81a-5891-4175-94ce-efcc763cb25b tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:38.545343 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7583b98e-cf5f-437b-b7a7-5a02a8f1df57 req-fe68b81a-5891-4175-94ce-efcc763cb25b tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d568ccf-547c-49de-a511-003aa6028313 HTTP/1.1" status: 200 len: 944 time: 0.1658232 Aug 11 22:15:38.612823 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a5e20d99-3b14-466d-91dc-bb883f92c168 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:38.633826 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a5e20d99-3b14-466d-91dc-bb883f92c168 None None] Transition to ACTIVE for port object e9bf1d22-6d78-4a71-ad28-402945238faa will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:15:38.642761 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a5e20d99-3b14-466d-91dc-bb883f92c168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:38.742750 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a5e20d99-3b14-466d-91dc-bb883f92c168 None None] Attempting to bind port e9bf1d22-6d78-4a71-ad28-402945238faa on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:38.743218 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a5e20d99-3b14-466d-91dc-bb883f92c168 None None] Attempting to bind port e9bf1d22-6d78-4a71-ad28-402945238faa by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:38.743717 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e20d99-3b14-466d-91dc-bb883f92c168 None None] Attempting to bind port e9bf1d22-6d78-4a71-ad28-402945238faa on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:38.744243 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ede13b5-bdc3-4e81-8b44-e0420b1242bf tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Router 00f630f3-1a0a-4123-b6dc-f3eb2b5d698c has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:15:38.755669 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1c157-c9ab-4756-8f72-89f8856aa7ec None None] Pushing event updated for resources: {'Port': ['ID=e9bf1d22-6d78-4a71-ad28-402945238faa,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:38.759892 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e20d99-3b14-466d-91dc-bb883f92c168 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:15:38.760410 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e20d99-3b14-466d-91dc-bb883f92c168 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:15:38.760900 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a5e20d99-3b14-466d-91dc-bb883f92c168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:38.761372 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e20d99-3b14-466d-91dc-bb883f92c168 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:15:38.761957 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a5e20d99-3b14-466d-91dc-bb883f92c168 None None] Bound port: e9bf1d22-6d78-4a71-ad28-402945238faa, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:15:38.762465 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a5e20d99-3b14-466d-91dc-bb883f92c168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:38.769973 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7583b98e-cf5f-437b-b7a7-5a02a8f1df57 req-48a2e367-4da7-4f67-b148-cf04fefd9388 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/security-groups?id=44c89a76-999c-4a85-bc40-7bb14d563a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156346 Aug 11 22:15:38.798095 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 89053c7b-58c4-4210-94aa-0c98bef7874e up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:15:38.830089 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:15:38.836335 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-5c07888d-c455-49d6-8041-f3ac67fb5b27 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Allocated IP 172.25.2.32 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/edc7855f-9aa7-4ee5-8a89-0ef2d8258555) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:15:38.891673 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a5e20d99-3b14-466d-91dc-bb883f92c168 None None] For port e9bf1d22-6d78-4a71-ad28-402945238faa, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:15:38.895616 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 89053c7b-58c4-4210-94aa-0c98bef7874e completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:15:38.907426 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a5e20d99-3b14-466d-91dc-bb883f92c168 None None] For port e9bf1d22-6d78-4a71-ad28-402945238faa, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=e9bf1d22-6d78-4a71-ad28-402945238faa,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:15:38.920245 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 89053c7b-58c4-4210-94aa-0c98bef7874e triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:15:38.920245 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:39.064473 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ede13b5-bdc3-4e81-8b44-e0420b1242bf tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:15:39.075563 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54646) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:39.078972 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9ede13b5-bdc3-4e81-8b44-e0420b1242bf tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] 10.222.0.77 "PUT /v2.0/routers/00f630f3-1a0a-4123-b6dc-f3eb2b5d698c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4261258 Aug 11 22:15:39.090216 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982c3647-716a-4e6d-975f-15794c25214d None None] Sync routers for ids ['00f630f3-1a0a-4123-b6dc-f3eb2b5d698c'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:15:39.125300 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982c3647-716a-4e6d-975f-15794c25214d None None] Routers {'00f630f3-1a0a-4123-b6dc-f3eb2b5d698c'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:15:39.128737 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-982c3647-716a-4e6d-975f-15794c25214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:15:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['00f630f3-1a0a-4123-b6dc-f3eb2b5d698c'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:39.144561 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c07888d-c455-49d6-8041-f3ac67fb5b27 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:39.208426 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-982c3647-716a-4e6d-975f-15794c25214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:39.232452 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982c3647-716a-4e6d-975f-15794c25214d None None] Routers {'00f630f3-1a0a-4123-b6dc-f3eb2b5d698c'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:15:39.234744 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-982c3647-716a-4e6d-975f-15794c25214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:15:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['00f630f3-1a0a-4123-b6dc-f3eb2b5d698c'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:39.252353 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cee18b1a-7397-4bfe-a96a-63e98489cd4d tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:39.320649 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-982c3647-716a-4e6d-975f-15794c25214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:39.322290 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982c3647-716a-4e6d-975f-15794c25214d None None] The sync data for ids ['00f630f3-1a0a-4123-b6dc-f3eb2b5d698c'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:15:39.414504 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c07888d-c455-49d6-8041-f3ac67fb5b27 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:39.440440 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a5e20d99-3b14-466d-91dc-bb883f92c168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:39.465293 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c07888d-c455-49d6-8041-f3ac67fb5b27 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:15:39.474537 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-5c07888d-c455-49d6-8041-f3ac67fb5b27 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:15:39.478892 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cee18b1a-7397-4bfe-a96a-63e98489cd4d tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:39.492197 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c07888d-c455-49d6-8041-f3ac67fb5b27 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:15:39.592241 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1c157-c9ab-4756-8f72-89f8856aa7ec None None] Pushing event updated for resources: {'Port': ['ID=e9bf1d22-6d78-4a71-ad28-402945238faa,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:39.644260 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07888d-c455-49d6-8041-f3ac67fb5b27 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Pushing event updated for resources: {'Port': ['ID=edc7855f-9aa7-4ee5-8a89-0ef2d8258555,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:39.723073 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e20d99-3b14-466d-91dc-bb883f92c168 None None] Routers {'4b963145-b1cf-4cbf-aa06-8ac5f2117b32'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:15:39.724767 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a5e20d99-3b14-466d-91dc-bb883f92c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:15:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['4b963145-b1cf-4cbf-aa06-8ac5f2117b32'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:39.844222 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:39.933681 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d568ccf-547c-49de-a511-003aa6028313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89053c7b-58c4-4210-94aa-0c98bef7874e'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:15:39.936830 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83becf3e-ec04-4cb5-87ad-55a9950e71e8" -d '{"events": [{"server_uuid": "1d568ccf-547c-49de-a511-003aa6028313", "name": "network-vif-plugged", "status": "completed", "tag": "89053c7b-58c4-4210-94aa-0c98bef7874e"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:15:39.958248 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 89053c7b-58c4-4210-94aa-0c98bef7874e, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=89053c7b-58c4-4210-94aa-0c98bef7874e,segment=NetworkSegment(1d0bbcad-5ad3-4871-9cc1-01073daa1c7b),segment_id=1d0bbcad-5ad3-4871-9cc1-01073daa1c7b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:15:39.972445 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:40.015490 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-a5e20d99-3b14-466d-91dc-bb883f92c168 None None] Set router 4b963145-b1cf-4cbf-aa06-8ac5f2117b32 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:15:40.237884 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01206a-be49-4c20-8138-435771a686d4 req-95ce8227-17f1-4a0e-a59e-a555ebdda77f tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:40.240052 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cf01206a-be49-4c20-8138-435771a686d4 req-95ce8227-17f1-4a0e-a59e-a555ebdda77f tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d568ccf-547c-49de-a511-003aa6028313 HTTP/1.1" status: 200 len: 945 time: 0.1185308 Aug 11 22:15:40.249513 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=89053c7b-58c4-4210-94aa-0c98bef7874e,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:40.285953 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-cee18b1a-7397-4bfe-a96a-63e98489cd4d tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Deleting port 196dc687-70b8-492c-8774-85b09d4d3a91 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:15:40.286369 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cee18b1a-7397-4bfe-a96a-63e98489cd4d tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:40.464628 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a5e20d99-3b14-466d-91dc-bb883f92c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b963145-b1cf-4cbf-aa06-8ac5f2117b32', 'name': 'tempest-snat-router-456314307', 'tenant_id': 'e1651512861c4bec82ce2c987425d8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18'}], 'enable_snat': False}, 'gw_port_id': 'e9bf1d22-6d78-4a71-ad28-402945238faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:15:29Z', 'updated_at': '2021-08-11T22:15:33Z', 'revision_number': 3, 'project_id': 'e1651512861c4bec82ce2c987425d8e5', 'gw_port': {'id': 'e9bf1d22-6d78-4a71-ad28-402945238faa', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b963145-b1cf-4cbf-aa06-8ac5f2117b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:15:31Z', 'updated_at': '2021-08-11T22:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:40.497320 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e20d99-3b14-466d-91dc-bb883f92c168 None None] The sync data for ids ['4b963145-b1cf-4cbf-aa06-8ac5f2117b32'] in n-d-804275-3 is: [{'id': '4b963145-b1cf-4cbf-aa06-8ac5f2117b32', 'name': 'tempest-snat-router-456314307', 'tenant_id': 'e1651512861c4bec82ce2c987425d8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18'}], 'enable_snat': False}, 'gw_port_id': 'e9bf1d22-6d78-4a71-ad28-402945238faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:15:29Z', 'updated_at': '2021-08-11T22:15:33Z', 'revision_number': 3, 'project_id': 'e1651512861c4bec82ce2c987425d8e5', 'gw_port': {'id': 'e9bf1d22-6d78-4a71-ad28-402945238faa', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b963145-b1cf-4cbf-aa06-8ac5f2117b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:15:31Z', 'updated_at': '2021-08-11T22:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:15:40.508536 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cf01206a-be49-4c20-8138-435771a686d4 req-d8f611eb-fadc-405f-8618-1070068c1010 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/security-groups?id=44c89a76-999c-4a85-bc40-7bb14d563a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588897 Aug 11 22:15:40.520855 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54680) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:40.631649 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c07888d-c455-49d6-8041-f3ac67fb5b27 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:40.666662 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cd0133-e403-4d96-b8a3-c37bcbb3c639 x-openstack-request-id: req-e3cd0133-e403-4d96-b8a3-c37bcbb3c639 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:15:40.666995 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d568ccf-547c-49de-a511-003aa6028313", "name": "network-vif-plugged", "status": "completed", "tag": "89053c7b-58c4-4210-94aa-0c98bef7874e", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:15:40.667255 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e3cd0133-e403-4d96-b8a3-c37bcbb3c639 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:15:40.667700 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d568ccf-547c-49de-a511-003aa6028313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89053c7b-58c4-4210-94aa-0c98bef7874e', 'code': 200} Aug 11 22:15:40.787871 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54686) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:40.834152 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cee18b1a-7397-4bfe-a96a-63e98489cd4d tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:40.834839 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd830966-53d8-4f17-afa0-a8282a6142a8 req-5e672c8d-1032-4b2f-bdb6-7a0bdb8bb890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:40.837281 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd830966-53d8-4f17-afa0-a8282a6142a8 req-5e672c8d-1032-4b2f-bdb6-7a0bdb8bb890 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1d568ccf-547c-49de-a511-003aa6028313 HTTP/1.1" status: 200 len: 1096 time: 0.0845313 Aug 11 22:15:40.899202 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-cee18b1a-7397-4bfe-a96a-63e98489cd4d tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Calling delete_port for 196dc687-70b8-492c-8774-85b09d4d3a91 owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:15:40.942947 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd830966-53d8-4f17-afa0-a8282a6142a8 req-571b56bf-b5f2-4294-ae51-7570328a7ce8 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=44c89a76-999c-4a85-bc40-7bb14d563a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962608 Aug 11 22:15:41.126888 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-2fe9888d-68ca-4f36-b76e-6b31dc4b6f9d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-657341352-network', 'tenant_id': '04c8a77542124ac6abf54e5bca617402'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:41.176555 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe9888d-68ca-4f36-b76e-6b31dc4b6f9d admin admin] Made reservation on behalf of 04c8a77542124ac6abf54e5bca617402 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:15:41.187378 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2fe9888d-68ca-4f36-b76e-6b31dc4b6f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:41.201544 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2fe9888d-68ca-4f36-b76e-6b31dc4b6f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:41.221207 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-3ec5c5e7-8a13-486d-9029-a1162f96cc47 tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1174066980', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:41.272821 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.db.api [None req-3ec5c5e7-8a13-486d-9029-a1162f96cc47 tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 22:15:41.272821 n-d-804275-3 neutron-server[100943]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 22:15:41.272821 n-d-804275-3 neutron-server[100943]: [parameters: {'project_id_1': '1eb14a97b48c4d3990e175ca84923be3', 'expiration_1': datetime.datetime(2021, 8, 11, 22, 15, 41, 237610)}] Aug 11 22:15:41.272821 n-d-804275-3 neutron-server[100943]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:15:41.273501 n-d-804275-3 neutron-server[100943]: DEBUG oslo_db.api [None req-3ec5c5e7-8a13-486d-9029-a1162f96cc47 tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:15:41.283808 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c07888d-c455-49d6-8041-f3ac67fb5b27 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:41.459626 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2fe9888d-68ca-4f36-b76e-6b31dc4b6f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:41.467259 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2fe9888d-68ca-4f36-b76e-6b31dc4b6f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:41.497028 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe9888d-68ca-4f36-b76e-6b31dc4b6f9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:15:41.519215 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9888d-68ca-4f36-b76e-6b31dc4b6f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0405a2e7-b913-4ad6-a501-8e0e9a2716c0,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:41.541947 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2fe9888d-68ca-4f36-b76e-6b31dc4b6f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:41.544166 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-2fe9888d-68ca-4f36-b76e-6b31dc4b6f9d admin admin] Added segment ad81d2fa-551f-4ba7-810e-61da6ce1b82b of type vlan for network 2efa6a8d-e01e-42b3-b0c8-fc1701342327 Aug 11 22:15:41.610874 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2fe9888d-68ca-4f36-b76e-6b31dc4b6f9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:41.666277 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2fe9888d-68ca-4f36-b76e-6b31dc4b6f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:41.669054 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe9888d-68ca-4f36-b76e-6b31dc4b6f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:41.671533 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2fe9888d-68ca-4f36-b76e-6b31dc4b6f9d admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:41.800373 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9888d-68ca-4f36-b76e-6b31dc4b6f9d admin admin] Pushing event updated for resources: {'Network': ['ID=2efa6a8d-e01e-42b3-b0c8-fc1701342327,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:41.817171 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 2efa6a8d-e01e-42b3-b0c8-fc1701342327 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:15:41.944196 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2fe9888d-68ca-4f36-b76e-6b31dc4b6f9d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4210658 Aug 11 22:15:41.947832 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54694) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:41.953726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec5c5e7-8a13-486d-9029-a1162f96cc47 tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Made reservation on behalf of 1eb14a97b48c4d3990e175ca84923be3 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:15:41.956696 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ec5c5e7-8a13-486d-9029-a1162f96cc47 tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:41.957686 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-6646a800-d167-4b11-9e9d-f2c118b1ef1f admin admin] Request body: {'subnet': {'network_id': '2efa6a8d-e01e-42b3-b0c8-fc1701342327', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-657341352-subnet', 'tenant_id': '04c8a77542124ac6abf54e5bca617402', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:41.958866 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c07888d-c455-49d6-8041-f3ac67fb5b27 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Router 3c310f4b-b372-4fa2-b10f-68955160c98d is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:15:41.970709 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cee18b1a-7397-4bfe-a96a-63e98489cd4d tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:42.002128 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6646a800-d167-4b11-9e9d-f2c118b1ef1f admin admin] Made reservation on behalf of 04c8a77542124ac6abf54e5bca617402 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:15:42.003868 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee18b1a-7397-4bfe-a96a-63e98489cd4d tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Pushing event deleted for resources: {'Port': ['ID=196dc687-70b8-492c-8774-85b09d4d3a91,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:42.005695 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ec5c5e7-8a13-486d-9029-a1162f96cc47 tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:42.005866 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6646a800-d167-4b11-9e9d-f2c118b1ef1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:42.021990 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999710a-15d7-4e95-ba21-ef1a13e2a51f req-d7e5c766-1bce-4592-a4e0-f1c47e239ba4 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:42.023766 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a999710a-15d7-4e95-ba21-ef1a13e2a51f req-d7e5c766-1bce-4592-a4e0-f1c47e239ba4 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d568ccf-547c-49de-a511-003aa6028313 HTTP/1.1" status: 200 len: 945 time: 0.2660656 Aug 11 22:15:42.207903 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a999710a-15d7-4e95-ba21-ef1a13e2a51f req-6ce251b1-7d6c-4c9d-948e-ce5607010f15 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/security-groups?id=44c89a76-999c-4a85-bc40-7bb14d563a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728549 Aug 11 22:15:42.280039 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cee18b1a-7397-4bfe-a96a-63e98489cd4d tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:42.399609 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6646a800-d167-4b11-9e9d-f2c118b1ef1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:42.430724 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cee18b1a-7397-4bfe-a96a-63e98489cd4d tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:42.433567 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c07888d-c455-49d6-8041-f3ac67fb5b27 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:15:42.450701 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Sync routers for ids ['3c310f4b-b372-4fa2-b10f-68955160c98d'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:15:42.489737 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cee18b1a-7397-4bfe-a96a-63e98489cd4d tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:42.496972 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Routers {'3c310f4b-b372-4fa2-b10f-68955160c98d'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:15:42.498494 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:15:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['3c310f4b-b372-4fa2-b10f-68955160c98d'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:42.541576 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646a800-d167-4b11-9e9d-f2c118b1ef1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=53d1ac4b-192d-47ba-ba8e-1eb5d3106004,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:42.554293 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6646a800-d167-4b11-9e9d-f2c118b1ef1f admin admin] Checking segment: {'id': 'ad81d2fa-551f-4ba7-810e-61da6ce1b82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2efa6a8d-e01e-42b3-b0c8-fc1701342327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:15:42.555136 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6646a800-d167-4b11-9e9d-f2c118b1ef1f admin admin] Network hostable DHCP agents. Network: 2efa6a8d-e01e-42b3-b0c8-fc1701342327, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:15:42.584853 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cee18b1a-7397-4bfe-a96a-63e98489cd4d tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:42.585528 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee18b1a-7397-4bfe-a96a-63e98489cd4d tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Fanout notify agent at l3_agent the message router_deleted on router 00f630f3-1a0a-4123-b6dc-f3eb2b5d698c {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:15:42.594927 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cee18b1a-7397-4bfe-a96a-63e98489cd4d tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:42.596534 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cee18b1a-7397-4bfe-a96a-63e98489cd4d tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] 10.222.0.77 "DELETE /v2.0/routers/00f630f3-1a0a-4123-b6dc-f3eb2b5d698c HTTP/1.1" status: 204 len: 168 time: 3.5199306 Aug 11 22:15:42.602255 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54698) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:42.610177 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ec5c5e7-8a13-486d-9029-a1162f96cc47 tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:42.617559 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6646a800-d167-4b11-9e9d-f2c118b1ef1f admin admin] Network 2efa6a8d-e01e-42b3-b0c8-fc1701342327 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:15:42.617816 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ec5c5e7-8a13-486d-9029-a1162f96cc47 tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:42.622908 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-3ec5c5e7-8a13-486d-9029-a1162f96cc47 tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] device_id is not set on port 847b3197-c3e9-41fc-aeb0-45685693edad yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:15:42.699174 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5c5e7-8a13-486d-9029-a1162f96cc47 tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41423e7e-eda4-4c37-b8a2-c57203798ff9,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:42.703291 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c07888d-c455-49d6-8041-f3ac67fb5b27 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:42.708016 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5c07888d-c455-49d6-8041-f3ac67fb5b27 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.2916598 Aug 11 22:15:42.708692 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54700) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:42.722312 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-6646a800-d167-4b11-9e9d-f2c118b1ef1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 2efa6a8d-e01e-42b3-b0c8-fc1701342327) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:15:42.739119 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6646a800-d167-4b11-9e9d-f2c118b1ef1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:42.740633 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6646a800-d167-4b11-9e9d-f2c118b1ef1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:42.798547 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f6ac00-d661-4084-a004-5f2e308f0b55 None None] Network 2efa6a8d-e01e-42b3-b0c8-fc1701342327 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:15:42.803397 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-c04072db-0ec2-4534-a093-3675bb060834 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Deleting subnet a441a049-a8ef-41e1-9591-bd19ffb7b374 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:15:42.817243 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c04072db-0ec2-4534-a093-3675bb060834 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:42.959548 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6646a800-d167-4b11-9e9d-f2c118b1ef1f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9972694 Aug 11 22:15:42.993847 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c04072db-0ec2-4534-a093-3675bb060834 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:42.997696 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Set router 3c310f4b-b372-4fa2-b10f-68955160c98d gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:15:43.143859 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-3ec5c5e7-8a13-486d-9029-a1162f96cc47 tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Allocated IP 172.25.2.245 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/847b3197-c3e9-41fc-aeb0-45685693edad) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:15:43.187072 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-35be5745-e717-42a7-8f85-314afc6532cf tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "GET /v2.0/routers/3c310f4b-b372-4fa2-b10f-68955160c98d HTTP/1.1" status: 200 len: 906 time: 0.4740157 Aug 11 22:15:43.204012 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54704) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:43.331383 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c04072db-0ec2-4534-a093-3675bb060834 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:43.412609 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device e9bf1d22-6d78-4a71-ad28-402945238faa up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:15:43.577790 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c04072db-0ec2-4534-a093-3675bb060834 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:43.602772 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9af38da6-71f0-4fb0-a321-6aa1a1dcf5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:43.619960 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0969fd-9280-47c7-b2f6-ab6812bc4c0b None None] Network 2efa6a8d-e01e-42b3-b0c8-fc1701342327 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:15:43.669201 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04072db-0ec2-4534-a093-3675bb060834 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Pushing event deleted for resources: {'Subnet': ['ID=a441a049-a8ef-41e1-9591-bd19ffb7b374,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:43.675839 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c04072db-0ec2-4534-a093-3675bb060834 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:43.678976 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c04072db-0ec2-4534-a093-3675bb060834 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] 10.222.0.77 "DELETE /v2.0/subnets/a441a049-a8ef-41e1-9591-bd19ffb7b374 HTTP/1.1" status: 204 len: 168 time: 1.0752640 Aug 11 22:15:43.684620 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54714) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:43.705848 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615ca0dd-e392-48bf-8da7-74ba2df07b9b None None] Network d6bb9518-cefa-4247-8143-36fe58e5b93a requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:15:43.778138 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29b1769f-1d47-458a-996d-3dbdabdb1976 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:43.805583 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port e9bf1d22-6d78-4a71-ad28-402945238faa completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:15:43.836016 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port e9bf1d22-6d78-4a71-ad28-402945238faa triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:15:43.836629 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:43.857728 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-29b1769f-1d47-458a-996d-3dbdabdb1976 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Deleting port f59da448-e371-41f9-adff-8e75618287f2 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:15:43.858381 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29b1769f-1d47-458a-996d-3dbdabdb1976 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:43.897332 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c310f4b-b372-4fa2-b10f-68955160c98d', 'name': 'tempest-snat-router-456314307', 'tenant_id': 'e1651512861c4bec82ce2c987425d8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'edc7855f-9aa7-4ee5-8a89-0ef2d8258555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:15:37Z', 'updated_at': '2021-08-11T22:15:40Z', 'revision_number': 3, 'project_id': 'e1651512861c4bec82ce2c987425d8e5', 'gw_port': {'id': 'edc7855f-9aa7-4ee5-8a89-0ef2d8258555', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c310f4b-b372-4fa2-b10f-68955160c98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:15:38Z', 'updated_at': '2021-08-11T22:15:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:43.960595 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-29b1769f-1d47-458a-996d-3dbdabdb1976 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] For port f59da448-e371-41f9-adff-8e75618287f2, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f59da448-e371-41f9-adff-8e75618287f2,segment=NetworkSegment(02e4f530-bd03-453b-859b-c88191eb8e6b),segment_id=02e4f530-bd03-453b-859b-c88191eb8e6b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:15:43.960980 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29b1769f-1d47-458a-996d-3dbdabdb1976 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:43.977350 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Checking router: 3c310f4b-b372-4fa2-b10f-68955160c98d for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:15:43.977725 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Updating router 3c310f4b-b372-4fa2-b10f-68955160c98d port edc7855f-9aa7-4ee5-8a89-0ef2d8258555 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:15:43.980565 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-29b1769f-1d47-458a-996d-3dbdabdb1976 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Calling delete_port for f59da448-e371-41f9-adff-8e75618287f2 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:15:44.059791 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:44.074380 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddf6a0-5f2f-482b-8b69-1d8b4fe83807 req-42831b91-1e29-4171-9958-eec09c6892bf tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:44.080120 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fcddf6a0-5f2f-482b-8b69-1d8b4fe83807 req-42831b91-1e29-4171-9958-eec09c6892bf tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d568ccf-547c-49de-a511-003aa6028313 HTTP/1.1" status: 200 len: 945 time: 0.6548755 Aug 11 22:15:44.099249 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29b1769f-1d47-458a-996d-3dbdabdb1976 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:44.129631 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b1769f-1d47-458a-996d-3dbdabdb1976 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Pushing event deleted for resources: {'Port': ['ID=f59da448-e371-41f9-adff-8e75618287f2,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:44.146571 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b1769f-1d47-458a-996d-3dbdabdb1976 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] No DVR routers for this DVR port f59da448-e371-41f9-adff-8e75618287f2 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:15:44.169319 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e21bf8cf-9270-4db5-b17a-cd6a3d6eadb5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:44.229897 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265c9122-f6ba-451b-9907-3af691ed85c0 None None] DHCP port deletion for d6bb9518-cefa-4247-8143-36fe58e5b93a request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:15:44.262200 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:44.287890 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fcddf6a0-5f2f-482b-8b69-1d8b4fe83807 req-a6e2fd63-5a5a-48c3-976d-20d0a30cd55a tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/security-groups?id=44c89a76-999c-4a85-bc40-7bb14d563a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014709 Aug 11 22:15:44.311097 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ec5c5e7-8a13-486d-9029-a1162f96cc47 tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:44.321689 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port e9bf1d22-6d78-4a71-ad28-402945238faa, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=e9bf1d22-6d78-4a71-ad28-402945238faa,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:15:44.329893 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:44.341200 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29b1769f-1d47-458a-996d-3dbdabdb1976 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:44.367814 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-29b1769f-1d47-458a-996d-3dbdabdb1976 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6bb9518-cefa-4247-8143-36fe58e5b93a']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:44.408921 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-29b1769f-1d47-458a-996d-3dbdabdb1976 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e4f530-bd03-453b-859b-c88191eb8e6b') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:44.409426 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-29b1769f-1d47-458a-996d-3dbdabdb1976 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e4f530-bd03-453b-859b-c88191eb8e6b') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:44.430255 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29b1769f-1d47-458a-996d-3dbdabdb1976 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:44.435734 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e21bf8cf-9270-4db5-b17a-cd6a3d6eadb5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:44.460114 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29b1769f-1d47-458a-996d-3dbdabdb1976 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:44.474995 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=e9bf1d22-6d78-4a71-ad28-402945238faa,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:44.479599 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b1769f-1d47-458a-996d-3dbdabdb1976 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:15:44.481062 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29b1769f-1d47-458a-996d-3dbdabdb1976 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:44.508067 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ec5c5e7-8a13-486d-9029-a1162f96cc47 tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:44.563277 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5c5e7-8a13-486d-9029-a1162f96cc47 tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Pushing event updated for resources: {'Port': ['ID=847b3197-c3e9-41fc-aeb0-45685693edad,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:44.584343 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec5c5e7-8a13-486d-9029-a1162f96cc47 tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:15:44.589887 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-3ec5c5e7-8a13-486d-9029-a1162f96cc47 tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:15:44.607990 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec5c5e7-8a13-486d-9029-a1162f96cc47 tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:15:44.621872 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:15:44.625670 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29b1769f-1d47-458a-996d-3dbdabdb1976 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:44.643189 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29b1769f-1d47-458a-996d-3dbdabdb1976 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:44.656110 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-29b1769f-1d47-458a-996d-3dbdabdb1976 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] 10.222.0.77 "DELETE /v2.0/networks/d6bb9518-cefa-4247-8143-36fe58e5b93a HTTP/1.1" status: 204 len: 168 time: 0.9697204 Aug 11 22:15:44.676663 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54728) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:44.699794 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b1769f-1d47-458a-996d-3dbdabdb1976 tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Pushing event deleted for resources: {'Network': ['ID=d6bb9518-cefa-4247-8143-36fe58e5b93a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:44.704173 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec5c5e7-8a13-486d-9029-a1162f96cc47 tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:44.704796 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ec5c5e7-8a13-486d-9029-a1162f96cc47 tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:44.756641 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-e21bf8cf-9270-4db5-b17a-cd6a3d6eadb5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Deleting port edc7855f-9aa7-4ee5-8a89-0ef2d8258555 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:15:44.756994 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e21bf8cf-9270-4db5-b17a-cd6a3d6eadb5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:44.818099 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3ec5c5e7-8a13-486d-9029-a1162f96cc47 tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 4.0286663 Aug 11 22:15:44.824189 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54732) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:44.830693 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-4af5188f-2a3f-4648-b52a-f2e78b3c025e tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.245'}]}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:44.866389 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4af5188f-2a3f-4648-b52a-f2e78b3c025e tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:44.868130 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4af5188f-2a3f-4648-b52a-f2e78b3c025e tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:44.929625 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:44.946542 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-174b1009-46b1-476b-9fa9-b3aa5da2e6f8 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:44.950051 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-174b1009-46b1-476b-9fa9-b3aa5da2e6f8 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/networks?id=2efa6a8d-e01e-42b3-b0c8-fc1701342327 HTTP/1.1" status: 200 len: 813 time: 0.2391889 Aug 11 22:15:44.952326 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e21bf8cf-9270-4db5-b17a-cd6a3d6eadb5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:44.972490 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-e21bf8cf-9270-4db5-b17a-cd6a3d6eadb5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Calling delete_port for edc7855f-9aa7-4ee5-8a89-0ef2d8258555 owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:15:45.003303 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Transition to ACTIVE for port object edc7855f-9aa7-4ee5-8a89-0ef2d8258555 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:15:45.017727 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:45.042261 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-75587f79-64f5-4168-9815-edbab51cc75e tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/quotas/04c8a77542124ac6abf54e5bca617402 HTTP/1.1" status: 200 len: 375 time: 0.0536652 Aug 11 22:15:45.084192 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4af5188f-2a3f-4648-b52a-f2e78b3c025e tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:45.094808 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-ee7f1e5f-6ae0-407e-bab7-0f63a31104a1 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=04c8a77542124ac6abf54e5bca617402&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367796 Aug 11 22:15:45.120286 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device e9bf1d22-6d78-4a71-ad28-402945238faa up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:15:45.231176 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02ef33-0611-479e-931a-6a728dadbb0e None None] Pushing event updated for resources: {'Port': ['ID=edc7855f-9aa7-4ee5-8a89-0ef2d8258555,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:45.266381 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Attempting to bind port edc7855f-9aa7-4ee5-8a89-0ef2d8258555 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:45.266999 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Attempting to bind port edc7855f-9aa7-4ee5-8a89-0ef2d8258555 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:45.269600 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Attempting to bind port edc7855f-9aa7-4ee5-8a89-0ef2d8258555 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:45.270048 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-d78497da-f929-43e9-b97c-12dabcfea45c tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Deleting port d3738d67-9b7a-4a4a-b377-a7cc3ac1925a {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:15:45.270181 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d78497da-f929-43e9-b97c-12dabcfea45c tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:45.283874 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:15:45.284490 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:15:45.285157 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:45.285814 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:15:45.286663 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Bound port: edc7855f-9aa7-4ee5-8a89-0ef2d8258555, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:15:45.287314 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:45.293058 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port e9bf1d22-6d78-4a71-ad28-402945238faa triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:15:45.293674 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:45.419318 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-f9ece581-ebdc-4a90-9374-dd53f9f5c72f service neutron] 10.222.0.77 "GET /v2.0/networks/2efa6a8d-e01e-42b3-b0c8-fc1701342327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693999 Aug 11 22:15:45.458157 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e21bf8cf-9270-4db5-b17a-cd6a3d6eadb5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:45.500202 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4af5188f-2a3f-4648-b52a-f2e78b3c025e tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:45.542349 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d78497da-f929-43e9-b97c-12dabcfea45c tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:45.543221 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d78497da-f929-43e9-b97c-12dabcfea45c tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:45.559614 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21bf8cf-9270-4db5-b17a-cd6a3d6eadb5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Pushing event deleted for resources: {'Port': ['ID=edc7855f-9aa7-4ee5-8a89-0ef2d8258555,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:45.615727 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-d78497da-f929-43e9-b97c-12dabcfea45c tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Calling delete_port for d3738d67-9b7a-4a4a-b377-a7cc3ac1925a owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:15:45.652493 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e21bf8cf-9270-4db5-b17a-cd6a3d6eadb5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:45.680306 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.api [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:15:45.680949 n-d-804275-3 neutron-server[100944]: DEBUG oslo_db.api [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:15:45.787063 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-19337881-c216-4ed6-b3eb-c630a1f56638 service neutron] 10.222.0.77 "GET /v2.0/networks/2efa6a8d-e01e-42b3-b0c8-fc1701342327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630450 Aug 11 22:15:45.801481 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e21bf8cf-9270-4db5-b17a-cd6a3d6eadb5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:45.808299 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e21bf8cf-9270-4db5-b17a-cd6a3d6eadb5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:45.846046 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f59da448-e371-41f9-adff-8e75618287f2 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:15:45.909308 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: f59da448-e371-41f9-adff-8e75618287f2 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:15:45.909839 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f59da448-e371-41f9-adff-8e75618287f2 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:15:45.936596 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e21bf8cf-9270-4db5-b17a-cd6a3d6eadb5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:45.937660 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21bf8cf-9270-4db5-b17a-cd6a3d6eadb5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c310f4b-b372-4fa2-b10f-68955160c98d {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:15:45.955241 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e21bf8cf-9270-4db5-b17a-cd6a3d6eadb5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:45.957911 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e21bf8cf-9270-4db5-b17a-cd6a3d6eadb5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "DELETE /v2.0/routers/3c310f4b-b372-4fa2-b10f-68955160c98d HTTP/1.1" status: 204 len: 168 time: 2.7455139 Aug 11 22:15:45.964582 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54738) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:46.119457 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5d39e084-33a0-4d64-8099-e3670fca25d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:46.121009 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d78497da-f929-43e9-b97c-12dabcfea45c tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:46.130899 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:46.135842 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4af5188f-2a3f-4648-b52a-f2e78b3c025e tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:46.194821 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4af5188f-2a3f-4648-b52a-f2e78b3c025e tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:46.199573 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78497da-f929-43e9-b97c-12dabcfea45c tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Pushing event deleted for resources: {'Port': ['ID=d3738d67-9b7a-4a4a-b377-a7cc3ac1925a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:46.237994 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Attempting to bind port edc7855f-9aa7-4ee5-8a89-0ef2d8258555 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:46.238653 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Attempting to bind port edc7855f-9aa7-4ee5-8a89-0ef2d8258555 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:46.239271 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Attempting to bind port edc7855f-9aa7-4ee5-8a89-0ef2d8258555 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:46.261643 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:15:46.263131 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:15:46.263131 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:46.263688 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:15:46.264479 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Bound port: edc7855f-9aa7-4ee5-8a89-0ef2d8258555, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:15:46.272713 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:46.338117 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Port edc7855f-9aa7-4ee5-8a89-0ef2d8258555 has been deleted concurrently {{(pid=100944) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 11 22:15:46.348272 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b821e-1c10-4f26-8267-7abdc68868b6 req-5386c343-c915-4824-9b09-03e910ddb500 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:46.362910 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0b1b821e-1c10-4f26-8267-7abdc68868b6 req-5386c343-c915-4824-9b09-03e910ddb500 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d568ccf-547c-49de-a511-003aa6028313 HTTP/1.1" status: 200 len: 945 time: 0.2262168 Aug 11 22:15:46.365293 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Routers set() bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:15:46.365687 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Router IDs set() for agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 22:15:46.366475 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_agentschedulers_db [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3c310f4b-b372-4fa2-b10f-68955160c98d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:15:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent'). {{(pid=100944) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 11 22:15:46.366872 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b427e6d-5e04-4a03-9b7d-f8d9ebfdae75 None None] The sync data for ids ['3c310f4b-b372-4fa2-b10f-68955160c98d'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:15:46.380199 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5f9f717f-17ae-4c5a-a0d3-ed8010730d76 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:46.393835 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d78497da-f929-43e9-b97c-12dabcfea45c tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:46.398555 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d78497da-f929-43e9-b97c-12dabcfea45c tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:46.403884 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d78497da-f929-43e9-b97c-12dabcfea45c tempest-FloatingIPAdminTestJSON-1973016677 tempest-FloatingIPAdminTestJSON-1973016677-project] 10.222.0.77 "DELETE /v2.0/floatingips/5d0326d6-9574-4c07-b6d8-d320804e1fd2 HTTP/1.1" status: 204 len: 168 time: 1.7249568 Aug 11 22:15:46.493978 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0b1b821e-1c10-4f26-8267-7abdc68868b6 req-ca2aacea-8fdb-4b0e-b6df-2b393afc0aa9 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/security-groups?id=44c89a76-999c-4a85-bc40-7bb14d563a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297691 Aug 11 22:15:46.626175 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aff4a8f9-d65c-45c5-a207-7d4dd8a1a9ee req-4c062e0f-57cf-4f90-8da4-67f384de303a tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6d48063-92d7-4dcc-99ca-13c7413a9225 HTTP/1.1" status: 200 len: 210 time: 0.0615427 Aug 11 22:15:46.628019 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4af5188f-2a3f-4648-b52a-f2e78b3c025e tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:46.645742 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5f9f717f-17ae-4c5a-a0d3-ed8010730d76 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:46.800969 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-5f9f717f-17ae-4c5a-a0d3-ed8010730d76 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Deleting port e9bf1d22-6d78-4a71-ad28-402945238faa {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:15:46.801301 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5f9f717f-17ae-4c5a-a0d3-ed8010730d76 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:46.883080 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54758) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:46.921229 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-5f9f717f-17ae-4c5a-a0d3-ed8010730d76 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] For port e9bf1d22-6d78-4a71-ad28-402945238faa, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=e9bf1d22-6d78-4a71-ad28-402945238faa,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:15:46.923890 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5f9f717f-17ae-4c5a-a0d3-ed8010730d76 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:46.940793 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-5f9f717f-17ae-4c5a-a0d3-ed8010730d76 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Calling delete_port for e9bf1d22-6d78-4a71-ad28-402945238faa owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:15:47.178067 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4af5188f-2a3f-4648-b52a-f2e78b3c025e tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:47.185258 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4af5188f-2a3f-4648-b52a-f2e78b3c025e tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:47.258587 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f9bb79a8-4824-476b-9a65-15c8329d9251 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=22c604fc73244ceb84c07e0f697bb261&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3724935 Aug 11 22:15:47.264534 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54766) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:47.308149 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4af5188f-2a3f-4648-b52a-f2e78b3c025e tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:47.309115 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af5188f-2a3f-4648-b52a-f2e78b3c025e tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 05fbe464-5935-4351-ac13-d46fa2c736be {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:15:47.363897 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-4af5188f-2a3f-4648-b52a-f2e78b3c025e tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 11 22:15:47.370783 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4af5188f-2a3f-4648-b52a-f2e78b3c025e tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5452294 Aug 11 22:15:47.371976 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54768) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:47.479781 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:47.532315 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-354a0176-ecbe-4e18-8da8-2de9eb65e4ac tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Deleting port 847b3197-c3e9-41fc-aeb0-45685693edad {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:15:47.532853 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-354a0176-ecbe-4e18-8da8-2de9eb65e4ac tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:47.552278 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9c2695da-56d8-4084-bbfd-1257cd187b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:47.573776 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71afa0b-8e0d-4f73-80e4-79b2eacbbca2 req-dd532870-dfb6-4f22-9362-14fb81ff28d1 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:47.577400 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c71afa0b-8e0d-4f73-80e4-79b2eacbbca2 req-dd532870-dfb6-4f22-9362-14fb81ff28d1 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d568ccf-547c-49de-a511-003aa6028313 HTTP/1.1" status: 200 len: 945 time: 0.2122402 Aug 11 22:15:47.578530 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5f9f717f-17ae-4c5a-a0d3-ed8010730d76 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:47.643064 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-354a0176-ecbe-4e18-8da8-2de9eb65e4ac tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:47.658559 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-354a0176-ecbe-4e18-8da8-2de9eb65e4ac tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Calling delete_port for 847b3197-c3e9-41fc-aeb0-45685693edad owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:15:47.681597 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f717f-17ae-4c5a-a0d3-ed8010730d76 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9bf1d22-6d78-4a71-ad28-402945238faa,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:47.711598 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9c2695da-56d8-4084-bbfd-1257cd187b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:47.832322 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c71afa0b-8e0d-4f73-80e4-79b2eacbbca2 req-b70a3cdf-22a8-4195-9b08-8997ed8ecd82 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/security-groups?id=44c89a76-999c-4a85-bc40-7bb14d563a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425866 Aug 11 22:15:47.875892 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5f9f717f-17ae-4c5a-a0d3-ed8010730d76 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:48.107814 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-21531ba2-ca6e-4380-bd6b-6426daa7a18a req-f43bf000-c2d5-496c-a428-b99fd7b9056a tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6d48063-92d7-4dcc-99ca-13c7413a9225 HTTP/1.1" status: 200 len: 210 time: 0.0904732 Aug 11 22:15:48.110546 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5f9f717f-17ae-4c5a-a0d3-ed8010730d76 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:48.112661 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9c2695da-56d8-4084-bbfd-1257cd187b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:48.115371 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9c2695da-56d8-4084-bbfd-1257cd187b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:48.116775 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9c2695da-56d8-4084-bbfd-1257cd187b84 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b4f72146-34d7-4bf5-b748-2f7baa7bfb38 HTTP/1.1" status: 204 len: 168 time: 0.8483920 Aug 11 22:15:48.118290 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5f9f717f-17ae-4c5a-a0d3-ed8010730d76 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:48.165485 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2695da-56d8-4084-bbfd-1257cd187b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f72146-34d7-4bf5-b748-2f7baa7bfb38,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:48.301497 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5f9f717f-17ae-4c5a-a0d3-ed8010730d76 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:48.302135 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9f717f-17ae-4c5a-a0d3-ed8010730d76 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b963145-b1cf-4cbf-aa06-8ac5f2117b32 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:15:48.307014 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5f9f717f-17ae-4c5a-a0d3-ed8010730d76 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:48.308453 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5f9f717f-17ae-4c5a-a0d3-ed8010730d76 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "DELETE /v2.0/routers/4b963145-b1cf-4cbf-aa06-8ac5f2117b32 HTTP/1.1" status: 204 len: 168 time: 2.3408573 Aug 11 22:15:48.314560 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54780) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:48.319686 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-9a4e4d59-a821-47df-a357-5479b8a2edff tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-723150492', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}, 'admin_state_up': False}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:48.371602 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9a4e4d59-a821-47df-a357-5479b8a2edff tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:48.376924 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9a4e4d59-a821-47df-a357-5479b8a2edff tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:48.526627 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9a4e4d59-a821-47df-a357-5479b8a2edff tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:48.579281 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-31ba3658-d7ee-4b4c-b820-e56b6c152e63 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:48.580998 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-31ba3658-d7ee-4b4c-b820-e56b6c152e63 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.52 "GET /v2.0/networks?id=2efa6a8d-e01e-42b3-b0c8-fc1701342327 HTTP/1.1" status: 200 len: 813 time: 0.3209023 Aug 11 22:15:48.616743 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-b0fd0d6d-7a80-43a1-8a4f-5c36ecdc2773 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Request body: {'port': {'device_id': 'a6d48063-92d7-4dcc-99ca-13c7413a9225', 'network_id': '2efa6a8d-e01e-42b3-b0c8-fc1701342327', 'admin_state_up': True, 'tenant_id': '04c8a77542124ac6abf54e5bca617402'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:48.732558 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-354a0176-ecbe-4e18-8da8-2de9eb65e4ac tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:48.779717 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54784) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:48.807318 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c9219c79-1f50-4fbd-a67a-f193bfb9ea70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:48.815358 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a0176-ecbe-4e18-8da8-2de9eb65e4ac tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Pushing event deleted for resources: {'Port': ['ID=847b3197-c3e9-41fc-aeb0-45685693edad,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:48.891847 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-354a0176-ecbe-4e18-8da8-2de9eb65e4ac tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:48.893679 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-354a0176-ecbe-4e18-8da8-2de9eb65e4ac tempest-RoutersAdminNegativeIpV6Test-1285227954 tempest-RoutersAdminNegativeIpV6Test-1285227954-project-admin] 10.222.0.77 "DELETE /v2.0/ports/847b3197-c3e9-41fc-aeb0-45685693edad HTTP/1.1" status: 204 len: 168 time: 1.5176437 Aug 11 22:15:48.918624 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-b0fd0d6d-7a80-43a1-8a4f-5c36ecdc2773 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Made reservation on behalf of 04c8a77542124ac6abf54e5bca617402 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:15:48.925929 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-b0fd0d6d-7a80-43a1-8a4f-5c36ecdc2773 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:48.942177 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9a4e4d59-a821-47df-a357-5479b8a2edff tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:48.968100 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:49.081913 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device e9bf1d22-6d78-4a71-ad28-402945238faa no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:15:49.147817 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: e9bf1d22-6d78-4a71-ad28-402945238faa {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:15:49.150302 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device e9bf1d22-6d78-4a71-ad28-402945238faa not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:15:49.255547 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce3645-255d-489d-9693-8388848141be req-79a02128-ef82-4b1d-b035-29848173c230 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:49.258659 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4bce3645-255d-489d-9693-8388848141be req-79a02128-ef82-4b1d-b035-29848173c230 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d568ccf-547c-49de-a511-003aa6028313 HTTP/1.1" status: 200 len: 945 time: 0.1846557 Aug 11 22:15:49.297394 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-b0fd0d6d-7a80-43a1-8a4f-5c36ecdc2773 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Allocated IP 172.20.0.2 (2efa6a8d-e01e-42b3-b0c8-fc1701342327/53d1ac4b-192d-47ba-ba8e-1eb5d3106004/77f74129-6cc2-4076-aaa3-a68394e0f2c4) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:15:49.399588 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54796) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:49.413407 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c9219c79-1f50-4fbd-a67a-f193bfb9ea70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:49.446249 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4bce3645-255d-489d-9693-8388848141be req-bcef151d-2f37-4a8d-a719-6959d2b54568 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/security-groups?id=44c89a76-999c-4a85-bc40-7bb14d563a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779802 Aug 11 22:15:49.452727 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c9219c79-1f50-4fbd-a67a-f193bfb9ea70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:49.657094 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-b0fd0d6d-7a80-43a1-8a4f-5c36ecdc2773 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:49.688924 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-68203baa-4a8d-40e1-8540-4716f811ca1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:49.758768 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-b0fd0d6d-7a80-43a1-8a4f-5c36ecdc2773 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:49.844289 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-b0fd0d6d-7a80-43a1-8a4f-5c36ecdc2773 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Network 2efa6a8d-e01e-42b3-b0c8-fc1701342327 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:15:49.850815 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd0d6d-7a80-43a1-8a4f-5c36ecdc2773 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Pushing event updated for resources: {'Port': ['ID=77f74129-6cc2-4076-aaa3-a68394e0f2c4,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:49.854356 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-b0fd0d6d-7a80-43a1-8a4f-5c36ecdc2773 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:15:49.858670 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-b0fd0d6d-7a80-43a1-8a4f-5c36ecdc2773 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:15:49.946204 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-b0fd0d6d-7a80-43a1-8a4f-5c36ecdc2773 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:49.946953 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-b0fd0d6d-7a80-43a1-8a4f-5c36ecdc2773 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:49.956563 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c9219c79-1f50-4fbd-a67a-f193bfb9ea70 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9b9d2dc407c6454a8150cfd6014c2a18&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1712525 Aug 11 22:15:49.958986 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54800) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:49.975050 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-68203baa-4a8d-40e1-8540-4716f811ca1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:49.987190 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-68203baa-4a8d-40e1-8540-4716f811ca1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:50.002493 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-b0fd0d6d-7a80-43a1-8a4f-5c36ecdc2773 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3900669 Aug 11 22:15:50.015944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9219c79-1f50-4fbd-a67a-f193bfb9ea70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15ab5a6-b967-4d90-906f-11490bb85362,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:50.026093 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-847c374e-5e30-4fc5-bcba-5f46dc60b1c4 service neutron] Request body: {'port': {'device_id': 'a6d48063-92d7-4dcc-99ca-13c7413a9225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:50.072782 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9219c79-1f50-4fbd-a67a-f193bfb9ea70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:50.073361 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9219c79-1f50-4fbd-a67a-f193bfb9ea70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:50.073970 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9219c79-1f50-4fbd-a67a-f193bfb9ea70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:50.074463 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9219c79-1f50-4fbd-a67a-f193bfb9ea70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:50.075040 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9219c79-1f50-4fbd-a67a-f193bfb9ea70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:50.075839 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9219c79-1f50-4fbd-a67a-f193bfb9ea70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:50.076207 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9219c79-1f50-4fbd-a67a-f193bfb9ea70 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:50.077323 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9219c79-1f50-4fbd-a67a-f193bfb9ea70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:50.077886 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9219c79-1f50-4fbd-a67a-f193bfb9ea70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:50.078456 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9219c79-1f50-4fbd-a67a-f193bfb9ea70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:50.079132 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9219c79-1f50-4fbd-a67a-f193bfb9ea70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:50.079617 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9219c79-1f50-4fbd-a67a-f193bfb9ea70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:50.087665 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68203baa-4a8d-40e1-8540-4716f811ca1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4204a3cd-6750-46dd-96e1-4d62d695a0df,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:50.093054 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-68203baa-4a8d-40e1-8540-4716f811ca1e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b65e45bcc4834fe9adcec59f0a31dc61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6922729 Aug 11 22:15:50.099476 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54802) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:50.129659 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9a4e4d59-a821-47df-a357-5479b8a2edff tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:50.161923 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dfba2a13-007c-4bf0-b0fb-8892ac492078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:50.166908 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-847c374e-5e30-4fc5-bcba-5f46dc60b1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:50.187442 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9a4e4d59-a821-47df-a357-5479b8a2edff tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:50.203444 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b91b4-9cf8-48a8-82c9-90e1dbc89003 req-f6bedce5-dfc0-4973-a911-21329e513802 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:50.206307 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3f4b91b4-9cf8-48a8-82c9-90e1dbc89003 req-f6bedce5-dfc0-4973-a911-21329e513802 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6d48063-92d7-4dcc-99ca-13c7413a9225 HTTP/1.1" status: 200 len: 931 time: 0.2675822 Aug 11 22:15:50.238713 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dfba2a13-007c-4bf0-b0fb-8892ac492078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:50.278168 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-721c604c-97f6-4e50-ab4d-44dc062c17eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:50.344190 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3f4b91b4-9cf8-48a8-82c9-90e1dbc89003 req-6e2bc47b-9225-4943-83a2-103db485083e tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/security-groups?id=0405a2e7-b913-4ad6-a501-8e0e9a2716c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232314 Aug 11 22:15:50.454098 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:50.455278 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-9a4e4d59-a821-47df-a357-5479b8a2edff tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Allocated IP 172.25.2.27 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/d9e6a64d-31df-45d7-9aff-8a4f226b6064) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:15:50.480517 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-721c604c-97f6-4e50-ab4d-44dc062c17eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:50.666119 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dfba2a13-007c-4bf0-b0fb-8892ac492078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:50.671374 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dfba2a13-007c-4bf0-b0fb-8892ac492078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:50.676156 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-dfba2a13-007c-4bf0-b0fb-8892ac492078 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b15ab5a6-b967-4d90-906f-11490bb85362 HTTP/1.1" status: 204 len: 168 time: 0.7131131 Aug 11 22:15:50.713490 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186adc7-55c3-48f3-b2cf-e246a769b3fd req-7e2a4ecf-3082-4ec4-bb9a-195545d5aef4 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:50.714690 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba2a13-007c-4bf0-b0fb-8892ac492078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15ab5a6-b967-4d90-906f-11490bb85362,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:50.722187 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8186adc7-55c3-48f3-b2cf-e246a769b3fd req-7e2a4ecf-3082-4ec4-bb9a-195545d5aef4 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d568ccf-547c-49de-a511-003aa6028313 HTTP/1.1" status: 200 len: 945 time: 0.1535356 Aug 11 22:15:50.756808 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175aceb1-61db-459a-8202-4aff6b97a0c6 req-fda91102-206c-48e9-a7db-41b1408cfa18 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:50.758743 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-175aceb1-61db-459a-8202-4aff6b97a0c6 req-fda91102-206c-48e9-a7db-41b1408cfa18 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d568ccf-547c-49de-a511-003aa6028313 HTTP/1.1" status: 200 len: 945 time: 0.2077963 Aug 11 22:15:50.762938 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9a4e4d59-a821-47df-a357-5479b8a2edff tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:50.802056 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8186adc7-55c3-48f3-b2cf-e246a769b3fd req-ef86750d-1928-4e0e-b121-b97b86e67ea2 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/security-groups?id=44c89a76-999c-4a85-bc40-7bb14d563a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769763 Aug 11 22:15:50.822363 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-721c604c-97f6-4e50-ab4d-44dc062c17eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:50.826002 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-721c604c-97f6-4e50-ab4d-44dc062c17eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:50.830442 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-721c604c-97f6-4e50-ab4d-44dc062c17eb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4204a3cd-6750-46dd-96e1-4d62d695a0df HTTP/1.1" status: 204 len: 168 time: 0.7253547 Aug 11 22:15:50.877853 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c604c-97f6-4e50-ab4d-44dc062c17eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4204a3cd-6750-46dd-96e1-4d62d695a0df,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:50.883104 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9a4e4d59-a821-47df-a357-5479b8a2edff tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:51.003775 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e4d59-a821-47df-a357-5479b8a2edff tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Pushing event updated for resources: {'Port': ['ID=d9e6a64d-31df-45d7-9aff-8a4f226b6064,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:51.026879 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4e4d59-a821-47df-a357-5479b8a2edff tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:15:51.030422 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-9a4e4d59-a821-47df-a357-5479b8a2edff tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:15:51.033633 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4e4d59-a821-47df-a357-5479b8a2edff tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:15:51.055699 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-175aceb1-61db-459a-8202-4aff6b97a0c6 req-0471e970-d116-4ebe-a53c-465d47ce2624 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Deleting port 89053c7b-58c4-4210-94aa-0c98bef7874e {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:15:51.056329 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-175aceb1-61db-459a-8202-4aff6b97a0c6 req-0471e970-d116-4ebe-a53c-465d47ce2624 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:51.067340 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-847c374e-5e30-4fc5-bcba-5f46dc60b1c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f74129-6cc2-4076-aaa3-a68394e0f2c4 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:15:51.161855 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-847c374e-5e30-4fc5-bcba-5f46dc60b1c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:51.171072 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54814) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:51.231717 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c0fed1e5-b69e-4af9-b8ca-940b97cf614c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:51.260587 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-847c374e-5e30-4fc5-bcba-5f46dc60b1c4 service neutron] Transition to ACTIVE for port object 77f74129-6cc2-4076-aaa3-a68394e0f2c4 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:15:51.293895 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-847c374e-5e30-4fc5-bcba-5f46dc60b1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:51.521827 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-175aceb1-61db-459a-8202-4aff6b97a0c6 req-0471e970-d116-4ebe-a53c-465d47ce2624 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] For port 89053c7b-58c4-4210-94aa-0c98bef7874e, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=89053c7b-58c4-4210-94aa-0c98bef7874e,segment=NetworkSegment(1d0bbcad-5ad3-4871-9cc1-01073daa1c7b),segment_id=1d0bbcad-5ad3-4871-9cc1-01073daa1c7b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:15:51.522385 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-175aceb1-61db-459a-8202-4aff6b97a0c6 req-0471e970-d116-4ebe-a53c-465d47ce2624 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:51.527223 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c374e-5e30-4fc5-bcba-5f46dc60b1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=77f74129-6cc2-4076-aaa3-a68394e0f2c4,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:51.598535 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-175aceb1-61db-459a-8202-4aff6b97a0c6 req-0471e970-d116-4ebe-a53c-465d47ce2624 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Calling delete_port for 89053c7b-58c4-4210-94aa-0c98bef7874e owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:15:51.675167 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9a4e4d59-a821-47df-a357-5479b8a2edff tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:51.708258 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0da7ca-870c-4655-9fb9-1a438f6b63e0 req-088bd86b-8d8d-4761-bd92-2dc64eec4b65 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:51.720133 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc0da7ca-870c-4655-9fb9-1a438f6b63e0 req-088bd86b-8d8d-4761-bd92-2dc64eec4b65 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6d48063-92d7-4dcc-99ca-13c7413a9225 HTTP/1.1" status: 200 len: 943 time: 0.1666543 Aug 11 22:15:51.801355 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-847c374e-5e30-4fc5-bcba-5f46dc60b1c4 service neutron] Attempting to bind port 77f74129-6cc2-4076-aaa3-a68394e0f2c4 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:15:51.802265 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-847c374e-5e30-4fc5-bcba-5f46dc60b1c4 service neutron] Attempting to bind port 77f74129-6cc2-4076-aaa3-a68394e0f2c4 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'ad81d2fa-551f-4ba7-810e-61da6ce1b82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2efa6a8d-e01e-42b3-b0c8-fc1701342327'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:15:51.802265 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-847c374e-5e30-4fc5-bcba-5f46dc60b1c4 service neutron] Attempting to bind port 77f74129-6cc2-4076-aaa3-a68394e0f2c4 on network 2efa6a8d-e01e-42b3-b0c8-fc1701342327 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:51.824609 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-847c374e-5e30-4fc5-bcba-5f46dc60b1c4 service neutron] Port 77f74129-6cc2-4076-aaa3-a68394e0f2c4 on network 2efa6a8d-e01e-42b3-b0c8-fc1701342327 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:15:51.824609 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-847c374e-5e30-4fc5-bcba-5f46dc60b1c4 service neutron] Attempting to bind port 77f74129-6cc2-4076-aaa3-a68394e0f2c4 on network 2efa6a8d-e01e-42b3-b0c8-fc1701342327 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:15:51.830307 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54822) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:51.848326 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c0fed1e5-b69e-4af9-b8ca-940b97cf614c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:51.852418 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-847c374e-5e30-4fc5-bcba-5f46dc60b1c4 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:15:51.852761 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-847c374e-5e30-4fc5-bcba-5f46dc60b1c4 service neutron] Checking segment: {'id': 'ad81d2fa-551f-4ba7-810e-61da6ce1b82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2efa6a8d-e01e-42b3-b0c8-fc1701342327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:15:51.853544 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-847c374e-5e30-4fc5-bcba-5f46dc60b1c4 service neutron] Bound using segment: {'id': 'ad81d2fa-551f-4ba7-810e-61da6ce1b82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2efa6a8d-e01e-42b3-b0c8-fc1701342327'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:15:51.854069 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-847c374e-5e30-4fc5-bcba-5f46dc60b1c4 service neutron] Bound port: 77f74129-6cc2-4076-aaa3-a68394e0f2c4, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad81d2fa-551f-4ba7-810e-61da6ce1b82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2efa6a8d-e01e-42b3-b0c8-fc1701342327'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:15:51.854470 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-847c374e-5e30-4fc5-bcba-5f46dc60b1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:51.866450 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c0fed1e5-b69e-4af9-b8ca-940b97cf614c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:51.892413 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc0da7ca-870c-4655-9fb9-1a438f6b63e0 req-20a57720-63dd-4b36-9d5b-6f6d49fb330f tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/security-groups?id=0405a2e7-b913-4ad6-a501-8e0e9a2716c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307685 Aug 11 22:15:52.000972 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c0fed1e5-b69e-4af9-b8ca-940b97cf614c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=50d8fcdaf2ca43c5940dee6e88626a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8261271 Aug 11 22:15:52.006910 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54826) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:52.013541 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fed1e5-b69e-4af9-b8ca-940b97cf614c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d079211-c5d6-4922-b95f-d7e81f04bb3d,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:52.024265 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8d630b58-ee74-4de1-a990-40f629407f47 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1eb14a97b48c4d3990e175ca84923be3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1928124 Aug 11 22:15:52.031794 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54828) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:52.080521 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-175aceb1-61db-459a-8202-4aff6b97a0c6 req-0471e970-d116-4ebe-a53c-465d47ce2624 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:52.097408 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-847c374e-5e30-4fc5-bcba-5f46dc60b1c4 service neutron] For port 77f74129-6cc2-4076-aaa3-a68394e0f2c4, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:15:52.119190 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c3134f7-76af-4bb8-900d-f20a6222889f req-46e27f06-2cd4-4321-8937-0dd75e9697ee tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.77 "GET /v2.0/ports?device_id=1d568ccf-547c-49de-a511-003aa6028313 HTTP/1.1" status: 200 len: 210 time: 0.0805123 Aug 11 22:15:52.121193 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['89053c7b-58c4-4210-94aa-0c98bef7874e'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:15:52.187548 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9a4e4d59-a821-47df-a357-5479b8a2edff tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:52.188489 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-847c374e-5e30-4fc5-bcba-5f46dc60b1c4 service neutron] For port 77f74129-6cc2-4076-aaa3-a68394e0f2c4, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=77f74129-6cc2-4076-aaa3-a68394e0f2c4,segment=NetworkSegment(ad81d2fa-551f-4ba7-810e-61da6ce1b82b),segment_id=ad81d2fa-551f-4ba7-810e-61da6ce1b82b)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:15:52.188489 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471e970-d116-4ebe-a53c-465d47ce2624 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Pushing event deleted for resources: {'Port': ['ID=89053c7b-58c4-4210-94aa-0c98bef7874e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:52.190437 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f61465d4-4a97-487b-8486-379c11c27db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:52.238228 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-847c374e-5e30-4fc5-bcba-5f46dc60b1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:52.275752 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f61465d4-4a97-487b-8486-379c11c27db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:52.305623 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-175aceb1-61db-459a-8202-4aff6b97a0c6 req-0471e970-d116-4ebe-a53c-465d47ce2624 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] No DVR routers for this DVR port 89053c7b-58c4-4210-94aa-0c98bef7874e on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:15:52.311109 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-175aceb1-61db-459a-8202-4aff6b97a0c6 req-0471e970-d116-4ebe-a53c-465d47ce2624 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:52.314347 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-175aceb1-61db-459a-8202-4aff6b97a0c6 req-0471e970-d116-4ebe-a53c-465d47ce2624 tempest-ServersNegativeTestMultiTenantJSON-1615366184 tempest-ServersNegativeTestMultiTenantJSON-1615366184-project] 10.222.0.82 "DELETE /v2.0/ports/89053c7b-58c4-4210-94aa-0c98bef7874e HTTP/1.1" status: 204 len: 173 time: 1.5432570 Aug 11 22:15:52.322809 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d568ccf-547c-49de-a511-003aa6028313', 'name': 'network-vif-deleted', 'tag': '89053c7b-58c4-4210-94aa-0c98bef7874e'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:15:52.325351 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6dab16-e229-4d6a-b2f0-c51a304c629b" -d '{"events": [{"server_uuid": "1d568ccf-547c-49de-a511-003aa6028313", "name": "network-vif-deleted", "tag": "89053c7b-58c4-4210-94aa-0c98bef7874e"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:15:52.357487 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-847c374e-5e30-4fc5-bcba-5f46dc60b1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:52.358765 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-847c374e-5e30-4fc5-bcba-5f46dc60b1c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:52.361397 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-847c374e-5e30-4fc5-bcba-5f46dc60b1c4 service neutron] 10.222.0.52 "PUT /v2.0/ports/77f74129-6cc2-4076-aaa3-a68394e0f2c4 HTTP/1.1" status: 200 len: 1091 time: 2.3398199 Aug 11 22:15:52.375920 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3b8b0f06-0ba2-4295-8812-f7890e43e08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:52.417337 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4e4d59-a821-47df-a357-5479b8a2edff tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Router 4ddd5922-1c12-429c-9706-d191b84a5f2d is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:15:52.422640 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f61465d4-4a97-487b-8486-379c11c27db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:52.427547 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f61465d4-4a97-487b-8486-379c11c27db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:52.440786 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f61465d4-4a97-487b-8486-379c11c27db7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7d079211-c5d6-4922-b95f-d7e81f04bb3d HTTP/1.1" status: 204 len: 168 time: 0.4312515 Aug 11 22:15:52.455829 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61465d4-4a97-487b-8486-379c11c27db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d079211-c5d6-4922-b95f-d7e81f04bb3d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:52.456152 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c374e-5e30-4fc5-bcba-5f46dc60b1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=77f74129-6cc2-4076-aaa3-a68394e0f2c4,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:52.489547 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3b8b0f06-0ba2-4295-8812-f7890e43e08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:52.550750 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ed4717-1c19-46f9-801a-89e0cd9d8701 x-openstack-request-id: req-b0ed4717-1c19-46f9-801a-89e0cd9d8701 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:15:52.551010 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d568ccf-547c-49de-a511-003aa6028313", "name": "network-vif-deleted", "tag": "89053c7b-58c4-4210-94aa-0c98bef7874e", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:15:52.551245 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b0ed4717-1c19-46f9-801a-89e0cd9d8701 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:15:52.551882 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d568ccf-547c-49de-a511-003aa6028313', 'name': 'network-vif-deleted', 'tag': '89053c7b-58c4-4210-94aa-0c98bef7874e', 'status': 'completed', 'code': 200} Aug 11 22:15:52.603045 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4e4d59-a821-47df-a357-5479b8a2edff tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:15:52.617554 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90829dc3-086f-40e8-a5fb-4d95b415db19 None None] Sync routers for ids ['4ddd5922-1c12-429c-9706-d191b84a5f2d'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:15:52.618153 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-413e05cb-0c11-4442-8182-eefb7bdcdce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:52.620303 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-413e05cb-0c11-4442-8182-eefb7bdcdce4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04c8a77542124ac6abf54e5bca617402&device_id=a6d48063-92d7-4dcc-99ca-13c7413a9225 HTTP/1.1" status: 200 len: 1094 time: 0.1481402 Aug 11 22:15:52.645917 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90829dc3-086f-40e8-a5fb-4d95b415db19 None None] Routers {'4ddd5922-1c12-429c-9706-d191b84a5f2d'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:15:52.646775 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-90829dc3-086f-40e8-a5fb-4d95b415db19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:15:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['4ddd5922-1c12-429c-9706-d191b84a5f2d'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:52.651725 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9a4e4d59-a821-47df-a357-5479b8a2edff tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:52.653328 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9a4e4d59-a821-47df-a357-5479b8a2edff tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3375618 Aug 11 22:15:52.657795 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54836) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:52.662998 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-7afb0882-bbc1-4d5d-b7b9-d64121746651 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'enable_snat': False}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:52.725731 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-19e42a47-01e2-4280-a125-7ab364d1db4e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77f74129-6cc2-4076-aaa3-a68394e0f2c4 HTTP/1.1" status: 200 len: 217 time: 0.0933597 Aug 11 22:15:52.780244 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-90829dc3-086f-40e8-a5fb-4d95b415db19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:52.798630 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3b8b0f06-0ba2-4295-8812-f7890e43e08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:52.803310 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3b8b0f06-0ba2-4295-8812-f7890e43e08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:52.805275 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3b8b0f06-0ba2-4295-8812-f7890e43e08d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/41423e7e-eda4-4c37-b8a2-c57203798ff9 HTTP/1.1" status: 204 len: 168 time: 0.7704663 Aug 11 22:15:52.816925 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90829dc3-086f-40e8-a5fb-4d95b415db19 None None] Routers {'4ddd5922-1c12-429c-9706-d191b84a5f2d'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:15:52.819812 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-90829dc3-086f-40e8-a5fb-4d95b415db19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:15:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['4ddd5922-1c12-429c-9706-d191b84a5f2d'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:52.870688 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b0f06-0ba2-4295-8812-f7890e43e08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41423e7e-eda4-4c37-b8a2-c57203798ff9,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:52.881348 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-90829dc3-086f-40e8-a5fb-4d95b415db19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:52.882434 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90829dc3-086f-40e8-a5fb-4d95b415db19 None None] The sync data for ids ['4ddd5922-1c12-429c-9706-d191b84a5f2d'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:15:52.909479 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-c47bc459-a4df-4e75-a245-41e6d5c62e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:52.912560 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-c47bc459-a4df-4e75-a245-41e6d5c62e23 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53d1ac4b-192d-47ba-ba8e-1eb5d3106004 HTTP/1.1" status: 200 len: 853 time: 0.1739476 Aug 11 22:15:52.999252 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-46ab906e-47e0-4e43-b4b9-62245086645b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2efa6a8d-e01e-42b3-b0c8-fc1701342327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772369 Aug 11 22:15:53.198055 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6739a-f62f-4f0a-8be4-b3c0b6b1f080 req-8b21cd0a-b981-4c09-a47b-e04a3e440f91 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:53.210300 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3dd6739a-f62f-4f0a-8be4-b3c0b6b1f080 req-8b21cd0a-b981-4c09-a47b-e04a3e440f91 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6d48063-92d7-4dcc-99ca-13c7413a9225 HTTP/1.1" status: 200 len: 943 time: 0.1541111 Aug 11 22:15:53.259705 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-c96673a1-ece6-4083-a11a-c0fccc97d34c service neutron] 10.222.0.52 "GET /v2.0/networks/2efa6a8d-e01e-42b3-b0c8-fc1701342327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524681 Aug 11 22:15:53.307198 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7afb0882-bbc1-4d5d-b7b9-d64121746651 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:53.386820 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3dd6739a-f62f-4f0a-8be4-b3c0b6b1f080 req-7a1cc0c3-f10a-423d-947d-92ed6d6f28d4 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/security-groups?id=0405a2e7-b913-4ad6-a501-8e0e9a2716c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684031 Aug 11 22:15:53.479210 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54856) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:53.566867 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5b72ccf1-1753-4b33-9340-f99f5bda0225 req-946f87b6-202b-4408-863b-40640007bc2a service neutron] 10.222.0.52 "GET /v2.0/networks/2efa6a8d-e01e-42b3-b0c8-fc1701342327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997141 Aug 11 22:15:53.577102 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-0adf528e-16d1-4142-9d6d-747aee947a2d admin admin] Deleting subnet 761fe637-5dad-436e-8d53-f89509ed7b2c {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:15:53.582520 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0adf528e-16d1-4142-9d6d-747aee947a2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:53.654148 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0adf528e-16d1-4142-9d6d-747aee947a2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:53.804160 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0adf528e-16d1-4142-9d6d-747aee947a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:54.012381 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0adf528e-16d1-4142-9d6d-747aee947a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:54.079340 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0adf528e-16d1-4142-9d6d-747aee947a2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:54.082827 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0adf528e-16d1-4142-9d6d-747aee947a2d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/761fe637-5dad-436e-8d53-f89509ed7b2c HTTP/1.1" status: 204 len: 168 time: 0.6019840 Aug 11 22:15:54.085120 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf528e-16d1-4142-9d6d-747aee947a2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=761fe637-5dad-436e-8d53-f89509ed7b2c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:54.088301 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54872) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:54.255053 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a1988cb9-4b60-402e-9746-68ee00a08a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:54.461329 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a1988cb9-4b60-402e-9746-68ee00a08a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:54.488785 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-a1988cb9-4b60-402e-9746-68ee00a08a6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc59280-5eea-4246-b5a0-d5374ec41a7b']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:54.521080 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-a1988cb9-4b60-402e-9746-68ee00a08a6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d0bbcad-5ad3-4871-9cc1-01073daa1c7b') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:54.522726 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-a1988cb9-4b60-402e-9746-68ee00a08a6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d0bbcad-5ad3-4871-9cc1-01073daa1c7b') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:54.549974 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a1988cb9-4b60-402e-9746-68ee00a08a6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:54.553276 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d48063-92d7-4dcc-99ca-13c7413a9225', 'tag': '77f74129-6cc2-4076-aaa3-a68394e0f2c4'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:15:54.558024 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99286da-9cce-4836-ac73-150eccc03aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d48063-92d7-4dcc-99ca-13c7413a9225", "tag": "77f74129-6cc2-4076-aaa3-a68394e0f2c4"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:15:54.591644 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a1988cb9-4b60-402e-9746-68ee00a08a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:54.609334 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54888) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:54.645919 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1988cb9-4b60-402e-9746-68ee00a08a6f admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:15:54.647529 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a1988cb9-4b60-402e-9746-68ee00a08a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:15:54.660819 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:15:54.823742 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a1988cb9-4b60-402e-9746-68ee00a08a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:54.832040 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a1988cb9-4b60-402e-9746-68ee00a08a6f admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:54.841866 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a1988cb9-4b60-402e-9746-68ee00a08a6f admin admin] 10.222.0.77 "DELETE /v2.0/networks/9fc59280-5eea-4246-b5a0-d5374ec41a7b HTTP/1.1" status: 204 len: 168 time: 0.7516882 Aug 11 22:15:54.856937 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54894) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:54.865712 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 89053c7b-58c4-4210-94aa-0c98bef7874e no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:15:54.875066 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1988cb9-4b60-402e-9746-68ee00a08a6f admin admin] Pushing event deleted for resources: {'Network': ['ID=9fc59280-5eea-4246-b5a0-d5374ec41a7b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:54.890475 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 89053c7b-58c4-4210-94aa-0c98bef7874e {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:15:54.891143 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 89053c7b-58c4-4210-94aa-0c98bef7874e not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:15:54.975471 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7afb0882-bbc1-4d5d-b7b9-d64121746651 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1756175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1755230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39594'] for router, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:54.989517 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7afb0882-bbc1-4d5d-b7b9-d64121746651 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1756404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1756413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1755207'] for router, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:55.003933 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-70bc9576-807a-41a6-a0f3-52197cbc0d32 admin admin] Deleting subnet d1b5be11-3eec-49a9-9a2c-5dab1af26e7b {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:15:55.012613 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70bc9576-807a-41a6-a0f3-52197cbc0d32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:55.023788 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54898) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:55.088618 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-41f52527-0b18-4d23-9f8d-8ccbb450d921 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1952679834'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:55.097900 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-4d89e92c-e166-4ded-ba79-a225c5698263 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-833116788'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:55.114257 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799e29d-c9f2-4c26-9a4f-d0bb749eccd7 req-a8d26393-2a42-4f3a-9ec5-97b7cb77cd93 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:55.116976 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b799e29d-c9f2-4c26-9a4f-d0bb749eccd7 req-a8d26393-2a42-4f3a-9ec5-97b7cb77cd93 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6d48063-92d7-4dcc-99ca-13c7413a9225 HTTP/1.1" status: 200 len: 943 time: 0.2615552 Aug 11 22:15:55.127380 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.db.api [None req-4d89e92c-e166-4ded-ba79-a225c5698263 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 22:15:55.127380 n-d-804275-3 neutron-server[100942]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 22:15:55.127380 n-d-804275-3 neutron-server[100942]: [parameters: {'project_id': 'e87fbb1aad284cfd9d41cb66f95304d6', 'id': 'c273557c-1214-4572-8d9b-75ce1b3abc07', 'expiration': datetime.datetime(2021, 8, 11, 22, 17, 55, 117941)}] Aug 11 22:15:55.127380 n-d-804275-3 neutron-server[100942]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:15:55.128264 n-d-804275-3 neutron-server[100942]: DEBUG oslo_db.api [None req-4d89e92c-e166-4ded-ba79-a225c5698263 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:15:55.135725 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f52527-0b18-4d23-9f8d-8ccbb450d921 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Made reservation on behalf of 23db72142b8d4dca91b49664fcaef1e5 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:15:55.137534 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41f52527-0b18-4d23-9f8d-8ccbb450d921 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:55.148939 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41f52527-0b18-4d23-9f8d-8ccbb450d921 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:55.180631 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70bc9576-807a-41a6-a0f3-52197cbc0d32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:55.314533 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41f52527-0b18-4d23-9f8d-8ccbb450d921 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:55.321730 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41f52527-0b18-4d23-9f8d-8ccbb450d921 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:55.335967 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b799e29d-c9f2-4c26-9a4f-d0bb749eccd7 req-f747c02c-1792-4cf6-a6b6-5e368d483a8e tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/security-groups?id=0405a2e7-b913-4ad6-a501-8e0e9a2716c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108800 Aug 11 22:15:55.351470 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f52527-0b18-4d23-9f8d-8ccbb450d921 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:15:55.371254 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f52527-0b18-4d23-9f8d-8ccbb450d921 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc017be9-05b2-48c4-a237-21a91f4c68f6,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:55.377230 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41f52527-0b18-4d23-9f8d-8ccbb450d921 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:55.377756 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-41f52527-0b18-4d23-9f8d-8ccbb450d921 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Added segment 1df6daef-e853-494f-9f82-d8b765e2c89e of type vlan for network 446505a3-9a63-47c2-b849-f3fdd943a96a Aug 11 22:15:55.399946 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70bc9576-807a-41a6-a0f3-52197cbc0d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:55.440066 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbc2d1b-e5df-4756-ac9d-a3109e26b734 x-openstack-request-id: req-afbc2d1b-e5df-4756-ac9d-a3109e26b734 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:15:55.441203 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d48063-92d7-4dcc-99ca-13c7413a9225", "tag": "77f74129-6cc2-4076-aaa3-a68394e0f2c4", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:15:55.443083 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-afbc2d1b-e5df-4756-ac9d-a3109e26b734 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:15:55.444336 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d48063-92d7-4dcc-99ca-13c7413a9225', 'tag': '77f74129-6cc2-4076-aaa3-a68394e0f2c4', 'status': 'completed', 'code': 200} Aug 11 22:15:55.471449 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41f52527-0b18-4d23-9f8d-8ccbb450d921 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:55.505160 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afb0882-bbc1-4d5d-b7b9-d64121746651 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Router 4ddd5922-1c12-429c-9706-d191b84a5f2d has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:15:55.536894 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99286da-9cce-4836-ac73-150eccc03aa7 req-7f7629a0-ba3a-427f-b010-04b84dcb15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:55.538576 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e99286da-9cce-4836-ac73-150eccc03aa7 req-7f7629a0-ba3a-427f-b010-04b84dcb15a6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04c8a77542124ac6abf54e5bca617402&device_id=a6d48063-92d7-4dcc-99ca-13c7413a9225 HTTP/1.1" status: 200 len: 1094 time: 0.0793023 Aug 11 22:15:55.539891 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41f52527-0b18-4d23-9f8d-8ccbb450d921 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:55.545246 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70bc9576-807a-41a6-a0f3-52197cbc0d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:55.546108 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f52527-0b18-4d23-9f8d-8ccbb450d921 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:55.546768 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41f52527-0b18-4d23-9f8d-8ccbb450d921 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:55.665404 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc9576-807a-41a6-a0f3-52197cbc0d32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1b5be11-3eec-49a9-9a2c-5dab1af26e7b,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:55.673585 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70bc9576-807a-41a6-a0f3-52197cbc0d32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:55.677941 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-70bc9576-807a-41a6-a0f3-52197cbc0d32 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d1b5be11-3eec-49a9-9a2c-5dab1af26e7b HTTP/1.1" status: 204 len: 168 time: 0.8187718 Aug 11 22:15:55.680914 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-41f52527-0b18-4d23-9f8d-8ccbb450d921 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0683649 Aug 11 22:15:55.681631 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54902) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:55.682680 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54904) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:55.694503 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-af8e089e-b66c-4daf-9a4b-7d33a5631b4d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Request body: {'subnet': {'network_id': '446505a3-9a63-47c2-b849-f3fdd943a96a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:55.812382 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f52527-0b18-4d23-9f8d-8ccbb450d921 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event updated for resources: {'Network': ['ID=446505a3-9a63-47c2-b849-f3fdd943a96a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:55.814182 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afb0882-bbc1-4d5d-b7b9-d64121746651 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:15:55.822306 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7afb0882-bbc1-4d5d-b7b9-d64121746651 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:55.824614 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7afb0882-bbc1-4d5d-b7b9-d64121746651 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "PUT /v2.0/routers/4ddd5922-1c12-429c-9706-d191b84a5f2d HTTP/1.1" status: 200 len: 924 time: 3.1651368 Aug 11 22:15:55.829620 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54906) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:55.835498 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d068ea3a-4ef7-4211-9266-d90774d5d9c8 None None] Sync routers for ids ['4ddd5922-1c12-429c-9706-d191b84a5f2d'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:15:55.854574 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d89e92c-e166-4ded-ba79-a225c5698263 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Made reservation on behalf of e87fbb1aad284cfd9d41cb66f95304d6 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:15:55.855471 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d068ea3a-4ef7-4211-9266-d90774d5d9c8 None None] Routers {'4ddd5922-1c12-429c-9706-d191b84a5f2d'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:15:55.856233 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-d068ea3a-4ef7-4211-9266-d90774d5d9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:15:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['4ddd5922-1c12-429c-9706-d191b84a5f2d'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:55.860243 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4d89e92c-e166-4ded-ba79-a225c5698263 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:55.863192 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f52527-0b18-4d23-9f8d-8ccbb450d921 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:55.863545 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f52527-0b18-4d23-9f8d-8ccbb450d921 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:55.863891 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f52527-0b18-4d23-9f8d-8ccbb450d921 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:55.864240 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f52527-0b18-4d23-9f8d-8ccbb450d921 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:55.864581 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f52527-0b18-4d23-9f8d-8ccbb450d921 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:55.864922 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f52527-0b18-4d23-9f8d-8ccbb450d921 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:55.865258 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f52527-0b18-4d23-9f8d-8ccbb450d921 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:55.865593 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f52527-0b18-4d23-9f8d-8ccbb450d921 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:55.865922 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f52527-0b18-4d23-9f8d-8ccbb450d921 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:55.866250 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f52527-0b18-4d23-9f8d-8ccbb450d921 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:55.866602 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f52527-0b18-4d23-9f8d-8ccbb450d921 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:55.866951 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f52527-0b18-4d23-9f8d-8ccbb450d921 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:15:55.910367 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4d89e92c-e166-4ded-ba79-a225c5698263 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:55.921302 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-241656ed-090c-414a-afe5-9814296e481e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:55.929093 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99286da-9cce-4836-ac73-150eccc03aa7 req-ebaeb1ee-9988-4286-9267-18943ac0ea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:55.930681 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e99286da-9cce-4836-ac73-150eccc03aa7 req-ebaeb1ee-9988-4286-9267-18943ac0ea10 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2efa6a8d-e01e-42b3-b0c8-fc1701342327 HTTP/1.1" status: 200 len: 914 time: 0.3789523 Aug 11 22:15:55.957883 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 446505a3-9a63-47c2-b849-f3fdd943a96a details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:15:55.962306 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-d068ea3a-4ef7-4211-9266-d90774d5d9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:55.993154 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e99286da-9cce-4836-ac73-150eccc03aa7 req-973f7fe3-33f5-4148-b508-e2117147d1cd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77f74129-6cc2-4076-aaa3-a68394e0f2c4 HTTP/1.1" status: 200 len: 217 time: 0.0535533 Aug 11 22:15:56.087623 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8e089e-b66c-4daf-9a4b-7d33a5631b4d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Made reservation on behalf of 23db72142b8d4dca91b49664fcaef1e5 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:15:56.092120 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-af8e089e-b66c-4daf-9a4b-7d33a5631b4d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:56.128979 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d068ea3a-4ef7-4211-9266-d90774d5d9c8 None None] Routers {'4ddd5922-1c12-429c-9706-d191b84a5f2d'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:15:56.130777 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-d068ea3a-4ef7-4211-9266-d90774d5d9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:15:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['4ddd5922-1c12-429c-9706-d191b84a5f2d'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:56.132377 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cc202f7e-ab09-4178-8118-fed333622b5f tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "GET /v2.0/routers/4ddd5922-1c12-429c-9706-d191b84a5f2d HTTP/1.1" status: 200 len: 924 time: 0.3007960 Aug 11 22:15:56.138820 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54910) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:56.215785 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-d068ea3a-4ef7-4211-9266-d90774d5d9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:56.218334 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d068ea3a-4ef7-4211-9266-d90774d5d9c8 None None] The sync data for ids ['4ddd5922-1c12-429c-9706-d191b84a5f2d'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:15:56.292163 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f6c7db-3653-4311-b6bb-7622793e87e3 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:56.294753 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-61f6c7db-3653-4311-b6bb-7622793e87e3 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=ace0c6e5-d196-4ef9-80b8-149980a74560&device_id=4ddd5922-1c12-429c-9706-d191b84a5f2d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1542835 Aug 11 22:15:56.299417 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54912) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:56.507921 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa193323-cebf-4ee6-92f3-8f6a2eb8ec39 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:56.507921 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fa193323-cebf-4ee6-92f3-8f6a2eb8ec39 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 881 time: 0.2064478 Aug 11 22:15:56.523696 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54916) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:56.547410 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 77f74129-6cc2-4076-aaa3-a68394e0f2c4 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:15:56.563863 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0226a1f6-28bc-4b9d-813a-f03ba4b6ae85 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ddd5922-1c12-429c-9706-d191b84a5f2d HTTP/1.1" status: 200 len: 205 time: 0.0387869 Aug 11 22:15:56.569095 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54918) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:56.598003 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99286da-9cce-4836-ac73-150eccc03aa7 req-aa3e0b6a-b81c-4087-9694-88598a5597be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:56.599615 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e99286da-9cce-4836-ac73-150eccc03aa7 req-aa3e0b6a-b81c-4087-9694-88598a5597be service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53d1ac4b-192d-47ba-ba8e-1eb5d3106004 HTTP/1.1" status: 200 len: 853 time: 0.5973055 Aug 11 22:15:56.622467 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc84389-83f2-4d98-88d2-d3caa987e5eb req-abe03bf0-dcc6-4ba1-9c6d-88acf776466b tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:56.624869 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1bc84389-83f2-4d98-88d2-d3caa987e5eb req-abe03bf0-dcc6-4ba1-9c6d-88acf776466b tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6d48063-92d7-4dcc-99ca-13c7413a9225 HTTP/1.1" status: 200 len: 943 time: 0.1400506 Aug 11 22:15:56.631271 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-241656ed-090c-414a-afe5-9814296e481e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:56.672956 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e99286da-9cce-4836-ac73-150eccc03aa7 req-63f8a2c1-f8b0-4939-bff9-a3ad62e4ed30 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2efa6a8d-e01e-42b3-b0c8-fc1701342327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602114 Aug 11 22:15:56.678303 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-241656ed-090c-414a-afe5-9814296e481e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b0fd65-ded5-4a97-b2b1-32637636b01c']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:56.705246 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-241656ed-090c-414a-afe5-9814296e481e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14097af6-b8c3-4d07-b93d-67066b164653') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:56.705544 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-241656ed-090c-414a-afe5-9814296e481e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14097af6-b8c3-4d07-b93d-67066b164653') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:15:56.765530 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1bc84389-83f2-4d98-88d2-d3caa987e5eb req-80d1ac76-2079-48f7-bb72-028a66ee2be6 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/security-groups?id=0405a2e7-b913-4ad6-a501-8e0e9a2716c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115735 Aug 11 22:15:56.765745 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-241656ed-090c-414a-afe5-9814296e481e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:56.807329 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-241656ed-090c-414a-afe5-9814296e481e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:56.819989 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1c7f15b2-a24d-4575-a0c4-e4b66d3dcde1 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:56.851491 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-241656ed-090c-414a-afe5-9814296e481e admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:15:56.851946 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-241656ed-090c-414a-afe5-9814296e481e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:15:56.854595 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:15:56.867857 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 77f74129-6cc2-4076-aaa3-a68394e0f2c4, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=77f74129-6cc2-4076-aaa3-a68394e0f2c4,segment=NetworkSegment(ad81d2fa-551f-4ba7-810e-61da6ce1b82b),segment_id=ad81d2fa-551f-4ba7-810e-61da6ce1b82b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:15:56.895048 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '77f74129-6cc2-4076-aaa3-a68394e0f2c4', 'network_id': '2efa6a8d-e01e-42b3-b0c8-fc1701342327', 'port_id': '77f74129-6cc2-4076-aaa3-a68394e0f2c4', 'mac_address': 'fa:16:3e:c2:94:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53d1ac4b-192d-47ba-ba8e-1eb5d3106004', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:15:56.953828 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4d89e92c-e166-4ded-ba79-a225c5698263 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:56.970835 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4d89e92c-e166-4ded-ba79-a225c5698263 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:57.034407 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:57.052872 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e99286da-9cce-4836-ac73-150eccc03aa7 req-3c07dd5a-b593-4f31-8c98-836a63d1419d service neutron] 10.222.0.52 "GET /v2.0/networks/2efa6a8d-e01e-42b3-b0c8-fc1701342327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695259 Aug 11 22:15:57.054355 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-241656ed-090c-414a-afe5-9814296e481e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:57.060385 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d89e92c-e166-4ded-ba79-a225c5698263 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:15:57.061119 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f74129-6cc2-4076-aaa3-a68394e0f2c4 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:15:57.072341 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1c7f15b2-a24d-4575-a0c4-e4b66d3dcde1 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:57.095358 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-241656ed-090c-414a-afe5-9814296e481e admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:57.096251 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 77f74129-6cc2-4076-aaa3-a68394e0f2c4, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=77f74129-6cc2-4076-aaa3-a68394e0f2c4,segment=NetworkSegment(ad81d2fa-551f-4ba7-810e-61da6ce1b82b),segment_id=ad81d2fa-551f-4ba7-810e-61da6ce1b82b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:15:57.102555 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-241656ed-090c-414a-afe5-9814296e481e admin admin] 10.222.0.77 "DELETE /v2.0/networks/a2b0fd65-ded5-4a97-b2b1-32637636b01c HTTP/1.1" status: 204 len: 168 time: 1.4081411 Aug 11 22:15:57.105502 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:57.169912 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=77f74129-6cc2-4076-aaa3-a68394e0f2c4,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:57.241374 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f15b2-a24d-4575-a0c4-e4b66d3dcde1 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Deleting port d9e6a64d-31df-45d7-9aff-8a4f226b6064 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:15:57.242170 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1c7f15b2-a24d-4575-a0c4-e4b66d3dcde1 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:57.303428 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241656ed-090c-414a-afe5-9814296e481e admin admin] Pushing event deleted for resources: {'Network': ['ID=a2b0fd65-ded5-4a97-b2b1-32637636b01c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:57.312758 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4d89e92c-e166-4ded-ba79-a225c5698263 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:57.313322 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-4d89e92c-e166-4ded-ba79-a225c5698263 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Added segment 32e688f4-2cec-4341-a610-0c2518d74a9a of type vlan for network 7a3f1471-5d9b-472a-b527-1e4330c54159 Aug 11 22:15:57.316598 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-af8e089e-b66c-4daf-9a4b-7d33a5631b4d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:57.320787 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89e92c-e166-4ded-ba79-a225c5698263 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=880ec41f-e67e-45e1-aa4e-30c963b262be,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:57.376804 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1c7f15b2-a24d-4575-a0c4-e4b66d3dcde1 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:57.400759 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f15b2-a24d-4575-a0c4-e4b66d3dcde1 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Calling delete_port for d9e6a64d-31df-45d7-9aff-8a4f226b6064 owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:15:57.412964 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['77f74129-6cc2-4076-aaa3-a68394e0f2c4'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:15:57.565700 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4d89e92c-e166-4ded-ba79-a225c5698263 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:57.660125 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54924) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:57.693638 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e089e-b66c-4daf-9a4b-7d33a5631b4d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event updated for resources: {'Subnet': ['ID=9f9bea34-ff81-4ecf-846b-77c8cfe0e1d2,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:57.704348 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4d89e92c-e166-4ded-ba79-a225c5698263 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:57.716473 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d89e92c-e166-4ded-ba79-a225c5698263 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:57.718007 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4d89e92c-e166-4ded-ba79-a225c5698263 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:57.744332 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e99286da-9cce-4836-ac73-150eccc03aa7 req-52b18d85-9bfa-4f0d-8481-bc2b7377bdcf service neutron] 10.222.0.52 "GET /v2.0/networks/2efa6a8d-e01e-42b3-b0c8-fc1701342327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6648951 Aug 11 22:15:57.789243 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-56ad6ad4-f075-408c-b4a7-3419366fff4c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=468d372c341b41c69c6969335a9d3335&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1265333 Aug 11 22:15:57.793642 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54926) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:57.820982 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1c7f15b2-a24d-4575-a0c4-e4b66d3dcde1 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:57.861316 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4d89e92c-e166-4ded-ba79-a225c5698263 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.8357821 Aug 11 22:15:57.868403 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8e089e-b66c-4daf-9a4b-7d33a5631b4d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Checking segment: {'id': '1df6daef-e853-494f-9f82-d8b765e2c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '446505a3-9a63-47c2-b849-f3fdd943a96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:15:57.868912 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8e089e-b66c-4daf-9a4b-7d33a5631b4d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Network hostable DHCP agents. Network: 446505a3-9a63-47c2-b849-f3fdd943a96a, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:15:57.874304 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54930) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:57.896995 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-95cf3dd7-225f-4196-93a0-40aaed068584 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Request body: {'subnet': {'network_id': '7a3f1471-5d9b-472a-b527-1e4330c54159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:57.932639 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f15b2-a24d-4575-a0c4-e4b66d3dcde1 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Pushing event deleted for resources: {'Port': ['ID=d9e6a64d-31df-45d7-9aff-8a4f226b6064,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:57.964269 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89e92c-e166-4ded-ba79-a225c5698263 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Pushing event updated for resources: {'Network': ['ID=7a3f1471-5d9b-472a-b527-1e4330c54159,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:57.977642 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 7a3f1471-5d9b-472a-b527-1e4330c54159 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:15:58.025761 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8e089e-b66c-4daf-9a4b-7d33a5631b4d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Network 446505a3-9a63-47c2-b849-f3fdd943a96a is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:15:58.059810 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-af8e089e-b66c-4daf-9a4b-7d33a5631b4d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 446505a3-9a63-47c2-b849-f3fdd943a96a) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:15:58.073011 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8e089e-b66c-4daf-9a4b-7d33a5631b4d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:58.074048 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-af8e089e-b66c-4daf-9a4b-7d33a5631b4d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:58.074750 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f732b0b-31a2-4f8e-af37-e41d07f75bc5 None None] Network 446505a3-9a63-47c2-b849-f3fdd943a96a requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:15:58.106285 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1c7f15b2-a24d-4575-a0c4-e4b66d3dcde1 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:58.121710 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cf3dd7-225f-4196-93a0-40aaed068584 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Made reservation on behalf of e87fbb1aad284cfd9d41cb66f95304d6 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:15:58.127599 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-95cf3dd7-225f-4196-93a0-40aaed068584 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:58.136487 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-af8e089e-b66c-4daf-9a4b-7d33a5631b4d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4471285 Aug 11 22:15:58.152105 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54940) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:58.157948 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-61278865-66c4-4e6f-9fe5-eb3c2d860629 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1064138242', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}, 'admin_state_up': False}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:58.251649 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1480c-e500-489e-befe-da5356ed3e58 req-4f131bad-d268-4059-b81f-e7ab9d2af7dc tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:58.254685 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-25b1480c-e500-489e-befe-da5356ed3e58 req-4f131bad-d268-4059-b81f-e7ab9d2af7dc tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6d48063-92d7-4dcc-99ca-13c7413a9225 HTTP/1.1" status: 200 len: 944 time: 0.3780956 Aug 11 22:15:58.317761 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3650450e-d43b-4509-970c-4dbdcfdc6487 None None] Network 446505a3-9a63-47c2-b849-f3fdd943a96a requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:15:58.362984 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1c7f15b2-a24d-4575-a0c4-e4b66d3dcde1 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:58.375268 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1c7f15b2-a24d-4575-a0c4-e4b66d3dcde1 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:58.408431 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-61278865-66c4-4e6f-9fe5-eb3c2d860629 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:58.409939 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-61278865-66c4-4e6f-9fe5-eb3c2d860629 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:58.463480 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-95cf3dd7-225f-4196-93a0-40aaed068584 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:58.520259 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4bcbe5f7-38c8-4a87-89ec-52ea3a860ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:58.522739 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1c7f15b2-a24d-4575-a0c4-e4b66d3dcde1 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:58.523667 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7f15b2-a24d-4575-a0c4-e4b66d3dcde1 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Fanout notify agent at l3_agent the message router_deleted on router 4ddd5922-1c12-429c-9706-d191b84a5f2d {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:15:58.537300 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1c7f15b2-a24d-4575-a0c4-e4b66d3dcde1 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:58.542596 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1c7f15b2-a24d-4575-a0c4-e4b66d3dcde1 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "DELETE /v2.0/routers/4ddd5922-1c12-429c-9706-d191b84a5f2d HTTP/1.1" status: 204 len: 168 time: 1.9693789 Aug 11 22:15:58.551105 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54944) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:58.557158 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 77f74129-6cc2-4076-aaa3-a68394e0f2c4 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:15:58.563945 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-464d5495-bb95-4cc5-8db6-711bcfe77c81 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-715023229', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:58.575861 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4bcbe5f7-38c8-4a87-89ec-52ea3a860ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:58.589357 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-61278865-66c4-4e6f-9fe5-eb3c2d860629 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:58.604728 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-464d5495-bb95-4cc5-8db6-711bcfe77c81 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:58.606409 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-464d5495-bb95-4cc5-8db6-711bcfe77c81 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:58.630113 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf3dd7-225f-4196-93a0-40aaed068584 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Pushing event updated for resources: {'Subnet': ['ID=7870c4a5-88f5-4d32-a2e9-22bebad93383,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:58.652524 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-25b1480c-e500-489e-befe-da5356ed3e58 req-41123f95-ac32-4ea6-9e02-c8108c14a632 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/security-groups?id=0405a2e7-b913-4ad6-a501-8e0e9a2716c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460907 Aug 11 22:15:58.664100 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 77f74129-6cc2-4076-aaa3-a68394e0f2c4 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:15:58.671498 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 77f74129-6cc2-4076-aaa3-a68394e0f2c4 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:15:58.672171 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:58.695997 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4bcbe5f7-38c8-4a87-89ec-52ea3a860ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:58.702112 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4bcbe5f7-38c8-4a87-89ec-52ea3a860ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:58.704055 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4bcbe5f7-38c8-4a87-89ec-52ea3a860ba1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/44c89a76-999c-4a85-bc40-7bb14d563a71 HTTP/1.1" status: 204 len: 168 time: 0.9085007 Aug 11 22:15:58.715732 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcbe5f7-38c8-4a87-89ec-52ea3a860ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c89a76-999c-4a85-bc40-7bb14d563a71,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:58.799282 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf3dd7-225f-4196-93a0-40aaed068584 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Checking segment: {'id': '32e688f4-2cec-4341-a610-0c2518d74a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7a3f1471-5d9b-472a-b527-1e4330c54159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:15:58.799785 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cf3dd7-225f-4196-93a0-40aaed068584 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Network hostable DHCP agents. Network: 7a3f1471-5d9b-472a-b527-1e4330c54159, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:15:58.855411 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:58.914167 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-464d5495-bb95-4cc5-8db6-711bcfe77c81 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:58.921784 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-61278865-66c4-4e6f-9fe5-eb3c2d860629 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:58.928396 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-464d5495-bb95-4cc5-8db6-711bcfe77c81 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:58.943123 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cf3dd7-225f-4196-93a0-40aaed068584 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Network 7a3f1471-5d9b-472a-b527-1e4330c54159 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:15:58.966563 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 77f74129-6cc2-4076-aaa3-a68394e0f2c4, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=77f74129-6cc2-4076-aaa3-a68394e0f2c4,segment=NetworkSegment(ad81d2fa-551f-4ba7-810e-61da6ce1b82b),segment_id=ad81d2fa-551f-4ba7-810e-61da6ce1b82b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:15:58.967315 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-95cf3dd7-225f-4196-93a0-40aaed068584 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 7a3f1471-5d9b-472a-b527-1e4330c54159) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:15:58.969043 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d48063-92d7-4dcc-99ca-13c7413a9225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f74129-6cc2-4076-aaa3-a68394e0f2c4'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:15:58.969377 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-464d5495-bb95-4cc5-8db6-711bcfe77c81 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:58.970594 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-464d5495-bb95-4cc5-8db6-711bcfe77c81 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4129703 Aug 11 22:15:58.974563 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f50e760-9637-441b-81fa-50fcdd5d30cf" -d '{"events": [{"server_uuid": "a6d48063-92d7-4dcc-99ca-13c7413a9225", "name": "network-vif-plugged", "status": "completed", "tag": "77f74129-6cc2-4076-aaa3-a68394e0f2c4"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:15:58.975095 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54956) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:58.984302 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b078bbf-693c-45e1-9ff4-98e1cf2586e6 None None] Network 7a3f1471-5d9b-472a-b527-1e4330c54159 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:15:59.010936 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:59.014308 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cf3dd7-225f-4196-93a0-40aaed068584 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:59.014978 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-95cf3dd7-225f-4196-93a0-40aaed068584 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:59.021200 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-cc7cfbaa-80be-4d97-96c7-b51346cc4002 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:59.121901 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-95cf3dd7-225f-4196-93a0-40aaed068584 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2433364 Aug 11 22:15:59.128208 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54962) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:59.139604 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-5167f9de-3c3d-45b0-9d68-d9cfccef2382 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Request body: {'port': {'network_id': '7a3f1471-5d9b-472a-b527-1e4330c54159', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1473765332'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:15:59.146747 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68d7728-ce16-4f7a-baec-4df4bee355ea x-openstack-request-id: req-f68d7728-ce16-4f7a-baec-4df4bee355ea {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:15:59.148244 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d48063-92d7-4dcc-99ca-13c7413a9225", "name": "network-vif-plugged", "status": "completed", "tag": "77f74129-6cc2-4076-aaa3-a68394e0f2c4", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:15:59.148767 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f68d7728-ce16-4f7a-baec-4df4bee355ea {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:15:59.149495 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d48063-92d7-4dcc-99ca-13c7413a9225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f74129-6cc2-4076-aaa3-a68394e0f2c4', 'code': 200} Aug 11 22:15:59.266237 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=77f74129-6cc2-4076-aaa3-a68394e0f2c4,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:15:59.382497 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5167f9de-3c3d-45b0-9d68-d9cfccef2382 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Made reservation on behalf of e87fbb1aad284cfd9d41cb66f95304d6 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:15:59.392792 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5167f9de-3c3d-45b0-9d68-d9cfccef2382 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:59.393250 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cc7cfbaa-80be-4d97-96c7-b51346cc4002 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:59.412751 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ccc51-d8b3-4f8a-8ff6-e251bac998c1 req-b43a1a1e-ebe1-491c-8695-b29ce9e1c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:59.414655 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-651ccc51-d8b3-4f8a-8ff6-e251bac998c1 req-b43a1a1e-ebe1-491c-8695-b29ce9e1c22c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a6d48063-92d7-4dcc-99ca-13c7413a9225 HTTP/1.1" status: 200 len: 1096 time: 0.1997693 Aug 11 22:15:59.454297 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-5167f9de-3c3d-45b0-9d68-d9cfccef2382 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] device_id is not set on port 342c934f-83ec-4645-867a-c515ca85b57f yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:15:59.468561 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841e3315-1bd7-453c-977d-6a552a95e7d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-7a3f1471-5d9b-472a-b527-1e4330c54159', 'network_id': '7a3f1471-5d9b-472a-b527-1e4330c54159', 'tenant_id': 'e87fbb1aad284cfd9d41cb66f95304d6', 'fixed_ips': [{'subnet_id': '7870c4a5-88f5-4d32-a2e9-22bebad93383'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:15:59.471728 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-841e3315-1bd7-453c-977d-6a552a95e7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:59.560030 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-651ccc51-d8b3-4f8a-8ff6-e251bac998c1 req-765ad10f-15cb-4a85-96fa-670ad43c0c99 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0405a2e7-b913-4ad6-a501-8e0e9a2716c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367986 Aug 11 22:15:59.621683 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54968) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:59.673960 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-61278865-66c4-4e6f-9fe5-eb3c2d860629 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:59.710493 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-61278865-66c4-4e6f-9fe5-eb3c2d860629 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:15:59.795415 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-96ab5507-69b7-4147-a91e-48a4834853fd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ff46952a558f4fe9a7c62c699a481e76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1718705 Aug 11 22:15:59.804806 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54972) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:15:59.806456 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-5167f9de-3c3d-45b0-9d68-d9cfccef2382 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Allocated IP 2001:db8::b5 (7a3f1471-5d9b-472a-b527-1e4330c54159/7870c4a5-88f5-4d32-a2e9-22bebad93383/342c934f-83ec-4645-867a-c515ca85b57f) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:15:59.940334 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-61278865-66c4-4e6f-9fe5-eb3c2d860629 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Allocated IP 172.25.2.226 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/67007ff9-f74b-4d98-821f-ad47d04804af) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:15:59.978558 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36b453-c9e6-488d-8ca1-c47610eec468 req-d98e37cd-df09-4998-82b2-71a5fe8aa457 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:15:59.980267 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cf36b453-c9e6-488d-8ca1-c47610eec468 req-d98e37cd-df09-4998-82b2-71a5fe8aa457 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6d48063-92d7-4dcc-99ca-13c7413a9225 HTTP/1.1" status: 200 len: 945 time: 0.1271584 Aug 11 22:16:00.040155 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4882ee3b-661e-48b6-8dec-af045d099b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:00.106140 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cf36b453-c9e6-488d-8ca1-c47610eec468 req-3fe5e2ce-85d5-4a3a-bce6-ab68a037c8bb tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/security-groups?id=0405a2e7-b913-4ad6-a501-8e0e9a2716c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100521 Aug 11 22:16:00.138246 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cc7cfbaa-80be-4d97-96c7-b51346cc4002 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:00.141609 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4882ee3b-661e-48b6-8dec-af045d099b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:00.167988 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5167f9de-3c3d-45b0-9d68-d9cfccef2382 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:00.202976 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-5167f9de-3c3d-45b0-9d68-d9cfccef2382 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Transition to ACTIVE for port object 342c934f-83ec-4645-867a-c515ca85b57f will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:16:00.212210 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cc7cfbaa-80be-4d97-96c7-b51346cc4002 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:00.265768 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5167f9de-3c3d-45b0-9d68-d9cfccef2382 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:00.346885 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-841e3315-1bd7-453c-977d-6a552a95e7d7 None None] Allocated IP 2001:db8::2 (7a3f1471-5d9b-472a-b527-1e4330c54159/7870c4a5-88f5-4d32-a2e9-22bebad93383/1b334cdb-8eee-4157-ad16-6fde082f9c9f) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:16:00.355897 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5167f9de-3c3d-45b0-9d68-d9cfccef2382 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Network 7a3f1471-5d9b-472a-b527-1e4330c54159 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:16:00.372107 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-5167f9de-3c3d-45b0-9d68-d9cfccef2382 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:00.380280 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5167f9de-3c3d-45b0-9d68-d9cfccef2382 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:16:00.392012 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5167f9de-3c3d-45b0-9d68-d9cfccef2382 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:00.392688 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5167f9de-3c3d-45b0-9d68-d9cfccef2382 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:00.399851 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167f9de-3c3d-45b0-9d68-d9cfccef2382 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Pushing event updated for resources: {'Port': ['ID=342c934f-83ec-4645-867a-c515ca85b57f,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:00.434293 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5167f9de-3c3d-45b0-9d68-d9cfccef2382 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3041790 Aug 11 22:16:00.438346 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54974) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:00.452412 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-5de986ad-4783-4177-8423-44e1da1bd8ab tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Request body: {'port': {'network_id': '7a3f1471-5d9b-472a-b527-1e4330c54159', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-949485140', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:00.454565 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.api.validators [None req-5de986ad-4783-4177-8423-44e1da1bd8ab tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] bootfile-name is not in valid_values {{(pid=100943) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 22:16:00.455122 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.api.validators [None req-5de986ad-4783-4177-8423-44e1da1bd8ab tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] tftp-server is not in valid_values {{(pid=100943) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 22:16:00.455753 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.api.validators [None req-5de986ad-4783-4177-8423-44e1da1bd8ab tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] server-ip-address is not in valid_values {{(pid=100943) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 22:16:00.492662 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4882ee3b-661e-48b6-8dec-af045d099b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:00.497984 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4882ee3b-661e-48b6-8dec-af045d099b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:00.503721 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4882ee3b-661e-48b6-8dec-af045d099b3a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b95cc957-0291-4dab-b364-09f5881254a7 HTTP/1.1" status: 204 len: 168 time: 0.6964591 Aug 11 22:16:00.527324 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-61278865-66c4-4e6f-9fe5-eb3c2d860629 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:00.542530 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882ee3b-661e-48b6-8dec-af045d099b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95cc957-0291-4dab-b364-09f5881254a7,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:00.693512 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-841e3315-1bd7-453c-977d-6a552a95e7d7 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:00.712058 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-61278865-66c4-4e6f-9fe5-eb3c2d860629 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:00.720746 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-841e3315-1bd7-453c-977d-6a552a95e7d7 None None] Transition to ACTIVE for port object 1b334cdb-8eee-4157-ad16-6fde082f9c9f will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:16:00.750686 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de986ad-4783-4177-8423-44e1da1bd8ab tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Made reservation on behalf of e87fbb1aad284cfd9d41cb66f95304d6 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:16:00.752966 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-841e3315-1bd7-453c-977d-6a552a95e7d7 None None] Transition to ACTIVE for port object 1b334cdb-8eee-4157-ad16-6fde082f9c9f will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:16:00.759076 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5de986ad-4783-4177-8423-44e1da1bd8ab tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:00.763092 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-841e3315-1bd7-453c-977d-6a552a95e7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:00.828878 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841e3315-1bd7-453c-977d-6a552a95e7d7 None None] Network 7a3f1471-5d9b-472a-b527-1e4330c54159 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:16:00.833365 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-5de986ad-4783-4177-8423-44e1da1bd8ab tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] device_id is not set on port 236ae2fc-27a6-41fa-afa1-4f853b666c31 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:16:00.835370 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-841e3315-1bd7-453c-977d-6a552a95e7d7 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:00.840720 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841e3315-1bd7-453c-977d-6a552a95e7d7 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:16:00.862445 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e3315-1bd7-453c-977d-6a552a95e7d7 None None] Pushing event updated for resources: {'Port': ['ID=1b334cdb-8eee-4157-ad16-6fde082f9c9f,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:00.918960 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-841e3315-1bd7-453c-977d-6a552a95e7d7 None None] Attempting to bind port 1b334cdb-8eee-4157-ad16-6fde082f9c9f on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:16:00.919810 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-841e3315-1bd7-453c-977d-6a552a95e7d7 None None] Attempting to bind port 1b334cdb-8eee-4157-ad16-6fde082f9c9f by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '32e688f4-2cec-4341-a610-0c2518d74a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7a3f1471-5d9b-472a-b527-1e4330c54159'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:16:00.920608 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e3315-1bd7-453c-977d-6a552a95e7d7 None None] Attempting to bind port 1b334cdb-8eee-4157-ad16-6fde082f9c9f on network 7a3f1471-5d9b-472a-b527-1e4330c54159 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:16:00.929316 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e3315-1bd7-453c-977d-6a552a95e7d7 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:16:00.930172 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e3315-1bd7-453c-977d-6a552a95e7d7 None None] Checking segment: {'id': '32e688f4-2cec-4341-a610-0c2518d74a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7a3f1471-5d9b-472a-b527-1e4330c54159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:16:00.931947 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-841e3315-1bd7-453c-977d-6a552a95e7d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:00.932700 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e3315-1bd7-453c-977d-6a552a95e7d7 None None] Bound using segment: {'id': '32e688f4-2cec-4341-a610-0c2518d74a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7a3f1471-5d9b-472a-b527-1e4330c54159'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:16:00.936098 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-cc7cfbaa-80be-4d97-96c7-b51346cc4002 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Allocated IP 172.25.2.224 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/a0b46df4-7682-4a57-b379-8e0a7d5854f0) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:16:00.939112 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-841e3315-1bd7-453c-977d-6a552a95e7d7 None None] Bound port: 1b334cdb-8eee-4157-ad16-6fde082f9c9f, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e688f4-2cec-4341-a610-0c2518d74a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7a3f1471-5d9b-472a-b527-1e4330c54159'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:16:00.940440 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-841e3315-1bd7-453c-977d-6a552a95e7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:00.950316 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61278865-66c4-4e6f-9fe5-eb3c2d860629 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:16:00.963271 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-61278865-66c4-4e6f-9fe5-eb3c2d860629 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:00.979911 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61278865-66c4-4e6f-9fe5-eb3c2d860629 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:16:01.001660 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61278865-66c4-4e6f-9fe5-eb3c2d860629 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event updated for resources: {'Port': ['ID=67007ff9-f74b-4d98-821f-ad47d04804af,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:01.093448 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-841e3315-1bd7-453c-977d-6a552a95e7d7 None None] For port 1b334cdb-8eee-4157-ad16-6fde082f9c9f, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:16:01.097971 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-841e3315-1bd7-453c-977d-6a552a95e7d7 None None] For port 1b334cdb-8eee-4157-ad16-6fde082f9c9f, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1b334cdb-8eee-4157-ad16-6fde082f9c9f,segment=NetworkSegment(32e688f4-2cec-4341-a610-0c2518d74a9a),segment_id=32e688f4-2cec-4341-a610-0c2518d74a9a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:16:01.106808 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-841e3315-1bd7-453c-977d-6a552a95e7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:01.108446 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-5de986ad-4783-4177-8423-44e1da1bd8ab tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Allocated IP 2001:db8::1f4 (7a3f1471-5d9b-472a-b527-1e4330c54159/7870c4a5-88f5-4d32-a2e9-22bebad93383/236ae2fc-27a6-41fa-afa1-4f853b666c31) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:16:01.205219 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e3315-1bd7-453c-977d-6a552a95e7d7 None None] Pushing event updated for resources: {'Port': ['ID=1b334cdb-8eee-4157-ad16-6fde082f9c9f,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:01.578060 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cc7cfbaa-80be-4d97-96c7-b51346cc4002 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:01.778257 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0648d-78a2-4daf-b5f6-5632b520cb3b req-cc6819bf-f941-4932-b320-51aff1b4cf6e tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:01.780472 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9ed0648d-78a2-4daf-b5f6-5632b520cb3b req-cc6819bf-f941-4932-b320-51aff1b4cf6e tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6d48063-92d7-4dcc-99ca-13c7413a9225 HTTP/1.1" status: 200 len: 945 time: 0.1527307 Aug 11 22:16:01.860002 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5de986ad-4783-4177-8423-44e1da1bd8ab tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:01.870069 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9ed0648d-78a2-4daf-b5f6-5632b520cb3b req-7386caa9-3cdb-4819-86e8-538bd0e3381c tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/security-groups?id=0405a2e7-b913-4ad6-a501-8e0e9a2716c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735316 Aug 11 22:16:01.911756 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-5de986ad-4783-4177-8423-44e1da1bd8ab tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Transition to ACTIVE for port object 236ae2fc-27a6-41fa-afa1-4f853b666c31 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:16:02.002376 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5de986ad-4783-4177-8423-44e1da1bd8ab tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:02.074564 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de986ad-4783-4177-8423-44e1da1bd8ab tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Network 7a3f1471-5d9b-472a-b527-1e4330c54159 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:16:02.081023 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-5de986ad-4783-4177-8423-44e1da1bd8ab tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:02.085707 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de986ad-4783-4177-8423-44e1da1bd8ab tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:16:02.094095 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de986ad-4783-4177-8423-44e1da1bd8ab tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:02.094832 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5de986ad-4783-4177-8423-44e1da1bd8ab tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:02.103215 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de986ad-4783-4177-8423-44e1da1bd8ab tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Pushing event updated for resources: {'Port': ['ID=236ae2fc-27a6-41fa-afa1-4f853b666c31,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:02.129855 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5de986ad-4783-4177-8423-44e1da1bd8ab tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.6862264 Aug 11 22:16:02.130332 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55014) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:02.311226 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad28e6c8-180a-4bf3-ab27-0b8a3898749b tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:02.321969 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad28e6c8-180a-4bf3-ab27-0b8a3898749b tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:02.329953 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad28e6c8-180a-4bf3-ab27-0b8a3898749b tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:02.334688 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ad28e6c8-180a-4bf3-ab27-0b8a3898749b tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2005117 Aug 11 22:16:02.352765 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55020) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:02.452138 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6589f-2a95-43ab-a70d-e49a68b6d518 req-de671d66-78d6-4068-a95b-a640ac49c562 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:02.453847 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c1c6589f-2a95-43ab-a70d-e49a68b6d518 req-de671d66-78d6-4068-a95b-a640ac49c562 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6d48063-92d7-4dcc-99ca-13c7413a9225 HTTP/1.1" status: 200 len: 945 time: 0.1689322 Aug 11 22:16:02.524218 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-5480b160-bb9c-4193-b86a-d132e293515f tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Deleting port 236ae2fc-27a6-41fa-afa1-4f853b666c31 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:16:02.524587 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5480b160-bb9c-4193-b86a-d132e293515f tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:02.540456 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-61278865-66c4-4e6f-9fe5-eb3c2d860629 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:02.633088 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c1c6589f-2a95-43ab-a70d-e49a68b6d518 req-b09b820a-15df-4b4a-9ded-35ffb57b75db tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/security-groups?id=0405a2e7-b913-4ad6-a501-8e0e9a2716c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708059 Aug 11 22:16:02.635253 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5480b160-bb9c-4193-b86a-d132e293515f tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:02.656920 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-5480b160-bb9c-4193-b86a-d132e293515f tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Calling delete_port for 236ae2fc-27a6-41fa-afa1-4f853b666c31 owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:16:02.664141 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cc7cfbaa-80be-4d97-96c7-b51346cc4002 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:02.691044 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8ddb84-889f-4fa5-869a-645e71e6eb18 None None] Network 7a3f1471-5d9b-472a-b527-1e4330c54159 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:16:02.705755 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0dc4c-96c3-4dea-8295-25e353ab5021 req-810c7969-cb5b-4af2-8729-d7d327a39dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:02.707408 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d6c0dc4c-96c3-4dea-8295-25e353ab5021 req-810c7969-cb5b-4af2-8729-d7d327a39dd0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04c8a77542124ac6abf54e5bca617402&device_id=a6d48063-92d7-4dcc-99ca-13c7413a9225 HTTP/1.1" status: 200 len: 1096 time: 0.2251050 Aug 11 22:16:02.743078 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7cfbaa-80be-4d97-96c7-b51346cc4002 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:16:02.751144 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-cc7cfbaa-80be-4d97-96c7-b51346cc4002 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:02.754593 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7cfbaa-80be-4d97-96c7-b51346cc4002 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:16:02.768664 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ea8ae8f7-b317-4802-be68-2479a712dff4 None None] Provisioning for port 1b334cdb-8eee-4157-ad16-6fde082f9c9f completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:16:02.872107 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7cfbaa-80be-4d97-96c7-b51346cc4002 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Pushing event updated for resources: {'Port': ['ID=a0b46df4-7682-4a57-b379-8e0a7d5854f0,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:02.890987 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5480b160-bb9c-4193-b86a-d132e293515f tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:03.006210 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5480b160-bb9c-4193-b86a-d132e293515f tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:03.008845 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5480b160-bb9c-4193-b86a-d132e293515f tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] 10.222.0.77 "DELETE /v2.0/ports/236ae2fc-27a6-41fa-afa1-4f853b666c31 HTTP/1.1" status: 204 len: 168 time: 0.6493065 Aug 11 22:16:03.010082 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480b160-bb9c-4193-b86a-d132e293515f tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Pushing event deleted for resources: {'Port': ['ID=236ae2fc-27a6-41fa-afa1-4f853b666c31,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:03.014590 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55026) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:03.020524 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-979d3ac4-9389-4766-99c6-3b498f5e93a2 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Request body: {'port': {'name': 'tempest-new-port-name-1982865525', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:03.020939 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.api.validators [None req-979d3ac4-9389-4766-99c6-3b498f5e93a2 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] bootfile-name is not in valid_values {{(pid=100943) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 22:16:03.021413 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.api.validators [None req-979d3ac4-9389-4766-99c6-3b498f5e93a2 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] tftp-server is not in valid_values {{(pid=100943) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 22:16:03.021662 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.api.validators [None req-979d3ac4-9389-4766-99c6-3b498f5e93a2 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] server-ip-address is not in valid_values {{(pid=100943) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 22:16:03.146040 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1b334cdb-8eee-4157-ad16-6fde082f9c9f up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:16:03.172588 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0dc4c-96c3-4dea-8295-25e353ab5021 req-2a868aed-ed0c-4fe2-a301-fa1bd4d51da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:03.174248 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d6c0dc4c-96c3-4dea-8295-25e353ab5021 req-2a868aed-ed0c-4fe2-a301-fa1bd4d51da4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2efa6a8d-e01e-42b3-b0c8-fc1701342327 HTTP/1.1" status: 200 len: 914 time: 0.4493253 Aug 11 22:16:03.242866 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-979d3ac4-9389-4766-99c6-3b498f5e93a2 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:03.277494 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 1b334cdb-8eee-4157-ad16-6fde082f9c9f completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:16:03.285740 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 1b334cdb-8eee-4157-ad16-6fde082f9c9f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:16:03.286187 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:03.423317 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55030) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:03.437651 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d6c0dc4c-96c3-4dea-8295-25e353ab5021 req-5f3a7d88-a7b8-42f7-9b18-00b898b93017 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77f74129-6cc2-4076-aaa3-a68394e0f2c4 HTTP/1.1" status: 200 len: 217 time: 0.0622644 Aug 11 22:16:03.532378 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:03.542735 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-61278865-66c4-4e6f-9fe5-eb3c2d860629 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:03.593969 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0dc4c-96c3-4dea-8295-25e353ab5021 req-53705fd5-a6b2-479b-a144-5ccc0b144aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:03.595595 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d6c0dc4c-96c3-4dea-8295-25e353ab5021 req-53705fd5-a6b2-479b-a144-5ccc0b144aad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53d1ac4b-192d-47ba-ba8e-1eb5d3106004 HTTP/1.1" status: 200 len: 853 time: 0.1498129 Aug 11 22:16:03.648568 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-73599a33-d290-483f-8845-140f0b497afc None None] Provisioning complete for port 1b334cdb-8eee-4157-ad16-6fde082f9c9f triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:16:03.649522 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-73599a33-d290-483f-8845-140f0b497afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:03.686778 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d6c0dc4c-96c3-4dea-8295-25e353ab5021 req-50b45b45-2cad-48b7-9f42-c06b2992237c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2efa6a8d-e01e-42b3-b0c8-fc1701342327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812874 Aug 11 22:16:03.785981 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-979d3ac4-9389-4766-99c6-3b498f5e93a2 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:03.800316 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-979d3ac4-9389-4766-99c6-3b498f5e93a2 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:03.847862 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 1b334cdb-8eee-4157-ad16-6fde082f9c9f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1b334cdb-8eee-4157-ad16-6fde082f9c9f,segment=NetworkSegment(32e688f4-2cec-4341-a610-0c2518d74a9a),segment_id=32e688f4-2cec-4341-a610-0c2518d74a9a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:16:03.850714 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bca44017-cca7-46d3-9477-05ad2bde7690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:03.870292 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:03.899883 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-979d3ac4-9389-4766-99c6-3b498f5e93a2 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] In _notify_port_updated(), no bound segment for port 342c934f-83ec-4645-867a-c515ca85b57f on network 7a3f1471-5d9b-472a-b527-1e4330c54159 {{(pid=100943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 22:16:03.909445 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979d3ac4-9389-4766-99c6-3b498f5e93a2 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:03.909991 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-979d3ac4-9389-4766-99c6-3b498f5e93a2 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:03.920902 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-979d3ac4-9389-4766-99c6-3b498f5e93a2 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] 10.222.0.77 "PUT /v2.0/ports/342c934f-83ec-4645-867a-c515ca85b57f HTTP/1.1" status: 200 len: 1129 time: 0.9045460 Aug 11 22:16:03.922087 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55036) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:03.999442 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d3ac4-9389-4766-99c6-3b498f5e93a2 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Pushing event updated for resources: {'Port': ['ID=342c934f-83ec-4645-867a-c515ca85b57f,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:04.032181 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cc7cfbaa-80be-4d97-96c7-b51346cc4002 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:04.054510 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e19417-b87c-4b7d-87bc-6c3a0743752b req-d75ff31a-38e7-4148-a147-4125cd192bfc tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:04.057418 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d2e19417-b87c-4b7d-87bc-6c3a0743752b req-d75ff31a-38e7-4148-a147-4125cd192bfc tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6d48063-92d7-4dcc-99ca-13c7413a9225 HTTP/1.1" status: 200 len: 945 time: 0.1325450 Aug 11 22:16:04.082470 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=1b334cdb-8eee-4157-ad16-6fde082f9c9f,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:04.117965 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d2e19417-b87c-4b7d-87bc-6c3a0743752b req-7c77aa35-42f3-4a4d-972d-441bf18e5594 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/security-groups?id=0405a2e7-b913-4ad6-a501-8e0e9a2716c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408387 Aug 11 22:16:04.148161 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24fe810-1857-4b0e-ad77-527255e79230 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:04.152275 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a24fe810-1857-4b0e-ad77-527255e79230 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] 10.222.0.77 "GET /v2.0/ports/342c934f-83ec-4645-867a-c515ca85b57f HTTP/1.1" status: 200 len: 1129 time: 0.2260215 Aug 11 22:16:04.156277 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55040) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:04.169183 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-73599a33-d290-483f-8845-140f0b497afc None None] Provisioning for port 342c934f-83ec-4645-867a-c515ca85b57f completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:16:04.188445 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-73599a33-d290-483f-8845-140f0b497afc None None] Provisioning complete for port 342c934f-83ec-4645-867a-c515ca85b57f triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:16:04.189825 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-73599a33-d290-483f-8845-140f0b497afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:04.254254 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-73599a33-d290-483f-8845-140f0b497afc None None] Port 342c934f-83ec-4645-867a-c515ca85b57f cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:16:04.306365 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bca44017-cca7-46d3-9477-05ad2bde7690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:04.311921 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d6c0dc4c-96c3-4dea-8295-25e353ab5021 req-65a70e2b-4f41-436d-a13d-108865fd6706 service neutron] 10.222.0.52 "GET /v2.0/networks/2efa6a8d-e01e-42b3-b0c8-fc1701342327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6132045 Aug 11 22:16:04.333170 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-d254f243-5cab-4b5b-a883-77251eb2e4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Deleting port 342c934f-83ec-4645-867a-c515ca85b57f {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:16:04.333648 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d254f243-5cab-4b5b-a883-77251eb2e4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:04.379971 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6fd0e244-238c-4942-9509-2773bb9e89c7 None None] Could not find standard attr ID for object 236ae2fc-27a6-41fa-afa1-4f853b666c31. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:16:04.382598 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bca44017-cca7-46d3-9477-05ad2bde7690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:04.409188 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6fd0e244-238c-4942-9509-2773bb9e89c7 None None] Provisioning complete for port 342c934f-83ec-4645-867a-c515ca85b57f triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:16:04.409493 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6fd0e244-238c-4942-9509-2773bb9e89c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:04.437790 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bca44017-cca7-46d3-9477-05ad2bde7690 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8bc225c93cf5474f81e6a54c8cde54e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0080624 Aug 11 22:16:04.443272 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55042) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:04.508461 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0e244-238c-4942-9509-2773bb9e89c7 None None] Port 342c934f-83ec-4645-867a-c515ca85b57f cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:16:04.527894 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d254f243-5cab-4b5b-a883-77251eb2e4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:04.563075 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61278865-66c4-4e6f-9fe5-eb3c2d860629 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Router bb7ed200-b283-408b-9e65-fa6d5ac4b332 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:16:04.574070 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-d254f243-5cab-4b5b-a883-77251eb2e4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Calling delete_port for 342c934f-83ec-4645-867a-c515ca85b57f owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:16:04.581171 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca44017-cca7-46d3-9477-05ad2bde7690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2c096f-3256-49b8-bb28-89a84801f1b1,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:04.600266 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7d592381-fb8f-4bc0-a950-1f5bcd1baafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:04.642347 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7d592381-fb8f-4bc0-a950-1f5bcd1baafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:04.761640 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d6c0dc4c-96c3-4dea-8295-25e353ab5021 req-f0bbad45-6e87-4a2f-872e-da6c1264dfb8 service neutron] 10.222.0.52 "GET /v2.0/networks/2efa6a8d-e01e-42b3-b0c8-fc1701342327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257455 Aug 11 22:16:04.831267 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7d592381-fb8f-4bc0-a950-1f5bcd1baafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:04.834532 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7d592381-fb8f-4bc0-a950-1f5bcd1baafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:04.835821 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7d592381-fb8f-4bc0-a950-1f5bcd1baafe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fe2c096f-3256-49b8-bb28-89a84801f1b1 HTTP/1.1" status: 204 len: 168 time: 0.3916171 Aug 11 22:16:04.855473 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d592381-fb8f-4bc0-a950-1f5bcd1baafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2c096f-3256-49b8-bb28-89a84801f1b1,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:04.878042 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d254f243-5cab-4b5b-a883-77251eb2e4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:04.984006 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61278865-66c4-4e6f-9fe5-eb3c2d860629 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:16:05.001961 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2140fa00-d689-4b49-8822-c0462dd4509c None None] Sync routers for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:16:05.010357 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254f243-5cab-4b5b-a883-77251eb2e4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Pushing event deleted for resources: {'Port': ['ID=342c934f-83ec-4645-867a-c515ca85b57f,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:05.027019 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2140fa00-d689-4b49-8822-c0462dd4509c None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:05.030170 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-2140fa00-d689-4b49-8822-c0462dd4509c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:15:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:05.040729 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1b334cdb-8eee-4157-ad16-6fde082f9c9f up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:16:05.042615 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-61278865-66c4-4e6f-9fe5-eb3c2d860629 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:05.050624 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-61278865-66c4-4e6f-9fe5-eb3c2d860629 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.8946109 Aug 11 22:16:05.054376 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cc7cfbaa-80be-4d97-96c7-b51346cc4002 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1756175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1755230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39594'] for router, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:05.056156 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55046) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:05.074553 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cc7cfbaa-80be-4d97-96c7-b51346cc4002 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1756404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1756413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1755207'] for router, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:05.117822 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-2140fa00-d689-4b49-8822-c0462dd4509c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:05.132715 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d254f243-5cab-4b5b-a883-77251eb2e4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:05.135286 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d254f243-5cab-4b5b-a883-77251eb2e4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] 10.222.0.77 "DELETE /v2.0/ports/342c934f-83ec-4645-867a-c515ca85b57f HTTP/1.1" status: 204 len: 168 time: 0.9779110 Aug 11 22:16:05.139464 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55048) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:05.150377 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2140fa00-d689-4b49-8822-c0462dd4509c None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:05.151240 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-2140fa00-d689-4b49-8822-c0462dd4509c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:15:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:05.207232 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 1b334cdb-8eee-4157-ad16-6fde082f9c9f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:16:05.208296 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:05.248079 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-2140fa00-d689-4b49-8822-c0462dd4509c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:05.249179 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2140fa00-d689-4b49-8822-c0462dd4509c None None] The sync data for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:16:05.291230 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a23586-3549-434d-841f-45eeea7e6094 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Deleting subnet 7870c4a5-88f5-4d32-a2e9-22bebad93383 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:16:05.302177 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-12a23586-3549-434d-841f-45eeea7e6094 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:05.364291 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d22f70c0-774f-4ce5-9200-6076c4e70f5a None None] Could not find standard attr ID for object 342c934f-83ec-4645-867a-c515ca85b57f. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:16:05.452319 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-12a23586-3549-434d-841f-45eeea7e6094 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:05.595926 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-12a23586-3549-434d-841f-45eeea7e6094 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:05.685266 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-12a23586-3549-434d-841f-45eeea7e6094 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:05.735992 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a23586-3549-434d-841f-45eeea7e6094 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Pushing event deleted for resources: {'Subnet': ['ID=7870c4a5-88f5-4d32-a2e9-22bebad93383,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:05.751841 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-12a23586-3549-434d-841f-45eeea7e6094 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:05.754544 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-12a23586-3549-434d-841f-45eeea7e6094 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] 10.222.0.77 "DELETE /v2.0/subnets/7870c4a5-88f5-4d32-a2e9-22bebad93383 HTTP/1.1" status: 204 len: 168 time: 0.6131923 Aug 11 22:16:05.756914 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55062) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:05.808048 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacf7b41-13a2-4fb2-a1bd-4ad7dc68b898 None None] Network 7a3f1471-5d9b-472a-b527-1e4330c54159 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:16:05.927679 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dacfa00d-f58b-40ac-a4bf-bed7281fa203 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:05.949945 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b86236-5885-42ee-bfe1-6c2567e66780 req-affe30f9-bc97-4886-9174-2789ce5b0c50 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:05.952789 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-03b86236-5885-42ee-bfe1-6c2567e66780 req-affe30f9-bc97-4886-9174-2789ce5b0c50 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6d48063-92d7-4dcc-99ca-13c7413a9225 HTTP/1.1" status: 200 len: 945 time: 0.2799473 Aug 11 22:16:06.034052 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-03b86236-5885-42ee-bfe1-6c2567e66780 req-737c3512-bbe2-4d71-9c4c-f6be7ad6a4f1 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/security-groups?id=0405a2e7-b913-4ad6-a501-8e0e9a2716c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679178 Aug 11 22:16:06.112687 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-dacfa00d-f58b-40ac-a4bf-bed7281fa203 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Deleting port 1b334cdb-8eee-4157-ad16-6fde082f9c9f {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:16:06.113529 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dacfa00d-f58b-40ac-a4bf-bed7281fa203 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:06.149493 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7cfbaa-80be-4d97-96c7-b51346cc4002 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Router 5917ef9d-93ae-42d2-85d4-37769c9bd20c is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:16:06.233707 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badd7c82-7270-42be-93dc-7adf0c66ea9f None None] DHCP port deletion for 7a3f1471-5d9b-472a-b527-1e4330c54159 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:16:06.287771 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-dacfa00d-f58b-40ac-a4bf-bed7281fa203 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] For port 1b334cdb-8eee-4157-ad16-6fde082f9c9f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1b334cdb-8eee-4157-ad16-6fde082f9c9f,segment=NetworkSegment(32e688f4-2cec-4341-a610-0c2518d74a9a),segment_id=32e688f4-2cec-4341-a610-0c2518d74a9a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:16:06.288280 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dacfa00d-f58b-40ac-a4bf-bed7281fa203 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:06.318852 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-dacfa00d-f58b-40ac-a4bf-bed7281fa203 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Calling delete_port for 1b334cdb-8eee-4157-ad16-6fde082f9c9f owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:16:06.366338 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-badd7c82-7270-42be-93dc-7adf0c66ea9f None None] Deleting port 1b334cdb-8eee-4157-ad16-6fde082f9c9f {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:16:06.367019 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-badd7c82-7270-42be-93dc-7adf0c66ea9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:06.475020 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dacfa00d-f58b-40ac-a4bf-bed7281fa203 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:06.510893 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55076) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:06.519004 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacfa00d-f58b-40ac-a4bf-bed7281fa203 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Pushing event deleted for resources: {'Port': ['ID=1b334cdb-8eee-4157-ad16-6fde082f9c9f,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:06.523552 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacfa00d-f58b-40ac-a4bf-bed7281fa203 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] No DVR routers for this DVR port 1b334cdb-8eee-4157-ad16-6fde082f9c9f on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:16:06.554488 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-badd7c82-7270-42be-93dc-7adf0c66ea9f None None] For port 1b334cdb-8eee-4157-ad16-6fde082f9c9f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1b334cdb-8eee-4157-ad16-6fde082f9c9f,segment=NetworkSegment(32e688f4-2cec-4341-a610-0c2518d74a9a),segment_id=32e688f4-2cec-4341-a610-0c2518d74a9a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:16:06.555197 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-badd7c82-7270-42be-93dc-7adf0c66ea9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:06.560739 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7cfbaa-80be-4d97-96c7-b51346cc4002 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:16:06.573974 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cc7cfbaa-80be-4d97-96c7-b51346cc4002 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:06.576518 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-cc7cfbaa-80be-4d97-96c7-b51346cc4002 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "PUT /v2.0/routers/5917ef9d-93ae-42d2-85d4-37769c9bd20c HTTP/1.1" status: 200 len: 883 time: 7.5645361 Aug 11 22:16:06.587976 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dc484b-0b07-4ca6-aaa8-7e5e0046350d None None] Sync routers for ids ['5917ef9d-93ae-42d2-85d4-37769c9bd20c'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:16:06.605828 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55080) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:06.613837 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-badd7c82-7270-42be-93dc-7adf0c66ea9f None None] Calling delete_port for 1b334cdb-8eee-4157-ad16-6fde082f9c9f owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:16:06.714790 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dacfa00d-f58b-40ac-a4bf-bed7281fa203 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:06.728394 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a3b744a0-d05a-41dc-93c1-950f1d7951da tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:06.733837 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-badd7c82-7270-42be-93dc-7adf0c66ea9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:06.747664 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-dacfa00d-f58b-40ac-a4bf-bed7281fa203 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a3f1471-5d9b-472a-b527-1e4330c54159']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:06.777133 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd7c82-7270-42be-93dc-7adf0c66ea9f None None] Pushing event deleted for resources: {'Port': ['ID=1b334cdb-8eee-4157-ad16-6fde082f9c9f,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:06.779109 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-34263733-11ad-4e52-aa63-0583b7c803d0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1669892813-network', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:06.783313 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badd7c82-7270-42be-93dc-7adf0c66ea9f None None] No DVR routers for this DVR port 1b334cdb-8eee-4157-ad16-6fde082f9c9f on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:16:06.785067 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dc484b-0b07-4ca6-aaa8-7e5e0046350d None None] Routers {'5917ef9d-93ae-42d2-85d4-37769c9bd20c'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:06.785751 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-86dc484b-0b07-4ca6-aaa8-7e5e0046350d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:15:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5917ef9d-93ae-42d2-85d4-37769c9bd20c'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:06.844996 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-86dc484b-0b07-4ca6-aaa8-7e5e0046350d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:06.858321 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dc484b-0b07-4ca6-aaa8-7e5e0046350d None None] Routers {'5917ef9d-93ae-42d2-85d4-37769c9bd20c'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:06.859076 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-86dc484b-0b07-4ca6-aaa8-7e5e0046350d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:15:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5917ef9d-93ae-42d2-85d4-37769c9bd20c'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:06.868271 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-dacfa00d-f58b-40ac-a4bf-bed7281fa203 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e688f4-2cec-4341-a610-0c2518d74a9a') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:06.868612 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-dacfa00d-f58b-40ac-a4bf-bed7281fa203 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e688f4-2cec-4341-a610-0c2518d74a9a') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:06.907727 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-86dc484b-0b07-4ca6-aaa8-7e5e0046350d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:06.907727 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dc484b-0b07-4ca6-aaa8-7e5e0046350d None None] The sync data for ids ['5917ef9d-93ae-42d2-85d4-37769c9bd20c'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:16:06.916415 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0298bf8d-36df-4bc4-9aa0-54d68fc29c32 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "GET /v2.0/routers/5917ef9d-93ae-42d2-85d4-37769c9bd20c HTTP/1.1" status: 200 len: 924 time: 0.3089018 Aug 11 22:16:06.943405 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55086) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:06.946745 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dacfa00d-f58b-40ac-a4bf-bed7281fa203 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:06.981328 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34263733-11ad-4e52-aa63-0583b7c803d0 admin admin] Made reservation on behalf of 89e42f6e555b4d71928261e2b4518d8d for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:16:06.986019 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-34263733-11ad-4e52-aa63-0583b7c803d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:07.005975 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-34263733-11ad-4e52-aa63-0583b7c803d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:07.017929 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dacfa00d-f58b-40ac-a4bf-bed7281fa203 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:07.030032 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dacfa00d-f58b-40ac-a4bf-bed7281fa203 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:16:07.030452 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dacfa00d-f58b-40ac-a4bf-bed7281fa203 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: items = [ Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:16:07.035412 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:16:07.061265 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1b334cdb-8eee-4157-ad16-6fde082f9c9f no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:16:07.087172 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 1b334cdb-8eee-4157-ad16-6fde082f9c9f {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:16:07.087802 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293d4c55-431c-472a-bc1f-08246df788fd tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:07.088338 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1b334cdb-8eee-4157-ad16-6fde082f9c9f not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:16:07.091738 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-293d4c55-431c-472a-bc1f-08246df788fd tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=ace0c6e5-d196-4ef9-80b8-149980a74560&device_id=5917ef9d-93ae-42d2-85d4-37769c9bd20c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1469836 Aug 11 22:16:07.112469 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55090) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:07.232902 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dacfa00d-f58b-40ac-a4bf-bed7281fa203 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:07.268764 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dacfa00d-f58b-40ac-a4bf-bed7281fa203 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:07.273322 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-dacfa00d-f58b-40ac-a4bf-bed7281fa203 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] 10.222.0.77 "DELETE /v2.0/networks/7a3f1471-5d9b-472a-b527-1e4330c54159 HTTP/1.1" status: 204 len: 168 time: 1.5130117 Aug 11 22:16:07.335122 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacfa00d-f58b-40ac-a4bf-bed7281fa203 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097 tempest-ExtraDHCPOptionsIpV6TestJSON-919477097-project] Pushing event deleted for resources: {'Network': ['ID=7a3f1471-5d9b-472a-b527-1e4330c54159,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:07.335998 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-a3b744a0-d05a-41dc-93c1-950f1d7951da tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Allocated IP 172.20.0.1 (446505a3-9a63-47c2-b849-f3fdd943a96a/9f9bea34-ff81-4ecf-846b-77c8cfe0e1d2/8336553b-dedf-4840-8385-8445df82bb3c) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:16:07.418191 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-34263733-11ad-4e52-aa63-0583b7c803d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:07.430381 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317fa1be-6d3e-4ee2-b5d8-e00ab27db25d tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:07.432092 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-317fa1be-6d3e-4ee2-b5d8-e00ab27db25d tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 881 time: 0.3171296 Aug 11 22:16:07.436392 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55094) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:07.442120 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915dfc8-4fd9-4a97-bea9-44d919d6d7c6 req-3d1def0d-0d05-4617-93f0-45cbbfb18f24 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:07.443906 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d915dfc8-4fd9-4a97-bea9-44d919d6d7c6 req-3d1def0d-0d05-4617-93f0-45cbbfb18f24 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6d48063-92d7-4dcc-99ca-13c7413a9225 HTTP/1.1" status: 200 len: 945 time: 0.2329464 Aug 11 22:16:07.457787 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-34263733-11ad-4e52-aa63-0583b7c803d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:07.488082 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-73b93cd3-ff72-4279-ac96-2741db67b600 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "GET /v2.0/ports?device_id=5917ef9d-93ae-42d2-85d4-37769c9bd20c HTTP/1.1" status: 200 len: 205 time: 0.0500724 Aug 11 22:16:07.488709 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55098) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:07.491795 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34263733-11ad-4e52-aa63-0583b7c803d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:16:07.527057 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-34263733-11ad-4e52-aa63-0583b7c803d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:07.527413 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-34263733-11ad-4e52-aa63-0583b7c803d0 admin admin] Added segment 6da62bdd-158d-4cb9-b631-9961e2bbb91a of type vlan for network 38b8f25c-cd12-4628-9365-0e6780cd68b7 Aug 11 22:16:07.529756 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34263733-11ad-4e52-aa63-0583b7c803d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34afdba8-21b6-4a89-bcf3-c077717c15ab,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:07.566191 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d915dfc8-4fd9-4a97-bea9-44d919d6d7c6 req-00ec1eb2-c128-4d6d-b3e7-9e275727dd94 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/security-groups?id=0405a2e7-b913-4ad6-a501-8e0e9a2716c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126740 Aug 11 22:16:07.598340 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a3b744a0-d05a-41dc-93c1-950f1d7951da tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:07.621544 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-34263733-11ad-4e52-aa63-0583b7c803d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:07.662363 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-34263733-11ad-4e52-aa63-0583b7c803d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:07.664235 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34263733-11ad-4e52-aa63-0583b7c803d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:07.670392 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-34263733-11ad-4e52-aa63-0583b7c803d0 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:07.680766 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55102) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:07.698401 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-75f41a0e-5256-47f6-a7d5-8bba45fe1324 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:07.752176 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34263733-11ad-4e52-aa63-0583b7c803d0 admin admin] Pushing event updated for resources: {'Network': ['ID=38b8f25c-cd12-4628-9365-0e6780cd68b7,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:07.755940 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-34263733-11ad-4e52-aa63-0583b7c803d0 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2438021 Aug 11 22:16:07.761948 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55108) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:07.771331 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 38b8f25c-cd12-4628-9365-0e6780cd68b7 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:16:07.773604 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-1d14e8bf-7c2e-4971-88ab-bd54c42a576f admin admin] Request body: {'subnet': {'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1669892813-subnet', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:07.831241 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d14e8bf-7c2e-4971-88ab-bd54c42a576f admin admin] Made reservation on behalf of 89e42f6e555b4d71928261e2b4518d8d for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:16:07.834175 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d14e8bf-7c2e-4971-88ab-bd54c42a576f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:07.960436 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-75f41a0e-5256-47f6-a7d5-8bba45fe1324 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:08.010944 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a3b744a0-d05a-41dc-93c1-950f1d7951da tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:08.136646 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:08.238378 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d14e8bf-7c2e-4971-88ab-bd54c42a576f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:08.256754 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b744a0-d05a-41dc-93c1-950f1d7951da tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Network 446505a3-9a63-47c2-b849-f3fdd943a96a is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:16:08.271657 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a2cf08b7-6efa-4078-b8b6-c1e206ab2477 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e87fbb1aad284cfd9d41cb66f95304d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5851896 Aug 11 22:16:08.271657 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b744a0-d05a-41dc-93c1-950f1d7951da tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event updated for resources: {'Port': ['ID=8336553b-dedf-4840-8385-8445df82bb3c,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:08.273383 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55114) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:08.274390 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-a3b744a0-d05a-41dc-93c1-950f1d7951da tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:08.283654 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b744a0-d05a-41dc-93c1-950f1d7951da tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:16:08.312578 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41f3dd-01aa-4a01-a048-386c7fbf35cd req-fc8886f2-b486-49ff-81ff-2de4fe4784e1 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:08.315422 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ae41f3dd-01aa-4a01-a048-386c7fbf35cd req-fc8886f2-b486-49ff-81ff-2de4fe4784e1 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6d48063-92d7-4dcc-99ca-13c7413a9225 HTTP/1.1" status: 200 len: 945 time: 0.1688592 Aug 11 22:16:08.374200 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-75f41a0e-5256-47f6-a7d5-8bba45fe1324 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Deleting port a0b46df4-7682-4a57-b379-8e0a7d5854f0 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:16:08.374959 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-75f41a0e-5256-47f6-a7d5-8bba45fe1324 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:08.399405 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14e8bf-7c2e-4971-88ab-bd54c42a576f admin admin] Pushing event updated for resources: {'Subnet': ['ID=97d7da21-8ec4-48da-9d66-6777c48f7843,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:08.436819 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d14e8bf-7c2e-4971-88ab-bd54c42a576f admin admin] Checking segment: {'id': '6da62bdd-158d-4cb9-b631-9961e2bbb91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:16:08.437420 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d14e8bf-7c2e-4971-88ab-bd54c42a576f admin admin] Network hostable DHCP agents. Network: 38b8f25c-cd12-4628-9365-0e6780cd68b7, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:16:08.452456 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ae41f3dd-01aa-4a01-a048-386c7fbf35cd req-ac9be662-a654-48ce-a32f-1698e49ec717 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/security-groups?id=0405a2e7-b913-4ad6-a501-8e0e9a2716c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283991 Aug 11 22:16:08.454292 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a3b744a0-d05a-41dc-93c1-950f1d7951da tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:08.484127 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d14e8bf-7c2e-4971-88ab-bd54c42a576f admin admin] Network 38b8f25c-cd12-4628-9365-0e6780cd68b7 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:16:08.497255 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-1d14e8bf-7c2e-4971-88ab-bd54c42a576f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 38b8f25c-cd12-4628-9365-0e6780cd68b7) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:08.504447 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d14e8bf-7c2e-4971-88ab-bd54c42a576f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:08.505727 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d14e8bf-7c2e-4971-88ab-bd54c42a576f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:08.509113 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b04fe3-b855-4931-b4ef-dff3c86abff4 None None] Network 38b8f25c-cd12-4628-9365-0e6780cd68b7 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:16:08.528501 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1d14e8bf-7c2e-4971-88ab-bd54c42a576f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7653437 Aug 11 22:16:08.532885 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55116) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:08.538028 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-e063635f-0ce9-4acb-b1eb-7e1a07adca8a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1669892813-router', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:08.562600 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e063635f-0ce9-4acb-b1eb-7e1a07adca8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:08.563802 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e063635f-0ce9-4acb-b1eb-7e1a07adca8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:08.619599 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e063635f-0ce9-4acb-b1eb-7e1a07adca8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:08.634461 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5e3d0c29-7c92-4b33-9f8a-305695219d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:08.742356 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a0bf0f-aed2-4b6a-95ac-5fd97064d4d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-38b8f25c-cd12-4628-9365-0e6780cd68b7', 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'fixed_ips': [{'subnet_id': '97d7da21-8ec4-48da-9d66-6777c48f7843'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:16:08.744589 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-46a0bf0f-aed2-4b6a-95ac-5fd97064d4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:08.788058 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5e3d0c29-7c92-4b33-9f8a-305695219d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:08.792667 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-75f41a0e-5256-47f6-a7d5-8bba45fe1324 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:08.867244 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-75f41a0e-5256-47f6-a7d5-8bba45fe1324 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Calling delete_port for a0b46df4-7682-4a57-b379-8e0a7d5854f0 owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:16:08.880375 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e063635f-0ce9-4acb-b1eb-7e1a07adca8a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:09.017464 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-46a0bf0f-aed2-4b6a-95ac-5fd97064d4d8 None None] Allocated IP 172.20.0.2 (38b8f25c-cd12-4628-9365-0e6780cd68b7/97d7da21-8ec4-48da-9d66-6777c48f7843/13582de0-db89-4f97-9302-e6a4223cf9b4) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:16:09.072713 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a3b744a0-d05a-41dc-93c1-950f1d7951da tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:09.106814 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5e3d0c29-7c92-4b33-9f8a-305695219d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:09.110076 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5e3d0c29-7c92-4b33-9f8a-305695219d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:09.112222 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5e3d0c29-7c92-4b33-9f8a-305695219d5e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/880ec41f-e67e-45e1-aa4e-30c963b262be HTTP/1.1" status: 204 len: 168 time: 0.8298030 Aug 11 22:16:09.218694 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d0c29-7c92-4b33-9f8a-305695219d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880ec41f-e67e-45e1-aa4e-30c963b262be,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:09.473056 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-75f41a0e-5256-47f6-a7d5-8bba45fe1324 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:09.509645 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e063635f-0ce9-4acb-b1eb-7e1a07adca8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:09.554944 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f41a0e-5256-47f6-a7d5-8bba45fe1324 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Pushing event deleted for resources: {'Port': ['ID=a0b46df4-7682-4a57-b379-8e0a7d5854f0,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:09.568343 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e063635f-0ce9-4acb-b1eb-7e1a07adca8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:09.607842 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b363be-6911-4402-91b5-318b07f9ce39 req-f713c59f-1ddf-41b7-8824-80ac935ec578 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:09.610683 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b5b363be-6911-4402-91b5-318b07f9ce39 req-f713c59f-1ddf-41b7-8824-80ac935ec578 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6d48063-92d7-4dcc-99ca-13c7413a9225 HTTP/1.1" status: 200 len: 945 time: 0.2156997 Aug 11 22:16:09.620942 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-46a0bf0f-aed2-4b6a-95ac-5fd97064d4d8 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:09.655795 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-46a0bf0f-aed2-4b6a-95ac-5fd97064d4d8 None None] Transition to ACTIVE for port object 13582de0-db89-4f97-9302-e6a4223cf9b4 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:16:09.735883 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-46a0bf0f-aed2-4b6a-95ac-5fd97064d4d8 None None] Transition to ACTIVE for port object 13582de0-db89-4f97-9302-e6a4223cf9b4 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:16:09.750927 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-46a0bf0f-aed2-4b6a-95ac-5fd97064d4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:09.775567 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cc54f-4ac7-4dae-bfa4-4c3564933775 req-dd20fadd-64a8-4a08-ace0-c585aa2e8ed0 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:09.776963 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-022cc54f-4ac7-4dae-bfa4-4c3564933775 req-dd20fadd-64a8-4a08-ace0-c585aa2e8ed0 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6d48063-92d7-4dcc-99ca-13c7413a9225 HTTP/1.1" status: 200 len: 945 time: 0.1208704 Aug 11 22:16:09.800542 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-e063635f-0ce9-4acb-b1eb-7e1a07adca8a admin admin] Allocated IP 172.25.2.96 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/299f647a-3ffa-4d23-b8d4-d3aba1e4359a) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:16:09.881475 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a0bf0f-aed2-4b6a-95ac-5fd97064d4d8 None None] Network 38b8f25c-cd12-4628-9365-0e6780cd68b7 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:16:09.902096 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-46a0bf0f-aed2-4b6a-95ac-5fd97064d4d8 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:09.912844 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a0bf0f-aed2-4b6a-95ac-5fd97064d4d8 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:16:09.941195 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0bf0f-aed2-4b6a-95ac-5fd97064d4d8 None None] Pushing event updated for resources: {'Port': ['ID=13582de0-db89-4f97-9302-e6a4223cf9b4,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:10.030882 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-022cc54f-4ac7-4dae-bfa4-4c3564933775 req-92aef66e-84e6-4be5-a673-feb825903141 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/security-groups?id=0405a2e7-b913-4ad6-a501-8e0e9a2716c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051334 Aug 11 22:16:10.177615 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-46a0bf0f-aed2-4b6a-95ac-5fd97064d4d8 None None] Attempting to bind port 13582de0-db89-4f97-9302-e6a4223cf9b4 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:16:10.179779 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-46a0bf0f-aed2-4b6a-95ac-5fd97064d4d8 None None] Attempting to bind port 13582de0-db89-4f97-9302-e6a4223cf9b4 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '6da62bdd-158d-4cb9-b631-9961e2bbb91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:16:10.186845 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a0bf0f-aed2-4b6a-95ac-5fd97064d4d8 None None] Attempting to bind port 13582de0-db89-4f97-9302-e6a4223cf9b4 on network 38b8f25c-cd12-4628-9365-0e6780cd68b7 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:16:10.196308 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a0bf0f-aed2-4b6a-95ac-5fd97064d4d8 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:16:10.197882 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a0bf0f-aed2-4b6a-95ac-5fd97064d4d8 None None] Checking segment: {'id': '6da62bdd-158d-4cb9-b631-9961e2bbb91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:16:10.198393 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-46a0bf0f-aed2-4b6a-95ac-5fd97064d4d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:10.198879 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a0bf0f-aed2-4b6a-95ac-5fd97064d4d8 None None] Bound using segment: {'id': '6da62bdd-158d-4cb9-b631-9961e2bbb91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:16:10.201954 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-46a0bf0f-aed2-4b6a-95ac-5fd97064d4d8 None None] Bound port: 13582de0-db89-4f97-9302-e6a4223cf9b4, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da62bdd-158d-4cb9-b631-9961e2bbb91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:16:10.202462 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-46a0bf0f-aed2-4b6a-95ac-5fd97064d4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:10.205632 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e063635f-0ce9-4acb-b1eb-7e1a07adca8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:10.317207 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e063635f-0ce9-4acb-b1eb-7e1a07adca8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:10.361595 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-46a0bf0f-aed2-4b6a-95ac-5fd97064d4d8 None None] For port 13582de0-db89-4f97-9302-e6a4223cf9b4, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:16:10.366857 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-46a0bf0f-aed2-4b6a-95ac-5fd97064d4d8 None None] For port 13582de0-db89-4f97-9302-e6a4223cf9b4, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=13582de0-db89-4f97-9302-e6a4223cf9b4,segment=NetworkSegment(6da62bdd-158d-4cb9-b631-9961e2bbb91a),segment_id=6da62bdd-158d-4cb9-b631-9961e2bbb91a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:16:10.376523 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-46a0bf0f-aed2-4b6a-95ac-5fd97064d4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:10.444096 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e063635f-0ce9-4acb-b1eb-7e1a07adca8a admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:16:10.458526 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063635f-0ce9-4acb-b1eb-7e1a07adca8a admin admin] Pushing event updated for resources: {'Port': ['ID=299f647a-3ffa-4d23-b8d4-d3aba1e4359a,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:10.473659 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-e063635f-0ce9-4acb-b1eb-7e1a07adca8a admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:10.483447 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-75f41a0e-5256-47f6-a7d5-8bba45fe1324 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:10.484164 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e063635f-0ce9-4acb-b1eb-7e1a07adca8a admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:16:10.561403 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0bf0f-aed2-4b6a-95ac-5fd97064d4d8 None None] Pushing event updated for resources: {'Port': ['ID=13582de0-db89-4f97-9302-e6a4223cf9b4,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:10.649627 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-75f41a0e-5256-47f6-a7d5-8bba45fe1324 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:10.656351 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-75f41a0e-5256-47f6-a7d5-8bba45fe1324 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:10.932966 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-b5b363be-6911-4402-91b5-318b07f9ce39 req-37df96d1-c8e2-45a3-ad36-8f12f0990cb0 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Deleting port 77f74129-6cc2-4076-aaa3-a68394e0f2c4 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:16:10.934318 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b5b363be-6911-4402-91b5-318b07f9ce39 req-37df96d1-c8e2-45a3-ad36-8f12f0990cb0 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:11.089511 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-75f41a0e-5256-47f6-a7d5-8bba45fe1324 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:11.090475 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f41a0e-5256-47f6-a7d5-8bba45fe1324 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Fanout notify agent at l3_agent the message router_deleted on router 5917ef9d-93ae-42d2-85d4-37769c9bd20c {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:16:11.099353 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a3b744a0-d05a-41dc-93c1-950f1d7951da tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:11.112114 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55152) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:11.135598 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-75f41a0e-5256-47f6-a7d5-8bba45fe1324 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:11.137514 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-75f41a0e-5256-47f6-a7d5-8bba45fe1324 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "DELETE /v2.0/routers/5917ef9d-93ae-42d2-85d4-37769c9bd20c HTTP/1.1" status: 204 len: 168 time: 3.6390095 Aug 11 22:16:11.197501 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 13582de0-db89-4f97-9302-e6a4223cf9b4 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:16:11.248322 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-b5b363be-6911-4402-91b5-318b07f9ce39 req-37df96d1-c8e2-45a3-ad36-8f12f0990cb0 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] For port 77f74129-6cc2-4076-aaa3-a68394e0f2c4, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=77f74129-6cc2-4076-aaa3-a68394e0f2c4,segment=NetworkSegment(ad81d2fa-551f-4ba7-810e-61da6ce1b82b),segment_id=ad81d2fa-551f-4ba7-810e-61da6ce1b82b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:16:11.249001 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b5b363be-6911-4402-91b5-318b07f9ce39 req-37df96d1-c8e2-45a3-ad36-8f12f0990cb0 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:11.296337 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55158) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:11.298812 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a3b744a0-d05a-41dc-93c1-950f1d7951da tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:11.328101 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-5d731456-5de2-4169-8d1a-7ac08c9507cb tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1198340611', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:11.353716 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-b5b363be-6911-4402-91b5-318b07f9ce39 req-37df96d1-c8e2-45a3-ad36-8f12f0990cb0 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Calling delete_port for 77f74129-6cc2-4076-aaa3-a68394e0f2c4 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:16:11.379776 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 13582de0-db89-4f97-9302-e6a4223cf9b4 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:16:11.524894 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5d731456-5de2-4169-8d1a-7ac08c9507cb tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:11.526052 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5d731456-5de2-4169-8d1a-7ac08c9507cb tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:11.528005 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14d470-82a1-4442-8290-c4de585e2c36 req-e37fc637-489b-4f22-aa18-7864777a092b tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:11.529977 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fa14d470-82a1-4442-8290-c4de585e2c36 req-e37fc637-489b-4f22-aa18-7864777a092b tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6d48063-92d7-4dcc-99ca-13c7413a9225 HTTP/1.1" status: 200 len: 945 time: 0.1910310 Aug 11 22:16:11.539579 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a3b744a0-d05a-41dc-93c1-950f1d7951da tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:11.551735 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b744a0-d05a-41dc-93c1-950f1d7951da tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event updated for resources: {'Port': ['ID=8336553b-dedf-4840-8385-8445df82bb3c,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:11.597575 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-97d97d85-d5fa-4a1b-969b-3e7e45a1db42 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1678696090'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:11.685547 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fa14d470-82a1-4442-8290-c4de585e2c36 req-6e18586f-498e-46e9-823f-6a313123bf12 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/security-groups?id=0405a2e7-b913-4ad6-a501-8e0e9a2716c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382656 Aug 11 22:16:11.691211 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e063635f-0ce9-4acb-b1eb-7e1a07adca8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:11.743819 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5d731456-5de2-4169-8d1a-7ac08c9507cb tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:11.756112 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5d731456-5de2-4169-8d1a-7ac08c9507cb tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:11.767015 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d97d85-d5fa-4a1b-969b-3e7e45a1db42 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Made reservation on behalf of 18c8bc2260af4c4f9d1587285a337ca7 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:16:11.771717 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97d97d85-d5fa-4a1b-969b-3e7e45a1db42 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:11.800596 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97d97d85-d5fa-4a1b-969b-3e7e45a1db42 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:11.867281 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5d731456-5de2-4169-8d1a-7ac08c9507cb tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:11.868583 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5d731456-5de2-4169-8d1a-7ac08c9507cb tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5662918 Aug 11 22:16:11.874224 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55162) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:11.886842 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-4abadf57-312f-4631-a0a1-d44d5dd8cdd5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'enable_snat': True}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:11.906071 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b744a0-d05a-41dc-93c1-950f1d7951da tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Network 446505a3-9a63-47c2-b849-f3fdd943a96a is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:16:11.914820 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-a3b744a0-d05a-41dc-93c1-950f1d7951da tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:11.928285 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b5b363be-6911-4402-91b5-318b07f9ce39 req-37df96d1-c8e2-45a3-ad36-8f12f0990cb0 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:11.940939 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['77f74129-6cc2-4076-aaa3-a68394e0f2c4'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:16:12.013921 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df96d1-c8e2-45a3-ad36-8f12f0990cb0 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Pushing event deleted for resources: {'Port': ['ID=77f74129-6cc2-4076-aaa3-a68394e0f2c4,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:12.120837 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec28cfe-1fb3-4f65-b81c-97be8bc5a40c None None] Network 38b8f25c-cd12-4628-9365-0e6780cd68b7 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:16:12.168297 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b363be-6911-4402-91b5-318b07f9ce39 req-37df96d1-c8e2-45a3-ad36-8f12f0990cb0 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] No DVR routers for this DVR port 77f74129-6cc2-4076-aaa3-a68394e0f2c4 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:16:12.174582 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b5b363be-6911-4402-91b5-318b07f9ce39 req-37df96d1-c8e2-45a3-ad36-8f12f0990cb0 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:12.178297 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b5b363be-6911-4402-91b5-318b07f9ce39 req-37df96d1-c8e2-45a3-ad36-8f12f0990cb0 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.52 "DELETE /v2.0/ports/77f74129-6cc2-4076-aaa3-a68394e0f2c4 HTTP/1.1" status: 204 len: 173 time: 2.5301635 Aug 11 22:16:12.182186 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d48063-92d7-4dcc-99ca-13c7413a9225', 'name': 'network-vif-deleted', 'tag': '77f74129-6cc2-4076-aaa3-a68394e0f2c4'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:16:12.186821 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde4e002-d89f-44f4-b24a-ed05cb3df5e4" -d '{"events": [{"server_uuid": "a6d48063-92d7-4dcc-99ca-13c7413a9225", "name": "network-vif-deleted", "tag": "77f74129-6cc2-4076-aaa3-a68394e0f2c4"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:16:12.238005 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97d97d85-d5fa-4a1b-969b-3e7e45a1db42 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:12.245355 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97d97d85-d5fa-4a1b-969b-3e7e45a1db42 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:12.257105 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c7e683-e915-49e7-89b3-8a85ed0a1efd x-openstack-request-id: req-18c7e683-e915-49e7-89b3-8a85ed0a1efd {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:16:12.257694 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d48063-92d7-4dcc-99ca-13c7413a9225", "name": "network-vif-deleted", "tag": "77f74129-6cc2-4076-aaa3-a68394e0f2c4", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:16:12.258055 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-18c7e683-e915-49e7-89b3-8a85ed0a1efd {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:16:12.258570 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d48063-92d7-4dcc-99ca-13c7413a9225', 'name': 'network-vif-deleted', 'tag': '77f74129-6cc2-4076-aaa3-a68394e0f2c4', 'status': 'completed', 'code': 200} Aug 11 22:16:12.286624 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d97d85-d5fa-4a1b-969b-3e7e45a1db42 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:16:12.310658 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b744a0-d05a-41dc-93c1-950f1d7951da tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Router bb7ed200-b283-408b-9e65-fa6d5ac4b332 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:16:12.314337 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d97d85-d5fa-4a1b-969b-3e7e45a1db42 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5d5ea8-1c88-437b-8572-20654fe6dc60,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:12.329493 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97d97d85-d5fa-4a1b-969b-3e7e45a1db42 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:12.331411 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-97d97d85-d5fa-4a1b-969b-3e7e45a1db42 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Added segment 944aa251-fcfb-4dec-bb44-c6043fafa1b2 of type vlan for network 33c2f8f4-3eee-4326-96b6-543d120f6bfc Aug 11 22:16:12.345143 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4abadf57-312f-4631-a0a1-d44d5dd8cdd5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:12.446295 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e063635f-0ce9-4acb-b1eb-7e1a07adca8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:12.451951 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97d97d85-d5fa-4a1b-969b-3e7e45a1db42 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:12.534671 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97d97d85-d5fa-4a1b-969b-3e7e45a1db42 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:12.540897 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d97d85-d5fa-4a1b-969b-3e7e45a1db42 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:12.541722 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97d97d85-d5fa-4a1b-969b-3e7e45a1db42 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:12.609889 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b744a0-d05a-41dc-93c1-950f1d7951da tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:16:12.622894 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a3b744a0-d05a-41dc-93c1-950f1d7951da tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "PUT /v2.0/routers/bb7ed200-b283-408b-9e65-fa6d5ac4b332/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5655940 Aug 11 22:16:12.627485 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-97d97d85-d5fa-4a1b-969b-3e7e45a1db42 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5109363 Aug 11 22:16:12.628154 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55170) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:12.637388 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-b13f6866-1a63-44ce-9e0e-7704d3e5e9b0 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Request body: {'port': {'network_id': '446505a3-9a63-47c2-b849-f3fdd943a96a', 'name': 'tempest-FloatingIPTestJSON-1288305702'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:12.642830 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0120b8a7-2600-4c4c-8760-fd6be787c184 None None] Sync routers for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:16:12.694464 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0120b8a7-2600-4c4c-8760-fd6be787c184 None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:12.695459 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-0120b8a7-2600-4c4c-8760-fd6be787c184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:15:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:12.753576 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d97d85-d5fa-4a1b-969b-3e7e45a1db42 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event updated for resources: {'Network': ['ID=33c2f8f4-3eee-4326-96b6-543d120f6bfc,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:12.867001 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 33c2f8f4-3eee-4326-96b6-543d120f6bfc details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:16:12.877056 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-0120b8a7-2600-4c4c-8760-fd6be787c184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:12.900251 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0120b8a7-2600-4c4c-8760-fd6be787c184 None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:12.901032 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-0120b8a7-2600-4c4c-8760-fd6be787c184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:15:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:13.002537 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13f6866-1a63-44ce-9e0e-7704d3e5e9b0 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Made reservation on behalf of 23db72142b8d4dca91b49664fcaef1e5 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:16:13.004165 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-0120b8a7-2600-4c4c-8760-fd6be787c184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:13.006991 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0120b8a7-2600-4c4c-8760-fd6be787c184 None None] The sync data for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:16:13.014951 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b13f6866-1a63-44ce-9e0e-7704d3e5e9b0 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:13.055022 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e063635f-0ce9-4acb-b1eb-7e1a07adca8a admin admin] Router 80c264a6-6521-4a11-8a77-8b4104b47a41 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:16:13.076433 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4abadf57-312f-4631-a0a1-d44d5dd8cdd5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:13.082219 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-b13f6866-1a63-44ce-9e0e-7704d3e5e9b0 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] device_id is not set on port 84cafa72-9e2f-4fef-b17b-496411872aae yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:16:13.105736 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4abadf57-312f-4631-a0a1-d44d5dd8cdd5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:13.210141 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4cf9654e-9bee-43aa-bbea-3c578ac6eca6 req-0078f3ff-7a7e-4f83-9637-bb96467efba1 tempest-InstanceActionsTestJSON-438860964 tempest-InstanceActionsTestJSON-438860964-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6d48063-92d7-4dcc-99ca-13c7413a9225 HTTP/1.1" status: 200 len: 210 time: 0.0538042 Aug 11 22:16:13.324508 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-95ca2835-7974-4f31-8525-81633edbc868 None None] Provisioning for port 13582de0-db89-4f97-9302-e6a4223cf9b4 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:16:13.419177 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-95ca2835-7974-4f31-8525-81633edbc868 None None] Provisioning complete for port 13582de0-db89-4f97-9302-e6a4223cf9b4 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:16:13.420226 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-95ca2835-7974-4f31-8525-81633edbc868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:13.542450 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-b13f6866-1a63-44ce-9e0e-7704d3e5e9b0 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Allocated IP 172.20.0.8 (446505a3-9a63-47c2-b849-f3fdd943a96a/9f9bea34-ff81-4ecf-846b-77c8cfe0e1d2/84cafa72-9e2f-4fef-b17b-496411872aae) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:16:13.642350 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-167c3eb3-c486-4aab-aeff-b0120a397cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:13.648357 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-4abadf57-312f-4631-a0a1-d44d5dd8cdd5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Allocated IP 172.25.2.47 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/a50ff216-09a1-4801-b6ff-107a878986d6) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:16:13.789094 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-95ca2835-7974-4f31-8525-81633edbc868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:13.841718 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b13f6866-1a63-44ce-9e0e-7704d3e5e9b0 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:13.900608 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e063635f-0ce9-4acb-b1eb-7e1a07adca8a admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:16:13.904514 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-95ca2835-7974-4f31-8525-81633edbc868 None None] For port 13582de0-db89-4f97-9302-e6a4223cf9b4, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=13582de0-db89-4f97-9302-e6a4223cf9b4,segment=NetworkSegment(6da62bdd-158d-4cb9-b631-9961e2bbb91a),segment_id=6da62bdd-158d-4cb9-b631-9961e2bbb91a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:16:13.918153 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-95ca2835-7974-4f31-8525-81633edbc868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:13.978421 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b13f6866-1a63-44ce-9e0e-7704d3e5e9b0 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:13.995076 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e063635f-0ce9-4acb-b1eb-7e1a07adca8a admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:13.996283 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e063635f-0ce9-4acb-b1eb-7e1a07adca8a admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4620967 Aug 11 22:16:14.011919 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55178) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:14.012208 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35221ee-3a7d-41bc-b9c6-448f4efe9575 None None] Sync routers for ids ['80c264a6-6521-4a11-8a77-8b4104b47a41'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:16:14.080187 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4abadf57-312f-4631-a0a1-d44d5dd8cdd5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:14.124699 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35221ee-3a7d-41bc-b9c6-448f4efe9575 None None] Routers {'80c264a6-6521-4a11-8a77-8b4104b47a41'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:14.125725 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-d35221ee-3a7d-41bc-b9c6-448f4efe9575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:15:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['80c264a6-6521-4a11-8a77-8b4104b47a41'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:14.132391 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f6866-1a63-44ce-9e0e-7704d3e5e9b0 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event updated for resources: {'Port': ['ID=84cafa72-9e2f-4fef-b17b-496411872aae,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:14.181593 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13f6866-1a63-44ce-9e0e-7704d3e5e9b0 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Network 446505a3-9a63-47c2-b849-f3fdd943a96a is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:16:14.189977 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-b13f6866-1a63-44ce-9e0e-7704d3e5e9b0 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:14.208962 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13f6866-1a63-44ce-9e0e-7704d3e5e9b0 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:16:14.249678 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4abadf57-312f-4631-a0a1-d44d5dd8cdd5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:14.342407 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca2835-7974-4f31-8525-81633edbc868 None None] Pushing event updated for resources: {'Port': ['ID=13582de0-db89-4f97-9302-e6a4223cf9b4,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:14.394165 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abadf57-312f-4631-a0a1-d44d5dd8cdd5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:16:14.406691 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55182) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:14.436765 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-20d89e54-4ae3-4cae-879e-e19aa8dd354f None None] Provisioning complete for port 13582de0-db89-4f97-9302-e6a4223cf9b4 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:16:14.437359 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-20d89e54-4ae3-4cae-879e-e19aa8dd354f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:14.533605 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-141f0368-725a-46e4-9a2f-e21cc779dddc admin admin] Deleting subnet 53d1ac4b-192d-47ba-ba8e-1eb5d3106004 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:16:14.541380 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-141f0368-725a-46e4-9a2f-e21cc779dddc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:14.620738 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13f6866-1a63-44ce-9e0e-7704d3e5e9b0 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:14.620738 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b13f6866-1a63-44ce-9e0e-7704d3e5e9b0 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:14.646164 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-141f0368-725a-46e4-9a2f-e21cc779dddc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:14.680990 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 77f74129-6cc2-4076-aaa3-a68394e0f2c4 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:16:14.689854 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-d35221ee-3a7d-41bc-b9c6-448f4efe9575 None None] Set router 80c264a6-6521-4a11-8a77-8b4104b47a41 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:16:14.713942 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b13f6866-1a63-44ce-9e0e-7704d3e5e9b0 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0813046 Aug 11 22:16:14.720256 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55184) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:14.754554 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-94f65cc3-2399-4788-a847-41a20fad5942 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Request body: {'port': {'network_id': '446505a3-9a63-47c2-b849-f3fdd943a96a', 'name': 'tempest-FloatingIPTestJSON-618013637'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:14.792077 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-4abadf57-312f-4631-a0a1-d44d5dd8cdd5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:14.797656 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abadf57-312f-4631-a0a1-d44d5dd8cdd5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:16:14.906428 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abadf57-312f-4631-a0a1-d44d5dd8cdd5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Pushing event updated for resources: {'Port': ['ID=a50ff216-09a1-4801-b6ff-107a878986d6,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:14.917037 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-141f0368-725a-46e4-9a2f-e21cc779dddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:14.946765 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 77f74129-6cc2-4076-aaa3-a68394e0f2c4 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:16:14.956645 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 77f74129-6cc2-4076-aaa3-a68394e0f2c4 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:16:15.210401 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 13582de0-db89-4f97-9302-e6a4223cf9b4 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:16:15.329918 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 13582de0-db89-4f97-9302-e6a4223cf9b4 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:16:15.330546 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:15.725759 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-d35221ee-3a7d-41bc-b9c6-448f4efe9575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'name': 'tempest-AttachVolumeTestJSON-1669892813-router', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:08Z', 'updated_at': '2021-08-11T22:16:11Z', 'revision_number': 3, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'gw_port': {'id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:09Z', 'updated_at': '2021-08-11T22:16:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:15.745574 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f65cc3-2399-4788-a847-41a20fad5942 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Made reservation on behalf of 23db72142b8d4dca91b49664fcaef1e5 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:16:15.752858 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-141f0368-725a-46e4-9a2f-e21cc779dddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:15.768377 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-94f65cc3-2399-4788-a847-41a20fad5942 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:15.831242 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:16:15.837501 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35221ee-3a7d-41bc-b9c6-448f4efe9575 None None] Checking router: 80c264a6-6521-4a11-8a77-8b4104b47a41 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:16:15.838913 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35221ee-3a7d-41bc-b9c6-448f4efe9575 None None] Updating router 80c264a6-6521-4a11-8a77-8b4104b47a41 port 299f647a-3ffa-4d23-b8d4-d3aba1e4359a binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:16:15.872920 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f0368-725a-46e4-9a2f-e21cc779dddc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53d1ac4b-192d-47ba-ba8e-1eb5d3106004,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:15.895915 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-141f0368-725a-46e4-9a2f-e21cc779dddc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:15.902723 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-141f0368-725a-46e4-9a2f-e21cc779dddc admin admin] 10.222.0.77 "DELETE /v2.0/subnets/53d1ac4b-192d-47ba-ba8e-1eb5d3106004 HTTP/1.1" status: 204 len: 168 time: 1.4936543 Aug 11 22:16:15.904289 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55188) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:15.970487 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d35221ee-3a7d-41bc-b9c6-448f4efe9575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:16.059565 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7ce7be7e-ebf4-4147-a5fb-231aa135d713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:16.167658 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6710dc7d-6c1a-4148-81a9-a42156e7ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:16.171819 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:16.335538 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4abadf57-312f-4631-a0a1-d44d5dd8cdd5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:16.363892 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-94f65cc3-2399-4788-a847-41a20fad5942 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] device_id is not set on port 2927bf6a-e491-4d17-8a58-320069c81dd6 yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:16:16.437888 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7ce7be7e-ebf4-4147-a5fb-231aa135d713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:16.469939 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-7ce7be7e-ebf4-4147-a5fb-231aa135d713 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2efa6a8d-e01e-42b3-b0c8-fc1701342327']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:16.549774 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ec3bfc9c-1063-4d24-ba7c-5575460cdd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:16.724443 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d35221ee-3a7d-41bc-b9c6-448f4efe9575 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:16.755183 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-94f65cc3-2399-4788-a847-41a20fad5942 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Allocated IP 172.20.0.13 (446505a3-9a63-47c2-b849-f3fdd943a96a/9f9bea34-ff81-4ecf-846b-77c8cfe0e1d2/2927bf6a-e491-4d17-8a58-320069c81dd6) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:16:16.766406 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d35221ee-3a7d-41bc-b9c6-448f4efe9575 None None] Transition to ACTIVE for port object 299f647a-3ffa-4d23-b8d4-d3aba1e4359a will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:16:16.780324 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d35221ee-3a7d-41bc-b9c6-448f4efe9575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:16.834905 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-d35221ee-3a7d-41bc-b9c6-448f4efe9575 None None] Attempting to bind port 299f647a-3ffa-4d23-b8d4-d3aba1e4359a on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:16:16.835466 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-d35221ee-3a7d-41bc-b9c6-448f4efe9575 None None] Attempting to bind port 299f647a-3ffa-4d23-b8d4-d3aba1e4359a by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:16:16.836071 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35221ee-3a7d-41bc-b9c6-448f4efe9575 None None] Attempting to bind port 299f647a-3ffa-4d23-b8d4-d3aba1e4359a on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:16:16.879485 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35221ee-3a7d-41bc-b9c6-448f4efe9575 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:16:16.880204 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35221ee-3a7d-41bc-b9c6-448f4efe9575 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:16:16.880871 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d35221ee-3a7d-41bc-b9c6-448f4efe9575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:16.881322 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35221ee-3a7d-41bc-b9c6-448f4efe9575 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:16:16.882265 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-d35221ee-3a7d-41bc-b9c6-448f4efe9575 None None] Bound port: 299f647a-3ffa-4d23-b8d4-d3aba1e4359a, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:16:16.883089 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d35221ee-3a7d-41bc-b9c6-448f4efe9575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:16.989497 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24b53c-cefd-4080-94f1-0e919faf70d3 None None] Pushing event updated for resources: {'Port': ['ID=299f647a-3ffa-4d23-b8d4-d3aba1e4359a,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:16.995282 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55192) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:17.005278 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-7bc35080-0a24-46f3-ad85-9e0b845d2922 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Request body: {'subnet': {'network_id': '33c2f8f4-3eee-4326-96b6-543d120f6bfc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:17.036389 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-d35221ee-3a7d-41bc-b9c6-448f4efe9575 None None] For port 299f647a-3ffa-4d23-b8d4-d3aba1e4359a, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:16:17.043125 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-d35221ee-3a7d-41bc-b9c6-448f4efe9575 None None] For port 299f647a-3ffa-4d23-b8d4-d3aba1e4359a, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=299f647a-3ffa-4d23-b8d4-d3aba1e4359a,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:16:17.051948 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d35221ee-3a7d-41bc-b9c6-448f4efe9575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:17.065910 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-7ce7be7e-ebf4-4147-a5fb-231aa135d713 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad81d2fa-551f-4ba7-810e-61da6ce1b82b') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:17.066868 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-7ce7be7e-ebf4-4147-a5fb-231aa135d713 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad81d2fa-551f-4ba7-810e-61da6ce1b82b') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:17.081239 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7ce7be7e-ebf4-4147-a5fb-231aa135d713 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:17.106592 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7ce7be7e-ebf4-4147-a5fb-231aa135d713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:17.118524 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce7be7e-ebf4-4147-a5fb-231aa135d713 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:16:17.119461 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7ce7be7e-ebf4-4147-a5fb-231aa135d713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:16:17.121185 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:16:17.145419 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35221ee-3a7d-41bc-b9c6-448f4efe9575 None None] Routers {'80c264a6-6521-4a11-8a77-8b4104b47a41'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:17.146465 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-d35221ee-3a7d-41bc-b9c6-448f4efe9575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['80c264a6-6521-4a11-8a77-8b4104b47a41'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:17.338638 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24b53c-cefd-4080-94f1-0e919faf70d3 None None] Pushing event updated for resources: {'Port': ['ID=299f647a-3ffa-4d23-b8d4-d3aba1e4359a,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:17.361876 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7ce7be7e-ebf4-4147-a5fb-231aa135d713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:17.371705 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7ce7be7e-ebf4-4147-a5fb-231aa135d713 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:17.375402 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7ce7be7e-ebf4-4147-a5fb-231aa135d713 admin admin] 10.222.0.77 "DELETE /v2.0/networks/2efa6a8d-e01e-42b3-b0c8-fc1701342327 HTTP/1.1" status: 204 len: 168 time: 1.4661210 Aug 11 22:16:17.404748 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-94f65cc3-2399-4788-a847-41a20fad5942 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:17.409418 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-d35221ee-3a7d-41bc-b9c6-448f4efe9575 None None] Set router 80c264a6-6521-4a11-8a77-8b4104b47a41 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:16:17.469479 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce7be7e-ebf4-4147-a5fb-231aa135d713 admin admin] Pushing event deleted for resources: {'Network': ['ID=2efa6a8d-e01e-42b3-b0c8-fc1701342327,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:17.493719 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-ec3bfc9c-1063-4d24-ba7c-5575460cdd1c admin admin] Allocated IP 172.20.0.1 (38b8f25c-cd12-4628-9365-0e6780cd68b7/97d7da21-8ec4-48da-9d66-6777c48f7843/ab6438df-176d-446a-bd23-dc99d1b05a03) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:16:17.500188 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc35080-0a24-46f3-ad85-9e0b845d2922 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Made reservation on behalf of 18c8bc2260af4c4f9d1587285a337ca7 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:16:17.504076 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7bc35080-0a24-46f3-ad85-9e0b845d2922 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:17.548416 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4abadf57-312f-4631-a0a1-d44d5dd8cdd5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1756175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1755230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39594'] for router, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:17.564538 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4abadf57-312f-4631-a0a1-d44d5dd8cdd5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1756404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1756413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1755207'] for router, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:17.589756 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:17.739758 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-94f65cc3-2399-4788-a847-41a20fad5942 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:17.746974 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-d35221ee-3a7d-41bc-b9c6-448f4efe9575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'name': 'tempest-AttachVolumeTestJSON-1669892813-router', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:08Z', 'updated_at': '2021-08-11T22:16:11Z', 'revision_number': 3, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'gw_port': {'id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:09Z', 'updated_at': '2021-08-11T22:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:17.784756 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f65cc3-2399-4788-a847-41a20fad5942 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Network 446505a3-9a63-47c2-b849-f3fdd943a96a is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:16:17.816901 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-94f65cc3-2399-4788-a847-41a20fad5942 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:17.828039 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f65cc3-2399-4788-a847-41a20fad5942 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:16:17.830431 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35221ee-3a7d-41bc-b9c6-448f4efe9575 None None] The sync data for ids ['80c264a6-6521-4a11-8a77-8b4104b47a41'] in n-d-804275-3 is: [{'id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'name': 'tempest-AttachVolumeTestJSON-1669892813-router', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:08Z', 'updated_at': '2021-08-11T22:16:11Z', 'revision_number': 3, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'gw_port': {'id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:09Z', 'updated_at': '2021-08-11T22:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:16:17.873844 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55202) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:17.893910 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abadf57-312f-4631-a0a1-d44d5dd8cdd5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Router 9c33d116-ac2a-4441-a960-b40c406e954a is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:16:17.953928 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ec3bfc9c-1063-4d24-ba7c-5575460cdd1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:17.971555 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f65cc3-2399-4788-a847-41a20fad5942 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event updated for resources: {'Port': ['ID=2927bf6a-e491-4d17-8a58-320069c81dd6,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:18.016202 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-ec3bfc9c-1063-4d24-ba7c-5575460cdd1c admin admin] Transition to ACTIVE for port object ab6438df-176d-446a-bd23-dc99d1b05a03 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:16:18.035168 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f65cc3-2399-4788-a847-41a20fad5942 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:18.036138 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-94f65cc3-2399-4788-a847-41a20fad5942 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:18.075046 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-94f65cc3-2399-4788-a847-41a20fad5942 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3299084 Aug 11 22:16:18.075195 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-408e5a32-218a-409e-b0e6-c7fad31255d3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=04c8a77542124ac6abf54e5bca617402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1897874 Aug 11 22:16:18.078058 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55206) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:18.078717 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55208) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:18.087699 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-37ae951d-03b3-43be-8df6-b59f5de16a5c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'port_id': '2927bf6a-e491-4d17-8a58-320069c81dd6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:18.145509 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abadf57-312f-4631-a0a1-d44d5dd8cdd5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:16:18.149106 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7bc35080-0a24-46f3-ad85-9e0b845d2922 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:18.162032 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea2df9e-7fbc-4d27-8e08-46ebe7048208 None None] Sync routers for ids ['9c33d116-ac2a-4441-a960-b40c406e954a'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:16:18.167439 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4abadf57-312f-4631-a0a1-d44d5dd8cdd5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:18.175624 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4abadf57-312f-4631-a0a1-d44d5dd8cdd5 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "PUT /v2.0/routers/9c33d116-ac2a-4441-a960-b40c406e954a HTTP/1.1" status: 200 len: 918 time: 6.2995570 Aug 11 22:16:18.177855 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea2df9e-7fbc-4d27-8e08-46ebe7048208 None None] Routers {'9c33d116-ac2a-4441-a960-b40c406e954a'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:18.178924 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-cea2df9e-7fbc-4d27-8e08-46ebe7048208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9c33d116-ac2a-4441-a960-b40c406e954a'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:18.181409 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55210) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:18.220238 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-cea2df9e-7fbc-4d27-8e08-46ebe7048208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:18.223907 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc35080-0a24-46f3-ad85-9e0b845d2922 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event updated for resources: {'Subnet': ['ID=898f475e-1acf-4aa0-be5d-5c5613090ebf,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:18.233611 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ec3bfc9c-1063-4d24-ba7c-5575460cdd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:18.244368 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea2df9e-7fbc-4d27-8e08-46ebe7048208 None None] Routers {'9c33d116-ac2a-4441-a960-b40c406e954a'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:18.245689 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-cea2df9e-7fbc-4d27-8e08-46ebe7048208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9c33d116-ac2a-4441-a960-b40c406e954a'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:18.332315 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-cea2df9e-7fbc-4d27-8e08-46ebe7048208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:18.333387 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea2df9e-7fbc-4d27-8e08-46ebe7048208 None None] The sync data for ids ['9c33d116-ac2a-4441-a960-b40c406e954a'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:16:18.345289 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc35080-0a24-46f3-ad85-9e0b845d2922 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Checking segment: {'id': '944aa251-fcfb-4dec-bb44-c6043fafa1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '33c2f8f4-3eee-4326-96b6-543d120f6bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:16:18.345668 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc35080-0a24-46f3-ad85-9e0b845d2922 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Network hostable DHCP agents. Network: 33c2f8f4-3eee-4326-96b6-543d120f6bfc, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:16:18.349382 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3bfc9c-1063-4d24-ba7c-5575460cdd1c admin admin] Network 38b8f25c-cd12-4628-9365-0e6780cd68b7 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:16:18.358616 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-ec3bfc9c-1063-4d24-ba7c-5575460cdd1c admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:18.371843 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3bfc9c-1063-4d24-ba7c-5575460cdd1c admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:16:18.412493 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bfc9c-1063-4d24-ba7c-5575460cdd1c admin admin] Pushing event updated for resources: {'Port': ['ID=ab6438df-176d-446a-bd23-dc99d1b05a03,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:18.458438 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc35080-0a24-46f3-ad85-9e0b845d2922 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Network 33c2f8f4-3eee-4326-96b6-543d120f6bfc is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:16:18.479886 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ec3bfc9c-1063-4d24-ba7c-5575460cdd1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:18.520727 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-37ae951d-03b3-43be-8df6-b59f5de16a5c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:18.607358 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9fe63046-05fe-4dc1-bfc6-bda18516394d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:18.664911 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-7bc35080-0a24-46f3-ad85-9e0b845d2922 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 33c2f8f4-3eee-4326-96b6-543d120f6bfc) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:18.676072 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2208e2-11e5-47ba-bd87-13cee633984f None None] Network 33c2f8f4-3eee-4326-96b6-543d120f6bfc requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:16:18.685893 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc35080-0a24-46f3-ad85-9e0b845d2922 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:18.690732 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7bc35080-0a24-46f3-ad85-9e0b845d2922 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:18.717404 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-287dc864-cf7d-4245-8f78-5a21ccf73eda tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "GET /v2.0/routers/9c33d116-ac2a-4441-a960-b40c406e954a HTTP/1.1" status: 200 len: 924 time: 0.5254588 Aug 11 22:16:18.717561 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55214) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:18.755163 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9fe63046-05fe-4dc1-bfc6-bda18516394d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:18.833075 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e43155ac-2eec-4a56-9777-2dcd43eba7f1 None None] Provisioning for port ab6438df-176d-446a-bd23-dc99d1b05a03 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:16:18.843641 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e43155ac-2eec-4a56-9777-2dcd43eba7f1 None None] Provisioning complete for port ab6438df-176d-446a-bd23-dc99d1b05a03 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:16:18.844240 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e43155ac-2eec-4a56-9777-2dcd43eba7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:18.885344 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7bc35080-0a24-46f3-ad85-9e0b845d2922 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8879468 Aug 11 22:16:18.886514 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55216) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:18.904371 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-53570184-7079-42fc-b566-59f3d217e5b7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1133930'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:18.974194 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53570184-7079-42fc-b566-59f3d217e5b7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Made reservation on behalf of 18c8bc2260af4c4f9d1587285a337ca7 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:16:18.982907 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53570184-7079-42fc-b566-59f3d217e5b7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:19.020528 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9fe63046-05fe-4dc1-bfc6-bda18516394d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:19.023222 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9fe63046-05fe-4dc1-bfc6-bda18516394d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:19.040924 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9fe63046-05fe-4dc1-bfc6-bda18516394d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0405a2e7-b913-4ad6-a501-8e0e9a2716c0 HTTP/1.1" status: 204 len: 168 time: 0.9434984 Aug 11 22:16:19.082528 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b51a44-be87-47fa-a609-560b28453208 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:19.097788 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-87b51a44-be87-47fa-a609-560b28453208 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=ace0c6e5-d196-4ef9-80b8-149980a74560&device_id=9c33d116-ac2a-4441-a960-b40c406e954a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3633733 Aug 11 22:16:19.100296 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55220) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:19.121583 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe63046-05fe-4dc1-bfc6-bda18516394d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0405a2e7-b913-4ad6-a501-8e0e9a2716c0,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:19.153775 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53570184-7079-42fc-b566-59f3d217e5b7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:16:19.166923 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-e43155ac-2eec-4a56-9777-2dcd43eba7f1 None None] Port ab6438df-176d-446a-bd23-dc99d1b05a03 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:16:19.215460 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:19.217714 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 299f647a-3ffa-4d23-b8d4-d3aba1e4359a up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:16:19.241105 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-37ae951d-03b3-43be-8df6-b59f5de16a5c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:19.308404 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53570184-7079-42fc-b566-59f3d217e5b7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:19.309007 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-53570184-7079-42fc-b566-59f3d217e5b7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Added segment ea9dd0fb-3433-4ccb-9f97-d5827f99d993 of type vlan for network 66b9ab58-46f0-433d-8eb7-8b756e6aa8fc Aug 11 22:16:19.469788 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53570184-7079-42fc-b566-59f3d217e5b7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:19.498031 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3237271f-80c2-4eb0-a36e-0fec8957deb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-33c2f8f4-3eee-4326-96b6-543d120f6bfc', 'network_id': '33c2f8f4-3eee-4326-96b6-543d120f6bfc', 'tenant_id': '18c8bc2260af4c4f9d1587285a337ca7', 'fixed_ips': [{'subnet_id': '898f475e-1acf-4aa0-be5d-5c5613090ebf'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:16:19.499154 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3237271f-80c2-4eb0-a36e-0fec8957deb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:19.570956 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53570184-7079-42fc-b566-59f3d217e5b7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:19.587663 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53570184-7079-42fc-b566-59f3d217e5b7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:19.592963 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53570184-7079-42fc-b566-59f3d217e5b7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:19.735846 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-3237271f-80c2-4eb0-a36e-0fec8957deb4 None None] Allocated IP 2001:db8:0:ffff::2 (33c2f8f4-3eee-4326-96b6-543d120f6bfc/898f475e-1acf-4aa0-be5d-5c5613090ebf/8529f3df-2b05-404f-8097-c326df3b8f1c) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:16:19.923576 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ec3bfc9c-1063-4d24-ba7c-5575460cdd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:20.087640 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3237271f-80c2-4eb0-a36e-0fec8957deb4 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:20.114810 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3237271f-80c2-4eb0-a36e-0fec8957deb4 None None] Transition to ACTIVE for port object 8529f3df-2b05-404f-8097-c326df3b8f1c will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:16:20.139625 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-53570184-7079-42fc-b566-59f3d217e5b7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2434640 Aug 11 22:16:20.147811 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 299f647a-3ffa-4d23-b8d4-d3aba1e4359a completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:16:20.154687 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55236) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:20.169996 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 299f647a-3ffa-4d23-b8d4-d3aba1e4359a triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:16:20.172534 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:20.176985 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3237271f-80c2-4eb0-a36e-0fec8957deb4 None None] Transition to ACTIVE for port object 8529f3df-2b05-404f-8097-c326df3b8f1c will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:16:20.185235 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53570184-7079-42fc-b566-59f3d217e5b7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event updated for resources: {'Network': ['ID=66b9ab58-46f0-433d-8eb7-8b756e6aa8fc,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:20.194414 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-f10508c6-3318-460c-829f-edcabaf33330 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Request body: {'subnet': {'network_id': '66b9ab58-46f0-433d-8eb7-8b756e6aa8fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:20.211481 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 66b9ab58-46f0-433d-8eb7-8b756e6aa8fc details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:16:20.219427 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35edbebf-e5c7-4291-af6c-0ae123ee17ae tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:20.220860 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3237271f-80c2-4eb0-a36e-0fec8957deb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:20.231739 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-35edbebf-e5c7-4291-af6c-0ae123ee17ae tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 881 time: 1.1275635 Aug 11 22:16:20.237300 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55238) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:20.263582 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-37ae951d-03b3-43be-8df6-b59f5de16a5c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Allocated IP 172.25.2.154 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/c9be3d57-557f-4829-b870-22b29f8f34d0) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:16:20.321967 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3237271f-80c2-4eb0-a36e-0fec8957deb4 None None] Network 33c2f8f4-3eee-4326-96b6-543d120f6bfc is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:16:20.327821 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-3237271f-80c2-4eb0-a36e-0fec8957deb4 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:20.333384 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3237271f-80c2-4eb0-a36e-0fec8957deb4 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:16:20.377716 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237271f-80c2-4eb0-a36e-0fec8957deb4 None None] Pushing event updated for resources: {'Port': ['ID=8529f3df-2b05-404f-8097-c326df3b8f1c,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:20.503621 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d3ef7775-76d6-475b-b201-43884958eb4c tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c33d116-ac2a-4441-a960-b40c406e954a HTTP/1.1" status: 200 len: 205 time: 0.2595737 Aug 11 22:16:20.510592 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55246) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:20.536797 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:20.557522 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-3237271f-80c2-4eb0-a36e-0fec8957deb4 None None] Attempting to bind port 8529f3df-2b05-404f-8097-c326df3b8f1c on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:16:20.557768 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-3237271f-80c2-4eb0-a36e-0fec8957deb4 None None] Attempting to bind port 8529f3df-2b05-404f-8097-c326df3b8f1c by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '944aa251-fcfb-4dec-bb44-c6043fafa1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '33c2f8f4-3eee-4326-96b6-543d120f6bfc'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:16:20.558258 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3237271f-80c2-4eb0-a36e-0fec8957deb4 None None] Attempting to bind port 8529f3df-2b05-404f-8097-c326df3b8f1c on network 33c2f8f4-3eee-4326-96b6-543d120f6bfc {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:16:20.565886 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:20.589492 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3237271f-80c2-4eb0-a36e-0fec8957deb4 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:16:20.590119 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3237271f-80c2-4eb0-a36e-0fec8957deb4 None None] Checking segment: {'id': '944aa251-fcfb-4dec-bb44-c6043fafa1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '33c2f8f4-3eee-4326-96b6-543d120f6bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:16:20.590774 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3237271f-80c2-4eb0-a36e-0fec8957deb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:20.591636 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3237271f-80c2-4eb0-a36e-0fec8957deb4 None None] Bound using segment: {'id': '944aa251-fcfb-4dec-bb44-c6043fafa1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '33c2f8f4-3eee-4326-96b6-543d120f6bfc'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:16:20.592332 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-3237271f-80c2-4eb0-a36e-0fec8957deb4 None None] Bound port: 8529f3df-2b05-404f-8097-c326df3b8f1c, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944aa251-fcfb-4dec-bb44-c6043fafa1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '33c2f8f4-3eee-4326-96b6-543d120f6bfc'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:16:20.592969 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3237271f-80c2-4eb0-a36e-0fec8957deb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:20.602525 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 299f647a-3ffa-4d23-b8d4-d3aba1e4359a, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=299f647a-3ffa-4d23-b8d4-d3aba1e4359a,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:16:20.621537 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:20.651885 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-37ae951d-03b3-43be-8df6-b59f5de16a5c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:20.739486 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-37ae951d-03b3-43be-8df6-b59f5de16a5c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:20.799911 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae951d-03b3-43be-8df6-b59f5de16a5c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event updated for resources: {'Port': ['ID=c9be3d57-557f-4829-b870-22b29f8f34d0,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:20.816069 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ae951d-03b3-43be-8df6-b59f5de16a5c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:16:20.818153 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-37ae951d-03b3-43be-8df6-b59f5de16a5c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:20.826345 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ae951d-03b3-43be-8df6-b59f5de16a5c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:16:20.837584 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-3237271f-80c2-4eb0-a36e-0fec8957deb4 None None] For port 8529f3df-2b05-404f-8097-c326df3b8f1c, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:16:20.913083 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-3237271f-80c2-4eb0-a36e-0fec8957deb4 None None] For port 8529f3df-2b05-404f-8097-c326df3b8f1c, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8529f3df-2b05-404f-8097-c326df3b8f1c,segment=NetworkSegment(944aa251-fcfb-4dec-bb44-c6043fafa1b2),segment_id=944aa251-fcfb-4dec-bb44-c6043fafa1b2)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:16:20.913649 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55252) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:20.980396 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3237271f-80c2-4eb0-a36e-0fec8957deb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:21.015470 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=299f647a-3ffa-4d23-b8d4-d3aba1e4359a,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:21.105209 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-3561a98b-8cf8-4ceb-96e7-fcb9dd39ce7d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.2271683 Aug 11 22:16:21.110527 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237271f-80c2-4eb0-a36e-0fec8957deb4 None None] Pushing event updated for resources: {'Port': ['ID=8529f3df-2b05-404f-8097-c326df3b8f1c,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:21.170956 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10508c6-3318-460c-829f-edcabaf33330 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Made reservation on behalf of 18c8bc2260af4c4f9d1587285a337ca7 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:16:21.170956 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f10508c6-3318-460c-829f-edcabaf33330 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:21.260578 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cda91fee-585c-43cf-a1a2-db7f2621b11a tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:21.264762 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-acf83410-1c1c-42a4-b668-15de652ef8d4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-282863852-network', 'tenant_id': '7893e9dca79546f9a7fcaade410ca2bf'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:21.447394 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf83410-1c1c-42a4-b668-15de652ef8d4 admin admin] Made reservation on behalf of 7893e9dca79546f9a7fcaade410ca2bf for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:16:21.451780 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-acf83410-1c1c-42a4-b668-15de652ef8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:21.540432 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ec3bfc9c-1063-4d24-ba7c-5575460cdd1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:21.562486 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ec3bfc9c-1063-4d24-ba7c-5575460cdd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:21.631940 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-acf83410-1c1c-42a4-b668-15de652ef8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:21.735823 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-4db892a9-674e-4b1c-ac0c-bd2f4e236d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:21.736132 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-4db892a9-674e-4b1c-ac0c-bd2f4e236d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:21.736628 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-4db892a9-674e-4b1c-ac0c-bd2f4e236d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:21.737112 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-4db892a9-674e-4b1c-ac0c-bd2f4e236d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:21.737593 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-4db892a9-674e-4b1c-ac0c-bd2f4e236d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:21.738061 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-4db892a9-674e-4b1c-ac0c-bd2f4e236d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:21.738536 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-4db892a9-674e-4b1c-ac0c-bd2f4e236d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:21.740702 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-4db892a9-674e-4b1c-ac0c-bd2f4e236d6a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b3840ad876e4bee8133e6f4b31e7f76&device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 6492 time: 0.4993181 Aug 11 22:16:21.806974 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ec3bfc9c-1063-4d24-ba7c-5575460cdd1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:21.903198 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cda91fee-585c-43cf-a1a2-db7f2621b11a tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:21.946714 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bfc9c-1063-4d24-ba7c-5575460cdd1c admin admin] Pushing event updated for resources: {'Port': ['ID=ab6438df-176d-446a-bd23-dc99d1b05a03,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:21.978579 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-37ae951d-03b3-43be-8df6-b59f5de16a5c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:22.147029 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-acf83410-1c1c-42a4-b668-15de652ef8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:22.155846 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-acf83410-1c1c-42a4-b668-15de652ef8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:22.166186 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-37ae951d-03b3-43be-8df6-b59f5de16a5c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:22.208641 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf83410-1c1c-42a4-b668-15de652ef8d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:16:22.253700 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-acf83410-1c1c-42a4-b668-15de652ef8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:22.254067 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-acf83410-1c1c-42a4-b668-15de652ef8d4 admin admin] Added segment 29e405a6-7abe-4ba5-8fe1-996cde6f67bf of type vlan for network d98f639d-f4cf-4ee7-9782-d5f1761290b6 Aug 11 22:16:22.255659 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf83410-1c1c-42a4-b668-15de652ef8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3e3d6c-5ae0-4429-92ba-cc02fd77c585,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:22.314440 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-5f9a3d36-0e9c-4c3a-bbe9-8d74de03c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:22.315338 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-5f9a3d36-0e9c-4c3a-bbe9-8d74de03c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:22.315338 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-5f9a3d36-0e9c-4c3a-bbe9-8d74de03c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:22.317211 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-5f9a3d36-0e9c-4c3a-bbe9-8d74de03c9c3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aae68e27-0877-48f6-819f-dde7d65a439d&id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&id=c74395db-c7eb-4508-9006-176acc6e4b6d&id=c74395db-c7eb-4508-9006-176acc6e4b6d HTTP/1.1" status: 200 len: 2294 time: 0.5466752 Aug 11 22:16:22.364663 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-acf83410-1c1c-42a4-b668-15de652ef8d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:22.390023 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3bfc9c-1063-4d24-ba7c-5575460cdd1c admin admin] Network 38b8f25c-cd12-4628-9365-0e6780cd68b7 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:16:22.406480 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-ec3bfc9c-1063-4d24-ba7c-5575460cdd1c admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:22.449100 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-acf83410-1c1c-42a4-b668-15de652ef8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:22.451484 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf83410-1c1c-42a4-b668-15de652ef8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:22.452149 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-acf83410-1c1c-42a4-b668-15de652ef8d4 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:22.462955 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-ad6802e7-f3d1-4da5-9307-1d3baf6ceb88 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=349c2860-60cb-4169-8ba2-aabeccfa45a1 HTTP/1.1" status: 200 len: 1001 time: 0.1325412 Aug 11 22:16:22.472056 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-cda91fee-585c-43cf-a1a2-db7f2621b11a tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Deleting port a50ff216-09a1-4801-b6ff-107a878986d6 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:16:22.472426 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cda91fee-585c-43cf-a1a2-db7f2621b11a tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:22.549790 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-acf83410-1c1c-42a4-b668-15de652ef8d4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6346562 Aug 11 22:16:22.554279 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-37ae951d-03b3-43be-8df6-b59f5de16a5c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:22.556022 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55258) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:22.564903 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-110bb22e-5040-4e4e-83cd-8250570c2938 admin admin] Request body: {'subnet': {'network_id': 'd98f639d-f4cf-4ee7-9782-d5f1761290b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-282863852-subnet', 'tenant_id': '7893e9dca79546f9a7fcaade410ca2bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:22.587136 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf83410-1c1c-42a4-b668-15de652ef8d4 admin admin] Pushing event updated for resources: {'Network': ['ID=d98f639d-f4cf-4ee7-9782-d5f1761290b6,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:22.589908 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-37ae951d-03b3-43be-8df6-b59f5de16a5c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:22.622094 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network d98f639d-f4cf-4ee7-9782-d5f1761290b6 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:16:22.667331 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110bb22e-5040-4e4e-83cd-8250570c2938 admin admin] Made reservation on behalf of 7893e9dca79546f9a7fcaade410ca2bf for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:16:22.672032 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-110bb22e-5040-4e4e-83cd-8250570c2938 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:22.676617 n-d-804275-3 neutron-server[100942]: DEBUG neutron.objects.ports [None req-f10508c6-3318-460c-829f-edcabaf33330 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 22:16:22.678489 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f10508c6-3318-460c-829f-edcabaf33330 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:22.802818 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-b054be6f-2653-4b25-aea6-99ae808d159a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:22.805030 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-b054be6f-2653-4b25-aea6-99ae808d159a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5994059a-f305-4784-b552-f94868383090 HTTP/1.1" status: 200 len: 851 time: 0.3281810 Aug 11 22:16:22.839258 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae951d-03b3-43be-8df6-b59f5de16a5c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event updated for resources: {'Port': ['ID=c9be3d57-557f-4829-b870-22b29f8f34d0,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:22.858520 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-37ae951d-03b3-43be-8df6-b59f5de16a5c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:22.860221 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10508c6-3318-460c-829f-edcabaf33330 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event updated for resources: {'Subnet': ['ID=841f6a51-1f08-4df2-86a8-df4534d3d81d,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:22.881448 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a15aa335-67a3-4f14-8e19-b353afbd4d6b None None] Provisioning complete for port ab6438df-176d-446a-bd23-dc99d1b05a03 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:16:22.881448 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a15aa335-67a3-4f14-8e19-b353afbd4d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:22.890211 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cda91fee-585c-43cf-a1a2-db7f2621b11a tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:22.913883 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-cda91fee-585c-43cf-a1a2-db7f2621b11a tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Calling delete_port for a50ff216-09a1-4801-b6ff-107a878986d6 owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:16:22.931846 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3bfc9c-1063-4d24-ba7c-5575460cdd1c admin admin] Router 80c264a6-6521-4a11-8a77-8b4104b47a41 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:16:22.946962 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-df348db3-f14f-4283-a2f4-1f82b3a5cdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:22.948682 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-df348db3-f14f-4283-a2f4-1f82b3a5cdc4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aae68e27-0877-48f6-819f-dde7d65a439d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341422 Aug 11 22:16:22.968607 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a701ce-db71-4a14-b492-8021b26735eb None None] Network 33c2f8f4-3eee-4326-96b6-543d120f6bfc requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:16:23.020950 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-a15aa335-67a3-4f14-8e19-b353afbd4d6b None None] Port ab6438df-176d-446a-bd23-dc99d1b05a03 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:16:23.028169 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-37ae951d-03b3-43be-8df6-b59f5de16a5c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Floating IP c5f53615-4ac7-4e5b-9928-677668b64c4e associated. External IP: 172.25.2.154, port: 2927bf6a-e491-4d17-8a58-320069c81dd6. Aug 11 22:16:23.059611 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-09ba0d2e-b1ff-4a89-8843-46ba4e09950c service neutron] 10.222.0.52 "GET /v2.0/networks/aae68e27-0877-48f6-819f-dde7d65a439d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993381 Aug 11 22:16:23.107446 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10508c6-3318-460c-829f-edcabaf33330 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Checking segment: {'id': 'ea9dd0fb-3433-4ccb-9f97-d5827f99d993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '66b9ab58-46f0-433d-8eb7-8b756e6aa8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:16:23.107935 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10508c6-3318-460c-829f-edcabaf33330 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Network hostable DHCP agents. Network: 66b9ab58-46f0-433d-8eb7-8b756e6aa8fc, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:16:23.231375 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-03262366-37f4-46f7-9ab2-eb6d54587cad None None] Provisioning for port 8529f3df-2b05-404f-8097-c326df3b8f1c completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:16:23.267925 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10508c6-3318-460c-829f-edcabaf33330 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Network 66b9ab58-46f0-433d-8eb7-8b756e6aa8fc is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:16:23.281587 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8529f3df-2b05-404f-8097-c326df3b8f1c up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:16:23.390531 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 8529f3df-2b05-404f-8097-c326df3b8f1c completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:16:23.396239 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 8529f3df-2b05-404f-8097-c326df3b8f1c triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:16:23.396811 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:23.413988 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-f10508c6-3318-460c-829f-edcabaf33330 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 66b9ab58-46f0-433d-8eb7-8b756e6aa8fc) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:23.471801 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10508c6-3318-460c-829f-edcabaf33330 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:23.471801 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f10508c6-3318-460c-829f-edcabaf33330 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:23.472145 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8eea056-c9a2-4841-a555-cf4a4bfedfda None None] Network 66b9ab58-46f0-433d-8eb7-8b756e6aa8fc requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:16:23.478561 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-68e05d83-26c9-4748-b262-d4eef5a9b417 service neutron] 10.222.0.52 "GET /v2.0/networks/aae68e27-0877-48f6-819f-dde7d65a439d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851318 Aug 11 22:16:23.570349 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3bfc9c-1063-4d24-ba7c-5575460cdd1c admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:16:23.580437 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ec3bfc9c-1063-4d24-ba7c-5575460cdd1c admin admin] 10.222.0.77 "PUT /v2.0/routers/80c264a6-6521-4a11-8a77-8b4104b47a41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4525476 Aug 11 22:16:23.582087 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-11b79138-9b91-466d-98cb-6f3c256d9011 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=3662de63-2216-47cd-a09d-9450446cab7f HTTP/1.1" status: 200 len: 217 time: 0.0835631 Aug 11 22:16:23.610248 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f10508c6-3318-460c-829f-edcabaf33330 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4494171 Aug 11 22:16:23.616888 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55270) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:23.627970 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-1bd7b5e5-70e4-43a2-927b-0f94078c5f21 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Request body: {'port': {'network_id': '66b9ab58-46f0-433d-8eb7-8b756e6aa8fc', 'name': 'tempest-NetworksIpV6TestAttrs-1364255300'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:23.711326 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-fcc3271d-0620-4f45-a2a2-716f9444996a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:23.712971 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-fcc3271d-0620-4f45-a2a2-716f9444996a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e871e4ee-55f0-4341-85cf-dbdc8115bdad HTTP/1.1" status: 200 len: 797 time: 0.1038091 Aug 11 22:16:23.736084 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cda91fee-585c-43cf-a1a2-db7f2621b11a tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:23.848027 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda91fee-585c-43cf-a1a2-db7f2621b11a tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Pushing event deleted for resources: {'Port': ['ID=a50ff216-09a1-4801-b6ff-107a878986d6,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:23.875086 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-110bb22e-5040-4e4e-83cd-8250570c2938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:23.945388 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110bb22e-5040-4e4e-83cd-8250570c2938 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bcace65-6a59-41f0-879a-d84477d04327,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:24.042902 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b9677a-933e-4301-a599-cc08bde2509a None None] Sync routers for ids ['80c264a6-6521-4a11-8a77-8b4104b47a41'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:16:24.131747 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b9677a-933e-4301-a599-cc08bde2509a None None] Routers {'80c264a6-6521-4a11-8a77-8b4104b47a41'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:24.132827 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f7b9677a-933e-4301-a599-cc08bde2509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['80c264a6-6521-4a11-8a77-8b4104b47a41'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:24.216867 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110bb22e-5040-4e4e-83cd-8250570c2938 admin admin] Checking segment: {'id': '29e405a6-7abe-4ba5-8fe1-996cde6f67bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd98f639d-f4cf-4ee7-9782-d5f1761290b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:16:24.217638 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110bb22e-5040-4e4e-83cd-8250570c2938 admin admin] Network hostable DHCP agents. Network: d98f639d-f4cf-4ee7-9782-d5f1761290b6, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:16:24.318812 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-73b5b852-358c-4e2b-bd04-1b4a418ab45e None None] Provisioning complete for port 8529f3df-2b05-404f-8097-c326df3b8f1c triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:16:24.319253 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-73b5b852-358c-4e2b-bd04-1b4a418ab45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:24.321501 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd7b5e5-70e4-43a2-927b-0f94078c5f21 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Made reservation on behalf of 18c8bc2260af4c4f9d1587285a337ca7 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:16:24.327043 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1bd7b5e5-70e4-43a2-927b-0f94078c5f21 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:24.336917 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110bb22e-5040-4e4e-83cd-8250570c2938 admin admin] Network d98f639d-f4cf-4ee7-9782-d5f1761290b6 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:16:24.369994 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-1bd7b5e5-70e4-43a2-927b-0f94078c5f21 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] device_id is not set on port bd18a2c2-fac7-41b1-b2c0-e738bf35b8ae yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:16:24.460654 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-f7b9677a-933e-4301-a599-cc08bde2509a None None] Set router 80c264a6-6521-4a11-8a77-8b4104b47a41 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:16:24.505710 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:24.527819 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-1bd7b5e5-70e4-43a2-927b-0f94078c5f21 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Allocated IP 2001:db8::f816:3eff:fe21:e153 (66b9ab58-46f0-433d-8eb7-8b756e6aa8fc/841f6a51-1f08-4df2-86a8-df4534d3d81d/bd18a2c2-fac7-41b1-b2c0-e738bf35b8ae) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:16:24.529651 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-b0e061a2-e2b2-4a77-953f-5f375b8e5f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:24.532695 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-b0e061a2-e2b2-4a77-953f-5f375b8e5f62 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8112216 Aug 11 22:16:24.644854 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cda91fee-585c-43cf-a1a2-db7f2621b11a tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:24.827203 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cda91fee-585c-43cf-a1a2-db7f2621b11a tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:24.831841 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cda91fee-585c-43cf-a1a2-db7f2621b11a tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:24.910550 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1bd7b5e5-70e4-43a2-927b-0f94078c5f21 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:24.934668 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1beeee9-d149-41a4-9fc0-9796672c3f74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-66b9ab58-46f0-433d-8eb7-8b756e6aa8fc', 'network_id': '66b9ab58-46f0-433d-8eb7-8b756e6aa8fc', 'tenant_id': '18c8bc2260af4c4f9d1587285a337ca7', 'fixed_ips': [{'subnet_id': '841f6a51-1f08-4df2-86a8-df4534d3d81d'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:16:24.938206 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e1beeee9-d149-41a4-9fc0-9796672c3f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:24.948981 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-1bd7b5e5-70e4-43a2-927b-0f94078c5f21 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Transition to ACTIVE for port object bd18a2c2-fac7-41b1-b2c0-e738bf35b8ae will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:16:24.991577 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 8529f3df-2b05-404f-8097-c326df3b8f1c, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8529f3df-2b05-404f-8097-c326df3b8f1c,segment=NetworkSegment(944aa251-fcfb-4dec-bb44-c6043fafa1b2),segment_id=944aa251-fcfb-4dec-bb44-c6043fafa1b2)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:16:25.044869 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1bd7b5e5-70e4-43a2-927b-0f94078c5f21 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:25.051621 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-f21cb43c-49b4-46d2-9977-852284ecf820 service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5060139 Aug 11 22:16:25.053783 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cda91fee-585c-43cf-a1a2-db7f2621b11a tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:25.055540 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda91fee-585c-43cf-a1a2-db7f2621b11a tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Fanout notify agent at l3_agent the message router_deleted on router 9c33d116-ac2a-4441-a960-b40c406e954a {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:16:25.080097 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-110bb22e-5040-4e4e-83cd-8250570c2938 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, d98f639d-f4cf-4ee7-9782-d5f1761290b6) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:25.084982 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:25.087792 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 299f647a-3ffa-4d23-b8d4-d3aba1e4359a up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:16:25.089314 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cda91fee-585c-43cf-a1a2-db7f2621b11a tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:25.092333 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-cda91fee-585c-43cf-a1a2-db7f2621b11a tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "DELETE /v2.0/routers/9c33d116-ac2a-4441-a960-b40c406e954a HTTP/1.1" status: 204 len: 168 time: 4.5674384 Aug 11 22:16:25.108418 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55280) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:25.109169 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55278) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:25.110724 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110bb22e-5040-4e4e-83cd-8250570c2938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:25.111863 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-110bb22e-5040-4e4e-83cd-8250570c2938 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:25.125761 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-a068b778-28a4-4aee-bad9-554a12a84203 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1630900849', 'description': 'tempest-description--659758101'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:25.138963 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-25b09489-1a64-4ebc-91c0-cd9ddaefd19f tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1800885647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:25.147905 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8b2992-60f8-42ee-8067-cba933897bdb None None] Network d98f639d-f4cf-4ee7-9782-d5f1761290b6 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:16:25.213017 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ae951d-03b3-43be-8df6-b59f5de16a5c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Router bb7ed200-b283-408b-9e65-fa6d5ac4b332 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:16:25.226901 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd7b5e5-70e4-43a2-927b-0f94078c5f21 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Network 66b9ab58-46f0-433d-8eb7-8b756e6aa8fc is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:16:25.255329 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-110bb22e-5040-4e4e-83cd-8250570c2938 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.6957362 Aug 11 22:16:25.259850 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-1bd7b5e5-70e4-43a2-927b-0f94078c5f21 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:25.265170 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd7b5e5-70e4-43a2-927b-0f94078c5f21 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:16:25.276011 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55282) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:25.280985 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd7b5e5-70e4-43a2-927b-0f94078c5f21 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:25.282249 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1bd7b5e5-70e4-43a2-927b-0f94078c5f21 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:25.286966 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-91168aac-7cb4-4c37-bcef-5acf9145ee39 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-282863852-router', 'tenant_id': '7893e9dca79546f9a7fcaade410ca2bf', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:25.306974 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7b5e5-70e4-43a2-927b-0f94078c5f21 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event updated for resources: {'Port': ['ID=bd18a2c2-fac7-41b1-b2c0-e738bf35b8ae,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:25.359281 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-25b09489-1a64-4ebc-91c0-cd9ddaefd19f tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:25.361262 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-25b09489-1a64-4ebc-91c0-cd9ddaefd19f tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:25.444199 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a068b778-28a4-4aee-bad9-554a12a84203 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:25.444902 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1bd7b5e5-70e4-43a2-927b-0f94078c5f21 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8263776 Aug 11 22:16:25.449140 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55284) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:25.483443 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-a6d58dc3-13fb-4011-9d12-d5763482fd44 service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895099 Aug 11 22:16:25.528680 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-73b5b852-358c-4e2b-bd04-1b4a418ab45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:25.562380 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-25b09489-1a64-4ebc-91c0-cd9ddaefd19f tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:25.611430 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-25b09489-1a64-4ebc-91c0-cd9ddaefd19f tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:25.623478 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91168aac-7cb4-4c37-bcef-5acf9145ee39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:25.624169 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91168aac-7cb4-4c37-bcef-5acf9145ee39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:25.629051 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-ebcdaeea-2b7c-4694-be18-38925effabc8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=b2eadc1d-9cb5-4e10-af29-c9d841f467da HTTP/1.1" status: 200 len: 217 time: 0.1321201 Aug 11 22:16:25.629442 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b9691c-4e3c-45a7-a794-b7d9a0b829c5 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Deleting subnet 841f6a51-1f08-4df2-86a8-df4534d3d81d {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:16:25.672081 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ae951d-03b3-43be-8df6-b59f5de16a5c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:16:25.674625 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=8529f3df-2b05-404f-8097-c326df3b8f1c,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:25.690637 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca515d24-9877-4d83-84e4-ded956b4f962 None None] Sync routers for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:16:25.705657 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca515d24-9877-4d83-84e4-ded956b4f962 None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:25.706518 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-ca515d24-9877-4d83-84e4-ded956b4f962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:25.745217 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-ca515d24-9877-4d83-84e4-ded956b4f962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:25.756013 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca515d24-9877-4d83-84e4-ded956b4f962 None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:25.756619 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-ca515d24-9877-4d83-84e4-ded956b4f962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:25.798185 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-ca515d24-9877-4d83-84e4-ded956b4f962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:25.799176 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca515d24-9877-4d83-84e4-ded956b4f962 None None] The sync data for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:16:25.800183 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-83733b7a-5ae4-4fb6-8f32-5276039a24e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:25.801790 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-83733b7a-5ae4-4fb6-8f32-5276039a24e3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e871e4ee-55f0-4341-85cf-dbdc8115bdad HTTP/1.1" status: 200 len: 797 time: 0.1637976 Aug 11 22:16:25.807592 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91168aac-7cb4-4c37-bcef-5acf9145ee39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:25.829243 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 299f647a-3ffa-4d23-b8d4-d3aba1e4359a triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:16:25.829523 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:25.841395 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-e1beeee9-d149-41a4-9fc0-9796672c3f74 None None] Allocated IP 2001:db8::f816:3eff:fe74:1a5 (66b9ab58-46f0-433d-8eb7-8b756e6aa8fc/841f6a51-1f08-4df2-86a8-df4534d3d81d/704b5f67-392a-4a4f-be43-7074d3f0c7db) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:16:25.897884 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.api [None req-73b5b852-358c-4e2b-bd04-1b4a418ab45e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:16:25.898181 n-d-804275-3 neutron-server[100944]: DEBUG oslo_db.api [None req-73b5b852-358c-4e2b-bd04-1b4a418ab45e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:16:25.933611 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a068b778-28a4-4aee-bad9-554a12a84203 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:25.945717 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-37ae951d-03b3-43be-8df6-b59f5de16a5c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:25.979107 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a068b778-28a4-4aee-bad9-554a12a84203 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:25.987058 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-25b09489-1a64-4ebc-91c0-cd9ddaefd19f tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:25.992691 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-25b09489-1a64-4ebc-91c0-cd9ddaefd19f tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8761370 Aug 11 22:16:25.993797 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55288) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:25.995216 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0845f96-fee1-4570-a0e6-4f08c0c7007b None None] Network d98f639d-f4cf-4ee7-9782-d5f1761290b6 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:16:26.004050 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-5fe11518-dd90-4786-aa12-a76e30f06ef3 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'enable_snat': False}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:26.037024 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-a1215730-b357-4527-9f8c-af0b490acd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:26.038700 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-a1215730-b357-4527-9f8c-af0b490acd57 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2265613 Aug 11 22:16:26.045614 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91168aac-7cb4-4c37-bcef-5acf9145ee39 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:26.066473 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a068b778-28a4-4aee-bad9-554a12a84203 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:26.068583 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a068b778-28a4-4aee-bad9-554a12a84203 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9532614 Aug 11 22:16:26.073669 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55290) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:26.081110 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-bb7bc3ff-08db-4d2b-af08-e6c988aa243c tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Request body: {'security_group_rule': {'security_group_id': 'aed030fc-d69b-40ec-8b9f-78ae4f0b0768', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:26.107840 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068b778-28a4-4aee-bad9-554a12a84203 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aed030fc-d69b-40ec-8b9f-78ae4f0b0768,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:26.132282 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f7b9677a-933e-4301-a599-cc08bde2509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'name': 'tempest-AttachVolumeTestJSON-1669892813-router', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:08Z', 'updated_at': '2021-08-11T22:16:19Z', 'revision_number': 4, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'gw_port': {'id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:09Z', 'updated_at': '2021-08-11T22:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'ab6438df-176d-446a-bd23-dc99d1b05a03', 'name': '', 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'mac_address': 'fa:16:3e:cd:75:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:16Z', 'updated_at': '2021-08-11T22:16:20Z', 'revision_number': 2, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'subnets': [{'id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:26.172174 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-37ae951d-03b3-43be-8df6-b59f5de16a5c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.0843496 Aug 11 22:16:26.172174 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55296) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:26.184296 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-86fab5a4-2f20-4c9d-99ae-43ddfa9e5f95 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:26.196966 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b9677a-933e-4301-a599-cc08bde2509a None None] Checking router: 80c264a6-6521-4a11-8a77-8b4104b47a41 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:16:26.196966 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b9677a-933e-4301-a599-cc08bde2509a None None] Updating router 80c264a6-6521-4a11-8a77-8b4104b47a41 port ab6438df-176d-446a-bd23-dc99d1b05a03 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:16:26.318577 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f7b9677a-933e-4301-a599-cc08bde2509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:26.402065 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-47d4f78d-df3b-4ddc-8d16-b1ac94c514eb service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495994 Aug 11 22:16:26.453099 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e1beeee9-d149-41a4-9fc0-9796672c3f74 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:26.468260 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e1beeee9-d149-41a4-9fc0-9796672c3f74 None None] Transition to ACTIVE for port object 704b5f67-392a-4a4f-be43-7074d3f0c7db will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:16:26.485518 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-86fab5a4-2f20-4c9d-99ae-43ddfa9e5f95 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:26.496494 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e1beeee9-d149-41a4-9fc0-9796672c3f74 None None] Transition to ACTIVE for port object 704b5f67-392a-4a4f-be43-7074d3f0c7db will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:16:26.523435 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bb7bc3ff-08db-4d2b-af08-e6c988aa243c tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:26.642079 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-17594d4a-a990-4e53-922b-2418d8b3968a service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213089 Aug 11 22:16:26.765202 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-3636650b-3000-4b32-9398-021046e8d0fd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=36ad0513-a98b-4e70-b99c-c3737712cca6 HTTP/1.1" status: 200 len: 217 time: 0.1057401 Aug 11 22:16:26.812197 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bb7bc3ff-08db-4d2b-af08-e6c988aa243c tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:26.853601 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8529f3df-2b05-404f-8097-c326df3b8f1c up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:16:26.853922 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a4b9691c-4e3c-45a7-a794-b7d9a0b829c5 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:26.878123 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-86fab5a4-2f20-4c9d-99ae-43ddfa9e5f95 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:26.899477 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bb7bc3ff-08db-4d2b-af08-e6c988aa243c tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:26.917919 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e1beeee9-d149-41a4-9fc0-9796672c3f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:26.959153 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7bc3ff-08db-4d2b-af08-e6c988aa243c tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f53627-b138-4bf9-8942-628db41b6f8c,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:26.984914 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5fe11518-dd90-4786-aa12-a76e30f06ef3 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:26.990906 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-86fab5a4-2f20-4c9d-99ae-43ddfa9e5f95 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:26.991550 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-86fab5a4-2f20-4c9d-99ae-43ddfa9e5f95 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Floating IP c5f53615-4ac7-4e5b-9928-677668b64c4e disassociated. External IP: 172.25.2.154, port: 2927bf6a-e491-4d17-8a58-320069c81dd6. Aug 11 22:16:27.037828 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-0b06ec2c-28cb-4aee-9209-b0cf76791558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:27.040511 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-0b06ec2c-28cb-4aee-9209-b0cf76791558 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e871e4ee-55f0-4341-85cf-dbdc8115bdad HTTP/1.1" status: 200 len: 797 time: 0.2462647 Aug 11 22:16:27.044357 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bb7bc3ff-08db-4d2b-af08-e6c988aa243c tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:27.050924 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bb7bc3ff-08db-4d2b-af08-e6c988aa243c tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9746325 Aug 11 22:16:27.054124 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55306) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:27.064355 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a4b9691c-4e3c-45a7-a794-b7d9a0b829c5 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:27.084952 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-ff240836-37e0-4428-b1ac-1aa2719c1b9b tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Request body: {'security_group_rule': {'security_group_id': 'aed030fc-d69b-40ec-8b9f-78ae4f0b0768', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:27.232812 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ff240836-37e0-4428-b1ac-1aa2719c1b9b tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:27.243738 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-7c190d4d-8894-4586-876f-15edaca5da83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:27.246508 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-7c190d4d-8894-4586-876f-15edaca5da83 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1935081 Aug 11 22:16:27.254113 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91168aac-7cb4-4c37-bcef-5acf9145ee39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:27.289814 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b951cf-341e-4e96-b577-3674f2dcfcb0 req-69dfab48-9f6a-4efc-9ae2-cbc69952ed26 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:27.297312 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b951cf-341e-4e96-b577-3674f2dcfcb0 req-69dfab48-9f6a-4efc-9ae2-cbc69952ed26 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:27.303640 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b951cf-341e-4e96-b577-3674f2dcfcb0 req-69dfab48-9f6a-4efc-9ae2-cbc69952ed26 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:27.306907 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91168aac-7cb4-4c37-bcef-5acf9145ee39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:27.311151 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b951cf-341e-4e96-b577-3674f2dcfcb0 req-69dfab48-9f6a-4efc-9ae2-cbc69952ed26 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:27.318126 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b951cf-341e-4e96-b577-3674f2dcfcb0 req-69dfab48-9f6a-4efc-9ae2-cbc69952ed26 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:27.324426 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b951cf-341e-4e96-b577-3674f2dcfcb0 req-69dfab48-9f6a-4efc-9ae2-cbc69952ed26 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:27.331375 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b951cf-341e-4e96-b577-3674f2dcfcb0 req-69dfab48-9f6a-4efc-9ae2-cbc69952ed26 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:27.333798 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f7b9677a-933e-4301-a599-cc08bde2509a None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:27.340737 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-50b951cf-341e-4e96-b577-3674f2dcfcb0 req-69dfab48-9f6a-4efc-9ae2-cbc69952ed26 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 5435 time: 0.5478039 Aug 11 22:16:27.349167 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f7b9677a-933e-4301-a599-cc08bde2509a None None] Transition to ACTIVE for port object ab6438df-176d-446a-bd23-dc99d1b05a03 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:16:27.392689 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f7b9677a-933e-4301-a599-cc08bde2509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:27.438906 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1beeee9-d149-41a4-9fc0-9796672c3f74 None None] Network 66b9ab58-46f0-433d-8eb7-8b756e6aa8fc is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:16:27.463581 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-e1beeee9-d149-41a4-9fc0-9796672c3f74 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:27.479298 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1beeee9-d149-41a4-9fc0-9796672c3f74 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:16:27.517364 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1beeee9-d149-41a4-9fc0-9796672c3f74 None None] Pushing event updated for resources: {'Port': ['ID=704b5f67-392a-4a4f-be43-7074d3f0c7db,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:27.572819 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-7e897437-4821-4081-bcd9-bb94a31dd52a service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139737 Aug 11 22:16:27.613782 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-91168aac-7cb4-4c37-bcef-5acf9145ee39 admin admin] Allocated IP 172.25.2.73 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/d4c4c1f4-7420-4bc1-87a0-9daae8877714) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:16:27.629022 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-50b951cf-341e-4e96-b577-3674f2dcfcb0 req-7237f6e9-a5c8-44ba-a1d9-69a745da7869 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce569d98-203a-4470-8865-61fccfa74fc4&id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2866483 Aug 11 22:16:27.702889 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb26c93-d15d-4d60-b118-1b81e453c653 None None] Pushing event updated for resources: {'Port': ['ID=ab6438df-176d-446a-bd23-dc99d1b05a03,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:27.724613 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-e1beeee9-d149-41a4-9fc0-9796672c3f74 None None] Attempting to bind port 704b5f67-392a-4a4f-be43-7074d3f0c7db on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:16:27.725288 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-e1beeee9-d149-41a4-9fc0-9796672c3f74 None None] Attempting to bind port 704b5f67-392a-4a4f-be43-7074d3f0c7db by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'ea9dd0fb-3433-4ccb-9f97-d5827f99d993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '66b9ab58-46f0-433d-8eb7-8b756e6aa8fc'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:16:27.725847 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1beeee9-d149-41a4-9fc0-9796672c3f74 None None] Attempting to bind port 704b5f67-392a-4a4f-be43-7074d3f0c7db on network 66b9ab58-46f0-433d-8eb7-8b756e6aa8fc {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:16:27.728534 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 8529f3df-2b05-404f-8097-c326df3b8f1c triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:16:27.729212 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:27.736924 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f7b9677a-933e-4301-a599-cc08bde2509a None None] Attempting to bind port ab6438df-176d-446a-bd23-dc99d1b05a03 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:16:27.737591 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f7b9677a-933e-4301-a599-cc08bde2509a None None] Attempting to bind port ab6438df-176d-446a-bd23-dc99d1b05a03 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '6da62bdd-158d-4cb9-b631-9961e2bbb91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:16:27.738147 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b9677a-933e-4301-a599-cc08bde2509a None None] Attempting to bind port ab6438df-176d-446a-bd23-dc99d1b05a03 on network 38b8f25c-cd12-4628-9365-0e6780cd68b7 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:16:27.761229 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1beeee9-d149-41a4-9fc0-9796672c3f74 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:16:27.761693 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1beeee9-d149-41a4-9fc0-9796672c3f74 None None] Checking segment: {'id': 'ea9dd0fb-3433-4ccb-9f97-d5827f99d993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '66b9ab58-46f0-433d-8eb7-8b756e6aa8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:16:27.762006 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e1beeee9-d149-41a4-9fc0-9796672c3f74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:27.762406 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1beeee9-d149-41a4-9fc0-9796672c3f74 None None] Bound using segment: {'id': 'ea9dd0fb-3433-4ccb-9f97-d5827f99d993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '66b9ab58-46f0-433d-8eb7-8b756e6aa8fc'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:16:27.763101 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-e1beeee9-d149-41a4-9fc0-9796672c3f74 None None] Bound port: 704b5f67-392a-4a4f-be43-7074d3f0c7db, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea9dd0fb-3433-4ccb-9f97-d5827f99d993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '66b9ab58-46f0-433d-8eb7-8b756e6aa8fc'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:16:27.763494 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e1beeee9-d149-41a4-9fc0-9796672c3f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:27.779702 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b9677a-933e-4301-a599-cc08bde2509a None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:16:27.780264 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b9677a-933e-4301-a599-cc08bde2509a None None] Checking segment: {'id': '6da62bdd-158d-4cb9-b631-9961e2bbb91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:16:27.780596 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f7b9677a-933e-4301-a599-cc08bde2509a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:27.781002 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b9677a-933e-4301-a599-cc08bde2509a None None] Bound using segment: {'id': '6da62bdd-158d-4cb9-b631-9961e2bbb91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:16:27.781504 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f7b9677a-933e-4301-a599-cc08bde2509a None None] Bound port: ab6438df-176d-446a-bd23-dc99d1b05a03, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da62bdd-158d-4cb9-b631-9961e2bbb91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:16:27.781898 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f7b9677a-933e-4301-a599-cc08bde2509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:27.804417 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ff240836-37e0-4428-b1ac-1aa2719c1b9b tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:27.836443 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a4b9691c-4e3c-45a7-a794-b7d9a0b829c5 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:27.939229 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ff240836-37e0-4428-b1ac-1aa2719c1b9b tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:27.942332 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a4b9691c-4e3c-45a7-a794-b7d9a0b829c5 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:27.961125 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-e1beeee9-d149-41a4-9fc0-9796672c3f74 None None] For port 704b5f67-392a-4a4f-be43-7074d3f0c7db, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:16:27.985040 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff240836-37e0-4428-b1ac-1aa2719c1b9b tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b25e983-a5ec-4628-91ca-98813c1af9ea,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:28.033642 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-f7b9677a-933e-4301-a599-cc08bde2509a None None] For port ab6438df-176d-446a-bd23-dc99d1b05a03, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:16:28.050251 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-e1beeee9-d149-41a4-9fc0-9796672c3f74 None None] For port 704b5f67-392a-4a4f-be43-7074d3f0c7db, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=704b5f67-392a-4a4f-be43-7074d3f0c7db,segment=NetworkSegment(ea9dd0fb-3433-4ccb-9f97-d5827f99d993),segment_id=ea9dd0fb-3433-4ccb-9f97-d5827f99d993)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:16:28.063132 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-f7b9677a-933e-4301-a599-cc08bde2509a None None] For port ab6438df-176d-446a-bd23-dc99d1b05a03, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=ab6438df-176d-446a-bd23-dc99d1b05a03,segment=NetworkSegment(6da62bdd-158d-4cb9-b631-9961e2bbb91a),segment_id=6da62bdd-158d-4cb9-b631-9961e2bbb91a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:16:28.067385 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e1beeee9-d149-41a4-9fc0-9796672c3f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:28.091476 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f7b9677a-933e-4301-a599-cc08bde2509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:28.100102 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9691c-4e3c-45a7-a794-b7d9a0b829c5 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event deleted for resources: {'Subnet': ['ID=841f6a51-1f08-4df2-86a8-df4534d3d81d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:28.128717 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a4b9691c-4e3c-45a7-a794-b7d9a0b829c5 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:28.132874 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a4b9691c-4e3c-45a7-a794-b7d9a0b829c5 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "DELETE /v2.0/subnets/841f6a51-1f08-4df2-86a8-df4534d3d81d HTTP/1.1" status: 204 len: 168 time: 2.6825182 Aug 11 22:16:28.141039 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ff240836-37e0-4428-b1ac-1aa2719c1b9b tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:28.147414 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ff240836-37e0-4428-b1ac-1aa2719c1b9b tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0888057 Aug 11 22:16:28.151215 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55310) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:28.151580 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55312) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:28.183371 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-6862bb90-3d0b-47c7-8cf9-8ff6d94e1874 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:28.201632 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-65fc8f2c-707d-416b-94e8-1132d542d36b tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:28.229439 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b9677a-933e-4301-a599-cc08bde2509a None None] Routers {'80c264a6-6521-4a11-8a77-8b4104b47a41'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:28.230147 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f7b9677a-933e-4301-a599-cc08bde2509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['80c264a6-6521-4a11-8a77-8b4104b47a41'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:28.233106 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1beeee9-d149-41a4-9fc0-9796672c3f74 None None] Pushing event updated for resources: {'Port': ['ID=704b5f67-392a-4a4f-be43-7074d3f0c7db,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:28.238594 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-65fc8f2c-707d-416b-94e8-1132d542d36b tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:28.257682 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-65fc8f2c-707d-416b-94e8-1132d542d36b tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:28.271013 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-65fc8f2c-707d-416b-94e8-1132d542d36b tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:28.287799 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-65fc8f2c-707d-416b-94e8-1132d542d36b tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:28.306359 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-65fc8f2c-707d-416b-94e8-1132d542d36b tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:28.322942 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-65fc8f2c-707d-416b-94e8-1132d542d36b tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:28.326827 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-65fc8f2c-707d-416b-94e8-1132d542d36b tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.52 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 5435 time: 0.4491847 Aug 11 22:16:28.464490 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-f8143d58-8f7d-478f-a131-6750f3320d94 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:28.464826 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86fab5a4-2f20-4c9d-99ae-43ddfa9e5f95 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Router bb7ed200-b283-408b-9e65-fa6d5ac4b332 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:16:28.467175 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-f8143d58-8f7d-478f-a131-6750f3320d94 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.52 "GET /v2.0/ports/3662de63-2216-47cd-a09d-9450446cab7f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1299856 Aug 11 22:16:28.484099 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb26c93-d15d-4d60-b118-1b81e453c653 None None] Pushing event updated for resources: {'Port': ['ID=ab6438df-176d-446a-bd23-dc99d1b05a03,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:28.500673 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6862bb90-3d0b-47c7-8cf9-8ff6d94e1874 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:28.534474 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c66b8ba-b3bd-4bd9-86de-c05e4b5aafd8 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:28.536240 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c66b8ba-b3bd-4bd9-86de-c05e4b5aafd8 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:28.538066 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0c66b8ba-b3bd-4bd9-86de-c05e4b5aafd8 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3832588 Aug 11 22:16:28.543466 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55314) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:28.550847 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-f7b9677a-933e-4301-a599-cc08bde2509a None None] Set router 80c264a6-6521-4a11-8a77-8b4104b47a41 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:16:28.690517 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a1f88f2f-b234-4724-869e-589d40a31724 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:28.698663 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-1344fcd5-c9e9-42c0-86bb-d7dbea527a91 service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1128993 Aug 11 22:16:28.708039 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5fe11518-dd90-4786-aa12-a76e30f06ef3 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:28.844889 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-0a09091f-dc26-4487-8a8a-b8150afcd181 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9 HTTP/1.1" status: 200 len: 217 time: 0.1380801 Aug 11 22:16:28.932288 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-a30f2b4d-6090-4b40-a113-e8deb09f5422 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4455621 Aug 11 22:16:29.004010 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-6059498d-917e-423c-8d83-a85a320e81e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:29.006059 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-6059498d-917e-423c-8d83-a85a320e81e5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e871e4ee-55f0-4341-85cf-dbdc8115bdad HTTP/1.1" status: 200 len: 797 time: 0.0663629 Aug 11 22:16:29.013671 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-caf41db2-fba4-4e2d-bdde-55d0c473ac97 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:29.033689 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f7b9677a-933e-4301-a599-cc08bde2509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'name': 'tempest-AttachVolumeTestJSON-1669892813-router', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:08Z', 'updated_at': '2021-08-11T22:16:19Z', 'revision_number': 4, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'gw_port': {'id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:09Z', 'updated_at': '2021-08-11T22:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'ab6438df-176d-446a-bd23-dc99d1b05a03', 'name': '', 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'mac_address': 'fa:16:3e:cd:75:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:16Z', 'updated_at': '2021-08-11T22:16:27Z', 'revision_number': 4, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'subnets': [{'id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:29.058069 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91168aac-7cb4-4c37-bcef-5acf9145ee39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:29.117438 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-92311b82-5e6f-4c30-80db-d3c3850bc5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:29.120262 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-92311b82-5e6f-4c30-80db-d3c3850bc5d8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=22676bc5-4aee-4a41-8ba8-faaf749fee2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0989785 Aug 11 22:16:29.120607 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5fe11518-dd90-4786-aa12-a76e30f06ef3 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:29.145782 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b9677a-933e-4301-a599-cc08bde2509a None None] The sync data for ids ['80c264a6-6521-4a11-8a77-8b4104b47a41'] in n-d-804275-3 is: [{'id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'name': 'tempest-AttachVolumeTestJSON-1669892813-router', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:08Z', 'updated_at': '2021-08-11T22:16:19Z', 'revision_number': 4, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'gw_port': {'id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:09Z', 'updated_at': '2021-08-11T22:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'ab6438df-176d-446a-bd23-dc99d1b05a03', 'name': '', 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'mac_address': 'fa:16:3e:cd:75:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:16Z', 'updated_at': '2021-08-11T22:16:27Z', 'revision_number': 4, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'subnets': [{'id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:16:29.159791 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-caf41db2-fba4-4e2d-bdde-55d0c473ac97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:29.294553 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f88f2f-b234-4724-869e-589d40a31724 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 11 22:16:29.296357 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1f88f2f-b234-4724-869e-589d40a31724 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:16:29.300036 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a1f88f2f-b234-4724-869e-589d40a31724 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "DELETE /v2.0/networks/66b9ab58-46f0-433d-8eb7-8b756e6aa8fc HTTP/1.1" status: 409 len: 405 time: 0.7510064 Aug 11 22:16:29.309860 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fab5a4-2f20-4c9d-99ae-43ddfa9e5f95 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:16:29.312278 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55320) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:29.324568 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-86fab5a4-2f20-4c9d-99ae-43ddfa9e5f95 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:29.328071 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea0c2b6-4caf-4a41-8190-4c9531d458c7 None None] Sync routers for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:16:29.347874 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-e7e37501-0ac1-4341-bb49-c9c780fde217 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1539998290'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:29.362982 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea0c2b6-4caf-4a41-8190-4c9531d458c7 None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:29.368854 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-fea0c2b6-4caf-4a41-8190-4c9531d458c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:29.522227 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528201f1-741e-43b1-b336-645a85241ad7 req-15761e89-0c36-4c9d-9b40-8a27b19b72ab tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:29.529451 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528201f1-741e-43b1-b336-645a85241ad7 req-15761e89-0c36-4c9d-9b40-8a27b19b72ab tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:29.537428 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528201f1-741e-43b1-b336-645a85241ad7 req-15761e89-0c36-4c9d-9b40-8a27b19b72ab tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:29.545570 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528201f1-741e-43b1-b336-645a85241ad7 req-15761e89-0c36-4c9d-9b40-8a27b19b72ab tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:29.551383 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-fea0c2b6-4caf-4a41-8190-4c9531d458c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:29.556852 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528201f1-741e-43b1-b336-645a85241ad7 req-15761e89-0c36-4c9d-9b40-8a27b19b72ab tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:29.563779 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528201f1-741e-43b1-b336-645a85241ad7 req-15761e89-0c36-4c9d-9b40-8a27b19b72ab tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:29.571105 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528201f1-741e-43b1-b336-645a85241ad7 req-15761e89-0c36-4c9d-9b40-8a27b19b72ab tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:29.573848 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea0c2b6-4caf-4a41-8190-4c9531d458c7 None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:29.576048 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-fea0c2b6-4caf-4a41-8190-4c9531d458c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:29.582545 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-528201f1-741e-43b1-b336-645a85241ad7 req-15761e89-0c36-4c9d-9b40-8a27b19b72ab tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 5435 time: 0.4940708 Aug 11 22:16:29.592107 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-86fab5a4-2f20-4c9d-99ae-43ddfa9e5f95 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "PUT /v2.0/floatingips/c5f53615-4ac7-4e5b-9928-677668b64c4e HTTP/1.1" status: 200 len: 688 time: 3.4149611 Aug 11 22:16:29.597284 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55322) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:29.645013 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e37501-0ac1-4341-bb49-c9c780fde217 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Made reservation on behalf of 18c8bc2260af4c4f9d1587285a337ca7 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:16:29.652374 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e7e37501-0ac1-4341-bb49-c9c780fde217 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:29.662075 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-fea0c2b6-4caf-4a41-8190-4c9531d458c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:29.662836 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea0c2b6-4caf-4a41-8190-4c9531d458c7 None None] The sync data for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:16:29.738582 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91168aac-7cb4-4c37-bcef-5acf9145ee39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:29.752565 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-528201f1-741e-43b1-b336-645a85241ad7 req-39b7a766-1fc1-4bbb-a89b-1fd3b79c4104 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce569d98-203a-4470-8865-61fccfa74fc4&id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1691279 Aug 11 22:16:29.884264 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-56b18312-11e8-4e69-9b23-e906ab17932b service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7254398 Aug 11 22:16:29.896084 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e37501-0ac1-4341-bb49-c9c780fde217 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:16:29.934766 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-5fe11518-dd90-4786-aa12-a76e30f06ef3 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Allocated IP 172.25.2.100 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/30eed175-b5f5-4692-8270-af73b98ffc0d) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:16:30.038734 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91168aac-7cb4-4c37-bcef-5acf9145ee39 admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:16:30.054534 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-91168aac-7cb4-4c37-bcef-5acf9145ee39 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:30.061039 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e7e37501-0ac1-4341-bb49-c9c780fde217 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:30.061363 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-e7e37501-0ac1-4341-bb49-c9c780fde217 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Added segment c021d8f5-4c93-4da6-94e0-fc72ea323064 of type vlan for network 820670aa-ea7e-4cb0-98c0-e9f427e6d0f1 Aug 11 22:16:30.063689 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91168aac-7cb4-4c37-bcef-5acf9145ee39 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:16:30.065736 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-ee498d69-b8ee-4ac0-bb2e-77ad16eea873 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Deleting port c9be3d57-557f-4829-b870-22b29f8f34d0 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:16:30.066317 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ee498d69-b8ee-4ac0-bb2e-77ad16eea873 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:30.069174 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91168aac-7cb4-4c37-bcef-5acf9145ee39 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c4c1f4-7420-4bc1-87a0-9daae8877714,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:30.072843 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6862bb90-3d0b-47c7-8cf9-8ff6d94e1874 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:30.077451 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643c7c07-31d3-459a-9342-01e5e4d3c3a1 None None] Network 66b9ab58-46f0-433d-8eb7-8b756e6aa8fc requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:16:30.169900 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-16acdb6d-5e4c-4a62-a2a9-fdb10e40e4a7 service neutron] 10.222.0.52 "GET /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641051 Aug 11 22:16:30.208394 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-713679b3-1dc9-439a-a180-584a3a1d9bae None None] Provisioning for port 704b5f67-392a-4a4f-be43-7074d3f0c7db completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:16:30.233101 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ee498d69-b8ee-4ac0-bb2e-77ad16eea873 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:30.233933 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ee498d69-b8ee-4ac0-bb2e-77ad16eea873 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:30.247760 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-ee498d69-b8ee-4ac0-bb2e-77ad16eea873 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Calling delete_port for c9be3d57-557f-4829-b870-22b29f8f34d0 owned by network:floatingip {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:16:30.455199 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae22a79-a758-49c0-96ae-e97981f75825 None None] DHCP port deletion for 66b9ab58-46f0-433d-8eb7-8b756e6aa8fc request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:16:30.475170 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5fe11518-dd90-4786-aa12-a76e30f06ef3 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:30.558424 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-fae22a79-a758-49c0-96ae-e97981f75825 None None] Deleting port 704b5f67-392a-4a4f-be43-7074d3f0c7db {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:16:30.559312 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fae22a79-a758-49c0-96ae-e97981f75825 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:30.568770 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ee498d69-b8ee-4ac0-bb2e-77ad16eea873 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:30.680659 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-caf41db2-fba4-4e2d-bdde-55d0c473ac97 service neutron] For port 3662de63-2216-47cd-a09d-9450446cab7f, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=3662de63-2216-47cd-a09d-9450446cab7f,segment=NetworkSegment(9d897c8b-3740-4eeb-a648-0035b9afdf7b),segment_id=9d897c8b-3740-4eeb-a648-0035b9afdf7b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:16:30.704647 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee498d69-b8ee-4ac0-bb2e-77ad16eea873 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event deleted for resources: {'Port': ['ID=c9be3d57-557f-4829-b870-22b29f8f34d0,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:30.708185 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-fae22a79-a758-49c0-96ae-e97981f75825 None None] For port 704b5f67-392a-4a4f-be43-7074d3f0c7db, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=704b5f67-392a-4a4f-be43-7074d3f0c7db,segment=NetworkSegment(ea9dd0fb-3433-4ccb-9f97-d5827f99d993),segment_id=ea9dd0fb-3433-4ccb-9f97-d5827f99d993)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:16:30.709086 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fae22a79-a758-49c0-96ae-e97981f75825 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:30.759211 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-fae22a79-a758-49c0-96ae-e97981f75825 None None] Calling delete_port for 704b5f67-392a-4a4f-be43-7074d3f0c7db owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:16:30.760323 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5fe11518-dd90-4786-aa12-a76e30f06ef3 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:30.771094 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ab6438df-176d-446a-bd23-dc99d1b05a03 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:16:30.798854 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-caf41db2-fba4-4e2d-bdde-55d0c473ac97 service neutron] For port 3662de63-2216-47cd-a09d-9450446cab7f, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:16:30.861085 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-caf41db2-fba4-4e2d-bdde-55d0c473ac97 service neutron] device_id is not set on port 3662de63-2216-47cd-a09d-9450446cab7f yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:16:30.873704 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-caf41db2-fba4-4e2d-bdde-55d0c473ac97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:30.906299 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe11518-dd90-4786-aa12-a76e30f06ef3 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Pushing event updated for resources: {'Port': ['ID=30eed175-b5f5-4692-8270-af73b98ffc0d,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:30.973661 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e7e37501-0ac1-4341-bb49-c9c780fde217 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:31.006018 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe11518-dd90-4786-aa12-a76e30f06ef3 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:16:31.054272 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-afbb7e8f-919e-4433-a1b5-15ec98f9d56b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e452efbe-5133-4b80-bdc2-4eee7588265c HTTP/1.1" status: 200 len: 217 time: 0.7979298 Aug 11 22:16:31.086499 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-5fe11518-dd90-4786-aa12-a76e30f06ef3 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:31.094714 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port ab6438df-176d-446a-bd23-dc99d1b05a03 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:16:31.096599 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe11518-dd90-4786-aa12-a76e30f06ef3 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:16:31.138825 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-caf41db2-fba4-4e2d-bdde-55d0c473ac97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:31.142378 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e7e37501-0ac1-4341-bb49-c9c780fde217 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:31.164448 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e37501-0ac1-4341-bb49-c9c780fde217 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:31.171331 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port ab6438df-176d-446a-bd23-dc99d1b05a03 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:16:31.174053 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:31.193618 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e7e37501-0ac1-4341-bb49-c9c780fde217 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:31.194694 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-6862bb90-3d0b-47c7-8cf9-8ff6d94e1874 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Allocated IP 172.25.2.251 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/b9e26606-9e95-41d9-a7bf-e70cb3a38944) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:16:31.237619 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b25ad-9f18-4ed2-be0a-46481c3007bc req-f2473069-f1c6-4baa-9e11-cbe38a25cc12 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:31.242599 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b25ad-9f18-4ed2-be0a-46481c3007bc req-f2473069-f1c6-4baa-9e11-cbe38a25cc12 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:31.262923 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b25ad-9f18-4ed2-be0a-46481c3007bc req-f2473069-f1c6-4baa-9e11-cbe38a25cc12 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:31.276027 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b25ad-9f18-4ed2-be0a-46481c3007bc req-f2473069-f1c6-4baa-9e11-cbe38a25cc12 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:31.319364 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b25ad-9f18-4ed2-be0a-46481c3007bc req-f2473069-f1c6-4baa-9e11-cbe38a25cc12 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:31.324838 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fae22a79-a758-49c0-96ae-e97981f75825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:31.334451 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b25ad-9f18-4ed2-be0a-46481c3007bc req-f2473069-f1c6-4baa-9e11-cbe38a25cc12 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:31.347298 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b10b25ad-9f18-4ed2-be0a-46481c3007bc req-f2473069-f1c6-4baa-9e11-cbe38a25cc12 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 4660 time: 0.3331966 Aug 11 22:16:31.359833 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ee498d69-b8ee-4ac0-bb2e-77ad16eea873 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:31.362808 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ee498d69-b8ee-4ac0-bb2e-77ad16eea873 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:31.364099 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ee498d69-b8ee-4ac0-bb2e-77ad16eea873 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "DELETE /v2.0/floatingips/c5f53615-4ac7-4e5b-9928-677668b64c4e HTTP/1.1" status: 204 len: 168 time: 1.7638059 Aug 11 22:16:31.385220 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55332) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:31.395372 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-4dd10be7-3d71-4e0c-9d24-520d3169427c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'port_id': '84cafa72-9e2f-4fef-b17b-496411872aae'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:31.401027 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae22a79-a758-49c0-96ae-e97981f75825 None None] Pushing event deleted for resources: {'Port': ['ID=704b5f67-392a-4a4f-be43-7074d3f0c7db,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:31.407555 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae22a79-a758-49c0-96ae-e97981f75825 None None] No DVR routers for this DVR port 704b5f67-392a-4a4f-be43-7074d3f0c7db on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:16:31.455919 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:31.566056 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port ab6438df-176d-446a-bd23-dc99d1b05a03, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=ab6438df-176d-446a-bd23-dc99d1b05a03,segment=NetworkSegment(6da62bdd-158d-4cb9-b631-9961e2bbb91a),segment_id=6da62bdd-158d-4cb9-b631-9961e2bbb91a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:16:31.573366 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:31.719985 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b10b25ad-9f18-4ed2-be0a-46481c3007bc req-9134218a-aee2-4644-b7c1-cc0a476ffb2f tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce569d98-203a-4470-8865-61fccfa74fc4&id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3479919 Aug 11 22:16:31.760332 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4dd10be7-3d71-4e0c-9d24-520d3169427c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:31.771081 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=ab6438df-176d-446a-bd23-dc99d1b05a03,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:32.015911 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6862bb90-3d0b-47c7-8cf9-8ff6d94e1874 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:32.132164 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e7e37501-0ac1-4341-bb49-c9c780fde217 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.8130891 Aug 11 22:16:32.153982 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55336) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:32.179325 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-78db70d8-40fb-4fc6-bc78-aa9260bd00c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:32.190287 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-78db70d8-40fb-4fc6-bc78-aa9260bd00c5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13b7bc9a-1b63-4e42-b53a-8f3bb1200a3d HTTP/1.1" status: 200 len: 797 time: 1.1347792 Aug 11 22:16:32.196830 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-3ece28a5-91de-46d9-bc77-d56f6f1b22b2 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Request body: {'subnet': {'network_id': '820670aa-ea7e-4cb0-98c0-e9f427e6d0f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:32.243275 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6862bb90-3d0b-47c7-8cf9-8ff6d94e1874 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:32.246183 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5fe11518-dd90-4786-aa12-a76e30f06ef3 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:32.313754 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf41db2-fba4-4e2d-bdde-55d0c473ac97 service neutron] Pushing event updated for resources: {'Port': ['ID=3662de63-2216-47cd-a09d-9450446cab7f,revision_number=6']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:32.321963 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862bb90-3d0b-47c7-8cf9-8ff6d94e1874 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Pushing event updated for resources: {'Port': ['ID=b9e26606-9e95-41d9-a7bf-e70cb3a38944,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:32.431870 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4dd10be7-3d71-4e0c-9d24-520d3169427c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:32.508706 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6862bb90-3d0b-47c7-8cf9-8ff6d94e1874 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:16:32.521903 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ab6438df-176d-446a-bd23-dc99d1b05a03 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:16:32.568180 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-caf41db2-fba4-4e2d-bdde-55d0c473ac97 service neutron] No DVR routers for this DVR port 3662de63-2216-47cd-a09d-9450446cab7f on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:16:32.630815 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7f30ffc2-ec2d-4222-8d2a-ee61009554e5 None None] Provisioning complete for port 3662de63-2216-47cd-a09d-9450446cab7f triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:16:32.633186 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7f30ffc2-ec2d-4222-8d2a-ee61009554e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:32.633634 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-6862bb90-3d0b-47c7-8cf9-8ff6d94e1874 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:32.665192 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e37501-0ac1-4341-bb49-c9c780fde217 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event updated for resources: {'Network': ['ID=820670aa-ea7e-4cb0-98c0-e9f427e6d0f1,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:32.682750 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port ab6438df-176d-446a-bd23-dc99d1b05a03 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:16:32.684655 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:32.701297 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 820670aa-ea7e-4cb0-98c0-e9f427e6d0f1 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:16:32.729566 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-191351e2-bb5d-4bfe-9150-e6be7a5ee24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:32.731289 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-191351e2-bb5d-4bfe-9150-e6be7a5ee24f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c74395db-c7eb-4508-9006-176acc6e4b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3811743 Aug 11 22:16:32.737661 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-caf41db2-fba4-4e2d-bdde-55d0c473ac97 service neutron] In _notify_port_updated(), no bound segment for port 3662de63-2216-47cd-a09d-9450446cab7f on network 22676bc5-4aee-4a41-8ba8-faaf749fee2e {{(pid=100942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 22:16:32.737884 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-caf41db2-fba4-4e2d-bdde-55d0c473ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:32.738393 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-caf41db2-fba4-4e2d-bdde-55d0c473ac97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:32.741114 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-caf41db2-fba4-4e2d-bdde-55d0c473ac97 service neutron] 10.222.0.52 "PUT /v2.0/ports/3662de63-2216-47cd-a09d-9450446cab7f HTTP/1.1" status: 200 len: 1028 time: 3.7337320 Aug 11 22:16:32.780352 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6862bb90-3d0b-47c7-8cf9-8ff6d94e1874 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:16:32.783715 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:16:32.787386 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-7f30ffc2-ec2d-4222-8d2a-ee61009554e5 None None] Port 3662de63-2216-47cd-a09d-9450446cab7f cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:16:32.975221 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ece28a5-91de-46d9-bc77-d56f6f1b22b2 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Made reservation on behalf of 18c8bc2260af4c4f9d1587285a337ca7 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:16:32.980969 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3ece28a5-91de-46d9-bc77-d56f6f1b22b2 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:33.063685 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-009eda88-e6a0-414e-8646-9ee5beba3eff tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:33.065932 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-009eda88-e6a0-414e-8646-9ee5beba3eff tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.52 "GET /v2.0/ports/b2eadc1d-9cb5-4e10-af29-c9d841f467da?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2289605 Aug 11 22:16:33.094937 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-0c344ccc-6bbb-490f-a716-08653bceb167 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:33.116374 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-4dd10be7-3d71-4e0c-9d24-520d3169427c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Allocated IP 172.25.2.190 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/baffa4d8-565c-45d5-b987-7add1d00fef4) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:16:33.185622 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 704b5f67-392a-4a4f-be43-7074d3f0c7db no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:16:33.188981 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:33.225723 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91168aac-7cb4-4c37-bcef-5acf9145ee39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:33.243715 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6862bb90-3d0b-47c7-8cf9-8ff6d94e1874 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:33.369472 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68006c9-a750-4eee-9e44-e67748f43051 req-45757a77-89fe-42f7-836d-41aad7977d03 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:33.382523 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68006c9-a750-4eee-9e44-e67748f43051 req-45757a77-89fe-42f7-836d-41aad7977d03 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:33.395455 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68006c9-a750-4eee-9e44-e67748f43051 req-45757a77-89fe-42f7-836d-41aad7977d03 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:33.408925 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68006c9-a750-4eee-9e44-e67748f43051 req-45757a77-89fe-42f7-836d-41aad7977d03 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:33.420857 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68006c9-a750-4eee-9e44-e67748f43051 req-45757a77-89fe-42f7-836d-41aad7977d03 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:33.432645 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68006c9-a750-4eee-9e44-e67748f43051 req-45757a77-89fe-42f7-836d-41aad7977d03 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:33.436729 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b68006c9-a750-4eee-9e44-e67748f43051 req-45757a77-89fe-42f7-836d-41aad7977d03 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 4660 time: 0.5681982 Aug 11 22:16:33.485318 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 704b5f67-392a-4a4f-be43-7074d3f0c7db {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:16:33.485905 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 704b5f67-392a-4a4f-be43-7074d3f0c7db not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:16:33.493723 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5fe11518-dd90-4786-aa12-a76e30f06ef3 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1756175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1755230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39594'] for router, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:33.510760 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:16:33.514735 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b92ade-a5e0-4108-be53-bd8088b2d106" -d '{"events": [{"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-unplugged", "status": "completed", "tag": "fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:16:33.542105 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9,segment=NetworkSegment(9d897c8b-3740-4eeb-a648-0035b9afdf7b),segment_id=9d897c8b-3740-4eeb-a648-0035b9afdf7b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:16:33.547268 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b68006c9-a750-4eee-9e44-e67748f43051 req-90bd195c-7b0d-489a-8abb-8e9571f0b63c tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce569d98-203a-4470-8865-61fccfa74fc4&id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0929034 Aug 11 22:16:33.557460 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:33.558664 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 349c2860-60cb-4169-8ba2-aabeccfa45a1 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:16:33.628677 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5fe11518-dd90-4786-aa12-a76e30f06ef3 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1756404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1756413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1755207'] for router, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:33.637220 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6862bb90-3d0b-47c7-8cf9-8ff6d94e1874 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:33.644775 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 22:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7953c6-ef85-4fa3-a3b4-9e77bf8dc53c x-openstack-request-id: req-bb7953c6-ef85-4fa3-a3b4-9e77bf8dc53c {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:16:33.645628 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-unplugged", "status": "completed", "tag": "fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:16:33.645628 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bb7953c6-ef85-4fa3-a3b4-9e77bf8dc53c {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:16:33.646133 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9', 'code': 200} Aug 11 22:16:33.689820 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:33.712545 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-0c344ccc-6bbb-490f-a716-08653bceb167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:33.738905 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:33.812084 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 349c2860-60cb-4169-8ba2-aabeccfa45a1, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=349c2860-60cb-4169-8ba2-aabeccfa45a1,segment=NetworkSegment(fed54257-4ffc-49e3-ac53-8be34c50450f),segment_id=fed54257-4ffc-49e3-ac53-8be34c50450f)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:16:33.828305 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:33.830014 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device e452efbe-5133-4b80-bdc2-4eee7588265c no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:16:34.002006 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=349c2860-60cb-4169-8ba2-aabeccfa45a1,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:34.017006 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe11518-dd90-4786-aa12-a76e30f06ef3 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Router ae1d72dd-70b2-483b-a41d-e70549b79a0f is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:16:34.163545 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:34.214605 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port e452efbe-5133-4b80-bdc2-4eee7588265c, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e452efbe-5133-4b80-bdc2-4eee7588265c,segment=NetworkSegment(737de52c-544b-4831-b19c-fef2d8c7a4ab),segment_id=737de52c-544b-4831-b19c-fef2d8c7a4ab)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:16:34.223005 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:34.224442 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device b2eadc1d-9cb5-4e10-af29-c9d841f467da no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:16:34.256868 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-62c54297-9302-45fc-bebc-0edae24449a6 service neutron] 10.222.0.52 "GET /v2.0/networks/c74395db-c7eb-4508-9006-176acc6e4b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5144358 Aug 11 22:16:34.301153 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-0c344ccc-6bbb-490f-a716-08653bceb167 service neutron] For port b2eadc1d-9cb5-4e10-af29-c9d841f467da, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=b2eadc1d-9cb5-4e10-af29-c9d841f467da,segment=NetworkSegment(9d897c8b-3740-4eeb-a648-0035b9afdf7b),segment_id=9d897c8b-3740-4eeb-a648-0035b9afdf7b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:16:34.307660 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=e452efbe-5133-4b80-bdc2-4eee7588265c,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:34.442523 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91168aac-7cb4-4c37-bcef-5acf9145ee39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:34.499100 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:34.681588 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-0c344ccc-6bbb-490f-a716-08653bceb167 service neutron] For port b2eadc1d-9cb5-4e10-af29-c9d841f467da, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:16:34.754395 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-0c344ccc-6bbb-490f-a716-08653bceb167 service neutron] device_id is not set on port b2eadc1d-9cb5-4e10-af29-c9d841f467da yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:16:34.766742 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-0c344ccc-6bbb-490f-a716-08653bceb167 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:34.784851 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-0c344ccc-6bbb-490f-a716-08653bceb167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:34.851110 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c344ccc-6bbb-490f-a716-08653bceb167 service neutron] Pushing event updated for resources: {'Port': ['ID=b2eadc1d-9cb5-4e10-af29-c9d841f467da,revision_number=6']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:34.954591 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4dd10be7-3d71-4e0c-9d24-520d3169427c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:34.982340 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.api [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:16:34.983132 n-d-804275-3 neutron-server[100944]: DEBUG oslo_db.api [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:16:34.985569 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7914c11-e209-4b88-b34e-3b9e6e40c10b req-2e6e1ce2-4f22-473a-a34c-9f22ecf8c9ed tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:34.992431 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7914c11-e209-4b88-b34e-3b9e6e40c10b req-2e6e1ce2-4f22-473a-a34c-9f22ecf8c9ed tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:35.000362 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7914c11-e209-4b88-b34e-3b9e6e40c10b req-2e6e1ce2-4f22-473a-a34c-9f22ecf8c9ed tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:35.007019 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7914c11-e209-4b88-b34e-3b9e6e40c10b req-2e6e1ce2-4f22-473a-a34c-9f22ecf8c9ed tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:35.013327 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7914c11-e209-4b88-b34e-3b9e6e40c10b req-2e6e1ce2-4f22-473a-a34c-9f22ecf8c9ed tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:35.022314 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f7914c11-e209-4b88-b34e-3b9e6e40c10b req-2e6e1ce2-4f22-473a-a34c-9f22ecf8c9ed tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 3879 time: 0.1802564 Aug 11 22:16:35.076012 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55352) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:35.156149 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f7914c11-e209-4b88-b34e-3b9e6e40c10b req-5313d900-e4ea-450c-ae8b-2a429dfc01c6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321788 Aug 11 22:16:35.298646 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-0c344ccc-6bbb-490f-a716-08653bceb167 service neutron] No DVR routers for this DVR port b2eadc1d-9cb5-4e10-af29-c9d841f467da on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:16:35.300501 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe11518-dd90-4786-aa12-a76e30f06ef3 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:16:35.306267 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-5b5f01fc-9efb-431f-832a-bd4dffcf695b service neutron] 10.222.0.52 "GET /v2.0/networks/c74395db-c7eb-4508-9006-176acc6e4b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0294611 Aug 11 22:16:35.317658 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5fe11518-dd90-4786-aa12-a76e30f06ef3 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:35.318119 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761a51d6-8776-4169-afcd-2f78c8b24a8a None None] Sync routers for ids ['ae1d72dd-70b2-483b-a41d-e70549b79a0f'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:16:35.322514 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5fe11518-dd90-4786-aa12-a76e30f06ef3 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "PUT /v2.0/routers/ae1d72dd-70b2-483b-a41d-e70549b79a0f HTTP/1.1" status: 200 len: 920 time: 9.3248062 Aug 11 22:16:35.330366 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55356) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:35.348151 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761a51d6-8776-4169-afcd-2f78c8b24a8a None None] Routers {'ae1d72dd-70b2-483b-a41d-e70549b79a0f'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:35.353507 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6862bb90-3d0b-47c7-8cf9-8ff6d94e1874 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:35.354124 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-761a51d6-8776-4169-afcd-2f78c8b24a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['ae1d72dd-70b2-483b-a41d-e70549b79a0f'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:35.455250 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e38d67a7-841c-4a1b-9705-b5ef68c7c1bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:35.461015 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6d3f7b9f-b4c4-4ac2-9936-7f123f24457b None None] Provisioning complete for port b2eadc1d-9cb5-4e10-af29-c9d841f467da triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:16:35.461764 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6d3f7b9f-b4c4-4ac2-9936-7f123f24457b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:35.464520 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-761a51d6-8776-4169-afcd-2f78c8b24a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:35.481631 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761a51d6-8776-4169-afcd-2f78c8b24a8a None None] Routers {'ae1d72dd-70b2-483b-a41d-e70549b79a0f'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:35.482742 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-761a51d6-8776-4169-afcd-2f78c8b24a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['ae1d72dd-70b2-483b-a41d-e70549b79a0f'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:35.491942 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6862bb90-3d0b-47c7-8cf9-8ff6d94e1874 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:35.530469 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-e1f4f8d7-4106-4a7d-b92b-63b2c29a22a2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30bba54e-24ad-4c09-8891-8a226a46262f HTTP/1.1" status: 200 len: 217 time: 0.1779015 Aug 11 22:16:35.548914 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-761a51d6-8776-4169-afcd-2f78c8b24a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:35.549880 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761a51d6-8776-4169-afcd-2f78c8b24a8a None None] The sync data for ids ['ae1d72dd-70b2-483b-a41d-e70549b79a0f'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:16:35.583836 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-0c344ccc-6bbb-490f-a716-08653bceb167 service neutron] In _notify_port_updated(), no bound segment for port b2eadc1d-9cb5-4e10-af29-c9d841f467da on network 22676bc5-4aee-4a41-8ba8-faaf749fee2e {{(pid=100942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 22:16:35.584553 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-0c344ccc-6bbb-490f-a716-08653bceb167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:35.585041 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4dd10be7-3d71-4e0c-9d24-520d3169427c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:35.585332 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-0c344ccc-6bbb-490f-a716-08653bceb167 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:35.585643 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 3662de63-2216-47cd-a09d-9450446cab7f no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:16:35.586846 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-0c344ccc-6bbb-490f-a716-08653bceb167 service neutron] 10.222.0.52 "PUT /v2.0/ports/b2eadc1d-9cb5-4e10-af29-c9d841f467da HTTP/1.1" status: 200 len: 1028 time: 2.4975693 Aug 11 22:16:35.639831 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-6d3f7b9f-b4c4-4ac2-9936-7f123f24457b None None] Port b2eadc1d-9cb5-4e10-af29-c9d841f467da cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:16:35.649474 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '349c2860-60cb-4169-8ba2-aabeccfa45a1'}, {'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e452efbe-5133-4b80-bdc2-4eee7588265c'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:16:35.653297 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69101215-14dc-4003-8b82-2099f3b025bc" -d '{"events": [{"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-unplugged", "status": "completed", "tag": "349c2860-60cb-4169-8ba2-aabeccfa45a1"}, {"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-unplugged", "status": "completed", "tag": "e452efbe-5133-4b80-bdc2-4eee7588265c"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:16:35.662932 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91168aac-7cb4-4c37-bcef-5acf9145ee39 admin admin] Router 3805015a-0ea9-400d-b58e-f77d1e400b70 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:16:35.678643 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 3662de63-2216-47cd-a09d-9450446cab7f not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:16:35.679364 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 30bba54e-24ad-4c09-8891-8a226a46262f no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:16:35.726590 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-bfd54354-17a1-45da-b78c-9f1af356b1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:35.728147 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 11 Aug 2021 22:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873a6917-bd3b-4539-80ef-ebb6ffd320dd x-openstack-request-id: req-873a6917-bd3b-4539-80ef-ebb6ffd320dd {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:16:35.728422 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-bfd54354-17a1-45da-b78c-9f1af356b1f7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13b7bc9a-1b63-4e42-b53a-8f3bb1200a3d HTTP/1.1" status: 200 len: 797 time: 0.1867137 Aug 11 22:16:35.728973 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-unplugged", "status": "completed", "tag": "349c2860-60cb-4169-8ba2-aabeccfa45a1", "code": 200}, {"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-unplugged", "status": "completed", "tag": "e452efbe-5133-4b80-bdc2-4eee7588265c", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:16:35.729342 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-873a6917-bd3b-4539-80ef-ebb6ffd320dd {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:16:35.729862 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '349c2860-60cb-4169-8ba2-aabeccfa45a1', 'code': 200} Aug 11 22:16:35.730245 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e452efbe-5133-4b80-bdc2-4eee7588265c', 'code': 200} Aug 11 22:16:35.742495 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862bb90-3d0b-47c7-8cf9-8ff6d94e1874 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Pushing event updated for resources: {'Port': ['ID=b9e26606-9e95-41d9-a7bf-e70cb3a38944,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:35.791392 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd10be7-3d71-4e0c-9d24-520d3169427c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:16:35.820347 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:35.847626 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-4dd10be7-3d71-4e0c-9d24-520d3169427c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:35.851733 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd10be7-3d71-4e0c-9d24-520d3169427c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:16:35.860726 n-d-804275-3 neutron-server[100942]: DEBUG neutron.objects.ports [None req-3ece28a5-91de-46d9-bc77-d56f6f1b22b2 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 22:16:35.872754 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6862bb90-3d0b-47c7-8cf9-8ff6d94e1874 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:35.879329 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 30bba54e-24ad-4c09-8891-8a226a46262f, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=30bba54e-24ad-4c09-8891-8a226a46262f,segment=NetworkSegment(737de52c-544b-4831-b19c-fef2d8c7a4ab),segment_id=737de52c-544b-4831-b19c-fef2d8c7a4ab)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:16:35.885002 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:35.885770 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 36ad0513-a98b-4e70-b99c-c3737712cca6 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:16:35.895759 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3ece28a5-91de-46d9-bc77-d56f6f1b22b2 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:35.952358 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd10be7-3d71-4e0c-9d24-520d3169427c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event updated for resources: {'Port': ['ID=baffa4d8-565c-45d5-b987-7add1d00fef4,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:35.964966 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-be721594-e72e-4f06-8597-a2630edd528d tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "GET /v2.0/routers/ae1d72dd-70b2-483b-a41d-e70549b79a0f HTTP/1.1" status: 200 len: 926 time: 0.6306877 Aug 11 22:16:35.968565 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=30bba54e-24ad-4c09-8891-8a226a46262f,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:35.970402 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55360) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:35.980663 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-63bd74c3-5e8b-42c4-b49b-ddc1d0e55f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:35.982466 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-63bd74c3-5e8b-42c4-b49b-ddc1d0e55f07 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c74395db-c7eb-4508-9006-176acc6e4b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1832194 Aug 11 22:16:35.987538 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:35.987538 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:35.987538 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:35.987538 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:35.987538 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:35.988952 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:35.988952 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:35.989240 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:35.989394 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:35.989710 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:35.990059 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:35.990392 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:36.038240 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-d85c30d2-53c7-49d1-8371-fc7a157696bc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Deleting port e452efbe-5133-4b80-bdc2-4eee7588265c {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:16:36.038240 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-d85c30d2-53c7-49d1-8371-fc7a157696bc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:36.041128 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece28a5-91de-46d9-bc77-d56f6f1b22b2 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event updated for resources: {'Subnet': ['ID=bc1caaf8-c2b4-4ac3-8732-e2b606f6211d,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:36.077241 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:36.080687 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91168aac-7cb4-4c37-bcef-5acf9145ee39 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:16:36.111969 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a36ea84-c882-4c0f-800b-0b0548fe5d03 None None] Sync routers for ids ['3805015a-0ea9-400d-b58e-f77d1e400b70'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:16:36.113327 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e38d67a7-841c-4a1b-9705-b5ef68c7c1bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:36.128769 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e38d67a7-841c-4a1b-9705-b5ef68c7c1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:36.148030 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6862bb90-3d0b-47c7-8cf9-8ff6d94e1874 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:36.161772 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6862bb90-3d0b-47c7-8cf9-8ff6d94e1874 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.9772053 Aug 11 22:16:36.161772 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7ff0c6-e180-4890-a99b-9a803114aa84 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:36.161772 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5f7ff0c6-e180-4890-a99b-9a803114aa84 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=ace0c6e5-d196-4ef9-80b8-149980a74560&device_id=ae1d72dd-70b2-483b-a41d-e70549b79a0f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1861281 Aug 11 22:16:36.179271 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55362) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:36.180019 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 36ad0513-a98b-4e70-b99c-c3737712cca6, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=36ad0513-a98b-4e70-b99c-c3737712cca6,segment=NetworkSegment(9d897c8b-3740-4eeb-a648-0035b9afdf7b),segment_id=9d897c8b-3740-4eeb-a648-0035b9afdf7b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:16:36.180019 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a36ea84-c882-4c0f-800b-0b0548fe5d03 None None] Routers {'3805015a-0ea9-400d-b58e-f77d1e400b70'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:36.180019 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-3a36ea84-c882-4c0f-800b-0b0548fe5d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['3805015a-0ea9-400d-b58e-f77d1e400b70'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:36.180535 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece28a5-91de-46d9-bc77-d56f6f1b22b2 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Checking segment: {'id': 'c021d8f5-4c93-4da6-94e0-fc72ea323064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '820670aa-ea7e-4cb0-98c0-e9f427e6d0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:16:36.180535 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ece28a5-91de-46d9-bc77-d56f6f1b22b2 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Network hostable DHCP agents. Network: 820670aa-ea7e-4cb0-98c0-e9f427e6d0f1, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:16:36.275086 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-5b3d1d2c-d778-4c37-ab2b-b169dc9e282b service neutron] 10.222.0.52 "GET /v2.0/networks/c74395db-c7eb-4508-9006-176acc6e4b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802567 Aug 11 22:16:36.275870 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91168aac-7cb4-4c37-bcef-5acf9145ee39 admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:36.277024 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-91168aac-7cb4-4c37-bcef-5acf9145ee39 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.9969699 Aug 11 22:16:36.336968 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55368) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:36.432458 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e38d67a7-841c-4a1b-9705-b5ef68c7c1bb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d758ddf636574dd3b4d7c9dd9ac0d98d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2760601 Aug 11 22:16:36.433116 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55370) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:36.450705 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:36.469020 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d67a7-841c-4a1b-9705-b5ef68c7c1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febcda26-5a50-4393-8dd4-16fa313f056c,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:36.515703 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-3a36ea84-c882-4c0f-800b-0b0548fe5d03 None None] Set router 3805015a-0ea9-400d-b58e-f77d1e400b70 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:16:36.574128 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-d85c30d2-53c7-49d1-8371-fc7a157696bc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] For port e452efbe-5133-4b80-bdc2-4eee7588265c, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e452efbe-5133-4b80-bdc2-4eee7588265c,segment=NetworkSegment(737de52c-544b-4831-b19c-fef2d8c7a4ab),segment_id=737de52c-544b-4831-b19c-fef2d8c7a4ab)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:16:36.574838 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-d85c30d2-53c7-49d1-8371-fc7a157696bc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:36.597557 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ece28a5-91de-46d9-bc77-d56f6f1b22b2 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Network 820670aa-ea7e-4cb0-98c0-e9f427e6d0f1 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:16:36.608449 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc41bd1-4ea8-4302-882a-98ba2261aceb req-a9eab9e8-6744-4c20-8d94-edb5e936e498 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:36.615736 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc41bd1-4ea8-4302-882a-98ba2261aceb req-a9eab9e8-6744-4c20-8d94-edb5e936e498 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:36.623223 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc41bd1-4ea8-4302-882a-98ba2261aceb req-a9eab9e8-6744-4c20-8d94-edb5e936e498 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:36.629780 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc41bd1-4ea8-4302-882a-98ba2261aceb req-a9eab9e8-6744-4c20-8d94-edb5e936e498 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:36.635849 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc41bd1-4ea8-4302-882a-98ba2261aceb req-a9eab9e8-6744-4c20-8d94-edb5e936e498 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:36.637858 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7bc41bd1-4ea8-4302-882a-98ba2261aceb req-a9eab9e8-6744-4c20-8d94-edb5e936e498 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 3875 time: 0.2260158 Aug 11 22:16:36.696229 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-950bb767-a0d0-4cac-89ff-3b358d7f2969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:36.740705 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=36ad0513-a98b-4e70-b99c-c3737712cca6,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:36.746267 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-950bb767-a0d0-4cac-89ff-3b358d7f2969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:36.787394 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7bc41bd1-4ea8-4302-882a-98ba2261aceb req-bcd76063-0fe4-4278-8c40-656a1d6034a1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310692 Aug 11 22:16:36.795740 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4dd10be7-3d71-4e0c-9d24-520d3169427c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:36.940271 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-950bb767-a0d0-4cac-89ff-3b358d7f2969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:36.943803 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-950bb767-a0d0-4cac-89ff-3b358d7f2969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:36.947920 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-950bb767-a0d0-4cac-89ff-3b358d7f2969 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/febcda26-5a50-4393-8dd4-16fa313f056c HTTP/1.1" status: 204 len: 168 time: 0.5065064 Aug 11 22:16:36.989120 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950bb767-a0d0-4cac-89ff-3b358d7f2969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febcda26-5a50-4393-8dd4-16fa313f056c,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:37.032405 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-3a36ea84-c882-4c0f-800b-0b0548fe5d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'name': 'tempest-ServerRescueTestJSONUnderV235-282863852-router', 'tenant_id': '7893e9dca79546f9a7fcaade410ca2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd4c4c1f4-7420-4bc1-87a0-9daae8877714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:25Z', 'updated_at': '2021-08-11T22:16:32Z', 'revision_number': 3, 'project_id': '7893e9dca79546f9a7fcaade410ca2bf', 'gw_port': {'id': 'd4c4c1f4-7420-4bc1-87a0-9daae8877714', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:27Z', 'updated_at': '2021-08-11T22:16:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:37.042106 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-c52b3e18-e0c9-4400-9a24-087c58cd2141 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1630900849&fields=id&tenant_id=89e42f6e555b4d71928261e2b4518d8d HTTP/1.1" status: 200 len: 267 time: 0.1118140 Aug 11 22:16:37.043945 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4dd10be7-3d71-4e0c-9d24-520d3169427c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:37.105879 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a36ea84-c882-4c0f-800b-0b0548fe5d03 None None] Checking router: 3805015a-0ea9-400d-b58e-f77d1e400b70 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:16:37.106374 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a36ea84-c882-4c0f-800b-0b0548fe5d03 None None] Updating router 3805015a-0ea9-400d-b58e-f77d1e400b70 port d4c4c1f4-7420-4bc1-87a0-9daae8877714 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:16:37.182339 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3a36ea84-c882-4c0f-800b-0b0548fe5d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:37.213854 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-d85c30d2-53c7-49d1-8371-fc7a157696bc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Calling delete_port for e452efbe-5133-4b80-bdc2-4eee7588265c owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:16:37.247552 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-3ece28a5-91de-46d9-bc77-d56f6f1b22b2 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 820670aa-ea7e-4cb0-98c0-e9f427e6d0f1) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:37.263216 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ece28a5-91de-46d9-bc77-d56f6f1b22b2 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:37.263929 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3ece28a5-91de-46d9-bc77-d56f6f1b22b2 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:37.267077 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f547640e-4a8e-4250-8b80-efc2dcac8f24 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:37.268717 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cb46dd-9a74-46aa-b63c-983ba5ce7086 None None] Network 820670aa-ea7e-4cb0-98c0-e9f427e6d0f1 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:16:37.280414 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f547640e-4a8e-4250-8b80-efc2dcac8f24 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 881 time: 1.1121998 Aug 11 22:16:37.286735 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55386) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:37.386302 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-11dc5070-a0cd-49a1-99fd-ec461a04c737 req-04e51e43-5811-468d-a420-8c23090a509e service neutron] 10.222.0.52 "GET /v2.0/networks/c74395db-c7eb-4508-9006-176acc6e4b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0732958 Aug 11 22:16:37.412963 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3ece28a5-91de-46d9-bc77-d56f6f1b22b2 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.2204325 Aug 11 22:16:37.419335 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55388) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:37.427699 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-85293e53-1b2d-42e8-bf5a-b5649ed7dab9 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Request body: {'port': {'network_id': '820670aa-ea7e-4cb0-98c0-e9f427e6d0f1', 'name': 'tempest-NetworksIpV6TestAttrs-291503708'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:37.438430 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-271a304e-7b36-45b0-a981-7103724db91e tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae1d72dd-70b2-483b-a41d-e70549b79a0f HTTP/1.1" status: 200 len: 205 time: 0.1392047 Aug 11 22:16:37.447709 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55390) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:37.748603 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-c2768620-0856-453b-8637-5b269b0004bf tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:37.757441 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-c2768620-0856-453b-8637-5b269b0004bf tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/networks?id=38b8f25c-cd12-4628-9365-0e6780cd68b7 HTTP/1.1" status: 200 len: 811 time: 0.5888150 Aug 11 22:16:37.808248 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-4749321c-0b49-42f9-8b9b-6334a6d58f20 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/quotas/89e42f6e555b4d71928261e2b4518d8d HTTP/1.1" status: 200 len: 375 time: 0.0494781 Aug 11 22:16:37.817183 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-d85c30d2-53c7-49d1-8371-fc7a157696bc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:37.819452 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3a36ea84-c882-4c0f-800b-0b0548fe5d03 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:37.833971 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3a36ea84-c882-4c0f-800b-0b0548fe5d03 None None] Transition to ACTIVE for port object d4c4c1f4-7420-4bc1-87a0-9daae8877714 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:16:37.844056 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30bba54e-24ad-4c09-8891-8a226a46262f'}, {'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36ad0513-a98b-4e70-b99c-c3737712cca6'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:16:37.846758 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ada17f5-469b-4934-ba5e-00a4f107a5c9" -d '{"events": [{"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-unplugged", "status": "completed", "tag": "30bba54e-24ad-4c09-8891-8a226a46262f"}, {"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-unplugged", "status": "completed", "tag": "36ad0513-a98b-4e70-b99c-c3737712cca6"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:16:37.853067 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3a36ea84-c882-4c0f-800b-0b0548fe5d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:37.863651 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4dd10be7-3d71-4e0c-9d24-520d3169427c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:37.878899 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c5da2a3f-5afe-414d-81cd-dcc82cf20563 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:37.925089 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c30d2-53c7-49d1-8371-fc7a157696bc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Pushing event deleted for resources: {'Port': ['ID=e452efbe-5133-4b80-bdc2-4eee7588265c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:37.928720 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4dd10be7-3d71-4e0c-9d24-520d3169427c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:37.974773 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-3a36ea84-c882-4c0f-800b-0b0548fe5d03 None None] Attempting to bind port d4c4c1f4-7420-4bc1-87a0-9daae8877714 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:16:37.975202 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-3a36ea84-c882-4c0f-800b-0b0548fe5d03 None None] Attempting to bind port d4c4c1f4-7420-4bc1-87a0-9daae8877714 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:16:37.975768 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a36ea84-c882-4c0f-800b-0b0548fe5d03 None None] Attempting to bind port d4c4c1f4-7420-4bc1-87a0-9daae8877714 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:16:37.983828 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a36ea84-c882-4c0f-800b-0b0548fe5d03 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:16:37.984038 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a36ea84-c882-4c0f-800b-0b0548fe5d03 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:16:37.986163 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3a36ea84-c882-4c0f-800b-0b0548fe5d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:37.986801 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a36ea84-c882-4c0f-800b-0b0548fe5d03 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:16:37.987546 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-3a36ea84-c882-4c0f-800b-0b0548fe5d03 None None] Bound port: d4c4c1f4-7420-4bc1-87a0-9daae8877714, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:16:37.988449 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3a36ea84-c882-4c0f-800b-0b0548fe5d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:37.992751 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bafa89-264b-40ce-bf6f-1a92ef1174bd None None] Pushing event updated for resources: {'Port': ['ID=d4c4c1f4-7420-4bc1-87a0-9daae8877714,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:38.025832 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85293e53-1b2d-42e8-bf5a-b5649ed7dab9 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Made reservation on behalf of 18c8bc2260af4c4f9d1587285a337ca7 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:16:38.032107 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-85293e53-1b2d-42e8-bf5a-b5649ed7dab9 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:38.034980 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-d85c30d2-53c7-49d1-8371-fc7a157696bc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] No DVR routers for this DVR port e452efbe-5133-4b80-bdc2-4eee7588265c on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:16:38.038448 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-d85c30d2-53c7-49d1-8371-fc7a157696bc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:38.041518 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-d85c30d2-53c7-49d1-8371-fc7a157696bc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.52 "DELETE /v2.0/ports/e452efbe-5133-4b80-bdc2-4eee7588265c HTTP/1.1" status: 204 len: 173 time: 2.4230371 Aug 11 22:16:38.044691 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-deleted', 'tag': 'e452efbe-5133-4b80-bdc2-4eee7588265c'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:16:38.046986 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3e18e1-4f4f-4c4d-9445-1a81a4fce95e" -d '{"events": [{"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-deleted", "tag": "e452efbe-5133-4b80-bdc2-4eee7588265c"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:16:38.156533 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6294065a-4c75-48bd-9095-cf6cab2e3aab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-820670aa-ea7e-4cb0-98c0-e9f427e6d0f1', 'network_id': '820670aa-ea7e-4cb0-98c0-e9f427e6d0f1', 'tenant_id': '18c8bc2260af4c4f9d1587285a337ca7', 'fixed_ips': [{'subnet_id': 'bc1caaf8-c2b4-4ac3-8732-e2b606f6211d'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:16:38.158517 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6294065a-4c75-48bd-9095-cf6cab2e3aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:38.167770 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-5331c180-8834-42d7-9cf6-a14a180d099c tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=89e42f6e555b4d71928261e2b4518d8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3541727 Aug 11 22:16:38.176030 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-85293e53-1b2d-42e8-bf5a-b5649ed7dab9 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] device_id is not set on port f9cda4ad-9b8d-4e0e-a076-91048aa8c39b yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:16:38.176255 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-3a36ea84-c882-4c0f-800b-0b0548fe5d03 None None] For port d4c4c1f4-7420-4bc1-87a0-9daae8877714, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:16:38.253826 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:38.256224 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-3a36ea84-c882-4c0f-800b-0b0548fe5d03 None None] For port d4c4c1f4-7420-4bc1-87a0-9daae8877714, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d4c4c1f4-7420-4bc1-87a0-9daae8877714,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:16:38.270596 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3a36ea84-c882-4c0f-800b-0b0548fe5d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:38.342028 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-e4d26079-1334-442d-b8fa-cfd864159a1e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Deleting port 36ad0513-a98b-4e70-b99c-c3737712cca6 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:16:38.342851 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-e4d26079-1334-442d-b8fa-cfd864159a1e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:38.364956 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a36ea84-c882-4c0f-800b-0b0548fe5d03 None None] Routers {'3805015a-0ea9-400d-b58e-f77d1e400b70'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:38.365740 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-3a36ea84-c882-4c0f-800b-0b0548fe5d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['3805015a-0ea9-400d-b58e-f77d1e400b70'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:38.427394 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-85293e53-1b2d-42e8-bf5a-b5649ed7dab9 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Allocated IP 2001:db8::f816:3eff:fe33:3c4a (820670aa-ea7e-4cb0-98c0-e9f427e6d0f1/bc1caaf8-c2b4-4ac3-8732-e2b606f6211d/f9cda4ad-9b8d-4e0e-a076-91048aa8c39b) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:16:38.431480 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bafa89-264b-40ce-bf6f-1a92ef1174bd None None] Pushing event updated for resources: {'Port': ['ID=d4c4c1f4-7420-4bc1-87a0-9daae8877714,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:38.503096 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f30d59ab-2584-468a-a48b-0fb87cf256de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:38.561412 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-e4d26079-1334-442d-b8fa-cfd864159a1e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] For port 36ad0513-a98b-4e70-b99c-c3737712cca6, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=36ad0513-a98b-4e70-b99c-c3737712cca6,segment=NetworkSegment(9d897c8b-3740-4eeb-a648-0035b9afdf7b),segment_id=9d897c8b-3740-4eeb-a648-0035b9afdf7b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:16:38.561912 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-e4d26079-1334-442d-b8fa-cfd864159a1e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:38.583005 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-3a36ea84-c882-4c0f-800b-0b0548fe5d03 None None] Set router 3805015a-0ea9-400d-b58e-f77d1e400b70 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:16:38.629354 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-e4d26079-1334-442d-b8fa-cfd864159a1e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Calling delete_port for 36ad0513-a98b-4e70-b99c-c3737712cca6 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:16:38.742934 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd10be7-3d71-4e0c-9d24-520d3169427c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event updated for resources: {'Port': ['ID=baffa4d8-565c-45d5-b987-7add1d00fef4,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:38.852535 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4dd10be7-3d71-4e0c-9d24-520d3169427c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:38.927837 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-f30d59ab-2584-468a-a48b-0fb87cf256de admin admin] Allocated IP 172.20.0.1 (d98f639d-f4cf-4ee7-9782-d5f1761290b6/4bcace65-6a59-41f0-879a-d84477d04327/03b451de-5f0f-42d6-b541-e2d7a1d319fc) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:16:38.966209 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-3a36ea84-c882-4c0f-800b-0b0548fe5d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'name': 'tempest-ServerRescueTestJSONUnderV235-282863852-router', 'tenant_id': '7893e9dca79546f9a7fcaade410ca2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd4c4c1f4-7420-4bc1-87a0-9daae8877714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:25Z', 'updated_at': '2021-08-11T22:16:32Z', 'revision_number': 3, 'project_id': '7893e9dca79546f9a7fcaade410ca2bf', 'gw_port': {'id': 'd4c4c1f4-7420-4bc1-87a0-9daae8877714', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:27Z', 'updated_at': '2021-08-11T22:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:38.990204 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c5da2a3f-5afe-414d-81cd-dcc82cf20563 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:39.018264 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a36ea84-c882-4c0f-800b-0b0548fe5d03 None None] The sync data for ids ['3805015a-0ea9-400d-b58e-f77d1e400b70'] in n-d-804275-3 is: [{'id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'name': 'tempest-ServerRescueTestJSONUnderV235-282863852-router', 'tenant_id': '7893e9dca79546f9a7fcaade410ca2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd4c4c1f4-7420-4bc1-87a0-9daae8877714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:25Z', 'updated_at': '2021-08-11T22:16:32Z', 'revision_number': 3, 'project_id': '7893e9dca79546f9a7fcaade410ca2bf', 'gw_port': {'id': 'd4c4c1f4-7420-4bc1-87a0-9daae8877714', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:27Z', 'updated_at': '2021-08-11T22:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:16:39.030961 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-e4d26079-1334-442d-b8fa-cfd864159a1e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:39.075811 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d26079-1334-442d-b8fa-cfd864159a1e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Pushing event deleted for resources: {'Port': ['ID=36ad0513-a98b-4e70-b99c-c3737712cca6,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:39.151714 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-e4d26079-1334-442d-b8fa-cfd864159a1e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] No DVR routers for this DVR port 36ad0513-a98b-4e70-b99c-c3737712cca6 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:16:39.157039 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-e4d26079-1334-442d-b8fa-cfd864159a1e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:39.159670 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-e4d26079-1334-442d-b8fa-cfd864159a1e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.52 "DELETE /v2.0/ports/36ad0513-a98b-4e70-b99c-c3737712cca6 HTTP/1.1" status: 204 len: 173 time: 1.1046200 Aug 11 22:16:39.272066 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f30d59ab-2584-468a-a48b-0fb87cf256de admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:39.423806 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-85293e53-1b2d-42e8-bf5a-b5649ed7dab9 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:39.462360 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-85293e53-1b2d-42e8-bf5a-b5649ed7dab9 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Transition to ACTIVE for port object f9cda4ad-9b8d-4e0e-a076-91048aa8c39b will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:16:39.511121 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f30d59ab-2584-468a-a48b-0fb87cf256de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:39.620354 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30d59ab-2584-468a-a48b-0fb87cf256de admin admin] Network d98f639d-f4cf-4ee7-9782-d5f1761290b6 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:16:39.623834 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-4b294210-70c3-4d7d-adbc-ebc65bd2363b tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Deleting port 30bba54e-24ad-4c09-8891-8a226a46262f {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:16:39.623834 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-4b294210-70c3-4d7d-adbc-ebc65bd2363b tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:39.629703 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-f30d59ab-2584-468a-a48b-0fb87cf256de admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:39.635452 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30d59ab-2584-468a-a48b-0fb87cf256de admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:16:39.756453 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d59ab-2584-468a-a48b-0fb87cf256de admin admin] Pushing event updated for resources: {'Port': ['ID=03b451de-5f0f-42d6-b541-e2d7a1d319fc,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:39.809154 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f30d59ab-2584-468a-a48b-0fb87cf256de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:39.896088 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-7613a186-75a9-48f2-891c-34741c0d0770 service neutron] 10.222.0.77 "GET /v2.0/networks/38b8f25c-cd12-4628-9365-0e6780cd68b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2115934 Aug 11 22:16:39.916637 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-4b294210-70c3-4d7d-adbc-ebc65bd2363b tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] For port 30bba54e-24ad-4c09-8891-8a226a46262f, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=30bba54e-24ad-4c09-8891-8a226a46262f,segment=NetworkSegment(737de52c-544b-4831-b19c-fef2d8c7a4ab),segment_id=737de52c-544b-4831-b19c-fef2d8c7a4ab)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:16:39.917255 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-4b294210-70c3-4d7d-adbc-ebc65bd2363b tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:39.943260 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-4b294210-70c3-4d7d-adbc-ebc65bd2363b tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Calling delete_port for 30bba54e-24ad-4c09-8891-8a226a46262f owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:16:39.958010 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-4dd10be7-3d71-4e0c-9d24-520d3169427c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Floating IP bd98f232-3b53-4a35-8576-4d01fc75a70e associated. External IP: 172.25.2.190, port: 84cafa72-9e2f-4fef-b17b-496411872aae. Aug 11 22:16:40.094578 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-85293e53-1b2d-42e8-bf5a-b5649ed7dab9 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:40.120776 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-c5da2a3f-5afe-414d-81cd-dcc82cf20563 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Deleting port 30eed175-b5f5-4692-8270-af73b98ffc0d {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:16:40.121135 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c5da2a3f-5afe-414d-81cd-dcc82cf20563 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:40.121846 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f30d59ab-2584-468a-a48b-0fb87cf256de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:40.354181 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85293e53-1b2d-42e8-bf5a-b5649ed7dab9 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Network 820670aa-ea7e-4cb0-98c0-e9f427e6d0f1 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:16:40.377076 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-85293e53-1b2d-42e8-bf5a-b5649ed7dab9 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:40.400748 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85293e53-1b2d-42e8-bf5a-b5649ed7dab9 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:16:40.407755 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85293e53-1b2d-42e8-bf5a-b5649ed7dab9 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:40.408735 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-85293e53-1b2d-42e8-bf5a-b5649ed7dab9 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:40.472053 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85293e53-1b2d-42e8-bf5a-b5649ed7dab9 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event updated for resources: {'Port': ['ID=f9cda4ad-9b8d-4e0e-a076-91048aa8c39b,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:40.493292 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-6714ca87-734e-447b-9ace-dbd8e0ad0f33 service neutron] 10.222.0.77 "GET /v2.0/networks/38b8f25c-cd12-4628-9365-0e6780cd68b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5666814 Aug 11 22:16:40.502383 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-85293e53-1b2d-42e8-bf5a-b5649ed7dab9 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.0751705 Aug 11 22:16:40.518277 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55430) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:40.571564 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c5da2a3f-5afe-414d-81cd-dcc82cf20563 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:40.594026 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-6294065a-4c75-48bd-9095-cf6cab2e3aab None None] Allocated IP 2001:db8::f816:3eff:feeb:abd1 (820670aa-ea7e-4cb0-98c0-e9f427e6d0f1/bc1caaf8-c2b4-4ac3-8732-e2b606f6211d/6c4586fb-3f0b-4b18-a9e6-38cd40706afa) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:16:40.704204 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-c5da2a3f-5afe-414d-81cd-dcc82cf20563 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Calling delete_port for 30eed175-b5f5-4692-8270-af73b98ffc0d owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:16:40.728905 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d4c4c1f4-7420-4bc1-87a0-9daae8877714 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:16:40.875993 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd10be7-3d71-4e0c-9d24-520d3169427c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Router bb7ed200-b283-408b-9e65-fa6d5ac4b332 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:16:40.910646 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2e15a5-5a42-46e4-8620-3fa7be34074d tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Deleting subnet bc1caaf8-c2b4-4ac3-8732-e2b606f6211d {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:16:40.914671 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-4b294210-70c3-4d7d-adbc-ebc65bd2363b tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:41.074647 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port d4c4c1f4-7420-4bc1-87a0-9daae8877714 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:16:41.098412 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port d4c4c1f4-7420-4bc1-87a0-9daae8877714 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:16:41.099749 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:41.111690 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f30d59ab-2584-468a-a48b-0fb87cf256de admin admin] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:41.205192 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f30d59ab-2584-468a-a48b-0fb87cf256de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:41.216187 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b294210-70c3-4d7d-adbc-ebc65bd2363b tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Pushing event deleted for resources: {'Port': ['ID=30bba54e-24ad-4c09-8891-8a226a46262f,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:41.308165 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6294065a-4c75-48bd-9095-cf6cab2e3aab None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:41.351074 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6294065a-4c75-48bd-9095-cf6cab2e3aab None None] Transition to ACTIVE for port object 6c4586fb-3f0b-4b18-a9e6-38cd40706afa will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:16:41.381877 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd10be7-3d71-4e0c-9d24-520d3169427c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:16:41.406274 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4564d-af43-485a-820b-657e416cbb64 req-34b3acef-939e-44e5-98e9-252b0b92d3a7 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:41.406570 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3014a372-80f2-45d2-899c-a1266c3600be None None] Sync routers for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:16:41.413449 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4564d-af43-485a-820b-657e416cbb64 req-34b3acef-939e-44e5-98e9-252b0b92d3a7 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:41.422286 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d8b4564d-af43-485a-820b-657e416cbb64 req-34b3acef-939e-44e5-98e9-252b0b92d3a7 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 1677 time: 0.2870071 Aug 11 22:16:41.424728 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c5da2a3f-5afe-414d-81cd-dcc82cf20563 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:41.441630 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3014a372-80f2-45d2-899c-a1266c3600be None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:41.442690 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3014a372-80f2-45d2-899c-a1266c3600be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:41.451629 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-4b294210-70c3-4d7d-adbc-ebc65bd2363b tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] No DVR routers for this DVR port 30bba54e-24ad-4c09-8891-8a226a46262f on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:16:41.459209 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-4b294210-70c3-4d7d-adbc-ebc65bd2363b tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:41.471148 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:41.483534 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da2a3f-5afe-414d-81cd-dcc82cf20563 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Pushing event deleted for resources: {'Port': ['ID=30eed175-b5f5-4692-8270-af73b98ffc0d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:41.484961 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-4b294210-70c3-4d7d-adbc-ebc65bd2363b tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.52 "DELETE /v2.0/ports/30bba54e-24ad-4c09-8891-8a226a46262f HTTP/1.1" status: 204 len: 173 time: 2.2960534 Aug 11 22:16:41.495306 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4dd10be7-3d71-4e0c-9d24-520d3169427c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:41.543046 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6294065a-4c75-48bd-9095-cf6cab2e3aab None None] Transition to ACTIVE for port object 6c4586fb-3f0b-4b18-a9e6-38cd40706afa will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:16:41.576913 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port d4c4c1f4-7420-4bc1-87a0-9daae8877714, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d4c4c1f4-7420-4bc1-87a0-9daae8877714,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:16:41.578863 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d8b4564d-af43-485a-820b-657e416cbb64 req-5b2d40cf-c205-409a-913a-4be32b62328d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540112 Aug 11 22:16:41.585541 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6294065a-4c75-48bd-9095-cf6cab2e3aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:41.652523 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:41.728137 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4dd10be7-3d71-4e0c-9d24-520d3169427c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.3370655 Aug 11 22:16:41.741340 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55448) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:41.753881 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 11 Aug 2021 22:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be7888b-8128-4e0e-9535-fc7ef43ed70e x-openstack-request-id: req-4be7888b-8128-4e0e-9535-fc7ef43ed70e {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:16:41.754711 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-unplugged", "status": "completed", "tag": "30bba54e-24ad-4c09-8891-8a226a46262f", "code": 200}, {"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-unplugged", "status": "completed", "tag": "36ad0513-a98b-4e70-b99c-c3737712cca6", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:16:41.755132 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4be7888b-8128-4e0e-9535-fc7ef43ed70e {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:16:41.756023 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30bba54e-24ad-4c09-8891-8a226a46262f', 'code': 200} Aug 11 22:16:41.756438 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36ad0513-a98b-4e70-b99c-c3737712cca6', 'code': 200} Aug 11 22:16:41.771621 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6294065a-4c75-48bd-9095-cf6cab2e3aab None None] Network 820670aa-ea7e-4cb0-98c0-e9f427e6d0f1 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:16:41.778842 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ca2e15a5-5a42-46e4-8620-3fa7be34074d tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:41.782322 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-6294065a-4c75-48bd-9095-cf6cab2e3aab None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:41.793832 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c5da2a3f-5afe-414d-81cd-dcc82cf20563 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:41.818672 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6294065a-4c75-48bd-9095-cf6cab2e3aab None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:16:41.954314 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294065a-4c75-48bd-9095-cf6cab2e3aab None None] Pushing event updated for resources: {'Port': ['ID=6c4586fb-3f0b-4b18-a9e6-38cd40706afa,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:42.002827 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3014a372-80f2-45d2-899c-a1266c3600be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:42.044661 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3014a372-80f2-45d2-899c-a1266c3600be None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:42.055338 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3014a372-80f2-45d2-899c-a1266c3600be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:42.083487 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c5da2a3f-5afe-414d-81cd-dcc82cf20563 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:42.088520 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c5da2a3f-5afe-414d-81cd-dcc82cf20563 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:42.166572 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c5da2a3f-5afe-414d-81cd-dcc82cf20563 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:42.167476 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5da2a3f-5afe-414d-81cd-dcc82cf20563 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Fanout notify agent at l3_agent the message router_deleted on router ae1d72dd-70b2-483b-a41d-e70549b79a0f {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:16:42.192107 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6294065a-4c75-48bd-9095-cf6cab2e3aab None None] Attempting to bind port 6c4586fb-3f0b-4b18-a9e6-38cd40706afa on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:16:42.194855 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c5da2a3f-5afe-414d-81cd-dcc82cf20563 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:42.195882 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6294065a-4c75-48bd-9095-cf6cab2e3aab None None] Attempting to bind port 6c4586fb-3f0b-4b18-a9e6-38cd40706afa by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'c021d8f5-4c93-4da6-94e0-fc72ea323064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '820670aa-ea7e-4cb0-98c0-e9f427e6d0f1'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:16:42.196698 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6294065a-4c75-48bd-9095-cf6cab2e3aab None None] Attempting to bind port 6c4586fb-3f0b-4b18-a9e6-38cd40706afa on network 820670aa-ea7e-4cb0-98c0-e9f427e6d0f1 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:16:42.199016 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c5da2a3f-5afe-414d-81cd-dcc82cf20563 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "DELETE /v2.0/routers/ae1d72dd-70b2-483b-a41d-e70549b79a0f HTTP/1.1" status: 204 len: 168 time: 4.7396817 Aug 11 22:16:42.212658 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55454) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:42.237972 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-6170ac4d-bb79-45b6-adcd-208572145403 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1588622575', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}, 'admin_state_up': False}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:42.241489 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3014a372-80f2-45d2-899c-a1266c3600be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:42.243023 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3014a372-80f2-45d2-899c-a1266c3600be None None] The sync data for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:16:42.258396 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6294065a-4c75-48bd-9095-cf6cab2e3aab None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:16:42.260340 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6294065a-4c75-48bd-9095-cf6cab2e3aab None None] Checking segment: {'id': 'c021d8f5-4c93-4da6-94e0-fc72ea323064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '820670aa-ea7e-4cb0-98c0-e9f427e6d0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:16:42.261199 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6294065a-4c75-48bd-9095-cf6cab2e3aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:42.262557 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6294065a-4c75-48bd-9095-cf6cab2e3aab None None] Bound using segment: {'id': 'c021d8f5-4c93-4da6-94e0-fc72ea323064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '820670aa-ea7e-4cb0-98c0-e9f427e6d0f1'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:16:42.263591 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6294065a-4c75-48bd-9095-cf6cab2e3aab None None] Bound port: 6c4586fb-3f0b-4b18-a9e6-38cd40706afa, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c021d8f5-4c93-4da6-94e0-fc72ea323064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '820670aa-ea7e-4cb0-98c0-e9f427e6d0f1'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:16:42.264217 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6294065a-4c75-48bd-9095-cf6cab2e3aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:42.287387 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-58ff6b9b-3ec1-4d5b-a121-1e6078e3bd27 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "GET /v2.0/floatingips/bd98f232-3b53-4a35-8576-4d01fc75a70e HTTP/1.1" status: 200 len: 978 time: 0.4989614 Aug 11 22:16:42.290278 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55460) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:42.309198 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee952dc3-2285-4e48-9e00-1698852f6d09 x-openstack-request-id: req-ee952dc3-2285-4e48-9e00-1698852f6d09 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:16:42.309670 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-deleted", "tag": "e452efbe-5133-4b80-bdc2-4eee7588265c", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:16:42.310099 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ee952dc3-2285-4e48-9e00-1698852f6d09 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:16:42.310742 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-deleted', 'tag': 'e452efbe-5133-4b80-bdc2-4eee7588265c', 'status': 'completed', 'code': 200} Aug 11 22:16:42.351432 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=d4c4c1f4-7420-4bc1-87a0-9daae8877714,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:42.370227 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6170ac4d-bb79-45b6-adcd-208572145403 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:42.374139 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6170ac4d-bb79-45b6-adcd-208572145403 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:42.389964 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f30d59ab-2584-468a-a48b-0fb87cf256de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:42.418260 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ca2e15a5-5a42-46e4-8620-3fa7be34074d tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:42.442761 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d59ab-2584-468a-a48b-0fb87cf256de admin admin] Pushing event updated for resources: {'Port': ['ID=03b451de-5f0f-42d6-b541-e2d7a1d319fc,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:42.478677 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-30948dc6-8ab3-44bc-b78f-81d3b07bc0b4 req-e3a700fd-0104-4919-8c9e-e738a27310ce tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 210 time: 0.0968707 Aug 11 22:16:42.553579 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-dfd15b05-5d37-4205-b30b-9d23ac94f789 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2595351 Aug 11 22:16:42.554329 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55468) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:42.558788 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-247a9d49-941a-40d4-8695-8663a93247f4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Request body: {'floatingip': {'port_id': '2927bf6a-e491-4d17-8a58-320069c81dd6'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:42.563734 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-3c8a9db8-65f9-40ec-8cd5-e4f558c51e07 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Deleting port fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:16:42.564524 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-3c8a9db8-65f9-40ec-8cd5-e4f558c51e07 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:42.631476 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6170ac4d-bb79-45b6-adcd-208572145403 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:42.676515 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-247a9d49-941a-40d4-8695-8663a93247f4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:42.688948 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-6294065a-4c75-48bd-9095-cf6cab2e3aab None None] For port 6c4586fb-3f0b-4b18-a9e6-38cd40706afa, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:16:42.708028 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-6294065a-4c75-48bd-9095-cf6cab2e3aab None None] For port 6c4586fb-3f0b-4b18-a9e6-38cd40706afa, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=6c4586fb-3f0b-4b18-a9e6-38cd40706afa,segment=NetworkSegment(c021d8f5-4c93-4da6-94e0-fc72ea323064),segment_id=c021d8f5-4c93-4da6-94e0-fc72ea323064)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:16:42.720003 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6294065a-4c75-48bd-9095-cf6cab2e3aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:42.822336 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294065a-4c75-48bd-9095-cf6cab2e3aab None None] Pushing event updated for resources: {'Port': ['ID=6c4586fb-3f0b-4b18-a9e6-38cd40706afa,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:43.088266 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-3c8a9db8-65f9-40ec-8cd5-e4f558c51e07 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] For port fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9,segment=NetworkSegment(9d897c8b-3740-4eeb-a648-0035b9afdf7b),segment_id=9d897c8b-3740-4eeb-a648-0035b9afdf7b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:16:43.089048 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-3c8a9db8-65f9-40ec-8cd5-e4f558c51e07 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:43.108076 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-3c8a9db8-65f9-40ec-8cd5-e4f558c51e07 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Calling delete_port for fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:16:43.264870 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-abd103fa-a7b4-4636-9bac-28133ce31c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:43.286949 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6170ac4d-bb79-45b6-adcd-208572145403 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:43.299695 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55474) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:43.300022 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30d59ab-2584-468a-a48b-0fb87cf256de admin admin] Network d98f639d-f4cf-4ee7-9782-d5f1761290b6 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:16:43.305379 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-8dee83ef-d6bf-4405-828e-43f36dfcfa32 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Request body: {'network': {'name': 'tempest-network-smoke--562107811', 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'port_security_enabled': True}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:43.306149 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-f30d59ab-2584-468a-a48b-0fb87cf256de admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:43.318162 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ca2e15a5-5a42-46e4-8620-3fa7be34074d tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:43.384884 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dee83ef-d6bf-4405-828e-43f36dfcfa32 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Made reservation on behalf of 4980a3f019644cf79e7a0e6f603100d9 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:16:43.389145 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8dee83ef-d6bf-4405-828e-43f36dfcfa32 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:43.631183 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-3c8a9db8-65f9-40ec-8cd5-e4f558c51e07 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:43.642220 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ca2e15a5-5a42-46e4-8620-3fa7be34074d tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:43.731595 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e15a5-5a42-46e4-8620-3fa7be34074d tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event deleted for resources: {'Subnet': ['ID=bc1caaf8-c2b4-4ac3-8732-e2b606f6211d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:43.783676 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a9db8-65f9-40ec-8cd5-e4f558c51e07 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Pushing event deleted for resources: {'Port': ['ID=fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:43.815648 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ca2e15a5-5a42-46e4-8620-3fa7be34074d tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:43.819498 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ca2e15a5-5a42-46e4-8620-3fa7be34074d tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "DELETE /v2.0/subnets/bc1caaf8-c2b4-4ac3-8732-e2b606f6211d HTTP/1.1" status: 204 len: 168 time: 3.2932608 Aug 11 22:16:43.824192 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55480) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:43.851364 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8dee83ef-d6bf-4405-828e-43f36dfcfa32 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:43.913153 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30d59ab-2584-468a-a48b-0fb87cf256de admin admin] Router 3805015a-0ea9-400d-b58e-f77d1e400b70 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:16:43.919191 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-3c8a9db8-65f9-40ec-8cd5-e4f558c51e07 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] No DVR routers for this DVR port fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:16:43.976989 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-3c8a9db8-65f9-40ec-8cd5-e4f558c51e07 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:43.981234 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-3c8a9db8-65f9-40ec-8cd5-e4f558c51e07 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.52 "DELETE /v2.0/ports/fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9 HTTP/1.1" status: 204 len: 173 time: 2.4933720 Aug 11 22:16:44.012925 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4bc4a-3626-443c-b708-d358642aedd4 req-95841f58-136b-45f7-b257-23a1f059fe76 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:44.021779 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e4b4bc4a-3626-443c-b708-d358642aedd4 req-95841f58-136b-45f7-b257-23a1f059fe76 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 944 time: 0.2209296 Aug 11 22:16:44.189135 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e4b4bc4a-3626-443c-b708-d358642aedd4 req-1b2b2782-01aa-49d7-ae82-a13d7744300d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655602 Aug 11 22:16:44.192970 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31294626-1980-413f-acdd-ca997f15f4be tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:44.194866 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31294626-1980-413f-acdd-ca997f15f4be tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:44.196661 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-31294626-1980-413f-acdd-ca997f15f4be tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3455784 Aug 11 22:16:44.243578 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55482) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:44.331666 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-deleted', 'tag': '36ad0513-a98b-4e70-b99c-c3737712cca6'}, {'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-deleted', 'tag': '30bba54e-24ad-4c09-8891-8a226a46262f'}, {'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-deleted', 'tag': 'fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:16:44.341084 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3ed75b-ad8c-4fd3-9a5e-34d1d80551fa" -d '{"events": [{"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-deleted", "tag": "36ad0513-a98b-4e70-b99c-c3737712cca6"}, {"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-deleted", "tag": "30bba54e-24ad-4c09-8891-8a226a46262f"}, {"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-deleted", "tag": "fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:16:44.539236 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8dee83ef-d6bf-4405-828e-43f36dfcfa32 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:44.546818 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-375aef8c-d9bf-4f44-8541-a6d68d34b788 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:44.556060 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ab1a85cc-9f44-4e6d-bab4-2c3c0290d481 req-a9980dde-2fe3-4804-afc9-7bc5612484a9 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 210 time: 0.1405032 Aug 11 22:16:44.560868 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8dee83ef-d6bf-4405-828e-43f36dfcfa32 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:44.597077 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.db.resource_extend [None req-247a9d49-941a-40d4-8695-8663a93247f4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 22:16:44.606812 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-375aef8c-d9bf-4f44-8541-a6d68d34b788 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 11 22:16:44.607530 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-375aef8c-d9bf-4f44-8541-a6d68d34b788 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:16:44.609605 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-375aef8c-d9bf-4f44-8541-a6d68d34b788 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "DELETE /v2.0/networks/820670aa-ea7e-4cb0-98c0-e9f427e6d0f1 HTTP/1.1" status: 409 len: 405 time: 0.3630133 Aug 11 22:16:44.617313 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dee83ef-d6bf-4405-828e-43f36dfcfa32 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:16:44.655651 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55486) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:44.716461 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-f60992f9-ffbe-407d-8e64-760fd95c677e tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-678316919'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:44.744349 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922479a8-acb4-4a9d-a78c-3744ed3bd973 None None] Network 820670aa-ea7e-4cb0-98c0-e9f427e6d0f1 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:16:44.795413 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee83ef-d6bf-4405-828e-43f36dfcfa32 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b20e82e-1e4c-46f8-a0de-e5919ad8b6cd,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:44.801898 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8dee83ef-d6bf-4405-828e-43f36dfcfa32 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:44.802563 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-8dee83ef-d6bf-4405-828e-43f36dfcfa32 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Added segment 2405b23a-7b05-4693-9839-38b6a75567f3 of type vlan for network a7f22ba2-e884-4b3c-bcb8-adf9ef172db9 Aug 11 22:16:44.838651 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-247a9d49-941a-40d4-8695-8663a93247f4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:44.898243 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c5ab539e-e090-4158-a759-35139218418d None None] Provisioning for port 6c4586fb-3f0b-4b18-a9e6-38cd40706afa completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:16:44.908716 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-247a9d49-941a-40d4-8695-8663a93247f4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:44.971016 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 11 Aug 2021 22:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06cc3bde-1a9c-40ca-9040-be3126643b74 x-openstack-request-id: req-06cc3bde-1a9c-40ca-9040-be3126643b74 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:16:44.971546 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-deleted", "tag": "36ad0513-a98b-4e70-b99c-c3737712cca6", "status": "completed", "code": 200}, {"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-deleted", "tag": "30bba54e-24ad-4c09-8891-8a226a46262f", "status": "completed", "code": 200}, {"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-deleted", "tag": "fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:16:44.971953 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-06cc3bde-1a9c-40ca-9040-be3126643b74 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:16:44.972597 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-deleted', 'tag': '36ad0513-a98b-4e70-b99c-c3737712cca6', 'status': 'completed', 'code': 200} Aug 11 22:16:44.973008 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-deleted', 'tag': '30bba54e-24ad-4c09-8891-8a226a46262f', 'status': 'completed', 'code': 200} Aug 11 22:16:44.973394 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-deleted', 'tag': 'fc2af8b7-68ab-4eb1-86b2-3ba91bfe0da9', 'status': 'completed', 'code': 200} Aug 11 22:16:44.974356 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 6c4586fb-3f0b-4b18-a9e6-38cd40706afa up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:16:44.982556 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6170ac4d-bb79-45b6-adcd-208572145403 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:44.982852 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30d59ab-2584-468a-a48b-0fb87cf256de admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:16:44.992301 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60992f9-ffbe-407d-8e64-760fd95c677e tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Made reservation on behalf of 18c8bc2260af4c4f9d1587285a337ca7 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:16:44.997379 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f60992f9-ffbe-407d-8e64-760fd95c677e tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:45.001344 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f30d59ab-2584-468a-a48b-0fb87cf256de admin admin] 10.222.0.77 "PUT /v2.0/routers/3805015a-0ea9-400d-b58e-f77d1e400b70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6609344 Aug 11 22:16:45.021002 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31792f44-4948-4404-880e-59a5a3e54077 None None] Sync routers for ids ['3805015a-0ea9-400d-b58e-f77d1e400b70'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:16:45.024905 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8dee83ef-d6bf-4405-828e-43f36dfcfa32 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:45.039565 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6170ac4d-bb79-45b6-adcd-208572145403 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:45.048666 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31792f44-4948-4404-880e-59a5a3e54077 None None] Routers {'3805015a-0ea9-400d-b58e-f77d1e400b70'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:45.049326 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-31792f44-4948-4404-880e-59a5a3e54077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['3805015a-0ea9-400d-b58e-f77d1e400b70'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:45.073510 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-667a6960-fd71-460a-8340-74dc2d29a7fc tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:45.078804 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-667a6960-fd71-460a-8340-74dc2d29a7fc tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.82 "GET /v2.0/networks?id=38b8f25c-cd12-4628-9365-0e6780cd68b7 HTTP/1.1" status: 200 len: 811 time: 0.9199932 Aug 11 22:16:45.079643 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f60992f9-ffbe-407d-8e64-760fd95c677e tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:16:45.134449 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-6903f937-9427-4876-9559-53afa1f4d4c5 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Deleting port 349c2860-60cb-4169-8ba2-aabeccfa45a1 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:16:45.135111 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-6903f937-9427-4876-9559-53afa1f4d4c5 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:45.159135 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 6c4586fb-3f0b-4b18-a9e6-38cd40706afa completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:16:45.167834 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 6c4586fb-3f0b-4b18-a9e6-38cd40706afa triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:16:45.168616 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:45.194490 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.db.resource_extend [None req-8dee83ef-d6bf-4405-828e-43f36dfcfa32 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 22:16:45.206302 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f60992f9-ffbe-407d-8e64-760fd95c677e tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:45.207784 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-f60992f9-ffbe-407d-8e64-760fd95c677e tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Added segment edcb6155-3685-4cb2-921e-675d52826f75 of type vlan for network b0cc10dc-aec0-4479-b87b-b1c633e7b1a0 Aug 11 22:16:45.296314 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24744888-d188-4c43-b9e7-cf0f11ff2cec None None] DHCP port deletion for 820670aa-ea7e-4cb0-98c0-e9f427e6d0f1 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:16:45.325284 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-4073434b-ff28-4fc6-831c-c6bfbd531655 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89e42f6e555b4d71928261e2b4518d8d HTTP/1.1" status: 200 len: 380 time: 0.2283177 Aug 11 22:16:45.354960 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-02a10b7b-b362-481c-b6f8-70559e212470 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Request body: {'port': {'device_id': '869b7d5c-beec-4e7d-8cf8-a3364d18a10a', 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7', 'admin_state_up': True, 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'security_groups': ['aed030fc-d69b-40ec-8b9f-78ae4f0b0768']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:45.376328 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-6170ac4d-bb79-45b6-adcd-208572145403 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Allocated IP 172.25.2.248 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/cb9414da-d9fb-4575-a0b0-9b848268f6f9) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:16:45.388842 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-31792f44-4948-4404-880e-59a5a3e54077 None None] Set router 3805015a-0ea9-400d-b58e-f77d1e400b70 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:16:45.438743 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-6903f937-9427-4876-9559-53afa1f4d4c5 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] For port 349c2860-60cb-4169-8ba2-aabeccfa45a1, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=349c2860-60cb-4169-8ba2-aabeccfa45a1,segment=NetworkSegment(fed54257-4ffc-49e3-ac53-8be34c50450f),segment_id=fed54257-4ffc-49e3-ac53-8be34c50450f)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:16:45.439107 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-6903f937-9427-4876-9559-53afa1f4d4c5 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:45.542742 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8dee83ef-d6bf-4405-828e-43f36dfcfa32 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:45.548789 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dee83ef-d6bf-4405-828e-43f36dfcfa32 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:45.549456 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8dee83ef-d6bf-4405-828e-43f36dfcfa32 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:45.561461 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-24744888-d188-4c43-b9e7-cf0f11ff2cec None None] Deleting port 6c4586fb-3f0b-4b18-a9e6-38cd40706afa {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:16:45.562133 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-24744888-d188-4c43-b9e7-cf0f11ff2cec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:45.579541 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:45.604295 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f60992f9-ffbe-407d-8e64-760fd95c677e tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:45.614408 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-02a10b7b-b362-481c-b6f8-70559e212470 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Made reservation on behalf of 89e42f6e555b4d71928261e2b4518d8d for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:16:45.617863 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-02a10b7b-b362-481c-b6f8-70559e212470 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:45.688374 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-247a9d49-941a-40d4-8695-8663a93247f4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Floating IP bd98f232-3b53-4a35-8576-4d01fc75a70e associated. External IP: 172.25.2.190, port: 84cafa72-9e2f-4fef-b17b-496411872aae. Aug 11 22:16:45.718333 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 6c4586fb-3f0b-4b18-a9e6-38cd40706afa, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=6c4586fb-3f0b-4b18-a9e6-38cd40706afa,segment=NetworkSegment(c021d8f5-4c93-4da6-94e0-fc72ea323064),segment_id=c021d8f5-4c93-4da6-94e0-fc72ea323064)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:16:45.720594 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-24744888-d188-4c43-b9e7-cf0f11ff2cec None None] For port 6c4586fb-3f0b-4b18-a9e6-38cd40706afa, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=6c4586fb-3f0b-4b18-a9e6-38cd40706afa,segment=NetworkSegment(c021d8f5-4c93-4da6-94e0-fc72ea323064),segment_id=c021d8f5-4c93-4da6-94e0-fc72ea323064)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:16:45.720991 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-24744888-d188-4c43-b9e7-cf0f11ff2cec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:45.729467 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:45.729467 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d4c4c1f4-7420-4bc1-87a0-9daae8877714 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:16:45.791678 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-6903f937-9427-4876-9559-53afa1f4d4c5 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:45.792261 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-6903f937-9427-4876-9559-53afa1f4d4c5 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:45.792669 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-6903f937-9427-4876-9559-53afa1f4d4c5 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Floating IP 2b5165e7-b48d-4470-8bf2-e023d060d04f disassociated. External IP: 172.25.2.49, port: 349c2860-60cb-4169-8ba2-aabeccfa45a1. Aug 11 22:16:45.793247 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-6903f937-9427-4876-9559-53afa1f4d4c5 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Calling delete_port for 349c2860-60cb-4169-8ba2-aabeccfa45a1 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:16:45.805356 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-24744888-d188-4c43-b9e7-cf0f11ff2cec None None] Calling delete_port for 6c4586fb-3f0b-4b18-a9e6-38cd40706afa owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:16:45.832304 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8dee83ef-d6bf-4405-828e-43f36dfcfa32 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.5327036 Aug 11 22:16:45.833424 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55498) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:45.839951 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-8e3ef010-996d-4bfc-9784-fb3c064a83bc tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1707440985', 'admin_state_up': True, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:45.913689 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-02a10b7b-b362-481c-b6f8-70559e212470 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Allocated IP 172.20.0.5 (38b8f25c-cd12-4628-9365-0e6780cd68b7/97d7da21-8ec4-48da-9d66-6777c48f7843/7d5ea22b-791e-4a23-8607-6efb79b4adb9) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:16:45.919484 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=6c4586fb-3f0b-4b18-a9e6-38cd40706afa,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:45.927560 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef010-996d-4bfc-9784-fb3c064a83bc tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:45.928805 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef010-996d-4bfc-9784-fb3c064a83bc tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:45.953958 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port d4c4c1f4-7420-4bc1-87a0-9daae8877714 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:16:45.954347 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:45.966010 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-31792f44-4948-4404-880e-59a5a3e54077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'name': 'tempest-ServerRescueTestJSONUnderV235-282863852-router', 'tenant_id': '7893e9dca79546f9a7fcaade410ca2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd4c4c1f4-7420-4bc1-87a0-9daae8877714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:25Z', 'updated_at': '2021-08-11T22:16:40Z', 'revision_number': 4, 'project_id': '7893e9dca79546f9a7fcaade410ca2bf', 'gw_port': {'id': 'd4c4c1f4-7420-4bc1-87a0-9daae8877714', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:27Z', 'updated_at': '2021-08-11T22:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '03b451de-5f0f-42d6-b541-e2d7a1d319fc', 'name': '', 'network_id': 'd98f639d-f4cf-4ee7-9782-d5f1761290b6', 'tenant_id': '7893e9dca79546f9a7fcaade410ca2bf', 'mac_address': 'fa:16:3e:b9:01:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '4bcace65-6a59-41f0-879a-d84477d04327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:38Z', 'updated_at': '2021-08-11T22:16:40Z', 'revision_number': 2, 'project_id': '7893e9dca79546f9a7fcaade410ca2bf', 'subnets': [{'id': '4bcace65-6a59-41f0-879a-d84477d04327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:45.968385 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6170ac4d-bb79-45b6-adcd-208572145403 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:46.023713 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-6903f937-9427-4876-9559-53afa1f4d4c5 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:46.036189 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-24744888-d188-4c43-b9e7-cf0f11ff2cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:46.042543 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee83ef-d6bf-4405-828e-43f36dfcfa32 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Pushing event updated for resources: {'Network': ['ID=a7f22ba2-e884-4b3c-bcb8-adf9ef172db9,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:46.046002 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31792f44-4948-4404-880e-59a5a3e54077 None None] Checking router: 3805015a-0ea9-400d-b58e-f77d1e400b70 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:16:46.046284 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31792f44-4948-4404-880e-59a5a3e54077 None None] Updating router 3805015a-0ea9-400d-b58e-f77d1e400b70 port 03b451de-5f0f-42d6-b541-e2d7a1d319fc binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:16:46.071957 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8057364-9b5e-4dab-bb42-1bdd4feaaee1 req-731c2a5f-8c9f-467f-8933-2fb68fd399c6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:46.077800 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903f937-9427-4876-9559-53afa1f4d4c5 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Pushing event deleted for resources: {'Port': ['ID=349c2860-60cb-4169-8ba2-aabeccfa45a1,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:46.088826 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a8057364-9b5e-4dab-bb42-1bdd4feaaee1 req-731c2a5f-8c9f-467f-8933-2fb68fd399c6 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 944 time: 0.6608419 Aug 11 22:16:46.107368 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1ad2142d-b5b4-4c6a-81bf-01e475bc0a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:46.113936 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24744888-d188-4c43-b9e7-cf0f11ff2cec None None] Pushing event deleted for resources: {'Port': ['ID=6c4586fb-3f0b-4b18-a9e6-38cd40706afa,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:46.116122 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24744888-d188-4c43-b9e7-cf0f11ff2cec None None] No DVR routers for this DVR port 6c4586fb-3f0b-4b18-a9e6-38cd40706afa on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:16:46.123937 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:46.131547 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-31792f44-4948-4404-880e-59a5a3e54077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:46.135407 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f60992f9-ffbe-407d-8e64-760fd95c677e tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:46.153794 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef010-996d-4bfc-9784-fb3c064a83bc tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:46.169740 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60992f9-ffbe-407d-8e64-760fd95c677e tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:46.170856 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f60992f9-ffbe-407d-8e64-760fd95c677e tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:46.344114 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f60992f9-ffbe-407d-8e64-760fd95c677e tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6297414 Aug 11 22:16:46.347381 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55500) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:46.360249 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network a7f22ba2-e884-4b3c-bcb8-adf9ef172db9 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:16:46.396027 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-b1172f27-6839-43fd-ae91-aab5a2ac9169 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Request body: {'subnet': {'network_id': 'b0cc10dc-aec0-4479-b87b-b1c633e7b1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:46.418362 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a8057364-9b5e-4dab-bb42-1bdd4feaaee1 req-ea9efaa6-bc49-4f68-9d48-0c568ffb26d1 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups?id=b055e0d2-acdf-466b-af86-3105868b0df0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3278787 Aug 11 22:16:46.492912 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef010-996d-4bfc-9784-fb3c064a83bc tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:46.559994 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60992f9-ffbe-407d-8e64-760fd95c677e tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event updated for resources: {'Network': ['ID=b0cc10dc-aec0-4479-b87b-b1c633e7b1a0,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:46.641897 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6170ac4d-bb79-45b6-adcd-208572145403 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:46.694610 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network b0cc10dc-aec0-4479-b87b-b1c633e7b1a0 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:16:46.706669 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 6c4586fb-3f0b-4b18-a9e6-38cd40706afa no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:16:46.711050 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6170ac4d-bb79-45b6-adcd-208572145403 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:16:46.721847 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-6170ac4d-bb79-45b6-adcd-208572145403 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:46.724368 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170ac4d-bb79-45b6-adcd-208572145403 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Pushing event updated for resources: {'Port': ['ID=cb9414da-d9fb-4575-a0b0-9b848268f6f9,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:46.742443 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6170ac4d-bb79-45b6-adcd-208572145403 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:16:46.803774 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-6903f937-9427-4876-9559-53afa1f4d4c5 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Router d0642ecc-d6fa-46d2-9209-44a15deaaa58 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:16:46.841832 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-02a10b7b-b362-481c-b6f8-70559e212470 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:46.842904 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 6c4586fb-3f0b-4b18-a9e6-38cd40706afa {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:16:46.844186 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 6c4586fb-3f0b-4b18-a9e6-38cd40706afa not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:16:46.856286 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1172f27-6839-43fd-ae91-aab5a2ac9169 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Made reservation on behalf of 18c8bc2260af4c4f9d1587285a337ca7 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:16:46.864923 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b1172f27-6839-43fd-ae91-aab5a2ac9169 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:46.956830 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247a9d49-941a-40d4-8695-8663a93247f4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Router bb7ed200-b283-408b-9e65-fa6d5ac4b332 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:16:47.036281 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-02a10b7b-b362-481c-b6f8-70559e212470 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Transition to ACTIVE for port object 7d5ea22b-791e-4a23-8607-6efb79b4adb9 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:16:47.048122 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-31792f44-4948-4404-880e-59a5a3e54077 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:47.067893 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-31792f44-4948-4404-880e-59a5a3e54077 None None] Transition to ACTIVE for port object 03b451de-5f0f-42d6-b541-e2d7a1d319fc will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:16:47.079190 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-31792f44-4948-4404-880e-59a5a3e54077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:47.124580 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-d93f738e-d805-48b7-b7b6-804f554550ef tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:47.126415 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-d93f738e-d805-48b7-b7b6-804f554550ef tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/networks?id=d98f639d-f4cf-4ee7-9782-d5f1761290b6 HTTP/1.1" status: 200 len: 819 time: 0.3779829 Aug 11 22:16:47.174240 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aac8e8-8e63-40e8-bc86-03f00b1f405c None None] Pushing event updated for resources: {'Port': ['ID=03b451de-5f0f-42d6-b541-e2d7a1d319fc,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:47.189071 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-d1a69356-be34-40c5-acdc-ca9c39816344 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/quotas/7893e9dca79546f9a7fcaade410ca2bf HTTP/1.1" status: 200 len: 375 time: 0.0298960 Aug 11 22:16:47.204140 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-6903f937-9427-4876-9559-53afa1f4d4c5 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:16:47.217064 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-31792f44-4948-4404-880e-59a5a3e54077 None None] Attempting to bind port 03b451de-5f0f-42d6-b541-e2d7a1d319fc on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:16:47.217439 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-31792f44-4948-4404-880e-59a5a3e54077 None None] Attempting to bind port 03b451de-5f0f-42d6-b541-e2d7a1d319fc by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '29e405a6-7abe-4ba5-8fe1-996cde6f67bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd98f639d-f4cf-4ee7-9782-d5f1761290b6'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:16:47.217815 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31792f44-4948-4404-880e-59a5a3e54077 None None] Attempting to bind port 03b451de-5f0f-42d6-b541-e2d7a1d319fc on network d98f639d-f4cf-4ee7-9782-d5f1761290b6 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:16:47.227706 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31792f44-4948-4404-880e-59a5a3e54077 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:16:47.228602 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31792f44-4948-4404-880e-59a5a3e54077 None None] Checking segment: {'id': '29e405a6-7abe-4ba5-8fe1-996cde6f67bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd98f639d-f4cf-4ee7-9782-d5f1761290b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:16:47.228602 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-31792f44-4948-4404-880e-59a5a3e54077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:47.228966 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31792f44-4948-4404-880e-59a5a3e54077 None None] Bound using segment: {'id': '29e405a6-7abe-4ba5-8fe1-996cde6f67bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd98f639d-f4cf-4ee7-9782-d5f1761290b6'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:16:47.229907 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-31792f44-4948-4404-880e-59a5a3e54077 None None] Bound port: 03b451de-5f0f-42d6-b541-e2d7a1d319fc, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e405a6-7abe-4ba5-8fe1-996cde6f67bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd98f639d-f4cf-4ee7-9782-d5f1761290b6'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:16:47.230331 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-31792f44-4948-4404-880e-59a5a3e54077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:47.241140 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4187762-de97-4532-a8ed-0f268841b639 None None] Sync routers for ids ['d0642ecc-d6fa-46d2-9209-44a15deaaa58'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:16:47.255073 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-02a10b7b-b362-481c-b6f8-70559e212470 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:47.270580 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4187762-de97-4532-a8ed-0f268841b639 None None] Routers {'d0642ecc-d6fa-46d2-9209-44a15deaaa58'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:47.273376 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-e4187762-de97-4532-a8ed-0f268841b639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d0642ecc-d6fa-46d2-9209-44a15deaaa58'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:47.302929 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-6903f937-9427-4876-9559-53afa1f4d4c5 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] No DVR routers for this DVR port 349c2860-60cb-4169-8ba2-aabeccfa45a1 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:16:47.320441 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-31792f44-4948-4404-880e-59a5a3e54077 None None] For port 03b451de-5f0f-42d6-b541-e2d7a1d319fc, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:16:47.325521 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-31792f44-4948-4404-880e-59a5a3e54077 None None] For port 03b451de-5f0f-42d6-b541-e2d7a1d319fc, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=03b451de-5f0f-42d6-b541-e2d7a1d319fc,segment=NetworkSegment(29e405a6-7abe-4ba5-8fe1-996cde6f67bf),segment_id=29e405a6-7abe-4ba5-8fe1-996cde6f67bf)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:16:47.339230 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-6903f937-9427-4876-9559-53afa1f4d4c5 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:47.340141 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-31792f44-4948-4404-880e-59a5a3e54077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:47.342432 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4aa9c352-dad7-483d-8477-dc72141875a6 req-6903f937-9427-4876-9559-53afa1f4d4c5 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.52 "DELETE /v2.0/ports/349c2860-60cb-4169-8ba2-aabeccfa45a1 HTTP/1.1" status: 204 len: 173 time: 3.3534334 Aug 11 22:16:47.359046 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-deleted', 'tag': '349c2860-60cb-4169-8ba2-aabeccfa45a1'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:16:47.362666 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427c50a0-a1b0-429e-8061-daa099b44c2c" -d '{"events": [{"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-deleted", "tag": "349c2860-60cb-4169-8ba2-aabeccfa45a1"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:16:47.501455 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31792f44-4948-4404-880e-59a5a3e54077 None None] Routers {'3805015a-0ea9-400d-b58e-f77d1e400b70'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:47.503016 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-31792f44-4948-4404-880e-59a5a3e54077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['3805015a-0ea9-400d-b58e-f77d1e400b70'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:47.579376 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-02a10b7b-b362-481c-b6f8-70559e212470 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Network 38b8f25c-cd12-4628-9365-0e6780cd68b7 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:16:47.583498 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-02a10b7b-b362-481c-b6f8-70559e212470 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:47.586411 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-02a10b7b-b362-481c-b6f8-70559e212470 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:16:47.634975 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aac8e8-8e63-40e8-bc86-03f00b1f405c None None] Pushing event updated for resources: {'Port': ['ID=03b451de-5f0f-42d6-b541-e2d7a1d319fc,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:47.648162 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:47.657666 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-e4187762-de97-4532-a8ed-0f268841b639 None None] Set router d0642ecc-d6fa-46d2-9209-44a15deaaa58 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:16:47.685554 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef010-996d-4bfc-9784-fb3c064a83bc tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:47.691487 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a10b7b-b362-481c-b6f8-70559e212470 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Pushing event updated for resources: {'Port': ['ID=7d5ea22b-791e-4a23-8607-6efb79b4adb9,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:47.768532 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef010-996d-4bfc-9784-fb3c064a83bc tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:47.805258 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-02a10b7b-b362-481c-b6f8-70559e212470 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:47.806256 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-02a10b7b-b362-481c-b6f8-70559e212470 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:47.813431 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-31792f44-4948-4404-880e-59a5a3e54077 None None] Set router 3805015a-0ea9-400d-b58e-f77d1e400b70 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:16:47.873615 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-02a10b7b-b362-481c-b6f8-70559e212470 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5358448 Aug 11 22:16:48.007973 n-d-804275-3 neutron-server[100942]: DEBUG neutron.objects.ports [None req-b1172f27-6839-43fd-ae91-aab5a2ac9169 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 22:16:48.016631 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b1172f27-6839-43fd-ae91-aab5a2ac9169 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:48.032554 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247a9d49-941a-40d4-8695-8663a93247f4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:16:48.059155 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-987de30a-c1f8-45cd-9208-2448eee700b3 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7893e9dca79546f9a7fcaade410ca2bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8664374 Aug 11 22:16:48.069775 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fdfac3-77d5-4c0e-a6cd-e82813cb28d5 None None] Sync routers for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:16:48.111204 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6170ac4d-bb79-45b6-adcd-208572145403 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:48.141654 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-e4187762-de97-4532-a8ed-0f268841b639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'name': 'tempest-TaggedBootDevicesTest-2083648703-router', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd634b800-1d75-4579-a17f-fc1e6569e1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:10Z', 'updated_at': '2021-08-11T22:05:25Z', 'revision_number': 4, 'project_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'gw_port': {'id': 'd634b800-1d75-4579-a17f-fc1e6569e1fe', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:13Z', 'updated_at': '2021-08-11T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'bee87311-3e2e-4140-865c-bdb0b36142de', 'name': '', 'network_id': 'aae68e27-0877-48f6-819f-dde7d65a439d', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'mac_address': 'fa:16:3e:ce:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '5994059a-f305-4784-b552-f94868383090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:23Z', 'updated_at': '2021-08-11T22:06:02Z', 'revision_number': 5, 'project_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'subnets': [{'id': '5994059a-f305-4784-b552-f94868383090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:48.169580 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1172f27-6839-43fd-ae91-aab5a2ac9169 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event updated for resources: {'Subnet': ['ID=f1bc1ad4-b464-48ec-9c30-f2cdc120c9d3,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:48.175188 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-99f1ba4a-bed3-45ed-a047-edab454e82a7 None None] Provisioning for port 7d5ea22b-791e-4a23-8607-6efb79b4adb9 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:16:48.195924 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fdfac3-77d5-4c0e-a6cd-e82813cb28d5 None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:48.199343 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4187762-de97-4532-a8ed-0f268841b639 None None] Checking router: d0642ecc-d6fa-46d2-9209-44a15deaaa58 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:16:48.199548 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-e9fdfac3-77d5-4c0e-a6cd-e82813cb28d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:48.221384 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-8e3ef010-996d-4bfc-9784-fb3c064a83bc tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Allocated IP 172.25.2.55 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/599b629c-52d2-4156-8875-2246f8e01e47) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:16:48.226262 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4187762-de97-4532-a8ed-0f268841b639 None None] Routers {'d0642ecc-d6fa-46d2-9209-44a15deaaa58'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:48.228183 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-e4187762-de97-4532-a8ed-0f268841b639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d0642ecc-d6fa-46d2-9209-44a15deaaa58'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:48.239811 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-99f1ba4a-bed3-45ed-a047-edab454e82a7 None None] Provisioning complete for port 7d5ea22b-791e-4a23-8607-6efb79b4adb9 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:16:48.240628 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-99f1ba4a-bed3-45ed-a047-edab454e82a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:48.278471 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1172f27-6839-43fd-ae91-aab5a2ac9169 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Checking segment: {'id': 'edcb6155-3685-4cb2-921e-675d52826f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0cc10dc-aec0-4479-b87b-b1c633e7b1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:16:48.278847 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1172f27-6839-43fd-ae91-aab5a2ac9169 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Network hostable DHCP agents. Network: b0cc10dc-aec0-4479-b87b-b1c633e7b1a0, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:16:48.336303 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-fd601d3d-01b2-4aad-97b4-4c62a9922732 service neutron] Request body: {'port': {'device_id': '869b7d5c-beec-4e7d-8cf8-a3364d18a10a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:48.366994 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-e9fdfac3-77d5-4c0e-a6cd-e82813cb28d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:48.408728 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1172f27-6839-43fd-ae91-aab5a2ac9169 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Network b0cc10dc-aec0-4479-b87b-b1c633e7b1a0 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:16:48.418852 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fdfac3-77d5-4c0e-a6cd-e82813cb28d5 None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:48.419797 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-e9fdfac3-77d5-4c0e-a6cd-e82813cb28d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:48.426909 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-99f1ba4a-bed3-45ed-a047-edab454e82a7 None None] Port 7d5ea22b-791e-4a23-8607-6efb79b4adb9 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:16:48.464588 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-b1172f27-6839-43fd-ae91-aab5a2ac9169 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, b0cc10dc-aec0-4479-b87b-b1c633e7b1a0) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:48.469249 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-e9fdfac3-77d5-4c0e-a6cd-e82813cb28d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:48.470472 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fdfac3-77d5-4c0e-a6cd-e82813cb28d5 None None] The sync data for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:16:48.471987 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-fd601d3d-01b2-4aad-97b4-4c62a9922732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:48.475732 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1172f27-6839-43fd-ae91-aab5a2ac9169 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:48.476587 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b1172f27-6839-43fd-ae91-aab5a2ac9169 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:48.491547 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d7720b-c494-462c-8974-16ae4b582533 None None] Network b0cc10dc-aec0-4479-b87b-b1c633e7b1a0 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:16:48.497756 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-e4187762-de97-4532-a8ed-0f268841b639 None None] Set router d0642ecc-d6fa-46d2-9209-44a15deaaa58 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:16:48.558295 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-4fc915ae-8f8f-44a0-9164-6d04a5418acb service neutron] 10.222.0.77 "GET /v2.0/networks/d98f639d-f4cf-4ee7-9782-d5f1761290b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447432 Aug 11 22:16:48.568317 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef010-996d-4bfc-9784-fb3c064a83bc tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:48.578725 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-31792f44-4948-4404-880e-59a5a3e54077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'name': 'tempest-ServerRescueTestJSONUnderV235-282863852-router', 'tenant_id': '7893e9dca79546f9a7fcaade410ca2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd4c4c1f4-7420-4bc1-87a0-9daae8877714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:25Z', 'updated_at': '2021-08-11T22:16:40Z', 'revision_number': 4, 'project_id': '7893e9dca79546f9a7fcaade410ca2bf', 'gw_port': {'id': 'd4c4c1f4-7420-4bc1-87a0-9daae8877714', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:27Z', 'updated_at': '2021-08-11T22:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '03b451de-5f0f-42d6-b541-e2d7a1d319fc', 'name': '', 'network_id': 'd98f639d-f4cf-4ee7-9782-d5f1761290b6', 'tenant_id': '7893e9dca79546f9a7fcaade410ca2bf', 'mac_address': 'fa:16:3e:b9:01:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '4bcace65-6a59-41f0-879a-d84477d04327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:38Z', 'updated_at': '2021-08-11T22:16:47Z', 'revision_number': 4, 'project_id': '7893e9dca79546f9a7fcaade410ca2bf', 'subnets': [{'id': '4bcace65-6a59-41f0-879a-d84477d04327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:48.614217 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31792f44-4948-4404-880e-59a5a3e54077 None None] The sync data for ids ['3805015a-0ea9-400d-b58e-f77d1e400b70'] in n-d-804275-3 is: [{'id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'name': 'tempest-ServerRescueTestJSONUnderV235-282863852-router', 'tenant_id': '7893e9dca79546f9a7fcaade410ca2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd4c4c1f4-7420-4bc1-87a0-9daae8877714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:25Z', 'updated_at': '2021-08-11T22:16:40Z', 'revision_number': 4, 'project_id': '7893e9dca79546f9a7fcaade410ca2bf', 'gw_port': {'id': 'd4c4c1f4-7420-4bc1-87a0-9daae8877714', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:27Z', 'updated_at': '2021-08-11T22:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '03b451de-5f0f-42d6-b541-e2d7a1d319fc', 'name': '', 'network_id': 'd98f639d-f4cf-4ee7-9782-d5f1761290b6', 'tenant_id': '7893e9dca79546f9a7fcaade410ca2bf', 'mac_address': 'fa:16:3e:b9:01:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '4bcace65-6a59-41f0-879a-d84477d04327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:38Z', 'updated_at': '2021-08-11T22:16:47Z', 'revision_number': 4, 'project_id': '7893e9dca79546f9a7fcaade410ca2bf', 'subnets': [{'id': '4bcace65-6a59-41f0-879a-d84477d04327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:16:48.619056 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b1172f27-6839-43fd-ae91-aab5a2ac9169 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2341294 Aug 11 22:16:48.624037 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55520) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:48.855173 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-e4187762-de97-4532-a8ed-0f268841b639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'name': 'tempest-TaggedBootDevicesTest-2083648703-router', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd634b800-1d75-4579-a17f-fc1e6569e1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:10Z', 'updated_at': '2021-08-11T22:05:25Z', 'revision_number': 4, 'project_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'gw_port': {'id': 'd634b800-1d75-4579-a17f-fc1e6569e1fe', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:13Z', 'updated_at': '2021-08-11T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'bee87311-3e2e-4140-865c-bdb0b36142de', 'name': '', 'network_id': 'aae68e27-0877-48f6-819f-dde7d65a439d', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'mac_address': 'fa:16:3e:ce:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '5994059a-f305-4784-b552-f94868383090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:23Z', 'updated_at': '2021-08-11T22:06:02Z', 'revision_number': 5, 'project_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'subnets': [{'id': '5994059a-f305-4784-b552-f94868383090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:48.873137 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6104459a-c9c9-417b-beef-9f9b90abb9aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-b0cc10dc-aec0-4479-b87b-b1c633e7b1a0', 'network_id': 'b0cc10dc-aec0-4479-b87b-b1c633e7b1a0', 'tenant_id': '18c8bc2260af4c4f9d1587285a337ca7', 'fixed_ips': [{'subnet_id': 'f1bc1ad4-b464-48ec-9c30-f2cdc120c9d3'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:16:48.874332 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6104459a-c9c9-417b-beef-9f9b90abb9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:48.876508 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247a9d49-941a-40d4-8695-8663a93247f4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Router bb7ed200-b283-408b-9e65-fa6d5ac4b332 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:16:48.903408 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4187762-de97-4532-a8ed-0f268841b639 None None] The sync data for ids ['d0642ecc-d6fa-46d2-9209-44a15deaaa58'] in n-d-804275-3 is: [{'id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'name': 'tempest-TaggedBootDevicesTest-2083648703-router', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd634b800-1d75-4579-a17f-fc1e6569e1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:10Z', 'updated_at': '2021-08-11T22:05:25Z', 'revision_number': 4, 'project_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'gw_port': {'id': 'd634b800-1d75-4579-a17f-fc1e6569e1fe', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:13Z', 'updated_at': '2021-08-11T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'bee87311-3e2e-4140-865c-bdb0b36142de', 'name': '', 'network_id': 'aae68e27-0877-48f6-819f-dde7d65a439d', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'mac_address': 'fa:16:3e:ce:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '5994059a-f305-4784-b552-f94868383090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:23Z', 'updated_at': '2021-08-11T22:06:02Z', 'revision_number': 5, 'project_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'subnets': [{'id': '5994059a-f305-4784-b552-f94868383090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:16:48.940319 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef010-996d-4bfc-9784-fb3c064a83bc tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:49.046817 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:49.097378 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:49.131689 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3ef010-996d-4bfc-9784-fb3c064a83bc tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:16:49.140596 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ef010-996d-4bfc-9784-fb3c064a83bc tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Pushing event updated for resources: {'Port': ['ID=599b629c-52d2-4156-8875-2246f8e01e47,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:49.156037 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-8e3ef010-996d-4bfc-9784-fb3c064a83bc tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:49.164220 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3ef010-996d-4bfc-9784-fb3c064a83bc tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:16:49.201118 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-6104459a-c9c9-417b-beef-9f9b90abb9aa None None] Allocated IP 2001:db8::f816:3eff:fe11:53fc (b0cc10dc-aec0-4479-b87b-b1c633e7b1a0/f1bc1ad4-b464-48ec-9c30-f2cdc120c9d3/7ebd2568-ff54-41b5-871e-abe084b1cc16) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:16:49.310624 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-9ec01e46-9157-4af7-8eb7-f992b52131b3 service neutron] 10.222.0.77 "GET /v2.0/networks/d98f639d-f4cf-4ee7-9782-d5f1761290b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7381873 Aug 11 22:16:49.422149 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:49.526545 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6170ac4d-bb79-45b6-adcd-208572145403 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:49.531193 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247a9d49-941a-40d4-8695-8663a93247f4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:16:49.545044 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-247a9d49-941a-40d4-8695-8663a93247f4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:49.550092 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d156e96a-d05a-420d-bdeb-a0a7b7fc9a8d None None] Sync routers for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:16:49.567878 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d156e96a-d05a-420d-bdeb-a0a7b7fc9a8d None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:49.569416 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d156e96a-d05a-420d-bdeb-a0a7b7fc9a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:49.574101 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf06adf-741d-4879-b788-8539eb1bedda None None] New status for floating IP 2b5165e7-b48d-4470-8bf2-e023d060d04f: DOWN {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:16:49.658174 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d156e96a-d05a-420d-bdeb-a0a7b7fc9a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:49.684566 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d156e96a-d05a-420d-bdeb-a0a7b7fc9a8d None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:49.685217 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d156e96a-d05a-420d-bdeb-a0a7b7fc9a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:49.775662 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d156e96a-d05a-420d-bdeb-a0a7b7fc9a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:49.776353 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d156e96a-d05a-420d-bdeb-a0a7b7fc9a8d None None] The sync data for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:16:49.782837 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-fd601d3d-01b2-4aad-97b4-4c62a9922732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d5ea22b-791e-4a23-8607-6efb79b4adb9 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:16:49.821310 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-fd601d3d-01b2-4aad-97b4-4c62a9922732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:49.858174 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-247a9d49-941a-40d4-8695-8663a93247f4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "PUT /v2.0/floatingips/bd98f232-3b53-4a35-8576-4d01fc75a70e HTTP/1.1" status: 200 len: 978 time: 7.3028035 Aug 11 22:16:49.861604 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55526) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:49.867184 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6104459a-c9c9-417b-beef-9f9b90abb9aa None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:49.875120 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-eb6fa71c-244c-4871-a4d1-e3e5da388d37 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:49.888495 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6104459a-c9c9-417b-beef-9f9b90abb9aa None None] Transition to ACTIVE for port object 7ebd2568-ff54-41b5-871e-abe084b1cc16 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:16:49.934423 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6104459a-c9c9-417b-beef-9f9b90abb9aa None None] Transition to ACTIVE for port object 7ebd2568-ff54-41b5-871e-abe084b1cc16 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:16:49.951679 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6104459a-c9c9-417b-beef-9f9b90abb9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:50.029836 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104459a-c9c9-417b-beef-9f9b90abb9aa None None] Pushing event updated for resources: {'Port': ['ID=7ebd2568-ff54-41b5-871e-abe084b1cc16,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:50.060243 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6104459a-c9c9-417b-beef-9f9b90abb9aa None None] Network b0cc10dc-aec0-4479-b87b-b1c633e7b1a0 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:16:50.068537 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-6104459a-c9c9-417b-beef-9f9b90abb9aa None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:50.074204 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6104459a-c9c9-417b-beef-9f9b90abb9aa None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:16:50.201453 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6104459a-c9c9-417b-beef-9f9b90abb9aa None None] Attempting to bind port 7ebd2568-ff54-41b5-871e-abe084b1cc16 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:16:50.202873 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6104459a-c9c9-417b-beef-9f9b90abb9aa None None] Attempting to bind port 7ebd2568-ff54-41b5-871e-abe084b1cc16 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'edcb6155-3685-4cb2-921e-675d52826f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0cc10dc-aec0-4479-b87b-b1c633e7b1a0'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:16:50.203496 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6104459a-c9c9-417b-beef-9f9b90abb9aa None None] Attempting to bind port 7ebd2568-ff54-41b5-871e-abe084b1cc16 on network b0cc10dc-aec0-4479-b87b-b1c633e7b1a0 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:16:50.211448 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6104459a-c9c9-417b-beef-9f9b90abb9aa None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:16:50.212159 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6104459a-c9c9-417b-beef-9f9b90abb9aa None None] Checking segment: {'id': 'edcb6155-3685-4cb2-921e-675d52826f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0cc10dc-aec0-4479-b87b-b1c633e7b1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:16:50.212769 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6104459a-c9c9-417b-beef-9f9b90abb9aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:50.213346 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6104459a-c9c9-417b-beef-9f9b90abb9aa None None] Bound using segment: {'id': 'edcb6155-3685-4cb2-921e-675d52826f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0cc10dc-aec0-4479-b87b-b1c633e7b1a0'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:16:50.214017 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6104459a-c9c9-417b-beef-9f9b90abb9aa None None] Bound port: 7ebd2568-ff54-41b5-871e-abe084b1cc16, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edcb6155-3685-4cb2-921e-675d52826f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0cc10dc-aec0-4479-b87b-b1c633e7b1a0'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:16:50.214599 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6104459a-c9c9-417b-beef-9f9b90abb9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:50.222437 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c05153-be04-477a-ab0e-27fd0bff9f61 req-baeca585-7d21-4b0a-8b95-0c145721036b tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:50.224625 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60c05153-be04-477a-ab0e-27fd0bff9f61 req-baeca585-7d21-4b0a-8b95-0c145721036b tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 931 time: 0.4389551 Aug 11 22:16:50.309447 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-6104459a-c9c9-417b-beef-9f9b90abb9aa None None] For port 7ebd2568-ff54-41b5-871e-abe084b1cc16, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:16:50.314533 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-6104459a-c9c9-417b-beef-9f9b90abb9aa None None] For port 7ebd2568-ff54-41b5-871e-abe084b1cc16, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7ebd2568-ff54-41b5-871e-abe084b1cc16,segment=NetworkSegment(edcb6155-3685-4cb2-921e-675d52826f75),segment_id=edcb6155-3685-4cb2-921e-675d52826f75)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:16:50.326395 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6104459a-c9c9-417b-beef-9f9b90abb9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:50.381140 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60c05153-be04-477a-ab0e-27fd0bff9f61 req-f84383f0-905d-48f1-9eff-54fd8a33fd6c tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363504 Aug 11 22:16:50.390025 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6170ac4d-bb79-45b6-adcd-208572145403 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Router 7f48e1bf-d6e6-4aba-956f-50b4e3b2ae8b is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:16:50.465571 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104459a-c9c9-417b-beef-9f9b90abb9aa None None] Pushing event updated for resources: {'Port': ['ID=7ebd2568-ff54-41b5-871e-abe084b1cc16,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:50.506043 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:50.611863 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6170ac4d-bb79-45b6-adcd-208572145403 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:16:50.626919 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23c7fc7-26e8-4c45-bd22-7634072c0cc1 None None] Sync routers for ids ['7f48e1bf-d6e6-4aba-956f-50b4e3b2ae8b'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:16:50.661750 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6170ac4d-bb79-45b6-adcd-208572145403 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:50.663462 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6170ac4d-bb79-45b6-adcd-208572145403 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.4418943 Aug 11 22:16:50.663865 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23c7fc7-26e8-4c45-bd22-7634072c0cc1 None None] Routers {'7f48e1bf-d6e6-4aba-956f-50b4e3b2ae8b'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:50.668642 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55534) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:50.668824 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-e23c7fc7-26e8-4c45-bd22-7634072c0cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['7f48e1bf-d6e6-4aba-956f-50b4e3b2ae8b'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:50.682977 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-2a148f90-0d85-438e-b3e0-4f7814367777 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:50.729639 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1748a05e-f264-4520-b085-f51ed45addfd x-openstack-request-id: req-1748a05e-f264-4520-b085-f51ed45addfd {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:16:50.730900 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "874cc2b0-59f6-4fa3-aaf4-0582b6b84755", "name": "network-vif-deleted", "tag": "349c2860-60cb-4169-8ba2-aabeccfa45a1", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:16:50.731160 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1748a05e-f264-4520-b085-f51ed45addfd {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:16:50.732748 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874cc2b0-59f6-4fa3-aaf4-0582b6b84755', 'name': 'network-vif-deleted', 'tag': '349c2860-60cb-4169-8ba2-aabeccfa45a1', 'status': 'completed', 'code': 200} Aug 11 22:16:50.735163 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-fd601d3d-01b2-4aad-97b4-4c62a9922732 service neutron] Transition to ACTIVE for port object 7d5ea22b-791e-4a23-8607-6efb79b4adb9 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:16:50.757661 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 03b451de-5f0f-42d6-b541-e2d7a1d319fc up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:16:50.761310 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-fd601d3d-01b2-4aad-97b4-4c62a9922732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:50.774464 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-e23c7fc7-26e8-4c45-bd22-7634072c0cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:50.793774 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23c7fc7-26e8-4c45-bd22-7634072c0cc1 None None] Routers {'7f48e1bf-d6e6-4aba-956f-50b4e3b2ae8b'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:50.794670 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-e23c7fc7-26e8-4c45-bd22-7634072c0cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['7f48e1bf-d6e6-4aba-956f-50b4e3b2ae8b'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:50.888235 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-e23c7fc7-26e8-4c45-bd22-7634072c0cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:50.888944 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23c7fc7-26e8-4c45-bd22-7634072c0cc1 None None] The sync data for ids ['7f48e1bf-d6e6-4aba-956f-50b4e3b2ae8b'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:16:50.932999 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 03b451de-5f0f-42d6-b541-e2d7a1d319fc completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:16:50.952360 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 03b451de-5f0f-42d6-b541-e2d7a1d319fc triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:16:50.953159 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:51.012177 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-069ba4c4-6924-492b-89b4-7a2d097aa431 req-4af758a9-bd9c-42e2-a3de-f0e5b4416be5 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 210 time: 0.1008244 Aug 11 22:16:51.130565 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:51.148450 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:51.229286 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 03b451de-5f0f-42d6-b541-e2d7a1d319fc, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=03b451de-5f0f-42d6-b541-e2d7a1d319fc,segment=NetworkSegment(29e405a6-7abe-4ba5-8fe1-996cde6f67bf),segment_id=29e405a6-7abe-4ba5-8fe1-996cde6f67bf)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:16:51.251795 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:51.293812 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:51.305884 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0cc10dc-aec0-4479-b87b-b1c633e7b1a0']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:51.312986 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-153725be-2128-4a75-9ef0-31da1ddfb5e2 req-c1b95216-bdea-46a5-a4f0-890386e6afbc tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 210 time: 0.0473559 Aug 11 22:16:51.334972 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edcb6155-3685-4cb2-921e-675d52826f75') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:51.335277 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edcb6155-3685-4cb2-921e-675d52826f75') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:51.346836 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:51.369349 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:51.378414 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:16:51.379106 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:16:51.503479 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:16:51.560456 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=03b451de-5f0f-42d6-b541-e2d7a1d319fc,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:51.584440 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb6fa71c-244c-4871-a4d1-e3e5da388d37 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:51.604584 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event deleted for resources: {'Subnet': ['ID=f1bc1ad4-b464-48ec-9c30-f2cdc120c9d3,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:51.650169 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd601d3d-01b2-4aad-97b4-4c62a9922732 service neutron] Pushing event updated for resources: {'Port': ['ID=7d5ea22b-791e-4a23-8607-6efb79b4adb9,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:51.677668 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2a148f90-0d85-438e-b3e0-4f7814367777 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:51.704089 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4032200-cf22-4857-857c-17ac223f5d66 req-fbab943a-5f92-49d7-9ff2-5fc1d290ca22 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:51.707117 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b4032200-cf22-4857-857c-17ac223f5d66 req-fbab943a-5f92-49d7-9ff2-5fc1d290ca22 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 943 time: 0.1496313 Aug 11 22:16:51.724282 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2a148f90-0d85-438e-b3e0-4f7814367777 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:51.747211 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.db.api [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 22:16:51.747211 n-d-804275-3 neutron-server[100942]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 22:16:51.747211 n-d-804275-3 neutron-server[100942]: [parameters: {'id': 'b0cc10dc-aec0-4479-b87b-b1c633e7b1a0'}] Aug 11 22:16:51.747211 n-d-804275-3 neutron-server[100942]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:16:51.748432 n-d-804275-3 neutron-server[100942]: DEBUG oslo_db.api [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:16:51.823838 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b4032200-cf22-4857-857c-17ac223f5d66 req-f6b29057-dc65-4404-b269-38cd15ec8b5d tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102033 Aug 11 22:16:51.866033 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-2a148f90-0d85-438e-b3e0-4f7814367777 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Deleting port cb9414da-d9fb-4575-a0b0-9b848268f6f9 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:16:51.876547 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef010-996d-4bfc-9784-fb3c064a83bc tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:51.882077 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2a148f90-0d85-438e-b3e0-4f7814367777 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:51.996593 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2a148f90-0d85-438e-b3e0-4f7814367777 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:52.014988 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-2a148f90-0d85-438e-b3e0-4f7814367777 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Calling delete_port for cb9414da-d9fb-4575-a0b0-9b848268f6f9 owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:16:52.028334 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-fd601d3d-01b2-4aad-97b4-4c62a9922732 service neutron] Attempting to bind port 7d5ea22b-791e-4a23-8607-6efb79b4adb9 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:16:52.028937 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-fd601d3d-01b2-4aad-97b4-4c62a9922732 service neutron] Attempting to bind port 7d5ea22b-791e-4a23-8607-6efb79b4adb9 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '6da62bdd-158d-4cb9-b631-9961e2bbb91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:16:52.029461 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-fd601d3d-01b2-4aad-97b4-4c62a9922732 service neutron] Attempting to bind port 7d5ea22b-791e-4a23-8607-6efb79b4adb9 on network 38b8f25c-cd12-4628-9365-0e6780cd68b7 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:16:52.040416 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb6fa71c-244c-4871-a4d1-e3e5da388d37 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:52.049853 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-d67fd02e-e35c-4ec3-a987-297bb775031c tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:52.051849 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-d67fd02e-e35c-4ec3-a987-297bb775031c tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.52 "GET /v2.0/networks?id=d98f639d-f4cf-4ee7-9782-d5f1761290b6 HTTP/1.1" status: 200 len: 819 time: 0.4730885 Aug 11 22:16:52.097482 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-c967004b-1f76-4711-afc9-a29351e76b0f tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Request body: {'port': {'device_id': '0930e048-5185-4e62-a588-c0bd2fb317b4', 'network_id': 'd98f639d-f4cf-4ee7-9782-d5f1761290b6', 'admin_state_up': True, 'tenant_id': '7893e9dca79546f9a7fcaade410ca2bf'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:52.101329 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb6fa71c-244c-4871-a4d1-e3e5da388d37 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:52.101912 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [None req-eb6fa71c-244c-4871-a4d1-e3e5da388d37 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Floating IP bd98f232-3b53-4a35-8576-4d01fc75a70e disassociated. External IP: 172.25.2.190, port: 2927bf6a-e491-4d17-8a58-320069c81dd6. Aug 11 22:16:52.108871 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-fd601d3d-01b2-4aad-97b4-4c62a9922732 service neutron] Port 7d5ea22b-791e-4a23-8607-6efb79b4adb9 on network 38b8f25c-cd12-4628-9365-0e6780cd68b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:16:52.109464 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-fd601d3d-01b2-4aad-97b4-4c62a9922732 service neutron] Attempting to bind port 7d5ea22b-791e-4a23-8607-6efb79b4adb9 on network 38b8f25c-cd12-4628-9365-0e6780cd68b7 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:16:52.203211 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-fd601d3d-01b2-4aad-97b4-4c62a9922732 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:16:52.203748 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-fd601d3d-01b2-4aad-97b4-4c62a9922732 service neutron] Checking segment: {'id': '6da62bdd-158d-4cb9-b631-9961e2bbb91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:16:52.204278 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-fd601d3d-01b2-4aad-97b4-4c62a9922732 service neutron] Bound using segment: {'id': '6da62bdd-158d-4cb9-b631-9961e2bbb91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:16:52.207632 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-fd601d3d-01b2-4aad-97b4-4c62a9922732 service neutron] Bound port: 7d5ea22b-791e-4a23-8607-6efb79b4adb9, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6da62bdd-158d-4cb9-b631-9961e2bbb91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:16:52.208159 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-fd601d3d-01b2-4aad-97b4-4c62a9922732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:52.245694 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bab65d8-81c5-4334-b833-f90c54720a48 None None] Network b0cc10dc-aec0-4479-b87b-b1c633e7b1a0 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:16:52.251836 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:52.307312 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-13d4798d-7441-4769-a07f-a3da161dfe39 req-a408a75b-dba4-4d94-b973-9c12ec84a4d7 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 210 time: 0.1015463 Aug 11 22:16:52.333492 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ca76bbd1-a323-478d-abb9-52ad6911f408 None None] Provisioning for port 7ebd2568-ff54-41b5-871e-abe084b1cc16 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:16:52.374468 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2a148f90-0d85-438e-b3e0-4f7814367777 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:52.470279 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a148f90-0d85-438e-b3e0-4f7814367777 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Pushing event deleted for resources: {'Port': ['ID=cb9414da-d9fb-4575-a0b0-9b848268f6f9,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:52.523991 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-44dc4d0e-9865-4ca0-bb3f-5588b6160fa3 req-4d2dbac3-4dbc-4ec6-b37e-0ff7a2c262a1 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 210 time: 0.0678091 Aug 11 22:16:52.528736 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a148f90-0d85-438e-b3e0-4f7814367777 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:52.528736 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a148f90-0d85-438e-b3e0-4f7814367777 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:52.529064 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a148f90-0d85-438e-b3e0-4f7814367777 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:52.529310 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a148f90-0d85-438e-b3e0-4f7814367777 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:52.529658 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a148f90-0d85-438e-b3e0-4f7814367777 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:52.529997 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a148f90-0d85-438e-b3e0-4f7814367777 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:52.530337 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a148f90-0d85-438e-b3e0-4f7814367777 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:52.530672 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a148f90-0d85-438e-b3e0-4f7814367777 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:52.531012 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a148f90-0d85-438e-b3e0-4f7814367777 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:52.531377 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a148f90-0d85-438e-b3e0-4f7814367777 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:52.531696 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a148f90-0d85-438e-b3e0-4f7814367777 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:52.532300 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a148f90-0d85-438e-b3e0-4f7814367777 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:52.551371 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b743849-0c22-4574-b443-7ec0b6f61cb4 None None] DHCP port deletion for b0cc10dc-aec0-4479-b87b-b1c633e7b1a0 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:16:52.624616 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2a148f90-0d85-438e-b3e0-4f7814367777 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:52.657394 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-5b743849-0c22-4574-b443-7ec0b6f61cb4 None None] Deleting port 7ebd2568-ff54-41b5-871e-abe084b1cc16 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:16:52.658484 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5b743849-0c22-4574-b443-7ec0b6f61cb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:52.777668 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef010-996d-4bfc-9784-fb3c064a83bc tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:52.800080 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-5b743849-0c22-4574-b443-7ec0b6f61cb4 None None] For port 7ebd2568-ff54-41b5-871e-abe084b1cc16, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7ebd2568-ff54-41b5-871e-abe084b1cc16,segment=NetworkSegment(edcb6155-3685-4cb2-921e-675d52826f75),segment_id=edcb6155-3685-4cb2-921e-675d52826f75)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:16:52.801255 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5b743849-0c22-4574-b443-7ec0b6f61cb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:52.823710 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:16:52.830160 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-5b743849-0c22-4574-b443-7ec0b6f61cb4 None None] Calling delete_port for 7ebd2568-ff54-41b5-871e-abe084b1cc16 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:16:52.943302 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 03b451de-5f0f-42d6-b541-e2d7a1d319fc up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:16:52.955878 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-fd601d3d-01b2-4aad-97b4-4c62a9922732 service neutron] For port 7d5ea22b-791e-4a23-8607-6efb79b4adb9, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:16:52.966876 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6fa71c-244c-4871-a4d1-e3e5da388d37 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Router bb7ed200-b283-408b-9e65-fa6d5ac4b332 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:16:53.051563 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5b743849-0c22-4574-b443-7ec0b6f61cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:53.067903 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 03b451de-5f0f-42d6-b541-e2d7a1d319fc triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:16:53.068486 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:53.094607 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-c967004b-1f76-4711-afc9-a29351e76b0f tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Made reservation on behalf of 7893e9dca79546f9a7fcaade410ca2bf for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:16:53.100899 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-c967004b-1f76-4711-afc9-a29351e76b0f tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:53.141501 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-fd601d3d-01b2-4aad-97b4-4c62a9922732 service neutron] For port 7d5ea22b-791e-4a23-8607-6efb79b4adb9, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=7d5ea22b-791e-4a23-8607-6efb79b4adb9,segment=NetworkSegment(6da62bdd-158d-4cb9-b631-9961e2bbb91a),segment_id=6da62bdd-158d-4cb9-b631-9961e2bbb91a)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:16:53.145515 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b743849-0c22-4574-b443-7ec0b6f61cb4 None None] Pushing event deleted for resources: {'Port': ['ID=7ebd2568-ff54-41b5-871e-abe084b1cc16,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:53.151571 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b743849-0c22-4574-b443-7ec0b6f61cb4 None None] No DVR routers for this DVR port 7ebd2568-ff54-41b5-871e-abe084b1cc16 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:16:53.279672 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-fd601d3d-01b2-4aad-97b4-4c62a9922732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:53.462271 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2a148f90-0d85-438e-b3e0-4f7814367777 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1756175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1755230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39594'] for router, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:53.471287 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2a148f90-0d85-438e-b3e0-4f7814367777 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1756404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1756413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1755207'] for router, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:53.478778 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-fd601d3d-01b2-4aad-97b4-4c62a9922732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:53.479900 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-fd601d3d-01b2-4aad-97b4-4c62a9922732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:53.483758 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-fd601d3d-01b2-4aad-97b4-4c62a9922732 service neutron] 10.222.0.82 "PUT /v2.0/ports/7d5ea22b-791e-4a23-8607-6efb79b4adb9 HTTP/1.1" status: 200 len: 1091 time: 5.5793929 Aug 11 22:16:53.491150 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Deleting port 7ebd2568-ff54-41b5-871e-abe084b1cc16 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:16:53.491762 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:53.507256 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869b7d5c-beec-4e7d-8cf8-a3364d18a10a', 'tag': '7d5ea22b-791e-4a23-8607-6efb79b4adb9'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:16:53.511166 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0101c209-4641-4331-9686-cc96c8caa896" -d '{"events": [{"name": "network-changed", "server_uuid": "869b7d5c-beec-4e7d-8cf8-a3364d18a10a", "tag": "7d5ea22b-791e-4a23-8607-6efb79b4adb9"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:16:53.545748 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251ed9b-4dfa-45d2-bac0-d150c18a1ba8 req-8548fb90-3b5b-4321-aea1-3a1f6e00cdad tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:53.557931 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f251ed9b-4dfa-45d2-bac0-d150c18a1ba8 req-8548fb90-3b5b-4321-aea1-3a1f6e00cdad tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 943 time: 0.5532188 Aug 11 22:16:53.624311 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a148f90-0d85-438e-b3e0-4f7814367777 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Router 7f48e1bf-d6e6-4aba-956f-50b4e3b2ae8b has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:16:53.655957 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f251ed9b-4dfa-45d2-bac0-d150c18a1ba8 req-e211861f-fd5e-4fb9-a361-d60791fd5a41 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967979 Aug 11 22:16:53.835290 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ebd75acd-285f-4c48-b747-cc5fe8235b32 req-aff6eb9b-48ee-4183-aebf-1fa9ea018fd7 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 210 time: 0.0648572 Aug 11 22:16:53.844236 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a148f90-0d85-438e-b3e0-4f7814367777 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:16:53.856657 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcbca02-7311-42fb-a2ab-6bc7731570c6 None None] Sync routers for ids ['7f48e1bf-d6e6-4aba-956f-50b4e3b2ae8b'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:16:53.862152 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2a148f90-0d85-438e-b3e0-4f7814367777 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:53.863607 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2a148f90-0d85-438e-b3e0-4f7814367777 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "PUT /v2.0/routers/7f48e1bf-d6e6-4aba-956f-50b4e3b2ae8b HTTP/1.1" status: 200 len: 710 time: 3.1933298 Aug 11 22:16:53.867684 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55550) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:53.878452 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcbca02-7311-42fb-a2ab-6bc7731570c6 None None] Routers {'7f48e1bf-d6e6-4aba-956f-50b4e3b2ae8b'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:53.879099 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-6bcbca02-7311-42fb-a2ab-6bc7731570c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['7f48e1bf-d6e6-4aba-956f-50b4e3b2ae8b'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:53.944458 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-c967004b-1f76-4711-afc9-a29351e76b0f tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Allocated IP 172.20.0.9 (d98f639d-f4cf-4ee7-9782-d5f1761290b6/4bcace65-6a59-41f0-879a-d84477d04327/14c0da70-1688-410e-b53c-f165ece409a4) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:16:53.965193 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-6bcbca02-7311-42fb-a2ab-6bc7731570c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:53.969125 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fb83d212-10f6-452f-97b1-3a563495c223 tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "GET /v2.0/routers/7f48e1bf-d6e6-4aba-956f-50b4e3b2ae8b HTTP/1.1" status: 200 len: 745 time: 0.1001830 Aug 11 22:16:53.971900 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55552) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:54.004441 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcbca02-7311-42fb-a2ab-6bc7731570c6 None None] Routers {'7f48e1bf-d6e6-4aba-956f-50b4e3b2ae8b'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:54.005101 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-6bcbca02-7311-42fb-a2ab-6bc7731570c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['7f48e1bf-d6e6-4aba-956f-50b4e3b2ae8b'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:54.042574 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9f749a18-ee3b-40dd-af96-54791795547d tempest-RoutersIpV6AdminTest-659422483 tempest-RoutersIpV6AdminTest-659422483-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=ace0c6e5-d196-4ef9-80b8-149980a74560&device_id=7f48e1bf-d6e6-4aba-956f-50b4e3b2ae8b HTTP/1.1" status: 200 len: 205 time: 0.0693176 Aug 11 22:16:54.045254 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55554) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:54.051327 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-6bcbca02-7311-42fb-a2ab-6bc7731570c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:54.052058 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcbca02-7311-42fb-a2ab-6bc7731570c6 None None] The sync data for ids ['7f48e1bf-d6e6-4aba-956f-50b4e3b2ae8b'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:16:54.069228 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052467ff-1921-40a9-af0a-de08a7f43b2e x-openstack-request-id: req-052467ff-1921-40a9-af0a-de08a7f43b2e {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:16:54.069538 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "869b7d5c-beec-4e7d-8cf8-a3364d18a10a", "tag": "7d5ea22b-791e-4a23-8607-6efb79b4adb9", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:16:54.069820 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-052467ff-1921-40a9-af0a-de08a7f43b2e {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:16:54.070201 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '869b7d5c-beec-4e7d-8cf8-a3364d18a10a', 'tag': '7d5ea22b-791e-4a23-8607-6efb79b4adb9', 'status': 'completed', 'code': 200} Aug 11 22:16:54.075324 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e9048101-f734-4982-abf3-6bf0f2449728 req-ed4eeeed-7c96-4ecd-b359-2244ec8ca859 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 210 time: 0.0423777 Aug 11 22:16:54.080957 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd601d3d-01b2-4aad-97b4-4c62a9922732 service neutron] Pushing event updated for resources: {'Port': ['ID=7d5ea22b-791e-4a23-8607-6efb79b4adb9,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:54.113279 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e1d53be8-f676-4c6c-95e1-167636f06307 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f48e1bf-d6e6-4aba-956f-50b4e3b2ae8b HTTP/1.1" status: 200 len: 205 time: 0.0664117 Aug 11 22:16:54.117038 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55556) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:54.125846 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] For port 7ebd2568-ff54-41b5-871e-abe084b1cc16, host n-d-804275-3, got binding levels [] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:16:54.126461 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:54.132011 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6fa71c-244c-4871-a4d1-e3e5da388d37 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:16:54.144674 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b235e143-dd27-4e74-aeef-48435afcdd34 None None] Sync routers for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:16:54.150432 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb6fa71c-244c-4871-a4d1-e3e5da388d37 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:54.157189 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b235e143-dd27-4e74-aeef-48435afcdd34 None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:54.158310 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-b235e143-dd27-4e74-aeef-48435afcdd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:54.206525 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-b235e143-dd27-4e74-aeef-48435afcdd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:54.220950 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b235e143-dd27-4e74-aeef-48435afcdd34 None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:54.222077 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-b235e143-dd27-4e74-aeef-48435afcdd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:54.230062 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1e7fdc8d-e67e-4211-92fd-15af0c94b239 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:54.257047 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-dc55517f-9c0a-4d0b-9f6d-40792fe9751c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:54.260261 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-b235e143-dd27-4e74-aeef-48435afcdd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:54.260481 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-dc55517f-9c0a-4d0b-9f6d-40792fe9751c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=89e42f6e555b4d71928261e2b4518d8d&device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 1094 time: 0.6337638 Aug 11 22:16:54.262093 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b235e143-dd27-4e74-aeef-48435afcdd34 None None] The sync data for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:16:54.274142 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Calling delete_port for 7ebd2568-ff54-41b5-871e-abe084b1cc16 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:16:54.285621 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.ipam_backend_mixin [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Port 7ebd2568-ff54-41b5-871e-abe084b1cc16 was not found and therefore no delete operation was performed {{(pid=100942) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 22:16:54.555152 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1e7fdc8d-e67e-4211-92fd-15af0c94b239 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:54.558078 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1e7fdc8d-e67e-4211-92fd-15af0c94b239 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:54.616329 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1e7fdc8d-e67e-4211-92fd-15af0c94b239 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:54.616849 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7fdc8d-e67e-4211-92fd-15af0c94b239 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Fanout notify agent at l3_agent the message router_deleted on router 7f48e1bf-d6e6-4aba-956f-50b4e3b2ae8b {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:16:54.632344 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1e7fdc8d-e67e-4211-92fd-15af0c94b239 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:54.638278 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1e7fdc8d-e67e-4211-92fd-15af0c94b239 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "DELETE /v2.0/routers/7f48e1bf-d6e6-4aba-956f-50b4e3b2ae8b HTTP/1.1" status: 204 len: 168 time: 0.5190687 Aug 11 22:16:54.638278 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55560) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:54.693303 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2715789a-0793-44f0-82f1-e1fc81ad7776 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f48e1bf-d6e6-4aba-956f-50b4e3b2ae8b HTTP/1.1" status: 200 len: 205 time: 0.0536530 Aug 11 22:16:54.694343 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55564) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:54.728423 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:54.748112 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-eb6fa71c-244c-4871-a4d1-e3e5da388d37 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "PUT /v2.0/floatingips/bd98f232-3b53-4a35-8576-4d01fc75a70e HTTP/1.1" status: 200 len: 688 time: 4.8824503 Aug 11 22:16:54.751904 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55566) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:54.752815 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] No DVR routers for this DVR port 7ebd2568-ff54-41b5-871e-abe084b1cc16 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:16:54.758146 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-0ef27ba3-82ee-4fdf-bb73-03347b2c57a8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d5ea22b-791e-4a23-8607-6efb79b4adb9 HTTP/1.1" status: 200 len: 217 time: 0.4690046 Aug 11 22:16:54.769981 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-6b7bfae7-3444-48d7-b830-59effd20932f tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] delete failed (client error): The resource could not be found. Aug 11 22:16:54.776056 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6b7bfae7-3444-48d7-b830-59effd20932f tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "DELETE /v2.0/routers/7f48e1bf-d6e6-4aba-956f-50b4e3b2ae8b HTTP/1.1" status: 404 len: 336 time: 0.0796669 Aug 11 22:16:54.777845 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55568) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:54.829013 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3b3fa7c4-0296-4882-9408-9a982871e3d3 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae1d72dd-70b2-483b-a41d-e70549b79a0f HTTP/1.1" status: 200 len: 205 time: 0.0496438 Aug 11 22:16:54.830844 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55570) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:54.869699 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event deleted for resources: {'Port': ['ID=7ebd2568-ff54-41b5-871e-abe084b1cc16,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:54.905851 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-e31e52ae-58dd-445b-af9f-b9aca7cf9261 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] delete failed (client error): The resource could not be found. Aug 11 22:16:54.909986 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e31e52ae-58dd-445b-af9f-b9aca7cf9261 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "DELETE /v2.0/routers/ae1d72dd-70b2-483b-a41d-e70549b79a0f HTTP/1.1" status: 404 len: 336 time: 0.0778937 Aug 11 22:16:54.910641 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55574) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:54.951084 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cb203747-9081-410a-8be1-48332f81de69 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c33d116-ac2a-4441-a960-b40c406e954a HTTP/1.1" status: 200 len: 205 time: 0.0377462 Aug 11 22:16:54.955275 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55576) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:54.966455 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-c967004b-1f76-4711-afc9-a29351e76b0f tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:54.968709 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3ef010-996d-4bfc-9784-fb3c064a83bc tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Router c6f96f17-595e-46dc-b1c6-7ebb4a763b4c is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:16:55.019132 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ce93f-d7ae-4673-8134-7c491db8ab9a req-283b8c5d-430f-4247-9074-fcd18df11954 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:55.021085 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c57ce93f-d7ae-4673-8134-7c491db8ab9a req-283b8c5d-430f-4247-9074-fcd18df11954 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 943 time: 0.1983922 Aug 11 22:16:55.023008 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-4b145f0f-5d94-492f-9d80-3c083e09d4a5 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] delete failed (client error): The resource could not be found. Aug 11 22:16:55.026847 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4b145f0f-5d94-492f-9d80-3c083e09d4a5 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "DELETE /v2.0/routers/9c33d116-ac2a-4441-a960-b40c406e954a HTTP/1.1" status: 404 len: 336 time: 0.0699627 Aug 11 22:16:55.028118 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55578) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:55.043620 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:55.074396 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a4936eeb-a0b2-4f60-a0ee-3f9363e7f06e tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "GET /v2.0/ports?device_id=5917ef9d-93ae-42d2-85d4-37769c9bd20c HTTP/1.1" status: 200 len: 205 time: 0.0425236 Aug 11 22:16:55.074612 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0cc10dc-aec0-4479-b87b-b1c633e7b1a0']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:55.079138 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55580) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:55.088804 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-fd198df6-d460-4411-977d-567ba21a717a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:55.091247 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-fd198df6-d460-4411-977d-567ba21a717a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=97d7da21-8ec4-48da-9d66-6777c48f7843 HTTP/1.1" status: 200 len: 850 time: 0.2795846 Aug 11 22:16:55.126721 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-fd2d7697-c2d8-47fe-9422-9527e1bd9c9b tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] delete failed (client error): The resource could not be found. Aug 11 22:16:55.127822 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fd2d7697-c2d8-47fe-9422-9527e1bd9c9b tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "DELETE /v2.0/routers/5917ef9d-93ae-42d2-85d4-37769c9bd20c HTTP/1.1" status: 404 len: 336 time: 0.0476487 Aug 11 22:16:55.132110 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55584) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:55.134760 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c57ce93f-d7ae-4673-8134-7c491db8ab9a req-ac8911cd-df72-4969-b7e9-02b3ab8f20d5 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970674 Aug 11 22:16:55.162194 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edcb6155-3685-4cb2-921e-675d52826f75') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:55.162488 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edcb6155-3685-4cb2-921e-675d52826f75') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:55.234959 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:55.241856 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b0638437-33ee-4279-81fa-67db84995cbc tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ddd5922-1c12-429c-9706-d191b84a5f2d HTTP/1.1" status: 200 len: 205 time: 0.0847363 Aug 11 22:16:55.244312 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55586) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:55.275228 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:55.317718 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:16:55.318118 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:16:55.325831 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:16:55.354213 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-b4068e6b-ec3a-4464-b46f-80d058d8b5bf tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] delete failed (client error): The resource could not be found. Aug 11 22:16:55.355353 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b4068e6b-ec3a-4464-b46f-80d058d8b5bf tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "DELETE /v2.0/routers/4ddd5922-1c12-429c-9706-d191b84a5f2d HTTP/1.1" status: 404 len: 336 time: 0.1078844 Aug 11 22:16:55.360115 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55588) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:55.382087 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-c967004b-1f76-4711-afc9-a29351e76b0f tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:55.408605 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-62d16cc9-cb97-4f2b-a7fb-e1a823a25664 tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "GET /v2.0/ports?device_id=f7762d78-32b9-4741-9610-28e2930603a3 HTTP/1.1" status: 200 len: 205 time: 0.0470366 Aug 11 22:16:55.415476 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55590) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:55.418259 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-9d39adcf-232b-422a-b962-f39b8ed0d389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:55.419939 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-9d39adcf-232b-422a-b962-f39b8ed0d389 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=38b8f25c-cd12-4628-9365-0e6780cd68b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2686203 Aug 11 22:16:55.420459 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cd41a371-42d3-4ec9-8fd1-b0d90b205d38 req-cc20ccde-bcdc-4140-93a9-9a778d5022cc tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 210 time: 0.1489635 Aug 11 22:16:55.545617 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3ef010-996d-4bfc-9784-fb3c064a83bc tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:16:55.561397 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6816c10a-2294-4bfe-acbb-2d77b816a53a None None] Sync routers for ids ['c6f96f17-595e-46dc-b1c6-7ebb4a763b4c'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:16:55.591792 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6816c10a-2294-4bfe-acbb-2d77b816a53a None None] Routers {'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:55.592843 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-6816c10a-2294-4bfe-acbb-2d77b816a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c6f96f17-595e-46dc-b1c6-7ebb4a763b4c'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:55.600597 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d22b1-3966-4b06-baa4-831e08e4472b req-50d7d99b-9bea-4bca-bd2d-245952b0d494 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:55.608448 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4c5d22b1-3966-4b06-baa4-831e08e4472b req-50d7d99b-9bea-4bca-bd2d-245952b0d494 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 931 time: 0.0994108 Aug 11 22:16:55.640715 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-d87ece89-86e6-43f6-9d4c-7efa6a13bb2a tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] delete failed (client error): The resource could not be found. Aug 11 22:16:55.642468 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d87ece89-86e6-43f6-9d4c-7efa6a13bb2a tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "DELETE /v2.0/routers/f7762d78-32b9-4741-9610-28e2930603a3 HTTP/1.1" status: 404 len: 336 time: 0.2213690 Aug 11 22:16:55.652738 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55592) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:55.659120 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:55.677811 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-c967004b-1f76-4711-afc9-a29351e76b0f tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Network d98f639d-f4cf-4ee7-9782-d5f1761290b6 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:16:55.696480 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-c967004b-1f76-4711-afc9-a29351e76b0f tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:55.699546 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967004b-1f76-4711-afc9-a29351e76b0f tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Pushing event updated for resources: {'Port': ['ID=14c0da70-1688-410e-b53c-f165ece409a4,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:55.701353 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-126c6f6c-14ca-46c0-a813-61859e979a9e tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] DELETE failed (client error): The resource could not be found. Aug 11 22:16:55.703181 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-126c6f6c-14ca-46c0-a813-61859e979a9e tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:16:55.705161 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-7635448d-7f8c-47bd-9860-db1e1cac4932 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Deleting port baffa4d8-565c-45d5-b987-7add1d00fef4 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:16:55.705736 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7635448d-7f8c-47bd-9860-db1e1cac4932 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:55.706777 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-126c6f6c-14ca-46c0-a813-61859e979a9e tempest-RoutersIpV6AdminTest-1297057614 tempest-RoutersIpV6AdminTest-1297057614-project] 10.222.0.77 "DELETE /v2.0/subnets/4c1f3c77-a59a-4241-abdc-ed68a1ecb910 HTTP/1.1" status: 404 len: 337 time: 0.0521913 Aug 11 22:16:55.721685 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4c5d22b1-3966-4b06-baa4-831e08e4472b req-c753e8bf-c06d-4f4b-b013-314bf973d621 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/security-groups?id=5c3e3d6c-5ae0-4429-92ba-cc02fd77c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116714 Aug 11 22:16:55.723817 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-c967004b-1f76-4711-afc9-a29351e76b0f tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:16:55.777034 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:55.779498 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "DELETE /v2.0/networks/b0cc10dc-aec0-4479-b87b-b1c633e7b1a0 HTTP/1.1" status: 204 len: 168 time: 7.1528099 Aug 11 22:16:55.785132 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55596) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:55.790238 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-56510103-fe88-46fd-a110-a085d9b46bac tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1967835932'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:55.840944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56510103-fe88-46fd-a110-a085d9b46bac tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Made reservation on behalf of 18c8bc2260af4c4f9d1587285a337ca7 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:16:55.845023 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-56510103-fe88-46fd-a110-a085d9b46bac tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:55.854391 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-6816c10a-2294-4bfe-acbb-2d77b816a53a None None] Set router c6f96f17-595e-46dc-b1c6-7ebb4a763b4c gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:16:55.894566 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef010-996d-4bfc-9784-fb3c064a83bc tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:55.899121 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8e3ef010-996d-4bfc-9784-fb3c064a83bc tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 10.0629611 Aug 11 22:16:55.900477 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56510103-fe88-46fd-a110-a085d9b46bac tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:16:55.910391 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55598) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:55.941738 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-56510103-fe88-46fd-a110-a085d9b46bac tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:55.942091 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-56510103-fe88-46fd-a110-a085d9b46bac tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Added segment fe211c5c-601b-49a9-83ad-9c3a69956421 of type vlan for network 216b2598-b3d7-4155-8bd3-be76a5f5c3af Aug 11 22:16:55.991369 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event deleted for resources: {'Network': ['ID=b0cc10dc-aec0-4479-b87b-b1c633e7b1a0,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:56.045105 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-56510103-fe88-46fd-a110-a085d9b46bac tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:56.090853 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:56.091282 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:56.093021 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:56.093429 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:56.093977 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:56.094990 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:56.095498 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:56.096893 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:56.098749 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:56.099290 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:56.099841 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:56.102934 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970cce14-40d7-4569-b0b1-aa93923c58d7 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:16:56.122672 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-56510103-fe88-46fd-a110-a085d9b46bac tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:56.130168 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56510103-fe88-46fd-a110-a085d9b46bac tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:56.134507 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-56510103-fe88-46fd-a110-a085d9b46bac tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:56.164889 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-c967004b-1f76-4711-afc9-a29351e76b0f tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:56.166142 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-c967004b-1f76-4711-afc9-a29351e76b0f tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:56.219390 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-ebbc59ef-df18-4f32-b5cc-9736d08a1875 service neutron] 10.222.0.82 "GET /v2.0/networks/38b8f25c-cd12-4628-9365-0e6780cd68b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7428181 Aug 11 22:16:56.353628 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-6816c10a-2294-4bfe-acbb-2d77b816a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1707440985', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '599b629c-52d2-4156-8875-2246f8e01e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:46Z', 'updated_at': '2021-08-11T22:16:49Z', 'revision_number': 3, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'gw_port': {'id': '599b629c-52d2-4156-8875-2246f8e01e47', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:47Z', 'updated_at': '2021-08-11T22:16:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:56.406428 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6816c10a-2294-4bfe-acbb-2d77b816a53a None None] Checking router: c6f96f17-595e-46dc-b1c6-7ebb4a763b4c for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:16:56.407394 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6816c10a-2294-4bfe-acbb-2d77b816a53a None None] Updating router c6f96f17-595e-46dc-b1c6-7ebb4a763b4c port 599b629c-52d2-4156-8875-2246f8e01e47 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:16:56.457454 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6816c10a-2294-4bfe-acbb-2d77b816a53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:56.517407 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-c967004b-1f76-4711-afc9-a29351e76b0f tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4265225 Aug 11 22:16:56.555107 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-34b3b278-de87-4c41-a43c-be01cd22a532 service neutron] Request body: {'port': {'device_id': '0930e048-5185-4e62-a588-c0bd2fb317b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:56.557701 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55608) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:56.563672 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-11c28422-b1a2-43f8-baad-accdfb4871cc tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=4980a3f019644cf79e7a0e6f603100d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6518085 Aug 11 22:16:56.568947 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55610) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:56.611370 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-56510103-fe88-46fd-a110-a085d9b46bac tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8252337 Aug 11 22:16:56.645422 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55614) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:56.682026 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56510103-fe88-46fd-a110-a085d9b46bac tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event updated for resources: {'Network': ['ID=216b2598-b3d7-4155-8bd3-be76a5f5c3af,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:56.729584 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-10ac534b-71ce-4ffd-a381-8f3b1f98441c tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Request body: {'subnet': {'network_id': '216b2598-b3d7-4155-8bd3-be76a5f5c3af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:56.742941 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7635448d-7f8c-47bd-9860-db1e1cac4932 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:56.743946 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7635448d-7f8c-47bd-9860-db1e1cac4932 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:56.763125 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d83a1-4725-470e-afc2-ff89510f77cd req-0d19ca2d-b4ff-4855-93de-40047ffc5c49 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:56.765299 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a17d83a1-4725-470e-afc2-ff89510f77cd req-0d19ca2d-b4ff-4855-93de-40047ffc5c49 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 943 time: 0.2637472 Aug 11 22:16:56.786698 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 216b2598-b3d7-4155-8bd3-be76a5f5c3af details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:16:56.893838 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9db29a-6cd7-42e5-bd89-71efb4067a85 tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:56.899854 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6d9db29a-6cd7-42e5-bd89-71efb4067a85 tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3257780 Aug 11 22:16:56.902140 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55618) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:56.947667 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a17d83a1-4725-470e-afc2-ff89510f77cd req-78ae2eda-eba2-4b55-a151-2bdb224790f7 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712151 Aug 11 22:16:56.954843 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-15d86211-0a2c-4a82-a722-eb6374714d4c tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ace0c6e5-d196-4ef9-80b8-149980a74560&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0474794 Aug 11 22:16:56.956103 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55620) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:56.965961 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-5ce3a1bd-4340-44c2-a659-6fa25022f554 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1634027345', 'network_id': 'a7f22ba2-e884-4b3c-bcb8-adf9ef172db9', 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:57.037185 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-7635448d-7f8c-47bd-9860-db1e1cac4932 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Calling delete_port for baffa4d8-565c-45d5-b987-7add1d00fef4 owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:16:57.079394 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b2b383e0-468f-4cd2-ac02-8e923547ca22 req-588705f3-fab1-441f-b021-0af544c21717 service neutron] 10.222.0.82 "GET /v2.0/networks/38b8f25c-cd12-4628-9365-0e6780cd68b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8584199 Aug 11 22:16:57.131080 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6dfa9b1f-855f-4b95-8d00-422bf20d7e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:57.136144 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-34b3b278-de87-4c41-a43c-be01cd22a532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:57.210060 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3122e8c-1575-4434-a153-10db77307983 req-4fe244f6-0070-4bb7-a5fc-43116d3684be tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 210 time: 0.0820279 Aug 11 22:16:57.264453 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6816c10a-2294-4bfe-acbb-2d77b816a53a None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:57.277519 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce3a1bd-4340-44c2-a659-6fa25022f554 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Made reservation on behalf of 4980a3f019644cf79e7a0e6f603100d9 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:16:57.282183 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5ce3a1bd-4340-44c2-a659-6fa25022f554 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:57.289964 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6816c10a-2294-4bfe-acbb-2d77b816a53a None None] Transition to ACTIVE for port object 599b629c-52d2-4156-8875-2246f8e01e47 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:16:57.310750 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6816c10a-2294-4bfe-acbb-2d77b816a53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:57.415360 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6816c10a-2294-4bfe-acbb-2d77b816a53a None None] Attempting to bind port 599b629c-52d2-4156-8875-2246f8e01e47 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:16:57.416210 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6816c10a-2294-4bfe-acbb-2d77b816a53a None None] Attempting to bind port 599b629c-52d2-4156-8875-2246f8e01e47 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:16:57.416999 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6816c10a-2294-4bfe-acbb-2d77b816a53a None None] Attempting to bind port 599b629c-52d2-4156-8875-2246f8e01e47 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:16:57.463734 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6816c10a-2294-4bfe-acbb-2d77b816a53a None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:16:57.464558 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6816c10a-2294-4bfe-acbb-2d77b816a53a None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:16:57.465434 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6816c10a-2294-4bfe-acbb-2d77b816a53a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:57.466285 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6816c10a-2294-4bfe-acbb-2d77b816a53a None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:16:57.467276 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6816c10a-2294-4bfe-acbb-2d77b816a53a None None] Bound port: 599b629c-52d2-4156-8875-2246f8e01e47, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:16:57.468108 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6816c10a-2294-4bfe-acbb-2d77b816a53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:57.474093 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b6343-7c53-4cfd-951d-4fd590749b34 req-8fbc4d6e-ef35-4c00-b1fa-256b294439ed tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:57.476084 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a56b6343-7c53-4cfd-951d-4fd590749b34 req-8fbc4d6e-ef35-4c00-b1fa-256b294439ed tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 931 time: 0.1190441 Aug 11 22:16:57.575471 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-6816c10a-2294-4bfe-acbb-2d77b816a53a None None] For port 599b629c-52d2-4156-8875-2246f8e01e47, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:16:57.581515 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-6816c10a-2294-4bfe-acbb-2d77b816a53a None None] For port 599b629c-52d2-4156-8875-2246f8e01e47, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=599b629c-52d2-4156-8875-2246f8e01e47,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:16:57.584178 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c806d-6fb4-4fb0-ae48-a3afce91cf50 None None] Pushing event updated for resources: {'Port': ['ID=599b629c-52d2-4156-8875-2246f8e01e47,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:57.597734 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a56b6343-7c53-4cfd-951d-4fd590749b34 req-ec2a0c94-7dfa-4bc8-a9aa-ef6629c2898c tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/security-groups?id=5c3e3d6c-5ae0-4429-92ba-cc02fd77c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129057 Aug 11 22:16:57.603115 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6816c10a-2294-4bfe-acbb-2d77b816a53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:57.626925 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6dfa9b1f-855f-4b95-8d00-422bf20d7e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:57.658263 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6dfa9b1f-855f-4b95-8d00-422bf20d7e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:57.669681 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5ce3a1bd-4340-44c2-a659-6fa25022f554 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:57.717980 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c806d-6fb4-4fb0-ae48-a3afce91cf50 None None] Pushing event updated for resources: {'Port': ['ID=599b629c-52d2-4156-8875-2246f8e01e47,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:57.773125 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6816c10a-2294-4bfe-acbb-2d77b816a53a None None] Routers {'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:16:57.773830 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-6816c10a-2294-4bfe-acbb-2d77b816a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c6f96f17-595e-46dc-b1c6-7ebb4a763b4c'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:57.775845 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3a1bd-4340-44c2-a659-6fa25022f554 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Pushing event updated for resources: {'Subnet': ['ID=0bb7995d-56c2-4f4e-b29d-678903d21aa8,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:57.791197 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce3a1bd-4340-44c2-a659-6fa25022f554 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Checking segment: {'id': '2405b23a-7b05-4693-9839-38b6a75567f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a7f22ba2-e884-4b3c-bcb8-adf9ef172db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:16:57.792163 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce3a1bd-4340-44c2-a659-6fa25022f554 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Network hostable DHCP agents. Network: a7f22ba2-e884-4b3c-bcb8-adf9ef172db9, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:16:57.814568 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce3a1bd-4340-44c2-a659-6fa25022f554 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Network a7f22ba2-e884-4b3c-bcb8-adf9ef172db9 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:16:57.829644 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-5ce3a1bd-4340-44c2-a659-6fa25022f554 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, a7f22ba2-e884-4b3c-bcb8-adf9ef172db9) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:57.848870 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce3a1bd-4340-44c2-a659-6fa25022f554 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:57.849930 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5ce3a1bd-4340-44c2-a659-6fa25022f554 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:57.868982 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac6f581-d915-4794-8d5d-5cae9df959a2 None None] Network a7f22ba2-e884-4b3c-bcb8-adf9ef172db9 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:16:57.968366 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa9b1f-855f-4b95-8d00-422bf20d7e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b996c19-ae19-40f8-9527-826b8ab361ee,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:57.974087 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5ce3a1bd-4340-44c2-a659-6fa25022f554 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0168743 Aug 11 22:16:57.975605 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101c209-4641-4331-9686-cc96c8caa896 req-ec288ee4-ee12-416e-9749-e67007571c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:57.977438 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0101c209-4641-4331-9686-cc96c8caa896 req-ec288ee4-ee12-416e-9749-e67007571c02 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=89e42f6e555b4d71928261e2b4518d8d&device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 1094 time: 0.7767289 Aug 11 22:16:57.977982 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55622) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:57.980809 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6dfa9b1f-855f-4b95-8d00-422bf20d7e09 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=397c50d794c2415b838d67a923d49e4a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4069152 Aug 11 22:16:57.985734 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ac534b-71ce-4ffd-a381-8f3b1f98441c tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Made reservation on behalf of 18c8bc2260af4c4f9d1587285a337ca7 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:16:57.989622 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-10ac534b-71ce-4ffd-a381-8f3b1f98441c tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:57.993254 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55624) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:58.184531 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-6816c10a-2294-4bfe-acbb-2d77b816a53a None None] Set router c6f96f17-595e-46dc-b1c6-7ebb4a763b4c gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:16:58.407104 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7635448d-7f8c-47bd-9860-db1e1cac4932 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:58.480711 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101c209-4641-4331-9686-cc96c8caa896 req-a2177ab4-f803-4508-a296-a465c6b172be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:58.482666 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0101c209-4641-4331-9686-cc96c8caa896 req-a2177ab4-f803-4508-a296-a465c6b172be service neutron] 10.222.0.82 "GET /v2.0/networks?id=38b8f25c-cd12-4628-9365-0e6780cd68b7 HTTP/1.1" status: 200 len: 912 time: 0.4848824 Aug 11 22:16:58.510845 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2e194-7500-4d27-b611-8bfaf0eb2363 req-8bca6999-2f72-4142-a319-dd4819f7dde6 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:58.513710 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3d2e194-7500-4d27-b611-8bfaf0eb2363 req-8bca6999-2f72-4142-a319-dd4819f7dde6 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 943 time: 0.2766743 Aug 11 22:16:58.572720 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635448d-7f8c-47bd-9860-db1e1cac4932 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event deleted for resources: {'Port': ['ID=baffa4d8-565c-45d5-b987-7add1d00fef4,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:58.577343 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0101c209-4641-4331-9686-cc96c8caa896 req-9f121b31-5bc7-4b9f-8cda-5e543ee7dbbd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d5ea22b-791e-4a23-8607-6efb79b4adb9 HTTP/1.1" status: 200 len: 217 time: 0.0647802 Aug 11 22:16:58.598180 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7216ca7e-6893-40d6-bab9-1eb6b6666442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-a7f22ba2-e884-4b3c-bcb8-adf9ef172db9', 'network_id': 'a7f22ba2-e884-4b3c-bcb8-adf9ef172db9', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'fixed_ips': [{'subnet_id': '0bb7995d-56c2-4f4e-b29d-678903d21aa8'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:16:58.599740 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7216ca7e-6893-40d6-bab9-1eb6b6666442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:58.615990 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-34b3b278-de87-4c41-a43c-be01cd22a532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c0da70-1688-410e-b53c-f165ece409a4 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:16:58.633208 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-004ee7e4-3f53-4199-9148-622aeeff7d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:58.664927 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-34b3b278-de87-4c41-a43c-be01cd22a532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:58.754166 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-34b3b278-de87-4c41-a43c-be01cd22a532 service neutron] Transition to ACTIVE for port object 14c0da70-1688-410e-b53c-f165ece409a4 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:16:58.775463 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-34b3b278-de87-4c41-a43c-be01cd22a532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:58.826616 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3b278-de87-4c41-a43c-be01cd22a532 service neutron] Pushing event updated for resources: {'Port': ['ID=14c0da70-1688-410e-b53c-f165ece409a4,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:58.831547 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101c209-4641-4331-9686-cc96c8caa896 req-8050c6b7-54b4-4627-a937-44b4a06e1fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:58.833167 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0101c209-4641-4331-9686-cc96c8caa896 req-8050c6b7-54b4-4627-a937-44b4a06e1fb4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=97d7da21-8ec4-48da-9d66-6777c48f7843 HTTP/1.1" status: 200 len: 850 time: 0.2207136 Aug 11 22:16:58.836312 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7635448d-7f8c-47bd-9860-db1e1cac4932 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:58.840956 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7635448d-7f8c-47bd-9860-db1e1cac4932 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:58.846031 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7635448d-7f8c-47bd-9860-db1e1cac4932 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "DELETE /v2.0/floatingips/bd98f232-3b53-4a35-8576-4d01fc75a70e HTTP/1.1" status: 204 len: 168 time: 4.0829961 Aug 11 22:16:58.848651 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-10ac534b-71ce-4ffd-a381-8f3b1f98441c tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:58.861637 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55632) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:58.945503 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac534b-71ce-4ffd-a381-8f3b1f98441c tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event updated for resources: {'Subnet': ['ID=af45684a-406c-4166-8982-683a816bf1ca,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:16:59.017900 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-fc71a082-c564-4def-a92e-de855896a1a9 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] delete failed (client error): The resource could not be found. Aug 11 22:16:59.023564 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fc71a082-c564-4def-a92e-de855896a1a9 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "DELETE /v2.0/floatingips/bd98f232-3b53-4a35-8576-4d01fc75a70e HTTP/1.1" status: 404 len: 345 time: 0.0914478 Aug 11 22:16:59.030164 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55634) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:59.128473 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-7216ca7e-6893-40d6-bab9-1eb6b6666442 None None] Allocated IP 172.20.0.2 (a7f22ba2-e884-4b3c-bcb8-adf9ef172db9/0bb7995d-56c2-4f4e-b29d-678903d21aa8/a48e5646-fc87-4286-a42c-a6d21b367efe) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:16:59.171885 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101c209-4641-4331-9686-cc96c8caa896 req-3db704a8-e847-440a-9676-80c862b4752f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:59.173697 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0101c209-4641-4331-9686-cc96c8caa896 req-3db704a8-e847-440a-9676-80c862b4752f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=38b8f25c-cd12-4628-9365-0e6780cd68b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3264704 Aug 11 22:16:59.184872 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ac534b-71ce-4ffd-a381-8f3b1f98441c tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Checking segment: {'id': 'fe211c5c-601b-49a9-83ad-9c3a69956421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '216b2598-b3d7-4155-8bd3-be76a5f5c3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:16:59.185456 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ac534b-71ce-4ffd-a381-8f3b1f98441c tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Network hostable DHCP agents. Network: 216b2598-b3d7-4155-8bd3-be76a5f5c3af, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:16:59.309099 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3d2e194-7500-4d27-b611-8bfaf0eb2363 req-a81c839d-056e-489e-af55-08855af8b701 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7799730 Aug 11 22:16:59.367420 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-004ee7e4-3f53-4199-9148-622aeeff7d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:59.416714 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108ddd3c-d3c9-47cd-a4e5-1864afc24f94 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:59.431640 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108ddd3c-d3c9-47cd-a4e5-1864afc24f94 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:59.446862 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108ddd3c-d3c9-47cd-a4e5-1864afc24f94 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:59.453818 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-108ddd3c-d3c9-47cd-a4e5-1864afc24f94 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "GET /v2.0/ports?network_id=446505a3-9a63-47c2-b849-f3fdd943a96a HTTP/1.1" status: 200 len: 2358 time: 0.4188063 Aug 11 22:16:59.470691 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55636) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:59.565338 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8abb44d5-0d6f-4c1b-b8c8-3b8cab394507 req-34f97844-5344-4453-b92c-50c1f8835443 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 210 time: 0.0826068 Aug 11 22:16:59.614321 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ac534b-71ce-4ffd-a381-8f3b1f98441c tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Network 216b2598-b3d7-4155-8bd3-be76a5f5c3af is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:16:59.626483 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7216ca7e-6893-40d6-bab9-1eb6b6666442 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:59.639432 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-6816c10a-2294-4bfe-acbb-2d77b816a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1707440985', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '599b629c-52d2-4156-8875-2246f8e01e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:46Z', 'updated_at': '2021-08-11T22:16:49Z', 'revision_number': 3, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'gw_port': {'id': '599b629c-52d2-4156-8875-2246f8e01e47', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:47Z', 'updated_at': '2021-08-11T22:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:16:59.653274 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c779663-1a1f-4769-8e70-c596d1688b99 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:59.656541 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7c779663-1a1f-4769-8e70-c596d1688b99 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "GET /v2.0/subnets/9f9bea34-ff81-4ecf-846b-77c8cfe0e1d2 HTTP/1.1" status: 200 len: 797 time: 0.1790700 Aug 11 22:16:59.668871 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-34b3b278-de87-4c41-a43c-be01cd22a532 service neutron] Attempting to bind port 14c0da70-1688-410e-b53c-f165ece409a4 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:16:59.669423 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-34b3b278-de87-4c41-a43c-be01cd22a532 service neutron] Attempting to bind port 14c0da70-1688-410e-b53c-f165ece409a4 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '29e405a6-7abe-4ba5-8fe1-996cde6f67bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd98f639d-f4cf-4ee7-9782-d5f1761290b6'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:16:59.669975 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-34b3b278-de87-4c41-a43c-be01cd22a532 service neutron] Attempting to bind port 14c0da70-1688-410e-b53c-f165ece409a4 on network d98f639d-f4cf-4ee7-9782-d5f1761290b6 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:16:59.675484 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55638) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:16:59.687810 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-525a0cb3-1c26-4a49-b3ed-8c16c5baa9cb tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Request body: {'port': {'network_id': '446505a3-9a63-47c2-b849-f3fdd943a96a', 'name': 'tempest-FloatingIPTestJSON-607635372', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:16:59.698839 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-10ac534b-71ce-4ffd-a381-8f3b1f98441c tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 216b2598-b3d7-4155-8bd3-be76a5f5c3af) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:16:59.703431 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-004ee7e4-3f53-4199-9148-622aeeff7d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:59.706922 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-004ee7e4-3f53-4199-9148-622aeeff7d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:59.707094 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7216ca7e-6893-40d6-bab9-1eb6b6666442 None None] Transition to ACTIVE for port object a48e5646-fc87-4286-a42c-a6d21b367efe will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:16:59.707971 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-004ee7e4-3f53-4199-9148-622aeeff7d72 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9b996c19-ae19-40f8-9527-826b8ab361ee HTTP/1.1" status: 204 len: 168 time: 1.4998794 Aug 11 22:16:59.721169 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828d9c5b-4bc4-4b9d-937c-9456f76dc096 None None] Network 216b2598-b3d7-4155-8bd3-be76a5f5c3af requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:16:59.731134 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6816c10a-2294-4bfe-acbb-2d77b816a53a None None] The sync data for ids ['c6f96f17-595e-46dc-b1c6-7ebb4a763b4c'] in n-d-804275-3 is: [{'id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1707440985', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '599b629c-52d2-4156-8875-2246f8e01e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:46Z', 'updated_at': '2021-08-11T22:16:49Z', 'revision_number': 3, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'gw_port': {'id': '599b629c-52d2-4156-8875-2246f8e01e47', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:47Z', 'updated_at': '2021-08-11T22:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:16:59.734237 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-34b3b278-de87-4c41-a43c-be01cd22a532 service neutron] Port 14c0da70-1688-410e-b53c-f165ece409a4 on network d98f639d-f4cf-4ee7-9782-d5f1761290b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:16:59.735352 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-34b3b278-de87-4c41-a43c-be01cd22a532 service neutron] Attempting to bind port 14c0da70-1688-410e-b53c-f165ece409a4 on network d98f639d-f4cf-4ee7-9782-d5f1761290b6 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:16:59.761418 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ac534b-71ce-4ffd-a381-8f3b1f98441c tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:16:59.762759 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-10ac534b-71ce-4ffd-a381-8f3b1f98441c tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:59.836093 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-34b3b278-de87-4c41-a43c-be01cd22a532 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:16:59.837393 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-34b3b278-de87-4c41-a43c-be01cd22a532 service neutron] Checking segment: {'id': '29e405a6-7abe-4ba5-8fe1-996cde6f67bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd98f639d-f4cf-4ee7-9782-d5f1761290b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:16:59.838281 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-34b3b278-de87-4c41-a43c-be01cd22a532 service neutron] Bound using segment: {'id': '29e405a6-7abe-4ba5-8fe1-996cde6f67bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd98f639d-f4cf-4ee7-9782-d5f1761290b6'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:16:59.839299 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-34b3b278-de87-4c41-a43c-be01cd22a532 service neutron] Bound port: 14c0da70-1688-410e-b53c-f165ece409a4, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e405a6-7abe-4ba5-8fe1-996cde6f67bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd98f639d-f4cf-4ee7-9782-d5f1761290b6'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:16:59.840230 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-34b3b278-de87-4c41-a43c-be01cd22a532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:59.890528 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0101c209-4641-4331-9686-cc96c8caa896 req-7af44d3d-339c-4cd4-9d1f-9073b35aafb2 service neutron] 10.222.0.82 "GET /v2.0/networks/38b8f25c-cd12-4628-9365-0e6780cd68b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6964400 Aug 11 22:16:59.951213 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-813fdaba-8b1f-4af0-ad8b-9637c36b2fe5 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:16:59.995221 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ee7e4-3f53-4199-9148-622aeeff7d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b996c19-ae19-40f8-9527-826b8ab361ee,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:00.099778 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7216ca7e-6893-40d6-bab9-1eb6b6666442 None None] Transition to ACTIVE for port object a48e5646-fc87-4286-a42c-a6d21b367efe will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:17:00.123215 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7216ca7e-6893-40d6-bab9-1eb6b6666442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:00.206094 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-10ac534b-71ce-4ffd-a381-8f3b1f98441c tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4922850 Aug 11 22:17:00.209264 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0101c209-4641-4331-9686-cc96c8caa896 req-401c6dc9-a82c-42c1-8ec2-5ce4b4f5d319 service neutron] 10.222.0.82 "GET /v2.0/networks/38b8f25c-cd12-4628-9365-0e6780cd68b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093729 Aug 11 22:17:00.214184 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55644) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:00.224449 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e6923-d36d-4146-a301-2c59486e6702 req-2ccd2597-20dc-44f2-b3d1-55566801e114 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:00.227687 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-da6e6923-d36d-4146-a301-2c59486e6702 req-2ccd2597-20dc-44f2-b3d1-55566801e114 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 943 time: 0.5532527 Aug 11 22:17:00.245643 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216ca7e-6893-40d6-bab9-1eb6b6666442 None None] Pushing event updated for resources: {'Port': ['ID=a48e5646-fc87-4286-a42c-a6d21b367efe,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:00.325642 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7216ca7e-6893-40d6-bab9-1eb6b6666442 None None] Network a7f22ba2-e884-4b3c-bcb8-adf9ef172db9 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:17:00.362082 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-7216ca7e-6893-40d6-bab9-1eb6b6666442 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:00.374978 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7216ca7e-6893-40d6-bab9-1eb6b6666442 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:17:00.657616 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f26d83-45e6-4e72-a9ae-00bb795d63fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-216b2598-b3d7-4155-8bd3-be76a5f5c3af', 'network_id': '216b2598-b3d7-4155-8bd3-be76a5f5c3af', 'tenant_id': '18c8bc2260af4c4f9d1587285a337ca7', 'fixed_ips': [{'subnet_id': 'af45684a-406c-4166-8982-683a816bf1ca'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:17:00.659060 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-02f26d83-45e6-4e72-a9ae-00bb795d63fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:00.668188 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55650) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:00.881309 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e432ea5f-211c-49d8-a1f6-d46e4c7e0be2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e1651512861c4bec82ce2c987425d8e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2075169 Aug 11 22:17:00.902305 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55652) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:00.979808 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-da6e6923-d36d-4146-a301-2c59486e6702 req-ecf3506d-aa9b-46ad-88bd-f0375b2344cb tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/security-groups?id=5c3e3d6c-5ae0-4429-92ba-cc02fd77c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7237513 Aug 11 22:17:01.034420 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525a0cb3-1c26-4a49-b3ed-8c16c5baa9cb tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Made reservation on behalf of 23db72142b8d4dca91b49664fcaef1e5 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:17:01.046043 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-02f26d83-45e6-4e72-a9ae-00bb795d63fc None None] Allocated IP 2001:db8::2 (216b2598-b3d7-4155-8bd3-be76a5f5c3af/af45684a-406c-4166-8982-683a816bf1ca/0b519d77-62c6-41c2-80d3-baed4c2c824f) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:17:01.070896 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-7216ca7e-6893-40d6-bab9-1eb6b6666442 None None] Attempting to bind port a48e5646-fc87-4286-a42c-a6d21b367efe on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:17:01.072071 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-7216ca7e-6893-40d6-bab9-1eb6b6666442 None None] Attempting to bind port a48e5646-fc87-4286-a42c-a6d21b367efe by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '2405b23a-7b05-4693-9839-38b6a75567f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a7f22ba2-e884-4b3c-bcb8-adf9ef172db9'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:17:01.072613 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7216ca7e-6893-40d6-bab9-1eb6b6666442 None None] Attempting to bind port a48e5646-fc87-4286-a42c-a6d21b367efe on network a7f22ba2-e884-4b3c-bcb8-adf9ef172db9 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:17:01.080372 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 599b629c-52d2-4156-8875-2246f8e01e47 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:17:01.120251 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7216ca7e-6893-40d6-bab9-1eb6b6666442 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:17:01.120251 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7216ca7e-6893-40d6-bab9-1eb6b6666442 None None] Checking segment: {'id': '2405b23a-7b05-4693-9839-38b6a75567f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a7f22ba2-e884-4b3c-bcb8-adf9ef172db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:17:01.120757 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7216ca7e-6893-40d6-bab9-1eb6b6666442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:01.121373 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7216ca7e-6893-40d6-bab9-1eb6b6666442 None None] Bound using segment: {'id': '2405b23a-7b05-4693-9839-38b6a75567f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a7f22ba2-e884-4b3c-bcb8-adf9ef172db9'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:17:01.123802 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-7216ca7e-6893-40d6-bab9-1eb6b6666442 None None] Bound port: a48e5646-fc87-4286-a42c-a6d21b367efe, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2405b23a-7b05-4693-9839-38b6a75567f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a7f22ba2-e884-4b3c-bcb8-adf9ef172db9'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:17:01.125513 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7216ca7e-6893-40d6-bab9-1eb6b6666442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:01.217237 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 7d5ea22b-791e-4a23-8607-6efb79b4adb9 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:17:01.305555 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ab7556b-4172-4ebc-9941-5b96c7372ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:01.333545 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ab7556b-4172-4ebc-9941-5b96c7372ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:01.376413 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:01.452633 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ab7556b-4172-4ebc-9941-5b96c7372ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:01.454929 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-34b3b278-de87-4c41-a43c-be01cd22a532 service neutron] For port 14c0da70-1688-410e-b53c-f165ece409a4, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:17:01.456125 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ab7556b-4172-4ebc-9941-5b96c7372ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:01.457776 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1ab7556b-4172-4ebc-9941-5b96c7372ba5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3496cd8f-7aec-4a29-b5e6-688ed0ba783c HTTP/1.1" status: 204 len: 168 time: 0.5559936 Aug 11 22:17:01.466962 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-34b3b278-de87-4c41-a43c-be01cd22a532 service neutron] For port 14c0da70-1688-410e-b53c-f165ece409a4, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=14c0da70-1688-410e-b53c-f165ece409a4,segment=NetworkSegment(29e405a6-7abe-4ba5-8fe1-996cde6f67bf),segment_id=29e405a6-7abe-4ba5-8fe1-996cde6f67bf)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:17:01.480101 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-34b3b278-de87-4c41-a43c-be01cd22a532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:01.582506 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac3892-31f1-48b4-a37a-1ee5f1bfdfd2 req-9918642e-d78b-4b45-8333-18d01029334d tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:01.591491 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6eac3892-31f1-48b4-a37a-1ee5f1bfdfd2 req-9918642e-d78b-4b45-8333-18d01029334d tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 943 time: 0.4327261 Aug 11 22:17:01.606892 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-34b3b278-de87-4c41-a43c-be01cd22a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:01.608224 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-34b3b278-de87-4c41-a43c-be01cd22a532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:01.610850 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-34b3b278-de87-4c41-a43c-be01cd22a532 service neutron] 10.222.0.52 "PUT /v2.0/ports/14c0da70-1688-410e-b53c-f165ece409a4 HTTP/1.1" status: 200 len: 1091 time: 5.0743394 Aug 11 22:17:01.612397 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0930e048-5185-4e62-a588-c0bd2fb317b4', 'tag': '14c0da70-1688-410e-b53c-f165ece409a4'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:17:01.621715 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4364704a-605b-4541-8f2a-3634ec804f60" -d '{"events": [{"name": "network-changed", "server_uuid": "0930e048-5185-4e62-a588-c0bd2fb317b4", "tag": "14c0da70-1688-410e-b53c-f165ece409a4"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:17:01.675325 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7556b-4172-4ebc-9941-5b96c7372ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3496cd8f-7aec-4a29-b5e6-688ed0ba783c,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:01.707452 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-02f26d83-45e6-4e72-a9ae-00bb795d63fc None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:01.717309 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-525a0cb3-1c26-4a49-b3ed-8c16c5baa9cb tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:01.724288 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-02f26d83-45e6-4e72-a9ae-00bb795d63fc None None] Transition to ACTIVE for port object 0b519d77-62c6-41c2-80d3-baed4c2c824f will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:17:01.756389 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-02f26d83-45e6-4e72-a9ae-00bb795d63fc None None] Transition to ACTIVE for port object 0b519d77-62c6-41c2-80d3-baed4c2c824f will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:17:01.765452 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6eac3892-31f1-48b4-a37a-1ee5f1bfdfd2 req-44c7d96b-72a7-469d-a385-ff3dcdf728e7 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722734 Aug 11 22:17:01.806228 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-7216ca7e-6893-40d6-bab9-1eb6b6666442 None None] For port a48e5646-fc87-4286-a42c-a6d21b367efe, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:17:01.806228 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-7216ca7e-6893-40d6-bab9-1eb6b6666442 None None] For port a48e5646-fc87-4286-a42c-a6d21b367efe, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a48e5646-fc87-4286-a42c-a6d21b367efe,segment=NetworkSegment(2405b23a-7b05-4693-9839-38b6a75567f3),segment_id=2405b23a-7b05-4693-9839-38b6a75567f3)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:17:01.823300 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.resource_extend [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 22:17:01.885733 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-813fdaba-8b1f-4af0-ad8b-9637c36b2fe5 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Allocated IP 172.20.0.1 (a7f22ba2-e884-4b3c-bcb8-adf9ef172db9/0bb7995d-56c2-4f4e-b29d-678903d21aa8/011a7f6c-af93-4075-b291-633b7919785c) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:17:01.937048 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:01.964010 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3b278-de87-4c41-a43c-be01cd22a532 service neutron] Pushing event updated for resources: {'Port': ['ID=14c0da70-1688-410e-b53c-f165ece409a4,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:02.007186 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7216ca7e-6893-40d6-bab9-1eb6b6666442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:02.010100 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-02f26d83-45e6-4e72-a9ae-00bb795d63fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:02.093588 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 599b629c-52d2-4156-8875-2246f8e01e47 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:17:02.103485 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 599b629c-52d2-4156-8875-2246f8e01e47 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:17:02.104281 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:02.104721 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-68946644-8d75-4886-aa20-5dfe87c67b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:02.108042 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-68946644-8d75-4886-aa20-5dfe87c67b09 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7893e9dca79546f9a7fcaade410ca2bf&device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 1094 time: 0.4174106 Aug 11 22:17:02.211199 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f26d83-45e6-4e72-a9ae-00bb795d63fc None None] Network 216b2598-b3d7-4155-8bd3-be76a5f5c3af is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:17:02.242656 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-ba98f588-552f-44a3-b35a-d64584476e0b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14c0da70-1688-410e-b53c-f165ece409a4 HTTP/1.1" status: 200 len: 217 time: 0.1185939 Aug 11 22:17:02.243701 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-02f26d83-45e6-4e72-a9ae-00bb795d63fc None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:02.249655 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f26d83-45e6-4e72-a9ae-00bb795d63fc None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:17:02.277266 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:02.284373 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 7d5ea22b-791e-4a23-8607-6efb79b4adb9, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=7d5ea22b-791e-4a23-8607-6efb79b4adb9,segment=NetworkSegment(6da62bdd-158d-4cb9-b631-9961e2bbb91a),segment_id=6da62bdd-158d-4cb9-b631-9961e2bbb91a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:02.303287 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216ca7e-6893-40d6-bab9-1eb6b6666442 None None] Pushing event updated for resources: {'Port': ['ID=a48e5646-fc87-4286-a42c-a6d21b367efe,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:02.365322 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '7d5ea22b-791e-4a23-8607-6efb79b4adb9', 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7', 'port_id': '7d5ea22b-791e-4a23-8607-6efb79b4adb9', 'mac_address': 'fa:16:3e:a9:a0:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:17:02.418156 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-813fdaba-8b1f-4af0-ad8b-9637c36b2fe5 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:02.448315 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-02f26d83-45e6-4e72-a9ae-00bb795d63fc None None] Attempting to bind port 0b519d77-62c6-41c2-80d3-baed4c2c824f on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:17:02.448953 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-02f26d83-45e6-4e72-a9ae-00bb795d63fc None None] Attempting to bind port 0b519d77-62c6-41c2-80d3-baed4c2c824f by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'fe211c5c-601b-49a9-83ad-9c3a69956421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '216b2598-b3d7-4155-8bd3-be76a5f5c3af'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:17:02.449428 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f26d83-45e6-4e72-a9ae-00bb795d63fc None None] Attempting to bind port 0b519d77-62c6-41c2-80d3-baed4c2c824f on network 216b2598-b3d7-4155-8bd3-be76a5f5c3af {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:17:02.465266 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-813fdaba-8b1f-4af0-ad8b-9637c36b2fe5 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Transition to ACTIVE for port object 011a7f6c-af93-4075-b291-633b7919785c will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:17:02.494663 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-1fb0dd5a-9133-4f1f-a5fa-01acc078f1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:02.500199 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-1fb0dd5a-9133-4f1f-a5fa-01acc078f1c9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4bcace65-6a59-41f0-879a-d84477d04327 HTTP/1.1" status: 200 len: 859 time: 0.2482462 Aug 11 22:17:02.504958 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event deleted for resources: {'Subnet': ['ID=af45684a-406c-4166-8982-683a816bf1ca,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:02.547210 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f26d83-45e6-4e72-a9ae-00bb795d63fc None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:17:02.547210 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f26d83-45e6-4e72-a9ae-00bb795d63fc None None] Checking segment: {'id': 'fe211c5c-601b-49a9-83ad-9c3a69956421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '216b2598-b3d7-4155-8bd3-be76a5f5c3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:17:02.547210 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-02f26d83-45e6-4e72-a9ae-00bb795d63fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:02.547210 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f26d83-45e6-4e72-a9ae-00bb795d63fc None None] Bound using segment: {'id': 'fe211c5c-601b-49a9-83ad-9c3a69956421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '216b2598-b3d7-4155-8bd3-be76a5f5c3af'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:17:02.547210 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-02f26d83-45e6-4e72-a9ae-00bb795d63fc None None] Bound port: 0b519d77-62c6-41c2-80d3-baed4c2c824f, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe211c5c-601b-49a9-83ad-9c3a69956421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '216b2598-b3d7-4155-8bd3-be76a5f5c3af'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:17:02.547210 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-02f26d83-45e6-4e72-a9ae-00bb795d63fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:02.572538 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f26d83-45e6-4e72-a9ae-00bb795d63fc None None] Pushing event updated for resources: {'Port': ['ID=0b519d77-62c6-41c2-80d3-baed4c2c824f,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:02.574100 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-525a0cb3-1c26-4a49-b3ed-8c16c5baa9cb tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] device_id is not set on port 76a5c19f-7490-4e6c-96cc-a7f442a7e893 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:17:02.656060 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f6420076-d7b0-4535-b669-c790bfbc9cec req-db43d0f4-b0dd-486a-bb1b-87fd7dcf7b7d tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 210 time: 0.2116249 Aug 11 22:17:02.719652 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:02.724478 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:02.789361 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d5ea22b-791e-4a23-8607-6efb79b4adb9 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:17:02.796495 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 599b629c-52d2-4156-8875-2246f8e01e47, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=599b629c-52d2-4156-8875-2246f8e01e47,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:02.812034 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:02.839167 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-02f26d83-45e6-4e72-a9ae-00bb795d63fc None None] For port 0b519d77-62c6-41c2-80d3-baed4c2c824f, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:17:02.842677 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-27d01d73-66ec-467d-9e0b-ac9921bda002 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d98f639d-f4cf-4ee7-9782-d5f1761290b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3320754 Aug 11 22:17:02.870256 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 7d5ea22b-791e-4a23-8607-6efb79b4adb9, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=7d5ea22b-791e-4a23-8607-6efb79b4adb9,segment=NetworkSegment(6da62bdd-158d-4cb9-b631-9961e2bbb91a),segment_id=6da62bdd-158d-4cb9-b631-9961e2bbb91a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:02.885315 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:02.892556 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1294c80-f437-436e-aa16-ea1ddfb4f39f x-openstack-request-id: req-a1294c80-f437-436e-aa16-ea1ddfb4f39f {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:17:02.892855 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0930e048-5185-4e62-a588-c0bd2fb317b4", "tag": "14c0da70-1688-410e-b53c-f165ece409a4", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:17:02.893129 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a1294c80-f437-436e-aa16-ea1ddfb4f39f {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:17:02.893560 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0930e048-5185-4e62-a588-c0bd2fb317b4', 'tag': '14c0da70-1688-410e-b53c-f165ece409a4', 'status': 'completed', 'code': 200} Aug 11 22:17:02.897601 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-02f26d83-45e6-4e72-a9ae-00bb795d63fc None None] For port 0b519d77-62c6-41c2-80d3-baed4c2c824f, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0b519d77-62c6-41c2-80d3-baed4c2c824f,segment=NetworkSegment(fe211c5c-601b-49a9-83ad-9c3a69956421),segment_id=fe211c5c-601b-49a9-83ad-9c3a69956421)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:17:02.912807 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-02f26d83-45e6-4e72-a9ae-00bb795d63fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:02.949256 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=599b629c-52d2-4156-8875-2246f8e01e47,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:03.104404 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:03.134346 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['216b2598-b3d7-4155-8bd3-be76a5f5c3af']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:03.178173 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=7d5ea22b-791e-4a23-8607-6efb79b4adb9,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:03.197000 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe211c5c-601b-49a9-83ad-9c3a69956421') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:03.197705 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe211c5c-601b-49a9-83ad-9c3a69956421') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:03.224587 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:03.257732 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a48e5646-fc87-4286-a42c-a6d21b367efe up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:17:03.258564 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:03.272481 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:17:03.274246 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:17:03.281179 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:17:03.309817 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-813fdaba-8b1f-4af0-ad8b-9637c36b2fe5 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:03.335874 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-f6e49239-11a3-43f5-a096-735473d93035 service neutron] 10.222.0.52 "GET /v2.0/networks/d98f639d-f4cf-4ee7-9782-d5f1761290b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413252 Aug 11 22:17:03.340252 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2d72c-5798-4cd0-acfd-242c2d30603e req-b1074aa9-236a-4b9b-a0c2-3664928d0f5f tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:03.342435 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ab2d72c-5798-4cd0-acfd-242c2d30603e req-b1074aa9-236a-4b9b-a0c2-3664928d0f5f tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 943 time: 0.1513267 Aug 11 22:17:03.472612 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['7d5ea22b-791e-4a23-8607-6efb79b4adb9'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:17:03.475396 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd9fe52-370a-4de2-b13f-ef74c856abab None None] Network 216b2598-b3d7-4155-8bd3-be76a5f5c3af requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:17:03.487089 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813fdaba-8b1f-4af0-ad8b-9637c36b2fe5 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Network a7f22ba2-e884-4b3c-bcb8-adf9ef172db9 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:17:03.500281 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813fdaba-8b1f-4af0-ad8b-9637c36b2fe5 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Pushing event updated for resources: {'Port': ['ID=011a7f6c-af93-4075-b291-633b7919785c,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:03.517908 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-813fdaba-8b1f-4af0-ad8b-9637c36b2fe5 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:03.528497 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813fdaba-8b1f-4af0-ad8b-9637c36b2fe5 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:17:03.579398 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.db.api [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 22:17:03.579398 n-d-804275-3 neutron-server[100942]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 22:17:03.579398 n-d-804275-3 neutron-server[100942]: [parameters: {'id': '216b2598-b3d7-4155-8bd3-be76a5f5c3af'}] Aug 11 22:17:03.579398 n-d-804275-3 neutron-server[100942]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:17:03.580322 n-d-804275-3 neutron-server[100942]: DEBUG oslo_db.api [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:17:03.727907 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f26d83-45e6-4e72-a9ae-00bb795d63fc None None] Pushing event updated for resources: {'Port': ['ID=0b519d77-62c6-41c2-80d3-baed4c2c824f,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:03.745249 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f95bebf-07b0-43aa-a68e-750ba9e00ed8 req-b652cab8-ec2a-4a08-bb3b-aba9da9875ac service neutron] 10.222.0.52 "GET /v2.0/networks/d98f639d-f4cf-4ee7-9782-d5f1761290b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918405 Aug 11 22:17:03.770506 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ab2d72c-5798-4cd0-acfd-242c2d30603e req-3b25d700-f69c-4081-9a40-136e0f0a9b36 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/security-groups?id=5c3e3d6c-5ae0-4429-92ba-cc02fd77c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144933 Aug 11 22:17:03.794917 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port a48e5646-fc87-4286-a42c-a6d21b367efe completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:17:03.849591 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-813fdaba-8b1f-4af0-ad8b-9637c36b2fe5 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:03.934711 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364704a-605b-4541-8f2a-3634ec804f60 req-d333d520-145c-48bc-b080-9c4249761488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:03.940215 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4364704a-605b-4541-8f2a-3634ec804f60 req-d333d520-145c-48bc-b080-9c4249761488 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7893e9dca79546f9a7fcaade410ca2bf&device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 1094 time: 0.1307874 Aug 11 22:17:03.941104 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55682) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:04.115416 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:04.312591 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-db77174b-65ad-44e4-806a-0f6b14200b13 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2105291985'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:04.360002 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db77174b-65ad-44e4-806a-0f6b14200b13 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:17:04.364116 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-525a0cb3-1c26-4a49-b3ed-8c16c5baa9cb tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Allocated IP 172.20.0.14 (446505a3-9a63-47c2-b849-f3fdd943a96a/9f9bea34-ff81-4ecf-846b-77c8cfe0e1d2/76a5c19f-7490-4e6c-96cc-a7f442a7e893) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:17:04.367901 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-db77174b-65ad-44e4-806a-0f6b14200b13 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:04.381220 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7208a-be6b-423a-9316-9fbd39bf1ed2 req-f711828c-5bbf-4725-8286-421b95492737 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:04.390134 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a9a7208a-be6b-423a-9316-9fbd39bf1ed2 req-f711828c-5bbf-4725-8286-421b95492737 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 944 time: 0.4012413 Aug 11 22:17:04.392657 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-db77174b-65ad-44e4-806a-0f6b14200b13 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:04.410354 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-525a0cb3-1c26-4a49-b3ed-8c16c5baa9cb tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Allocated IP 172.20.0.12 (446505a3-9a63-47c2-b849-f3fdd943a96a/9f9bea34-ff81-4ecf-846b-77c8cfe0e1d2/76a5c19f-7490-4e6c-96cc-a7f442a7e893) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:17:04.435606 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5a51f9-4265-4946-bfc3-38f4b96a59a2 None None] Network a7f22ba2-e884-4b3c-bcb8-adf9ef172db9 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:17:04.451384 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-813fdaba-8b1f-4af0-ad8b-9637c36b2fe5 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:04.485567 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364704a-605b-4541-8f2a-3634ec804f60 req-973b33bc-10ce-4535-9e1d-78871eaa2f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:04.490656 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4364704a-605b-4541-8f2a-3634ec804f60 req-973b33bc-10ce-4535-9e1d-78871eaa2f35 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d98f639d-f4cf-4ee7-9782-d5f1761290b6 HTTP/1.1" status: 200 len: 920 time: 0.5368533 Aug 11 22:17:04.617062 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4364704a-605b-4541-8f2a-3634ec804f60 req-182fddd2-92a4-4792-842e-f0ec7baff7d5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14c0da70-1688-410e-b53c-f165ece409a4 HTTP/1.1" status: 200 len: 217 time: 0.0975082 Aug 11 22:17:04.625602 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Deleting port 0b519d77-62c6-41c2-80d3-baed4c2c824f {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:17:04.626628 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:04.744937 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2b7eeb8b-0a53-4a95-a95e-e9c50d1e88c6 None None] Provisioning for port a48e5646-fc87-4286-a42c-a6d21b367efe completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:17:04.759370 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2b7eeb8b-0a53-4a95-a95e-e9c50d1e88c6 None None] Provisioning complete for port a48e5646-fc87-4286-a42c-a6d21b367efe triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:17:04.759839 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2b7eeb8b-0a53-4a95-a95e-e9c50d1e88c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:04.804577 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a9a7208a-be6b-423a-9316-9fbd39bf1ed2 req-98b7181d-31b5-467d-9ec6-d32546761177 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4134667 Aug 11 22:17:04.841772 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-813fdaba-8b1f-4af0-ad8b-9637c36b2fe5 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:04.871866 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] For port 0b519d77-62c6-41c2-80d3-baed4c2c824f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0b519d77-62c6-41c2-80d3-baed4c2c824f,segment=NetworkSegment(fe211c5c-601b-49a9-83ad-9c3a69956421),segment_id=fe211c5c-601b-49a9-83ad-9c3a69956421)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:04.872215 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:04.884927 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364704a-605b-4541-8f2a-3634ec804f60 req-78ae882a-1926-4a69-a1a9-1e1d9069982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:04.886082 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4364704a-605b-4541-8f2a-3634ec804f60 req-78ae882a-1926-4a69-a1a9-1e1d9069982a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4bcace65-6a59-41f0-879a-d84477d04327 HTTP/1.1" status: 200 len: 859 time: 0.2555013 Aug 11 22:17:04.898167 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Calling delete_port for 0b519d77-62c6-41c2-80d3-baed4c2c824f owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:17:04.947869 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4364704a-605b-4541-8f2a-3634ec804f60 req-7121bfef-0190-4873-98df-df954a5b1ee1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d98f639d-f4cf-4ee7-9782-d5f1761290b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466967 Aug 11 22:17:04.967894 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-db77174b-65ad-44e4-806a-0f6b14200b13 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:05.002851 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2b7eeb8b-0a53-4a95-a95e-e9c50d1e88c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:05.010474 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 599b629c-52d2-4156-8875-2246f8e01e47 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:17:05.035847 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-db77174b-65ad-44e4-806a-0f6b14200b13 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:05.071653 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-813fdaba-8b1f-4af0-ad8b-9637c36b2fe5 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:05.153582 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-2b7eeb8b-0a53-4a95-a95e-e9c50d1e88c6 None None] For port a48e5646-fc87-4286-a42c-a6d21b367efe, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a48e5646-fc87-4286-a42c-a6d21b367efe,segment=NetworkSegment(2405b23a-7b05-4693-9839-38b6a75567f3),segment_id=2405b23a-7b05-4693-9839-38b6a75567f3)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:05.166214 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9c84857f-e3a9-4fcb-9903-9e199805f407 req-3a30f30e-b71f-406b-a384-0545d1d712b9 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 210 time: 0.1282341 Aug 11 22:17:05.169623 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2b7eeb8b-0a53-4a95-a95e-e9c50d1e88c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:05.278974 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-813fdaba-8b1f-4af0-ad8b-9637c36b2fe5 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:05.294902 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813fdaba-8b1f-4af0-ad8b-9637c36b2fe5 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Pushing event updated for resources: {'Port': ['ID=011a7f6c-af93-4075-b291-633b7919785c,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:05.299020 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 7d5ea22b-791e-4a23-8607-6efb79b4adb9 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:17:05.363208 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db77174b-65ad-44e4-806a-0f6b14200b13 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:17:05.363465 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 599b629c-52d2-4156-8875-2246f8e01e47 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:17:05.363795 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:05.381369 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-db77174b-65ad-44e4-806a-0f6b14200b13 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:05.382049 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-db77174b-65ad-44e4-806a-0f6b14200b13 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Added segment 2636476c-8acb-4406-8a6a-c5fb4e60771b of type vlan for network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 Aug 11 22:17:05.405339 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-525a0cb3-1c26-4a49-b3ed-8c16c5baa9cb tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:05.437667 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-db77174b-65ad-44e4-806a-0f6b14200b13 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:05.474218 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77174b-65ad-44e4-806a-0f6b14200b13 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c35be2-a741-4287-8d9c-355649be0b46,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:05.497583 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4364704a-605b-4541-8f2a-3634ec804f60 req-cdb22a16-731f-435d-9867-565e7a95d770 service neutron] 10.222.0.52 "GET /v2.0/networks/d98f639d-f4cf-4ee7-9782-d5f1761290b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402455 Aug 11 22:17:05.498560 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-39547a58-ef22-4d0e-87ed-44668ab97c55 None None] Provisioning complete for port a48e5646-fc87-4286-a42c-a6d21b367efe triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:17:05.498950 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-39547a58-ef22-4d0e-87ed-44668ab97c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:05.511990 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-db77174b-65ad-44e4-806a-0f6b14200b13 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:05.519057 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db77174b-65ad-44e4-806a-0f6b14200b13 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:05.520231 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-db77174b-65ad-44e4-806a-0f6b14200b13 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:05.527774 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7eeb8b-0a53-4a95-a95e-e9c50d1e88c6 None None] Pushing event updated for resources: {'Port': ['ID=a48e5646-fc87-4286-a42c-a6d21b367efe,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:05.595115 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-525a0cb3-1c26-4a49-b3ed-8c16c5baa9cb tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:05.609464 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd91a8e-d3db-4a11-bc62-af5c692e5235 None None] get_active_networks_info from n-d-804275-3 {{(pid=100944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 22:17:05.643433 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 7d5ea22b-791e-4a23-8607-6efb79b4adb9 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:17:05.652876 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 7d5ea22b-791e-4a23-8607-6efb79b4adb9 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:17:05.653261 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:05.668569 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77174b-65ad-44e4-806a-0f6b14200b13 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Network': ['ID=031f2dcc-5a67-473f-bde2-e5d9a50304c4,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:05.690656 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:17:05.735222 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a0cb3-1c26-4a49-b3ed-8c16c5baa9cb tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event updated for resources: {'Port': ['ID=76a5c19f-7490-4e6c-96cc-a7f442a7e893,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:05.747482 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-db77174b-65ad-44e4-806a-0f6b14200b13 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7958755 Aug 11 22:17:05.750152 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55688) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:05.753735 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813fdaba-8b1f-4af0-ad8b-9637c36b2fe5 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Network a7f22ba2-e884-4b3c-bcb8-adf9ef172db9 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:17:05.758238 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-806d4a99-c8cd-458b-87bb-3b036bc81f60 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:05.762571 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-813fdaba-8b1f-4af0-ad8b-9637c36b2fe5 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:05.787936 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525a0cb3-1c26-4a49-b3ed-8c16c5baa9cb tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Network 446505a3-9a63-47c2-b849-f3fdd943a96a is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:17:05.793173 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-525a0cb3-1c26-4a49-b3ed-8c16c5baa9cb tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:05.834271 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525a0cb3-1c26-4a49-b3ed-8c16c5baa9cb tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:17:05.888212 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806d4a99-c8cd-458b-87bb-3b036bc81f60 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:17:05.888936 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8577c7-b526-403a-9055-8cd7c6475b23 req-0e6f340d-4d88-4361-9ec1-80f439dc01d4 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:05.893264 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-806d4a99-c8cd-458b-87bb-3b036bc81f60 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:05.901399 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ac8577c7-b526-403a-9055-8cd7c6475b23 req-0e6f340d-4d88-4361-9ec1-80f439dc01d4 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 943 time: 0.3928242 Aug 11 22:17:05.962938 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ac8577c7-b526-403a-9055-8cd7c6475b23 req-3cb81584-8b79-4095-8ddc-ef84f1f45c87 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/security-groups?id=5c3e3d6c-5ae0-4429-92ba-cc02fd77c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592380 Aug 11 22:17:06.140514 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-806d4a99-c8cd-458b-87bb-3b036bc81f60 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:06.150086 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-39547a58-ef22-4d0e-87ed-44668ab97c55 None None] Provisioning for port 011a7f6c-af93-4075-b291-633b7919785c completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:17:06.162113 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525a0cb3-1c26-4a49-b3ed-8c16c5baa9cb tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:06.162819 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-525a0cb3-1c26-4a49-b3ed-8c16c5baa9cb tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:06.171645 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:06.171996 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-39547a58-ef22-4d0e-87ed-44668ab97c55 None None] Provisioning complete for port 011a7f6c-af93-4075-b291-633b7919785c triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:17:06.171996 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-39547a58-ef22-4d0e-87ed-44668ab97c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:06.228954 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-525a0cb3-1c26-4a49-b3ed-8c16c5baa9cb tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 6.5494039 Aug 11 22:17:06.230833 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55694) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:06.237189 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-95a604bb-6126-4bda-886e-9fdb1d0be8b4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'port_id': '76a5c19f-7490-4e6c-96cc-a7f442a7e893', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:06.262220 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813fdaba-8b1f-4af0-ad8b-9637c36b2fe5 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Router c6f96f17-595e-46dc-b1c6-7ebb4a763b4c has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:17:06.267865 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] No DVR routers for this DVR port 0b519d77-62c6-41c2-80d3-baed4c2c824f on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:17:06.291917 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95a604bb-6126-4bda-886e-9fdb1d0be8b4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:06.306393 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaeeff7-a32c-4cc2-a8c1-6d3d3389fac3 req-011aa0ca-73e8-4c5e-8e93-3a3aee2dd507 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:06.314424 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4eaeeff7-a32c-4cc2-a8c1-6d3d3389fac3 req-011aa0ca-73e8-4c5e-8e93-3a3aee2dd507 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 944 time: 0.1485350 Aug 11 22:17:06.330512 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-39547a58-ef22-4d0e-87ed-44668ab97c55 None None] Port 011a7f6c-af93-4075-b291-633b7919785c cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:17:06.337458 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event deleted for resources: {'Port': ['ID=0b519d77-62c6-41c2-80d3-baed4c2c824f,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:06.413443 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd91a8e-d3db-4a11-bc62-af5c692e5235 None None] Resources bound (agent type, host, resource id): {{(pid=100944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 22:17:06.424169 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:06.545888 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 7d5ea22b-791e-4a23-8607-6efb79b4adb9, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=7d5ea22b-791e-4a23-8607-6efb79b4adb9,segment=NetworkSegment(6da62bdd-158d-4cb9-b631-9961e2bbb91a),segment_id=6da62bdd-158d-4cb9-b631-9961e2bbb91a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:06.549425 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869b7d5c-beec-4e7d-8cf8-a3364d18a10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5ea22b-791e-4a23-8607-6efb79b4adb9'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:17:06.553645 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f3141b-a46a-45b6-8ea1-d2c6906f689c" -d '{"events": [{"server_uuid": "869b7d5c-beec-4e7d-8cf8-a3364d18a10a", "name": "network-vif-plugged", "status": "completed", "tag": "7d5ea22b-791e-4a23-8607-6efb79b4adb9"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:17:06.567732 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:06.582657 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d4a99-c8cd-458b-87bb-3b036bc81f60 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Subnet': ['ID=9ad5c9b0-1566-4843-be51-51fcfa5a9e4f,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:06.587159 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806d4a99-c8cd-458b-87bb-3b036bc81f60 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Checking segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:17:06.588365 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806d4a99-c8cd-458b-87bb-3b036bc81f60 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network hostable DHCP agents. Network: 031f2dcc-5a67-473f-bde2-e5d9a50304c4, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:17:06.623788 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:06.645297 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['216b2598-b3d7-4155-8bd3-be76a5f5c3af']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:06.661500 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe211c5c-601b-49a9-83ad-9c3a69956421') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:06.661788 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe211c5c-601b-49a9-83ad-9c3a69956421') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:06.674870 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:06.691626 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8afc8016-3ec7-410b-afe9-30e7b4bbb630 None None] Provisioning complete for port 011a7f6c-af93-4075-b291-633b7919785c triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:17:06.692254 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8afc8016-3ec7-410b-afe9-30e7b4bbb630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:06.706245 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:06.720625 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:17:06.722055 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:06.850303 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-8afc8016-3ec7-410b-afe9-30e7b4bbb630 None None] Port 011a7f6c-af93-4075-b291-633b7919785c cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:17:06.858957 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=7d5ea22b-791e-4a23-8607-6efb79b4adb9,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:06.862143 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4eaeeff7-a32c-4cc2-a8c1-6d3d3389fac3 req-97b01fd4-578e-4ade-a146-4f4734eb634d tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5466952 Aug 11 22:17:06.894818 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 14c0da70-1688-410e-b53c-f165ece409a4 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:17:06.913362 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813fdaba-8b1f-4af0-ad8b-9637c36b2fe5 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:17:06.938467 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-813fdaba-8b1f-4af0-ad8b-9637c36b2fe5 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "PUT /v2.0/routers/c6f96f17-595e-46dc-b1c6-7ebb4a763b4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9584625 Aug 11 22:17:06.940682 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55698) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:06.943498 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f6a2a5-2def-45bc-b0ea-2dc4c3386f13 None None] Sync routers for ids ['c6f96f17-595e-46dc-b1c6-7ebb4a763b4c'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:17:06.955895 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-6c0062d7-30df-4c01-b544-12da680bcaa9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2045557883', 'description': 'tempest-secgroup_access--2045557883 description', 'project_id': '4980a3f019644cf79e7a0e6f603100d9'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:17:06.984878 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:17:06.988534 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f6a2a5-2def-45bc-b0ea-2dc4c3386f13 None None] Routers {'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:17:06.990831 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-94f6a2a5-2def-45bc-b0ea-2dc4c3386f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c6f96f17-595e-46dc-b1c6-7ebb4a763b4c'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:06.992475 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:07.004297 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:07.008753 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "DELETE /v2.0/networks/216b2598-b3d7-4155-8bd3-be76a5f5c3af HTTP/1.1" status: 204 len: 168 time: 6.7907188 Aug 11 22:17:07.014699 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55702) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:07.050459 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-58e6e3e8-233d-447f-a1bd-74b27050c122 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1780811403'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:07.062756 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1747515c-db4d-4756-8db6-be69078dd060 req-2b062015-2015-48f8-904f-43419ca1b09e tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 210 time: 0.0727513 Aug 11 22:17:07.065568 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4364704a-605b-4541-8f2a-3634ec804f60 req-43c07240-2f0a-42e5-acbb-7b4fbf2a5485 service neutron] 10.222.0.52 "GET /v2.0/networks/d98f639d-f4cf-4ee7-9782-d5f1761290b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5371778 Aug 11 22:17:07.088429 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806d4a99-c8cd-458b-87bb-3b036bc81f60 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:17:07.148304 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6c0062d7-30df-4c01-b544-12da680bcaa9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:07.149655 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-806d4a99-c8cd-458b-87bb-3b036bc81f60 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 031f2dcc-5a67-473f-bde2-e5d9a50304c4) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:07.160688 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806d4a99-c8cd-458b-87bb-3b036bc81f60 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:07.162320 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-806d4a99-c8cd-458b-87bb-3b036bc81f60 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:07.187626 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5d383-2f11-4b6b-b010-e624651bcee1 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event deleted for resources: {'Network': ['ID=216b2598-b3d7-4155-8bd3-be76a5f5c3af,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:07.207186 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 14c0da70-1688-410e-b53c-f165ece409a4, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=14c0da70-1688-410e-b53c-f165ece409a4,segment=NetworkSegment(29e405a6-7abe-4ba5-8fe1-996cde6f67bf),segment_id=29e405a6-7abe-4ba5-8fe1-996cde6f67bf)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:07.232856 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95a604bb-6126-4bda-886e-9fdb1d0be8b4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:07.233989 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e6e3e8-233d-447f-a1bd-74b27050c122 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Made reservation on behalf of 18c8bc2260af4c4f9d1587285a337ca7 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:17:07.242319 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-58e6e3e8-233d-447f-a1bd-74b27050c122 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:07.250199 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '14c0da70-1688-410e-b53c-f165ece409a4', 'network_id': 'd98f639d-f4cf-4ee7-9782-d5f1761290b6', 'port_id': '14c0da70-1688-410e-b53c-f165ece409a4', 'mac_address': 'fa:16:3e:18:b3:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bcace65-6a59-41f0-879a-d84477d04327', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:17:07.270912 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a48e5646-fc87-4286-a42c-a6d21b367efe up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:17:07.285706 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-806d4a99-c8cd-458b-87bb-3b036bc81f60 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5298998 Aug 11 22:17:07.286855 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55706) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:07.300912 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-59173876-e7d6-490c-a95a-1d108a6f1f9e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'port': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'name': 'tempest-NetworksTestDHCPv6-1923711884'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:07.492136 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-94f6a2a5-2def-45bc-b0ea-2dc4c3386f13 None None] Set router c6f96f17-595e-46dc-b1c6-7ebb4a763b4c gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:17:07.525729 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e6e3e8-233d-447f-a1bd-74b27050c122 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:17:07.553305 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-58e6e3e8-233d-447f-a1bd-74b27050c122 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:07.555301 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-58e6e3e8-233d-447f-a1bd-74b27050c122 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Added segment 74f76612-253d-4902-8ddd-72eeb45758fe of type vlan for network 01907802-df86-41e5-904f-f1ca691c7cda Aug 11 22:17:07.564819 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-95a604bb-6126-4bda-886e-9fdb1d0be8b4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Allocated IP 172.25.2.247 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/b3e756cd-f594-4f5e-84cc-be03610dfcc7) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:17:07.584386 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb1ef55-05cb-4afd-8119-62fdc313a3f6 x-openstack-request-id: req-5bb1ef55-05cb-4afd-8119-62fdc313a3f6 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:17:07.584853 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869b7d5c-beec-4e7d-8cf8-a3364d18a10a", "name": "network-vif-plugged", "status": "completed", "tag": "7d5ea22b-791e-4a23-8607-6efb79b4adb9", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:17:07.585280 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5bb1ef55-05cb-4afd-8119-62fdc313a3f6 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:17:07.585911 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869b7d5c-beec-4e7d-8cf8-a3364d18a10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5ea22b-791e-4a23-8607-6efb79b4adb9', 'code': 200} Aug 11 22:17:07.705109 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-58e6e3e8-233d-447f-a1bd-74b27050c122 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:07.768533 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:07.793117 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c0da70-1688-410e-b53c-f165ece409a4 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:17:07.794067 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-58e6e3e8-233d-447f-a1bd-74b27050c122 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:07.805119 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e6e3e8-233d-447f-a1bd-74b27050c122 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:07.806719 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-58e6e3e8-233d-447f-a1bd-74b27050c122 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:07.819446 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 14c0da70-1688-410e-b53c-f165ece409a4, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=14c0da70-1688-410e-b53c-f165ece409a4,segment=NetworkSegment(29e405a6-7abe-4ba5-8fe1-996cde6f67bf),segment_id=29e405a6-7abe-4ba5-8fe1-996cde6f67bf)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:07.832863 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:07.846991 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port a48e5646-fc87-4286-a42c-a6d21b367efe triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:17:07.847529 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:07.875398 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb406b-b227-4299-9254-5b96efba0988 req-692f51cb-3ffc-4bac-b6b1-156b06fa5971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:07.877393 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d9fb406b-b227-4299-9254-5b96efba0988 req-692f51cb-3ffc-4bac-b6b1-156b06fa5971 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 1096 time: 0.1968169 Aug 11 22:17:07.963433 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95a604bb-6126-4bda-886e-9fdb1d0be8b4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:07.999403 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6e3e8-233d-447f-a1bd-74b27050c122 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event updated for resources: {'Network': ['ID=01907802-df86-41e5-904f-f1ca691c7cda,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:08.025395 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d9fb406b-b227-4299-9254-5b96efba0988 req-7eaaa544-6026-4517-8e26-7d22775b5861 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926690 Aug 11 22:17:08.030489 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5151a-f572-4bc0-8771-ecc0d44c7f16 req-851b0f12-45c3-415e-b224-8b0c1882f9f9 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:08.040156 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-79e5151a-f572-4bc0-8771-ecc0d44c7f16 req-851b0f12-45c3-415e-b224-8b0c1882f9f9 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 943 time: 0.3277113 Aug 11 22:17:08.077453 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-94f6a2a5-2def-45bc-b0ea-2dc4c3386f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1707440985', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '599b629c-52d2-4156-8875-2246f8e01e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:46Z', 'updated_at': '2021-08-11T22:17:04Z', 'revision_number': 4, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'gw_port': {'id': '599b629c-52d2-4156-8875-2246f8e01e47', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:47Z', 'updated_at': '2021-08-11T22:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '011a7f6c-af93-4075-b291-633b7919785c', 'name': '', 'network_id': 'a7f22ba2-e884-4b3c-bcb8-adf9ef172db9', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'mac_address': 'fa:16:3e:e6:b5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '0bb7995d-56c2-4f4e-b29d-678903d21aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:17:00Z', 'updated_at': '2021-08-11T22:17:04Z', 'revision_number': 2, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'subnets': [{'id': '0bb7995d-56c2-4f4e-b29d-678903d21aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:08.087794 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 01907802-df86-41e5-904f-f1ca691c7cda details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:17:08.097742 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['14c0da70-1688-410e-b53c-f165ece409a4'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:17:08.126538 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6c0062d7-30df-4c01-b544-12da680bcaa9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:08.142595 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6c0062d7-30df-4c01-b544-12da680bcaa9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:08.153225 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-58e6e3e8-233d-447f-a1bd-74b27050c122 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1159673 Aug 11 22:17:08.158647 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55710) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:08.160206 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f6a2a5-2def-45bc-b0ea-2dc4c3386f13 None None] Checking router: c6f96f17-595e-46dc-b1c6-7ebb4a763b4c for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:17:08.160748 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f6a2a5-2def-45bc-b0ea-2dc4c3386f13 None None] Updating router c6f96f17-595e-46dc-b1c6-7ebb4a763b4c port 011a7f6c-af93-4075-b291-633b7919785c binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:17:08.178067 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=14c0da70-1688-410e-b53c-f165ece409a4,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:08.205414 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-94f6a2a5-2def-45bc-b0ea-2dc4c3386f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:08.222242 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-28dc540d-9b5e-44a1-a909-6b79d8659271 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Request body: {'subnet': {'network_id': '01907802-df86-41e5-904f-f1ca691c7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:08.309739 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-79e5151a-f572-4bc0-8771-ecc0d44c7f16 req-7cb0dfdd-7501-46f0-a9b8-f7097b4e4ecb tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/security-groups?id=5c3e3d6c-5ae0-4429-92ba-cc02fd77c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610753 Aug 11 22:17:08.319694 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0062d7-30df-4c01-b544-12da680bcaa9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76bdd88a-bd73-4131-a804-39e07f88ffe6,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:08.369934 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95a604bb-6126-4bda-886e-9fdb1d0be8b4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:08.436914 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59173876-e7d6-490c-a95a-1d108a6f1f9e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:17:08.444000 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-59173876-e7d6-490c-a95a-1d108a6f1f9e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:08.506448 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a604bb-6126-4bda-886e-9fdb1d0be8b4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:17:08.519916 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0e3652-ea6e-4ed1-928d-eb62ebe0ac90 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:17:08.525241 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-95a604bb-6126-4bda-886e-9fdb1d0be8b4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:08.535560 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a604bb-6126-4bda-886e-9fdb1d0be8b4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:17:08.539457 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6c0062d7-30df-4c01-b544-12da680bcaa9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:08.546283 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6c0062d7-30df-4c01-b544-12da680bcaa9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.5934196 Aug 11 22:17:08.563103 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-59173876-e7d6-490c-a95a-1d108a6f1f9e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] device_id is not set on port d2dfc8c2-1e6a-43f4-8543-898d8cbaf948 yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:17:08.573647 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55714) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:08.593760 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-ab4b63a6-ba50-436f-93ba-05f63bf24119 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--647420119', 'description': 'tempest-secgroup_general--647420119 description', 'project_id': '4980a3f019644cf79e7a0e6f603100d9'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:08.686778 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a604bb-6126-4bda-886e-9fdb1d0be8b4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event updated for resources: {'Port': ['ID=b3e756cd-f594-4f5e-84cc-be03610dfcc7,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:08.737683 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:08.758303 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd38128-4ef1-4b09-8506-51f382339064 req-3e62454a-6ec2-4542-a1d5-975af0967032 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:08.761693 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3fd38128-4ef1-4b09-8506-51f382339064 req-3e62454a-6ec2-4542-a1d5-975af0967032 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 945 time: 0.2388730 Aug 11 22:17:08.871473 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4ba7d138-e67d-4a2a-8dca-a9c77186b7e5 None None] Provisioning complete for port 011a7f6c-af93-4075-b291-633b7919785c triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:17:08.871473 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4ba7d138-e67d-4a2a-8dca-a9c77186b7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:08.921016 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28dc540d-9b5e-44a1-a909-6b79d8659271 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Made reservation on behalf of 18c8bc2260af4c4f9d1587285a337ca7 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:17:08.925472 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-28dc540d-9b5e-44a1-a909-6b79d8659271 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:08.954385 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3fd38128-4ef1-4b09-8506-51f382339064 req-bd4dde71-01de-4c3b-af92-2bd062ed363e tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556754 Aug 11 22:17:09.074294 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4ba7d138-e67d-4a2a-8dca-a9c77186b7e5 None None] Port 011a7f6c-af93-4075-b291-633b7919785c cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:17:09.090179 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-59173876-e7d6-490c-a95a-1d108a6f1f9e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Allocated IP 2001:db8::15d (031f2dcc-5a67-473f-bde2-e5d9a50304c4/9ad5c9b0-1566-4843-be51-51fcfa5a9e4f/d2dfc8c2-1e6a-43f4-8543-898d8cbaf948) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:17:09.129817 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ab4b63a6-ba50-436f-93ba-05f63bf24119 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:09.139360 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd41af6-80fb-4362-9b16-f98ec51716d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'fixed_ips': [{'subnet_id': '9ad5c9b0-1566-4843-be51-51fcfa5a9e4f'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:17:09.140505 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-edd41af6-80fb-4362-9b16-f98ec51716d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:09.174453 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-94f6a2a5-2def-45bc-b0ea-2dc4c3386f13 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:09.197044 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-94f6a2a5-2def-45bc-b0ea-2dc4c3386f13 None None] Transition to ACTIVE for port object 011a7f6c-af93-4075-b291-633b7919785c will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:17:09.207193 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-94f6a2a5-2def-45bc-b0ea-2dc4c3386f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:09.402161 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-94f6a2a5-2def-45bc-b0ea-2dc4c3386f13 None None] Attempting to bind port 011a7f6c-af93-4075-b291-633b7919785c on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:17:09.403107 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-94f6a2a5-2def-45bc-b0ea-2dc4c3386f13 None None] Attempting to bind port 011a7f6c-af93-4075-b291-633b7919785c by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '2405b23a-7b05-4693-9839-38b6a75567f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a7f22ba2-e884-4b3c-bcb8-adf9ef172db9'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:17:09.403491 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f6a2a5-2def-45bc-b0ea-2dc4c3386f13 None None] Attempting to bind port 011a7f6c-af93-4075-b291-633b7919785c on network a7f22ba2-e884-4b3c-bcb8-adf9ef172db9 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:17:09.417367 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118eb5e-05f6-45a8-8733-c14bc57c2bd2 None None] Pushing event updated for resources: {'Port': ['ID=011a7f6c-af93-4075-b291-633b7919785c,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:09.436154 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2118eb5e-05f6-45a8-8733-c14bc57c2bd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:09.436915 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2118eb5e-05f6-45a8-8733-c14bc57c2bd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:09.437072 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2118eb5e-05f6-45a8-8733-c14bc57c2bd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:09.438653 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2118eb5e-05f6-45a8-8733-c14bc57c2bd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:09.438653 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2118eb5e-05f6-45a8-8733-c14bc57c2bd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:09.438653 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2118eb5e-05f6-45a8-8733-c14bc57c2bd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:09.438653 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2118eb5e-05f6-45a8-8733-c14bc57c2bd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:09.439254 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2118eb5e-05f6-45a8-8733-c14bc57c2bd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:09.439417 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2118eb5e-05f6-45a8-8733-c14bc57c2bd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:09.439887 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2118eb5e-05f6-45a8-8733-c14bc57c2bd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:09.440224 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2118eb5e-05f6-45a8-8733-c14bc57c2bd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:09.440557 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2118eb5e-05f6-45a8-8733-c14bc57c2bd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:09.458571 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f6a2a5-2def-45bc-b0ea-2dc4c3386f13 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:17:09.459746 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f6a2a5-2def-45bc-b0ea-2dc4c3386f13 None None] Checking segment: {'id': '2405b23a-7b05-4693-9839-38b6a75567f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a7f22ba2-e884-4b3c-bcb8-adf9ef172db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:17:09.460403 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-94f6a2a5-2def-45bc-b0ea-2dc4c3386f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:09.461002 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6a72aaa7-ec09-467e-afc0-4d2af29df9ab req-4d28512f-0edf-430c-97a0-d51b16825cab tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/ports?device_id=874cc2b0-59f6-4fa3-aaf4-0582b6b84755 HTTP/1.1" status: 200 len: 210 time: 0.0939221 Aug 11 22:17:09.461540 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f6a2a5-2def-45bc-b0ea-2dc4c3386f13 None None] Bound using segment: {'id': '2405b23a-7b05-4693-9839-38b6a75567f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a7f22ba2-e884-4b3c-bcb8-adf9ef172db9'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:17:09.461947 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-94f6a2a5-2def-45bc-b0ea-2dc4c3386f13 None None] Bound port: 011a7f6c-af93-4075-b291-633b7919785c, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2405b23a-7b05-4693-9839-38b6a75567f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a7f22ba2-e884-4b3c-bcb8-adf9ef172db9'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:17:09.462586 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-94f6a2a5-2def-45bc-b0ea-2dc4c3386f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:09.664639 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-94f6a2a5-2def-45bc-b0ea-2dc4c3386f13 None None] For port 011a7f6c-af93-4075-b291-633b7919785c, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:17:09.674794 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-94f6a2a5-2def-45bc-b0ea-2dc4c3386f13 None None] For port 011a7f6c-af93-4075-b291-633b7919785c, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=011a7f6c-af93-4075-b291-633b7919785c,segment=NetworkSegment(2405b23a-7b05-4693-9839-38b6a75567f3),segment_id=2405b23a-7b05-4693-9839-38b6a75567f3)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:17:09.699090 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-94f6a2a5-2def-45bc-b0ea-2dc4c3386f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:09.804828 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ab4b63a6-ba50-436f-93ba-05f63bf24119 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:09.829359 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ab4b63a6-ba50-436f-93ba-05f63bf24119 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:09.846091 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256ac1a-476e-448c-85cf-833690da6b2c req-7fa1c16e-822f-43fd-8d2f-86171fd45387 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:09.847816 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8256ac1a-476e-448c-85cf-833690da6b2c req-7fa1c16e-822f-43fd-8d2f-86171fd45387 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 944 time: 0.1543939 Aug 11 22:17:09.865817 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f6a2a5-2def-45bc-b0ea-2dc4c3386f13 None None] Routers {'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:17:09.867112 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-94f6a2a5-2def-45bc-b0ea-2dc4c3386f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c6f96f17-595e-46dc-b1c6-7ebb4a763b4c'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:09.872955 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118eb5e-05f6-45a8-8733-c14bc57c2bd2 None None] Pushing event updated for resources: {'Port': ['ID=011a7f6c-af93-4075-b291-633b7919785c,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:09.909481 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95a604bb-6126-4bda-886e-9fdb1d0be8b4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:09.912086 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-59173876-e7d6-490c-a95a-1d108a6f1f9e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:09.931911 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ab4b63a6-ba50-436f-93ba-05f63bf24119 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:09.934761 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ab4b63a6-ba50-436f-93ba-05f63bf24119 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.3512018 Aug 11 22:17:09.950889 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55718) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:09.957465 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-57addbc8-7779-457c-87f0-d1353c3b7632 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Request body: {'security_group_rule': {'security_group_id': '76bdd88a-bd73-4131-a804-39e07f88ffe6', 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:09.989326 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b63a6-ba50-436f-93ba-05f63bf24119 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=723102e9-b2e7-41df-9555-e9d9bb0f96f3,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:09.997733 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-59173876-e7d6-490c-a95a-1d108a6f1f9e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Transition to ACTIVE for port object d2dfc8c2-1e6a-43f4-8543-898d8cbaf948 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:17:10.027163 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95a604bb-6126-4bda-886e-9fdb1d0be8b4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:10.060529 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8256ac1a-476e-448c-85cf-833690da6b2c req-c4fc8707-a53b-44f8-b3f4-cc4aa9780c38 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/security-groups?id=5c3e3d6c-5ae0-4429-92ba-cc02fd77c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012836 Aug 11 22:17:10.198904 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-94f6a2a5-2def-45bc-b0ea-2dc4c3386f13 None None] Set router c6f96f17-595e-46dc-b1c6-7ebb4a763b4c gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:17:10.268051 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57addbc8-7779-457c-87f0-d1353c3b7632 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:10.356007 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f6c01-4df1-41c5-a295-ba3d1c3d22bb req-191c4870-0710-4503-b758-48c7b6765bc7 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:10.364708 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d03f6c01-4df1-41c5-a295-ba3d1c3d22bb req-191c4870-0710-4503-b758-48c7b6765bc7 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 945 time: 0.1266465 Aug 11 22:17:10.367905 n-d-804275-3 neutron-server[100942]: DEBUG neutron.objects.ports [None req-28dc540d-9b5e-44a1-a909-6b79d8659271 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 22:17:10.378339 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-28dc540d-9b5e-44a1-a909-6b79d8659271 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:10.466972 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-edd41af6-80fb-4362-9b16-f98ec51716d0 None None] Allocated IP 2001:db8::2 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/9ad5c9b0-1566-4843-be51-51fcfa5a9e4f/27f479e5-7684-49f1-83ac-1c5781cbe225) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:17:10.469422 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d03f6c01-4df1-41c5-a295-ba3d1c3d22bb req-933af32d-fdc8-4511-8cfc-9a59f36c7455 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033454 Aug 11 22:17:10.484971 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc540d-9b5e-44a1-a909-6b79d8659271 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event updated for resources: {'Subnet': ['ID=fa160686-b9a1-4f48-b3f0-4650f7466f99,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:10.486181 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95a604bb-6126-4bda-886e-9fdb1d0be8b4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:10.497206 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95a604bb-6126-4bda-886e-9fdb1d0be8b4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:10.501991 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-59173876-e7d6-490c-a95a-1d108a6f1f9e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:10.618292 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59173876-e7d6-490c-a95a-1d108a6f1f9e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:17:10.626850 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59173876-e7d6-490c-a95a-1d108a6f1f9e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Port': ['ID=d2dfc8c2-1e6a-43f4-8543-898d8cbaf948,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:10.645497 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-59173876-e7d6-490c-a95a-1d108a6f1f9e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:10.647047 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-94f6a2a5-2def-45bc-b0ea-2dc4c3386f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1707440985', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '599b629c-52d2-4156-8875-2246f8e01e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:46Z', 'updated_at': '2021-08-11T22:17:04Z', 'revision_number': 4, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'gw_port': {'id': '599b629c-52d2-4156-8875-2246f8e01e47', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:47Z', 'updated_at': '2021-08-11T22:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '011a7f6c-af93-4075-b291-633b7919785c', 'name': '', 'network_id': 'a7f22ba2-e884-4b3c-bcb8-adf9ef172db9', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'mac_address': 'fa:16:3e:e6:b5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '0bb7995d-56c2-4f4e-b29d-678903d21aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:17:00Z', 'updated_at': '2021-08-11T22:17:09Z', 'revision_number': 4, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'subnets': [{'id': '0bb7995d-56c2-4f4e-b29d-678903d21aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:10.666848 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59173876-e7d6-490c-a95a-1d108a6f1f9e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:17:10.678760 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59173876-e7d6-490c-a95a-1d108a6f1f9e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:10.680128 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-59173876-e7d6-490c-a95a-1d108a6f1f9e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:10.681451 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a604bb-6126-4bda-886e-9fdb1d0be8b4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event updated for resources: {'Port': ['ID=b3e756cd-f594-4f5e-84cc-be03610dfcc7,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:10.690760 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95a604bb-6126-4bda-886e-9fdb1d0be8b4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:10.709827 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57addbc8-7779-457c-87f0-d1353c3b7632 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:10.726921 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57addbc8-7779-457c-87f0-d1353c3b7632 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:10.748833 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dc540d-9b5e-44a1-a909-6b79d8659271 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Checking segment: {'id': '74f76612-253d-4902-8ddd-72eeb45758fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '01907802-df86-41e5-904f-f1ca691c7cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:17:10.749627 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dc540d-9b5e-44a1-a909-6b79d8659271 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Network hostable DHCP agents. Network: 01907802-df86-41e5-904f-f1ca691c7cda, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:17:10.761946 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f6a2a5-2def-45bc-b0ea-2dc4c3386f13 None None] The sync data for ids ['c6f96f17-595e-46dc-b1c6-7ebb4a763b4c'] in n-d-804275-3 is: [{'id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1707440985', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '599b629c-52d2-4156-8875-2246f8e01e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:46Z', 'updated_at': '2021-08-11T22:17:04Z', 'revision_number': 4, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'gw_port': {'id': '599b629c-52d2-4156-8875-2246f8e01e47', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:47Z', 'updated_at': '2021-08-11T22:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '011a7f6c-af93-4075-b291-633b7919785c', 'name': '', 'network_id': 'a7f22ba2-e884-4b3c-bcb8-adf9ef172db9', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'mac_address': 'fa:16:3e:e6:b5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '0bb7995d-56c2-4f4e-b29d-678903d21aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:17:00Z', 'updated_at': '2021-08-11T22:17:09Z', 'revision_number': 4, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'subnets': [{'id': '0bb7995d-56c2-4f4e-b29d-678903d21aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:17:10.770005 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-59173876-e7d6-490c-a95a-1d108a6f1f9e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4798689 Aug 11 22:17:10.786718 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55728) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:10.810752 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57addbc8-7779-457c-87f0-d1353c3b7632 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a2c0839-0b07-4f6e-ab67-b15cc77a8a42,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:10.940176 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57addbc8-7779-457c-87f0-d1353c3b7632 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:10.944044 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-57addbc8-7779-457c-87f0-d1353c3b7632 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9916770 Aug 11 22:17:10.949528 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-edd41af6-80fb-4362-9b16-f98ec51716d0 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:10.968368 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-edd41af6-80fb-4362-9b16-f98ec51716d0 None None] Transition to ACTIVE for port object 27f479e5-7684-49f1-83ac-1c5781cbe225 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:17:10.981816 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 14c0da70-1688-410e-b53c-f165ece409a4 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:17:11.006578 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dc540d-9b5e-44a1-a909-6b79d8659271 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Network 01907802-df86-41e5-904f-f1ca691c7cda is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:17:11.043831 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adb8eea-a06b-4f43-b0b6-0aec7bb851bd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:11.046290 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0adb8eea-a06b-4f43-b0b6-0aec7bb851bd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2536271 Aug 11 22:17:11.047170 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-28dc540d-9b5e-44a1-a909-6b79d8659271 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 01907802-df86-41e5-904f-f1ca691c7cda) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:11.050513 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55732) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:11.070037 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-edd41af6-80fb-4362-9b16-f98ec51716d0 None None] Transition to ACTIVE for port object 27f479e5-7684-49f1-83ac-1c5781cbe225 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:17:11.089581 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41edc8b-6f61-41a7-b1f7-20d6b74b2790 None None] Network 01907802-df86-41e5-904f-f1ca691c7cda requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:17:11.097412 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-95a604bb-6126-4bda-886e-9fdb1d0be8b4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Floating IP 79238c1e-8483-4331-8058-3333a91d9dad associated. External IP: 172.25.2.247, port: 76a5c19f-7490-4e6c-96cc-a7f442a7e893. Aug 11 22:17:11.113950 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dc540d-9b5e-44a1-a909-6b79d8659271 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:11.114627 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-28dc540d-9b5e-44a1-a909-6b79d8659271 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:11.183977 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-28dc540d-9b5e-44a1-a909-6b79d8659271 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.0191038 Aug 11 22:17:11.184655 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55736) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:11.227655 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-edd41af6-80fb-4362-9b16-f98ec51716d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:11.256793 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 011a7f6c-af93-4075-b291-633b7919785c up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:17:11.328998 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aeca24-5636-475e-8449-446c5b99913a req-eff90195-9da2-42f0-9195-da8ad5bb0529 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:11.344653 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-31aeca24-5636-475e-8449-446c5b99913a req-eff90195-9da2-42f0-9195-da8ad5bb0529 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 945 time: 0.5653710 Aug 11 22:17:11.356954 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55740) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:11.361139 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9c26fd0c-1f3c-41a7-86d4-05d7a356a6f2 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:11.372057 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-a93b5dc0-9e1f-45e3-86e8-6f61430faf9b tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Request body: {'floatingip': {'port_id': '7d5ea22b-791e-4a23-8607-6efb79b4adb9'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:11.445986 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55742) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:11.465508 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9c26fd0c-1f3c-41a7-86d4-05d7a356a6f2 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:11.474603 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd41af6-80fb-4362-9b16-f98ec51716d0 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:17:11.502309 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-edd41af6-80fb-4362-9b16-f98ec51716d0 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:11.510439 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd41af6-80fb-4362-9b16-f98ec51716d0 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:17:11.551819 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd41af6-80fb-4362-9b16-f98ec51716d0 None None] Pushing event updated for resources: {'Port': ['ID=27f479e5-7684-49f1-83ac-1c5781cbe225,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:11.568539 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-b4d5b46d-f0a6-41be-ab3e-159571bc1273 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting port d2dfc8c2-1e6a-43f4-8543-898d8cbaf948 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:17:11.569089 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b4d5b46d-f0a6-41be-ab3e-159571bc1273 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:11.593152 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a93b5dc0-9e1f-45e3-86e8-6f61430faf9b tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for floatingip, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:11.714680 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b4d5b46d-f0a6-41be-ab3e-159571bc1273 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:11.723171 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 011a7f6c-af93-4075-b291-633b7919785c completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:17:11.734868 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-b4d5b46d-f0a6-41be-ab3e-159571bc1273 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Calling delete_port for d2dfc8c2-1e6a-43f4-8543-898d8cbaf948 owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:17:11.738092 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 14c0da70-1688-410e-b53c-f165ece409a4 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:17:11.756169 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-edd41af6-80fb-4362-9b16-f98ec51716d0 None None] Attempting to bind port 27f479e5-7684-49f1-83ac-1c5781cbe225 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:17:11.757013 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-edd41af6-80fb-4362-9b16-f98ec51716d0 None None] Attempting to bind port 27f479e5-7684-49f1-83ac-1c5781cbe225 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:17:11.758061 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd41af6-80fb-4362-9b16-f98ec51716d0 None None] Attempting to bind port 27f479e5-7684-49f1-83ac-1c5781cbe225 on network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:17:11.774177 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd41af6-80fb-4362-9b16-f98ec51716d0 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:17:11.775215 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd41af6-80fb-4362-9b16-f98ec51716d0 None None] Checking segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:17:11.776112 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-edd41af6-80fb-4362-9b16-f98ec51716d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:11.777206 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd41af6-80fb-4362-9b16-f98ec51716d0 None None] Bound using segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:17:11.778235 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-edd41af6-80fb-4362-9b16-f98ec51716d0 None None] Bound port: 27f479e5-7684-49f1-83ac-1c5781cbe225, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:17:11.779070 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-edd41af6-80fb-4362-9b16-f98ec51716d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:11.783230 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 011a7f6c-af93-4075-b291-633b7919785c triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:17:11.784112 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:11.853369 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 14c0da70-1688-410e-b53c-f165ece409a4 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:17:11.859967 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:11.919196 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9c26fd0c-1f3c-41a7-86d4-05d7a356a6f2 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:11.966584 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c86223-5ca8-42ca-b334-77cf8a5803a8 None None] Network 01907802-df86-41e5-904f-f1ca691c7cda requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:17:12.044774 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9403c062-1dc7-4f7b-bf7e-4520ddf35890 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:12.058941 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09ff0c-623c-4740-a452-3c55ef9bf577 req-9538db35-f998-4d52-a619-a2e59270575c tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:12.062664 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9c26fd0c-1f3c-41a7-86d4-05d7a356a6f2 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:12.067024 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6a09ff0c-623c-4740-a452-3c55ef9bf577 req-9538db35-f998-4d52-a619-a2e59270575c tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 944 time: 0.4064822 Aug 11 22:17:12.075763 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-9c26fd0c-1f3c-41a7-86d4-05d7a356a6f2 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01907802-df86-41e5-904f-f1ca691c7cda']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:12.090047 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:12.093898 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-9c26fd0c-1f3c-41a7-86d4-05d7a356a6f2 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f76612-253d-4902-8ddd-72eeb45758fe') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:12.094333 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-9c26fd0c-1f3c-41a7-86d4-05d7a356a6f2 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f76612-253d-4902-8ddd-72eeb45758fe') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:12.117180 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9c26fd0c-1f3c-41a7-86d4-05d7a356a6f2 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:12.150106 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9c26fd0c-1f3c-41a7-86d4-05d7a356a6f2 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:12.164738 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9403c062-1dc7-4f7b-bf7e-4520ddf35890 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:12.165016 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c26fd0c-1f3c-41a7-86d4-05d7a356a6f2 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:17:12.167747 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9c26fd0c-1f3c-41a7-86d4-05d7a356a6f2 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:12.209801 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-edd41af6-80fb-4362-9b16-f98ec51716d0 None None] For port 27f479e5-7684-49f1-83ac-1c5781cbe225, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:17:12.227592 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-edd41af6-80fb-4362-9b16-f98ec51716d0 None None] For port 27f479e5-7684-49f1-83ac-1c5781cbe225, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=27f479e5-7684-49f1-83ac-1c5781cbe225,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:17:12.279064 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6a09ff0c-623c-4740-a452-3c55ef9bf577 req-39444946-c6ea-4628-9b11-b30aa85eb9d9 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/security-groups?id=5c3e3d6c-5ae0-4429-92ba-cc02fd77c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110171 Aug 11 22:17:12.314315 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b4d5b46d-f0a6-41be-ab3e-159571bc1273 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:12.321063 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26fd0c-1f3c-41a7-86d4-05d7a356a6f2 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event deleted for resources: {'Subnet': ['ID=fa160686-b9a1-4f48-b3f0-4650f7466f99,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:12.325756 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-edd41af6-80fb-4362-9b16-f98ec51716d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:17:12.327347 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:17:12.359330 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9c26fd0c-1f3c-41a7-86d4-05d7a356a6f2 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:12.369020 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 011a7f6c-af93-4075-b291-633b7919785c, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=011a7f6c-af93-4075-b291-633b7919785c,segment=NetworkSegment(2405b23a-7b05-4693-9839-38b6a75567f3),segment_id=2405b23a-7b05-4693-9839-38b6a75567f3)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:12.390985 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a604bb-6126-4bda-886e-9fdb1d0be8b4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Router bb7ed200-b283-408b-9e65-fa6d5ac4b332 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:17:12.447042 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:12.462937 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9c26fd0c-1f3c-41a7-86d4-05d7a356a6f2 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:12.468808 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9c26fd0c-1f3c-41a7-86d4-05d7a356a6f2 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "DELETE /v2.0/networks/01907802-df86-41e5-904f-f1ca691c7cda HTTP/1.1" status: 204 len: 168 time: 1.2778425 Aug 11 22:17:12.470385 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5b46d-f0a6-41be-ab3e-159571bc1273 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Port': ['ID=d2dfc8c2-1e6a-43f4-8543-898d8cbaf948,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:12.476715 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55752) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:12.503085 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9403c062-1dc7-4f7b-bf7e-4520ddf35890 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:12.508604 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9403c062-1dc7-4f7b-bf7e-4520ddf35890 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:12.512846 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9403c062-1dc7-4f7b-bf7e-4520ddf35890 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "DELETE /v2.0/security-groups/b055e0d2-acdf-466b-af86-3105868b0df0 HTTP/1.1" status: 204 len: 168 time: 0.9782805 Aug 11 22:17:12.517356 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55754) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:12.524752 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:12.571928 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403c062-1dc7-4f7b-bf7e-4520ddf35890 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b055e0d2-acdf-466b-af86-3105868b0df0,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:12.861812 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-94def85a-494a-4f02-87de-fd23446a3107 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] show failed (client error): The resource could not be found. Aug 11 22:17:12.866224 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-94def85a-494a-4f02-87de-fd23446a3107 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "GET /v2.0/security-groups/b055e0d2-acdf-466b-af86-3105868b0df0 HTTP/1.1" status: 404 len: 347 time: 0.3367968 Aug 11 22:17:12.871849 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55756) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:12.894833 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0930e048-5185-4e62-a588-c0bd2fb317b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c0da70-1688-410e-b53c-f165ece409a4'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:17:12.897883 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05917a36-2b98-420e-95c4-e353756b5926" -d '{"events": [{"server_uuid": "0930e048-5185-4e62-a588-c0bd2fb317b4", "name": "network-vif-plugged", "status": "completed", "tag": "14c0da70-1688-410e-b53c-f165ece409a4"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:17:12.908274 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd41af6-80fb-4362-9b16-f98ec51716d0 None None] Pushing event updated for resources: {'Port': ['ID=27f479e5-7684-49f1-83ac-1c5781cbe225,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:12.934979 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-4d2f9de8-a126-40ef-8132-cd7b56c3c475 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup_access--2045557883&fields=id&tenant_id=4980a3f019644cf79e7a0e6f603100d9 HTTP/1.1" status: 200 len: 267 time: 0.5292037 Aug 11 22:17:12.945769 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 14c0da70-1688-410e-b53c-f165ece409a4, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=14c0da70-1688-410e-b53c-f165ece409a4,segment=NetworkSegment(29e405a6-7abe-4ba5-8fe1-996cde6f67bf),segment_id=29e405a6-7abe-4ba5-8fe1-996cde6f67bf)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:12.972091 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:13.027159 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=011a7f6c-af93-4075-b291-633b7919785c,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:13.141858 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=14c0da70-1688-410e-b53c-f165ece409a4,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:13.223948 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bdab87a0-1da0-42a4-a7df-9edd5f5ae231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:13.284125 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26fd0c-1f3c-41a7-86d4-05d7a356a6f2 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event deleted for resources: {'Network': ['ID=01907802-df86-41e5-904f-f1ca691c7cda,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:13.291281 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b4d5b46d-f0a6-41be-ab3e-159571bc1273 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:13.295697 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b4d5b46d-f0a6-41be-ab3e-159571bc1273 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/d2dfc8c2-1e6a-43f4-8543-898d8cbaf948 HTTP/1.1" status: 204 len: 168 time: 2.2435534 Aug 11 22:17:13.297504 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-536c1672-3fab-4946-99dc-17e23d3d98af tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] DELETE failed (client error): The resource could not be found. Aug 11 22:17:13.298422 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-536c1672-3fab-4946-99dc-17e23d3d98af tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:17:13.304023 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-536c1672-3fab-4946-99dc-17e23d3d98af tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "DELETE /v2.0/subnets/fa160686-b9a1-4f48-b3f0-4650f7466f99 HTTP/1.1" status: 404 len: 337 time: 0.8201933 Aug 11 22:17:13.304023 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55760) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:13.306150 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55762) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:13.385052 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4aba118-93b9-45a9-bf0f-d7345adc966e tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] DELETE failed (client error): The resource could not be found. Aug 11 22:17:13.385966 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4aba118-93b9-45a9-bf0f-d7345adc966e tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:17:13.388756 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e4aba118-93b9-45a9-bf0f-d7345adc966e tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "DELETE /v2.0/networks/01907802-df86-41e5-904f-f1ca691c7cda HTTP/1.1" status: 404 len: 339 time: 0.0684543 Aug 11 22:17:13.394122 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55766) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:13.435786 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-d702b615-18cf-4aa2-95f9-f61527997c6a tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] DELETE failed (client error): The resource could not be found. Aug 11 22:17:13.436269 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d702b615-18cf-4aa2-95f9-f61527997c6a tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:17:13.440319 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d702b615-18cf-4aa2-95f9-f61527997c6a tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "DELETE /v2.0/subnets/af45684a-406c-4166-8982-683a816bf1ca HTTP/1.1" status: 404 len: 337 time: 0.0442202 Aug 11 22:17:13.446545 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55768) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:13.452672 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a93b5dc0-9e1f-45e3-86e8-6f61430faf9b tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:13.473053 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a93b5dc0-9e1f-45e3-86e8-6f61430faf9b tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:13.494646 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-623f0e9d-8d22-4db2-99f0-9691b36d7dac tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] DELETE failed (client error): The resource could not be found. Aug 11 22:17:13.495939 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-623f0e9d-8d22-4db2-99f0-9691b36d7dac tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:17:13.499165 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-623f0e9d-8d22-4db2-99f0-9691b36d7dac tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "DELETE /v2.0/networks/216b2598-b3d7-4155-8bd3-be76a5f5c3af HTTP/1.1" status: 404 len: 339 time: 0.0491545 Aug 11 22:17:13.506383 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e99b4f2-eefe-4f74-b074-9c731a97eac7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:13.510030 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e99b4f2-eefe-4f74-b074-9c731a97eac7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:13.513620 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1e99b4f2-eefe-4f74-b074-9c731a97eac7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2089443 Aug 11 22:17:13.514529 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55770) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:13.526275 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55772) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:13.553464 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-3b43efa9-9da8-47d4-874a-007bce5fcb10 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup_general--647420119&fields=id&tenant_id=4980a3f019644cf79e7a0e6f603100d9 HTTP/1.1" status: 200 len: 267 time: 0.6174638 Aug 11 22:17:13.560500 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-de9ffa68-8dc9-4618-a6ac-a79e59618774 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] DELETE failed (client error): The resource could not be found. Aug 11 22:17:13.560500 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de9ffa68-8dc9-4618-a6ac-a79e59618774 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:17:13.566642 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-de9ffa68-8dc9-4618-a6ac-a79e59618774 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "DELETE /v2.0/subnets/f1bc1ad4-b464-48ec-9c30-f2cdc120c9d3 HTTP/1.1" status: 404 len: 337 time: 0.0461948 Aug 11 22:17:13.573722 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55774) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:13.605350 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a604bb-6126-4bda-886e-9fdb1d0be8b4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:17:13.613668 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a82f8f-6f0e-42b7-b3a2-aa18bde31aa5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting subnet 9ad5c9b0-1566-4843-be51-51fcfa5a9e4f {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:17:13.617607 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a8a82f8f-6f0e-42b7-b3a2-aa18bde31aa5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:13.623673 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c20be8f-3359-4d01-99f6-53bb2916c5a7 None None] Sync routers for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:17:13.635704 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c20be8f-3359-4d01-99f6-53bb2916c5a7 None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:17:13.636371 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-1c20be8f-3359-4d01-99f6-53bb2916c5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:13.680361 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-1c20be8f-3359-4d01-99f6-53bb2916c5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:13.692980 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c20be8f-3359-4d01-99f6-53bb2916c5a7 None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:17:13.694245 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-1c20be8f-3359-4d01-99f6-53bb2916c5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:13.716990 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a8a82f8f-6f0e-42b7-b3a2-aa18bde31aa5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:13.719827 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-b21fcaef-6e37-4c06-8490-f4daa5b9ad93 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] DELETE failed (client error): The resource could not be found. Aug 11 22:17:13.720805 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b21fcaef-6e37-4c06-8490-f4daa5b9ad93 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:17:13.723688 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b21fcaef-6e37-4c06-8490-f4daa5b9ad93 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "DELETE /v2.0/networks/b0cc10dc-aec0-4479-b87b-b1c633e7b1a0 HTTP/1.1" status: 404 len: 339 time: 0.1485219 Aug 11 22:17:13.729711 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55776) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:13.765867 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-1c20be8f-3359-4d01-99f6-53bb2916c5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:13.767147 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c20be8f-3359-4d01-99f6-53bb2916c5a7 None None] The sync data for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:17:13.841357 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95a604bb-6126-4bda-886e-9fdb1d0be8b4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:13.913605 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-a93b5dc0-9e1f-45e3-86e8-6f61430faf9b tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Floating IP 36a2e01a-af3a-4ffb-8130-b3012740bc1b associated. External IP: 172.25.2.251, port: 7d5ea22b-791e-4a23-8607-6efb79b4adb9. Aug 11 22:17:13.922832 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-2caa0d3f-da97-4777-a50e-9929e5b96a91 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Deleting port e3e66daa-2e69-4b1b-9b84-34c61bc55857 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:17:13.923230 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2caa0d3f-da97-4777-a50e-9929e5b96a91 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:13.950360 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-95a604bb-6126-4bda-886e-9fdb1d0be8b4 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.7169278 Aug 11 22:17:13.956388 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55778) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:13.964933 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-f7378915-7245-429b-9a18-4901def5d94c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Request body: {'floatingip': {'port_id': '76a5c19f-7490-4e6c-96cc-a7f442a7e893', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:14.071445 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-3194d41d-25d3-4781-8941-218754b9dc76 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:14.073590 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-3194d41d-25d3-4781-8941-218754b9dc76 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/networks?id=a7f22ba2-e884-4b3c-bcb8-adf9ef172db9 HTTP/1.1" status: 200 len: 796 time: 0.4882016 Aug 11 22:17:14.079395 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a8a82f8f-6f0e-42b7-b3a2-aa18bde31aa5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:14.142547 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-8e78772b-9ae5-446c-96c6-07f93d29abaf tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/quotas/4980a3f019644cf79e7a0e6f603100d9 HTTP/1.1" status: 200 len: 375 time: 0.0584369 Aug 11 22:17:14.165846 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b73eb2b-a779-44b5-be75-1483b9f78997 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:17:14.168951 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-5ceb1dce-2b21-433f-82c7-4d1961b41c10 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Deleting port f9cda4ad-9b8d-4e0e-a076-91048aa8c39b {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:17:14.170757 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ceb1dce-2b21-433f-82c7-4d1961b41c10 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:14.204296 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2caa0d3f-da97-4777-a50e-9929e5b96a91 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:14.204738 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2caa0d3f-da97-4777-a50e-9929e5b96a91 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:14.231289 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-2caa0d3f-da97-4777-a50e-9929e5b96a91 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Calling delete_port for e3e66daa-2e69-4b1b-9b84-34c61bc55857 owned by network:floatingip {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:17:14.272628 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f7378915-7245-429b-9a18-4901def5d94c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:14.298042 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-21baf39d-1776-42c2-8f59-e0d224d70d78 None None] Provisioning for port 27f479e5-7684-49f1-83ac-1c5781cbe225 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:17:14.370244 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-392598f6-e459-4f68-a131-e9c1a5b10678 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4980a3f019644cf79e7a0e6f603100d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2147048 Aug 11 22:17:14.372484 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ceb1dce-2b21-433f-82c7-4d1961b41c10 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:14.406428 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-5ceb1dce-2b21-433f-82c7-4d1961b41c10 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Calling delete_port for f9cda4ad-9b8d-4e0e-a076-91048aa8c39b owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:17:14.410482 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a8a82f8f-6f0e-42b7-b3a2-aa18bde31aa5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:14.538718 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93b5dc0-9e1f-45e3-86e8-6f61430faf9b tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Router 80c264a6-6521-4a11-8a77-8b4104b47a41 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:17:14.539439 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a82f8f-6f0e-42b7-b3a2-aa18bde31aa5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad5c9b0-1566-4843-be51-51fcfa5a9e4f,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:14.560273 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a8a82f8f-6f0e-42b7-b3a2-aa18bde31aa5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:14.563327 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a8a82f8f-6f0e-42b7-b3a2-aa18bde31aa5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/9ad5c9b0-1566-4843-be51-51fcfa5a9e4f HTTP/1.1" status: 204 len: 168 time: 1.0358021 Aug 11 22:17:14.567450 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55780) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:14.694578 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2d8e7a40-9e47-48f8-b5b0-9c7b50b03f1e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1207986 Aug 11 22:17:14.694962 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55782) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:14.702664 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-b892f263-bccc-412f-ba05-d9d35e40ebfe tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:14.739109 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-a66e79d2-1992-4a0a-acb6-289b358d8a47 service neutron] 10.222.0.77 "GET /v2.0/networks/a7f22ba2-e884-4b3c-bcb8-adf9ef172db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167872 Aug 11 22:17:14.819288 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2caa0d3f-da97-4777-a50e-9929e5b96a91 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:14.857630 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad531f4c-eacf-42db-b9e2-a69880cf122b None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:17:14.860179 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ceb1dce-2b21-433f-82c7-4d1961b41c10 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:14.882059 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa0d3f-da97-4777-a50e-9929e5b96a91 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Pushing event deleted for resources: {'Port': ['ID=e3e66daa-2e69-4b1b-9b84-34c61bc55857,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:14.963840 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93b5dc0-9e1f-45e3-86e8-6f61430faf9b tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:17:14.971855 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a93b5dc0-9e1f-45e3-86e8-6f61430faf9b tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:14.980711 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd994e1-58a0-4e74-996e-3c069a35dd06 None None] Sync routers for ids ['80c264a6-6521-4a11-8a77-8b4104b47a41'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:17:15.004221 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a93b5dc0-9e1f-45e3-86e8-6f61430faf9b tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "PUT /v2.0/floatingips/36a2e01a-af3a-4ffb-8130-b3012740bc1b HTTP/1.1" status: 200 len: 991 time: 3.6453247 Aug 11 22:17:15.012135 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869b7d5c-beec-4e7d-8cf8-a3364d18a10a', 'tag': '7d5ea22b-791e-4a23-8607-6efb79b4adb9'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:17:15.014522 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7016c238-8444-496c-b1e6-e412089021a7" -d '{"events": [{"name": "network-changed", "server_uuid": "869b7d5c-beec-4e7d-8cf8-a3364d18a10a", "tag": "7d5ea22b-791e-4a23-8607-6efb79b4adb9"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:17:15.017306 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd994e1-58a0-4e74-996e-3c069a35dd06 None None] Routers {'80c264a6-6521-4a11-8a77-8b4104b47a41'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:17:15.021088 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-7fd994e1-58a0-4e74-996e-3c069a35dd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['80c264a6-6521-4a11-8a77-8b4104b47a41'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:15.033500 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-e8fd9aed-ea23-4370-a9f7-feddb3811612 service neutron] 10.222.0.77 "GET /v2.0/networks/a7f22ba2-e884-4b3c-bcb8-adf9ef172db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760446 Aug 11 22:17:15.042763 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2caa0d3f-da97-4777-a50e-9929e5b96a91 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for floatingip, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:15.046219 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2caa0d3f-da97-4777-a50e-9929e5b96a91 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:15.050534 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2caa0d3f-da97-4777-a50e-9929e5b96a91 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "DELETE /v2.0/floatingips/2b5165e7-b48d-4470-8bf2-e023d060d04f HTTP/1.1" status: 204 len: 168 time: 2.1747882 Aug 11 22:17:15.051274 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55788) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:15.199784 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 27f479e5-7684-49f1-83ac-1c5781cbe225 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:17:15.285041 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-e5d5b0a8-aba0-4959-b8d5-a1803d3e35de tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Deleting port b2eadc1d-9cb5-4e10-af29-c9d841f467da {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:17:15.286576 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e5d5b0a8-aba0-4959-b8d5-a1803d3e35de tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:15.301088 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 27f479e5-7684-49f1-83ac-1c5781cbe225 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:17:15.308527 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 27f479e5-7684-49f1-83ac-1c5781cbe225 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:17:15.308921 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:15.320478 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb1dce-2b21-433f-82c7-4d1961b41c10 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event deleted for resources: {'Port': ['ID=f9cda4ad-9b8d-4e0e-a076-91048aa8c39b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:15.330471 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-7fd994e1-58a0-4e74-996e-3c069a35dd06 None None] Set router 80c264a6-6521-4a11-8a77-8b4104b47a41 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:17:15.351655 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ceb1dce-2b21-433f-82c7-4d1961b41c10 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:15.353875 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5ceb1dce-2b21-433f-82c7-4d1961b41c10 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "DELETE /v2.0/ports/f9cda4ad-9b8d-4e0e-a076-91048aa8c39b HTTP/1.1" status: 204 len: 168 time: 1.5800095 Aug 11 22:17:15.359914 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.db.resource_extend [None req-f7378915-7245-429b-9a18-4901def5d94c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 22:17:15.371560 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55792) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:15.408209 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfb82bf-7bb2-402d-be42-d95bf1a6b03c None None] DHCP port deletion for 031f2dcc-5a67-473f-bde2-e5d9a50304c4 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:17:15.431100 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeeea8c1-d1fd-47f2-b891-aaac69203a23 x-openstack-request-id: req-eeeea8c1-d1fd-47f2-b891-aaac69203a23 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:17:15.433903 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0930e048-5185-4e62-a588-c0bd2fb317b4", "name": "network-vif-plugged", "status": "completed", "tag": "14c0da70-1688-410e-b53c-f165ece409a4", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:17:15.434391 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eeeea8c1-d1fd-47f2-b891-aaac69203a23 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:17:15.434988 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0930e048-5185-4e62-a588-c0bd2fb317b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c0da70-1688-410e-b53c-f165ece409a4', 'code': 200} Aug 11 22:17:15.448270 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b892f263-bccc-412f-ba05-d9d35e40ebfe tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:17:15.452031 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b892f263-bccc-412f-ba05-d9d35e40ebfe tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:15.458625 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-0421bfa3-8442-4d42-a900-4620651f3c8b tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] DELETE failed (client error): The resource could not be found. Aug 11 22:17:15.459108 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0421bfa3-8442-4d42-a900-4620651f3c8b tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:17:15.461292 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0421bfa3-8442-4d42-a900-4620651f3c8b tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "DELETE /v2.0/subnets/bc1caaf8-c2b4-4ac3-8732-e2b606f6211d HTTP/1.1" status: 404 len: 337 time: 0.0864666 Aug 11 22:17:15.483199 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55796) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:15.484169 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f7378915-7245-429b-9a18-4901def5d94c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:15.499612 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f7378915-7245-429b-9a18-4901def5d94c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:15.660797 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-ecfb82bf-7bb2-402d-be42-d95bf1a6b03c None None] Deleting port 27f479e5-7684-49f1-83ac-1c5781cbe225 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:17:15.661541 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ecfb82bf-7bb2-402d-be42-d95bf1a6b03c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:15.721732 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566b5aa-d788-43e8-9529-dc9fe9172c2b req-1cc85661-a288-4620-97b1-5985aa39ec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:15.724321 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8566b5aa-d788-43e8-9529-dc9fe9172c2b req-1cc85661-a288-4620-97b1-5985aa39ec3c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 1096 time: 0.1519780 Aug 11 22:17:15.746694 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-ecfb82bf-7bb2-402d-be42-d95bf1a6b03c None None] For port 27f479e5-7684-49f1-83ac-1c5781cbe225, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=27f479e5-7684-49f1-83ac-1c5781cbe225,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:15.747290 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ecfb82bf-7bb2-402d-be42-d95bf1a6b03c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:15.765684 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-ecfb82bf-7bb2-402d-be42-d95bf1a6b03c None None] Calling delete_port for 27f479e5-7684-49f1-83ac-1c5781cbe225 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:17:15.767869 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-82ff5b66-08f1-4e57-a4b3-70dd0fa1c3a5 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:15.856433 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:15.918849 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 27f479e5-7684-49f1-83ac-1c5781cbe225, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=27f479e5-7684-49f1-83ac-1c5781cbe225,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:15.925183 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:15.926070 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 011a7f6c-af93-4075-b291-633b7919785c up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:17:15.933565 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8566b5aa-d788-43e8-9529-dc9fe9172c2b req-0bc3c62f-f259-4a4c-b050-399c8641cd9e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5c3e3d6c-5ae0-4429-92ba-cc02fd77c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975877 Aug 11 22:17:15.993512 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-7fd994e1-58a0-4e74-996e-3c069a35dd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'name': 'tempest-AttachVolumeTestJSON-1669892813-router', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:08Z', 'updated_at': '2021-08-11T22:16:19Z', 'revision_number': 4, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'gw_port': {'id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:09Z', 'updated_at': '2021-08-11T22:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '36a2e01a-af3a-4ffb-8130-b3012740bc1b', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'floating_ip_address': '172.25.2.251', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'port_id': '7d5ea22b-791e-4a23-8607-6efb79b4adb9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7', 'mac_address': 'fa:16:3e:a9:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869b7d5c-beec-4e7d-8cf8-a3364d18a10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:16:33Z', 'updated_at': '2021-08-11T22:17:12Z', 'revision_number': 1, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab6438df-176d-446a-bd23-dc99d1b05a03', 'name': '', 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'mac_address': 'fa:16:3e:cd:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:16Z', 'updated_at': '2021-08-11T22:16:31Z', 'revision_number': 5, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'subnets': [{'id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:15.998747 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaea5a-9e33-4b78-abb2-fa008ff04298 req-1da320c2-6ad2-4d3b-aa35-84f2466f05a8 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:16.001894 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8cbaea5a-9e33-4b78-abb2-fa008ff04298 req-1da320c2-6ad2-4d3b-aa35-84f2466f05a8 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 945 time: 0.3039782 Aug 11 22:17:16.072378 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd994e1-58a0-4e74-996e-3c069a35dd06 None None] Checking router: 80c264a6-6521-4a11-8a77-8b4104b47a41 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:17:16.091243 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=27f479e5-7684-49f1-83ac-1c5781cbe225,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:16.098648 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b892f263-bccc-412f-ba05-d9d35e40ebfe tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:16.108696 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7378915-7245-429b-9a18-4901def5d94c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Router bb7ed200-b283-408b-9e65-fa6d5ac4b332 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:17:16.109519 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd994e1-58a0-4e74-996e-3c069a35dd06 None None] Routers {'80c264a6-6521-4a11-8a77-8b4104b47a41'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:17:16.110962 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-7fd994e1-58a0-4e74-996e-3c069a35dd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:16:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['80c264a6-6521-4a11-8a77-8b4104b47a41'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:16.142081 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ecfb82bf-7bb2-402d-be42-d95bf1a6b03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:16.170347 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b892f263-bccc-412f-ba05-d9d35e40ebfe tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:17:16.195273 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb82bf-7bb2-402d-be42-d95bf1a6b03c None None] Pushing event deleted for resources: {'Port': ['ID=27f479e5-7684-49f1-83ac-1c5781cbe225,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:16.198805 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-20b11752-8822-4dde-b836-bbd68b3ba057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:16.202559 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e5d5b0a8-aba0-4959-b8d5-a1803d3e35de tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:16.220125 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfb82bf-7bb2-402d-be42-d95bf1a6b03c None None] No DVR routers for this DVR port 27f479e5-7684-49f1-83ac-1c5781cbe225 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:17:16.224900 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-b892f263-bccc-412f-ba05-d9d35e40ebfe tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:16.233379 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 011a7f6c-af93-4075-b291-633b7919785c triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:17:16.233776 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:16.238163 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b892f263-bccc-412f-ba05-d9d35e40ebfe tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:16.239898 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b892f263-bccc-412f-ba05-d9d35e40ebfe tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:16.266813 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892f263-bccc-412f-ba05-d9d35e40ebfe tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Subnet': ['ID=6bfdf735-c4f8-467c-acdf-599b1be5f9d9,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:16.273317 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-e5d5b0a8-aba0-4959-b8d5-a1803d3e35de tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Calling delete_port for b2eadc1d-9cb5-4e10-af29-c9d841f467da owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:17:16.294284 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:16.312242 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec4a2ca-d453-4840-af97-61ab73bcd03a None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:17:16.319526 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-7fd994e1-58a0-4e74-996e-3c069a35dd06 None None] Set router 80c264a6-6521-4a11-8a77-8b4104b47a41 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:17:16.341602 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b892f263-bccc-412f-ba05-d9d35e40ebfe tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6412065 Aug 11 22:17:16.343060 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55804) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:16.350452 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-d72d2583-e1a1-46a3-a148-599ee9828ce7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'port': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'name': 'tempest-NetworksTestDHCPv6-1800280458'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:16.357679 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-82ff5b66-08f1-4e57-a4b3-70dd0fa1c3a5 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:16.407449 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8cbaea5a-9e33-4b78-abb2-fa008ff04298 req-f0351661-d5c9-4652-9df8-515fc64905a4 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/security-groups?id=5c3e3d6c-5ae0-4429-92ba-cc02fd77c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886431 Aug 11 22:17:16.418739 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-82ff5b66-08f1-4e57-a4b3-70dd0fa1c3a5 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820670aa-ea7e-4cb0-98c0-e9f427e6d0f1']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:16.507151 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-82ff5b66-08f1-4e57-a4b3-70dd0fa1c3a5 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c021d8f5-4c93-4da6-94e0-fc72ea323064') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:16.507391 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-82ff5b66-08f1-4e57-a4b3-70dd0fa1c3a5 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c021d8f5-4c93-4da6-94e0-fc72ea323064') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:16.521832 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-82ff5b66-08f1-4e57-a4b3-70dd0fa1c3a5 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:16.551244 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-82ff5b66-08f1-4e57-a4b3-70dd0fa1c3a5 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:16.561666 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ff5b66-08f1-4e57-a4b3-70dd0fa1c3a5 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:17:16.562090 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-82ff5b66-08f1-4e57-a4b3-70dd0fa1c3a5 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:17:16.566407 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:17:16.602946 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ab6bb7-ea96-4fb1-906a-94d87d58b44c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'fixed_ips': [{'subnet_id': '6bfdf735-c4f8-467c-acdf-599b1be5f9d9'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:17:16.605601 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-14ab6bb7-ea96-4fb1-906a-94d87d58b44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:16.688051 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7378915-7245-429b-9a18-4901def5d94c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:17:16.697659 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f7378915-7245-429b-9a18-4901def5d94c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:16.702346 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72d2583-e1a1-46a3-a148-599ee9828ce7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:17:16.709025 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d72d2583-e1a1-46a3-a148-599ee9828ce7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:16.710286 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d531fe3-d687-482f-8267-64da5734664a None None] Sync routers for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:17:16.731485 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-82ff5b66-08f1-4e57-a4b3-70dd0fa1c3a5 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:16.764274 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-82ff5b66-08f1-4e57-a4b3-70dd0fa1c3a5 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:16.766588 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-82ff5b66-08f1-4e57-a4b3-70dd0fa1c3a5 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "DELETE /v2.0/networks/820670aa-ea7e-4cb0-98c0-e9f427e6d0f1 HTTP/1.1" status: 204 len: 168 time: 1.2813160 Aug 11 22:17:16.772458 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55808) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:16.802716 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d531fe3-d687-482f-8267-64da5734664a None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:17:16.803380 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-8d531fe3-d687-482f-8267-64da5734664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:17:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:16.817586 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff5b66-08f1-4e57-a4b3-70dd0fa1c3a5 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event deleted for resources: {'Network': ['ID=820670aa-ea7e-4cb0-98c0-e9f427e6d0f1,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:16.856658 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-8d531fe3-d687-482f-8267-64da5734664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:16.857231 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3759e25-6a98-495b-91b1-b36cc23d079c x-openstack-request-id: req-d3759e25-6a98-495b-91b1-b36cc23d079c {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:17:16.857536 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "869b7d5c-beec-4e7d-8cf8-a3364d18a10a", "tag": "7d5ea22b-791e-4a23-8607-6efb79b4adb9", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:17:16.857799 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d3759e25-6a98-495b-91b1-b36cc23d079c {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:17:16.858339 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '869b7d5c-beec-4e7d-8cf8-a3364d18a10a', 'tag': '7d5ea22b-791e-4a23-8607-6efb79b4adb9', 'status': 'completed', 'code': 200} Aug 11 22:17:16.859468 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e5d5b0a8-aba0-4959-b8d5-a1803d3e35de tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:16.917564 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5b0a8-aba0-4959-b8d5-a1803d3e35de tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Pushing event deleted for resources: {'Port': ['ID=b2eadc1d-9cb5-4e10-af29-c9d841f467da,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:16.923490 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d531fe3-d687-482f-8267-64da5734664a None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:17:16.926325 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-8d531fe3-d687-482f-8267-64da5734664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:17:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:17.001342 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-d72d2583-e1a1-46a3-a148-599ee9828ce7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] device_id is not set on port 98253aa6-40a6-41fc-bb65-8ef04f19f5a1 yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:17:17.012903 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f7378915-7245-429b-9a18-4901def5d94c tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "PUT /v2.0/floatingips/79238c1e-8483-4331-8058-3333a91d9dad HTTP/1.1" status: 200 len: 978 time: 3.0551991 Aug 11 22:17:17.022010 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-7fd994e1-58a0-4e74-996e-3c069a35dd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'name': 'tempest-AttachVolumeTestJSON-1669892813-router', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:08Z', 'updated_at': '2021-08-11T22:16:19Z', 'revision_number': 4, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'gw_port': {'id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:09Z', 'updated_at': '2021-08-11T22:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '36a2e01a-af3a-4ffb-8130-b3012740bc1b', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'floating_ip_address': '172.25.2.251', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'port_id': '7d5ea22b-791e-4a23-8607-6efb79b4adb9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7', 'mac_address': 'fa:16:3e:a9:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869b7d5c-beec-4e7d-8cf8-a3364d18a10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:16:33Z', 'updated_at': '2021-08-11T22:17:12Z', 'revision_number': 1, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab6438df-176d-446a-bd23-dc99d1b05a03', 'name': '', 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'mac_address': 'fa:16:3e:cd:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:16Z', 'updated_at': '2021-08-11T22:16:31Z', 'revision_number': 5, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'subnets': [{'id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:17.025631 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-8d531fe3-d687-482f-8267-64da5734664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:17.027656 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d531fe3-d687-482f-8267-64da5734664a None None] The sync data for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:17:17.056147 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55810) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:17.071723 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e5d5b0a8-aba0-4959-b8d5-a1803d3e35de tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:17.075375 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e5d5b0a8-aba0-4959-b8d5-a1803d3e35de tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "DELETE /v2.0/ports/b2eadc1d-9cb5-4e10-af29-c9d841f467da HTTP/1.1" status: 204 len: 168 time: 2.0229321 Aug 11 22:17:17.093528 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1339287c-efee-4299-93df-512e9874db96 req-2002c582-6621-418f-8440-11c6d2bf159e tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?device_id=d874068c-2c88-4b70-87bc-9fac0831ad11 HTTP/1.1" status: 200 len: 210 time: 0.1099036 Aug 11 22:17:17.094408 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55812) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:17.122232 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd994e1-58a0-4e74-996e-3c069a35dd06 None None] The sync data for ids ['80c264a6-6521-4a11-8a77-8b4104b47a41'] in n-d-804275-3 is: [{'id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'name': 'tempest-AttachVolumeTestJSON-1669892813-router', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:08Z', 'updated_at': '2021-08-11T22:16:19Z', 'revision_number': 4, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'gw_port': {'id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:09Z', 'updated_at': '2021-08-11T22:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '36a2e01a-af3a-4ffb-8130-b3012740bc1b', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'floating_ip_address': '172.25.2.251', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'port_id': '7d5ea22b-791e-4a23-8607-6efb79b4adb9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7', 'mac_address': 'fa:16:3e:a9:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869b7d5c-beec-4e7d-8cf8-a3364d18a10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:16:33Z', 'updated_at': '2021-08-11T22:17:12Z', 'revision_number': 1, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab6438df-176d-446a-bd23-dc99d1b05a03', 'name': '', 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'mac_address': 'fa:16:3e:cd:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:16Z', 'updated_at': '2021-08-11T22:16:31Z', 'revision_number': 5, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'subnets': [{'id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:17:17.131949 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 27f479e5-7684-49f1-83ac-1c5781cbe225 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:17:17.204988 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-14ab6bb7-ea96-4fb1-906a-94d87d58b44c None None] Allocated IP 2001:db8::2 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/6bfdf735-c4f8-467c-acdf-599b1be5f9d9/4047688f-5d45-4d84-bb2f-8c05c9a86d42) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:17:17.210354 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 27f479e5-7684-49f1-83ac-1c5781cbe225 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:17:17.210455 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 27f479e5-7684-49f1-83ac-1c5781cbe225 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:17:17.248418 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016c238-8444-496c-b1e6-e412089021a7 req-dd2239bf-773b-4b0c-8772-61198d7ef7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:17.250034 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7016c238-8444-496c-b1e6-e412089021a7 req-dd2239bf-773b-4b0c-8772-61198d7ef7cc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=89e42f6e555b4d71928261e2b4518d8d&device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 1096 time: 0.2399981 Aug 11 22:17:17.275676 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-85e97aad-1036-4774-b04f-d710dcd1694e tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Deleting port bd18a2c2-fac7-41b1-b2c0-e738bf35b8ae {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:17:17.276659 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-85e97aad-1036-4774-b04f-d710dcd1694e tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:17.297964 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-1013bc71-7be0-4270-85dc-16bb3fa1682a tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Deleting port 3662de63-2216-47cd-a09d-9450446cab7f {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:17:17.298317 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1013bc71-7be0-4270-85dc-16bb3fa1682a tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:17.422872 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-14ab6bb7-ea96-4fb1-906a-94d87d58b44c None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:17.464290 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1013bc71-7be0-4270-85dc-16bb3fa1682a tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:17.478129 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b8ff96-27dc-4dcd-afa2-8fcdd83e9108 None None] New status for floating IP 36a2e01a-af3a-4ffb-8130-b3012740bc1b: ACTIVE {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:17:17.495832 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-14ab6bb7-ea96-4fb1-906a-94d87d58b44c None None] Transition to ACTIVE for port object 4047688f-5d45-4d84-bb2f-8c05c9a86d42 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:17:17.501241 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-1013bc71-7be0-4270-85dc-16bb3fa1682a tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Calling delete_port for 3662de63-2216-47cd-a09d-9450446cab7f owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:17:17.539103 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:17.558786 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-14ab6bb7-ea96-4fb1-906a-94d87d58b44c None None] Transition to ACTIVE for port object 4047688f-5d45-4d84-bb2f-8c05c9a86d42 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:17:17.568832 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-14ab6bb7-ea96-4fb1-906a-94d87d58b44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:17.569375 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-85e97aad-1036-4774-b04f-d710dcd1694e tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:17.756901 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ab6bb7-ea96-4fb1-906a-94d87d58b44c None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:17:17.758583 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-14ab6bb7-ea96-4fb1-906a-94d87d58b44c None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:17.789139 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ab6bb7-ea96-4fb1-906a-94d87d58b44c None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:17:17.809936 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-85e97aad-1036-4774-b04f-d710dcd1694e tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Calling delete_port for bd18a2c2-fac7-41b1-b2c0-e738bf35b8ae owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:17:17.858824 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab6bb7-ea96-4fb1-906a-94d87d58b44c None None] Pushing event updated for resources: {'Port': ['ID=4047688f-5d45-4d84-bb2f-8c05c9a86d42,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:17.900263 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016c238-8444-496c-b1e6-e412089021a7 req-82880e0c-1761-4435-b41c-36f842880851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:17.903198 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7016c238-8444-496c-b1e6-e412089021a7 req-82880e0c-1761-4435-b41c-36f842880851 service neutron] 10.222.0.82 "GET /v2.0/networks?id=38b8f25c-cd12-4628-9365-0e6780cd68b7 HTTP/1.1" status: 200 len: 912 time: 0.6440859 Aug 11 22:17:17.968920 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-14ab6bb7-ea96-4fb1-906a-94d87d58b44c None None] Attempting to bind port 4047688f-5d45-4d84-bb2f-8c05c9a86d42 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:17:17.969546 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-14ab6bb7-ea96-4fb1-906a-94d87d58b44c None None] Attempting to bind port 4047688f-5d45-4d84-bb2f-8c05c9a86d42 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:17:17.976832 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ab6bb7-ea96-4fb1-906a-94d87d58b44c None None] Attempting to bind port 4047688f-5d45-4d84-bb2f-8c05c9a86d42 on network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:17:17.998152 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ab6bb7-ea96-4fb1-906a-94d87d58b44c None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:17:17.999613 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ab6bb7-ea96-4fb1-906a-94d87d58b44c None None] Checking segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:17:18.000668 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-14ab6bb7-ea96-4fb1-906a-94d87d58b44c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:18.003664 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ab6bb7-ea96-4fb1-906a-94d87d58b44c None None] Bound using segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:17:18.004659 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-14ab6bb7-ea96-4fb1-906a-94d87d58b44c None None] Bound port: 4047688f-5d45-4d84-bb2f-8c05c9a86d42, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:17:18.005517 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-14ab6bb7-ea96-4fb1-906a-94d87d58b44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:18.024142 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-d72d2583-e1a1-46a3-a148-599ee9828ce7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Allocated IP 2001:db8::296 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/6bfdf735-c4f8-467c-acdf-599b1be5f9d9/98253aa6-40a6-41fc-bb65-8ef04f19f5a1) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:17:18.146875 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-14ab6bb7-ea96-4fb1-906a-94d87d58b44c None None] For port 4047688f-5d45-4d84-bb2f-8c05c9a86d42, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:17:18.153677 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-14ab6bb7-ea96-4fb1-906a-94d87d58b44c None None] For port 4047688f-5d45-4d84-bb2f-8c05c9a86d42, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=4047688f-5d45-4d84-bb2f-8c05c9a86d42,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:17:18.153972 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-85e97aad-1036-4774-b04f-d710dcd1694e tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:18.155787 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-07febfa3-19bd-45a9-b22f-f31f84c897db tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Deleting port b3e756cd-f594-4f5e-84cc-be03610dfcc7 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:17:18.156145 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-07febfa3-19bd-45a9-b22f-f31f84c897db tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:18.160422 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-14ab6bb7-ea96-4fb1-906a-94d87d58b44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:18.189308 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7016c238-8444-496c-b1e6-e412089021a7 req-e10384b2-1fdf-4970-8ec0-41aa3d7c9e21 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d5ea22b-791e-4a23-8607-6efb79b4adb9 HTTP/1.1" status: 200 len: 1001 time: 0.1701729 Aug 11 22:17:18.204547 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491b042-bcaf-49c2-a95d-c329a42537ad req-93c6c7a8-9e86-4137-a730-e6e38746302c tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:18.231665 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4491b042-bcaf-49c2-a95d-c329a42537ad req-93c6c7a8-9e86-4137-a730-e6e38746302c tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 945 time: 0.6538997 Aug 11 22:17:18.254437 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab6bb7-ea96-4fb1-906a-94d87d58b44c None None] Pushing event updated for resources: {'Port': ['ID=4047688f-5d45-4d84-bb2f-8c05c9a86d42,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:18.275104 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e97aad-1036-4774-b04f-d710dcd1694e tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event deleted for resources: {'Port': ['ID=bd18a2c2-fac7-41b1-b2c0-e738bf35b8ae,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:18.306284 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-85e97aad-1036-4774-b04f-d710dcd1694e tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:18.308542 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-85e97aad-1036-4774-b04f-d710dcd1694e tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "DELETE /v2.0/ports/bd18a2c2-fac7-41b1-b2c0-e738bf35b8ae HTTP/1.1" status: 204 len: 168 time: 1.5341516 Aug 11 22:17:18.330926 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55820) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:18.482069 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d7a3f1-5043-4592-93d1-3c54ed5d7759 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] DELETE failed (client error): The resource could not be found. Aug 11 22:17:18.482815 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7d7a3f1-5043-4592-93d1-3c54ed5d7759 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:17:18.486607 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d7d7a3f1-5043-4592-93d1-3c54ed5d7759 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "DELETE /v2.0/subnets/841f6a51-1f08-4df2-86a8-df4534d3d81d HTTP/1.1" status: 404 len: 337 time: 0.1118145 Aug 11 22:17:18.510449 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55822) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:18.570610 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4491b042-bcaf-49c2-a95d-c329a42537ad req-909cf67d-878d-4818-accb-2a9948fc4939 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/security-groups?id=5c3e3d6c-5ae0-4429-92ba-cc02fd77c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374300 Aug 11 22:17:18.609454 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-2c3e5f9a-b671-4269-96a2-a7737e5b4e35 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:18.612107 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-2c3e5f9a-b671-4269-96a2-a7737e5b4e35 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.82 "GET /v2.0/networks?id=a7f22ba2-e884-4b3c-bcb8-adf9ef172db9 HTTP/1.1" status: 200 len: 796 time: 0.9808893 Aug 11 22:17:18.742499 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1013bc71-7be0-4270-85dc-16bb3fa1682a tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:18.750370 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-09452795-8db3-4b22-9fa5-ecbb0b943587 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:18.846029 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-fb1fc8bd-ce0c-4a61-8810-e3c61aa67102 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4980a3f019644cf79e7a0e6f603100d9 HTTP/1.1" status: 200 len: 477 time: 0.1257708 Aug 11 22:17:18.847367 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013bc71-7be0-4270-85dc-16bb3fa1682a tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Pushing event deleted for resources: {'Port': ['ID=3662de63-2216-47cd-a09d-9450446cab7f,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:18.869435 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-50c53dfa-5947-4223-b36b-880d20097604 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Request body: {'port': {'device_id': 'd874068c-2c88-4b70-87bc-9fac0831ad11', 'network_id': 'a7f22ba2-e884-4b3c-bcb8-adf9ef172db9', 'admin_state_up': True, 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'security_groups': ['76bdd88a-bd73-4131-a804-39e07f88ffe6', '723102e9-b2e7-41df-9555-e9d9bb0f96f3']}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:18.902273 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016c238-8444-496c-b1e6-e412089021a7 req-95df5c0f-33d7-4c4f-9c69-fcf6bf9c04ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:18.904037 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7016c238-8444-496c-b1e6-e412089021a7 req-95df5c0f-33d7-4c4f-9c69-fcf6bf9c04ba service neutron] 10.222.0.82 "GET /v2.0/subnets?id=97d7da21-8ec4-48da-9d66-6777c48f7843 HTTP/1.1" status: 200 len: 850 time: 0.6443481 Aug 11 22:17:18.944496 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:18.971076 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-07febfa3-19bd-45a9-b22f-f31f84c897db tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:18.971434 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-07febfa3-19bd-45a9-b22f-f31f84c897db tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:18.976536 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d72d2583-e1a1-46a3-a148-599ee9828ce7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:19.009106 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-07febfa3-19bd-45a9-b22f-f31f84c897db tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Calling delete_port for b3e756cd-f594-4f5e-84cc-be03610dfcc7 owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:17:19.017714 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-d72d2583-e1a1-46a3-a148-599ee9828ce7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Transition to ACTIVE for port object 98253aa6-40a6-41fc-bb65-8ef04f19f5a1 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:17:19.027138 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016c238-8444-496c-b1e6-e412089021a7 req-e48d45f9-c6ce-4dd0-b85e-ab8c1d0bd085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:19.029198 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7016c238-8444-496c-b1e6-e412089021a7 req-e48d45f9-c6ce-4dd0-b85e-ab8c1d0bd085 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=38b8f25c-cd12-4628-9365-0e6780cd68b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172934 Aug 11 22:17:19.101965 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 4047688f-5d45-4d84-bb2f-8c05c9a86d42 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:17:19.110401 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2c5b98b-cfa3-44b8-a5b2-c72680839c91 req-e39df654-7689-48cc-81f0-828f476b8ed8 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?device_id=d874068c-2c88-4b70-87bc-9fac0831ad11 HTTP/1.1" status: 200 len: 210 time: 0.2154589 Aug 11 22:17:19.193581 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1013bc71-7be0-4270-85dc-16bb3fa1682a tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:19.205719 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1013bc71-7be0-4270-85dc-16bb3fa1682a tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "DELETE /v2.0/ports/3662de63-2216-47cd-a09d-9450446cab7f HTTP/1.1" status: 204 len: 168 time: 2.1062005 Aug 11 22:17:19.209884 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55826) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:19.248419 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-09452795-8db3-4b22-9fa5-ecbb0b943587 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:19.284309 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-09452795-8db3-4b22-9fa5-ecbb0b943587 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b9ab58-46f0-433d-8eb7-8b756e6aa8fc']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:19.312540 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-09452795-8db3-4b22-9fa5-ecbb0b943587 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea9dd0fb-3433-4ccb-9f97-d5827f99d993') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:19.312891 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-09452795-8db3-4b22-9fa5-ecbb0b943587 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea9dd0fb-3433-4ccb-9f97-d5827f99d993') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:19.316506 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 4047688f-5d45-4d84-bb2f-8c05c9a86d42 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:17:19.343359 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-09452795-8db3-4b22-9fa5-ecbb0b943587 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:19.355300 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d72d2583-e1a1-46a3-a148-599ee9828ce7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:19.380009 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-09452795-8db3-4b22-9fa5-ecbb0b943587 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:19.390197 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09452795-8db3-4b22-9fa5-ecbb0b943587 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:17:19.391365 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-09452795-8db3-4b22-9fa5-ecbb0b943587 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:17:19.407393 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:17:19.409694 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-826db15a-c3a4-4952-9d22-2c61342e7abd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Deleting subnet 13b7bc9a-1b63-4e42-b53a-8f3bb1200a3d {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:17:19.423318 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7016c238-8444-496c-b1e6-e412089021a7 req-3b819d09-4c5c-4ec9-995a-24600b372b73 service neutron] 10.222.0.82 "GET /v2.0/networks/38b8f25c-cd12-4628-9365-0e6780cd68b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783491 Aug 11 22:17:19.432290 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-50c53dfa-5947-4223-b36b-880d20097604 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Made reservation on behalf of 4980a3f019644cf79e7a0e6f603100d9 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:17:19.439112 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-50c53dfa-5947-4223-b36b-880d20097604 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:19.450138 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-826db15a-c3a4-4952-9d22-2c61342e7abd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:19.500354 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72d2583-e1a1-46a3-a148-599ee9828ce7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:17:19.542496 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-d72d2583-e1a1-46a3-a148-599ee9828ce7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:19.600219 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72d2583-e1a1-46a3-a148-599ee9828ce7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:17:19.606359 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72d2583-e1a1-46a3-a148-599ee9828ce7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:19.607043 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d72d2583-e1a1-46a3-a148-599ee9828ce7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:19.643884 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-826db15a-c3a4-4952-9d22-2c61342e7abd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:19.651300 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d2583-e1a1-46a3-a148-599ee9828ce7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Port': ['ID=98253aa6-40a6-41fc-bb65-8ef04f19f5a1,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:19.765601 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-09452795-8db3-4b22-9fa5-ecbb0b943587 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:19.781026 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-09452795-8db3-4b22-9fa5-ecbb0b943587 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:19.786807 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-09452795-8db3-4b22-9fa5-ecbb0b943587 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "DELETE /v2.0/networks/66b9ab58-46f0-433d-8eb7-8b756e6aa8fc HTTP/1.1" status: 204 len: 168 time: 1.2676971 Aug 11 22:17:19.792452 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d72d2583-e1a1-46a3-a148-599ee9828ce7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4464097 Aug 11 22:17:19.793927 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55832) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:19.794277 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55834) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:19.822944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069aeeb1-5c6c-4229-84cb-37956b977af9 req-f3f66776-f15d-4913-80ed-30bed902ffb4 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:19.824783 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-069aeeb1-5c6c-4229-84cb-37956b977af9 req-f3f66776-f15d-4913-80ed-30bed902ffb4 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 945 time: 0.1437631 Aug 11 22:17:19.828942 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09452795-8db3-4b22-9fa5-ecbb0b943587 tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event deleted for resources: {'Network': ['ID=66b9ab58-46f0-433d-8eb7-8b756e6aa8fc,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:19.841047 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-50c53dfa-5947-4223-b36b-880d20097604 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Allocated IP 172.20.0.7 (a7f22ba2-e884-4b3c-bcb8-adf9ef172db9/0bb7995d-56c2-4f4e-b29d-678903d21aa8/ad709186-dffc-489e-878d-76de899ca8af) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:17:19.855498 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-07febfa3-19bd-45a9-b22f-f31f84c897db tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:19.905979 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-069aeeb1-5c6c-4229-84cb-37956b977af9 req-05c2e455-054a-4d08-adf9-a62cd2c088ed tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/security-groups?id=5c3e3d6c-5ae0-4429-92ba-cc02fd77c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621243 Aug 11 22:17:19.966220 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07febfa3-19bd-45a9-b22f-f31f84c897db tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event deleted for resources: {'Port': ['ID=b3e756cd-f594-4f5e-84cc-be03610dfcc7,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:20.009271 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fdad6-4d18-4ffa-969d-203bbd1d6fe0 req-7326bed2-c6a4-47b9-87b4-f31ce3c542f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:20.011338 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-865fdad6-4d18-4ffa-969d-203bbd1d6fe0 req-7326bed2-c6a4-47b9-87b4-f31ce3c542f2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7893e9dca79546f9a7fcaade410ca2bf&device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 1096 time: 0.3542366 Aug 11 22:17:20.013562 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7016c238-8444-496c-b1e6-e412089021a7 req-eb5fab08-5643-450b-857d-0be02861cf95 service neutron] 10.222.0.82 "GET /v2.0/networks/38b8f25c-cd12-4628-9365-0e6780cd68b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5525825 Aug 11 22:17:20.053233 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f9694f-20a6-4fdd-98a8-f93de3cc4ecf tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Deleting subnet 898f475e-1acf-4aa0-be5d-5c5613090ebf {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:17:20.073826 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7f1494f0-c07a-4022-b14e-0cc5743662e4 None None] Provisioning for port 4047688f-5d45-4d84-bb2f-8c05c9a86d42 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:17:20.078447 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7f1494f0-c07a-4022-b14e-0cc5743662e4 None None] Provisioning complete for port 4047688f-5d45-4d84-bb2f-8c05c9a86d42 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:17:20.078679 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-50c53dfa-5947-4223-b36b-880d20097604 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:20.078848 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7f1494f0-c07a-4022-b14e-0cc5743662e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:20.099602 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-50c53dfa-5947-4223-b36b-880d20097604 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Transition to ACTIVE for port object ad709186-dffc-489e-878d-76de899ca8af will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:17:20.147157 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-50c53dfa-5947-4223-b36b-880d20097604 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:20.179265 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-33f9694f-20a6-4fdd-98a8-f93de3cc4ecf tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:20.213179 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-50c53dfa-5947-4223-b36b-880d20097604 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Network a7f22ba2-e884-4b3c-bcb8-adf9ef172db9 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:17:20.217252 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-50c53dfa-5947-4223-b36b-880d20097604 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:20.222227 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-50c53dfa-5947-4223-b36b-880d20097604 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:17:20.257030 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c53dfa-5947-4223-b36b-880d20097604 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Pushing event updated for resources: {'Port': ['ID=ad709186-dffc-489e-878d-76de899ca8af,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:20.279865 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7f1494f0-c07a-4022-b14e-0cc5743662e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:20.308604 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-50c53dfa-5947-4223-b36b-880d20097604 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:20.309416 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-50c53dfa-5947-4223-b36b-880d20097604 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:20.331253 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-826db15a-c3a4-4952-9d22-2c61342e7abd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:20.332744 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-50c53dfa-5947-4223-b36b-880d20097604 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.4745071 Aug 11 22:17:20.357973 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4346469c-0e39-498f-944b-b6b405c78b68 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:20.368294 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-ab34914e-f18f-4e31-9b1c-642e0a8bfcf1 service neutron] Request body: {'port': {'device_id': 'd874068c-2c88-4b70-87bc-9fac0831ad11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:20.373294 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4346469c-0e39-498f-944b-b6b405c78b68 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:20.376479 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4346469c-0e39-498f-944b-b6b405c78b68 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5660386 Aug 11 22:17:20.387664 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-7f1494f0-c07a-4022-b14e-0cc5743662e4 None None] For port 4047688f-5d45-4d84-bb2f-8c05c9a86d42, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=4047688f-5d45-4d84-bb2f-8c05c9a86d42,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:20.396476 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7f1494f0-c07a-4022-b14e-0cc5743662e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:20.432929 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55838) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:20.529890 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-33f9694f-20a6-4fdd-98a8-f93de3cc4ecf tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:20.534717 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-07febfa3-19bd-45a9-b22f-f31f84c897db tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:20.535356 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [None req-07febfa3-19bd-45a9-b22f-f31f84c897db tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Floating IP 79238c1e-8483-4331-8058-3333a91d9dad disassociated (deleted). External IP: 172.25.2.247, port: 76a5c19f-7490-4e6c-96cc-a7f442a7e893. Aug 11 22:17:20.554821 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1494f0-c07a-4022-b14e-0cc5743662e4 None None] Pushing event updated for resources: {'Port': ['ID=4047688f-5d45-4d84-bb2f-8c05c9a86d42,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:20.555982 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-ab34914e-f18f-4e31-9b1c-642e0a8bfcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:20.581964 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:20.584608 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-cd19a8f8-a77f-4872-b4bd-5a1444c716db None None] Provisioning for port 98253aa6-40a6-41fc-bb65-8ef04f19f5a1 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:17:20.595248 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-cd19a8f8-a77f-4872-b4bd-5a1444c716db None None] Provisioning complete for port 98253aa6-40a6-41fc-bb65-8ef04f19f5a1 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:17:20.597172 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cd19a8f8-a77f-4872-b4bd-5a1444c716db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:20.658387 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fdad6-4d18-4ffa-969d-203bbd1d6fe0 req-ba04e72a-2ff7-42c0-a7a2-0545671def85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:20.659651 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff040d-06e3-48f8-908e-2809c074f61d req-0c7b045c-e03f-424a-b114-5014683307c9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:20.660727 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-865fdad6-4d18-4ffa-969d-203bbd1d6fe0 req-ba04e72a-2ff7-42c0-a7a2-0545671def85 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d98f639d-f4cf-4ee7-9782-d5f1761290b6 HTTP/1.1" status: 200 len: 920 time: 0.6144793 Aug 11 22:17:20.662435 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-17ff040d-06e3-48f8-908e-2809c074f61d req-0c7b045c-e03f-424a-b114-5014683307c9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?device_id=d874068c-2c88-4b70-87bc-9fac0831ad11 HTTP/1.1" status: 200 len: 970 time: 0.3237703 Aug 11 22:17:20.663689 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-cd19a8f8-a77f-4872-b4bd-5a1444c716db None None] Port 98253aa6-40a6-41fc-bb65-8ef04f19f5a1 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:17:20.693531 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-826db15a-c3a4-4952-9d22-2c61342e7abd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:20.765475 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-865fdad6-4d18-4ffa-969d-203bbd1d6fe0 req-478b730c-2f66-4136-98ca-0034d652c037 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14c0da70-1688-410e-b53c-f165ece409a4 HTTP/1.1" status: 200 len: 217 time: 0.0930414 Aug 11 22:17:20.795236 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f2599aa9-e070-4a82-9a50-6356d0f18c58 None None] Provisioning for port ad709186-dffc-489e-878d-76de899ca8af completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:17:20.803215 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f2599aa9-e070-4a82-9a50-6356d0f18c58 None None] Provisioning complete for port ad709186-dffc-489e-878d-76de899ca8af triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:17:20.804322 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f2599aa9-e070-4a82-9a50-6356d0f18c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:20.828826 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826db15a-c3a4-4952-9d22-2c61342e7abd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Pushing event deleted for resources: {'Subnet': ['ID=13b7bc9a-1b63-4e42-b53a-8f3bb1200a3d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:20.832089 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-826db15a-c3a4-4952-9d22-2c61342e7abd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:20.836536 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-826db15a-c3a4-4952-9d22-2c61342e7abd tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "DELETE /v2.0/subnets/13b7bc9a-1b63-4e42-b53a-8f3bb1200a3d HTTP/1.1" status: 204 len: 168 time: 1.6257868 Aug 11 22:17:20.840985 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55840) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:20.851091 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-c24eef0e-f1c6-4e92-b30f-e76c6ff1826f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting port 98253aa6-40a6-41fc-bb65-8ef04f19f5a1 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:17:20.851664 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c24eef0e-f1c6-4e92-b30f-e76c6ff1826f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:20.867898 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c290ce49-3cb6-4c45-8e47-17892a684770 None None] Network c74395db-c7eb-4508-9006-176acc6e4b6d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:17:20.892703 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-33f9694f-20a6-4fdd-98a8-f93de3cc4ecf tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:20.940977 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fdad6-4d18-4ffa-969d-203bbd1d6fe0 req-60c79004-b1ea-423c-aae2-ba89e2aa02dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:20.942563 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-865fdad6-4d18-4ffa-969d-203bbd1d6fe0 req-60c79004-b1ea-423c-aae2-ba89e2aa02dd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4bcace65-6a59-41f0-879a-d84477d04327 HTTP/1.1" status: 200 len: 859 time: 0.1276724 Aug 11 22:17:20.999274 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-f2599aa9-e070-4a82-9a50-6356d0f18c58 None None] Port ad709186-dffc-489e-878d-76de899ca8af cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:17:21.031780 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-865fdad6-4d18-4ffa-969d-203bbd1d6fe0 req-81556f73-cd89-4403-99bf-13cecacc05a9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d98f639d-f4cf-4ee7-9782-d5f1761290b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803785 Aug 11 22:17:21.040748 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-17ff040d-06e3-48f8-908e-2809c074f61d req-15b8bb46-3543-4161-8081-eaba5d493740 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/security-groups?id=76bdd88a-bd73-4131-a804-39e07f88ffe6&id=723102e9-b2e7-41df-9555-e9d9bb0f96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3635244 Aug 11 22:17:21.174832 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 4047688f-5d45-4d84-bb2f-8c05c9a86d42 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:17:21.256346 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-33f9694f-20a6-4fdd-98a8-f93de3cc4ecf tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:21.286666 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 4047688f-5d45-4d84-bb2f-8c05c9a86d42 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:17:21.287846 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:21.293462 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd0eeab9-c0f0-4781-9e00-9823b6009957 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Deleting subnet e871e4ee-55f0-4341-85cf-dbdc8115bdad {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:17:21.307106 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dd0eeab9-c0f0-4781-9e00-9823b6009957 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:21.355226 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-865fdad6-4d18-4ffa-969d-203bbd1d6fe0 req-8e736ae3-7fd4-4147-932c-f66f479e2161 service neutron] 10.222.0.52 "GET /v2.0/networks/d98f639d-f4cf-4ee7-9782-d5f1761290b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088262 Aug 11 22:17:21.355965 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c24eef0e-f1c6-4e92-b30f-e76c6ff1826f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:21.378373 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9694f-20a6-4fdd-98a8-f93de3cc4ecf tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event deleted for resources: {'Subnet': ['ID=898f475e-1acf-4aa0-be5d-5c5613090ebf,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:21.386537 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-33f9694f-20a6-4fdd-98a8-f93de3cc4ecf tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:21.390722 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-c24eef0e-f1c6-4e92-b30f-e76c6ff1826f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Calling delete_port for 98253aa6-40a6-41fc-bb65-8ef04f19f5a1 owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:17:21.396037 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-33f9694f-20a6-4fdd-98a8-f93de3cc4ecf tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "DELETE /v2.0/subnets/898f475e-1acf-4aa0-be5d-5c5613090ebf HTTP/1.1" status: 204 len: 168 time: 1.5941727 Aug 11 22:17:21.403146 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55846) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:21.427162 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dd0eeab9-c0f0-4781-9e00-9823b6009957 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:21.427818 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fd924f-82f6-4fae-88e3-b83409223dd6 None None] Network 33c2f8f4-3eee-4326-96b6-543d120f6bfc requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:17:21.448311 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf6d494-e727-40de-9e7b-a0acf3aba85a None None] DHCP port deletion for c74395db-c7eb-4508-9006-176acc6e4b6d request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:17:21.462588 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3aba5-02ae-4362-a1c5-bc15d1803ece req-92d7c510-c422-4f95-9fac-75c752906031 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:21.465275 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f6d3aba5-02ae-4362-a1c5-bc15d1803ece req-92d7c510-c422-4f95-9fac-75c752906031 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 945 time: 0.2696545 Aug 11 22:17:21.473861 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07febfa3-19bd-45a9-b22f-f31f84c897db tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Router bb7ed200-b283-408b-9e65-fa6d5ac4b332 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:17:21.614331 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-865fdad6-4d18-4ffa-969d-203bbd1d6fe0 req-a9442683-a627-4083-94ea-3ade0821cdfd service neutron] 10.222.0.52 "GET /v2.0/networks/d98f639d-f4cf-4ee7-9782-d5f1761290b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083611 Aug 11 22:17:21.709237 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07febfa3-19bd-45a9-b22f-f31f84c897db tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:17:21.723370 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-07febfa3-19bd-45a9-b22f-f31f84c897db tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:21.752080 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4ccf7d-90dd-41fb-84d7-59788e106262 None None] Sync routers for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:17:21.762682 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-ddf6d494-e727-40de-9e7b-a0acf3aba85a None None] Deleting port ce1f152e-a0b4-47c6-9bca-fb15796c0a14 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:17:21.763720 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ddf6d494-e727-40de-9e7b-a0acf3aba85a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:21.826927 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-07febfa3-19bd-45a9-b22f-f31f84c897db tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "DELETE /v2.0/floatingips/79238c1e-8483-4331-8058-3333a91d9dad HTTP/1.1" status: 204 len: 168 time: 4.7690961 Aug 11 22:17:21.845075 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55852) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:21.853258 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-62563ba5-e0fc-4302-a2aa-cc3766a0181f tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:21.897935 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39acff-4248-4f35-9602-4b7e77e2b290 req-9c2d5440-73ce-45dd-b324-afe47fcce2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:21.898851 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-be39acff-4248-4f35-9602-4b7e77e2b290 req-9c2d5440-73ce-45dd-b324-afe47fcce2c7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7893e9dca79546f9a7fcaade410ca2bf&device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 1096 time: 0.0935760 Aug 11 22:17:21.923154 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f6d3aba5-02ae-4362-a1c5-bc15d1803ece req-f671c78e-591e-49df-83ae-3ab4a7e40d2f tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/security-groups?id=5c3e3d6c-5ae0-4429-92ba-cc02fd77c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599746 Aug 11 22:17:22.018492 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-ddf6d494-e727-40de-9e7b-a0acf3aba85a None None] For port ce1f152e-a0b4-47c6-9bca-fb15796c0a14, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=ce1f152e-a0b4-47c6-9bca-fb15796c0a14,segment=NetworkSegment(737de52c-544b-4831-b19c-fef2d8c7a4ab),segment_id=737de52c-544b-4831-b19c-fef2d8c7a4ab)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:22.018658 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ddf6d494-e727-40de-9e7b-a0acf3aba85a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:22.040673 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-ddf6d494-e727-40de-9e7b-a0acf3aba85a None None] Calling delete_port for ce1f152e-a0b4-47c6-9bca-fb15796c0a14 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:17:22.046226 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4ccf7d-90dd-41fb-84d7-59788e106262 None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:17:22.046890 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-3e4ccf7d-90dd-41fb-84d7-59788e106262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:17:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:22.079447 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39acff-4248-4f35-9602-4b7e77e2b290 req-7b473d7d-5d0f-4c77-b85e-3018410b6fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:22.081318 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-be39acff-4248-4f35-9602-4b7e77e2b290 req-7b473d7d-5d0f-4c77-b85e-3018410b6fc9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d98f639d-f4cf-4ee7-9782-d5f1761290b6 HTTP/1.1" status: 200 len: 920 time: 0.1580939 Aug 11 22:17:22.100210 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-3e4ccf7d-90dd-41fb-84d7-59788e106262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:22.150268 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4ccf7d-90dd-41fb-84d7-59788e106262 None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:17:22.150860 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-3e4ccf7d-90dd-41fb-84d7-59788e106262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:17:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:22.170808 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c24eef0e-f1c6-4e92-b30f-e76c6ff1826f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:22.186206 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-be39acff-4248-4f35-9602-4b7e77e2b290 req-de5a8629-3ca9-4ad6-b555-692fb82ef3bd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14c0da70-1688-410e-b53c-f165ece409a4 HTTP/1.1" status: 200 len: 217 time: 0.0966218 Aug 11 22:17:22.215420 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-3e4ccf7d-90dd-41fb-84d7-59788e106262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:22.216138 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4ccf7d-90dd-41fb-84d7-59788e106262 None None] The sync data for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:17:22.236294 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d6aacf-487a-4af6-99df-12f30928fe77 None None] DHCP port deletion for 33c2f8f4-3eee-4326-96b6-543d120f6bfc request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:17:22.296950 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39acff-4248-4f35-9602-4b7e77e2b290 req-b9377d34-94ed-400f-91dc-9898db9f0793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:22.300019 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-be39acff-4248-4f35-9602-4b7e77e2b290 req-b9377d34-94ed-400f-91dc-9898db9f0793 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4bcace65-6a59-41f0-879a-d84477d04327 HTTP/1.1" status: 200 len: 859 time: 0.1055150 Aug 11 22:17:22.317582 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ddf6d494-e727-40de-9e7b-a0acf3aba85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:22.340171 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-be39acff-4248-4f35-9602-4b7e77e2b290 req-5c83bc50-4388-4d7a-bc29-711dfe376b33 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d98f639d-f4cf-4ee7-9782-d5f1761290b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330997 Aug 11 22:17:22.358474 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6d494-e727-40de-9e7b-a0acf3aba85a None None] Pushing event deleted for resources: {'Port': ['ID=ce1f152e-a0b4-47c6-9bca-fb15796c0a14,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:22.370750 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf6d494-e727-40de-9e7b-a0acf3aba85a None None] No DVR routers for this DVR port ce1f152e-a0b4-47c6-9bca-fb15796c0a14 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:17:22.400384 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-c5d6aacf-487a-4af6-99df-12f30928fe77 None None] Deleting port 8529f3df-2b05-404f-8097-c326df3b8f1c {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:17:22.402122 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c5d6aacf-487a-4af6-99df-12f30928fe77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:22.406983 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-ab34914e-f18f-4e31-9b1c-642e0a8bfcf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad709186-dffc-489e-878d-76de899ca8af {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:17:22.442096 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24eef0e-f1c6-4e92-b30f-e76c6ff1826f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Port': ['ID=98253aa6-40a6-41fc-bb65-8ef04f19f5a1,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:22.454287 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dd0eeab9-c0f0-4781-9e00-9823b6009957 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:22.501937 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-be39acff-4248-4f35-9602-4b7e77e2b290 req-6d66bac1-29e8-49b3-a2c5-22c983affb9b service neutron] 10.222.0.52 "GET /v2.0/networks/d98f639d-f4cf-4ee7-9782-d5f1761290b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540408 Aug 11 22:17:22.514777 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-c5d6aacf-487a-4af6-99df-12f30928fe77 None None] For port 8529f3df-2b05-404f-8097-c326df3b8f1c, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8529f3df-2b05-404f-8097-c326df3b8f1c,segment=NetworkSegment(944aa251-fcfb-4dec-bb44-c6043fafa1b2),segment_id=944aa251-fcfb-4dec-bb44-c6043fafa1b2)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:22.515128 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-ab34914e-f18f-4e31-9b1c-642e0a8bfcf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:22.515384 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c5d6aacf-487a-4af6-99df-12f30928fe77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:22.559236 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-c5d6aacf-487a-4af6-99df-12f30928fe77 None None] Calling delete_port for 8529f3df-2b05-404f-8097-c326df3b8f1c owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:17:22.602900 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c24eef0e-f1c6-4e92-b30f-e76c6ff1826f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:22.605987 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c24eef0e-f1c6-4e92-b30f-e76c6ff1826f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/98253aa6-40a6-41fc-bb65-8ef04f19f5a1 HTTP/1.1" status: 204 len: 168 time: 2.1717978 Aug 11 22:17:22.615949 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-ab34914e-f18f-4e31-9b1c-642e0a8bfcf1 service neutron] Transition to ACTIVE for port object ad709186-dffc-489e-878d-76de899ca8af will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:17:22.618860 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55856) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:22.648018 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-ab34914e-f18f-4e31-9b1c-642e0a8bfcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:22.689863 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1c511-dcc2-43e9-919a-3d5765051454 req-cc3426d5-6621-4e63-8710-58c3f49b13a8 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:22.698655 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eab1c511-dcc2-43e9-919a-3d5765051454 req-cc3426d5-6621-4e63-8710-58c3f49b13a8 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?device_id=d874068c-2c88-4b70-87bc-9fac0831ad11 HTTP/1.1" status: 200 len: 970 time: 0.3642476 Aug 11 22:17:22.704210 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-be39acff-4248-4f35-9602-4b7e77e2b290 req-4e46ad86-3ddb-4be8-8cd6-e2ab29c93a85 service neutron] 10.222.0.52 "GET /v2.0/networks/d98f639d-f4cf-4ee7-9782-d5f1761290b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931500 Aug 11 22:17:22.771917 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c5d6aacf-487a-4af6-99df-12f30928fe77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:22.787575 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5378efc-2267-41b2-ab0b-8c3e69878ac1 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:22.789484 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5378efc-2267-41b2-ab0b-8c3e69878ac1 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:22.791436 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b5378efc-2267-41b2-ab0b-8c3e69878ac1 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1689990 Aug 11 22:17:22.796639 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55858) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:22.829946 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-62563ba5-e0fc-4302-a2aa-cc3766a0181f tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Deleting port 8529f3df-2b05-404f-8097-c326df3b8f1c {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:17:22.830475 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-62563ba5-e0fc-4302-a2aa-cc3766a0181f tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:22.831784 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6aacf-487a-4af6-99df-12f30928fe77 None None] Pushing event deleted for resources: {'Port': ['ID=8529f3df-2b05-404f-8097-c326df3b8f1c,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:22.853808 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d6aacf-487a-4af6-99df-12f30928fe77 None None] No DVR routers for this DVR port 8529f3df-2b05-404f-8097-c326df3b8f1c on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:17:22.857193 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-e2c132c9-f3d8-45f9-8825-68c50cd94f15 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Deleting port 76a5c19f-7490-4e6c-96cc-a7f442a7e893 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:17:22.858000 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e2c132c9-f3d8-45f9-8825-68c50cd94f15 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:22.879858 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dd0eeab9-c0f0-4781-9e00-9823b6009957 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:22.926692 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b5f9dbe-d70d-490a-bff2-a39b8d7b21e7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting subnet 6bfdf735-c4f8-467c-acdf-599b1be5f9d9 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:17:22.933787 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3b5f9dbe-d70d-490a-bff2-a39b8d7b21e7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:23.018500 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3b5f9dbe-d70d-490a-bff2-a39b8d7b21e7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:23.037691 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ce1f152e-a0b4-47c6-9bca-fb15796c0a14 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:17:23.080279 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: ce1f152e-a0b4-47c6-9bca-fb15796c0a14 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:17:23.080739 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ce1f152e-a0b4-47c6-9bca-fb15796c0a14 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:17:23.081257 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8529f3df-2b05-404f-8097-c326df3b8f1c no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:17:23.129944 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 8529f3df-2b05-404f-8097-c326df3b8f1c {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:17:23.131247 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8529f3df-2b05-404f-8097-c326df3b8f1c not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:17:23.194735 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3b5f9dbe-d70d-490a-bff2-a39b8d7b21e7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:23.275568 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3b5f9dbe-d70d-490a-bff2-a39b8d7b21e7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:23.292288 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3b5f9dbe-d70d-490a-bff2-a39b8d7b21e7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:23.294718 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3b5f9dbe-d70d-490a-bff2-a39b8d7b21e7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/6bfdf735-c4f8-467c-acdf-599b1be5f9d9 HTTP/1.1" status: 204 len: 168 time: 0.4962170 Aug 11 22:17:23.303162 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188dcc60-35f6-4ccc-8f91-cf621128d948 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:17:23.314842 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55864) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:23.342190 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f9dbe-d70d-490a-bff2-a39b8d7b21e7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Subnet': ['ID=6bfdf735-c4f8-467c-acdf-599b1be5f9d9,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:23.392742 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f67de21f-7404-4e11-9694-fe3532e5c8ee tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0762036 Aug 11 22:17:23.395828 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55866) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:23.404725 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-035f1485-de0e-4dd4-b1c4-9ee2c901e2f5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:23.434001 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eab1c511-dcc2-43e9-919a-3d5765051454 req-3ac2498e-8d68-448f-851f-9287f337e086 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/security-groups?id=76bdd88a-bd73-4131-a804-39e07f88ffe6&id=723102e9-b2e7-41df-9555-e9d9bb0f96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.7339439 Aug 11 22:17:23.435385 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34914e-f18f-4e31-9b1c-642e0a8bfcf1 service neutron] Pushing event updated for resources: {'Port': ['ID=ad709186-dffc-489e-878d-76de899ca8af,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:23.526015 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0eeab9-c0f0-4781-9e00-9823b6009957 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Pushing event deleted for resources: {'Subnet': ['ID=e871e4ee-55f0-4341-85cf-dbdc8115bdad,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:23.540538 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dd0eeab9-c0f0-4781-9e00-9823b6009957 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:23.542387 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0381cb75-4ab1-43dd-afa8-602cd56e311d None None] Network 22676bc5-4aee-4a41-8ba8-faaf749fee2e requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:17:23.544143 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-dd0eeab9-c0f0-4781-9e00-9823b6009957 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "DELETE /v2.0/subnets/e871e4ee-55f0-4341-85cf-dbdc8115bdad HTTP/1.1" status: 204 len: 168 time: 2.6877654 Aug 11 22:17:23.551475 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55868) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:23.684289 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-62563ba5-e0fc-4302-a2aa-cc3766a0181f tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] For port 8529f3df-2b05-404f-8097-c326df3b8f1c, host n-d-804275-3, got binding levels [] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:23.684909 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-62563ba5-e0fc-4302-a2aa-cc3766a0181f tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:23.696516 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035f1485-de0e-4dd4-b1c4-9ee2c901e2f5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:17:23.704833 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-035f1485-de0e-4dd4-b1c4-9ee2c901e2f5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:23.715474 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dcc2ec-badd-4447-89c1-8459b8a02ca8 None None] DHCP port deletion for 031f2dcc-5a67-473f-bde2-e5d9a50304c4 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:17:23.768385 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e2c132c9-f3d8-45f9-8825-68c50cd94f15 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:23.777254 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-62563ba5-e0fc-4302-a2aa-cc3766a0181f tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Calling delete_port for 8529f3df-2b05-404f-8097-c326df3b8f1c owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:17:23.794336 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-ab34914e-f18f-4e31-9b1c-642e0a8bfcf1 service neutron] Attempting to bind port ad709186-dffc-489e-878d-76de899ca8af on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:17:23.794336 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-ab34914e-f18f-4e31-9b1c-642e0a8bfcf1 service neutron] Attempting to bind port ad709186-dffc-489e-878d-76de899ca8af by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '2405b23a-7b05-4693-9839-38b6a75567f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a7f22ba2-e884-4b3c-bcb8-adf9ef172db9'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:17:23.799630 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-ab34914e-f18f-4e31-9b1c-642e0a8bfcf1 service neutron] Attempting to bind port ad709186-dffc-489e-878d-76de899ca8af on network a7f22ba2-e884-4b3c-bcb8-adf9ef172db9 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:17:23.801905 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.ipam_backend_mixin [None req-62563ba5-e0fc-4302-a2aa-cc3766a0181f tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Port 8529f3df-2b05-404f-8097-c326df3b8f1c was not found and therefore no delete operation was performed {{(pid=100943) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 22:17:23.818089 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-e2c132c9-f3d8-45f9-8825-68c50cd94f15 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Calling delete_port for 76a5c19f-7490-4e6c-96cc-a7f442a7e893 owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:17:23.820788 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-62563ba5-e0fc-4302-a2aa-cc3766a0181f tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:23.839414 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-23dcc2ec-badd-4447-89c1-8459b8a02ca8 None None] Deleting port 4047688f-5d45-4d84-bb2f-8c05c9a86d42 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:17:23.841490 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-23dcc2ec-badd-4447-89c1-8459b8a02ca8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:23.841911 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf97107-6e31-4752-9caf-8a093192ee1f None None] DHCP port deletion for 22676bc5-4aee-4a41-8ba8-faaf749fee2e request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:17:23.854755 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d84d0f-c3b4-495c-b06e-91721229db77 req-896e6bf9-6ff4-4d5b-9eb3-de6b55a52df6 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:23.857673 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-85d84d0f-c3b4-495c-b06e-91721229db77 req-896e6bf9-6ff4-4d5b-9eb3-de6b55a52df6 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 945 time: 0.3278599 Aug 11 22:17:23.889535 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2c30d030-8226-451e-b2ac-e7a9148e7914 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:23.906533 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-ab34914e-f18f-4e31-9b1c-642e0a8bfcf1 service neutron] Port ad709186-dffc-489e-878d-76de899ca8af on network a7f22ba2-e884-4b3c-bcb8-adf9ef172db9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:17:23.907014 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-ab34914e-f18f-4e31-9b1c-642e0a8bfcf1 service neutron] Attempting to bind port ad709186-dffc-489e-878d-76de899ca8af on network a7f22ba2-e884-4b3c-bcb8-adf9ef172db9 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:17:23.934835 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62563ba5-e0fc-4302-a2aa-cc3766a0181f tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event deleted for resources: {'Port': ['ID=8529f3df-2b05-404f-8097-c326df3b8f1c,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:23.957943 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62563ba5-e0fc-4302-a2aa-cc3766a0181f tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] No DVR routers for this DVR port 8529f3df-2b05-404f-8097-c326df3b8f1c on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:17:23.965327 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-ab34914e-f18f-4e31-9b1c-642e0a8bfcf1 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:17:23.966062 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-ab34914e-f18f-4e31-9b1c-642e0a8bfcf1 service neutron] Checking segment: {'id': '2405b23a-7b05-4693-9839-38b6a75567f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a7f22ba2-e884-4b3c-bcb8-adf9ef172db9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:17:23.966715 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-ab34914e-f18f-4e31-9b1c-642e0a8bfcf1 service neutron] Bound using segment: {'id': '2405b23a-7b05-4693-9839-38b6a75567f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a7f22ba2-e884-4b3c-bcb8-adf9ef172db9'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:17:23.967537 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-ab34914e-f18f-4e31-9b1c-642e0a8bfcf1 service neutron] Bound port: ad709186-dffc-489e-878d-76de899ca8af, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2405b23a-7b05-4693-9839-38b6a75567f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a7f22ba2-e884-4b3c-bcb8-adf9ef172db9'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:17:23.968155 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-ab34914e-f18f-4e31-9b1c-642e0a8bfcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:24.001965 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-23dcc2ec-badd-4447-89c1-8459b8a02ca8 None None] For port 4047688f-5d45-4d84-bb2f-8c05c9a86d42, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=4047688f-5d45-4d84-bb2f-8c05c9a86d42,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:24.002973 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-23dcc2ec-badd-4447-89c1-8459b8a02ca8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:24.037581 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2c30d030-8226-451e-b2ac-e7a9148e7914 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:24.037926 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-23dcc2ec-badd-4447-89c1-8459b8a02ca8 None None] Calling delete_port for 4047688f-5d45-4d84-bb2f-8c05c9a86d42 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:17:24.075757 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-2c30d030-8226-451e-b2ac-e7a9148e7914 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74395db-c7eb-4508-9006-176acc6e4b6d']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:24.092760 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-2c30d030-8226-451e-b2ac-e7a9148e7914 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737de52c-544b-4831-b19c-fef2d8c7a4ab') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:24.093099 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-2c30d030-8226-451e-b2ac-e7a9148e7914 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737de52c-544b-4831-b19c-fef2d8c7a4ab') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:24.104987 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-85d84d0f-c3b4-495c-b06e-91721229db77 req-3508928a-9b89-48c2-8894-f62237fff4f6 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/security-groups?id=5c3e3d6c-5ae0-4429-92ba-cc02fd77c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885455 Aug 11 22:17:24.124235 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2c30d030-8226-451e-b2ac-e7a9148e7914 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:24.131134 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-1bf97107-6e31-4752-9caf-8a093192ee1f None None] Deleting port de92fa7c-2217-4df6-a2a8-42269afdecb0 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:17:24.131810 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1bf97107-6e31-4752-9caf-8a093192ee1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:24.172031 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2c30d030-8226-451e-b2ac-e7a9148e7914 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:24.200212 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c30d030-8226-451e-b2ac-e7a9148e7914 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:17:24.200931 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2c30d030-8226-451e-b2ac-e7a9148e7914 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:17:24.204132 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:17:24.247669 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-035f1485-de0e-4dd4-b1c4-9ee2c901e2f5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:24.273688 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-62563ba5-e0fc-4302-a2aa-cc3766a0181f tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:24.307186 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-1bf97107-6e31-4752-9caf-8a093192ee1f None None] For port de92fa7c-2217-4df6-a2a8-42269afdecb0, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=de92fa7c-2217-4df6-a2a8-42269afdecb0,segment=NetworkSegment(9d897c8b-3740-4eeb-a648-0035b9afdf7b),segment_id=9d897c8b-3740-4eeb-a648-0035b9afdf7b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:24.307897 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1bf97107-6e31-4752-9caf-8a093192ee1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:24.311337 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-62563ba5-e0fc-4302-a2aa-cc3766a0181f tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c2f8f4-3eee-4326-96b6-543d120f6bfc']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:24.314253 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035f1485-de0e-4dd4-b1c4-9ee2c901e2f5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:17:24.321024 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-035f1485-de0e-4dd4-b1c4-9ee2c901e2f5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:24.331554 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035f1485-de0e-4dd4-b1c4-9ee2c901e2f5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:24.332448 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-035f1485-de0e-4dd4-b1c4-9ee2c901e2f5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:24.339578 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-1bf97107-6e31-4752-9caf-8a093192ee1f None None] Calling delete_port for de92fa7c-2217-4df6-a2a8-42269afdecb0 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:17:24.348224 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-23dcc2ec-badd-4447-89c1-8459b8a02ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:24.355380 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f1485-de0e-4dd4-b1c4-9ee2c901e2f5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Subnet': ['ID=b2444f9b-fba6-4656-a75f-13bd97e0923e,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:24.362307 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-035f1485-de0e-4dd4-b1c4-9ee2c901e2f5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9647424 Aug 11 22:17:24.364173 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55870) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:24.369889 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-8d286d36-5999-4621-8b39-a4b7dd5d96ba tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'port': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'name': 'tempest-NetworksTestDHCPv6-1757140743'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:24.373085 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-62563ba5-e0fc-4302-a2aa-cc3766a0181f tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944aa251-fcfb-4dec-bb44-c6043fafa1b2') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:24.375130 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-62563ba5-e0fc-4302-a2aa-cc3766a0181f tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944aa251-fcfb-4dec-bb44-c6043fafa1b2') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:24.375391 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2c30d030-8226-451e-b2ac-e7a9148e7914 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:24.396700 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2c30d030-8226-451e-b2ac-e7a9148e7914 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:24.402868 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2c30d030-8226-451e-b2ac-e7a9148e7914 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "DELETE /v2.0/networks/c74395db-c7eb-4508-9006-176acc6e4b6d HTTP/1.1" status: 204 len: 168 time: 0.8452587 Aug 11 22:17:24.404635 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-ab34914e-f18f-4e31-9b1c-642e0a8bfcf1 service neutron] For port ad709186-dffc-489e-878d-76de899ca8af, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:17:24.409447 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55872) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:24.415047 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dcc2ec-badd-4447-89c1-8459b8a02ca8 None None] Pushing event deleted for resources: {'Port': ['ID=4047688f-5d45-4d84-bb2f-8c05c9a86d42,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:24.419253 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dcc2ec-badd-4447-89c1-8459b8a02ca8 None None] No DVR routers for this DVR port 4047688f-5d45-4d84-bb2f-8c05c9a86d42 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:17:24.431912 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-62563ba5-e0fc-4302-a2aa-cc3766a0181f tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:24.442235 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30d030-8226-451e-b2ac-e7a9148e7914 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Pushing event deleted for resources: {'Network': ['ID=c74395db-c7eb-4508-9006-176acc6e4b6d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:24.509114 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-ab34914e-f18f-4e31-9b1c-642e0a8bfcf1 service neutron] For port ad709186-dffc-489e-878d-76de899ca8af, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=ad709186-dffc-489e-878d-76de899ca8af,segment=NetworkSegment(2405b23a-7b05-4693-9839-38b6a75567f3),segment_id=2405b23a-7b05-4693-9839-38b6a75567f3)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:17:24.528503 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2027f8-7609-43de-ae76-8d2635273ca6 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:17:24.577626 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d286d36-5999-4621-8b39-a4b7dd5d96ba tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:17:24.582228 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d286d36-5999-4621-8b39-a4b7dd5d96ba tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:24.608215 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-8d286d36-5999-4621-8b39-a4b7dd5d96ba tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] device_id is not set on port 3409dd16-429b-4d50-ab83-8f62d8b249a9 yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:17:24.620897 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-ab34914e-f18f-4e31-9b1c-642e0a8bfcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:24.664753 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-62563ba5-e0fc-4302-a2aa-cc3766a0181f tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:24.727408 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1bf97107-6e31-4752-9caf-8a093192ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:24.733330 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62563ba5-e0fc-4302-a2aa-cc3766a0181f tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:17:24.733779 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-62563ba5-e0fc-4302-a2aa-cc3766a0181f tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:17:24.746547 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:17:24.788894 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf97107-6e31-4752-9caf-8a093192ee1f None None] Pushing event deleted for resources: {'Port': ['ID=de92fa7c-2217-4df6-a2a8-42269afdecb0,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:24.819361 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-8d286d36-5999-4621-8b39-a4b7dd5d96ba tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Allocated IP 2001:db8::b6 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/b2444f9b-fba6-4656-a75f-13bd97e0923e/3409dd16-429b-4d50-ab83-8f62d8b249a9) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:17:24.839432 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf97107-6e31-4752-9caf-8a093192ee1f None None] No DVR routers for this DVR port de92fa7c-2217-4df6-a2a8-42269afdecb0 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:17:24.866986 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-ab34914e-f18f-4e31-9b1c-642e0a8bfcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:24.868095 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-ab34914e-f18f-4e31-9b1c-642e0a8bfcf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:24.870279 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-ab34914e-f18f-4e31-9b1c-642e0a8bfcf1 service neutron] 10.222.0.82 "PUT /v2.0/ports/ad709186-dffc-489e-878d-76de899ca8af HTTP/1.1" status: 200 len: 1130 time: 4.5177000 Aug 11 22:17:24.871437 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34914e-f18f-4e31-9b1c-642e0a8bfcf1 service neutron] Pushing event updated for resources: {'Port': ['ID=ad709186-dffc-489e-878d-76de899ca8af,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:24.874334 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd874068c-2c88-4b70-87bc-9fac0831ad11', 'tag': 'ad709186-dffc-489e-878d-76de899ca8af'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:17:24.876970 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b136cb0a-4455-4cbf-9f42-58f4e01d1d74" -d '{"events": [{"name": "network-changed", "server_uuid": "d874068c-2c88-4b70-87bc-9fac0831ad11", "tag": "ad709186-dffc-489e-878d-76de899ca8af"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:17:24.914152 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4f79ef4e-727e-4781-bc7e-eee032728490 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:24.941638 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170610b0-90fe-4b8d-9841-b799de9e5d21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'fixed_ips': [{'subnet_id': 'b2444f9b-fba6-4656-a75f-13bd97e0923e'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:17:24.943474 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-170610b0-90fe-4b8d-9841-b799de9e5d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:25.014972 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-62563ba5-e0fc-4302-a2aa-cc3766a0181f tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:25.031655 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77650503-93fb-4343-92d5-512238cbbb4f req-71420481-bf69-4e52-b11a-c8b8190fcfbf tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:25.040407 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-77650503-93fb-4343-92d5-512238cbbb4f req-71420481-bf69-4e52-b11a-c8b8190fcfbf tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?device_id=d874068c-2c88-4b70-87bc-9fac0831ad11 HTTP/1.1" status: 200 len: 982 time: 0.4375267 Aug 11 22:17:25.075916 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-62563ba5-e0fc-4302-a2aa-cc3766a0181f tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:25.080187 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-62563ba5-e0fc-4302-a2aa-cc3766a0181f tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] 10.222.0.77 "DELETE /v2.0/networks/33c2f8f4-3eee-4326-96b6-543d120f6bfc HTTP/1.1" status: 204 len: 168 time: 3.6675532 Aug 11 22:17:25.114653 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 4047688f-5d45-4d84-bb2f-8c05c9a86d42 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:17:25.124189 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62563ba5-e0fc-4302-a2aa-cc3766a0181f tempest-NetworksIpV6TestAttrs-1866910033 tempest-NetworksIpV6TestAttrs-1866910033-project] Pushing event deleted for resources: {'Network': ['ID=33c2f8f4-3eee-4326-96b6-543d120f6bfc,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:25.174546 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 4047688f-5d45-4d84-bb2f-8c05c9a86d42 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:17:25.175115 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 4047688f-5d45-4d84-bb2f-8c05c9a86d42 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:17:25.175887 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device de92fa7c-2217-4df6-a2a8-42269afdecb0 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:17:25.183024 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-77650503-93fb-4343-92d5-512238cbbb4f req-bb432d4d-3ed8-4707-a0a3-fe878b084dfd tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/security-groups?id=76bdd88a-bd73-4131-a804-39e07f88ffe6&id=723102e9-b2e7-41df-9555-e9d9bb0f96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1414340 Aug 11 22:17:25.188028 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-1b457f2a-6654-4e28-a669-f6136352933f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:25.190708 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-1b457f2a-6654-4e28-a669-f6136352933f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4980a3f019644cf79e7a0e6f603100d9&device_id=d874068c-2c88-4b70-87bc-9fac0831ad11 HTTP/1.1" status: 200 len: 1133 time: 0.2337227 Aug 11 22:17:25.193299 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e2c132c9-f3d8-45f9-8825-68c50cd94f15 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:25.244835 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: de92fa7c-2217-4df6-a2a8-42269afdecb0 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:17:25.245856 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device de92fa7c-2217-4df6-a2a8-42269afdecb0 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:17:25.335047 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe4851f-d058-4d06-b5f6-a8796af1038a x-openstack-request-id: req-3fe4851f-d058-4d06-b5f6-a8796af1038a {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:17:25.335544 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d874068c-2c88-4b70-87bc-9fac0831ad11", "tag": "ad709186-dffc-489e-878d-76de899ca8af", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:17:25.336034 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3fe4851f-d058-4d06-b5f6-a8796af1038a {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:17:25.336751 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd874068c-2c88-4b70-87bc-9fac0831ad11', 'tag': 'ad709186-dffc-489e-878d-76de899ca8af', 'status': 'completed', 'code': 200} Aug 11 22:17:25.382278 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4f79ef4e-727e-4781-bc7e-eee032728490 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:25.459770 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c132c9-f3d8-45f9-8825-68c50cd94f15 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event deleted for resources: {'Port': ['ID=76a5c19f-7490-4e6c-96cc-a7f442a7e893,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:25.489663 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-a905f6bb-cbc3-4b17-82c0-cbbc2cff1216 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad709186-dffc-489e-878d-76de899ca8af HTTP/1.1" status: 200 len: 217 time: 0.1739161 Aug 11 22:17:25.501891 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-4f79ef4e-727e-4781-bc7e-eee032728490 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22676bc5-4aee-4a41-8ba8-faaf749fee2e']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:25.580822 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55886) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:25.594471 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-4f79ef4e-727e-4781-bc7e-eee032728490 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d897c8b-3740-4eeb-a648-0035b9afdf7b') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:25.594889 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-4f79ef4e-727e-4781-bc7e-eee032728490 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d897c8b-3740-4eeb-a648-0035b9afdf7b') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:25.665538 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4f79ef4e-727e-4781-bc7e-eee032728490 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:25.724346 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-3f513799-7747-479c-915b-e0acabbca90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:25.726015 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-3f513799-7747-479c-915b-e0acabbca90c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0bb7995d-56c2-4f4e-b29d-678903d21aa8 HTTP/1.1" status: 200 len: 835 time: 0.1899278 Aug 11 22:17:25.728223 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4f79ef4e-727e-4781-bc7e-eee032728490 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:25.764143 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b2c84-344d-4cd8-bff9-93041c9530ac req-d64b574e-6924-4295-b115-eb3a711b3f19 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:25.765958 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bf1b2c84-344d-4cd8-bff9-93041c9530ac req-d64b574e-6924-4295-b115-eb3a711b3f19 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 945 time: 0.3083639 Aug 11 22:17:25.767159 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f79ef4e-727e-4781-bc7e-eee032728490 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:17:25.767618 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4f79ef4e-727e-4781-bc7e-eee032728490 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:17:25.774515 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:17:25.821986 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d286d36-5999-4621-8b39-a4b7dd5d96ba tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:25.849865 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-8d286d36-5999-4621-8b39-a4b7dd5d96ba tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Transition to ACTIVE for port object 3409dd16-429b-4d50-ab83-8f62d8b249a9 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:17:25.882815 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e2c132c9-f3d8-45f9-8825-68c50cd94f15 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:25.885070 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e2c132c9-f3d8-45f9-8825-68c50cd94f15 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "DELETE /v2.0/ports/76a5c19f-7490-4e6c-96cc-a7f442a7e893 HTTP/1.1" status: 204 len: 168 time: 4.0288608 Aug 11 22:17:25.892361 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55890) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:25.903972 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-9f375f97-7b35-4e5e-ba33-b7c86fb7c6bf tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:25.908768 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d286d36-5999-4621-8b39-a4b7dd5d96ba tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:25.954721 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4f79ef4e-727e-4781-bc7e-eee032728490 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:25.988655 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4f79ef4e-727e-4781-bc7e-eee032728490 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:25.990494 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d286d36-5999-4621-8b39-a4b7dd5d96ba tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:17:25.992518 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4f79ef4e-727e-4781-bc7e-eee032728490 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] 10.222.0.77 "DELETE /v2.0/networks/22676bc5-4aee-4a41-8ba8-faaf749fee2e HTTP/1.1" status: 204 len: 168 time: 1.5788002 Aug 11 22:17:25.995970 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-71ed44b2-bf99-4093-98f1-78345d401831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:25.998391 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-71ed44b2-bf99-4093-98f1-78345d401831 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a7f22ba2-e884-4b3c-bcb8-adf9ef172db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2565558 Aug 11 22:17:26.014571 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-8d286d36-5999-4621-8b39-a4b7dd5d96ba tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:26.019549 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d286d36-5999-4621-8b39-a4b7dd5d96ba tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:17:26.023601 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bf1b2c84-344d-4cd8-bff9-93041c9530ac req-6b6fd931-8803-4250-9b91-8fb229c9dc8e tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/security-groups?id=5c3e3d6c-5ae0-4429-92ba-cc02fd77c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914332 Aug 11 22:17:26.035429 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-170610b0-90fe-4b8d-9841-b799de9e5d21 None None] Allocated IP 2001:db8::2 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/b2444f9b-fba6-4656-a75f-13bd97e0923e/eee7cc81-e0e4-473c-828a-e790365cf183) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:17:26.056062 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d286d36-5999-4621-8b39-a4b7dd5d96ba tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:26.060119 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d286d36-5999-4621-8b39-a4b7dd5d96ba tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:26.077629 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79ef4e-727e-4781-bc7e-eee032728490 tempest-TaggedBootDevicesTest-1727410985 tempest-TaggedBootDevicesTest-1727410985-project] Pushing event deleted for resources: {'Network': ['ID=22676bc5-4aee-4a41-8ba8-faaf749fee2e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:26.081303 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7ea81a89-991a-43eb-a086-25cdbfe24f4d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=18c8bc2260af4c4f9d1587285a337ca7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4929266 Aug 11 22:17:26.083350 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9f375f97-7b35-4e5e-ba33-b7c86fb7c6bf tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:26.090974 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55892) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:26.162427 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8d286d36-5999-4621-8b39-a4b7dd5d96ba tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7968636 Aug 11 22:17:26.174183 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d286d36-5999-4621-8b39-a4b7dd5d96ba tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Port': ['ID=3409dd16-429b-4d50-ab83-8f62d8b249a9,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:26.197317 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55894) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:26.394561 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ff6a5e-2500-406e-af9b-18aee1217e10 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:26.396240 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-13ff6a5e-2500-406e-af9b-18aee1217e10 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1966083 Aug 11 22:17:26.399850 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55900) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:26.435486 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-4762f446-f00d-46ac-a214-956abb71f33e service neutron] 10.222.0.82 "GET /v2.0/networks/a7f22ba2-e884-4b3c-bcb8-adf9ef172db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949256 Aug 11 22:17:26.437223 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-80449385-f4d3-46d6-abca-056737cf249b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:26.460265 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-170610b0-90fe-4b8d-9841-b799de9e5d21 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:26.478078 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-170610b0-90fe-4b8d-9841-b799de9e5d21 None None] Transition to ACTIVE for port object eee7cc81-e0e4-473c-828a-e790365cf183 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:17:26.515988 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-170610b0-90fe-4b8d-9841-b799de9e5d21 None None] Transition to ACTIVE for port object eee7cc81-e0e4-473c-828a-e790365cf183 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:17:26.528703 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-170610b0-90fe-4b8d-9841-b799de9e5d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:26.551803 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-c60164bd-752a-42b3-a51a-39147435ec33 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting port 3409dd16-429b-4d50-ab83-8f62d8b249a9 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:17:26.552564 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c60164bd-752a-42b3-a51a-39147435ec33 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:26.567177 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-80449385-f4d3-46d6-abca-056737cf249b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:26.597985 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170610b0-90fe-4b8d-9841-b799de9e5d21 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:17:26.612437 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-170610b0-90fe-4b8d-9841-b799de9e5d21 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:26.617292 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170610b0-90fe-4b8d-9841-b799de9e5d21 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:17:26.637277 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2cb81-9095-418a-8cab-b78819ddbc39 req-839038e7-f612-4976-a817-e9551ef72722 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:26.639340 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cdb2cb81-9095-418a-8cab-b78819ddbc39 req-839038e7-f612-4976-a817-e9551ef72722 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?device_id=d874068c-2c88-4b70-87bc-9fac0831ad11 HTTP/1.1" status: 200 len: 982 time: 0.2325025 Aug 11 22:17:26.643346 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170610b0-90fe-4b8d-9841-b799de9e5d21 None None] Pushing event updated for resources: {'Port': ['ID=eee7cc81-e0e4-473c-828a-e790365cf183,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:26.714309 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f8c508a2-3a03-47e5-995e-3cc509df4990 req-05d7f162-f9a7-456a-8b07-483c00187ba7 service neutron] 10.222.0.82 "GET /v2.0/networks/a7f22ba2-e884-4b3c-bcb8-adf9ef172db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457125 Aug 11 22:17:26.722131 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9f375f97-7b35-4e5e-ba33-b7c86fb7c6bf tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:26.728676 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c60164bd-752a-42b3-a51a-39147435ec33 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:26.741026 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-170610b0-90fe-4b8d-9841-b799de9e5d21 None None] Attempting to bind port eee7cc81-e0e4-473c-828a-e790365cf183 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:17:26.742343 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-170610b0-90fe-4b8d-9841-b799de9e5d21 None None] Attempting to bind port eee7cc81-e0e4-473c-828a-e790365cf183 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:17:26.742709 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170610b0-90fe-4b8d-9841-b799de9e5d21 None None] Attempting to bind port eee7cc81-e0e4-473c-828a-e790365cf183 on network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:17:26.751658 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cdb2cb81-9095-418a-8cab-b78819ddbc39 req-79349a09-739b-401a-baa1-718c61e739d6 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/security-groups?id=76bdd88a-bd73-4131-a804-39e07f88ffe6&id=723102e9-b2e7-41df-9555-e9d9bb0f96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0772595 Aug 11 22:17:26.752382 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-80449385-f4d3-46d6-abca-056737cf249b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:26.754093 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170610b0-90fe-4b8d-9841-b799de9e5d21 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:17:26.754530 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-c60164bd-752a-42b3-a51a-39147435ec33 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Calling delete_port for 3409dd16-429b-4d50-ab83-8f62d8b249a9 owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:17:26.754786 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170610b0-90fe-4b8d-9841-b799de9e5d21 None None] Checking segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:17:26.755042 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-80449385-f4d3-46d6-abca-056737cf249b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:26.755495 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-170610b0-90fe-4b8d-9841-b799de9e5d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:26.760891 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170610b0-90fe-4b8d-9841-b799de9e5d21 None None] Bound using segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:17:26.761195 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-80449385-f4d3-46d6-abca-056737cf249b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4e5d5ea8-1c88-437b-8572-20654fe6dc60 HTTP/1.1" status: 204 len: 168 time: 0.6649482 Aug 11 22:17:26.761389 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-170610b0-90fe-4b8d-9841-b799de9e5d21 None None] Bound port: eee7cc81-e0e4-473c-828a-e790365cf183, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:17:26.761389 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-170610b0-90fe-4b8d-9841-b799de9e5d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:26.800665 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80449385-f4d3-46d6-abca-056737cf249b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5d5ea8-1c88-437b-8572-20654fe6dc60,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:26.948476 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-9f375f97-7b35-4e5e-ba33-b7c86fb7c6bf tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Allocated IP 172.25.2.194 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/a69ad4b6-a943-4543-8874-7ac72f41d0ab) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:17:27.020767 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-170610b0-90fe-4b8d-9841-b799de9e5d21 None None] For port eee7cc81-e0e4-473c-828a-e790365cf183, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:17:27.029336 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-170610b0-90fe-4b8d-9841-b799de9e5d21 None None] For port eee7cc81-e0e4-473c-828a-e790365cf183, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=eee7cc81-e0e4-473c-828a-e790365cf183,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:17:27.040813 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-170610b0-90fe-4b8d-9841-b799de9e5d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:27.117813 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136cb0a-4455-4cbf-9f42-58f4e01d1d74 req-6cf7b83c-1aa1-47f9-a9cd-5e7d9b22f458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:27.124880 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b136cb0a-4455-4cbf-9f42-58f4e01d1d74 req-6cf7b83c-1aa1-47f9-a9cd-5e7d9b22f458 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4980a3f019644cf79e7a0e6f603100d9&device_id=d874068c-2c88-4b70-87bc-9fac0831ad11 HTTP/1.1" status: 200 len: 1133 time: 0.2410119 Aug 11 22:17:27.130266 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c60164bd-752a-42b3-a51a-39147435ec33 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:27.232664 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170610b0-90fe-4b8d-9841-b799de9e5d21 None None] Pushing event updated for resources: {'Port': ['ID=eee7cc81-e0e4-473c-828a-e790365cf183,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:27.233894 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60164bd-752a-42b3-a51a-39147435ec33 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Port': ['ID=3409dd16-429b-4d50-ab83-8f62d8b249a9,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:27.308811 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136cb0a-4455-4cbf-9f42-58f4e01d1d74 req-1e583d36-d5c2-452f-9940-196422e86413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:27.310447 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b136cb0a-4455-4cbf-9f42-58f4e01d1d74 req-1e583d36-d5c2-452f-9940-196422e86413 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a7f22ba2-e884-4b3c-bcb8-adf9ef172db9 HTTP/1.1" status: 200 len: 897 time: 0.1823213 Aug 11 22:17:27.325917 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c60164bd-752a-42b3-a51a-39147435ec33 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:27.334899 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c60164bd-752a-42b3-a51a-39147435ec33 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/3409dd16-429b-4d50-ab83-8f62d8b249a9 HTTP/1.1" status: 204 len: 168 time: 0.9328890 Aug 11 22:17:27.336282 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55916) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:27.408229 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b136cb0a-4455-4cbf-9f42-58f4e01d1d74 req-d7b3172b-e77c-4c55-ae9e-ce296bbae1d5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad709186-dffc-489e-878d-76de899ca8af HTTP/1.1" status: 200 len: 217 time: 0.0870285 Aug 11 22:17:27.529004 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c91394-3c57-451b-80c2-ada3f1ef0d27 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:27.538743 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136cb0a-4455-4cbf-9f42-58f4e01d1d74 req-f014e725-fe45-451f-8368-7bc96d1f94df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:27.542008 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b136cb0a-4455-4cbf-9f42-58f4e01d1d74 req-f014e725-fe45-451f-8368-7bc96d1f94df service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0bb7995d-56c2-4f4e-b29d-678903d21aa8 HTTP/1.1" status: 200 len: 835 time: 0.1233647 Aug 11 22:17:27.553271 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c91394-3c57-451b-80c2-ada3f1ef0d27 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:27.562141 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-52c91394-3c57-451b-80c2-ada3f1ef0d27 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2213366 Aug 11 22:17:27.567124 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55922) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:27.693534 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f411d1a-89c0-4182-9506-e55f2b2e7414 req-cf2ed912-9fc1-496c-a6c9-9f7bfc69b0e2 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:27.696592 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f411d1a-89c0-4182-9506-e55f2b2e7414 req-cf2ed912-9fc1-496c-a6c9-9f7bfc69b0e2 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 945 time: 0.3786662 Aug 11 22:17:27.702289 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9f375f97-7b35-4e5e-ba33-b7c86fb7c6bf tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:27.724942 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a58e54e-2782-4005-9fd3-bf4ba6b1c7f8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting subnet b2444f9b-fba6-4656-a75f-13bd97e0923e {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:17:27.736976 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8a58e54e-2782-4005-9fd3-bf4ba6b1c7f8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:27.800242 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136cb0a-4455-4cbf-9f42-58f4e01d1d74 req-cd8b9804-2293-434b-b9ee-39d7061fd5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:27.802173 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b136cb0a-4455-4cbf-9f42-58f4e01d1d74 req-cd8b9804-2293-434b-b9ee-39d7061fd5bd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a7f22ba2-e884-4b3c-bcb8-adf9ef172db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2167389 Aug 11 22:17:27.816985 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f411d1a-89c0-4182-9506-e55f2b2e7414 req-d92b542f-d8ac-4393-baae-59c00519a437 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/security-groups?id=5c3e3d6c-5ae0-4429-92ba-cc02fd77c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049376 Aug 11 22:17:27.845790 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8a58e54e-2782-4005-9fd3-bf4ba6b1c7f8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:27.914500 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9f375f97-7b35-4e5e-ba33-b7c86fb7c6bf tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:27.997249 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f375f97-7b35-4e5e-ba33-b7c86fb7c6bf tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:17:28.005633 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-9f375f97-7b35-4e5e-ba33-b7c86fb7c6bf tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:28.008542 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f375f97-7b35-4e5e-ba33-b7c86fb7c6bf tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:17:28.048232 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8a58e54e-2782-4005-9fd3-bf4ba6b1c7f8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:28.077645 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b136cb0a-4455-4cbf-9f42-58f4e01d1d74 req-9ae76a91-01e0-4e62-87cb-dbb7535fd072 service neutron] 10.222.0.82 "GET /v2.0/networks/a7f22ba2-e884-4b3c-bcb8-adf9ef172db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544436 Aug 11 22:17:28.078341 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f375f97-7b35-4e5e-ba33-b7c86fb7c6bf tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event updated for resources: {'Port': ['ID=a69ad4b6-a943-4543-8874-7ac72f41d0ab,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:28.206086 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8a58e54e-2782-4005-9fd3-bf4ba6b1c7f8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:28.227630 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b136cb0a-4455-4cbf-9f42-58f4e01d1d74 req-c83f1989-ca0e-4b13-91ba-03eb9e03c1fb service neutron] 10.222.0.82 "GET /v2.0/networks/a7f22ba2-e884-4b3c-bcb8-adf9ef172db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353669 Aug 11 22:17:28.246524 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8a58e54e-2782-4005-9fd3-bf4ba6b1c7f8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:28.265495 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55932) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:28.268591 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8a58e54e-2782-4005-9fd3-bf4ba6b1c7f8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/b2444f9b-fba6-4656-a75f-13bd97e0923e HTTP/1.1" status: 204 len: 168 time: 0.6901610 Aug 11 22:17:28.354793 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58e54e-2782-4005-9fd3-bf4ba6b1c7f8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Subnet': ['ID=b2444f9b-fba6-4656-a75f-13bd97e0923e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:28.388584 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a29e5afb-c250-449f-a8d3-7cc47ef30179 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1166475 Aug 11 22:17:28.389180 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55938) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:28.427060 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9f375f97-7b35-4e5e-ba33-b7c86fb7c6bf tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:28.515658 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fccf8e8-bb59-4863-ab29-cc0c5bf0c532 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:28.532656 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8fccf8e8-bb59-4863-ab29-cc0c5bf0c532 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1393781 Aug 11 22:17:28.533209 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55942) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:28.541115 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0326c-a266-4b93-b0ec-31f7692cfa73 req-3bf21e3a-be59-4ca4-ad89-3c728e4a0e00 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:28.548035 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ac0326c-a266-4b93-b0ec-31f7692cfa73 req-3bf21e3a-be59-4ca4-ad89-3c728e4a0e00 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?device_id=d874068c-2c88-4b70-87bc-9fac0831ad11 HTTP/1.1" status: 200 len: 982 time: 0.1792886 Aug 11 22:17:28.566976 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9f375f97-7b35-4e5e-ba33-b7c86fb7c6bf tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:28.677083 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ff79bf-3064-47ce-979b-6f9c8de067f5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:28.680098 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d6ff79bf-3064-47ce-979b-6f9c8de067f5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1451819 Aug 11 22:17:28.684064 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55946) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:28.772222 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3abb67d8-0635-414a-b4ef-62487c66f1ae tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859680 Aug 11 22:17:28.783147 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55948) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:28.792979 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-92b5ff68-dbf1-4d28-99a9-b66c2f29f37d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:28.818301 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ac0326c-a266-4b93-b0ec-31f7692cfa73 req-5025b6b3-0674-452b-8899-6c75440f3026 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/security-groups?id=76bdd88a-bd73-4131-a804-39e07f88ffe6&id=723102e9-b2e7-41df-9555-e9d9bb0f96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1868734 Aug 11 22:17:28.870826 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55950) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:28.875037 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0053766 Aug 11 22:17:28.881792 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55954) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:29.056080 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea86c0aa-5883-433c-840a-6f565cc9ff91 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:17:29.141784 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ad745acc-dddc-4c3b-8b27-f26d266a108c tempest-NetworksApiDiscovery-1979149208 tempest-NetworksApiDiscovery-1979149208-project] 10.222.0.77 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2575040 Aug 11 22:17:29.152676 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device eee7cc81-e0e4-473c-828a-e790365cf183 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:17:29.331721 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-32c0e73a-4b2c-47cb-a987-b4d45e39f884 None None] Provisioning for port eee7cc81-e0e4-473c-828a-e790365cf183 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:17:29.343380 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port eee7cc81-e0e4-473c-828a-e790365cf183 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:17:29.379606 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port eee7cc81-e0e4-473c-828a-e790365cf183 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:17:29.383235 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:29.587630 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8f0bad-4a34-419c-ba3f-9547f6bd635e None None] DHCP port deletion for 031f2dcc-5a67-473f-bde2-e5d9a50304c4 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:17:29.601755 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:29.679112 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port eee7cc81-e0e4-473c-828a-e790365cf183, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=eee7cc81-e0e4-473c-828a-e790365cf183,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:29.707810 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:29.709395 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9f375f97-7b35-4e5e-ba33-b7c86fb7c6bf tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:29.723642 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd9ad9-b94b-422e-8243-a8d2064bec57 req-f34f37c6-fa96-43a1-9d51-104c5db2f960 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:29.725573 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-afdd9ad9-b94b-422e-8243-a8d2064bec57 req-f34f37c6-fa96-43a1-9d51-104c5db2f960 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 945 time: 0.2493653 Aug 11 22:17:29.734634 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9f375f97-7b35-4e5e-ba33-b7c86fb7c6bf tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:29.777331 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55966) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:29.791992 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-ef8f0bad-4a34-419c-ba3f-9547f6bd635e None None] Deleting port eee7cc81-e0e4-473c-828a-e790365cf183 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:17:29.792906 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ef8f0bad-4a34-419c-ba3f-9547f6bd635e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:29.803146 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f375f97-7b35-4e5e-ba33-b7c86fb7c6bf tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event updated for resources: {'Port': ['ID=a69ad4b6-a943-4543-8874-7ac72f41d0ab,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:29.825554 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:17:29.836091 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b5ff68-dbf1-4d28-99a9-b66c2f29f37d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:17:29.840934 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-92b5ff68-dbf1-4d28-99a9-b66c2f29f37d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:29.947082 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=eee7cc81-e0e4-473c-828a-e790365cf183,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:29.977008 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-ef8f0bad-4a34-419c-ba3f-9547f6bd635e None None] For port eee7cc81-e0e4-473c-828a-e790365cf183, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=eee7cc81-e0e4-473c-828a-e790365cf183,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:29.977669 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ef8f0bad-4a34-419c-ba3f-9547f6bd635e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:29.999929 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-afdd9ad9-b94b-422e-8243-a8d2064bec57 req-7e6c5a62-e426-4959-a745-29897b99cc36 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/security-groups?id=5c3e3d6c-5ae0-4429-92ba-cc02fd77c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201064 Aug 11 22:17:30.004604 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-ef8f0bad-4a34-419c-ba3f-9547f6bd635e None None] Calling delete_port for eee7cc81-e0e4-473c-828a-e790365cf183 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:17:30.083661 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c068cb6e-4424-4394-bd30-d8cdbaffd4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:30.106484 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9f375f97-7b35-4e5e-ba33-b7c86fb7c6bf tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:30.133487 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ef8f0bad-4a34-419c-ba3f-9547f6bd635e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:30.197241 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f0bad-4a34-419c-ba3f-9547f6bd635e None None] Pushing event deleted for resources: {'Port': ['ID=eee7cc81-e0e4-473c-828a-e790365cf183,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:30.210353 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8f0bad-4a34-419c-ba3f-9547f6bd635e None None] No DVR routers for this DVR port eee7cc81-e0e4-473c-828a-e790365cf183 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:17:30.335200 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c068cb6e-4424-4394-bd30-d8cdbaffd4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:30.341946 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c068cb6e-4424-4394-bd30-d8cdbaffd4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:30.396994 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9f375f97-7b35-4e5e-ba33-b7c86fb7c6bf tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:30.401490 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9f375f97-7b35-4e5e-ba33-b7c86fb7c6bf tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5050049 Aug 11 22:17:30.405762 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55972) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:30.413299 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-59990338-706e-4115-bc02-1c8520b14b00 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Request body: {'port': {'network_id': '446505a3-9a63-47c2-b849-f3fdd943a96a', 'name': 'tempest-FloatingIPTestJSON-1353067310'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:30.425070 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c068cb6e-4424-4394-bd30-d8cdbaffd4c0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9df9bdd6541d4fcca011d820f7a68361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6457524 Aug 11 22:17:30.429273 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068cb6e-4424-4394-bd30-d8cdbaffd4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6f9e81-ff84-4df0-92e9-13d9786efb77,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:30.434398 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55974) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:30.444165 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-92b5ff68-dbf1-4d28-99a9-b66c2f29f37d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:30.533914 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e16b808a-18cc-431a-a66d-19b119a19856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:30.584938 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e16b808a-18cc-431a-a66d-19b119a19856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:30.592364 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5ff68-dbf1-4d28-99a9-b66c2f29f37d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Subnet': ['ID=bdc43987-9151-4f4f-9ad8-d1715d44e0b8,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:30.627289 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71dae4b-8b5f-47ed-bf9d-c25bea6f92d1 req-5d0002c0-a116-4e93-a70f-698380c34f72 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:30.629679 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e71dae4b-8b5f-47ed-bf9d-c25bea6f92d1 req-5d0002c0-a116-4e93-a70f-698380c34f72 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?device_id=d874068c-2c88-4b70-87bc-9fac0831ad11 HTTP/1.1" status: 200 len: 982 time: 0.2977693 Aug 11 22:17:30.664961 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b5ff68-dbf1-4d28-99a9-b66c2f29f37d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:17:30.684743 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-92b5ff68-dbf1-4d28-99a9-b66c2f29f37d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:30.689414 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b5ff68-dbf1-4d28-99a9-b66c2f29f37d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:30.690412 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-92b5ff68-dbf1-4d28-99a9-b66c2f29f37d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:30.701652 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf706509-b636-48d4-9171-edd4b8ed4f2a None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:17:30.711636 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e16b808a-18cc-431a-a66d-19b119a19856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:30.724092 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e16b808a-18cc-431a-a66d-19b119a19856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:30.724092 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e16b808a-18cc-431a-a66d-19b119a19856 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3a6f9e81-ff84-4df0-92e9-13d9786efb77 HTTP/1.1" status: 204 len: 168 time: 0.2844324 Aug 11 22:17:30.742345 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b808a-18cc-431a-a66d-19b119a19856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6f9e81-ff84-4df0-92e9-13d9786efb77,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:30.773758 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-92b5ff68-dbf1-4d28-99a9-b66c2f29f37d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9887373 Aug 11 22:17:30.779154 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55980) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:30.790775 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-9c630e0a-a165-4cde-9bd3-3c953854416e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'port': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'fixed_ips': [{'subnet_id': 'bdc43987-9151-4f4f-9ad8-d1715d44e0b8', 'ip_address': '2001:db8::4826:5e12:e0f6:e788'}], 'name': 'tempest-NetworksTestDHCPv6-393856955'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:30.811674 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e71dae4b-8b5f-47ed-bf9d-c25bea6f92d1 req-360eea64-877b-45bf-8841-3a77101b8fcd tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/security-groups?id=76bdd88a-bd73-4131-a804-39e07f88ffe6&id=723102e9-b2e7-41df-9555-e9d9bb0f96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1691511 Aug 11 22:17:30.856274 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59990338-706e-4115-bc02-1c8520b14b00 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Made reservation on behalf of 23db72142b8d4dca91b49664fcaef1e5 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:17:30.879836 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-59990338-706e-4115-bc02-1c8520b14b00 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:30.952134 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cff62e0-2887-4924-8a62-f4d07d5449ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'fixed_ips': [{'subnet_id': 'bdc43987-9151-4f4f-9ad8-d1715d44e0b8'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:17:30.953333 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2cff62e0-2887-4924-8a62-f4d07d5449ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:30.964648 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-59990338-706e-4115-bc02-1c8520b14b00 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] device_id is not set on port c5dd0589-9501-4db7-adc7-0cdb80765db8 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:17:31.117627 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c630e0a-a165-4cde-9bd3-3c953854416e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:17:31.158837 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device eee7cc81-e0e4-473c-828a-e790365cf183 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:17:31.293286 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9c630e0a-a165-4cde-9bd3-3c953854416e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:31.343963 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-9c630e0a-a165-4cde-9bd3-3c953854416e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] device_id is not set on port 664b6de6-2f2e-4016-9ead-a0d1107ccfd6 yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:17:31.345260 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-59990338-706e-4115-bc02-1c8520b14b00 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Allocated IP 172.20.0.4 (446505a3-9a63-47c2-b849-f3fdd943a96a/9f9bea34-ff81-4ecf-846b-77c8cfe0e1d2/c5dd0589-9501-4db7-adc7-0cdb80765db8) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:17:31.364114 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8da22-2bb4-4e08-9cef-f15540b305fd req-9de42557-c043-46c3-b176-c84bda70ad51 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:31.366940 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bea8da22-2bb4-4e08-9cef-f15540b305fd req-9de42557-c043-46c3-b176-c84bda70ad51 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 945 time: 0.1892102 Aug 11 22:17:31.438589 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device ad709186-dffc-489e-878d-76de899ca8af details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:17:31.476170 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: eee7cc81-e0e4-473c-828a-e790365cf183 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:17:31.476982 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device eee7cc81-e0e4-473c-828a-e790365cf183 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:17:31.564801 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bea8da22-2bb4-4e08-9cef-f15540b305fd req-bf14d4a1-a53d-40ba-9593-f2401d2b6264 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/security-groups?id=5c3e3d6c-5ae0-4429-92ba-cc02fd77c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782415 Aug 11 22:17:31.690862 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-2cff62e0-2887-4924-8a62-f4d07d5449ed None None] Allocated IP 2001:db8::2 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/bdc43987-9151-4f4f-9ad8-d1715d44e0b8/edbd8fad-9202-44fe-8863-f3d8eefcc478) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:17:31.933508 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-59990338-706e-4115-bc02-1c8520b14b00 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:31.962399 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port ad709186-dffc-489e-878d-76de899ca8af, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=ad709186-dffc-489e-878d-76de899ca8af,segment=NetworkSegment(2405b23a-7b05-4693-9839-38b6a75567f3),segment_id=2405b23a-7b05-4693-9839-38b6a75567f3)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:31.989038 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': 'ad709186-dffc-489e-878d-76de899ca8af', 'network_id': 'a7f22ba2-e884-4b3c-bcb8-adf9ef172db9', 'port_id': 'ad709186-dffc-489e-878d-76de899ca8af', 'mac_address': 'fa:16:3e:d2:ab:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb7995d-56c2-4f4e-b29d-678903d21aa8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:17:32.042975 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-59990338-706e-4115-bc02-1c8520b14b00 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:32.086563 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2cff62e0-2887-4924-8a62-f4d07d5449ed None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:32.120776 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:32.127776 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2cff62e0-2887-4924-8a62-f4d07d5449ed None None] Transition to ACTIVE for port object edbd8fad-9202-44fe-8863-f3d8eefcc478 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:17:32.156460 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2cff62e0-2887-4924-8a62-f4d07d5449ed None None] Transition to ACTIVE for port object edbd8fad-9202-44fe-8863-f3d8eefcc478 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:17:32.176264 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2cff62e0-2887-4924-8a62-f4d07d5449ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:32.215915 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cff62e0-2887-4924-8a62-f4d07d5449ed None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:17:32.222906 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-2cff62e0-2887-4924-8a62-f4d07d5449ed None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:32.230851 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59990338-706e-4115-bc02-1c8520b14b00 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Network 446505a3-9a63-47c2-b849-f3fdd943a96a is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:17:32.233261 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59990338-706e-4115-bc02-1c8520b14b00 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event updated for resources: {'Port': ['ID=c5dd0589-9501-4db7-adc7-0cdb80765db8,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:32.237651 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-59990338-706e-4115-bc02-1c8520b14b00 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:32.241838 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59990338-706e-4115-bc02-1c8520b14b00 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:17:32.266118 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cff62e0-2887-4924-8a62-f4d07d5449ed None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:17:32.272099 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad709186-dffc-489e-878d-76de899ca8af {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:17:32.367284 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-9c630e0a-a165-4cde-9bd3-3c953854416e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Allocated IP 2001:db8::4826:5e12:e0f6:e788 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/bdc43987-9151-4f4f-9ad8-d1715d44e0b8/664b6de6-2f2e-4016-9ead-a0d1107ccfd6) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:17:32.371770 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59990338-706e-4115-bc02-1c8520b14b00 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:32.374059 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-59990338-706e-4115-bc02-1c8520b14b00 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:32.408368 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port ad709186-dffc-489e-878d-76de899ca8af, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=ad709186-dffc-489e-878d-76de899ca8af,segment=NetworkSegment(2405b23a-7b05-4693-9839-38b6a75567f3),segment_id=2405b23a-7b05-4693-9839-38b6a75567f3)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:32.412723 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff62e0-2887-4924-8a62-f4d07d5449ed None None] Pushing event updated for resources: {'Port': ['ID=edbd8fad-9202-44fe-8863-f3d8eefcc478,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:32.418429 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:32.430446 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-59990338-706e-4115-bc02-1c8520b14b00 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0219262 Aug 11 22:17:32.441657 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56012) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:32.452157 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-2cff62e0-2887-4924-8a62-f4d07d5449ed None None] Attempting to bind port edbd8fad-9202-44fe-8863-f3d8eefcc478 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:17:32.452701 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-2cff62e0-2887-4924-8a62-f4d07d5449ed None None] Attempting to bind port edbd8fad-9202-44fe-8863-f3d8eefcc478 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:17:32.453168 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff62e0-2887-4924-8a62-f4d07d5449ed None None] Attempting to bind port edbd8fad-9202-44fe-8863-f3d8eefcc478 on network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:17:32.457440 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-fac673a3-4f1c-4983-8407-6f85685c75bb tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Request body: {'floatingip': {'port_id': 'c5dd0589-9501-4db7-adc7-0cdb80765db8'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:32.461174 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff62e0-2887-4924-8a62-f4d07d5449ed None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:17:32.461708 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff62e0-2887-4924-8a62-f4d07d5449ed None None] Checking segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:17:32.462243 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2cff62e0-2887-4924-8a62-f4d07d5449ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:32.462737 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff62e0-2887-4924-8a62-f4d07d5449ed None None] Bound using segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:17:32.463895 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-2cff62e0-2887-4924-8a62-f4d07d5449ed None None] Bound port: edbd8fad-9202-44fe-8863-f3d8eefcc478, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:17:32.464385 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2cff62e0-2887-4924-8a62-f4d07d5449ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:32.488816 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580e07a-87ae-4d34-bc9f-8fc7f1762de7 req-5828ac28-ce74-44b6-8955-31eb7faec754 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:32.503960 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a580e07a-87ae-4d34-bc9f-8fc7f1762de7 req-5828ac28-ce74-44b6-8955-31eb7faec754 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?device_id=d874068c-2c88-4b70-87bc-9fac0831ad11 HTTP/1.1" status: 200 len: 982 time: 0.3494732 Aug 11 22:17:32.580508 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=ad709186-dffc-489e-878d-76de899ca8af,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:32.642217 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fac673a3-4f1c-4983-8407-6f85685c75bb tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:32.662455 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-2cff62e0-2887-4924-8a62-f4d07d5449ed None None] For port edbd8fad-9202-44fe-8863-f3d8eefcc478, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:17:32.668039 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-2cff62e0-2887-4924-8a62-f4d07d5449ed None None] For port edbd8fad-9202-44fe-8863-f3d8eefcc478, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=edbd8fad-9202-44fe-8863-f3d8eefcc478,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:17:32.677848 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2cff62e0-2887-4924-8a62-f4d07d5449ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:32.790332 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9c630e0a-a165-4cde-9bd3-3c953854416e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:32.819317 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff62e0-2887-4924-8a62-f4d07d5449ed None None] Pushing event updated for resources: {'Port': ['ID=edbd8fad-9202-44fe-8863-f3d8eefcc478,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:32.824264 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['ad709186-dffc-489e-878d-76de899ca8af'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:17:32.831591 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a580e07a-87ae-4d34-bc9f-8fc7f1762de7 req-0a659f56-79ef-40a1-9866-4d8273242c35 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/security-groups?id=76bdd88a-bd73-4131-a804-39e07f88ffe6&id=723102e9-b2e7-41df-9555-e9d9bb0f96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3227103 Aug 11 22:17:32.845082 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-9c630e0a-a165-4cde-9bd3-3c953854416e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Transition to ACTIVE for port object 664b6de6-2f2e-4016-9ead-a0d1107ccfd6 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:17:33.037116 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9c630e0a-a165-4cde-9bd3-3c953854416e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:33.208481 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c630e0a-a165-4cde-9bd3-3c953854416e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:17:33.214813 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-9c630e0a-a165-4cde-9bd3-3c953854416e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:33.219451 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c630e0a-a165-4cde-9bd3-3c953854416e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:17:33.228147 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c630e0a-a165-4cde-9bd3-3c953854416e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:33.229563 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9c630e0a-a165-4cde-9bd3-3c953854416e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:33.265198 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c630e0a-a165-4cde-9bd3-3c953854416e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Port': ['ID=664b6de6-2f2e-4016-9ead-a0d1107ccfd6,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:33.284408 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9c630e0a-a165-4cde-9bd3-3c953854416e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5032344 Aug 11 22:17:33.299574 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56026) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:33.418980 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2703aa-2953-455c-b2fe-12bea5eb6428 req-325c6985-708f-4302-94d6-844bc08ac176 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:33.422094 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4c2703aa-2953-455c-b2fe-12bea5eb6428 req-325c6985-708f-4302-94d6-844bc08ac176 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 945 time: 0.2556093 Aug 11 22:17:33.506110 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa27fa6-839c-4f1f-bd5a-1f5d3a182b41 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:33.523146 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa27fa6-839c-4f1f-bd5a-1f5d3a182b41 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:33.535716 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-faa27fa6-839c-4f1f-bd5a-1f5d3a182b41 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2356997 Aug 11 22:17:33.536618 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56032) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:33.821583 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4c2703aa-2953-455c-b2fe-12bea5eb6428 req-2bcfc269-924e-4724-b843-06878bcb23f7 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/security-groups?id=5c3e3d6c-5ae0-4429-92ba-cc02fd77c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920907 Aug 11 22:17:33.829071 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-d761f9d5-c231-46fe-9ff3-1a421d71288c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting port 664b6de6-2f2e-4016-9ead-a0d1107ccfd6 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:17:33.829495 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d761f9d5-c231-46fe-9ff3-1a421d71288c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:34.077880 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d761f9d5-c231-46fe-9ff3-1a421d71288c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:34.121300 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-d761f9d5-c231-46fe-9ff3-1a421d71288c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Calling delete_port for 664b6de6-2f2e-4016-9ead-a0d1107ccfd6 owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:17:34.154937 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fac673a3-4f1c-4983-8407-6f85685c75bb tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:34.164961 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fac673a3-4f1c-4983-8407-6f85685c75bb tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:34.453429 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d761f9d5-c231-46fe-9ff3-1a421d71288c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:34.455278 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e430d-70fd-4b83-a0d3-88fce9e893d6 req-09fe917e-8c05-47e4-b867-6bfa128da3d1 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:34.459896 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-330e430d-70fd-4b83-a0d3-88fce9e893d6 req-09fe917e-8c05-47e4-b867-6bfa128da3d1 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?device_id=d874068c-2c88-4b70-87bc-9fac0831ad11 HTTP/1.1" status: 200 len: 983 time: 0.2879195 Aug 11 22:17:34.530505 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761f9d5-c231-46fe-9ff3-1a421d71288c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Port': ['ID=664b6de6-2f2e-4016-9ead-a0d1107ccfd6,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:34.585318 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d761f9d5-c231-46fe-9ff3-1a421d71288c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:34.592425 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d761f9d5-c231-46fe-9ff3-1a421d71288c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/664b6de6-2f2e-4016-9ead-a0d1107ccfd6 HTTP/1.1" status: 204 len: 168 time: 1.0542641 Aug 11 22:17:34.593407 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56046) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:34.642122 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-330e430d-70fd-4b83-a0d3-88fce9e893d6 req-5aa2421c-c73e-4885-9846-eed31c4faf98 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/security-groups?id=76bdd88a-bd73-4131-a804-39e07f88ffe6&id=723102e9-b2e7-41df-9555-e9d9bb0f96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0907438 Aug 11 22:17:34.662613 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-fac673a3-4f1c-4983-8407-6f85685c75bb tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Floating IP c9a37c1c-711b-459e-ad7a-daa50dab725d associated. External IP: 172.25.2.194, port: c5dd0589-9501-4db7-adc7-0cdb80765db8. Aug 11 22:17:34.720305 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c144d4-2a2f-4319-8c33-f7a8b508c39a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:34.723964 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c144d4-2a2f-4319-8c33-f7a8b508c39a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:34.729975 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c1c144d4-2a2f-4319-8c33-f7a8b508c39a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1320000 Aug 11 22:17:34.732563 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56050) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:34.840542 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d323a27-cc4d-49da-9e22-53a2a97d0308 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting subnet bdc43987-9151-4f4f-9ad8-d1715d44e0b8 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:17:34.849524 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0d323a27-cc4d-49da-9e22-53a2a97d0308 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:35.070702 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0d323a27-cc4d-49da-9e22-53a2a97d0308 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:35.138200 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c1283f1c-9591-4c54-b4a1-d571bf0542d8 None None] Provisioning for port edbd8fad-9202-44fe-8863-f3d8eefcc478 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:17:35.280483 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device edbd8fad-9202-44fe-8863-f3d8eefcc478 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:17:35.330937 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24852b53-fb49-4642-a4b0-eb944e8e4baf req-2b8a25b9-89e6-4269-bffd-b614ee9e2e4d tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:35.333824 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-24852b53-fb49-4642-a4b0-eb944e8e4baf req-2b8a25b9-89e6-4269-bffd-b614ee9e2e4d tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 945 time: 0.2589350 Aug 11 22:17:35.346465 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac673a3-4f1c-4983-8407-6f85685c75bb tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Router bb7ed200-b283-408b-9e65-fa6d5ac4b332 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:17:35.443674 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0d323a27-cc4d-49da-9e22-53a2a97d0308 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:35.465364 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device ad709186-dffc-489e-878d-76de899ca8af up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:17:35.636601 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-24852b53-fb49-4642-a4b0-eb944e8e4baf req-41017f59-48b7-457f-b8d9-306120b0bf4e tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/security-groups?id=5c3e3d6c-5ae0-4429-92ba-cc02fd77c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637551 Aug 11 22:17:35.649915 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port edbd8fad-9202-44fe-8863-f3d8eefcc478 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:17:35.679079 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port edbd8fad-9202-44fe-8863-f3d8eefcc478 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:17:35.680347 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:35.687076 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-36932e20-3733-45f8-a98e-a3cb55dacb77 None None] Could not find standard attr ID for object 664b6de6-2f2e-4016-9ead-a0d1107ccfd6. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:17:35.734135 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0d323a27-cc4d-49da-9e22-53a2a97d0308 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:35.755527 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac673a3-4f1c-4983-8407-6f85685c75bb tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:17:35.761529 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fac673a3-4f1c-4983-8407-6f85685c75bb tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:35.782394 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3219a53a-0fb2-4f13-a089-ebff0119d191 None None] Sync routers for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:17:35.817453 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3219a53a-0fb2-4f13-a089-ebff0119d191 None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:17:35.818933 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3219a53a-0fb2-4f13-a089-ebff0119d191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:17:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:35.872903 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port ad709186-dffc-489e-878d-76de899ca8af completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:17:35.904512 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fac673a3-4f1c-4983-8407-6f85685c75bb tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "PUT /v2.0/floatingips/c9a37c1c-711b-459e-ad7a-daa50dab725d HTTP/1.1" status: 200 len: 978 time: 3.4606602 Aug 11 22:17:35.908609 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56066) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:35.918438 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d323a27-cc4d-49da-9e22-53a2a97d0308 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Subnet': ['ID=bdc43987-9151-4f4f-9ad8-d1715d44e0b8,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:35.949513 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0d323a27-cc4d-49da-9e22-53a2a97d0308 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:35.954835 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port ad709186-dffc-489e-878d-76de899ca8af triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:17:35.957262 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0d323a27-cc4d-49da-9e22-53a2a97d0308 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/bdc43987-9151-4f4f-9ad8-d1715d44e0b8 HTTP/1.1" status: 204 len: 168 time: 1.2221715 Aug 11 22:17:35.961525 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56068) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:35.963612 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:35.984090 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3219a53a-0fb2-4f13-a089-ebff0119d191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:36.045642 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3219a53a-0fb2-4f13-a089-ebff0119d191 None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:17:36.047058 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3219a53a-0fb2-4f13-a089-ebff0119d191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:17:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:36.142172 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3219a53a-0fb2-4f13-a089-ebff0119d191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:36.143777 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3219a53a-0fb2-4f13-a089-ebff0119d191 None None] The sync data for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:17:36.196546 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b10fc9b1-0366-4d53-818c-22ae48691cf8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2309370 Aug 11 22:17:36.205690 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56070) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:36.216273 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-2ef203ab-dfaf-4ef7-9a44-7d10da1543b6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:36.278812 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:36.335011 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94297017-99e2-4cfb-b22e-91a372aa0cae None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:17:36.444486 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-8358447f-68a2-4b6f-8a2f-29be920b8680 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Deleting port c5dd0589-9501-4db7-adc7-0cdb80765db8 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:17:36.444770 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8358447f-68a2-4b6f-8a2f-29be920b8680 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:36.449280 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port edbd8fad-9202-44fe-8863-f3d8eefcc478, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=edbd8fad-9202-44fe-8863-f3d8eefcc478,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:36.465389 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:36.545273 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:36.558179 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cb9a6-5841-40f5-bf56-73b227b6c85e req-257afce7-26da-49e8-b277-7722f5369861 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:36.559922 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d51cb9a6-5841-40f5-bf56-73b227b6c85e req-257afce7-26da-49e8-b277-7722f5369861 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?device_id=d874068c-2c88-4b70-87bc-9fac0831ad11 HTTP/1.1" status: 200 len: 983 time: 0.2485383 Aug 11 22:17:36.568484 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef203ab-dfaf-4ef7-9a44-7d10da1543b6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:17:36.573132 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2ef203ab-dfaf-4ef7-9a44-7d10da1543b6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:36.656995 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=edbd8fad-9202-44fe-8863-f3d8eefcc478,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:36.713252 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port ad709186-dffc-489e-878d-76de899ca8af, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=ad709186-dffc-489e-878d-76de899ca8af,segment=NetworkSegment(2405b23a-7b05-4693-9839-38b6a75567f3),segment_id=2405b23a-7b05-4693-9839-38b6a75567f3)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:36.721505 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd874068c-2c88-4b70-87bc-9fac0831ad11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad709186-dffc-489e-878d-76de899ca8af'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:17:36.727054 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82904d8d-47b0-4886-a579-876db76d9aa2" -d '{"events": [{"server_uuid": "d874068c-2c88-4b70-87bc-9fac0831ad11", "name": "network-vif-plugged", "status": "completed", "tag": "ad709186-dffc-489e-878d-76de899ca8af"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:17:36.741874 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8358447f-68a2-4b6f-8a2f-29be920b8680 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:36.755333 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:36.755875 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d51cb9a6-5841-40f5-bf56-73b227b6c85e req-9208f892-b9f2-4926-b141-d97bc8ba33e9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/security-groups?id=76bdd88a-bd73-4131-a804-39e07f88ffe6&id=723102e9-b2e7-41df-9555-e9d9bb0f96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1245227 Aug 11 22:17:36.756081 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:36.756510 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:36.757313 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:36.757951 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:36.760951 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:36.760951 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:36.761389 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:36.761981 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:36.762783 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:36.763428 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:36.765030 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:36.777725 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:36.949811 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53d2a1b-2dac-490f-b7d6-6d210292e48c x-openstack-request-id: req-c53d2a1b-2dac-490f-b7d6-6d210292e48c {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:17:36.951974 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d874068c-2c88-4b70-87bc-9fac0831ad11", "name": "network-vif-plugged", "status": "completed", "tag": "ad709186-dffc-489e-878d-76de899ca8af", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:17:36.952671 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c53d2a1b-2dac-490f-b7d6-6d210292e48c {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:17:36.955108 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd874068c-2c88-4b70-87bc-9fac0831ad11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad709186-dffc-489e-878d-76de899ca8af', 'code': 200} Aug 11 22:17:36.957088 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=ad709186-dffc-489e-878d-76de899ca8af,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:36.980189 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a69f31-688b-4e03-8308-15e8549f3861 None None] DHCP port deletion for 031f2dcc-5a67-473f-bde2-e5d9a50304c4 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:17:36.986328 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2ef203ab-dfaf-4ef7-9a44-7d10da1543b6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:37.129752 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-87a69f31-688b-4e03-8308-15e8549f3861 None None] Deleting port edbd8fad-9202-44fe-8863-f3d8eefcc478 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:17:37.130223 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-87a69f31-688b-4e03-8308-15e8549f3861 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:37.280149 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-87a69f31-688b-4e03-8308-15e8549f3861 None None] For port edbd8fad-9202-44fe-8863-f3d8eefcc478, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=edbd8fad-9202-44fe-8863-f3d8eefcc478,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:37.281230 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-87a69f31-688b-4e03-8308-15e8549f3861 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:37.297490 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef203ab-dfaf-4ef7-9a44-7d10da1543b6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:17:37.315959 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-2ef203ab-dfaf-4ef7-9a44-7d10da1543b6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:37.316744 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-87a69f31-688b-4e03-8308-15e8549f3861 None None] Calling delete_port for edbd8fad-9202-44fe-8863-f3d8eefcc478 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:17:37.325503 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef203ab-dfaf-4ef7-9a44-7d10da1543b6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:37.326583 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2ef203ab-dfaf-4ef7-9a44-7d10da1543b6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:37.447226 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef203ab-dfaf-4ef7-9a44-7d10da1543b6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Subnet': ['ID=1a677b82-2b55-4ff5-8de7-56de2da9f93b,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:37.480574 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b93709-08f6-4571-a0cd-95a153d5329a req-bbc55c29-6f9d-488d-a07f-7087107b95ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:37.483488 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3b93709-08f6-4571-a0cd-95a153d5329a req-bbc55c29-6f9d-488d-a07f-7087107b95ef service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d874068c-2c88-4b70-87bc-9fac0831ad11 HTTP/1.1" status: 200 len: 1135 time: 0.4099844 Aug 11 22:17:37.510069 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56098) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:37.510969 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2ef203ab-dfaf-4ef7-9a44-7d10da1543b6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3029380 Aug 11 22:17:37.523691 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-46ced462-63ce-4cbe-8092-cc1cfe660d2b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'port': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'fixed_ips': [{'subnet_id': '1a677b82-2b55-4ff5-8de7-56de2da9f93b', 'ip_address': '2001:db8::63e5:859e:d7c8:e7f9'}], 'name': 'tempest-NetworksTestDHCPv6-403285123'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:37.530829 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-87a69f31-688b-4e03-8308-15e8549f3861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:37.570712 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e6b2b-5de7-4d8f-8ee7-98ed0e917e49 req-2dbddb2d-012b-4299-8ef8-62b7531136bb tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:37.598124 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b3e6b2b-5de7-4d8f-8ee7-98ed0e917e49 req-2dbddb2d-012b-4299-8ef8-62b7531136bb tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 945 time: 0.5262749 Aug 11 22:17:37.622327 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a69f31-688b-4e03-8308-15e8549f3861 None None] Pushing event deleted for resources: {'Port': ['ID=edbd8fad-9202-44fe-8863-f3d8eefcc478,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:37.640070 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a69f31-688b-4e03-8308-15e8549f3861 None None] No DVR routers for this DVR port edbd8fad-9202-44fe-8863-f3d8eefcc478 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:17:37.685553 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d8f27d-668d-4542-8e74-1a29084b5c7f None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:17:37.694443 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8358447f-68a2-4b6f-8a2f-29be920b8680 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:37.695254 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8358447f-68a2-4b6f-8a2f-29be920b8680 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:37.722247 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-8358447f-68a2-4b6f-8a2f-29be920b8680 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Floating IP c9a37c1c-711b-459e-ad7a-daa50dab725d disassociated. External IP: 172.25.2.194, port: c5dd0589-9501-4db7-adc7-0cdb80765db8. Aug 11 22:17:37.722247 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-8358447f-68a2-4b6f-8a2f-29be920b8680 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Calling delete_port for c5dd0589-9501-4db7-adc7-0cdb80765db8 owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:17:37.889166 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3b93709-08f6-4571-a0cd-95a153d5329a req-1b681183-b614-43a7-b3b7-ac638812ec20 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=76bdd88a-bd73-4131-a804-39e07f88ffe6&id=723102e9-b2e7-41df-9555-e9d9bb0f96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3935220 Aug 11 22:17:37.941960 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b3e6b2b-5de7-4d8f-8ee7-98ed0e917e49 req-27baba76-ec84-4683-8d03-f90b6568ef57 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/security-groups?id=5c3e3d6c-5ae0-4429-92ba-cc02fd77c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081956 Aug 11 22:17:38.140686 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025f3da-3f02-425f-aefd-8c4683bd9c4f req-2c9e530a-ee31-43a6-8f65-07951e122ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:38.153082 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9025f3da-3f02-425f-aefd-8c4683bd9c4f req-2c9e530a-ee31-43a6-8f65-07951e122ac4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 1096 time: 0.3829465 Aug 11 22:17:38.319188 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b8b5b0-0d9e-4540-8978-48959c650b77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'fixed_ips': [{'subnet_id': '1a677b82-2b55-4ff5-8de7-56de2da9f93b'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:17:38.326538 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a6b8b5b0-0d9e-4540-8978-48959c650b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:38.336343 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:38.380478 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9025f3da-3f02-425f-aefd-8c4683bd9c4f req-15736c57-76ea-49cd-a887-25524fa2f2a8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5c3e3d6c-5ae0-4429-92ba-cc02fd77c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152781 Aug 11 22:17:38.383826 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ced462-63ce-4cbe-8092-cc1cfe660d2b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:17:38.403337 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8358447f-68a2-4b6f-8a2f-29be920b8680 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:38.678954 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-46ced462-63ce-4cbe-8092-cc1cfe660d2b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:38.689192 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-a6b8b5b0-0d9e-4540-8978-48959c650b77 None None] Allocated IP 2001:db8::2 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/1a677b82-2b55-4ff5-8de7-56de2da9f93b/7a3498aa-4108-41f2-821c-26202c13e971) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:17:38.747775 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-46ced462-63ce-4cbe-8092-cc1cfe660d2b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] device_id is not set on port 3f3abc17-2d06-4ac6-9c5b-05d538244168 yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:17:39.036149 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a6b8b5b0-0d9e-4540-8978-48959c650b77 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:39.109057 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a6b8b5b0-0d9e-4540-8978-48959c650b77 None None] Transition to ACTIVE for port object 7a3498aa-4108-41f2-821c-26202c13e971 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:17:39.217419 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a6b8b5b0-0d9e-4540-8978-48959c650b77 None None] Transition to ACTIVE for port object 7a3498aa-4108-41f2-821c-26202c13e971 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:17:39.244163 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device edbd8fad-9202-44fe-8863-f3d8eefcc478 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:17:39.276244 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358447f-68a2-4b6f-8a2f-29be920b8680 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event deleted for resources: {'Port': ['ID=c5dd0589-9501-4db7-adc7-0cdb80765db8,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:39.366320 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: edbd8fad-9202-44fe-8863-f3d8eefcc478 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:17:39.368367 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device edbd8fad-9202-44fe-8863-f3d8eefcc478 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:17:39.374423 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a6b8b5b0-0d9e-4540-8978-48959c650b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:39.536460 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-46ced462-63ce-4cbe-8092-cc1cfe660d2b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Allocated IP 2001:db8::63e5:859e:d7c8:e7f9 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/1a677b82-2b55-4ff5-8de7-56de2da9f93b/3f3abc17-2d06-4ac6-9c5b-05d538244168) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:17:39.546548 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b8b5b0-0d9e-4540-8978-48959c650b77 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:17:39.568404 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-a6b8b5b0-0d9e-4540-8978-48959c650b77 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:39.584015 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b8b5b0-0d9e-4540-8978-48959c650b77 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:17:39.592456 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90045a60-f3cd-4df4-963d-1e38be7b6e85 req-68c653dc-c1fd-4282-9e9a-1f10f5f7a327 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:39.602469 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-90045a60-f3cd-4df4-963d-1e38be7b6e85 req-68c653dc-c1fd-4282-9e9a-1f10f5f7a327 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?device_id=d874068c-2c88-4b70-87bc-9fac0831ad11 HTTP/1.1" status: 200 len: 984 time: 1.1259925 Aug 11 22:17:39.635214 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8b5b0-0d9e-4540-8978-48959c650b77 None None] Pushing event updated for resources: {'Port': ['ID=7a3498aa-4108-41f2-821c-26202c13e971,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:39.764053 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a6b8b5b0-0d9e-4540-8978-48959c650b77 None None] Attempting to bind port 7a3498aa-4108-41f2-821c-26202c13e971 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:17:39.764479 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a6b8b5b0-0d9e-4540-8978-48959c650b77 None None] Attempting to bind port 7a3498aa-4108-41f2-821c-26202c13e971 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:17:39.765132 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b8b5b0-0d9e-4540-8978-48959c650b77 None None] Attempting to bind port 7a3498aa-4108-41f2-821c-26202c13e971 on network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:17:39.774241 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b8b5b0-0d9e-4540-8978-48959c650b77 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:17:39.774607 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b8b5b0-0d9e-4540-8978-48959c650b77 None None] Checking segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:17:39.775582 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a6b8b5b0-0d9e-4540-8978-48959c650b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:39.777528 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b8b5b0-0d9e-4540-8978-48959c650b77 None None] Bound using segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:17:39.778118 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a6b8b5b0-0d9e-4540-8978-48959c650b77 None None] Bound port: 7a3498aa-4108-41f2-821c-26202c13e971, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:17:39.778691 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a6b8b5b0-0d9e-4540-8978-48959c650b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:39.876232 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-90045a60-f3cd-4df4-963d-1e38be7b6e85 req-8ec76e68-cdd5-494f-8dd0-c242bd270e61 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/security-groups?id=76bdd88a-bd73-4131-a804-39e07f88ffe6&id=723102e9-b2e7-41df-9555-e9d9bb0f96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2545748 Aug 11 22:17:39.923314 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8358447f-68a2-4b6f-8a2f-29be920b8680 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Router bb7ed200-b283-408b-9e65-fa6d5ac4b332 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:17:39.987264 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a6b8b5b0-0d9e-4540-8978-48959c650b77 None None] For port 7a3498aa-4108-41f2-821c-26202c13e971, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:17:40.000867 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a6b8b5b0-0d9e-4540-8978-48959c650b77 None None] For port 7a3498aa-4108-41f2-821c-26202c13e971, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7a3498aa-4108-41f2-821c-26202c13e971,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:17:40.013760 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a6b8b5b0-0d9e-4540-8978-48959c650b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:40.155118 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-46ced462-63ce-4cbe-8092-cc1cfe660d2b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:40.171217 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8b5b0-0d9e-4540-8978-48959c650b77 None None] Pushing event updated for resources: {'Port': ['ID=7a3498aa-4108-41f2-821c-26202c13e971,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:40.204371 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-46ced462-63ce-4cbe-8092-cc1cfe660d2b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Transition to ACTIVE for port object 3f3abc17-2d06-4ac6-9c5b-05d538244168 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:17:40.238997 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8358447f-68a2-4b6f-8a2f-29be920b8680 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:17:40.257606 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdad7d11-0924-4135-ba98-51ba56ec69c0 None None] Sync routers for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:17:40.293573 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdad7d11-0924-4135-ba98-51ba56ec69c0 None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:17:40.298446 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-bdad7d11-0924-4135-ba98-51ba56ec69c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:17:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:40.333058 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-46ced462-63ce-4cbe-8092-cc1cfe660d2b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:40.415560 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-bdad7d11-0924-4135-ba98-51ba56ec69c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:40.468206 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdad7d11-0924-4135-ba98-51ba56ec69c0 None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:17:40.473661 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-bdad7d11-0924-4135-ba98-51ba56ec69c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:17:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:40.625726 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-bdad7d11-0924-4135-ba98-51ba56ec69c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:40.631879 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdad7d11-0924-4135-ba98-51ba56ec69c0 None None] The sync data for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:17:40.669627 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56134) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:40.708013 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ced462-63ce-4cbe-8092-cc1cfe660d2b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Port': ['ID=3f3abc17-2d06-4ac6-9c5b-05d538244168,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:40.726750 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ced462-63ce-4cbe-8092-cc1cfe660d2b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:17:40.731491 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-46ced462-63ce-4cbe-8092-cc1cfe660d2b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:40.742312 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ced462-63ce-4cbe-8092-cc1cfe660d2b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:17:40.749518 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ced462-63ce-4cbe-8092-cc1cfe660d2b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:40.754297 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-46ced462-63ce-4cbe-8092-cc1cfe660d2b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:40.799207 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f8008-22d7-4087-8975-0a0dbb947989 req-ebcaf271-7fa1-44f3-a475-48b9ad6d8085 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:40.804887 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-817f8008-22d7-4087-8975-0a0dbb947989 req-ebcaf271-7fa1-44f3-a475-48b9ad6d8085 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 945 time: 0.5409966 Aug 11 22:17:40.818312 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-46ced462-63ce-4cbe-8092-cc1cfe660d2b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3065596 Aug 11 22:17:40.819672 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56138) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:40.856103 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8358447f-68a2-4b6f-8a2f-29be920b8680 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:40.868600 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8358447f-68a2-4b6f-8a2f-29be920b8680 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "DELETE /v2.0/ports/c5dd0589-9501-4db7-adc7-0cdb80765db8 HTTP/1.1" status: 204 len: 168 time: 4.9582174 Aug 11 22:17:40.875949 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56140) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:40.920941 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e78d1b8c-4b40-4b81-baee-27a1d1ee66f9 req-3f569de7-c3b0-40b3-98a1-202277aab38a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3666477 Aug 11 22:17:40.949188 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09327caf-f679-44cc-b24b-420c60420c2b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:40.969518 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09327caf-f679-44cc-b24b-420c60420c2b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:40.974041 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-09327caf-f679-44cc-b24b-420c60420c2b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1528482 Aug 11 22:17:40.989854 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56144) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:41.070495 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7be0abcd-a2a7-45e4-951b-7aa8093f2c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:41.151170 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bdd871e5-40d8-4288-8466-e7f4a475cf9b tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "GET /v2.0/floatingips/c9a37c1c-711b-459e-ad7a-daa50dab725d HTTP/1.1" status: 200 len: 688 time: 0.2504318 Aug 11 22:17:41.168873 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7a3498aa-4108-41f2-821c-26202c13e971 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:17:41.180880 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56146) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:41.217732 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-817f8008-22d7-4087-8975-0a0dbb947989 req-39f45ff1-a332-456d-a6e9-18c2347cce7a tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/security-groups?id=5c3e3d6c-5ae0-4429-92ba-cc02fd77c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810508 Aug 11 22:17:41.239054 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d1b8c-4b40-4b81-baee-27a1d1ee66f9 req-4c4cfaef-2fb3-4a54-847d-aae792b748a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:41.243128 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e78d1b8c-4b40-4b81-baee-27a1d1ee66f9 req-4c4cfaef-2fb3-4a54-847d-aae792b748a9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=89e42f6e555b4d71928261e2b4518d8d&device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 1096 time: 0.2139714 Aug 11 22:17:41.298709 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 7a3498aa-4108-41f2-821c-26202c13e971 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:17:41.495053 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d1b8c-4b40-4b81-baee-27a1d1ee66f9 req-370b6d60-b821-40bb-be6d-d533e8d395c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:41.496784 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e78d1b8c-4b40-4b81-baee-27a1d1ee66f9 req-370b6d60-b821-40bb-be6d-d533e8d395c9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=38b8f25c-cd12-4628-9365-0e6780cd68b7 HTTP/1.1" status: 200 len: 912 time: 0.2286885 Aug 11 22:17:41.658201 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7be0abcd-a2a7-45e4-951b-7aa8093f2c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:41.666898 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5823039-007d-4f4a-a33c-a1e297ee3218 req-01a00859-825e-47e0-a3f4-5fc4b1f405bc tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:41.672149 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7be0abcd-a2a7-45e4-951b-7aa8093f2c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:41.676230 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d5823039-007d-4f4a-a33c-a1e297ee3218 req-01a00859-825e-47e0-a3f4-5fc4b1f405bc tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?device_id=d874068c-2c88-4b70-87bc-9fac0831ad11 HTTP/1.1" status: 200 len: 984 time: 0.1050262 Aug 11 22:17:41.685098 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e78d1b8c-4b40-4b81-baee-27a1d1ee66f9 req-484b406b-2517-49bc-926c-6c443fdffee5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d5ea22b-791e-4a23-8607-6efb79b4adb9 HTTP/1.1" status: 200 len: 1001 time: 0.1781237 Aug 11 22:17:41.777727 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7be0abcd-a2a7-45e4-951b-7aa8093f2c45 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=99cd2457a3ac464097b631297db1976c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1028824 Aug 11 22:17:41.779554 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d5823039-007d-4f4a-a33c-a1e297ee3218 req-a520f0a3-839e-46b0-bbc2-0ffa387b6618 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/security-groups?id=76bdd88a-bd73-4131-a804-39e07f88ffe6&id=723102e9-b2e7-41df-9555-e9d9bb0f96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1009862 Aug 11 22:17:41.788632 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56152) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:41.797583 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0abcd-a2a7-45e4-951b-7aa8093f2c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f355e93-4362-4d6a-8636-092c2821c591,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:41.825400 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-65394d1a-d0a1-40a6-9dd8-320274022507 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting port 3f3abc17-2d06-4ac6-9c5b-05d538244168 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:17:41.825980 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-65394d1a-d0a1-40a6-9dd8-320274022507 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:41.879734 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-f1e3b078-05bc-4112-9432-1393e1e7b13d req-b3b124ec-9a92-4295-81ea-d9246c0da4d9 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-336676021', 'description': 'tempest-description-1016923960'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:41.898977 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d1b8c-4b40-4b81-baee-27a1d1ee66f9 req-cb1f2be3-9c0d-427b-bc34-96413031ba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:41.901684 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e78d1b8c-4b40-4b81-baee-27a1d1ee66f9 req-cb1f2be3-9c0d-427b-bc34-96413031ba61 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=97d7da21-8ec4-48da-9d66-6777c48f7843 HTTP/1.1" status: 200 len: 850 time: 0.1945348 Aug 11 22:17:41.959549 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-16404ab8-54cd-4b17-888f-0ab7c420da57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:42.005985 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-16404ab8-54cd-4b17-888f-0ab7c420da57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:42.025743 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f1e3b078-05bc-4112-9432-1393e1e7b13d req-b3b124ec-9a92-4295-81ea-d9246c0da4d9 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:42.119199 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-65394d1a-d0a1-40a6-9dd8-320274022507 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:42.136976 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d1b8c-4b40-4b81-baee-27a1d1ee66f9 req-951b99d4-4d82-412b-b895-2897b340b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:42.140914 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e78d1b8c-4b40-4b81-baee-27a1d1ee66f9 req-951b99d4-4d82-412b-b895-2897b340b4e3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=38b8f25c-cd12-4628-9365-0e6780cd68b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2261431 Aug 11 22:17:42.147204 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-65394d1a-d0a1-40a6-9dd8-320274022507 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Calling delete_port for 3f3abc17-2d06-4ac6-9c5b-05d538244168 owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:17:42.195986 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-dcbf08df-6693-4c2b-ac4f-4bdf9005e010 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Deleting port a69ad4b6-a943-4543-8874-7ac72f41d0ab {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:17:42.196970 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dcbf08df-6693-4c2b-ac4f-4bdf9005e010 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:42.224156 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e0483f11-90ab-4e3e-a74d-82738d442701 None None] Provisioning for port 7a3498aa-4108-41f2-821c-26202c13e971 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:17:42.238019 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e0483f11-90ab-4e3e-a74d-82738d442701 None None] Provisioning complete for port 7a3498aa-4108-41f2-821c-26202c13e971 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:17:42.239053 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e0483f11-90ab-4e3e-a74d-82738d442701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:42.350070 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-16404ab8-54cd-4b17-888f-0ab7c420da57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:42.357400 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-16404ab8-54cd-4b17-888f-0ab7c420da57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:42.359301 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-16404ab8-54cd-4b17-888f-0ab7c420da57 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9f355e93-4362-4d6a-8636-092c2821c591 HTTP/1.1" status: 204 len: 168 time: 0.5695343 Aug 11 22:17:42.405514 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16404ab8-54cd-4b17-888f-0ab7c420da57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f355e93-4362-4d6a-8636-092c2821c591,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:42.446187 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dcbf08df-6693-4c2b-ac4f-4bdf9005e010 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:42.446581 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dcbf08df-6693-4c2b-ac4f-4bdf9005e010 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:42.512807 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-dcbf08df-6693-4c2b-ac4f-4bdf9005e010 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Calling delete_port for a69ad4b6-a943-4543-8874-7ac72f41d0ab owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:17:42.539158 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e0483f11-90ab-4e3e-a74d-82738d442701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:42.558904 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f1e3b078-05bc-4112-9432-1393e1e7b13d req-b3b124ec-9a92-4295-81ea-d9246c0da4d9 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:42.573846 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e78d1b8c-4b40-4b81-baee-27a1d1ee66f9 req-4b59a248-8763-4993-8942-7e4b273636f1 service neutron] 10.222.0.82 "GET /v2.0/networks/38b8f25c-cd12-4628-9365-0e6780cd68b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102187 Aug 11 22:17:42.648936 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-65394d1a-d0a1-40a6-9dd8-320274022507 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:42.697814 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65394d1a-d0a1-40a6-9dd8-320274022507 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Port': ['ID=3f3abc17-2d06-4ac6-9c5b-05d538244168,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:42.747061 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-65394d1a-d0a1-40a6-9dd8-320274022507 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:42.750152 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-65394d1a-d0a1-40a6-9dd8-320274022507 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/3f3abc17-2d06-4ac6-9c5b-05d538244168 HTTP/1.1" status: 204 len: 168 time: 1.7553732 Aug 11 22:17:42.757695 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56160) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:42.774711 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f1e3b078-05bc-4112-9432-1393e1e7b13d req-b3b124ec-9a92-4295-81ea-d9246c0da4d9 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:42.775113 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-e0483f11-90ab-4e3e-a74d-82738d442701 None None] For port 7a3498aa-4108-41f2-821c-26202c13e971, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7a3498aa-4108-41f2-821c-26202c13e971,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:42.790421 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e0483f11-90ab-4e3e-a74d-82738d442701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:42.854829 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b124ec-9a92-4295-81ea-d9246c0da4d9 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34bb9f60-cd7c-4b32-890f-3aac944086c7,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:42.857612 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f1e3b078-05bc-4112-9432-1393e1e7b13d req-b3b124ec-9a92-4295-81ea-d9246c0da4d9 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:42.859040 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f1e3b078-05bc-4112-9432-1393e1e7b13d req-b3b124ec-9a92-4295-81ea-d9246c0da4d9 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.9854541 Aug 11 22:17:42.963806 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ae211f37-1880-4832-a7a7-f6c18355ff59 None None] Could not find standard attr ID for object 3f3abc17-2d06-4ac6-9c5b-05d538244168. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:17:42.966337 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dcbf08df-6693-4c2b-ac4f-4bdf9005e010 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:42.987034 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0483f11-90ab-4e3e-a74d-82738d442701 None None] Pushing event updated for resources: {'Port': ['ID=7a3498aa-4108-41f2-821c-26202c13e971,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:43.055627 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e78d1b8c-4b40-4b81-baee-27a1d1ee66f9 req-f13c6e2b-9e78-419e-b939-0bc1bb3dcbdc service neutron] 10.222.0.82 "GET /v2.0/networks/38b8f25c-cd12-4628-9365-0e6780cd68b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769483 Aug 11 22:17:43.079886 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bfed92-3cff-4814-a98b-01ca99e93d28 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:43.082268 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bfed92-3cff-4814-a98b-01ca99e93d28 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:43.084246 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d9bfed92-3cff-4814-a98b-01ca99e93d28 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3106911 Aug 11 22:17:43.090424 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56168) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:43.097216 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf08df-6693-4c2b-ac4f-4bdf9005e010 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event deleted for resources: {'Port': ['ID=a69ad4b6-a943-4543-8874-7ac72f41d0ab,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:43.247342 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-db4a216a-c28c-42c7-920f-a8fccd132380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:43.295109 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dcbf08df-6693-4c2b-ac4f-4bdf9005e010 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:43.300244 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4223d9-c36f-4a39-b476-b37130180053 req-78beb9b2-13d1-4e82-ae7d-30c2db4d0706 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:43.301621 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dcbf08df-6693-4c2b-ac4f-4bdf9005e010 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:43.307812 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd4223d9-c36f-4a39-b476-b37130180053 req-78beb9b2-13d1-4e82-ae7d-30c2db4d0706 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?device_id=d874068c-2c88-4b70-87bc-9fac0831ad11 HTTP/1.1" status: 200 len: 984 time: 0.1934762 Aug 11 22:17:43.308122 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-dcbf08df-6693-4c2b-ac4f-4bdf9005e010 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "DELETE /v2.0/floatingips/c9a37c1c-711b-459e-ad7a-daa50dab725d HTTP/1.1" status: 204 len: 168 time: 2.1175857 Aug 11 22:17:43.309877 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56170) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:43.318115 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-4743096d-c473-405e-bf5c-3a8a55c0325e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting subnet 1a677b82-2b55-4ff5-8de7-56de2da9f93b {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:17:43.319221 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-f5d973e5-935c-48b1-bd48-9802f3882489 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'port_id': '2927bf6a-e491-4d17-8a58-320069c81dd6'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:43.364828 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4743096d-c473-405e-bf5c-3a8a55c0325e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:43.372477 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f5d973e5-935c-48b1-bd48-9802f3882489 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:43.396132 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56172) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:43.417222 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd4223d9-c36f-4a39-b476-b37130180053 req-c5cde15a-584e-4a1f-9add-51104481ea83 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/security-groups?id=76bdd88a-bd73-4131-a804-39e07f88ffe6&id=723102e9-b2e7-41df-9555-e9d9bb0f96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1069181 Aug 11 22:17:43.437493 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4743096d-c473-405e-bf5c-3a8a55c0325e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:43.481329 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8aa1d608-3dc7-41c4-84fa-f4d0744dafb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:43.648026 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4743096d-c473-405e-bf5c-3a8a55c0325e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:43.714875 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f5d973e5-935c-48b1-bd48-9802f3882489 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:43.824937 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8aa1d608-3dc7-41c4-84fa-f4d0744dafb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:43.836528 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6d94739e-d461-4b13-ae99-9dcd60090358 req-bd303347-aa28-41c6-a05b-c7d2be4cdaf3 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-336676021&fields=id&tenant_id=7893e9dca79546f9a7fcaade410ca2bf HTTP/1.1" status: 200 len: 267 time: 0.1261878 Aug 11 22:17:43.841977 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8aa1d608-3dc7-41c4-84fa-f4d0744dafb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:43.896848 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4743096d-c473-405e-bf5c-3a8a55c0325e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:43.945076 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8aa1d608-3dc7-41c4-84fa-f4d0744dafb9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=65050e102223493d945233a36c5eeec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5469260 Aug 11 22:17:43.950319 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56176) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:43.951673 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743096d-c473-405e-bf5c-3a8a55c0325e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Subnet': ['ID=1a677b82-2b55-4ff5-8de7-56de2da9f93b,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:43.952569 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1d608-3dc7-41c4-84fa-f4d0744dafb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b10af2a-3a33-410f-8288-0fe0fdaa727e,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:43.983767 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4743096d-c473-405e-bf5c-3a8a55c0325e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:43.987229 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4743096d-c473-405e-bf5c-3a8a55c0325e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/1a677b82-2b55-4ff5-8de7-56de2da9f93b HTTP/1.1" status: 204 len: 168 time: 0.8950844 Aug 11 22:17:43.993450 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56178) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:44.003534 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109e6e6e-ecb4-47ab-803a-822d92265379 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:17:44.042175 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94739e-d461-4b13-ae99-9dcd60090358 req-5590b4cf-f9e6-4d4b-9645-72cdadc921f1 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:44.057337 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6d94739e-d461-4b13-ae99-9dcd60090358 req-5590b4cf-f9e6-4d4b-9645-72cdadc921f1 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 945 time: 0.2130916 Aug 11 22:17:44.065774 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-f5d973e5-935c-48b1-bd48-9802f3882489 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Allocated IP 172.25.2.211 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/ced04833-15f3-4071-a075-0efb32d8680a) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:17:44.076965 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-6d94739e-d461-4b13-ae99-9dcd60090358 req-4989dc8e-7f7b-443b-b0e7-a858673d1667 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Request body: {'port': {'security_groups': ['5c3e3d6c-5ae0-4429-92ba-cc02fd77c585', '34bb9f60-cd7c-4b32-890f-3aac944086c7']}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:44.123849 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56182) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:44.175489 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0b8a3d4c-c0ed-41cc-abcd-9755a71e8031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:44.182571 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ada204d9-1ccc-4d3b-b09b-71d68a2a40ea tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1871374 Aug 11 22:17:44.192594 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56186) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:44.221492 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6d94739e-d461-4b13-ae99-9dcd60090358 req-4989dc8e-7f7b-443b-b0e7-a858673d1667 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:44.228761 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0b8a3d4c-c0ed-41cc-abcd-9755a71e8031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:44.229669 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-9ab01e8c-bff4-421b-8e87-bf24fa1f8c6f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:44.387926 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f5d973e5-935c-48b1-bd48-9802f3882489 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:44.391713 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abe6665-6284-418b-af4b-b7fe561f1fe1 None None] DHCP port deletion for 031f2dcc-5a67-473f-bde2-e5d9a50304c4 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:17:44.408908 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0b8a3d4c-c0ed-41cc-abcd-9755a71e8031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:44.411670 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0b8a3d4c-c0ed-41cc-abcd-9755a71e8031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:44.412900 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0b8a3d4c-c0ed-41cc-abcd-9755a71e8031 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7b10af2a-3a33-410f-8288-0fe0fdaa727e HTTP/1.1" status: 204 len: 168 time: 0.4545326 Aug 11 22:17:44.417271 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab01e8c-bff4-421b-8e87-bf24fa1f8c6f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:17:44.428842 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9ab01e8c-bff4-421b-8e87-bf24fa1f8c6f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:44.490304 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a3d4c-c0ed-41cc-abcd-9755a71e8031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b10af2a-3a33-410f-8288-0fe0fdaa727e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:44.554762 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-0abe6665-6284-418b-af4b-b7fe561f1fe1 None None] Deleting port 7a3498aa-4108-41f2-821c-26202c13e971 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:17:44.555364 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0abe6665-6284-418b-af4b-b7fe561f1fe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:44.733012 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f5d973e5-935c-48b1-bd48-9802f3882489 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:44.764840 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-0abe6665-6284-418b-af4b-b7fe561f1fe1 None None] For port 7a3498aa-4108-41f2-821c-26202c13e971, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7a3498aa-4108-41f2-821c-26202c13e971,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:44.765659 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0abe6665-6284-418b-af4b-b7fe561f1fe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:44.822774 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-0abe6665-6284-418b-af4b-b7fe561f1fe1 None None] Calling delete_port for 7a3498aa-4108-41f2-821c-26202c13e971 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:17:44.851748 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d973e5-935c-48b1-bd48-9802f3882489 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event updated for resources: {'Port': ['ID=ced04833-15f3-4071-a075-0efb32d8680a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:44.860861 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-6d94739e-d461-4b13-ae99-9dcd60090358 req-4989dc8e-7f7b-443b-b0e7-a858673d1667 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] For port 14c0da70-1688-410e-b53c-f165ece409a4, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=14c0da70-1688-410e-b53c-f165ece409a4,segment=NetworkSegment(29e405a6-7abe-4ba5-8fe1-996cde6f67bf),segment_id=29e405a6-7abe-4ba5-8fe1-996cde6f67bf)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:44.888020 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d973e5-935c-48b1-bd48-9802f3882489 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:17:44.913006 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-f5d973e5-935c-48b1-bd48-9802f3882489 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:44.923722 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d973e5-935c-48b1-bd48-9802f3882489 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:17:44.993938 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6d94739e-d461-4b13-ae99-9dcd60090358 req-4989dc8e-7f7b-443b-b0e7-a858673d1667 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:45.004086 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6d94739e-d461-4b13-ae99-9dcd60090358 req-4989dc8e-7f7b-443b-b0e7-a858673d1667 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:45.027672 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['14c0da70-1688-410e-b53c-f165ece409a4'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:17:45.109496 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0abe6665-6284-418b-af4b-b7fe561f1fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:45.191006 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe6665-6284-418b-af4b-b7fe561f1fe1 None None] Pushing event deleted for resources: {'Port': ['ID=7a3498aa-4108-41f2-821c-26202c13e971,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:45.206745 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abe6665-6284-418b-af4b-b7fe561f1fe1 None None] No DVR routers for this DVR port 7a3498aa-4108-41f2-821c-26202c13e971 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:17:45.221997 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7a3498aa-4108-41f2-821c-26202c13e971 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:17:45.274052 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 7a3498aa-4108-41f2-821c-26202c13e971 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:17:45.274659 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7a3498aa-4108-41f2-821c-26202c13e971 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:17:45.294353 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['14c0da70-1688-410e-b53c-f165ece409a4'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:17:45.296137 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9ab01e8c-bff4-421b-8e87-bf24fa1f8c6f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:45.325635 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94739e-d461-4b13-ae99-9dcd60090358 req-4989dc8e-7f7b-443b-b0e7-a858673d1667 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:45.326746 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6d94739e-d461-4b13-ae99-9dcd60090358 req-4989dc8e-7f7b-443b-b0e7-a858673d1667 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:45.329524 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6d94739e-d461-4b13-ae99-9dcd60090358 req-4989dc8e-7f7b-443b-b0e7-a858673d1667 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "PUT /v2.0/ports/14c0da70-1688-410e-b53c-f165ece409a4 HTTP/1.1" status: 200 len: 981 time: 1.2696581 Aug 11 22:17:45.339292 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0930e048-5185-4e62-a588-c0bd2fb317b4', 'tag': '14c0da70-1688-410e-b53c-f165ece409a4'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:17:45.343688 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c992dba2-1b4a-46bb-a23e-8e4381bb6dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "0930e048-5185-4e62-a588-c0bd2fb317b4", "tag": "14c0da70-1688-410e-b53c-f165ece409a4"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:17:45.437470 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989dc8e-7f7b-443b-b0e7-a858673d1667 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Pushing event updated for resources: {'Port': ['ID=14c0da70-1688-410e-b53c-f165ece409a4,revision_number=6']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:45.570311 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b6596-4027-4629-bd56-740af3612cdd req-e31c466e-4a89-4fad-b16b-40436a10c505 tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:45.573886 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1d2b6596-4027-4629-bd56-740af3612cdd req-e31c466e-4a89-4fad-b16b-40436a10c505 tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d874068c-2c88-4b70-87bc-9fac0831ad11 HTTP/1.1" status: 200 len: 1135 time: 0.1639998 Aug 11 22:17:45.622088 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-1d2b6596-4027-4629-bd56-740af3612cdd req-459e8c11-a7af-4658-b6a1-1322b7ae5f5b tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:45.632425 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01e8c-bff4-421b-8e87-bf24fa1f8c6f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Subnet': ['ID=cdfdbdfb-02b6-4791-b317-52d557bf3b7d,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:45.655320 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab01e8c-bff4-421b-8e87-bf24fa1f8c6f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:17:45.670957 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-9ab01e8c-bff4-421b-8e87-bf24fa1f8c6f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:45.677381 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab01e8c-bff4-421b-8e87-bf24fa1f8c6f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:45.679024 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9ab01e8c-bff4-421b-8e87-bf24fa1f8c6f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:45.695378 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7b4f32-5b2d-4e02-ba4b-52d6af8b0b41 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:17:45.850002 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-93a0c970-643e-4e6a-b846-354469273896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:45.940765 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df393e31-5889-402e-8996-d60ff1fe1635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'fixed_ips': [{'subnet_id': 'cdfdbdfb-02b6-4791-b317-52d557bf3b7d'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:17:45.942104 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-df393e31-5889-402e-8996-d60ff1fe1635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:46.077434 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f5d973e5-935c-48b1-bd48-9802f3882489 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:46.089261 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-1d2b6596-4027-4629-bd56-740af3612cdd req-459e8c11-a7af-4658-b6a1-1322b7ae5f5b tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:46.101580 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-1d2b6596-4027-4629-bd56-740af3612cdd req-459e8c11-a7af-4658-b6a1-1322b7ae5f5b tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:46.118955 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9ab01e8c-bff4-421b-8e87-bf24fa1f8c6f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9252183 Aug 11 22:17:46.126461 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56214) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:46.131781 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-df393e31-5889-402e-8996-d60ff1fe1635 None None] Allocated IP 2001:db8::2 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/cdfdbdfb-02b6-4791-b317-52d557bf3b7d/8a1bd354-59e7-40ba-9985-d8c3c9b741ef) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:17:46.132929 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-1921f14c-d328-4e22-a1c7-0972f455bf36 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'port': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'fixed_ips': [{'subnet_id': 'cdfdbdfb-02b6-4791-b317-52d557bf3b7d', 'ip_address': '2001:db8::b963:20a:a817:39b'}], 'name': 'tempest-NetworksTestDHCPv6-1427581741'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:46.186614 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1d2b6596-4027-4629-bd56-740af3612cdd req-459e8c11-a7af-4658-b6a1-1322b7ae5f5b tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=76bdd88a-bd73-4131-a804-39e07f88ffe6&id=723102e9-b2e7-41df-9555-e9d9bb0f96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6051781 Aug 11 22:17:46.226518 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56218) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:46.282363 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e8c11-a7af-4658-b6a1-1322b7ae5f5b tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba175b6-362e-4661-9c39-905d439614f2,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:46.303455 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f91d4e68-d486-44ff-9e2d-55afef4137cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:46.310471 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:46.443880 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f5d973e5-935c-48b1-bd48-9802f3882489 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:46.485426 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2d35d5a-c2be-4dc1-a44b-ed65adbc2fd8 req-d4d28f2e-eaef-4a9b-86ab-2ad6e656e16b tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-336676021&fields=id&tenant_id=7893e9dca79546f9a7fcaade410ca2bf HTTP/1.1" status: 200 len: 267 time: 0.0767946 Aug 11 22:17:46.512875 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90f1836-d8e7-42d1-884f-930805fd9b49 tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:46.521817 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-df393e31-5889-402e-8996-d60ff1fe1635 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:46.522607 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b90f1836-d8e7-42d1-884f-930805fd9b49 tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d874068c-2c88-4b70-87bc-9fac0831ad11 HTTP/1.1" status: 200 len: 1130 time: 0.2863805 Aug 11 22:17:46.524066 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56224) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:46.541192 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c68c9b8b-522c-4b99-a605-1aa23b750d54 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'port_id': 'ad709186-dffc-489e-878d-76de899ca8af', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:46.542682 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-df393e31-5889-402e-8996-d60ff1fe1635 None None] Transition to ACTIVE for port object 8a1bd354-59e7-40ba-9985-d8c3c9b741ef will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:17:46.591781 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d35d5a-c2be-4dc1-a44b-ed65adbc2fd8 req-fd2df0e0-9b71-4358-b9f9-bf3aea4b610a tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:46.592390 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-df393e31-5889-402e-8996-d60ff1fe1635 None None] Transition to ACTIVE for port object 8a1bd354-59e7-40ba-9985-d8c3c9b741ef will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:17:46.593652 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2d35d5a-c2be-4dc1-a44b-ed65adbc2fd8 req-fd2df0e0-9b71-4358-b9f9-bf3aea4b610a tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 984 time: 0.0823638 Aug 11 22:17:46.604599 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-df393e31-5889-402e-8996-d60ff1fe1635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:46.613666 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-93a0c970-643e-4e6a-b846-354469273896 admin admin] Deleting port bee87311-3e2e-4140-865c-bdb0b36142de {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:17:46.614028 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-93a0c970-643e-4e6a-b846-354469273896 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:46.626043 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-f2d35d5a-c2be-4dc1-a44b-ed65adbc2fd8 req-82c486dc-6dd3-4b51-9e31-c48588e4462b tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Request body: {'port': {'security_groups': ['5c3e3d6c-5ae0-4429-92ba-cc02fd77c585']}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:46.639971 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c68c9b8b-522c-4b99-a605-1aa23b750d54 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for floatingip, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:46.655100 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df393e31-5889-402e-8996-d60ff1fe1635 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:17:46.658965 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-df393e31-5889-402e-8996-d60ff1fe1635 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:46.664134 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df393e31-5889-402e-8996-d60ff1fe1635 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:17:46.708262 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df393e31-5889-402e-8996-d60ff1fe1635 None None] Pushing event updated for resources: {'Port': ['ID=8a1bd354-59e7-40ba-9985-d8c3c9b741ef,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:46.747812 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-df393e31-5889-402e-8996-d60ff1fe1635 None None] Attempting to bind port 8a1bd354-59e7-40ba-9985-d8c3c9b741ef on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:17:46.748507 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-df393e31-5889-402e-8996-d60ff1fe1635 None None] Attempting to bind port 8a1bd354-59e7-40ba-9985-d8c3c9b741ef by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:17:46.749051 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df393e31-5889-402e-8996-d60ff1fe1635 None None] Attempting to bind port 8a1bd354-59e7-40ba-9985-d8c3c9b741ef on network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:17:46.755256 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df393e31-5889-402e-8996-d60ff1fe1635 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:17:46.756007 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df393e31-5889-402e-8996-d60ff1fe1635 None None] Checking segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:17:46.756600 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-df393e31-5889-402e-8996-d60ff1fe1635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:46.757169 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df393e31-5889-402e-8996-d60ff1fe1635 None None] Bound using segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:17:46.757969 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-df393e31-5889-402e-8996-d60ff1fe1635 None None] Bound port: 8a1bd354-59e7-40ba-9985-d8c3c9b741ef, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:17:46.758596 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-df393e31-5889-402e-8996-d60ff1fe1635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:46.848541 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-df393e31-5889-402e-8996-d60ff1fe1635 None None] For port 8a1bd354-59e7-40ba-9985-d8c3c9b741ef, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:17:46.854340 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-df393e31-5889-402e-8996-d60ff1fe1635 None None] For port 8a1bd354-59e7-40ba-9985-d8c3c9b741ef, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8a1bd354-59e7-40ba-9985-d8c3c9b741ef,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:17:46.862327 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-df393e31-5889-402e-8996-d60ff1fe1635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:46.883943 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-93a0c970-643e-4e6a-b846-354469273896 admin admin] For port bee87311-3e2e-4140-865c-bdb0b36142de, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=bee87311-3e2e-4140-865c-bdb0b36142de,segment=NetworkSegment(fed54257-4ffc-49e3-ac53-8be34c50450f),segment_id=fed54257-4ffc-49e3-ac53-8be34c50450f)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:46.884861 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-93a0c970-643e-4e6a-b846-354469273896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:46.930473 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-93a0c970-643e-4e6a-b846-354469273896 admin admin] Calling delete_port for bee87311-3e2e-4140-865c-bdb0b36142de owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:17:46.951345 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f2d35d5a-c2be-4dc1-a44b-ed65adbc2fd8 req-82c486dc-6dd3-4b51-9e31-c48588e4462b tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:47.004417 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df393e31-5889-402e-8996-d60ff1fe1635 None None] Pushing event updated for resources: {'Port': ['ID=8a1bd354-59e7-40ba-9985-d8c3c9b741ef,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:47.436924 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1921f14c-d328-4e22-a1c7-0972f455bf36 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:17:47.485622 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:47.566399 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1921f14c-d328-4e22-a1c7-0972f455bf36 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:47.601992 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-1921f14c-d328-4e22-a1c7-0972f455bf36 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] device_id is not set on port f9cb2442-bef9-4626-a904-8962dfdae72d yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:17:47.607310 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-f2d35d5a-c2be-4dc1-a44b-ed65adbc2fd8 req-82c486dc-6dd3-4b51-9e31-c48588e4462b tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] For port 14c0da70-1688-410e-b53c-f165ece409a4, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=14c0da70-1688-410e-b53c-f165ece409a4,segment=NetworkSegment(29e405a6-7abe-4ba5-8fe1-996cde6f67bf),segment_id=29e405a6-7abe-4ba5-8fe1-996cde6f67bf)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:47.719284 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f2d35d5a-c2be-4dc1-a44b-ed65adbc2fd8 req-82c486dc-6dd3-4b51-9e31-c48588e4462b tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:47.729944 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-93a0c970-643e-4e6a-b846-354469273896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:47.735998 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f2d35d5a-c2be-4dc1-a44b-ed65adbc2fd8 req-82c486dc-6dd3-4b51-9e31-c48588e4462b tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:47.748082 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['14c0da70-1688-410e-b53c-f165ece409a4'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:17:47.767091 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0c970-643e-4e6a-b846-354469273896 admin admin] Pushing event deleted for resources: {'Port': ['ID=bee87311-3e2e-4140-865c-bdb0b36142de,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:47.840935 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d35d5a-c2be-4dc1-a44b-ed65adbc2fd8 req-82c486dc-6dd3-4b51-9e31-c48588e4462b tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:47.841689 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-f2d35d5a-c2be-4dc1-a44b-ed65adbc2fd8 req-82c486dc-6dd3-4b51-9e31-c48588e4462b tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:47.843706 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2d35d5a-c2be-4dc1-a44b-ed65adbc2fd8 req-82c486dc-6dd3-4b51-9e31-c48588e4462b tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "PUT /v2.0/ports/14c0da70-1688-410e-b53c-f165ece409a4 HTTP/1.1" status: 200 len: 942 time: 1.2363777 Aug 11 22:17:47.873628 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c68c9b8b-522c-4b99-a605-1aa23b750d54 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:47.891775 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f5d973e5-935c-48b1-bd48-9802f3882489 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:47.912930 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['14c0da70-1688-410e-b53c-f165ece409a4'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:17:47.921062 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f5d973e5-935c-48b1-bd48-9802f3882489 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:47.964528 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c66f31c-6923-4eec-a7db-9109bcd89215 x-openstack-request-id: req-9c66f31c-6923-4eec-a7db-9109bcd89215 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:17:47.965014 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0930e048-5185-4e62-a588-c0bd2fb317b4", "tag": "14c0da70-1688-410e-b53c-f165ece409a4", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:17:47.966038 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9c66f31c-6923-4eec-a7db-9109bcd89215 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:17:47.966175 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0930e048-5185-4e62-a588-c0bd2fb317b4', 'tag': '14c0da70-1688-410e-b53c-f165ece409a4', 'status': 'completed', 'code': 200} Aug 11 22:17:47.986691 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d973e5-935c-48b1-bd48-9802f3882489 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event updated for resources: {'Port': ['ID=ced04833-15f3-4071-a075-0efb32d8680a,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:48.032864 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c486dc-6dd3-4b51-9e31-c48588e4462b tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Pushing event updated for resources: {'Port': ['ID=14c0da70-1688-410e-b53c-f165ece409a4,revision_number=7']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:48.622429 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-1921f14c-d328-4e22-a1c7-0972f455bf36 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Allocated IP 2001:db8::b963:20a:a817:39b (031f2dcc-5a67-473f-bde2-e5d9a50304c4/cdfdbdfb-02b6-4791-b317-52d557bf3b7d/f9cb2442-bef9-4626-a904-8962dfdae72d) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:17:48.710630 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992dba2-1b4a-46bb-a23e-8e4381bb6dd6 req-fa17c497-edc3-4e10-8503-f92c0583be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:48.713724 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c992dba2-1b4a-46bb-a23e-8e4381bb6dd6 req-fa17c497-edc3-4e10-8503-f92c0583be54 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7893e9dca79546f9a7fcaade410ca2bf&device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 1096 time: 0.7092586 Aug 11 22:17:48.753876 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f5d973e5-935c-48b1-bd48-9802f3882489 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:48.815975 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-460108ea-cc96-4367-a9f6-2f68b023dda9 None None] Provisioning for port 8a1bd354-59e7-40ba-9985-d8c3c9b741ef completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:17:48.932962 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-c68c9b8b-522c-4b99-a605-1aa23b750d54 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Allocated IP 172.25.2.133 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/9e15870b-2a2e-4aa0-bdc8-057d4997f729) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:17:48.933566 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-93a0c970-643e-4e6a-b846-354469273896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:48.945739 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7cb3858e-af6e-424a-b0b8-d786a879d51f req-42784925-e69b-4178-aa87-42537448bb9a tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7861965 Aug 11 22:17:48.955707 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:48.959331 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-7cb3858e-af6e-424a-b0b8-d786a879d51f req-bda1cdad-198e-4e68-8518-8b6e5caa597a tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:49.073000 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7cb3858e-af6e-424a-b0b8-d786a879d51f req-bda1cdad-198e-4e68-8518-8b6e5caa597a tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:49.207855 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8a1bd354-59e7-40ba-9985-d8c3c9b741ef up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:17:49.293526 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c68c9b8b-522c-4b99-a605-1aa23b750d54 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:49.308817 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 8a1bd354-59e7-40ba-9985-d8c3c9b741ef completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:17:49.323490 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 8a1bd354-59e7-40ba-9985-d8c3c9b741ef triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:17:49.324266 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:49.367573 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a0c970-643e-4e6a-b846-354469273896 admin admin] Router d0642ecc-d6fa-46d2-9209-44a15deaaa58 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:17:49.371707 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992dba2-1b4a-46bb-a23e-8e4381bb6dd6 req-0450448a-aa46-4eb2-b0c7-564fe5f31545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:49.373664 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c992dba2-1b4a-46bb-a23e-8e4381bb6dd6 req-0450448a-aa46-4eb2-b0c7-564fe5f31545 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d98f639d-f4cf-4ee7-9782-d5f1761290b6 HTTP/1.1" status: 200 len: 920 time: 0.6382203 Aug 11 22:17:49.387101 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1921f14c-d328-4e22-a1c7-0972f455bf36 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:49.393760 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [None req-f5d973e5-935c-48b1-bd48-9802f3882489 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Floating IP 84294eac-d1c5-43dd-aa35-c4b0764c3322 associated. External IP: 172.25.2.211, port: 2927bf6a-e491-4d17-8a58-320069c81dd6. Aug 11 22:17:49.448847 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:49.454177 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7cb3858e-af6e-424a-b0b8-d786a879d51f req-bda1cdad-198e-4e68-8518-8b6e5caa597a tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:49.488650 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 8a1bd354-59e7-40ba-9985-d8c3c9b741ef, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8a1bd354-59e7-40ba-9985-d8c3c9b741ef,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:49.495576 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:49.558998 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=8a1bd354-59e7-40ba-9985-d8c3c9b741ef,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:49.589831 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a0c970-643e-4e6a-b846-354469273896 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:17:49.594253 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c992dba2-1b4a-46bb-a23e-8e4381bb6dd6 req-a7c55442-90bb-43ca-b042-96bf8e86a91c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14c0da70-1688-410e-b53c-f165ece409a4 HTTP/1.1" status: 200 len: 217 time: 0.1928327 Aug 11 22:17:49.598730 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-93a0c970-643e-4e6a-b846-354469273896 admin admin] 10.222.0.77 "PUT /v2.0/routers/d0642ecc-d6fa-46d2-9209-44a15deaaa58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4709117 Aug 11 22:17:49.598839 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-1921f14c-d328-4e22-a1c7-0972f455bf36 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Transition to ACTIVE for port object f9cb2442-bef9-4626-a904-8962dfdae72d will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:17:49.599284 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56252) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:49.601435 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694dc204-09a2-4570-97cb-a9db2ba805ce None None] Sync routers for ids ['d0642ecc-d6fa-46d2-9209-44a15deaaa58'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:17:49.612894 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694dc204-09a2-4570-97cb-a9db2ba805ce None None] Routers {'d0642ecc-d6fa-46d2-9209-44a15deaaa58'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:17:49.613635 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-694dc204-09a2-4570-97cb-a9db2ba805ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:17:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d0642ecc-d6fa-46d2-9209-44a15deaaa58'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:49.718547 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4d42603a-5f11-474a-b2d6-21a83c1fb9dd admin admin] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:49.730359 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-694dc204-09a2-4570-97cb-a9db2ba805ce None None] Set router d0642ecc-d6fa-46d2-9209-44a15deaaa58 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:17:49.829375 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c68c9b8b-522c-4b99-a605-1aa23b750d54 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:49.876939 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-7cb3858e-af6e-424a-b0b8-d786a879d51f req-bda1cdad-198e-4e68-8518-8b6e5caa597a tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Allocated IP 172.25.2.32 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/1cba08b8-c7a7-4640-a683-821521917521) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:17:49.882646 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4d42603a-5f11-474a-b2d6-21a83c1fb9dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:49.940922 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992dba2-1b4a-46bb-a23e-8e4381bb6dd6 req-21bd7089-1bfe-491e-920c-f18b1555a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:49.943611 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c992dba2-1b4a-46bb-a23e-8e4381bb6dd6 req-21bd7089-1bfe-491e-920c-f18b1555a781 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4bcace65-6a59-41f0-879a-d84477d04327 HTTP/1.1" status: 200 len: 859 time: 0.3345654 Aug 11 22:17:49.955084 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1921f14c-d328-4e22-a1c7-0972f455bf36 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:49.956233 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-694dc204-09a2-4570-97cb-a9db2ba805ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'name': 'tempest-TaggedBootDevicesTest-2083648703-router', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd634b800-1d75-4579-a17f-fc1e6569e1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:10Z', 'updated_at': '2021-08-11T22:17:47Z', 'revision_number': 5, 'project_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'gw_port': {'id': 'd634b800-1d75-4579-a17f-fc1e6569e1fe', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:05:13Z', 'updated_at': '2021-08-11T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:49.970784 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0930e048-5185-4e62-a588-c0bd2fb317b4', 'tag': '14c0da70-1688-410e-b53c-f165ece409a4'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:17:49.972365 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9ab9ea-ab41-4ff7-97d9-9dc9760c334d" -d '{"events": [{"name": "network-changed", "server_uuid": "0930e048-5185-4e62-a588-c0bd2fb317b4", "tag": "14c0da70-1688-410e-b53c-f165ece409a4"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:17:49.975193 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68c9b8b-522c-4b99-a605-1aa23b750d54 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:17:49.987455 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694dc204-09a2-4570-97cb-a9db2ba805ce None None] Checking router: d0642ecc-d6fa-46d2-9209-44a15deaaa58 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:17:49.997806 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694dc204-09a2-4570-97cb-a9db2ba805ce None None] Routers {'d0642ecc-d6fa-46d2-9209-44a15deaaa58'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:17:49.998517 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-694dc204-09a2-4570-97cb-a9db2ba805ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:17:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d0642ecc-d6fa-46d2-9209-44a15deaaa58'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:50.036339 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-c68c9b8b-522c-4b99-a605-1aa23b750d54 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:50.038828 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-4d42603a-5f11-474a-b2d6-21a83c1fb9dd admin admin] Deleting port d634b800-1d75-4579-a17f-fc1e6569e1fe {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:17:50.039169 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4d42603a-5f11-474a-b2d6-21a83c1fb9dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:50.044089 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7cb3858e-af6e-424a-b0b8-d786a879d51f req-bda1cdad-198e-4e68-8518-8b6e5caa597a tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:50.047213 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c9b8b-522c-4b99-a605-1aa23b750d54 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Pushing event updated for resources: {'Port': ['ID=9e15870b-2a2e-4aa0-bdc8-057d4997f729,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:50.054636 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c992dba2-1b4a-46bb-a23e-8e4381bb6dd6 req-ab360e27-cd40-4016-9ee4-fe85dbde437b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d98f639d-f4cf-4ee7-9782-d5f1761290b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832224 Aug 11 22:17:50.057356 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68c9b8b-522c-4b99-a605-1aa23b750d54 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:17:50.099274 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-694dc204-09a2-4570-97cb-a9db2ba805ce None None] Set router d0642ecc-d6fa-46d2-9209-44a15deaaa58 gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:17:50.159930 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-694dc204-09a2-4570-97cb-a9db2ba805ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'name': 'tempest-TaggedBootDevicesTest-2083648703-router', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:10Z', 'updated_at': '2021-08-11T22:17:49Z', 'revision_number': 6, 'project_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:50.160171 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-4d42603a-5f11-474a-b2d6-21a83c1fb9dd admin admin] For port d634b800-1d75-4579-a17f-fc1e6569e1fe, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d634b800-1d75-4579-a17f-fc1e6569e1fe,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:50.160488 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4d42603a-5f11-474a-b2d6-21a83c1fb9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:50.176395 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7cb3858e-af6e-424a-b0b8-d786a879d51f req-bda1cdad-198e-4e68-8518-8b6e5caa597a tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:50.178746 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-4d42603a-5f11-474a-b2d6-21a83c1fb9dd admin admin] Calling delete_port for d634b800-1d75-4579-a17f-fc1e6569e1fe owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:17:50.202766 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694dc204-09a2-4570-97cb-a9db2ba805ce None None] The sync data for ids ['d0642ecc-d6fa-46d2-9209-44a15deaaa58'] in n-d-804275-3 is: [{'id': 'd0642ecc-d6fa-46d2-9209-44a15deaaa58', 'name': 'tempest-TaggedBootDevicesTest-2083648703-router', 'tenant_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:05:10Z', 'updated_at': '2021-08-11T22:17:49Z', 'revision_number': 6, 'project_id': '2b3840ad876e4bee8133e6f4b31e7f76', 'gw_port_host': None}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:17:50.264560 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1921f14c-d328-4e22-a1c7-0972f455bf36 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:17:50.272505 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb3858e-af6e-424a-b0b8-d786a879d51f req-bda1cdad-198e-4e68-8518-8b6e5caa597a tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:17:50.275935 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1cdad-198e-4e68-8518-8b6e5caa597a tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Pushing event updated for resources: {'Port': ['ID=1cba08b8-c7a7-4640-a683-821521917521,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:50.280125 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-7cb3858e-af6e-424a-b0b8-d786a879d51f req-bda1cdad-198e-4e68-8518-8b6e5caa597a tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:50.287592 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb3858e-af6e-424a-b0b8-d786a879d51f req-bda1cdad-198e-4e68-8518-8b6e5caa597a tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:17:50.362051 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-1921f14c-d328-4e22-a1c7-0972f455bf36 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:50.387529 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1921f14c-d328-4e22-a1c7-0972f455bf36 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:17:50.400357 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1921f14c-d328-4e22-a1c7-0972f455bf36 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:50.401870 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1921f14c-d328-4e22-a1c7-0972f455bf36 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:50.449062 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921f14c-d328-4e22-a1c7-0972f455bf36 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Port': ['ID=f9cb2442-bef9-4626-a904-8962dfdae72d,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:50.499698 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:50.508384 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1921f14c-d328-4e22-a1c7-0972f455bf36 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.3806047 Aug 11 22:17:50.512913 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7cb3858e-af6e-424a-b0b8-d786a879d51f req-bda1cdad-198e-4e68-8518-8b6e5caa597a tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:50.513738 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56260) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:50.619095 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7cb3858e-af6e-424a-b0b8-d786a879d51f req-bda1cdad-198e-4e68-8518-8b6e5caa597a tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:50.676298 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4d42603a-5f11-474a-b2d6-21a83c1fb9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:50.763812 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42603a-5f11-474a-b2d6-21a83c1fb9dd admin admin] Pushing event deleted for resources: {'Port': ['ID=d634b800-1d75-4579-a17f-fc1e6569e1fe,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:50.775435 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c992dba2-1b4a-46bb-a23e-8e4381bb6dd6 req-65699539-ba5b-469b-b373-af3245eabe54 service neutron] 10.222.0.52 "GET /v2.0/networks/d98f639d-f4cf-4ee7-9782-d5f1761290b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7003756 Aug 11 22:17:50.784163 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d973e5-935c-48b1-bd48-9802f3882489 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Router bb7ed200-b283-408b-9e65-fa6d5ac4b332 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:17:50.872435 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4c7ae57c-4321-4f38-8656-2db09b5af5ac None None] Provisioning for port f9cb2442-bef9-4626-a904-8962dfdae72d completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:17:50.877236 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4c7ae57c-4321-4f38-8656-2db09b5af5ac None None] Provisioning complete for port f9cb2442-bef9-4626-a904-8962dfdae72d triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:17:50.877921 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4c7ae57c-4321-4f38-8656-2db09b5af5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:50.922685 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4c7ae57c-4321-4f38-8656-2db09b5af5ac None None] Port f9cb2442-bef9-4626-a904-8962dfdae72d cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:17:50.995802 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f1c722-0a33-45c1-9072-70c975996193 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:51.007345 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f1c722-0a33-45c1-9072-70c975996193 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:51.013592 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-04f1c722-0a33-45c1-9072-70c975996193 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4927709 Aug 11 22:17:51.015671 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56264) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:51.105767 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8a1bd354-59e7-40ba-9985-d8c3c9b741ef up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:17:51.172280 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 8a1bd354-59e7-40ba-9985-d8c3c9b741ef triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:17:51.172556 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4d42603a-5f11-474a-b2d6-21a83c1fb9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:51.172713 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:51.228736 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c992dba2-1b4a-46bb-a23e-8e4381bb6dd6 req-02ef07e6-b3ae-4a35-af87-706e92535ef6 service neutron] 10.222.0.52 "GET /v2.0/networks/d98f639d-f4cf-4ee7-9782-d5f1761290b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427605 Aug 11 22:17:51.348073 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4d42603a-5f11-474a-b2d6-21a83c1fb9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:51.367567 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d634b800-1d75-4579-a17f-fc1e6569e1fe no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:17:51.393307 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: d634b800-1d75-4579-a17f-fc1e6569e1fe {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:17:51.393557 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d634b800-1d75-4579-a17f-fc1e6569e1fe not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:17:51.393982 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device bee87311-3e2e-4140-865c-bdb0b36142de no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:17:51.417418 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7cb3858e-af6e-424a-b0b8-d786a879d51f req-bda1cdad-198e-4e68-8518-8b6e5caa597a tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:51.420096 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: bee87311-3e2e-4140-865c-bdb0b36142de {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:17:51.420468 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device bee87311-3e2e-4140-865c-bdb0b36142de not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:17:51.424863 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4d42603a-5f11-474a-b2d6-21a83c1fb9dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:51.431256 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d973e5-935c-48b1-bd48-9802f3882489 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:17:51.445656 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5149c13-7c7c-49b5-a1aa-d1e8acd707f1 None None] Sync routers for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:17:51.458207 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5149c13-7c7c-49b5-a1aa-d1e8acd707f1 None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:17:51.459023 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a5149c13-7c7c-49b5-a1aa-d1e8acd707f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:17:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:51.498975 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a5149c13-7c7c-49b5-a1aa-d1e8acd707f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:51.509933 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5149c13-7c7c-49b5-a1aa-d1e8acd707f1 None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:17:51.511486 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a5149c13-7c7c-49b5-a1aa-d1e8acd707f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:17:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:51.535224 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7cb3858e-af6e-424a-b0b8-d786a879d51f req-bda1cdad-198e-4e68-8518-8b6e5caa597a tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:51.540590 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f5d973e5-935c-48b1-bd48-9802f3882489 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:51.564218 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a5149c13-7c7c-49b5-a1aa-d1e8acd707f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:51.565251 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5149c13-7c7c-49b5-a1aa-d1e8acd707f1 None None] The sync data for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:17:51.604951 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f5d973e5-935c-48b1-bd48-9802f3882489 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.2934895 Aug 11 22:17:51.607569 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56266) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:51.610608 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4d42603a-5f11-474a-b2d6-21a83c1fb9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:51.611496 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d42603a-5f11-474a-b2d6-21a83c1fb9dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0642ecc-d6fa-46d2-9209-44a15deaaa58 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:17:51.623982 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4d42603a-5f11-474a-b2d6-21a83c1fb9dd admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:51.625994 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4d42603a-5f11-474a-b2d6-21a83c1fb9dd admin admin] 10.222.0.77 "DELETE /v2.0/routers/d0642ecc-d6fa-46d2-9209-44a15deaaa58 HTTP/1.1" status: 204 len: 168 time: 2.0252280 Aug 11 22:17:51.639344 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56268) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:51.644975 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-b8d5b285-286c-4d2b-a886-bd779148c5af tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-965002629'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:51.719652 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d5b285-286c-4d2b-a886-bd779148c5af tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Made reservation on behalf of 23db72142b8d4dca91b49664fcaef1e5 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:17:51.723474 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b8d5b285-286c-4d2b-a886-bd779148c5af tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:51.767797 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c68c9b8b-522c-4b99-a605-1aa23b750d54 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:51.784473 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1cdad-198e-4e68-8518-8b6e5caa597a tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Pushing event updated for resources: {'Port': ['ID=1cba08b8-c7a7-4640-a683-821521917521,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:51.799560 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d5b285-286c-4d2b-a886-bd779148c5af tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:17:51.825740 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b8d5b285-286c-4d2b-a886-bd779148c5af tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:51.825863 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-b8d5b285-286c-4d2b-a886-bd779148c5af tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Added segment e5009d97-05a2-4272-a60b-b83b655aa49c of type vlan for network 903903f6-a36b-4cdb-8c5a-1aabebaf397c Aug 11 22:17:51.852487 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-fb3ea9b7-2e6b-43ab-81a6-a619498dc642 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting port f9cb2442-bef9-4626-a904-8962dfdae72d {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:17:51.852487 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fb3ea9b7-2e6b-43ab-81a6-a619498dc642 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:51.912148 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b8d5b285-286c-4d2b-a886-bd779148c5af tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:51.934397 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7cb3858e-af6e-424a-b0b8-d786a879d51f req-bda1cdad-198e-4e68-8518-8b6e5caa597a tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:51.935133 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c68c9b8b-522c-4b99-a605-1aa23b750d54 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:51.951009 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d6832c-442c-45c2-88d8-fe17c1dab8b7 admin admin] Deleting subnet 5994059a-f305-4784-b552-f94868383090 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:17:51.971442 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5d6832c-442c-45c2-88d8-fe17c1dab8b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:52.048294 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7cb3858e-af6e-424a-b0b8-d786a879d51f req-bda1cdad-198e-4e68-8518-8b6e5caa597a tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:52.050183 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7cb3858e-af6e-424a-b0b8-d786a879d51f req-bda1cdad-198e-4e68-8518-8b6e5caa597a tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0954533 Aug 11 22:17:52.099230 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5d6832c-442c-45c2-88d8-fe17c1dab8b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:52.135962 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b8d5b285-286c-4d2b-a886-bd779148c5af tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:52.174463 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d5b285-286c-4d2b-a886-bd779148c5af tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:52.175736 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b8d5b285-286c-4d2b-a886-bd779148c5af tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:52.344297 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b8d5b285-286c-4d2b-a886-bd779148c5af tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7353973 Aug 11 22:17:52.363562 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56272) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:52.375177 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-b312c55a-55b7-44d9-853d-ac9a4af3d6e9 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Request body: {'subnet': {'network_id': '903903f6-a36b-4cdb-8c5a-1aabebaf397c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:52.398692 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7cb3858e-af6e-424a-b0b8-d786a879d51f req-dfadf25f-ce22-4ae4-bb80-6263d1e14475 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 695 time: 0.3138423 Aug 11 22:17:52.429896 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fb3ea9b7-2e6b-43ab-81a6-a619498dc642 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:52.498358 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5b285-286c-4d2b-a886-bd779148c5af tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event updated for resources: {'Network': ['ID=903903f6-a36b-4cdb-8c5a-1aabebaf397c,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:52.523030 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 903903f6-a36b-4cdb-8c5a-1aabebaf397c details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:17:52.556526 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-fb3ea9b7-2e6b-43ab-81a6-a619498dc642 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Calling delete_port for f9cb2442-bef9-4626-a904-8962dfdae72d owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:17:52.594597 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c68c9b8b-522c-4b99-a605-1aa23b750d54 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:52.605459 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c68c9b8b-522c-4b99-a605-1aa23b750d54 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:52.652365 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b312c55a-55b7-44d9-853d-ac9a4af3d6e9 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Made reservation on behalf of 23db72142b8d4dca91b49664fcaef1e5 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:17:52.656163 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b312c55a-55b7-44d9-853d-ac9a4af3d6e9 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:52.733194 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5d6832c-442c-45c2-88d8-fe17c1dab8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:52.775941 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3858e-af6e-424a-b0b8-d786a879d51f req-464c8468-75fd-4221-b1b3-bed1f1e6b307 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:52.777492 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7cb3858e-af6e-424a-b0b8-d786a879d51f req-464c8468-75fd-4221-b1b3-bed1f1e6b307 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 784 time: 0.3561668 Aug 11 22:17:52.799054 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-7cb3858e-af6e-424a-b0b8-d786a879d51f req-fac78e6f-605b-44d6-87e1-036f1e154ad5 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:17:52.800207 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7cb3858e-af6e-424a-b0b8-d786a879d51f req-fac78e6f-605b-44d6-87e1-036f1e154ad5 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106308 Aug 11 22:17:52.800804 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c9b8b-522c-4b99-a605-1aa23b750d54 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Pushing event updated for resources: {'Port': ['ID=9e15870b-2a2e-4aa0-bdc8-057d4997f729,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:52.833354 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c68c9b8b-522c-4b99-a605-1aa23b750d54 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:52.932427 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5d6832c-442c-45c2-88d8-fe17c1dab8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:52.990347 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [None req-c68c9b8b-522c-4b99-a605-1aa23b750d54 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Floating IP 748eb3ba-913b-4124-a42e-616b6b21d00b associated. External IP: 172.25.2.133, port: ad709186-dffc-489e-878d-76de899ca8af. Aug 11 22:17:53.475174 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c836e1-45d5-4db0-abb2-77eee3b39cb0 x-openstack-request-id: req-d4c836e1-45d5-4db0-abb2-77eee3b39cb0 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:17:53.476766 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0930e048-5185-4e62-a588-c0bd2fb317b4", "tag": "14c0da70-1688-410e-b53c-f165ece409a4", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:17:53.477512 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d4c836e1-45d5-4db0-abb2-77eee3b39cb0 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:17:53.478429 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0930e048-5185-4e62-a588-c0bd2fb317b4', 'tag': '14c0da70-1688-410e-b53c-f165ece409a4', 'status': 'completed', 'code': 200} Aug 11 22:17:53.490833 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6832c-442c-45c2-88d8-fe17c1dab8b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5994059a-f305-4784-b552-f94868383090,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:53.532792 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6832c-442c-45c2-88d8-fe17c1dab8b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:53.533321 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6832c-442c-45c2-88d8-fe17c1dab8b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:53.533945 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6832c-442c-45c2-88d8-fe17c1dab8b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:53.534348 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6832c-442c-45c2-88d8-fe17c1dab8b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:53.534797 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6832c-442c-45c2-88d8-fe17c1dab8b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:53.535295 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6832c-442c-45c2-88d8-fe17c1dab8b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:53.535878 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6832c-442c-45c2-88d8-fe17c1dab8b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:53.536931 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6832c-442c-45c2-88d8-fe17c1dab8b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:53.537409 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6832c-442c-45c2-88d8-fe17c1dab8b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:53.538036 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6832c-442c-45c2-88d8-fe17c1dab8b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:53.538454 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6832c-442c-45c2-88d8-fe17c1dab8b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:53.539052 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6832c-442c-45c2-88d8-fe17c1dab8b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:53.610402 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ab9ea-ab41-4ff7-97d9-9dc9760c334d req-6118b504-dcc3-4c83-8811-7c51a477d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:53.611514 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5d6832c-442c-45c2-88d8-fe17c1dab8b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:53.612103 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1a9ab9ea-ab41-4ff7-97d9-9dc9760c334d req-6118b504-dcc3-4c83-8811-7c51a477d9a2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7893e9dca79546f9a7fcaade410ca2bf&device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 1096 time: 0.5329754 Aug 11 22:17:53.617032 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a5d6832c-442c-45c2-88d8-fe17c1dab8b7 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5994059a-f305-4784-b552-f94868383090 HTTP/1.1" status: 204 len: 168 time: 1.9713335 Aug 11 22:17:53.620793 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fbe4ef-8415-422a-9bd1-fedd05f2d772 None None] Network aae68e27-0877-48f6-819f-dde7d65a439d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:17:53.623972 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56292) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:53.643156 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fb3ea9b7-2e6b-43ab-81a6-a619498dc642 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:53.687237 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ea9b7-2e6b-43ab-81a6-a619498dc642 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Port': ['ID=f9cb2442-bef9-4626-a904-8962dfdae72d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:53.726549 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8300e7-be77-4c34-a6dd-e389ff352945 req-48ee6591-ba09-4b1d-ab5e-9255907bfebe tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:53.739707 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9c8300e7-be77-4c34-a6dd-e389ff352945 req-48ee6591-ba09-4b1d-ab5e-9255907bfebe tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2747822 Aug 11 22:17:53.801956 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ab9ea-ab41-4ff7-97d9-9dc9760c334d req-4b2e082d-68d9-4f07-ab7d-fa26dbac3cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:53.804085 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1a9ab9ea-ab41-4ff7-97d9-9dc9760c334d req-4b2e082d-68d9-4f07-ab7d-fa26dbac3cbc service neutron] 10.222.0.52 "GET /v2.0/networks?id=d98f639d-f4cf-4ee7-9782-d5f1761290b6 HTTP/1.1" status: 200 len: 920 time: 0.1807156 Aug 11 22:17:53.831412 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fb3ea9b7-2e6b-43ab-81a6-a619498dc642 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:53.841420 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fb3ea9b7-2e6b-43ab-81a6-a619498dc642 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/f9cb2442-bef9-4626-a904-8962dfdae72d HTTP/1.1" status: 204 len: 168 time: 2.8241405 Aug 11 22:17:53.863751 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56294) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:53.867058 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9c8300e7-be77-4c34-a6dd-e389ff352945 req-c686bec4-16ae-4205-932f-4c7bf1b15dd9 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 695 time: 0.1245883 Aug 11 22:17:53.874180 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-9c8300e7-be77-4c34-a6dd-e389ff352945 req-2d11cd2d-e06b-438d-be47-29a75c5778e7 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Request body: {'floatingip': {'port_id': '14c0da70-1688-410e-b53c-f165ece409a4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:53.925183 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9c8300e7-be77-4c34-a6dd-e389ff352945 req-2d11cd2d-e06b-438d-be47-29a75c5778e7 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks [] for floatingip, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:53.987391 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1a9ab9ea-ab41-4ff7-97d9-9dc9760c334d req-e587db53-f541-42a6-af9d-9de7e9607a22 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14c0da70-1688-410e-b53c-f165ece409a4 HTTP/1.1" status: 200 len: 217 time: 0.1268358 Aug 11 22:17:54.008194 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1044eafa-2b9d-4149-be5d-9a7dfab31cc7 None None] DHCP port deletion for aae68e27-0877-48f6-819f-dde7d65a439d request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:17:54.135210 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-1044eafa-2b9d-4149-be5d-9a7dfab31cc7 None None] Deleting port 713f2de0-6968-4aef-a79f-d16002f8d99b {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:17:54.136128 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1044eafa-2b9d-4149-be5d-9a7dfab31cc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:54.287550 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-1044eafa-2b9d-4149-be5d-9a7dfab31cc7 None None] For port 713f2de0-6968-4aef-a79f-d16002f8d99b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=713f2de0-6968-4aef-a79f-d16002f8d99b,segment=NetworkSegment(fed54257-4ffc-49e3-ac53-8be34c50450f),segment_id=fed54257-4ffc-49e3-ac53-8be34c50450f)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:54.288223 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1044eafa-2b9d-4149-be5d-9a7dfab31cc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:54.292242 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ad509b4a-44e7-46a0-9ba1-c04260dfdfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:54.317399 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-1044eafa-2b9d-4149-be5d-9a7dfab31cc7 None None] Calling delete_port for 713f2de0-6968-4aef-a79f-d16002f8d99b owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:17:54.430115 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1044eafa-2b9d-4149-be5d-9a7dfab31cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:54.447567 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8cf628-ab39-4f70-af97-4b70fee60f8f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:54.449248 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1044eafa-2b9d-4149-be5d-9a7dfab31cc7 None None] No DVR routers for this DVR port 713f2de0-6968-4aef-a79f-d16002f8d99b on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:17:54.451052 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8cf628-ab39-4f70-af97-4b70fee60f8f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:54.456303 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1f8cf628-ab39-4f70-af97-4b70fee60f8f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5804071 Aug 11 22:17:54.479645 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56298) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:54.482314 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044eafa-2b9d-4149-be5d-9a7dfab31cc7 None None] Pushing event deleted for resources: {'Port': ['ID=713f2de0-6968-4aef-a79f-d16002f8d99b,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:54.539666 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-ad509b4a-44e7-46a0-9ba1-c04260dfdfbc admin admin] The port '713f2de0-6968-4aef-a79f-d16002f8d99b' was deleted {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 11 22:17:54.604920 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ab9ea-ab41-4ff7-97d9-9dc9760c334d req-6daba0f7-0518-4024-a959-8bd4b5f6f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:54.607710 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1a9ab9ea-ab41-4ff7-97d9-9dc9760c334d req-6daba0f7-0518-4024-a959-8bd4b5f6f27f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4bcace65-6a59-41f0-879a-d84477d04327 HTTP/1.1" status: 200 len: 859 time: 0.5562882 Aug 11 22:17:54.688740 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9c8300e7-be77-4c34-a6dd-e389ff352945 req-2d11cd2d-e06b-438d-be47-29a75c5778e7 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:54.697206 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9c8300e7-be77-4c34-a6dd-e389ff352945 req-2d11cd2d-e06b-438d-be47-29a75c5778e7 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:54.847312 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1a9ab9ea-ab41-4ff7-97d9-9dc9760c334d req-25aeb606-9b21-4d66-a63d-c51bef0197b3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d98f639d-f4cf-4ee7-9782-d5f1761290b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1462910 Aug 11 22:17:54.858079 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b312c55a-55b7-44d9-853d-ac9a4af3d6e9 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:54.868059 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68c9b8b-522c-4b99-a605-1aa23b750d54 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Router c6f96f17-595e-46dc-b1c6-7ebb4a763b4c has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:17:54.884706 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d225841-9b03-411d-88f5-f2b3409c122a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting subnet cdfdbdfb-02b6-4791-b317-52d557bf3b7d {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:17:54.901332 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [req-9c8300e7-be77-4c34-a6dd-e389ff352945 req-2d11cd2d-e06b-438d-be47-29a75c5778e7 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Floating IP 465da9ae-f07c-4363-b0c9-c311585f1234 associated. External IP: 172.25.2.32, port: 14c0da70-1688-410e-b53c-f165ece409a4. Aug 11 22:17:54.924239 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ad509b4a-44e7-46a0-9ba1-c04260dfdfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:54.929259 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d225841-9b03-411d-88f5-f2b3409c122a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:55.010750 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-ad509b4a-44e7-46a0-9ba1-c04260dfdfbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae68e27-0877-48f6-819f-dde7d65a439d']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:55.049241 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-ad509b4a-44e7-46a0-9ba1-c04260dfdfbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed54257-4ffc-49e3-ac53-8be34c50450f') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:55.049694 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-ad509b4a-44e7-46a0-9ba1-c04260dfdfbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed54257-4ffc-49e3-ac53-8be34c50450f') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:55.073110 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312c55a-55b7-44d9-853d-ac9a4af3d6e9 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event updated for resources: {'Subnet': ['ID=989d3519-aa72-44a6-a621-3b5aac16dfe0,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:55.080106 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ad509b4a-44e7-46a0-9ba1-c04260dfdfbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:55.120953 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 713f2de0-6968-4aef-a79f-d16002f8d99b no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:17:55.171363 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d225841-9b03-411d-88f5-f2b3409c122a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:55.174941 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 713f2de0-6968-4aef-a79f-d16002f8d99b {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:17:55.175581 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 713f2de0-6968-4aef-a79f-d16002f8d99b not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:17:55.240091 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ad509b4a-44e7-46a0-9ba1-c04260dfdfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:55.279278 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad509b4a-44e7-46a0-9ba1-c04260dfdfbc admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:17:55.280859 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ad509b4a-44e7-46a0-9ba1-c04260dfdfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:17:55.287812 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:17:55.308740 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b312c55a-55b7-44d9-853d-ac9a4af3d6e9 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Checking segment: {'id': 'e5009d97-05a2-4272-a60b-b83b655aa49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '903903f6-a36b-4cdb-8c5a-1aabebaf397c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:17:55.309114 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b312c55a-55b7-44d9-853d-ac9a4af3d6e9 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Network hostable DHCP agents. Network: 903903f6-a36b-4cdb-8c5a-1aabebaf397c, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:17:55.389928 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1a9ab9ea-ab41-4ff7-97d9-9dc9760c334d req-fd20923f-118e-42ce-9609-80e9b38b9f75 service neutron] 10.222.0.52 "GET /v2.0/networks/d98f639d-f4cf-4ee7-9782-d5f1761290b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239110 Aug 11 22:17:55.502558 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c8300e7-be77-4c34-a6dd-e389ff352945 req-2d11cd2d-e06b-438d-be47-29a75c5778e7 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Router 3805015a-0ea9-400d-b58e-f77d1e400b70 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:17:55.529368 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ad509b4a-44e7-46a0-9ba1-c04260dfdfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:55.551131 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ad509b4a-44e7-46a0-9ba1-c04260dfdfbc admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:55.557299 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ad509b4a-44e7-46a0-9ba1-c04260dfdfbc admin admin] 10.222.0.77 "DELETE /v2.0/networks/aae68e27-0877-48f6-819f-dde7d65a439d HTTP/1.1" status: 204 len: 168 time: 1.9317892 Aug 11 22:17:55.572164 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68c9b8b-522c-4b99-a605-1aa23b750d54 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:17:55.599604 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6332605b-df2b-4372-a35a-4b7722b5fd56 None None] Sync routers for ids ['c6f96f17-595e-46dc-b1c6-7ebb4a763b4c'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:17:55.626111 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6332605b-df2b-4372-a35a-4b7722b5fd56 None None] Routers {'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:17:55.627591 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-6332605b-df2b-4372-a35a-4b7722b5fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:17:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c6f96f17-595e-46dc-b1c6-7ebb4a763b4c'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:55.658293 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b312c55a-55b7-44d9-853d-ac9a4af3d6e9 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Network 903903f6-a36b-4cdb-8c5a-1aabebaf397c is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:17:55.676594 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c8300e7-be77-4c34-a6dd-e389ff352945 req-2d11cd2d-e06b-438d-be47-29a75c5778e7 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:17:55.683230 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9c8300e7-be77-4c34-a6dd-e389ff352945 req-2d11cd2d-e06b-438d-be47-29a75c5778e7 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:55.697265 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c68c9b8b-522c-4b99-a605-1aa23b750d54 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:55.707024 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03b8f6f-f37b-47ca-a187-4cdb67b55eb6 None None] Sync routers for ids ['3805015a-0ea9-400d-b58e-f77d1e400b70'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:17:55.746932 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03b8f6f-f37b-47ca-a187-4cdb67b55eb6 None None] Routers {'3805015a-0ea9-400d-b58e-f77d1e400b70'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:17:55.748175 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-e03b8f6f-f37b-47ca-a187-4cdb67b55eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:17:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['3805015a-0ea9-400d-b58e-f77d1e400b70'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:55.754458 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad509b4a-44e7-46a0-9ba1-c04260dfdfbc admin admin] Pushing event deleted for resources: {'Network': ['ID=aae68e27-0877-48f6-819f-dde7d65a439d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:55.766507 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9c8300e7-be77-4c34-a6dd-e389ff352945 req-2d11cd2d-e06b-438d-be47-29a75c5778e7 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "PUT /v2.0/floatingips/465da9ae-f07c-4363-b0c9-c311585f1234 HTTP/1.1" status: 200 len: 995 time: 1.8970890 Aug 11 22:17:55.767307 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d225841-9b03-411d-88f5-f2b3409c122a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:55.767460 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0930e048-5185-4e62-a588-c0bd2fb317b4', 'tag': '14c0da70-1688-410e-b53c-f165ece409a4'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:17:55.774860 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10cd62f-c422-4d4c-ba87-4373beff717b" -d '{"events": [{"name": "network-changed", "server_uuid": "0930e048-5185-4e62-a588-c0bd2fb317b4", "tag": "14c0da70-1688-410e-b53c-f165ece409a4"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:17:55.783307 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c68c9b8b-522c-4b99-a605-1aa23b750d54 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.2450716 Aug 11 22:17:55.783307 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-b312c55a-55b7-44d9-853d-ac9a4af3d6e9 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 903903f6-a36b-4cdb-8c5a-1aabebaf397c) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:55.785688 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56310) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:55.910281 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd874068c-2c88-4b70-87bc-9fac0831ad11', 'tag': 'ad709186-dffc-489e-878d-76de899ca8af'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:17:55.914876 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac293528-db01-408d-ba39-5d5eacef6e39" -d '{"events": [{"name": "network-changed", "server_uuid": "d874068c-2c88-4b70-87bc-9fac0831ad11", "tag": "ad709186-dffc-489e-878d-76de899ca8af"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:17:55.946079 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b312c55a-55b7-44d9-853d-ac9a4af3d6e9 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:55.948752 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b312c55a-55b7-44d9-853d-ac9a4af3d6e9 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:56.039474 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56320) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:56.048239 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-6332605b-df2b-4372-a35a-4b7722b5fd56 None None] Set router c6f96f17-595e-46dc-b1c6-7ebb4a763b4c gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:17:56.088744 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-e03b8f6f-f37b-47ca-a187-4cdb67b55eb6 None None] Set router 3805015a-0ea9-400d-b58e-f77d1e400b70 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:17:56.102135 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b312c55a-55b7-44d9-853d-ac9a4af3d6e9 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7367301 Aug 11 22:17:56.115751 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56322) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:56.127149 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-b05d91da-c7b2-44bb-b422-f6283a9f688d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-137389788', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}, 'admin_state_up': False}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:56.128451 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d225841-9b03-411d-88f5-f2b3409c122a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:56.134839 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fb204b-7783-4c12-aa71-f739c1e9125d None None] Network 903903f6-a36b-4cdb-8c5a-1aabebaf397c requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:17:56.247128 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d225841-9b03-411d-88f5-f2b3409c122a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Subnet': ['ID=cdfdbdfb-02b6-4791-b317-52d557bf3b7d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:56.258861 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1a9ab9ea-ab41-4ff7-97d9-9dc9760c334d req-4b936ee5-0845-4ce1-a580-1c72c3618c06 service neutron] 10.222.0.52 "GET /v2.0/networks/d98f639d-f4cf-4ee7-9782-d5f1761290b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8521154 Aug 11 22:17:56.291669 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d225841-9b03-411d-88f5-f2b3409c122a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:56.298863 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1d225841-9b03-411d-88f5-f2b3409c122a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/cdfdbdfb-02b6-4791-b317-52d557bf3b7d HTTP/1.1" status: 204 len: 168 time: 1.8161144 Aug 11 22:17:56.300987 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bc2c908a-1b5c-4092-a4b3-8f5c37ebda47 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2b3840ad876e4bee8133e6f4b31e7f76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2578239 Aug 11 22:17:56.313169 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56324) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:56.313818 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56326) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:56.318507 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d225841-9b03-411d-88f5-f2b3409c122a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:56.319120 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d225841-9b03-411d-88f5-f2b3409c122a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:56.319738 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d225841-9b03-411d-88f5-f2b3409c122a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:56.322214 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d225841-9b03-411d-88f5-f2b3409c122a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:56.322214 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d225841-9b03-411d-88f5-f2b3409c122a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:56.322600 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d225841-9b03-411d-88f5-f2b3409c122a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:56.323357 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d225841-9b03-411d-88f5-f2b3409c122a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:56.323947 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d225841-9b03-411d-88f5-f2b3409c122a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:56.324556 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d225841-9b03-411d-88f5-f2b3409c122a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:56.325100 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d225841-9b03-411d-88f5-f2b3409c122a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:56.325655 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d225841-9b03-411d-88f5-f2b3409c122a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:56.326214 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d225841-9b03-411d-88f5-f2b3409c122a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:17:56.345746 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0879b5eb-2038-4928-a69d-ba7e8242e4e1 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:17:56.433299 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8300e7-be77-4c34-a6dd-e389ff352945 req-c392ff80-eb59-49c6-8359-c9b7170f49c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:56.436568 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9c8300e7-be77-4c34-a6dd-e389ff352945 req-c392ff80-eb59-49c6-8359-c9b7170f49c4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7893e9dca79546f9a7fcaade410ca2bf&device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 1096 time: 0.6114604 Aug 11 22:17:56.461327 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-945060c3-c90c-43d4-974d-910bf367d488 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1052048 Aug 11 22:17:56.464024 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56328) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:56.569187 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7b52f5-3371-405e-8cf9-473c47caccb8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:56.574219 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2d7b52f5-3371-405e-8cf9-473c47caccb8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1086531 Aug 11 22:17:56.574917 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56330) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:56.639492 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-6332605b-df2b-4372-a35a-4b7722b5fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1707440985', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '599b629c-52d2-4156-8875-2246f8e01e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:46Z', 'updated_at': '2021-08-11T22:17:04Z', 'revision_number': 4, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'gw_port': {'id': '599b629c-52d2-4156-8875-2246f8e01e47', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:47Z', 'updated_at': '2021-08-11T22:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '748eb3ba-913b-4124-a42e-616b6b21d00b', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'floating_ip_address': '172.25.2.133', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'port_id': 'ad709186-dffc-489e-878d-76de899ca8af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f22ba2-e884-4b3c-bcb8-adf9ef172db9', 'mac_address': 'fa:16:3e:d2:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd874068c-2c88-4b70-87bc-9fac0831ad11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:17:51Z', 'updated_at': '2021-08-11T22:17:51Z', 'revision_number': 0, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '011a7f6c-af93-4075-b291-633b7919785c', 'name': '', 'network_id': 'a7f22ba2-e884-4b3c-bcb8-adf9ef172db9', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'mac_address': 'fa:16:3e:e6:b5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '0bb7995d-56c2-4f4e-b29d-678903d21aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:17:00Z', 'updated_at': '2021-08-11T22:17:12Z', 'revision_number': 5, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'subnets': [{'id': '0bb7995d-56c2-4f4e-b29d-678903d21aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:56.672695 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba2f2ba-4750-4c4a-a976-b83b31746e5f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:56.677804 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bba2f2ba-4750-4c4a-a976-b83b31746e5f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0994563 Aug 11 22:17:56.678079 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56332) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:56.688093 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7660ae5-06a3-46fc-9561-5e8832222ef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-903903f6-a36b-4cdb-8c5a-1aabebaf397c', 'network_id': '903903f6-a36b-4cdb-8c5a-1aabebaf397c', 'tenant_id': '23db72142b8d4dca91b49664fcaef1e5', 'fixed_ips': [{'subnet_id': '989d3519-aa72-44a6-a621-3b5aac16dfe0'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:17:56.688988 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f7660ae5-06a3-46fc-9561-5e8832222ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:56.699943 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6332605b-df2b-4372-a35a-4b7722b5fd56 None None] Checking router: c6f96f17-595e-46dc-b1c6-7ebb4a763b4c for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:17:56.729953 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6332605b-df2b-4372-a35a-4b7722b5fd56 None None] Routers {'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:17:56.731003 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-6332605b-df2b-4372-a35a-4b7722b5fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:17:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c6f96f17-595e-46dc-b1c6-7ebb4a763b4c'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:56.745350 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b05d91da-c7b2-44bb-b422-f6283a9f688d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:56.748131 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b05d91da-c7b2-44bb-b422-f6283a9f688d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:56.763835 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9d5f4a34-a460-4b11-9db4-d6480895c4d3 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804279 Aug 11 22:17:56.765608 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56334) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:56.773059 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-d8aee500-d412-49a3-8a77-ed4f95be2052 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:56.883054 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8300e7-be77-4c34-a6dd-e389ff352945 req-a03955fd-db6b-448d-abee-c1b3ca593caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:56.898584 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9c8300e7-be77-4c34-a6dd-e389ff352945 req-a03955fd-db6b-448d-abee-c1b3ca593caa service neutron] 10.222.0.77 "GET /v2.0/networks?id=d98f639d-f4cf-4ee7-9782-d5f1761290b6 HTTP/1.1" status: 200 len: 920 time: 0.4351375 Aug 11 22:17:56.906255 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8aee500-d412-49a3-8a77-ed4f95be2052 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:17:56.910804 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d8aee500-d412-49a3-8a77-ed4f95be2052 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:56.948824 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-6332605b-df2b-4372-a35a-4b7722b5fd56 None None] Set router c6f96f17-595e-46dc-b1c6-7ebb4a763b4c gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:17:57.019846 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd210211-f794-4aef-974b-b49de37a74f3 tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:57.020876 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd210211-f794-4aef-974b-b49de37a74f3 tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:57.021760 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd210211-f794-4aef-974b-b49de37a74f3 tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:57.022432 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd210211-f794-4aef-974b-b49de37a74f3 tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:57.023563 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd210211-f794-4aef-974b-b49de37a74f3 tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:57.023946 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd210211-f794-4aef-974b-b49de37a74f3 tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:57.025224 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd210211-f794-4aef-974b-b49de37a74f3 tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:57.025979 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd210211-f794-4aef-974b-b49de37a74f3 tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:57.026919 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd210211-f794-4aef-974b-b49de37a74f3 tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:57.030238 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fd210211-f794-4aef-974b-b49de37a74f3 tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6384 time: 1.2427447 Aug 11 22:17:57.032952 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56338) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:57.110925 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-f7660ae5-06a3-46fc-9561-5e8832222ef7 None None] Allocated IP 172.20.0.2 (903903f6-a36b-4cdb-8c5a-1aabebaf397c/989d3519-aa72-44a6-a621-3b5aac16dfe0/c278db87-6ecc-49f4-acd2-9a0fbda6b74b) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:17:57.148656 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9c8300e7-be77-4c34-a6dd-e389ff352945 req-169a0466-12ca-41d7-9c22-7bbc3d60a12d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14c0da70-1688-410e-b53c-f165ece409a4 HTTP/1.1" status: 200 len: 998 time: 0.2288313 Aug 11 22:17:57.152011 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b05d91da-c7b2-44bb-b422-f6283a9f688d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:57.230676 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4f9e81e6-c293-42e2-9c26-8ab26365528d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:57.405821 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451251d7-5704-4ef6-997b-cca6fc8c4a6b tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:57.406305 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451251d7-5704-4ef6-997b-cca6fc8c4a6b tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:57.407257 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451251d7-5704-4ef6-997b-cca6fc8c4a6b tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:57.407395 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451251d7-5704-4ef6-997b-cca6fc8c4a6b tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:57.407894 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451251d7-5704-4ef6-997b-cca6fc8c4a6b tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:57.408416 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451251d7-5704-4ef6-997b-cca6fc8c4a6b tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:57.408944 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451251d7-5704-4ef6-997b-cca6fc8c4a6b tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:57.409464 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451251d7-5704-4ef6-997b-cca6fc8c4a6b tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:57.411700 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-451251d7-5704-4ef6-997b-cca6fc8c4a6b tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5198 time: 0.3774228 Aug 11 22:17:57.414542 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4f9e81e6-c293-42e2-9c26-8ab26365528d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:57.418724 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56340) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:57.511760 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8300e7-be77-4c34-a6dd-e389ff352945 req-9d590f6e-e838-4696-861d-e851e5f47896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:57.513515 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9c8300e7-be77-4c34-a6dd-e389ff352945 req-9d590f6e-e838-4696-861d-e851e5f47896 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4bcace65-6a59-41f0-879a-d84477d04327 HTTP/1.1" status: 200 len: 859 time: 0.3442526 Aug 11 22:17:57.527527 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ef3bf1-5e50-4716-a726-e160b8de83ab None None] DHCP port deletion for 031f2dcc-5a67-473f-bde2-e5d9a50304c4 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:17:57.575668 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b05d91da-c7b2-44bb-b422-f6283a9f688d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:57.650821 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9c8300e7-be77-4c34-a6dd-e389ff352945 req-46e76041-9bbb-4f1c-981c-98a85841cc81 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d98f639d-f4cf-4ee7-9782-d5f1761290b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019018 Aug 11 22:17:57.660656 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-6332605b-df2b-4372-a35a-4b7722b5fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1707440985', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '599b629c-52d2-4156-8875-2246f8e01e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:46Z', 'updated_at': '2021-08-11T22:17:04Z', 'revision_number': 4, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'gw_port': {'id': '599b629c-52d2-4156-8875-2246f8e01e47', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:47Z', 'updated_at': '2021-08-11T22:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '748eb3ba-913b-4124-a42e-616b6b21d00b', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'floating_ip_address': '172.25.2.133', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'port_id': 'ad709186-dffc-489e-878d-76de899ca8af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f22ba2-e884-4b3c-bcb8-adf9ef172db9', 'mac_address': 'fa:16:3e:d2:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd874068c-2c88-4b70-87bc-9fac0831ad11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:17:51Z', 'updated_at': '2021-08-11T22:17:51Z', 'revision_number': 0, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '011a7f6c-af93-4075-b291-633b7919785c', 'name': '', 'network_id': 'a7f22ba2-e884-4b3c-bcb8-adf9ef172db9', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'mac_address': 'fa:16:3e:e6:b5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '0bb7995d-56c2-4f4e-b29d-678903d21aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:17:00Z', 'updated_at': '2021-08-11T22:17:12Z', 'revision_number': 5, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'subnets': [{'id': '0bb7995d-56c2-4f4e-b29d-678903d21aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:57.677667 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-9c8300e7-be77-4c34-a6dd-e389ff352945 req-f248f20e-d17c-4a3a-a5b0-acafb6d5792d service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:17:57.683610 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9c8300e7-be77-4c34-a6dd-e389ff352945 req-f248f20e-d17c-4a3a-a5b0-acafb6d5792d service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121467 Aug 11 22:17:57.759708 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6332605b-df2b-4372-a35a-4b7722b5fd56 None None] The sync data for ids ['c6f96f17-595e-46dc-b1c6-7ebb4a763b4c'] in n-d-804275-3 is: [{'id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1707440985', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '599b629c-52d2-4156-8875-2246f8e01e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:46Z', 'updated_at': '2021-08-11T22:17:04Z', 'revision_number': 4, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'gw_port': {'id': '599b629c-52d2-4156-8875-2246f8e01e47', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:47Z', 'updated_at': '2021-08-11T22:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '748eb3ba-913b-4124-a42e-616b6b21d00b', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'floating_ip_address': '172.25.2.133', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'port_id': 'ad709186-dffc-489e-878d-76de899ca8af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f22ba2-e884-4b3c-bcb8-adf9ef172db9', 'mac_address': 'fa:16:3e:d2:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd874068c-2c88-4b70-87bc-9fac0831ad11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:17:51Z', 'updated_at': '2021-08-11T22:17:51Z', 'revision_number': 0, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '011a7f6c-af93-4075-b291-633b7919785c', 'name': '', 'network_id': 'a7f22ba2-e884-4b3c-bcb8-adf9ef172db9', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'mac_address': 'fa:16:3e:e6:b5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '0bb7995d-56c2-4f4e-b29d-678903d21aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:17:00Z', 'updated_at': '2021-08-11T22:17:12Z', 'revision_number': 5, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'subnets': [{'id': '0bb7995d-56c2-4f4e-b29d-678903d21aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:17:57.806545 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d8aee500-d412-49a3-8a77-ed4f95be2052 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:57.981014 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f7660ae5-06a3-46fc-9561-5e8832222ef7 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:57.992770 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f7660ae5-06a3-46fc-9561-5e8832222ef7 None None] Transition to ACTIVE for port object c278db87-6ecc-49f4-acd2-9a0fbda6b74b will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:17:57.997697 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8aee500-d412-49a3-8a77-ed4f95be2052 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:17:58.004104 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9c8300e7-be77-4c34-a6dd-e389ff352945 req-13faa016-ffb4-47e0-a24d-d29d1766ea20 service neutron] 10.222.0.77 "GET /v2.0/networks/d98f639d-f4cf-4ee7-9782-d5f1761290b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775452 Aug 11 22:17:58.018508 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f7660ae5-06a3-46fc-9561-5e8832222ef7 None None] Transition to ACTIVE for port object c278db87-6ecc-49f4-acd2-9a0fbda6b74b will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:17:58.037466 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f7660ae5-06a3-46fc-9561-5e8832222ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:58.048324 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-d8aee500-d412-49a3-8a77-ed4f95be2052 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:58.054602 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8aee500-d412-49a3-8a77-ed4f95be2052 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:58.055243 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d8aee500-d412-49a3-8a77-ed4f95be2052 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:58.089516 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d8aee500-d412-49a3-8a77-ed4f95be2052 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3220506 Aug 11 22:17:58.096631 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56344) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:58.099110 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-fba0ac4c-450f-45ba-8f9b-ee2e3913fe91 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'port': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'fixed_ips': [{'subnet_id': '986f7be8-2c3e-4063-a35e-1db44808f8cd', 'ip_address': '2001:db8::d9af:8d71:ec6b:76f9'}], 'name': 'tempest-NetworksTestDHCPv6-2023648471'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:17:58.128167 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-e03b8f6f-f37b-47ca-a187-4cdb67b55eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'name': 'tempest-ServerRescueTestJSONUnderV235-282863852-router', 'tenant_id': '7893e9dca79546f9a7fcaade410ca2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd4c4c1f4-7420-4bc1-87a0-9daae8877714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:25Z', 'updated_at': '2021-08-11T22:16:40Z', 'revision_number': 4, 'project_id': '7893e9dca79546f9a7fcaade410ca2bf', 'gw_port': {'id': 'd4c4c1f4-7420-4bc1-87a0-9daae8877714', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:27Z', 'updated_at': '2021-08-11T22:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '465da9ae-f07c-4363-b0c9-c311585f1234', 'tenant_id': '7893e9dca79546f9a7fcaade410ca2bf', 'floating_ip_address': '172.25.2.32', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'port_id': '14c0da70-1688-410e-b53c-f165ece409a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd98f639d-f4cf-4ee7-9782-d5f1761290b6', 'mac_address': 'fa:16:3e:18:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0930e048-5185-4e62-a588-c0bd2fb317b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:17:50Z', 'updated_at': '2021-08-11T22:17:54Z', 'revision_number': 1, 'project_id': '7893e9dca79546f9a7fcaade410ca2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b451de-5f0f-42d6-b541-e2d7a1d319fc', 'name': '', 'network_id': 'd98f639d-f4cf-4ee7-9782-d5f1761290b6', 'tenant_id': '7893e9dca79546f9a7fcaade410ca2bf', 'mac_address': 'fa:16:3e:b9:01:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '4bcace65-6a59-41f0-879a-d84477d04327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:38Z', 'updated_at': '2021-08-11T22:16:51Z', 'revision_number': 5, 'project_id': '7893e9dca79546f9a7fcaade410ca2bf', 'subnets': [{'id': '4bcace65-6a59-41f0-879a-d84477d04327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:58.135110 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-c7ef3bf1-5e50-4716-a726-e160b8de83ab None None] Deleting port 8a1bd354-59e7-40ba-9985-d8c3c9b741ef {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:17:58.135481 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c7ef3bf1-5e50-4716-a726-e160b8de83ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:58.148542 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aee500-d412-49a3-8a77-ed4f95be2052 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Subnet': ['ID=986f7be8-2c3e-4063-a35e-1db44808f8cd,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:58.169656 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9c8300e7-be77-4c34-a6dd-e389ff352945 req-a5686b78-93d5-4661-867a-695f706bf069 service neutron] 10.222.0.77 "GET /v2.0/networks/d98f639d-f4cf-4ee7-9782-d5f1761290b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586673 Aug 11 22:17:58.171004 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4f9e81e6-c293-42e2-9c26-8ab26365528d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:58.177697 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4f9e81e6-c293-42e2-9c26-8ab26365528d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:58.181526 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4f9e81e6-c293-42e2-9c26-8ab26365528d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ce569d98-203a-4470-8865-61fccfa74fc4 HTTP/1.1" status: 204 len: 168 time: 1.8373058 Aug 11 22:17:58.198860 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7660ae5-06a3-46fc-9561-5e8832222ef7 None None] Network 903903f6-a36b-4cdb-8c5a-1aabebaf397c is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:17:58.214499 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-f7660ae5-06a3-46fc-9561-5e8832222ef7 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:17:58.228129 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0a313a-ea2b-4395-bc04-8c9fbb15b204 None None] New status for floating IP 748eb3ba-913b-4124-a42e-616b6b21d00b: ACTIVE {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:17:58.256517 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03b8f6f-f37b-47ca-a187-4cdb67b55eb6 None None] Checking router: 3805015a-0ea9-400d-b58e-f77d1e400b70 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:17:58.269389 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e81e6-c293-42e2-9c26-8ab26365528d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce569d98-203a-4470-8865-61fccfa74fc4,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:58.269654 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7660ae5-06a3-46fc-9561-5e8832222ef7 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:17:58.320176 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03b8f6f-f37b-47ca-a187-4cdb67b55eb6 None None] Routers {'3805015a-0ea9-400d-b58e-f77d1e400b70'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:17:58.321727 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-e03b8f6f-f37b-47ca-a187-4cdb67b55eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:17:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['3805015a-0ea9-400d-b58e-f77d1e400b70'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:58.354742 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-988641f6-ae20-4aa7-8bc5-beeea3995fd0 tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4311 time: 0.9283097 Aug 11 22:17:58.358013 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56350) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:17:58.403056 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7660ae5-06a3-46fc-9561-5e8832222ef7 None None] Pushing event updated for resources: {'Port': ['ID=c278db87-6ecc-49f4-acd2-9a0fbda6b74b,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:58.434918 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f7660ae5-06a3-46fc-9561-5e8832222ef7 None None] Attempting to bind port c278db87-6ecc-49f4-acd2-9a0fbda6b74b on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:17:58.436880 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f7660ae5-06a3-46fc-9561-5e8832222ef7 None None] Attempting to bind port c278db87-6ecc-49f4-acd2-9a0fbda6b74b by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'e5009d97-05a2-4272-a60b-b83b655aa49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '903903f6-a36b-4cdb-8c5a-1aabebaf397c'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:17:58.437585 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7660ae5-06a3-46fc-9561-5e8832222ef7 None None] Attempting to bind port c278db87-6ecc-49f4-acd2-9a0fbda6b74b on network 903903f6-a36b-4cdb-8c5a-1aabebaf397c {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:17:58.438981 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4c96c9-caf9-4859-8ce1-90d64af070f4 tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:58.439698 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4c96c9-caf9-4859-8ce1-90d64af070f4 tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:58.441498 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ae4c96c9-caf9-4859-8ce1-90d64af070f4 tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c6f96f17-595e-46dc-b1c6-7ebb4a763b4c HTTP/1.1" status: 200 len: 1989 time: 0.0796325 Aug 11 22:17:58.442591 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba0ac4c-450f-45ba-8f9b-ee2e3913fe91 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:17:58.472622 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7660ae5-06a3-46fc-9561-5e8832222ef7 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:17:58.473476 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7660ae5-06a3-46fc-9561-5e8832222ef7 None None] Checking segment: {'id': 'e5009d97-05a2-4272-a60b-b83b655aa49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '903903f6-a36b-4cdb-8c5a-1aabebaf397c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:17:58.474131 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f7660ae5-06a3-46fc-9561-5e8832222ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:58.474799 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7660ae5-06a3-46fc-9561-5e8832222ef7 None None] Bound using segment: {'id': 'e5009d97-05a2-4272-a60b-b83b655aa49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '903903f6-a36b-4cdb-8c5a-1aabebaf397c'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:17:58.475710 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f7660ae5-06a3-46fc-9561-5e8832222ef7 None None] Bound port: c278db87-6ecc-49f4-acd2-9a0fbda6b74b, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5009d97-05a2-4272-a60b-b83b655aa49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '903903f6-a36b-4cdb-8c5a-1aabebaf397c'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:17:58.476387 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f7660ae5-06a3-46fc-9561-5e8832222ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:58.509405 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6016326b-35e8-47fe-a48d-02e9c871ba33 x-openstack-request-id: req-6016326b-35e8-47fe-a48d-02e9c871ba33 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:17:58.509709 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0930e048-5185-4e62-a588-c0bd2fb317b4", "tag": "14c0da70-1688-410e-b53c-f165ece409a4", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:17:58.509877 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6016326b-35e8-47fe-a48d-02e9c871ba33 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:17:58.510367 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0930e048-5185-4e62-a588-c0bd2fb317b4', 'tag': '14c0da70-1688-410e-b53c-f165ece409a4', 'status': 'completed', 'code': 200} Aug 11 22:17:58.568340 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-f7660ae5-06a3-46fc-9561-5e8832222ef7 None None] For port c278db87-6ecc-49f4-acd2-9a0fbda6b74b, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:17:58.575951 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-f7660ae5-06a3-46fc-9561-5e8832222ef7 None None] For port c278db87-6ecc-49f4-acd2-9a0fbda6b74b, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=c278db87-6ecc-49f4-acd2-9a0fbda6b74b,segment=NetworkSegment(e5009d97-05a2-4272-a60b-b83b655aa49c),segment_id=e5009d97-05a2-4272-a60b-b83b655aa49c)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:17:58.579106 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d37bab-9567-437e-8bac-a6af751a8bfc x-openstack-request-id: req-09d37bab-9567-437e-8bac-a6af751a8bfc {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:17:58.579441 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d874068c-2c88-4b70-87bc-9fac0831ad11", "tag": "ad709186-dffc-489e-878d-76de899ca8af", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:17:58.579700 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-09d37bab-9567-437e-8bac-a6af751a8bfc {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:17:58.580170 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd874068c-2c88-4b70-87bc-9fac0831ad11', 'tag': 'ad709186-dffc-489e-878d-76de899ca8af', 'status': 'completed', 'code': 200} Aug 11 22:17:58.601682 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f7660ae5-06a3-46fc-9561-5e8832222ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:58.629219 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cd62f-c422-4d4c-ba87-4373beff717b req-472aba11-4ca8-4ccc-883b-36b27a1487d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:58.630883 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e10cd62f-c422-4d4c-ba87-4373beff717b req-472aba11-4ca8-4ccc-883b-36b27a1487d3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7893e9dca79546f9a7fcaade410ca2bf&device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 1096 time: 0.0843885 Aug 11 22:17:58.652113 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b05d91da-c7b2-44bb-b422-f6283a9f688d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:58.706900 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fba0ac4c-450f-45ba-8f9b-ee2e3913fe91 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:58.720108 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7660ae5-06a3-46fc-9561-5e8832222ef7 None None] Pushing event updated for resources: {'Port': ['ID=c278db87-6ecc-49f4-acd2-9a0fbda6b74b,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:58.751541 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-c7ef3bf1-5e50-4716-a726-e160b8de83ab None None] For port 8a1bd354-59e7-40ba-9985-d8c3c9b741ef, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8a1bd354-59e7-40ba-9985-d8c3c9b741ef,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:17:58.752122 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c7ef3bf1-5e50-4716-a726-e160b8de83ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:58.768666 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-fba0ac4c-450f-45ba-8f9b-ee2e3913fe91 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] device_id is not set on port 0098abe6-e052-4f40-a9cb-7bcb250d8a30 yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:17:58.773640 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b05d91da-c7b2-44bb-b422-f6283a9f688d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:58.782055 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-c7ef3bf1-5e50-4716-a726-e160b8de83ab None None] Calling delete_port for 8a1bd354-59e7-40ba-9985-d8c3c9b741ef owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:17:58.800585 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-e03b8f6f-f37b-47ca-a187-4cdb67b55eb6 None None] Set router 3805015a-0ea9-400d-b58e-f77d1e400b70 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:17:58.820871 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cd62f-c422-4d4c-ba87-4373beff717b req-24530e9b-ddda-4af8-87d0-350c61e1ca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:58.823104 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e10cd62f-c422-4d4c-ba87-4373beff717b req-24530e9b-ddda-4af8-87d0-350c61e1ca3c service neutron] 10.222.0.52 "GET /v2.0/networks?id=d98f639d-f4cf-4ee7-9782-d5f1761290b6 HTTP/1.1" status: 200 len: 920 time: 0.1816099 Aug 11 22:17:58.984990 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac293528-db01-408d-ba39-5d5eacef6e39 req-2354c211-612f-4dbe-80c8-9d08d4fbbaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:58.987172 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ac293528-db01-408d-ba39-5d5eacef6e39 req-2354c211-612f-4dbe-80c8-9d08d4fbbaf1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4980a3f019644cf79e7a0e6f603100d9&device_id=d874068c-2c88-4b70-87bc-9fac0831ad11 HTTP/1.1" status: 200 len: 1135 time: 0.3475351 Aug 11 22:17:59.094827 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8a1bd354-59e7-40ba-9985-d8c3c9b741ef no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:17:59.280553 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-36ee51b4-4a29-47c4-b867-4a228c906f09 req-866a7d52-3d5c-4832-b4df-80f0a13a1e13 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 998 time: 0.6417017 Aug 11 22:17:59.363905 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c7ef3bf1-5e50-4716-a726-e160b8de83ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:59.421312 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Port 8a1bd354-59e7-40ba-9985-d8c3c9b741ef update to DOWN by agent not found {{(pid=100944) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 11 22:17:59.427990 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ef3bf1-5e50-4716-a726-e160b8de83ab None None] No DVR routers for this DVR port 8a1bd354-59e7-40ba-9985-d8c3c9b741ef on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:17:59.439616 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef3bf1-5e50-4716-a726-e160b8de83ab None None] Pushing event deleted for resources: {'Port': ['ID=8a1bd354-59e7-40ba-9985-d8c3c9b741ef,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:17:59.444849 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-e03b8f6f-f37b-47ca-a187-4cdb67b55eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'name': 'tempest-ServerRescueTestJSONUnderV235-282863852-router', 'tenant_id': '7893e9dca79546f9a7fcaade410ca2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd4c4c1f4-7420-4bc1-87a0-9daae8877714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:25Z', 'updated_at': '2021-08-11T22:16:40Z', 'revision_number': 4, 'project_id': '7893e9dca79546f9a7fcaade410ca2bf', 'gw_port': {'id': 'd4c4c1f4-7420-4bc1-87a0-9daae8877714', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:27Z', 'updated_at': '2021-08-11T22:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '465da9ae-f07c-4363-b0c9-c311585f1234', 'tenant_id': '7893e9dca79546f9a7fcaade410ca2bf', 'floating_ip_address': '172.25.2.32', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'port_id': '14c0da70-1688-410e-b53c-f165ece409a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd98f639d-f4cf-4ee7-9782-d5f1761290b6', 'mac_address': 'fa:16:3e:18:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0930e048-5185-4e62-a588-c0bd2fb317b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:17:50Z', 'updated_at': '2021-08-11T22:17:54Z', 'revision_number': 1, 'project_id': '7893e9dca79546f9a7fcaade410ca2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b451de-5f0f-42d6-b541-e2d7a1d319fc', 'name': '', 'network_id': 'd98f639d-f4cf-4ee7-9782-d5f1761290b6', 'tenant_id': '7893e9dca79546f9a7fcaade410ca2bf', 'mac_address': 'fa:16:3e:b9:01:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '4bcace65-6a59-41f0-879a-d84477d04327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:38Z', 'updated_at': '2021-08-11T22:16:51Z', 'revision_number': 5, 'project_id': '7893e9dca79546f9a7fcaade410ca2bf', 'subnets': [{'id': '4bcace65-6a59-41f0-879a-d84477d04327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:17:59.489628 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5648075b-a888-4e0b-bdcf-6ac8df9dd9ed None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:17:59.494871 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03b8f6f-f37b-47ca-a187-4cdb67b55eb6 None None] The sync data for ids ['3805015a-0ea9-400d-b58e-f77d1e400b70'] in n-d-804275-3 is: [{'id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'name': 'tempest-ServerRescueTestJSONUnderV235-282863852-router', 'tenant_id': '7893e9dca79546f9a7fcaade410ca2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd4c4c1f4-7420-4bc1-87a0-9daae8877714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:25Z', 'updated_at': '2021-08-11T22:16:40Z', 'revision_number': 4, 'project_id': '7893e9dca79546f9a7fcaade410ca2bf', 'gw_port': {'id': 'd4c4c1f4-7420-4bc1-87a0-9daae8877714', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:27Z', 'updated_at': '2021-08-11T22:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '465da9ae-f07c-4363-b0c9-c311585f1234', 'tenant_id': '7893e9dca79546f9a7fcaade410ca2bf', 'floating_ip_address': '172.25.2.32', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'port_id': '14c0da70-1688-410e-b53c-f165ece409a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd98f639d-f4cf-4ee7-9782-d5f1761290b6', 'mac_address': 'fa:16:3e:18:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0930e048-5185-4e62-a588-c0bd2fb317b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:17:50Z', 'updated_at': '2021-08-11T22:17:54Z', 'revision_number': 1, 'project_id': '7893e9dca79546f9a7fcaade410ca2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b451de-5f0f-42d6-b541-e2d7a1d319fc', 'name': '', 'network_id': 'd98f639d-f4cf-4ee7-9782-d5f1761290b6', 'tenant_id': '7893e9dca79546f9a7fcaade410ca2bf', 'mac_address': 'fa:16:3e:b9:01:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '4bcace65-6a59-41f0-879a-d84477d04327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:38Z', 'updated_at': '2021-08-11T22:16:51Z', 'revision_number': 5, 'project_id': '7893e9dca79546f9a7fcaade410ca2bf', 'subnets': [{'id': '4bcace65-6a59-41f0-879a-d84477d04327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:17:59.781307 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e10cd62f-c422-4d4c-ba87-4373beff717b req-19874385-f1f0-4107-bf2c-c6c00db53323 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14c0da70-1688-410e-b53c-f165ece409a4 HTTP/1.1" status: 200 len: 998 time: 0.1926172 Aug 11 22:17:59.813300 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84b5a00-1e70-4c5f-b303-ea1efff23e74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'fixed_ips': [{'subnet_id': '986f7be8-2c3e-4063-a35e-1db44808f8cd'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:17:59.814376 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b84b5a00-1e70-4c5f-b303-ea1efff23e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:17:59.929095 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cd62f-c422-4d4c-ba87-4373beff717b req-a8c890d0-963a-4e01-a36e-55d43617e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:17:59.933042 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e10cd62f-c422-4d4c-ba87-4373beff717b req-a8c890d0-963a-4e01-a36e-55d43617e999 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4bcace65-6a59-41f0-879a-d84477d04327 HTTP/1.1" status: 200 len: 859 time: 0.1357710 Aug 11 22:17:59.958996 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-fba0ac4c-450f-45ba-8f9b-ee2e3913fe91 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Allocated IP 2001:db8::d9af:8d71:ec6b:76f9 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/986f7be8-2c3e-4063-a35e-1db44808f8cd/0098abe6-e052-4f40-a9cb-7bcb250d8a30) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:18:00.028953 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e10cd62f-c422-4d4c-ba87-4373beff717b req-44f814ec-4ba7-4e3d-b575-c45185c86fe3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d98f639d-f4cf-4ee7-9782-d5f1761290b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830572 Aug 11 22:18:00.038809 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-b05d91da-c7b2-44bb-b422-f6283a9f688d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Allocated IP 172.25.2.114 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/b7b92db9-d0e4-4d13-bf6f-40aae49d9b87) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:18:00.111695 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e2f927-1033-4493-89e4-69db690ddddb None None] New status for floating IP 465da9ae-f07c-4363-b0c9-c311585f1234: ACTIVE {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:18:00.128591 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee51b4-4a29-47c4-b867-4a228c906f09 req-6ed2e53b-2609-4e7c-a647-320c0e1a585c tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:00.149311 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-36ee51b4-4a29-47c4-b867-4a228c906f09 req-6ed2e53b-2609-4e7c-a647-320c0e1a585c tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports/14c0da70-1688-410e-b53c-f165ece409a4 HTTP/1.1" status: 200 len: 942 time: 0.8654566 Aug 11 22:18:00.259180 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac293528-db01-408d-ba39-5d5eacef6e39 req-b1da7cb5-d7b1-4971-a6f2-591e43c158b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:00.260727 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ac293528-db01-408d-ba39-5d5eacef6e39 req-b1da7cb5-d7b1-4971-a6f2-591e43c158b6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a7f22ba2-e884-4b3c-bcb8-adf9ef172db9 HTTP/1.1" status: 200 len: 897 time: 1.2552135 Aug 11 22:18:00.301344 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56384) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:00.310906 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e10cd62f-c422-4d4c-ba87-4373beff717b req-d9e9b662-6006-47fb-89fe-d0f072b03cdb service neutron] 10.222.0.52 "GET /v2.0/networks/d98f639d-f4cf-4ee7-9782-d5f1761290b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678304 Aug 11 22:18:00.454032 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-36ee51b4-4a29-47c4-b867-4a228c906f09 req-4289fb8f-2d5a-4d55-9944-9a95f0bdf8ec tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 998 time: 0.2113988 Aug 11 22:18:00.468239 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0060bd4-ed05-4948-bd62-1db388d0b5e6 None None] Network 903903f6-a36b-4cdb-8c5a-1aabebaf397c requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:18:00.503762 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ac293528-db01-408d-ba39-5d5eacef6e39 req-bef625fe-0a0f-4a51-b374-538aae525ab3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad709186-dffc-489e-878d-76de899ca8af HTTP/1.1" status: 200 len: 1001 time: 0.2032614 Aug 11 22:18:00.549392 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-e5bc4c53-0bf7-40d1-8b58-18a3680b0096 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-914370030-network', 'tenant_id': '87fb22244d5844ab81b7e2386b951aca'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:00.584721 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e10cd62f-c422-4d4c-ba87-4373beff717b req-fe83f17a-1db4-4b04-9784-178421447406 service neutron] 10.222.0.52 "GET /v2.0/networks/d98f639d-f4cf-4ee7-9782-d5f1761290b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002485 Aug 11 22:18:00.591926 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-46006030-2817-44e7-92fa-3ba646473c9c None None] Provisioning for port c278db87-6ecc-49f4-acd2-9a0fbda6b74b completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:18:00.595676 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bc4c53-0bf7-40d1-8b58-18a3680b0096 admin admin] Made reservation on behalf of 87fb22244d5844ab81b7e2386b951aca for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:18:00.598169 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e5bc4c53-0bf7-40d1-8b58-18a3680b0096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:00.644750 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b05d91da-c7b2-44bb-b422-f6283a9f688d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:00.651664 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e5bc4c53-0bf7-40d1-8b58-18a3680b0096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:00.652995 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fba0ac4c-450f-45ba-8f9b-ee2e3913fe91 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:00.698689 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-fba0ac4c-450f-45ba-8f9b-ee2e3913fe91 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Transition to ACTIVE for port object 0098abe6-e052-4f40-a9cb-7bcb250d8a30 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:18:00.729176 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac293528-db01-408d-ba39-5d5eacef6e39 req-4d5396a7-6994-418c-a4ee-2c421b1582a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:00.730727 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ac293528-db01-408d-ba39-5d5eacef6e39 req-4d5396a7-6994-418c-a4ee-2c421b1582a6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0bb7995d-56c2-4f4e-b29d-678903d21aa8 HTTP/1.1" status: 200 len: 835 time: 0.1870368 Aug 11 22:18:00.781432 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fba0ac4c-450f-45ba-8f9b-ee2e3913fe91 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:00.867560 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee51b4-4a29-47c4-b867-4a228c906f09 req-bb7710f5-aa22-4830-919a-338ece7afdda tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:00.870138 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-36ee51b4-4a29-47c4-b867-4a228c906f09 req-bb7710f5-aa22-4830-919a-338ece7afdda tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 784 time: 0.3975461 Aug 11 22:18:00.888682 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba0ac4c-450f-45ba-8f9b-ee2e3913fe91 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:18:00.891784 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-b84b5a00-1e70-4c5f-b303-ea1efff23e74 None None] Allocated IP 2001:db8::2 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/986f7be8-2c3e-4063-a35e-1db44808f8cd/6c8dc782-4e47-4c59-90c5-7c25d6664ace) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:18:00.900495 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac293528-db01-408d-ba39-5d5eacef6e39 req-404f57cb-3111-449b-9692-ce4a08120406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:00.902729 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ac293528-db01-408d-ba39-5d5eacef6e39 req-404f57cb-3111-449b-9692-ce4a08120406 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a7f22ba2-e884-4b3c-bcb8-adf9ef172db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1599667 Aug 11 22:18:00.907854 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-fba0ac4c-450f-45ba-8f9b-ee2e3913fe91 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:18:00.916055 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba0ac4c-450f-45ba-8f9b-ee2e3913fe91 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:18:00.936015 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba0ac4c-450f-45ba-8f9b-ee2e3913fe91 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:00.937160 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fba0ac4c-450f-45ba-8f9b-ee2e3913fe91 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:00.956486 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0ac4c-450f-45ba-8f9b-ee2e3913fe91 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Port': ['ID=0098abe6-e052-4f40-a9cb-7bcb250d8a30,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:01.022068 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b05d91da-c7b2-44bb-b422-f6283a9f688d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:01.205121 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device c278db87-6ecc-49f4-acd2-9a0fbda6b74b up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:18:01.228341 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05d91da-c7b2-44bb-b422-f6283a9f688d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:18:01.255731 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-b05d91da-c7b2-44bb-b422-f6283a9f688d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:18:01.259115 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05d91da-c7b2-44bb-b422-f6283a9f688d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:18:01.285317 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b84b5a00-1e70-4c5f-b303-ea1efff23e74 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:01.299816 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b84b5a00-1e70-4c5f-b303-ea1efff23e74 None None] Transition to ACTIVE for port object 6c8dc782-4e47-4c59-90c5-7c25d6664ace will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:18:01.319726 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-36ee51b4-4a29-47c4-b867-4a228c906f09 req-23ebcf48-94eb-4000-8fb2-1a4431b3b5b4 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 1000 time: 0.4260864 Aug 11 22:18:01.325531 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b84b5a00-1e70-4c5f-b303-ea1efff23e74 None None] Transition to ACTIVE for port object 6c8dc782-4e47-4c59-90c5-7c25d6664ace will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:18:01.329148 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port c278db87-6ecc-49f4-acd2-9a0fbda6b74b completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:18:01.335318 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b84b5a00-1e70-4c5f-b303-ea1efff23e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:01.340722 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port c278db87-6ecc-49f4-acd2-9a0fbda6b74b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:18:01.340722 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:01.348253 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d91da-c7b2-44bb-b422-f6283a9f688d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event updated for resources: {'Port': ['ID=b7b92db9-d0e4-4d13-bf6f-40aae49d9b87,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:01.368567 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-36ee51b4-4a29-47c4-b867-4a228c906f09 req-a098fa36-f1b3-4f5f-bfeb-7508e5ca84bd tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:01.516522 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ac293528-db01-408d-ba39-5d5eacef6e39 req-4f7a60b6-28e2-4a05-9bef-c0994cc63b0e service neutron] 10.222.0.82 "GET /v2.0/networks/a7f22ba2-e884-4b3c-bcb8-adf9ef172db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5883758 Aug 11 22:18:01.516522 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e5bc4c53-0bf7-40d1-8b58-18a3680b0096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:01.542966 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56390) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:01.544302 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e5bc4c53-0bf7-40d1-8b58-18a3680b0096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:01.549640 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fba0ac4c-450f-45ba-8f9b-ee2e3913fe91 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4535263 Aug 11 22:18:01.561542 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-92e63f6f-8dc9-4276-a4c4-95e6ba7a9625 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'port': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'fixed_ips': [{'subnet_id': '986f7be8-2c3e-4063-a35e-1db44808f8cd', 'ip_address': '2001:db8::d9af:8d71:ec6b:76f9'}], 'name': 'tempest-NetworksTestDHCPv6-1470447954'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:01.676566 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84b5a00-1e70-4c5f-b303-ea1efff23e74 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:18:01.679848 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b5a00-1e70-4c5f-b303-ea1efff23e74 None None] Pushing event updated for resources: {'Port': ['ID=6c8dc782-4e47-4c59-90c5-7c25d6664ace,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:01.685177 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-b84b5a00-1e70-4c5f-b303-ea1efff23e74 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:18:01.687992 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84b5a00-1e70-4c5f-b303-ea1efff23e74 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:18:01.775043 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-36ee51b4-4a29-47c4-b867-4a228c906f09 req-a098fa36-f1b3-4f5f-bfeb-7508e5ca84bd tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks [] for floatingip, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:01.778642 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-b84b5a00-1e70-4c5f-b303-ea1efff23e74 None None] Attempting to bind port 6c8dc782-4e47-4c59-90c5-7c25d6664ace on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:18:01.778980 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5bc4c53-0bf7-40d1-8b58-18a3680b0096 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:18:01.779103 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-b84b5a00-1e70-4c5f-b303-ea1efff23e74 None None] Attempting to bind port 6c8dc782-4e47-4c59-90c5-7c25d6664ace by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:18:01.779381 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84b5a00-1e70-4c5f-b303-ea1efff23e74 None None] Attempting to bind port 6c8dc782-4e47-4c59-90c5-7c25d6664ace on network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:18:01.799329 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84b5a00-1e70-4c5f-b303-ea1efff23e74 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:18:01.799802 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84b5a00-1e70-4c5f-b303-ea1efff23e74 None None] Checking segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:18:01.800846 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b84b5a00-1e70-4c5f-b303-ea1efff23e74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:01.801323 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84b5a00-1e70-4c5f-b303-ea1efff23e74 None None] Bound using segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:18:01.801767 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-b84b5a00-1e70-4c5f-b303-ea1efff23e74 None None] Bound port: 6c8dc782-4e47-4c59-90c5-7c25d6664ace, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:18:01.802169 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b84b5a00-1e70-4c5f-b303-ea1efff23e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:01.818298 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:01.896318 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port c278db87-6ecc-49f4-acd2-9a0fbda6b74b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=c278db87-6ecc-49f4-acd2-9a0fbda6b74b,segment=NetworkSegment(e5009d97-05a2-4272-a60b-b83b655aa49c),segment_id=e5009d97-05a2-4272-a60b-b83b655aa49c)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:01.897195 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e5bc4c53-0bf7-40d1-8b58-18a3680b0096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:01.897357 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-e5bc4c53-0bf7-40d1-8b58-18a3680b0096 admin admin] Added segment 8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e of type vlan for network 32a2d337-e855-44ec-89d0-7bb634583902 Aug 11 22:18:01.898657 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc4c53-0bf7-40d1-8b58-18a3680b0096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cad39f2-dc15-4a47-9a79-03692e0ed901,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:01.910960 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:01.965053 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b84b5a00-1e70-4c5f-b303-ea1efff23e74 None None] For port 6c8dc782-4e47-4c59-90c5-7c25d6664ace, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:18:01.994822 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b84b5a00-1e70-4c5f-b303-ea1efff23e74 None None] For port 6c8dc782-4e47-4c59-90c5-7c25d6664ace, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=6c8dc782-4e47-4c59-90c5-7c25d6664ace,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:18:02.010538 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b84b5a00-1e70-4c5f-b303-ea1efff23e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:02.020914 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=c278db87-6ecc-49f4-acd2-9a0fbda6b74b,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:02.085827 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e5bc4c53-0bf7-40d1-8b58-18a3680b0096 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:02.101002 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ac293528-db01-408d-ba39-5d5eacef6e39 req-22d82973-d08b-450f-8ff0-1a5c3d469049 service neutron] 10.222.0.82 "GET /v2.0/networks/a7f22ba2-e884-4b3c-bcb8-adf9ef172db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5735967 Aug 11 22:18:02.110269 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b5a00-1e70-4c5f-b303-ea1efff23e74 None None] Pushing event updated for resources: {'Port': ['ID=6c8dc782-4e47-4c59-90c5-7c25d6664ace,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:02.302953 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e5bc4c53-0bf7-40d1-8b58-18a3680b0096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:02.304073 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bc4c53-0bf7-40d1-8b58-18a3680b0096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:02.304692 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e5bc4c53-0bf7-40d1-8b58-18a3680b0096 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:02.325389 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-36ee51b4-4a29-47c4-b867-4a228c906f09 req-a098fa36-f1b3-4f5f-bfeb-7508e5ca84bd tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:02.332964 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e63f6f-8dc9-4276-a4c4-95e6ba7a9625 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:18:02.357697 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-36ee51b4-4a29-47c4-b867-4a228c906f09 req-a098fa36-f1b3-4f5f-bfeb-7508e5ca84bd tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:02.358151 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [req-36ee51b4-4a29-47c4-b867-4a228c906f09 req-a098fa36-f1b3-4f5f-bfeb-7508e5ca84bd tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Floating IP 465da9ae-f07c-4363-b0c9-c311585f1234 disassociated. External IP: 172.25.2.32, port: 14c0da70-1688-410e-b53c-f165ece409a4. Aug 11 22:18:02.412261 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56402) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:02.413114 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e5bc4c53-0bf7-40d1-8b58-18a3680b0096 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0905855 Aug 11 22:18:02.420553 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-f78fc7ae-121b-4522-9ba7-ae3eed0d9dd1 admin admin] Request body: {'subnet': {'network_id': '32a2d337-e855-44ec-89d0-7bb634583902', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-914370030-subnet', 'tenant_id': '87fb22244d5844ab81b7e2386b951aca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:02.460886 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78fc7ae-121b-4522-9ba7-ae3eed0d9dd1 admin admin] Made reservation on behalf of 87fb22244d5844ab81b7e2386b951aca for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:18:02.466734 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f78fc7ae-121b-4522-9ba7-ae3eed0d9dd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:02.506244 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b05d91da-c7b2-44bb-b422-f6283a9f688d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:02.558180 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc4c53-0bf7-40d1-8b58-18a3680b0096 admin admin] Pushing event updated for resources: {'Network': ['ID=32a2d337-e855-44ec-89d0-7bb634583902,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:02.569750 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 32a2d337-e855-44ec-89d0-7bb634583902 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:18:02.692144 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-92e63f6f-8dc9-4276-a4c4-95e6ba7a9625 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:02.731238 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f78fc7ae-121b-4522-9ba7-ae3eed0d9dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:02.818918 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78fc7ae-121b-4522-9ba7-ae3eed0d9dd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa724096-e987-44d4-b72d-54b6752c8acf,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:02.826365 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78fc7ae-121b-4522-9ba7-ae3eed0d9dd1 admin admin] Checking segment: {'id': '8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '32a2d337-e855-44ec-89d0-7bb634583902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:18:02.826819 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78fc7ae-121b-4522-9ba7-ae3eed0d9dd1 admin admin] Network hostable DHCP agents. Network: 32a2d337-e855-44ec-89d0-7bb634583902, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:18:02.850503 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78fc7ae-121b-4522-9ba7-ae3eed0d9dd1 admin admin] Network 32a2d337-e855-44ec-89d0-7bb634583902 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:18:02.867887 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-f78fc7ae-121b-4522-9ba7-ae3eed0d9dd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 32a2d337-e855-44ec-89d0-7bb634583902) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:18:02.875324 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78fc7ae-121b-4522-9ba7-ae3eed0d9dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:02.876208 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f78fc7ae-121b-4522-9ba7-ae3eed0d9dd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:02.883835 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93912379-e0c4-4930-b43e-a99d45ddf9e5 None None] Network 32a2d337-e855-44ec-89d0-7bb634583902 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:18:02.901729 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f78fc7ae-121b-4522-9ba7-ae3eed0d9dd1 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4869421 Aug 11 22:18:03.220334 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-92e63f6f-8dc9-4276-a4c4-95e6ba7a9625 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] device_id is not set on port a518c411-b2cd-466a-a713-2f628b4a2989 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:18:03.221404 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ce084a-c4bb-4bd4-94dd-8566d0acc78e None None] Network 32a2d337-e855-44ec-89d0-7bb634583902 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:18:03.357328 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device c278db87-6ecc-49f4-acd2-9a0fbda6b74b up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:18:03.513543 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b05d91da-c7b2-44bb-b422-f6283a9f688d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:03.611803 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port c278db87-6ecc-49f4-acd2-9a0fbda6b74b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:18:03.612166 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:03.705776 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8f9fc056-e3e3-4422-abfa-3a686e1ff01d None None] Provisioning for port 6c8dc782-4e47-4c59-90c5-7c25d6664ace completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:18:03.745870 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36ee51b4-4a29-47c4-b867-4a228c906f09 req-a098fa36-f1b3-4f5f-bfeb-7508e5ca84bd tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Router 3805015a-0ea9-400d-b58e-f77d1e400b70 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:18:03.768569 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 6c8dc782-4e47-4c59-90c5-7c25d6664ace up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:18:03.797245 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e63f6f-8dc9-4276-a4c4-95e6ba7a9625 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 11 22:18:03.797665 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92e63f6f-8dc9-4276-a4c4-95e6ba7a9625 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:18:03.840559 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 6c8dc782-4e47-4c59-90c5-7c25d6664ace completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:18:03.847766 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 6c8dc782-4e47-4c59-90c5-7c25d6664ace triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:18:03.848316 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:03.874749 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-92e63f6f-8dc9-4276-a4c4-95e6ba7a9625 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.3223209 Aug 11 22:18:03.875468 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56412) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:03.950273 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05d91da-c7b2-44bb-b422-f6283a9f688d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Router 40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:18:03.953132 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36ee51b4-4a29-47c4-b867-4a228c906f09 req-a098fa36-f1b3-4f5f-bfeb-7508e5ca84bd tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:18:03.958695 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-36ee51b4-4a29-47c4-b867-4a228c906f09 req-a098fa36-f1b3-4f5f-bfeb-7508e5ca84bd tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:03.966369 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac357b6-5221-41f5-8ef5-757f14f00f0f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:03.970619 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5bdf64-1653-4bd8-a3e6-1902b246eab6 None None] Sync routers for ids ['3805015a-0ea9-400d-b58e-f77d1e400b70'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:18:03.975080 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac357b6-5221-41f5-8ef5-757f14f00f0f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:03.981451 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2ac357b6-5221-41f5-8ef5-757f14f00f0f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1002088 Aug 11 22:18:03.982480 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56414) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:04.009903 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5bdf64-1653-4bd8-a3e6-1902b246eab6 None None] Routers {'3805015a-0ea9-400d-b58e-f77d1e400b70'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:18:04.010852 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3f5bdf64-1653-4bd8-a3e6-1902b246eab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:17:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['3805015a-0ea9-400d-b58e-f77d1e400b70'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:04.014936 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-36ee51b4-4a29-47c4-b867-4a228c906f09 req-a098fa36-f1b3-4f5f-bfeb-7508e5ca84bd tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "PUT /v2.0/floatingips/465da9ae-f07c-4363-b0c9-c311585f1234 HTTP/1.1" status: 200 len: 694 time: 2.6709962 Aug 11 22:18:04.018488 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0930e048-5185-4e62-a588-c0bd2fb317b4', 'tag': '14c0da70-1688-410e-b53c-f165ece409a4'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:18:04.028742 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d618dc1b-4307-45a7-8760-80f9e5293970" -d '{"events": [{"name": "network-changed", "server_uuid": "0930e048-5185-4e62-a588-c0bd2fb317b4", "tag": "14c0da70-1688-410e-b53c-f165ece409a4"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:18:04.068302 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:04.157080 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 6c8dc782-4e47-4c59-90c5-7c25d6664ace, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=6c8dc782-4e47-4c59-90c5-7c25d6664ace,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:04.165590 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-2e936b08-bf54-4de4-a9e9-03127f15fcdd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting port 0098abe6-e052-4f40-a9cb-7bcb250d8a30 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:18:04.166304 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e936b08-bf54-4de4-a9e9-03127f15fcdd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:04.178547 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:04.294430 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee51b4-4a29-47c4-b867-4a228c906f09 req-20a3e85b-5a79-416e-9887-b5b768daee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:04.303315 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-3f5bdf64-1653-4bd8-a3e6-1902b246eab6 None None] Set router 3805015a-0ea9-400d-b58e-f77d1e400b70 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:18:04.313093 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-36ee51b4-4a29-47c4-b867-4a228c906f09 req-20a3e85b-5a79-416e-9887-b5b768daee4c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7893e9dca79546f9a7fcaade410ca2bf&device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 1096 time: 0.2754655 Aug 11 22:18:04.316608 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ef16764b-6514-4146-80fc-40fbd1451a9b None None] Provisioning for port 0098abe6-e052-4f40-a9cb-7bcb250d8a30 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:18:04.331870 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ef16764b-6514-4146-80fc-40fbd1451a9b None None] Provisioning complete for port 0098abe6-e052-4f40-a9cb-7bcb250d8a30 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:18:04.332489 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ef16764b-6514-4146-80fc-40fbd1451a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:04.341211 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e936b08-bf54-4de4-a9e9-03127f15fcdd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:04.346343 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=6c8dc782-4e47-4c59-90c5-7c25d6664ace,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:04.370615 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-2e936b08-bf54-4de4-a9e9-03127f15fcdd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Calling delete_port for 0098abe6-e052-4f40-a9cb-7bcb250d8a30 owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:18:04.438358 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-ef16764b-6514-4146-80fc-40fbd1451a9b None None] Port 0098abe6-e052-4f40-a9cb-7bcb250d8a30 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:18:04.547169 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05d91da-c7b2-44bb-b422-f6283a9f688d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:18:04.563089 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00105291-a1b8-4382-a643-caf9f349e58e None None] Sync routers for ids ['40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:18:04.592722 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00105291-a1b8-4382-a643-caf9f349e58e None None] Routers {'40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:18:04.596256 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-00105291-a1b8-4382-a643-caf9f349e58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:17:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:04.597667 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b05d91da-c7b2-44bb-b422-f6283a9f688d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:04.600611 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b05d91da-c7b2-44bb-b422-f6283a9f688d tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.4823256 Aug 11 22:18:04.606817 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56428) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:04.639460 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e936b08-bf54-4de4-a9e9-03127f15fcdd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:04.691287 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e936b08-bf54-4de4-a9e9-03127f15fcdd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Port': ['ID=0098abe6-e052-4f40-a9cb-7bcb250d8a30,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:04.736011 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-00105291-a1b8-4382-a643-caf9f349e58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:04.751358 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e936b08-bf54-4de4-a9e9-03127f15fcdd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:04.756225 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2e936b08-bf54-4de4-a9e9-03127f15fcdd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/0098abe6-e052-4f40-a9cb-7bcb250d8a30 HTTP/1.1" status: 204 len: 168 time: 0.7679477 Aug 11 22:18:04.757419 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56432) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:04.762298 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00105291-a1b8-4382-a643-caf9f349e58e None None] Routers {'40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:18:04.763052 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-00105291-a1b8-4382-a643-caf9f349e58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:17:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:04.825648 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee51b4-4a29-47c4-b867-4a228c906f09 req-16873786-acea-4860-a01a-01f7f82e258a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:04.830551 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-00105291-a1b8-4382-a643-caf9f349e58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:04.831766 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00105291-a1b8-4382-a643-caf9f349e58e None None] The sync data for ids ['40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:18:04.841255 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-36ee51b4-4a29-47c4-b867-4a228c906f09 req-16873786-acea-4860-a01a-01f7f82e258a service neutron] 10.222.0.77 "GET /v2.0/networks?id=d98f639d-f4cf-4ee7-9782-d5f1761290b6 HTTP/1.1" status: 200 len: 920 time: 0.5263035 Aug 11 22:18:04.873001 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3f5bdf64-1653-4bd8-a3e6-1902b246eab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'name': 'tempest-ServerRescueTestJSONUnderV235-282863852-router', 'tenant_id': '7893e9dca79546f9a7fcaade410ca2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd4c4c1f4-7420-4bc1-87a0-9daae8877714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:25Z', 'updated_at': '2021-08-11T22:16:40Z', 'revision_number': 4, 'project_id': '7893e9dca79546f9a7fcaade410ca2bf', 'gw_port': {'id': 'd4c4c1f4-7420-4bc1-87a0-9daae8877714', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:27Z', 'updated_at': '2021-08-11T22:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '03b451de-5f0f-42d6-b541-e2d7a1d319fc', 'name': '', 'network_id': 'd98f639d-f4cf-4ee7-9782-d5f1761290b6', 'tenant_id': '7893e9dca79546f9a7fcaade410ca2bf', 'mac_address': 'fa:16:3e:b9:01:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '4bcace65-6a59-41f0-879a-d84477d04327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:38Z', 'updated_at': '2021-08-11T22:16:51Z', 'revision_number': 5, 'project_id': '7893e9dca79546f9a7fcaade410ca2bf', 'subnets': [{'id': '4bcace65-6a59-41f0-879a-d84477d04327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:04.905501 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e8da27-9dc8-4fec-9735-e4e85171fd16 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:04.907272 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e8da27-9dc8-4fec-9735-e4e85171fd16 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:04.912116 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f3e8da27-9dc8-4fec-9735-e4e85171fd16 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1543579 Aug 11 22:18:04.912993 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56434) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:04.931244 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5bdf64-1653-4bd8-a3e6-1902b246eab6 None None] Checking router: 3805015a-0ea9-400d-b58e-f77d1e400b70 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:18:04.950483 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5bdf64-1653-4bd8-a3e6-1902b246eab6 None None] Routers {'3805015a-0ea9-400d-b58e-f77d1e400b70'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:18:04.954596 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3f5bdf64-1653-4bd8-a3e6-1902b246eab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:17:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['3805015a-0ea9-400d-b58e-f77d1e400b70'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:04.959753 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-36ee51b4-4a29-47c4-b867-4a228c906f09 req-f86d0285-9d85-48d7-892c-032f8988379c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14c0da70-1688-410e-b53c-f165ece409a4 HTTP/1.1" status: 200 len: 217 time: 0.1168137 Aug 11 22:18:05.040298 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eaf22bc-9eb9-4b0c-9de6-7157a143fca1 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting subnet 986f7be8-2c3e-4063-a35e-1db44808f8cd {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:18:05.049580 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7eaf22bc-9eb9-4b0c-9de6-7157a143fca1 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:05.140013 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 6c8dc782-4e47-4c59-90c5-7c25d6664ace up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:18:05.147490 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7eaf22bc-9eb9-4b0c-9de6-7157a143fca1 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:05.163983 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee51b4-4a29-47c4-b867-4a228c906f09 req-911f9444-0b1e-4a40-8b8c-f59952f15bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:05.171628 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-36ee51b4-4a29-47c4-b867-4a228c906f09 req-911f9444-0b1e-4a40-8b8c-f59952f15bf1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4bcace65-6a59-41f0-879a-d84477d04327 HTTP/1.1" status: 200 len: 859 time: 0.1084476 Aug 11 22:18:05.233835 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-3f5bdf64-1653-4bd8-a3e6-1902b246eab6 None None] Set router 3805015a-0ea9-400d-b58e-f77d1e400b70 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:18:05.235880 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-36ee51b4-4a29-47c4-b867-4a228c906f09 req-4b0dd6c6-0f17-4509-ae17-050ed13e754e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d98f639d-f4cf-4ee7-9782-d5f1761290b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555871 Aug 11 22:18:05.249301 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 6c8dc782-4e47-4c59-90c5-7c25d6664ace triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:18:05.249684 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:05.352257 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7eaf22bc-9eb9-4b0c-9de6-7157a143fca1 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:05.476267 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-36ee51b4-4a29-47c4-b867-4a228c906f09 req-95419493-3b2b-4c83-b671-12e4281b3029 service neutron] 10.222.0.77 "GET /v2.0/networks/d98f639d-f4cf-4ee7-9782-d5f1761290b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393813 Aug 11 22:18:05.498271 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7eaf22bc-9eb9-4b0c-9de6-7157a143fca1 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:05.519804 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7eaf22bc-9eb9-4b0c-9de6-7157a143fca1 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:05.522146 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7eaf22bc-9eb9-4b0c-9de6-7157a143fca1 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/986f7be8-2c3e-4063-a35e-1db44808f8cd HTTP/1.1" status: 204 len: 168 time: 0.6079109 Aug 11 22:18:05.532807 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fce913-23f0-4eb9-82e6-6dc82b02e199 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:18:05.552091 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56436) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:05.567585 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf22bc-9eb9-4b0c-9de6-7157a143fca1 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Subnet': ['ID=986f7be8-2c3e-4063-a35e-1db44808f8cd,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:05.635794 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56438) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:05.636057 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c016b64a-8c4f-4371-b0d5-1d81e6b2a2ed tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513494 Aug 11 22:18:05.642114 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-0dd9883f-3bf6-4ab3-962e-421d48f4125c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:05.738753 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3f5bdf64-1653-4bd8-a3e6-1902b246eab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'name': 'tempest-ServerRescueTestJSONUnderV235-282863852-router', 'tenant_id': '7893e9dca79546f9a7fcaade410ca2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd4c4c1f4-7420-4bc1-87a0-9daae8877714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:25Z', 'updated_at': '2021-08-11T22:16:40Z', 'revision_number': 4, 'project_id': '7893e9dca79546f9a7fcaade410ca2bf', 'gw_port': {'id': 'd4c4c1f4-7420-4bc1-87a0-9daae8877714', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:27Z', 'updated_at': '2021-08-11T22:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '03b451de-5f0f-42d6-b541-e2d7a1d319fc', 'name': '', 'network_id': 'd98f639d-f4cf-4ee7-9782-d5f1761290b6', 'tenant_id': '7893e9dca79546f9a7fcaade410ca2bf', 'mac_address': 'fa:16:3e:b9:01:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '4bcace65-6a59-41f0-879a-d84477d04327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:38Z', 'updated_at': '2021-08-11T22:16:51Z', 'revision_number': 5, 'project_id': '7893e9dca79546f9a7fcaade410ca2bf', 'subnets': [{'id': '4bcace65-6a59-41f0-879a-d84477d04327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:05.740372 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-36ee51b4-4a29-47c4-b867-4a228c906f09 req-7b9f9803-1ccc-4331-ac12-4c8826aa032f service neutron] 10.222.0.77 "GET /v2.0/networks/d98f639d-f4cf-4ee7-9782-d5f1761290b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491190 Aug 11 22:18:05.871871 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5bdf64-1653-4bd8-a3e6-1902b246eab6 None None] The sync data for ids ['3805015a-0ea9-400d-b58e-f77d1e400b70'] in n-d-804275-3 is: [{'id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'name': 'tempest-ServerRescueTestJSONUnderV235-282863852-router', 'tenant_id': '7893e9dca79546f9a7fcaade410ca2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd4c4c1f4-7420-4bc1-87a0-9daae8877714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:25Z', 'updated_at': '2021-08-11T22:16:40Z', 'revision_number': 4, 'project_id': '7893e9dca79546f9a7fcaade410ca2bf', 'gw_port': {'id': 'd4c4c1f4-7420-4bc1-87a0-9daae8877714', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:27Z', 'updated_at': '2021-08-11T22:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '03b451de-5f0f-42d6-b541-e2d7a1d319fc', 'name': '', 'network_id': 'd98f639d-f4cf-4ee7-9782-d5f1761290b6', 'tenant_id': '7893e9dca79546f9a7fcaade410ca2bf', 'mac_address': 'fa:16:3e:b9:01:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '4bcace65-6a59-41f0-879a-d84477d04327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:38Z', 'updated_at': '2021-08-11T22:16:51Z', 'revision_number': 5, 'project_id': '7893e9dca79546f9a7fcaade410ca2bf', 'subnets': [{'id': '4bcace65-6a59-41f0-879a-d84477d04327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:18:05.929483 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd9883f-3bf6-4ab3-962e-421d48f4125c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:18:05.932799 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e8a3bb-558a-4085-9ca2-bff5c75e1555 None None] DHCP port deletion for 031f2dcc-5a67-473f-bde2-e5d9a50304c4 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:18:05.944700 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0dd9883f-3bf6-4ab3-962e-421d48f4125c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:06.023212 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ed19ade3-64bc-47ac-9296-e61888c8c247 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:06.056763 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-d4e8a3bb-558a-4085-9ca2-bff5c75e1555 None None] Deleting port 6c8dc782-4e47-4c59-90c5-7c25d6664ace {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:18:06.057439 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d4e8a3bb-558a-4085-9ca2-bff5c75e1555 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:06.460690 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-d4e8a3bb-558a-4085-9ca2-bff5c75e1555 None None] For port 6c8dc782-4e47-4c59-90c5-7c25d6664ace, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=6c8dc782-4e47-4c59-90c5-7c25d6664ace,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:06.470067 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d4e8a3bb-558a-4085-9ca2-bff5c75e1555 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:06.515069 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-d4e8a3bb-558a-4085-9ca2-bff5c75e1555 None None] Calling delete_port for 6c8dc782-4e47-4c59-90c5-7c25d6664ace owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:18:06.599147 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b4169c-48cc-42c6-ba11-3479e5e683b8 None None] New status for floating IP 465da9ae-f07c-4363-b0c9-c311585f1234: DOWN {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:18:06.694504 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d4e8a3bb-558a-4085-9ca2-bff5c75e1555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:06.713861 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0dd9883f-3bf6-4ab3-962e-421d48f4125c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:06.734631 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8a3bb-558a-4085-9ca2-bff5c75e1555 None None] Pushing event deleted for resources: {'Port': ['ID=6c8dc782-4e47-4c59-90c5-7c25d6664ace,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:06.745403 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e8a3bb-558a-4085-9ca2-bff5c75e1555 None None] No DVR routers for this DVR port 6c8dc782-4e47-4c59-90c5-7c25d6664ace on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:18:06.810738 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd9883f-3bf6-4ab3-962e-421d48f4125c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:18:06.819747 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-0dd9883f-3bf6-4ab3-962e-421d48f4125c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:18:06.829218 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd9883f-3bf6-4ab3-962e-421d48f4125c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:06.830308 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0dd9883f-3bf6-4ab3-962e-421d48f4125c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:06.837529 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a632c52-375d-45d2-b634-790f2acb67f0 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:18:06.857645 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9883f-3bf6-4ab3-962e-421d48f4125c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Subnet': ['ID=804ad45b-8c1a-4bfe-ae9a-1b1149f69ae7,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:06.877331 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0dd9883f-3bf6-4ab3-962e-421d48f4125c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2399096 Aug 11 22:18:06.878673 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56456) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:06.896699 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-1ae8a7da-7d88-4791-9a83-9a79ca7f9fc9 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'port': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'fixed_ips': [{'subnet_id': '804ad45b-8c1a-4bfe-ae9a-1b1149f69ae7', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1431035299'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:06.961359 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:18:07.069336 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-45a42c85-2504-42c9-beee-dd9f22caa756 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:07.071822 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-45a42c85-2504-42c9-beee-dd9f22caa756 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/networks?id=32a2d337-e855-44ec-89d0-7bb634583902 HTTP/1.1" status: 200 len: 812 time: 0.4208441 Aug 11 22:18:07.112790 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 6c8dc782-4e47-4c59-90c5-7c25d6664ace no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:18:07.113671 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-ed19ade3-64bc-47ac-9296-e61888c8c247 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Allocated IP 172.20.0.1 (903903f6-a36b-4cdb-8c5a-1aabebaf397c/989d3519-aa72-44a6-a621-3b5aac16dfe0/91c03719-8606-4aa7-94c8-87851327bedd) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:18:07.121484 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae8a7da-7d88-4791-9a83-9a79ca7f9fc9 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:18:07.134896 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-22aef8f1-8d6d-44c3-94a5-a00c7069db5d tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/quotas/87fb22244d5844ab81b7e2386b951aca HTTP/1.1" status: 200 len: 375 time: 0.0456085 Aug 11 22:18:07.174209 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 6c8dc782-4e47-4c59-90c5-7c25d6664ace {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:18:07.174789 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 6c8dc782-4e47-4c59-90c5-7c25d6664ace not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:18:07.216356 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-321f9f4e-e636-467f-915d-93d71c877a41 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=87fb22244d5844ab81b7e2386b951aca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686157 Aug 11 22:18:07.281104 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1ae8a7da-7d88-4791-9a83-9a79ca7f9fc9 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:07.302827 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-1ae8a7da-7d88-4791-9a83-9a79ca7f9fc9 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] device_id is not set on port d525ae8b-b2ae-4018-9687-fd9373bf45bf yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:18:07.342080 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faf5231-4c50-433d-99df-8ebd385e7b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'fixed_ips': [{'subnet_id': '804ad45b-8c1a-4bfe-ae9a-1b1149f69ae7'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:18:07.343486 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2faf5231-4c50-433d-99df-8ebd385e7b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:07.389936 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-ecf1271a-99fa-449f-9cc3-d499e73dea9b service neutron] 10.222.0.77 "GET /v2.0/networks/32a2d337-e855-44ec-89d0-7bb634583902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563923 Aug 11 22:18:07.491457 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae8a7da-7d88-4791-9a83-9a79ca7f9fc9 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:18:07.496161 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae8a7da-7d88-4791-9a83-9a79ca7f9fc9 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:18:07.505554 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ed19ade3-64bc-47ac-9296-e61888c8c247 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:07.532875 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1ae8a7da-7d88-4791-9a83-9a79ca7f9fc9 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6519563 Aug 11 22:18:07.534018 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56468) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:07.538820 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-ed19ade3-64bc-47ac-9296-e61888c8c247 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Transition to ACTIVE for port object 91c03719-8606-4aa7-94c8-87851327bedd will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:18:07.566444 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-2d667b86-7739-4172-a937-cbf839685023 service neutron] 10.222.0.77 "GET /v2.0/networks/32a2d337-e855-44ec-89d0-7bb634583902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600671 Aug 11 22:18:07.588579 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-141c4ead-5dc0-4802-b37c-abe013783011 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0528738 Aug 11 22:18:07.589279 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56470) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:07.610015 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ed19ade3-64bc-47ac-9296-e61888c8c247 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:07.683302 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d07888-4363-4eff-921c-3e2ec25d28d5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:07.683559 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-2faf5231-4c50-433d-99df-8ebd385e7b38 None None] Allocated IP 2001:db8::2 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/804ad45b-8c1a-4bfe-ae9a-1b1149f69ae7/ce6b6f8b-2ae8-4d7c-86db-98b5dbcc722f) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:18:07.688511 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d07888-4363-4eff-921c-3e2ec25d28d5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:07.697777 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a7d07888-4363-4eff-921c-3e2ec25d28d5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1056838 Aug 11 22:18:07.699825 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56472) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:07.731034 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19ade3-64bc-47ac-9296-e61888c8c247 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event updated for resources: {'Port': ['ID=91c03719-8606-4aa7-94c8-87851327bedd,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:07.754231 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed19ade3-64bc-47ac-9296-e61888c8c247 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Network 903903f6-a36b-4cdb-8c5a-1aabebaf397c is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:18:07.756370 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-ed19ade3-64bc-47ac-9296-e61888c8c247 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:18:07.759487 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed19ade3-64bc-47ac-9296-e61888c8c247 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:18:07.813561 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd32e1a9-4152-4250-a5cc-e13652e390fc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting subnet 804ad45b-8c1a-4bfe-ae9a-1b1149f69ae7 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:18:07.884080 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ed19ade3-64bc-47ac-9296-e61888c8c247 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:07.935532 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2faf5231-4c50-433d-99df-8ebd385e7b38 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:07.962979 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d3d2f4-5781-4144-ada7-e4106fd321ab x-openstack-request-id: req-84d3d2f4-5781-4144-ada7-e4106fd321ab {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:18:07.963820 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0930e048-5185-4e62-a588-c0bd2fb317b4", "tag": "14c0da70-1688-410e-b53c-f165ece409a4", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:18:07.963820 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-84d3d2f4-5781-4144-ada7-e4106fd321ab {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:18:07.964448 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2faf5231-4c50-433d-99df-8ebd385e7b38 None None] Transition to ACTIVE for port object ce6b6f8b-2ae8-4d7c-86db-98b5dbcc722f will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:18:07.964586 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0930e048-5185-4e62-a588-c0bd2fb317b4', 'tag': '14c0da70-1688-410e-b53c-f165ece409a4', 'status': 'completed', 'code': 200} Aug 11 22:18:08.002544 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2faf5231-4c50-433d-99df-8ebd385e7b38 None None] Transition to ACTIVE for port object ce6b6f8b-2ae8-4d7c-86db-98b5dbcc722f will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:18:08.020382 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2faf5231-4c50-433d-99df-8ebd385e7b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:08.024953 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dd32e1a9-4152-4250-a5cc-e13652e390fc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:08.064823 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faf5231-4c50-433d-99df-8ebd385e7b38 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:18:08.082236 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-2faf5231-4c50-433d-99df-8ebd385e7b38 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:18:08.088629 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faf5231-4c50-433d-99df-8ebd385e7b38 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:18:08.107392 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dd32e1a9-4152-4250-a5cc-e13652e390fc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:08.107957 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf5231-4c50-433d-99df-8ebd385e7b38 None None] Pushing event updated for resources: {'Port': ['ID=ce6b6f8b-2ae8-4d7c-86db-98b5dbcc722f,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:08.139263 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a3724c72-6db5-454a-877f-c9ed8d69c2d7 req-bb3d7d18-da70-47f8-a476-75aa77e5de35 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/floatingips/465da9ae-f07c-4363-b0c9-c311585f1234 HTTP/1.1" status: 200 len: 692 time: 0.1733484 Aug 11 22:18:08.155145 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618dc1b-4307-45a7-8760-80f9e5293970 req-19761b5c-86b4-4b18-ab6a-6a7025e31891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:08.157743 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d618dc1b-4307-45a7-8760-80f9e5293970 req-19761b5c-86b4-4b18-ab6a-6a7025e31891 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7893e9dca79546f9a7fcaade410ca2bf&device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 1096 time: 0.1827543 Aug 11 22:18:08.319137 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:08.370442 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-2faf5231-4c50-433d-99df-8ebd385e7b38 None None] Attempting to bind port ce6b6f8b-2ae8-4d7c-86db-98b5dbcc722f on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:18:08.371165 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-2faf5231-4c50-433d-99df-8ebd385e7b38 None None] Attempting to bind port ce6b6f8b-2ae8-4d7c-86db-98b5dbcc722f by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:18:08.371889 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faf5231-4c50-433d-99df-8ebd385e7b38 None None] Attempting to bind port ce6b6f8b-2ae8-4d7c-86db-98b5dbcc722f on network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:18:08.376501 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618dc1b-4307-45a7-8760-80f9e5293970 req-c50748b4-dc97-47e0-87b7-c9ed215679fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:08.385610 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faf5231-4c50-433d-99df-8ebd385e7b38 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:18:08.386312 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d618dc1b-4307-45a7-8760-80f9e5293970 req-c50748b4-dc97-47e0-87b7-c9ed215679fc service neutron] 10.222.0.52 "GET /v2.0/networks?id=d98f639d-f4cf-4ee7-9782-d5f1761290b6 HTTP/1.1" status: 200 len: 920 time: 0.2124863 Aug 11 22:18:08.386932 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faf5231-4c50-433d-99df-8ebd385e7b38 None None] Checking segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:18:08.387771 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2faf5231-4c50-433d-99df-8ebd385e7b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:08.388654 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faf5231-4c50-433d-99df-8ebd385e7b38 None None] Bound using segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:18:08.389775 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-2faf5231-4c50-433d-99df-8ebd385e7b38 None None] Bound port: ce6b6f8b-2ae8-4d7c-86db-98b5dbcc722f, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:18:08.390401 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2faf5231-4c50-433d-99df-8ebd385e7b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:08.467878 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-13911a1a-c699-43a1-984d-32a2e580bdb3 None None] Provisioning for port 91c03719-8606-4aa7-94c8-87851327bedd completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:18:08.483160 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-13911a1a-c699-43a1-984d-32a2e580bdb3 None None] Provisioning complete for port 91c03719-8606-4aa7-94c8-87851327bedd triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:18:08.483744 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-13911a1a-c699-43a1-984d-32a2e580bdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:08.504524 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d618dc1b-4307-45a7-8760-80f9e5293970 req-a7bd8aad-d694-4715-9cff-115c681d6db9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14c0da70-1688-410e-b53c-f165ece409a4 HTTP/1.1" status: 200 len: 217 time: 0.1169331 Aug 11 22:18:08.630194 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618dc1b-4307-45a7-8760-80f9e5293970 req-22471950-0b09-4e8e-953c-cc2ab2c9cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:08.632765 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d618dc1b-4307-45a7-8760-80f9e5293970 req-22471950-0b09-4e8e-953c-cc2ab2c9cb16 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4bcace65-6a59-41f0-879a-d84477d04327 HTTP/1.1" status: 200 len: 859 time: 0.1198068 Aug 11 22:18:08.640000 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-13911a1a-c699-43a1-984d-32a2e580bdb3 None None] Port 91c03719-8606-4aa7-94c8-87851327bedd cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:18:08.651969 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-2faf5231-4c50-433d-99df-8ebd385e7b38 None None] For port ce6b6f8b-2ae8-4d7c-86db-98b5dbcc722f, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:18:08.670473 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-2faf5231-4c50-433d-99df-8ebd385e7b38 None None] For port ce6b6f8b-2ae8-4d7c-86db-98b5dbcc722f, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=ce6b6f8b-2ae8-4d7c-86db-98b5dbcc722f,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:18:08.679992 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d618dc1b-4307-45a7-8760-80f9e5293970 req-a416de3d-d1df-40b7-b568-8ba80eb9bab3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d98f639d-f4cf-4ee7-9782-d5f1761290b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377903 Aug 11 22:18:08.681953 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2faf5231-4c50-433d-99df-8ebd385e7b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:08.685750 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dd32e1a9-4152-4250-a5cc-e13652e390fc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:08.846974 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf5231-4c50-433d-99df-8ebd385e7b38 None None] Pushing event updated for resources: {'Port': ['ID=ce6b6f8b-2ae8-4d7c-86db-98b5dbcc722f,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:08.922728 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dd32e1a9-4152-4250-a5cc-e13652e390fc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:09.054974 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32e1a9-4152-4250-a5cc-e13652e390fc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Subnet': ['ID=804ad45b-8c1a-4bfe-ae9a-1b1149f69ae7,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:09.080889 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dd32e1a9-4152-4250-a5cc-e13652e390fc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:09.087639 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-dd32e1a9-4152-4250-a5cc-e13652e390fc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/804ad45b-8c1a-4bfe-ae9a-1b1149f69ae7 HTTP/1.1" status: 204 len: 168 time: 1.3832216 Aug 11 22:18:09.090634 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56490) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:09.100025 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d618dc1b-4307-45a7-8760-80f9e5293970 req-b052acf8-7d95-446f-b40b-34b589cf3e39 service neutron] 10.222.0.52 "GET /v2.0/networks/d98f639d-f4cf-4ee7-9782-d5f1761290b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074678 Aug 11 22:18:09.288268 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2511f0b0-f6b0-4652-ad3f-733645fea244 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1903892 Aug 11 22:18:09.298861 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56492) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:09.342638 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c492f654-72d9-4e88-816b-48ab961881c8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:09.381999 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3724c72-6db5-454a-877f-c9ed8d69c2d7 req-c5078c8b-7ac5-43a7-a27a-0ab753e27ff7 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:09.384047 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a3724c72-6db5-454a-877f-c9ed8d69c2d7 req-c5078c8b-7ac5-43a7-a27a-0ab753e27ff7 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 784 time: 1.2194688 Aug 11 22:18:09.390005 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ed19ade3-64bc-47ac-9296-e61888c8c247 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:09.411029 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-a3724c72-6db5-454a-877f-c9ed8d69c2d7 req-e628eb64-019d-433b-be19-955975a96524 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:18:09.412194 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a3724c72-6db5-454a-877f-c9ed8d69c2d7 req-e628eb64-019d-433b-be19-955975a96524 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075133 Aug 11 22:18:09.519220 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d618dc1b-4307-45a7-8760-80f9e5293970 req-56ecb9ef-8fbf-4960-a840-341abbdf0c6e service neutron] 10.222.0.52 "GET /v2.0/networks/d98f639d-f4cf-4ee7-9782-d5f1761290b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112608 Aug 11 22:18:09.573312 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c492f654-72d9-4e88-816b-48ab961881c8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:18:09.578117 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c492f654-72d9-4e88-816b-48ab961881c8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:09.590849 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a3724c72-6db5-454a-877f-c9ed8d69c2d7 req-5b741394-5e88-4272-913f-0764cd37fef5 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 695 time: 0.1580265 Aug 11 22:18:09.763691 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a3724c72-6db5-454a-877f-c9ed8d69c2d7 req-906fe990-50cf-4ac2-b3df-a8b8112553bb tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 695 time: 0.1708159 Aug 11 22:18:09.912474 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c492f654-72d9-4e88-816b-48ab961881c8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:09.992225 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c492f654-72d9-4e88-816b-48ab961881c8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:18:09.998372 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-c492f654-72d9-4e88-816b-48ab961881c8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:18:10.002708 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c492f654-72d9-4e88-816b-48ab961881c8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:10.003051 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c492f654-72d9-4e88-816b-48ab961881c8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:10.027674 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492f654-72d9-4e88-816b-48ab961881c8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Subnet': ['ID=27d2ad43-483a-4233-b325-5e233bf76f76,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:10.035313 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c492f654-72d9-4e88-816b-48ab961881c8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7343359 Aug 11 22:18:10.040646 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56496) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:10.073399 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-b1c1910c-4fbc-43ae-b601-0f95faa60081 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-336543352', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:10.159749 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b1c1910c-4fbc-43ae-b601-0f95faa60081 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:10.160979 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b1c1910c-4fbc-43ae-b601-0f95faa60081 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:10.191051 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-a3724c72-6db5-454a-877f-c9ed8d69c2d7 req-bc086448-2d61-45cd-94e1-5d53fac32e69 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Deleting port 1cba08b8-c7a7-4640-a683-821521917521 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:18:10.191494 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a3724c72-6db5-454a-877f-c9ed8d69c2d7 req-bc086448-2d61-45cd-94e1-5d53fac32e69 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:10.295122 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b1c1910c-4fbc-43ae-b601-0f95faa60081 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:10.309741 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b1c1910c-4fbc-43ae-b601-0f95faa60081 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:10.358005 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ed19ade3-64bc-47ac-9296-e61888c8c247 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:10.366956 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ed19ade3-64bc-47ac-9296-e61888c8c247 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:10.380458 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b1c1910c-4fbc-43ae-b601-0f95faa60081 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:10.380458 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b1c1910c-4fbc-43ae-b601-0f95faa60081 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3363020 Aug 11 22:18:10.385953 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56500) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:10.435583 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c50261b-a642-44f1-ab88-d5f7bd440f05 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:18:10.638428 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-64d395fb-ab5c-419c-88b0-57d972e72e7d None None] Provisioning for port ce6b6f8b-2ae8-4d7c-86db-98b5dbcc722f completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:18:10.723262 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-e2bfd7d6-c0bd-49c5-8af8-54520d15eb7a tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:10.726979 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-e2bfd7d6-c0bd-49c5-8af8-54520d15eb7a tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.52 "GET /v2.0/networks?id=32a2d337-e855-44ec-89d0-7bb634583902 HTTP/1.1" status: 200 len: 812 time: 0.4978220 Aug 11 22:18:10.731810 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a3724c72-6db5-454a-877f-c9ed8d69c2d7 req-bc086448-2d61-45cd-94e1-5d53fac32e69 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:10.732148 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a3724c72-6db5-454a-877f-c9ed8d69c2d7 req-bc086448-2d61-45cd-94e1-5d53fac32e69 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:10.746755 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-e8b863a5-f1f6-471f-bbd0-06d98fe08e32 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Request body: {'port': {'device_id': 'd1591e8b-abff-4707-8b11-eb67bb7429a3', 'network_id': '32a2d337-e855-44ec-89d0-7bb634583902', 'admin_state_up': True, 'tenant_id': '87fb22244d5844ab81b7e2386b951aca'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:10.765764 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19ade3-64bc-47ac-9296-e61888c8c247 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event updated for resources: {'Port': ['ID=91c03719-8606-4aa7-94c8-87851327bedd,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:10.890191 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-a3724c72-6db5-454a-877f-c9ed8d69c2d7 req-bc086448-2d61-45cd-94e1-5d53fac32e69 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Calling delete_port for 1cba08b8-c7a7-4640-a683-821521917521 owned by network:floatingip {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:18:10.924357 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ed19ade3-64bc-47ac-9296-e61888c8c247 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:10.939670 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-257612d2-2158-430d-b6c5-c81017aa48ae tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:10.941188 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-257612d2-2158-430d-b6c5-c81017aa48ae tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.82 "GET /v2.0/networks?id=32a2d337-e855-44ec-89d0-7bb634583902 HTTP/1.1" status: 200 len: 812 time: 0.4799161 Aug 11 22:18:11.006325 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-e8b863a5-f1f6-471f-bbd0-06d98fe08e32 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Made reservation on behalf of 87fb22244d5844ab81b7e2386b951aca for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:18:11.019289 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-e8b863a5-f1f6-471f-bbd0-06d98fe08e32 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:11.045654 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-96d0539e-0734-4026-b910-571141629787 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Request body: {'port': {'device_id': '9f42ad29-b70c-458b-b424-60a4a14cbd9e', 'network_id': '32a2d337-e855-44ec-89d0-7bb634583902', 'admin_state_up': True, 'tenant_id': '87fb22244d5844ab81b7e2386b951aca'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:11.156770 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ce6b6f8b-2ae8-4d7c-86db-98b5dbcc722f up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:18:11.262898 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-e8b863a5-f1f6-471f-bbd0-06d98fe08e32 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Allocated IP 172.20.0.13 (32a2d337-e855-44ec-89d0-7bb634583902/fa724096-e987-44d4-b72d-54b6752c8acf/d64d5a4b-9432-4a26-b343-d0abcb2ac75b) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:18:11.279208 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port ce6b6f8b-2ae8-4d7c-86db-98b5dbcc722f completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:18:11.290399 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port ce6b6f8b-2ae8-4d7c-86db-98b5dbcc722f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:18:11.290993 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:11.460991 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:11.528710 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port ce6b6f8b-2ae8-4d7c-86db-98b5dbcc722f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=ce6b6f8b-2ae8-4d7c-86db-98b5dbcc722f,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:11.535190 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:11.603597 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=ce6b6f8b-2ae8-4d7c-86db-98b5dbcc722f,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:11.614102 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a539f333-bad6-41b2-9ad5-e418b9d7c6b4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:11.649751 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-96d0539e-0734-4026-b910-571141629787 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Made reservation on behalf of 87fb22244d5844ab81b7e2386b951aca for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:18:11.657439 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-96d0539e-0734-4026-b910-571141629787 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:11.680902 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed19ade3-64bc-47ac-9296-e61888c8c247 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Network 903903f6-a36b-4cdb-8c5a-1aabebaf397c is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:18:11.773142 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-e8b863a5-f1f6-471f-bbd0-06d98fe08e32 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:11.782978 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-ed19ade3-64bc-47ac-9296-e61888c8c247 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:18:11.873530 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-e8b863a5-f1f6-471f-bbd0-06d98fe08e32 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:11.958118 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-e8b863a5-f1f6-471f-bbd0-06d98fe08e32 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Network 32a2d337-e855-44ec-89d0-7bb634583902 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:18:11.963576 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-e8b863a5-f1f6-471f-bbd0-06d98fe08e32 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:18:11.967051 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b863a5-f1f6-471f-bbd0-06d98fe08e32 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Pushing event updated for resources: {'Port': ['ID=d64d5a4b-9432-4a26-b343-d0abcb2ac75b,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:11.977995 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-e8b863a5-f1f6-471f-bbd0-06d98fe08e32 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:18:12.057338 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-e8b863a5-f1f6-471f-bbd0-06d98fe08e32 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:12.057560 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-e8b863a5-f1f6-471f-bbd0-06d98fe08e32 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:12.132332 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-e8b863a5-f1f6-471f-bbd0-06d98fe08e32 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3924639 Aug 11 22:18:12.187422 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-f67d304f-0387-40d6-8b57-f2b4f2ec128e service neutron] Request body: {'port': {'device_id': 'd1591e8b-abff-4707-8b11-eb67bb7429a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:12.192935 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a3724c72-6db5-454a-877f-c9ed8d69c2d7 req-bc086448-2d61-45cd-94e1-5d53fac32e69 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:12.337759 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc086448-2d61-45cd-94e1-5d53fac32e69 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Pushing event deleted for resources: {'Port': ['ID=1cba08b8-c7a7-4640-a683-821521917521,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:12.378955 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-f67d304f-0387-40d6-8b57-f2b4f2ec128e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:12.395675 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ef1131a6-816a-44ab-89a0-0397af8cdfb8 None None] Provisioning complete for port 91c03719-8606-4aa7-94c8-87851327bedd triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:18:12.396221 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ef1131a6-816a-44ab-89a0-0397af8cdfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:12.470059 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-ef1131a6-816a-44ab-89a0-0397af8cdfb8 None None] Port 91c03719-8606-4aa7-94c8-87851327bedd cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:18:12.534946 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed19ade3-64bc-47ac-9296-e61888c8c247 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Router 40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:18:12.577864 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-96d0539e-0734-4026-b910-571141629787 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Allocated IP 172.20.0.4 (32a2d337-e855-44ec-89d0-7bb634583902/fa724096-e987-44d4-b72d-54b6752c8acf/69851594-916b-4148-b63d-7d5c6fccc995) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:18:12.606948 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a3724c72-6db5-454a-877f-c9ed8d69c2d7 req-bc086448-2d61-45cd-94e1-5d53fac32e69 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks [] for floatingip, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:12.609626 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a3724c72-6db5-454a-877f-c9ed8d69c2d7 req-bc086448-2d61-45cd-94e1-5d53fac32e69 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:12.610894 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a3724c72-6db5-454a-877f-c9ed8d69c2d7 req-bc086448-2d61-45cd-94e1-5d53fac32e69 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "DELETE /v2.0/floatingips/465da9ae-f07c-4363-b0c9-c311585f1234 HTTP/1.1" status: 204 len: 173 time: 2.8348553 Aug 11 22:18:12.635594 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-a539f333-bad6-41b2-9ad5-e418b9d7c6b4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Allocated IP 2001:db8::1 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/27d2ad43-483a-4233-b325-5e233bf76f76/5f5c0dc5-c70f-408d-bbf4-82555bea97a0) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:18:12.962394 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed19ade3-64bc-47ac-9296-e61888c8c247 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:18:12.985549 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e0d8fa-84cb-4759-a63f-aac839314b25 None None] Sync routers for ids ['40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:18:12.991201 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ed19ade3-64bc-47ac-9296-e61888c8c247 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "PUT /v2.0/routers/40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3804879 Aug 11 22:18:12.997636 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56522) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:13.005200 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e0d8fa-84cb-4759-a63f-aac839314b25 None None] Routers {'40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:18:13.006412 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-83e0d8fa-84cb-4759-a63f-aac839314b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:17:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:13.010516 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-b629fb62-dd49-4bdd-ab16-3ef38784fcd6 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Request body: {'port': {'network_id': '903903f6-a36b-4cdb-8c5a-1aabebaf397c', 'name': 'tempest-FloatingIPTestJSON-120318279'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:13.018739 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a539f333-bad6-41b2-9ad5-e418b9d7c6b4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:13.049085 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-96d0539e-0734-4026-b910-571141629787 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:13.059242 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-a539f333-bad6-41b2-9ad5-e418b9d7c6b4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Transition to ACTIVE for port object 5f5c0dc5-c70f-408d-bbf4-82555bea97a0 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:18:13.063241 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9445df0c-2685-41ef-9d20-eb0ce15335e6 req-97e853cc-0e20-41e7-840e-426c4ca578a3 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/security-groups/34bb9f60-cd7c-4b32-890f-3aac944086c7 HTTP/1.1" status: 200 len: 1809 time: 0.1768434 Aug 11 22:18:13.078637 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-83e0d8fa-84cb-4759-a63f-aac839314b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:13.103393 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e0d8fa-84cb-4759-a63f-aac839314b25 None None] Routers {'40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:18:13.105301 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-83e0d8fa-84cb-4759-a63f-aac839314b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:17:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:13.190539 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-96d0539e-0734-4026-b910-571141629787 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:13.194552 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a539f333-bad6-41b2-9ad5-e418b9d7c6b4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:13.225847 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ce6b6f8b-2ae8-4d7c-86db-98b5dbcc722f up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:18:13.235910 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-83e0d8fa-84cb-4759-a63f-aac839314b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:13.236575 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e0d8fa-84cb-4759-a63f-aac839314b25 None None] The sync data for ids ['40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:18:13.288990 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-456ca9a7-1f1a-48b4-9fe7-95a2fc4fc3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:13.342031 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port ce6b6f8b-2ae8-4d7c-86db-98b5dbcc722f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:18:13.342765 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:13.540749 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b629fb62-dd49-4bdd-ab16-3ef38784fcd6 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Made reservation on behalf of 23db72142b8d4dca91b49664fcaef1e5 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:18:13.548577 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b629fb62-dd49-4bdd-ab16-3ef38784fcd6 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:13.603275 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-b629fb62-dd49-4bdd-ab16-3ef38784fcd6 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] device_id is not set on port ad08ed36-1de2-434b-ac43-cbb4b5e1d643 yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:18:13.735086 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-f67d304f-0387-40d6-8b57-f2b4f2ec128e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d64d5a4b-9432-4a26-b343-d0abcb2ac75b {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:18:13.737018 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-96d0539e-0734-4026-b910-571141629787 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Network 32a2d337-e855-44ec-89d0-7bb634583902 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:18:13.744643 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9445df0c-2685-41ef-9d20-eb0ce15335e6 req-9c5451bd-7187-46ef-bd05-b5ab9865d836 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:13.747748 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a539f333-bad6-41b2-9ad5-e418b9d7c6b4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:18:13.748175 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-f67d304f-0387-40d6-8b57-f2b4f2ec128e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:13.749486 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-96d0539e-0734-4026-b910-571141629787 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:18:13.753159 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539f333-bad6-41b2-9ad5-e418b9d7c6b4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Port': ['ID=5f5c0dc5-c70f-408d-bbf4-82555bea97a0,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:13.756340 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-96d0539e-0734-4026-b910-571141629787 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:18:13.763011 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-a539f333-bad6-41b2-9ad5-e418b9d7c6b4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:18:13.776506 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a539f333-bad6-41b2-9ad5-e418b9d7c6b4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:18:13.777355 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a539f333-bad6-41b2-9ad5-e418b9d7c6b4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:13.795557 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-f67d304f-0387-40d6-8b57-f2b4f2ec128e service neutron] Transition to ACTIVE for port object d64d5a4b-9432-4a26-b343-d0abcb2ac75b will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:18:13.802769 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-f67d304f-0387-40d6-8b57-f2b4f2ec128e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:13.844683 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-b629fb62-dd49-4bdd-ab16-3ef38784fcd6 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Allocated IP 172.20.0.8 (903903f6-a36b-4cdb-8c5a-1aabebaf397c/989d3519-aa72-44a6-a621-3b5aac16dfe0/ad08ed36-1de2-434b-ac43-cbb4b5e1d643) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:18:13.877689 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9445df0c-2685-41ef-9d20-eb0ce15335e6 req-9c5451bd-7187-46ef-bd05-b5ab9865d836 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:13.892659 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d304f-0387-40d6-8b57-f2b4f2ec128e service neutron] Pushing event updated for resources: {'Port': ['ID=d64d5a4b-9432-4a26-b343-d0abcb2ac75b,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:14.002249 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0539e-0734-4026-b910-571141629787 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Pushing event updated for resources: {'Port': ['ID=69851594-916b-4148-b63d-7d5c6fccc995,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:14.022821 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-96d0539e-0734-4026-b910-571141629787 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:14.023472 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-96d0539e-0734-4026-b910-571141629787 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:14.076676 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-96d0539e-0734-4026-b910-571141629787 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0421324 Aug 11 22:18:14.104389 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a539f333-bad6-41b2-9ad5-e418b9d7c6b4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:14.140102 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-93459d1b-8cdd-4d9e-a3c1-0b2146dc26eb service neutron] Request body: {'port': {'device_id': '9f42ad29-b70c-458b-b424-60a4a14cbd9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:14.141937 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-f67d304f-0387-40d6-8b57-f2b4f2ec128e service neutron] Attempting to bind port d64d5a4b-9432-4a26-b343-d0abcb2ac75b on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:18:14.141937 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-f67d304f-0387-40d6-8b57-f2b4f2ec128e service neutron] Attempting to bind port d64d5a4b-9432-4a26-b343-d0abcb2ac75b by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '32a2d337-e855-44ec-89d0-7bb634583902'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:18:14.142911 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-f67d304f-0387-40d6-8b57-f2b4f2ec128e service neutron] Attempting to bind port d64d5a4b-9432-4a26-b343-d0abcb2ac75b on network 32a2d337-e855-44ec-89d0-7bb634583902 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:18:14.147801 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9445df0c-2685-41ef-9d20-eb0ce15335e6 req-9c5451bd-7187-46ef-bd05-b5ab9865d836 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:14.152539 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9445df0c-2685-41ef-9d20-eb0ce15335e6 req-9c5451bd-7187-46ef-bd05-b5ab9865d836 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:14.152819 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-f67d304f-0387-40d6-8b57-f2b4f2ec128e service neutron] Port d64d5a4b-9432-4a26-b343-d0abcb2ac75b on network 32a2d337-e855-44ec-89d0-7bb634583902 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:18:14.152819 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-f67d304f-0387-40d6-8b57-f2b4f2ec128e service neutron] Attempting to bind port d64d5a4b-9432-4a26-b343-d0abcb2ac75b on network 32a2d337-e855-44ec-89d0-7bb634583902 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:18:14.154442 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9445df0c-2685-41ef-9d20-eb0ce15335e6 req-9c5451bd-7187-46ef-bd05-b5ab9865d836 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "DELETE /v2.0/security-groups/34bb9f60-cd7c-4b32-890f-3aac944086c7 HTTP/1.1" status: 204 len: 173 time: 1.0619020 Aug 11 22:18:14.164866 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-18906a66-b65b-4f7b-aedd-8132204631c4 None None] Provisioning for port 5f5c0dc5-c70f-408d-bbf4-82555bea97a0 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:18:14.186957 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-18906a66-b65b-4f7b-aedd-8132204631c4 None None] Provisioning complete for port 5f5c0dc5-c70f-408d-bbf4-82555bea97a0 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:18:14.187883 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-18906a66-b65b-4f7b-aedd-8132204631c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:14.221979 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5451bd-7187-46ef-bd05-b5ab9865d836 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bb9f60-cd7c-4b32-890f-3aac944086c7,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:14.258801 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b629fb62-dd49-4bdd-ab16-3ef38784fcd6 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:14.282904 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-b629fb62-dd49-4bdd-ab16-3ef38784fcd6 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Transition to ACTIVE for port object ad08ed36-1de2-434b-ac43-cbb4b5e1d643 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:18:14.311769 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-f67d304f-0387-40d6-8b57-f2b4f2ec128e service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:18:14.314987 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-f67d304f-0387-40d6-8b57-f2b4f2ec128e service neutron] Checking segment: {'id': '8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '32a2d337-e855-44ec-89d0-7bb634583902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:18:14.316990 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-18906a66-b65b-4f7b-aedd-8132204631c4 None None] Port 5f5c0dc5-c70f-408d-bbf4-82555bea97a0 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:18:14.323768 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-f67d304f-0387-40d6-8b57-f2b4f2ec128e service neutron] Bound using segment: {'id': '8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '32a2d337-e855-44ec-89d0-7bb634583902'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:18:14.324926 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-f67d304f-0387-40d6-8b57-f2b4f2ec128e service neutron] Bound port: d64d5a4b-9432-4a26-b343-d0abcb2ac75b, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '32a2d337-e855-44ec-89d0-7bb634583902'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:18:14.326228 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-f67d304f-0387-40d6-8b57-f2b4f2ec128e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:14.414261 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-93459d1b-8cdd-4d9e-a3c1-0b2146dc26eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:14.444390 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b629fb62-dd49-4bdd-ab16-3ef38784fcd6 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:14.543938 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beee767-885a-467d-a091-cf4c4a8cddeb req-e6ad7037-a7ac-4946-b8ec-53c4bd2a551c tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:14.545487 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9beee767-885a-467d-a091-cf4c4a8cddeb req-e6ad7037-a7ac-4946-b8ec-53c4bd2a551c tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f42ad29-b70c-458b-b424-60a4a14cbd9e HTTP/1.1" status: 200 len: 931 time: 0.2300320 Aug 11 22:18:14.569355 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-f67d304f-0387-40d6-8b57-f2b4f2ec128e service neutron] For port d64d5a4b-9432-4a26-b343-d0abcb2ac75b, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:18:14.590213 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b629fb62-dd49-4bdd-ab16-3ef38784fcd6 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Network 903903f6-a36b-4cdb-8c5a-1aabebaf397c is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:18:14.605093 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-b629fb62-dd49-4bdd-ab16-3ef38784fcd6 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:18:14.609193 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b629fb62-dd49-4bdd-ab16-3ef38784fcd6 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:18:14.662788 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-f67d304f-0387-40d6-8b57-f2b4f2ec128e service neutron] For port d64d5a4b-9432-4a26-b343-d0abcb2ac75b, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=d64d5a4b-9432-4a26-b343-d0abcb2ac75b,segment=NetworkSegment(8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e),segment_id=8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:18:14.665733 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629fb62-dd49-4bdd-ab16-3ef38784fcd6 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event updated for resources: {'Port': ['ID=ad08ed36-1de2-434b-ac43-cbb4b5e1d643,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:14.689309 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-f67d304f-0387-40d6-8b57-f2b4f2ec128e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:14.761827 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9beee767-885a-467d-a091-cf4c4a8cddeb req-1eb37bab-79e2-45b5-9c7b-09d47ff09c40 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/security-groups?id=2cad39f2-dc15-4a47-9a79-03692e0ed901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449492 Aug 11 22:18:14.776721 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-f67d304f-0387-40d6-8b57-f2b4f2ec128e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:14.780786 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-f67d304f-0387-40d6-8b57-f2b4f2ec128e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:14.782011 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-f67d304f-0387-40d6-8b57-f2b4f2ec128e service neutron] 10.222.0.52 "PUT /v2.0/ports/d64d5a4b-9432-4a26-b343-d0abcb2ac75b HTTP/1.1" status: 200 len: 1092 time: 2.6364431 Aug 11 22:18:14.788989 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1591e8b-abff-4707-8b11-eb67bb7429a3', 'tag': 'd64d5a4b-9432-4a26-b343-d0abcb2ac75b'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:18:14.793892 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971daa9f-3346-4aae-9310-e0657fe4e3b2" -d '{"events": [{"name": "network-changed", "server_uuid": "d1591e8b-abff-4707-8b11-eb67bb7429a3", "tag": "d64d5a4b-9432-4a26-b343-d0abcb2ac75b"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:18:14.810886 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b629fb62-dd49-4bdd-ab16-3ef38784fcd6 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:14.813521 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b629fb62-dd49-4bdd-ab16-3ef38784fcd6 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:14.860733 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a539f333-bad6-41b2-9ad5-e418b9d7c6b4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:14.884858 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a539f333-bad6-41b2-9ad5-e418b9d7c6b4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:14.890440 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a539f333-bad6-41b2-9ad5-e418b9d7c6b4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:14.905483 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b629fb62-dd49-4bdd-ab16-3ef38784fcd6 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9060683 Aug 11 22:18:14.933261 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56538) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:14.953789 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-cf86ae7b-5a8b-4aba-aa39-8e6df2556602 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Request body: {'floatingip': {'port_id': 'ad08ed36-1de2-434b-ac43-cbb4b5e1d643'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:14.960726 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d304f-0387-40d6-8b57-f2b4f2ec128e service neutron] Pushing event updated for resources: {'Port': ['ID=d64d5a4b-9432-4a26-b343-d0abcb2ac75b,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:15.156066 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-3de2ef61-191b-4b6f-925a-67def894fb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:15.158065 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-3de2ef61-191b-4b6f-925a-67def894fb4c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=87fb22244d5844ab81b7e2386b951aca&device_id=d1591e8b-abff-4707-8b11-eb67bb7429a3 HTTP/1.1" status: 200 len: 1095 time: 0.2699268 Aug 11 22:18:15.162885 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cf86ae7b-5a8b-4aba-aa39-8e6df2556602 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:15.266739 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-567acdac-0f2f-43a4-b52a-b8fdafad8e89 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d64d5a4b-9432-4a26-b343-d0abcb2ac75b HTTP/1.1" status: 200 len: 217 time: 0.0970867 Aug 11 22:18:15.277030 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539f333-bad6-41b2-9ad5-e418b9d7c6b4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Port': ['ID=5f5c0dc5-c70f-408d-bbf4-82555bea97a0,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:15.297368 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-93459d1b-8cdd-4d9e-a3c1-0b2146dc26eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69851594-916b-4148-b63d-7d5c6fccc995 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:18:15.319357 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-04e13d23-fd59-4b26-b5ab-2643bc18302a None None] Provisioning for port ad08ed36-1de2-434b-ac43-cbb4b5e1d643 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:18:15.324572 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-04e13d23-fd59-4b26-b5ab-2643bc18302a None None] Provisioning complete for port ad08ed36-1de2-434b-ac43-cbb4b5e1d643 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:18:15.328526 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-04e13d23-fd59-4b26-b5ab-2643bc18302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:15.338889 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-93459d1b-8cdd-4d9e-a3c1-0b2146dc26eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:15.387147 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-b087d24c-bab1-40f0-8199-8d1896553399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:15.393843 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-04e13d23-fd59-4b26-b5ab-2643bc18302a None None] Port ad08ed36-1de2-434b-ac43-cbb4b5e1d643 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:18:15.395890 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-b087d24c-bab1-40f0-8199-8d1896553399 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fa724096-e987-44d4-b72d-54b6752c8acf HTTP/1.1" status: 200 len: 852 time: 0.1155722 Aug 11 22:18:15.429424 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25dc48d-8bca-4291-be21-209f129adce4 x-openstack-request-id: req-b25dc48d-8bca-4291-be21-209f129adce4 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:18:15.429856 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1591e8b-abff-4707-8b11-eb67bb7429a3", "tag": "d64d5a4b-9432-4a26-b343-d0abcb2ac75b", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:18:15.430033 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b25dc48d-8bca-4291-be21-209f129adce4 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:18:15.430460 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1591e8b-abff-4707-8b11-eb67bb7429a3', 'tag': 'd64d5a4b-9432-4a26-b343-d0abcb2ac75b', 'status': 'completed', 'code': 200} Aug 11 22:18:15.440655 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-93459d1b-8cdd-4d9e-a3c1-0b2146dc26eb service neutron] Transition to ACTIVE for port object 69851594-916b-4148-b63d-7d5c6fccc995 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:18:15.449083 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-93459d1b-8cdd-4d9e-a3c1-0b2146dc26eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:15.458082 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-d9ec9688-d5fe-449c-89ad-5669a37a8259 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=32a2d337-e855-44ec-89d0-7bb634583902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408585 Aug 11 22:18:15.614366 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a539f333-bad6-41b2-9ad5-e418b9d7c6b4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:18:15.628264 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-a539f333-bad6-41b2-9ad5-e418b9d7c6b4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:18:15.657224 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93459d1b-8cdd-4d9e-a3c1-0b2146dc26eb service neutron] Pushing event updated for resources: {'Port': ['ID=69851594-916b-4148-b63d-7d5c6fccc995,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:15.677989 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-70276bcd-2e54-4a8f-b8a2-15134ebd28ab service neutron] 10.222.0.52 "GET /v2.0/networks/32a2d337-e855-44ec-89d0-7bb634583902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111220 Aug 11 22:18:15.779880 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e76c3c-7d29-40be-8b6a-8c205039f69f req-9ce0de94-6be6-4e2e-a3f2-44571db251cf tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:15.781561 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d0e76c3c-7d29-40be-8b6a-8c205039f69f req-9ce0de94-6be6-4e2e-a3f2-44571db251cf tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 945 time: 0.2475007 Aug 11 22:18:15.850222 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-93459d1b-8cdd-4d9e-a3c1-0b2146dc26eb service neutron] Attempting to bind port 69851594-916b-4148-b63d-7d5c6fccc995 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:18:15.850485 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-93459d1b-8cdd-4d9e-a3c1-0b2146dc26eb service neutron] Attempting to bind port 69851594-916b-4148-b63d-7d5c6fccc995 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '32a2d337-e855-44ec-89d0-7bb634583902'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:18:15.851789 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-93459d1b-8cdd-4d9e-a3c1-0b2146dc26eb service neutron] Attempting to bind port 69851594-916b-4148-b63d-7d5c6fccc995 on network 32a2d337-e855-44ec-89d0-7bb634583902 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:18:15.874375 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-93459d1b-8cdd-4d9e-a3c1-0b2146dc26eb service neutron] Port 69851594-916b-4148-b63d-7d5c6fccc995 on network 32a2d337-e855-44ec-89d0-7bb634583902 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:18:15.874666 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-93459d1b-8cdd-4d9e-a3c1-0b2146dc26eb service neutron] Attempting to bind port 69851594-916b-4148-b63d-7d5c6fccc995 on network 32a2d337-e855-44ec-89d0-7bb634583902 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:18:15.886350 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d0e76c3c-7d29-40be-8b6a-8c205039f69f req-685a4341-d13c-461a-8332-b08a81527a4b tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/security-groups?id=5c3e3d6c-5ae0-4429-92ba-cc02fd77c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916443 Aug 11 22:18:15.891236 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-93459d1b-8cdd-4d9e-a3c1-0b2146dc26eb service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:18:15.891596 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-93459d1b-8cdd-4d9e-a3c1-0b2146dc26eb service neutron] Checking segment: {'id': '8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '32a2d337-e855-44ec-89d0-7bb634583902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:18:15.892012 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-93459d1b-8cdd-4d9e-a3c1-0b2146dc26eb service neutron] Bound using segment: {'id': '8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '32a2d337-e855-44ec-89d0-7bb634583902'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:18:15.892648 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-93459d1b-8cdd-4d9e-a3c1-0b2146dc26eb service neutron] Bound port: 69851594-916b-4148-b63d-7d5c6fccc995, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '32a2d337-e855-44ec-89d0-7bb634583902'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:18:15.892821 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-93459d1b-8cdd-4d9e-a3c1-0b2146dc26eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:15.964133 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-ede07f2a-3414-43dd-84e6-fb72de9c1f9f service neutron] 10.222.0.52 "GET /v2.0/networks/32a2d337-e855-44ec-89d0-7bb634583902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737136 Aug 11 22:18:15.997151 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-93459d1b-8cdd-4d9e-a3c1-0b2146dc26eb service neutron] For port 69851594-916b-4148-b63d-7d5c6fccc995, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:18:16.006466 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-93459d1b-8cdd-4d9e-a3c1-0b2146dc26eb service neutron] For port 69851594-916b-4148-b63d-7d5c6fccc995, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=69851594-916b-4148-b63d-7d5c6fccc995,segment=NetworkSegment(8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e),segment_id=8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:18:16.011410 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a539f333-bad6-41b2-9ad5-e418b9d7c6b4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Router 586833cf-2936-4eed-8d66-5c1508a1961d is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:18:16.036869 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-93459d1b-8cdd-4d9e-a3c1-0b2146dc26eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:16.038639 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9a78e188-4672-4006-88e0-d252bca26d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:16.046901 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:16.140100 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3b011c20-3b85-40fc-ae13-a2a9a89b2e97 None None] Provisioning complete for port 5f5c0dc5-c70f-408d-bbf4-82555bea97a0 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:18:16.140568 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3b011c20-3b85-40fc-ae13-a2a9a89b2e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:16.221587 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-3b011c20-3b85-40fc-ae13-a2a9a89b2e97 None None] Port 5f5c0dc5-c70f-408d-bbf4-82555bea97a0 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:18:16.246151 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971daa9f-3346-4aae-9310-e0657fe4e3b2 req-f08ad8f0-a7a1-4b9b-a5be-b27eee043884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:16.248476 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-971daa9f-3346-4aae-9310-e0657fe4e3b2 req-f08ad8f0-a7a1-4b9b-a5be-b27eee043884 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=87fb22244d5844ab81b7e2386b951aca&device_id=d1591e8b-abff-4707-8b11-eb67bb7429a3 HTTP/1.1" status: 200 len: 1095 time: 0.1798120 Aug 11 22:18:16.275347 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-93459d1b-8cdd-4d9e-a3c1-0b2146dc26eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:16.276023 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-93459d1b-8cdd-4d9e-a3c1-0b2146dc26eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:16.277534 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-93459d1b-8cdd-4d9e-a3c1-0b2146dc26eb service neutron] 10.222.0.82 "PUT /v2.0/ports/69851594-916b-4148-b63d-7d5c6fccc995 HTTP/1.1" status: 200 len: 1091 time: 2.1453876 Aug 11 22:18:16.280127 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f42ad29-b70c-458b-b424-60a4a14cbd9e', 'tag': '69851594-916b-4148-b63d-7d5c6fccc995'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:18:16.282532 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985fccbc-76a0-43a1-9f8f-c402bcfb6829" -d '{"events": [{"name": "network-changed", "server_uuid": "9f42ad29-b70c-458b-b424-60a4a14cbd9e", "tag": "69851594-916b-4148-b63d-7d5c6fccc995"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:18:16.321237 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93459d1b-8cdd-4d9e-a3c1-0b2146dc26eb service neutron] Pushing event updated for resources: {'Port': ['ID=69851594-916b-4148-b63d-7d5c6fccc995,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:16.330916 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a539f333-bad6-41b2-9ad5-e418b9d7c6b4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:18:16.341264 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb8879-7151-4d23-828b-42c005a3e4fb req-e8d267c1-1547-473a-b14f-2d4aa26c64fe tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:16.342916 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f5bb8879-7151-4d23-828b-42c005a3e4fb req-e8d267c1-1547-473a-b14f-2d4aa26c64fe tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f42ad29-b70c-458b-b424-60a4a14cbd9e HTTP/1.1" status: 200 len: 943 time: 0.1761284 Aug 11 22:18:16.343720 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cf86ae7b-5a8b-4aba-aa39-8e6df2556602 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:16.346958 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a539f333-bad6-41b2-9ad5-e418b9d7c6b4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "PUT /v2.0/routers/586833cf-2936-4eed-8d66-5c1508a1961d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9538684 Aug 11 22:18:16.352785 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56550) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:16.356543 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cf86ae7b-5a8b-4aba-aa39-8e6df2556602 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:16.365093 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c7e47c-a589-44e9-ae4f-919d9162d787 None None] Sync routers for ids ['586833cf-2936-4eed-8d66-5c1508a1961d'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:18:16.383454 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c7e47c-a589-44e9-ae4f-919d9162d787 None None] Routers {'586833cf-2936-4eed-8d66-5c1508a1961d'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:18:16.384402 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d2c7e47c-a589-44e9-ae4f-919d9162d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:18:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['586833cf-2936-4eed-8d66-5c1508a1961d'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:16.451949 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1edd2c-0378-4824-b14b-f82d87f199c4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:16.452149 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971daa9f-3346-4aae-9310-e0657fe4e3b2 req-d904d707-0c77-4758-a862-82bb182028e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:16.455766 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ab1edd2c-0378-4824-b14b-f82d87f199c4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports/5f5c0dc5-c70f-408d-bbf4-82555bea97a0 HTTP/1.1" status: 200 len: 911 time: 0.0993102 Aug 11 22:18:16.456011 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-971daa9f-3346-4aae-9310-e0657fe4e3b2 req-d904d707-0c77-4758-a862-82bb182028e9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=32a2d337-e855-44ec-89d0-7bb634583902 HTTP/1.1" status: 200 len: 913 time: 0.1953967 Aug 11 22:18:16.460852 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56556) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:16.471862 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f5bb8879-7151-4d23-828b-42c005a3e4fb req-44b0cd48-f505-449d-b4c5-283529b7024f tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/security-groups?id=2cad39f2-dc15-4a47-9a79-03692e0ed901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161222 Aug 11 22:18:16.501542 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-f3e1b3d0-7342-4958-9aaa-2a553b9adc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:16.506370 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-f3e1b3d0-7342-4958-9aaa-2a553b9adc43 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=87fb22244d5844ab81b7e2386b951aca&device_id=9f42ad29-b70c-458b-b424-60a4a14cbd9e HTTP/1.1" status: 200 len: 1094 time: 0.1083949 Aug 11 22:18:16.577972 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-d2c7e47c-a589-44e9-ae4f-919d9162d787 None None] Set router 586833cf-2936-4eed-8d66-5c1508a1961d gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:18:16.631291 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-f8929cb8-12e0-4833-93fd-cf227447ea6d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69851594-916b-4148-b63d-7d5c6fccc995 HTTP/1.1" status: 200 len: 217 time: 0.1101325 Aug 11 22:18:16.744071 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55ba966-13a8-4e8f-b62f-380c47118529 x-openstack-request-id: req-b55ba966-13a8-4e8f-b62f-380c47118529 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:18:16.744388 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f42ad29-b70c-458b-b424-60a4a14cbd9e", "tag": "69851594-916b-4148-b63d-7d5c6fccc995", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:18:16.744747 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b55ba966-13a8-4e8f-b62f-380c47118529 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:18:16.745342 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f42ad29-b70c-458b-b424-60a4a14cbd9e', 'tag': '69851594-916b-4148-b63d-7d5c6fccc995', 'status': 'completed', 'code': 200} Aug 11 22:18:16.747984 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-35348e1b-f18e-4198-a34b-c86e69f4cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:16.749707 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-35348e1b-f18e-4198-a34b-c86e69f4cc42 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fa724096-e987-44d4-b72d-54b6752c8acf HTTP/1.1" status: 200 len: 852 time: 0.1058121 Aug 11 22:18:16.801879 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-045189ec-e573-486c-8d2a-d251169e952f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=32a2d337-e855-44ec-89d0-7bb634583902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418880 Aug 11 22:18:16.913184 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d2c7e47c-a589-44e9-ae4f-919d9162d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586833cf-2936-4eed-8d66-5c1508a1961d', 'name': 'tempest-NetworksTestDHCPv6-router-336543352', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:18:10Z', 'updated_at': '2021-08-11T22:18:14Z', 'revision_number': 2, 'project_id': '77a906ff571349a9ab758211e1d7eb8e', 'gw_port_host': None, '_interfaces': [{'id': '5f5c0dc5-c70f-408d-bbf4-82555bea97a0', 'name': '', 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'mac_address': 'fa:16:3e:df:8e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586833cf-2936-4eed-8d66-5c1508a1961d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '27d2ad43-483a-4233-b325-5e233bf76f76', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:18:11Z', 'updated_at': '2021-08-11T22:18:14Z', 'revision_number': 2, 'project_id': '77a906ff571349a9ab758211e1d7eb8e', 'subnets': [{'id': '27d2ad43-483a-4233-b325-5e233bf76f76', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:16.952620 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c7e47c-a589-44e9-ae4f-919d9162d787 None None] Checking router: 586833cf-2936-4eed-8d66-5c1508a1961d for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:18:16.952997 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c7e47c-a589-44e9-ae4f-919d9162d787 None None] Updating router 586833cf-2936-4eed-8d66-5c1508a1961d port 5f5c0dc5-c70f-408d-bbf4-82555bea97a0 binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:18:16.958586 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-971daa9f-3346-4aae-9310-e0657fe4e3b2 req-e85cbaae-85a4-452f-8bb9-5c62911ad275 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d64d5a4b-9432-4a26-b343-d0abcb2ac75b HTTP/1.1" status: 200 len: 217 time: 0.4859560 Aug 11 22:18:16.981267 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-d2c7e47c-a589-44e9-ae4f-919d9162d787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:17.020313 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-61905263-e678-4580-92e7-c11675fc7ebb service neutron] 10.222.0.82 "GET /v2.0/networks/32a2d337-e855-44ec-89d0-7bb634583902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093623 Aug 11 22:18:17.075594 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [None req-cf86ae7b-5a8b-4aba-aa39-8e6df2556602 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Floating IP 84294eac-d1c5-43dd-aa35-c4b0764c3322 associated. External IP: 172.25.2.211, port: 2927bf6a-e491-4d17-8a58-320069c81dd6. Aug 11 22:18:17.078617 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971daa9f-3346-4aae-9310-e0657fe4e3b2 req-ff1070a1-c37d-42f8-9fae-d5e483b88c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:17.080186 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-971daa9f-3346-4aae-9310-e0657fe4e3b2 req-ff1070a1-c37d-42f8-9fae-d5e483b88c82 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fa724096-e987-44d4-b72d-54b6752c8acf HTTP/1.1" status: 200 len: 852 time: 0.1114280 Aug 11 22:18:17.089448 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a7510b-fb1e-48ab-8e17-acabf794fa7b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:17.097322 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a7510b-fb1e-48ab-8e17-acabf794fa7b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:17.099400 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-19a7510b-fb1e-48ab-8e17-acabf794fa7b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.6359587 Aug 11 22:18:17.114983 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56582) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:17.215868 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-971daa9f-3346-4aae-9310-e0657fe4e3b2 req-e758ca0c-7692-4631-87ba-c08abbf75ccc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=32a2d337-e855-44ec-89d0-7bb634583902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150351 Aug 11 22:18:17.479762 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:17.499613 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-971daa9f-3346-4aae-9310-e0657fe4e3b2 req-35571241-6f8b-47a9-bb40-0ffcd6be87e4 service neutron] 10.222.0.52 "GET /v2.0/networks/32a2d337-e855-44ec-89d0-7bb634583902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691548 Aug 11 22:18:17.503730 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-d2c7e47c-a589-44e9-ae4f-919d9162d787 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:17.517776 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-d2c7e47c-a589-44e9-ae4f-919d9162d787 None None] Transition to ACTIVE for port object 5f5c0dc5-c70f-408d-bbf4-82555bea97a0 will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:18:17.533046 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-d2c7e47c-a589-44e9-ae4f-919d9162d787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:17.686089 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-794e58d3-8ae3-4d84-bb36-c84d8a19f544 req-9e96f4b7-60e0-4934-94ae-e53048ac2533 service neutron] 10.222.0.82 "GET /v2.0/networks/32a2d337-e855-44ec-89d0-7bb634583902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6440768 Aug 11 22:18:17.734015 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fcc352-a650-42f3-80cd-07876881fa7a None None] Pushing event updated for resources: {'Port': ['ID=5f5c0dc5-c70f-408d-bbf4-82555bea97a0,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:17.739589 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e5d45-b921-4709-9bf8-1372a2fcb8ab req-b8f6b66a-9004-4c96-9e82-6043cf2d5207 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:17.743033 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-843e5d45-b921-4709-9bf8-1372a2fcb8ab req-b8f6b66a-9004-4c96-9e82-6043cf2d5207 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.52 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 945 time: 0.2377756 Aug 11 22:18:17.745435 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-d2c7e47c-a589-44e9-ae4f-919d9162d787 None None] Attempting to bind port 5f5c0dc5-c70f-408d-bbf4-82555bea97a0 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:18:17.746202 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1f3a3-39ac-4d55-97fc-47510d96bf35 req-79e97f19-3c31-4d56-b5f0-ab171999f9c0 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:17.746644 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-d2c7e47c-a589-44e9-ae4f-919d9162d787 None None] Attempting to bind port 5f5c0dc5-c70f-408d-bbf4-82555bea97a0 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:18:17.748930 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c7e47c-a589-44e9-ae4f-919d9162d787 None None] Attempting to bind port 5f5c0dc5-c70f-408d-bbf4-82555bea97a0 on network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:18:17.754384 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bed1f3a3-39ac-4d55-97fc-47510d96bf35 req-79e97f19-3c31-4d56-b5f0-ab171999f9c0 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 945 time: 0.5920360 Aug 11 22:18:17.781955 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fcc352-a650-42f3-80cd-07876881fa7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:17.784864 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fcc352-a650-42f3-80cd-07876881fa7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:17.785383 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fcc352-a650-42f3-80cd-07876881fa7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:17.785950 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fcc352-a650-42f3-80cd-07876881fa7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:17.786517 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fcc352-a650-42f3-80cd-07876881fa7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:17.792442 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fcc352-a650-42f3-80cd-07876881fa7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:17.792442 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fcc352-a650-42f3-80cd-07876881fa7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:17.792981 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fcc352-a650-42f3-80cd-07876881fa7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:17.793552 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fcc352-a650-42f3-80cd-07876881fa7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:17.794129 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fcc352-a650-42f3-80cd-07876881fa7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:17.800030 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fcc352-a650-42f3-80cd-07876881fa7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:17.801721 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fcc352-a650-42f3-80cd-07876881fa7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:17.821978 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c7e47c-a589-44e9-ae4f-919d9162d787 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:18:17.826350 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-971daa9f-3346-4aae-9310-e0657fe4e3b2 req-78c41a99-0ad8-4c34-9deb-008d8c22563b service neutron] 10.222.0.52 "GET /v2.0/networks/32a2d337-e855-44ec-89d0-7bb634583902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996299 Aug 11 22:18:17.827480 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c7e47c-a589-44e9-ae4f-919d9162d787 None None] Checking segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:18:17.828838 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-d2c7e47c-a589-44e9-ae4f-919d9162d787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:17.831152 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c7e47c-a589-44e9-ae4f-919d9162d787 None None] Bound using segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:18:17.835077 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-d2c7e47c-a589-44e9-ae4f-919d9162d787 None None] Bound port: 5f5c0dc5-c70f-408d-bbf4-82555bea97a0, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:18:17.836652 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-d2c7e47c-a589-44e9-ae4f-919d9162d787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:17.882642 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf86ae7b-5a8b-4aba-aa39-8e6df2556602 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Router bb7ed200-b283-408b-9e65-fa6d5ac4b332 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:18:17.978507 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fccbc-76a0-43a1-9f8f-c402bcfb6829 req-9c3ccb58-931c-4afb-a727-fb3675755d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:17.981368 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-985fccbc-76a0-43a1-9f8f-c402bcfb6829 req-9c3ccb58-931c-4afb-a727-fb3675755d22 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=87fb22244d5844ab81b7e2386b951aca&device_id=9f42ad29-b70c-458b-b424-60a4a14cbd9e HTTP/1.1" status: 200 len: 1094 time: 0.1623764 Aug 11 22:18:17.997594 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bed1f3a3-39ac-4d55-97fc-47510d96bf35 req-b300bb16-6bbd-400f-94df-89fa03c0697d tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/security-groups?id=5c3e3d6c-5ae0-4429-92ba-cc02fd77c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418816 Aug 11 22:18:18.029908 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-d2c7e47c-a589-44e9-ae4f-919d9162d787 None None] For port 5f5c0dc5-c70f-408d-bbf4-82555bea97a0, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:18:18.039195 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-d2c7e47c-a589-44e9-ae4f-919d9162d787 None None] For port 5f5c0dc5-c70f-408d-bbf4-82555bea97a0, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5f5c0dc5-c70f-408d-bbf4-82555bea97a0,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:18:18.049779 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-d2c7e47c-a589-44e9-ae4f-919d9162d787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:18.136173 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-843e5d45-b921-4709-9bf8-1372a2fcb8ab req-232cd5fb-1848-4b5e-8fe6-6170b26885a9 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Deleting port 14c0da70-1688-410e-b53c-f165ece409a4 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:18:18.136503 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-843e5d45-b921-4709-9bf8-1372a2fcb8ab req-232cd5fb-1848-4b5e-8fe6-6170b26885a9 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:18.146356 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fcc352-a650-42f3-80cd-07876881fa7a None None] Pushing event updated for resources: {'Port': ['ID=5f5c0dc5-c70f-408d-bbf4-82555bea97a0,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:18.149660 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c7e47c-a589-44e9-ae4f-919d9162d787 None None] Routers {'586833cf-2936-4eed-8d66-5c1508a1961d'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:18:18.150308 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d2c7e47c-a589-44e9-ae4f-919d9162d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:18:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['586833cf-2936-4eed-8d66-5c1508a1961d'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:18.221708 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf86ae7b-5a8b-4aba-aa39-8e6df2556602 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:18:18.236021 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaade9c-70dd-4399-a5c7-2fb03d5b228d None None] Sync routers for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:18:18.251587 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaade9c-70dd-4399-a5c7-2fb03d5b228d None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:18:18.258510 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-6aaade9c-70dd-4399-a5c7-2fb03d5b228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:18:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:18.360457 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-6aaade9c-70dd-4399-a5c7-2fb03d5b228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:18.367440 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-d2c7e47c-a589-44e9-ae4f-919d9162d787 None None] Set router 586833cf-2936-4eed-8d66-5c1508a1961d gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:18:18.375380 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaade9c-70dd-4399-a5c7-2fb03d5b228d None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:18:18.376369 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-6aaade9c-70dd-4399-a5c7-2fb03d5b228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:18:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:18.434079 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-6aaade9c-70dd-4399-a5c7-2fb03d5b228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:18.435122 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaade9c-70dd-4399-a5c7-2fb03d5b228d None None] The sync data for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:18:18.465230 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-843e5d45-b921-4709-9bf8-1372a2fcb8ab req-232cd5fb-1848-4b5e-8fe6-6170b26885a9 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] For port 14c0da70-1688-410e-b53c-f165ece409a4, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=14c0da70-1688-410e-b53c-f165ece409a4,segment=NetworkSegment(29e405a6-7abe-4ba5-8fe1-996cde6f67bf),segment_id=29e405a6-7abe-4ba5-8fe1-996cde6f67bf)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:18.466002 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-843e5d45-b921-4709-9bf8-1372a2fcb8ab req-232cd5fb-1848-4b5e-8fe6-6170b26885a9 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:18.488408 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-843e5d45-b921-4709-9bf8-1372a2fcb8ab req-232cd5fb-1848-4b5e-8fe6-6170b26885a9 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Calling delete_port for 14c0da70-1688-410e-b53c-f165ece409a4 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:18:18.632385 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927058a-10e6-438a-85b4-5b1c9e22f823 req-b09e9deb-4a2c-4821-b233-a57c90f045f4 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:18.645763 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9927058a-10e6-438a-85b4-5b1c9e22f823 req-b09e9deb-4a2c-4821-b233-a57c90f045f4 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f42ad29-b70c-458b-b424-60a4a14cbd9e HTTP/1.1" status: 200 len: 943 time: 0.3406875 Aug 11 22:18:18.840465 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-843e5d45-b921-4709-9bf8-1372a2fcb8ab req-232cd5fb-1848-4b5e-8fe6-6170b26885a9 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:18.855345 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['14c0da70-1688-410e-b53c-f165ece409a4'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:18:18.856252 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d2c7e47c-a589-44e9-ae4f-919d9162d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586833cf-2936-4eed-8d66-5c1508a1961d', 'name': 'tempest-NetworksTestDHCPv6-router-336543352', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:18:10Z', 'updated_at': '2021-08-11T22:18:14Z', 'revision_number': 2, 'project_id': '77a906ff571349a9ab758211e1d7eb8e', 'gw_port_host': None, '_interfaces': [{'id': '5f5c0dc5-c70f-408d-bbf4-82555bea97a0', 'name': '', 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'mac_address': 'fa:16:3e:df:8e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586833cf-2936-4eed-8d66-5c1508a1961d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '27d2ad43-483a-4233-b325-5e233bf76f76', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:18:11Z', 'updated_at': '2021-08-11T22:18:18Z', 'revision_number': 4, 'project_id': '77a906ff571349a9ab758211e1d7eb8e', 'subnets': [{'id': '27d2ad43-483a-4233-b325-5e233bf76f76', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:18.932892 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c7e47c-a589-44e9-ae4f-919d9162d787 None None] The sync data for ids ['586833cf-2936-4eed-8d66-5c1508a1961d'] in n-d-804275-3 is: [{'id': '586833cf-2936-4eed-8d66-5c1508a1961d', 'name': 'tempest-NetworksTestDHCPv6-router-336543352', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:18:10Z', 'updated_at': '2021-08-11T22:18:14Z', 'revision_number': 2, 'project_id': '77a906ff571349a9ab758211e1d7eb8e', 'gw_port_host': None, '_interfaces': [{'id': '5f5c0dc5-c70f-408d-bbf4-82555bea97a0', 'name': '', 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'mac_address': 'fa:16:3e:df:8e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586833cf-2936-4eed-8d66-5c1508a1961d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '27d2ad43-483a-4233-b325-5e233bf76f76', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:18:11Z', 'updated_at': '2021-08-11T22:18:18Z', 'revision_number': 4, 'project_id': '77a906ff571349a9ab758211e1d7eb8e', 'subnets': [{'id': '27d2ad43-483a-4233-b325-5e233bf76f76', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:18:18.957957 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:18.993003 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232cd5fb-1848-4b5e-8fe6-6170b26885a9 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Pushing event deleted for resources: {'Port': ['ID=14c0da70-1688-410e-b53c-f165ece409a4,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:19.077395 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-843e5d45-b921-4709-9bf8-1372a2fcb8ab req-232cd5fb-1848-4b5e-8fe6-6170b26885a9 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] No DVR routers for this DVR port 14c0da70-1688-410e-b53c-f165ece409a4 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:18:19.090253 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-843e5d45-b921-4709-9bf8-1372a2fcb8ab req-232cd5fb-1848-4b5e-8fe6-6170b26885a9 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:19.094782 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-843e5d45-b921-4709-9bf8-1372a2fcb8ab req-232cd5fb-1848-4b5e-8fe6-6170b26885a9 tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.52 "DELETE /v2.0/ports/14c0da70-1688-410e-b53c-f165ece409a4 HTTP/1.1" status: 204 len: 173 time: 1.3409858 Aug 11 22:18:19.095632 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0930e048-5185-4e62-a588-c0bd2fb317b4', 'name': 'network-vif-deleted', 'tag': '14c0da70-1688-410e-b53c-f165ece409a4'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:18:19.100026 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea450afb-7d0b-4d28-9cd7-ab421be495a6" -d '{"events": [{"server_uuid": "0930e048-5185-4e62-a588-c0bd2fb317b4", "name": "network-vif-deleted", "tag": "14c0da70-1688-410e-b53c-f165ece409a4"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:18:19.256580 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf86ae7b-5a8b-4aba-aa39-8e6df2556602 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Router 40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:18:19.280010 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fccbc-76a0-43a1-9f8f-c402bcfb6829 req-4e6bced7-2118-4bc5-96c0-977890c08658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:19.281744 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-985fccbc-76a0-43a1-9f8f-c402bcfb6829 req-4e6bced7-2118-4bc5-96c0-977890c08658 service neutron] 10.222.0.82 "GET /v2.0/networks?id=32a2d337-e855-44ec-89d0-7bb634583902 HTTP/1.1" status: 200 len: 913 time: 1.2823720 Aug 11 22:18:19.309679 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device d64d5a4b-9432-4a26-b343-d0abcb2ac75b details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:18:19.440182 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9927058a-10e6-438a-85b4-5b1c9e22f823 req-7f037426-1f77-4d82-a288-bc52f07ad282 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/security-groups?id=2cad39f2-dc15-4a47-9a79-03692e0ed901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7930198 Aug 11 22:18:19.454283 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-985fccbc-76a0-43a1-9f8f-c402bcfb6829 req-f91d472f-21c9-43ac-9047-93d027114d96 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69851594-916b-4148-b63d-7d5c6fccc995 HTTP/1.1" status: 200 len: 217 time: 0.1555178 Aug 11 22:18:19.555345 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port d64d5a4b-9432-4a26-b343-d0abcb2ac75b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=d64d5a4b-9432-4a26-b343-d0abcb2ac75b,segment=NetworkSegment(8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e),segment_id=8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:19.563006 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3258f157-28fc-4326-8bf6-ff80bc5a9854 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:19.575289 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'd64d5a4b-9432-4a26-b343-d0abcb2ac75b', 'network_id': '32a2d337-e855-44ec-89d0-7bb634583902', 'port_id': 'd64d5a4b-9432-4a26-b343-d0abcb2ac75b', 'mac_address': 'fa:16:3e:af:35:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa724096-e987-44d4-b72d-54b6752c8acf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:18:19.609663 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf86ae7b-5a8b-4aba-aa39-8e6df2556602 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:18:19.620448 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cf86ae7b-5a8b-4aba-aa39-8e6df2556602 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:19.653407 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7e6943-8870-431e-ad02-d17315121afe None None] Sync routers for ids ['40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:18:19.687869 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:19.703213 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7e6943-8870-431e-ad02-d17315121afe None None] Routers {'40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:18:19.705792 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-4b7e6943-8870-431e-ad02-d17315121afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:18:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:19.725951 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d64d5a4b-9432-4a26-b343-d0abcb2ac75b {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:18:19.753874 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-cf86ae7b-5a8b-4aba-aa39-8e6df2556602 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "PUT /v2.0/floatingips/84294eac-d1c5-43dd-aa35-c4b0764c3322 HTTP/1.1" status: 200 len: 977 time: 4.8165433 Aug 11 22:18:19.757258 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56608) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:19.782422 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port d64d5a4b-9432-4a26-b343-d0abcb2ac75b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=d64d5a4b-9432-4a26-b343-d0abcb2ac75b,segment=NetworkSegment(8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e),segment_id=8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:19.791490 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:19.833163 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d5bbc914-8f52-4d3d-8610-ef82c51233c7 req-989d5ef2-1be1-4fd5-8e95-08870832b55e tempest-ServerRescueTestJSONUnderV235-1064712263 tempest-ServerRescueTestJSONUnderV235-1064712263-project] 10.222.0.77 "GET /v2.0/ports?device_id=0930e048-5185-4e62-a588-c0bd2fb317b4 HTTP/1.1" status: 200 len: 210 time: 0.1130745 Aug 11 22:18:19.865366 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-4b7e6943-8870-431e-ad02-d17315121afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:19.879000 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fccbc-76a0-43a1-9f8f-c402bcfb6829 req-6c8c83ad-71aa-464c-a53f-d660b35a2754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:19.889183 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-985fccbc-76a0-43a1-9f8f-c402bcfb6829 req-6c8c83ad-71aa-464c-a53f-d660b35a2754 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fa724096-e987-44d4-b72d-54b6752c8acf HTTP/1.1" status: 200 len: 852 time: 0.4192488 Aug 11 22:18:19.889984 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7e6943-8870-431e-ad02-d17315121afe None None] Routers {'40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:18:19.892531 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-4b7e6943-8870-431e-ad02-d17315121afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:18:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:19.937715 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=d64d5a4b-9432-4a26-b343-d0abcb2ac75b,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:20.026800 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['d64d5a4b-9432-4a26-b343-d0abcb2ac75b'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:18:20.030720 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0992e756-d846-4f64-bb3f-fac854797c35 x-openstack-request-id: req-0992e756-d846-4f64-bb3f-fac854797c35 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:18:20.031486 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0930e048-5185-4e62-a588-c0bd2fb317b4", "name": "network-vif-deleted", "tag": "14c0da70-1688-410e-b53c-f165ece409a4", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:18:20.031984 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0992e756-d846-4f64-bb3f-fac854797c35 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:18:20.033794 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0930e048-5185-4e62-a588-c0bd2fb317b4', 'name': 'network-vif-deleted', 'tag': '14c0da70-1688-410e-b53c-f165ece409a4', 'status': 'completed', 'code': 200} Aug 11 22:18:20.038454 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-4b7e6943-8870-431e-ad02-d17315121afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:20.039930 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7e6943-8870-431e-ad02-d17315121afe None None] The sync data for ids ['40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:18:20.069419 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-985fccbc-76a0-43a1-9f8f-c402bcfb6829 req-f9fd2a3d-f37e-4dc5-acc9-6a6dacda2b45 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=32a2d337-e855-44ec-89d0-7bb634583902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1515820 Aug 11 22:18:20.093457 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-b30c0b0e-9337-44bf-bcec-246203c349ad tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Deleting port ad08ed36-1de2-434b-ac43-cbb4b5e1d643 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:18:20.094208 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b30c0b0e-9337-44bf-bcec-246203c349ad tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:20.242885 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b30c0b0e-9337-44bf-bcec-246203c349ad tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:20.298441 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-985fccbc-76a0-43a1-9f8f-c402bcfb6829 req-5641fe3f-b9f4-48bd-a54b-456931ebd62c service neutron] 10.222.0.82 "GET /v2.0/networks/32a2d337-e855-44ec-89d0-7bb634583902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173293 Aug 11 22:18:20.515366 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:20.588566 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-3258f157-28fc-4326-8bf6-ff80bc5a9854 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting port 5f5c0dc5-c70f-408d-bbf4-82555bea97a0 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:18:20.589047 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3258f157-28fc-4326-8bf6-ff80bc5a9854 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:20.596512 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-985fccbc-76a0-43a1-9f8f-c402bcfb6829 req-f5f0785d-bd65-48e4-8c82-99ccfb56d9c0 service neutron] 10.222.0.82 "GET /v2.0/networks/32a2d337-e855-44ec-89d0-7bb634583902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898285 Aug 11 22:18:20.689540 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88903fc1-5e44-432c-b46b-30e7ac286d12 req-c7260265-9777-4931-b529-92a599cc642c tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:20.698057 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-88903fc1-5e44-432c-b46b-30e7ac286d12 req-c7260265-9777-4931-b529-92a599cc642c tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f42ad29-b70c-458b-b424-60a4a14cbd9e HTTP/1.1" status: 200 len: 943 time: 0.1668880 Aug 11 22:18:20.775666 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-88903fc1-5e44-432c-b46b-30e7ac286d12 req-6522aef2-ac2e-4297-8adf-da0066c46072 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/security-groups?id=2cad39f2-dc15-4a47-9a79-03692e0ed901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761838 Aug 11 22:18:20.799540 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b30c0b0e-9337-44bf-bcec-246203c349ad tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:20.799940 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b30c0b0e-9337-44bf-bcec-246203c349ad tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:20.800270 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [None req-b30c0b0e-9337-44bf-bcec-246203c349ad tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Floating IP 84294eac-d1c5-43dd-aa35-c4b0764c3322 disassociated. External IP: 172.25.2.211, port: ad08ed36-1de2-434b-ac43-cbb4b5e1d643. Aug 11 22:18:20.800666 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-b30c0b0e-9337-44bf-bcec-246203c349ad tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Calling delete_port for ad08ed36-1de2-434b-ac43-cbb4b5e1d643 owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:18:20.802698 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-3258f157-28fc-4326-8bf6-ff80bc5a9854 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] For port 5f5c0dc5-c70f-408d-bbf4-82555bea97a0, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5f5c0dc5-c70f-408d-bbf4-82555bea97a0,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:20.803269 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3258f157-28fc-4326-8bf6-ff80bc5a9854 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:20.821360 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-3258f157-28fc-4326-8bf6-ff80bc5a9854 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Calling delete_port for 5f5c0dc5-c70f-408d-bbf4-82555bea97a0 owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:18:20.990370 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b30c0b0e-9337-44bf-bcec-246203c349ad tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:20.995367 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56618) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:21.037781 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c0b0e-9337-44bf-bcec-246203c349ad tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event deleted for resources: {'Port': ['ID=ad08ed36-1de2-434b-ac43-cbb4b5e1d643,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:21.242549 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5f5c0dc5-c70f-408d-bbf4-82555bea97a0 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:18:21.246809 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30c0b0e-9337-44bf-bcec-246203c349ad tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Router 40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:18:21.319629 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device d64d5a4b-9432-4a26-b343-d0abcb2ac75b up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:18:21.408925 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3258f157-28fc-4326-8bf6-ff80bc5a9854 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:21.411629 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Could not find standard attr ID for object 5f5c0dc5-c70f-408d-bbf4-82555bea97a0. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:18:21.428778 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port d64d5a4b-9432-4a26-b343-d0abcb2ac75b completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:18:21.435204 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port d64d5a4b-9432-4a26-b343-d0abcb2ac75b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:18:21.435877 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:21.467599 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30c0b0e-9337-44bf-bcec-246203c349ad tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:18:21.483564 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258f157-28fc-4326-8bf6-ff80bc5a9854 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Port': ['ID=5f5c0dc5-c70f-408d-bbf4-82555bea97a0,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:21.494379 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c838dd66-cecf-4117-be1b-d6cfe093cd92 None None] Sync routers for ids ['40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:18:21.513600 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c838dd66-cecf-4117-be1b-d6cfe093cd92 None None] Routers {'40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:18:21.514349 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c838dd66-cecf-4117-be1b-d6cfe093cd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:18:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:21.569999 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c838dd66-cecf-4117-be1b-d6cfe093cd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:21.585077 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b30c0b0e-9337-44bf-bcec-246203c349ad tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:21.591710 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b30c0b0e-9337-44bf-bcec-246203c349ad tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "DELETE /v2.0/ports/ad08ed36-1de2-434b-ac43-cbb4b5e1d643 HTTP/1.1" status: 204 len: 168 time: 1.8325186 Aug 11 22:18:21.592584 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56620) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:21.607840 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 69851594-916b-4148-b63d-7d5c6fccc995 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:18:21.640328 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3258f157-28fc-4326-8bf6-ff80bc5a9854 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:21.905320 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 69851594-916b-4148-b63d-7d5c6fccc995, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=69851594-916b-4148-b63d-7d5c6fccc995,segment=NetworkSegment(8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e),segment_id=8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:21.922803 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '69851594-916b-4148-b63d-7d5c6fccc995', 'network_id': '32a2d337-e855-44ec-89d0-7bb634583902', 'port_id': '69851594-916b-4148-b63d-7d5c6fccc995', 'mac_address': 'fa:16:3e:cd:60:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa724096-e987-44d4-b72d-54b6752c8acf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:18:21.932747 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c838dd66-cecf-4117-be1b-d6cfe093cd92 None None] Routers {'40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:18:21.933401 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c838dd66-cecf-4117-be1b-d6cfe093cd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:18:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:22.004831 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:22.044986 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port d64d5a4b-9432-4a26-b343-d0abcb2ac75b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=d64d5a4b-9432-4a26-b343-d0abcb2ac75b,segment=NetworkSegment(8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e),segment_id=8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:22.046651 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c838dd66-cecf-4117-be1b-d6cfe093cd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:22.047694 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c838dd66-cecf-4117-be1b-d6cfe093cd92 None None] The sync data for ids ['40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:18:22.053380 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1591e8b-abff-4707-8b11-eb67bb7429a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64d5a4b-9432-4a26-b343-d0abcb2ac75b'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:18:22.056047 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80213280-403f-45b2-bd89-be8a50ca815f" -d '{"events": [{"server_uuid": "d1591e8b-abff-4707-8b11-eb67bb7429a3", "name": "network-vif-plugged", "status": "completed", "tag": "d64d5a4b-9432-4a26-b343-d0abcb2ac75b"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:18:22.065305 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:22.066138 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 14c0da70-1688-410e-b53c-f165ece409a4 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:18:22.117336 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 14c0da70-1688-410e-b53c-f165ece409a4 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:18:22.117746 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 14c0da70-1688-410e-b53c-f165ece409a4 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:18:22.125450 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:22.157422 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69851594-916b-4148-b63d-7d5c6fccc995 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:18:22.168533 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3258f157-28fc-4326-8bf6-ff80bc5a9854 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Router 586833cf-2936-4eed-8d66-5c1508a1961d has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:18:22.189649 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=d64d5a4b-9432-4a26-b343-d0abcb2ac75b,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:22.215863 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d422c-66e5-4843-a832-3feda00555e9 req-c1d5496b-9ccd-41e1-88a1-2bdb523d897c tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:22.216103 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 69851594-916b-4148-b63d-7d5c6fccc995, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=69851594-916b-4148-b63d-7d5c6fccc995,segment=NetworkSegment(8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e),segment_id=8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:22.217603 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a49d422c-66e5-4843-a832-3feda00555e9 req-c1d5496b-9ccd-41e1-88a1-2bdb523d897c tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f42ad29-b70c-458b-b424-60a4a14cbd9e HTTP/1.1" status: 200 len: 943 time: 0.2160590 Aug 11 22:18:22.230144 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:22.335263 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=69851594-916b-4148-b63d-7d5c6fccc995,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:22.377018 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-909b5400-5c37-412f-9a77-8d846fb99939 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:22.425550 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3258f157-28fc-4326-8bf6-ff80bc5a9854 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:18:22.448686 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3435004-b5d7-4383-92e5-2dc5beb8c597 None None] Sync routers for ids ['586833cf-2936-4eed-8d66-5c1508a1961d'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:18:22.454048 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56630) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:22.455404 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3258f157-28fc-4326-8bf6-ff80bc5a9854 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "PUT /v2.0/routers/586833cf-2936-4eed-8d66-5c1508a1961d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3386362 Aug 11 22:18:22.466768 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3435004-b5d7-4383-92e5-2dc5beb8c597 None None] Routers {'586833cf-2936-4eed-8d66-5c1508a1961d'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:18:22.469245 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c3435004-b5d7-4383-92e5-2dc5beb8c597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:18:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['586833cf-2936-4eed-8d66-5c1508a1961d'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:22.476492 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a49d422c-66e5-4843-a832-3feda00555e9 req-7c2e7124-af13-4d25-964d-f60c7aa4aa85 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/security-groups?id=2cad39f2-dc15-4a47-9a79-03692e0ed901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050807 Aug 11 22:18:22.527434 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-58bd1ba2-a535-4489-b275-14a83adb12e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:22.622869 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c00730a-b21a-43bc-8f9a-876b14066ec9 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:22.626419 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c00730a-b21a-43bc-8f9a-876b14066ec9 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:22.631535 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7c00730a-b21a-43bc-8f9a-876b14066ec9 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1741850 Aug 11 22:18:22.640767 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['69851594-916b-4148-b63d-7d5c6fccc995'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:18:22.666917 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56632) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:22.669015 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-c3435004-b5d7-4383-92e5-2dc5beb8c597 None None] Set router 586833cf-2936-4eed-8d66-5c1508a1961d gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:18:22.735262 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93894c4-7998-4d07-8ca6-10edcd9e6e6b x-openstack-request-id: req-a93894c4-7998-4d07-8ca6-10edcd9e6e6b {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:18:22.735744 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1591e8b-abff-4707-8b11-eb67bb7429a3", "name": "network-vif-plugged", "status": "completed", "tag": "d64d5a4b-9432-4a26-b343-d0abcb2ac75b", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:18:22.736040 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a93894c4-7998-4d07-8ca6-10edcd9e6e6b {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:18:22.736504 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1591e8b-abff-4707-8b11-eb67bb7429a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64d5a4b-9432-4a26-b343-d0abcb2ac75b', 'code': 200} Aug 11 22:18:22.781714 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e0041e-0f6d-4131-99c4-347cc636a0c5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting subnet 27d2ad43-483a-4233-b325-5e233bf76f76 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:18:22.783049 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c3435004-b5d7-4383-92e5-2dc5beb8c597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586833cf-2936-4eed-8d66-5c1508a1961d', 'name': 'tempest-NetworksTestDHCPv6-router-336543352', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:18:10Z', 'updated_at': '2021-08-11T22:18:21Z', 'revision_number': 3, 'project_id': '77a906ff571349a9ab758211e1d7eb8e', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:22.799870 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-28e0041e-0f6d-4131-99c4-347cc636a0c5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:22.830438 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3435004-b5d7-4383-92e5-2dc5beb8c597 None None] Checking router: 586833cf-2936-4eed-8d66-5c1508a1961d for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:18:22.847155 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3435004-b5d7-4383-92e5-2dc5beb8c597 None None] Routers {'586833cf-2936-4eed-8d66-5c1508a1961d'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:18:22.847622 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c3435004-b5d7-4383-92e5-2dc5beb8c597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:18:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['586833cf-2936-4eed-8d66-5c1508a1961d'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:22.989299 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-28e0041e-0f6d-4131-99c4-347cc636a0c5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:22.997181 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe279cb-648c-4c0c-969d-ca2f7677414d req-2c7261df-e57c-472a-8ad9-fd88ef1e74cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:22.998907 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1fe279cb-648c-4c0c-969d-ca2f7677414d req-2c7261df-e57c-472a-8ad9-fd88ef1e74cb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d1591e8b-abff-4707-8b11-eb67bb7429a3 HTTP/1.1" status: 200 len: 1097 time: 0.1713996 Aug 11 22:18:23.017759 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-c3435004-b5d7-4383-92e5-2dc5beb8c597 None None] Set router 586833cf-2936-4eed-8d66-5c1508a1961d gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:18:23.140590 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1fe279cb-648c-4c0c-969d-ca2f7677414d req-987ad7fb-21ea-4dd5-8a93-02021a79b75f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2cad39f2-dc15-4a47-9a79-03692e0ed901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275654 Aug 11 22:18:23.141027 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-28e0041e-0f6d-4131-99c4-347cc636a0c5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:23.161555 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c3435004-b5d7-4383-92e5-2dc5beb8c597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586833cf-2936-4eed-8d66-5c1508a1961d', 'name': 'tempest-NetworksTestDHCPv6-router-336543352', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:18:10Z', 'updated_at': '2021-08-11T22:18:21Z', 'revision_number': 3, 'project_id': '77a906ff571349a9ab758211e1d7eb8e', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:23.166499 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-909b5400-5c37-412f-9a77-8d846fb99939 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Deleting port 91c03719-8606-4aa7-94c8-87851327bedd {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:18:23.167334 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-909b5400-5c37-412f-9a77-8d846fb99939 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:23.221062 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3435004-b5d7-4383-92e5-2dc5beb8c597 None None] The sync data for ids ['586833cf-2936-4eed-8d66-5c1508a1961d'] in n-d-804275-3 is: [{'id': '586833cf-2936-4eed-8d66-5c1508a1961d', 'name': 'tempest-NetworksTestDHCPv6-router-336543352', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:18:10Z', 'updated_at': '2021-08-11T22:18:21Z', 'revision_number': 3, 'project_id': '77a906ff571349a9ab758211e1d7eb8e', 'gw_port_host': None}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:18:23.310004 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-28e0041e-0f6d-4131-99c4-347cc636a0c5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:23.319252 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-909b5400-5c37-412f-9a77-8d846fb99939 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:23.335547 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-909b5400-5c37-412f-9a77-8d846fb99939 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Calling delete_port for 91c03719-8606-4aa7-94c8-87851327bedd owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:18:23.372441 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0041e-0f6d-4131-99c4-347cc636a0c5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Subnet': ['ID=27d2ad43-483a-4233-b325-5e233bf76f76,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:23.407969 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-28e0041e-0f6d-4131-99c4-347cc636a0c5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:23.411216 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-28e0041e-0f6d-4131-99c4-347cc636a0c5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/27d2ad43-483a-4233-b325-5e233bf76f76 HTTP/1.1" status: 204 len: 168 time: 0.7429030 Aug 11 22:18:23.413489 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56640) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:23.417710 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c93cc3c-f218-4c9d-aae5-1a51607b9929 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:18:23.562465 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56644) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:23.603465 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-58bd1ba2-a535-4489-b275-14a83adb12e1 admin admin] Deleting port 03b451de-5f0f-42d6-b541-e2d7a1d319fc {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:18:23.612300 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-58bd1ba2-a535-4489-b275-14a83adb12e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:23.706996 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ec9d5df6-458f-4a1d-95db-573dbdacc07f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2894435 Aug 11 22:18:23.720638 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56652) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:23.933685 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3e504bce-0f97-461a-a5f7-5ba456249803 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:23.941669 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23fc29e-fdb4-40e7-8f61-1bf60ca678ce None None] DHCP port deletion for 031f2dcc-5a67-473f-bde2-e5d9a50304c4 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:18:23.978287 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-58bd1ba2-a535-4489-b275-14a83adb12e1 admin admin] For port 03b451de-5f0f-42d6-b541-e2d7a1d319fc, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=03b451de-5f0f-42d6-b541-e2d7a1d319fc,segment=NetworkSegment(29e405a6-7abe-4ba5-8fe1-996cde6f67bf),segment_id=29e405a6-7abe-4ba5-8fe1-996cde6f67bf)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:23.978931 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-58bd1ba2-a535-4489-b275-14a83adb12e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:23.998546 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9be0e5c5-e5b9-48a2-a7b6-fac362e0867c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:24.020111 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006673bd-a28a-4419-ab47-4576fefe909c req-b6760698-9c02-4aff-a7df-a9d387210d8f tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:24.028742 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-006673bd-a28a-4419-ab47-4576fefe909c req-b6760698-9c02-4aff-a7df-a9d387210d8f tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f42ad29-b70c-458b-b424-60a4a14cbd9e HTTP/1.1" status: 200 len: 944 time: 0.3006973 Aug 11 22:18:24.031842 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-58bd1ba2-a535-4489-b275-14a83adb12e1 admin admin] Calling delete_port for 03b451de-5f0f-42d6-b541-e2d7a1d319fc owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:18:24.127446 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-f23fc29e-fdb4-40e7-8f61-1bf60ca678ce None None] Deleting port ce6b6f8b-2ae8-4d7c-86db-98b5dbcc722f {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:18:24.127990 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f23fc29e-fdb4-40e7-8f61-1bf60ca678ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:24.231346 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-006673bd-a28a-4419-ab47-4576fefe909c req-c687cd47-562a-4f60-8b35-3cca61ebe25a tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/security-groups?id=2cad39f2-dc15-4a47-9a79-03692e0ed901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016327 Aug 11 22:18:24.267396 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-f23fc29e-fdb4-40e7-8f61-1bf60ca678ce None None] For port ce6b6f8b-2ae8-4d7c-86db-98b5dbcc722f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=ce6b6f8b-2ae8-4d7c-86db-98b5dbcc722f,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:24.268059 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f23fc29e-fdb4-40e7-8f61-1bf60ca678ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:24.349107 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-f23fc29e-fdb4-40e7-8f61-1bf60ca678ce None None] Calling delete_port for ce6b6f8b-2ae8-4d7c-86db-98b5dbcc722f owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:18:24.468922 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9be0e5c5-e5b9-48a2-a7b6-fac362e0867c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:24.480071 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9be0e5c5-e5b9-48a2-a7b6-fac362e0867c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:24.546257 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9be0e5c5-e5b9-48a2-a7b6-fac362e0867c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=91071ad5c7a94430b912bc488ffdecd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9668171 Aug 11 22:18:24.546257 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0e5c5-e5b9-48a2-a7b6-fac362e0867c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d240a39a-0e0c-4abc-97c9-74104a698ed8,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:24.549443 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56654) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:24.558578 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-58bd1ba2-a535-4489-b275-14a83adb12e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:24.569748 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f23fc29e-fdb4-40e7-8f61-1bf60ca678ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:24.572568 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3e504bce-0f97-461a-a5f7-5ba456249803 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:24.575801 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3e504bce-0f97-461a-a5f7-5ba456249803 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:24.597986 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23fc29e-fdb4-40e7-8f61-1bf60ca678ce None None] Pushing event deleted for resources: {'Port': ['ID=ce6b6f8b-2ae8-4d7c-86db-98b5dbcc722f,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:24.606123 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-909b5400-5c37-412f-9a77-8d846fb99939 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:24.610415 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23fc29e-fdb4-40e7-8f61-1bf60ca678ce None None] No DVR routers for this DVR port ce6b6f8b-2ae8-4d7c-86db-98b5dbcc722f on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:18:24.610747 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd1ba2-a535-4489-b275-14a83adb12e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=03b451de-5f0f-42d6-b541-e2d7a1d319fc,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:24.677846 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b5400-5c37-412f-9a77-8d846fb99939 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event deleted for resources: {'Port': ['ID=91c03719-8606-4aa7-94c8-87851327bedd,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:24.709056 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3e504bce-0f97-461a-a5f7-5ba456249803 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:24.709603 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e504bce-0f97-461a-a5f7-5ba456249803 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Fanout notify agent at l3_agent the message router_deleted on router 586833cf-2936-4eed-8d66-5c1508a1961d {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:18:24.723179 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-63455436-6e70-447e-90ba-cd97c056c979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:24.742215 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3e504bce-0f97-461a-a5f7-5ba456249803 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:24.742215 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3e504bce-0f97-461a-a5f7-5ba456249803 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/routers/586833cf-2936-4eed-8d66-5c1508a1961d HTTP/1.1" status: 204 len: 168 time: 1.0165818 Aug 11 22:18:24.742215 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56656) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:24.750264 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-382f9d07-ff79-4f3a-9b03-cadc4278dfba tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:24.872468 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-63455436-6e70-447e-90ba-cd97c056c979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:24.963106 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-58bd1ba2-a535-4489-b275-14a83adb12e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:24.979853 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-63455436-6e70-447e-90ba-cd97c056c979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:24.982605 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-63455436-6e70-447e-90ba-cd97c056c979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:24.987875 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-63455436-6e70-447e-90ba-cd97c056c979 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d240a39a-0e0c-4abc-97c9-74104a698ed8 HTTP/1.1" status: 204 len: 168 time: 0.4333866 Aug 11 22:18:24.988130 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382f9d07-ff79-4f3a-9b03-cadc4278dfba tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:18:25.017289 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-382f9d07-ff79-4f3a-9b03-cadc4278dfba tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:25.034067 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63455436-6e70-447e-90ba-cd97c056c979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d240a39a-0e0c-4abc-97c9-74104a698ed8,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:25.153140 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-909b5400-5c37-412f-9a77-8d846fb99939 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:25.236780 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5f5c0dc5-c70f-408d-bbf4-82555bea97a0 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:18:25.269566 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 5f5c0dc5-c70f-408d-bbf4-82555bea97a0 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:18:25.270054 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5f5c0dc5-c70f-408d-bbf4-82555bea97a0 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:18:25.270552 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ce6b6f8b-2ae8-4d7c-86db-98b5dbcc722f no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:18:25.298874 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: ce6b6f8b-2ae8-4d7c-86db-98b5dbcc722f {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:18:25.299317 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ce6b6f8b-2ae8-4d7c-86db-98b5dbcc722f not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:18:25.351931 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bd1ba2-a535-4489-b275-14a83adb12e1 admin admin] Router 3805015a-0ea9-400d-b58e-f77d1e400b70 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:18:25.517014 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-382f9d07-ff79-4f3a-9b03-cadc4278dfba tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:25.567546 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56666) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:25.607011 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382f9d07-ff79-4f3a-9b03-cadc4278dfba tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:18:25.613189 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 69851594-916b-4148-b63d-7d5c6fccc995 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:18:25.613772 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9c04c79e-7370-42d4-b241-0cd40876c242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:25.615830 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-382f9d07-ff79-4f3a-9b03-cadc4278dfba tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:18:25.621254 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f9d07-ff79-4f3a-9b03-cadc4278dfba tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Subnet': ['ID=8c53b89e-a71c-4d47-a417-06f7798cda1f,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:25.630812 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382f9d07-ff79-4f3a-9b03-cadc4278dfba tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:25.631425 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-382f9d07-ff79-4f3a-9b03-cadc4278dfba tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:25.656993 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b06f3c-dbf6-4946-977e-ff3edb7a7b0b None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:18:25.659624 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909b5400-5c37-412f-9a77-8d846fb99939 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Router 40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:18:25.795611 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 69851594-916b-4148-b63d-7d5c6fccc995 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:18:25.802995 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 69851594-916b-4148-b63d-7d5c6fccc995 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:18:25.803376 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:25.859447 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909b5400-5c37-412f-9a77-8d846fb99939 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:18:25.870691 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdc7bf9-76ec-4a23-95e8-831a0bf2ab26 None None] Sync routers for ids ['40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:18:25.874062 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-909b5400-5c37-412f-9a77-8d846fb99939 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "PUT /v2.0/routers/40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2772682 Aug 11 22:18:25.876229 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56668) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:25.879896 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9c04c79e-7370-42d4-b241-0cd40876c242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:25.894096 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b885a9-ef4c-481e-91ab-39e8f59a3c54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'fixed_ips': [{'subnet_id': '8c53b89e-a71c-4d47-a417-06f7798cda1f'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:18:25.895302 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-10b885a9-ef4c-481e-91ab-39e8f59a3c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:25.913000 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bd1ba2-a535-4489-b275-14a83adb12e1 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:18:25.920111 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-58bd1ba2-a535-4489-b275-14a83adb12e1 admin admin] 10.222.0.77 "PUT /v2.0/routers/3805015a-0ea9-400d-b58e-f77d1e400b70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9211676 Aug 11 22:18:25.924894 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56670) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:25.926976 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e55a2a3-48a8-4ea2-b3c5-7d17039a8a99 None None] Sync routers for ids ['3805015a-0ea9-400d-b58e-f77d1e400b70'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:18:25.950362 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9c04c79e-7370-42d4-b241-0cd40876c242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:25.957280 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e55a2a3-48a8-4ea2-b3c5-7d17039a8a99 None None] Routers {'3805015a-0ea9-400d-b58e-f77d1e400b70'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:18:25.960393 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdc7bf9-76ec-4a23-95e8-831a0bf2ab26 None None] Routers {'40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:18:25.961935 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-efdc7bf9-76ec-4a23-95e8-831a0bf2ab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:18:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:25.963211 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-8e55a2a3-48a8-4ea2-b3c5-7d17039a8a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:18:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['3805015a-0ea9-400d-b58e-f77d1e400b70'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:25.973254 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-382f9d07-ff79-4f3a-9b03-cadc4278dfba tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2248452 Aug 11 22:18:25.976918 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56672) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:25.986022 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380efc1b-a0e4-4220-bc62-272eda604f5f req-b61bd9d0-3a6d-415a-b1fb-f11b4112973f tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:25.994690 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-380efc1b-a0e4-4220-bc62-272eda604f5f req-b61bd9d0-3a6d-415a-b1fb-f11b4112973f tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f42ad29-b70c-458b-b424-60a4a14cbd9e HTTP/1.1" status: 200 len: 944 time: 0.1461072 Aug 11 22:18:26.001381 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-604af12f-33b3-4952-9119-a99d56f6b71d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1098019115', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:26.011667 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04c79e-7370-42d4-b241-0cd40876c242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936d63cb-868a-4051-bd9b-049dc4bdb024,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:26.050890 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9c04c79e-7370-42d4-b241-0cd40876c242 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=541ac98816184050af4262b1df391f86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4821649 Aug 11 22:18:26.054004 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56674) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:26.058414 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-efdc7bf9-76ec-4a23-95e8-831a0bf2ab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:26.071108 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:26.118431 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-380efc1b-a0e4-4220-bc62-272eda604f5f req-2f04233a-9e20-4173-8047-df2c11214c69 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/security-groups?id=2cad39f2-dc15-4a47-9a79-03692e0ed901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230905 Aug 11 22:18:26.150862 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a49d27b4-1da1-43c5-884a-d2dfe495ba96 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:26.176538 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdc7bf9-76ec-4a23-95e8-831a0bf2ab26 None None] Routers {'40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:18:26.177282 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-efdc7bf9-76ec-4a23-95e8-831a0bf2ab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:18:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:26.211167 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-604af12f-33b3-4952-9119-a99d56f6b71d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:26.215948 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-604af12f-33b3-4952-9119-a99d56f6b71d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:26.229678 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-efdc7bf9-76ec-4a23-95e8-831a0bf2ab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:26.230179 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdc7bf9-76ec-4a23-95e8-831a0bf2ab26 None None] The sync data for ids ['40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:18:26.258428 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f42ad29-b70c-458b-b424-60a4a14cbd9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69851594-916b-4148-b63d-7d5c6fccc995'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:18:26.260975 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ec15ac-8cae-4e82-9e29-6dd8767625ed" -d '{"events": [{"server_uuid": "9f42ad29-b70c-458b-b424-60a4a14cbd9e", "name": "network-vif-plugged", "status": "completed", "tag": "69851594-916b-4148-b63d-7d5c6fccc995"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:18:26.304942 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 69851594-916b-4148-b63d-7d5c6fccc995, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=69851594-916b-4148-b63d-7d5c6fccc995,segment=NetworkSegment(8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e),segment_id=8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:26.321686 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:26.343282 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-8e55a2a3-48a8-4ea2-b3c5-7d17039a8a99 None None] Set router 3805015a-0ea9-400d-b58e-f77d1e400b70 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:18:26.377091 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-03b3b357-7bb7-4fe9-a767-ec79350996d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:26.379242 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7fb1ef-c793-42f6-b5b7-82bf4757ff8c x-openstack-request-id: req-9f7fb1ef-c793-42f6-b5b7-82bf4757ff8c {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:18:26.381005 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-604af12f-33b3-4952-9119-a99d56f6b71d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:26.385259 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f42ad29-b70c-458b-b424-60a4a14cbd9e", "name": "network-vif-plugged", "status": "completed", "tag": "69851594-916b-4148-b63d-7d5c6fccc995", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:18:26.385259 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9f7fb1ef-c793-42f6-b5b7-82bf4757ff8c {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:18:26.389736 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f42ad29-b70c-458b-b424-60a4a14cbd9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69851594-916b-4148-b63d-7d5c6fccc995', 'code': 200} Aug 11 22:18:26.406789 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2a47a411-aa0b-4c59-8f32-2a9bb991690a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:26.456779 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-10b885a9-ef4c-481e-91ab-39e8f59a3c54 None None] Allocated IP 2001:db8::2 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/8c53b89e-a71c-4d47-a417-06f7798cda1f/f48c1b30-eb4d-4c36-8a96-c1105da86b19) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:18:26.463025 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-604af12f-33b3-4952-9119-a99d56f6b71d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:26.467855 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=69851594-916b-4148-b63d-7d5c6fccc995,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:26.503567 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2a47a411-aa0b-4c59-8f32-2a9bb991690a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:26.525018 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a49d27b4-1da1-43c5-884a-d2dfe495ba96 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:26.608632 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-604af12f-33b3-4952-9119-a99d56f6b71d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:26.610215 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-604af12f-33b3-4952-9119-a99d56f6b71d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6134026 Aug 11 22:18:26.613041 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56678) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:26.669324 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2a47a411-aa0b-4c59-8f32-2a9bb991690a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:26.672232 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2a47a411-aa0b-4c59-8f32-2a9bb991690a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:26.673822 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2a47a411-aa0b-4c59-8f32-2a9bb991690a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/936d63cb-868a-4051-bd9b-049dc4bdb024 HTTP/1.1" status: 204 len: 168 time: 0.6188622 Aug 11 22:18:26.677279 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96526f-dd3b-42b0-b84d-ba066754ee5b req-5ddebbaa-e068-4e08-9716-f7468450e9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:26.680903 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-df96526f-dd3b-42b0-b84d-ba066754ee5b req-5ddebbaa-e068-4e08-9716-f7468450e9c0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9f42ad29-b70c-458b-b424-60a4a14cbd9e HTTP/1.1" status: 200 len: 1096 time: 0.1672649 Aug 11 22:18:26.722247 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-a49d27b4-1da1-43c5-884a-d2dfe495ba96 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Deleting port b7b92db9-d0e4-4d13-bf6f-40aae49d9b87 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:18:26.722759 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a49d27b4-1da1-43c5-884a-d2dfe495ba96 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:26.725097 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47a411-aa0b-4c59-8f32-2a9bb991690a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936d63cb-868a-4051-bd9b-049dc4bdb024,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:26.730759 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-10b885a9-ef4c-481e-91ab-39e8f59a3c54 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:26.749640 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-03b3b357-7bb7-4fe9-a767-ec79350996d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:26.755750 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-10b885a9-ef4c-481e-91ab-39e8f59a3c54 None None] Transition to ACTIVE for port object f48c1b30-eb4d-4c36-8a96-c1105da86b19 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:18:26.758325 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-df96526f-dd3b-42b0-b84d-ba066754ee5b req-8bb586b0-47f8-4d0d-9731-82c568d02ab5 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=2cad39f2-dc15-4a47-9a79-03692e0ed901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683403 Aug 11 22:18:26.782955 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-10b885a9-ef4c-481e-91ab-39e8f59a3c54 None None] Transition to ACTIVE for port object f48c1b30-eb4d-4c36-8a96-c1105da86b19 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:18:26.798604 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-10b885a9-ef4c-481e-91ab-39e8f59a3c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:26.854543 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b885a9-ef4c-481e-91ab-39e8f59a3c54 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:18:26.858228 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-10b885a9-ef4c-481e-91ab-39e8f59a3c54 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:18:26.863723 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b885a9-ef4c-481e-91ab-39e8f59a3c54 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:18:26.867987 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b885a9-ef4c-481e-91ab-39e8f59a3c54 None None] Pushing event updated for resources: {'Port': ['ID=f48c1b30-eb4d-4c36-8a96-c1105da86b19,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:26.882105 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-8e55a2a3-48a8-4ea2-b3c5-7d17039a8a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'name': 'tempest-ServerRescueTestJSONUnderV235-282863852-router', 'tenant_id': '7893e9dca79546f9a7fcaade410ca2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd4c4c1f4-7420-4bc1-87a0-9daae8877714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:25Z', 'updated_at': '2021-08-11T22:18:24Z', 'revision_number': 5, 'project_id': '7893e9dca79546f9a7fcaade410ca2bf', 'gw_port': {'id': 'd4c4c1f4-7420-4bc1-87a0-9daae8877714', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:27Z', 'updated_at': '2021-08-11T22:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:26.918662 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-03b3b357-7bb7-4fe9-a767-ec79350996d6 admin admin] Deleting port d4c4c1f4-7420-4bc1-87a0-9daae8877714 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:18:26.920771 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-03b3b357-7bb7-4fe9-a767-ec79350996d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:26.938147 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-10b885a9-ef4c-481e-91ab-39e8f59a3c54 None None] Attempting to bind port f48c1b30-eb4d-4c36-8a96-c1105da86b19 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:18:26.938524 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-10b885a9-ef4c-481e-91ab-39e8f59a3c54 None None] Attempting to bind port f48c1b30-eb4d-4c36-8a96-c1105da86b19 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:18:26.939483 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b885a9-ef4c-481e-91ab-39e8f59a3c54 None None] Attempting to bind port f48c1b30-eb4d-4c36-8a96-c1105da86b19 on network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:18:26.946249 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b885a9-ef4c-481e-91ab-39e8f59a3c54 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:18:26.946584 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b885a9-ef4c-481e-91ab-39e8f59a3c54 None None] Checking segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:18:26.946952 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-10b885a9-ef4c-481e-91ab-39e8f59a3c54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:26.947743 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b885a9-ef4c-481e-91ab-39e8f59a3c54 None None] Bound using segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:18:26.947870 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-10b885a9-ef4c-481e-91ab-39e8f59a3c54 None None] Bound port: f48c1b30-eb4d-4c36-8a96-c1105da86b19, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:18:26.948281 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-10b885a9-ef4c-481e-91ab-39e8f59a3c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:26.960684 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e55a2a3-48a8-4ea2-b3c5-7d17039a8a99 None None] Checking router: 3805015a-0ea9-400d-b58e-f77d1e400b70 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:18:26.971368 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e55a2a3-48a8-4ea2-b3c5-7d17039a8a99 None None] Routers {'3805015a-0ea9-400d-b58e-f77d1e400b70'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:18:26.972173 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-8e55a2a3-48a8-4ea2-b3c5-7d17039a8a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:18:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['3805015a-0ea9-400d-b58e-f77d1e400b70'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:27.026495 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-10b885a9-ef4c-481e-91ab-39e8f59a3c54 None None] For port f48c1b30-eb4d-4c36-8a96-c1105da86b19, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:18:27.030164 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-10b885a9-ef4c-481e-91ab-39e8f59a3c54 None None] For port f48c1b30-eb4d-4c36-8a96-c1105da86b19, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f48c1b30-eb4d-4c36-8a96-c1105da86b19,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:18:27.033050 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a49d27b4-1da1-43c5-884a-d2dfe495ba96 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:27.037954 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-10b885a9-ef4c-481e-91ab-39e8f59a3c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:27.058948 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-a49d27b4-1da1-43c5-884a-d2dfe495ba96 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Calling delete_port for b7b92db9-d0e4-4d13-bf6f-40aae49d9b87 owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:18:27.160942 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b885a9-ef4c-481e-91ab-39e8f59a3c54 None None] Pushing event updated for resources: {'Port': ['ID=f48c1b30-eb4d-4c36-8a96-c1105da86b19,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:27.172933 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-8e55a2a3-48a8-4ea2-b3c5-7d17039a8a99 None None] Set router 3805015a-0ea9-400d-b58e-f77d1e400b70 gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:18:27.179860 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0de1b032-b6ba-4c15-a796-30e50feb9f01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:27.243029 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-03b3b357-7bb7-4fe9-a767-ec79350996d6 admin admin] For port d4c4c1f4-7420-4bc1-87a0-9daae8877714, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d4c4c1f4-7420-4bc1-87a0-9daae8877714,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:27.243702 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-03b3b357-7bb7-4fe9-a767-ec79350996d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:27.262647 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-8e55a2a3-48a8-4ea2-b3c5-7d17039a8a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'name': 'tempest-ServerRescueTestJSONUnderV235-282863852-router', 'tenant_id': '7893e9dca79546f9a7fcaade410ca2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:25Z', 'updated_at': '2021-08-11T22:18:26Z', 'revision_number': 6, 'project_id': '7893e9dca79546f9a7fcaade410ca2bf', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:27.306791 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e55a2a3-48a8-4ea2-b3c5-7d17039a8a99 None None] The sync data for ids ['3805015a-0ea9-400d-b58e-f77d1e400b70'] in n-d-804275-3 is: [{'id': '3805015a-0ea9-400d-b58e-f77d1e400b70', 'name': 'tempest-ServerRescueTestJSONUnderV235-282863852-router', 'tenant_id': '7893e9dca79546f9a7fcaade410ca2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:25Z', 'updated_at': '2021-08-11T22:18:26Z', 'revision_number': 6, 'project_id': '7893e9dca79546f9a7fcaade410ca2bf', 'gw_port_host': None}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:18:27.370874 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-03b3b357-7bb7-4fe9-a767-ec79350996d6 admin admin] Calling delete_port for d4c4c1f4-7420-4bc1-87a0-9daae8877714 owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:18:27.408662 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac4653-2b46-44d7-9911-3506645d6359 req-4a508321-4d27-4c47-8092-0e95b16bef7e tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:27.418945 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-05ac4653-2b46-44d7-9911-3506645d6359 req-4a508321-4d27-4c47-8092-0e95b16bef7e tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f42ad29-b70c-458b-b424-60a4a14cbd9e HTTP/1.1" status: 200 len: 945 time: 0.1811154 Aug 11 22:18:27.529273 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-05ac4653-2b46-44d7-9911-3506645d6359 req-edddbd6d-3029-4f23-9a30-635f2d1308ed tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/security-groups?id=2cad39f2-dc15-4a47-9a79-03692e0ed901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093163 Aug 11 22:18:27.621502 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a49d27b4-1da1-43c5-884a-d2dfe495ba96 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:27.808075 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-03b3b357-7bb7-4fe9-a767-ec79350996d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:27.843172 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3b357-7bb7-4fe9-a767-ec79350996d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c4c1f4-7420-4bc1-87a0-9daae8877714,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:27.956197 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-03b3b357-7bb7-4fe9-a767-ec79350996d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:28.099271 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d27b4-1da1-43c5-884a-d2dfe495ba96 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event deleted for resources: {'Port': ['ID=b7b92db9-d0e4-4d13-bf6f-40aae49d9b87,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:28.128205 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-03b3b357-7bb7-4fe9-a767-ec79350996d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:28.130883 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-03b3b357-7bb7-4fe9-a767-ec79350996d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:28.139308 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-0de1b032-b6ba-4c15-a796-30e50feb9f01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Allocated IP 2001:db8::1 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/8c53b89e-a71c-4d47-a417-06f7798cda1f/d52e2054-ade7-4dab-96eb-9d0b592689bd) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:18:28.195864 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a49d27b4-1da1-43c5-884a-d2dfe495ba96 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:28.208888 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-03b3b357-7bb7-4fe9-a767-ec79350996d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:28.213996 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b3b357-7bb7-4fe9-a767-ec79350996d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3805015a-0ea9-400d-b58e-f77d1e400b70 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:18:28.230385 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-03b3b357-7bb7-4fe9-a767-ec79350996d6 admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:28.237795 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-03b3b357-7bb7-4fe9-a767-ec79350996d6 admin admin] 10.222.0.77 "DELETE /v2.0/routers/3805015a-0ea9-400d-b58e-f77d1e400b70 HTTP/1.1" status: 204 len: 168 time: 2.3115361 Aug 11 22:18:28.238896 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56706) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:28.345875 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-a82d38d7-5e07-4ff5-b1bf-cea2ed1f4688 admin admin] Deleting subnet 4bcace65-6a59-41f0-879a-d84477d04327 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:18:28.351690 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a82d38d7-5e07-4ff5-b1bf-cea2ed1f4688 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:28.378462 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a49d27b4-1da1-43c5-884a-d2dfe495ba96 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:28.383680 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a49d27b4-1da1-43c5-884a-d2dfe495ba96 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:28.428927 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a82d38d7-5e07-4ff5-b1bf-cea2ed1f4688 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:28.506491 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0de1b032-b6ba-4c15-a796-30e50feb9f01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:28.530391 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-0de1b032-b6ba-4c15-a796-30e50feb9f01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Transition to ACTIVE for port object d52e2054-ade7-4dab-96eb-9d0b592689bd will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:18:28.533065 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a82d38d7-5e07-4ff5-b1bf-cea2ed1f4688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:28.578853 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a49d27b4-1da1-43c5-884a-d2dfe495ba96 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:28.579449 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49d27b4-1da1-43c5-884a-d2dfe495ba96 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Fanout notify agent at l3_agent the message router_deleted on router 40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680 {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:18:28.588730 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a49d27b4-1da1-43c5-884a-d2dfe495ba96 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:28.593750 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a49d27b4-1da1-43c5-884a-d2dfe495ba96 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "DELETE /v2.0/routers/40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680 HTTP/1.1" status: 204 len: 168 time: 2.7125924 Aug 11 22:18:28.594365 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56714) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:28.606872 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0de1b032-b6ba-4c15-a796-30e50feb9f01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:28.685293 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a82d38d7-5e07-4ff5-b1bf-cea2ed1f4688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:28.730513 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-0edd30ec-94c2-4871-bd0f-4046ad2cdc61 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Deleting subnet 989d3519-aa72-44a6-a621-3b5aac16dfe0 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:18:28.740230 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0edd30ec-94c2-4871-bd0f-4046ad2cdc61 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:28.740543 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d38d7-5e07-4ff5-b1bf-cea2ed1f4688 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bcace65-6a59-41f0-879a-d84477d04327,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:28.744702 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a82d38d7-5e07-4ff5-b1bf-cea2ed1f4688 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:28.752549 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a82d38d7-5e07-4ff5-b1bf-cea2ed1f4688 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4bcace65-6a59-41f0-879a-d84477d04327 HTTP/1.1" status: 204 len: 168 time: 0.5118566 Aug 11 22:18:28.754117 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56720) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:28.801425 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0edd30ec-94c2-4871-bd0f-4046ad2cdc61 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:28.916895 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aec7b3f3-6b2d-41b8-8f9d-41e16f37a6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:28.928854 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0edd30ec-94c2-4871-bd0f-4046ad2cdc61 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:28.986213 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de1b032-b6ba-4c15-a796-30e50feb9f01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:18:28.993283 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-0de1b032-b6ba-4c15-a796-30e50feb9f01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:18:29.013551 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de1b032-b6ba-4c15-a796-30e50feb9f01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:18:29.014290 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0de1b032-b6ba-4c15-a796-30e50feb9f01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:29.043371 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1b032-b6ba-4c15-a796-30e50feb9f01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Port': ['ID=d52e2054-ade7-4dab-96eb-9d0b592689bd,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:29.081087 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aec7b3f3-6b2d-41b8-8f9d-41e16f37a6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:29.117733 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-aec7b3f3-6b2d-41b8-8f9d-41e16f37a6bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d98f639d-f4cf-4ee7-9782-d5f1761290b6']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:29.165403 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77dc17-d34d-4255-9eaa-d4f8229ec2d5 req-e41ba994-796b-4162-bfcb-235f987a5acc tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:29.168596 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ae77dc17-d34d-4255-9eaa-d4f8229ec2d5 req-e41ba994-796b-4162-bfcb-235f987a5acc tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f42ad29-b70c-458b-b424-60a4a14cbd9e HTTP/1.1" status: 200 len: 945 time: 0.3982167 Aug 11 22:18:29.186734 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-aec7b3f3-6b2d-41b8-8f9d-41e16f37a6bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29e405a6-7abe-4ba5-8fe1-996cde6f67bf') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:29.189916 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-aec7b3f3-6b2d-41b8-8f9d-41e16f37a6bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29e405a6-7abe-4ba5-8fe1-996cde6f67bf') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:29.222279 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-05a6f3f8-fdb1-4360-85bb-3e32d461d752 None None] Provisioning for port f48c1b30-eb4d-4c36-8a96-c1105da86b19 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:18:29.255937 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f48c1b30-eb4d-4c36-8a96-c1105da86b19 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:18:29.274956 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0edd30ec-94c2-4871-bd0f-4046ad2cdc61 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:29.283479 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aec7b3f3-6b2d-41b8-8f9d-41e16f37a6bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:29.314571 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aec7b3f3-6b2d-41b8-8f9d-41e16f37a6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:29.325323 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ae77dc17-d34d-4255-9eaa-d4f8229ec2d5 req-47ddfbc1-bf31-4d59-8ba7-8e2a3eb9337c tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/security-groups?id=2cad39f2-dc15-4a47-9a79-03692e0ed901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254613 Aug 11 22:18:29.330395 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec7b3f3-6b2d-41b8-8f9d-41e16f37a6bc admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:18:29.331083 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aec7b3f3-6b2d-41b8-8f9d-41e16f37a6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:18:29.333784 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:18:29.375262 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port f48c1b30-eb4d-4c36-8a96-c1105da86b19 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:18:29.386052 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port f48c1b30-eb4d-4c36-8a96-c1105da86b19 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:18:29.387107 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:29.420994 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aec7b3f3-6b2d-41b8-8f9d-41e16f37a6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:29.430441 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aec7b3f3-6b2d-41b8-8f9d-41e16f37a6bc admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:29.432809 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-aec7b3f3-6b2d-41b8-8f9d-41e16f37a6bc admin admin] 10.222.0.77 "DELETE /v2.0/networks/d98f639d-f4cf-4ee7-9782-d5f1761290b6 HTTP/1.1" status: 204 len: 168 time: 0.6772659 Aug 11 22:18:29.437885 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd30ec-94c2-4871-bd0f-4046ad2cdc61 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event deleted for resources: {'Subnet': ['ID=989d3519-aa72-44a6-a621-3b5aac16dfe0,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:29.459094 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0edd30ec-94c2-4871-bd0f-4046ad2cdc61 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:29.462421 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0edd30ec-94c2-4871-bd0f-4046ad2cdc61 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "DELETE /v2.0/subnets/989d3519-aa72-44a6-a621-3b5aac16dfe0 HTTP/1.1" status: 204 len: 168 time: 0.8665574 Aug 11 22:18:29.467860 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56732) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:29.474139 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7b3f3-6b2d-41b8-8f9d-41e16f37a6bc admin admin] Pushing event deleted for resources: {'Network': ['ID=d98f639d-f4cf-4ee7-9782-d5f1761290b6,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:29.478407 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb965bb1-655a-4913-8be6-27f5915b85cf None None] Network 903903f6-a36b-4cdb-8c5a-1aabebaf397c requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:18:29.504137 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0de1b032-b6ba-4c15-a796-30e50feb9f01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:29.652670 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-bea06805-126b-4498-b158-1f07817bc987 None None] Provisioning for port d52e2054-ade7-4dab-96eb-9d0b592689bd completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:18:29.660511 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0827a975-8ced-49de-a7c5-c86dac1682bd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:29.672862 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-bea06805-126b-4498-b158-1f07817bc987 None None] Provisioning complete for port d52e2054-ade7-4dab-96eb-9d0b592689bd triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:18:29.673394 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bea06805-126b-4498-b158-1f07817bc987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:29.770045 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1be39-ff58-4b1b-9ed6-d58c729bf28e req-67ddebad-95c0-4a62-9c41-dcbea3c12a5d tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:29.790225 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-55f1be39-ff58-4b1b-9ed6-d58c729bf28e req-67ddebad-95c0-4a62-9c41-dcbea3c12a5d tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1591e8b-abff-4707-8b11-eb67bb7429a3 HTTP/1.1" status: 200 len: 946 time: 0.1511550 Aug 11 22:18:29.790873 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56738) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:29.793323 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-bea06805-126b-4498-b158-1f07817bc987 None None] Port d52e2054-ade7-4dab-96eb-9d0b592689bd cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:18:29.802903 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:29.865562 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-50adc505-4a3f-4773-9e62-e37860f30856 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7893e9dca79546f9a7fcaade410ca2bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0729063 Aug 11 22:18:29.870419 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port f48c1b30-eb4d-4c36-8a96-c1105da86b19, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f48c1b30-eb4d-4c36-8a96-c1105da86b19,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:29.872114 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56740) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:29.879447 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:29.931051 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-0827a975-8ced-49de-a7c5-c86dac1682bd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Deleting port c278db87-6ecc-49f4-acd2-9a0fbda6b74b {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:18:29.931392 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0827a975-8ced-49de-a7c5-c86dac1682bd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:29.958067 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-55f1be39-ff58-4b1b-9ed6-d58c729bf28e req-868dd3cf-db82-4ed9-badd-b057f9a375af tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/security-groups?id=2cad39f2-dc15-4a47-9a79-03692e0ed901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568062 Aug 11 22:18:29.997161 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6ef004c0-c49a-4a98-885e-4a0482dc4e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:30.079969 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6ef004c0-c49a-4a98-885e-4a0482dc4e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:30.186590 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-0827a975-8ced-49de-a7c5-c86dac1682bd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] For port c278db87-6ecc-49f4-acd2-9a0fbda6b74b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=c278db87-6ecc-49f4-acd2-9a0fbda6b74b,segment=NetworkSegment(e5009d97-05a2-4272-a60b-b83b655aa49c),segment_id=e5009d97-05a2-4272-a60b-b83b655aa49c)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:30.187307 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0827a975-8ced-49de-a7c5-c86dac1682bd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:30.198605 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6ef004c0-c49a-4a98-885e-4a0482dc4e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:30.202580 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6ef004c0-c49a-4a98-885e-4a0482dc4e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:30.204065 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6ef004c0-c49a-4a98-885e-4a0482dc4e72 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5c3e3d6c-5ae0-4429-92ba-cc02fd77c585 HTTP/1.1" status: 204 len: 168 time: 0.3270156 Aug 11 22:18:30.226835 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef004c0-c49a-4a98-885e-4a0482dc4e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3e3d6c-5ae0-4429-92ba-cc02fd77c585,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:30.232356 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa422785-db51-4304-954c-0639524a133f None None] DHCP port deletion for 903903f6-a36b-4cdb-8c5a-1aabebaf397c request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:18:30.238199 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 03b451de-5f0f-42d6-b541-e2d7a1d319fc no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:18:30.241756 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-0827a975-8ced-49de-a7c5-c86dac1682bd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Calling delete_port for c278db87-6ecc-49f4-acd2-9a0fbda6b74b owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:18:30.310644 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 03b451de-5f0f-42d6-b541-e2d7a1d319fc {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:18:30.313302 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 03b451de-5f0f-42d6-b541-e2d7a1d319fc not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:18:30.313784 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d4c4c1f4-7420-4bc1-87a0-9daae8877714 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:18:30.320281 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0de1b032-b6ba-4c15-a796-30e50feb9f01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:30.333162 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0de1b032-b6ba-4c15-a796-30e50feb9f01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:30.334401 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0de1b032-b6ba-4c15-a796-30e50feb9f01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:30.437978 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: d4c4c1f4-7420-4bc1-87a0-9daae8877714 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:18:30.438560 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d4c4c1f4-7420-4bc1-87a0-9daae8877714 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:18:30.447390 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=f48c1b30-eb4d-4c36-8a96-c1105da86b19,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:30.503631 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-fa422785-db51-4304-954c-0639524a133f None None] Deleting port c278db87-6ecc-49f4-acd2-9a0fbda6b74b {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:18:30.506053 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fa422785-db51-4304-954c-0639524a133f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:30.514652 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1b032-b6ba-4c15-a796-30e50feb9f01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Port': ['ID=d52e2054-ade7-4dab-96eb-9d0b592689bd,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:30.574713 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0827a975-8ced-49de-a7c5-c86dac1682bd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:30.607689 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de1b032-b6ba-4c15-a796-30e50feb9f01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:18:30.613388 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827a975-8ced-49de-a7c5-c86dac1682bd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event deleted for resources: {'Port': ['ID=c278db87-6ecc-49f4-acd2-9a0fbda6b74b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:30.619240 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-0de1b032-b6ba-4c15-a796-30e50feb9f01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:18:30.627127 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0827a975-8ced-49de-a7c5-c86dac1682bd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] No DVR routers for this DVR port c278db87-6ecc-49f4-acd2-9a0fbda6b74b on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:18:30.688579 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-fa422785-db51-4304-954c-0639524a133f None None] For port c278db87-6ecc-49f4-acd2-9a0fbda6b74b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=c278db87-6ecc-49f4-acd2-9a0fbda6b74b,segment=NetworkSegment(e5009d97-05a2-4272-a60b-b83b655aa49c),segment_id=e5009d97-05a2-4272-a60b-b83b655aa49c)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:30.689266 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fa422785-db51-4304-954c-0639524a133f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:30.722661 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-fa422785-db51-4304-954c-0639524a133f None None] Calling delete_port for c278db87-6ecc-49f4-acd2-9a0fbda6b74b owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:18:30.829682 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0827a975-8ced-49de-a7c5-c86dac1682bd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:30.868633 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-0827a975-8ced-49de-a7c5-c86dac1682bd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['903903f6-a36b-4cdb-8c5a-1aabebaf397c']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:30.883905 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-0827a975-8ced-49de-a7c5-c86dac1682bd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5009d97-05a2-4272-a60b-b83b655aa49c') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:30.887298 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fa422785-db51-4304-954c-0639524a133f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:30.890307 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-0827a975-8ced-49de-a7c5-c86dac1682bd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5009d97-05a2-4272-a60b-b83b655aa49c') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:30.910337 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0827a975-8ced-49de-a7c5-c86dac1682bd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:30.949439 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa422785-db51-4304-954c-0639524a133f None None] No DVR routers for this DVR port c278db87-6ecc-49f4-acd2-9a0fbda6b74b on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:18:30.950306 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0827a975-8ced-49de-a7c5-c86dac1682bd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:30.961549 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0827a975-8ced-49de-a7c5-c86dac1682bd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:18:30.961985 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0827a975-8ced-49de-a7c5-c86dac1682bd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:18:30.974143 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:18:30.981034 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa422785-db51-4304-954c-0639524a133f None None] Pushing event deleted for resources: {'Port': ['ID=c278db87-6ecc-49f4-acd2-9a0fbda6b74b,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:31.044392 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56794) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:31.060668 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de1b032-b6ba-4c15-a796-30e50feb9f01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Router b0a4e9a9-8575-4148-883d-326a57033b3e is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:18:31.162044 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0827a975-8ced-49de-a7c5-c86dac1682bd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:31.175770 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-327d9feb-b2d1-479b-8ca1-5410997d50b1 None None] Provisioning complete for port d52e2054-ade7-4dab-96eb-9d0b592689bd triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:18:31.182707 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-327d9feb-b2d1-479b-8ca1-5410997d50b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:31.200939 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f48c1b30-eb4d-4c36-8a96-c1105da86b19 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:18:31.212825 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0827a975-8ced-49de-a7c5-c86dac1682bd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:31.219580 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0827a975-8ced-49de-a7c5-c86dac1682bd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "DELETE /v2.0/networks/903903f6-a36b-4cdb-8c5a-1aabebaf397c HTTP/1.1" status: 204 len: 168 time: 1.7496927 Aug 11 22:18:31.246448 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-327d9feb-b2d1-479b-8ca1-5410997d50b1 None None] Port d52e2054-ade7-4dab-96eb-9d0b592689bd cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:18:31.298861 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port f48c1b30-eb4d-4c36-8a96-c1105da86b19 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:18:31.299248 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:31.332605 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56806) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:31.335565 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-bf1f6cba-e521-4dd0-94f9-850ec079c883 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:31.337495 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-bf1f6cba-e521-4dd0-94f9-850ec079c883 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/networks?id=32a2d337-e855-44ec-89d0-7bb634583902 HTTP/1.1" status: 200 len: 812 time: 0.1501002 Aug 11 22:18:31.356438 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-097d2318-dbf8-4a41-ab85-8e51dc8d8f07 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/quotas/87fb22244d5844ab81b7e2386b951aca HTTP/1.1" status: 200 len: 375 time: 0.0124152 Aug 11 22:18:31.422753 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827a975-8ced-49de-a7c5-c86dac1682bd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event deleted for resources: {'Network': ['ID=903903f6-a36b-4cdb-8c5a-1aabebaf397c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:31.425275 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-71a9bba9-5cfa-48b2-8acb-445c405f46b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:31.449272 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de1b032-b6ba-4c15-a796-30e50feb9f01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:18:31.464249 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-6b857af0-4cb3-444a-a1cd-e38f6af1b15b tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=87fb22244d5844ab81b7e2386b951aca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1004753 Aug 11 22:18:31.474790 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9f5ce0-249e-474b-b6bf-ebb1a71d8c04 None None] Sync routers for ids ['b0a4e9a9-8575-4148-883d-326a57033b3e'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:18:31.508550 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0de1b032-b6ba-4c15-a796-30e50feb9f01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "PUT /v2.0/routers/b0a4e9a9-8575-4148-883d-326a57033b3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8936806 Aug 11 22:18:31.511850 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9f5ce0-249e-474b-b6bf-ebb1a71d8c04 None None] Routers {'b0a4e9a9-8575-4148-883d-326a57033b3e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:18:31.512989 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-cf9f5ce0-249e-474b-b6bf-ebb1a71d8c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:18:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['b0a4e9a9-8575-4148-883d-326a57033b3e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:31.513169 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56810) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:31.616993 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee58c63-b8d3-49ca-b84e-a9afe83e13d1 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:31.619024 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3ee58c63-b8d3-49ca-b84e-a9afe83e13d1 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports/d52e2054-ade7-4dab-96eb-9d0b592689bd HTTP/1.1" status: 200 len: 911 time: 0.1041906 Aug 11 22:18:31.630164 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56816) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:31.707318 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device c278db87-6ecc-49f4-acd2-9a0fbda6b74b no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:18:31.735253 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd915c68-64d2-4d54-b29a-5439ff4d9163 req-c1c095a0-79e9-46ec-be30-3cd31b4ec7f2 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:31.736252 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-71a9bba9-5cfa-48b2-8acb-445c405f46b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:31.737679 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bd915c68-64d2-4d54-b29a-5439ff4d9163 req-c1c095a0-79e9-46ec-be30-3cd31b4ec7f2 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1591e8b-abff-4707-8b11-eb67bb7429a3 HTTP/1.1" status: 200 len: 946 time: 0.1513138 Aug 11 22:18:31.747474 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-464b5f92-1994-47ed-a86b-5f115c622de9 service neutron] 10.222.0.77 "GET /v2.0/networks/32a2d337-e855-44ec-89d0-7bb634583902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730706 Aug 11 22:18:31.748189 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-71a9bba9-5cfa-48b2-8acb-445c405f46b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:31.754932 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: c278db87-6ecc-49f4-acd2-9a0fbda6b74b {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:18:31.755811 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device c278db87-6ecc-49f4-acd2-9a0fbda6b74b not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:18:31.766437 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c063703-41bf-40f4-965c-a1a05ea853d0 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:31.773910 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c063703-41bf-40f4-965c-a1a05ea853d0 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:31.775788 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0c063703-41bf-40f4-965c-a1a05ea853d0 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1445575 Aug 11 22:18:31.777993 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-cf9f5ce0-249e-474b-b6bf-ebb1a71d8c04 None None] Set router b0a4e9a9-8575-4148-883d-326a57033b3e gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:18:31.784274 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56822) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:31.864510 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-71a9bba9-5cfa-48b2-8acb-445c405f46b0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e6fc0d08c251490cb984753594f99593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8188915 Aug 11 22:18:31.867687 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56826) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:31.876027 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9bba9-5cfa-48b2-8acb-445c405f46b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a581d13b-88a7-4597-8ac1-9402a4be4371,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:31.938313 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56828) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:31.999444 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-724cc3ab-4012-4abb-9c3e-8fd65ba26cde service neutron] 10.222.0.77 "GET /v2.0/networks/32a2d337-e855-44ec-89d0-7bb634583902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103460 Aug 11 22:18:32.044780 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5de980e7-7b8f-4476-9861-cf43f7f77845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:32.089992 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5de980e7-7b8f-4476-9861-cf43f7f77845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:32.114210 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-e0359f7a-bbcf-4e18-a2a9-2577d6cc2c13 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1143207862-network', 'tenant_id': '46c13839859945349c0d5afcfb364f66'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:32.163180 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0359f7a-bbcf-4e18-a2a9-2577d6cc2c13 admin admin] Made reservation on behalf of 46c13839859945349c0d5afcfb364f66 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:18:32.175815 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e0359f7a-bbcf-4e18-a2a9-2577d6cc2c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:32.194454 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e0359f7a-bbcf-4e18-a2a9-2577d6cc2c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:32.243840 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5de980e7-7b8f-4476-9861-cf43f7f77845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:32.247755 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5de980e7-7b8f-4476-9861-cf43f7f77845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:32.249335 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5de980e7-7b8f-4476-9861-cf43f7f77845 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a581d13b-88a7-4597-8ac1-9402a4be4371 HTTP/1.1" status: 204 len: 168 time: 0.3808324 Aug 11 22:18:32.261608 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-c1de0b1b-41a8-4583-8e85-2d032e89b229 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Deleting port ced04833-15f3-4071-a075-0efb32d8680a {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:18:32.262212 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c1de0b1b-41a8-4583-8e85-2d032e89b229 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:32.267764 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de980e7-7b8f-4476-9861-cf43f7f77845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a581d13b-88a7-4597-8ac1-9402a4be4371,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:32.313585 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a1701-31be-4911-aaae-2b81b66fb74e req-82c7cac7-6d71-45a3-9097-e0edbc3eb45b tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:32.315588 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-674a1701-31be-4911-aaae-2b81b66fb74e req-82c7cac7-6d71-45a3-9097-e0edbc3eb45b tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.82 "GET /v2.0/ports?device_id=9f42ad29-b70c-458b-b424-60a4a14cbd9e HTTP/1.1" status: 200 len: 945 time: 0.1097150 Aug 11 22:18:32.391130 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-cf9f5ce0-249e-474b-b6bf-ebb1a71d8c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a4e9a9-8575-4148-883d-326a57033b3e', 'name': 'tempest-NetworksTestDHCPv6-router-1098019115', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:18:26Z', 'updated_at': '2021-08-11T22:18:29Z', 'revision_number': 2, 'project_id': '77a906ff571349a9ab758211e1d7eb8e', 'gw_port_host': None, '_interfaces': [{'id': 'd52e2054-ade7-4dab-96eb-9d0b592689bd', 'name': '', 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'mac_address': 'fa:16:3e:2d:5d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a4e9a9-8575-4148-883d-326a57033b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '8c53b89e-a71c-4d47-a417-06f7798cda1f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:18:27Z', 'updated_at': '2021-08-11T22:18:29Z', 'revision_number': 2, 'project_id': '77a906ff571349a9ab758211e1d7eb8e', 'subnets': [{'id': '8c53b89e-a71c-4d47-a417-06f7798cda1f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:32.459548 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e0359f7a-bbcf-4e18-a2a9-2577d6cc2c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:32.487197 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e0359f7a-bbcf-4e18-a2a9-2577d6cc2c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:32.517121 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0359f7a-bbcf-4e18-a2a9-2577d6cc2c13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:18:32.524172 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9f5ce0-249e-474b-b6bf-ebb1a71d8c04 None None] Checking router: b0a4e9a9-8575-4148-883d-326a57033b3e for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:18:32.524854 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9f5ce0-249e-474b-b6bf-ebb1a71d8c04 None None] Updating router b0a4e9a9-8575-4148-883d-326a57033b3e port d52e2054-ade7-4dab-96eb-9d0b592689bd binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:18:32.529409 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c1de0b1b-41a8-4583-8e85-2d032e89b229 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:32.529985 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c1de0b1b-41a8-4583-8e85-2d032e89b229 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:32.543399 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e0359f7a-bbcf-4e18-a2a9-2577d6cc2c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:32.543926 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-e0359f7a-bbcf-4e18-a2a9-2577d6cc2c13 admin admin] Added segment 07f7d92d-e949-43a3-b2dd-627bd28bd4eb of type vlan for network e7790f3f-c934-4280-a7bc-7879373f53d3 Aug 11 22:18:32.653911 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cf9f5ce0-249e-474b-b6bf-ebb1a71d8c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:32.660609 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0359f7a-bbcf-4e18-a2a9-2577d6cc2c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff491ff5-f524-45b5-bf41-10068629132a,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:32.677021 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e0359f7a-bbcf-4e18-a2a9-2577d6cc2c13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:32.737510 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-674a1701-31be-4911-aaae-2b81b66fb74e req-712291bc-feba-463e-ad8e-cbe1343c8dcb tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Deleting port 69851594-916b-4148-b63d-7d5c6fccc995 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:18:32.738339 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-674a1701-31be-4911-aaae-2b81b66fb74e req-712291bc-feba-463e-ad8e-cbe1343c8dcb tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:32.753047 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-c1de0b1b-41a8-4583-8e85-2d032e89b229 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Calling delete_port for ced04833-15f3-4071-a075-0efb32d8680a owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:18:32.772555 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-bd915c68-64d2-4d54-b29a-5439ff4d9163 req-3b7059af-495e-4c70-abfb-eb6298fe8106 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Deleting port d64d5a4b-9432-4a26-b343-d0abcb2ac75b {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:18:32.773718 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bd915c68-64d2-4d54-b29a-5439ff4d9163 req-3b7059af-495e-4c70-abfb-eb6298fe8106 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:32.831068 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e0359f7a-bbcf-4e18-a2a9-2577d6cc2c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:32.832024 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0359f7a-bbcf-4e18-a2a9-2577d6cc2c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:32.832722 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e0359f7a-bbcf-4e18-a2a9-2577d6cc2c13 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:32.962429 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f41a043-ff9d-494c-be99-ac1f95f60ade req-1bb0eea1-2719-4b63-9533-9e73396b4596 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/ports?device_id=818351c9-8b8b-4058-926c-2cf779867212 HTTP/1.1" status: 200 len: 210 time: 0.1541917 Aug 11 22:18:32.986670 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0359f7a-bbcf-4e18-a2a9-2577d6cc2c13 admin admin] Pushing event updated for resources: {'Network': ['ID=e7790f3f-c934-4280-a7bc-7879373f53d3,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:32.989743 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network e7790f3f-c934-4280-a7bc-7879373f53d3 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:18:32.995193 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-bd915c68-64d2-4d54-b29a-5439ff4d9163 req-3b7059af-495e-4c70-abfb-eb6298fe8106 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] For port d64d5a4b-9432-4a26-b343-d0abcb2ac75b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=d64d5a4b-9432-4a26-b343-d0abcb2ac75b,segment=NetworkSegment(8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e),segment_id=8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:32.995948 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bd915c68-64d2-4d54-b29a-5439ff4d9163 req-3b7059af-495e-4c70-abfb-eb6298fe8106 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:32.996374 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e0359f7a-bbcf-4e18-a2a9-2577d6cc2c13 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0555966 Aug 11 22:18:32.997837 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56846) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:33.014247 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-d9ab91dd-5380-4b17-9172-ab59625bea53 admin admin] Request body: {'subnet': {'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1143207862-subnet', 'tenant_id': '46c13839859945349c0d5afcfb364f66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:33.023885 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-bd915c68-64d2-4d54-b29a-5439ff4d9163 req-3b7059af-495e-4c70-abfb-eb6298fe8106 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Calling delete_port for d64d5a4b-9432-4a26-b343-d0abcb2ac75b owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:18:33.095066 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-674a1701-31be-4911-aaae-2b81b66fb74e req-712291bc-feba-463e-ad8e-cbe1343c8dcb tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] For port 69851594-916b-4148-b63d-7d5c6fccc995, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=69851594-916b-4148-b63d-7d5c6fccc995,segment=NetworkSegment(8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e),segment_id=8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:33.095566 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-674a1701-31be-4911-aaae-2b81b66fb74e req-712291bc-feba-463e-ad8e-cbe1343c8dcb tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:33.098424 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56850) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:33.121529 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a128fcf2-8583-4459-a5fe-7d228434972e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:33.123528 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ab91dd-5380-4b17-9172-ab59625bea53 admin admin] Made reservation on behalf of 46c13839859945349c0d5afcfb364f66 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:18:33.126636 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d9ab91dd-5380-4b17-9172-ab59625bea53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:33.196181 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-674a1701-31be-4911-aaae-2b81b66fb74e req-712291bc-feba-463e-ad8e-cbe1343c8dcb tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Calling delete_port for 69851594-916b-4148-b63d-7d5c6fccc995 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:18:33.315862 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cf9f5ce0-249e-474b-b6bf-ebb1a71d8c04 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:33.344871 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-cf9f5ce0-249e-474b-b6bf-ebb1a71d8c04 None None] Transition to ACTIVE for port object d52e2054-ade7-4dab-96eb-9d0b592689bd will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:18:33.360071 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cf9f5ce0-249e-474b-b6bf-ebb1a71d8c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:33.457228 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb7cb3-3e88-4605-b856-2c0d16696201 None None] Pushing event updated for resources: {'Port': ['ID=d52e2054-ade7-4dab-96eb-9d0b592689bd,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:33.611216 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-cf9f5ce0-249e-474b-b6bf-ebb1a71d8c04 None None] Attempting to bind port d52e2054-ade7-4dab-96eb-9d0b592689bd on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:18:33.611668 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-cf9f5ce0-249e-474b-b6bf-ebb1a71d8c04 None None] Attempting to bind port d52e2054-ade7-4dab-96eb-9d0b592689bd by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:18:33.612016 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f5ce0-249e-474b-b6bf-ebb1a71d8c04 None None] Attempting to bind port d52e2054-ade7-4dab-96eb-9d0b592689bd on network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:18:33.630821 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a128fcf2-8583-4459-a5fe-7d228434972e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:33.642159 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a128fcf2-8583-4459-a5fe-7d228434972e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:33.646479 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f5ce0-249e-474b-b6bf-ebb1a71d8c04 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:18:33.646830 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f5ce0-249e-474b-b6bf-ebb1a71d8c04 None None] Checking segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:18:33.647288 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cf9f5ce0-249e-474b-b6bf-ebb1a71d8c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:33.649486 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9f5ce0-249e-474b-b6bf-ebb1a71d8c04 None None] Bound using segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:18:33.650100 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-cf9f5ce0-249e-474b-b6bf-ebb1a71d8c04 None None] Bound port: d52e2054-ade7-4dab-96eb-9d0b592689bd, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:18:33.651328 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cf9f5ce0-249e-474b-b6bf-ebb1a71d8c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:33.669909 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bd915c68-64d2-4d54-b29a-5439ff4d9163 req-3b7059af-495e-4c70-abfb-eb6298fe8106 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:33.715084 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a128fcf2-8583-4459-a5fe-7d228434972e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1ee3ae5aa26b42eda3024851ab4ff7da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6149921 Aug 11 22:18:33.723566 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56858) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:33.724797 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128fcf2-8583-4459-a5fe-7d228434972e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8e1e6d-ce77-446a-8984-6eb9bbeec830,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:33.757209 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d9ab91dd-5380-4b17-9172-ab59625bea53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:33.785966 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-674a1701-31be-4911-aaae-2b81b66fb74e req-712291bc-feba-463e-ad8e-cbe1343c8dcb tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:33.878744 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7059af-495e-4c70-abfb-eb6298fe8106 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Pushing event deleted for resources: {'Port': ['ID=d64d5a4b-9432-4a26-b343-d0abcb2ac75b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:33.930223 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-cf9f5ce0-249e-474b-b6bf-ebb1a71d8c04 None None] For port d52e2054-ade7-4dab-96eb-9d0b592689bd, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:18:34.068143 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712291bc-feba-463e-ad8e-cbe1343c8dcb tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Pushing event deleted for resources: {'Port': ['ID=69851594-916b-4148-b63d-7d5c6fccc995,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:34.133388 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd915c68-64d2-4d54-b29a-5439ff4d9163 req-3b7059af-495e-4c70-abfb-eb6298fe8106 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] No DVR routers for this DVR port d64d5a4b-9432-4a26-b343-d0abcb2ac75b on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:18:34.142193 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bd915c68-64d2-4d54-b29a-5439ff4d9163 req-3b7059af-495e-4c70-abfb-eb6298fe8106 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:34.144321 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bd915c68-64d2-4d54-b29a-5439ff4d9163 req-3b7059af-495e-4c70-abfb-eb6298fe8106 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.52 "DELETE /v2.0/ports/d64d5a4b-9432-4a26-b343-d0abcb2ac75b HTTP/1.1" status: 204 len: 173 time: 2.3948891 Aug 11 22:18:34.145161 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1591e8b-abff-4707-8b11-eb67bb7429a3', 'name': 'network-vif-deleted', 'tag': 'd64d5a4b-9432-4a26-b343-d0abcb2ac75b'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:18:34.149077 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf95af2-21c4-4413-9ce5-a8607e5c9d8f" -d '{"events": [{"server_uuid": "d1591e8b-abff-4707-8b11-eb67bb7429a3", "name": "network-vif-deleted", "tag": "d64d5a4b-9432-4a26-b343-d0abcb2ac75b"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:18:34.159727 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c1de0b1b-41a8-4583-8e85-2d032e89b229 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:34.185043 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-cf9f5ce0-249e-474b-b6bf-ebb1a71d8c04 None None] For port d52e2054-ade7-4dab-96eb-9d0b592689bd, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d52e2054-ade7-4dab-96eb-9d0b592689bd,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:18:34.193796 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cf9f5ce0-249e-474b-b6bf-ebb1a71d8c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:34.200503 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab91dd-5380-4b17-9172-ab59625bea53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0ec9ba0-9b08-41f6-a732-89f14df6459a,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:34.216325 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de0b1b-41a8-4583-8e85-2d032e89b229 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event deleted for resources: {'Port': ['ID=ced04833-15f3-4071-a075-0efb32d8680a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:34.285870 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-674a1701-31be-4911-aaae-2b81b66fb74e req-712291bc-feba-463e-ad8e-cbe1343c8dcb tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] No DVR routers for this DVR port 69851594-916b-4148-b63d-7d5c6fccc995 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:18:34.301846 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8433a559-82ed-47a6-a8cc-72f45eb8c529 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:34.307048 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-674a1701-31be-4911-aaae-2b81b66fb74e req-712291bc-feba-463e-ad8e-cbe1343c8dcb tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:34.310384 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-674a1701-31be-4911-aaae-2b81b66fb74e req-712291bc-feba-463e-ad8e-cbe1343c8dcb tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.82 "DELETE /v2.0/ports/69851594-916b-4148-b63d-7d5c6fccc995 HTTP/1.1" status: 204 len: 173 time: 1.9876170 Aug 11 22:18:34.355088 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f42ad29-b70c-458b-b424-60a4a14cbd9e', 'name': 'network-vif-deleted', 'tag': '69851594-916b-4148-b63d-7d5c6fccc995'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:18:34.365522 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e1cb49-2351-4d4f-a422-7bfe59528dd8" -d '{"events": [{"server_uuid": "9f42ad29-b70c-458b-b424-60a4a14cbd9e", "name": "network-vif-deleted", "tag": "69851594-916b-4148-b63d-7d5c6fccc995"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:18:34.417879 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fee34b49-343a-40f2-83e4-cd4b172141fe req-ed8d87ae-65b5-4c9d-8ae0-680c6eabe9b5 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/ports?device_id=818351c9-8b8b-4058-926c-2cf779867212 HTTP/1.1" status: 200 len: 210 time: 0.1891589 Aug 11 22:18:34.419542 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ab91dd-5380-4b17-9172-ab59625bea53 admin admin] Checking segment: {'id': '07f7d92d-e949-43a3-b2dd-627bd28bd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:18:34.420065 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ab91dd-5380-4b17-9172-ab59625bea53 admin admin] Network hostable DHCP agents. Network: e7790f3f-c934-4280-a7bc-7879373f53d3, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:18:34.481304 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9f5ce0-249e-474b-b6bf-ebb1a71d8c04 None None] Routers {'b0a4e9a9-8575-4148-883d-326a57033b3e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:18:34.481956 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-cf9f5ce0-249e-474b-b6bf-ebb1a71d8c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:18:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['b0a4e9a9-8575-4148-883d-326a57033b3e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:34.541111 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ff0330c-39ad-4731-b0bd-b5c4d27af6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:34.556917 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c1de0b1b-41a8-4583-8e85-2d032e89b229 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:34.561318 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c1de0b1b-41a8-4583-8e85-2d032e89b229 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:34.563152 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c1de0b1b-41a8-4583-8e85-2d032e89b229 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "DELETE /v2.0/floatingips/84294eac-d1c5-43dd-aa35-c4b0764c3322 HTTP/1.1" status: 204 len: 168 time: 3.2109966 Aug 11 22:18:34.569314 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56870) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:34.596387 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ab91dd-5380-4b17-9172-ab59625bea53 admin admin] Network e7790f3f-c934-4280-a7bc-7879373f53d3 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:18:34.624052 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec344e7-cff8-48be-82a5-174f0f3e8092 x-openstack-request-id: req-3ec344e7-cff8-48be-82a5-174f0f3e8092 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:18:34.624891 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1591e8b-abff-4707-8b11-eb67bb7429a3", "name": "network-vif-deleted", "tag": "d64d5a4b-9432-4a26-b343-d0abcb2ac75b", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:18:34.625809 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-d9ab91dd-5380-4b17-9172-ab59625bea53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, e7790f3f-c934-4280-a7bc-7879373f53d3) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:18:34.626214 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3ec344e7-cff8-48be-82a5-174f0f3e8092 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:18:34.626755 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1591e8b-abff-4707-8b11-eb67bb7429a3', 'name': 'network-vif-deleted', 'tag': 'd64d5a4b-9432-4a26-b343-d0abcb2ac75b', 'status': 'completed', 'code': 200} Aug 11 22:18:34.646761 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ff0330c-39ad-4731-b0bd-b5c4d27af6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:34.653592 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ab91dd-5380-4b17-9172-ab59625bea53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:34.655757 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb040317-e0f6-43b5-9312-e4de2c3f3887 None None] Network e7790f3f-c934-4280-a7bc-7879373f53d3 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:18:34.656016 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d9ab91dd-5380-4b17-9172-ab59625bea53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:34.749319 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-2baaf24b-73be-4462-b56e-3819926725e8 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] DELETE failed (client error): The resource could not be found. Aug 11 22:18:34.753222 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2baaf24b-73be-4462-b56e-3819926725e8 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:18:34.755627 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2baaf24b-73be-4462-b56e-3819926725e8 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "DELETE /v2.0/ports/ad08ed36-1de2-434b-ac43-cbb4b5e1d643 HTTP/1.1" status: 404 len: 333 time: 0.1847661 Aug 11 22:18:34.759421 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56876) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:34.761052 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb7cb3-3e88-4605-b856-2c0d16696201 None None] Pushing event updated for resources: {'Port': ['ID=d52e2054-ade7-4dab-96eb-9d0b592689bd,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:34.762071 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d9ab91dd-5380-4b17-9172-ab59625bea53 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.7525091 Aug 11 22:18:34.764791 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b90534f-779f-4c81-b706-6b64ec541f61 x-openstack-request-id: req-5b90534f-779f-4c81-b706-6b64ec541f61 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:18:34.773954 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f42ad29-b70c-458b-b424-60a4a14cbd9e", "name": "network-vif-deleted", "tag": "69851594-916b-4148-b63d-7d5c6fccc995", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:18:34.774266 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5b90534f-779f-4c81-b706-6b64ec541f61 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:18:34.775693 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f42ad29-b70c-458b-b424-60a4a14cbd9e', 'name': 'network-vif-deleted', 'tag': '69851594-916b-4148-b63d-7d5c6fccc995', 'status': 'completed', 'code': 200} Aug 11 22:18:34.851391 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ff0330c-39ad-4731-b0bd-b5c4d27af6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:34.854969 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ff0330c-39ad-4731-b0bd-b5c4d27af6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:34.856446 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1ff0330c-39ad-4731-b0bd-b5c4d27af6a8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ca8e1e6d-ce77-446a-8984-6eb9bbeec830 HTTP/1.1" status: 204 len: 168 time: 1.1169343 Aug 11 22:18:34.879779 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f225c094-7974-4b37-94ff-1bd229f234cc tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "GET /v2.0/ports?device_id=40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680 HTTP/1.1" status: 200 len: 205 time: 0.1100452 Aug 11 22:18:34.884952 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56880) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:34.895110 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0330c-39ad-4731-b0bd-b5c4d27af6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8e1e6d-ce77-446a-8984-6eb9bbeec830,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:34.978636 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-7be7fdab-86b8-40dc-b8c1-81557ea45604 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] delete failed (client error): The resource could not be found. Aug 11 22:18:34.979958 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7be7fdab-86b8-40dc-b8c1-81557ea45604 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "DELETE /v2.0/routers/40a1a8db-b0bf-4e3d-9c9f-5e18e83dd680 HTTP/1.1" status: 404 len: 336 time: 0.0874591 Aug 11 22:18:34.982850 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56884) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:35.074666 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac4c2d7-34e4-4f0e-868b-a7cd372e1ed3 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] DELETE failed (client error): The resource could not be found. Aug 11 22:18:35.079350 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac4c2d7-34e4-4f0e-868b-a7cd372e1ed3 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:18:35.083883 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fac4c2d7-34e4-4f0e-868b-a7cd372e1ed3 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "DELETE /v2.0/subnets/989d3519-aa72-44a6-a621-3b5aac16dfe0 HTTP/1.1" status: 404 len: 337 time: 0.0996034 Aug 11 22:18:35.088123 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56890) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:35.169313 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-8433a559-82ed-47a6-a8cc-72f45eb8c529 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting port d52e2054-ade7-4dab-96eb-9d0b592689bd {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:18:35.169676 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8433a559-82ed-47a6-a8cc-72f45eb8c529 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:35.219988 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-cf9f5ce0-249e-474b-b6bf-ebb1a71d8c04 None None] Set router b0a4e9a9-8575-4148-883d-326a57033b3e gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:18:35.224494 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ac8a05-2c12-4881-906e-04a2932d9c65 None None] Network e7790f3f-c934-4280-a7bc-7879373f53d3 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:18:35.331584 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-c143164d-75cd-4216-b120-43ae6040bf00 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Deleting port 2927bf6a-e491-4d17-8a58-320069c81dd6 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:18:35.331925 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c143164d-75cd-4216-b120-43ae6040bf00 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:35.428692 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-8433a559-82ed-47a6-a8cc-72f45eb8c529 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] For port d52e2054-ade7-4dab-96eb-9d0b592689bd, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d52e2054-ade7-4dab-96eb-9d0b592689bd,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:35.431971 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8433a559-82ed-47a6-a8cc-72f45eb8c529 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:35.470901 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-8433a559-82ed-47a6-a8cc-72f45eb8c529 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Calling delete_port for d52e2054-ade7-4dab-96eb-9d0b592689bd owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:18:35.546196 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device d64d5a4b-9432-4a26-b343-d0abcb2ac75b no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:18:35.646051 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c143164d-75cd-4216-b120-43ae6040bf00 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:35.695165 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-c143164d-75cd-4216-b120-43ae6040bf00 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Calling delete_port for 2927bf6a-e491-4d17-8a58-320069c81dd6 owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:18:35.710139 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 69851594-916b-4148-b63d-7d5c6fccc995 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:18:35.921473 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8433a559-82ed-47a6-a8cc-72f45eb8c529 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:35.958489 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-9e18bf7e-e68c-4551-9d0d-1c449d3ccbbd tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:35.963294 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-9e18bf7e-e68c-4551-9d0d-1c449d3ccbbd tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/networks?id=e7790f3f-c934-4280-a7bc-7879373f53d3 HTTP/1.1" status: 200 len: 806 time: 0.2454214 Aug 11 22:18:35.966623 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433a559-82ed-47a6-a8cc-72f45eb8c529 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Port': ['ID=d52e2054-ade7-4dab-96eb-9d0b592689bd,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:36.013123 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-e63d6dd7-1dc9-4cdb-8099-fdef46ac0980 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/quotas/46c13839859945349c0d5afcfb364f66 HTTP/1.1" status: 200 len: 375 time: 0.0414951 Aug 11 22:18:36.092285 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-a3e01c0c-c0ac-4fe3-ab81-839c7c0131e6 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=46c13839859945349c0d5afcfb364f66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778832 Aug 11 22:18:36.151554 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: d64d5a4b-9432-4a26-b343-d0abcb2ac75b {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:18:36.151914 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device d64d5a4b-9432-4a26-b343-d0abcb2ac75b not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:18:36.162414 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8433a559-82ed-47a6-a8cc-72f45eb8c529 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:36.170345 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 69851594-916b-4148-b63d-7d5c6fccc995 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:18:36.170789 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 69851594-916b-4148-b63d-7d5c6fccc995 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:18:36.376997 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-586b5884-39c0-4251-857b-9ecaa9cfd44d service neutron] 10.222.0.77 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831733 Aug 11 22:18:36.498818 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c143164d-75cd-4216-b120-43ae6040bf00 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:36.558260 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143164d-75cd-4216-b120-43ae6040bf00 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event deleted for resources: {'Port': ['ID=2927bf6a-e491-4d17-8a58-320069c81dd6,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:36.599428 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-cf9f5ce0-249e-474b-b6bf-ebb1a71d8c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a4e9a9-8575-4148-883d-326a57033b3e', 'name': 'tempest-NetworksTestDHCPv6-router-1098019115', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:18:26Z', 'updated_at': '2021-08-11T22:18:29Z', 'revision_number': 2, 'project_id': '77a906ff571349a9ab758211e1d7eb8e', 'gw_port_host': None, '_interfaces': [{'id': 'd52e2054-ade7-4dab-96eb-9d0b592689bd', 'name': '', 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'mac_address': 'fa:16:3e:2d:5d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a4e9a9-8575-4148-883d-326a57033b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '8c53b89e-a71c-4d47-a417-06f7798cda1f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:18:27Z', 'updated_at': '2021-08-11T22:18:33Z', 'revision_number': 4, 'project_id': '77a906ff571349a9ab758211e1d7eb8e', 'subnets': [{'id': '8c53b89e-a71c-4d47-a417-06f7798cda1f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:36.614667 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8433a559-82ed-47a6-a8cc-72f45eb8c529 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Router b0a4e9a9-8575-4148-883d-326a57033b3e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:18:36.674703 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9f5ce0-249e-474b-b6bf-ebb1a71d8c04 None None] The sync data for ids ['b0a4e9a9-8575-4148-883d-326a57033b3e'] in n-d-804275-3 is: [{'id': 'b0a4e9a9-8575-4148-883d-326a57033b3e', 'name': 'tempest-NetworksTestDHCPv6-router-1098019115', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:18:26Z', 'updated_at': '2021-08-11T22:18:29Z', 'revision_number': 2, 'project_id': '77a906ff571349a9ab758211e1d7eb8e', 'gw_port_host': None, '_interfaces': [{'id': 'd52e2054-ade7-4dab-96eb-9d0b592689bd', 'name': '', 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'mac_address': 'fa:16:3e:2d:5d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a4e9a9-8575-4148-883d-326a57033b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '8c53b89e-a71c-4d47-a417-06f7798cda1f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:18:27Z', 'updated_at': '2021-08-11T22:18:33Z', 'revision_number': 4, 'project_id': '77a906ff571349a9ab758211e1d7eb8e', 'subnets': [{'id': '8c53b89e-a71c-4d47-a417-06f7798cda1f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:18:36.700062 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-413bac82-deb1-4e28-af18-2dc942dd52c6 service neutron] 10.222.0.77 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172932 Aug 11 22:18:36.725040 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-4410d475-dfcd-4e17-8b2e-dc899b81cede tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:36.727441 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-4410d475-dfcd-4e17-8b2e-dc899b81cede tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.52 "GET /v2.0/networks?id=32a2d337-e855-44ec-89d0-7bb634583902 HTTP/1.1" status: 200 len: 812 time: 0.4136527 Aug 11 22:18:36.759839 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c143164d-75cd-4216-b120-43ae6040bf00 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:36.773878 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c143164d-75cd-4216-b120-43ae6040bf00 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "DELETE /v2.0/ports/2927bf6a-e491-4d17-8a58-320069c81dd6 HTTP/1.1" status: 204 len: 168 time: 1.6840680 Aug 11 22:18:36.777444 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56926) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:36.788026 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-abf0078f-40f1-46dd-a758-1cc0c3e6e141 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Request body: {'port': {'device_id': '1c8b25bf-1636-412c-bc91-904f9e9ce132', 'network_id': '32a2d337-e855-44ec-89d0-7bb634583902', 'admin_state_up': True, 'tenant_id': '87fb22244d5844ab81b7e2386b951aca'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:37.118813 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-58f3ddc1-1c91-4448-b4df-82d844d7ef9a req-279b5775-39d2-4ac4-aaf5-8cb17a1ccf4f tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/ports?device_id=818351c9-8b8b-4058-926c-2cf779867212 HTTP/1.1" status: 200 len: 210 time: 0.0871890 Aug 11 22:18:37.146536 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-853e87e7-f6ba-4df5-8f7f-c9bfed2e55ea tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Deleting port 84cafa72-9e2f-4fef-b17b-496411872aae {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:18:37.146766 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-853e87e7-f6ba-4df5-8f7f-c9bfed2e55ea tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:37.349666 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-853e87e7-f6ba-4df5-8f7f-c9bfed2e55ea tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:37.375614 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-853e87e7-f6ba-4df5-8f7f-c9bfed2e55ea tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Calling delete_port for 84cafa72-9e2f-4fef-b17b-496411872aae owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:18:37.543344 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dff8ede1-cc20-4140-8921-c24bf144813d req-0705d8ff-826d-4fbd-8306-946af6f4d696 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=233fe4c5-abe8-4d80-9c3c-ce8720b05cf6 HTTP/1.1" status: 200 len: 210 time: 0.0556996 Aug 11 22:18:37.550740 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-f41e1c79-be02-4f6c-a9bc-b67c0c07ed3c tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:37.552603 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-f41e1c79-be02-4f6c-a9bc-b67c0c07ed3c tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.52 "GET /v2.0/networks?id=32a2d337-e855-44ec-89d0-7bb634583902 HTTP/1.1" status: 200 len: 812 time: 0.7866774 Aug 11 22:18:37.553688 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8433a559-82ed-47a6-a8cc-72f45eb8c529 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:18:37.567924 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-8432d8df-13b9-46eb-8616-b5f22fa6c126 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Request body: {'port': {'device_id': '818351c9-8b8b-4058-926c-2cf779867212', 'network_id': '32a2d337-e855-44ec-89d0-7bb634583902', 'admin_state_up': True, 'tenant_id': '87fb22244d5844ab81b7e2386b951aca'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:37.582846 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8433a559-82ed-47a6-a8cc-72f45eb8c529 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "PUT /v2.0/routers/b0a4e9a9-8575-4148-883d-326a57033b3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7933693 Aug 11 22:18:37.597399 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56938) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:37.679624 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-853e87e7-f6ba-4df5-8f7f-c9bfed2e55ea tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:37.727321 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e87e7-f6ba-4df5-8f7f-c9bfed2e55ea tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event deleted for resources: {'Port': ['ID=84cafa72-9e2f-4fef-b17b-496411872aae,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:37.728484 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-abf0078f-40f1-46dd-a758-1cc0c3e6e141 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Made reservation on behalf of 87fb22244d5844ab81b7e2386b951aca for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:18:37.731352 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-abf0078f-40f1-46dd-a758-1cc0c3e6e141 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:37.824984 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb676cd7-07c8-4c49-a7b1-6c29bbb0bb00 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:37.826850 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb676cd7-07c8-4c49-a7b1-6c29bbb0bb00 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:37.826988 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-853e87e7-f6ba-4df5-8f7f-c9bfed2e55ea tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:37.829760 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fb676cd7-07c8-4c49-a7b1-6c29bbb0bb00 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2030878 Aug 11 22:18:37.829971 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-853e87e7-f6ba-4df5-8f7f-c9bfed2e55ea tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "DELETE /v2.0/ports/84cafa72-9e2f-4fef-b17b-496411872aae HTTP/1.1" status: 204 len: 168 time: 1.0502560 Aug 11 22:18:37.831989 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56946) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:37.834265 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56948) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:37.945955 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-64694a48-b959-425f-bc75-8929d621494e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting subnet 8c53b89e-a71c-4d47-a417-06f7798cda1f {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:18:37.960687 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-64694a48-b959-425f-bc75-8929d621494e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:38.005125 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aaa7b3-82ff-4098-8141-40f915533cde tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:38.009769 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c3aaa7b3-82ff-4098-8141-40f915533cde tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb7ed200-b283-408b-9e65-fa6d5ac4b332 HTTP/1.1" status: 200 len: 913 time: 0.1736009 Aug 11 22:18:38.011312 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56952) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:38.107224 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-8432d8df-13b9-46eb-8616-b5f22fa6c126 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Made reservation on behalf of 87fb22244d5844ab81b7e2386b951aca for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:18:38.114132 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-8432d8df-13b9-46eb-8616-b5f22fa6c126 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:38.146721 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-abf0078f-40f1-46dd-a758-1cc0c3e6e141 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Allocated IP 172.20.0.10 (32a2d337-e855-44ec-89d0-7bb634583902/fa724096-e987-44d4-b72d-54b6752c8acf/abb46551-a0a9-41c7-a01a-85c5a1cc6df4) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:18:38.196096 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:38.579522 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-abf0078f-40f1-46dd-a758-1cc0c3e6e141 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:38.611729 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-64694a48-b959-425f-bc75-8929d621494e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:38.669946 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-acb398e9-09fe-4c5c-bc73-9d1dd15ec096 req-27985b03-d6ba-4b04-9e03-6a0909cf05e2 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/ports?device_id=818351c9-8b8b-4058-926c-2cf779867212 HTTP/1.1" status: 200 len: 210 time: 0.0838656 Aug 11 22:18:38.672789 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-abf0078f-40f1-46dd-a758-1cc0c3e6e141 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:38.948394 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-abf0078f-40f1-46dd-a758-1cc0c3e6e141 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Network 32a2d337-e855-44ec-89d0-7bb634583902 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:18:38.962247 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-abf0078f-40f1-46dd-a758-1cc0c3e6e141 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:18:38.979105 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-abf0078f-40f1-46dd-a758-1cc0c3e6e141 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:18:38.993114 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-8432d8df-13b9-46eb-8616-b5f22fa6c126 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Allocated IP 172.20.0.5 (32a2d337-e855-44ec-89d0-7bb634583902/fa724096-e987-44d4-b72d-54b6752c8acf/f9eb9ef2-b416-49e2-9a0c-b33792576bde) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:18:38.995568 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0078f-40f1-46dd-a758-1cc0c3e6e141 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Pushing event updated for resources: {'Port': ['ID=abb46551-a0a9-41c7-a01a-85c5a1cc6df4,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:39.067341 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-abf0078f-40f1-46dd-a758-1cc0c3e6e141 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:39.068055 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-abf0078f-40f1-46dd-a758-1cc0c3e6e141 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:39.102182 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-abf0078f-40f1-46dd-a758-1cc0c3e6e141 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3349650 Aug 11 22:18:39.119188 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-7a21bc91-0f92-46a9-b008-92ed730b5107 service neutron] Request body: {'port': {'device_id': '1c8b25bf-1636-412c-bc91-904f9e9ce132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:39.184271 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c09a3747-a86a-4ac5-8a25-2608bf4e3858 req-1150ee5d-91c1-4cc8-8e95-29a7b9578f27 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=233fe4c5-abe8-4d80-9c3c-ce8720b05cf6 HTTP/1.1" status: 200 len: 210 time: 0.1120715 Aug 11 22:18:39.208716 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-dbe9a000-3270-489c-90e5-2b9df027af8c tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:39.212488 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-dbe9a000-3270-489c-90e5-2b9df027af8c tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.82 "GET /v2.0/networks?id=e7790f3f-c934-4280-a7bc-7879373f53d3 HTTP/1.1" status: 200 len: 806 time: 0.5549049 Aug 11 22:18:39.217621 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-64694a48-b959-425f-bc75-8929d621494e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:39.236198 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb483bcd-9558-4b17-bc14-9fb7432d0e06 None None] Sync routers for ids ['b0a4e9a9-8575-4148-883d-326a57033b3e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:18:39.252343 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb483bcd-9558-4b17-bc14-9fb7432d0e06 None None] Routers {'b0a4e9a9-8575-4148-883d-326a57033b3e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:18:39.253442 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-fb483bcd-9558-4b17-bc14-9fb7432d0e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:18:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['b0a4e9a9-8575-4148-883d-326a57033b3e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:39.268090 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-0fddcd35-c0b6-494a-9694-4feabd6e1692 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Request body: {'port': {'device_id': '233fe4c5-abe8-4d80-9c3c-ce8720b05cf6', 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3', 'admin_state_up': True, 'tenant_id': '46c13839859945349c0d5afcfb364f66'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:39.268509 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-7a21bc91-0f92-46a9-b008-92ed730b5107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:39.340458 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-8432d8df-13b9-46eb-8616-b5f22fa6c126 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:39.384400 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-fb483bcd-9558-4b17-bc14-9fb7432d0e06 None None] Set router b0a4e9a9-8575-4148-883d-326a57033b3e gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:18:39.458329 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-fb483bcd-9558-4b17-bc14-9fb7432d0e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a4e9a9-8575-4148-883d-326a57033b3e', 'name': 'tempest-NetworksTestDHCPv6-router-1098019115', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:18:26Z', 'updated_at': '2021-08-11T22:18:35Z', 'revision_number': 3, 'project_id': '77a906ff571349a9ab758211e1d7eb8e', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:39.484123 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-8432d8df-13b9-46eb-8616-b5f22fa6c126 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:39.504866 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb483bcd-9558-4b17-bc14-9fb7432d0e06 None None] Checking router: b0a4e9a9-8575-4148-883d-326a57033b3e for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:18:39.520964 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb483bcd-9558-4b17-bc14-9fb7432d0e06 None None] Routers {'b0a4e9a9-8575-4148-883d-326a57033b3e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:18:39.522268 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-fb483bcd-9558-4b17-bc14-9fb7432d0e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:18:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['b0a4e9a9-8575-4148-883d-326a57033b3e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:39.550565 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-64694a48-b959-425f-bc75-8929d621494e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:39.610871 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-8432d8df-13b9-46eb-8616-b5f22fa6c126 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Network 32a2d337-e855-44ec-89d0-7bb634583902 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:18:39.623566 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-64694a48-b959-425f-bc75-8929d621494e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:39.624435 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-8432d8df-13b9-46eb-8616-b5f22fa6c126 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:18:39.629666 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-64694a48-b959-425f-bc75-8929d621494e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/8c53b89e-a71c-4d47-a417-06f7798cda1f HTTP/1.1" status: 204 len: 168 time: 1.7898719 Aug 11 22:18:39.629666 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64694a48-b959-425f-bc75-8929d621494e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Subnet': ['ID=8c53b89e-a71c-4d47-a417-06f7798cda1f,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:39.630124 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432d8df-13b9-46eb-8616-b5f22fa6c126 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Pushing event updated for resources: {'Port': ['ID=f9eb9ef2-b416-49e2-9a0c-b33792576bde,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:39.631548 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56962) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:39.631750 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-8432d8df-13b9-46eb-8616-b5f22fa6c126 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:18:39.651286 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cddde9-cb76-4f68-9720-52d9372a1303 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:18:39.685046 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-fb483bcd-9558-4b17-bc14-9fb7432d0e06 None None] Set router b0a4e9a9-8575-4148-883d-326a57033b3e gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:18:39.739286 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-8432d8df-13b9-46eb-8616-b5f22fa6c126 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:39.740029 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-8432d8df-13b9-46eb-8616-b5f22fa6c126 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:39.750181 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-fb483bcd-9558-4b17-bc14-9fb7432d0e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a4e9a9-8575-4148-883d-326a57033b3e', 'name': 'tempest-NetworksTestDHCPv6-router-1098019115', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:18:26Z', 'updated_at': '2021-08-11T22:18:35Z', 'revision_number': 3, 'project_id': '77a906ff571349a9ab758211e1d7eb8e', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:39.769773 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-0fddcd35-c0b6-494a-9694-4feabd6e1692 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Made reservation on behalf of 46c13839859945349c0d5afcfb364f66 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:18:39.779095 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-0fddcd35-c0b6-494a-9694-4feabd6e1692 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:39.787089 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb483bcd-9558-4b17-bc14-9fb7432d0e06 None None] The sync data for ids ['b0a4e9a9-8575-4148-883d-326a57033b3e'] in n-d-804275-3 is: [{'id': 'b0a4e9a9-8575-4148-883d-326a57033b3e', 'name': 'tempest-NetworksTestDHCPv6-router-1098019115', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:18:26Z', 'updated_at': '2021-08-11T22:18:35Z', 'revision_number': 3, 'project_id': '77a906ff571349a9ab758211e1d7eb8e', 'gw_port_host': None}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:18:39.832896 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-8432d8df-13b9-46eb-8616-b5f22fa6c126 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2691879 Aug 11 22:18:39.849631 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-0e3a532b-d0bb-46c8-a796-331889d6de10 service neutron] Request body: {'port': {'device_id': '818351c9-8b8b-4058-926c-2cf779867212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:39.894865 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-7a21bc91-0f92-46a9-b008-92ed730b5107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abb46551-a0a9-41c7-a01a-85c5a1cc6df4 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:18:39.937743 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-0e3a532b-d0bb-46c8-a796-331889d6de10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:39.948788 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-7a21bc91-0f92-46a9-b008-92ed730b5107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:39.982491 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-7a21bc91-0f92-46a9-b008-92ed730b5107 service neutron] Transition to ACTIVE for port object abb46551-a0a9-41c7-a01a-85c5a1cc6df4 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:18:40.033381 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-7a21bc91-0f92-46a9-b008-92ed730b5107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:40.083018 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-11d6d038-e0a4-4af0-819e-ff387c30c9d3 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4512200 Aug 11 22:18:40.089210 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56972) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:40.183649 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae8cad9-b617-4dbf-a47f-3ba02ff93d0e None None] DHCP port deletion for 031f2dcc-5a67-473f-bde2-e5d9a50304c4 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:18:40.265067 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-0ae8cad9-b617-4dbf-a47f-3ba02ff93d0e None None] Deleting port f48c1b30-eb4d-4c36-8a96-c1105da86b19 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:18:40.265335 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0ae8cad9-b617-4dbf-a47f-3ba02ff93d0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:40.311316 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21bc91-0f92-46a9-b008-92ed730b5107 service neutron] Pushing event updated for resources: {'Port': ['ID=abb46551-a0a9-41c7-a01a-85c5a1cc6df4,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:40.332891 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a8033-6660-4bd1-b0e5-804ff41f4c1a req-29d4f13f-c988-44f5-be6f-da637622c2c9 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:40.341279 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-892a8033-6660-4bd1-b0e5-804ff41f4c1a req-29d4f13f-c988-44f5-be6f-da637622c2c9 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/ports?device_id=818351c9-8b8b-4058-926c-2cf779867212 HTTP/1.1" status: 200 len: 931 time: 0.4769697 Aug 11 22:18:40.379053 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a1a9d893-da50-405f-94fa-0107888bfa19 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:40.434732 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-0ae8cad9-b617-4dbf-a47f-3ba02ff93d0e None None] For port f48c1b30-eb4d-4c36-8a96-c1105da86b19, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f48c1b30-eb4d-4c36-8a96-c1105da86b19,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:40.435132 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0ae8cad9-b617-4dbf-a47f-3ba02ff93d0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:40.456798 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-0ae8cad9-b617-4dbf-a47f-3ba02ff93d0e None None] Calling delete_port for f48c1b30-eb4d-4c36-8a96-c1105da86b19 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:18:40.552517 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-0fddcd35-c0b6-494a-9694-4feabd6e1692 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Allocated IP 172.20.0.13 (e7790f3f-c934-4280-a7bc-7879373f53d3/e0ec9ba0-9b08-41f6-a732-89f14df6459a/4f7cb9d4-f60b-4372-a47f-b765a6295863) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:18:40.576103 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-892a8033-6660-4bd1-b0e5-804ff41f4c1a req-e6695d8f-b4b6-42d4-a44c-ede071cb6869 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/security-groups?id=2cad39f2-dc15-4a47-9a79-03692e0ed901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333641 Aug 11 22:18:40.599117 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0ae8cad9-b617-4dbf-a47f-3ba02ff93d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:40.623857 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae8cad9-b617-4dbf-a47f-3ba02ff93d0e None None] No DVR routers for this DVR port f48c1b30-eb4d-4c36-8a96-c1105da86b19 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:18:40.684371 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8cad9-b617-4dbf-a47f-3ba02ff93d0e None None] Pushing event deleted for resources: {'Port': ['ID=f48c1b30-eb4d-4c36-8a96-c1105da86b19,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:40.701417 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8cad9-b617-4dbf-a47f-3ba02ff93d0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:40.702143 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8cad9-b617-4dbf-a47f-3ba02ff93d0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:40.702997 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8cad9-b617-4dbf-a47f-3ba02ff93d0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:40.704357 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8cad9-b617-4dbf-a47f-3ba02ff93d0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:40.705234 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8cad9-b617-4dbf-a47f-3ba02ff93d0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:40.706079 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8cad9-b617-4dbf-a47f-3ba02ff93d0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:40.706483 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9d74c561-992f-47f7-8548-24a9cc4a1a33 req-878234f0-e833-4e8c-aed1-2f75b15fb243 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d874068c-2c88-4b70-87bc-9fac0831ad11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2801118 Aug 11 22:18:40.707929 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-7a21bc91-0f92-46a9-b008-92ed730b5107 service neutron] Attempting to bind port abb46551-a0a9-41c7-a01a-85c5a1cc6df4 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:18:40.708530 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8cad9-b617-4dbf-a47f-3ba02ff93d0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:40.708704 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-7a21bc91-0f92-46a9-b008-92ed730b5107 service neutron] Attempting to bind port abb46551-a0a9-41c7-a01a-85c5a1cc6df4 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '32a2d337-e855-44ec-89d0-7bb634583902'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:18:40.709134 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-7a21bc91-0f92-46a9-b008-92ed730b5107 service neutron] Attempting to bind port abb46551-a0a9-41c7-a01a-85c5a1cc6df4 on network 32a2d337-e855-44ec-89d0-7bb634583902 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:18:40.710417 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8cad9-b617-4dbf-a47f-3ba02ff93d0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:40.711248 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8cad9-b617-4dbf-a47f-3ba02ff93d0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:40.712105 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8cad9-b617-4dbf-a47f-3ba02ff93d0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:40.713013 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8cad9-b617-4dbf-a47f-3ba02ff93d0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:40.713880 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8cad9-b617-4dbf-a47f-3ba02ff93d0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:40.723939 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-7a21bc91-0f92-46a9-b008-92ed730b5107 service neutron] Port abb46551-a0a9-41c7-a01a-85c5a1cc6df4 on network 32a2d337-e855-44ec-89d0-7bb634583902 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:18:40.724426 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-7a21bc91-0f92-46a9-b008-92ed730b5107 service neutron] Attempting to bind port abb46551-a0a9-41c7-a01a-85c5a1cc6df4 on network 32a2d337-e855-44ec-89d0-7bb634583902 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:18:40.746286 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-7a21bc91-0f92-46a9-b008-92ed730b5107 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:18:40.746635 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-7a21bc91-0f92-46a9-b008-92ed730b5107 service neutron] Checking segment: {'id': '8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '32a2d337-e855-44ec-89d0-7bb634583902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:18:40.747037 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-7a21bc91-0f92-46a9-b008-92ed730b5107 service neutron] Bound using segment: {'id': '8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '32a2d337-e855-44ec-89d0-7bb634583902'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:18:40.747495 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-7a21bc91-0f92-46a9-b008-92ed730b5107 service neutron] Bound port: abb46551-a0a9-41c7-a01a-85c5a1cc6df4, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '32a2d337-e855-44ec-89d0-7bb634583902'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:18:40.747892 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-7a21bc91-0f92-46a9-b008-92ed730b5107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:40.760827 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1aeaabe2-39fa-4fbe-9251-1f29af4076da tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:40.895827 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74c561-992f-47f7-8548-24a9cc4a1a33 req-c6452063-d40b-4cd0-a53e-db11eb013ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:40.897470 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9d74c561-992f-47f7-8548-24a9cc4a1a33 req-c6452063-d40b-4cd0-a53e-db11eb013ba1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4980a3f019644cf79e7a0e6f603100d9&device_id=d874068c-2c88-4b70-87bc-9fac0831ad11 HTTP/1.1" status: 200 len: 1135 time: 0.1470213 Aug 11 22:18:40.908585 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a1a9d893-da50-405f-94fa-0107888bfa19 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:40.929174 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a1a9d893-da50-405f-94fa-0107888bfa19 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:40.935637 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b983ca62-b18a-4ced-8ae8-7fb4c1d21098 req-a43a3155-909e-4960-9147-817f77939439 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=233fe4c5-abe8-4d80-9c3c-ce8720b05cf6 HTTP/1.1" status: 200 len: 210 time: 0.1247580 Aug 11 22:18:40.962591 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-0e3a532b-d0bb-46c8-a796-331889d6de10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9eb9ef2-b416-49e2-9a0c-b33792576bde {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:18:41.008106 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-0e3a532b-d0bb-46c8-a796-331889d6de10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:41.016861 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-7a21bc91-0f92-46a9-b008-92ed730b5107 service neutron] For port abb46551-a0a9-41c7-a01a-85c5a1cc6df4, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:18:41.054654 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-7a21bc91-0f92-46a9-b008-92ed730b5107 service neutron] For port abb46551-a0a9-41c7-a01a-85c5a1cc6df4, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=abb46551-a0a9-41c7-a01a-85c5a1cc6df4,segment=NetworkSegment(8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e),segment_id=8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:18:41.066212 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-0e3a532b-d0bb-46c8-a796-331889d6de10 service neutron] Transition to ACTIVE for port object f9eb9ef2-b416-49e2-9a0c-b33792576bde will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:18:41.067739 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-7a21bc91-0f92-46a9-b008-92ed730b5107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:41.078224 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a1a9d893-da50-405f-94fa-0107888bfa19 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:41.078870 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a9d893-da50-405f-94fa-0107888bfa19 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Fanout notify agent at l3_agent the message router_deleted on router b0a4e9a9-8575-4148-883d-326a57033b3e {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:18:41.087314 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a1a9d893-da50-405f-94fa-0107888bfa19 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:41.091799 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a1a9d893-da50-405f-94fa-0107888bfa19 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/routers/b0a4e9a9-8575-4148-883d-326a57033b3e HTTP/1.1" status: 204 len: 168 time: 1.0003679 Aug 11 22:18:41.094784 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56978) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:41.137214 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f48c1b30-eb4d-4c36-8a96-c1105da86b19 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:18:41.140166 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74c561-992f-47f7-8548-24a9cc4a1a33 req-2bdab4b2-4039-4b55-936e-c9174a8db408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:41.141933 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9d74c561-992f-47f7-8548-24a9cc4a1a33 req-2bdab4b2-4039-4b55-936e-c9174a8db408 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a7f22ba2-e884-4b3c-bcb8-adf9ef172db9 HTTP/1.1" status: 200 len: 897 time: 0.2199695 Aug 11 22:18:41.142970 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-0e3a532b-d0bb-46c8-a796-331889d6de10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:41.154473 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c6eb5f0a-527c-4bd3-a1d5-a2c11c9d8a38 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0564854 Aug 11 22:18:41.155587 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56980) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:41.185000 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-7a21bc91-0f92-46a9-b008-92ed730b5107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:41.186510 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-7a21bc91-0f92-46a9-b008-92ed730b5107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:41.187478 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-7a21bc91-0f92-46a9-b008-92ed730b5107 service neutron] 10.222.0.52 "PUT /v2.0/ports/abb46551-a0a9-41c7-a01a-85c5a1cc6df4 HTTP/1.1" status: 200 len: 1092 time: 2.0742326 Aug 11 22:18:41.188172 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c8b25bf-1636-412c-bc91-904f9e9ce132', 'tag': 'abb46551-a0a9-41c7-a01a-85c5a1cc6df4'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:18:41.192125 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd60618e-c292-4f70-bb7b-6ea5947b8518" -d '{"events": [{"name": "network-changed", "server_uuid": "1c8b25bf-1636-412c-bc91-904f9e9ce132", "tag": "abb46551-a0a9-41c7-a01a-85c5a1cc6df4"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:18:41.221874 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: f48c1b30-eb4d-4c36-8a96-c1105da86b19 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:18:41.222453 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f48c1b30-eb4d-4c36-8a96-c1105da86b19 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:18:41.223173 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d52e2054-ade7-4dab-96eb-9d0b592689bd no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:18:41.251194 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: d52e2054-ade7-4dab-96eb-9d0b592689bd {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:18:41.251593 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d52e2054-ade7-4dab-96eb-9d0b592689bd not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:18:41.333122 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ead1cd-99f9-46be-81f8-6bb05fbde719 x-openstack-request-id: req-a7ead1cd-99f9-46be-81f8-6bb05fbde719 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:18:41.334267 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c8b25bf-1636-412c-bc91-904f9e9ce132", "tag": "abb46551-a0a9-41c7-a01a-85c5a1cc6df4", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:18:41.334267 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a7ead1cd-99f9-46be-81f8-6bb05fbde719 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:18:41.334267 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c8b25bf-1636-412c-bc91-904f9e9ce132', 'tag': 'abb46551-a0a9-41c7-a01a-85c5a1cc6df4', 'status': 'completed', 'code': 200} Aug 11 22:18:41.339564 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-0fddcd35-c0b6-494a-9694-4feabd6e1692 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:41.345390 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091b426f-d385-479e-8fda-fb5f152d441f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:41.350373 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-091b426f-d385-479e-8fda-fb5f152d441f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1845586 Aug 11 22:18:41.351825 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56984) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:41.411971 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-32c02726-22b7-44f4-944f-271c83871a7e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588839 Aug 11 22:18:41.421616 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9d74c561-992f-47f7-8548-24a9cc4a1a33 req-b3df9677-85bf-45d7-9080-f317ba2a9158 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad709186-dffc-489e-878d-76de899ca8af HTTP/1.1" status: 200 len: 1001 time: 0.2496297 Aug 11 22:18:41.427646 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56988) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:41.437428 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-0d4960bc-dba2-4477-afbf-ffdb35095a92 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:41.437749 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21bc91-0f92-46a9-b008-92ed730b5107 service neutron] Pushing event updated for resources: {'Port': ['ID=abb46551-a0a9-41c7-a01a-85c5a1cc6df4,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:41.552792 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-5f88f69e-472a-48e2-9885-0163fbcdb072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:41.555170 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-5f88f69e-472a-48e2-9885-0163fbcdb072 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=87fb22244d5844ab81b7e2386b951aca&device_id=1c8b25bf-1636-412c-bc91-904f9e9ce132 HTTP/1.1" status: 200 len: 1095 time: 0.2241006 Aug 11 22:18:41.618289 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a532b-d0bb-46c8-a796-331889d6de10 service neutron] Pushing event updated for resources: {'Port': ['ID=f9eb9ef2-b416-49e2-9a0c-b33792576bde,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:41.622502 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74c561-992f-47f7-8548-24a9cc4a1a33 req-4f509e14-8f5a-4fb1-b8a9-e66883182939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:41.624167 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9d74c561-992f-47f7-8548-24a9cc4a1a33 req-4f509e14-8f5a-4fb1-b8a9-e66883182939 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0bb7995d-56c2-4f4e-b29d-678903d21aa8 HTTP/1.1" status: 200 len: 835 time: 0.1834130 Aug 11 22:18:41.626259 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-27875ab8-acf4-4669-9f7f-1eed56364d71 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abb46551-a0a9-41c7-a01a-85c5a1cc6df4 HTTP/1.1" status: 200 len: 217 time: 0.0605443 Aug 11 22:18:41.675112 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-0fddcd35-c0b6-494a-9694-4feabd6e1692 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:41.731893 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-0e3a532b-d0bb-46c8-a796-331889d6de10 service neutron] Attempting to bind port f9eb9ef2-b416-49e2-9a0c-b33792576bde on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:18:41.732752 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-0e3a532b-d0bb-46c8-a796-331889d6de10 service neutron] Attempting to bind port f9eb9ef2-b416-49e2-9a0c-b33792576bde by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '32a2d337-e855-44ec-89d0-7bb634583902'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:18:41.733065 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-0e3a532b-d0bb-46c8-a796-331889d6de10 service neutron] Attempting to bind port f9eb9ef2-b416-49e2-9a0c-b33792576bde on network 32a2d337-e855-44ec-89d0-7bb634583902 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:18:41.789547 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-0e3a532b-d0bb-46c8-a796-331889d6de10 service neutron] Port f9eb9ef2-b416-49e2-9a0c-b33792576bde on network 32a2d337-e855-44ec-89d0-7bb634583902 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:18:41.790111 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-0e3a532b-d0bb-46c8-a796-331889d6de10 service neutron] Attempting to bind port f9eb9ef2-b416-49e2-9a0c-b33792576bde on network 32a2d337-e855-44ec-89d0-7bb634583902 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:18:41.791637 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-0fddcd35-c0b6-494a-9694-4feabd6e1692 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Network e7790f3f-c934-4280-a7bc-7879373f53d3 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:18:41.798849 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4960bc-dba2-4477-afbf-ffdb35095a92 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:18:41.802845 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0d4960bc-dba2-4477-afbf-ffdb35095a92 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:41.821419 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-0fddcd35-c0b6-494a-9694-4feabd6e1692 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:18:41.824224 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-0fddcd35-c0b6-494a-9694-4feabd6e1692 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:18:41.829038 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-79076e45-726f-4bd5-8827-0c83a2389055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:41.831204 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-79076e45-726f-4bd5-8827-0c83a2389055 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fa724096-e987-44d4-b72d-54b6752c8acf HTTP/1.1" status: 200 len: 852 time: 0.1202126 Aug 11 22:18:41.834186 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-0e3a532b-d0bb-46c8-a796-331889d6de10 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:18:41.834712 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-0e3a532b-d0bb-46c8-a796-331889d6de10 service neutron] Checking segment: {'id': '8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '32a2d337-e855-44ec-89d0-7bb634583902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:18:41.835117 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-0e3a532b-d0bb-46c8-a796-331889d6de10 service neutron] Bound using segment: {'id': '8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '32a2d337-e855-44ec-89d0-7bb634583902'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:18:41.835764 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-0e3a532b-d0bb-46c8-a796-331889d6de10 service neutron] Bound port: f9eb9ef2-b416-49e2-9a0c-b33792576bde, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '32a2d337-e855-44ec-89d0-7bb634583902'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:18:41.835957 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-0e3a532b-d0bb-46c8-a796-331889d6de10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:41.886083 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74c561-992f-47f7-8548-24a9cc4a1a33 req-f498a0d1-0ef6-4543-8088-4ecb4b2042f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:41.887743 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9d74c561-992f-47f7-8548-24a9cc4a1a33 req-f498a0d1-0ef6-4543-8088-4ecb4b2042f8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a7f22ba2-e884-4b3c-bcb8-adf9ef172db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2562389 Aug 11 22:18:41.909507 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fddcd35-c0b6-494a-9694-4feabd6e1692 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Pushing event updated for resources: {'Port': ['ID=4f7cb9d4-f60b-4372-a47f-b765a6295863,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:41.952964 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-47b8ec50-38fe-43da-bb69-275420a61cdd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=32a2d337-e855-44ec-89d0-7bb634583902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113005 Aug 11 22:18:41.961791 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36271413-a825-4cac-ae43-960fd2ec1ae6 req-a8cbfaa4-9d80-4a96-a16d-bfcd9f0ed156 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:41.970599 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-36271413-a825-4cac-ae43-960fd2ec1ae6 req-a8cbfaa4-9d80-4a96-a16d-bfcd9f0ed156 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/ports?device_id=818351c9-8b8b-4058-926c-2cf779867212 HTTP/1.1" status: 200 len: 943 time: 0.2760565 Aug 11 22:18:41.993122 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-0e3a532b-d0bb-46c8-a796-331889d6de10 service neutron] For port f9eb9ef2-b416-49e2-9a0c-b33792576bde, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:18:42.041122 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-0fddcd35-c0b6-494a-9694-4feabd6e1692 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:42.041833 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-0fddcd35-c0b6-494a-9694-4feabd6e1692 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:42.150795 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-0e3a532b-d0bb-46c8-a796-331889d6de10 service neutron] For port f9eb9ef2-b416-49e2-9a0c-b33792576bde, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=f9eb9ef2-b416-49e2-9a0c-b33792576bde,segment=NetworkSegment(8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e),segment_id=8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:18:42.152198 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-36271413-a825-4cac-ae43-960fd2ec1ae6 req-887bff0f-6dba-4955-a55f-aac7ef682fe7 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/security-groups?id=2cad39f2-dc15-4a47-9a79-03692e0ed901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809976 Aug 11 22:18:42.176139 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-0e3a532b-d0bb-46c8-a796-331889d6de10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:42.179463 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-0fddcd35-c0b6-494a-9694-4feabd6e1692 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9163566 Aug 11 22:18:42.200954 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-1aeaabe2-39fa-4fbe-9251-1f29af4076da tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Deleting port 8336553b-dedf-4840-8385-8445df82bb3c {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:18:42.201913 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1aeaabe2-39fa-4fbe-9251-1f29af4076da tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:42.246926 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-f43bce17-18ef-4bcc-b541-04840a7f906f service neutron] Request body: {'port': {'device_id': '233fe4c5-abe8-4d80-9c3c-ce8720b05cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:42.346207 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-0e3a532b-d0bb-46c8-a796-331889d6de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:42.347610 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-0e3a532b-d0bb-46c8-a796-331889d6de10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:42.349856 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-0e3a532b-d0bb-46c8-a796-331889d6de10 service neutron] 10.222.0.52 "PUT /v2.0/ports/f9eb9ef2-b416-49e2-9a0c-b33792576bde HTTP/1.1" status: 200 len: 1091 time: 2.5045917 Aug 11 22:18:42.412174 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9d74c561-992f-47f7-8548-24a9cc4a1a33 req-9736dd1a-6e8c-4399-b994-9f888665b92b service neutron] 10.222.0.82 "GET /v2.0/networks/a7f22ba2-e884-4b3c-bcb8-adf9ef172db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578929 Aug 11 22:18:42.430691 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a532b-d0bb-46c8-a796-331889d6de10 service neutron] Pushing event updated for resources: {'Port': ['ID=f9eb9ef2-b416-49e2-9a0c-b33792576bde,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:42.443044 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-c085639d-f942-44f1-990f-7f0942982ea1 service neutron] 10.222.0.52 "GET /v2.0/networks/32a2d337-e855-44ec-89d0-7bb634583902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739242 Aug 11 22:18:42.641756 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-0634bcf0-97ec-4944-894d-43c9a21cca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:42.643440 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-0634bcf0-97ec-4944-894d-43c9a21cca4e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=87fb22244d5844ab81b7e2386b951aca&device_id=818351c9-8b8b-4058-926c-2cf779867212 HTTP/1.1" status: 200 len: 1094 time: 0.2297957 Aug 11 22:18:42.729514 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-403813a5-f493-4ac3-9c43-0c40304256e7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9eb9ef2-b416-49e2-9a0c-b33792576bde HTTP/1.1" status: 200 len: 217 time: 0.0765381 Aug 11 22:18:42.734913 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-26ee2100-b2e5-44d0-a186-e126fb3868c5 service neutron] 10.222.0.52 "GET /v2.0/networks/32a2d337-e855-44ec-89d0-7bb634583902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494371 Aug 11 22:18:42.737998 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9d74c561-992f-47f7-8548-24a9cc4a1a33 req-bd6f81a4-4dfc-4bd6-b34f-082a6e765367 service neutron] 10.222.0.82 "GET /v2.0/networks/a7f22ba2-e884-4b3c-bcb8-adf9ef172db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999480 Aug 11 22:18:42.894781 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-6e2a7e6b-2cd3-4bb9-ba39-307a8ad6cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:42.903620 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1aeaabe2-39fa-4fbe-9251-1f29af4076da tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:42.904297 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-6e2a7e6b-2cd3-4bb9-ba39-307a8ad6cbe1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fa724096-e987-44d4-b72d-54b6752c8acf HTTP/1.1" status: 200 len: 852 time: 0.1353254 Aug 11 22:18:42.923873 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-f43bce17-18ef-4bcc-b541-04840a7f906f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:42.937484 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-11959545-c230-4d8b-a777-02794b78ccfc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=32a2d337-e855-44ec-89d0-7bb634583902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330193 Aug 11 22:18:42.940643 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60618e-c292-4f70-bb7b-6ea5947b8518 req-adcc8bdc-1224-4e0a-9d91-3bd1113915e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:42.942156 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bd60618e-c292-4f70-bb7b-6ea5947b8518 req-adcc8bdc-1224-4e0a-9d91-3bd1113915e4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=87fb22244d5844ab81b7e2386b951aca&device_id=1c8b25bf-1636-412c-bc91-904f9e9ce132 HTTP/1.1" status: 200 len: 1095 time: 0.1111736 Aug 11 22:18:42.945913 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-1aeaabe2-39fa-4fbe-9251-1f29af4076da tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Calling delete_port for 8336553b-dedf-4840-8385-8445df82bb3c owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:18:43.057519 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601c9aa-b7a2-448c-9aff-39731afe18c9 req-b95302e8-0224-48e9-97d8-c95dd8e75499 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:43.059218 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5601c9aa-b7a2-448c-9aff-39731afe18c9 req-b95302e8-0224-48e9-97d8-c95dd8e75499 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=233fe4c5-abe8-4d80-9c3c-ce8720b05cf6 HTTP/1.1" status: 200 len: 932 time: 0.1962276 Aug 11 22:18:43.239259 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-442647ae-60bc-41d4-b04d-2ee766dc81e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:43.277137 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60618e-c292-4f70-bb7b-6ea5947b8518 req-a9eb23cc-2f42-457d-bafd-11caf3543a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:43.279676 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bd60618e-c292-4f70-bb7b-6ea5947b8518 req-a9eb23cc-2f42-457d-bafd-11caf3543a28 service neutron] 10.222.0.52 "GET /v2.0/networks?id=32a2d337-e855-44ec-89d0-7bb634583902 HTTP/1.1" status: 200 len: 913 time: 0.3147004 Aug 11 22:18:43.286251 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-00b5dcef-ef43-4b66-9553-0a85c6055312 service neutron] 10.222.0.52 "GET /v2.0/networks/32a2d337-e855-44ec-89d0-7bb634583902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347178 Aug 11 22:18:43.301845 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5601c9aa-b7a2-448c-9aff-39731afe18c9 req-cb655a7c-86dd-4b71-8f70-d3c87014ea8b tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230968 Aug 11 22:18:43.356944 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818351c9-8b8b-4058-926c-2cf779867212', 'tag': 'f9eb9ef2-b416-49e2-9a0c-b33792576bde'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:18:43.359379 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b352c298-2bfe-42b0-9d13-e0626a0e70b9" -d '{"events": [{"name": "network-changed", "server_uuid": "818351c9-8b8b-4058-926c-2cf779867212", "tag": "f9eb9ef2-b416-49e2-9a0c-b33792576bde"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:18:43.366560 n-d-804275-3 neutron-server[100943]: DEBUG neutron.objects.ports [None req-0d4960bc-dba2-4477-afbf-ffdb35095a92 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100943) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 22:18:43.391810 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bd60618e-c292-4f70-bb7b-6ea5947b8518 req-79fbc65d-cda4-4660-830d-e0014f38b350 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abb46551-a0a9-41c7-a01a-85c5a1cc6df4 HTTP/1.1" status: 200 len: 217 time: 0.0899346 Aug 11 22:18:43.400615 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0d4960bc-dba2-4477-afbf-ffdb35095a92 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:43.523194 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4960bc-dba2-4477-afbf-ffdb35095a92 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:18:43.529516 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60618e-c292-4f70-bb7b-6ea5947b8518 req-57b0e7e6-7770-4311-ad9b-bd1386f6455e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:43.531923 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bd60618e-c292-4f70-bb7b-6ea5947b8518 req-57b0e7e6-7770-4311-ad9b-bd1386f6455e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fa724096-e987-44d4-b72d-54b6752c8acf HTTP/1.1" status: 200 len: 852 time: 0.1319122 Aug 11 22:18:43.533703 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-0d4960bc-dba2-4477-afbf-ffdb35095a92 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:18:43.536268 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d1cdf8e6-06d8-4805-96e0-2cdba5c5fa1e req-22fc03ea-fb0f-4d80-8064-99d4849e0178 service neutron] 10.222.0.52 "GET /v2.0/networks/32a2d337-e855-44ec-89d0-7bb634583902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420511 Aug 11 22:18:43.543464 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4960bc-dba2-4477-afbf-ffdb35095a92 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:43.543464 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0d4960bc-dba2-4477-afbf-ffdb35095a92 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:43.556921 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4960bc-dba2-4477-afbf-ffdb35095a92 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Subnet': ['ID=2815798b-b8a9-40a8-bb59-13ebd3f3c83f,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:43.558763 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf58b1d-2175-4b7b-8201-1e71a19a8e7f None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:18:43.617951 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bd60618e-c292-4f70-bb7b-6ea5947b8518 req-ba443059-99c7-43ab-b3df-3ef15008d46e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=32a2d337-e855-44ec-89d0-7bb634583902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618744 Aug 11 22:18:43.627399 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a92a4d-12cb-4b1d-9fcb-099a72ade373 req-4b2adbfa-c426-4a50-a708-7d916e8a599c tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:43.628112 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e5a92a4d-12cb-4b1d-9fcb-099a72ade373 req-4b2adbfa-c426-4a50-a708-7d916e8a599c tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/ports?device_id=818351c9-8b8b-4058-926c-2cf779867212 HTTP/1.1" status: 200 len: 943 time: 0.2307203 Aug 11 22:18:43.699324 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0d4960bc-dba2-4477-afbf-ffdb35095a92 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2700191 Aug 11 22:18:43.699770 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57008) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:43.708984 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-ffb16b53-7b27-4a71-808f-2bc5a8e5b13a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:43.797822 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1aeaabe2-39fa-4fbe-9251-1f29af4076da tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:43.835946 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeaabe2-39fa-4fbe-9251-1f29af4076da tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event deleted for resources: {'Port': ['ID=8336553b-dedf-4840-8385-8445df82bb3c,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:43.857680 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-f43bce17-18ef-4bcc-b541-04840a7f906f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f7cb9d4-f60b-4372-a47f-b765a6295863 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:18:43.878252 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-f43bce17-18ef-4bcc-b541-04840a7f906f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:43.912056 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6300e06-5362-495c-9278-2f8a60ed9869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'fixed_ips': [{'subnet_id': '2815798b-b8a9-40a8-bb59-13ebd3f3c83f'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:18:43.914079 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c6300e06-5362-495c-9278-2f8a60ed9869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:43.930909 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:18:43.961384 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-f43bce17-18ef-4bcc-b541-04840a7f906f service neutron] Transition to ACTIVE for port object 4f7cb9d4-f60b-4372-a47f-b765a6295863 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:18:43.975070 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e5a92a4d-12cb-4b1d-9fcb-099a72ade373 req-b16ad15d-3dee-4676-b3e2-eabd6eec4b4b tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/security-groups?id=2cad39f2-dc15-4a47-9a79-03692e0ed901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735441 Aug 11 22:18:44.076843 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-f43bce17-18ef-4bcc-b541-04840a7f906f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:44.336661 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bd60618e-c292-4f70-bb7b-6ea5947b8518 req-5b628902-a4fd-46f7-a45f-1fba28f8de36 service neutron] 10.222.0.52 "GET /v2.0/networks/32a2d337-e855-44ec-89d0-7bb634583902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7030394 Aug 11 22:18:44.339744 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2ccb49-b3ec-40b3-871c-876b3abf0f88 x-openstack-request-id: req-5e2ccb49-b3ec-40b3-871c-876b3abf0f88 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:18:44.340046 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818351c9-8b8b-4058-926c-2cf779867212", "tag": "f9eb9ef2-b416-49e2-9a0c-b33792576bde", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:18:44.340309 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5e2ccb49-b3ec-40b3-871c-876b3abf0f88 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:18:44.340735 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818351c9-8b8b-4058-926c-2cf779867212', 'tag': 'f9eb9ef2-b416-49e2-9a0c-b33792576bde', 'status': 'completed', 'code': 200} Aug 11 22:18:44.375361 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-c6300e06-5362-495c-9278-2f8a60ed9869 None None] Allocated IP 2001:db8::f816:3eff:fec9:3772 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/2815798b-b8a9-40a8-bb59-13ebd3f3c83f/03ca95c3-b851-4520-89b4-f45c4e19b1e1) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:18:44.391659 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bce17-18ef-4bcc-b541-04840a7f906f service neutron] Pushing event updated for resources: {'Port': ['ID=4f7cb9d4-f60b-4372-a47f-b765a6295863,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:44.401448 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1aeaabe2-39fa-4fbe-9251-1f29af4076da tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:44.583789 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bd60618e-c292-4f70-bb7b-6ea5947b8518 req-fd141fe7-dd79-4dc8-b88c-e04ff955d60a service neutron] 10.222.0.52 "GET /v2.0/networks/32a2d337-e855-44ec-89d0-7bb634583902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261214 Aug 11 22:18:44.599325 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-f43bce17-18ef-4bcc-b541-04840a7f906f service neutron] Attempting to bind port 4f7cb9d4-f60b-4372-a47f-b765a6295863 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:18:44.599608 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-f43bce17-18ef-4bcc-b541-04840a7f906f service neutron] Attempting to bind port 4f7cb9d4-f60b-4372-a47f-b765a6295863 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '07f7d92d-e949-43a3-b2dd-627bd28bd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:18:44.600041 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-f43bce17-18ef-4bcc-b541-04840a7f906f service neutron] Attempting to bind port 4f7cb9d4-f60b-4372-a47f-b765a6295863 on network e7790f3f-c934-4280-a7bc-7879373f53d3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:18:44.614927 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c6300e06-5362-495c-9278-2f8a60ed9869 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:44.622522 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352c298-2bfe-42b0-9d13-e0626a0e70b9 req-a0715155-2880-4d99-9b2b-839aa44356c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:44.625129 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72a0f4-8406-480c-87e0-c0aed2c16b19 req-f19b4acd-9959-47e6-963e-c7c1bbadabe9 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:44.625502 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b352c298-2bfe-42b0-9d13-e0626a0e70b9 req-a0715155-2880-4d99-9b2b-839aa44356c2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=87fb22244d5844ab81b7e2386b951aca&device_id=818351c9-8b8b-4058-926c-2cf779867212 HTTP/1.1" status: 200 len: 1094 time: 0.2809057 Aug 11 22:18:44.626824 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c6300e06-5362-495c-9278-2f8a60ed9869 None None] Transition to ACTIVE for port object 03ca95c3-b851-4520-89b4-f45c4e19b1e1 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:18:44.633006 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fa72a0f4-8406-480c-87e0-c0aed2c16b19 req-f19b4acd-9959-47e6-963e-c7c1bbadabe9 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=233fe4c5-abe8-4d80-9c3c-ce8720b05cf6 HTTP/1.1" status: 200 len: 944 time: 0.1810253 Aug 11 22:18:44.633440 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb16b53-7b27-4a71-808f-2bc5a8e5b13a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:18:44.640036 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ffb16b53-7b27-4a71-808f-2bc5a8e5b13a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:44.641992 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-f43bce17-18ef-4bcc-b541-04840a7f906f service neutron] Port 4f7cb9d4-f60b-4372-a47f-b765a6295863 on network e7790f3f-c934-4280-a7bc-7879373f53d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:18:44.642331 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-f43bce17-18ef-4bcc-b541-04840a7f906f service neutron] Attempting to bind port 4f7cb9d4-f60b-4372-a47f-b765a6295863 on network e7790f3f-c934-4280-a7bc-7879373f53d3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:18:44.646197 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c6300e06-5362-495c-9278-2f8a60ed9869 None None] Transition to ACTIVE for port object 03ca95c3-b851-4520-89b4-f45c4e19b1e1 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:18:44.655741 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c6300e06-5362-495c-9278-2f8a60ed9869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:44.664216 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-f43bce17-18ef-4bcc-b541-04840a7f906f service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:18:44.665887 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-f43bce17-18ef-4bcc-b541-04840a7f906f service neutron] Checking segment: {'id': '07f7d92d-e949-43a3-b2dd-627bd28bd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:18:44.666343 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-f43bce17-18ef-4bcc-b541-04840a7f906f service neutron] Bound using segment: {'id': '07f7d92d-e949-43a3-b2dd-627bd28bd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:18:44.666839 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-f43bce17-18ef-4bcc-b541-04840a7f906f service neutron] Bound port: 4f7cb9d4-f60b-4372-a47f-b765a6295863, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7d92d-e949-43a3-b2dd-627bd28bd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:18:44.667202 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-f43bce17-18ef-4bcc-b541-04840a7f906f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:44.702069 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6300e06-5362-495c-9278-2f8a60ed9869 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:18:44.707928 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-c6300e06-5362-495c-9278-2f8a60ed9869 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:18:44.716342 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6300e06-5362-495c-9278-2f8a60ed9869 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:18:44.718686 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6300e06-5362-495c-9278-2f8a60ed9869 None None] Pushing event updated for resources: {'Port': ['ID=03ca95c3-b851-4520-89b4-f45c4e19b1e1,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:44.780118 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fa72a0f4-8406-480c-87e0-c0aed2c16b19 req-6f1b309f-f3c4-473a-a034-7a512511619c tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460671 Aug 11 22:18:44.780411 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-c6300e06-5362-495c-9278-2f8a60ed9869 None None] Attempting to bind port 03ca95c3-b851-4520-89b4-f45c4e19b1e1 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:18:44.780612 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-c6300e06-5362-495c-9278-2f8a60ed9869 None None] Attempting to bind port 03ca95c3-b851-4520-89b4-f45c4e19b1e1 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:18:44.780937 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6300e06-5362-495c-9278-2f8a60ed9869 None None] Attempting to bind port 03ca95c3-b851-4520-89b4-f45c4e19b1e1 on network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:18:44.788475 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6300e06-5362-495c-9278-2f8a60ed9869 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:18:44.789046 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6300e06-5362-495c-9278-2f8a60ed9869 None None] Checking segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:18:44.789481 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c6300e06-5362-495c-9278-2f8a60ed9869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:44.791686 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6300e06-5362-495c-9278-2f8a60ed9869 None None] Bound using segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:18:44.792382 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-c6300e06-5362-495c-9278-2f8a60ed9869 None None] Bound port: 03ca95c3-b851-4520-89b4-f45c4e19b1e1, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:18:44.792706 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c6300e06-5362-495c-9278-2f8a60ed9869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:44.872964 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-f43bce17-18ef-4bcc-b541-04840a7f906f service neutron] For port 4f7cb9d4-f60b-4372-a47f-b765a6295863, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:18:44.897023 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-f43bce17-18ef-4bcc-b541-04840a7f906f service neutron] For port 4f7cb9d4-f60b-4372-a47f-b765a6295863, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=4f7cb9d4-f60b-4372-a47f-b765a6295863,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:18:44.906441 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-f43bce17-18ef-4bcc-b541-04840a7f906f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:44.910538 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352c298-2bfe-42b0-9d13-e0626a0e70b9 req-65949a8e-1cbc-443b-b40c-a262cc432b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:44.912291 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b352c298-2bfe-42b0-9d13-e0626a0e70b9 req-65949a8e-1cbc-443b-b40c-a262cc432b15 service neutron] 10.222.0.52 "GET /v2.0/networks?id=32a2d337-e855-44ec-89d0-7bb634583902 HTTP/1.1" status: 200 len: 913 time: 0.2669661 Aug 11 22:18:44.914947 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-c6300e06-5362-495c-9278-2f8a60ed9869 None None] For port 03ca95c3-b851-4520-89b4-f45c4e19b1e1, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:18:44.921431 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-c6300e06-5362-495c-9278-2f8a60ed9869 None None] For port 03ca95c3-b851-4520-89b4-f45c4e19b1e1, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=03ca95c3-b851-4520-89b4-f45c4e19b1e1,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:18:44.938922 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c6300e06-5362-495c-9278-2f8a60ed9869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:44.989846 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b352c298-2bfe-42b0-9d13-e0626a0e70b9 req-e9e9fb01-4d3a-47c9-8759-b381de54955c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9eb9ef2-b416-49e2-9a0c-b33792576bde HTTP/1.1" status: 200 len: 217 time: 0.0697873 Aug 11 22:18:45.030512 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aeaabe2-39fa-4fbe-9251-1f29af4076da tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Router bb7ed200-b283-408b-9e65-fa6d5ac4b332 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:18:45.050422 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6300e06-5362-495c-9278-2f8a60ed9869 None None] Pushing event updated for resources: {'Port': ['ID=03ca95c3-b851-4520-89b4-f45c4e19b1e1,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:45.054352 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-f43bce17-18ef-4bcc-b541-04840a7f906f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:45.055008 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-f43bce17-18ef-4bcc-b541-04840a7f906f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:45.061976 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-f43bce17-18ef-4bcc-b541-04840a7f906f service neutron] 10.222.0.82 "PUT /v2.0/ports/4f7cb9d4-f60b-4372-a47f-b765a6295863 HTTP/1.1" status: 200 len: 1092 time: 2.8532910 Aug 11 22:18:45.062148 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233fe4c5-abe8-4d80-9c3c-ce8720b05cf6', 'tag': '4f7cb9d4-f60b-4372-a47f-b765a6295863'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:18:45.064676 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5274fa0-ca26-4843-8173-a20efbe810c2" -d '{"events": [{"name": "network-changed", "server_uuid": "233fe4c5-abe8-4d80-9c3c-ce8720b05cf6", "tag": "4f7cb9d4-f60b-4372-a47f-b765a6295863"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:18:45.070569 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bce17-18ef-4bcc-b541-04840a7f906f service neutron] Pushing event updated for resources: {'Port': ['ID=4f7cb9d4-f60b-4372-a47f-b765a6295863,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:45.213333 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352c298-2bfe-42b0-9d13-e0626a0e70b9 req-913581f4-75ab-4f27-bf0f-6261b7dcb4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:45.216977 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b352c298-2bfe-42b0-9d13-e0626a0e70b9 req-913581f4-75ab-4f27-bf0f-6261b7dcb4c3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fa724096-e987-44d4-b72d-54b6752c8acf HTTP/1.1" status: 200 len: 852 time: 0.2192047 Aug 11 22:18:45.300185 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e1b64-1099-4501-abb6-ac6cb75f4d0a req-64bf9d33-d048-4ef5-806f-8892acf782a2 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:45.308883 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba0e1b64-1099-4501-abb6-ac6cb75f4d0a req-64bf9d33-d048-4ef5-806f-8892acf782a2 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/ports?device_id=818351c9-8b8b-4058-926c-2cf779867212 HTTP/1.1" status: 200 len: 943 time: 0.2085776 Aug 11 22:18:45.310663 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b352c298-2bfe-42b0-9d13-e0626a0e70b9 req-68905588-bc47-4c95-a22c-245e393c9d9a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=32a2d337-e855-44ec-89d0-7bb634583902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756481 Aug 11 22:18:45.338719 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-b7bd5c2f-3adb-4842-9cee-b6d0717aa048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:45.340744 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-b7bd5c2f-3adb-4842-9cee-b6d0717aa048 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=46c13839859945349c0d5afcfb364f66&device_id=233fe4c5-abe8-4d80-9c3c-ce8720b05cf6 HTTP/1.1" status: 200 len: 1095 time: 0.1626816 Aug 11 22:18:45.427147 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-c061a425-ba01-4536-8c8b-91a6343bb781 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f7cb9d4-f60b-4372-a47f-b765a6295863 HTTP/1.1" status: 200 len: 217 time: 0.0639429 Aug 11 22:18:45.431139 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aeaabe2-39fa-4fbe-9251-1f29af4076da tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:18:45.442464 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device abb46551-a0a9-41c7-a01a-85c5a1cc6df4 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:18:45.456898 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba0e1b64-1099-4501-abb6-ac6cb75f4d0a req-7b78beb9-9b36-4408-9f84-7bec04c9d2f8 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/security-groups?id=2cad39f2-dc15-4a47-9a79-03692e0ed901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470296 Aug 11 22:18:45.473765 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1aeaabe2-39fa-4fbe-9251-1f29af4076da tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "PUT /v2.0/routers/bb7ed200-b283-408b-9e65-fa6d5ac4b332/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4611840 Aug 11 22:18:45.478476 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57028) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:45.494603 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb88ac5f-0f72-420d-a334-feddc2090502 None None] Sync routers for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:18:45.534876 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf30d8c0-1f20-4212-aeb8-53c9991fbe72 x-openstack-request-id: req-bf30d8c0-1f20-4212-aeb8-53c9991fbe72 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:18:45.540374 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233fe4c5-abe8-4d80-9c3c-ce8720b05cf6", "tag": "4f7cb9d4-f60b-4372-a47f-b765a6295863", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:18:45.540915 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bf30d8c0-1f20-4212-aeb8-53c9991fbe72 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:18:45.541534 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233fe4c5-abe8-4d80-9c3c-ce8720b05cf6', 'tag': '4f7cb9d4-f60b-4372-a47f-b765a6295863', 'status': 'completed', 'code': 200} Aug 11 22:18:45.557474 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb88ac5f-0f72-420d-a334-feddc2090502 None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:18:45.558134 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-fb88ac5f-0f72-420d-a334-feddc2090502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:18:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:45.591088 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-840e1928-446a-45b3-8db2-03f286aeb1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:45.601354 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-840e1928-446a-45b3-8db2-03f286aeb1a9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e0ec9ba0-9b08-41f6-a732-89f14df6459a HTTP/1.1" status: 200 len: 846 time: 0.1255860 Aug 11 22:18:45.655664 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.resource_extend [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 22:18:45.688901 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-0b02078d-bcad-416b-9f52-bf1067dc4e28 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e7790f3f-c934-4280-a7bc-7879373f53d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526693 Aug 11 22:18:45.799894 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ffb16b53-7b27-4a71-808f-2bc5a8e5b13a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:45.833197 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port abb46551-a0a9-41c7-a01a-85c5a1cc6df4, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=abb46551-a0a9-41c7-a01a-85c5a1cc6df4,segment=NetworkSegment(8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e),segment_id=8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:45.839796 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-fb88ac5f-0f72-420d-a334-feddc2090502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:45.880734 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb88ac5f-0f72-420d-a334-feddc2090502 None None] Routers {'bb7ed200-b283-408b-9e65-fa6d5ac4b332'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:18:45.882185 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-fb88ac5f-0f72-420d-a334-feddc2090502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:18:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:45.903309 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-043e5299-a41c-4ff6-8321-8309ad0a1f10 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:45.910033 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb16b53-7b27-4a71-808f-2bc5a8e5b13a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:18:45.918184 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b352c298-2bfe-42b0-9d13-e0626a0e70b9 req-9dfa7481-5f81-4ca4-bd22-27166df13d5a service neutron] 10.222.0.52 "GET /v2.0/networks/32a2d337-e855-44ec-89d0-7bb634583902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5978508 Aug 11 22:18:45.923557 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-a796c429-1d2c-466e-9c76-299c56384167 service neutron] 10.222.0.82 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269108 Aug 11 22:18:45.942854 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'abb46551-a0a9-41c7-a01a-85c5a1cc6df4', 'network_id': '32a2d337-e855-44ec-89d0-7bb634583902', 'port_id': 'abb46551-a0a9-41c7-a01a-85c5a1cc6df4', 'mac_address': 'fa:16:3e:51:b6:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa724096-e987-44d4-b72d-54b6752c8acf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:18:45.946264 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-fb88ac5f-0f72-420d-a334-feddc2090502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:45.947874 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb88ac5f-0f72-420d-a334-feddc2090502 None None] The sync data for ids ['bb7ed200-b283-408b-9e65-fa6d5ac4b332'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:18:45.966965 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-ffb16b53-7b27-4a71-808f-2bc5a8e5b13a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:18:45.986059 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb16b53-7b27-4a71-808f-2bc5a8e5b13a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:45.986679 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ffb16b53-7b27-4a71-808f-2bc5a8e5b13a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:46.070525 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f9deb386-3504-403b-b4a7-3305cf48a5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:46.096391 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:46.099338 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:46.128733 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb46551-a0a9-41c7-a01a-85c5a1cc6df4 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:18:46.141683 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7597e1-074a-4352-8ecc-aa0a39f42b15 req-480ef0e3-3222-4080-afd3-7cbff5e245d0 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:46.143355 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fd7597e1-074a-4352-8ecc-aa0a39f42b15 req-480ef0e3-3222-4080-afd3-7cbff5e245d0 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=233fe4c5-abe8-4d80-9c3c-ce8720b05cf6 HTTP/1.1" status: 200 len: 944 time: 0.2125614 Aug 11 22:18:46.151871 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b352c298-2bfe-42b0-9d13-e0626a0e70b9 req-45d351d8-9a39-4584-848c-9798abb44d79 service neutron] 10.222.0.52 "GET /v2.0/networks/32a2d337-e855-44ec-89d0-7bb634583902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871276 Aug 11 22:18:46.192064 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port abb46551-a0a9-41c7-a01a-85c5a1cc6df4, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=abb46551-a0a9-41c7-a01a-85c5a1cc6df4,segment=NetworkSegment(8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e),segment_id=8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:46.198919 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:46.201415 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8308e8a-0d61-4cc1-93ee-0df2639077d9 req-dbd8988e-cd84-4e32-94bb-223eef3e60ff service neutron] 10.222.0.82 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683320 Aug 11 22:18:46.230812 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fd7597e1-074a-4352-8ecc-aa0a39f42b15 req-49ed61a7-a759-4418-9009-2728a4128ea5 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692341 Aug 11 22:18:46.236795 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb16b53-7b27-4a71-808f-2bc5a8e5b13a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Subnet': ['ID=1d558694-b39a-4c6d-bdef-686f605b97f2,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:46.245499 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ffb16b53-7b27-4a71-808f-2bc5a8e5b13a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5422699 Aug 11 22:18:46.245851 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57034) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:46.252386 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-586b5612-8515-4905-ae24-452469ac9503 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'port': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'mac_address': 'fa:16:3e:de:64:d8', 'name': 'tempest-NetworksTestDHCPv6-756113512'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:46.292891 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-043e5299-a41c-4ff6-8321-8309ad0a1f10 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:46.362535 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=abb46551-a0a9-41c7-a01a-85c5a1cc6df4,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:46.396883 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['abb46551-a0a9-41c7-a01a-85c5a1cc6df4'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:18:46.433484 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-043e5299-a41c-4ff6-8321-8309ad0a1f10 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Deleting port 67007ff9-f74b-4d98-821f-ad47d04804af {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:18:46.433706 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5274fa0-ca26-4843-8173-a20efbe810c2 req-4770cf8a-6024-4fd9-8642-f294730934eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:46.434064 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-043e5299-a41c-4ff6-8321-8309ad0a1f10 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:46.435127 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e5274fa0-ca26-4843-8173-a20efbe810c2 req-4770cf8a-6024-4fd9-8642-f294730934eb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=46c13839859945349c0d5afcfb364f66&device_id=233fe4c5-abe8-4d80-9c3c-ce8720b05cf6 HTTP/1.1" status: 200 len: 1095 time: 0.1041250 Aug 11 22:18:46.646768 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-043e5299-a41c-4ff6-8321-8309ad0a1f10 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:46.682240 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-043e5299-a41c-4ff6-8321-8309ad0a1f10 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Calling delete_port for 67007ff9-f74b-4d98-821f-ad47d04804af owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:18:46.686996 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586b5612-8515-4905-ae24-452469ac9503 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:18:46.707570 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae15bce-402b-4905-a61f-833adcd65e12 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:18:46.811854 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-5dcf46c6-642d-4aa8-88c6-a245ab420711 None None] Provisioning for port 03ca95c3-b851-4520-89b4-f45c4e19b1e1 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:18:46.852670 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4eeee-869a-4804-82bb-b4bc5bdcb479 req-0edad502-2107-47f0-a5ad-ac2aec84d00f tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:46.854317 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c4a4eeee-869a-4804-82bb-b4bc5bdcb479 req-0edad502-2107-47f0-a5ad-ac2aec84d00f tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/ports?device_id=818351c9-8b8b-4058-926c-2cf779867212 HTTP/1.1" status: 200 len: 943 time: 0.2693486 Aug 11 22:18:46.883722 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-586b5612-8515-4905-ae24-452469ac9503 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:46.936576 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5274fa0-ca26-4843-8173-a20efbe810c2 req-0ffc269d-7143-46ab-88d8-71a90f2a4a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:46.938157 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e5274fa0-ca26-4843-8173-a20efbe810c2 req-0ffc269d-7143-46ab-88d8-71a90f2a4a5d service neutron] 10.222.0.82 "GET /v2.0/networks?id=e7790f3f-c934-4280-a7bc-7879373f53d3 HTTP/1.1" status: 200 len: 907 time: 0.4923327 Aug 11 22:18:46.964850 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-586b5612-8515-4905-ae24-452469ac9503 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] device_id is not set on port 97b31616-cd9c-4720-9f99-f58d67c929f5 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:18:47.042895 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e5274fa0-ca26-4843-8173-a20efbe810c2 req-77ea593e-0bf1-40af-8d02-b3fab1a09e77 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f7cb9d4-f60b-4372-a47f-b765a6295863 HTTP/1.1" status: 200 len: 217 time: 0.0887809 Aug 11 22:18:47.050790 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c4a4eeee-869a-4804-82bb-b4bc5bdcb479 req-d80b19f5-fa8f-49b5-a039-c5f6cd12c62e tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/security-groups?id=2cad39f2-dc15-4a47-9a79-03692e0ed901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636405 Aug 11 22:18:47.083202 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf94806a-55f3-4d02-84c3-f9d98385e334 None None] Update dhcp port {'port': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'fixed_ips': [{'subnet_id': '2815798b-b8a9-40a8-bb59-13ebd3f3c83f', 'ip_address': '2001:db8::f816:3eff:fec9:3772'}, {'subnet_id': '1d558694-b39a-4c6d-bdef-686f605b97f2'}], 'binding:host_id': 'n-d-804275-3'}, 'id': '03ca95c3-b851-4520-89b4-f45c4e19b1e1'} from n-d-804275-3. {{(pid=100944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 22:18:47.120827 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-043e5299-a41c-4ff6-8321-8309ad0a1f10 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:47.160040 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e5299-a41c-4ff6-8321-8309ad0a1f10 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event deleted for resources: {'Port': ['ID=67007ff9-f74b-4d98-821f-ad47d04804af,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:47.176567 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bf94806a-55f3-4d02-84c3-f9d98385e334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:47.244609 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 03ca95c3-b851-4520-89b4-f45c4e19b1e1 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:18:47.310751 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-043e5299-a41c-4ff6-8321-8309ad0a1f10 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:47.348518 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5274fa0-ca26-4843-8173-a20efbe810c2 req-3c9a0fa1-3ef6-4c87-8a55-9d43b5a13617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:47.351135 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e5274fa0-ca26-4843-8173-a20efbe810c2 req-3c9a0fa1-3ef6-4c87-8a55-9d43b5a13617 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e0ec9ba0-9b08-41f6-a732-89f14df6459a HTTP/1.1" status: 200 len: 846 time: 0.1550679 Aug 11 22:18:47.442699 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device f9eb9ef2-b416-49e2-9a0c-b33792576bde details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:18:47.446850 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device abb46551-a0a9-41c7-a01a-85c5a1cc6df4 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:18:47.591157 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 03ca95c3-b851-4520-89b4-f45c4e19b1e1 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:18:47.608846 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 03ca95c3-b851-4520-89b4-f45c4e19b1e1 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:18:47.609473 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:47.612584 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:47.632493 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-043e5299-a41c-4ff6-8321-8309ad0a1f10 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:47.637152 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-043e5299-a41c-4ff6-8321-8309ad0a1f10 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:47.732685 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-043e5299-a41c-4ff6-8321-8309ad0a1f10 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:47.734587 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043e5299-a41c-4ff6-8321-8309ad0a1f10 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Fanout notify agent at l3_agent the message router_deleted on router bb7ed200-b283-408b-9e65-fa6d5ac4b332 {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:18:47.748751 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.resource_extend [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 22:18:47.750170 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-043e5299-a41c-4ff6-8321-8309ad0a1f10 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:47.754477 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-043e5299-a41c-4ff6-8321-8309ad0a1f10 tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "DELETE /v2.0/routers/bb7ed200-b283-408b-9e65-fa6d5ac4b332 HTTP/1.1" status: 204 len: 168 time: 2.2662389 Aug 11 22:18:47.754981 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57046) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:47.857033 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e5274fa0-ca26-4843-8173-a20efbe810c2 req-ea5fca57-800e-48b8-bdf5-ca1d0be38855 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e7790f3f-c934-4280-a7bc-7879373f53d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4978237 Aug 11 22:18:47.874595 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd1a2410-375b-46a2-be33-2d2d8fc372ad tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Deleting subnet 9f9bea34-ff81-4ecf-846b-77c8cfe0e1d2 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:18:47.882358 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bd1a2410-375b-46a2-be33-2d2d8fc372ad tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:47.952527 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port abb46551-a0a9-41c7-a01a-85c5a1cc6df4 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:18:47.975031 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port abb46551-a0a9-41c7-a01a-85c5a1cc6df4 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:18:47.975690 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:47.996268 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bd1a2410-375b-46a2-be33-2d2d8fc372ad tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:47.998944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-586b5612-8515-4905-ae24-452469ac9503 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Allocated IP 172.20.0.9 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/1d558694-b39a-4c6d-bdef-686f605b97f2/97b31616-cd9c-4720-9f99-f58d67c929f5) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:18:48.020918 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca457e-2ead-431e-8177-8fee7fa288a8 req-04b32aa8-08cd-40d4-839e-7c81a5f260f3 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:48.028961 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-29ca457e-2ead-431e-8177-8fee7fa288a8 req-04b32aa8-08cd-40d4-839e-7c81a5f260f3 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=233fe4c5-abe8-4d80-9c3c-ce8720b05cf6 HTTP/1.1" status: 200 len: 944 time: 0.1517928 Aug 11 22:18:48.042209 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-586b5612-8515-4905-ae24-452469ac9503 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Allocated IP 2001:db8::f816:3eff:fede:64d8 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/2815798b-b8a9-40a8-bb59-13ebd3f3c83f/97b31616-cd9c-4720-9f99-f58d67c929f5) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:18:48.050308 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:48.060806 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port f9eb9ef2-b416-49e2-9a0c-b33792576bde, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=f9eb9ef2-b416-49e2-9a0c-b33792576bde,segment=NetworkSegment(8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e),segment_id=8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:48.123317 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'f9eb9ef2-b416-49e2-9a0c-b33792576bde', 'network_id': '32a2d337-e855-44ec-89d0-7bb634583902', 'port_id': 'f9eb9ef2-b416-49e2-9a0c-b33792576bde', 'mac_address': 'fa:16:3e:0d:e7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa724096-e987-44d4-b72d-54b6752c8acf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:18:48.129858 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-29ca457e-2ead-431e-8177-8fee7fa288a8 req-ccb2919a-8c33-4fc8-a0ce-8365b98694b1 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977559 Aug 11 22:18:48.167251 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bd1a2410-375b-46a2-be33-2d2d8fc372ad tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:48.167601 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 03ca95c3-b851-4520-89b4-f45c4e19b1e1, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=03ca95c3-b851-4520-89b4-f45c4e19b1e1,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:48.186570 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e5274fa0-ca26-4843-8173-a20efbe810c2 req-daef44e6-30e3-415c-81d4-c576266d3ba4 service neutron] 10.222.0.82 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794070 Aug 11 22:18:48.211035 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:48.371102 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bd1a2410-375b-46a2-be33-2d2d8fc372ad tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:48.373655 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:48.376945 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=03ca95c3-b851-4520-89b4-f45c4e19b1e1,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:48.412392 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bd1a2410-375b-46a2-be33-2d2d8fc372ad tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:48.424165 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bd1a2410-375b-46a2-be33-2d2d8fc372ad tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "DELETE /v2.0/subnets/9f9bea34-ff81-4ecf-846b-77c8cfe0e1d2 HTTP/1.1" status: 204 len: 168 time: 0.6669133 Aug 11 22:18:48.425223 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57052) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:48.467783 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9eb9ef2-b416-49e2-9a0c-b33792576bde {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:18:48.479561 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e5274fa0-ca26-4843-8173-a20efbe810c2 req-4c95a057-2a00-4c4b-9856-42a8c874d12a service neutron] 10.222.0.82 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852602 Aug 11 22:18:48.504243 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-586b5612-8515-4905-ae24-452469ac9503 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:48.535310 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a5f08-27f0-422b-91fe-19f6e19b2321 req-20897875-1eab-46ad-88b3-ff8d24edf82a tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:48.542624 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port f9eb9ef2-b416-49e2-9a0c-b33792576bde, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=f9eb9ef2-b416-49e2-9a0c-b33792576bde,segment=NetworkSegment(8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e),segment_id=8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:48.549920 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-344a5f08-27f0-422b-91fe-19f6e19b2321 req-20897875-1eab-46ad-88b3-ff8d24edf82a tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/ports?device_id=818351c9-8b8b-4058-926c-2cf779867212 HTTP/1.1" status: 200 len: 943 time: 0.2005577 Aug 11 22:18:48.556719 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:48.591720 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-586b5612-8515-4905-ae24-452469ac9503 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Transition to ACTIVE for port object 97b31616-cd9c-4720-9f99-f58d67c929f5 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:18:48.649970 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-344a5f08-27f0-422b-91fe-19f6e19b2321 req-672a0c72-9a37-49ee-afd3-723b01a4295e tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/security-groups?id=2cad39f2-dc15-4a47-9a79-03692e0ed901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983694 Aug 11 22:18:48.679193 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:48.695875 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a2410-375b-46a2-be33-2d2d8fc372ad tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event deleted for resources: {'Subnet': ['ID=9f9bea34-ff81-4ecf-846b-77c8cfe0e1d2,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:48.702273 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-586b5612-8515-4905-ae24-452469ac9503 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:48.717593 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8c10edae-8e63-4368-be48-62e2edfe4acd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:48.810535 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['f9eb9ef2-b416-49e2-9a0c-b33792576bde'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:18:48.854447 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586b5612-8515-4905-ae24-452469ac9503 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:18:48.858763 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-586b5612-8515-4905-ae24-452469ac9503 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:18:48.865612 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586b5612-8515-4905-ae24-452469ac9503 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:18:48.872294 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b5612-8515-4905-ae24-452469ac9503 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Port': ['ID=97b31616-cd9c-4720-9f99-f58d67c929f5,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:48.885934 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port abb46551-a0a9-41c7-a01a-85c5a1cc6df4, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=abb46551-a0a9-41c7-a01a-85c5a1cc6df4,segment=NetworkSegment(8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e),segment_id=8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:48.924491 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8b25bf-1636-412c-bc91-904f9e9ce132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb46551-a0a9-41c7-a01a-85c5a1cc6df4'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:18:48.927657 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b5cec5-cddf-4ade-8edd-644c5e0f9ef4" -d '{"events": [{"server_uuid": "1c8b25bf-1636-412c-bc91-904f9e9ce132", "name": "network-vif-plugged", "status": "completed", "tag": "abb46551-a0a9-41c7-a01a-85c5a1cc6df4"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:18:48.951959 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:48.954116 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=f9eb9ef2-b416-49e2-9a0c-b33792576bde,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:48.973192 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586b5612-8515-4905-ae24-452469ac9503 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:48.975835 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-586b5612-8515-4905-ae24-452469ac9503 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:49.047354 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8c10edae-8e63-4368-be48-62e2edfe4acd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:49.056651 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-586b5612-8515-4905-ae24-452469ac9503 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.8086042 Aug 11 22:18:49.060146 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2f7de3-7045-451b-b0db-e217bb7663ce x-openstack-request-id: req-8c2f7de3-7045-451b-b0db-e217bb7663ce {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:18:49.060457 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8b25bf-1636-412c-bc91-904f9e9ce132", "name": "network-vif-plugged", "status": "completed", "tag": "abb46551-a0a9-41c7-a01a-85c5a1cc6df4", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:18:49.060728 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8c2f7de3-7045-451b-b0db-e217bb7663ce {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:18:49.061047 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57058) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:49.061170 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8b25bf-1636-412c-bc91-904f9e9ce132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb46551-a0a9-41c7-a01a-85c5a1cc6df4', 'code': 200} Aug 11 22:18:49.065463 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-bf94806a-55f3-4d02-84c3-f9d98385e334 None None] Allocated IP 172.20.0.2 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/1d558694-b39a-4c6d-bdef-686f605b97f2/03ca95c3-b851-4520-89b4-f45c4e19b1e1) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:18:49.077695 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-8c10edae-8e63-4368-be48-62e2edfe4acd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446505a3-9a63-47c2-b849-f3fdd943a96a']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:49.088847 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:49.102265 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-8c10edae-8e63-4368-be48-62e2edfe4acd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df6daef-e853-494f-9f82-d8b765e2c89e') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:49.103070 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-8c10edae-8e63-4368-be48-62e2edfe4acd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df6daef-e853-494f-9f82-d8b765e2c89e') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:49.141760 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8c10edae-8e63-4368-be48-62e2edfe4acd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:49.191993 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8c10edae-8e63-4368-be48-62e2edfe4acd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:49.202837 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=abb46551-a0a9-41c7-a01a-85c5a1cc6df4,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:49.229415 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c10edae-8e63-4368-be48-62e2edfe4acd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:18:49.230221 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8c10edae-8e63-4368-be48-62e2edfe4acd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:49.233665 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 03ca95c3-b851-4520-89b4-f45c4e19b1e1 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:18:49.234492 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:18:49.258213 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03613d6d-dd7a-4d03-a6ed-6815784b36d1 req-b33d2258-8ae3-49b3-a963-239500cf3f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:49.260312 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-03613d6d-dd7a-4d03-a6ed-6815784b36d1 req-b33d2258-8ae3-49b3-a963-239500cf3f2d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1c8b25bf-1636-412c-bc91-904f9e9ce132 HTTP/1.1" status: 200 len: 1097 time: 0.1712923 Aug 11 22:18:49.284855 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e0ea32-4473-49fd-8ef7-5c9b3462c54f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:49.333025 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e0ea32-4473-49fd-8ef7-5c9b3462c54f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:49.342582 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-bf94806a-55f3-4d02-84c3-f9d98385e334 None None] For port 03ca95c3-b851-4520-89b4-f45c4e19b1e1, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=03ca95c3-b851-4520-89b4-f45c4e19b1e1,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:49.345462 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57062) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:49.349880 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d9e0ea32-4473-49fd-8ef7-5c9b3462c54f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2850637 Aug 11 22:18:49.378683 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-03613d6d-dd7a-4d03-a6ed-6815784b36d1 req-bb868297-da38-447c-b01e-b3fec0cafd07 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2cad39f2-dc15-4a47-9a79-03692e0ed901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840492 Aug 11 22:18:49.382225 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8c10edae-8e63-4368-be48-62e2edfe4acd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:49.392413 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8c10edae-8e63-4368-be48-62e2edfe4acd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:49.394588 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8c10edae-8e63-4368-be48-62e2edfe4acd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] 10.222.0.77 "DELETE /v2.0/networks/446505a3-9a63-47c2-b849-f3fdd943a96a HTTP/1.1" status: 204 len: 168 time: 0.9121320 Aug 11 22:18:49.415673 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bf94806a-55f3-4d02-84c3-f9d98385e334 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:49.429547 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 03ca95c3-b851-4520-89b4-f45c4e19b1e1 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:18:49.430019 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:49.446254 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10edae-8e63-4368-be48-62e2edfe4acd tempest-FloatingIPTestJSON-1302088821 tempest-FloatingIPTestJSON-1302088821-project] Pushing event deleted for resources: {'Network': ['ID=446505a3-9a63-47c2-b849-f3fdd943a96a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:49.471576 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-bf94806a-55f3-4d02-84c3-f9d98385e334 None None] Transition to ACTIVE for port object 03ca95c3-b851-4520-89b4-f45c4e19b1e1 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:18:49.496030 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bf94806a-55f3-4d02-84c3-f9d98385e334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:49.496287 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcbd915-bf6c-4b50-a0cb-4541a9672a8f req-87e211aa-893f-420a-a683-062e971981f8 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:49.514948 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9bcbd915-bf6c-4b50-a0cb-4541a9672a8f req-87e211aa-893f-420a-a683-062e971981f8 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=233fe4c5-abe8-4d80-9c3c-ce8720b05cf6 HTTP/1.1" status: 200 len: 944 time: 0.1572018 Aug 11 22:18:49.571254 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-2f3cfad8-51ed-4c46-8032-b2edc7cba432 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting port 97b31616-cd9c-4720-9f99-f58d67c929f5 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:18:49.573087 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2f3cfad8-51ed-4c46-8032-b2edc7cba432 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:49.624211 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9bcbd915-bf6c-4b50-a0cb-4541a9672a8f req-6be69c16-f462-4716-8afb-a7db1932b5ed tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903440 Aug 11 22:18:49.818320 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Port 03ca95c3-b851-4520-89b4-f45c4e19b1e1 had new provisioning blocks added so it will not transition to active. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 11 22:18:49.825855 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 4f7cb9d4-f60b-4372-a47f-b765a6295863 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:18:49.846080 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2f3cfad8-51ed-4c46-8032-b2edc7cba432 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:49.874814 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94806a-55f3-4d02-84c3-f9d98385e334 None None] Pushing event updated for resources: {'Port': ['ID=03ca95c3-b851-4520-89b4-f45c4e19b1e1,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:49.924686 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-2f3cfad8-51ed-4c46-8032-b2edc7cba432 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Calling delete_port for 97b31616-cd9c-4720-9f99-f58d67c929f5 owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:18:50.015460 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937072d-bb25-4595-8a1d-d5066d8530c1 req-6400c67a-120d-4c52-b0c2-80b46d816052 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:50.024456 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a937072d-bb25-4595-8a1d-d5066d8530c1 req-6400c67a-120d-4c52-b0c2-80b46d816052 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/ports?device_id=818351c9-8b8b-4058-926c-2cf779867212 HTTP/1.1" status: 200 len: 944 time: 0.2054863 Aug 11 22:18:50.108582 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a937072d-bb25-4595-8a1d-d5066d8530c1 req-ab6353df-48c6-407c-8d37-84aae73d3d81 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/security-groups?id=2cad39f2-dc15-4a47-9a79-03692e0ed901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823300 Aug 11 22:18:50.160429 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 4f7cb9d4-f60b-4372-a47f-b765a6295863, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=4f7cb9d4-f60b-4372-a47f-b765a6295863,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:50.214136 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57074) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:50.220782 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '4f7cb9d4-f60b-4372-a47f-b765a6295863', 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3', 'port_id': '4f7cb9d4-f60b-4372-a47f-b765a6295863', 'mac_address': 'fa:16:3e:99:c7:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ec9ba0-9b08-41f6-a732-89f14df6459a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:18:50.330134 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:50.370648 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f7cb9d4-f60b-4372-a47f-b765a6295863 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:18:50.405156 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 4f7cb9d4-f60b-4372-a47f-b765a6295863, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=4f7cb9d4-f60b-4372-a47f-b765a6295863,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:50.417877 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:50.527312 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2f3cfad8-51ed-4c46-8032-b2edc7cba432 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:50.547408 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:50.561896 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=4f7cb9d4-f60b-4372-a47f-b765a6295863,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:50.572519 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3cfad8-51ed-4c46-8032-b2edc7cba432 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Port': ['ID=97b31616-cd9c-4720-9f99-f58d67c929f5,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:50.582289 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e0c3cd71-fb20-49d5-a31a-47226b89b540 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=23db72142b8d4dca91b49664fcaef1e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3658192 Aug 11 22:18:50.590395 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57078) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:50.670380 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6f353389-a2d1-41d4-9031-10cb2f200458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:50.744264 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6f353389-a2d1-41d4-9031-10cb2f200458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:50.765739 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2f3cfad8-51ed-4c46-8032-b2edc7cba432 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:50.770105 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2f3cfad8-51ed-4c46-8032-b2edc7cba432 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/97b31616-cd9c-4720-9f99-f58d67c929f5 HTTP/1.1" status: 204 len: 168 time: 1.4229064 Aug 11 22:18:50.774382 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57082) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:50.815843 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['4f7cb9d4-f60b-4372-a47f-b765a6295863'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:18:50.891020 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb4c13a-d400-4ea7-8689-a728da46b911 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:50.892747 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb4c13a-d400-4ea7-8689-a728da46b911 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:50.894778 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb4c13a-d400-4ea7-8689-a728da46b911 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:50.904521 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-abb4c13a-d400-4ea7-8689-a728da46b911 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1212716 Aug 11 22:18:50.904815 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57084) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:50.926502 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680b4b7-d92d-4d6b-8a38-814a6cd5c57c req-300607e8-12af-40bc-ba1f-44076fe21fcb tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:50.930770 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d680b4b7-d92d-4d6b-8a38-814a6cd5c57c req-300607e8-12af-40bc-ba1f-44076fe21fcb tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=233fe4c5-abe8-4d80-9c3c-ce8720b05cf6 HTTP/1.1" status: 200 len: 945 time: 0.1389313 Aug 11 22:18:50.965423 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6f353389-a2d1-41d4-9031-10cb2f200458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:50.968299 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6f353389-a2d1-41d4-9031-10cb2f200458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:50.974123 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6f353389-a2d1-41d4-9031-10cb2f200458 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fc017be9-05b2-48c4-a237-21a91f4c68f6 HTTP/1.1" status: 204 len: 168 time: 0.3785896 Aug 11 22:18:50.984909 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f353389-a2d1-41d4-9031-10cb2f200458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc017be9-05b2-48c4-a237-21a91f4c68f6,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:51.091722 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d680b4b7-d92d-4d6b-8a38-814a6cd5c57c req-65ae2c52-9c33-4bfd-94f3-99f26fa97dc6 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404712 Aug 11 22:18:51.179124 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f72c2a3-8bc2-4b8d-91f6-dd797e2b1f2e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting subnet 1d558694-b39a-4c6d-bdef-686f605b97f2 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:18:51.203976 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7f72c2a3-8bc2-4b8d-91f6-dd797e2b1f2e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:51.210102 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 03ca95c3-b851-4520-89b4-f45c4e19b1e1 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:18:51.325187 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7f72c2a3-8bc2-4b8d-91f6-dd797e2b1f2e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:51.360202 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60397b80-21a4-48bb-ba18-47d81386459e req-5c7f3143-9550-4b94-b2c8-c1154d3d01b9 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:51.362926 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60397b80-21a4-48bb-ba18-47d81386459e req-5c7f3143-9550-4b94-b2c8-c1154d3d01b9 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/ports?device_id=818351c9-8b8b-4058-926c-2cf779867212 HTTP/1.1" status: 200 len: 944 time: 0.1351790 Aug 11 22:18:51.411965 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-53676345-85fe-49c9-a764-b1dcb1558a49 None None] Provisioning for port 03ca95c3-b851-4520-89b4-f45c4e19b1e1 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:18:51.436040 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-53676345-85fe-49c9-a764-b1dcb1558a49 None None] Provisioning complete for port 03ca95c3-b851-4520-89b4-f45c4e19b1e1 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:18:51.436548 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-53676345-85fe-49c9-a764-b1dcb1558a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:51.452233 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 03ca95c3-b851-4520-89b4-f45c4e19b1e1 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:18:51.452849 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:51.462412 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7f72c2a3-8bc2-4b8d-91f6-dd797e2b1f2e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:51.481216 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60397b80-21a4-48bb-ba18-47d81386459e req-d30b9cef-d084-4516-a221-50341ae91a9a tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/security-groups?id=2cad39f2-dc15-4a47-9a79-03692e0ed901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108513 Aug 11 22:18:51.595994 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device f9eb9ef2-b416-49e2-9a0c-b33792576bde up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:18:51.618895 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7f72c2a3-8bc2-4b8d-91f6-dd797e2b1f2e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:51.671317 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72c2a3-8bc2-4b8d-91f6-dd797e2b1f2e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Subnet': ['ID=1d558694-b39a-4c6d-bdef-686f605b97f2,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:51.682726 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7f72c2a3-8bc2-4b8d-91f6-dd797e2b1f2e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:51.685341 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7f72c2a3-8bc2-4b8d-91f6-dd797e2b1f2e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/1d558694-b39a-4c6d-bdef-686f605b97f2 HTTP/1.1" status: 204 len: 168 time: 0.7799699 Aug 11 22:18:51.689560 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57096) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:51.852350 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-48325a8c-9fb2-4987-b7a6-6f39b19071ce tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting subnet 2815798b-b8a9-40a8-bb59-13ebd3f3c83f {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:18:51.856995 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-48325a8c-9fb2-4987-b7a6-6f39b19071ce tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:51.878950 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12729232-801e-46f9-8f84-ed0538240305 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:18:51.910872 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port f9eb9ef2-b416-49e2-9a0c-b33792576bde completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:18:51.951676 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-48325a8c-9fb2-4987-b7a6-6f39b19071ce tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:51.979090 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port f9eb9ef2-b416-49e2-9a0c-b33792576bde triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:18:51.979758 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:52.047107 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-48325a8c-9fb2-4987-b7a6-6f39b19071ce tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:52.117443 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-48325a8c-9fb2-4987-b7a6-6f39b19071ce tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:52.170205 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48325a8c-9fb2-4987-b7a6-6f39b19071ce tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Subnet': ['ID=2815798b-b8a9-40a8-bb59-13ebd3f3c83f,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:52.170205 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-48325a8c-9fb2-4987-b7a6-6f39b19071ce tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:52.170493 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-48325a8c-9fb2-4987-b7a6-6f39b19071ce tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/2815798b-b8a9-40a8-bb59-13ebd3f3c83f HTTP/1.1" status: 204 len: 168 time: 0.4792476 Aug 11 22:18:52.174601 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57110) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:52.285091 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-75371a38-5b78-4f81-9433-c389a624f191 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1077309 Aug 11 22:18:52.289396 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57116) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:52.300040 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-82e164e9-557e-407d-9ecb-e73ab39618e7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:52.307229 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-bfccecbb-c666-4c45-ac0b-03b2d0dee801 None None] Could not find standard attr ID for object 97b31616-cd9c-4720-9f99-f58d67c929f5. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:18:52.395144 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:52.399300 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292118b-3ff0-4c03-8015-e7797679f805 req-faf80518-b8d7-4c42-a3e5-113efcb76fd8 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:52.413401 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6292118b-3ff0-4c03-8015-e7797679f805 req-faf80518-b8d7-4c42-a3e5-113efcb76fd8 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=233fe4c5-abe8-4d80-9c3c-ce8720b05cf6 HTTP/1.1" status: 200 len: 945 time: 0.1139810 Aug 11 22:18:52.481241 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port f9eb9ef2-b416-49e2-9a0c-b33792576bde, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=f9eb9ef2-b416-49e2-9a0c-b33792576bde,segment=NetworkSegment(8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e),segment_id=8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:52.483488 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818351c9-8b8b-4058-926c-2cf779867212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9eb9ef2-b416-49e2-9a0c-b33792576bde'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:18:52.487721 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffc3006-72a5-4325-ba45-41b98b132606" -d '{"events": [{"server_uuid": "818351c9-8b8b-4058-926c-2cf779867212", "name": "network-vif-plugged", "status": "completed", "tag": "f9eb9ef2-b416-49e2-9a0c-b33792576bde"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:18:52.508802 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:52.513399 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e164e9-557e-407d-9ecb-e73ab39618e7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:18:52.526927 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6292118b-3ff0-4c03-8015-e7797679f805 req-613b73f1-04ba-4cf7-bcf7-b5112e8cdef2 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122143 Aug 11 22:18:52.544493 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-82e164e9-557e-407d-9ecb-e73ab39618e7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:52.613289 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8878db-d377-4637-915a-e54d13994e0f x-openstack-request-id: req-1c8878db-d377-4637-915a-e54d13994e0f {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:18:52.613289 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818351c9-8b8b-4058-926c-2cf779867212", "name": "network-vif-plugged", "status": "completed", "tag": "f9eb9ef2-b416-49e2-9a0c-b33792576bde", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:18:52.613289 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1c8878db-d377-4637-915a-e54d13994e0f {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:18:52.613967 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818351c9-8b8b-4058-926c-2cf779867212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9eb9ef2-b416-49e2-9a0c-b33792576bde', 'code': 200} Aug 11 22:18:52.633813 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9fd249-cca7-4a64-8315-5f6b3010f1ed None None] DHCP port deletion for 031f2dcc-5a67-473f-bde2-e5d9a50304c4 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:18:52.698891 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=f9eb9ef2-b416-49e2-9a0c-b33792576bde,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:52.839983 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57128) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:52.855827 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-fb9fd249-cca7-4a64-8315-5f6b3010f1ed None None] Deleting port 03ca95c3-b851-4520-89b4-f45c4e19b1e1 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:18:52.856590 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fb9fd249-cca7-4a64-8315-5f6b3010f1ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:52.890758 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf15f16-67bf-443e-9077-ea989cbb1d2a req-334adf8a-f841-44cf-9fba-a8904cb1ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:52.897375 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2bf15f16-67bf-443e-9077-ea989cbb1d2a req-334adf8a-f841-44cf-9fba-a8904cb1ed7a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=818351c9-8b8b-4058-926c-2cf779867212 HTTP/1.1" status: 200 len: 1096 time: 0.2015274 Aug 11 22:18:52.901209 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6b97a-9b64-4ca5-8312-45163d39fb3d req-bdb9e956-a5df-44e7-a0cf-66c58387511c tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:52.914269 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d9d6b97a-9b64-4ca5-8312-45163d39fb3d req-bdb9e956-a5df-44e7-a0cf-66c58387511c tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/ports?device_id=818351c9-8b8b-4058-926c-2cf779867212 HTTP/1.1" status: 200 len: 945 time: 0.1758068 Aug 11 22:18:53.005341 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d9d6b97a-9b64-4ca5-8312-45163d39fb3d req-c6ec30e5-1ba0-43f7-bc1e-2d6a87567107 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/security-groups?id=2cad39f2-dc15-4a47-9a79-03692e0ed901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845957 Aug 11 22:18:53.008376 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2bf15f16-67bf-443e-9077-ea989cbb1d2a req-e94586c4-abbb-4804-a5a9-5ebbb7ef3b32 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2cad39f2-dc15-4a47-9a79-03692e0ed901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919542 Aug 11 22:18:53.063031 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-fb9fd249-cca7-4a64-8315-5f6b3010f1ed None None] For port 03ca95c3-b851-4520-89b4-f45c4e19b1e1, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=03ca95c3-b851-4520-89b4-f45c4e19b1e1,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:53.063459 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fb9fd249-cca7-4a64-8315-5f6b3010f1ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:53.086923 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-dac17496-0df8-4847-a025-da01eed249d4 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1541814228'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:53.103995 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-fb9fd249-cca7-4a64-8315-5f6b3010f1ed None None] Calling delete_port for 03ca95c3-b851-4520-89b4-f45c4e19b1e1 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:18:53.134394 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 03ca95c3-b851-4520-89b4-f45c4e19b1e1 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:18:53.228190 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac17496-0df8-4847-a025-da01eed249d4 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] Made reservation on behalf of 49c44d438a6e4579b3d97925c61ff0ef for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:18:53.233415 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dac17496-0df8-4847-a025-da01eed249d4 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:53.250154 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dac17496-0df8-4847-a025-da01eed249d4 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:53.444373 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:53.451818 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fb9fd249-cca7-4a64-8315-5f6b3010f1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:53.534475 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fd249-cca7-4a64-8315-5f6b3010f1ed None None] Pushing event deleted for resources: {'Port': ['ID=03ca95c3-b851-4520-89b4-f45c4e19b1e1,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:53.547243 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9fd249-cca7-4a64-8315-5f6b3010f1ed None None] No DVR routers for this DVR port 03ca95c3-b851-4520-89b4-f45c4e19b1e1 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:18:53.586240 n-d-804275-3 neutron-server[100942]: DEBUG neutron.objects.ports [None req-82e164e9-557e-407d-9ecb-e73ab39618e7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 22:18:53.738599 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 4f7cb9d4-f60b-4372-a47f-b765a6295863 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:18:53.789782 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05ed6d-2c3a-479e-a76e-42742c2649ea req-58fd2532-c6b4-4355-894d-06d35353a1aa tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:53.804085 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9b05ed6d-2c3a-479e-a76e-42742c2649ea req-58fd2532-c6b4-4355-894d-06d35353a1aa tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=233fe4c5-abe8-4d80-9c3c-ce8720b05cf6 HTTP/1.1" status: 200 len: 945 time: 0.1226621 Aug 11 22:18:53.897091 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 4f7cb9d4-f60b-4372-a47f-b765a6295863 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:18:53.907779 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 4f7cb9d4-f60b-4372-a47f-b765a6295863 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:18:53.908555 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:53.944381 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9b05ed6d-2c3a-479e-a76e-42742c2649ea req-7b6befba-56d9-415d-b72f-a4a370961ab9 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383748 Aug 11 22:18:54.058394 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:54.123625 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 4f7cb9d4-f60b-4372-a47f-b765a6295863, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=4f7cb9d4-f60b-4372-a47f-b765a6295863,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:54.131716 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:54.218712 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95641594-ef71-4aa3-af24-29d15ac5ccf8 req-2a2ef059-028b-43aa-a879-42bf67ced640 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:54.221639 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-95641594-ef71-4aa3-af24-29d15ac5ccf8 req-2a2ef059-028b-43aa-a879-42bf67ced640 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/ports?device_id=818351c9-8b8b-4058-926c-2cf779867212 HTTP/1.1" status: 200 len: 945 time: 0.0859983 Aug 11 22:18:54.229225 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=4f7cb9d4-f60b-4372-a47f-b765a6295863,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:54.251133 n-d-804275-3 neutron-server[100942]: WARNING neutron.services.revisions.revision_plugin [None req-82e164e9-557e-407d-9ecb-e73ab39618e7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Could not find related port for resource to bump revision. Aug 11 22:18:54.262536 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.ipam_pluggable_backend [None req-82e164e9-557e-407d-9ecb-e73ab39618e7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Port 03ca95c3-b851-4520-89b4-f45c4e19b1e1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100942) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 11 22:18:54.262860 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.ipam_pluggable_backend [None req-82e164e9-557e-407d-9ecb-e73ab39618e7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Reverting IP allocation for 2001:db8::f816:3eff:fec9:3772 {{(pid=100942) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 11 22:18:54.267692 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dac17496-0df8-4847-a025-da01eed249d4 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:54.269453 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.ipam_pluggable_backend [None req-82e164e9-557e-407d-9ecb-e73ab39618e7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec9:3772 {{(pid=100942) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 11 22:18:54.270808 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-82e164e9-557e-407d-9ecb-e73ab39618e7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:54.282630 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-95641594-ef71-4aa3-af24-29d15ac5ccf8 req-5de88bb4-bf22-403e-b014-68566b544482 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/security-groups?id=2cad39f2-dc15-4a47-9a79-03692e0ed901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429640 Aug 11 22:18:54.317672 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dac17496-0df8-4847-a025-da01eed249d4 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:54.394448 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e164e9-557e-407d-9ecb-e73ab39618e7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:18:54.395365 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac17496-0df8-4847-a025-da01eed249d4 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:18:54.406214 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-82e164e9-557e-407d-9ecb-e73ab39618e7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:18:54.410788 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e164e9-557e-407d-9ecb-e73ab39618e7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Subnet': ['ID=46c0e23c-e8a7-4948-b97b-dfebbb1231b2,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:54.416794 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e164e9-557e-407d-9ecb-e73ab39618e7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:54.417448 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-82e164e9-557e-407d-9ecb-e73ab39618e7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:54.422115 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a420cb7-8130-4535-a312-e5e00f6909a8 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:18:54.428495 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac17496-0df8-4847-a025-da01eed249d4 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac06a790-9183-4be5-b740-e66f2a5341d8,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:54.435226 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dac17496-0df8-4847-a025-da01eed249d4 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:54.435602 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-dac17496-0df8-4847-a025-da01eed249d4 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] Added segment 1c05f1f1-039f-4b7a-9067-b53f26d6fa80 of type vlan for network 5a608da7-9177-4b15-b64a-79b293f21da0 Aug 11 22:18:54.551290 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-82e164e9-557e-407d-9ecb-e73ab39618e7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2600839 Aug 11 22:18:54.555228 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dac17496-0df8-4847-a025-da01eed249d4 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:54.562038 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57156) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:54.584566 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-f4fd7eb4-0625-4b44-9635-620b3010f47a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:54.622790 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c5f0e-f0d8-4e69-a2ec-f60c3f75fb1e req-286dcf14-2269-4793-ac5c-221b1052a3b3 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:54.625156 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6c6c5f0e-f0d8-4e69-a2ec-f60c3f75fb1e req-286dcf14-2269-4793-ac5c-221b1052a3b3 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c8b25bf-1636-412c-bc91-904f9e9ce132 HTTP/1.1" status: 200 len: 946 time: 0.0717070 Aug 11 22:18:54.637169 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233fe4c5-abe8-4d80-9c3c-ce8720b05cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7cb9d4-f60b-4372-a47f-b765a6295863'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:18:54.640671 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4821c89d-3389-43f5-97f3-bce7844aebce" -d '{"events": [{"server_uuid": "233fe4c5-abe8-4d80-9c3c-ce8720b05cf6", "name": "network-vif-plugged", "status": "completed", "tag": "4f7cb9d4-f60b-4372-a47f-b765a6295863"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:18:54.689419 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6c6c5f0e-f0d8-4e69-a2ec-f60c3f75fb1e req-d2baf40b-ac6e-4579-aa23-4f7d810f9a7b tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/security-groups?id=2cad39f2-dc15-4a47-9a79-03692e0ed901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451291 Aug 11 22:18:54.738381 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dac17496-0df8-4847-a025-da01eed249d4 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:54.745554 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac17496-0df8-4847-a025-da01eed249d4 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:54.746202 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dac17496-0df8-4847-a025-da01eed249d4 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:54.760704 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51236e94-4d7b-4014-9ac9-b71d9347fabb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'fixed_ips': [{'subnet_id': '46c0e23c-e8a7-4948-b97b-dfebbb1231b2'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:18:54.762815 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-51236e94-4d7b-4014-9ac9-b71d9347fabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:54.847339 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab41393-101f-4fd9-b1f3-60b7c224dd13 x-openstack-request-id: req-fab41393-101f-4fd9-b1f3-60b7c224dd13 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:18:54.848004 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233fe4c5-abe8-4d80-9c3c-ce8720b05cf6", "name": "network-vif-plugged", "status": "completed", "tag": "4f7cb9d4-f60b-4372-a47f-b765a6295863", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:18:54.848516 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fab41393-101f-4fd9-b1f3-60b7c224dd13 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:18:54.849384 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233fe4c5-abe8-4d80-9c3c-ce8720b05cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7cb9d4-f60b-4372-a47f-b765a6295863', 'code': 200} Aug 11 22:18:54.864535 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-dac17496-0df8-4847-a025-da01eed249d4 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.0175655 Aug 11 22:18:54.870349 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57162) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:54.878072 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac17496-0df8-4847-a025-da01eed249d4 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] Pushing event updated for resources: {'Network': ['ID=5a608da7-9177-4b15-b64a-79b293f21da0,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:54.879219 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-a3991153-6e66-46a4-ab0f-05e6ef8898cf tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '5a608da7-9177-4b15-b64a-79b293f21da0', 'tempest-TagsTest-Tag-564713230') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:54.918892 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fd7eb4-0625-4b44-9635-620b3010f47a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:18:54.924779 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 5a608da7-9177-4b15-b64a-79b293f21da0 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:18:54.936985 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f4fd7eb4-0625-4b44-9635-620b3010f47a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:55.076765 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8a817-8337-40c7-8a0c-6cbbcd8ad29a req-792231fc-e0c2-47c2-96ba-950edb13c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:55.080412 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f4f8a817-8337-40c7-8a0c-6cbbcd8ad29a req-792231fc-e0c2-47c2-96ba-950edb13c797 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=233fe4c5-abe8-4d80-9c3c-ce8720b05cf6 HTTP/1.1" status: 200 len: 1097 time: 0.1286449 Aug 11 22:18:55.259919 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-51236e94-4d7b-4014-9ac9-b71d9347fabb None None] Allocated IP 2001:db8::f816:3eff:fe4e:2264 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/46c0e23c-e8a7-4948-b97b-dfebbb1231b2/25484c71-0fbe-4b84-abed-eb3090dd94bf) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:18:55.283180 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a3991153-6e66-46a4-ab0f-05e6ef8898cf tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] 10.222.0.77 "PUT /v2.0/networks/5a608da7-9177-4b15-b64a-79b293f21da0/tags/tempest-TagsTest-Tag-564713230 HTTP/1.1" status: 201 len: 201 time: 0.4110787 Aug 11 22:18:55.284275 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57170) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:55.301103 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-2feb2114-dfcb-4984-b40c-5075541c5229 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5a608da7-9177-4b15-b64a-79b293f21da0', 'tempest-TagsTest-Tag-564713230') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:55.398467 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f4f8a817-8337-40c7-8a0c-6cbbcd8ad29a req-9b121f68-7a11-414d-8af0-9881f1777fbb service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066962 Aug 11 22:18:55.456183 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f4fd7eb4-0625-4b44-9635-620b3010f47a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:55.509719 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2feb2114-dfcb-4984-b40c-5075541c5229 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] 10.222.0.77 "GET /v2.0/networks/5a608da7-9177-4b15-b64a-79b293f21da0/tags/tempest-TagsTest-Tag-564713230 HTTP/1.1" status: 204 len: 168 time: 0.2143469 Aug 11 22:18:55.514248 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fd7eb4-0625-4b44-9635-620b3010f47a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:18:55.514808 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57174) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:55.519959 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.tag.tag_plugin [None req-8d65b4a9-00c6-4f95-9ca4-d545aae9fe58 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '5a608da7-9177-4b15-b64a-79b293f21da0') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:55.523628 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c3f0c-df23-4101-b6ab-c3ef45a92140 req-d4e9441b-0c7b-43d7-ae72-b0f6672e3c29 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:55.526405 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6b2c3f0c-df23-4101-b6ab-c3ef45a92140 req-d4e9441b-0c7b-43d7-ae72-b0f6672e3c29 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=233fe4c5-abe8-4d80-9c3c-ce8720b05cf6 HTTP/1.1" status: 200 len: 946 time: 0.1258392 Aug 11 22:18:55.527889 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-f4fd7eb4-0625-4b44-9635-620b3010f47a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:18:55.543771 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fd7eb4-0625-4b44-9635-620b3010f47a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:55.543771 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f4fd7eb4-0625-4b44-9635-620b3010f47a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:55.595223 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6b2c3f0c-df23-4101-b6ab-c3ef45a92140 req-6a78b232-9a27-4b89-b0d4-1e6f83302ca4 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476117 Aug 11 22:18:55.597935 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd7eb4-0625-4b44-9635-620b3010f47a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Subnet': ['ID=662015a6-f8f3-4d9a-a431-5da07ddfcd17,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:55.630921 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-51236e94-4d7b-4014-9ac9-b71d9347fabb None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:55.650716 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f4fd7eb4-0625-4b44-9635-620b3010f47a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0842407 Aug 11 22:18:55.653380 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57176) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:55.655999 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-51236e94-4d7b-4014-9ac9-b71d9347fabb None None] Transition to ACTIVE for port object 25484c71-0fbe-4b84-abed-eb3090dd94bf will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:18:55.659308 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-695533b7-342b-4068-8971-fa253139a6de tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'port': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'mac_address': 'fa:16:3e:cd:19:b0', 'name': 'tempest-NetworksTestDHCPv6-351098599'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:55.690329 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-51236e94-4d7b-4014-9ac9-b71d9347fabb None None] Transition to ACTIVE for port object 25484c71-0fbe-4b84-abed-eb3090dd94bf will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:18:55.696772 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8d65b4a9-00c6-4f95-9ca4-d545aae9fe58 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] 10.222.0.77 "GET /v2.0/networks/5a608da7-9177-4b15-b64a-79b293f21da0/tags HTTP/1.1" status: 200 len: 237 time: 0.1805687 Aug 11 22:18:55.699734 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57178) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:55.707133 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-51236e94-4d7b-4014-9ac9-b71d9347fabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:55.710505 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.tag.tag_plugin [None req-05a3b2e7-029f-4ef3-a130-dc7b98759d00 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '5a608da7-9177-4b15-b64a-79b293f21da0', {'tags': ['tempest-TagsTest-Tag-2008557436', 'tempest-TagsTest-Tag-1205907853', 'tempest-TagsTest-Tag-1010760118']}) {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:55.821546 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51236e94-4d7b-4014-9ac9-b71d9347fabb None None] Pushing event updated for resources: {'Port': ['ID=25484c71-0fbe-4b84-abed-eb3090dd94bf,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:55.845914 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51236e94-4d7b-4014-9ac9-b71d9347fabb None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:18:55.848517 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-51236e94-4d7b-4014-9ac9-b71d9347fabb None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:18:55.854169 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51236e94-4d7b-4014-9ac9-b71d9347fabb None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:18:55.889991 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695533b7-342b-4068-8971-fa253139a6de tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:18:55.926662 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-05a3b2e7-029f-4ef3-a130-dc7b98759d00 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] 10.222.0.77 "PUT /v2.0/networks/5a608da7-9177-4b15-b64a-79b293f21da0/tags HTTP/1.1" status: 200 len: 309 time: 0.2211068 Aug 11 22:18:55.927158 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57182) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:55.937971 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.tag.tag_plugin [None req-c9cda231-9f5a-49f7-891c-f2afaca17904 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '5a608da7-9177-4b15-b64a-79b293f21da0', 'tempest-TagsTest-Tag-2008557436') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:55.979674 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-51236e94-4d7b-4014-9ac9-b71d9347fabb None None] Attempting to bind port 25484c71-0fbe-4b84-abed-eb3090dd94bf on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:18:55.980262 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-51236e94-4d7b-4014-9ac9-b71d9347fabb None None] Attempting to bind port 25484c71-0fbe-4b84-abed-eb3090dd94bf by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:18:55.980859 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51236e94-4d7b-4014-9ac9-b71d9347fabb None None] Attempting to bind port 25484c71-0fbe-4b84-abed-eb3090dd94bf on network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:18:55.991452 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51236e94-4d7b-4014-9ac9-b71d9347fabb None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:18:55.992081 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51236e94-4d7b-4014-9ac9-b71d9347fabb None None] Checking segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:18:55.992913 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-51236e94-4d7b-4014-9ac9-b71d9347fabb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:55.993550 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51236e94-4d7b-4014-9ac9-b71d9347fabb None None] Bound using segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:18:55.995691 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-51236e94-4d7b-4014-9ac9-b71d9347fabb None None] Bound port: 25484c71-0fbe-4b84-abed-eb3090dd94bf, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:18:55.999771 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-51236e94-4d7b-4014-9ac9-b71d9347fabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:56.078846 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-695533b7-342b-4068-8971-fa253139a6de tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:56.118736 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c9cda231-9f5a-49f7-891c-f2afaca17904 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] 10.222.0.77 "DELETE /v2.0/networks/5a608da7-9177-4b15-b64a-79b293f21da0/tags/tempest-TagsTest-Tag-2008557436 HTTP/1.1" status: 204 len: 168 time: 0.1859074 Aug 11 22:18:56.119258 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57186) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:56.127415 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.tag.tag_plugin [None req-e3fac816-6d30-411f-b038-a8c6a157f245 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5a608da7-9177-4b15-b64a-79b293f21da0', 'tempest-TagsTest-Tag-2008557436') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:56.144135 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-51236e94-4d7b-4014-9ac9-b71d9347fabb None None] For port 25484c71-0fbe-4b84-abed-eb3090dd94bf, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:18:56.150515 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-51236e94-4d7b-4014-9ac9-b71d9347fabb None None] For port 25484c71-0fbe-4b84-abed-eb3090dd94bf, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=25484c71-0fbe-4b84-abed-eb3090dd94bf,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:18:56.159782 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-51236e94-4d7b-4014-9ac9-b71d9347fabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:56.164265 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-695533b7-342b-4068-8971-fa253139a6de tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] device_id is not set on port 0db13712-c247-49e5-9fc5-844ba3b23d38 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:18:56.225794 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-e3fac816-6d30-411f-b038-a8c6a157f245 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] show failed (client error): The resource could not be found. Aug 11 22:18:56.228612 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e3fac816-6d30-411f-b038-a8c6a157f245 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] 10.222.0.77 "GET /v2.0/networks/5a608da7-9177-4b15-b64a-79b293f21da0/tags/tempest-TagsTest-Tag-2008557436 HTTP/1.1" status: 404 len: 326 time: 0.1074846 Aug 11 22:18:56.232752 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57190) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:56.247593 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.tag.tag_plugin [None req-35e437f3-2454-4030-aecf-860101d9d4a3 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5a608da7-9177-4b15-b64a-79b293f21da0', 'tempest-TagsTest-Tag-1205907853') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:56.282802 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b2650-0e59-43ed-bd7d-51f385fa3cfa req-2238d72b-74da-42fc-b877-f11db908f2ee tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:56.284296 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51236e94-4d7b-4014-9ac9-b71d9347fabb None None] Pushing event updated for resources: {'Port': ['ID=25484c71-0fbe-4b84-abed-eb3090dd94bf,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:56.285733 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e74b2650-0e59-43ed-bd7d-51f385fa3cfa req-2238d72b-74da-42fc-b877-f11db908f2ee tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c8b25bf-1636-412c-bc91-904f9e9ce132 HTTP/1.1" status: 200 len: 946 time: 0.2140479 Aug 11 22:18:56.449371 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-35e437f3-2454-4030-aecf-860101d9d4a3 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] 10.222.0.77 "GET /v2.0/networks/5a608da7-9177-4b15-b64a-79b293f21da0/tags/tempest-TagsTest-Tag-1205907853 HTTP/1.1" status: 204 len: 168 time: 0.2117693 Aug 11 22:18:56.450413 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57196) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:56.458933 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.tag.tag_plugin [None req-46e35163-54fe-4fc1-bf79-18d7d19f2a73 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5a608da7-9177-4b15-b64a-79b293f21da0', 'tempest-TagsTest-Tag-1010760118') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:56.460488 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e74b2650-0e59-43ed-bd7d-51f385fa3cfa req-21d46714-9c97-41e6-a450-d0ab66139f41 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/security-groups?id=2cad39f2-dc15-4a47-9a79-03692e0ed901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443856 Aug 11 22:18:56.656218 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-695533b7-342b-4068-8971-fa253139a6de tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Allocated IP 172.20.0.14 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/662015a6-f8f3-4d9a-a431-5da07ddfcd17/0db13712-c247-49e5-9fc5-844ba3b23d38) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:18:56.668981 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-695533b7-342b-4068-8971-fa253139a6de tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Allocated IP 2001:db8::f816:3eff:fecd:19b0 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/46c0e23c-e8a7-4948-b97b-dfebbb1231b2/0db13712-c247-49e5-9fc5-844ba3b23d38) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:18:56.741368 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb274a-584b-4634-8581-99702879734a req-4072da33-f2e4-4cfb-af38-e6ff89119054 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:56.741368 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ccdb274a-584b-4634-8581-99702879734a req-4072da33-f2e4-4cfb-af38-e6ff89119054 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c8b25bf-1636-412c-bc91-904f9e9ce132 HTTP/1.1" status: 200 len: 946 time: 0.1733003 Aug 11 22:18:56.804222 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-46e35163-54fe-4fc1-bf79-18d7d19f2a73 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] 10.222.0.77 "GET /v2.0/networks/5a608da7-9177-4b15-b64a-79b293f21da0/tags/tempest-TagsTest-Tag-1010760118 HTTP/1.1" status: 204 len: 168 time: 0.3519287 Aug 11 22:18:56.811259 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57202) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:56.822048 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.tag.tag_plugin [None req-6b98dbac-4825-43cc-97ed-3b833b421590 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5a608da7-9177-4b15-b64a-79b293f21da0') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:56.948626 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57204) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:57.100181 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671eb7a0-f6f5-41c0-9f15-eb99eda2d6c1 req-9db4938d-7da7-42bf-af67-e2a2b946e614 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:57.111092 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-671eb7a0-f6f5-41c0-9f15-eb99eda2d6c1 req-9db4938d-7da7-42bf-af67-e2a2b946e614 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=233fe4c5-abe8-4d80-9c3c-ce8720b05cf6 HTTP/1.1" status: 200 len: 946 time: 0.2645257 Aug 11 22:18:57.162330 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-91e8dc5e-2fcc-4d48-999f-00aef03e08dd tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] 10.222.0.77 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2560 time: 0.2049382 Aug 11 22:18:57.163842 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57208) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:57.173509 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-3b6d38a1-e422-4ec2-b968-63398edda7a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Request body: {'network': {'name': 'tempest-network-smoke--511018143', 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'port_security_enabled': False}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:57.217585 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-ccdb274a-584b-4634-8581-99702879734a req-588f808a-845d-4bf4-a48f-bb58ff87d557 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Deleting port abb46551-a0a9-41c7-a01a-85c5a1cc6df4 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:18:57.217585 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ccdb274a-584b-4634-8581-99702879734a req-588f808a-845d-4bf4-a48f-bb58ff87d557 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:57.243702 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6d38a1-e422-4ec2-b968-63398edda7a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Made reservation on behalf of 4980a3f019644cf79e7a0e6f603100d9 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:18:57.258827 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 25484c71-0fbe-4b84-abed-eb3090dd94bf up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:18:57.264872 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3b6d38a1-e422-4ec2-b968-63398edda7a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:57.291455 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6b98dbac-4825-43cc-97ed-3b833b421590 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] 10.222.0.77 "DELETE /v2.0/networks/5a608da7-9177-4b15-b64a-79b293f21da0/tags HTTP/1.1" status: 204 len: 168 time: 0.4737577 Aug 11 22:18:57.294101 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-671eb7a0-f6f5-41c0-9f15-eb99eda2d6c1 req-d24feb88-b058-4a47-a0c7-899df6a50ccc tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802032 Aug 11 22:18:57.298523 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57210) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:57.349034 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5aaa79-879a-4e42-82f7-e5bc9ddc274c req-5ae67f7c-0233-49ac-8469-fc0944bd904b tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:57.351833 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-cb9a2da0-68f8-4111-a09f-21bab61e55b2 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5a608da7-9177-4b15-b64a-79b293f21da0', 'tempest-TagsTest-Tag-1205907853') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:57.352199 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fb5aaa79-879a-4e42-82f7-e5bc9ddc274c req-5ae67f7c-0233-49ac-8469-fc0944bd904b tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.52 "GET /v2.0/ports?device_id=818351c9-8b8b-4058-926c-2cf779867212 HTTP/1.1" status: 200 len: 945 time: 0.1856275 Aug 11 22:18:57.413435 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 25484c71-0fbe-4b84-abed-eb3090dd94bf completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:18:57.423089 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-ccdb274a-584b-4634-8581-99702879734a req-588f808a-845d-4bf4-a48f-bb58ff87d557 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] For port abb46551-a0a9-41c7-a01a-85c5a1cc6df4, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=abb46551-a0a9-41c7-a01a-85c5a1cc6df4,segment=NetworkSegment(8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e),segment_id=8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:57.423474 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ccdb274a-584b-4634-8581-99702879734a req-588f808a-845d-4bf4-a48f-bb58ff87d557 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:57.476327 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-ccdb274a-584b-4634-8581-99702879734a req-588f808a-845d-4bf4-a48f-bb58ff87d557 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Calling delete_port for abb46551-a0a9-41c7-a01a-85c5a1cc6df4 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:18:57.562574 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-695533b7-342b-4068-8971-fa253139a6de tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:57.586430 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b6d38a1-e422-4ec2-b968-63398edda7a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:18:57.639816 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3b6d38a1-e422-4ec2-b968-63398edda7a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:57.640413 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-3b6d38a1-e422-4ec2-b968-63398edda7a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Added segment 0763a891-bfe2-4413-988b-496e551570e9 of type vlan for network 6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5 Aug 11 22:18:57.654794 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-fb5aaa79-879a-4e42-82f7-e5bc9ddc274c req-1d8567c5-b2f8-442d-98f1-fd9bea69e034 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Deleting port f9eb9ef2-b416-49e2-9a0c-b33792576bde {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:18:57.655354 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fb5aaa79-879a-4e42-82f7-e5bc9ddc274c req-1d8567c5-b2f8-442d-98f1-fd9bea69e034 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:57.660024 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-695533b7-342b-4068-8971-fa253139a6de tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Transition to ACTIVE for port object 0db13712-c247-49e5-9fc5-844ba3b23d38 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:18:57.707361 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-cb9a2da0-68f8-4111-a09f-21bab61e55b2 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] show failed (client error): The resource could not be found. Aug 11 22:18:57.708803 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cb9a2da0-68f8-4111-a09f-21bab61e55b2 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] 10.222.0.77 "GET /v2.0/networks/5a608da7-9177-4b15-b64a-79b293f21da0/tags/tempest-TagsTest-Tag-1205907853 HTTP/1.1" status: 404 len: 326 time: 0.3730826 Aug 11 22:18:57.722557 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57214) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:57.741928 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-1b4895d4-77f8-4ab8-844d-ce5900a19f13 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5a608da7-9177-4b15-b64a-79b293f21da0', 'tempest-TagsTest-Tag-1010760118') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:57.749891 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3b6d38a1-e422-4ec2-b968-63398edda7a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:57.840648 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ccdb274a-584b-4634-8581-99702879734a req-588f808a-845d-4bf4-a48f-bb58ff87d557 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:57.856464 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['abb46551-a0a9-41c7-a01a-85c5a1cc6df4', 'f9eb9ef2-b416-49e2-9a0c-b33792576bde'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:18:57.899654 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-695533b7-342b-4068-8971-fa253139a6de tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:57.931588 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-fb5aaa79-879a-4e42-82f7-e5bc9ddc274c req-1d8567c5-b2f8-442d-98f1-fd9bea69e034 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] For port f9eb9ef2-b416-49e2-9a0c-b33792576bde, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=f9eb9ef2-b416-49e2-9a0c-b33792576bde,segment=NetworkSegment(8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e),segment_id=8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:57.931975 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fb5aaa79-879a-4e42-82f7-e5bc9ddc274c req-1d8567c5-b2f8-442d-98f1-fd9bea69e034 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:57.935081 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f808a-845d-4bf4-a48f-bb58ff87d557 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Pushing event deleted for resources: {'Port': ['ID=abb46551-a0a9-41c7-a01a-85c5a1cc6df4,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:57.964166 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f808a-845d-4bf4-a48f-bb58ff87d557 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:57.964532 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f808a-845d-4bf4-a48f-bb58ff87d557 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:57.964896 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f808a-845d-4bf4-a48f-bb58ff87d557 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:57.965245 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f808a-845d-4bf4-a48f-bb58ff87d557 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:57.965586 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f808a-845d-4bf4-a48f-bb58ff87d557 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:57.965928 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f808a-845d-4bf4-a48f-bb58ff87d557 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:57.966261 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f808a-845d-4bf4-a48f-bb58ff87d557 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:57.967562 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f808a-845d-4bf4-a48f-bb58ff87d557 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:57.967562 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f808a-845d-4bf4-a48f-bb58ff87d557 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:57.967562 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f808a-845d-4bf4-a48f-bb58ff87d557 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:57.974170 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f808a-845d-4bf4-a48f-bb58ff87d557 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:57.974600 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f808a-845d-4bf4-a48f-bb58ff87d557 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:57.977724 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3b6d38a1-e422-4ec2-b968-63398edda7a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:57.983564 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6d38a1-e422-4ec2-b968-63398edda7a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:57.984226 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3b6d38a1-e422-4ec2-b968-63398edda7a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:58.006777 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-fb5aaa79-879a-4e42-82f7-e5bc9ddc274c req-1d8567c5-b2f8-442d-98f1-fd9bea69e034 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Calling delete_port for f9eb9ef2-b416-49e2-9a0c-b33792576bde owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:18:58.010639 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695533b7-342b-4068-8971-fa253139a6de tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:18:58.112802 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-695533b7-342b-4068-8971-fa253139a6de tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:18:58.122825 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249dc72c-8b9a-44fb-8e59-50f52c1e32b5 req-c9c24f4e-7c85-44cd-9491-4b1d6aa93bf4 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:58.124718 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-249dc72c-8b9a-44fb-8e59-50f52c1e32b5 req-c9c24f4e-7c85-44cd-9491-4b1d6aa93bf4 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c8b25bf-1636-412c-bc91-904f9e9ce132 HTTP/1.1" status: 200 len: 867 time: 0.4252303 Aug 11 22:18:58.139633 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695533b7-342b-4068-8971-fa253139a6de tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:18:58.198740 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccdb274a-584b-4634-8581-99702879734a req-588f808a-845d-4bf4-a48f-bb58ff87d557 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] No DVR routers for this DVR port abb46551-a0a9-41c7-a01a-85c5a1cc6df4 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:18:58.203055 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ccdb274a-584b-4634-8581-99702879734a req-588f808a-845d-4bf4-a48f-bb58ff87d557 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:58.205715 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ccdb274a-584b-4634-8581-99702879734a req-588f808a-845d-4bf4-a48f-bb58ff87d557 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.52 "DELETE /v2.0/ports/abb46551-a0a9-41c7-a01a-85c5a1cc6df4 HTTP/1.1" status: 204 len: 173 time: 1.4580169 Aug 11 22:18:58.208008 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8b25bf-1636-412c-bc91-904f9e9ce132', 'name': 'network-vif-deleted', 'tag': 'abb46551-a0a9-41c7-a01a-85c5a1cc6df4'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:18:58.211415 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932ef1f2-7746-48cc-9945-02357def7d8f" -d '{"events": [{"server_uuid": "1c8b25bf-1636-412c-bc91-904f9e9ce132", "name": "network-vif-deleted", "tag": "abb46551-a0a9-41c7-a01a-85c5a1cc6df4"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:18:58.245252 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9986015e-d3bc-413b-97d8-851a8f30ba0b None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:18:58.277941 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3b6d38a1-e422-4ec2-b968-63398edda7a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1105304 Aug 11 22:18:58.280425 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57220) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:58.291438 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-ac971581-bb73-42ea-9b9b-77009c14c01e tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-840390651', 'admin_state_up': True, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:18:58.300894 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-1b4895d4-77f8-4ab8-844d-ce5900a19f13 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] show failed (client error): The resource could not be found. Aug 11 22:18:58.303701 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1b4895d4-77f8-4ab8-844d-ce5900a19f13 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] 10.222.0.77 "GET /v2.0/networks/5a608da7-9177-4b15-b64a-79b293f21da0/tags/tempest-TagsTest-Tag-1010760118 HTTP/1.1" status: 404 len: 326 time: 0.5656686 Aug 11 22:18:58.307095 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57222) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:58.326637 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-67193c32-8075-4a6c-a50c-81998ab922eb tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5a608da7-9177-4b15-b64a-79b293f21da0') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:58.331819 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695533b7-342b-4068-8971-fa253139a6de tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Port': ['ID=0db13712-c247-49e5-9fc5-844ba3b23d38,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:58.341949 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e38184cd-d599-4a7c-9fe8-ec7102e8480e None None] Provisioning for port 25484c71-0fbe-4b84-abed-eb3090dd94bf completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:18:58.371240 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e38184cd-d599-4a7c-9fe8-ec7102e8480e None None] Provisioning complete for port 25484c71-0fbe-4b84-abed-eb3090dd94bf triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:18:58.372090 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e38184cd-d599-4a7c-9fe8-ec7102e8480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:58.387297 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d38a1-e422-4ec2-b968-63398edda7a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Pushing event updated for resources: {'Network': ['ID=6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:58.413787 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695533b7-342b-4068-8971-fa253139a6de tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:58.414380 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695533b7-342b-4068-8971-fa253139a6de tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:58.414967 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695533b7-342b-4068-8971-fa253139a6de tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:58.415619 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695533b7-342b-4068-8971-fa253139a6de tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:58.416209 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695533b7-342b-4068-8971-fa253139a6de tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:58.416768 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fb5aaa79-879a-4e42-82f7-e5bc9ddc274c req-1d8567c5-b2f8-442d-98f1-fd9bea69e034 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:58.416918 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695533b7-342b-4068-8971-fa253139a6de tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:58.417347 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695533b7-342b-4068-8971-fa253139a6de tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:58.417976 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695533b7-342b-4068-8971-fa253139a6de tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:58.418592 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695533b7-342b-4068-8971-fa253139a6de tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:58.418996 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695533b7-342b-4068-8971-fa253139a6de tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:58.419680 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695533b7-342b-4068-8971-fa253139a6de tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:58.420216 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695533b7-342b-4068-8971-fa253139a6de tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:58.433648 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['abb46551-a0a9-41c7-a01a-85c5a1cc6df4'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:18:58.512877 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d38a1-e422-4ec2-b968-63398edda7a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:58.513490 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d38a1-e422-4ec2-b968-63398edda7a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:58.514064 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d38a1-e422-4ec2-b968-63398edda7a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:58.514622 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d38a1-e422-4ec2-b968-63398edda7a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:58.515192 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d38a1-e422-4ec2-b968-63398edda7a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:58.515807 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d38a1-e422-4ec2-b968-63398edda7a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:58.516383 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d38a1-e422-4ec2-b968-63398edda7a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:58.516964 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d38a1-e422-4ec2-b968-63398edda7a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:58.517540 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d38a1-e422-4ec2-b968-63398edda7a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:58.518117 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d38a1-e422-4ec2-b968-63398edda7a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:58.519008 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d38a1-e422-4ec2-b968-63398edda7a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:58.519867 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d38a1-e422-4ec2-b968-63398edda7a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:18:58.525122 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8567c5-b2f8-442d-98f1-fd9bea69e034 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Pushing event deleted for resources: {'Port': ['ID=f9eb9ef2-b416-49e2-9a0c-b33792576bde,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:58.531631 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ac971581-bb73-42ea-9b9b-77009c14c01e tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:58.531631 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ac971581-bb73-42ea-9b9b-77009c14c01e tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:58.553483 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-249dc72c-8b9a-44fb-8e59-50f52c1e32b5 req-7e1720c4-eddd-4032-9c89-6a6b4fee494a tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.77 "GET /v2.0/security-groups?id=2cad39f2-dc15-4a47-9a79-03692e0ed901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022763 Aug 11 22:18:58.561434 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695533b7-342b-4068-8971-fa253139a6de tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:58.562140 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-695533b7-342b-4068-8971-fa253139a6de tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:58.570211 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:18:58.634905 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-695533b7-342b-4068-8971-fa253139a6de tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9801922 Aug 11 22:18:58.638569 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57228) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:58.802877 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-67193c32-8075-4a6c-a50c-81998ab922eb tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] 10.222.0.77 "DELETE /v2.0/networks/5a608da7-9177-4b15-b64a-79b293f21da0/tags HTTP/1.1" status: 204 len: 168 time: 0.4842572 Aug 11 22:18:58.808252 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57230) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:58.857659 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e38184cd-d599-4a7c-9fe8-ec7102e8480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:58.876946 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800c683c-94ac-42cd-ac73-3ba78142d288 x-openstack-request-id: req-800c683c-94ac-42cd-ac73-3ba78142d288 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:18:58.877296 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8b25bf-1636-412c-bc91-904f9e9ce132", "name": "network-vif-deleted", "tag": "abb46551-a0a9-41c7-a01a-85c5a1cc6df4", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:18:58.877513 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-800c683c-94ac-42cd-ac73-3ba78142d288 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:18:58.877940 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8b25bf-1636-412c-bc91-904f9e9ce132', 'name': 'network-vif-deleted', 'tag': 'abb46551-a0a9-41c7-a01a-85c5a1cc6df4', 'status': 'completed', 'code': 200} Aug 11 22:18:58.886107 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5aaa79-879a-4e42-82f7-e5bc9ddc274c req-1d8567c5-b2f8-442d-98f1-fd9bea69e034 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] No DVR routers for this DVR port f9eb9ef2-b416-49e2-9a0c-b33792576bde on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:18:58.889335 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fb5aaa79-879a-4e42-82f7-e5bc9ddc274c req-1d8567c5-b2f8-442d-98f1-fd9bea69e034 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:58.894050 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fb5aaa79-879a-4e42-82f7-e5bc9ddc274c req-1d8567c5-b2f8-442d-98f1-fd9bea69e034 tempest-MultipleCreateTestJSON-1246371629 tempest-MultipleCreateTestJSON-1246371629-project] 10.222.0.52 "DELETE /v2.0/ports/f9eb9ef2-b416-49e2-9a0c-b33792576bde HTTP/1.1" status: 204 len: 173 time: 1.5340195 Aug 11 22:18:58.905852 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ac971581-bb73-42ea-9b9b-77009c14c01e tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:58.979257 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-e38184cd-d599-4a7c-9fe8-ec7102e8480e None None] For port 25484c71-0fbe-4b84-abed-eb3090dd94bf, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=25484c71-0fbe-4b84-abed-eb3090dd94bf,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:18:59.013466 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e38184cd-d599-4a7c-9fe8-ec7102e8480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:59.118709 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a958aa7f-3817-488a-874d-40b706c49128 None None] Update dhcp port {'port': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'fixed_ips': [{'subnet_id': '46c0e23c-e8a7-4948-b97b-dfebbb1231b2', 'ip_address': '2001:db8::f816:3eff:fe4e:2264'}, {'subnet_id': '662015a6-f8f3-4d9a-a431-5da07ddfcd17'}], 'binding:host_id': 'n-d-804275-3'}, 'id': '25484c71-0fbe-4b84-abed-eb3090dd94bf'} from n-d-804275-3. {{(pid=100944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 22:18:59.198614 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ac971581-bb73-42ea-9b9b-77009c14c01e tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:59.210875 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38184cd-d599-4a7c-9fe8-ec7102e8480e None None] Pushing event updated for resources: {'Port': ['ID=25484c71-0fbe-4b84-abed-eb3090dd94bf,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:18:59.216300 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a958aa7f-3817-488a-874d-40b706c49128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:59.232593 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2344ded-a2aa-4a0b-a615-3db062d5e1d1 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:59.241349 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2344ded-a2aa-4a0b-a615-3db062d5e1d1 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:59.243313 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b2344ded-a2aa-4a0b-a615-3db062d5e1d1 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.6023786 Aug 11 22:18:59.248858 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57234) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:59.263861 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6dd0971b-81b2-44ae-aea5-bcef922f8aa4 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:59.305064 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2accb-a0d2-4039-8a37-c6bc1d4d7022 req-f9ab52e3-c54f-46a4-bfde-dd534a3cf8c5 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:18:59.309015 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0aa2accb-a0d2-4039-8a37-c6bc1d4d7022 req-f9ab52e3-c54f-46a4-bfde-dd534a3cf8c5 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=233fe4c5-abe8-4d80-9c3c-ce8720b05cf6 HTTP/1.1" status: 200 len: 946 time: 0.4480031 Aug 11 22:18:59.442969 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ac971581-bb73-42ea-9b9b-77009c14c01e tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:59.468782 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ac971581-bb73-42ea-9b9b-77009c14c01e tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:59.622961 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0aa2accb-a0d2-4039-8a37-c6bc1d4d7022 req-f1e88976-2ee5-48e5-a81f-e15c0c98316d tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048694 Aug 11 22:18:59.633027 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6dd0971b-81b2-44ae-aea5-bcef922f8aa4 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:59.650160 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-ac971581-bb73-42ea-9b9b-77009c14c01e tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Allocated IP 172.25.2.129 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/b982119c-c407-4a59-9649-a0d687e77609) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:18:59.688386 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-6dd0971b-81b2-44ae-aea5-bcef922f8aa4 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a608da7-9177-4b15-b64a-79b293f21da0']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:59.702018 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-6dd0971b-81b2-44ae-aea5-bcef922f8aa4 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c05f1f1-039f-4b7a-9067-b53f26d6fa80') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:59.702316 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-6dd0971b-81b2-44ae-aea5-bcef922f8aa4 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c05f1f1-039f-4b7a-9067-b53f26d6fa80') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:18:59.712894 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-2272ec96-9dd6-4680-b93d-ddbfa4fbba68 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting port 0db13712-c247-49e5-9fc5-844ba3b23d38 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:18:59.713283 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2272ec96-9dd6-4680-b93d-ddbfa4fbba68 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:59.720164 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6dd0971b-81b2-44ae-aea5-bcef922f8aa4 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:59.785453 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6dd0971b-81b2-44ae-aea5-bcef922f8aa4 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:59.798482 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd0971b-81b2-44ae-aea5-bcef922f8aa4 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:18:59.798975 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6dd0971b-81b2-44ae-aea5-bcef922f8aa4 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:18:59.802221 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:18:59.841579 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-a958aa7f-3817-488a-874d-40b706c49128 None None] Allocated IP 172.20.0.2 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/662015a6-f8f3-4d9a-a431-5da07ddfcd17/25484c71-0fbe-4b84-abed-eb3090dd94bf) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:18:59.860606 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ac971581-bb73-42ea-9b9b-77009c14c01e tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:59.899426 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2272ec96-9dd6-4680-b93d-ddbfa4fbba68 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:59.913847 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6dd0971b-81b2-44ae-aea5-bcef922f8aa4 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:59.924024 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57246) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:18:59.938807 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-2272ec96-9dd6-4680-b93d-ddbfa4fbba68 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Calling delete_port for 0db13712-c247-49e5-9fc5-844ba3b23d38 owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:18:59.941105 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6dd0971b-81b2-44ae-aea5-bcef922f8aa4 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:18:59.943345 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6dd0971b-81b2-44ae-aea5-bcef922f8aa4 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] 10.222.0.77 "DELETE /v2.0/networks/5a608da7-9177-4b15-b64a-79b293f21da0 HTTP/1.1" status: 204 len: 168 time: 1.1267273 Aug 11 22:18:59.960967 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ac971581-bb73-42ea-9b9b-77009c14c01e tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:00.022689 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac971581-bb73-42ea-9b9b-77009c14c01e tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:19:00.026457 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-ac971581-bb73-42ea-9b9b-77009c14c01e tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:19:00.036298 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac971581-bb73-42ea-9b9b-77009c14c01e tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:19:00.044673 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a958aa7f-3817-488a-874d-40b706c49128 None None] For port 25484c71-0fbe-4b84-abed-eb3090dd94bf, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=25484c71-0fbe-4b84-abed-eb3090dd94bf,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:19:00.077256 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac971581-bb73-42ea-9b9b-77009c14c01e tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Pushing event updated for resources: {'Port': ['ID=b982119c-c407-4a59-9649-a0d687e77609,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:00.083741 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0971b-81b2-44ae-aea5-bcef922f8aa4 tempest-TagsTest-1073408597 tempest-TagsTest-1073408597-project] Pushing event deleted for resources: {'Network': ['ID=5a608da7-9177-4b15-b64a-79b293f21da0,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:00.132602 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a958aa7f-3817-488a-874d-40b706c49128 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:00.178528 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a958aa7f-3817-488a-874d-40b706c49128 None None] Transition to ACTIVE for port object 25484c71-0fbe-4b84-abed-eb3090dd94bf will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:19:00.187766 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a958aa7f-3817-488a-874d-40b706c49128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:00.299085 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9bd688d-b65f-4b37-a239-1682a39da839 admin admin] Deleting subnet fa724096-e987-44d4-b72d-54b6752c8acf {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:19:00.311752 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a9bd688d-b65f-4b37-a239-1682a39da839 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:00.365074 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958aa7f-3817-488a-874d-40b706c49128 None None] Pushing event updated for resources: {'Port': ['ID=25484c71-0fbe-4b84-abed-eb3090dd94bf,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:00.465681 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad912d3c-ed48-41f2-a591-f9f416d909be req-def5cb89-ad10-467a-a6cc-ec996d7182d9 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:00.478987 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ad912d3c-ed48-41f2-a591-f9f416d909be req-def5cb89-ad10-467a-a6cc-ec996d7182d9 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/networks?id=e7790f3f-c934-4280-a7bc-7879373f53d3 HTTP/1.1" status: 200 len: 806 time: 0.4294190 Aug 11 22:19:00.485161 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a9bd688d-b65f-4b37-a239-1682a39da839 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:00.668228 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57266) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:00.728913 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ad912d3c-ed48-41f2-a591-f9f416d909be req-a5a71929-363a-4db9-bae0-b13bad0c2f39 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/quotas/46c13839859945349c0d5afcfb364f66 HTTP/1.1" status: 200 len: 375 time: 0.2485476 Aug 11 22:19:00.834747 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a9bd688d-b65f-4b37-a239-1682a39da839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:00.879719 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ad912d3c-ed48-41f2-a591-f9f416d909be req-edb4fb1d-c7c7-4f8d-9546-b406499818a5 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=46c13839859945349c0d5afcfb364f66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1490698 Aug 11 22:19:00.891271 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2272ec96-9dd6-4680-b93d-ddbfa4fbba68 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:00.902422 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818351c9-8b8b-4058-926c-2cf779867212', 'name': 'network-vif-deleted', 'tag': 'f9eb9ef2-b416-49e2-9a0c-b33792576bde'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:19:00.905146 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b3cf58-196f-4ae8-ac56-a2d767c0e4c5" -d '{"events": [{"server_uuid": "818351c9-8b8b-4058-926c-2cf779867212", "name": "network-vif-deleted", "tag": "f9eb9ef2-b416-49e2-9a0c-b33792576bde"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:19:00.909219 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ac971581-bb73-42ea-9b9b-77009c14c01e tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:01.172934 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 25484c71-0fbe-4b84-abed-eb3090dd94bf up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:19:01.257351 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ac971581-bb73-42ea-9b9b-77009c14c01e tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:01.462723 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac971581-bb73-42ea-9b9b-77009c14c01e tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Router 33e092b6-d779-4f13-9de3-d850c94f016a is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:19:01.473186 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7f50dac7-f251-4ae7-8b1f-bafaa580db27 None None] Provisioning for port 25484c71-0fbe-4b84-abed-eb3090dd94bf completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:19:01.481043 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7f50dac7-f251-4ae7-8b1f-bafaa580db27 None None] Provisioning complete for port 25484c71-0fbe-4b84-abed-eb3090dd94bf triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:19:01.481858 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7f50dac7-f251-4ae7-8b1f-bafaa580db27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:01.519721 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device f9eb9ef2-b416-49e2-9a0c-b33792576bde no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:19:01.546456 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272ec96-9dd6-4680-b93d-ddbfa4fbba68 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Port': ['ID=0db13712-c247-49e5-9fc5-844ba3b23d38,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:01.563575 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: f9eb9ef2-b416-49e2-9a0c-b33792576bde {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:19:01.564366 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device f9eb9ef2-b416-49e2-9a0c-b33792576bde not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:19:01.565169 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device abb46551-a0a9-41c7-a01a-85c5a1cc6df4 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:19:01.607057 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: abb46551-a0a9-41c7-a01a-85c5a1cc6df4 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:19:01.607817 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device abb46551-a0a9-41c7-a01a-85c5a1cc6df4 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:19:01.683696 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac971581-bb73-42ea-9b9b-77009c14c01e tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:19:01.698311 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0455ef98-3501-4e71-b07d-fd808babf9bb None None] Sync routers for ids ['33e092b6-d779-4f13-9de3-d850c94f016a'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:19:01.730601 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a9bd688d-b65f-4b37-a239-1682a39da839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:01.740154 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ac971581-bb73-42ea-9b9b-77009c14c01e tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:01.741099 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0455ef98-3501-4e71-b07d-fd808babf9bb None None] Routers {'33e092b6-d779-4f13-9de3-d850c94f016a'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:19:01.742389 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-0455ef98-3501-4e71-b07d-fd808babf9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:18:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['33e092b6-d779-4f13-9de3-d850c94f016a'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:19:01.743414 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ac971581-bb73-42ea-9b9b-77009c14c01e tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.4608972 Aug 11 22:19:01.747618 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57280) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:01.776305 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7f50dac7-f251-4ae7-8b1f-bafaa580db27 None None] Could not find standard attr ID for object 0db13712-c247-49e5-9fc5-844ba3b23d38. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:19:01.811032 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a9bd688d-b65f-4b37-a239-1682a39da839 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:01.814476 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a9bd688d-b65f-4b37-a239-1682a39da839 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/fa724096-e987-44d4-b72d-54b6752c8acf HTTP/1.1" status: 204 len: 168 time: 1.8873675 Aug 11 22:19:01.835069 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57284) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:01.853756 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6dff538f-7eca-480c-a99b-d29f446abe4d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=49c44d438a6e4579b3d97925c61ff0ef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1331420 Aug 11 22:19:01.861410 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57286) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:01.965176 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-0455ef98-3501-4e71-b07d-fd808babf9bb None None] Set router 33e092b6-d779-4f13-9de3-d850c94f016a gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:19:02.001079 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-cb0dc752-3bea-4be6-b030-b069fe9ec818 None None] Could not find standard attr ID for object 0db13712-c247-49e5-9fc5-844ba3b23d38. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:19:02.034582 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fe7789-e35b-4c2c-9770-7b88b5190ea0 tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:02.039098 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-35fe7789-e35b-4c2c-9770-7b88b5190ea0 tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=4980a3f019644cf79e7a0e6f603100d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2898574 Aug 11 22:19:02.043609 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57288) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:02.073405 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd688d-b65f-4b37-a239-1682a39da839 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa724096-e987-44d4-b72d-54b6752c8acf,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:02.141589 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2272ec96-9dd6-4680-b93d-ddbfa4fbba68 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:02.144181 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2272ec96-9dd6-4680-b93d-ddbfa4fbba68 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/0db13712-c247-49e5-9fc5-844ba3b23d38 HTTP/1.1" status: 204 len: 168 time: 2.8932905 Aug 11 22:19:02.153516 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f239fe14-ffc7-4643-b25f-eb4a85e4ce32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:02.171493 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ad912d3c-ed48-41f2-a591-f9f416d909be req-d7632208-b35f-447f-ba3a-6ac1aabf1104 service neutron] 10.222.0.77 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2905414 Aug 11 22:19:02.173266 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57290) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:02.237118 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4e940ee4-2ef7-4e2d-bfd2-4119ea4e2789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:02.338700 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f21a284-3645-4d42-a34b-7748b314a75c tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:02.344640 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0f21a284-3645-4d42-a34b-7748b314a75c tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2989426 Aug 11 22:19:02.345354 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57292) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:02.355310 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-0455ef98-3501-4e71-b07d-fd808babf9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e092b6-d779-4f13-9de3-d850c94f016a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-840390651', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'b982119c-c407-4a59-9649-a0d687e77609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:18:58Z', 'updated_at': '2021-08-11T22:19:00Z', 'revision_number': 3, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'gw_port': {'id': 'b982119c-c407-4a59-9649-a0d687e77609', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e092b6-d779-4f13-9de3-d850c94f016a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:18:59Z', 'updated_at': '2021-08-11T22:18:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:19:02.398269 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-90aeeee3-369e-4082-ba92-743b75c159af tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ace0c6e5-d196-4ef9-80b8-149980a74560&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0513084 Aug 11 22:19:02.398865 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57294) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:02.416520 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0455ef98-3501-4e71-b07d-fd808babf9bb None None] Checking router: 33e092b6-d779-4f13-9de3-d850c94f016a for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:19:02.417483 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0455ef98-3501-4e71-b07d-fd808babf9bb None None] Updating router 33e092b6-d779-4f13-9de3-d850c94f016a port b982119c-c407-4a59-9649-a0d687e77609 binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:19:02.433935 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f6b8b7f9-476c-4125-941f-73215a5947f4 tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=4980a3f019644cf79e7a0e6f603100d9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338254 Aug 11 22:19:02.434619 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57296) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:02.437131 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4e940ee4-2ef7-4e2d-bfd2-4119ea4e2789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:02.475840 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-0455ef98-3501-4e71-b07d-fd808babf9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:02.492794 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ad912d3c-ed48-41f2-a591-f9f416d909be req-2c55e0f6-919c-492b-9cda-769fb9966572 service neutron] 10.222.0.77 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203585 Aug 11 22:19:02.532956 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5284fa93-8e45-4056-8c89-05206976dd59 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:02.538893 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5284fa93-8e45-4056-8c89-05206976dd59 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:02.541114 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5284fa93-8e45-4056-8c89-05206976dd59 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:02.554507 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5284fa93-8e45-4056-8c89-05206976dd59 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3622496 Aug 11 22:19:02.555533 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57298) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:02.557632 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f239fe14-ffc7-4643-b25f-eb4a85e4ce32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:02.594962 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-f239fe14-ffc7-4643-b25f-eb4a85e4ce32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a2d337-e855-44ec-89d0-7bb634583902']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:19:02.630016 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-f239fe14-ffc7-4643-b25f-eb4a85e4ce32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:19:02.630948 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-f239fe14-ffc7-4643-b25f-eb4a85e4ce32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8671bed0-8ee3-4a24-9ec3-e2c1ddf8e93e') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:19:02.644909 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4e940ee4-2ef7-4e2d-bfd2-4119ea4e2789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:02.651383 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4e940ee4-2ef7-4e2d-bfd2-4119ea4e2789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:02.653182 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4e940ee4-2ef7-4e2d-bfd2-4119ea4e2789 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ac06a790-9183-4be5-b740-e66f2a5341d8 HTTP/1.1" status: 204 len: 168 time: 0.6442394 Aug 11 22:19:02.668258 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f239fe14-ffc7-4643-b25f-eb4a85e4ce32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:02.693428 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0018736-e12e-4b66-9a07-20c5a127f9f3 tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:02.695266 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e0018736-e12e-4b66-9a07-20c5a127f9f3 tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2543786 Aug 11 22:19:02.725296 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57304) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:02.729896 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e940ee4-2ef7-4e2d-bfd2-4119ea4e2789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac06a790-9183-4be5-b740-e66f2a5341d8,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:02.775929 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f239fe14-ffc7-4643-b25f-eb4a85e4ce32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:02.810071 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f239fe14-ffc7-4643-b25f-eb4a85e4ce32 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:19:02.810749 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f239fe14-ffc7-4643-b25f-eb4a85e4ce32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:19:02.814097 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:19:02.883644 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7021b1-6a2e-4f0f-b574-e85fcf1b2986 x-openstack-request-id: req-af7021b1-6a2e-4f0f-b574-e85fcf1b2986 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:19:02.884130 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818351c9-8b8b-4058-926c-2cf779867212", "name": "network-vif-deleted", "tag": "f9eb9ef2-b416-49e2-9a0c-b33792576bde", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:19:02.884432 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-af7021b1-6a2e-4f0f-b574-e85fcf1b2986 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:19:02.885049 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818351c9-8b8b-4058-926c-2cf779867212', 'name': 'network-vif-deleted', 'tag': 'f9eb9ef2-b416-49e2-9a0c-b33792576bde', 'status': 'completed', 'code': 200} Aug 11 22:19:02.920516 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3d6dc001-d362-467f-b67b-9f2b606d4837 tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ace0c6e5-d196-4ef9-80b8-149980a74560&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1903155 Aug 11 22:19:02.930970 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57308) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:02.958002 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c1eaf8aa-d78e-4925-9006-dd7dcad72c7a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-696965851', 'network_id': '6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5', 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:19:03.047621 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f239fe14-ffc7-4643-b25f-eb4a85e4ce32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:03.065494 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8642e1a-27da-473c-b153-93dcdcb7623a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting subnet 46c0e23c-e8a7-4948-b97b-dfebbb1231b2 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:19:03.069089 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f239fe14-ffc7-4643-b25f-eb4a85e4ce32 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:03.073036 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f239fe14-ffc7-4643-b25f-eb4a85e4ce32 admin admin] 10.222.0.77 "DELETE /v2.0/networks/32a2d337-e855-44ec-89d0-7bb634583902 HTTP/1.1" status: 204 len: 168 time: 1.2177536 Aug 11 22:19:03.099451 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f8642e1a-27da-473c-b153-93dcdcb7623a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:03.164954 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239fe14-ffc7-4643-b25f-eb4a85e4ce32 admin admin] Pushing event deleted for resources: {'Network': ['ID=32a2d337-e855-44ec-89d0-7bb634583902,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:03.202835 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f8642e1a-27da-473c-b153-93dcdcb7623a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:03.385116 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f8642e1a-27da-473c-b153-93dcdcb7623a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:03.394225 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-0455ef98-3501-4e71-b07d-fd808babf9bb None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:03.424361 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-0455ef98-3501-4e71-b07d-fd808babf9bb None None] Transition to ACTIVE for port object b982119c-c407-4a59-9649-a0d687e77609 will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:19:03.444130 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-0455ef98-3501-4e71-b07d-fd808babf9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:03.511411 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57332) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:03.562328 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-0455ef98-3501-4e71-b07d-fd808babf9bb None None] Attempting to bind port b982119c-c407-4a59-9649-a0d687e77609 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:19:03.565555 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-0455ef98-3501-4e71-b07d-fd808babf9bb None None] Attempting to bind port b982119c-c407-4a59-9649-a0d687e77609 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:19:03.567411 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0455ef98-3501-4e71-b07d-fd808babf9bb None None] Attempting to bind port b982119c-c407-4a59-9649-a0d687e77609 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:19:03.610580 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0455ef98-3501-4e71-b07d-fd808babf9bb None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:19:03.616752 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0455ef98-3501-4e71-b07d-fd808babf9bb None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:19:03.618041 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-0455ef98-3501-4e71-b07d-fd808babf9bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:03.619733 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0455ef98-3501-4e71-b07d-fd808babf9bb None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:19:03.620822 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-0455ef98-3501-4e71-b07d-fd808babf9bb None None] Bound port: b982119c-c407-4a59-9649-a0d687e77609, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:19:03.623745 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-0455ef98-3501-4e71-b07d-fd808babf9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:03.741058 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-71dda839-b0ba-46e3-9aaf-02f43515753f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=87fb22244d5844ab81b7e2386b951aca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2266450 Aug 11 22:19:03.742002 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57336) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:03.742205 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f60271-56e2-4ec5-83c9-a5b0f06ac0eb None None] Pushing event updated for resources: {'Port': ['ID=b982119c-c407-4a59-9649-a0d687e77609,revision_number=2']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:03.763965 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-0455ef98-3501-4e71-b07d-fd808babf9bb None None] For port b982119c-c407-4a59-9649-a0d687e77609, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:19:03.775423 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-0455ef98-3501-4e71-b07d-fd808babf9bb None None] For port b982119c-c407-4a59-9649-a0d687e77609, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b982119c-c407-4a59-9649-a0d687e77609,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:19:03.790992 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f8642e1a-27da-473c-b153-93dcdcb7623a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:03.791309 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-0455ef98-3501-4e71-b07d-fd808babf9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:03.989067 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8642e1a-27da-473c-b153-93dcdcb7623a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Subnet': ['ID=46c0e23c-e8a7-4948-b97b-dfebbb1231b2,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:04.033018 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd868-d7e3-462d-98dc-995c8b7d6fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:04.077530 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f8642e1a-27da-473c-b153-93dcdcb7623a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:04.082907 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f8642e1a-27da-473c-b153-93dcdcb7623a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/46c0e23c-e8a7-4948-b97b-dfebbb1231b2 HTTP/1.1" status: 204 len: 168 time: 1.5260367 Aug 11 22:19:04.087841 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57344) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:04.254394 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd868-d7e3-462d-98dc-995c8b7d6fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:04.258337 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1eaf8aa-d78e-4925-9006-dd7dcad72c7a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Made reservation on behalf of 4980a3f019644cf79e7a0e6f603100d9 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:19:04.262832 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c1eaf8aa-d78e-4925-9006-dd7dcad72c7a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:04.316435 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-d618827e-6a6b-4723-81a5-0014e2badf94 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting subnet 662015a6-f8f3-4d9a-a431-5da07ddfcd17 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:19:04.358180 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d618827e-6a6b-4723-81a5-0014e2badf94 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:04.423918 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0455ef98-3501-4e71-b07d-fd808babf9bb None None] Routers {'33e092b6-d779-4f13-9de3-d850c94f016a'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:19:04.428391 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-0455ef98-3501-4e71-b07d-fd808babf9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:18:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['33e092b6-d779-4f13-9de3-d850c94f016a'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:19:04.462452 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d618827e-6a6b-4723-81a5-0014e2badf94 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:04.541155 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f60271-56e2-4ec5-83c9-a5b0f06ac0eb None None] Pushing event updated for resources: {'Port': ['ID=b982119c-c407-4a59-9649-a0d687e77609,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:04.591209 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd868-d7e3-462d-98dc-995c8b7d6fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:04.596072 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd868-d7e3-462d-98dc-995c8b7d6fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:04.600513 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d12a62-a275-4e09-9f5a-2d0802e86fbd None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:19:04.618478 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e3bcd868-d7e3-462d-98dc-995c8b7d6fa4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2cad39f2-dc15-4a47-9a79-03692e0ed901 HTTP/1.1" status: 204 len: 168 time: 0.8742249 Aug 11 22:19:04.809538 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-0455ef98-3501-4e71-b07d-fd808babf9bb None None] Set router 33e092b6-d779-4f13-9de3-d850c94f016a gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:19:04.889791 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c1eaf8aa-d78e-4925-9006-dd7dcad72c7a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:04.894029 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bcd868-d7e3-462d-98dc-995c8b7d6fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cad39f2-dc15-4a47-9a79-03692e0ed901,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:05.087439 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eaf8aa-d78e-4925-9006-dd7dcad72c7a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Pushing event updated for resources: {'Subnet': ['ID=3a82f323-cdb8-41cf-a1d2-4870c36b515e,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:05.096868 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eaf8aa-d78e-4925-9006-dd7dcad72c7a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Checking segment: {'id': '0763a891-bfe2-4413-988b-496e551570e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:19:05.098306 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eaf8aa-d78e-4925-9006-dd7dcad72c7a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Network hostable DHCP agents. Network: 6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:19:05.154512 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eaf8aa-d78e-4925-9006-dd7dcad72c7a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Network 6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:19:05.176714 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6495be-424a-407f-a04b-f98004217cd4 req-3508bc19-5423-45d2-862a-8bea2f15d3d8 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:05.191397 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-c1eaf8aa-d78e-4925-9006-dd7dcad72c7a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:19:05.195246 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0b6495be-424a-407f-a04b-f98004217cd4 req-3508bc19-5423-45d2-862a-8bea2f15d3d8 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/networks?id=e7790f3f-c934-4280-a7bc-7879373f53d3 HTTP/1.1" status: 200 len: 806 time: 0.6343868 Aug 11 22:19:05.217968 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d8fc07-f01b-4a57-8343-338bd467e2ad None None] Network 6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:19:05.228499 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eaf8aa-d78e-4925-9006-dd7dcad72c7a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:05.231547 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c1eaf8aa-d78e-4925-9006-dd7dcad72c7a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:05.292342 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c1eaf8aa-d78e-4925-9006-dd7dcad72c7a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3570824 Aug 11 22:19:05.292801 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57372) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:05.304462 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d618827e-6a6b-4723-81a5-0014e2badf94 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:05.628946 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0b6495be-424a-407f-a04b-f98004217cd4 req-ee776b5a-71c0-4554-a347-bce0a73c43c9 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/quotas/46c13839859945349c0d5afcfb364f66 HTTP/1.1" status: 200 len: 375 time: 0.1403816 Aug 11 22:19:05.632739 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-0455ef98-3501-4e71-b07d-fd808babf9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e092b6-d779-4f13-9de3-d850c94f016a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-840390651', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'b982119c-c407-4a59-9649-a0d687e77609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:18:58Z', 'updated_at': '2021-08-11T22:19:00Z', 'revision_number': 3, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'gw_port': {'id': 'b982119c-c407-4a59-9649-a0d687e77609', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e092b6-d779-4f13-9de3-d850c94f016a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:18:59Z', 'updated_at': '2021-08-11T22:19:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:19:05.707775 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0455ef98-3501-4e71-b07d-fd808babf9bb None None] The sync data for ids ['33e092b6-d779-4f13-9de3-d850c94f016a'] in n-d-804275-3 is: [{'id': '33e092b6-d779-4f13-9de3-d850c94f016a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-840390651', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'b982119c-c407-4a59-9649-a0d687e77609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:18:58Z', 'updated_at': '2021-08-11T22:19:00Z', 'revision_number': 3, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'gw_port': {'id': 'b982119c-c407-4a59-9649-a0d687e77609', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e092b6-d779-4f13-9de3-d850c94f016a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:18:59Z', 'updated_at': '2021-08-11T22:19:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:19:05.826201 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0b6495be-424a-407f-a04b-f98004217cd4 req-0b55999f-37d9-4434-9f5c-91f37ed062d8 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=46c13839859945349c0d5afcfb364f66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1959627 Aug 11 22:19:05.921934 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d618827e-6a6b-4723-81a5-0014e2badf94 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:06.108643 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f15001-bb95-47b6-9981-15ea39b8b5ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5', 'network_id': '6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'fixed_ips': [{'subnet_id': '3a82f323-cdb8-41cf-a1d2-4870c36b515e'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:19:06.115803 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f6f15001-bb95-47b6-9981-15ea39b8b5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:06.202005 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d618827e-6a6b-4723-81a5-0014e2badf94 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:06.213384 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d618827e-6a6b-4723-81a5-0014e2badf94 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/662015a6-f8f3-4d9a-a431-5da07ddfcd17 HTTP/1.1" status: 204 len: 168 time: 2.1234994 Aug 11 22:19:06.215213 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618827e-6a6b-4723-81a5-0014e2badf94 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Subnet': ['ID=662015a6-f8f3-4d9a-a431-5da07ddfcd17,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:06.221638 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57390) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:06.408123 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-870727e2-60a0-4420-b43d-e0b394a4c9f1 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1769831 Aug 11 22:19:06.432366 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57392) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:06.465733 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-636c8806-7dc6-4c4e-a095-1265838c5289 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:19:06.721491 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aaf96c-ae55-4c0e-8692-7eaca0ccb842 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:19:06.859658 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-f6f15001-bb95-47b6-9981-15ea39b8b5ef None None] Allocated IP 172.20.0.18 (6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5/3a82f323-cdb8-41cf-a1d2-4870c36b515e/fbb413a1-9b3a-4521-b399-4b65831f2e36) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:19:06.869673 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e2dd9eef-ccc4-4cfe-bc5e-cf3a40c4b097 None None] Provisioning complete for port 25484c71-0fbe-4b84-abed-eb3090dd94bf triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:19:06.870057 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e2dd9eef-ccc4-4cfe-bc5e-cf3a40c4b097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:06.961352 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0b6495be-424a-407f-a04b-f98004217cd4 req-baa5c162-22dd-4874-a557-48d53fc20895 service neutron] 10.222.0.77 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1278298 Aug 11 22:19:06.965600 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636c8806-7dc6-4c4e-a095-1265838c5289 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:19:06.973963 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-636c8806-7dc6-4c4e-a095-1265838c5289 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:07.074124 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dc11bbcf-d806-4b7e-9919-8a69cc7b2823 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:07.422741 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b982119c-c407-4a59-9649-a0d687e77609 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:19:07.446299 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0b6495be-424a-407f-a04b-f98004217cd4 req-aa97ea95-50e4-4d9b-b9e2-a3db14522d8d service neutron] 10.222.0.77 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4630036 Aug 11 22:19:07.684359 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-636c8806-7dc6-4c4e-a095-1265838c5289 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:07.759038 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57414) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:07.923372 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636c8806-7dc6-4c4e-a095-1265838c5289 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:19:07.953185 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-636c8806-7dc6-4c4e-a095-1265838c5289 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:19:08.006684 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636c8806-7dc6-4c4e-a095-1265838c5289 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:08.009621 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-636c8806-7dc6-4c4e-a095-1265838c5289 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:08.019032 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port b982119c-c407-4a59-9649-a0d687e77609 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:19:08.070748 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c8806-7dc6-4c4e-a095-1265838c5289 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Subnet': ['ID=bfd32102-6824-4c9e-b4c8-eb0c54fc6f81,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:08.135318 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port b982119c-c407-4a59-9649-a0d687e77609 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:19:08.136696 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:08.182569 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-636c8806-7dc6-4c4e-a095-1265838c5289 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7415240 Aug 11 22:19:08.188124 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57424) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:08.211408 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-edc1d784-9be2-4959-9204-a473fe17738a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:19:08.290814 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b60970b-3553-4e4e-93f2-ff2b763d8521 None None] DHCP port deletion for 031f2dcc-5a67-473f-bde2-e5d9a50304c4 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:19:08.363125 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f6f15001-bb95-47b6-9981-15ea39b8b5ef None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:08.465964 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc1d784-9be2-4959-9204-a473fe17738a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:19:08.476086 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f6f15001-bb95-47b6-9981-15ea39b8b5ef None None] Transition to ACTIVE for port object fbb413a1-9b3a-4521-b399-4b65831f2e36 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:19:08.479201 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-edc1d784-9be2-4959-9204-a473fe17738a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:08.508576 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:08.572465 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f6f15001-bb95-47b6-9981-15ea39b8b5ef None None] Transition to ACTIVE for port object fbb413a1-9b3a-4521-b399-4b65831f2e36 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:19:08.581983 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f6f15001-bb95-47b6-9981-15ea39b8b5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:08.618438 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-7b60970b-3553-4e4e-93f2-ff2b763d8521 None None] Deleting port 25484c71-0fbe-4b84-abed-eb3090dd94bf {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:19:08.619023 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7b60970b-3553-4e4e-93f2-ff2b763d8521 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:08.748391 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b5f20b7f-5ff4-49b8-a4e4-f03308e1783d req-bac37cdc-02a1-426d-a9ec-dff82a9b0156 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39c5106-9e8a-4f7e-a29e-18282ebc73d0 HTTP/1.1" status: 200 len: 210 time: 0.2190413 Aug 11 22:19:09.004734 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-7b60970b-3553-4e4e-93f2-ff2b763d8521 None None] For port 25484c71-0fbe-4b84-abed-eb3090dd94bf, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=25484c71-0fbe-4b84-abed-eb3090dd94bf,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:19:09.006517 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7b60970b-3553-4e4e-93f2-ff2b763d8521 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:09.038210 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-7b60970b-3553-4e4e-93f2-ff2b763d8521 None None] Calling delete_port for 25484c71-0fbe-4b84-abed-eb3090dd94bf owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:19:09.041798 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-a8b4f5f1-25e6-4f46-9fa5-6a1ef4429cc8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-363437223-network', 'tenant_id': 'f29e45b8a9c9449faf3a57398b2a5a11'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:19:09.225898 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-dc11bbcf-d806-4b7e-9919-8a69cc7b2823 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Allocated IP 172.20.0.17 (6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5/3a82f323-cdb8-41cf-a1d2-4870c36b515e/c6b20059-7eb5-4420-b277-1ac8f5d83e91) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:19:09.272334 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b4f5f1-25e6-4f46-9fa5-6a1ef4429cc8 admin admin] Made reservation on behalf of f29e45b8a9c9449faf3a57398b2a5a11 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:19:09.274832 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a8b4f5f1-25e6-4f46-9fa5-6a1ef4429cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:09.296474 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a8b4f5f1-25e6-4f46-9fa5-6a1ef4429cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:09.392419 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7b60970b-3553-4e4e-93f2-ff2b763d8521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:09.428946 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57442) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:09.449387 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:09.481756 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f15001-bb95-47b6-9981-15ea39b8b5ef None None] Network 6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:19:09.495281 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b60970b-3553-4e4e-93f2-ff2b763d8521 None None] No DVR routers for this DVR port 25484c71-0fbe-4b84-abed-eb3090dd94bf on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:19:09.513839 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-f6f15001-bb95-47b6-9981-15ea39b8b5ef None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:19:09.560169 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port b982119c-c407-4a59-9649-a0d687e77609, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b982119c-c407-4a59-9649-a0d687e77609,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:19:09.565874 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f15001-bb95-47b6-9981-15ea39b8b5ef None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:19:09.580340 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967a8cd5-8d1b-48fc-95de-b4fa5b941800 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:19:09.590101 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:09.613534 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f15001-bb95-47b6-9981-15ea39b8b5ef None None] Pushing event updated for resources: {'Port': ['ID=fbb413a1-9b3a-4521-b399-4b65831f2e36,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:09.690679 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60970b-3553-4e4e-93f2-ff2b763d8521 None None] Pushing event deleted for resources: {'Port': ['ID=25484c71-0fbe-4b84-abed-eb3090dd94bf,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:09.753440 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=b982119c-c407-4a59-9649-a0d687e77609,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:09.873826 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f6f15001-bb95-47b6-9981-15ea39b8b5ef None None] Attempting to bind port fbb413a1-9b3a-4521-b399-4b65831f2e36 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:19:09.874781 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f6f15001-bb95-47b6-9981-15ea39b8b5ef None None] Attempting to bind port fbb413a1-9b3a-4521-b399-4b65831f2e36 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '0763a891-bfe2-4413-988b-496e551570e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:19:09.875547 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f15001-bb95-47b6-9981-15ea39b8b5ef None None] Attempting to bind port fbb413a1-9b3a-4521-b399-4b65831f2e36 on network 6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:19:09.887433 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 25484c71-0fbe-4b84-abed-eb3090dd94bf no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:19:09.966083 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0280424f-314d-4634-808c-7384ca516b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:09.994921 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f15001-bb95-47b6-9981-15ea39b8b5ef None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:19:09.998236 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f15001-bb95-47b6-9981-15ea39b8b5ef None None] Checking segment: {'id': '0763a891-bfe2-4413-988b-496e551570e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:19:09.999599 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f6f15001-bb95-47b6-9981-15ea39b8b5ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:10.001539 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f15001-bb95-47b6-9981-15ea39b8b5ef None None] Bound using segment: {'id': '0763a891-bfe2-4413-988b-496e551570e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:19:10.003859 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f6f15001-bb95-47b6-9981-15ea39b8b5ef None None] Bound port: fbb413a1-9b3a-4521-b399-4b65831f2e36, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0763a891-bfe2-4413-988b-496e551570e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:19:10.005261 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f6f15001-bb95-47b6-9981-15ea39b8b5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:10.034213 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 25484c71-0fbe-4b84-abed-eb3090dd94bf {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:19:10.035255 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 25484c71-0fbe-4b84-abed-eb3090dd94bf not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:19:10.148504 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e514e14a-3a34-459a-ac07-a7e61c9a358b req-eae9ae56-5477-48bf-aca6-fd9daab9748e tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39c5106-9e8a-4f7e-a29e-18282ebc73d0 HTTP/1.1" status: 200 len: 210 time: 0.1167908 Aug 11 22:19:10.170374 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-f6f15001-bb95-47b6-9981-15ea39b8b5ef None None] For port fbb413a1-9b3a-4521-b399-4b65831f2e36, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:19:10.176132 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-f6f15001-bb95-47b6-9981-15ea39b8b5ef None None] For port fbb413a1-9b3a-4521-b399-4b65831f2e36, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=fbb413a1-9b3a-4521-b399-4b65831f2e36,segment=NetworkSegment(0763a891-bfe2-4413-988b-496e551570e9),segment_id=0763a891-bfe2-4413-988b-496e551570e9)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:19:10.240103 n-d-804275-3 neutron-server[100942]: DEBUG neutron.objects.ports [None req-edc1d784-9be2-4959-9204-a473fe17738a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 22:19:10.245843 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-edc1d784-9be2-4959-9204-a473fe17738a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:10.320692 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc1d784-9be2-4959-9204-a473fe17738a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:19:10.321480 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0280424f-314d-4634-808c-7384ca516b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:10.334831 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-edc1d784-9be2-4959-9204-a473fe17738a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:19:10.345610 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0280424f-314d-4634-808c-7384ca516b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:10.346815 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc1d784-9be2-4959-9204-a473fe17738a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:10.347719 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-edc1d784-9be2-4959-9204-a473fe17738a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:10.374229 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dc11bbcf-d806-4b7e-9919-8a69cc7b2823 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:10.400557 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1d784-9be2-4959-9204-a473fe17738a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Subnet': ['ID=bd292159-1f22-401a-a1e9-8b43cf74b8e5,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:10.420017 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-dc11bbcf-d806-4b7e-9919-8a69cc7b2823 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Transition to ACTIVE for port object c6b20059-7eb5-4420-b277-1ac8f5d83e91 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:19:10.476814 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f6f15001-bb95-47b6-9981-15ea39b8b5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:10.507534 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dc11bbcf-d806-4b7e-9919-8a69cc7b2823 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:10.519965 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0280424f-314d-4634-808c-7384ca516b96 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=57ef1a0441bf4c13a2945ff45585719e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0878429 Aug 11 22:19:10.523771 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57450) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:10.524781 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280424f-314d-4634-808c-7384ca516b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39da407e-cc5a-4499-a894-6519da78e3f6,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:10.569954 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11bbcf-d806-4b7e-9919-8a69cc7b2823 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Pushing event updated for resources: {'Port': ['ID=c6b20059-7eb5-4420-b277-1ac8f5d83e91,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:10.584157 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a8b4f5f1-25e6-4f46-9fa5-6a1ef4429cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:10.617019 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc11bbcf-d806-4b7e-9919-8a69cc7b2823 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Network 6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:19:10.620850 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a8b4f5f1-25e6-4f46-9fa5-6a1ef4429cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:10.641937 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-edc1d784-9be2-4959-9204-a473fe17738a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4478006 Aug 11 22:19:10.641937 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-dc11bbcf-d806-4b7e-9919-8a69cc7b2823 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:19:10.642357 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57454) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:10.652027 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-91e0cc24-f3ea-40bd-beb1-a642893b98b5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'port': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'mac_address': 'fa:16:3e:3a:fa:e3', 'name': 'tempest-NetworksTestDHCPv6-352934815'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:19:10.688345 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b4f5f1-25e6-4f46-9fa5-6a1ef4429cc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:19:10.749088 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc11bbcf-d806-4b7e-9919-8a69cc7b2823 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:19:10.766447 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a8b4f5f1-25e6-4f46-9fa5-6a1ef4429cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:10.767006 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-a8b4f5f1-25e6-4f46-9fa5-6a1ef4429cc8 admin admin] Added segment 0d43bdc3-5f31-471d-b112-68b2de3a59e7 of type vlan for network b0e37169-f021-4cfc-800b-016d07160ed1 Aug 11 22:19:10.817088 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a8d3391b-321c-4290-ba37-27ad0f3cab70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:10.900675 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f15001-bb95-47b6-9981-15ea39b8b5ef None None] Pushing event updated for resources: {'Port': ['ID=fbb413a1-9b3a-4521-b399-4b65831f2e36,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:10.940160 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a8d3391b-321c-4290-ba37-27ad0f3cab70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:11.075855 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee490af-f9ee-4bfd-993d-a3255e005bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'fixed_ips': [{'subnet_id': 'bd292159-1f22-401a-a1e9-8b43cf74b8e5'}, {'subnet_id': 'bfd32102-6824-4c9e-b4c8-eb0c54fc6f81'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:19:11.077462 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0ee490af-f9ee-4bfd-993d-a3255e005bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:11.242989 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e0cc24-f3ea-40bd-beb1-a642893b98b5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:19:11.361556 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a8d3391b-321c-4290-ba37-27ad0f3cab70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:11.368835 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a8d3391b-321c-4290-ba37-27ad0f3cab70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:11.371162 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a8d3391b-321c-4290-ba37-27ad0f3cab70 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/39da407e-cc5a-4499-a894-6519da78e3f6 HTTP/1.1" status: 204 len: 168 time: 0.8404500 Aug 11 22:19:11.407049 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a8b4f5f1-25e6-4f46-9fa5-6a1ef4429cc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:11.480735 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4f5f1-25e6-4f46-9fa5-6a1ef4429cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bf8833-ef0c-4876-8003-9e43178449c1,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:11.581014 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3391b-321c-4290-ba37-27ad0f3cab70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39da407e-cc5a-4499-a894-6519da78e3f6,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:11.642247 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-87e432d6-4de8-44da-9b32-c54ed1fd33d4 req-e9eda0a4-233a-42f8-8514-3a0481d3781c tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39c5106-9e8a-4f7e-a29e-18282ebc73d0 HTTP/1.1" status: 200 len: 210 time: 0.2684412 Aug 11 22:19:11.689305 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dc11bbcf-d806-4b7e-9919-8a69cc7b2823 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:11.728780 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-91e0cc24-f3ea-40bd-beb1-a642893b98b5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:11.835991 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6495be-424a-407f-a04b-f98004217cd4 req-4a0e6c16-2ecc-41ac-98f1-787f664b6c3a tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:11.838134 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0b6495be-424a-407f-a04b-f98004217cd4 req-4a0e6c16-2ecc-41ac-98f1-787f664b6c3a tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.52 "GET /v2.0/networks?id=e7790f3f-c934-4280-a7bc-7879373f53d3 HTTP/1.1" status: 200 len: 806 time: 1.0742354 Aug 11 22:19:11.844653 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a8b4f5f1-25e6-4f46-9fa5-6a1ef4429cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:11.844653 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b4f5f1-25e6-4f46-9fa5-6a1ef4429cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:11.846511 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a8b4f5f1-25e6-4f46-9fa5-6a1ef4429cc8 admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:11.870770 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-91e0cc24-f3ea-40bd-beb1-a642893b98b5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] device_id is not set on port efa69c8f-ae1f-447f-b7e9-0cbb52a3ed8f yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:19:11.899870 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-0b6495be-424a-407f-a04b-f98004217cd4 req-545cf741-1c18-43b4-9e95-25dade9a80b0 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Request body: {'port': {'device_id': 'a39c5106-9e8a-4f7e-a29e-18282ebc73d0', 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3', 'admin_state_up': True, 'tenant_id': '46c13839859945349c0d5afcfb364f66'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:19:11.972829 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-0ee490af-f9ee-4bfd-993d-a3255e005bcb None None] Allocated IP 172.20.0.2 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/bfd32102-6824-4c9e-b4c8-eb0c54fc6f81/4431eb56-31a7-4804-aa8c-57b1f8a11acd) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:19:11.997445 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-0ee490af-f9ee-4bfd-993d-a3255e005bcb None None] Allocated IP 2001:db8::f816:3eff:fe71:47b7 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/bd292159-1f22-401a-a1e9-8b43cf74b8e5/4431eb56-31a7-4804-aa8c-57b1f8a11acd) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:19:12.125853 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device fbb413a1-9b3a-4521-b399-4b65831f2e36 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:19:12.207660 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57466) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:12.213519 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a8b4f5f1-25e6-4f46-9fa5-6a1ef4429cc8 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.4513381 Aug 11 22:19:12.215030 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-f8eecbd8-c571-4aa9-8204-87b8b4ea7e61 admin admin] Request body: {'subnet': {'network_id': 'b0e37169-f021-4cfc-800b-016d07160ed1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-363437223-subnet', 'tenant_id': 'f29e45b8a9c9449faf3a57398b2a5a11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:19:12.279528 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57468) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:12.290805 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8eecbd8-c571-4aa9-8204-87b8b4ea7e61 admin admin] Made reservation on behalf of f29e45b8a9c9449faf3a57398b2a5a11 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:19:12.294704 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f8eecbd8-c571-4aa9-8204-87b8b4ea7e61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:12.337173 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port fbb413a1-9b3a-4521-b399-4b65831f2e36 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:19:12.345382 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4c4698d0-1583-4ec3-a7b7-94de2a87e573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:12.357977 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b982119c-c407-4a59-9649-a0d687e77609 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:19:12.361438 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4f5f1-25e6-4f46-9fa5-6a1ef4429cc8 admin admin] Pushing event updated for resources: {'Network': ['ID=b0e37169-f021-4cfc-800b-016d07160ed1,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:12.413375 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network b0e37169-f021-4cfc-800b-016d07160ed1 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:19:12.537024 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port b982119c-c407-4a59-9649-a0d687e77609 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:19:12.537407 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:12.552226 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dc11bbcf-d806-4b7e-9919-8a69cc7b2823 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:12.610762 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0ee490af-f9ee-4bfd-993d-a3255e005bcb None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:12.632236 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0ee490af-f9ee-4bfd-993d-a3255e005bcb None None] Transition to ACTIVE for port object 4431eb56-31a7-4804-aa8c-57b1f8a11acd will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:19:12.673100 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a657c53-8f85-49dc-b821-2886f3547ba4 None None] Network 6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:19:12.734777 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0ee490af-f9ee-4bfd-993d-a3255e005bcb None None] Transition to ACTIVE for port object 4431eb56-31a7-4804-aa8c-57b1f8a11acd will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:19:12.791226 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0ee490af-f9ee-4bfd-993d-a3255e005bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:12.829624 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f423ba89-1e3c-4e28-bf7b-d2477ec359a6 None None] Provisioning for port fbb413a1-9b3a-4521-b399-4b65831f2e36 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:19:12.861198 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee490af-f9ee-4bfd-993d-a3255e005bcb None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:19:12.873099 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f423ba89-1e3c-4e28-bf7b-d2477ec359a6 None None] Provisioning complete for port fbb413a1-9b3a-4521-b399-4b65831f2e36 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:19:12.873477 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f423ba89-1e3c-4e28-bf7b-d2477ec359a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:12.882981 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-0ee490af-f9ee-4bfd-993d-a3255e005bcb None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:19:12.916692 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee490af-f9ee-4bfd-993d-a3255e005bcb None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:19:12.919943 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4c4698d0-1583-4ec3-a7b7-94de2a87e573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:12.924131 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee490af-f9ee-4bfd-993d-a3255e005bcb None None] Pushing event updated for resources: {'Port': ['ID=4431eb56-31a7-4804-aa8c-57b1f8a11acd,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:12.972499 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b6495be-424a-407f-a04b-f98004217cd4 req-545cf741-1c18-43b4-9e95-25dade9a80b0 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Made reservation on behalf of 46c13839859945349c0d5afcfb364f66 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:19:12.977818 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0b6495be-424a-407f-a04b-f98004217cd4 req-545cf741-1c18-43b4-9e95-25dade9a80b0 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:12.995792 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1e27d51d-6706-4b29-a753-3d77c7e68a5b req-e856b93b-cdf6-41d9-8701-2c2ad909eda5 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39c5106-9e8a-4f7e-a29e-18282ebc73d0 HTTP/1.1" status: 200 len: 210 time: 0.1428087 Aug 11 22:19:13.029867 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4c4698d0-1583-4ec3-a7b7-94de2a87e573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:13.073690 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-0ee490af-f9ee-4bfd-993d-a3255e005bcb None None] Attempting to bind port 4431eb56-31a7-4804-aa8c-57b1f8a11acd on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:19:13.074607 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-0ee490af-f9ee-4bfd-993d-a3255e005bcb None None] Attempting to bind port 4431eb56-31a7-4804-aa8c-57b1f8a11acd by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:19:13.074607 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee490af-f9ee-4bfd-993d-a3255e005bcb None None] Attempting to bind port 4431eb56-31a7-4804-aa8c-57b1f8a11acd on network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:19:13.087594 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee490af-f9ee-4bfd-993d-a3255e005bcb None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:19:13.087594 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee490af-f9ee-4bfd-993d-a3255e005bcb None None] Checking segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:19:13.087594 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0ee490af-f9ee-4bfd-993d-a3255e005bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:13.087594 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee490af-f9ee-4bfd-993d-a3255e005bcb None None] Bound using segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:19:13.087594 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-0ee490af-f9ee-4bfd-993d-a3255e005bcb None None] Bound port: 4431eb56-31a7-4804-aa8c-57b1f8a11acd, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:19:13.088575 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0ee490af-f9ee-4bfd-993d-a3255e005bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:13.102359 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f8eecbd8-c571-4aa9-8204-87b8b4ea7e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:13.153346 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f423ba89-1e3c-4e28-bf7b-d2477ec359a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:13.258151 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eecbd8-c571-4aa9-8204-87b8b4ea7e61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0272551c-d822-4bad-966f-ce321802c789,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:13.278884 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-0b6495be-424a-407f-a04b-f98004217cd4 req-545cf741-1c18-43b4-9e95-25dade9a80b0 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Allocated IP 172.20.0.5 (e7790f3f-c934-4280-a7bc-7879373f53d3/e0ec9ba0-9b08-41f6-a732-89f14df6459a/312a7101-86eb-4972-8248-748e6b3b87af) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:19:13.296362 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dc11bbcf-d806-4b7e-9919-8a69cc7b2823 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:13.300333 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b5ecb130-c5f9-45bb-b9dd-381b2de8dd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:13.304467 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-f423ba89-1e3c-4e28-bf7b-d2477ec359a6 None None] For port fbb413a1-9b3a-4521-b399-4b65831f2e36, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=fbb413a1-9b3a-4521-b399-4b65831f2e36,segment=NetworkSegment(0763a891-bfe2-4413-988b-496e551570e9),segment_id=0763a891-bfe2-4413-988b-496e551570e9)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:19:13.306377 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4698d0-1583-4ec3-a7b7-94de2a87e573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf06efe9-8b56-4029-8319-b4ac261a40a7,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:13.306680 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dc11bbcf-d806-4b7e-9919-8a69cc7b2823 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:13.339593 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f423ba89-1e3c-4e28-bf7b-d2477ec359a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:13.371575 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4c4698d0-1583-4ec3-a7b7-94de2a87e573 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=40bb6afd7b084deb80875ea0c920f7b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0893495 Aug 11 22:19:13.405153 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-0ee490af-f9ee-4bfd-993d-a3255e005bcb None None] For port 4431eb56-31a7-4804-aa8c-57b1f8a11acd, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:19:13.413389 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57476) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:13.415010 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8eecbd8-c571-4aa9-8204-87b8b4ea7e61 admin admin] Checking segment: {'id': '0d43bdc3-5f31-471d-b112-68b2de3a59e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b0e37169-f021-4cfc-800b-016d07160ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:19:13.415010 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eecbd8-c571-4aa9-8204-87b8b4ea7e61 admin admin] Network hostable DHCP agents. Network: b0e37169-f021-4cfc-800b-016d07160ed1, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:19:13.428281 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-0ee490af-f9ee-4bfd-993d-a3255e005bcb None None] For port 4431eb56-31a7-4804-aa8c-57b1f8a11acd, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=4431eb56-31a7-4804-aa8c-57b1f8a11acd,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:19:13.436732 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0ee490af-f9ee-4bfd-993d-a3255e005bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:13.454919 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f423ba89-1e3c-4e28-bf7b-d2477ec359a6 None None] Pushing event updated for resources: {'Port': ['ID=fbb413a1-9b3a-4521-b399-4b65831f2e36,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:13.538471 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-91e0cc24-f3ea-40bd-beb1-a642893b98b5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Allocated IP 172.20.0.13 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/bfd32102-6824-4c9e-b4c8-eb0c54fc6f81/efa69c8f-ae1f-447f-b7e9-0cbb52a3ed8f) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:19:13.547067 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-91e0cc24-f3ea-40bd-beb1-a642893b98b5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Allocated IP 2001:db8::f816:3eff:fe3a:fae3 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/bd292159-1f22-401a-a1e9-8b43cf74b8e5/efa69c8f-ae1f-447f-b7e9-0cbb52a3ed8f) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:19:13.592848 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11bbcf-d806-4b7e-9919-8a69cc7b2823 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Pushing event updated for resources: {'Port': ['ID=c6b20059-7eb5-4420-b277-1ac8f5d83e91,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:13.704199 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eecbd8-c571-4aa9-8204-87b8b4ea7e61 admin admin] Network b0e37169-f021-4cfc-800b-016d07160ed1 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:19:13.729219 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dc11bbcf-d806-4b7e-9919-8a69cc7b2823 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:13.794596 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee490af-f9ee-4bfd-993d-a3255e005bcb None None] Pushing event updated for resources: {'Port': ['ID=4431eb56-31a7-4804-aa8c-57b1f8a11acd,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:13.852253 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device fbb413a1-9b3a-4521-b399-4b65831f2e36 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:19:14.053609 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-f8eecbd8-c571-4aa9-8204-87b8b4ea7e61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, b0e37169-f021-4cfc-800b-016d07160ed1) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:19:14.082313 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962ac86d-6c1f-4cb0-8480-506ca45ddd5d None None] Network b0e37169-f021-4cfc-800b-016d07160ed1 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:19:14.103345 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eecbd8-c571-4aa9-8204-87b8b4ea7e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:14.113930 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f8eecbd8-c571-4aa9-8204-87b8b4ea7e61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:14.120915 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cc657c08-ce8d-4cc4-b113-5704684e8a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:14.188350 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0b6495be-424a-407f-a04b-f98004217cd4 req-545cf741-1c18-43b4-9e95-25dade9a80b0 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:14.211150 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc11bbcf-d806-4b7e-9919-8a69cc7b2823 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Network 6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:19:14.222180 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-dc11bbcf-d806-4b7e-9919-8a69cc7b2823 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:19:14.265292 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f8eecbd8-c571-4aa9-8204-87b8b4ea7e61 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0555263 Aug 11 22:19:14.273246 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cc657c08-ce8d-4cc4-b113-5704684e8a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:14.432550 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4d1d48a1-631f-4de9-9a28-96a4a3f5a0b3 req-d5e4aff7-da86-44d4-bbf5-0d64424a3d6a tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39c5106-9e8a-4f7e-a29e-18282ebc73d0 HTTP/1.1" status: 200 len: 210 time: 0.1192803 Aug 11 22:19:14.447030 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-91e0cc24-f3ea-40bd-beb1-a642893b98b5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:14.459169 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f21e0d25-6d79-405d-a709-a404482d6e18 None None] Provisioning complete for port fbb413a1-9b3a-4521-b399-4b65831f2e36 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:19:14.460427 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f21e0d25-6d79-405d-a709-a404482d6e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:14.499866 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-91e0cc24-f3ea-40bd-beb1-a642893b98b5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Transition to ACTIVE for port object efa69c8f-ae1f-447f-b7e9-0cbb52a3ed8f will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:19:14.627068 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-91e0cc24-f3ea-40bd-beb1-a642893b98b5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:14.690811 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0b6495be-424a-407f-a04b-f98004217cd4 req-545cf741-1c18-43b4-9e95-25dade9a80b0 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:14.700315 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port fbb413a1-9b3a-4521-b399-4b65831f2e36 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:19:14.700805 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:14.748667 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e0cc24-f3ea-40bd-beb1-a642893b98b5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:19:14.750111 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cc657c08-ce8d-4cc4-b113-5704684e8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:14.753140 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cc657c08-ce8d-4cc4-b113-5704684e8a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:14.755006 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cc657c08-ce8d-4cc4-b113-5704684e8a4a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bf06efe9-8b56-4029-8319-b4ac261a40a7 HTTP/1.1" status: 204 len: 168 time: 1.3354938 Aug 11 22:19:14.802868 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc657c08-ce8d-4cc4-b113-5704684e8a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf06efe9-8b56-4029-8319-b4ac261a40a7,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:14.813644 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-91e0cc24-f3ea-40bd-beb1-a642893b98b5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:19:14.822570 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00176ce-58fe-4b6f-a930-1a300298f9c8 None None] Network b0e37169-f021-4cfc-800b-016d07160ed1 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:19:14.824400 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['4f7cb9d4-f60b-4372-a47f-b765a6295863'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:19:14.837418 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e0cc24-f3ea-40bd-beb1-a642893b98b5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:19:14.855896 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b6495be-424a-407f-a04b-f98004217cd4 req-545cf741-1c18-43b4-9e95-25dade9a80b0 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Network e7790f3f-c934-4280-a7bc-7879373f53d3 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:19:14.859068 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc11bbcf-d806-4b7e-9919-8a69cc7b2823 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Router 33e092b6-d779-4f13-9de3-d850c94f016a has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:19:14.903946 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-0b6495be-424a-407f-a04b-f98004217cd4 req-545cf741-1c18-43b4-9e95-25dade9a80b0 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:19:14.966342 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6495be-424a-407f-a04b-f98004217cd4 req-545cf741-1c18-43b4-9e95-25dade9a80b0 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:19:14.995477 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e0cc24-f3ea-40bd-beb1-a642893b98b5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:15.001041 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-91e0cc24-f3ea-40bd-beb1-a642893b98b5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:15.048998 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0cc24-f3ea-40bd-beb1-a642893b98b5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Port': ['ID=efa69c8f-ae1f-447f-b7e9-0cbb52a3ed8f,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:15.076512 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-91e0cc24-f3ea-40bd-beb1-a642893b98b5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.4330945 Aug 11 22:19:15.082143 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57496) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:15.118820 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545cf741-1c18-43b4-9e95-25dade9a80b0 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Pushing event updated for resources: {'Port': ['ID=312a7101-86eb-4972-8248-748e6b3b87af,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:15.367685 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f22faf-522e-4781-a1ef-1d5150a674f7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:15.404694 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6495be-424a-407f-a04b-f98004217cd4 req-545cf741-1c18-43b4-9e95-25dade9a80b0 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:15.404934 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f22faf-522e-4781-a1ef-1d5150a674f7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:15.413513 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a7f22faf-522e-4781-a1ef-1d5150a674f7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.3277056 Aug 11 22:19:15.417745 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57500) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:15.420908 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0b6495be-424a-407f-a04b-f98004217cd4 req-545cf741-1c18-43b4-9e95-25dade9a80b0 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:15.597349 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0b6495be-424a-407f-a04b-f98004217cd4 req-545cf741-1c18-43b4-9e95-25dade9a80b0 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7180107 Aug 11 22:19:15.620342 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-0b6495be-424a-407f-a04b-f98004217cd4 req-da024f82-47b5-4d18-8f08-a37533be87d5 service neutron] Request body: {'port': {'device_id': 'a39c5106-9e8a-4f7e-a29e-18282ebc73d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:19:15.671567 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f21e0d25-6d79-405d-a709-a404482d6e18 None None] Provisioning for port c6b20059-7eb5-4420-b277-1ac8f5d83e91 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:19:15.693201 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f21e0d25-6d79-405d-a709-a404482d6e18 None None] Provisioning complete for port c6b20059-7eb5-4420-b277-1ac8f5d83e91 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:19:15.693883 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f21e0d25-6d79-405d-a709-a404482d6e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:15.701323 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc11bbcf-d806-4b7e-9919-8a69cc7b2823 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:19:15.734318 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-dc11bbcf-d806-4b7e-9919-8a69cc7b2823 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "PUT /v2.0/routers/33e092b6-d779-4f13-9de3-d850c94f016a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4402902 Aug 11 22:19:15.757301 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e6dcb6-45cf-47d4-87b3-2fcb3130b3c7 None None] Sync routers for ids ['33e092b6-d779-4f13-9de3-d850c94f016a'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:19:15.814375 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-f21e0d25-6d79-405d-a709-a404482d6e18 None None] Port c6b20059-7eb5-4420-b277-1ac8f5d83e91 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:19:15.824643 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e6dcb6-45cf-47d4-87b3-2fcb3130b3c7 None None] Routers {'33e092b6-d779-4f13-9de3-d850c94f016a'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:19:15.830534 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-06e6dcb6-45cf-47d4-87b3-2fcb3130b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:18:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['33e092b6-d779-4f13-9de3-d850c94f016a'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:19:15.852780 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0b6495be-424a-407f-a04b-f98004217cd4 req-da024f82-47b5-4d18-8f08-a37533be87d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:15.909696 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0273c0-a768-4638-a2eb-38b47367fd44 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:19:16.004184 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 4431eb56-31a7-4804-aa8c-57b1f8a11acd up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:19:16.420476 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-aed16276-c743-40c0-b854-0ccfccdac401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:16.421670 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0f44ee59-d296-467f-ab59-96d8898d18c7 None None] Provisioning for port 4431eb56-31a7-4804-aa8c-57b1f8a11acd completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:19:16.424064 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:16.425979 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-f8b78ff3-ff2b-4061-bd56-7594dfc80f28 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting port efa69c8f-ae1f-447f-b7e9-0cbb52a3ed8f {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:19:16.426620 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f8b78ff3-ff2b-4061-bd56-7594dfc80f28 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:16.506806 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0f44ee59-d296-467f-ab59-96d8898d18c7 None None] Provisioning complete for port c6b20059-7eb5-4420-b277-1ac8f5d83e91 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:19:16.507277 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0f44ee59-d296-467f-ab59-96d8898d18c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:16.511288 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-06e6dcb6-45cf-47d4-87b3-2fcb3130b3c7 None None] Set router 33e092b6-d779-4f13-9de3-d850c94f016a gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:19:16.515368 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 4431eb56-31a7-4804-aa8c-57b1f8a11acd completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:19:16.615921 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-0a4cce0f-0880-4efb-ade6-5b6a860f2d2d tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:16.626224 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 4431eb56-31a7-4804-aa8c-57b1f8a11acd triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:19:16.626618 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:16.626971 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-0a4cce0f-0880-4efb-ade6-5b6a860f2d2d tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.77 "GET /v2.0/networks?id=b0e37169-f021-4cfc-800b-016d07160ed1 HTTP/1.1" status: 200 len: 813 time: 1.0101333 Aug 11 22:19:16.670476 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-e40ce37e-6750-4b97-b1ba-073aaa1486dd tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.77 "GET /v2.0/quotas/f29e45b8a9c9449faf3a57398b2a5a11 HTTP/1.1" status: 200 len: 375 time: 0.0416329 Aug 11 22:19:16.672573 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-0b6495be-424a-407f-a04b-f98004217cd4 req-da024f82-47b5-4d18-8f08-a37533be87d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 312a7101-86eb-4972-8248-748e6b3b87af {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:19:16.681813 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0b6495be-424a-407f-a04b-f98004217cd4 req-da024f82-47b5-4d18-8f08-a37533be87d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:16.703851 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-0b6495be-424a-407f-a04b-f98004217cd4 req-da024f82-47b5-4d18-8f08-a37533be87d5 service neutron] Transition to ACTIVE for port object 312a7101-86eb-4972-8248-748e6b3b87af will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:19:16.716192 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0b6495be-424a-407f-a04b-f98004217cd4 req-da024f82-47b5-4d18-8f08-a37533be87d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:16.760652 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-f876f5e1-89ea-44c1-a70a-fe98ba267372 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f29e45b8a9c9449faf3a57398b2a5a11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0830061 Aug 11 22:19:16.792503 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da024f82-47b5-4d18-8f08-a37533be87d5 service neutron] Pushing event updated for resources: {'Port': ['ID=312a7101-86eb-4972-8248-748e6b3b87af,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:16.897960 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-0b6495be-424a-407f-a04b-f98004217cd4 req-da024f82-47b5-4d18-8f08-a37533be87d5 service neutron] Attempting to bind port 312a7101-86eb-4972-8248-748e6b3b87af on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:19:16.898955 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-0b6495be-424a-407f-a04b-f98004217cd4 req-da024f82-47b5-4d18-8f08-a37533be87d5 service neutron] Attempting to bind port 312a7101-86eb-4972-8248-748e6b3b87af by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '07f7d92d-e949-43a3-b2dd-627bd28bd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:19:16.899579 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6495be-424a-407f-a04b-f98004217cd4 req-da024f82-47b5-4d18-8f08-a37533be87d5 service neutron] Attempting to bind port 312a7101-86eb-4972-8248-748e6b3b87af on network e7790f3f-c934-4280-a7bc-7879373f53d3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:19:16.905613 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6495be-424a-407f-a04b-f98004217cd4 req-da024f82-47b5-4d18-8f08-a37533be87d5 service neutron] Port 312a7101-86eb-4972-8248-748e6b3b87af on network e7790f3f-c934-4280-a7bc-7879373f53d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:19:16.906353 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6495be-424a-407f-a04b-f98004217cd4 req-da024f82-47b5-4d18-8f08-a37533be87d5 service neutron] Attempting to bind port 312a7101-86eb-4972-8248-748e6b3b87af on network e7790f3f-c934-4280-a7bc-7879373f53d3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:19:16.924029 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6495be-424a-407f-a04b-f98004217cd4 req-da024f82-47b5-4d18-8f08-a37533be87d5 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:19:16.924926 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6495be-424a-407f-a04b-f98004217cd4 req-da024f82-47b5-4d18-8f08-a37533be87d5 service neutron] Checking segment: {'id': '07f7d92d-e949-43a3-b2dd-627bd28bd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:19:16.925655 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6495be-424a-407f-a04b-f98004217cd4 req-da024f82-47b5-4d18-8f08-a37533be87d5 service neutron] Bound using segment: {'id': '07f7d92d-e949-43a3-b2dd-627bd28bd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:19:16.926362 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-0b6495be-424a-407f-a04b-f98004217cd4 req-da024f82-47b5-4d18-8f08-a37533be87d5 service neutron] Bound port: 312a7101-86eb-4972-8248-748e6b3b87af, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7d92d-e949-43a3-b2dd-627bd28bd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:19:16.926968 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0b6495be-424a-407f-a04b-f98004217cd4 req-da024f82-47b5-4d18-8f08-a37533be87d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:16.953969 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f8b78ff3-ff2b-4061-bd56-7594dfc80f28 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:16.972000 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-0f44ee59-d296-467f-ab59-96d8898d18c7 None None] Port c6b20059-7eb5-4420-b277-1ac8f5d83e91 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:19:17.038656 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-f8b78ff3-ff2b-4061-bd56-7594dfc80f28 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Calling delete_port for efa69c8f-ae1f-447f-b7e9-0cbb52a3ed8f owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:19:17.045775 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-0b6495be-424a-407f-a04b-f98004217cd4 req-da024f82-47b5-4d18-8f08-a37533be87d5 service neutron] For port 312a7101-86eb-4972-8248-748e6b3b87af, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:19:17.051411 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-0b6495be-424a-407f-a04b-f98004217cd4 req-da024f82-47b5-4d18-8f08-a37533be87d5 service neutron] For port 312a7101-86eb-4972-8248-748e6b3b87af, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=312a7101-86eb-4972-8248-748e6b3b87af,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:19:17.059912 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0b6495be-424a-407f-a04b-f98004217cd4 req-da024f82-47b5-4d18-8f08-a37533be87d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:17.165263 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-ba317415-a37b-46a8-8129-027fdf8f10c2 service neutron] 10.222.0.77 "GET /v2.0/networks/b0e37169-f021-4cfc-800b-016d07160ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938985 Aug 11 22:19:17.167781 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da024f82-47b5-4d18-8f08-a37533be87d5 service neutron] Pushing event updated for resources: {'Port': ['ID=312a7101-86eb-4972-8248-748e6b3b87af,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:17.172811 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6495be-424a-407f-a04b-f98004217cd4 req-da024f82-47b5-4d18-8f08-a37533be87d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:17.173461 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0b6495be-424a-407f-a04b-f98004217cd4 req-da024f82-47b5-4d18-8f08-a37533be87d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:17.175334 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0b6495be-424a-407f-a04b-f98004217cd4 req-da024f82-47b5-4d18-8f08-a37533be87d5 service neutron] 10.222.0.52 "PUT /v2.0/ports/312a7101-86eb-4972-8248-748e6b3b87af HTTP/1.1" status: 200 len: 1091 time: 1.5639045 Aug 11 22:19:17.175846 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a39c5106-9e8a-4f7e-a29e-18282ebc73d0', 'tag': '312a7101-86eb-4972-8248-748e6b3b87af'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:19:17.180750 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173cf31b-9227-4ac9-b219-e2d9ec35ffc6" -d '{"events": [{"name": "network-changed", "server_uuid": "a39c5106-9e8a-4f7e-a29e-18282ebc73d0", "tag": "312a7101-86eb-4972-8248-748e6b3b87af"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:19:17.302344 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:17.348612 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6495be-424a-407f-a04b-f98004217cd4 req-903375fa-4f51-4970-8796-50acb2e7a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:17.361700 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0b6495be-424a-407f-a04b-f98004217cd4 req-903375fa-4f51-4970-8796-50acb2e7a2b9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46c13839859945349c0d5afcfb364f66&device_id=a39c5106-9e8a-4f7e-a29e-18282ebc73d0 HTTP/1.1" status: 200 len: 1094 time: 0.1157422 Aug 11 22:19:17.412813 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 4431eb56-31a7-4804-aa8c-57b1f8a11acd, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=4431eb56-31a7-4804-aa8c-57b1f8a11acd,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:19:17.424198 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:17.527819 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=4431eb56-31a7-4804-aa8c-57b1f8a11acd,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:17.532583 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0b6495be-424a-407f-a04b-f98004217cd4 req-9a0673af-1b73-468c-9fb7-9a84e432c62a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=312a7101-86eb-4972-8248-748e6b3b87af HTTP/1.1" status: 200 len: 217 time: 0.1642306 Aug 11 22:19:17.534974 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-06e6dcb6-45cf-47d4-87b3-2fcb3130b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e092b6-d779-4f13-9de3-d850c94f016a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-840390651', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'b982119c-c407-4a59-9649-a0d687e77609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:18:58Z', 'updated_at': '2021-08-11T22:19:12Z', 'revision_number': 4, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'gw_port': {'id': 'b982119c-c407-4a59-9649-a0d687e77609', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e092b6-d779-4f13-9de3-d850c94f016a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:18:59Z', 'updated_at': '2021-08-11T22:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'c6b20059-7eb5-4420-b277-1ac8f5d83e91', 'name': '', 'network_id': '6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'mac_address': 'fa:16:3e:a7:c0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e092b6-d779-4f13-9de3-d850c94f016a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '3a82f323-cdb8-41cf-a1d2-4870c36b515e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:19:07Z', 'updated_at': '2021-08-11T22:19:12Z', 'revision_number': 2, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'subnets': [{'id': '3a82f323-cdb8-41cf-a1d2-4870c36b515e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:19:17.539769 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:17.574788 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f8b78ff3-ff2b-4061-bd56-7594dfc80f28 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:17.580427 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e6dcb6-45cf-47d4-87b3-2fcb3130b3c7 None None] Checking router: 33e092b6-d779-4f13-9de3-d850c94f016a for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:19:17.580956 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e6dcb6-45cf-47d4-87b3-2fcb3130b3c7 None None] Updating router 33e092b6-d779-4f13-9de3-d850c94f016a port c6b20059-7eb5-4420-b277-1ac8f5d83e91 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:19:17.628565 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ab73c891-d018-4ba7-8e28-b1a8c00cb6f8 None None] Could not find standard attr ID for object efa69c8f-ae1f-447f-b7e9-0cbb52a3ed8f. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:19:17.644751 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6495be-424a-407f-a04b-f98004217cd4 req-1c70b957-9c4b-4af6-bccd-170898628a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:17.646581 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0b6495be-424a-407f-a04b-f98004217cd4 req-1c70b957-9c4b-4af6-bccd-170898628a57 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0ec9ba0-9b08-41f6-a732-89f14df6459a HTTP/1.1" status: 200 len: 846 time: 0.1069679 Aug 11 22:19:17.679454 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-06e6dcb6-45cf-47d4-87b3-2fcb3130b3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:17.706403 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0b6495be-424a-407f-a04b-f98004217cd4 req-ff96c9aa-de7f-451b-b094-dccc5f70a0f9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7790f3f-c934-4280-a7bc-7879373f53d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517015 Aug 11 22:19:17.738092 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ab73c891-d018-4ba7-8e28-b1a8c00cb6f8 None None] Provisioning complete for port 4431eb56-31a7-4804-aa8c-57b1f8a11acd triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:19:17.738748 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ab73c891-d018-4ba7-8e28-b1a8c00cb6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:17.738864 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b78ff3-ff2b-4061-bd56-7594dfc80f28 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Port': ['ID=efa69c8f-ae1f-447f-b7e9-0cbb52a3ed8f,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:17.845029 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-0dab1195-51c0-49f7-8298-04b8139d027b service neutron] 10.222.0.77 "GET /v2.0/networks/b0e37169-f021-4cfc-800b-016d07160ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6821020 Aug 11 22:19:17.861474 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 4431eb56-31a7-4804-aa8c-57b1f8a11acd up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:19:17.951000 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f8b78ff3-ff2b-4061-bd56-7594dfc80f28 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:17.955959 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f8b78ff3-ff2b-4061-bd56-7594dfc80f28 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/efa69c8f-ae1f-447f-b7e9-0cbb52a3ed8f HTTP/1.1" status: 204 len: 168 time: 2.5356472 Aug 11 22:19:17.957927 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57556) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:18.003587 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0b6495be-424a-407f-a04b-f98004217cd4 req-39897312-975b-469a-9465-f0b16c90906d service neutron] 10.222.0.52 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854316 Aug 11 22:19:18.106836 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e9005d-4bb9-47ff-9f87-d8bb8df918cd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:18.109491 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e9005d-4bb9-47ff-9f87-d8bb8df918cd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:18.123208 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e9005d-4bb9-47ff-9f87-d8bb8df918cd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:18.129962 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57558) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:18.136540 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f2e9005d-4bb9-47ff-9f87-d8bb8df918cd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1759629 Aug 11 22:19:18.476175 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d93eb-e1a9-4f4a-8cd3-9ea77a5049ad req-ee2d5487-c2c3-4ecb-a0ae-f862b91deb09 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:18.476416 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbfb73e8-ef4f-49fc-9202-0f05f62e30df tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting subnet bd292159-1f22-401a-a1e9-8b43cf74b8e5 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:19:18.484196 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6f6d93eb-e1a9-4f4a-8cd3-9ea77a5049ad req-ee2d5487-c2c3-4ecb-a0ae-f862b91deb09 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39c5106-9e8a-4f7e-a29e-18282ebc73d0 HTTP/1.1" status: 200 len: 943 time: 0.1831098 Aug 11 22:19:18.500954 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dbfb73e8-ef4f-49fc-9202-0f05f62e30df tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:18.574598 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 4431eb56-31a7-4804-aa8c-57b1f8a11acd triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:19:18.575463 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:18.577861 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0b6495be-424a-407f-a04b-f98004217cd4 req-c9370777-ce5d-40d7-a037-29beb0c4487d service neutron] 10.222.0.52 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5668118 Aug 11 22:19:18.654126 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dbfb73e8-ef4f-49fc-9202-0f05f62e30df tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:18.664856 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6f6d93eb-e1a9-4f4a-8cd3-9ea77a5049ad req-bb15b26f-4ece-451a-b8f3-1e38a3081d95 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713955 Aug 11 22:19:18.968132 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dbfb73e8-ef4f-49fc-9202-0f05f62e30df tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:19.016042 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-06e6dcb6-45cf-47d4-87b3-2fcb3130b3c7 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:19.029695 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-06e6dcb6-45cf-47d4-87b3-2fcb3130b3c7 None None] Transition to ACTIVE for port object c6b20059-7eb5-4420-b277-1ac8f5d83e91 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:19:19.064906 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-06e6dcb6-45cf-47d4-87b3-2fcb3130b3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:19.161021 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460f2fb-6cbc-41e6-b439-35ceb8c3a1d8 None None] Pushing event updated for resources: {'Port': ['ID=c6b20059-7eb5-4420-b277-1ac8f5d83e91,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:19.170783 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-5302e721-1054-482f-9fd5-0a04ff09f569 None None] Could not find standard attr ID for object efa69c8f-ae1f-447f-b7e9-0cbb52a3ed8f. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:19:19.203869 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dbfb73e8-ef4f-49fc-9202-0f05f62e30df tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:19.218358 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:19.274627 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb73e8-ef4f-49fc-9202-0f05f62e30df tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Subnet': ['ID=bd292159-1f22-401a-a1e9-8b43cf74b8e5,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:19.279025 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dbfb73e8-ef4f-49fc-9202-0f05f62e30df tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:19.283470 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-dbfb73e8-ef4f-49fc-9202-0f05f62e30df tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/bd292159-1f22-401a-a1e9-8b43cf74b8e5 HTTP/1.1" status: 204 len: 168 time: 1.1332207 Aug 11 22:19:19.286029 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57594) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:19.393350 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-23bddab4-a318-43a4-bb32-f84fb816fe62 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting subnet bfd32102-6824-4c9e-b4c8-eb0c54fc6f81 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:19:19.399220 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-23bddab4-a318-43a4-bb32-f84fb816fe62 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:19.403160 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-1df04d7a-7546-4b68-807d-a13286b3c9b5 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:19.405701 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-1df04d7a-7546-4b68-807d-a13286b3c9b5 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/networks?id=6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5 HTTP/1.1" status: 200 len: 797 time: 0.2870202 Aug 11 22:19:19.414063 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6990d2e1-d72a-4f3d-b96b-69e06dc13642 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:19:19.452406 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-ba7ef5fb-92d5-443d-a42a-b33bc16b1e35 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/quotas/4980a3f019644cf79e7a0e6f603100d9 HTTP/1.1" status: 200 len: 375 time: 0.0338559 Aug 11 22:19:19.554497 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-06e6dcb6-45cf-47d4-87b3-2fcb3130b3c7 None None] Attempting to bind port c6b20059-7eb5-4420-b277-1ac8f5d83e91 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:19:19.555882 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-06e6dcb6-45cf-47d4-87b3-2fcb3130b3c7 None None] Attempting to bind port c6b20059-7eb5-4420-b277-1ac8f5d83e91 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '0763a891-bfe2-4413-988b-496e551570e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:19:19.556498 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e6dcb6-45cf-47d4-87b3-2fcb3130b3c7 None None] Attempting to bind port c6b20059-7eb5-4420-b277-1ac8f5d83e91 on network 6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:19:19.569360 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-23bddab4-a318-43a4-bb32-f84fb816fe62 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:19.577512 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e6dcb6-45cf-47d4-87b3-2fcb3130b3c7 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:19:19.578957 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e6dcb6-45cf-47d4-87b3-2fcb3130b3c7 None None] Checking segment: {'id': '0763a891-bfe2-4413-988b-496e551570e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:19:19.579803 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-06e6dcb6-45cf-47d4-87b3-2fcb3130b3c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:19.580664 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e6dcb6-45cf-47d4-87b3-2fcb3130b3c7 None None] Bound using segment: {'id': '0763a891-bfe2-4413-988b-496e551570e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:19:19.581606 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-06e6dcb6-45cf-47d4-87b3-2fcb3130b3c7 None None] Bound port: c6b20059-7eb5-4420-b277-1ac8f5d83e91, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0763a891-bfe2-4413-988b-496e551570e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:19:19.582263 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-06e6dcb6-45cf-47d4-87b3-2fcb3130b3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:19.647855 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-e24fd20e-2bd5-43a9-b19a-1486d6e630b0 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4980a3f019644cf79e7a0e6f603100d9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1693108 Aug 11 22:19:19.804718 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-8c388280-23ac-4fdd-a6ac-2fadebf8c7eb service neutron] 10.222.0.77 "GET /v2.0/networks/6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521943 Aug 11 22:19:19.881318 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-06e6dcb6-45cf-47d4-87b3-2fcb3130b3c7 None None] For port c6b20059-7eb5-4420-b277-1ac8f5d83e91, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:19:19.948132 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-23bddab4-a318-43a4-bb32-f84fb816fe62 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:19.959775 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-06e6dcb6-45cf-47d4-87b3-2fcb3130b3c7 None None] For port c6b20059-7eb5-4420-b277-1ac8f5d83e91, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=c6b20059-7eb5-4420-b277-1ac8f5d83e91,segment=NetworkSegment(0763a891-bfe2-4413-988b-496e551570e9),segment_id=0763a891-bfe2-4413-988b-496e551570e9)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:19:19.980993 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-06e6dcb6-45cf-47d4-87b3-2fcb3130b3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:20.015449 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-d33b8401-7c30-40cf-a61b-0de848420522 service neutron] 10.222.0.77 "GET /v2.0/networks/6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095935 Aug 11 22:19:20.075969 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-23bddab4-a318-43a4-bb32-f84fb816fe62 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:20.184641 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bddab4-a318-43a4-bb32-f84fb816fe62 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Subnet': ['ID=bfd32102-6824-4c9e-b4c8-eb0c54fc6f81,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:20.197885 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-23bddab4-a318-43a4-bb32-f84fb816fe62 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:20.202743 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-23bddab4-a318-43a4-bb32-f84fb816fe62 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/bfd32102-6824-4c9e-b4c8-eb0c54fc6f81 HTTP/1.1" status: 204 len: 168 time: 0.9147248 Aug 11 22:19:20.205153 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57606) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:20.248593 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e6dcb6-45cf-47d4-87b3-2fcb3130b3c7 None None] Routers {'33e092b6-d779-4f13-9de3-d850c94f016a'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:19:20.249942 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-06e6dcb6-45cf-47d4-87b3-2fcb3130b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:19:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['33e092b6-d779-4f13-9de3-d850c94f016a'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:19:20.317062 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9dddd77-ff39-4c07-9cf1-7b927df4bfe1 x-openstack-request-id: req-a9dddd77-ff39-4c07-9cf1-7b927df4bfe1 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:19:20.317062 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a39c5106-9e8a-4f7e-a29e-18282ebc73d0", "tag": "312a7101-86eb-4972-8248-748e6b3b87af", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:19:20.317374 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a9dddd77-ff39-4c07-9cf1-7b927df4bfe1 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:19:20.317888 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a39c5106-9e8a-4f7e-a29e-18282ebc73d0', 'tag': '312a7101-86eb-4972-8248-748e6b3b87af', 'status': 'completed', 'code': 200} Aug 11 22:19:20.401289 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ace4f751-fa27-4050-83f0-5cf055e6aa2e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1875079 Aug 11 22:19:20.404647 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57612) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:20.449184 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-7bcb89fb-6158-44ef-86cc-356cdf1a099f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:19:20.529436 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-06e6dcb6-45cf-47d4-87b3-2fcb3130b3c7 None None] Set router 33e092b6-d779-4f13-9de3-d850c94f016a gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:19:20.658453 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173cf31b-9227-4ac9-b219-e2d9ec35ffc6 req-fcd25c69-aaf5-410b-80c8-0e88480f879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:20.664172 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-173cf31b-9227-4ac9-b219-e2d9ec35ffc6 req-fcd25c69-aaf5-410b-80c8-0e88480f879a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46c13839859945349c0d5afcfb364f66&device_id=a39c5106-9e8a-4f7e-a29e-18282ebc73d0 HTTP/1.1" status: 200 len: 1094 time: 0.3163795 Aug 11 22:19:20.699045 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460f2fb-6cbc-41e6-b439-35ceb8c3a1d8 None None] Pushing event updated for resources: {'Port': ['ID=c6b20059-7eb5-4420-b277-1ac8f5d83e91,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:20.761359 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-85cc6610-b73c-4389-ac31-4aa7b7ba7b1d req-aa96b65e-d1b7-4115-b582-db5fbbed89f6 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0 HTTP/1.1" status: 200 len: 210 time: 0.1350932 Aug 11 22:19:20.857568 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcb89fb-6158-44ef-86cc-356cdf1a099f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:19:20.865248 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7bcb89fb-6158-44ef-86cc-356cdf1a099f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:20.932659 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:19:20.936399 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-c7ff146b-72e9-4e64-a54b-e799519f5930 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:20.938120 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-c7ff146b-72e9-4e64-a54b-e799519f5930 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.52 "GET /v2.0/networks?id=b0e37169-f021-4cfc-800b-016d07160ed1 HTTP/1.1" status: 200 len: 813 time: 0.5749416 Aug 11 22:19:20.962364 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-14f998d5-775b-4d1f-8776-ffa8a026a078 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Request body: {'port': {'device_id': '1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0', 'network_id': 'b0e37169-f021-4cfc-800b-016d07160ed1', 'admin_state_up': True, 'tenant_id': 'f29e45b8a9c9449faf3a57398b2a5a11'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:19:21.090470 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173cf31b-9227-4ac9-b219-e2d9ec35ffc6 req-2f1cf577-2136-4011-bc4b-38766293f311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:21.092469 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-173cf31b-9227-4ac9-b219-e2d9ec35ffc6 req-2f1cf577-2136-4011-bc4b-38766293f311 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e7790f3f-c934-4280-a7bc-7879373f53d3 HTTP/1.1" status: 200 len: 907 time: 0.4192324 Aug 11 22:19:21.184479 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-173cf31b-9227-4ac9-b219-e2d9ec35ffc6 req-35eb2f64-15df-438b-9d0b-ce8b4d86e514 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=312a7101-86eb-4972-8248-748e6b3b87af HTTP/1.1" status: 200 len: 217 time: 0.0840948 Aug 11 22:19:21.361682 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7bcb89fb-6158-44ef-86cc-356cdf1a099f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:21.415407 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:21.514733 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-06e6dcb6-45cf-47d4-87b3-2fcb3130b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e092b6-d779-4f13-9de3-d850c94f016a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-840390651', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'b982119c-c407-4a59-9649-a0d687e77609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:18:58Z', 'updated_at': '2021-08-11T22:19:12Z', 'revision_number': 4, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'gw_port': {'id': 'b982119c-c407-4a59-9649-a0d687e77609', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e092b6-d779-4f13-9de3-d850c94f016a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:18:59Z', 'updated_at': '2021-08-11T22:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'c6b20059-7eb5-4420-b277-1ac8f5d83e91', 'name': '', 'network_id': '6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'mac_address': 'fa:16:3e:a7:c0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e092b6-d779-4f13-9de3-d850c94f016a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '3a82f323-cdb8-41cf-a1d2-4870c36b515e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:19:07Z', 'updated_at': '2021-08-11T22:19:19Z', 'revision_number': 4, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'subnets': [{'id': '3a82f323-cdb8-41cf-a1d2-4870c36b515e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:19:21.525843 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306111a9-1bc7-4d7e-92eb-e55bf7976907 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:19:21.526192 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173cf31b-9227-4ac9-b219-e2d9ec35ffc6 req-a40d74f3-4b34-48cf-b7de-a5aa39e36ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:21.529623 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-173cf31b-9227-4ac9-b219-e2d9ec35ffc6 req-a40d74f3-4b34-48cf-b7de-a5aa39e36ff6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0ec9ba0-9b08-41f6-a732-89f14df6459a HTTP/1.1" status: 200 len: 846 time: 0.3347969 Aug 11 22:19:21.538353 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-14f998d5-775b-4d1f-8776-ffa8a026a078 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Made reservation on behalf of f29e45b8a9c9449faf3a57398b2a5a11 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:19:21.546694 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-14f998d5-775b-4d1f-8776-ffa8a026a078 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:21.546996 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcb89fb-6158-44ef-86cc-356cdf1a099f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:19:21.559572 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619c936-6cf0-4ee5-8b6c-5980378be089 req-0f07fd87-1f65-4c22-a084-40b1a78becd1 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:21.576636 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3619c936-6cf0-4ee5-8b6c-5980378be089 req-0f07fd87-1f65-4c22-a084-40b1a78becd1 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39c5106-9e8a-4f7e-a29e-18282ebc73d0 HTTP/1.1" status: 200 len: 943 time: 0.2578514 Aug 11 22:19:21.617871 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-7bcb89fb-6158-44ef-86cc-356cdf1a099f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:19:21.635658 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcb89fb-6158-44ef-86cc-356cdf1a099f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:21.636384 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7bcb89fb-6158-44ef-86cc-356cdf1a099f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:21.673680 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb89fb-6158-44ef-86cc-356cdf1a099f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Subnet': ['ID=44e28c7f-5254-4add-8b6e-a309bc7bf182,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:21.716498 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7bcb89fb-6158-44ef-86cc-356cdf1a099f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2868116 Aug 11 22:19:21.717464 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57628) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:21.737886 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-96ac2a44-b07d-40bf-8c37-09481243aec3 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:19:21.740985 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e6dcb6-45cf-47d4-87b3-2fcb3130b3c7 None None] The sync data for ids ['33e092b6-d779-4f13-9de3-d850c94f016a'] in n-d-804275-3 is: [{'id': '33e092b6-d779-4f13-9de3-d850c94f016a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-840390651', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'b982119c-c407-4a59-9649-a0d687e77609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:18:58Z', 'updated_at': '2021-08-11T22:19:12Z', 'revision_number': 4, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'gw_port': {'id': 'b982119c-c407-4a59-9649-a0d687e77609', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e092b6-d779-4f13-9de3-d850c94f016a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:18:59Z', 'updated_at': '2021-08-11T22:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'c6b20059-7eb5-4420-b277-1ac8f5d83e91', 'name': '', 'network_id': '6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'mac_address': 'fa:16:3e:a7:c0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e092b6-d779-4f13-9de3-d850c94f016a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '3a82f323-cdb8-41cf-a1d2-4870c36b515e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:19:07Z', 'updated_at': '2021-08-11T22:19:19Z', 'revision_number': 4, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'subnets': [{'id': '3a82f323-cdb8-41cf-a1d2-4870c36b515e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:19:21.753459 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 312a7101-86eb-4972-8248-748e6b3b87af details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:19:21.862875 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2c181ef2-50e3-4dcb-b836-a17e55a3d67b None None] Provisioning complete for port 4431eb56-31a7-4804-aa8c-57b1f8a11acd triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:19:21.863661 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2c181ef2-50e3-4dcb-b836-a17e55a3d67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:21.953706 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3619c936-6cf0-4ee5-8b6c-5980378be089 req-d3171fc9-9b7d-4c3e-9b4c-6f3a7a90af17 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757875 Aug 11 22:19:21.955877 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ac2a44-b07d-40bf-8c37-09481243aec3 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:19:21.962649 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-96ac2a44-b07d-40bf-8c37-09481243aec3 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:22.373817 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-173cf31b-9227-4ac9-b219-e2d9ec35ffc6 req-5a682e4f-062a-4f52-ab2d-8d8ae0e86c42 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7790f3f-c934-4280-a7bc-7879373f53d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8203719 Aug 11 22:19:22.459246 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 312a7101-86eb-4972-8248-748e6b3b87af, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=312a7101-86eb-4972-8248-748e6b3b87af,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:19:22.512289 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '312a7101-86eb-4972-8248-748e6b3b87af', 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3', 'port_id': '312a7101-86eb-4972-8248-748e6b3b87af', 'mac_address': 'fa:16:3e:ea:2f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ec9ba0-9b08-41f6-a732-89f14df6459a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:19:22.545924 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dfc9092f-13e2-4aad-9e98-decb49e74575 req-e70a5768-ce58-4865-80f3-2c7b492a8061 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?device_id=5433c802-86b2-4093-9369-a851be2e2a6d HTTP/1.1" status: 200 len: 210 time: 0.2639019 Aug 11 22:19:22.589985 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-173cf31b-9227-4ac9-b219-e2d9ec35ffc6 req-0dbcc27e-ff5d-4262-951a-72d599169cfe service neutron] 10.222.0.52 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082679 Aug 11 22:19:22.854872 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d26cd509-a577-4698-92ed-cc78d99f8015 req-a8de6304-2619-449f-96c8-0a66d2004101 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0 HTTP/1.1" status: 200 len: 210 time: 0.0962207 Aug 11 22:19:22.889260 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:22.950796 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 312a7101-86eb-4972-8248-748e6b3b87af {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:19:23.020203 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 312a7101-86eb-4972-8248-748e6b3b87af, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=312a7101-86eb-4972-8248-748e6b3b87af,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:19:23.029160 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:23.311713 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['312a7101-86eb-4972-8248-748e6b3b87af'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:19:23.344648 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-14f998d5-775b-4d1f-8776-ffa8a026a078 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Allocated IP 172.20.0.9 (b0e37169-f021-4cfc-800b-016d07160ed1/0272551c-d822-4bad-966f-ce321802c789/9acad81c-867f-445b-a0b9-a7be06ea5cd8) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:19:23.501585 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb073d52-13ee-461c-a46b-e230f1f57138 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:19:23.525207 n-d-804275-3 neutron-server[100943]: DEBUG neutron.objects.ports [None req-96ac2a44-b07d-40bf-8c37-09481243aec3 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100943) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 22:19:23.533977 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5b8c5-3292-4644-a449-719c4fb9b2d5 req-eadf1eb1-234b-4b43-8f29-db1d8b5d116f tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:23.542656 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-32b5b8c5-3292-4644-a449-719c4fb9b2d5 req-eadf1eb1-234b-4b43-8f29-db1d8b5d116f tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39c5106-9e8a-4f7e-a29e-18282ebc73d0 HTTP/1.1" status: 200 len: 944 time: 0.3298178 Aug 11 22:19:23.551530 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-14f998d5-775b-4d1f-8776-ffa8a026a078 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:23.610958 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-0a77a6af-d103-4303-8127-8e7c4b437a73 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:23.613714 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-0a77a6af-d103-4303-8127-8e7c4b437a73 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.52 "GET /v2.0/networks?id=6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5 HTTP/1.1" status: 200 len: 797 time: 0.7909298 Aug 11 22:19:23.619371 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-14f998d5-775b-4d1f-8776-ffa8a026a078 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:23.692057 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-5bddaa5c-745f-4e48-b6e5-9c5e9ae0abad tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Request body: {'port': {'device_id': '5433c802-86b2-4093-9369-a851be2e2a6d', 'network_id': '6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5', 'admin_state_up': True, 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:19:23.695996 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f998d5-775b-4d1f-8776-ffa8a026a078 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Pushing event updated for resources: {'Port': ['ID=9acad81c-867f-445b-a0b9-a7be06ea5cd8,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:24.008256 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-14f998d5-775b-4d1f-8776-ffa8a026a078 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Network b0e37169-f021-4cfc-800b-016d07160ed1 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:19:24.026911 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-14f998d5-775b-4d1f-8776-ffa8a026a078 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:19:24.043602 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-14f998d5-775b-4d1f-8776-ffa8a026a078 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:19:24.059096 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-32b5b8c5-3292-4644-a449-719c4fb9b2d5 req-28a4c6bd-2f5c-466b-a4f0-65e52eeb6842 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5118802 Aug 11 22:19:24.092948 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-173cf31b-9227-4ac9-b219-e2d9ec35ffc6 req-a87c76fd-c29b-47e7-b17a-cd4b2259d65c service neutron] 10.222.0.52 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3923047 Aug 11 22:19:24.114465 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device c6b20059-7eb5-4420-b277-1ac8f5d83e91 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:19:24.175666 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-14f998d5-775b-4d1f-8776-ffa8a026a078 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:24.177269 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-14f998d5-775b-4d1f-8776-ffa8a026a078 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:24.185940 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-5bddaa5c-745f-4e48-b6e5-9c5e9ae0abad tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Made reservation on behalf of 4980a3f019644cf79e7a0e6f603100d9 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:19:24.192807 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-5bddaa5c-745f-4e48-b6e5-9c5e9ae0abad tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:24.275561 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-14f998d5-775b-4d1f-8776-ffa8a026a078 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3234546 Aug 11 22:19:24.302139 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-96ac2a44-b07d-40bf-8c37-09481243aec3 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:24.307856 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=312a7101-86eb-4972-8248-748e6b3b87af,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:24.367007 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-5257ae41-0594-40a5-8f62-8389f7825a32 service neutron] Request body: {'port': {'device_id': '1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:19:24.607087 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port c6b20059-7eb5-4420-b277-1ac8f5d83e91 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:19:24.611346 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9a9e8ffd-7b78-4541-a662-b396e56fcb11 None None] Provisioning complete for port 4431eb56-31a7-4804-aa8c-57b1f8a11acd triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:19:24.612198 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9a9e8ffd-7b78-4541-a662-b396e56fcb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:24.663793 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-5257ae41-0594-40a5-8f62-8389f7825a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:24.731106 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f4b88f01-0a7e-45d1-af72-fc1151b44108 req-3ec2596e-4e13-4266-90af-9ae701e11c75 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?device_id=5433c802-86b2-4093-9369-a851be2e2a6d HTTP/1.1" status: 200 len: 210 time: 0.1223106 Aug 11 22:19:24.740847 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-5bddaa5c-745f-4e48-b6e5-9c5e9ae0abad tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Allocated IP 172.20.0.25 (6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5/3a82f323-cdb8-41cf-a1d2-4870c36b515e/a46bd1de-3b6f-46ed-8524-83aea174f485) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:19:24.744527 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port c6b20059-7eb5-4420-b277-1ac8f5d83e91 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:19:24.745676 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:24.921817 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-96ac2a44-b07d-40bf-8c37-09481243aec3 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] For port 4431eb56-31a7-4804-aa8c-57b1f8a11acd, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=4431eb56-31a7-4804-aa8c-57b1f8a11acd,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:19:24.986491 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f10688-aa08-4886-8f68-8b0ec8c7a29a req-a73c02a0-de54-4545-b810-1d1e98d220df tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:24.996939 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d9f10688-aa08-4886-8f68-8b0ec8c7a29a req-a73c02a0-de54-4545-b810-1d1e98d220df tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0 HTTP/1.1" status: 200 len: 931 time: 0.1196754 Aug 11 22:19:25.114415 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d9f10688-aa08-4886-8f68-8b0ec8c7a29a req-8ceaa9a5-192e-409e-8162-627a581272e4 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.77 "GET /v2.0/security-groups?id=85bf8833-ef0c-4876-8003-9e43178449c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166677 Aug 11 22:19:25.125049 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-96ac2a44-b07d-40bf-8c37-09481243aec3 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:25.139384 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-96ac2a44-b07d-40bf-8c37-09481243aec3 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:25.140302 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-96ac2a44-b07d-40bf-8c37-09481243aec3 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:25.169782 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:25.285277 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port c6b20059-7eb5-4420-b277-1ac8f5d83e91, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=c6b20059-7eb5-4420-b277-1ac8f5d83e91,segment=NetworkSegment(0763a891-bfe2-4413-988b-496e551570e9),segment_id=0763a891-bfe2-4413-988b-496e551570e9)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:19:25.301401 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-5bddaa5c-745f-4e48-b6e5-9c5e9ae0abad tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:25.339748 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-5bddaa5c-745f-4e48-b6e5-9c5e9ae0abad tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Transition to ACTIVE for port object a46bd1de-3b6f-46ed-8524-83aea174f485 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:19:25.343682 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:25.375245 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ac2a44-b07d-40bf-8c37-09481243aec3 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:19:25.460457 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-96ac2a44-b07d-40bf-8c37-09481243aec3 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:19:25.540605 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ac2a44-b07d-40bf-8c37-09481243aec3 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:25.541429 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-96ac2a44-b07d-40bf-8c37-09481243aec3 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:25.547214 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-5bddaa5c-745f-4e48-b6e5-9c5e9ae0abad tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:25.605236 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-96ac2a44-b07d-40bf-8c37-09481243aec3 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8818202 Aug 11 22:19:25.613254 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57678) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:25.616960 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e624ec05-672a-4460-b340-d87ce65a5a26 None None] Update dhcp port {'port': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'fixed_ips': [{'subnet_id': '6c61a4bf-42f0-4bb9-ae98-6604688c4150', 'ip_address': '2001:db8::f816:3eff:fe71:47b7'}, {'subnet_id': '44e28c7f-5254-4add-8b6e-a309bc7bf182'}], 'binding:host_id': 'n-d-804275-3'}, 'id': '4431eb56-31a7-4804-aa8c-57b1f8a11acd'} from n-d-804275-3. {{(pid=100944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 22:19:25.621184 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-a2d34eb4-21ca-4fe0-bcdf-928cd24dca01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'port': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'mac_address': 'fa:16:3e:7e:05:1a', 'name': 'tempest-NetworksTestDHCPv6-2059590086'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:19:25.636612 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac2a44-b07d-40bf-8c37-09481243aec3 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Subnet': ['ID=6c61a4bf-42f0-4bb9-ae98-6604688c4150,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:25.640961 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 312a7101-86eb-4972-8248-748e6b3b87af up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:19:25.709547 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-5bddaa5c-745f-4e48-b6e5-9c5e9ae0abad tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Network 6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:19:25.742726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3579b-74bc-4b4f-91a6-8bdd497860d1 req-1cd3abb2-4ae0-4258-837a-f3b32862434c tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:25.745267 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-42d3579b-74bc-4b4f-91a6-8bdd497860d1 req-1cd3abb2-4ae0-4258-837a-f3b32862434c tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39c5106-9e8a-4f7e-a29e-18282ebc73d0 HTTP/1.1" status: 200 len: 944 time: 0.4036224 Aug 11 22:19:25.749777 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac2a44-b07d-40bf-8c37-09481243aec3 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Port': ['ID=4431eb56-31a7-4804-aa8c-57b1f8a11acd,revision_number=7']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:25.750067 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-5bddaa5c-745f-4e48-b6e5-9c5e9ae0abad tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:19:25.756913 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-5bddaa5c-745f-4e48-b6e5-9c5e9ae0abad tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:19:25.792548 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=c6b20059-7eb5-4420-b277-1ac8f5d83e91,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:25.836237 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e624ec05-672a-4460-b340-d87ce65a5a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:25.836901 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bddaa5c-745f-4e48-b6e5-9c5e9ae0abad tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Pushing event updated for resources: {'Port': ['ID=a46bd1de-3b6f-46ed-8524-83aea174f485,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:25.888311 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 312a7101-86eb-4972-8248-748e6b3b87af completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:19:25.899292 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-5bddaa5c-745f-4e48-b6e5-9c5e9ae0abad tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:25.900196 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-5bddaa5c-745f-4e48-b6e5-9c5e9ae0abad tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:25.942060 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-42d3579b-74bc-4b4f-91a6-8bdd497860d1 req-3bfa44ee-f520-49a1-a10d-da0c6debf415 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303658 Aug 11 22:19:25.951870 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 312a7101-86eb-4972-8248-748e6b3b87af triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:19:25.952480 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:25.969005 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-5bddaa5c-745f-4e48-b6e5-9c5e9ae0abad tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.3419318 Aug 11 22:19:25.983539 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-0b96b34b-2a74-4801-af23-11293dbfa13a service neutron] Request body: {'port': {'device_id': '5433c802-86b2-4093-9369-a851be2e2a6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:19:26.041239 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d34eb4-21ca-4fe0-bcdf-928cd24dca01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:19:26.149173 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-0b96b34b-2a74-4801-af23-11293dbfa13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:26.183998 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-5257ae41-0594-40a5-8f62-8389f7825a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9acad81c-867f-445b-a0b9-a7be06ea5cd8 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:19:26.198426 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-5257ae41-0594-40a5-8f62-8389f7825a32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:26.288198 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-5257ae41-0594-40a5-8f62-8389f7825a32 service neutron] Transition to ACTIVE for port object 9acad81c-867f-445b-a0b9-a7be06ea5cd8 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:19:26.304266 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-5257ae41-0594-40a5-8f62-8389f7825a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:26.341552 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a2d34eb4-21ca-4fe0-bcdf-928cd24dca01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:26.396361 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-a2d34eb4-21ca-4fe0-bcdf-928cd24dca01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] device_id is not set on port 422dfd80-1221-4af5-a1b3-6b3e61330673 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:19:26.398708 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-e624ec05-672a-4460-b340-d87ce65a5a26 None None] Allocated IP 172.20.0.2 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/44e28c7f-5254-4add-8b6e-a309bc7bf182/4431eb56-31a7-4804-aa8c-57b1f8a11acd) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:19:26.634343 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b40b3a12-94ea-4e98-81c5-8d7b63941e48 None None] Provisioning for port a46bd1de-3b6f-46ed-8524-83aea174f485 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:19:26.644566 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5257ae41-0594-40a5-8f62-8389f7825a32 service neutron] Pushing event updated for resources: {'Port': ['ID=9acad81c-867f-445b-a0b9-a7be06ea5cd8,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:26.759991 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b40b3a12-94ea-4e98-81c5-8d7b63941e48 None None] Provisioning complete for port a46bd1de-3b6f-46ed-8524-83aea174f485 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:19:26.760355 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b40b3a12-94ea-4e98-81c5-8d7b63941e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:26.762265 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:26.842577 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-e624ec05-672a-4460-b340-d87ce65a5a26 None None] For port 4431eb56-31a7-4804-aa8c-57b1f8a11acd, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=4431eb56-31a7-4804-aa8c-57b1f8a11acd,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:19:26.883174 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 312a7101-86eb-4972-8248-748e6b3b87af, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=312a7101-86eb-4972-8248-748e6b3b87af,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:19:26.890505 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39c5106-9e8a-4f7e-a29e-18282ebc73d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312a7101-86eb-4972-8248-748e6b3b87af'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:19:26.893120 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82494915-4cf9-44de-bb37-150f73616df0" -d '{"events": [{"server_uuid": "a39c5106-9e8a-4f7e-a29e-18282ebc73d0", "name": "network-vif-plugged", "status": "completed", "tag": "312a7101-86eb-4972-8248-748e6b3b87af"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:19:26.902553 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:26.919611 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b40b3a12-94ea-4e98-81c5-8d7b63941e48 None None] Port a46bd1de-3b6f-46ed-8524-83aea174f485 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:19:26.972678 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a12bf0-0353-47c4-b94c-e55e9d24311c req-79071907-cf18-4b2e-a5f5-055be7998474 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:26.983178 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e624ec05-672a-4460-b340-d87ce65a5a26 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:26.986899 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-85a12bf0-0353-47c4-b94c-e55e9d24311c req-79071907-cf18-4b2e-a5f5-055be7998474 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?device_id=5433c802-86b2-4093-9369-a851be2e2a6d HTTP/1.1" status: 200 len: 895 time: 0.4952204 Aug 11 22:19:27.035143 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e624ec05-672a-4460-b340-d87ce65a5a26 None None] Transition to ACTIVE for port object 4431eb56-31a7-4804-aa8c-57b1f8a11acd will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:19:27.066818 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e624ec05-672a-4460-b340-d87ce65a5a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:27.134290 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=312a7101-86eb-4972-8248-748e6b3b87af,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:27.181244 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252792ca-23f7-4d42-9b4f-2cc81b276c0e req-0523c9c6-659d-4e47-bb8e-11dda0945a86 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:27.183643 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-252792ca-23f7-4d42-9b4f-2cc81b276c0e req-0523c9c6-659d-4e47-bb8e-11dda0945a86 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0 HTTP/1.1" status: 200 len: 943 time: 0.1023693 Aug 11 22:19:27.235997 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-0b96b34b-2a74-4801-af23-11293dbfa13a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a46bd1de-3b6f-46ed-8524-83aea174f485 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:19:27.271423 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-0b96b34b-2a74-4801-af23-11293dbfa13a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:27.288769 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-5257ae41-0594-40a5-8f62-8389f7825a32 service neutron] Attempting to bind port 9acad81c-867f-445b-a0b9-a7be06ea5cd8 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:19:27.289355 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-5257ae41-0594-40a5-8f62-8389f7825a32 service neutron] Attempting to bind port 9acad81c-867f-445b-a0b9-a7be06ea5cd8 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '0d43bdc3-5f31-471d-b112-68b2de3a59e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b0e37169-f021-4cfc-800b-016d07160ed1'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:19:27.289944 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-5257ae41-0594-40a5-8f62-8389f7825a32 service neutron] Attempting to bind port 9acad81c-867f-445b-a0b9-a7be06ea5cd8 on network b0e37169-f021-4cfc-800b-016d07160ed1 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:19:27.300271 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-252792ca-23f7-4d42-9b4f-2cc81b276c0e req-d12bfc52-a8e7-48bb-af42-54c962b3338e tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.77 "GET /v2.0/security-groups?id=85bf8833-ef0c-4876-8003-9e43178449c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908837 Aug 11 22:19:27.316266 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-5257ae41-0594-40a5-8f62-8389f7825a32 service neutron] Port 9acad81c-867f-445b-a0b9-a7be06ea5cd8 on network b0e37169-f021-4cfc-800b-016d07160ed1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:19:27.316932 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-5257ae41-0594-40a5-8f62-8389f7825a32 service neutron] Attempting to bind port 9acad81c-867f-445b-a0b9-a7be06ea5cd8 on network b0e37169-f021-4cfc-800b-016d07160ed1 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:19:27.358505 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-a2d34eb4-21ca-4fe0-bcdf-928cd24dca01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Allocated IP 172.20.0.5 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/44e28c7f-5254-4add-8b6e-a309bc7bf182/422dfd80-1221-4af5-a1b3-6b3e61330673) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:19:27.362091 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-5257ae41-0594-40a5-8f62-8389f7825a32 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:19:27.363025 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-5257ae41-0594-40a5-8f62-8389f7825a32 service neutron] Checking segment: {'id': '0d43bdc3-5f31-471d-b112-68b2de3a59e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b0e37169-f021-4cfc-800b-016d07160ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:19:27.366531 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-5257ae41-0594-40a5-8f62-8389f7825a32 service neutron] Bound using segment: {'id': '0d43bdc3-5f31-471d-b112-68b2de3a59e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b0e37169-f021-4cfc-800b-016d07160ed1'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:19:27.367345 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-5257ae41-0594-40a5-8f62-8389f7825a32 service neutron] Bound port: 9acad81c-867f-445b-a0b9-a7be06ea5cd8, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d43bdc3-5f31-471d-b112-68b2de3a59e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b0e37169-f021-4cfc-800b-016d07160ed1'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:19:27.367977 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-5257ae41-0594-40a5-8f62-8389f7825a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:27.379958 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624ec05-672a-4460-b340-d87ce65a5a26 None None] Pushing event updated for resources: {'Port': ['ID=4431eb56-31a7-4804-aa8c-57b1f8a11acd,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:27.385773 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-a2d34eb4-21ca-4fe0-bcdf-928cd24dca01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Allocated IP 2001:db8::f816:3eff:fe7e:51a (031f2dcc-5a67-473f-bde2-e5d9a50304c4/6c61a4bf-42f0-4bb9-ae98-6604688c4150/422dfd80-1221-4af5-a1b3-6b3e61330673) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:19:27.407148 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c8f8d6-0028-4a40-9e61-e76b4aa19b9b x-openstack-request-id: req-d3c8f8d6-0028-4a40-9e61-e76b4aa19b9b {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:19:27.407900 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39c5106-9e8a-4f7e-a29e-18282ebc73d0", "name": "network-vif-plugged", "status": "completed", "tag": "312a7101-86eb-4972-8248-748e6b3b87af", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:19:27.408263 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d3c8f8d6-0028-4a40-9e61-e76b4aa19b9b {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:19:27.408580 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39c5106-9e8a-4f7e-a29e-18282ebc73d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312a7101-86eb-4972-8248-748e6b3b87af', 'code': 200} Aug 11 22:19:27.436857 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-0b96b34b-2a74-4801-af23-11293dbfa13a service neutron] Transition to ACTIVE for port object a46bd1de-3b6f-46ed-8524-83aea174f485 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:19:27.560675 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-0b96b34b-2a74-4801-af23-11293dbfa13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:27.781092 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08770a-616f-4bea-b8f3-915a73dd2d64 req-a4c063ed-8408-48e1-b211-782250c494f5 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:27.794765 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b08770a-616f-4bea-b8f3-915a73dd2d64 req-a4c063ed-8408-48e1-b211-782250c494f5 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39c5106-9e8a-4f7e-a29e-18282ebc73d0 HTTP/1.1" status: 200 len: 945 time: 0.2639134 Aug 11 22:19:27.921833 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-5257ae41-0594-40a5-8f62-8389f7825a32 service neutron] For port 9acad81c-867f-445b-a0b9-a7be06ea5cd8, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:19:27.950359 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device c6b20059-7eb5-4420-b277-1ac8f5d83e91 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:19:27.956382 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-5257ae41-0594-40a5-8f62-8389f7825a32 service neutron] For port 9acad81c-867f-445b-a0b9-a7be06ea5cd8, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9acad81c-867f-445b-a0b9-a7be06ea5cd8,segment=NetworkSegment(0d43bdc3-5f31-471d-b112-68b2de3a59e7),segment_id=0d43bdc3-5f31-471d-b112-68b2de3a59e7)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:19:27.998918 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-5257ae41-0594-40a5-8f62-8389f7825a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:28.065761 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-5257ae41-0594-40a5-8f62-8389f7825a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:28.066876 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-5257ae41-0594-40a5-8f62-8389f7825a32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:28.070600 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-5257ae41-0594-40a5-8f62-8389f7825a32 service neutron] 10.222.0.52 "PUT /v2.0/ports/9acad81c-867f-445b-a0b9-a7be06ea5cd8 HTTP/1.1" status: 200 len: 1091 time: 3.7082219 Aug 11 22:19:28.083782 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0', 'tag': '9acad81c-867f-445b-a0b9-a7be06ea5cd8'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:19:28.100958 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b08770a-616f-4bea-b8f3-915a73dd2d64 req-cb2cf703-380a-45ce-840f-63808a9fdadb tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041549 Aug 11 22:19:28.107986 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c240e8-ffbf-4f06-961e-87b2cfe99d28" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0", "tag": "9acad81c-867f-445b-a0b9-a7be06ea5cd8"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:19:28.117227 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96b34b-2a74-4801-af23-11293dbfa13a service neutron] Pushing event updated for resources: {'Port': ['ID=a46bd1de-3b6f-46ed-8524-83aea174f485,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:28.122429 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a2d34eb4-21ca-4fe0-bcdf-928cd24dca01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:28.201910 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port c6b20059-7eb5-4420-b277-1ac8f5d83e91 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:19:28.217850 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:28.224167 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-a2d34eb4-21ca-4fe0-bcdf-928cd24dca01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Transition to ACTIVE for port object 422dfd80-1221-4af5-a1b3-6b3e61330673 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:19:28.395900 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e0bb7-9cbb-42fc-8fcd-24968fe57f7f req-7c009044-2740-48cd-9f1c-1ffd7fd1e206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:28.398547 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3f7e0bb7-9cbb-42fc-8fcd-24968fe57f7f req-7c009044-2740-48cd-9f1c-1ffd7fd1e206 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a39c5106-9e8a-4f7e-a29e-18282ebc73d0 HTTP/1.1" status: 200 len: 1096 time: 0.8280509 Aug 11 22:19:28.406460 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a2d34eb4-21ca-4fe0-bcdf-928cd24dca01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:28.601244 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d34eb4-21ca-4fe0-bcdf-928cd24dca01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:19:28.605938 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 4431eb56-31a7-4804-aa8c-57b1f8a11acd up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:19:28.629806 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-a2d34eb4-21ca-4fe0-bcdf-928cd24dca01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:19:28.665501 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d34eb4-21ca-4fe0-bcdf-928cd24dca01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:19:28.732183 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5257ae41-0594-40a5-8f62-8389f7825a32 service neutron] Pushing event updated for resources: {'Port': ['ID=9acad81c-867f-445b-a0b9-a7be06ea5cd8,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:28.804692 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d34eb4-21ca-4fe0-bcdf-928cd24dca01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Port': ['ID=422dfd80-1221-4af5-a1b3-6b3e61330673,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:28.823926 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-180dfc49-d260-44c6-948b-2cae6b618f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:28.829428 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-180dfc49-d260-44c6-948b-2cae6b618f1f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f29e45b8a9c9449faf3a57398b2a5a11&device_id=1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0 HTTP/1.1" status: 200 len: 1094 time: 0.6104512 Aug 11 22:19:28.831530 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-0b96b34b-2a74-4801-af23-11293dbfa13a service neutron] Attempting to bind port a46bd1de-3b6f-46ed-8524-83aea174f485 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:19:28.832140 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-0b96b34b-2a74-4801-af23-11293dbfa13a service neutron] Attempting to bind port a46bd1de-3b6f-46ed-8524-83aea174f485 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '0763a891-bfe2-4413-988b-496e551570e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:19:28.832691 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-0b96b34b-2a74-4801-af23-11293dbfa13a service neutron] Attempting to bind port a46bd1de-3b6f-46ed-8524-83aea174f485 on network 6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:19:28.872962 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d34eb4-21ca-4fe0-bcdf-928cd24dca01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:28.873877 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a2d34eb4-21ca-4fe0-bcdf-928cd24dca01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:28.911146 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe0b49-c7bb-4998-8ec0-f3b5b820e414 req-26205a3c-bc07-483a-aa24-910a040d1201 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:28.914081 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-44fe0b49-c7bb-4998-8ec0-f3b5b820e414 req-26205a3c-bc07-483a-aa24-910a040d1201 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?device_id=5433c802-86b2-4093-9369-a851be2e2a6d HTTP/1.1" status: 200 len: 907 time: 0.2415824 Aug 11 22:19:28.932989 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a2d34eb4-21ca-4fe0-bcdf-928cd24dca01 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.3157587 Aug 11 22:19:28.933811 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57728) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:28.968456 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c1c7a7-fd58-4cf0-b6f2-745e3de1cab5 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:19:29.019160 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3f7e0bb7-9cbb-42fc-8fcd-24968fe57f7f req-1a46c064-c1de-4b32-8f84-c81357803d95 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6077945 Aug 11 22:19:29.025916 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-ee4f848f-1201-488e-86cb-32c40a91dccf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9acad81c-867f-445b-a0b9-a7be06ea5cd8 HTTP/1.1" status: 200 len: 217 time: 0.1870461 Aug 11 22:19:29.026880 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-0b96b34b-2a74-4801-af23-11293dbfa13a service neutron] Port a46bd1de-3b6f-46ed-8524-83aea174f485 on network 6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:19:29.027840 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-0b96b34b-2a74-4801-af23-11293dbfa13a service neutron] Attempting to bind port a46bd1de-3b6f-46ed-8524-83aea174f485 on network 6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:19:29.037136 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-0b96b34b-2a74-4801-af23-11293dbfa13a service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:19:29.038062 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-0b96b34b-2a74-4801-af23-11293dbfa13a service neutron] Checking segment: {'id': '0763a891-bfe2-4413-988b-496e551570e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:19:29.038657 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-0b96b34b-2a74-4801-af23-11293dbfa13a service neutron] Bound using segment: {'id': '0763a891-bfe2-4413-988b-496e551570e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:19:29.041728 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-0b96b34b-2a74-4801-af23-11293dbfa13a service neutron] Bound port: a46bd1de-3b6f-46ed-8524-83aea174f485, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0763a891-bfe2-4413-988b-496e551570e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:19:29.042565 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-0b96b34b-2a74-4801-af23-11293dbfa13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:29.101512 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ee955e-ab3e-40c2-a178-ee30acb13050 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:29.121741 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ee955e-ab3e-40c2-a178-ee30acb13050 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:29.131534 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-30ee955e-ab3e-40c2-a178-ee30acb13050 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1871541 Aug 11 22:19:29.132763 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-340c325a-cc08-4f09-add9-29ae457bde83 None None] Provisioning for port 4431eb56-31a7-4804-aa8c-57b1f8a11acd completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:19:29.135620 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57734) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:29.227829 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-0b96b34b-2a74-4801-af23-11293dbfa13a service neutron] For port a46bd1de-3b6f-46ed-8524-83aea174f485, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:19:29.233726 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-0b96b34b-2a74-4801-af23-11293dbfa13a service neutron] For port a46bd1de-3b6f-46ed-8524-83aea174f485, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=a46bd1de-3b6f-46ed-8524-83aea174f485,segment=NetworkSegment(0763a891-bfe2-4413-988b-496e551570e9),segment_id=0763a891-bfe2-4413-988b-496e551570e9)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:19:29.238050 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ea0170-4153-4c83-bced-ad45dc04afe2 x-openstack-request-id: req-b4ea0170-4153-4c83-bced-ad45dc04afe2 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:19:29.238376 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0", "tag": "9acad81c-867f-445b-a0b9-a7be06ea5cd8", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:19:29.238695 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b4ea0170-4153-4c83-bced-ad45dc04afe2 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:19:29.239912 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0', 'tag': '9acad81c-867f-445b-a0b9-a7be06ea5cd8', 'status': 'completed', 'code': 200} Aug 11 22:19:29.285044 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-340c325a-cc08-4f09-add9-29ae457bde83 None None] Provisioning complete for port 4431eb56-31a7-4804-aa8c-57b1f8a11acd triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:19:29.285532 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-340c325a-cc08-4f09-add9-29ae457bde83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:29.289796 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-0b96b34b-2a74-4801-af23-11293dbfa13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:29.466978 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-95507581-5d8b-4696-90cc-31f5e1b1c83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:29.471549 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-95507581-5d8b-4696-90cc-31f5e1b1c83e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0272551c-d822-4bad-966f-ce321802c789 HTTP/1.1" status: 200 len: 853 time: 0.4020376 Aug 11 22:19:29.597567 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-0f81d900-6ecb-44c7-95ee-213c4c3deb98 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b0e37169-f021-4cfc-800b-016d07160ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171672 Aug 11 22:19:29.611573 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-0b96b34b-2a74-4801-af23-11293dbfa13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:29.614919 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-0b96b34b-2a74-4801-af23-11293dbfa13a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:29.623963 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-0b96b34b-2a74-4801-af23-11293dbfa13a service neutron] 10.222.0.52 "PUT /v2.0/ports/a46bd1de-3b6f-46ed-8524-83aea174f485 HTTP/1.1" status: 200 len: 1055 time: 3.6415336 Aug 11 22:19:29.638351 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c58f96-5631-4548-9f4c-0dfc58fd0a31 req-faed668e-b51e-4880-970a-6e538976bd55 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:29.653209 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a0c58f96-5631-4548-9f4c-0dfc58fd0a31 req-faed668e-b51e-4880-970a-6e538976bd55 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0 HTTP/1.1" status: 200 len: 943 time: 0.3561361 Aug 11 22:19:29.787810 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-866f1438-4a3e-4905-a3b4-3d584fbd10d5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting port 422dfd80-1221-4af5-a1b3-6b3e61330673 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:19:29.789118 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-866f1438-4a3e-4905-a3b4-3d584fbd10d5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:29.924178 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-d07c7f56-87f1-4ee6-b333-46f2c4a69956 service neutron] 10.222.0.52 "GET /v2.0/networks/b0e37169-f021-4cfc-800b-016d07160ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812321 Aug 11 22:19:30.142559 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a0c58f96-5631-4548-9f4c-0dfc58fd0a31 req-cd12acc4-ebbb-4d5c-9fda-ae4d61bfbaea tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.77 "GET /v2.0/security-groups?id=85bf8833-ef0c-4876-8003-9e43178449c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683919 Aug 11 22:19:30.152103 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96b34b-2a74-4801-af23-11293dbfa13a service neutron] Pushing event updated for resources: {'Port': ['ID=a46bd1de-3b6f-46ed-8524-83aea174f485,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:30.235935 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-866f1438-4a3e-4905-a3b4-3d584fbd10d5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:30.247784 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-c4c240aa-434c-45b6-8a39-2c8c2c932083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:30.251677 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-c4c240aa-434c-45b6-8a39-2c8c2c932083 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4980a3f019644cf79e7a0e6f603100d9&device_id=5433c802-86b2-4093-9369-a851be2e2a6d HTTP/1.1" status: 200 len: 1058 time: 0.3142934 Aug 11 22:19:30.274329 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-866f1438-4a3e-4905-a3b4-3d584fbd10d5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Calling delete_port for 422dfd80-1221-4af5-a1b3-6b3e61330673 owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:19:30.341245 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-81d8f854-a552-4db9-a162-eb4e794fab4c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=a46bd1de-3b6f-46ed-8524-83aea174f485 HTTP/1.1" status: 200 len: 217 time: 0.0687203 Aug 11 22:19:30.354896 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1f81d171-5b32-4b59-b93f-f806e242e4fb req-b53e57b2-4960-4c7a-b3b1-2d25f1113a11 service neutron] 10.222.0.52 "GET /v2.0/networks/b0e37169-f021-4cfc-800b-016d07160ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721075 Aug 11 22:19:30.451432 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57758) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:30.503729 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-084fa252-f076-4071-afc9-9f00e9efcb4f None None] Provisioning for port 422dfd80-1221-4af5-a1b3-6b3e61330673 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:19:30.510281 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-084fa252-f076-4071-afc9-9f00e9efcb4f None None] Provisioning complete for port 422dfd80-1221-4af5-a1b3-6b3e61330673 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:19:30.510753 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-084fa252-f076-4071-afc9-9f00e9efcb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:30.524415 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-5372b493-1ede-4ce2-aea8-b55bdf7488be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:30.531943 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-5372b493-1ede-4ce2-aea8-b55bdf7488be service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3a82f323-cdb8-41cf-a1d2-4870c36b515e HTTP/1.1" status: 200 len: 837 time: 0.1796970 Aug 11 22:19:30.539335 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78bfc33-5d16-462f-a105-829c2866ad6c req-c528d882-53d2-4e4a-9157-f296320fb23a tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:30.547410 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d78bfc33-5d16-462f-a105-829c2866ad6c req-c528d882-53d2-4e4a-9157-f296320fb23a tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39c5106-9e8a-4f7e-a29e-18282ebc73d0 HTTP/1.1" status: 200 len: 945 time: 0.2845509 Aug 11 22:19:30.601990 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-084fa252-f076-4071-afc9-9f00e9efcb4f None None] Port 422dfd80-1221-4af5-a1b3-6b3e61330673 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:19:30.629562 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-084fa252-f076-4071-afc9-9f00e9efcb4f None None] Provisioning complete for port 4431eb56-31a7-4804-aa8c-57b1f8a11acd triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:19:30.630492 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-084fa252-f076-4071-afc9-9f00e9efcb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:30.671447 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d78bfc33-5d16-462f-a105-829c2866ad6c req-47f6a4d0-9f2c-4a86-b2e4-fdd46dd5f6cb tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229863 Aug 11 22:19:30.699197 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c240e8-ffbf-4f06-961e-87b2cfe99d28 req-339189dd-fbbd-4f29-ae1f-2fbe906a9b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:30.703265 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-29c240e8-ffbf-4f06-961e-87b2cfe99d28 req-339189dd-fbbd-4f29-ae1f-2fbe906a9b69 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f29e45b8a9c9449faf3a57398b2a5a11&device_id=1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0 HTTP/1.1" status: 200 len: 1094 time: 0.2706521 Aug 11 22:19:30.752204 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-60a4db1d-e1f4-49ef-af20-66f91d19e312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:30.936392 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-f090de24-2aff-4f2b-8d66-b530a24ac4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:30.939448 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-f090de24-2aff-4f2b-8d66-b530a24ac4d5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3959072 Aug 11 22:19:31.001665 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-866f1438-4a3e-4905-a3b4-3d584fbd10d5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:31.148403 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c240e8-ffbf-4f06-961e-87b2cfe99d28 req-704f39bb-97f0-486e-b283-4f11c100c8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:31.150104 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-29c240e8-ffbf-4f06-961e-87b2cfe99d28 req-704f39bb-97f0-486e-b283-4f11c100c8a8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b0e37169-f021-4cfc-800b-016d07160ed1 HTTP/1.1" status: 200 len: 914 time: 0.4310386 Aug 11 22:19:31.212267 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f1438-4a3e-4905-a3b4-3d584fbd10d5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Port': ['ID=422dfd80-1221-4af5-a1b3-6b3e61330673,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:31.220230 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0ff65e51-f915-4eec-9dfb-8abece9ab5ab None None] Could not find standard attr ID for object 422dfd80-1221-4af5-a1b3-6b3e61330673. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:19:31.244762 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5433c802-86b2-4093-9369-a851be2e2a6d', 'tag': 'a46bd1de-3b6f-46ed-8524-83aea174f485'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:19:31.247394 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074fd2df-bea0-4bff-a203-aa08fdf4fec3" -d '{"events": [{"name": "network-changed", "server_uuid": "5433c802-86b2-4093-9369-a851be2e2a6d", "tag": "a46bd1de-3b6f-46ed-8524-83aea174f485"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:19:31.252154 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c631a23-6a7b-4bd2-acf8-46ca31248354 req-2a7f59a4-7062-4f5c-a896-5507b63cf4bf tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:31.263871 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8c631a23-6a7b-4bd2-acf8-46ca31248354 req-2a7f59a4-7062-4f5c-a896-5507b63cf4bf tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?device_id=5433c802-86b2-4093-9369-a851be2e2a6d HTTP/1.1" status: 200 len: 907 time: 0.3270962 Aug 11 22:19:31.278575 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-29c240e8-ffbf-4f06-961e-87b2cfe99d28 req-d5144856-6c00-4dc9-b451-4b3cc17f7425 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9acad81c-867f-445b-a0b9-a7be06ea5cd8 HTTP/1.1" status: 200 len: 217 time: 0.1107442 Aug 11 22:19:31.378226 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-866f1438-4a3e-4905-a3b4-3d584fbd10d5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:31.380399 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-866f1438-4a3e-4905-a3b4-3d584fbd10d5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/422dfd80-1221-4af5-a1b3-6b3e61330673 HTTP/1.1" status: 204 len: 168 time: 2.2421122 Aug 11 22:19:31.384511 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57772) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:31.489383 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50490eda-13c2-4bbf-881f-e6d433de8b64 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:31.491260 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50490eda-13c2-4bbf-881f-e6d433de8b64 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:31.492910 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50490eda-13c2-4bbf-881f-e6d433de8b64 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:31.495051 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-50490eda-13c2-4bbf-881f-e6d433de8b64 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1093955 Aug 11 22:19:31.503961 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19e30e-4004-4a58-8f0f-2a2268e22fd7 req-c990a7ca-77ed-40ec-8647-bffc1d24a409 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:31.505816 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eb19e30e-4004-4a58-8f0f-2a2268e22fd7 req-c990a7ca-77ed-40ec-8647-bffc1d24a409 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39c5106-9e8a-4f7e-a29e-18282ebc73d0 HTTP/1.1" status: 200 len: 945 time: 0.0824218 Aug 11 22:19:31.506415 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57774) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:31.525210 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-9e60014b-85bf-47aa-826a-bf5e0302f6a1 service neutron] 10.222.0.52 "GET /v2.0/networks/6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5692568 Aug 11 22:19:31.533075 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c240e8-ffbf-4f06-961e-87b2cfe99d28 req-67634946-2423-4a15-ad46-f33fb465257a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:31.538115 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-29c240e8-ffbf-4f06-961e-87b2cfe99d28 req-67634946-2423-4a15-ad46-f33fb465257a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0272551c-d822-4bad-966f-ce321802c789 HTTP/1.1" status: 200 len: 853 time: 0.2473280 Aug 11 22:19:31.614690 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-60a4db1d-e1f4-49ef-af20-66f91d19e312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:31.646062 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa97b7a0-64b7-427b-87cf-82e6f5912653 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting subnet 44e28c7f-5254-4add-8b6e-a309bc7bf182 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:19:31.651319 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aa97b7a0-64b7-427b-87cf-82e6f5912653 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:31.688579 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eb19e30e-4004-4a58-8f0f-2a2268e22fd7 req-4541e558-0e3f-46d3-9bb2-488aab516bc8 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460710 Aug 11 22:19:31.705366 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aa97b7a0-64b7-427b-87cf-82e6f5912653 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:31.720892 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-60a4db1d-e1f4-49ef-af20-66f91d19e312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:31.752838 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-29c240e8-ffbf-4f06-961e-87b2cfe99d28 req-dafa54d4-bb24-4bcd-816e-bade892322cc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b0e37169-f021-4cfc-800b-016d07160ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1562741 Aug 11 22:19:31.844109 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-60a4db1d-e1f4-49ef-af20-66f91d19e312 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dcd43d3a0b264a41a06f2cc3d0d4b5c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3909500 Aug 11 22:19:31.854205 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57778) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:31.870963 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aa97b7a0-64b7-427b-87cf-82e6f5912653 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:31.955296 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9081c9-8735-45e6-b54f-c8d52ed3c55e req-5314cf74-5765-447c-8bb1-fadba76b70ba tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:31.957027 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b9081c9-8735-45e6-b54f-c8d52ed3c55e req-5314cf74-5765-447c-8bb1-fadba76b70ba tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0 HTTP/1.1" status: 200 len: 943 time: 0.1421642 Aug 11 22:19:32.016852 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e7d75b2-a595-4715-b430-2c4b5f2482b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:32.056460 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b9081c9-8735-45e6-b54f-c8d52ed3c55e req-f5694424-a0a8-46cf-980d-fc95cb6e585a tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.77 "GET /v2.0/security-groups?id=85bf8833-ef0c-4876-8003-9e43178449c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835679 Aug 11 22:19:32.093866 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e7d75b2-a595-4715-b430-2c4b5f2482b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:32.123720 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aa97b7a0-64b7-427b-87cf-82e6f5912653 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:32.176272 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97b7a0-64b7-427b-87cf-82e6f5912653 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Subnet': ['ID=44e28c7f-5254-4add-8b6e-a309bc7bf182,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:32.186899 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aa97b7a0-64b7-427b-87cf-82e6f5912653 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:32.189271 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-aa97b7a0-64b7-427b-87cf-82e6f5912653 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/44e28c7f-5254-4add-8b6e-a309bc7bf182 HTTP/1.1" status: 204 len: 168 time: 0.6817536 Aug 11 22:19:32.205061 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57782) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:32.211468 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbdf8df-fade-4bc8-bf57-ccc809845ef9 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:19:32.329794 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e67091-f4f8-4209-8c3d-c06b0a60a939 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting subnet 6c61a4bf-42f0-4bb9-ae98-6604688c4150 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:19:32.336839 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-56e67091-f4f8-4209-8c3d-c06b0a60a939 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:32.464531 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c90787e-a48e-40c2-9de0-2de6ba42f891 x-openstack-request-id: req-1c90787e-a48e-40c2-9de0-2de6ba42f891 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:19:32.464974 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5433c802-86b2-4093-9369-a851be2e2a6d", "tag": "a46bd1de-3b6f-46ed-8524-83aea174f485", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:19:32.465367 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1c90787e-a48e-40c2-9de0-2de6ba42f891 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:19:32.465988 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5433c802-86b2-4093-9369-a851be2e2a6d', 'tag': 'a46bd1de-3b6f-46ed-8524-83aea174f485', 'status': 'completed', 'code': 200} Aug 11 22:19:32.486785 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e7d75b2-a595-4715-b430-2c4b5f2482b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:32.497865 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e7d75b2-a595-4715-b430-2c4b5f2482b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:32.505964 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7e7d75b2-a595-4715-b430-2c4b5f2482b9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1d26a247-59ac-467f-acca-bdbabcde7aff HTTP/1.1" status: 204 len: 168 time: 0.6505587 Aug 11 22:19:32.522110 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4db1d-e1f4-49ef-af20-66f91d19e312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d26a247-59ac-467f-acca-bdbabcde7aff,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:32.535088 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-56e67091-f4f8-4209-8c3d-c06b0a60a939 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:32.625649 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d75b2-a595-4715-b430-2c4b5f2482b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d26a247-59ac-467f-acca-bdbabcde7aff,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:32.643084 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8a3bdd95-8a3b-4c3e-ae0f-c30607243dde req-8fc55e03-ac55-43d9-b0f1-e59d6f865fc0 service neutron] 10.222.0.52 "GET /v2.0/networks/6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0728047 Aug 11 22:19:32.679877 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-29c240e8-ffbf-4f06-961e-87b2cfe99d28 req-ea3dbedb-4ef9-457c-8bf5-fd18939ce528 service neutron] 10.222.0.52 "GET /v2.0/networks/b0e37169-f021-4cfc-800b-016d07160ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9036756 Aug 11 22:19:32.882970 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-56e67091-f4f8-4209-8c3d-c06b0a60a939 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:33.037960 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074fd2df-bea0-4bff-a203-aa08fdf4fec3 req-6c9d1d83-7b2c-4384-a3c5-2e16436c837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:33.041311 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-074fd2df-bea0-4bff-a203-aa08fdf4fec3 req-6c9d1d83-7b2c-4384-a3c5-2e16436c837c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4980a3f019644cf79e7a0e6f603100d9&device_id=5433c802-86b2-4093-9369-a851be2e2a6d HTTP/1.1" status: 200 len: 1058 time: 0.3206601 Aug 11 22:19:33.206418 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-56e67091-f4f8-4209-8c3d-c06b0a60a939 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:33.258503 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e67091-f4f8-4209-8c3d-c06b0a60a939 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Subnet': ['ID=6c61a4bf-42f0-4bb9-ae98-6604688c4150,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:33.279778 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-56e67091-f4f8-4209-8c3d-c06b0a60a939 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:33.285639 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-56e67091-f4f8-4209-8c3d-c06b0a60a939 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/6c61a4bf-42f0-4bb9-ae98-6604688c4150 HTTP/1.1" status: 204 len: 168 time: 1.0755095 Aug 11 22:19:33.286301 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57806) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:33.304333 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b3319-9f83-40e5-b2a6-b4ca3ea57844 req-0e8542cd-5f70-464f-9318-0049cc32d437 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:33.313251 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-973b3319-9f83-40e5-b2a6-b4ca3ea57844 req-0e8542cd-5f70-464f-9318-0049cc32d437 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?device_id=5433c802-86b2-4093-9369-a851be2e2a6d HTTP/1.1" status: 200 len: 907 time: 0.2046969 Aug 11 22:19:33.373696 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-29c240e8-ffbf-4f06-961e-87b2cfe99d28 req-fdb53e89-09a1-4e96-b60d-610d1942d13b service neutron] 10.222.0.52 "GET /v2.0/networks/b0e37169-f021-4cfc-800b-016d07160ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6839993 Aug 11 22:19:33.419020 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-67a79069-1cfc-4025-99bc-51c263abbe1c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1282444 Aug 11 22:19:33.420957 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57810) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:33.453055 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074fd2df-bea0-4bff-a203-aa08fdf4fec3 req-e6b5480c-465e-4cf4-9cde-f06e86481ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:33.456688 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-074fd2df-bea0-4bff-a203-aa08fdf4fec3 req-e6b5480c-465e-4cf4-9cde-f06e86481ba8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5 HTTP/1.1" status: 200 len: 898 time: 0.4022913 Aug 11 22:19:33.545800 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5f58b-35af-41c6-a18c-7c489c6b0f98 req-a8e3dad0-ccdd-427c-bd05-90d013caea12 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:33.554410 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fed5f58b-35af-41c6-a18c-7c489c6b0f98 req-a8e3dad0-ccdd-427c-bd05-90d013caea12 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39c5106-9e8a-4f7e-a29e-18282ebc73d0 HTTP/1.1" status: 200 len: 945 time: 0.0791841 Aug 11 22:19:33.576307 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75733a3-4432-46fc-af2d-b4a36156cd9e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:33.577061 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f26195-0e77-4b57-a661-b494992480e6 None None] Update dhcp port {'port': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'fixed_ips': [{'subnet_id': '6c61a4bf-42f0-4bb9-ae98-6604688c4150'}], 'binding:host_id': 'n-d-804275-3'}, 'id': '4431eb56-31a7-4804-aa8c-57b1f8a11acd'} from n-d-804275-3. {{(pid=100944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 22:19:33.582279 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c75733a3-4432-46fc-af2d-b4a36156cd9e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1559989 Aug 11 22:19:33.586187 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57814) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:33.599694 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-074fd2df-bea0-4bff-a203-aa08fdf4fec3 req-5f06a206-fe9b-40b8-9531-59338202b76e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=a46bd1de-3b6f-46ed-8524-83aea174f485 HTTP/1.1" status: 200 len: 217 time: 0.1299782 Aug 11 22:19:33.658235 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 9acad81c-867f-445b-a0b9-a7be06ea5cd8 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:19:33.679431 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fed5f58b-35af-41c6-a18c-7c489c6b0f98 req-47976a74-0b54-4542-8eda-4a4455afa7a1 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161597 Aug 11 22:19:33.720455 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1caab7-1899-4644-b66f-5a8f221529cc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:33.730706 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fe1caab7-1899-4644-b66f-5a8f221529cc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1432731 Aug 11 22:19:33.734840 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57822) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:33.924548 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c9ef6214-44b0-4ea8-9e54-00aee2eda68d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1883988 Aug 11 22:19:33.934356 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57828) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:33.951554 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-f00bb637-593f-4339-94e3-1fb31fcc5df6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:19:33.971700 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 9acad81c-867f-445b-a0b9-a7be06ea5cd8, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9acad81c-867f-445b-a0b9-a7be06ea5cd8,segment=NetworkSegment(0d43bdc3-5f31-471d-b112-68b2de3a59e7),segment_id=0d43bdc3-5f31-471d-b112-68b2de3a59e7)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:19:34.005496 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074fd2df-bea0-4bff-a203-aa08fdf4fec3 req-0f6dea6a-1192-4568-8ce5-2802c8b13650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:34.014559 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '9acad81c-867f-445b-a0b9-a7be06ea5cd8', 'network_id': 'b0e37169-f021-4cfc-800b-016d07160ed1', 'port_id': '9acad81c-867f-445b-a0b9-a7be06ea5cd8', 'mac_address': 'fa:16:3e:b3:86:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0272551c-d822-4bad-966f-ce321802c789', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:19:34.015054 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-074fd2df-bea0-4bff-a203-aa08fdf4fec3 req-0f6dea6a-1192-4568-8ce5-2802c8b13650 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3a82f323-cdb8-41cf-a1d2-4870c36b515e HTTP/1.1" status: 200 len: 837 time: 0.4045656 Aug 11 22:19:34.020895 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-29f26195-0e77-4b57-a661-b494992480e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:34.147805 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743c072-dc0e-48f2-93ba-507af67796d8 req-36f6a019-ca6f-4a5c-9801-cb8450a4bd56 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:34.165920 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b743c072-dc0e-48f2-93ba-507af67796d8 req-36f6a019-ca6f-4a5c-9801-cb8450a4bd56 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.52 "GET /v2.0/ports?device_id=a39c5106-9e8a-4f7e-a29e-18282ebc73d0 HTTP/1.1" status: 200 len: 945 time: 0.3944216 Aug 11 22:19:34.267867 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0d5fc-62a0-4a24-95e1-d5a449221eb0 req-bd9f0988-16ea-42f6-9dfb-7355dc18f671 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:34.291177 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b4b0d5fc-62a0-4a24-95e1-d5a449221eb0 req-bd9f0988-16ea-42f6-9dfb-7355dc18f671 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0 HTTP/1.1" status: 200 len: 943 time: 0.4311225 Aug 11 22:19:34.375647 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b4b0d5fc-62a0-4a24-95e1-d5a449221eb0 req-673cf195-c664-4881-884b-1dba98e46656 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.77 "GET /v2.0/security-groups?id=85bf8833-ef0c-4876-8003-9e43178449c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811653 Aug 11 22:19:34.377881 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00bb637-593f-4339-94e3-1fb31fcc5df6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:19:34.388847 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f00bb637-593f-4339-94e3-1fb31fcc5df6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:34.392498 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-5fc16a01-8664-44c5-900a-b00006e4f348 req-2e272e92-7880-4484-ba1a-7a60d4c354f8 service neutron] (100942) timed out ('10.222.0.77', 58962) {{(pid=100942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 22:19:34.397927 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00bb637-593f-4339-94e3-1fb31fcc5df6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:19:34.403780 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00bb637-593f-4339-94e3-1fb31fcc5df6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:19:34.436509 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074fd2df-bea0-4bff-a203-aa08fdf4fec3 req-2d6c5493-298b-4b46-9d96-d4740b40fb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:34.440774 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-074fd2df-bea0-4bff-a203-aa08fdf4fec3 req-2d6c5493-298b-4b46-9d96-d4740b40fb3c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4023316 Aug 11 22:19:34.448482 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f00bb637-593f-4339-94e3-1fb31fcc5df6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5106008 Aug 11 22:19:34.451320 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57848) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:34.477996 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-550de82a-8c79-4f2d-b0eb-7dbc8876fac1 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:19:34.649545 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:34.745817 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9acad81c-867f-445b-a0b9-a7be06ea5cd8 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:19:34.762278 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38467edd-1fce-470a-9149-b02a5661ef0f None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:19:34.947367 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-074fd2df-bea0-4bff-a203-aa08fdf4fec3 req-fc54bd88-c9f9-444e-94b0-b5f3194e369a service neutron] 10.222.0.52 "GET /v2.0/networks/6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658676 Aug 11 22:19:34.991207 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550de82a-8c79-4f2d-b0eb-7dbc8876fac1 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:19:35.011100 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-550de82a-8c79-4f2d-b0eb-7dbc8876fac1 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:35.041182 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-550de82a-8c79-4f2d-b0eb-7dbc8876fac1 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:19:35.049472 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-550de82a-8c79-4f2d-b0eb-7dbc8876fac1 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:19:35.100648 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-b743c072-dc0e-48f2-93ba-507af67796d8 req-f07010ed-ae14-43c4-b0b7-ba8aac12c3dd tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Deleting port 312a7101-86eb-4972-8248-748e6b3b87af {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:19:35.102687 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b743c072-dc0e-48f2-93ba-507af67796d8 req-f07010ed-ae14-43c4-b0b7-ba8aac12c3dd tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:35.149134 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e61b7cee-d8ec-4cf6-99b3-bb1b960c34ce None None] Provisioning complete for port 4431eb56-31a7-4804-aa8c-57b1f8a11acd triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:19:35.149976 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e61b7cee-d8ec-4cf6-99b3-bb1b960c34ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:35.155048 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-550de82a-8c79-4f2d-b0eb-7dbc8876fac1 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6994314 Aug 11 22:19:35.160500 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57862) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:35.195953 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dbdfe5-ae81-4ee2-a93f-9e22fcd4755e req-4b46f3e5-7ca8-4d9a-b9fc-1a39f532190a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:35.218575 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-05dbdfe5-ae81-4ee2-a93f-9e22fcd4755e req-4b46f3e5-7ca8-4d9a-b9fc-1a39f532190a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?device_id=5433c802-86b2-4093-9369-a851be2e2a6d HTTP/1.1" status: 200 len: 907 time: 0.3449032 Aug 11 22:19:35.232393 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-e234caaa-94b9-43c5-b418-e1359dbe4b07 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:19:35.237001 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 9acad81c-867f-445b-a0b9-a7be06ea5cd8, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9acad81c-867f-445b-a0b9-a7be06ea5cd8,segment=NetworkSegment(0d43bdc3-5f31-471d-b112-68b2de3a59e7),segment_id=0d43bdc3-5f31-471d-b112-68b2de3a59e7)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:19:35.283074 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:35.491924 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-074fd2df-bea0-4bff-a203-aa08fdf4fec3 req-10e57aa8-27bd-4813-9ced-dcbd9142ae3d service neutron] 10.222.0.52 "GET /v2.0/networks/6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5374506 Aug 11 22:19:35.551181 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c326f5ef-ed06-43e8-abd3-7c8065917006 None None] DHCP port deletion for 031f2dcc-5a67-473f-bde2-e5d9a50304c4 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:19:35.554593 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1a052-bd1d-4b20-b4f0-40fe2e37b0a8 req-79af27f9-7745-4510-989e-cbf310974049 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:35.561302 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['9acad81c-867f-445b-a0b9-a7be06ea5cd8'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:19:35.564453 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-74e1a052-bd1d-4b20-b4f0-40fe2e37b0a8 req-79af27f9-7745-4510-989e-cbf310974049 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39c5106-9e8a-4f7e-a29e-18282ebc73d0 HTTP/1.1" status: 200 len: 945 time: 0.2234659 Aug 11 22:19:35.599603 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=9acad81c-867f-445b-a0b9-a7be06ea5cd8,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:35.684561 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e234caaa-94b9-43c5-b418-e1359dbe4b07 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:19:35.690348 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e234caaa-94b9-43c5-b418-e1359dbe4b07 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:35.690831 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-b743c072-dc0e-48f2-93ba-507af67796d8 req-f07010ed-ae14-43c4-b0b7-ba8aac12c3dd tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] For port 312a7101-86eb-4972-8248-748e6b3b87af, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=312a7101-86eb-4972-8248-748e6b3b87af,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:19:35.692340 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b743c072-dc0e-48f2-93ba-507af67796d8 req-f07010ed-ae14-43c4-b0b7-ba8aac12c3dd tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:35.698689 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-e234caaa-94b9-43c5-b418-e1359dbe4b07 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:19:35.700278 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e234caaa-94b9-43c5-b418-e1359dbe4b07 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:19:35.742700 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e234caaa-94b9-43c5-b418-e1359dbe4b07 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5224869 Aug 11 22:19:35.749681 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57878) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:35.761461 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device a46bd1de-3b6f-46ed-8524-83aea174f485 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:19:35.763288 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-694b8b24-d579-484a-9171-5350f2eab782 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:19:35.773029 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-74e1a052-bd1d-4b20-b4f0-40fe2e37b0a8 req-d2066cfb-ed2d-48c2-8fe2-b110362ec081 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861532 Aug 11 22:19:35.774851 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 312a7101-86eb-4972-8248-748e6b3b87af no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:19:35.793702 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-b743c072-dc0e-48f2-93ba-507af67796d8 req-f07010ed-ae14-43c4-b0b7-ba8aac12c3dd tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Calling delete_port for 312a7101-86eb-4972-8248-748e6b3b87af owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:19:35.912508 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 4431eb56-31a7-4804-aa8c-57b1f8a11acd no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:19:36.016012 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694b8b24-d579-484a-9171-5350f2eab782 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:19:36.025317 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-694b8b24-d579-484a-9171-5350f2eab782 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:36.026848 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-694b8b24-d579-484a-9171-5350f2eab782 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:19:36.027301 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-694b8b24-d579-484a-9171-5350f2eab782 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:19:36.071399 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-694b8b24-d579-484a-9171-5350f2eab782 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3144832 Aug 11 22:19:36.077953 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57882) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:36.090675 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-a12f58c0-3f60-4798-976e-b3b71bce4405 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:19:36.181797 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port a46bd1de-3b6f-46ed-8524-83aea174f485, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=a46bd1de-3b6f-46ed-8524-83aea174f485,segment=NetworkSegment(0763a891-bfe2-4413-988b-496e551570e9),segment_id=0763a891-bfe2-4413-988b-496e551570e9)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:19:36.205802 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f56eb-8ff3-4541-9900-41dc61fca1c7 req-a5b86a6a-6b9f-420a-ae33-a0ce2cff7462 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:36.213849 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-043f56eb-8ff3-4541-9900-41dc61fca1c7 req-a5b86a6a-6b9f-420a-ae33-a0ce2cff7462 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0 HTTP/1.1" status: 200 len: 944 time: 0.1986573 Aug 11 22:19:36.227722 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b743c072-dc0e-48f2-93ba-507af67796d8 req-f07010ed-ae14-43c4-b0b7-ba8aac12c3dd tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:36.329548 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['4f7cb9d4-f60b-4372-a47f-b765a6295863'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:19:36.334873 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-043f56eb-8ff3-4541-9900-41dc61fca1c7 req-431c503a-7804-4631-9c3b-c2a1addfd2b4 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.77 "GET /v2.0/security-groups?id=85bf8833-ef0c-4876-8003-9e43178449c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128850 Aug 11 22:19:36.414821 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07010ed-ae14-43c4-b0b7-ba8aac12c3dd tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Pushing event deleted for resources: {'Port': ['ID=312a7101-86eb-4972-8248-748e6b3b87af,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:36.485337 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'a46bd1de-3b6f-46ed-8524-83aea174f485', 'network_id': '6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5', 'port_id': 'a46bd1de-3b6f-46ed-8524-83aea174f485', 'mac_address': 'fa:16:3e:bc:bd:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a82f323-cdb8-41cf-a1d2-4870c36b515e', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:19:36.494971 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-b743c072-dc0e-48f2-93ba-507af67796d8 req-f07010ed-ae14-43c4-b0b7-ba8aac12c3dd tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] No DVR routers for this DVR port 312a7101-86eb-4972-8248-748e6b3b87af on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:19:36.499637 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b743c072-dc0e-48f2-93ba-507af67796d8 req-f07010ed-ae14-43c4-b0b7-ba8aac12c3dd tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:36.501830 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b743c072-dc0e-48f2-93ba-507af67796d8 req-f07010ed-ae14-43c4-b0b7-ba8aac12c3dd tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.52 "DELETE /v2.0/ports/312a7101-86eb-4972-8248-748e6b3b87af HTTP/1.1" status: 204 len: 173 time: 2.3347571 Aug 11 22:19:36.502664 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39c5106-9e8a-4f7e-a29e-18282ebc73d0', 'name': 'network-vif-deleted', 'tag': '312a7101-86eb-4972-8248-748e6b3b87af'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:19:36.507483 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee8426f-1e04-451e-8fa2-d32523fd8b99" -d '{"events": [{"server_uuid": "a39c5106-9e8a-4f7e-a29e-18282ebc73d0", "name": "network-vif-deleted", "tag": "312a7101-86eb-4972-8248-748e6b3b87af"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:19:36.564235 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12f58c0-3f60-4798-976e-b3b71bce4405 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:19:36.572161 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a12f58c0-3f60-4798-976e-b3b71bce4405 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:36.579604 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-a12f58c0-3f60-4798-976e-b3b71bce4405 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:19:36.580197 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a12f58c0-3f60-4798-976e-b3b71bce4405 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:19:36.621769 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a12f58c0-3f60-4798-976e-b3b71bce4405 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5401659 Aug 11 22:19:36.625089 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57896) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:36.651770 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-739673cb-c649-4189-ad61-240b75d6918e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:19:36.715204 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No active binding found for port 312a7101-86eb-4972-8248-748e6b3b87af {{(pid=100944) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 22:19:36.716244 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 312a7101-86eb-4972-8248-748e6b3b87af not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:19:36.768322 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28381ce6-03ee-42bf-b786-340cf9816b1d req-d9cfe1d8-ec98-4b7a-bda7-44ddb88cb5f3 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:36.806438 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-28381ce6-03ee-42bf-b786-340cf9816b1d req-d9cfe1d8-ec98-4b7a-bda7-44ddb88cb5f3 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?device_id=5433c802-86b2-4093-9369-a851be2e2a6d HTTP/1.1" status: 200 len: 907 time: 0.1585860 Aug 11 22:19:36.844761 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:36.899422 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 4431eb56-31a7-4804-aa8c-57b1f8a11acd, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=4431eb56-31a7-4804-aa8c-57b1f8a11acd,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:19:36.930538 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133bccbf-676b-4084-8638-6ec1a978d726 x-openstack-request-id: req-133bccbf-676b-4084-8638-6ec1a978d726 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:19:36.930950 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39c5106-9e8a-4f7e-a29e-18282ebc73d0", "name": "network-vif-deleted", "tag": "312a7101-86eb-4972-8248-748e6b3b87af", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:19:36.931322 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-133bccbf-676b-4084-8638-6ec1a978d726 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:19:36.932007 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39c5106-9e8a-4f7e-a29e-18282ebc73d0', 'name': 'network-vif-deleted', 'tag': '312a7101-86eb-4972-8248-748e6b3b87af', 'status': 'completed', 'code': 200} Aug 11 22:19:36.952877 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-c326f5ef-ed06-43e8-abd3-7c8065917006 None None] Deleting port 4431eb56-31a7-4804-aa8c-57b1f8a11acd {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:19:36.953465 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c326f5ef-ed06-43e8-abd3-7c8065917006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:36.957045 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:36.985040 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739673cb-c649-4189-ad61-240b75d6918e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:19:36.990446 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-739673cb-c649-4189-ad61-240b75d6918e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:37.003768 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-739673cb-c649-4189-ad61-240b75d6918e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:19:37.006876 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-739673cb-c649-4189-ad61-240b75d6918e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:19:37.062683 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-739673cb-c649-4189-ad61-240b75d6918e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4307923 Aug 11 22:19:37.074843 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57908) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:37.307256 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-76838fcc-4dd8-4186-8f71-f12462805a53 req-9a31e5cb-a9f4-4ea4-a0c8-558d9d312606 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=a39c5106-9e8a-4f7e-a29e-18282ebc73d0 HTTP/1.1" status: 200 len: 210 time: 0.1286902 Aug 11 22:19:37.325500 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=4431eb56-31a7-4804-aa8c-57b1f8a11acd,revision_number=11']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:37.333725 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:37.389644 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36e95f0-dbbb-4aea-ac19-7097a8616233 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:37.394198 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b36e95f0-dbbb-4aea-ac19-7097a8616233 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 865 time: 0.3166447 Aug 11 22:19:37.397208 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57922) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:37.442592 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a46bd1de-3b6f-46ed-8524-83aea174f485 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:19:37.491874 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2600ec6-c7b6-4bfc-98d0-cfb374797b74 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:37.493845 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a2600ec6-c7b6-4bfc-98d0-cfb374797b74 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0941143 Aug 11 22:19:37.497799 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57928) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:37.556266 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-c326f5ef-ed06-43e8-abd3-7c8065917006 None None] For port 4431eb56-31a7-4804-aa8c-57b1f8a11acd, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=4431eb56-31a7-4804-aa8c-57b1f8a11acd,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:19:37.558856 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c326f5ef-ed06-43e8-abd3-7c8065917006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:37.564224 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-94f7e779-b0fa-4857-86cb-3f574dbe5b5b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0644016 Aug 11 22:19:37.571261 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57932) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:37.577858 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-976ff0a6-fb61-4736-9c94-c1052d823ffb tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:19:37.587132 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port a46bd1de-3b6f-46ed-8524-83aea174f485, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=a46bd1de-3b6f-46ed-8524-83aea174f485,segment=NetworkSegment(0763a891-bfe2-4413-988b-496e551570e9),segment_id=0763a891-bfe2-4413-988b-496e551570e9)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:19:37.609903 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:37.719371 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-c326f5ef-ed06-43e8-abd3-7c8065917006 None None] Calling delete_port for 4431eb56-31a7-4804-aa8c-57b1f8a11acd owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:19:37.743879 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976ff0a6-fb61-4736-9c94-c1052d823ffb tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:19:37.748509 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-976ff0a6-fb61-4736-9c94-c1052d823ffb tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:37.931371 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=a46bd1de-3b6f-46ed-8524-83aea174f485,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:37.956216 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['a46bd1de-3b6f-46ed-8524-83aea174f485'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:19:37.983605 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb84e12-20fd-4a31-92cd-d674febe8bdf req-ce582f12-ea9a-4854-a64a-23ac1c326bdf tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:37.996593 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3fb84e12-20fd-4a31-92cd-d674febe8bdf req-ce582f12-ea9a-4854-a64a-23ac1c326bdf tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0 HTTP/1.1" status: 200 len: 944 time: 0.1108794 Aug 11 22:19:38.061091 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c326f5ef-ed06-43e8-abd3-7c8065917006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:38.078668 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3fb84e12-20fd-4a31-92cd-d674febe8bdf req-7af29bdd-6634-4dc3-a365-674840e6e92a tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.77 "GET /v2.0/security-groups?id=85bf8833-ef0c-4876-8003-9e43178449c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807667 Aug 11 22:19:38.091873 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c326f5ef-ed06-43e8-abd3-7c8065917006 None None] No DVR routers for this DVR port 4431eb56-31a7-4804-aa8c-57b1f8a11acd on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:19:38.210654 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326f5ef-ed06-43e8-abd3-7c8065917006 None None] Pushing event deleted for resources: {'Port': ['ID=4431eb56-31a7-4804-aa8c-57b1f8a11acd,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:38.221145 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:38.396057 n-d-804275-3 neutron-server[100943]: DEBUG neutron.objects.ports [None req-976ff0a6-fb61-4736-9c94-c1052d823ffb tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100943) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 22:19:38.426795 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-976ff0a6-fb61-4736-9c94-c1052d823ffb tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:38.504726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976ff0a6-fb61-4736-9c94-c1052d823ffb tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:19:38.511966 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-976ff0a6-fb61-4736-9c94-c1052d823ffb tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:19:38.516010 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976ff0a6-fb61-4736-9c94-c1052d823ffb tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:38.517044 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-976ff0a6-fb61-4736-9c94-c1052d823ffb tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:38.529007 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4880ca42-5b7f-435f-8dd2-6e391aabc208 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:19:38.542282 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ff0a6-fb61-4736-9c94-c1052d823ffb tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Subnet': ['ID=9440e81c-4906-4a87-a539-bca371ec2d33,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:38.560418 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcb7cc-05a7-4d14-b26c-a255bedd0643 req-64c84c99-6c08-4955-a597-f327e1b3f38c tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:38.563271 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3afcb7cc-05a7-4d14-b26c-a255bedd0643 req-64c84c99-6c08-4955-a597-f327e1b3f38c tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?device_id=5433c802-86b2-4093-9369-a851be2e2a6d HTTP/1.1" status: 200 len: 908 time: 0.2154462 Aug 11 22:19:38.574640 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-976ff0a6-fb61-4736-9c94-c1052d823ffb tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0009990 Aug 11 22:19:38.576730 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57952) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:38.588884 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-0ac56b1a-87c4-4312-8ee6-dc12cff29958 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'port': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'mac_address': 'fa:16:3e:a2:d0:c5', 'name': 'tempest-NetworksTestDHCPv6-584152355'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:19:38.857313 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b5838e-5f4f-4cab-a869-5435f40dbabd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'fixed_ips': [{'subnet_id': '9440e81c-4906-4a87-a539-bca371ec2d33'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:19:38.858731 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c6b5838e-5f4f-4cab-a869-5435f40dbabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:38.896486 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac56b1a-87c4-4312-8ee6-dc12cff29958 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:19:39.097076 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0ac56b1a-87c4-4312-8ee6-dc12cff29958 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:39.153394 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-0ac56b1a-87c4-4312-8ee6-dc12cff29958 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] device_id is not set on port 0b235b27-1e2c-4224-9347-f7e1d82e9735 yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:19:39.291400 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-c6b5838e-5f4f-4cab-a869-5435f40dbabd None None] Allocated IP 2001:db8::f816:3eff:fece:e532 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/9440e81c-4906-4a87-a539-bca371ec2d33/1b684ca4-a835-4bea-9858-a28fb77242a8) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:19:39.607234 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c6b5838e-5f4f-4cab-a869-5435f40dbabd None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:39.630413 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c6b5838e-5f4f-4cab-a869-5435f40dbabd None None] Transition to ACTIVE for port object 1b684ca4-a835-4bea-9858-a28fb77242a8 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:19:39.660230 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device a46bd1de-3b6f-46ed-8524-83aea174f485 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:19:39.670067 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c6b5838e-5f4f-4cab-a869-5435f40dbabd None None] Transition to ACTIVE for port object 1b684ca4-a835-4bea-9858-a28fb77242a8 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:19:39.716611 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c6b5838e-5f4f-4cab-a869-5435f40dbabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:39.791635 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-0ac56b1a-87c4-4312-8ee6-dc12cff29958 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Allocated IP 2001:db8::f816:3eff:fea2:d0c5 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/9440e81c-4906-4a87-a539-bca371ec2d33/0b235b27-1e2c-4224-9347-f7e1d82e9735) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:19:39.794242 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b5838e-5f4f-4cab-a869-5435f40dbabd None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:19:39.801949 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-c6b5838e-5f4f-4cab-a869-5435f40dbabd None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:19:39.813812 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b5838e-5f4f-4cab-a869-5435f40dbabd None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:19:39.884158 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5838e-5f4f-4cab-a869-5435f40dbabd None None] Pushing event updated for resources: {'Port': ['ID=1b684ca4-a835-4bea-9858-a28fb77242a8,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:39.962000 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port a46bd1de-3b6f-46ed-8524-83aea174f485 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:19:39.989557 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-c6b5838e-5f4f-4cab-a869-5435f40dbabd None None] Attempting to bind port 1b684ca4-a835-4bea-9858-a28fb77242a8 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:19:39.990244 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-c6b5838e-5f4f-4cab-a869-5435f40dbabd None None] Attempting to bind port 1b684ca4-a835-4bea-9858-a28fb77242a8 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:19:39.990623 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b5838e-5f4f-4cab-a869-5435f40dbabd None None] Attempting to bind port 1b684ca4-a835-4bea-9858-a28fb77242a8 on network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:19:39.996669 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port a46bd1de-3b6f-46ed-8524-83aea174f485 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:19:39.998105 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:40.007148 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b5838e-5f4f-4cab-a869-5435f40dbabd None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:19:40.007632 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b5838e-5f4f-4cab-a869-5435f40dbabd None None] Checking segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:19:40.009070 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c6b5838e-5f4f-4cab-a869-5435f40dbabd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:40.009070 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b5838e-5f4f-4cab-a869-5435f40dbabd None None] Bound using segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:19:40.009070 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-c6b5838e-5f4f-4cab-a869-5435f40dbabd None None] Bound port: 1b684ca4-a835-4bea-9858-a28fb77242a8, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:19:40.009597 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c6b5838e-5f4f-4cab-a869-5435f40dbabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:40.248774 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-c6b5838e-5f4f-4cab-a869-5435f40dbabd None None] For port 1b684ca4-a835-4bea-9858-a28fb77242a8, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:19:40.263428 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-c6b5838e-5f4f-4cab-a869-5435f40dbabd None None] For port 1b684ca4-a835-4bea-9858-a28fb77242a8, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1b684ca4-a835-4bea-9858-a28fb77242a8,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:19:40.287176 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c6b5838e-5f4f-4cab-a869-5435f40dbabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:40.370893 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0ac56b1a-87c4-4312-8ee6-dc12cff29958 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:40.405018 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-0ac56b1a-87c4-4312-8ee6-dc12cff29958 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Transition to ACTIVE for port object 0b235b27-1e2c-4224-9347-f7e1d82e9735 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:19:40.414626 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5838e-5f4f-4cab-a869-5435f40dbabd None None] Pushing event updated for resources: {'Port': ['ID=1b684ca4-a835-4bea-9858-a28fb77242a8,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:40.436339 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:40.480522 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0ac56b1a-87c4-4312-8ee6-dc12cff29958 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:40.525869 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5433c802-86b2-4093-9369-a851be2e2a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46bd1de-3b6f-46ed-8524-83aea174f485'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:19:40.533677 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed662dce-f3e0-4a76-9b78-9ae930d3d344" -d '{"events": [{"server_uuid": "5433c802-86b2-4093-9369-a851be2e2a6d", "name": "network-vif-plugged", "status": "completed", "tag": "a46bd1de-3b6f-46ed-8524-83aea174f485"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:19:40.593573 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port a46bd1de-3b6f-46ed-8524-83aea174f485, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=a46bd1de-3b6f-46ed-8524-83aea174f485,segment=NetworkSegment(0763a891-bfe2-4413-988b-496e551570e9),segment_id=0763a891-bfe2-4413-988b-496e551570e9)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:19:40.600987 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:40.602543 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 9acad81c-867f-445b-a0b9-a7be06ea5cd8 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:19:40.683494 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac56b1a-87c4-4312-8ee6-dc12cff29958 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:19:40.722274 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-0ac56b1a-87c4-4312-8ee6-dc12cff29958 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:19:40.740591 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac56b1a-87c4-4312-8ee6-dc12cff29958 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:19:40.768180 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac56b1a-87c4-4312-8ee6-dc12cff29958 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:40.770616 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0ac56b1a-87c4-4312-8ee6-dc12cff29958 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:40.789378 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac56b1a-87c4-4312-8ee6-dc12cff29958 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Port': ['ID=0b235b27-1e2c-4224-9347-f7e1d82e9735,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:40.792859 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb30bf-0fc9-4922-9863-c9b677b0586c req-7a9424bb-c186-4281-984b-ecc925fa0af6 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:40.795772 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82cb30bf-0fc9-4922-9863-c9b677b0586c req-7a9424bb-c186-4281-984b-ecc925fa0af6 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0 HTTP/1.1" status: 200 len: 944 time: 0.0942950 Aug 11 22:19:40.826138 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0ac56b1a-87c4-4312-8ee6-dc12cff29958 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2466233 Aug 11 22:19:40.831702 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58004) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:40.890137 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82cb30bf-0fc9-4922-9863-c9b677b0586c req-5bb35261-b449-497b-8416-02dfe989665f tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.77 "GET /v2.0/security-groups?id=85bf8833-ef0c-4876-8003-9e43178449c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614939 Aug 11 22:19:40.904635 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=a46bd1de-3b6f-46ed-8524-83aea174f485,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:40.975084 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:40.975587 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:40.975950 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:40.976297 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:40.976634 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:40.979158 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:40.979793 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:40.980137 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:40.995843 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:40.996368 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:40.996674 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:40.998559 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:41.006400 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 9acad81c-867f-445b-a0b9-a7be06ea5cd8 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:19:41.015658 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 9acad81c-867f-445b-a0b9-a7be06ea5cd8 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:19:41.016043 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:41.019887 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6f070d-ab13-4983-b7b5-3d64468e729a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:41.030866 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6f070d-ab13-4983-b7b5-3d64468e729a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:41.033736 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0a6f070d-ab13-4983-b7b5-3d64468e729a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1996593 Aug 11 22:19:41.038286 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58008) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:41.204613 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-bc314b08-bbbc-4acd-8775-543526b71949 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting port 0b235b27-1e2c-4224-9347-f7e1d82e9735 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:19:41.205397 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bc314b08-bbbc-4acd-8775-543526b71949 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:41.360596 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d774f60-c1cd-41de-9b69-dfa5f4e86b04 req-39696338-c7e5-41d3-a98c-e06f9b8589ca tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:41.363050 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1d774f60-c1cd-41de-9b69-dfa5f4e86b04 req-39696338-c7e5-41d3-a98c-e06f9b8589ca tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?device_id=5433c802-86b2-4093-9369-a851be2e2a6d HTTP/1.1" status: 200 len: 909 time: 0.1030886 Aug 11 22:19:41.388848 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bc314b08-bbbc-4acd-8775-543526b71949 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:41.391670 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:41.414588 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-bc314b08-bbbc-4acd-8775-543526b71949 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Calling delete_port for 0b235b27-1e2c-4224-9347-f7e1d82e9735 owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:19:41.462012 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 9acad81c-867f-445b-a0b9-a7be06ea5cd8, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9acad81c-867f-445b-a0b9-a7be06ea5cd8,segment=NetworkSegment(0d43bdc3-5f31-471d-b112-68b2de3a59e7),segment_id=0d43bdc3-5f31-471d-b112-68b2de3a59e7)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:19:41.471038 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:41.483204 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcf4832-3a0a-429a-9672-4d5e097f531d x-openstack-request-id: req-ffcf4832-3a0a-429a-9672-4d5e097f531d {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:19:41.483912 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5433c802-86b2-4093-9369-a851be2e2a6d", "name": "network-vif-plugged", "status": "completed", "tag": "a46bd1de-3b6f-46ed-8524-83aea174f485", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:19:41.484815 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ffcf4832-3a0a-429a-9672-4d5e097f531d {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:19:41.485416 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5433c802-86b2-4093-9369-a851be2e2a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46bd1de-3b6f-46ed-8524-83aea174f485', 'code': 200} Aug 11 22:19:41.634850 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=9acad81c-867f-445b-a0b9-a7be06ea5cd8,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:41.741185 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bc314b08-bbbc-4acd-8775-543526b71949 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:41.784115 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc314b08-bbbc-4acd-8775-543526b71949 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Port': ['ID=0b235b27-1e2c-4224-9347-f7e1d82e9735,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:41.810735 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23657d2-e537-4cde-8d6c-b6588faf4b8a req-815af511-d962-44ba-9567-aafe7dd75b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:41.831199 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d23657d2-e537-4cde-8d6c-b6588faf4b8a req-815af511-d962-44ba-9567-aafe7dd75b2b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5433c802-86b2-4093-9369-a851be2e2a6d HTTP/1.1" status: 200 len: 1060 time: 0.2075231 Aug 11 22:19:41.861070 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bc314b08-bbbc-4acd-8775-543526b71949 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:41.869819 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58036) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:41.876486 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bc314b08-bbbc-4acd-8775-543526b71949 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/0b235b27-1e2c-4224-9347-f7e1d82e9735 HTTP/1.1" status: 204 len: 168 time: 0.8366749 Aug 11 22:19:41.958738 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4955863b-e95f-453c-a64e-0e947544730b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:41.960734 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1b684ca4-a835-4bea-9858-a28fb77242a8 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:19:41.961161 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4955863b-e95f-453c-a64e-0e947544730b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:41.963146 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4955863b-e95f-453c-a64e-0e947544730b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0922272 Aug 11 22:19:41.971144 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58042) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:42.075234 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 1b684ca4-a835-4bea-9858-a28fb77242a8 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:19:42.143614 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-1797f247-b8d9-4dab-93a1-dd86e8cb1cad tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting subnet 9440e81c-4906-4a87-a539-bca371ec2d33 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:19:42.152568 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1797f247-b8d9-4dab-93a1-dd86e8cb1cad tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:42.347575 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ea2f7cb7-f49c-45bf-a17d-94593da53975 None None] Provisioning for port 1b684ca4-a835-4bea-9858-a28fb77242a8 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:19:42.357661 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ea2f7cb7-f49c-45bf-a17d-94593da53975 None None] Provisioning complete for port 1b684ca4-a835-4bea-9858-a28fb77242a8 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:19:42.358153 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ea2f7cb7-f49c-45bf-a17d-94593da53975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:42.513467 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ea2f7cb7-f49c-45bf-a17d-94593da53975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:42.576881 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-ea2f7cb7-f49c-45bf-a17d-94593da53975 None None] For port 1b684ca4-a835-4bea-9858-a28fb77242a8, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1b684ca4-a835-4bea-9858-a28fb77242a8,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:19:42.589927 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ea2f7cb7-f49c-45bf-a17d-94593da53975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:42.624295 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-4a8b57c5-5817-4712-8ee7-428a75f9da34 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:42.632692 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-4a8b57c5-5817-4712-8ee7-428a75f9da34 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/networks?id=e7790f3f-c934-4280-a7bc-7879373f53d3 HTTP/1.1" status: 200 len: 806 time: 0.7410629 Aug 11 22:19:42.727632 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-24621ae9-f812-49d7-adb6-748fce4a91a9 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/quotas/46c13839859945349c0d5afcfb364f66 HTTP/1.1" status: 200 len: 375 time: 0.0937066 Aug 11 22:19:42.730976 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-cb95bd42-7acd-4eb8-ba76-c920524ce0e8 None None] Could not find standard attr ID for object 0b235b27-1e2c-4224-9347-f7e1d82e9735. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:19:42.746224 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1797f247-b8d9-4dab-93a1-dd86e8cb1cad tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:42.753424 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f7cb7-f49c-45bf-a17d-94593da53975 None None] Pushing event updated for resources: {'Port': ['ID=1b684ca4-a835-4bea-9858-a28fb77242a8,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:42.885609 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f18d5e83-f3a0-46bd-9bb6-61f800534499 req-f1880b6d-980d-48a9-a255-9cdf204bfd0a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3138812 Aug 11 22:19:42.965811 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-e803e2c2-a789-4408-8c5b-d1b228cb1462 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=46c13839859945349c0d5afcfb364f66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2241340 Aug 11 22:19:43.125013 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1797f247-b8d9-4dab-93a1-dd86e8cb1cad tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:43.212151 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d5e83-f3a0-46bd-9bb6-61f800534499 req-0ab8be8a-eb5e-4ace-97bf-427d0d05156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:43.213989 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f18d5e83-f3a0-46bd-9bb6-61f800534499 req-0ab8be8a-eb5e-4ace-97bf-427d0d05156e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=89e42f6e555b4d71928261e2b4518d8d&device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 1096 time: 0.2469096 Aug 11 22:19:43.248946 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6763c988-f610-48a0-8100-4094226eed96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:43.327891 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-3f2e067a-6f28-489e-99c8-97c73ce0e86b service neutron] 10.222.0.77 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401484 Aug 11 22:19:43.343858 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1797f247-b8d9-4dab-93a1-dd86e8cb1cad tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:43.396267 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797f247-b8d9-4dab-93a1-dd86e8cb1cad tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Subnet': ['ID=9440e81c-4906-4a87-a539-bca371ec2d33,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:43.443326 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1797f247-b8d9-4dab-93a1-dd86e8cb1cad tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:43.445728 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1797f247-b8d9-4dab-93a1-dd86e8cb1cad tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/9440e81c-4906-4a87-a539-bca371ec2d33 HTTP/1.1" status: 204 len: 168 time: 1.4724979 Aug 11 22:19:43.449549 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58060) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:43.452650 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed51cbd5-607d-4639-92ee-f6f6fbfd498e None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:19:43.482408 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d5e83-f3a0-46bd-9bb6-61f800534499 req-7bdd5474-dbba-440b-be31-66d574494fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:43.483993 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f18d5e83-f3a0-46bd-9bb6-61f800534499 req-7bdd5474-dbba-440b-be31-66d574494fb9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=38b8f25c-cd12-4628-9365-0e6780cd68b7 HTTP/1.1" status: 200 len: 912 time: 0.2407234 Aug 11 22:19:43.572039 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5241e12f-6307-48db-8ae7-97c4ec91613f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1209879 Aug 11 22:19:43.579385 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58064) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:43.580808 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acad81c-867f-445b-a0b9-a7be06ea5cd8'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:19:43.586357 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44880497-63a5-4e30-a5a5-d2e8ced5376f" -d '{"events": [{"server_uuid": "1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0", "name": "network-vif-plugged", "status": "completed", "tag": "9acad81c-867f-445b-a0b9-a7be06ea5cd8"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:19:43.604450 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-a245a13c-d964-41e0-8dc0-8cbe1e02ed2f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:19:43.620487 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-5d459958-43df-4d72-87f5-dd43db121c0d service neutron] 10.222.0.77 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674816 Aug 11 22:19:43.678963 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f18d5e83-f3a0-46bd-9bb6-61f800534499 req-20734607-6b0e-4059-9ba6-61ab4c02dca2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d5ea22b-791e-4a23-8607-6efb79b4adb9 HTTP/1.1" status: 200 len: 1001 time: 0.1853786 Aug 11 22:19:43.854351 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d5e83-f3a0-46bd-9bb6-61f800534499 req-50328c02-89fa-42b3-a750-cee8db6f4813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:43.861851 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f18d5e83-f3a0-46bd-9bb6-61f800534499 req-50328c02-89fa-42b3-a750-cee8db6f4813 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=97d7da21-8ec4-48da-9d66-6777c48f7843 HTTP/1.1" status: 200 len: 850 time: 0.1730082 Aug 11 22:19:43.880776 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2f465d-5226-4887-ba00-35631d41f225 None None] DHCP port deletion for 031f2dcc-5a67-473f-bde2-e5d9a50304c4 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:19:44.018567 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a245a13c-d964-41e0-8dc0-8cbe1e02ed2f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:19:44.028986 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a245a13c-d964-41e0-8dc0-8cbe1e02ed2f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:44.161078 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-fb2f465d-5226-4887-ba00-35631d41f225 None None] Deleting port 1b684ca4-a835-4bea-9858-a28fb77242a8 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:19:44.161712 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fb2f465d-5226-4887-ba00-35631d41f225 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:44.199162 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9ef22-22a0-4940-a5e1-b29a7eb966cf req-b77213ce-3f37-466b-a7f0-79c26310ac20 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:44.219643 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aaf9ef22-22a0-4940-a5e1-b29a7eb966cf req-b77213ce-3f37-466b-a7f0-79c26310ac20 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0 HTTP/1.1" status: 200 len: 945 time: 0.2419498 Aug 11 22:19:44.245554 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d5e83-f3a0-46bd-9bb6-61f800534499 req-e08e742c-1a6e-4bcf-9f49-8231c3c7226f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:44.253083 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f18d5e83-f3a0-46bd-9bb6-61f800534499 req-e08e742c-1a6e-4bcf-9f49-8231c3c7226f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=38b8f25c-cd12-4628-9365-0e6780cd68b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3808396 Aug 11 22:19:44.324635 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-fb2f465d-5226-4887-ba00-35631d41f225 None None] For port 1b684ca4-a835-4bea-9858-a28fb77242a8, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1b684ca4-a835-4bea-9858-a28fb77242a8,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:19:44.325069 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fb2f465d-5226-4887-ba00-35631d41f225 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:44.362824 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-fb2f465d-5226-4887-ba00-35631d41f225 None None] Calling delete_port for 1b684ca4-a835-4bea-9858-a28fb77242a8 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:19:44.636500 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aaf9ef22-22a0-4940-a5e1-b29a7eb966cf req-59130b6e-d005-457a-9d50-9af2e5dc9227 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.77 "GET /v2.0/security-groups?id=85bf8833-ef0c-4876-8003-9e43178449c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035470 Aug 11 22:19:44.746482 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fb2f465d-5226-4887-ba00-35631d41f225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:44.750480 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f18d5e83-f3a0-46bd-9bb6-61f800534499 req-b0497110-4123-40f1-b5f9-4144053b4459 service neutron] 10.222.0.82 "GET /v2.0/networks/38b8f25c-cd12-4628-9365-0e6780cd68b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596782 Aug 11 22:19:44.784455 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f465d-5226-4887-ba00-35631d41f225 None None] Pushing event deleted for resources: {'Port': ['ID=1b684ca4-a835-4bea-9858-a28fb77242a8,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:44.795736 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2f465d-5226-4887-ba00-35631d41f225 None None] No DVR routers for this DVR port 1b684ca4-a835-4bea-9858-a28fb77242a8 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:19:44.829629 n-d-804275-3 neutron-server[100942]: DEBUG neutron.objects.ports [None req-a245a13c-d964-41e0-8dc0-8cbe1e02ed2f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 22:19:44.833019 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a245a13c-d964-41e0-8dc0-8cbe1e02ed2f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:44.880658 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a245a13c-d964-41e0-8dc0-8cbe1e02ed2f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:19:44.887240 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-a245a13c-d964-41e0-8dc0-8cbe1e02ed2f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:19:44.897076 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33df1a04-7f55-4436-a283-751da1abc7d0 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:19:44.901272 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a245a13c-d964-41e0-8dc0-8cbe1e02ed2f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:44.902876 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a245a13c-d964-41e0-8dc0-8cbe1e02ed2f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:44.995431 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a245a13c-d964-41e0-8dc0-8cbe1e02ed2f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4090428 Aug 11 22:19:44.996622 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245a13c-d964-41e0-8dc0-8cbe1e02ed2f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Subnet': ['ID=92f7227a-604c-4e4b-8860-704efb85c092,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:45.006451 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58096) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:45.012481 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-a67b055a-f19a-4d16-948a-edba960e73f6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'port': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'mac_address': 'fa:16:3e:85:e8:11', 'name': 'tempest-NetworksTestDHCPv6-396838543'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:19:45.146378 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8966af73-7996-4e8e-adda-205d5f10e507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'fixed_ips': [{'subnet_id': '92f7227a-604c-4e4b-8860-704efb85c092'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:19:45.147439 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8966af73-7996-4e8e-adda-205d5f10e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:45.167298 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67b055a-f19a-4d16-948a-edba960e73f6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:19:45.218136 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f18d5e83-f3a0-46bd-9bb6-61f800534499 req-74b8adef-3a35-419b-9073-4cb068c0c7b0 service neutron] 10.222.0.82 "GET /v2.0/networks/38b8f25c-cd12-4628-9365-0e6780cd68b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924747 Aug 11 22:19:45.270021 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc426f8c-d5a0-4b74-9e48-427cd0d6b34e req-810e484d-7ea7-48f1-9c45-2949635917b7 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:45.293821 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dc426f8c-d5a0-4b74-9e48-427cd0d6b34e req-810e484d-7ea7-48f1-9c45-2949635917b7 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?device_id=5433c802-86b2-4093-9369-a851be2e2a6d HTTP/1.1" status: 200 len: 909 time: 0.3345478 Aug 11 22:19:45.360911 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-8966af73-7996-4e8e-adda-205d5f10e507 None None] Allocated IP 2001:db8::f816:3eff:fe64:f5d5 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/92f7227a-604c-4e4b-8860-704efb85c092/92bbd155-74b7-479d-b0af-cd1d63762604) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:19:45.397965 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a67b055a-f19a-4d16-948a-edba960e73f6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:45.490475 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-a67b055a-f19a-4d16-948a-edba960e73f6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] device_id is not set on port 0ccca2be-281e-4359-a445-cac29bd20fe5 yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:19:45.542493 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014bfae5-c68a-419f-8584-25b19c3e9c45 x-openstack-request-id: req-014bfae5-c68a-419f-8584-25b19c3e9c45 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:19:45.542807 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0", "name": "network-vif-plugged", "status": "completed", "tag": "9acad81c-867f-445b-a0b9-a7be06ea5cd8", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:19:45.543078 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-014bfae5-c68a-419f-8584-25b19c3e9c45 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:19:45.548105 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acad81c-867f-445b-a0b9-a7be06ea5cd8', 'code': 200} Aug 11 22:19:45.623765 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-851a6478-6a53-46df-8054-ae17b3c59351 req-4507d521-8a66-46fe-bb74-f92052e88e17 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=21262ecc-b002-4b8a-83f7-4509e3416661 HTTP/1.1" status: 200 len: 210 time: 0.0777695 Aug 11 22:19:45.808564 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-e870e128-d318-4362-9e5c-4655a664e210 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:45.822864 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-e870e128-d318-4362-9e5c-4655a664e210 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.82 "GET /v2.0/networks?id=e7790f3f-c934-4280-a7bc-7879373f53d3 HTTP/1.1" status: 200 len: 806 time: 0.3296747 Aug 11 22:19:45.853118 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-0330eea6-0ae9-4214-8cf1-8c58911b5cda tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Request body: {'port': {'device_id': '21262ecc-b002-4b8a-83f7-4509e3416661', 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3', 'admin_state_up': True, 'tenant_id': '46c13839859945349c0d5afcfb364f66'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:19:45.879751 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b2802-ebea-4f01-814b-286923886de7 req-f75e601c-9574-4c0e-87c2-79f52f174983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:45.882515 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c91b2802-ebea-4f01-814b-286923886de7 req-f75e601c-9574-4c0e-87c2-79f52f174983 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0 HTTP/1.1" status: 200 len: 1096 time: 0.3841379 Aug 11 22:19:45.928693 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1b684ca4-a835-4bea-9858-a28fb77242a8 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:19:45.984779 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 1b684ca4-a835-4bea-9858-a28fb77242a8 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:19:45.985134 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1b684ca4-a835-4bea-9858-a28fb77242a8 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:19:46.010297 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8966af73-7996-4e8e-adda-205d5f10e507 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:46.015801 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c91b2802-ebea-4f01-814b-286923886de7 req-6864285e-0f37-4b44-a54e-0f6f4b364932 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=85bf8833-ef0c-4876-8003-9e43178449c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222346 Aug 11 22:19:46.040781 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8966af73-7996-4e8e-adda-205d5f10e507 None None] Transition to ACTIVE for port object 92bbd155-74b7-479d-b0af-cd1d63762604 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:19:46.043885 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-18f7fe49-2bf6-404e-a855-1d294d272e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:46.051859 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:46.069677 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8966af73-7996-4e8e-adda-205d5f10e507 None None] Transition to ACTIVE for port object 92bbd155-74b7-479d-b0af-cd1d63762604 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:19:46.077540 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8966af73-7996-4e8e-adda-205d5f10e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:46.164012 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8966af73-7996-4e8e-adda-205d5f10e507 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:19:46.172309 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-8966af73-7996-4e8e-adda-205d5f10e507 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:19:46.187558 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8966af73-7996-4e8e-adda-205d5f10e507 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:19:46.219580 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8966af73-7996-4e8e-adda-205d5f10e507 None None] Pushing event updated for resources: {'Port': ['ID=92bbd155-74b7-479d-b0af-cd1d63762604,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:46.235552 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e86b85-ded2-4585-a19e-0df7eec39952 req-cb7d740b-8c33-4d7b-84f1-4cb1807d4f75 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:46.237218 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f8e86b85-ded2-4585-a19e-0df7eec39952 req-cb7d740b-8c33-4d7b-84f1-4cb1807d4f75 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?device_id=5433c802-86b2-4093-9369-a851be2e2a6d HTTP/1.1" status: 200 len: 909 time: 0.2910483 Aug 11 22:19:46.309330 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-a67b055a-f19a-4d16-948a-edba960e73f6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Allocated IP 2001:db8::f816:3eff:fe85:e811 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/92f7227a-604c-4e4b-8860-704efb85c092/0ccca2be-281e-4359-a445-cac29bd20fe5) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:19:46.327114 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-0330eea6-0ae9-4214-8cf1-8c58911b5cda tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Made reservation on behalf of 46c13839859945349c0d5afcfb364f66 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:19:46.331790 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-0330eea6-0ae9-4214-8cf1-8c58911b5cda tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:46.388648 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-8966af73-7996-4e8e-adda-205d5f10e507 None None] Attempting to bind port 92bbd155-74b7-479d-b0af-cd1d63762604 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:19:46.389800 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-8966af73-7996-4e8e-adda-205d5f10e507 None None] Attempting to bind port 92bbd155-74b7-479d-b0af-cd1d63762604 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:19:46.390710 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8966af73-7996-4e8e-adda-205d5f10e507 None None] Attempting to bind port 92bbd155-74b7-479d-b0af-cd1d63762604 on network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:19:46.400919 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8966af73-7996-4e8e-adda-205d5f10e507 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:19:46.402202 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8966af73-7996-4e8e-adda-205d5f10e507 None None] Checking segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:19:46.403192 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8966af73-7996-4e8e-adda-205d5f10e507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:46.404190 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8966af73-7996-4e8e-adda-205d5f10e507 None None] Bound using segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:19:46.405630 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-8966af73-7996-4e8e-adda-205d5f10e507 None None] Bound port: 92bbd155-74b7-479d-b0af-cd1d63762604, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:19:46.406790 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8966af73-7996-4e8e-adda-205d5f10e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:46.575281 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-8966af73-7996-4e8e-adda-205d5f10e507 None None] For port 92bbd155-74b7-479d-b0af-cd1d63762604, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:19:46.582896 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-8966af73-7996-4e8e-adda-205d5f10e507 None None] For port 92bbd155-74b7-479d-b0af-cd1d63762604, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=92bbd155-74b7-479d-b0af-cd1d63762604,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:19:46.591288 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8966af73-7996-4e8e-adda-205d5f10e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:46.741852 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15205f04-92cb-4fd5-b66f-f90cd798972f req-6dea9a80-7f2d-4650-8fee-0d0ae34ad1c2 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:46.750191 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-15205f04-92cb-4fd5-b66f-f90cd798972f req-6dea9a80-7f2d-4650-8fee-0d0ae34ad1c2 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0 HTTP/1.1" status: 200 len: 945 time: 0.1723504 Aug 11 22:19:46.794358 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-0330eea6-0ae9-4214-8cf1-8c58911b5cda tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Allocated IP 172.20.0.3 (e7790f3f-c934-4280-a7bc-7879373f53d3/e0ec9ba0-9b08-41f6-a732-89f14df6459a/b4b88d20-dcc9-4f8f-b668-3b40f7194732) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:19:46.841617 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-15205f04-92cb-4fd5-b66f-f90cd798972f req-f73e78ee-0bc3-4d3d-9aff-997f0890779b tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.77 "GET /v2.0/security-groups?id=85bf8833-ef0c-4876-8003-9e43178449c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901008 Aug 11 22:19:46.860022 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a67b055a-f19a-4d16-948a-edba960e73f6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:46.914159 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-a67b055a-f19a-4d16-948a-edba960e73f6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Transition to ACTIVE for port object 0ccca2be-281e-4359-a445-cac29bd20fe5 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:19:47.126087 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8966af73-7996-4e8e-adda-205d5f10e507 None None] Pushing event updated for resources: {'Port': ['ID=92bbd155-74b7-479d-b0af-cd1d63762604,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:47.172635 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a67b055a-f19a-4d16-948a-edba960e73f6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:47.465717 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67b055a-f19a-4d16-948a-edba960e73f6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:19:47.490965 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:47.536241 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-a67b055a-f19a-4d16-948a-edba960e73f6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:19:47.553390 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67b055a-f19a-4d16-948a-edba960e73f6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:19:47.573650 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67b055a-f19a-4d16-948a-edba960e73f6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:47.576819 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a67b055a-f19a-4d16-948a-edba960e73f6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:47.585469 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b055a-f19a-4d16-948a-edba960e73f6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Port': ['ID=0ccca2be-281e-4359-a445-cac29bd20fe5,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:47.653199 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a67b055a-f19a-4d16-948a-edba960e73f6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6444645 Aug 11 22:19:47.654894 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1602d9d-ee53-42d4-be8f-f0f89bb1cae4 req-0f69944e-0bf6-4667-8ceb-5cad1726ffb5 tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:47.655755 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58138) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:47.670757 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f1602d9d-ee53-42d4-be8f-f0f89bb1cae4 req-0f69944e-0bf6-4667-8ceb-5cad1726ffb5 tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5433c802-86b2-4093-9369-a851be2e2a6d HTTP/1.1" status: 200 len: 1060 time: 0.6729877 Aug 11 22:19:47.745959 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-0330eea6-0ae9-4214-8cf1-8c58911b5cda tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:47.866166 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef17c9e-d177-4d18-8c58-c5d0b38aef06 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:47.873635 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef17c9e-d177-4d18-8c58-c5d0b38aef06 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:47.879310 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0ef17c9e-d177-4d18-8c58-c5d0b38aef06 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2161126 Aug 11 22:19:47.879623 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58144) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:47.924130 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 92bbd155-74b7-479d-b0af-cd1d63762604 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:19:48.022623 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a0652986-9c04-49e8-bcb6-2fe6f09b7c53 req-add061bb-6b4f-4765-b511-76cb4275a131 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=21262ecc-b002-4b8a-83f7-4509e3416661 HTTP/1.1" status: 200 len: 210 time: 0.1063957 Aug 11 22:19:48.039543 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-0330eea6-0ae9-4214-8cf1-8c58911b5cda tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:48.083762 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['4f7cb9d4-f60b-4372-a47f-b765a6295863'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:19:48.158009 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-c663295f-b3e5-4611-be41-7a68e5cd92af tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting port 0ccca2be-281e-4359-a445-cac29bd20fe5 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:19:48.158782 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c663295f-b3e5-4611-be41-7a68e5cd92af tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:48.250999 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330eea6-0ae9-4214-8cf1-8c58911b5cda tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Pushing event updated for resources: {'Port': ['ID=b4b88d20-dcc9-4f8f-b668-3b40f7194732,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:48.267866 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 92bbd155-74b7-479d-b0af-cd1d63762604 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:19:48.335761 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-0330eea6-0ae9-4214-8cf1-8c58911b5cda tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Network e7790f3f-c934-4280-a7bc-7879373f53d3 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:19:48.339203 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-0330eea6-0ae9-4214-8cf1-8c58911b5cda tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:19:48.344892 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-0330eea6-0ae9-4214-8cf1-8c58911b5cda tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:19:48.461530 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c663295f-b3e5-4611-be41-7a68e5cd92af tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:48.522597 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-c663295f-b3e5-4611-be41-7a68e5cd92af tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Calling delete_port for 0ccca2be-281e-4359-a445-cac29bd20fe5 owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:19:48.561251 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7dbf5-0050-429c-adc9-ff2102cd5716 req-5cb86370-3f56-4d95-aad0-a3039284493b tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:48.576844 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3eb7dbf5-0050-429c-adc9-ff2102cd5716 req-5cb86370-3f56-4d95-aad0-a3039284493b tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d874068c-2c88-4b70-87bc-9fac0831ad11 HTTP/1.1" status: 200 len: 1135 time: 0.2949388 Aug 11 22:19:48.649516 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-0330eea6-0ae9-4214-8cf1-8c58911b5cda tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:48.653873 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-0330eea6-0ae9-4214-8cf1-8c58911b5cda tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:48.684571 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-0330eea6-0ae9-4214-8cf1-8c58911b5cda tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8513143 Aug 11 22:19:48.718223 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3eb7dbf5-0050-429c-adc9-ff2102cd5716 req-7895c97a-f978-44c4-8255-adfd912ca8e9 tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=76bdd88a-bd73-4131-a804-39e07f88ffe6&id=723102e9-b2e7-41df-9555-e9d9bb0f96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1369402 Aug 11 22:19:48.746653 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-8c7e5060-ad7a-4148-8a6f-9751a634fa06 service neutron] Request body: {'port': {'device_id': '21262ecc-b002-4b8a-83f7-4509e3416661', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:19:48.837823 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58156) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:48.938149 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c663295f-b3e5-4611-be41-7a68e5cd92af tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:49.008336 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:49.024192 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ba1be17f-49bb-4bc1-888d-431304606de4 None None] Provisioning for port 92bbd155-74b7-479d-b0af-cd1d63762604 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:19:49.034452 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ba1be17f-49bb-4bc1-888d-431304606de4 None None] Provisioning complete for port 92bbd155-74b7-479d-b0af-cd1d63762604 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:19:49.039758 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ba1be17f-49bb-4bc1-888d-431304606de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:49.065364 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663295f-b3e5-4611-be41-7a68e5cd92af tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Port': ['ID=0ccca2be-281e-4359-a445-cac29bd20fe5,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:49.132166 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c663295f-b3e5-4611-be41-7a68e5cd92af tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:49.140829 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c663295f-b3e5-4611-be41-7a68e5cd92af tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/0ccca2be-281e-4359-a445-cac29bd20fe5 HTTP/1.1" status: 204 len: 168 time: 1.2599349 Aug 11 22:19:49.141573 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58166) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:49.190908 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-8c7e5060-ad7a-4148-8a6f-9751a634fa06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:49.273052 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1bb766-9307-4acb-9baf-207f03a64aa6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:49.275968 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1bb766-9307-4acb-9baf-207f03a64aa6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:49.281692 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9a1bb766-9307-4acb-9baf-207f03a64aa6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1347346 Aug 11 22:19:49.282351 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58170) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:49.352251 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ba1be17f-49bb-4bc1-888d-431304606de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:49.376865 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-801c6f7c-eb50-4e7e-ae28-d22b77980a76 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting subnet 92f7227a-604c-4e4b-8860-704efb85c092 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:19:49.382872 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-801c6f7c-eb50-4e7e-ae28-d22b77980a76 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:49.433127 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc41545-663d-4786-973e-2af4ead3117e req-9a424753-9b04-416d-b431-0a92c8b427b9 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:49.433447 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-ba1be17f-49bb-4bc1-888d-431304606de4 None None] For port 92bbd155-74b7-479d-b0af-cd1d63762604, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=92bbd155-74b7-479d-b0af-cd1d63762604,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:19:49.437643 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cfc41545-663d-4786-973e-2af4ead3117e req-9a424753-9b04-416d-b431-0a92c8b427b9 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0 HTTP/1.1" status: 200 len: 945 time: 0.4424098 Aug 11 22:19:49.443301 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc033455-0032-4457-afbf-54d209919812 tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:49.446072 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cc033455-0032-4457-afbf-54d209919812 tempest-TestSecurityGroupsBasicOps-595031067 tempest-TestSecurityGroupsBasicOps-595031067-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5433c802-86b2-4093-9369-a851be2e2a6d HTTP/1.1" status: 200 len: 1055 time: 0.6066136 Aug 11 22:19:49.448631 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ba1be17f-49bb-4bc1-888d-431304606de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:49.545439 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-801c6f7c-eb50-4e7e-ae28-d22b77980a76 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:49.633862 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b72a3d3b-0f7d-405b-ad97-ad1ef9903c9f None None] Could not find standard attr ID for object 0ccca2be-281e-4359-a445-cac29bd20fe5. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:19:49.638052 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1be17f-49bb-4bc1-888d-431304606de4 None None] Pushing event updated for resources: {'Port': ['ID=92bbd155-74b7-479d-b0af-cd1d63762604,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:49.739878 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-801c6f7c-eb50-4e7e-ae28-d22b77980a76 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:49.757140 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cfc41545-663d-4786-973e-2af4ead3117e req-245673aa-abc4-43f0-b734-72466670dfb6 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.77 "GET /v2.0/security-groups?id=85bf8833-ef0c-4876-8003-9e43178449c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934599 Aug 11 22:19:49.820012 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 92bbd155-74b7-479d-b0af-cd1d63762604 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:19:49.887931 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-801c6f7c-eb50-4e7e-ae28-d22b77980a76 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:49.908303 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-801c6f7c-eb50-4e7e-ae28-d22b77980a76 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:49.915628 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-801c6f7c-eb50-4e7e-ae28-d22b77980a76 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/92f7227a-604c-4e4b-8860-704efb85c092 HTTP/1.1" status: 204 len: 168 time: 0.6317115 Aug 11 22:19:49.916293 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58188) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:49.920898 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3aa5d29-ee8d-4ff4-9fca-9ce596eaa9e9 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:19:50.051638 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-8c7e5060-ad7a-4148-8a6f-9751a634fa06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4b88d20-dcc9-4f8f-b668-3b40f7194732 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:19:50.071598 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-8c7e5060-ad7a-4148-8a6f-9751a634fa06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:50.072055 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-107cc497-30ef-4799-aa48-22b63f37a89e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1526642 Aug 11 22:19:50.073289 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c6f7c-eb50-4e7e-ae28-d22b77980a76 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Subnet': ['ID=92f7227a-604c-4e4b-8860-704efb85c092,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:50.076521 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58192) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:50.126221 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 92bbd155-74b7-479d-b0af-cd1d63762604 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:19:50.126968 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:50.180732 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-8c7e5060-ad7a-4148-8a6f-9751a634fa06 service neutron] Transition to ACTIVE for port object b4b88d20-dcc9-4f8f-b668-3b40f7194732 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:19:50.221507 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e05d750-e82b-488d-97b6-25020dcffbb6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:50.227907 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0e05d750-e82b-488d-97b6-25020dcffbb6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1460388 Aug 11 22:19:50.227907 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-8c7e5060-ad7a-4148-8a6f-9751a634fa06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:50.229501 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58196) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:50.325400 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52f2c55-b69a-4b89-847d-afdb4d614515 None None] DHCP port deletion for 031f2dcc-5a67-473f-bde2-e5d9a50304c4 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:19:50.340404 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718d867-973d-4b71-81fb-031e29826e04 req-d2a7aaa2-f643-4f45-a1bf-1395409fe410 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:50.344263 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9718d867-973d-4b71-81fb-031e29826e04 req-d2a7aaa2-f643-4f45-a1bf-1395409fe410 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=21262ecc-b002-4b8a-83f7-4509e3416661 HTTP/1.1" status: 200 len: 931 time: 0.3409152 Aug 11 22:19:50.355524 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e5060-ad7a-4148-8a6f-9751a634fa06 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b88d20-dcc9-4f8f-b668-3b40f7194732,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:50.373297 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c3eb2e-0502-447d-a9db-5634f8712b0b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:50.378333 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c3c3eb2e-0502-447d-a9db-5634f8712b0b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1465135 Aug 11 22:19:50.379913 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58198) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:50.444273 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-40bfcbd4-59f8-4a04-a169-988db30fc30a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0628583 Aug 11 22:19:50.445289 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58200) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:50.451938 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-a3f16aff-818b-4a27-9e57-abe7c7199a24 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:19:50.530307 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b52f2c55-b69a-4b89-847d-afdb4d614515 None None] Deleting port 92bbd155-74b7-479d-b0af-cd1d63762604 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:19:50.531604 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b52f2c55-b69a-4b89-847d-afdb4d614515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:50.563732 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:50.568269 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9718d867-973d-4b71-81fb-031e29826e04 req-e34266d6-9b32-4d9c-a105-3631c899be5d tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049100 Aug 11 22:19:50.572312 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f16aff-818b-4a27-9e57-abe7c7199a24 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:19:50.576223 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a3f16aff-818b-4a27-9e57-abe7c7199a24 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:50.616352 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-8c7e5060-ad7a-4148-8a6f-9751a634fa06 service neutron] Attempting to bind port b4b88d20-dcc9-4f8f-b668-3b40f7194732 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:19:50.616874 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-8c7e5060-ad7a-4148-8a6f-9751a634fa06 service neutron] Attempting to bind port b4b88d20-dcc9-4f8f-b668-3b40f7194732 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '07f7d92d-e949-43a3-b2dd-627bd28bd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:19:50.619575 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-8c7e5060-ad7a-4148-8a6f-9751a634fa06 service neutron] Attempting to bind port b4b88d20-dcc9-4f8f-b668-3b40f7194732 on network e7790f3f-c934-4280-a7bc-7879373f53d3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:19:50.632313 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-8c7e5060-ad7a-4148-8a6f-9751a634fa06 service neutron] Port b4b88d20-dcc9-4f8f-b668-3b40f7194732 on network e7790f3f-c934-4280-a7bc-7879373f53d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:19:50.638850 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-8c7e5060-ad7a-4148-8a6f-9751a634fa06 service neutron] Attempting to bind port b4b88d20-dcc9-4f8f-b668-3b40f7194732 on network e7790f3f-c934-4280-a7bc-7879373f53d3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:19:50.649670 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b52f2c55-b69a-4b89-847d-afdb4d614515 None None] For port 92bbd155-74b7-479d-b0af-cd1d63762604, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=92bbd155-74b7-479d-b0af-cd1d63762604,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:19:50.650081 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b52f2c55-b69a-4b89-847d-afdb4d614515 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:50.663687 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-8c7e5060-ad7a-4148-8a6f-9751a634fa06 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:19:50.669226 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b52f2c55-b69a-4b89-847d-afdb4d614515 None None] Calling delete_port for 92bbd155-74b7-479d-b0af-cd1d63762604 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:19:50.671806 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-8c7e5060-ad7a-4148-8a6f-9751a634fa06 service neutron] Checking segment: {'id': '07f7d92d-e949-43a3-b2dd-627bd28bd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:19:50.672576 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-8c7e5060-ad7a-4148-8a6f-9751a634fa06 service neutron] Bound using segment: {'id': '07f7d92d-e949-43a3-b2dd-627bd28bd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:19:50.673383 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-8c7e5060-ad7a-4148-8a6f-9751a634fa06 service neutron] Bound port: b4b88d20-dcc9-4f8f-b668-3b40f7194732, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7d92d-e949-43a3-b2dd-627bd28bd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:19:50.674028 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-8c7e5060-ad7a-4148-8a6f-9751a634fa06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:50.784373 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b52f2c55-b69a-4b89-847d-afdb4d614515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:50.823060 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f2c55-b69a-4b89-847d-afdb4d614515 None None] Pushing event deleted for resources: {'Port': ['ID=92bbd155-74b7-479d-b0af-cd1d63762604,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:50.833988 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52f2c55-b69a-4b89-847d-afdb4d614515 None None] No DVR routers for this DVR port 92bbd155-74b7-479d-b0af-cd1d63762604 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:19:50.997954 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-8c7e5060-ad7a-4148-8a6f-9751a634fa06 service neutron] For port b4b88d20-dcc9-4f8f-b668-3b40f7194732, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:19:51.008187 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-8c7e5060-ad7a-4148-8a6f-9751a634fa06 service neutron] For port b4b88d20-dcc9-4f8f-b668-3b40f7194732, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=b4b88d20-dcc9-4f8f-b668-3b40f7194732,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:19:51.024824 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-8c7e5060-ad7a-4148-8a6f-9751a634fa06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:51.111394 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-8c7e5060-ad7a-4148-8a6f-9751a634fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:51.112127 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-8c7e5060-ad7a-4148-8a6f-9751a634fa06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:51.113954 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-8c7e5060-ad7a-4148-8a6f-9751a634fa06 service neutron] 10.222.0.82 "PUT /v2.0/ports/b4b88d20-dcc9-4f8f-b668-3b40f7194732 HTTP/1.1" status: 200 len: 1091 time: 2.3962600 Aug 11 22:19:51.118150 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21262ecc-b002-4b8a-83f7-4509e3416661', 'tag': 'b4b88d20-dcc9-4f8f-b668-3b40f7194732'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:19:51.121094 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68a5b38-00d5-4111-9023-ec5af55ac03a" -d '{"events": [{"name": "network-changed", "server_uuid": "21262ecc-b002-4b8a-83f7-4509e3416661", "tag": "b4b88d20-dcc9-4f8f-b668-3b40f7194732"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:19:51.187648 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e5060-ad7a-4148-8a6f-9751a634fa06 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b88d20-dcc9-4f8f-b668-3b40f7194732,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:51.190827 n-d-804275-3 neutron-server[100942]: DEBUG neutron.objects.ports [None req-a3f16aff-818b-4a27-9e57-abe7c7199a24 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 22:19:51.205071 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a3f16aff-818b-4a27-9e57-abe7c7199a24 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:51.244567 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-2ac3f54e-473d-4e98-8d6e-ef39b92f2e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:51.246175 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-2ac3f54e-473d-4e98-8d6e-ef39b92f2e94 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=46c13839859945349c0d5afcfb364f66&device_id=21262ecc-b002-4b8a-83f7-4509e3416661 HTTP/1.1" status: 200 len: 1094 time: 0.0580988 Aug 11 22:19:51.280403 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f16aff-818b-4a27-9e57-abe7c7199a24 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:19:51.284092 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-a3f16aff-818b-4a27-9e57-abe7c7199a24 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:19:51.297034 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5328e643-1f18-4a67-b416-c0269cbac3b0 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:19:51.303235 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f16aff-818b-4a27-9e57-abe7c7199a24 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:51.303878 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a3f16aff-818b-4a27-9e57-abe7c7199a24 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:51.307608 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f16aff-818b-4a27-9e57-abe7c7199a24 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Subnet': ['ID=09dc0a8d-e598-4979-b07d-92cd96f956d9,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:51.346236 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a3f16aff-818b-4a27-9e57-abe7c7199a24 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8992403 Aug 11 22:19:51.346795 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58216) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:51.352229 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-16bd9fe8-1e94-4b06-ba3f-de40d98d234c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'port': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'mac_address': 'fa:16:3e:0c:32:7c', 'name': 'tempest-NetworksTestDHCPv6-412962817'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:19:51.389785 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-f67491bc-2c9f-49ee-a234-882cd448905e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4b88d20-dcc9-4f8f-b668-3b40f7194732 HTTP/1.1" status: 200 len: 217 time: 0.1281734 Aug 11 22:19:51.493440 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-5cd7cec6-2fa8-4acf-9567-425274762845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:51.496885 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-5cd7cec6-2fa8-4acf-9567-425274762845 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e0ec9ba0-9b08-41f6-a732-89f14df6459a HTTP/1.1" status: 200 len: 846 time: 0.0921483 Aug 11 22:19:51.554763 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-d1b59b47-b021-4a90-8b17-e025d8ffeab8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e7790f3f-c934-4280-a7bc-7879373f53d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496764 Aug 11 22:19:51.623993 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bd9fe8-1e94-4b06-ba3f-de40d98d234c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:19:51.658373 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e820af0-4b1f-403a-9a47-960a7a527ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'fixed_ips': [{'subnet_id': '09dc0a8d-e598-4979-b07d-92cd96f956d9'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:19:51.660802 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0e820af0-4b1f-403a-9a47-960a7a527ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:51.779493 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-e3c3a7ac-1bd2-4b2f-bfde-405cf8bb02c5 service neutron] 10.222.0.82 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156219 Aug 11 22:19:51.978523 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 92bbd155-74b7-479d-b0af-cd1d63762604 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:19:52.012852 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-16bd9fe8-1e94-4b06-ba3f-de40d98d234c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:52.085486 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69f10e7a-b789-47af-b55b-67b53ee1d27d req-692a3330-c95b-4122-b85f-d357c24dba25 service neutron] 10.222.0.82 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922182 Aug 11 22:19:52.088130 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 92bbd155-74b7-479d-b0af-cd1d63762604 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:19:52.089009 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 92bbd155-74b7-479d-b0af-cd1d63762604 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:19:52.133282 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-16bd9fe8-1e94-4b06-ba3f-de40d98d234c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] device_id is not set on port 4bf8a265-da91-4395-b0c0-6255b0476b8c yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:19:52.163108 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-0e820af0-4b1f-403a-9a47-960a7a527ca7 None None] Allocated IP 2001:db8::f816:3eff:fe76:bfc2 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/09dc0a8d-e598-4979-b07d-92cd96f956d9/8f800c68-1eee-425a-9344-b74ceb2b71eb) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:19:52.270740 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7ce0e-5a0a-41aa-91bf-86ae74837aa1 req-8100334d-a491-4ac7-b2e0-63771a4452fa tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:52.274404 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f1c7ce0e-5a0a-41aa-91bf-86ae74837aa1 req-8100334d-a491-4ac7-b2e0-63771a4452fa tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?device_id=5433c802-86b2-4093-9369-a851be2e2a6d HTTP/1.1" status: 200 len: 909 time: 0.1684463 Aug 11 22:19:52.492024 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3659e1c-aa76-41e8-b30d-ebfc3a0c6962 x-openstack-request-id: req-f3659e1c-aa76-41e8-b30d-ebfc3a0c6962 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:19:52.492486 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21262ecc-b002-4b8a-83f7-4509e3416661", "tag": "b4b88d20-dcc9-4f8f-b668-3b40f7194732", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:19:52.492876 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f3659e1c-aa76-41e8-b30d-ebfc3a0c6962 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:19:52.493525 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21262ecc-b002-4b8a-83f7-4509e3416661', 'tag': 'b4b88d20-dcc9-4f8f-b668-3b40f7194732', 'status': 'completed', 'code': 200} Aug 11 22:19:52.588138 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddcf49-4513-48d4-944e-bf4e8711bc99 req-4f6fb3e1-90e2-4d06-ac0a-0fa1fb86287d tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:52.595116 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5cddcf49-4513-48d4-944e-bf4e8711bc99 req-4f6fb3e1-90e2-4d06-ac0a-0fa1fb86287d tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.52 "GET /v2.0/ports?device_id=5433c802-86b2-4093-9369-a851be2e2a6d HTTP/1.1" status: 200 len: 909 time: 0.2381904 Aug 11 22:19:52.672290 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0e820af0-4b1f-403a-9a47-960a7a527ca7 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:52.691637 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0e820af0-4b1f-403a-9a47-960a7a527ca7 None None] Transition to ACTIVE for port object 8f800c68-1eee-425a-9344-b74ceb2b71eb will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:19:52.735984 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0e820af0-4b1f-403a-9a47-960a7a527ca7 None None] Transition to ACTIVE for port object 8f800c68-1eee-425a-9344-b74ceb2b71eb will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:19:52.748473 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0e820af0-4b1f-403a-9a47-960a7a527ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:52.805889 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a5b38-00d5-4111-9023-ec5af55ac03a req-529b2d9a-0659-4f1e-94b7-f32c91a3c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:52.809227 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f68a5b38-00d5-4111-9023-ec5af55ac03a req-529b2d9a-0659-4f1e-94b7-f32c91a3c0e1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=46c13839859945349c0d5afcfb364f66&device_id=21262ecc-b002-4b8a-83f7-4509e3416661 HTTP/1.1" status: 200 len: 1094 time: 0.2551019 Aug 11 22:19:52.818638 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e820af0-4b1f-403a-9a47-960a7a527ca7 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:19:52.824339 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-0e820af0-4b1f-403a-9a47-960a7a527ca7 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:19:52.835669 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e820af0-4b1f-403a-9a47-960a7a527ca7 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:19:52.975940 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e820af0-4b1f-403a-9a47-960a7a527ca7 None None] Pushing event updated for resources: {'Port': ['ID=8f800c68-1eee-425a-9344-b74ceb2b71eb,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:53.008159 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-0e820af0-4b1f-403a-9a47-960a7a527ca7 None None] Attempting to bind port 8f800c68-1eee-425a-9344-b74ceb2b71eb on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:19:53.009144 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-0e820af0-4b1f-403a-9a47-960a7a527ca7 None None] Attempting to bind port 8f800c68-1eee-425a-9344-b74ceb2b71eb by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:19:53.010000 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e820af0-4b1f-403a-9a47-960a7a527ca7 None None] Attempting to bind port 8f800c68-1eee-425a-9344-b74ceb2b71eb on network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:19:53.027371 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a552c-860f-4fa8-a684-218698b509eb req-87ffe09b-bf4a-45ae-814a-aa7decfcbdaf tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:53.046131 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e820af0-4b1f-403a-9a47-960a7a527ca7 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:19:53.047157 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f66a552c-860f-4fa8-a684-218698b509eb req-87ffe09b-bf4a-45ae-814a-aa7decfcbdaf tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=21262ecc-b002-4b8a-83f7-4509e3416661 HTTP/1.1" status: 200 len: 943 time: 0.3893209 Aug 11 22:19:53.050274 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e820af0-4b1f-403a-9a47-960a7a527ca7 None None] Checking segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:19:53.056552 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0e820af0-4b1f-403a-9a47-960a7a527ca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:53.058957 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e820af0-4b1f-403a-9a47-960a7a527ca7 None None] Bound using segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:19:53.067317 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-0e820af0-4b1f-403a-9a47-960a7a527ca7 None None] Bound port: 8f800c68-1eee-425a-9344-b74ceb2b71eb, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:19:53.070366 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-16bd9fe8-1e94-4b06-ba3f-de40d98d234c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Allocated IP 2001:db8::f816:3eff:fe0c:327c (031f2dcc-5a67-473f-bde2-e5d9a50304c4/09dc0a8d-e598-4979-b07d-92cd96f956d9/4bf8a265-da91-4395-b0c0-6255b0476b8c) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:19:53.071807 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0e820af0-4b1f-403a-9a47-960a7a527ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:53.123834 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-5cddcf49-4513-48d4-944e-bf4e8711bc99 req-1b7389c0-441d-4e0f-9dbe-571a17fd930c tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Deleting port a46bd1de-3b6f-46ed-8524-83aea174f485 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:19:53.131693 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5cddcf49-4513-48d4-944e-bf4e8711bc99 req-1b7389c0-441d-4e0f-9dbe-571a17fd930c tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:53.164191 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f66a552c-860f-4fa8-a684-218698b509eb req-fb4d6c4e-ae63-42e3-aef4-05a6be2574f5 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154664 Aug 11 22:19:53.321357 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a5b38-00d5-4111-9023-ec5af55ac03a req-0688fd71-c79d-4919-ad98-f358345aa9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:53.323924 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f68a5b38-00d5-4111-9023-ec5af55ac03a req-0688fd71-c79d-4919-ad98-f358345aa9a8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e7790f3f-c934-4280-a7bc-7879373f53d3 HTTP/1.1" status: 200 len: 907 time: 0.5041816 Aug 11 22:19:53.443757 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-0e820af0-4b1f-403a-9a47-960a7a527ca7 None None] For port 8f800c68-1eee-425a-9344-b74ceb2b71eb, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:19:53.459325 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-0e820af0-4b1f-403a-9a47-960a7a527ca7 None None] For port 8f800c68-1eee-425a-9344-b74ceb2b71eb, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8f800c68-1eee-425a-9344-b74ceb2b71eb,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:19:53.474746 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0e820af0-4b1f-403a-9a47-960a7a527ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:53.604914 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-5cddcf49-4513-48d4-944e-bf4e8711bc99 req-1b7389c0-441d-4e0f-9dbe-571a17fd930c tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] For port a46bd1de-3b6f-46ed-8524-83aea174f485, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=a46bd1de-3b6f-46ed-8524-83aea174f485,segment=NetworkSegment(0763a891-bfe2-4413-988b-496e551570e9),segment_id=0763a891-bfe2-4413-988b-496e551570e9)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:19:53.605699 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5cddcf49-4513-48d4-944e-bf4e8711bc99 req-1b7389c0-441d-4e0f-9dbe-571a17fd930c tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:53.697413 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e820af0-4b1f-403a-9a47-960a7a527ca7 None None] Pushing event updated for resources: {'Port': ['ID=8f800c68-1eee-425a-9344-b74ceb2b71eb,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:53.708089 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-5cddcf49-4513-48d4-944e-bf4e8711bc99 req-1b7389c0-441d-4e0f-9dbe-571a17fd930c tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Calling delete_port for a46bd1de-3b6f-46ed-8524-83aea174f485 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:19:54.098398 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-16bd9fe8-1e94-4b06-ba3f-de40d98d234c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:54.170131 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f68a5b38-00d5-4111-9023-ec5af55ac03a req-4c68b481-739b-4488-aad9-8b049dacf491 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4b88d20-dcc9-4f8f-b668-3b40f7194732 HTTP/1.1" status: 200 len: 217 time: 0.8346164 Aug 11 22:19:54.207051 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-16bd9fe8-1e94-4b06-ba3f-de40d98d234c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Transition to ACTIVE for port object 4bf8a265-da91-4395-b0c0-6255b0476b8c will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:19:54.328516 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a5b38-00d5-4111-9023-ec5af55ac03a req-91a38421-07dc-4e25-b780-25587950b543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:54.331411 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f68a5b38-00d5-4111-9023-ec5af55ac03a req-91a38421-07dc-4e25-b780-25587950b543 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e0ec9ba0-9b08-41f6-a732-89f14df6459a HTTP/1.1" status: 200 len: 846 time: 0.1420710 Aug 11 22:19:54.435674 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f68a5b38-00d5-4111-9023-ec5af55ac03a req-c00a2f65-c36f-4001-816f-0f5cd6c60a71 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e7790f3f-c934-4280-a7bc-7879373f53d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419986 Aug 11 22:19:54.619265 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5cddcf49-4513-48d4-944e-bf4e8711bc99 req-1b7389c0-441d-4e0f-9dbe-571a17fd930c tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:54.633278 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-16bd9fe8-1e94-4b06-ba3f-de40d98d234c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:54.701782 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7389c0-441d-4e0f-9dbe-571a17fd930c tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Pushing event deleted for resources: {'Port': ['ID=a46bd1de-3b6f-46ed-8524-83aea174f485,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:54.816160 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313aead-560d-4815-8903-525a5274d2f7 req-cff00992-fc20-4718-93f7-d2c7a12083eb tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:54.840731 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6313aead-560d-4815-8903-525a5274d2f7 req-cff00992-fc20-4718-93f7-d2c7a12083eb tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?device_id=5433c802-86b2-4093-9369-a851be2e2a6d HTTP/1.1" status: 200 len: 830 time: 0.6687157 Aug 11 22:19:54.900660 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f68a5b38-00d5-4111-9023-ec5af55ac03a req-5a366756-6079-4ab3-812d-b0b717d306c6 service neutron] 10.222.0.82 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429469 Aug 11 22:19:55.066847 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cddcf49-4513-48d4-944e-bf4e8711bc99 req-1b7389c0-441d-4e0f-9dbe-571a17fd930c tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] No DVR routers for this DVR port a46bd1de-3b6f-46ed-8524-83aea174f485 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:19:55.073035 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bd9fe8-1e94-4b06-ba3f-de40d98d234c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:19:55.139401 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd9fe8-1e94-4b06-ba3f-de40d98d234c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Port': ['ID=4bf8a265-da91-4395-b0c0-6255b0476b8c,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:55.161653 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5cddcf49-4513-48d4-944e-bf4e8711bc99 req-1b7389c0-441d-4e0f-9dbe-571a17fd930c tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:55.165840 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5cddcf49-4513-48d4-944e-bf4e8711bc99 req-1b7389c0-441d-4e0f-9dbe-571a17fd930c tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.52 "DELETE /v2.0/ports/a46bd1de-3b6f-46ed-8524-83aea174f485 HTTP/1.1" status: 204 len: 173 time: 2.5633578 Aug 11 22:19:55.167686 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5433c802-86b2-4093-9369-a851be2e2a6d', 'name': 'network-vif-deleted', 'tag': 'a46bd1de-3b6f-46ed-8524-83aea174f485'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:19:55.175083 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c60d081-13a2-4317-9857-3c0c22911c21" -d '{"events": [{"server_uuid": "5433c802-86b2-4093-9369-a851be2e2a6d", "name": "network-vif-deleted", "tag": "a46bd1de-3b6f-46ed-8524-83aea174f485"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:19:55.183662 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-16bd9fe8-1e94-4b06-ba3f-de40d98d234c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:19:55.193937 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bd9fe8-1e94-4b06-ba3f-de40d98d234c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:19:55.219736 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bd9fe8-1e94-4b06-ba3f-de40d98d234c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:55.222202 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-16bd9fe8-1e94-4b06-ba3f-de40d98d234c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:55.280157 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-16bd9fe8-1e94-4b06-ba3f-de40d98d234c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9318910 Aug 11 22:19:55.285974 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58284) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:55.405789 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f68a5b38-00d5-4111-9023-ec5af55ac03a req-6857a2b9-5c36-43bc-a58b-40726dcae2ce service neutron] 10.222.0.82 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027256 Aug 11 22:19:55.544307 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8a917a-8030-4dae-8f98-cc759f849eab tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:55.564457 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58290) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:55.576309 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8a917a-8030-4dae-8f98-cc759f849eab tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:55.579679 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bf8a917a-8030-4dae-8f98-cc759f849eab tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2915292 Aug 11 22:19:55.587915 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58294) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:55.674144 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58296) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:55.766269 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device a46bd1de-3b6f-46ed-8524-83aea174f485 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:19:55.840917 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: a46bd1de-3b6f-46ed-8524-83aea174f485 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:19:55.849512 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device a46bd1de-3b6f-46ed-8524-83aea174f485 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:19:55.859362 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c8b7f8bf-7b02-4271-8541-b615ce0ff7b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:56.034599 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c8b7f8bf-7b02-4271-8541-b615ce0ff7b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:56.050790 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8f800c68-1eee-425a-9344-b74ceb2b71eb up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:19:56.059261 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c8b7f8bf-7b02-4271-8541-b615ce0ff7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:56.090536 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b4c55-db18-4ff4-ae66-1b3e93be61bf req-d907b1da-3f28-4dd1-9243-8371adee8d13 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:56.101942 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-425b4c55-db18-4ff4-ae66-1b3e93be61bf req-d907b1da-3f28-4dd1-9243-8371adee8d13 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=21262ecc-b002-4b8a-83f7-4509e3416661 HTTP/1.1" status: 200 len: 943 time: 0.3721960 Aug 11 22:19:56.148039 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device b4b88d20-dcc9-4f8f-b668-3b40f7194732 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:19:56.154335 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a302f7dc-4de7-4537-844c-089f95ff3c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:56.179163 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-637285c3-0fb7-4bb1-abb1-d8994efc1f1a None None] Provisioning for port 8f800c68-1eee-425a-9344-b74ceb2b71eb completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:19:56.239580 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-cfb3829d-eb24-441a-bd2b-65598eb6bdd4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting port 4bf8a265-da91-4395-b0c0-6255b0476b8c {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:19:56.239882 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cfb3829d-eb24-441a-bd2b-65598eb6bdd4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:56.384865 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a302f7dc-4de7-4537-844c-089f95ff3c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:56.395645 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a302f7dc-4de7-4537-844c-089f95ff3c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:56.445793 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a302f7dc-4de7-4537-844c-089f95ff3c9e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0cdccfc95cd2452f9b3987fef85849ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7682271 Aug 11 22:19:56.449768 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58302) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:56.464024 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port b4b88d20-dcc9-4f8f-b668-3b40f7194732, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=b4b88d20-dcc9-4f8f-b668-3b40f7194732,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:19:56.471945 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cfb3829d-eb24-441a-bd2b-65598eb6bdd4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:56.490740 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-cfb3829d-eb24-441a-bd2b-65598eb6bdd4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Calling delete_port for 4bf8a265-da91-4395-b0c0-6255b0476b8c owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:19:56.527759 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': 'b4b88d20-dcc9-4f8f-b668-3b40f7194732', 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3', 'port_id': 'b4b88d20-dcc9-4f8f-b668-3b40f7194732', 'mac_address': 'fa:16:3e:b3:7b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ec9ba0-9b08-41f6-a732-89f14df6459a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:19:56.610389 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302f7dc-4de7-4537-844c-089f95ff3c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1316ca-d08f-4c3f-8545-b9232af7155b,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:56.613844 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 8f800c68-1eee-425a-9344-b74ceb2b71eb completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:19:56.647073 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7f8bf-7b02-4271-8541-b615ce0ff7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79463e1-46b1-471d-96e5-049726ec0449,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:56.653912 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 8f800c68-1eee-425a-9344-b74ceb2b71eb triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:19:56.654971 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c8b7f8bf-7b02-4271-8541-b615ce0ff7b9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=75bd9afda8bc4490b358553ba1a7572b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0885782 Aug 11 22:19:56.660518 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:56.700833 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-425b4c55-db18-4ff4-ae66-1b3e93be61bf req-4320404e-87ab-43ed-8401-9d6642ebc08e tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5972311 Aug 11 22:19:56.702931 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58304) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:56.714801 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-676d7695-3c8f-4356-aba9-c0f1ef1d1579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:56.751035 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:56.776646 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b88d20-dcc9-4f8f-b668-3b40f7194732 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:19:56.811180 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-676d7695-3c8f-4356-aba9-c0f1ef1d1579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:56.840202 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-43b4aa82-0c29-4516-969f-1167847ad959 None None] Provisioning for port 4bf8a265-da91-4395-b0c0-6255b0476b8c completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:19:56.863942 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5b0206-adfa-4689-86b3-330c20108c59 x-openstack-request-id: req-9d5b0206-adfa-4689-86b3-330c20108c59 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:19:56.864381 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5433c802-86b2-4093-9369-a851be2e2a6d", "name": "network-vif-deleted", "tag": "a46bd1de-3b6f-46ed-8524-83aea174f485", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:19:56.864783 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9d5b0206-adfa-4689-86b3-330c20108c59 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:19:56.865295 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5433c802-86b2-4093-9369-a851be2e2a6d', 'name': 'network-vif-deleted', 'tag': 'a46bd1de-3b6f-46ed-8524-83aea174f485', 'status': 'completed', 'code': 200} Aug 11 22:19:56.905543 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port b4b88d20-dcc9-4f8f-b668-3b40f7194732, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=b4b88d20-dcc9-4f8f-b668-3b40f7194732,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:19:56.910813 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4a1429b8-ee0b-40fe-a357-28f7977da0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:56.918960 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-43b4aa82-0c29-4516-969f-1167847ad959 None None] Provisioning complete for port 4bf8a265-da91-4395-b0c0-6255b0476b8c triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:19:56.919416 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-43b4aa82-0c29-4516-969f-1167847ad959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:56.933154 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:56.992946 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:57.005159 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cfb3829d-eb24-441a-bd2b-65598eb6bdd4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:57.020803 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b62d7e-75e1-4dcd-afc3-1543365f0b3a req-4ebf3983-fdc9-45e1-8ac4-7cf9489402ce tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:57.023091 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-76b62d7e-75e1-4dcd-afc3-1543365f0b3a req-4ebf3983-fdc9-45e1-8ac4-7cf9489402ce tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0 HTTP/1.1" status: 200 len: 945 time: 0.1524570 Aug 11 22:19:57.047178 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 8f800c68-1eee-425a-9344-b74ceb2b71eb, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8f800c68-1eee-425a-9344-b74ceb2b71eb,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:19:57.054067 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-43b4aa82-0c29-4516-969f-1167847ad959 None None] Port 4bf8a265-da91-4395-b0c0-6255b0476b8c cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:19:57.058295 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:57.088657 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=b4b88d20-dcc9-4f8f-b668-3b40f7194732,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:57.135890 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4a1429b8-ee0b-40fe-a357-28f7977da0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:57.151551 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cfb3829d-eb24-441a-bd2b-65598eb6bdd4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:57.156687 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cfb3829d-eb24-441a-bd2b-65598eb6bdd4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/4bf8a265-da91-4395-b0c0-6255b0476b8c HTTP/1.1" status: 204 len: 168 time: 1.5661149 Aug 11 22:19:57.157828 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3829d-eb24-441a-bd2b-65598eb6bdd4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Port': ['ID=4bf8a265-da91-4395-b0c0-6255b0476b8c,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:57.160588 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58308) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:57.171798 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82938ea9-cf33-4910-ab00-78c3faa7ee6d req-be618889-3e40-4256-979d-ec2ed0166825 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:57.173756 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82938ea9-cf33-4910-ab00-78c3faa7ee6d req-be618889-3e40-4256-979d-ec2ed0166825 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0 HTTP/1.1" status: 200 len: 945 time: 0.2549336 Aug 11 22:19:57.201528 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=8f800c68-1eee-425a-9344-b74ceb2b71eb,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:57.204971 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-676d7695-3c8f-4356-aba9-c0f1ef1d1579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:57.209840 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-676d7695-3c8f-4356-aba9-c0f1ef1d1579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:57.214954 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-676d7695-3c8f-4356-aba9-c0f1ef1d1579 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6b1316ca-d08f-4c3f-8545-b9232af7155b HTTP/1.1" status: 204 len: 168 time: 0.7597563 Aug 11 22:19:57.246729 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d7695-3c8f-4356-aba9-c0f1ef1d1579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1316ca-d08f-4c3f-8545-b9232af7155b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:57.319089 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82938ea9-cf33-4910-ab00-78c3faa7ee6d req-f51176eb-cc59-4e13-947c-f1f4abded288 tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.77 "GET /v2.0/security-groups?id=85bf8833-ef0c-4876-8003-9e43178449c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256766 Aug 11 22:19:57.324683 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c00acc1-5764-438a-87da-5d94242c928e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:57.326756 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c00acc1-5764-438a-87da-5d94242c928e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:57.332040 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5c00acc1-5764-438a-87da-5d94242c928e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1569374 Aug 11 22:19:57.334910 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58312) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:57.384349 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-76b62d7e-75e1-4dcd-afc3-1543365f0b3a req-e76cf39a-0088-4b00-a32c-1d5791b5c07b tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Deleting port 9acad81c-867f-445b-a0b9-a7be06ea5cd8 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:19:57.384942 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-76b62d7e-75e1-4dcd-afc3-1543365f0b3a req-e76cf39a-0088-4b00-a32c-1d5791b5c07b tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:57.396431 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4a1429b8-ee0b-40fe-a357-28f7977da0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:57.406687 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4a1429b8-ee0b-40fe-a357-28f7977da0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:57.411522 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4a1429b8-ee0b-40fe-a357-28f7977da0d7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b79463e1-46b1-471d-96e5-049726ec0449 HTTP/1.1" status: 204 len: 168 time: 0.7071002 Aug 11 22:19:57.422133 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['b4b88d20-dcc9-4f8f-b668-3b40f7194732'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:19:57.432142 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58316) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:57.462435 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1429b8-ee0b-40fe-a357-28f7977da0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79463e1-46b1-471d-96e5-049726ec0449,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:57.575559 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ad93fe-4a61-4947-8aa4-d462fb2559dd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting subnet 09dc0a8d-e598-4979-b07d-92cd96f956d9 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:19:57.615411 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-60ad93fe-4a61-4947-8aa4-d462fb2559dd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:57.621988 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-76b62d7e-75e1-4dcd-afc3-1543365f0b3a req-e76cf39a-0088-4b00-a32c-1d5791b5c07b tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] For port 9acad81c-867f-445b-a0b9-a7be06ea5cd8, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9acad81c-867f-445b-a0b9-a7be06ea5cd8,segment=NetworkSegment(0d43bdc3-5f31-471d-b112-68b2de3a59e7),segment_id=0d43bdc3-5f31-471d-b112-68b2de3a59e7)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:19:57.622384 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-76b62d7e-75e1-4dcd-afc3-1543365f0b3a req-e76cf39a-0088-4b00-a32c-1d5791b5c07b tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:57.645852 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-76b62d7e-75e1-4dcd-afc3-1543365f0b3a req-e76cf39a-0088-4b00-a32c-1d5791b5c07b tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Calling delete_port for 9acad81c-867f-445b-a0b9-a7be06ea5cd8 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:19:57.937419 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:19:57.939400 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-76b62d7e-75e1-4dcd-afc3-1543365f0b3a req-e76cf39a-0088-4b00-a32c-1d5791b5c07b tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:57.940103 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-60ad93fe-4a61-4947-8aa4-d462fb2559dd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:57.983715 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8f800c68-1eee-425a-9344-b74ceb2b71eb up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:19:57.986534 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76cf39a-0088-4b00-a32c-1d5791b5c07b tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Pushing event deleted for resources: {'Port': ['ID=9acad81c-867f-445b-a0b9-a7be06ea5cd8,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:57.989430 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['9acad81c-867f-445b-a0b9-a7be06ea5cd8'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:19:58.002459 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76cf39a-0088-4b00-a32c-1d5791b5c07b tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:58.003131 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76cf39a-0088-4b00-a32c-1d5791b5c07b tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:58.004468 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76cf39a-0088-4b00-a32c-1d5791b5c07b tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:58.004837 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76cf39a-0088-4b00-a32c-1d5791b5c07b tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:58.005231 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76cf39a-0088-4b00-a32c-1d5791b5c07b tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:58.006213 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76cf39a-0088-4b00-a32c-1d5791b5c07b tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:58.007992 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76cf39a-0088-4b00-a32c-1d5791b5c07b tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:58.011557 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76cf39a-0088-4b00-a32c-1d5791b5c07b tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:58.011557 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76cf39a-0088-4b00-a32c-1d5791b5c07b tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:58.011557 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76cf39a-0088-4b00-a32c-1d5791b5c07b tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:58.011557 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76cf39a-0088-4b00-a32c-1d5791b5c07b tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:58.011557 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76cf39a-0088-4b00-a32c-1d5791b5c07b tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:58.134992 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b62d7e-75e1-4dcd-afc3-1543365f0b3a req-e76cf39a-0088-4b00-a32c-1d5791b5c07b tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] No DVR routers for this DVR port 9acad81c-867f-445b-a0b9-a7be06ea5cd8 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:19:58.150491 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-76b62d7e-75e1-4dcd-afc3-1543365f0b3a req-e76cf39a-0088-4b00-a32c-1d5791b5c07b tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:58.154462 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-76b62d7e-75e1-4dcd-afc3-1543365f0b3a req-e76cf39a-0088-4b00-a32c-1d5791b5c07b tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.52 "DELETE /v2.0/ports/9acad81c-867f-445b-a0b9-a7be06ea5cd8 HTTP/1.1" status: 204 len: 173 time: 1.1239984 Aug 11 22:19:58.254420 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58326) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:58.307023 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-28518e9b-d5e6-4229-8493-7bd99f9c4a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:58.314763 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592ec04-164d-4769-b1a6-3f84ec753d04 req-b9b635c1-44b9-4ac5-9c3e-dbc473a1d4e2 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:19:58.318502 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9592ec04-164d-4769-b1a6-3f84ec753d04 req-b9b635c1-44b9-4ac5-9c3e-dbc473a1d4e2 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=21262ecc-b002-4b8a-83f7-4509e3416661 HTTP/1.1" status: 200 len: 944 time: 0.3347304 Aug 11 22:19:58.325290 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 8f800c68-1eee-425a-9344-b74ceb2b71eb triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:19:58.326170 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:58.575488 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9592ec04-164d-4769-b1a6-3f84ec753d04 req-55f231ff-97ce-451c-a898-c2141c0a49ee tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307901 Aug 11 22:19:58.602253 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-28518e9b-d5e6-4229-8493-7bd99f9c4a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:58.604656 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-28518e9b-d5e6-4229-8493-7bd99f9c4a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:58.618372 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-60ad93fe-4a61-4947-8aa4-d462fb2559dd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:58.647663 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-28518e9b-d5e6-4229-8493-7bd99f9c4a25 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9d44ebc570154f70a8dde091ad494b33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3916943 Aug 11 22:19:58.648468 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58330) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:58.707002 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28518e9b-d5e6-4229-8493-7bd99f9c4a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9841f68-bb03-4c35-95fc-435ee0e5c5b8,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:58.711176 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58332) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:58.731341 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-324d1327-4c6e-4a04-b3c6-f3cc66c6674a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:58.783904 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d2e7ecf0-8764-4e2b-b4ba-db0a5a408220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:58.787212 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f337d0aa-cb9b-4bf9-8d46-17af5821cc34 req-8c6f94a4-e50a-47c3-bb1d-84419e0900ee tempest-ServerAddressesTestJSON-415860911 tempest-ServerAddressesTestJSON-415860911-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0 HTTP/1.1" status: 200 len: 210 time: 0.0904002 Aug 11 22:19:58.832394 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d2e7ecf0-8764-4e2b-b4ba-db0a5a408220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:58.868929 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-60ad93fe-4a61-4947-8aa4-d462fb2559dd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:58.872182 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0', 'name': 'network-vif-deleted', 'tag': '9acad81c-867f-445b-a0b9-a7be06ea5cd8'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:19:58.874562 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f241b386-fbb7-4db3-8233-9706fa699e6d" -d '{"events": [{"server_uuid": "1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0", "name": "network-vif-deleted", "tag": "9acad81c-867f-445b-a0b9-a7be06ea5cd8"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:19:58.914684 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad93fe-4a61-4947-8aa4-d462fb2559dd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Subnet': ['ID=09dc0a8d-e598-4979-b07d-92cd96f956d9,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:58.930480 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad93fe-4a61-4947-8aa4-d462fb2559dd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:58.930998 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad93fe-4a61-4947-8aa4-d462fb2559dd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:58.931442 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad93fe-4a61-4947-8aa4-d462fb2559dd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:58.932024 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad93fe-4a61-4947-8aa4-d462fb2559dd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:58.932576 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad93fe-4a61-4947-8aa4-d462fb2559dd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:58.932792 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad93fe-4a61-4947-8aa4-d462fb2559dd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:58.933498 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad93fe-4a61-4947-8aa4-d462fb2559dd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:58.934305 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad93fe-4a61-4947-8aa4-d462fb2559dd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:58.934692 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad93fe-4a61-4947-8aa4-d462fb2559dd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:58.935264 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad93fe-4a61-4947-8aa4-d462fb2559dd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:58.935726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad93fe-4a61-4947-8aa4-d462fb2559dd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:58.936159 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad93fe-4a61-4947-8aa4-d462fb2559dd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:19:58.948357 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-324d1327-4c6e-4a04-b3c6-f3cc66c6674a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:58.958316 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-60ad93fe-4a61-4947-8aa4-d462fb2559dd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:58.966371 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4b5232-40a3-41d3-a9c5-dea29504aed7 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:19:58.975215 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-60ad93fe-4a61-4947-8aa4-d462fb2559dd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/09dc0a8d-e598-4979-b07d-92cd96f956d9 HTTP/1.1" status: 204 len: 168 time: 1.6402514 Aug 11 22:19:58.977470 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-324d1327-4c6e-4a04-b3c6-f3cc66c6674a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:58.984352 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58336) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:59.010134 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8c3bde-0ddf-49e0-8118-aa0db33a6c63 x-openstack-request-id: req-2d8c3bde-0ddf-49e0-8118-aa0db33a6c63 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:19:59.010431 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0", "name": "network-vif-deleted", "tag": "9acad81c-867f-445b-a0b9-a7be06ea5cd8", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:19:59.010689 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2d8c3bde-0ddf-49e0-8118-aa0db33a6c63 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:19:59.011112 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf678f1-cbc3-4e99-bf3e-64994d1dfaa0', 'name': 'network-vif-deleted', 'tag': '9acad81c-867f-445b-a0b9-a7be06ea5cd8', 'status': 'completed', 'code': 200} Aug 11 22:19:59.015701 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-324d1327-4c6e-4a04-b3c6-f3cc66c6674a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=da1622ea4870476ea437b148fa272de1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3030064 Aug 11 22:19:59.023639 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58338) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:59.058339 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d2e7ecf0-8764-4e2b-b4ba-db0a5a408220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:59.060975 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d2e7ecf0-8764-4e2b-b4ba-db0a5a408220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:59.076072 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d2e7ecf0-8764-4e2b-b4ba-db0a5a408220 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b9841f68-bb03-4c35-95fc-435ee0e5c5b8 HTTP/1.1" status: 204 len: 168 time: 0.4138892 Aug 11 22:19:59.077020 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58342) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:19:59.077364 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4a5c4033-ccf9-4068-bf0d-e199f0ae661c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0915208 Aug 11 22:19:59.169627 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-f9a9d3a7-e4a6-4302-90a7-c38cf278e895 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:19:59.195304 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-28a6dd2b-16c2-4485-8113-b05751d166a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:59.241443 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d1327-4c6e-4a04-b3c6-f3cc66c6674a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f25316-f669-4617-afb0-d535507cef93,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:59.383498 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-27850411-db4f-4801-b8ff-a1d2c4616567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:59.387263 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7ecf0-8764-4e2b-b4ba-db0a5a408220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9841f68-bb03-4c35-95fc-435ee0e5c5b8,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:19:59.396344 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f0c27e-2df6-48b0-abc2-97dc9a49888a None None] DHCP port deletion for 031f2dcc-5a67-473f-bde2-e5d9a50304c4 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:19:59.506864 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0c27e-2df6-48b0-abc2-97dc9a49888a None None] Deleting port 8f800c68-1eee-425a-9344-b74ceb2b71eb {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:19:59.507435 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b0f0c27e-2df6-48b0-abc2-97dc9a49888a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:59.553454 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-27850411-db4f-4801-b8ff-a1d2c4616567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:59.558022 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a9d3a7-e4a6-4302-90a7-c38cf278e895 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:19:59.564759 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f9a9d3a7-e4a6-4302-90a7-c38cf278e895 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:59.615736 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b0f0c27e-2df6-48b0-abc2-97dc9a49888a None None] For port 8f800c68-1eee-425a-9344-b74ceb2b71eb, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8f800c68-1eee-425a-9344-b74ceb2b71eb,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:19:59.616608 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b0f0c27e-2df6-48b0-abc2-97dc9a49888a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:59.662638 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0c27e-2df6-48b0-abc2-97dc9a49888a None None] Calling delete_port for 8f800c68-1eee-425a-9344-b74ceb2b71eb owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:19:59.775141 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-28a6dd2b-16c2-4485-8113-b05751d166a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Deleting port c6b20059-7eb5-4420-b277-1ac8f5d83e91 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:19:59.776130 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-28a6dd2b-16c2-4485-8113-b05751d166a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:19:59.898927 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8f800c68-1eee-425a-9344-b74ceb2b71eb no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:19:59.975815 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b0f0c27e-2df6-48b0-abc2-97dc9a49888a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:00.046331 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83750ffd-f029-4513-8943-837d69615094 req-75f9131d-d64c-463f-82b1-52eb85313e25 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:00.060127 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-83750ffd-f029-4513-8943-837d69615094 req-75f9131d-d64c-463f-82b1-52eb85313e25 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=21262ecc-b002-4b8a-83f7-4509e3416661 HTTP/1.1" status: 200 len: 944 time: 0.2417765 Aug 11 22:20:00.061902 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f0c27e-2df6-48b0-abc2-97dc9a49888a None None] No DVR routers for this DVR port 8f800c68-1eee-425a-9344-b74ceb2b71eb on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:20:00.067092 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0c27e-2df6-48b0-abc2-97dc9a49888a None None] Pushing event deleted for resources: {'Port': ['ID=8f800c68-1eee-425a-9344-b74ceb2b71eb,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:00.082410 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No active binding found for port 8f800c68-1eee-425a-9344-b74ceb2b71eb {{(pid=100944) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 22:20:00.082678 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8f800c68-1eee-425a-9344-b74ceb2b71eb not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:20:00.151463 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device b4b88d20-dcc9-4f8f-b668-3b40f7194732 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:20:00.204421 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-83750ffd-f029-4513-8943-837d69615094 req-90754c87-eef9-465a-95f0-e9e825e2c089 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426363 Aug 11 22:20:00.216332 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-28a6dd2b-16c2-4485-8113-b05751d166a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] For port c6b20059-7eb5-4420-b277-1ac8f5d83e91, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=c6b20059-7eb5-4420-b277-1ac8f5d83e91,segment=NetworkSegment(0763a891-bfe2-4413-988b-496e551570e9),segment_id=0763a891-bfe2-4413-988b-496e551570e9)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:20:00.216332 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-28a6dd2b-16c2-4485-8113-b05751d166a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:00.236461 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-28a6dd2b-16c2-4485-8113-b05751d166a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Calling delete_port for c6b20059-7eb5-4420-b277-1ac8f5d83e91 owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:20:00.271304 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port b4b88d20-dcc9-4f8f-b668-3b40f7194732 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:20:00.276270 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port b4b88d20-dcc9-4f8f-b668-3b40f7194732 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:20:00.277048 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:00.468910 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:00.524112 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21262ecc-b002-4b8a-83f7-4509e3416661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b88d20-dcc9-4f8f-b668-3b40f7194732'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:20:00.531243 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19dea43-b682-495c-9c51-93e4ba5132ee" -d '{"events": [{"server_uuid": "21262ecc-b002-4b8a-83f7-4509e3416661", "name": "network-vif-plugged", "status": "completed", "tag": "b4b88d20-dcc9-4f8f-b668-3b40f7194732"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:20:00.553196 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58362) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:00.589421 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port b4b88d20-dcc9-4f8f-b668-3b40f7194732, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=b4b88d20-dcc9-4f8f-b668-3b40f7194732,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:20:00.602301 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:00.763119 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-e47ca812-9acc-4c07-b3c8-b6763ec115b6 admin admin] Deleting subnet 0272551c-d822-4bad-966f-ce321802c789 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:20:00.772162 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e47ca812-9acc-4c07-b3c8-b6763ec115b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:00.789434 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=b4b88d20-dcc9-4f8f-b668-3b40f7194732,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:00.795564 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90287b4b-a5ae-4d0e-8ea8-6c43b93c714c x-openstack-request-id: req-90287b4b-a5ae-4d0e-8ea8-6c43b93c714c {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:20:00.795996 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21262ecc-b002-4b8a-83f7-4509e3416661", "name": "network-vif-plugged", "status": "completed", "tag": "b4b88d20-dcc9-4f8f-b668-3b40f7194732", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:20:00.796402 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-90287b4b-a5ae-4d0e-8ea8-6c43b93c714c {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:20:00.797030 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21262ecc-b002-4b8a-83f7-4509e3416661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b88d20-dcc9-4f8f-b668-3b40f7194732', 'code': 200} Aug 11 22:20:00.828048 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-27850411-db4f-4801-b8ff-a1d2c4616567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:00.840276 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-27850411-db4f-4801-b8ff-a1d2c4616567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:00.845772 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-27850411-db4f-4801-b8ff-a1d2c4616567 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e3f25316-f669-4617-afb0-d535507cef93 HTTP/1.1" status: 204 len: 168 time: 1.8173926 Aug 11 22:20:00.993850 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27850411-db4f-4801-b8ff-a1d2c4616567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f25316-f669-4617-afb0-d535507cef93,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:01.344004 n-d-804275-3 neutron-server[100942]: DEBUG neutron.objects.ports [None req-f9a9d3a7-e4a6-4302-90a7-c38cf278e895 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 22:20:01.352635 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e47ca812-9acc-4c07-b3c8-b6763ec115b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:01.353869 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f9a9d3a7-e4a6-4302-90a7-c38cf278e895 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:01.403455 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb22b6-18e0-42b0-b911-9e56a059553c req-062a3dec-4656-4afc-978f-0059af20acd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:01.406238 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9cdb22b6-18e0-42b0-b911-9e56a059553c req-062a3dec-4656-4afc-978f-0059af20acd0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=21262ecc-b002-4b8a-83f7-4509e3416661 HTTP/1.1" status: 200 len: 1096 time: 0.6242146 Aug 11 22:20:01.463384 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a9d3a7-e4a6-4302-90a7-c38cf278e895 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:20:01.470698 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-f9a9d3a7-e4a6-4302-90a7-c38cf278e895 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:20:01.496009 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef8a06f-5c2d-4d9c-8a82-aff20e0bb302 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:20:01.502036 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a9d3a7-e4a6-4302-90a7-c38cf278e895 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:01.503288 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f9a9d3a7-e4a6-4302-90a7-c38cf278e895 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:01.573961 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9d3a7-e4a6-4302-90a7-c38cf278e895 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Subnet': ['ID=22015abd-31c9-49e3-96af-c5dc011cbabd,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:01.607263 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f9a9d3a7-e4a6-4302-90a7-c38cf278e895 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4682262 Aug 11 22:20:01.608153 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58386) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:01.612268 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e47ca812-9acc-4c07-b3c8-b6763ec115b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:01.626445 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c4cd49aa-f75d-4e1e-89ab-41e50c5807e8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'port': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'mac_address': 'fa:16:3e:79:b3:da', 'name': 'tempest-NetworksTestDHCPv6-535098008'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:20:01.837867 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9cdb22b6-18e0-42b0-b911-9e56a059553c req-7a72b8ff-baa1-4f42-92f2-eba228b2509a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095106 Aug 11 22:20:01.876110 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cd49aa-f75d-4e1e-89ab-41e50c5807e8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:20:01.891068 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe7dd9-c1bb-4d1d-bb8f-df16173eb4ba req-9762e714-641c-47fc-9141-0c002f71034c tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:01.895575 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0abe7dd9-c1bb-4d1d-bb8f-df16173eb4ba req-9762e714-641c-47fc-9141-0c002f71034c tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=21262ecc-b002-4b8a-83f7-4509e3416661 HTTP/1.1" status: 200 len: 945 time: 0.4961894 Aug 11 22:20:01.909122 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-28a6dd2b-16c2-4485-8113-b05751d166a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:02.061275 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 9acad81c-867f-445b-a0b9-a7be06ea5cd8 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:20:02.091958 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 9acad81c-867f-445b-a0b9-a7be06ea5cd8 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:20:02.092591 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 9acad81c-867f-445b-a0b9-a7be06ea5cd8 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:20:02.093396 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6dd2b-16c2-4485-8113-b05751d166a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Pushing event deleted for resources: {'Port': ['ID=c6b20059-7eb5-4420-b277-1ac8f5d83e91,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:02.127298 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58392) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:02.136330 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4cd49aa-f75d-4e1e-89ab-41e50c5807e8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:02.168757 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-c4cd49aa-f75d-4e1e-89ab-41e50c5807e8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] device_id is not set on port 6c06893c-2cb4-414d-b928-57b0d2d423cb yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:20:02.231035 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0abe7dd9-c1bb-4d1d-bb8f-df16173eb4ba req-12f3458c-1687-4155-bbcd-491d9fc93c26 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142388 Aug 11 22:20:02.236524 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e1e8a87-eaea-4480-9b31-410b0885f492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:02.247144 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e47ca812-9acc-4c07-b3c8-b6763ec115b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:02.326861 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ca812-9acc-4c07-b3c8-b6763ec115b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0272551c-d822-4bad-966f-ce321802c789,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:02.377971 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4691415b-bbf4-4163-a429-0361f3b40a2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'fixed_ips': [{'subnet_id': '22015abd-31c9-49e3-96af-c5dc011cbabd'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:20:02.384362 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4691415b-bbf4-4163-a429-0361f3b40a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:02.390160 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-c4cd49aa-f75d-4e1e-89ab-41e50c5807e8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Allocated IP 2001:db8::f816:3eff:fe79:b3da (031f2dcc-5a67-473f-bde2-e5d9a50304c4/22015abd-31c9-49e3-96af-c5dc011cbabd/6c06893c-2cb4-414d-b928-57b0d2d423cb) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:20:02.448664 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e47ca812-9acc-4c07-b3c8-b6763ec115b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:02.458144 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e47ca812-9acc-4c07-b3c8-b6763ec115b6 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0272551c-d822-4bad-966f-ce321802c789 HTTP/1.1" status: 204 len: 168 time: 1.9027545 Aug 11 22:20:02.464298 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58396) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:02.672973 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef3ce5dc-f1a3-405c-9e7c-4a8f15be88aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:02.748698 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4cd49aa-f75d-4e1e-89ab-41e50c5807e8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:02.780687 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-c4cd49aa-f75d-4e1e-89ab-41e50c5807e8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Transition to ACTIVE for port object 6c06893c-2cb4-414d-b928-57b0d2d423cb will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:20:02.850470 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4cd49aa-f75d-4e1e-89ab-41e50c5807e8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:02.946494 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef3ce5dc-f1a3-405c-9e7c-4a8f15be88aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:02.964902 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-ef3ce5dc-f1a3-405c-9e7c-4a8f15be88aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e37169-f021-4cfc-800b-016d07160ed1']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:20:02.966794 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-4691415b-bbf4-4163-a429-0361f3b40a2a None None] Allocated IP 2001:db8::f816:3eff:feff:90ff (031f2dcc-5a67-473f-bde2-e5d9a50304c4/22015abd-31c9-49e3-96af-c5dc011cbabd/cbb1b4fd-a2dc-4a87-8474-f380ada85404) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:20:02.967587 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd49aa-f75d-4e1e-89ab-41e50c5807e8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Port': ['ID=6c06893c-2cb4-414d-b928-57b0d2d423cb,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:02.986017 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-ef3ce5dc-f1a3-405c-9e7c-4a8f15be88aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d43bdc3-5f31-471d-b112-68b2de3a59e7') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:20:02.986482 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-ef3ce5dc-f1a3-405c-9e7c-4a8f15be88aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d43bdc3-5f31-471d-b112-68b2de3a59e7') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:20:02.990931 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cd49aa-f75d-4e1e-89ab-41e50c5807e8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:20:02.994050 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-c4cd49aa-f75d-4e1e-89ab-41e50c5807e8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:20:02.999440 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cd49aa-f75d-4e1e-89ab-41e50c5807e8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:20:03.005182 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef3ce5dc-f1a3-405c-9e7c-4a8f15be88aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:03.012338 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cd49aa-f75d-4e1e-89ab-41e50c5807e8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:03.013428 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4cd49aa-f75d-4e1e-89ab-41e50c5807e8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:03.049580 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef3ce5dc-f1a3-405c-9e7c-4a8f15be88aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:03.085924 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef3ce5dc-f1a3-405c-9e7c-4a8f15be88aa admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:20:03.086491 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef3ce5dc-f1a3-405c-9e7c-4a8f15be88aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:20:03.089257 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:20:03.116653 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e1e8a87-eaea-4480-9b31-410b0885f492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:03.135783 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c4cd49aa-f75d-4e1e-89ab-41e50c5807e8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5248926 Aug 11 22:20:03.140056 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58408) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:03.227083 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-28a6dd2b-16c2-4485-8113-b05751d166a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:03.248973 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e1e8a87-eaea-4480-9b31-410b0885f492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:03.275159 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4691415b-bbf4-4163-a429-0361f3b40a2a None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:03.276871 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37bec28-19d4-43a5-be88-f447db19907e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:03.285102 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e37bec28-19d4-43a5-be88-f447db19907e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1409581 Aug 11 22:20:03.287302 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58414) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:03.299159 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4691415b-bbf4-4163-a429-0361f3b40a2a None None] Transition to ACTIVE for port object cbb1b4fd-a2dc-4a87-8474-f380ada85404 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:20:03.330476 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4691415b-bbf4-4163-a429-0361f3b40a2a None None] Transition to ACTIVE for port object cbb1b4fd-a2dc-4a87-8474-f380ada85404 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:20:03.347422 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4691415b-bbf4-4163-a429-0361f3b40a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:03.446885 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691415b-bbf4-4163-a429-0361f3b40a2a None None] Pushing event updated for resources: {'Port': ['ID=cbb1b4fd-a2dc-4a87-8474-f380ada85404,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:03.474851 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4691415b-bbf4-4163-a429-0361f3b40a2a None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:20:03.478050 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-4691415b-bbf4-4163-a429-0361f3b40a2a None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:20:03.482926 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4691415b-bbf4-4163-a429-0361f3b40a2a None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:20:03.596304 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-4424dec0-5df5-44a6-b359-0f34658b3d52 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting port 6c06893c-2cb4-414d-b928-57b0d2d423cb {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:20:03.597542 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4424dec0-5df5-44a6-b359-0f34658b3d52 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:03.614361 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-4691415b-bbf4-4163-a429-0361f3b40a2a None None] Attempting to bind port cbb1b4fd-a2dc-4a87-8474-f380ada85404 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:20:03.614939 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-4691415b-bbf4-4163-a429-0361f3b40a2a None None] Attempting to bind port cbb1b4fd-a2dc-4a87-8474-f380ada85404 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:20:03.615567 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4691415b-bbf4-4163-a429-0361f3b40a2a None None] Attempting to bind port cbb1b4fd-a2dc-4a87-8474-f380ada85404 on network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:20:03.624893 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4691415b-bbf4-4163-a429-0361f3b40a2a None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:20:03.625529 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4691415b-bbf4-4163-a429-0361f3b40a2a None None] Checking segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:20:03.626139 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4691415b-bbf4-4163-a429-0361f3b40a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:03.626798 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4691415b-bbf4-4163-a429-0361f3b40a2a None None] Bound using segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:20:03.627780 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-4691415b-bbf4-4163-a429-0361f3b40a2a None None] Bound port: cbb1b4fd-a2dc-4a87-8474-f380ada85404, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:20:03.628310 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4691415b-bbf4-4163-a429-0361f3b40a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:03.705337 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e8a87-eaea-4480-9b31-410b0885f492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c7f68d-e715-40d5-8a29-df6194ce58d7,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:03.746685 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef3ce5dc-f1a3-405c-9e7c-4a8f15be88aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:03.755325 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef3ce5dc-f1a3-405c-9e7c-4a8f15be88aa admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:03.758810 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ef3ce5dc-f1a3-405c-9e7c-4a8f15be88aa admin admin] 10.222.0.77 "DELETE /v2.0/networks/b0e37169-f021-4cfc-800b-016d07160ed1 HTTP/1.1" status: 204 len: 168 time: 1.2929168 Aug 11 22:20:03.788019 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7e1e8a87-eaea-4480-9b31-410b0885f492 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e8043faf3ebc46c2baee76485f06bd81&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6500146 Aug 11 22:20:03.798913 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58420) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:03.832417 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ce5dc-f1a3-405c-9e7c-4a8f15be88aa admin admin] Pushing event deleted for resources: {'Network': ['ID=b0e37169-f021-4cfc-800b-016d07160ed1,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:03.845863 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4691415b-bbf4-4163-a429-0361f3b40a2a None None] For port cbb1b4fd-a2dc-4a87-8474-f380ada85404, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:20:03.857675 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4691415b-bbf4-4163-a429-0361f3b40a2a None None] For port cbb1b4fd-a2dc-4a87-8474-f380ada85404, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=cbb1b4fd-a2dc-4a87-8474-f380ada85404,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:20:03.865769 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4691415b-bbf4-4163-a429-0361f3b40a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:03.975355 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d76428-ec05-491d-866d-a2a4335a0578 req-14551cdf-039f-444b-afe3-03a2a176fb79 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:03.988493 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d9d76428-ec05-491d-866d-a2a4335a0578 req-14551cdf-039f-444b-afe3-03a2a176fb79 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=21262ecc-b002-4b8a-83f7-4509e3416661 HTTP/1.1" status: 200 len: 945 time: 0.3389695 Aug 11 22:20:04.008015 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4424dec0-5df5-44a6-b359-0f34658b3d52 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:04.059129 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-4424dec0-5df5-44a6-b359-0f34658b3d52 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Calling delete_port for 6c06893c-2cb4-414d-b928-57b0d2d423cb owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:20:04.060962 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691415b-bbf4-4163-a429-0361f3b40a2a None None] Pushing event updated for resources: {'Port': ['ID=cbb1b4fd-a2dc-4a87-8474-f380ada85404,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:04.142751 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d9d76428-ec05-491d-866d-a2a4335a0578 req-f8dd1a7b-3656-47f7-9cd8-628254898b1d tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535892 Aug 11 22:20:04.180114 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e134499d-7a43-4b92-8a5c-d73e6a7dcb56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:04.235142 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a6dd2b-16c2-4485-8113-b05751d166a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Router 33e092b6-d779-4f13-9de3-d850c94f016a has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:20:04.342182 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e134499d-7a43-4b92-8a5c-d73e6a7dcb56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:04.395557 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58428) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:04.594968 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-05e39409-a6c2-47b3-bc6e-84a66660a0d1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f29e45b8a9c9449faf3a57398b2a5a11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1972308 Aug 11 22:20:04.596464 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58434) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:04.617775 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e134499d-7a43-4b92-8a5c-d73e6a7dcb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:04.623122 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e134499d-7a43-4b92-8a5c-d73e6a7dcb56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:04.625533 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e134499d-7a43-4b92-8a5c-d73e6a7dcb56 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/43c7f68d-e715-40d5-8a29-df6194ce58d7 HTTP/1.1" status: 204 len: 168 time: 0.8246074 Aug 11 22:20:04.655965 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a6dd2b-16c2-4485-8113-b05751d166a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:20:04.673916 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2427e17d-e3a6-4ad7-a2be-cc378fba21f5 None None] Sync routers for ids ['33e092b6-d779-4f13-9de3-d850c94f016a'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:20:04.676166 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-28a6dd2b-16c2-4485-8113-b05751d166a9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "PUT /v2.0/routers/33e092b6-d779-4f13-9de3-d850c94f016a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2377443 Aug 11 22:20:04.683033 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134499d-7a43-4b92-8a5c-d73e6a7dcb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c7f68d-e715-40d5-8a29-df6194ce58d7,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:04.683918 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58438) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:04.695547 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2427e17d-e3a6-4ad7-a2be-cc378fba21f5 None None] Routers {'33e092b6-d779-4f13-9de3-d850c94f016a'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:20:04.696816 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-2427e17d-e3a6-4ad7-a2be-cc378fba21f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:19:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['33e092b6-d779-4f13-9de3-d850c94f016a'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:20:04.724958 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4424dec0-5df5-44a6-b359-0f34658b3d52 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:04.782351 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eb9f1e85-50e1-49a6-9e0b-e4c7a9b61e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:04.816036 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424dec0-5df5-44a6-b359-0f34658b3d52 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Port': ['ID=6c06893c-2cb4-414d-b928-57b0d2d423cb,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:04.835428 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eb9f1e85-50e1-49a6-9e0b-e4c7a9b61e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:04.853146 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-11043f54-8787-4ccd-bf13-fed0be848d5a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Deleting subnet 3a82f323-cdb8-41cf-a1d2-4870c36b515e {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:20:04.865178 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-11043f54-8787-4ccd-bf13-fed0be848d5a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:04.898355 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4424dec0-5df5-44a6-b359-0f34658b3d52 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:04.900891 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4424dec0-5df5-44a6-b359-0f34658b3d52 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/6c06893c-2cb4-414d-b928-57b0d2d423cb HTTP/1.1" status: 204 len: 168 time: 1.6117656 Aug 11 22:20:04.904616 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58440) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:04.985496 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-2427e17d-e3a6-4ad7-a2be-cc378fba21f5 None None] Set router 33e092b6-d779-4f13-9de3-d850c94f016a gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:20:05.030056 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af80c029-ca2d-4e31-9b70-37a39ff72316 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:05.032967 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af80c029-ca2d-4e31-9b70-37a39ff72316 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:05.036479 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-af80c029-ca2d-4e31-9b70-37a39ff72316 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1303406 Aug 11 22:20:05.038938 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58442) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:05.119645 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9bcfd40-6330-409f-b44b-993e48995606 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting subnet 22015abd-31c9-49e3-96af-c5dc011cbabd {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:20:05.128509 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d9bcfd40-6330-409f-b44b-993e48995606 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:05.129405 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-11043f54-8787-4ccd-bf13-fed0be848d5a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:05.222743 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d9bcfd40-6330-409f-b44b-993e48995606 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:05.277436 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eb9f1e85-50e1-49a6-9e0b-e4c7a9b61e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:05.296176 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eb9f1e85-50e1-49a6-9e0b-e4c7a9b61e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:05.305738 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-eb9f1e85-50e1-49a6-9e0b-e4c7a9b61e53 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/85bf8833-ef0c-4876-8003-9e43178449c1 HTTP/1.1" status: 204 len: 168 time: 0.7074723 Aug 11 22:20:05.442861 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d9bcfd40-6330-409f-b44b-993e48995606 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:05.474691 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f1e85-50e1-49a6-9e0b-e4c7a9b61e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bf8833-ef0c-4876-8003-9e43178449c1,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:05.563348 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c92f1-7447-4be8-8007-4221c02e8fd6 req-866c76a4-0984-4df1-a5e6-cd0de74ab4bd tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:05.588168 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fd1c92f1-7447-4be8-8007-4221c02e8fd6 req-866c76a4-0984-4df1-a5e6-cd0de74ab4bd tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=21262ecc-b002-4b8a-83f7-4509e3416661 HTTP/1.1" status: 200 len: 945 time: 0.2768564 Aug 11 22:20:05.589187 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d9bcfd40-6330-409f-b44b-993e48995606 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:05.748121 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bcfd40-6330-409f-b44b-993e48995606 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Subnet': ['ID=22015abd-31c9-49e3-96af-c5dc011cbabd,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:05.763794 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d9bcfd40-6330-409f-b44b-993e48995606 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:05.767637 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d9bcfd40-6330-409f-b44b-993e48995606 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/22015abd-31c9-49e3-96af-c5dc011cbabd HTTP/1.1" status: 204 len: 168 time: 0.7271352 Aug 11 22:20:05.771165 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58462) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:05.790756 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-2427e17d-e3a6-4ad7-a2be-cc378fba21f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e092b6-d779-4f13-9de3-d850c94f016a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-840390651', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'b982119c-c407-4a59-9649-a0d687e77609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:18:58Z', 'updated_at': '2021-08-11T22:20:01Z', 'revision_number': 5, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'gw_port': {'id': 'b982119c-c407-4a59-9649-a0d687e77609', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e092b6-d779-4f13-9de3-d850c94f016a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:18:59Z', 'updated_at': '2021-08-11T22:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:20:05.847197 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fd1c92f1-7447-4be8-8007-4221c02e8fd6 req-1fbe1f20-305b-4456-973f-a206a903b8d9 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579703 Aug 11 22:20:05.853650 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2427e17d-e3a6-4ad7-a2be-cc378fba21f5 None None] Checking router: 33e092b6-d779-4f13-9de3-d850c94f016a for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:20:05.863932 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-11043f54-8787-4ccd-bf13-fed0be848d5a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:05.886292 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2427e17d-e3a6-4ad7-a2be-cc378fba21f5 None None] Routers {'33e092b6-d779-4f13-9de3-d850c94f016a'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:20:05.893825 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-2427e17d-e3a6-4ad7-a2be-cc378fba21f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:19:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['33e092b6-d779-4f13-9de3-d850c94f016a'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:20:05.934652 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ddad10b7-ce18-44be-a900-cf8121d2dbec tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1612222 Aug 11 22:20:05.935326 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58466) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:06.119373 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9981282-683c-4875-958a-170055153224 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:06.121178 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dde4317-eb65-4e44-9b74-98f8221bd386 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:20:06.126613 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-11043f54-8787-4ccd-bf13-fed0be848d5a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:06.137129 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e9981282-683c-4875-958a-170055153224 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2003744 Aug 11 22:20:06.144284 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d66204-160c-4408-bf74-4550d5acd5f7 req-6fe941c2-3b3a-492c-9af7-6ac04efd2fb0 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:06.145547 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58470) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:06.152932 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-52d66204-160c-4408-bf74-4550d5acd5f7 req-6fe941c2-3b3a-492c-9af7-6ac04efd2fb0 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=21262ecc-b002-4b8a-83f7-4509e3416661 HTTP/1.1" status: 200 len: 945 time: 0.1172695 Aug 11 22:20:06.186052 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-11043f54-8787-4ccd-bf13-fed0be848d5a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:06.192156 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-11043f54-8787-4ccd-bf13-fed0be848d5a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "DELETE /v2.0/subnets/3a82f323-cdb8-41cf-a1d2-4870c36b515e HTTP/1.1" status: 204 len: 168 time: 1.5038218 Aug 11 22:20:06.198588 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58472) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:06.200127 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11043f54-8787-4ccd-bf13-fed0be848d5a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Pushing event deleted for resources: {'Subnet': ['ID=3a82f323-cdb8-41cf-a1d2-4870c36b515e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:06.279998 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-2427e17d-e3a6-4ad7-a2be-cc378fba21f5 None None] Set router 33e092b6-d779-4f13-9de3-d850c94f016a gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:20:06.303392 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device cbb1b4fd-a2dc-4a87-8474-f380ada85404 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:20:06.310003 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40b9bf4-da53-43ce-81c5-d00f82b151bd None None] Network 6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:20:06.324278 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3f5f90-f688-48d1-93c3-89ae52ef5120 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:06.327352 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fe3f5f90-f688-48d1-93c3-89ae52ef5120 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1797214 Aug 11 22:20:06.329842 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58478) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:06.463664 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2c7d790d-c0a4-467f-83a2-72e9abeb8f61 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1253941 Aug 11 22:20:06.464085 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58488) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:06.486239 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-734366a8-238a-457e-9bfb-91ddf3bded2d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:20:06.498863 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-160f4423-f930-44c1-87f3-68182049da59 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:06.588468 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7fd5abd1-4e48-4fdd-8584-20f5103bb113 None None] Provisioning for port cbb1b4fd-a2dc-4a87-8474-f380ada85404 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:20:06.601858 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port cbb1b4fd-a2dc-4a87-8474-f380ada85404 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:20:06.655248 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7fd5abd1-4e48-4fdd-8584-20f5103bb113 None None] Provisioning complete for port cbb1b4fd-a2dc-4a87-8474-f380ada85404 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:20:06.656286 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7fd5abd1-4e48-4fdd-8584-20f5103bb113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:06.695345 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-52d66204-160c-4408-bf74-4550d5acd5f7 req-d9ba2e54-2719-47f9-ad28-abc877f3ee19 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5369256 Aug 11 22:20:06.708524 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port cbb1b4fd-a2dc-4a87-8474-f380ada85404 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:20:06.709130 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:06.798158 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58498) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:06.815336 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734366a8-238a-457e-9bfb-91ddf3bded2d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:20:06.825360 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-734366a8-238a-457e-9bfb-91ddf3bded2d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:06.881310 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-2427e17d-e3a6-4ad7-a2be-cc378fba21f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e092b6-d779-4f13-9de3-d850c94f016a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-840390651', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'b982119c-c407-4a59-9649-a0d687e77609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:18:58Z', 'updated_at': '2021-08-11T22:20:01Z', 'revision_number': 5, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'gw_port': {'id': 'b982119c-c407-4a59-9649-a0d687e77609', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e092b6-d779-4f13-9de3-d850c94f016a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:18:59Z', 'updated_at': '2021-08-11T22:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:20:06.970409 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2427e17d-e3a6-4ad7-a2be-cc378fba21f5 None None] The sync data for ids ['33e092b6-d779-4f13-9de3-d850c94f016a'] in n-d-804275-3 is: [{'id': '33e092b6-d779-4f13-9de3-d850c94f016a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-840390651', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'b982119c-c407-4a59-9649-a0d687e77609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:18:58Z', 'updated_at': '2021-08-11T22:20:01Z', 'revision_number': 5, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'gw_port': {'id': 'b982119c-c407-4a59-9649-a0d687e77609', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e092b6-d779-4f13-9de3-d850c94f016a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:18:59Z', 'updated_at': '2021-08-11T22:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:20:06.986557 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-160f4423-f930-44c1-87f3-68182049da59 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:07.135374 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-160f4423-f930-44c1-87f3-68182049da59 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Deleting port b982119c-c407-4a59-9649-a0d687e77609 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:20:07.142614 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-160f4423-f930-44c1-87f3-68182049da59 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:07.264240 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7fd5abd1-4e48-4fdd-8584-20f5103bb113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:07.414718 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-160f4423-f930-44c1-87f3-68182049da59 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] For port b982119c-c407-4a59-9649-a0d687e77609, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b982119c-c407-4a59-9649-a0d687e77609,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:20:07.415008 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-160f4423-f930-44c1-87f3-68182049da59 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:07.417282 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407f6b04-afa9-4748-8771-93c9ba8effcc None None] DHCP port deletion for 031f2dcc-5a67-473f-bde2-e5d9a50304c4 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:20:07.498318 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-03203473-f425-4f53-888b-ccd114389f62 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1961723544-network', 'tenant_id': '70f061d11ec9424ca49540ce6c807e4b'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:20:07.509550 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-734366a8-238a-457e-9bfb-91ddf3bded2d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:07.511088 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-160f4423-f930-44c1-87f3-68182049da59 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Calling delete_port for b982119c-c407-4a59-9649-a0d687e77609 owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:20:07.512991 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:07.579313 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-7fd5abd1-4e48-4fdd-8584-20f5103bb113 None None] For port cbb1b4fd-a2dc-4a87-8474-f380ada85404, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=cbb1b4fd-a2dc-4a87-8474-f380ada85404,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:20:07.580807 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ad0eee-7426-4668-adf2-84f9e0d80087 None None] DHCP port deletion for 6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:20:07.642723 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7fd5abd1-4e48-4fdd-8584-20f5103bb113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:07.656621 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638befa-30b4-4be0-8174-ceb9517ca16d req-78a7e531-6f6d-4b55-a1fd-403611692736 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:07.659939 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734366a8-238a-457e-9bfb-91ddf3bded2d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:20:07.672154 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5638befa-30b4-4be0-8174-ceb9517ca16d req-78a7e531-6f6d-4b55-a1fd-403611692736 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=21262ecc-b002-4b8a-83f7-4509e3416661 HTTP/1.1" status: 200 len: 945 time: 0.2079670 Aug 11 22:20:07.687904 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-734366a8-238a-457e-9bfb-91ddf3bded2d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:20:07.707156 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734366a8-238a-457e-9bfb-91ddf3bded2d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:07.714414 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-734366a8-238a-457e-9bfb-91ddf3bded2d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:07.754023 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5638befa-30b4-4be0-8174-ceb9517ca16d req-24ae8d1b-8632-49de-a1e7-9273c1bb2e17 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802026 Aug 11 22:20:07.795247 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03203473-f425-4f53-888b-ccd114389f62 admin admin] Made reservation on behalf of 70f061d11ec9424ca49540ce6c807e4b for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:20:07.813501 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-03203473-f425-4f53-888b-ccd114389f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:07.844037 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.api [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:20:07.844037 n-d-804275-3 neutron-server[100944]: DEBUG oslo_db.api [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:20:07.880457 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58522) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:07.881347 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-734366a8-238a-457e-9bfb-91ddf3bded2d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4158623 Aug 11 22:20:07.883285 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734366a8-238a-457e-9bfb-91ddf3bded2d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Subnet': ['ID=9fd3aae5-d01d-4eee-9410-c8db0caae182,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:07.887741 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-03203473-f425-4f53-888b-ccd114389f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:07.901394 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-4ec94d02-aab4-4a68-a8eb-e24c15ccc601 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'port': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'mac_address': 'fa:16:3e:5a:eb:2c', 'name': 'tempest-NetworksTestDHCPv6-914415820'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:20:07.990801 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-407f6b04-afa9-4748-8771-93c9ba8effcc None None] Deleting port cbb1b4fd-a2dc-4a87-8474-f380ada85404 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:20:07.992604 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-407f6b04-afa9-4748-8771-93c9ba8effcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:08.061349 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-160f4423-f930-44c1-87f3-68182049da59 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:08.082112 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5abd1-4e48-4fdd-8584-20f5103bb113 None None] Pushing event updated for resources: {'Port': ['ID=cbb1b4fd-a2dc-4a87-8474-f380ada85404,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:08.114370 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-91ad0eee-7426-4668-adf2-84f9e0d80087 None None] Deleting port fbb413a1-9b3a-4521-b399-4b65831f2e36 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:20:08.115124 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-91ad0eee-7426-4668-adf2-84f9e0d80087 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:08.134243 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f4423-f930-44c1-87f3-68182049da59 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Pushing event deleted for resources: {'Port': ['ID=b982119c-c407-4a59-9649-a0d687e77609,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:08.287492 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-03203473-f425-4f53-888b-ccd114389f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:08.304464 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-03203473-f425-4f53-888b-ccd114389f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:08.340435 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03203473-f425-4f53-888b-ccd114389f62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:20:08.355005 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-160f4423-f930-44c1-87f3-68182049da59 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:08.413904 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-03203473-f425-4f53-888b-ccd114389f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:08.415014 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-03203473-f425-4f53-888b-ccd114389f62 admin admin] Added segment ad31e246-ea5f-407a-afdd-77b8ad548068 of type vlan for network 525653ba-733f-4742-bbd1-0f51c8acc1f0 Aug 11 22:20:08.423771 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-91ad0eee-7426-4668-adf2-84f9e0d80087 None None] For port fbb413a1-9b3a-4521-b399-4b65831f2e36, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=fbb413a1-9b3a-4521-b399-4b65831f2e36,segment=NetworkSegment(0763a891-bfe2-4413-988b-496e551570e9),segment_id=0763a891-bfe2-4413-988b-496e551570e9)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:20:08.424425 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-91ad0eee-7426-4668-adf2-84f9e0d80087 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:08.456987 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03203473-f425-4f53-888b-ccd114389f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d58243f-d548-4ef1-8a95-0492b2f3f700,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:08.464451 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:08.483821 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-407f6b04-afa9-4748-8771-93c9ba8effcc None None] For port cbb1b4fd-a2dc-4a87-8474-f380ada85404, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=cbb1b4fd-a2dc-4a87-8474-f380ada85404,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:20:08.484467 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-407f6b04-afa9-4748-8771-93c9ba8effcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:08.499228 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec94d02-aab4-4a68-a8eb-e24c15ccc601 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:20:08.512523 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-91ad0eee-7426-4668-adf2-84f9e0d80087 None None] Calling delete_port for fbb413a1-9b3a-4521-b399-4b65831f2e36 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:20:08.529986 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-03203473-f425-4f53-888b-ccd114389f62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:08.537071 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-407f6b04-afa9-4748-8771-93c9ba8effcc None None] Calling delete_port for cbb1b4fd-a2dc-4a87-8474-f380ada85404 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:20:08.625497 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-03203473-f425-4f53-888b-ccd114389f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:08.638682 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03203473-f425-4f53-888b-ccd114389f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:08.641402 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-03203473-f425-4f53-888b-ccd114389f62 admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:08.679358 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-160f4423-f930-44c1-87f3-68182049da59 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:08.685934 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-160f4423-f930-44c1-87f3-68182049da59 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:08.751415 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-03203473-f425-4f53-888b-ccd114389f62 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9503300 Aug 11 22:20:08.760714 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58544) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:08.781306 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-50fb9bd8-55e2-46cc-8db0-f4f74ef8e5f6 admin admin] Request body: {'subnet': {'network_id': '525653ba-733f-4742-bbd1-0f51c8acc1f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1961723544-subnet', 'tenant_id': '70f061d11ec9424ca49540ce6c807e4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:20:08.911905 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-91ad0eee-7426-4668-adf2-84f9e0d80087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:08.970959 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ad0eee-7426-4668-adf2-84f9e0d80087 None None] No DVR routers for this DVR port fbb413a1-9b3a-4521-b399-4b65831f2e36 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:20:08.975550 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad0eee-7426-4668-adf2-84f9e0d80087 None None] Pushing event deleted for resources: {'Port': ['ID=fbb413a1-9b3a-4521-b399-4b65831f2e36,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:08.988060 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-407f6b04-afa9-4748-8771-93c9ba8effcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:09.011208 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03203473-f425-4f53-888b-ccd114389f62 admin admin] Pushing event updated for resources: {'Network': ['ID=525653ba-733f-4742-bbd1-0f51c8acc1f0,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:09.139665 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 525653ba-733f-4742-bbd1-0f51c8acc1f0 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:20:09.146584 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device fbb413a1-9b3a-4521-b399-4b65831f2e36 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:20:09.158288 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f6b04-afa9-4748-8771-93c9ba8effcc None None] Pushing event deleted for resources: {'Port': ['ID=cbb1b4fd-a2dc-4a87-8474-f380ada85404,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:09.239976 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58558) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:09.290458 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: fbb413a1-9b3a-4521-b399-4b65831f2e36 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:20:09.291019 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device fbb413a1-9b3a-4521-b399-4b65831f2e36 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:20:09.292295 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device c6b20059-7eb5-4420-b277-1ac8f5d83e91 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:20:09.307494 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407f6b04-afa9-4748-8771-93c9ba8effcc None None] No DVR routers for this DVR port cbb1b4fd-a2dc-4a87-8474-f380ada85404 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:20:09.368347 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a22115-1aa1-4fca-b72a-8f46af8b9de7 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:20:09.382178 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: c6b20059-7eb5-4420-b277-1ac8f5d83e91 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:20:09.382715 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device c6b20059-7eb5-4420-b277-1ac8f5d83e91 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:20:09.383299 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device cbb1b4fd-a2dc-4a87-8474-f380ada85404 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:20:09.428239 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: cbb1b4fd-a2dc-4a87-8474-f380ada85404 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:20:09.429225 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device cbb1b4fd-a2dc-4a87-8474-f380ada85404 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:20:09.532308 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3578facf-8b17-4a4b-a1d0-2cb179fe1d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:09.649196 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fb9bd8-55e2-46cc-8db0-f4f74ef8e5f6 admin admin] Made reservation on behalf of 70f061d11ec9424ca49540ce6c807e4b for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:20:09.652860 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-50fb9bd8-55e2-46cc-8db0-f4f74ef8e5f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:09.684592 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-160f4423-f930-44c1-87f3-68182049da59 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:09.685498 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160f4423-f930-44c1-87f3-68182049da59 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Fanout notify agent at l3_agent the message router_deleted on router 33e092b6-d779-4f13-9de3-d850c94f016a {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:20:09.716312 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a6de37-b4b1-4d66-89f9-61f56e55679b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'fixed_ips': [{'subnet_id': '9fd3aae5-d01d-4eee-9410-c8db0caae182'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:20:09.717185 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-160f4423-f930-44c1-87f3-68182049da59 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:09.717994 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-33a6de37-b4b1-4d66-89f9-61f56e55679b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:09.719196 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-160f4423-f930-44c1-87f3-68182049da59 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "DELETE /v2.0/routers/33e092b6-d779-4f13-9de3-d850c94f016a HTTP/1.1" status: 204 len: 168 time: 3.5152915 Aug 11 22:20:09.727228 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58562) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:09.763914 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3578facf-8b17-4a4b-a1d0-2cb179fe1d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:09.835921 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4ec94d02-aab4-4a68-a8eb-e24c15ccc601 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:09.882089 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3578facf-8b17-4a4b-a1d0-2cb179fe1d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:09.890448 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e743645-4d00-47c4-a312-c486e02f7f8a req-6aba6060-c279-4b0b-9a48-a94c8a56386e tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:09.892148 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5e743645-4d00-47c4-a312-c486e02f7f8a req-6aba6060-c279-4b0b-9a48-a94c8a56386e tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.82 "GET /v2.0/ports?device_id=21262ecc-b002-4b8a-83f7-4509e3416661 HTTP/1.1" status: 200 len: 945 time: 0.9534025 Aug 11 22:20:09.905786 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1489c0e-1935-4dad-b085-e66338a49866 req-4d085de2-9d71-43ed-ac94-fe86bb0aa8cb tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:09.914238 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a1489c0e-1935-4dad-b085-e66338a49866 req-4d085de2-9d71-43ed-ac94-fe86bb0aa8cb tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=21262ecc-b002-4b8a-83f7-4509e3416661 HTTP/1.1" status: 200 len: 945 time: 0.9727588 Aug 11 22:20:09.976727 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-4ec94d02-aab4-4a68-a8eb-e24c15ccc601 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] device_id is not set on port e3e92e61-e585-4fd0-9912-c9e7ea43273e yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:20:10.044665 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578facf-8b17-4a4b-a1d0-2cb179fe1d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2014fe7d-e5ec-46db-949a-25be1b542586,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:10.092254 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a1489c0e-1935-4dad-b085-e66338a49866 req-26d74959-3469-465b-bcec-1614860b9ccf tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769090 Aug 11 22:20:10.196377 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3578facf-8b17-4a4b-a1d0-2cb179fe1d4a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b7a992ea60824157abc40afd683b5a9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9550889 Aug 11 22:20:10.201003 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58566) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:10.209464 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c822b4ec-f996-4026-b581-248090f16b1f tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:10.481114 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c822b4ec-f996-4026-b581-248090f16b1f tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:10.501314 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-c822b4ec-f996-4026-b581-248090f16b1f tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:20:10.526057 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-c822b4ec-f996-4026-b581-248090f16b1f tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0763a891-bfe2-4413-988b-496e551570e9') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:20:10.526598 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-c822b4ec-f996-4026-b581-248090f16b1f tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0763a891-bfe2-4413-988b-496e551570e9') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:20:10.546783 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c822b4ec-f996-4026-b581-248090f16b1f tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:10.573050 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c822b4ec-f996-4026-b581-248090f16b1f tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:10.585225 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c822b4ec-f996-4026-b581-248090f16b1f tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:20:10.585916 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c822b4ec-f996-4026-b581-248090f16b1f tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:20:10.592063 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:20:10.596635 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-4ec94d02-aab4-4a68-a8eb-e24c15ccc601 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Allocated IP 2001:db8::81 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/9fd3aae5-d01d-4eee-9410-c8db0caae182/e3e92e61-e585-4fd0-9912-c9e7ea43273e) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:20:10.627135 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b982119c-c407-4a59-9649-a0d687e77609 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:20:10.664370 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: b982119c-c407-4a59-9649-a0d687e77609 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:20:10.666616 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b982119c-c407-4a59-9649-a0d687e77609 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:20:10.680739 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-50fb9bd8-55e2-46cc-8db0-f4f74ef8e5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:10.712210 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-5e743645-4d00-47c4-a312-c486e02f7f8a req-3cc1483f-ab6e-4ea3-a7a6-8a536063af14 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Deleting port b4b88d20-dcc9-4f8f-b668-3b40f7194732 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:20:10.712763 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5e743645-4d00-47c4-a312-c486e02f7f8a req-3cc1483f-ab6e-4ea3-a7a6-8a536063af14 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:10.727487 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c822b4ec-f996-4026-b581-248090f16b1f tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:10.730774 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd896f45-56f3-4037-963c-a311481324a5 req-45333f8d-8c94-471c-b8ba-8dda542a9f93 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:10.734087 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd896f45-56f3-4037-963c-a311481324a5 req-45333f8d-8c94-471c-b8ba-8dda542a9f93 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 945 time: 0.3797805 Aug 11 22:20:10.750483 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c822b4ec-f996-4026-b581-248090f16b1f tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:10.754312 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c822b4ec-f996-4026-b581-248090f16b1f tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "DELETE /v2.0/networks/6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5 HTTP/1.1" status: 204 len: 168 time: 1.0251448 Aug 11 22:20:10.758642 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58570) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:10.789136 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822b4ec-f996-4026-b581-248090f16b1f tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Pushing event deleted for resources: {'Network': ['ID=6eb02054-3cdf-4ff5-94f2-90cdd1a8d3f5,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:10.885564 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-58d52ed2-82f0-4490-a734-7ad5490989b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:11.046926 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-56a2080f-14ac-4b50-ad32-4404a8d024e1 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Deleting port 9e15870b-2a2e-4aa0-bdc8-057d4997f729 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:20:11.047319 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-56a2080f-14ac-4b50-ad32-4404a8d024e1 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:11.098651 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-58d52ed2-82f0-4490-a734-7ad5490989b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:11.123675 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb9bd8-55e2-46cc-8db0-f4f74ef8e5f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbcbd227-7a33-45ec-83c8-c539ae547045,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:11.191901 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd896f45-56f3-4037-963c-a311481324a5 req-e0d1cb34-56ec-41cb-bc37-8851af320cef tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4022694 Aug 11 22:20:11.214100 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-56a2080f-14ac-4b50-ad32-4404a8d024e1 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:11.214100 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-56a2080f-14ac-4b50-ad32-4404a8d024e1 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:11.231327 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-56a2080f-14ac-4b50-ad32-4404a8d024e1 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Calling delete_port for 9e15870b-2a2e-4aa0-bdc8-057d4997f729 owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:20:11.274674 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fb9bd8-55e2-46cc-8db0-f4f74ef8e5f6 admin admin] Checking segment: {'id': 'ad31e246-ea5f-407a-afdd-77b8ad548068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '525653ba-733f-4742-bbd1-0f51c8acc1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:20:11.275236 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fb9bd8-55e2-46cc-8db0-f4f74ef8e5f6 admin admin] Network hostable DHCP agents. Network: 525653ba-733f-4742-bbd1-0f51c8acc1f0, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:20:11.291706 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-5e743645-4d00-47c4-a312-c486e02f7f8a req-3cc1483f-ab6e-4ea3-a7a6-8a536063af14 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] For port b4b88d20-dcc9-4f8f-b668-3b40f7194732, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=b4b88d20-dcc9-4f8f-b668-3b40f7194732,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:20:11.292345 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5e743645-4d00-47c4-a312-c486e02f7f8a req-3cc1483f-ab6e-4ea3-a7a6-8a536063af14 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:11.339624 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-5e743645-4d00-47c4-a312-c486e02f7f8a req-3cc1483f-ab6e-4ea3-a7a6-8a536063af14 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Calling delete_port for b4b88d20-dcc9-4f8f-b668-3b40f7194732 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:20:11.434215 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4ec94d02-aab4-4a68-a8eb-e24c15ccc601 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:11.450329 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fb9bd8-55e2-46cc-8db0-f4f74ef8e5f6 admin admin] Network 525653ba-733f-4742-bbd1-0f51c8acc1f0 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:20:11.520605 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-58d52ed2-82f0-4490-a734-7ad5490989b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:11.525267 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-58d52ed2-82f0-4490-a734-7ad5490989b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:11.527321 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-58d52ed2-82f0-4490-a734-7ad5490989b9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2014fe7d-e5ec-46db-949a-25be1b542586 HTTP/1.1" status: 204 len: 168 time: 1.3234401 Aug 11 22:20:11.539545 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-56a2080f-14ac-4b50-ad32-4404a8d024e1 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:11.568494 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-4ec94d02-aab4-4a68-a8eb-e24c15ccc601 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Transition to ACTIVE for port object e3e92e61-e585-4fd0-9912-c9e7ea43273e will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:20:11.574855 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-50fb9bd8-55e2-46cc-8db0-f4f74ef8e5f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 525653ba-733f-4742-bbd1-0f51c8acc1f0) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:20:11.585977 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d52ed2-82f0-4490-a734-7ad5490989b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2014fe7d-e5ec-46db-949a-25be1b542586,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:11.598952 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fb9bd8-55e2-46cc-8db0-f4f74ef8e5f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:11.599858 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0065b8-71cb-45ec-bbe4-f6a8539c51de None None] Network 525653ba-733f-4742-bbd1-0f51c8acc1f0 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:20:11.599984 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-50fb9bd8-55e2-46cc-8db0-f4f74ef8e5f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:11.621873 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90034675-18dd-45f8-b6ce-c7226fc8485c req-1fc60bf2-7ff1-4cc6-b89f-56c2f96eb7e7 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:11.624872 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-90034675-18dd-45f8-b6ce-c7226fc8485c req-1fc60bf2-7ff1-4cc6-b89f-56c2f96eb7e7 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=21262ecc-b002-4b8a-83f7-4509e3416661 HTTP/1.1" status: 200 len: 945 time: 0.2946861 Aug 11 22:20:11.631774 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2080f-14ac-4b50-ad32-4404a8d024e1 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Pushing event deleted for resources: {'Port': ['ID=9e15870b-2a2e-4aa0-bdc8-057d4997f729,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:11.707630 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-50fb9bd8-55e2-46cc-8db0-f4f74ef8e5f6 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9299080 Aug 11 22:20:11.819719 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-56a2080f-14ac-4b50-ad32-4404a8d024e1 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:11.820252 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [None req-56a2080f-14ac-4b50-ad32-4404a8d024e1 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Floating IP 748eb3ba-913b-4124-a42e-616b6b21d00b disassociated (deleted). External IP: 172.25.2.133, port: ad709186-dffc-489e-878d-76de899ca8af. Aug 11 22:20:11.936543 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5e743645-4d00-47c4-a312-c486e02f7f8a req-3cc1483f-ab6e-4ea3-a7a6-8a536063af14 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:11.947452 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-90034675-18dd-45f8-b6ce-c7226fc8485c req-ac8a8a75-4a9f-4d14-a86d-98d03ba03464 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884843 Aug 11 22:20:11.976354 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4ec94d02-aab4-4a68-a8eb-e24c15ccc601 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:12.028177 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['4f7cb9d4-f60b-4372-a47f-b765a6295863'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:20:12.049862 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1483f-ab6e-4ea3-a7a6-8a536063af14 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Pushing event deleted for resources: {'Port': ['ID=b4b88d20-dcc9-4f8f-b668-3b40f7194732,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:12.216507 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device b4b88d20-dcc9-4f8f-b668-3b40f7194732 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:20:12.217809 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec94d02-aab4-4a68-a8eb-e24c15ccc601 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Port': ['ID=e3e92e61-e585-4fd0-9912-c9e7ea43273e,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:12.273351 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4e684e-625b-4f30-95e5-be34433709e9 None None] Network 525653ba-733f-4742-bbd1-0f51c8acc1f0 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:20:12.274522 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e743645-4d00-47c4-a312-c486e02f7f8a req-3cc1483f-ab6e-4ea3-a7a6-8a536063af14 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] No DVR routers for this DVR port b4b88d20-dcc9-4f8f-b668-3b40f7194732 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:20:12.287092 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5e743645-4d00-47c4-a312-c486e02f7f8a req-3cc1483f-ab6e-4ea3-a7a6-8a536063af14 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:12.287283 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-33a6de37-b4b1-4d66-89f9-61f56e55679b None None] Allocated IP 2001:db8::2 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/9fd3aae5-d01d-4eee-9410-c8db0caae182/27a43c4d-fbd5-4692-9509-14c65daa6f1e) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:20:12.290632 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5e743645-4d00-47c4-a312-c486e02f7f8a req-3cc1483f-ab6e-4ea3-a7a6-8a536063af14 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.82 "DELETE /v2.0/ports/b4b88d20-dcc9-4f8f-b668-3b40f7194732 HTTP/1.1" status: 204 len: 173 time: 2.3724532 Aug 11 22:20:12.296360 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21262ecc-b002-4b8a-83f7-4509e3416661', 'name': 'network-vif-deleted', 'tag': 'b4b88d20-dcc9-4f8f-b668-3b40f7194732'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:20:12.302318 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68c2256-4716-4f08-9213-a5dc88b7759b" -d '{"events": [{"server_uuid": "21262ecc-b002-4b8a-83f7-4509e3416661", "name": "network-vif-deleted", "tag": "b4b88d20-dcc9-4f8f-b668-3b40f7194732"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:20:12.326113 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec94d02-aab4-4a68-a8eb-e24c15ccc601 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:20:12.330612 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-4ec94d02-aab4-4a68-a8eb-e24c15ccc601 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:20:12.339167 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec94d02-aab4-4a68-a8eb-e24c15ccc601 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:20:12.348252 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec94d02-aab4-4a68-a8eb-e24c15ccc601 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:12.353615 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4ec94d02-aab4-4a68-a8eb-e24c15ccc601 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:12.404673 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4ec94d02-aab4-4a68-a8eb-e24c15ccc601 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.5222836 Aug 11 22:20:12.408815 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58602) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:12.545501 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: b4b88d20-dcc9-4f8f-b668-3b40f7194732 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:20:12.549862 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device b4b88d20-dcc9-4f8f-b668-3b40f7194732 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:20:12.646121 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a2080f-14ac-4b50-ad32-4404a8d024e1 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Router c6f96f17-595e-46dc-b1c6-7ebb4a763b4c has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:20:12.700058 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa99daa-625b-46b3-ba8a-f13624475427 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:12.720914 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7fa99daa-625b-46b3-ba8a-f13624475427 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.3079515 Aug 11 22:20:12.728422 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58604) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:12.945785 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8fca2-01fb-4476-bd36-0f4380d8bbab req-6e5206b6-2c1d-4a43-8d32-8383fb48722c tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:12.957361 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3bc8fca2-01fb-4476-bd36-0f4380d8bbab req-6e5206b6-2c1d-4a43-8d32-8383fb48722c tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 945 time: 0.4649637 Aug 11 22:20:13.216772 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a2080f-14ac-4b50-ad32-4404a8d024e1 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:20:13.255640 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-56a2080f-14ac-4b50-ad32-4404a8d024e1 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:13.257338 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3bc8fca2-01fb-4476-bd36-0f4380d8bbab req-f4a541f7-b76c-4d7a-b915-4041ce5a46a2 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2984986 Aug 11 22:20:13.329406 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-78f30660-d357-4aeb-8de9-7f039d52a611 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting port e3e92e61-e585-4fd0-9912-c9e7ea43273e {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:20:13.334655 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-78f30660-d357-4aeb-8de9-7f039d52a611 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:13.344074 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e8a125-ea61-4514-a012-d7646ce4824f None None] Sync routers for ids ['c6f96f17-595e-46dc-b1c6-7ebb4a763b4c'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:20:13.426946 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-56a2080f-14ac-4b50-ad32-4404a8d024e1 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "DELETE /v2.0/floatingips/748eb3ba-913b-4124-a42e-616b6b21d00b HTTP/1.1" status: 204 len: 168 time: 2.6632805 Aug 11 22:20:13.432185 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd874068c-2c88-4b70-87bc-9fac0831ad11', 'tag': 'ad709186-dffc-489e-878d-76de899ca8af'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:20:13.448184 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1371372-bb62-4eb0-9214-462027477db3" -d '{"events": [{"name": "network-changed", "server_uuid": "d874068c-2c88-4b70-87bc-9fac0831ad11", "tag": "ad709186-dffc-489e-878d-76de899ca8af"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:20:13.504246 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ae2439fc-22ce-47ba-a398-133c54183e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:13.514061 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e8a125-ea61-4514-a012-d7646ce4824f None None] Routers {'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:20:13.516515 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-68e8a125-ea61-4514-a012-d7646ce4824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:19:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c6f96f17-595e-46dc-b1c6-7ebb4a763b4c'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:20:13.568898 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90390806-9edf-42a3-b6a6-016202f89452 x-openstack-request-id: req-90390806-9edf-42a3-b6a6-016202f89452 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:20:13.569358 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21262ecc-b002-4b8a-83f7-4509e3416661", "name": "network-vif-deleted", "tag": "b4b88d20-dcc9-4f8f-b668-3b40f7194732", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:20:13.569997 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-90390806-9edf-42a3-b6a6-016202f89452 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:20:13.571079 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21262ecc-b002-4b8a-83f7-4509e3416661', 'name': 'network-vif-deleted', 'tag': 'b4b88d20-dcc9-4f8f-b668-3b40f7194732', 'status': 'completed', 'code': 200} Aug 11 22:20:13.733271 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58628) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:13.790923 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-78f30660-d357-4aeb-8de9-7f039d52a611 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:13.822219 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-68e8a125-ea61-4514-a012-d7646ce4824f None None] Set router c6f96f17-595e-46dc-b1c6-7ebb4a763b4c gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:20:13.859738 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-78f30660-d357-4aeb-8de9-7f039d52a611 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Calling delete_port for e3e92e61-e585-4fd0-9912-c9e7ea43273e owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:20:14.065083 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d7fb7f-d097-468d-b75d-2176f56a1a6d x-openstack-request-id: req-f4d7fb7f-d097-468d-b75d-2176f56a1a6d {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:20:14.066421 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d874068c-2c88-4b70-87bc-9fac0831ad11", "tag": "ad709186-dffc-489e-878d-76de899ca8af", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:20:14.066819 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f4d7fb7f-d097-468d-b75d-2176f56a1a6d {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:20:14.067578 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd874068c-2c88-4b70-87bc-9fac0831ad11', 'tag': 'ad709186-dffc-489e-878d-76de899ca8af', 'status': 'completed', 'code': 200} Aug 11 22:20:14.152286 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-132c5cc5-36bb-4ddd-bba7-b89da146f8fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:14.385760 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-33a6de37-b4b1-4d66-89f9-61f56e55679b None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:14.400777 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-33a6de37-b4b1-4d66-89f9-61f56e55679b None None] Transition to ACTIVE for port object 27a43c4d-fbd5-4692-9509-14c65daa6f1e will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:20:14.430058 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-68e8a125-ea61-4514-a012-d7646ce4824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1707440985', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '599b629c-52d2-4156-8875-2246f8e01e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:46Z', 'updated_at': '2021-08-11T22:17:04Z', 'revision_number': 4, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'gw_port': {'id': '599b629c-52d2-4156-8875-2246f8e01e47', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:47Z', 'updated_at': '2021-08-11T22:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '011a7f6c-af93-4075-b291-633b7919785c', 'name': '', 'network_id': 'a7f22ba2-e884-4b3c-bcb8-adf9ef172db9', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'mac_address': 'fa:16:3e:e6:b5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '0bb7995d-56c2-4f4e-b29d-678903d21aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:17:00Z', 'updated_at': '2021-08-11T22:17:12Z', 'revision_number': 5, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'subnets': [{'id': '0bb7995d-56c2-4f4e-b29d-678903d21aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:20:14.433896 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-33a6de37-b4b1-4d66-89f9-61f56e55679b None None] Transition to ACTIVE for port object 27a43c4d-fbd5-4692-9509-14c65daa6f1e will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:20:14.497686 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-132c5cc5-36bb-4ddd-bba7-b89da146f8fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:14.502210 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e8a125-ea61-4514-a012-d7646ce4824f None None] Checking router: c6f96f17-595e-46dc-b1c6-7ebb4a763b4c for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:20:14.505816 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-33a6de37-b4b1-4d66-89f9-61f56e55679b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:14.512522 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-132c5cc5-36bb-4ddd-bba7-b89da146f8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:14.551990 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a6de37-b4b1-4d66-89f9-61f56e55679b None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:20:14.560317 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-33a6de37-b4b1-4d66-89f9-61f56e55679b None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:20:14.564568 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a6de37-b4b1-4d66-89f9-61f56e55679b None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:20:14.567601 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e8a125-ea61-4514-a012-d7646ce4824f None None] Routers {'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:20:14.568335 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-68e8a125-ea61-4514-a012-d7646ce4824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:19:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c6f96f17-595e-46dc-b1c6-7ebb4a763b4c'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:20:14.638118 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1371372-bb62-4eb0-9214-462027477db3 req-0fc2cb47-57fc-492c-a467-d1a62bf3b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:14.640123 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f1371372-bb62-4eb0-9214-462027477db3 req-0fc2cb47-57fc-492c-a467-d1a62bf3b550 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4980a3f019644cf79e7a0e6f603100d9&device_id=d874068c-2c88-4b70-87bc-9fac0831ad11 HTTP/1.1" status: 200 len: 1135 time: 0.5009575 Aug 11 22:20:14.646610 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6de37-b4b1-4d66-89f9-61f56e55679b None None] Pushing event updated for resources: {'Port': ['ID=27a43c4d-fbd5-4692-9509-14c65daa6f1e,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:14.707966 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-132c5cc5-36bb-4ddd-bba7-b89da146f8fc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ffe287d74dd44d5882ddda860ed913b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9708819 Aug 11 22:20:14.709503 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c5cc5-36bb-4ddd-bba7-b89da146f8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87fdec5-84ac-4136-a931-06043b70f92a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:14.715893 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58654) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:14.744095 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-78f30660-d357-4aeb-8de9-7f039d52a611 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:14.756008 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c351333-481a-4ac9-8aba-b735642484af req-cc269b64-d227-4968-96c7-7b6f997fbbd5 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:14.764873 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2c351333-481a-4ac9-8aba-b735642484af req-cc269b64-d227-4968-96c7-7b6f997fbbd5 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?device_id=d874068c-2c88-4b70-87bc-9fac0831ad11 HTTP/1.1" status: 200 len: 984 time: 0.3743217 Aug 11 22:20:14.825881 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7f656b4c-7269-472d-be74-a10801813710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:14.837521 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-33a6de37-b4b1-4d66-89f9-61f56e55679b None None] Attempting to bind port 27a43c4d-fbd5-4692-9509-14c65daa6f1e on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:20:14.838274 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-33a6de37-b4b1-4d66-89f9-61f56e55679b None None] Attempting to bind port 27a43c4d-fbd5-4692-9509-14c65daa6f1e by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:20:14.838889 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a6de37-b4b1-4d66-89f9-61f56e55679b None None] Attempting to bind port 27a43c4d-fbd5-4692-9509-14c65daa6f1e on network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:20:14.852104 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a6de37-b4b1-4d66-89f9-61f56e55679b None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:20:14.852976 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a6de37-b4b1-4d66-89f9-61f56e55679b None None] Checking segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:20:14.853619 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-33a6de37-b4b1-4d66-89f9-61f56e55679b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:14.854255 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a6de37-b4b1-4d66-89f9-61f56e55679b None None] Bound using segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:20:14.855133 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-33a6de37-b4b1-4d66-89f9-61f56e55679b None None] Bound port: 27a43c4d-fbd5-4692-9509-14c65daa6f1e, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:20:14.855827 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-33a6de37-b4b1-4d66-89f9-61f56e55679b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:14.879337 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-68e8a125-ea61-4514-a012-d7646ce4824f None None] Set router c6f96f17-595e-46dc-b1c6-7ebb4a763b4c gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:20:14.902425 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7f656b4c-7269-472d-be74-a10801813710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:14.984147 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f30660-d357-4aeb-8de9-7f039d52a611 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Port': ['ID=e3e92e61-e585-4fd0-9912-c9e7ea43273e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:14.988774 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1371372-bb62-4eb0-9214-462027477db3 req-8433729a-f122-4ba2-be05-4c92a2a197ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:14.992701 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f1371372-bb62-4eb0-9214-462027477db3 req-8433729a-f122-4ba2-be05-4c92a2a197ea service neutron] 10.222.0.82 "GET /v2.0/networks?id=a7f22ba2-e884-4b3c-bcb8-adf9ef172db9 HTTP/1.1" status: 200 len: 897 time: 0.3425431 Aug 11 22:20:15.098242 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-33a6de37-b4b1-4d66-89f9-61f56e55679b None None] For port 27a43c4d-fbd5-4692-9509-14c65daa6f1e, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:20:15.121827 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7f656b4c-7269-472d-be74-a10801813710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:15.125295 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7f656b4c-7269-472d-be74-a10801813710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:15.126133 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-33a6de37-b4b1-4d66-89f9-61f56e55679b None None] For port 27a43c4d-fbd5-4692-9509-14c65daa6f1e, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=27a43c4d-fbd5-4692-9509-14c65daa6f1e,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:20:15.127138 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7f656b4c-7269-472d-be74-a10801813710 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a87fdec5-84ac-4136-a931-06043b70f92a HTTP/1.1" status: 204 len: 168 time: 0.4098601 Aug 11 22:20:15.160673 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-33a6de37-b4b1-4d66-89f9-61f56e55679b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:15.168788 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f656b4c-7269-472d-be74-a10801813710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87fdec5-84ac-4136-a931-06043b70f92a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:15.223753 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2c351333-481a-4ac9-8aba-b735642484af req-a24a5d3d-f5b6-496e-af47-05efe3bb9166 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/security-groups?id=76bdd88a-bd73-4131-a804-39e07f88ffe6&id=723102e9-b2e7-41df-9555-e9d9bb0f96f3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4574664 Aug 11 22:20:15.260280 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f1371372-bb62-4eb0-9214-462027477db3 req-cf3a59db-2d16-47a7-a0c7-dbcec11e685d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad709186-dffc-489e-878d-76de899ca8af HTTP/1.1" status: 200 len: 217 time: 0.1648510 Aug 11 22:20:15.265486 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-78f30660-d357-4aeb-8de9-7f039d52a611 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:15.278420 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58664) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:15.279248 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-78f30660-d357-4aeb-8de9-7f039d52a611 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/e3e92e61-e585-4fd0-9912-c9e7ea43273e HTTP/1.1" status: 204 len: 168 time: 2.5384157 Aug 11 22:20:15.423178 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6de37-b4b1-4d66-89f9-61f56e55679b None None] Pushing event updated for resources: {'Port': ['ID=27a43c4d-fbd5-4692-9509-14c65daa6f1e,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:15.493720 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1371372-bb62-4eb0-9214-462027477db3 req-6fd809c3-b250-4eb4-8346-6ebf67130a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:15.497206 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f1371372-bb62-4eb0-9214-462027477db3 req-6fd809c3-b250-4eb4-8346-6ebf67130a7d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0bb7995d-56c2-4f4e-b29d-678903d21aa8 HTTP/1.1" status: 200 len: 835 time: 0.2155666 Aug 11 22:20:15.504615 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d163fc-e407-46aa-8cc4-4f1ef52c8555 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:15.507879 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d163fc-e407-46aa-8cc4-4f1ef52c8555 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:15.510072 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-66d163fc-e407-46aa-8cc4-4f1ef52c8555 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2304165 Aug 11 22:20:15.518370 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58670) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:15.544340 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-68e8a125-ea61-4514-a012-d7646ce4824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1707440985', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '599b629c-52d2-4156-8875-2246f8e01e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:46Z', 'updated_at': '2021-08-11T22:17:04Z', 'revision_number': 4, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'gw_port': {'id': '599b629c-52d2-4156-8875-2246f8e01e47', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:47Z', 'updated_at': '2021-08-11T22:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '011a7f6c-af93-4075-b291-633b7919785c', 'name': '', 'network_id': 'a7f22ba2-e884-4b3c-bcb8-adf9ef172db9', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'mac_address': 'fa:16:3e:e6:b5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '0bb7995d-56c2-4f4e-b29d-678903d21aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:17:00Z', 'updated_at': '2021-08-11T22:17:12Z', 'revision_number': 5, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'subnets': [{'id': '0bb7995d-56c2-4f4e-b29d-678903d21aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:20:15.651237 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3702eb-8a08-4357-adf4-31451c9fc6a7 req-3a09ac6a-8ca5-499e-992b-1c885a813cdd tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:15.657918 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fa3702eb-8a08-4357-adf4-31451c9fc6a7 req-3a09ac6a-8ca5-499e-992b-1c885a813cdd tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 945 time: 0.2487924 Aug 11 22:20:15.679488 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1371372-bb62-4eb0-9214-462027477db3 req-2e7a4628-6dbb-416c-8ea7-bb658094c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:15.683698 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f1371372-bb62-4eb0-9214-462027477db3 req-2e7a4628-6dbb-416c-8ea7-bb658094c517 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a7f22ba2-e884-4b3c-bcb8-adf9ef172db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1703899 Aug 11 22:20:15.811132 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e8a125-ea61-4514-a012-d7646ce4824f None None] The sync data for ids ['c6f96f17-595e-46dc-b1c6-7ebb4a763b4c'] in n-d-804275-3 is: [{'id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1707440985', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '599b629c-52d2-4156-8875-2246f8e01e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:46Z', 'updated_at': '2021-08-11T22:17:04Z', 'revision_number': 4, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'gw_port': {'id': '599b629c-52d2-4156-8875-2246f8e01e47', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:47Z', 'updated_at': '2021-08-11T22:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '011a7f6c-af93-4075-b291-633b7919785c', 'name': '', 'network_id': 'a7f22ba2-e884-4b3c-bcb8-adf9ef172db9', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'mac_address': 'fa:16:3e:e6:b5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '0bb7995d-56c2-4f4e-b29d-678903d21aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:17:00Z', 'updated_at': '2021-08-11T22:17:12Z', 'revision_number': 5, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'subnets': [{'id': '0bb7995d-56c2-4f4e-b29d-678903d21aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:20:15.938648 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fa3702eb-8a08-4357-adf4-31451c9fc6a7 req-80f8dc3d-ba30-4bb4-9757-e1cbb8f1b67c tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651813 Aug 11 22:20:15.950990 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-41225806-f126-46c3-8d15-72c3dbc1292a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting subnet 9fd3aae5-d01d-4eee-9410-c8db0caae182 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:20:15.951971 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41225806-f126-46c3-8d15-72c3dbc1292a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:16.081406 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f1371372-bb62-4eb0-9214-462027477db3 req-41d4dca6-fe55-46e1-89bf-3259bd38bf31 service neutron] 10.222.0.82 "GET /v2.0/networks/a7f22ba2-e884-4b3c-bcb8-adf9ef172db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394744 Aug 11 22:20:16.084701 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b8a1967f-04ca-41db-84e0-2f3676106755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:16.102769 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:16.120145 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41225806-f126-46c3-8d15-72c3dbc1292a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:16.259172 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd4b11-f9e1-46c0-a3cc-59644e0fc4d0 req-e508bac2-b6cf-4e7f-b970-3b438856bfb3 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:16.264024 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5bcd4b11-f9e1-46c0-a3cc-59644e0fc4d0 req-e508bac2-b6cf-4e7f-b970-3b438856bfb3 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.82 "GET /v2.0/ports?device_id=d874068c-2c88-4b70-87bc-9fac0831ad11 HTTP/1.1" status: 200 len: 984 time: 0.5890329 Aug 11 22:20:16.442967 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f1371372-bb62-4eb0-9214-462027477db3 req-deff8def-83e0-4720-954d-388259eb223c service neutron] 10.222.0.82 "GET /v2.0/networks/a7f22ba2-e884-4b3c-bcb8-adf9ef172db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526306 Aug 11 22:20:16.467786 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-a20a342e-1bfa-423c-b2ce-12a189355b2f tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:16.476595 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-a20a342e-1bfa-423c-b2ce-12a189355b2f tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/networks?id=e7790f3f-c934-4280-a7bc-7879373f53d3 HTTP/1.1" status: 200 len: 806 time: 0.2333407 Aug 11 22:20:16.499593 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeb5786-9290-4b64-bcb9-6831d5475d6d None None] New status for floating IP 748eb3ba-913b-4124-a42e-616b6b21d00b: DOWN {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:20:16.503983 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-008513e0-ad49-404d-901d-091dfcd7fc4b tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/quotas/46c13839859945349c0d5afcfb364f66 HTTP/1.1" status: 200 len: 375 time: 0.0256703 Aug 11 22:20:16.548905 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-5bcd4b11-f9e1-46c0-a3cc-59644e0fc4d0 req-7e384a01-168b-4e11-81cd-1ae25afdd50f tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Deleting port ad709186-dffc-489e-878d-76de899ca8af {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:20:16.550341 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5bcd4b11-f9e1-46c0-a3cc-59644e0fc4d0 req-7e384a01-168b-4e11-81cd-1ae25afdd50f tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:16.585252 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58698) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:16.628825 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5421df9f-edea-486c-8f3c-7acd32232193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:16.662268 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-a1931ff2-4ad7-48e0-8346-4e5d85682f77 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=46c13839859945349c0d5afcfb364f66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1568425 Aug 11 22:20:16.679753 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41225806-f126-46c3-8d15-72c3dbc1292a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:16.863784 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-5bcd4b11-f9e1-46c0-a3cc-59644e0fc4d0 req-7e384a01-168b-4e11-81cd-1ae25afdd50f tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] For port ad709186-dffc-489e-878d-76de899ca8af, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=ad709186-dffc-489e-878d-76de899ca8af,segment=NetworkSegment(2405b23a-7b05-4693-9839-38b6a75567f3),segment_id=2405b23a-7b05-4693-9839-38b6a75567f3)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:20:16.864399 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5bcd4b11-f9e1-46c0-a3cc-59644e0fc4d0 req-7e384a01-168b-4e11-81cd-1ae25afdd50f tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:16.907495 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 27a43c4d-fbd5-4692-9509-14c65daa6f1e up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:20:16.938368 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-5bcd4b11-f9e1-46c0-a3cc-59644e0fc4d0 req-7e384a01-168b-4e11-81cd-1ae25afdd50f tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Calling delete_port for ad709186-dffc-489e-878d-76de899ca8af owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:20:16.973518 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41225806-f126-46c3-8d15-72c3dbc1292a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:17.009710 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 27a43c4d-fbd5-4692-9509-14c65daa6f1e completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:20:17.078073 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41225806-f126-46c3-8d15-72c3dbc1292a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Subnet': ['ID=9fd3aae5-d01d-4eee-9410-c8db0caae182,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:17.083768 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41225806-f126-46c3-8d15-72c3dbc1292a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:17.088681 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-41225806-f126-46c3-8d15-72c3dbc1292a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/9fd3aae5-d01d-4eee-9410-c8db0caae182 HTTP/1.1" status: 204 len: 168 time: 1.5671761 Aug 11 22:20:17.089194 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58708) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:17.148549 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f2fc633d-c2ff-4e3c-84dc-de04f9085b94 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561683 Aug 11 22:20:17.149237 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58710) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:17.228287 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d2dbb1-8b91-4d23-bb8a-828786b321e2 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:17.233567 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-43d2dbb1-8b91-4d23-bb8a-828786b321e2 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0814655 Aug 11 22:20:17.234348 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58714) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:17.322308 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de959b9-a7a3-4fc1-9bf8-7682d3a63b8f None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:20:17.359709 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b003894c-2156-487a-b901-3f54b9c84a49 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:17.365606 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b003894c-2156-487a-b901-3f54b9c84a49 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1262400 Aug 11 22:20:17.366791 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5bcd4b11-f9e1-46c0-a3cc-59644e0fc4d0 req-7e384a01-168b-4e11-81cd-1ae25afdd50f tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:17.369269 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58718) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:17.406449 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-74a3a21b-68cf-42aa-93c8-78dd17971783 None None] Provisioning for port 27a43c4d-fbd5-4692-9509-14c65daa6f1e completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:20:17.417141 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-74a3a21b-68cf-42aa-93c8-78dd17971783 None None] Provisioning complete for port 27a43c4d-fbd5-4692-9509-14c65daa6f1e triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:20:17.417791 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-74a3a21b-68cf-42aa-93c8-78dd17971783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:17.457740 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e384a01-168b-4e11-81cd-1ae25afdd50f tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Pushing event deleted for resources: {'Port': ['ID=ad709186-dffc-489e-878d-76de899ca8af,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:17.466380 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58722) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:17.472952 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-79bfba22-c39f-49f9-b78c-a277b263094f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1016300 Aug 11 22:20:17.493385 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-8de03431-df46-4999-bec2-8d70c45cb18b service neutron] 10.222.0.77 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8227813 Aug 11 22:20:17.498076 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-8aad0ec7-0630-478f-bf37-bc274c7ce3fa tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:20:17.505337 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bcd4b11-f9e1-46c0-a3cc-59644e0fc4d0 req-7e384a01-168b-4e11-81cd-1ae25afdd50f tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] No DVR routers for this DVR port ad709186-dffc-489e-878d-76de899ca8af on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:20:17.509547 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5bcd4b11-f9e1-46c0-a3cc-59644e0fc4d0 req-7e384a01-168b-4e11-81cd-1ae25afdd50f tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:17.513315 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5bcd4b11-f9e1-46c0-a3cc-59644e0fc4d0 req-7e384a01-168b-4e11-81cd-1ae25afdd50f tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.82 "DELETE /v2.0/ports/ad709186-dffc-489e-878d-76de899ca8af HTTP/1.1" status: 204 len: 173 time: 1.2382109 Aug 11 22:20:17.516334 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd874068c-2c88-4b70-87bc-9fac0831ad11', 'name': 'network-vif-deleted', 'tag': 'ad709186-dffc-489e-878d-76de899ca8af'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:20:17.520964 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7040328b-234d-40c0-b90c-8e7d816159c9" -d '{"events": [{"server_uuid": "d874068c-2c88-4b70-87bc-9fac0831ad11", "name": "network-vif-deleted", "tag": "ad709186-dffc-489e-878d-76de899ca8af"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:20:17.557843 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:17.613554 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-74a3a21b-68cf-42aa-93c8-78dd17971783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:17.677239 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-74a3a21b-68cf-42aa-93c8-78dd17971783 None None] For port 27a43c4d-fbd5-4692-9509-14c65daa6f1e, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=27a43c4d-fbd5-4692-9509-14c65daa6f1e,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:20:17.694094 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-74a3a21b-68cf-42aa-93c8-78dd17971783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:17.773334 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-ce5088f0-7658-4089-82cf-e84de11f5934 service neutron] 10.222.0.77 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781472 Aug 11 22:20:17.788855 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bf831e-c7f4-424b-bc7f-1300f66de272 None None] DHCP port deletion for 031f2dcc-5a67-473f-bde2-e5d9a50304c4 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:20:17.798593 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5421df9f-edea-486c-8f3c-7acd32232193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:17.807154 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5421df9f-edea-486c-8f3c-7acd32232193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:17.859115 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aad0ec7-0630-478f-bf37-bc274c7ce3fa tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:20:17.871090 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8aad0ec7-0630-478f-bf37-bc274c7ce3fa tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:17.885655 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5421df9f-edea-486c-8f3c-7acd32232193 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1a913d6f8255467dbbb914797b391ac7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2995839 Aug 11 22:20:17.887078 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421df9f-edea-486c-8f3c-7acd32232193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c639b41-ea41-441c-bba5-78acc5ce38fa,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:17.889919 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58728) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:17.991090 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3a21b-68cf-42aa-93c8-78dd17971783 None None] Pushing event updated for resources: {'Port': ['ID=27a43c4d-fbd5-4692-9509-14c65daa6f1e,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:18.024451 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-50bf831e-c7f4-424b-bc7f-1300f66de272 None None] Deleting port 27a43c4d-fbd5-4692-9509-14c65daa6f1e {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:20:18.025221 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-50bf831e-c7f4-424b-bc7f-1300f66de272 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:18.046952 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7bcbdb33-0659-4ab6-bd99-53b443ad3134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:18.140472 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7bcbdb33-0659-4ab6-bd99-53b443ad3134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:18.297766 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7bcbdb33-0659-4ab6-bd99-53b443ad3134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:18.303655 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7bcbdb33-0659-4ab6-bd99-53b443ad3134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:18.305711 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7bcbdb33-0659-4ab6-bd99-53b443ad3134 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9c639b41-ea41-441c-bba5-78acc5ce38fa HTTP/1.1" status: 204 len: 168 time: 0.4146082 Aug 11 22:20:18.342235 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbdb33-0659-4ab6-bd99-53b443ad3134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c639b41-ea41-441c-bba5-78acc5ce38fa,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:18.424112 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-50bf831e-c7f4-424b-bc7f-1300f66de272 None None] For port 27a43c4d-fbd5-4692-9509-14c65daa6f1e, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=27a43c4d-fbd5-4692-9509-14c65daa6f1e,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:20:18.424834 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-50bf831e-c7f4-424b-bc7f-1300f66de272 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:18.502097 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-50bf831e-c7f4-424b-bc7f-1300f66de272 None None] Calling delete_port for 27a43c4d-fbd5-4692-9509-14c65daa6f1e owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:20:18.668250 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6f0205eb-34f7-4d06-8bf5-bc11631ed531 req-3d077aac-a0b1-4c16-a3b1-66a0e1ef98ec tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "GET /v2.0/ports?device_id=d874068c-2c88-4b70-87bc-9fac0831ad11 HTTP/1.1" status: 200 len: 210 time: 0.1376293 Aug 11 22:20:18.833723 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 27a43c4d-fbd5-4692-9509-14c65daa6f1e no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:20:18.948968 n-d-804275-3 neutron-server[100942]: DEBUG neutron.objects.ports [None req-8aad0ec7-0630-478f-bf37-bc274c7ce3fa tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 22:20:19.001739 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-50bf831e-c7f4-424b-bc7f-1300f66de272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:19.055907 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bf831e-c7f4-424b-bc7f-1300f66de272 None None] No DVR routers for this DVR port 27a43c4d-fbd5-4692-9509-14c65daa6f1e on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:20:19.119109 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:19.121620 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf831e-c7f4-424b-bc7f-1300f66de272 None None] Pushing event deleted for resources: {'Port': ['ID=27a43c4d-fbd5-4692-9509-14c65daa6f1e,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:19.132349 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff107687-743d-4f0c-9127-c4b05445335f req-a095528e-e8ee-4523-9508-d4afb5eb48f7 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:19.134141 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ff107687-743d-4f0c-9127-c4b05445335f req-a095528e-e8ee-4523-9508-d4afb5eb48f7 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/networks?id=525653ba-733f-4742-bbd1-0f51c8acc1f0 HTTP/1.1" status: 200 len: 809 time: 0.2744923 Aug 11 22:20:19.148117 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:19.179389 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ff107687-743d-4f0c-9127-c4b05445335f req-cc1df708-58c1-46e7-8518-8090fff7d18d tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/quotas/70f061d11ec9424ca49540ce6c807e4b HTTP/1.1" status: 200 len: 375 time: 0.0276620 Aug 11 22:20:19.245432 n-d-804275-3 neutron-server[100942]: WARNING neutron.services.revisions.revision_plugin [None req-8aad0ec7-0630-478f-bf37-bc274c7ce3fa tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Could not find related port for resource to bump revision. Aug 11 22:20:19.251327 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.ipam_pluggable_backend [None req-8aad0ec7-0630-478f-bf37-bc274c7ce3fa tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Port 27a43c4d-fbd5-4692-9509-14c65daa6f1e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100942) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 11 22:20:19.251755 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.ipam_pluggable_backend [None req-8aad0ec7-0630-478f-bf37-bc274c7ce3fa tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Reverting IP allocation for 2001:db8::f816:3eff:fe66:d48e {{(pid=100942) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 11 22:20:19.259755 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.ipam_pluggable_backend [None req-8aad0ec7-0630-478f-bf37-bc274c7ce3fa tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe66:d48e {{(pid=100942) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 11 22:20:19.261929 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8aad0ec7-0630-478f-bf37-bc274c7ce3fa tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:19.283120 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ff107687-743d-4f0c-9127-c4b05445335f req-4f5f6231-a00e-4441-ac5b-3e5593667222 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=70f061d11ec9424ca49540ce6c807e4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0822635 Aug 11 22:20:19.326624 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aad0ec7-0630-478f-bf37-bc274c7ce3fa tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:20:19.334116 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-8aad0ec7-0630-478f-bf37-bc274c7ce3fa tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:20:19.344910 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3a9527-7b57-4f32-b5f1-3794105ce985 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:20:19.346447 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aad0ec7-0630-478f-bf37-bc274c7ce3fa tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:19.347384 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8aad0ec7-0630-478f-bf37-bc274c7ce3fa tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:19.368600 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad0ec7-0630-478f-bf37-bc274c7ce3fa tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Subnet': ['ID=e19c6299-b226-4dda-a01d-f72d8bc3e7d6,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:19.391280 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8aad0ec7-0630-478f-bf37-bc274c7ce3fa tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9219067 Aug 11 22:20:19.392527 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58768) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:19.402380 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-9207d927-47f0-4604-9a0f-79985283c124 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:20:19.573583 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ff107687-743d-4f0c-9127-c4b05445335f req-ba8cb164-faac-4e79-857a-3582f906171d service neutron] 10.222.0.77 "GET /v2.0/networks/525653ba-733f-4742-bbd1-0f51c8acc1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867043 Aug 11 22:20:19.755572 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc495b97-3857-464c-a8e1-1d34a4071cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'fixed_ips': [{'subnet_id': 'e19c6299-b226-4dda-a01d-f72d8bc3e7d6'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:20:19.755572 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-dc495b97-3857-464c-a8e1-1d34a4071cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:19.839186 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ff107687-743d-4f0c-9127-c4b05445335f req-a2ceda3b-b9da-457e-9595-3b71692c147e service neutron] 10.222.0.77 "GET /v2.0/networks/525653ba-733f-4742-bbd1-0f51c8acc1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427211 Aug 11 22:20:20.052422 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-dc495b97-3857-464c-a8e1-1d34a4071cba None None] Allocated IP 2001:db8::f816:3eff:fe4e:356e (031f2dcc-5a67-473f-bde2-e5d9a50304c4/e19c6299-b226-4dda-a01d-f72d8bc3e7d6/c21a3de8-486e-43e8-9e45-4e02cb8ccdc9) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:20:20.261917 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device ad709186-dffc-489e-878d-76de899ca8af no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:20:20.422469 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: ad709186-dffc-489e-878d-76de899ca8af {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:20:20.422973 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device ad709186-dffc-489e-878d-76de899ca8af not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:20:20.440324 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c08f6-aa33-4756-b333-01c44ad35047 req-ec03f0de-a4c6-45c9-a678-2df554d36278 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:20.452777 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c10c08f6-aa33-4756-b333-01c44ad35047 req-ec03f0de-a4c6-45c9-a678-2df554d36278 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 945 time: 0.1093235 Aug 11 22:20:20.532029 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-b4de3154-304d-4646-b41d-d62b340ad444 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:20.534396 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-b4de3154-304d-4646-b41d-d62b340ad444 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.52 "GET /v2.0/networks?id=e7790f3f-c934-4280-a7bc-7879373f53d3 HTTP/1.1" status: 200 len: 806 time: 0.4164414 Aug 11 22:20:20.548032 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-04665039-1cbb-47f9-98a0-f19c5fa91d78 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Request body: {'port': {'device_id': 'b01e0517-6ebc-4d61-9343-fab467a79620', 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3', 'admin_state_up': True, 'tenant_id': '46c13839859945349c0d5afcfb364f66'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:20:20.572846 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c10c08f6-aa33-4756-b333-01c44ad35047 req-2d5fb489-52bd-4f8a-b089-582d40b970c7 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140754 Aug 11 22:20:20.621603 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:20.643942 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-dc495b97-3857-464c-a8e1-1d34a4071cba None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:20.681873 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-dc495b97-3857-464c-a8e1-1d34a4071cba None None] Transition to ACTIVE for port object c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:20:20.740824 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-dc495b97-3857-464c-a8e1-1d34a4071cba None None] Transition to ACTIVE for port object c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:20:20.743272 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6185bd02-78ea-4ef5-babb-b3efeb11ad58 x-openstack-request-id: req-6185bd02-78ea-4ef5-babb-b3efeb11ad58 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:20:20.743641 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d874068c-2c88-4b70-87bc-9fac0831ad11", "name": "network-vif-deleted", "tag": "ad709186-dffc-489e-878d-76de899ca8af", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:20:20.743856 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6185bd02-78ea-4ef5-babb-b3efeb11ad58 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:20:20.745630 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd874068c-2c88-4b70-87bc-9fac0831ad11', 'name': 'network-vif-deleted', 'tag': 'ad709186-dffc-489e-878d-76de899ca8af', 'status': 'completed', 'code': 200} Aug 11 22:20:20.746547 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9207d927-47f0-4604-9a0f-79985283c124 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:20:20.750789 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9207d927-47f0-4604-9a0f-79985283c124 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:20.753289 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-dc495b97-3857-464c-a8e1-1d34a4071cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:20.842944 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-41066322-58d8-4bc3-b145-d513acd38d78 req-cccf0f0d-8e50-4d91-b834-eeb35824bdff tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01e0517-6ebc-4d61-9343-fab467a79620 HTTP/1.1" status: 200 len: 210 time: 0.0378914 Aug 11 22:20:20.918299 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc495b97-3857-464c-a8e1-1d34a4071cba None None] Pushing event updated for resources: {'Port': ['ID=c21a3de8-486e-43e8-9e45-4e02cb8ccdc9,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:20.927681 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58806) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:20.962337 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc495b97-3857-464c-a8e1-1d34a4071cba None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:20:20.966416 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-dc495b97-3857-464c-a8e1-1d34a4071cba None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:20:20.976123 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc495b97-3857-464c-a8e1-1d34a4071cba None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:20:20.980784 n-d-804275-3 neutron-server[100942]: INFO neutron.db.ipam_backend_mixin [None req-9207d927-47f0-4604-9a0f-79985283c124 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e19c6299-b226-4dda-a01d-f72d8bc3e7d6 (CIDR: 2001:db8::/64) Aug 11 22:20:20.988853 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-9207d927-47f0-4604-9a0f-79985283c124 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:20:20.989479 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9207d927-47f0-4604-9a0f-79985283c124 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:20:21.018916 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-04665039-1cbb-47f9-98a0-f19c5fa91d78 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Made reservation on behalf of 46c13839859945349c0d5afcfb364f66 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:20:21.024358 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-04665039-1cbb-47f9-98a0-f19c5fa91d78 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:21.043335 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9207d927-47f0-4604-9a0f-79985283c124 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6489179 Aug 11 22:20:21.054804 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58810) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:21.066413 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-76c65f6a-ae73-4da3-9c0f-8ae5ffa78094 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:20:21.126489 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-dc495b97-3857-464c-a8e1-1d34a4071cba None None] Attempting to bind port c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:20:21.127082 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-dc495b97-3857-464c-a8e1-1d34a4071cba None None] Attempting to bind port c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:20:21.127914 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc495b97-3857-464c-a8e1-1d34a4071cba None None] Attempting to bind port c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 on network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:20:21.146769 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc495b97-3857-464c-a8e1-1d34a4071cba None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:20:21.148595 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc495b97-3857-464c-a8e1-1d34a4071cba None None] Checking segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:20:21.150313 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-dc495b97-3857-464c-a8e1-1d34a4071cba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:21.150313 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc495b97-3857-464c-a8e1-1d34a4071cba None None] Bound using segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:20:21.150962 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-dc495b97-3857-464c-a8e1-1d34a4071cba None None] Bound port: c21a3de8-486e-43e8-9e45-4e02cb8ccdc9, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:20:21.152220 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-dc495b97-3857-464c-a8e1-1d34a4071cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:21.170869 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-18059938-0e02-4132-98eb-af539cab40c6 req-ae8775cc-e0e8-47fe-8907-3f9328aac838 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?device_id=60bbc1ae-6528-4cc3-9634-3b3fe3255353 HTTP/1.1" status: 200 len: 210 time: 0.1151319 Aug 11 22:20:21.257554 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-04665039-1cbb-47f9-98a0-f19c5fa91d78 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Allocated IP 172.20.0.9 (e7790f3f-c934-4280-a7bc-7879373f53d3/e0ec9ba0-9b08-41f6-a732-89f14df6459a/c5d76c0a-bb66-444d-8b25-6eb72cf8ed31) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:20:21.277903 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-dc495b97-3857-464c-a8e1-1d34a4071cba None None] For port c21a3de8-486e-43e8-9e45-4e02cb8ccdc9, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:20:21.282110 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-dc495b97-3857-464c-a8e1-1d34a4071cba None None] For port c21a3de8-486e-43e8-9e45-4e02cb8ccdc9, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=c21a3de8-486e-43e8-9e45-4e02cb8ccdc9,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:20:21.293131 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-dc495b97-3857-464c-a8e1-1d34a4071cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:21.419105 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1793cae2-bb2f-47d6-aff5-8a06948fce6d tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:21.459858 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc495b97-3857-464c-a8e1-1d34a4071cba None None] Pushing event updated for resources: {'Port': ['ID=c21a3de8-486e-43e8-9e45-4e02cb8ccdc9,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:21.496178 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1793cae2-bb2f-47d6-aff5-8a06948fce6d tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:21.509333 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-04665039-1cbb-47f9-98a0-f19c5fa91d78 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:21.614856 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-04665039-1cbb-47f9-98a0-f19c5fa91d78 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:21.648628 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['4f7cb9d4-f60b-4372-a47f-b765a6295863'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:20:21.743981 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1793cae2-bb2f-47d6-aff5-8a06948fce6d tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:21.747093 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-04665039-1cbb-47f9-98a0-f19c5fa91d78 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Network e7790f3f-c934-4280-a7bc-7879373f53d3 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:20:21.757938 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1793cae2-bb2f-47d6-aff5-8a06948fce6d tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:21.758291 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-04665039-1cbb-47f9-98a0-f19c5fa91d78 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:20:21.761844 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1793cae2-bb2f-47d6-aff5-8a06948fce6d tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "DELETE /v2.0/security-groups/723102e9-b2e7-41df-9555-e9d9bb0f96f3 HTTP/1.1" status: 204 len: 168 time: 0.8324392 Aug 11 22:20:21.780130 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58826) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:21.789878 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-04665039-1cbb-47f9-98a0-f19c5fa91d78 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:20:21.810896 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793cae2-bb2f-47d6-aff5-8a06948fce6d tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=723102e9-b2e7-41df-9555-e9d9bb0f96f3,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:21.841520 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c65f6a-ae73-4da3-9c0f-8ae5ffa78094 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:20:21.847597 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-76c65f6a-ae73-4da3-9c0f-8ae5ffa78094 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:21.864312 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04665039-1cbb-47f9-98a0-f19c5fa91d78 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Pushing event updated for resources: {'Port': ['ID=c5d76c0a-bb66-444d-8b25-6eb72cf8ed31,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:21.957372 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aea7e5c1-f6b2-41e8-bee1-900382f0ad97 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:21.990927 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-04665039-1cbb-47f9-98a0-f19c5fa91d78 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:21.992231 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-04665039-1cbb-47f9-98a0-f19c5fa91d78 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:22.057230 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-04665039-1cbb-47f9-98a0-f19c5fa91d78 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5136344 Aug 11 22:20:22.068721 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aea7e5c1-f6b2-41e8-bee1-900382f0ad97 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:22.084058 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-3363ff88-f0a4-4520-8c1a-8567978ace42 service neutron] Request body: {'port': {'device_id': 'b01e0517-6ebc-4d61-9343-fab467a79620', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:20:22.088663 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf36b3f-b446-4a3d-ba99-61792c3c13aa req-488f8934-adbf-4b9f-bc8e-bee6238c071c tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:22.104887 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-caf36b3f-b446-4a3d-ba99-61792c3c13aa req-488f8934-adbf-4b9f-bc8e-bee6238c071c tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 945 time: 0.2853088 Aug 11 22:20:22.480559 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aea7e5c1-f6b2-41e8-bee1-900382f0ad97 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:22.485716 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aea7e5c1-f6b2-41e8-bee1-900382f0ad97 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:22.488467 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-aea7e5c1-f6b2-41e8-bee1-900382f0ad97 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "DELETE /v2.0/security-groups/76bdd88a-bd73-4131-a804-39e07f88ffe6 HTTP/1.1" status: 204 len: 168 time: 0.6925511 Aug 11 22:20:22.496960 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58844) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:22.505601 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-3363ff88-f0a4-4520-8c1a-8567978ace42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:22.584546 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7e5c1-f6b2-41e8-bee1-900382f0ad97 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bdd88a-bd73-4131-a804-39e07f88ffe6,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:22.687043 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-76c65f6a-ae73-4da3-9c0f-8ae5ffa78094 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:22.911012 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:20:22.922364 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff107687-743d-4f0c-9127-c4b05445335f req-db5cc79a-d09d-40d1-a341-b2e68ae0b0a3 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:22.929007 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ff107687-743d-4f0c-9127-c4b05445335f req-db5cc79a-d09d-40d1-a341-b2e68ae0b0a3 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.82 "GET /v2.0/networks?id=525653ba-733f-4742-bbd1-0f51c8acc1f0 HTTP/1.1" status: 200 len: 809 time: 0.7603929 Aug 11 22:20:22.954502 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-ff107687-743d-4f0c-9127-c4b05445335f req-3ea71d34-212e-4d82-b347-8542a38eb8d5 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Request body: {'port': {'device_id': '60bbc1ae-6528-4cc3-9634-3b3fe3255353', 'network_id': '525653ba-733f-4742-bbd1-0f51c8acc1f0', 'admin_state_up': True, 'tenant_id': '70f061d11ec9424ca49540ce6c807e4b'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:20:23.054437 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:20:23.099599 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-caf36b3f-b446-4a3d-ba99-61792c3c13aa req-f2033b9e-1f95-4d3b-83c9-4e9dbf5decf9 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9943998 Aug 11 22:20:23.105990 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-890a2c91-51ae-48ad-a7c6-0c7bb6184bc5 None None] Provisioning for port c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:20:23.111136 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-890a2c91-51ae-48ad-a7c6-0c7bb6184bc5 None None] Provisioning complete for port c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:20:23.112390 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-890a2c91-51ae-48ad-a7c6-0c7bb6184bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:23.119415 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c65f6a-ae73-4da3-9c0f-8ae5ffa78094 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:20:23.169188 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-3363ff88-f0a4-4520-8c1a-8567978ace42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5d76c0a-bb66-444d-8b25-6eb72cf8ed31 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:20:23.182177 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-3363ff88-f0a4-4520-8c1a-8567978ace42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:23.182688 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-76c65f6a-ae73-4da3-9c0f-8ae5ffa78094 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:20:23.187955 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c65f6a-ae73-4da3-9c0f-8ae5ffa78094 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:23.188657 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-76c65f6a-ae73-4da3-9c0f-8ae5ffa78094 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:23.191803 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c65f6a-ae73-4da3-9c0f-8ae5ffa78094 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Subnet': ['ID=fbb99d27-2c2c-4fd7-a0b3-c00a0d530746,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:23.215023 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-3363ff88-f0a4-4520-8c1a-8567978ace42 service neutron] Transition to ACTIVE for port object c5d76c0a-bb66-444d-8b25-6eb72cf8ed31 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:20:23.216760 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f806db9-c41e-463f-b708-b4491ab492e0 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:20:23.232897 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-3363ff88-f0a4-4520-8c1a-8567978ace42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:23.297376 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-76c65f6a-ae73-4da3-9c0f-8ae5ffa78094 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2370546 Aug 11 22:20:23.301035 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58870) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:23.312709 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-baa8c4cb-816d-493b-b562-0a4ccf437481 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'port': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'mac_address': 'fa:16:3e:57:c1:ac', 'name': 'tempest-NetworksTestDHCPv6-1663250494'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:20:23.381023 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3363ff88-f0a4-4520-8c1a-8567978ace42 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d76c0a-bb66-444d-8b25-6eb72cf8ed31,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:23.388016 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff107687-743d-4f0c-9127-c4b05445335f req-3ea71d34-212e-4d82-b347-8542a38eb8d5 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Made reservation on behalf of 70f061d11ec9424ca49540ce6c807e4b for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:20:23.393837 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ff107687-743d-4f0c-9127-c4b05445335f req-3ea71d34-212e-4d82-b347-8542a38eb8d5 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:23.413772 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-890a2c91-51ae-48ad-a7c6-0c7bb6184bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:23.491064 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-890a2c91-51ae-48ad-a7c6-0c7bb6184bc5 None None] For port c21a3de8-486e-43e8-9e45-4e02cb8ccdc9, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=c21a3de8-486e-43e8-9e45-4e02cb8ccdc9,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:20:23.501054 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-890a2c91-51ae-48ad-a7c6-0c7bb6184bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:23.569174 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-3363ff88-f0a4-4520-8c1a-8567978ace42 service neutron] Attempting to bind port c5d76c0a-bb66-444d-8b25-6eb72cf8ed31 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:20:23.569415 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-3363ff88-f0a4-4520-8c1a-8567978ace42 service neutron] Attempting to bind port c5d76c0a-bb66-444d-8b25-6eb72cf8ed31 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '07f7d92d-e949-43a3-b2dd-627bd28bd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:20:23.569756 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-3363ff88-f0a4-4520-8c1a-8567978ace42 service neutron] Attempting to bind port c5d76c0a-bb66-444d-8b25-6eb72cf8ed31 on network e7790f3f-c934-4280-a7bc-7879373f53d3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:20:23.570478 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a2c91-51ae-48ad-a7c6-0c7bb6184bc5 None None] Pushing event updated for resources: {'Port': ['ID=c21a3de8-486e-43e8-9e45-4e02cb8ccdc9,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:23.578012 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-3363ff88-f0a4-4520-8c1a-8567978ace42 service neutron] Port c5d76c0a-bb66-444d-8b25-6eb72cf8ed31 on network e7790f3f-c934-4280-a7bc-7879373f53d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:20:23.578352 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-3363ff88-f0a4-4520-8c1a-8567978ace42 service neutron] Attempting to bind port c5d76c0a-bb66-444d-8b25-6eb72cf8ed31 on network e7790f3f-c934-4280-a7bc-7879373f53d3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:20:23.593848 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-3363ff88-f0a4-4520-8c1a-8567978ace42 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:20:23.593848 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-3363ff88-f0a4-4520-8c1a-8567978ace42 service neutron] Checking segment: {'id': '07f7d92d-e949-43a3-b2dd-627bd28bd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:20:23.593848 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-3363ff88-f0a4-4520-8c1a-8567978ace42 service neutron] Bound using segment: {'id': '07f7d92d-e949-43a3-b2dd-627bd28bd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:20:23.593848 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-3363ff88-f0a4-4520-8c1a-8567978ace42 service neutron] Bound port: c5d76c0a-bb66-444d-8b25-6eb72cf8ed31, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7d92d-e949-43a3-b2dd-627bd28bd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:20:23.594395 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-3363ff88-f0a4-4520-8c1a-8567978ace42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:23.635158 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbe73f-e9be-4461-8c36-7a13edb81bee req-1371178d-49f8-4e49-beaf-b07de3c8843a tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:23.637010 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2afbe73f-e9be-4461-8c36-7a13edb81bee req-1371178d-49f8-4e49-beaf-b07de3c8843a tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01e0517-6ebc-4d61-9343-fab467a79620 HTTP/1.1" status: 200 len: 943 time: 0.2927411 Aug 11 22:20:23.732602 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-ff107687-743d-4f0c-9127-c4b05445335f req-3ea71d34-212e-4d82-b347-8542a38eb8d5 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Allocated IP 172.20.0.8 (525653ba-733f-4742-bbd1-0f51c8acc1f0/dbcbd227-7a33-45ec-83c8-c539ae547045/ffdeb9eb-2c14-492a-aa81-131467702537) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:20:23.739849 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58876) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:23.748486 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb904cf-5545-491b-9cfc-29f556084c29 None None] Update dhcp port {'port': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'fixed_ips': [{'subnet_id': 'e19c6299-b226-4dda-a01d-f72d8bc3e7d6', 'ip_address': '2001:db8::f816:3eff:fe4e:356e'}, {'subnet_id': 'fbb99d27-2c2c-4fd7-a0b3-c00a0d530746'}], 'binding:host_id': 'n-d-804275-3'}, 'id': 'c21a3de8-486e-43e8-9e45-4e02cb8ccdc9'} from n-d-804275-3. {{(pid=100944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 22:20:23.757999 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-3363ff88-f0a4-4520-8c1a-8567978ace42 service neutron] For port c5d76c0a-bb66-444d-8b25-6eb72cf8ed31, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:20:23.780081 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-3363ff88-f0a4-4520-8c1a-8567978ace42 service neutron] For port c5d76c0a-bb66-444d-8b25-6eb72cf8ed31, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=c5d76c0a-bb66-444d-8b25-6eb72cf8ed31,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:20:23.788967 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-3363ff88-f0a4-4520-8c1a-8567978ace42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:23.812765 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2afbe73f-e9be-4461-8c36-7a13edb81bee req-8cb94d97-7d0f-4e6a-9a3e-71388ccd33ef tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198108 Aug 11 22:20:23.829364 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0fb904cf-5545-491b-9cfc-29f556084c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:23.859078 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa8c4cb-816d-493b-b562-0a4ccf437481 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:20:23.890149 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-3363ff88-f0a4-4520-8c1a-8567978ace42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:23.891341 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-3363ff88-f0a4-4520-8c1a-8567978ace42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:23.894319 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-3363ff88-f0a4-4520-8c1a-8567978ace42 service neutron] 10.222.0.52 "PUT /v2.0/ports/c5d76c0a-bb66-444d-8b25-6eb72cf8ed31 HTTP/1.1" status: 200 len: 1091 time: 1.8196852 Aug 11 22:20:23.895190 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3363ff88-f0a4-4520-8c1a-8567978ace42 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d76c0a-bb66-444d-8b25-6eb72cf8ed31,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:23.898330 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01e0517-6ebc-4d61-9343-fab467a79620', 'tag': 'c5d76c0a-bb66-444d-8b25-6eb72cf8ed31'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:20:23.901454 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030cdde7-07d3-49fa-944a-a28d76aafe16" -d '{"events": [{"name": "network-changed", "server_uuid": "b01e0517-6ebc-4d61-9343-fab467a79620", "tag": "c5d76c0a-bb66-444d-8b25-6eb72cf8ed31"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:20:24.009936 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4165d5e9-d910-4647-a9f0-121e7c03f3c1 req-9192ed22-dc62-488a-b892-52b3ea41ecee tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?device_id=60bbc1ae-6528-4cc3-9634-3b3fe3255353 HTTP/1.1" status: 200 len: 210 time: 0.0492029 Aug 11 22:20:24.058335 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d2f520fa-8aec-4266-b562-f4ecf96ec6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:24.132362 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-baa8c4cb-816d-493b-b562-0a4ccf437481 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:24.150686 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-909a98ab-4873-4d4d-a951-13c9b49629cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:24.152315 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-909a98ab-4873-4d4d-a951-13c9b49629cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46c13839859945349c0d5afcfb364f66&device_id=b01e0517-6ebc-4d61-9343-fab467a79620 HTTP/1.1" status: 200 len: 1094 time: 0.1325605 Aug 11 22:20:24.168727 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-02d488e3-0816-4c27-9813-f3caba3a5307 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:24.170021 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ff107687-743d-4f0c-9127-c4b05445335f req-3ea71d34-212e-4d82-b347-8542a38eb8d5 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:24.188743 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-baa8c4cb-816d-493b-b562-0a4ccf437481 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] device_id is not set on port 04e738c1-35b8-41b7-88aa-d3ab6410a637 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:20:24.264563 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-48d55288-c536-4546-ba38-8f6dca077d0d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5d76c0a-bb66-444d-8b25-6eb72cf8ed31 HTTP/1.1" status: 200 len: 217 time: 0.0918579 Aug 11 22:20:24.293335 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-0fb904cf-5545-491b-9cfc-29f556084c29 None None] Allocated IP 2001:db8:0:1::2 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/fbb99d27-2c2c-4fd7-a0b3-c00a0d530746/c21a3de8-486e-43e8-9e45-4e02cb8ccdc9) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:20:24.341125 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ded87c-15bf-48ec-83b4-e19a8ea88339 x-openstack-request-id: req-e1ded87c-15bf-48ec-83b4-e19a8ea88339 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:20:24.341125 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01e0517-6ebc-4d61-9343-fab467a79620", "tag": "c5d76c0a-bb66-444d-8b25-6eb72cf8ed31", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:20:24.341125 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e1ded87c-15bf-48ec-83b4-e19a8ea88339 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:20:24.341125 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01e0517-6ebc-4d61-9343-fab467a79620', 'tag': 'c5d76c0a-bb66-444d-8b25-6eb72cf8ed31', 'status': 'completed', 'code': 200} Aug 11 22:20:24.432081 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ff107687-743d-4f0c-9127-c4b05445335f req-3ea71d34-212e-4d82-b347-8542a38eb8d5 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:24.462517 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-d4a7360b-c191-4d62-a593-4e69da6a44c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:24.464247 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-d4a7360b-c191-4d62-a593-4e69da6a44c6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0ec9ba0-9b08-41f6-a732-89f14df6459a HTTP/1.1" status: 200 len: 846 time: 0.1836643 Aug 11 22:20:24.534688 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d2f520fa-8aec-4266-b562-f4ecf96ec6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:24.547733 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff107687-743d-4f0c-9127-c4b05445335f req-3ea71d34-212e-4d82-b347-8542a38eb8d5 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Network 525653ba-733f-4742-bbd1-0f51c8acc1f0 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:20:24.569499 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d2f520fa-8aec-4266-b562-f4ecf96ec6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:24.572580 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-ff107687-743d-4f0c-9127-c4b05445335f req-3ea71d34-212e-4d82-b347-8542a38eb8d5 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:20:24.589219 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-0fb904cf-5545-491b-9cfc-29f556084c29 None None] For port c21a3de8-486e-43e8-9e45-4e02cb8ccdc9, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=c21a3de8-486e-43e8-9e45-4e02cb8ccdc9,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:20:24.596300 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff107687-743d-4f0c-9127-c4b05445335f req-3ea71d34-212e-4d82-b347-8542a38eb8d5 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:20:24.662588 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-49d0475e-ddc6-433b-a0b6-343acfa5a224 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7790f3f-c934-4280-a7bc-7879373f53d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1718287 Aug 11 22:20:24.663229 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0fb904cf-5545-491b-9cfc-29f556084c29 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:24.669563 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff107687-743d-4f0c-9127-c4b05445335f req-3ea71d34-212e-4d82-b347-8542a38eb8d5 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:24.670498 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ff107687-743d-4f0c-9127-c4b05445335f req-3ea71d34-212e-4d82-b347-8542a38eb8d5 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:24.679223 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea71d34-212e-4d82-b347-8542a38eb8d5 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Pushing event updated for resources: {'Port': ['ID=ffdeb9eb-2c14-492a-aa81-131467702537,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:24.708551 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0fb904cf-5545-491b-9cfc-29f556084c29 None None] Transition to ACTIVE for port object c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:20:24.715412 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0fb904cf-5545-491b-9cfc-29f556084c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:24.745669 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:20:24.838734 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-00d76501-641f-44d3-9184-73ea0dde9cb9 service neutron] 10.222.0.52 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646914 Aug 11 22:20:24.848264 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d2f520fa-8aec-4266-b562-f4ecf96ec6de admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cdec4de3f3d34497877eb8442f71eb01&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1049299 Aug 11 22:20:24.864312 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58898) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:24.876055 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f520fa-8aec-4266-b562-f4ecf96ec6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc9d7a0-389c-44ff-86e3-5a5c80b94084,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:24.890555 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ff107687-743d-4f0c-9127-c4b05445335f req-3ea71d34-212e-4d82-b347-8542a38eb8d5 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9456565 Aug 11 22:20:25.002222 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae9672-dd0f-4876-abae-a89ddf02828d req-a48027dd-21d4-405e-b4e1-4ee9217f519e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:25.004476 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-90ae9672-dd0f-4876-abae-a89ddf02828d req-a48027dd-21d4-405e-b4e1-4ee9217f519e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=89e42f6e555b4d71928261e2b4518d8d&device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 1096 time: 0.5818393 Aug 11 22:20:25.020859 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d266e-e795-4593-8710-352326898772 req-6dba9dbd-4b5b-452a-be10-821bd2974d6f tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:25.022579 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ee7d266e-e795-4593-8710-352326898772 req-6dba9dbd-4b5b-452a-be10-821bd2974d6f tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 945 time: 0.6195047 Aug 11 22:20:25.030139 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-ff107687-743d-4f0c-9127-c4b05445335f req-fd9022a5-efab-49c4-aa73-7f149221bd56 service neutron] Request body: {'port': {'device_id': '60bbc1ae-6528-4cc3-9634-3b3fe3255353', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:20:25.086874 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb904cf-5545-491b-9cfc-29f556084c29 None None] Pushing event updated for resources: {'Port': ['ID=c21a3de8-486e-43e8-9e45-4e02cb8ccdc9,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:25.194189 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4b2410b3-45f4-46b9-a591-a6d25f062b3a req-2b4dcdac-8534-4264-8039-4a8acf430473 service neutron] 10.222.0.52 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427315 Aug 11 22:20:25.197292 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ff107687-743d-4f0c-9127-c4b05445335f req-fd9022a5-efab-49c4-aa73-7f149221bd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:25.218556 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e909c4e9-dabc-40d4-b61d-44a2221e4084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:25.251038 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-baa8c4cb-816d-493b-b562-0a4ccf437481 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Allocated IP 2001:db8:0:1::183 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/fbb99d27-2c2c-4fd7-a0b3-c00a0d530746/04e738c1-35b8-41b7-88aa-d3ab6410a637) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:20:25.286518 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-baa8c4cb-816d-493b-b562-0a4ccf437481 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Allocated IP 2001:db8::f816:3eff:fe57:c1ac (031f2dcc-5a67-473f-bde2-e5d9a50304c4/e19c6299-b226-4dda-a01d-f72d8bc3e7d6/04e738c1-35b8-41b7-88aa-d3ab6410a637) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:20:25.314014 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ee7d266e-e795-4593-8710-352326898772 req-d5d7b480-4313-4057-a6b7-9f984dfbaf69 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2647116 Aug 11 22:20:25.326591 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e909c4e9-dabc-40d4-b61d-44a2221e4084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:25.363446 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae9672-dd0f-4876-abae-a89ddf02828d req-1a8aed44-595a-49e3-af16-e2a96c923b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:25.365630 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-90ae9672-dd0f-4876-abae-a89ddf02828d req-1a8aed44-595a-49e3-af16-e2a96c923b9d service neutron] 10.222.0.82 "GET /v2.0/networks?id=38b8f25c-cd12-4628-9365-0e6780cd68b7 HTTP/1.1" status: 200 len: 912 time: 0.3420057 Aug 11 22:20:25.558330 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cdde7-07d3-49fa-944a-a28d76aafe16 req-4962f1e3-2cd6-4da8-a5bd-6a6c4eddd5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:25.558639 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-90ae9672-dd0f-4876-abae-a89ddf02828d req-bd2e6373-f141-427e-a988-c2b31826946d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d5ea22b-791e-4a23-8607-6efb79b4adb9 HTTP/1.1" status: 200 len: 1001 time: 0.1813021 Aug 11 22:20:25.560670 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-030cdde7-07d3-49fa-944a-a28d76aafe16 req-4962f1e3-2cd6-4da8-a5bd-6a6c4eddd5a6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46c13839859945349c0d5afcfb364f66&device_id=b01e0517-6ebc-4d61-9343-fab467a79620 HTTP/1.1" status: 200 len: 1094 time: 0.2669303 Aug 11 22:20:25.691652 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e909c4e9-dabc-40d4-b61d-44a2221e4084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:25.695392 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e909c4e9-dabc-40d4-b61d-44a2221e4084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:25.695653 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e909c4e9-dabc-40d4-b61d-44a2221e4084 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8dc9d7a0-389c-44ff-86e3-5a5c80b94084 HTTP/1.1" status: 204 len: 168 time: 0.8299534 Aug 11 22:20:25.738616 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d94de7-a121-47bc-870d-37cc601592f1 req-1f9443bb-32e7-413c-b0f6-625e77bbc4ab tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:25.741187 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f7d94de7-a121-47bc-870d-37cc601592f1 req-1f9443bb-32e7-413c-b0f6-625e77bbc4ab tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01e0517-6ebc-4d61-9343-fab467a79620 HTTP/1.1" status: 200 len: 943 time: 0.3069794 Aug 11 22:20:25.750472 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909c4e9-dabc-40d4-b61d-44a2221e4084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc9d7a0-389c-44ff-86e3-5a5c80b94084,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:25.824000 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae9672-dd0f-4876-abae-a89ddf02828d req-a01b809d-1229-447a-925d-d0d62185b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:25.825805 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-90ae9672-dd0f-4876-abae-a89ddf02828d req-a01b809d-1229-447a-925d-d0d62185b376 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=97d7da21-8ec4-48da-9d66-6777c48f7843 HTTP/1.1" status: 200 len: 850 time: 0.2555647 Aug 11 22:20:25.907366 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-baa8c4cb-816d-493b-b562-0a4ccf437481 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:25.927671 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cdde7-07d3-49fa-944a-a28d76aafe16 req-766a7a1f-7b46-4e6a-8501-b9a7c71497a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:25.928019 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f7d94de7-a121-47bc-870d-37cc601592f1 req-51d93c6f-862d-411e-b48c-e3788ce52782 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542222 Aug 11 22:20:25.929249 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-030cdde7-07d3-49fa-944a-a28d76aafe16 req-766a7a1f-7b46-4e6a-8501-b9a7c71497a1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e7790f3f-c934-4280-a7bc-7879373f53d3 HTTP/1.1" status: 200 len: 907 time: 0.3590324 Aug 11 22:20:25.950731 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-baa8c4cb-816d-493b-b562-0a4ccf437481 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Transition to ACTIVE for port object 04e738c1-35b8-41b7-88aa-d3ab6410a637 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:20:25.969730 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae9672-dd0f-4876-abae-a89ddf02828d req-18bafdd5-8381-4af6-8b5a-d76e0c9e422b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:25.972614 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-90ae9672-dd0f-4876-abae-a89ddf02828d req-18bafdd5-8381-4af6-8b5a-d76e0c9e422b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=38b8f25c-cd12-4628-9365-0e6780cd68b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373067 Aug 11 22:20:26.012809 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-02d488e3-0816-4c27-9813-f3caba3a5307 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Deleting port 011a7f6c-af93-4075-b291-633b7919785c {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:20:26.013438 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-02d488e3-0816-4c27-9813-f3caba3a5307 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:26.152715 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-030cdde7-07d3-49fa-944a-a28d76aafe16 req-5c77c1ee-1986-4c61-8cb6-d28544859b11 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5d76c0a-bb66-444d-8b25-6eb72cf8ed31 HTTP/1.1" status: 200 len: 217 time: 0.2011886 Aug 11 22:20:26.197462 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-baa8c4cb-816d-493b-b562-0a4ccf437481 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:26.296800 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cdde7-07d3-49fa-944a-a28d76aafe16 req-c54930d5-fdbe-4bfd-9a70-fde3505556f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:26.298908 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-030cdde7-07d3-49fa-944a-a28d76aafe16 req-c54930d5-fdbe-4bfd-9a70-fde3505556f1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0ec9ba0-9b08-41f6-a732-89f14df6459a HTTP/1.1" status: 200 len: 846 time: 0.1395040 Aug 11 22:20:26.302507 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa8c4cb-816d-493b-b562-0a4ccf437481 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:20:26.304729 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-ff107687-743d-4f0c-9127-c4b05445335f req-fd9022a5-efab-49c4-aa73-7f149221bd56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffdeb9eb-2c14-492a-aa81-131467702537 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:20:26.307350 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-90ae9672-dd0f-4876-abae-a89ddf02828d req-a2e131ce-e946-439e-8ed7-ef81ccbd2d0c service neutron] 10.222.0.82 "GET /v2.0/networks/38b8f25c-cd12-4628-9365-0e6780cd68b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278651 Aug 11 22:20:26.324023 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ff107687-743d-4f0c-9127-c4b05445335f req-fd9022a5-efab-49c4-aa73-7f149221bd56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:26.334793 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-baa8c4cb-816d-493b-b562-0a4ccf437481 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:20:26.342906 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8c4cb-816d-493b-b562-0a4ccf437481 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Port': ['ID=04e738c1-35b8-41b7-88aa-d3ab6410a637,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:26.347011 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-02d488e3-0816-4c27-9813-f3caba3a5307 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] For port 011a7f6c-af93-4075-b291-633b7919785c, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=011a7f6c-af93-4075-b291-633b7919785c,segment=NetworkSegment(2405b23a-7b05-4693-9839-38b6a75567f3),segment_id=2405b23a-7b05-4693-9839-38b6a75567f3)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:20:26.347411 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-02d488e3-0816-4c27-9813-f3caba3a5307 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:26.350498 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa8c4cb-816d-493b-b562-0a4ccf437481 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:20:26.354214 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-ff107687-743d-4f0c-9127-c4b05445335f req-fd9022a5-efab-49c4-aa73-7f149221bd56 service neutron] Transition to ACTIVE for port object ffdeb9eb-2c14-492a-aa81-131467702537 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:20:26.356845 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa8c4cb-816d-493b-b562-0a4ccf437481 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:26.357684 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-baa8c4cb-816d-493b-b562-0a4ccf437481 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:26.374304 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ff107687-743d-4f0c-9127-c4b05445335f req-fd9022a5-efab-49c4-aa73-7f149221bd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:26.385193 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-57e9c169-11c6-4cae-8d55-d132bd3d3587 None None] Provisioning for port c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:20:26.391977 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-57e9c169-11c6-4cae-8d55-d132bd3d3587 None None] Provisioning complete for port c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:20:26.393972 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-57e9c169-11c6-4cae-8d55-d132bd3d3587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:26.433147 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-030cdde7-07d3-49fa-944a-a28d76aafe16 req-06e147b6-3950-468d-b3f5-ca55dfbcc642 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7790f3f-c934-4280-a7bc-7879373f53d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1227794 Aug 11 22:20:26.437388 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9022a5-efab-49c4-aa73-7f149221bd56 service neutron] Pushing event updated for resources: {'Port': ['ID=ffdeb9eb-2c14-492a-aa81-131467702537,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:26.489862 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869f963-cda2-4857-9c06-cd6f6ca23e02 req-07d2312a-bcf5-4d39-bc86-ff79479e96d5 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:26.493435 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a869f963-cda2-4857-9c06-cd6f6ca23e02 req-07d2312a-bcf5-4d39-bc86-ff79479e96d5 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?device_id=60bbc1ae-6528-4cc3-9634-3b3fe3255353 HTTP/1.1" status: 200 len: 931 time: 0.3616688 Aug 11 22:20:26.589295 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-02d488e3-0816-4c27-9813-f3caba3a5307 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Calling delete_port for 011a7f6c-af93-4075-b291-633b7919785c owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:20:26.596506 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a869f963-cda2-4857-9c06-cd6f6ca23e02 req-f5cd3197-f13c-41c1-b2f8-9ccf01072910 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d58243f-d548-4ef1-8a95-0492b2f3f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853963 Aug 11 22:20:26.600348 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-baa8c4cb-816d-493b-b562-0a4ccf437481 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.2921576 Aug 11 22:20:26.605537 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58918) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:26.736326 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:20:26.768407 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-030cdde7-07d3-49fa-944a-a28d76aafe16 req-176dee9f-d6fa-4dc2-860d-6e506aca0596 service neutron] 10.222.0.52 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111889 Aug 11 22:20:26.869154 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:20:26.869534 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:26.882385 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58920) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:26.951370 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-10b83b15-5ae7-4eb8-95b1-c6f0e59b446c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:26.959293 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-030cdde7-07d3-49fa-944a-a28d76aafe16 req-6998238a-8841-40e8-9560-610672b3edad service neutron] 10.222.0.52 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864581 Aug 11 22:20:26.972017 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-ff107687-743d-4f0c-9127-c4b05445335f req-fd9022a5-efab-49c4-aa73-7f149221bd56 service neutron] Attempting to bind port ffdeb9eb-2c14-492a-aa81-131467702537 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:20:26.972810 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-ff107687-743d-4f0c-9127-c4b05445335f req-fd9022a5-efab-49c4-aa73-7f149221bd56 service neutron] Attempting to bind port ffdeb9eb-2c14-492a-aa81-131467702537 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'ad31e246-ea5f-407a-afdd-77b8ad548068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '525653ba-733f-4742-bbd1-0f51c8acc1f0'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:20:26.973383 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff107687-743d-4f0c-9127-c4b05445335f req-fd9022a5-efab-49c4-aa73-7f149221bd56 service neutron] Attempting to bind port ffdeb9eb-2c14-492a-aa81-131467702537 on network 525653ba-733f-4742-bbd1-0f51c8acc1f0 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:20:26.979042 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff107687-743d-4f0c-9127-c4b05445335f req-fd9022a5-efab-49c4-aa73-7f149221bd56 service neutron] Port ffdeb9eb-2c14-492a-aa81-131467702537 on network 525653ba-733f-4742-bbd1-0f51c8acc1f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:20:26.979787 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff107687-743d-4f0c-9127-c4b05445335f req-fd9022a5-efab-49c4-aa73-7f149221bd56 service neutron] Attempting to bind port ffdeb9eb-2c14-492a-aa81-131467702537 on network 525653ba-733f-4742-bbd1-0f51c8acc1f0 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:20:26.987756 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff107687-743d-4f0c-9127-c4b05445335f req-fd9022a5-efab-49c4-aa73-7f149221bd56 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:20:26.988526 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff107687-743d-4f0c-9127-c4b05445335f req-fd9022a5-efab-49c4-aa73-7f149221bd56 service neutron] Checking segment: {'id': 'ad31e246-ea5f-407a-afdd-77b8ad548068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '525653ba-733f-4742-bbd1-0f51c8acc1f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:20:26.989158 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff107687-743d-4f0c-9127-c4b05445335f req-fd9022a5-efab-49c4-aa73-7f149221bd56 service neutron] Bound using segment: {'id': 'ad31e246-ea5f-407a-afdd-77b8ad548068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '525653ba-733f-4742-bbd1-0f51c8acc1f0'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:20:26.989872 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-ff107687-743d-4f0c-9127-c4b05445335f req-fd9022a5-efab-49c4-aa73-7f149221bd56 service neutron] Bound port: ffdeb9eb-2c14-492a-aa81-131467702537, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad31e246-ea5f-407a-afdd-77b8ad548068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '525653ba-733f-4742-bbd1-0f51c8acc1f0'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:20:26.990531 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ff107687-743d-4f0c-9127-c4b05445335f req-fd9022a5-efab-49c4-aa73-7f149221bd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:27.017363 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-90ae9672-dd0f-4876-abae-a89ddf02828d req-54e53a55-91d9-46eb-a8e3-b1de284fb101 service neutron] 10.222.0.82 "GET /v2.0/networks/38b8f25c-cd12-4628-9365-0e6780cd68b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6987510 Aug 11 22:20:27.034617 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f3d02beb-d5ac-4930-acca-b1cc3cb2abf1 None None] Provisioning for port 04e738c1-35b8-41b7-88aa-d3ab6410a637 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:20:27.047179 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f3d02beb-d5ac-4930-acca-b1cc3cb2abf1 None None] Provisioning complete for port 04e738c1-35b8-41b7-88aa-d3ab6410a637 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:20:27.047810 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f3d02beb-d5ac-4930-acca-b1cc3cb2abf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:27.097246 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-f3d02beb-d5ac-4930-acca-b1cc3cb2abf1 None None] Port 04e738c1-35b8-41b7-88aa-d3ab6410a637 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:20:27.129017 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-ff107687-743d-4f0c-9127-c4b05445335f req-fd9022a5-efab-49c4-aa73-7f149221bd56 service neutron] For port ffdeb9eb-2c14-492a-aa81-131467702537, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:20:27.132855 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-ff107687-743d-4f0c-9127-c4b05445335f req-fd9022a5-efab-49c4-aa73-7f149221bd56 service neutron] For port ffdeb9eb-2c14-492a-aa81-131467702537, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=ffdeb9eb-2c14-492a-aa81-131467702537,segment=NetworkSegment(ad31e246-ea5f-407a-afdd-77b8ad548068),segment_id=ad31e246-ea5f-407a-afdd-77b8ad548068)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:20:27.137206 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ff107687-743d-4f0c-9127-c4b05445335f req-fd9022a5-efab-49c4-aa73-7f149221bd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:27.186436 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff107687-743d-4f0c-9127-c4b05445335f req-fd9022a5-efab-49c4-aa73-7f149221bd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:27.187123 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ff107687-743d-4f0c-9127-c4b05445335f req-fd9022a5-efab-49c4-aa73-7f149221bd56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:27.188696 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ff107687-743d-4f0c-9127-c4b05445335f req-fd9022a5-efab-49c4-aa73-7f149221bd56 service neutron] 10.222.0.82 "PUT /v2.0/ports/ffdeb9eb-2c14-492a-aa81-131467702537 HTTP/1.1" status: 200 len: 1091 time: 2.1635017 Aug 11 22:20:27.189176 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bbc1ae-6528-4cc3-9634-3b3fe3255353', 'tag': 'ffdeb9eb-2c14-492a-aa81-131467702537'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:20:27.192265 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ed9407-1ea3-4de4-a6f7-a16837472ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "60bbc1ae-6528-4cc3-9634-3b3fe3255353", "tag": "ffdeb9eb-2c14-492a-aa81-131467702537"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:20:27.219877 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9022a5-efab-49c4-aa73-7f149221bd56 service neutron] Pushing event updated for resources: {'Port': ['ID=ffdeb9eb-2c14-492a-aa81-131467702537,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:27.235610 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d2786-53da-4010-b06d-ba216bbd25cd req-785f73d9-c6da-4318-98b6-1f7f9e3da40f tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:27.237358 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-223d2786-53da-4010-b06d-ba216bbd25cd req-785f73d9-c6da-4318-98b6-1f7f9e3da40f tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 945 time: 0.3540080 Aug 11 22:20:27.279906 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-b8591507-c4d8-4767-baaf-0aa5c65d99fe tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting port 04e738c1-35b8-41b7-88aa-d3ab6410a637 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:20:27.280431 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b8591507-c4d8-4767-baaf-0aa5c65d99fe tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:27.360694 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff107687-743d-4f0c-9127-c4b05445335f req-78ac1f73-43b0-4924-928e-897e4b076fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:27.363974 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ff107687-743d-4f0c-9127-c4b05445335f req-78ac1f73-43b0-4924-928e-897e4b076fa4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=70f061d11ec9424ca49540ce6c807e4b&device_id=60bbc1ae-6528-4cc3-9634-3b3fe3255353 HTTP/1.1" status: 200 len: 1094 time: 0.0865664 Aug 11 22:20:27.410998 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-223d2786-53da-4010-b06d-ba216bbd25cd req-c241b6c4-d8d2-41ea-a580-9348aa9affbc tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616180 Aug 11 22:20:27.450581 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ff107687-743d-4f0c-9127-c4b05445335f req-d2c81ce9-74f4-4028-9fd0-d78a27cf4d60 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffdeb9eb-2c14-492a-aa81-131467702537 HTTP/1.1" status: 200 len: 217 time: 0.0708849 Aug 11 22:20:27.454032 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-10b83b15-5ae7-4eb8-95b1-c6f0e59b446c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:27.466818 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-10b83b15-5ae7-4eb8-95b1-c6f0e59b446c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:27.522766 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b8591507-c4d8-4767-baaf-0aa5c65d99fe tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:27.560595 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-02d488e3-0816-4c27-9813-f3caba3a5307 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:27.571658 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b83b15-5ae7-4eb8-95b1-c6f0e59b446c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e31924b-f394-4d9a-b3bf-5f301cf1dbbe,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:27.575178 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-b8591507-c4d8-4767-baaf-0aa5c65d99fe tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Calling delete_port for 04e738c1-35b8-41b7-88aa-d3ab6410a637 owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:20:27.594156 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-10b83b15-5ae7-4eb8-95b1-c6f0e59b446c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=272b52965b87430a9d4694feb92b5607&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7009685 Aug 11 22:20:27.594444 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58928) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:27.617956 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff107687-743d-4f0c-9127-c4b05445335f req-1a8dc0a7-8d3b-4579-9fc0-2535baa024e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:27.620927 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ff107687-743d-4f0c-9127-c4b05445335f req-1a8dc0a7-8d3b-4579-9fc0-2535baa024e7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dbcbd227-7a33-45ec-83c8-c539ae547045 HTTP/1.1" status: 200 len: 849 time: 0.1572092 Aug 11 22:20:27.631776 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d488e3-0816-4c27-9813-f3caba3a5307 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Pushing event deleted for resources: {'Port': ['ID=011a7f6c-af93-4075-b291-633b7919785c,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:27.743689 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ff107687-743d-4f0c-9127-c4b05445335f req-a2a641da-39a7-446f-926a-96dc24612326 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=525653ba-733f-4742-bbd1-0f51c8acc1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612397 Aug 11 22:20:27.809662 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57730b41-fb3c-4a6f-b882-b6896471c305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:27.861963 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device c5d76c0a-bb66-444d-8b25-6eb72cf8ed31 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:20:27.897130 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57730b41-fb3c-4a6f-b882-b6896471c305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:27.932843 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58934) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:27.982505 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ff107687-743d-4f0c-9127-c4b05445335f req-24c950c5-1dfb-486c-bbed-ffca00c6db76 service neutron] 10.222.0.82 "GET /v2.0/networks/525653ba-733f-4742-bbd1-0f51c8acc1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285430 Aug 11 22:20:28.022904 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57730b41-fb3c-4a6f-b882-b6896471c305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:28.033972 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57730b41-fb3c-4a6f-b882-b6896471c305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:28.037569 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-57730b41-fb3c-4a6f-b882-b6896471c305 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5e31924b-f394-4d9a-b3bf-5f301cf1dbbe HTTP/1.1" status: 204 len: 168 time: 0.4388473 Aug 11 22:20:28.091812 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085ae50-1384-4cf2-b6e9-3e83cc8a19dc req-33d79b83-3a97-434c-8064-9b0788fb6a63 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:28.093652 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a085ae50-1384-4cf2-b6e9-3e83cc8a19dc req-33d79b83-3a97-434c-8064-9b0788fb6a63 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01e0517-6ebc-4d61-9343-fab467a79620 HTTP/1.1" status: 200 len: 943 time: 0.5161121 Aug 11 22:20:28.099724 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b8591507-c4d8-4767-baaf-0aa5c65d99fe tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:28.163393 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8591507-c4d8-4767-baaf-0aa5c65d99fe tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Port': ['ID=04e738c1-35b8-41b7-88aa-d3ab6410a637,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:28.165845 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57730b41-fb3c-4a6f-b882-b6896471c305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e31924b-f394-4d9a-b3bf-5f301cf1dbbe,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:28.173094 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port c5d76c0a-bb66-444d-8b25-6eb72cf8ed31, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=c5d76c0a-bb66-444d-8b25-6eb72cf8ed31,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:20:28.196383 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'c5d76c0a-bb66-444d-8b25-6eb72cf8ed31', 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3', 'port_id': 'c5d76c0a-bb66-444d-8b25-6eb72cf8ed31', 'mac_address': 'fa:16:3e:b7:44:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ec9ba0-9b08-41f6-a732-89f14df6459a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:20:28.212452 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-59029857-6a96-45d8-a187-bec801610e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:28.294307 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b8591507-c4d8-4767-baaf-0aa5c65d99fe tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:28.300700 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:28.305339 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b8591507-c4d8-4767-baaf-0aa5c65d99fe tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/04e738c1-35b8-41b7-88aa-d3ab6410a637 HTTP/1.1" status: 204 len: 168 time: 1.6782568 Aug 11 22:20:28.310233 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58942) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:28.336529 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d76c0a-bb66-444d-8b25-6eb72cf8ed31 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:20:28.357746 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a085ae50-1384-4cf2-b6e9-3e83cc8a19dc req-bd1f5b75-a420-432c-bb20-c96ac3d913f6 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521107 Aug 11 22:20:28.372842 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-02d488e3-0816-4c27-9813-f3caba3a5307 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:28.399425 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port c5d76c0a-bb66-444d-8b25-6eb72cf8ed31, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=c5d76c0a-bb66-444d-8b25-6eb72cf8ed31,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:20:28.412098 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:28.469505 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ff107687-743d-4f0c-9127-c4b05445335f req-88bc80f9-574f-4cc3-b11e-093b52b920b7 service neutron] 10.222.0.82 "GET /v2.0/networks/525653ba-733f-4742-bbd1-0f51c8acc1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749920 Aug 11 22:20:28.473862 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c9642a-531c-428c-b1ab-eebf494b4a45 x-openstack-request-id: req-c3c9642a-531c-428c-b1ab-eebf494b4a45 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:20:28.476682 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60bbc1ae-6528-4cc3-9634-3b3fe3255353", "tag": "ffdeb9eb-2c14-492a-aa81-131467702537", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:20:28.491760 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c3c9642a-531c-428c-b1ab-eebf494b4a45 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:20:28.492528 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60bbc1ae-6528-4cc3-9634-3b3fe3255353', 'tag': 'ffdeb9eb-2c14-492a-aa81-131467702537', 'status': 'completed', 'code': 200} Aug 11 22:20:28.532302 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=c5d76c0a-bb66-444d-8b25-6eb72cf8ed31,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:28.586579 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5f05f1-89e8-4d74-998d-33cac1cee22d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:28.591343 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7d5f05f1-89e8-4d74-998d-33cac1cee22d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2793732 Aug 11 22:20:28.596607 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58950) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:28.619047 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['c5d76c0a-bb66-444d-8b25-6eb72cf8ed31'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:20:28.712179 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-59029857-6a96-45d8-a187-bec801610e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:28.736470 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45978e8b-df33-4be6-998e-3356351997ba tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:28.741485 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-45978e8b-df33-4be6-998e-3356351997ba tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1435463 Aug 11 22:20:28.743271 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58956) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:28.744821 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-59029857-6a96-45d8-a187-bec801610e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:28.749239 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed9407-1ea3-4de4-a6f7-a16837472ef0 req-2791836d-3ade-4bd3-a293-26095ecda840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:28.750975 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-82ed9407-1ea3-4de4-a6f7-a16837472ef0 req-2791836d-3ade-4bd3-a293-26095ecda840 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=70f061d11ec9424ca49540ce6c807e4b&device_id=60bbc1ae-6528-4cc3-9634-3b3fe3255353 HTTP/1.1" status: 200 len: 1094 time: 0.1520917 Aug 11 22:20:29.075281 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c0578-4e78-465f-92da-99ec6a1eb852 req-a46d1106-2d39-4526-848b-3a3e9178ab33 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:29.077234 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-643c0578-4e78-465f-92da-99ec6a1eb852 req-a46d1106-2d39-4526-848b-3a3e9178ab33 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?device_id=60bbc1ae-6528-4cc3-9634-3b3fe3255353 HTTP/1.1" status: 200 len: 943 time: 0.1178536 Aug 11 22:20:29.177317 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-643c0578-4e78-465f-92da-99ec6a1eb852 req-508ceec3-b5b5-4590-a2bb-0f0558f84d6d tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d58243f-d548-4ef1-8a95-0492b2f3f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848792 Aug 11 22:20:29.213396 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d488e3-0816-4c27-9813-f3caba3a5307 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Router c6f96f17-595e-46dc-b1c6-7ebb4a763b4c has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:20:29.305477 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-59029857-6a96-45d8-a187-bec801610e96 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b8cc84b19aae4f5387edba5fc7393d8b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3717468 Aug 11 22:20:29.310250 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58968) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:29.332778 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f6cb2f-53d4-4dce-864b-ae87b24528a9 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:29.334430 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f6cb2f-53d4-4dce-864b-ae87b24528a9 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:29.336049 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f6cb2f-53d4-4dce-864b-ae87b24528a9 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:29.337790 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-37f6cb2f-53d4-4dce-864b-ae87b24528a9 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5943112 Aug 11 22:20:29.338557 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59029857-6a96-45d8-a187-bec801610e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844fcb4c-6c8d-4c35-8999-50fa212b2716,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:29.348488 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58970) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:29.396823 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed9407-1ea3-4de4-a6f7-a16837472ef0 req-e3dc8825-394d-4443-b375-cfbba7c05203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:29.399569 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-82ed9407-1ea3-4de4-a6f7-a16837472ef0 req-e3dc8825-394d-4443-b375-cfbba7c05203 service neutron] 10.222.0.82 "GET /v2.0/networks?id=525653ba-733f-4742-bbd1-0f51c8acc1f0 HTTP/1.1" status: 200 len: 910 time: 0.6362207 Aug 11 22:20:29.450909 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-82ed9407-1ea3-4de4-a6f7-a16837472ef0 req-76d22aa6-d9f8-498a-bc66-c6d649bef72d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffdeb9eb-2c14-492a-aa81-131467702537 HTTP/1.1" status: 200 len: 217 time: 0.0403283 Aug 11 22:20:29.451592 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4d8d8558-38dc-4aa7-8cfd-47261ef4a7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:29.512301 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4d8d8558-38dc-4aa7-8cfd-47261ef4a7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:29.556470 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed9407-1ea3-4de4-a6f7-a16837472ef0 req-850fef28-5823-42fe-81db-9b6ac624592e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:29.558249 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-82ed9407-1ea3-4de4-a6f7-a16837472ef0 req-850fef28-5823-42fe-81db-9b6ac624592e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dbcbd227-7a33-45ec-83c8-c539ae547045 HTTP/1.1" status: 200 len: 849 time: 0.0962663 Aug 11 22:20:29.603184 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-82ed9407-1ea3-4de4-a6f7-a16837472ef0 req-f56e00b3-f760-41f7-aa58-728dccef510c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=525653ba-733f-4742-bbd1-0f51c8acc1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369167 Aug 11 22:20:29.619641 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-475afdd7-2192-4f1a-bd29-61e2566d24d5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting subnet e19c6299-b226-4dda-a01d-f72d8bc3e7d6 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:20:29.646694 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3d159-cba3-436d-a26d-62e92be38a0c req-c68f413a-8859-411c-ade1-a9441081a2ac tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:29.649462 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-56e3d159-cba3-436d-a26d-62e92be38a0c req-c68f413a-8859-411c-ade1-a9441081a2ac tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 945 time: 0.2694700 Aug 11 22:20:29.650939 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-475afdd7-2192-4f1a-bd29-61e2566d24d5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:29.656644 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d488e3-0816-4c27-9813-f3caba3a5307 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:20:29.670479 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4d8d8558-38dc-4aa7-8cfd-47261ef4a7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:29.673397 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4d8d8558-38dc-4aa7-8cfd-47261ef4a7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:29.675109 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4d8d8558-38dc-4aa7-8cfd-47261ef4a7d9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/844fcb4c-6c8d-4c35-8999-50fa212b2716 HTTP/1.1" status: 204 len: 168 time: 0.3608906 Aug 11 22:20:29.677100 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5390350-4e6a-466a-9048-19ccbe269ef7 None None] Sync routers for ids ['c6f96f17-595e-46dc-b1c6-7ebb4a763b4c'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:20:29.692862 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d8558-38dc-4aa7-8cfd-47261ef4a7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844fcb4c-6c8d-4c35-8999-50fa212b2716,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:29.701829 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5390350-4e6a-466a-9048-19ccbe269ef7 None None] Routers {'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:20:29.703200 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c5390350-4e6a-466a-9048-19ccbe269ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:20:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c6f96f17-595e-46dc-b1c6-7ebb4a763b4c'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:20:29.739870 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-82ed9407-1ea3-4de4-a6f7-a16837472ef0 req-a05fed76-3093-4eb8-adee-9ee55ae45aa7 service neutron] 10.222.0.82 "GET /v2.0/networks/525653ba-733f-4742-bbd1-0f51c8acc1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280928 Aug 11 22:20:29.740938 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-475afdd7-2192-4f1a-bd29-61e2566d24d5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:29.759147 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-02d488e3-0816-4c27-9813-f3caba3a5307 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "PUT /v2.0/routers/c6f96f17-595e-46dc-b1c6-7ebb4a763b4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2559886 Aug 11 22:20:29.761928 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58980) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:29.875297 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-c5390350-4e6a-466a-9048-19ccbe269ef7 None None] Set router c6f96f17-595e-46dc-b1c6-7ebb4a763b4c gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:20:29.996521 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device c5d76c0a-bb66-444d-8b25-6eb72cf8ed31 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:20:30.012723 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-475afdd7-2192-4f1a-bd29-61e2566d24d5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:30.018338 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-35be2210-cc63-4372-9a06-dcd5011076c9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Deleting subnet 0bb7995d-56c2-4f4e-b29d-678903d21aa8 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:20:30.027661 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35be2210-cc63-4372-9a06-dcd5011076c9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:30.171605 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-56e3d159-cba3-436d-a26d-62e92be38a0c req-9ee95503-3440-41b3-b525-09ccc22b2fc3 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4247606 Aug 11 22:20:30.225365 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35be2210-cc63-4372-9a06-dcd5011076c9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:30.303606 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-82ed9407-1ea3-4de4-a6f7-a16837472ef0 req-6eee26a0-0888-42c8-b18b-5a9d61d31741 service neutron] 10.222.0.82 "GET /v2.0/networks/525653ba-733f-4742-bbd1-0f51c8acc1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5537076 Aug 11 22:20:30.347323 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port c5d76c0a-bb66-444d-8b25-6eb72cf8ed31 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:20:30.359769 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-475afdd7-2192-4f1a-bd29-61e2566d24d5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:30.374452 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port c5d76c0a-bb66-444d-8b25-6eb72cf8ed31 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:20:30.374836 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:30.443822 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58992) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:30.446276 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475afdd7-2192-4f1a-bd29-61e2566d24d5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Subnet': ['ID=e19c6299-b226-4dda-a01d-f72d8bc3e7d6,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:30.463933 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c5390350-4e6a-466a-9048-19ccbe269ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1707440985', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '599b629c-52d2-4156-8875-2246f8e01e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:46Z', 'updated_at': '2021-08-11T22:20:27Z', 'revision_number': 5, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'gw_port': {'id': '599b629c-52d2-4156-8875-2246f8e01e47', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:47Z', 'updated_at': '2021-08-11T22:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:20:30.478358 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1c77349a-2d9c-4344-b4ae-fc3f2321c4f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:30.502525 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5390350-4e6a-466a-9048-19ccbe269ef7 None None] Checking router: c6f96f17-595e-46dc-b1c6-7ebb4a763b4c for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:20:30.505246 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435feffb-8285-458a-b3b4-0907cd1ba4a9 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:20:30.507963 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-475afdd7-2192-4f1a-bd29-61e2566d24d5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:30.516447 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-475afdd7-2192-4f1a-bd29-61e2566d24d5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/e19c6299-b226-4dda-a01d-f72d8bc3e7d6 HTTP/1.1" status: 204 len: 168 time: 1.1660788 Aug 11 22:20:30.518663 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58996) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:30.532556 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35be2210-cc63-4372-9a06-dcd5011076c9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:30.641161 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5793fff-3d1c-47fe-905c-eae867e09425 req-aaa29bf6-ded1-46ce-80bc-939ee46980b2 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:30.655297 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c5793fff-3d1c-47fe-905c-eae867e09425 req-aaa29bf6-ded1-46ce-80bc-939ee46980b2 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01e0517-6ebc-4d61-9343-fab467a79620 HTTP/1.1" status: 200 len: 944 time: 0.2158325 Aug 11 22:20:30.657717 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5390350-4e6a-466a-9048-19ccbe269ef7 None None] Routers {'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:20:30.658435 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c5390350-4e6a-466a-9048-19ccbe269ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:20:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c6f96f17-595e-46dc-b1c6-7ebb4a763b4c'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:20:30.703136 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a837852-e3d3-45c4-9c28-5a997696b283 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting subnet fbb99d27-2c2c-4fd7-a0b3-c00a0d530746 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:20:30.712978 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35be2210-cc63-4372-9a06-dcd5011076c9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:30.716737 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0a837852-e3d3-45c4-9c28-5a997696b283 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:30.783314 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be2210-cc63-4372-9a06-dcd5011076c9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Pushing event deleted for resources: {'Subnet': ['ID=0bb7995d-56c2-4f4e-b29d-678903d21aa8,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:30.791618 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35be2210-cc63-4372-9a06-dcd5011076c9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:30.793610 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-35be2210-cc63-4372-9a06-dcd5011076c9 tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "DELETE /v2.0/subnets/0bb7995d-56c2-4f4e-b29d-678903d21aa8 HTTP/1.1" status: 204 len: 168 time: 1.0306878 Aug 11 22:20:30.796959 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59000) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:30.832871 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847f271c-b6f8-4d74-b3e6-dc4e7ff13ff7 None None] Network a7f22ba2-e884-4b3c-bcb8-adf9ef172db9 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:20:30.833777 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c5793fff-3d1c-47fe-905c-eae867e09425 req-3f9da5c9-f655-45e2-895e-59b211db79e5 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765180 Aug 11 22:20:30.837295 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0a837852-e3d3-45c4-9c28-5a997696b283 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:31.038611 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:31.044708 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-c5390350-4e6a-466a-9048-19ccbe269ef7 None None] Set router c6f96f17-595e-46dc-b1c6-7ebb4a763b4c gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:20:31.102757 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ab724e1b-99ba-4f13-bef0-f618c03339bd tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:31.125750 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0a837852-e3d3-45c4-9c28-5a997696b283 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:31.180713 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port c5d76c0a-bb66-444d-8b25-6eb72cf8ed31, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=c5d76c0a-bb66-444d-8b25-6eb72cf8ed31,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:20:31.199587 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01e0517-6ebc-4d61-9343-fab467a79620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d76c0a-bb66-444d-8b25-6eb72cf8ed31'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:20:31.202104 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5093ecec-270e-460c-9473-9ae9f8817866" -d '{"events": [{"server_uuid": "b01e0517-6ebc-4d61-9343-fab467a79620", "name": "network-vif-plugged", "status": "completed", "tag": "c5d76c0a-bb66-444d-8b25-6eb72cf8ed31"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:20:31.211783 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1c77349a-2d9c-4344-b4ae-fc3f2321c4f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:31.219397 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:31.219662 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513eb52-fae6-41f5-8d93-1beb93724c08 req-6dd206ef-6e93-4c5f-bacf-46cd3c84134a tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:31.224095 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f513eb52-fae6-41f5-8d93-1beb93724c08 req-6dd206ef-6e93-4c5f-bacf-46cd3c84134a tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?device_id=60bbc1ae-6528-4cc3-9634-3b3fe3255353 HTTP/1.1" status: 200 len: 943 time: 0.2539010 Aug 11 22:20:31.226527 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1c77349a-2d9c-4344-b4ae-fc3f2321c4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:31.357763 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f513eb52-fae6-41f5-8d93-1beb93724c08 req-3e3c38f2-3243-4d5a-8a33-6ff8a299e865 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d58243f-d548-4ef1-8a95-0492b2f3f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268015 Aug 11 22:20:31.392462 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1c77349a-2d9c-4344-b4ae-fc3f2321c4f1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=53859d63c2354e22b10ce2da116e8fe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9469924 Aug 11 22:20:31.399178 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0a837852-e3d3-45c4-9c28-5a997696b283 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:31.404168 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59006) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:31.478447 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38432db7-2b94-4c6f-96c1-bbdee1e79426 x-openstack-request-id: req-38432db7-2b94-4c6f-96c1-bbdee1e79426 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:20:31.478907 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01e0517-6ebc-4d61-9343-fab467a79620", "name": "network-vif-plugged", "status": "completed", "tag": "c5d76c0a-bb66-444d-8b25-6eb72cf8ed31", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:20:31.481460 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-38432db7-2b94-4c6f-96c1-bbdee1e79426 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:20:31.482211 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01e0517-6ebc-4d61-9343-fab467a79620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d76c0a-bb66-444d-8b25-6eb72cf8ed31', 'code': 200} Aug 11 22:20:31.522321 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=c5d76c0a-bb66-444d-8b25-6eb72cf8ed31,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:31.543960 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a837852-e3d3-45c4-9c28-5a997696b283 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb99d27-2c2c-4fd7-a0b3-c00a0d530746,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:31.553363 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0a837852-e3d3-45c4-9c28-5a997696b283 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:31.563100 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0a837852-e3d3-45c4-9c28-5a997696b283 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/fbb99d27-2c2c-4fd7-a0b3-c00a0d530746 HTTP/1.1" status: 204 len: 168 time: 1.0420234 Aug 11 22:20:31.564118 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59010) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:31.583474 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e289d6d-2cc0-4274-be90-b82d70973ec0 None None] DHCP port deletion for a7f22ba2-e884-4b3c-bcb8-adf9ef172db9 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:20:31.584674 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77349a-2d9c-4344-b4ae-fc3f2321c4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b89b4e-080a-4b1b-b17f-702cb8b45e46,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:31.594732 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ab724e1b-99ba-4f13-bef0-f618c03339bd tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:31.647913 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c8fb1f5b-eb36-477c-8224-68b76f66ae5f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819194 Aug 11 22:20:31.649080 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59012) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:31.658881 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-41b39ade-023b-4007-aca8-6eca33d8381f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:20:31.674901 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0d14fe81-e797-41be-9af6-56405b6c3869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:31.680912 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4e289d6d-2cc0-4274-be90-b82d70973ec0 None None] Deleting port a48e5646-fc87-4286-a42c-a6d21b367efe {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:20:31.681300 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4e289d6d-2cc0-4274-be90-b82d70973ec0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:31.708884 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c5390350-4e6a-466a-9048-19ccbe269ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1707440985', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '599b629c-52d2-4156-8875-2246f8e01e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:46Z', 'updated_at': '2021-08-11T22:20:27Z', 'revision_number': 5, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'gw_port': {'id': '599b629c-52d2-4156-8875-2246f8e01e47', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:47Z', 'updated_at': '2021-08-11T22:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:20:31.820127 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b39ade-023b-4007-aca8-6eca33d8381f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:20:31.825971 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-41b39ade-023b-4007-aca8-6eca33d8381f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:31.830357 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5390350-4e6a-466a-9048-19ccbe269ef7 None None] The sync data for ids ['c6f96f17-595e-46dc-b1c6-7ebb4a763b4c'] in n-d-804275-3 is: [{'id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1707440985', 'tenant_id': '4980a3f019644cf79e7a0e6f603100d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '599b629c-52d2-4156-8875-2246f8e01e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:46Z', 'updated_at': '2021-08-11T22:20:27Z', 'revision_number': 5, 'project_id': '4980a3f019644cf79e7a0e6f603100d9', 'gw_port': {'id': '599b629c-52d2-4156-8875-2246f8e01e47', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f96f17-595e-46dc-b1c6-7ebb4a763b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:47Z', 'updated_at': '2021-08-11T22:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:20:31.830822 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0d14fe81-e797-41be-9af6-56405b6c3869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:31.914396 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925473c9-5453-4053-a1aa-27263e56ae19 req-d92e50b2-447c-4a84-a3f6-9c0910b88286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:31.916525 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-925473c9-5453-4053-a1aa-27263e56ae19 req-d92e50b2-447c-4a84-a3f6-9c0910b88286 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b01e0517-6ebc-4d61-9343-fab467a79620 HTTP/1.1" status: 200 len: 1096 time: 0.3246193 Aug 11 22:20:31.925875 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4e289d6d-2cc0-4274-be90-b82d70973ec0 None None] For port a48e5646-fc87-4286-a42c-a6d21b367efe, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a48e5646-fc87-4286-a42c-a6d21b367efe,segment=NetworkSegment(2405b23a-7b05-4693-9839-38b6a75567f3),segment_id=2405b23a-7b05-4693-9839-38b6a75567f3)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:20:31.926726 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4e289d6d-2cc0-4274-be90-b82d70973ec0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:32.087153 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-ab724e1b-99ba-4f13-bef0-f618c03339bd tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Deleting port 599b629c-52d2-4156-8875-2246f8e01e47 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:20:32.087515 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ab724e1b-99ba-4f13-bef0-f618c03339bd tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:32.089780 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0d14fe81-e797-41be-9af6-56405b6c3869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:32.092526 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0d14fe81-e797-41be-9af6-56405b6c3869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:32.102642 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0d14fe81-e797-41be-9af6-56405b6c3869 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/46b89b4e-080a-4b1b-b17f-702cb8b45e46 HTTP/1.1" status: 204 len: 168 time: 0.6919250 Aug 11 22:20:32.218218 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14fe81-e797-41be-9af6-56405b6c3869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b89b4e-080a-4b1b-b17f-702cb8b45e46,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:32.249106 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-925473c9-5453-4053-a1aa-27263e56ae19 req-e134e1f3-fb92-4767-b7a8-8113935e84ab service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044889 Aug 11 22:20:32.272388 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735453fc-0752-4928-aedc-dd54314f3778 req-4fd78cdf-89c7-453b-bd48-9a5c60c04f0b tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:32.274078 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-735453fc-0752-4928-aedc-dd54314f3778 req-4fd78cdf-89c7-453b-bd48-9a5c60c04f0b tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01e0517-6ebc-4d61-9343-fab467a79620 HTTP/1.1" status: 200 len: 945 time: 0.2762401 Aug 11 22:20:32.321557 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-ab724e1b-99ba-4f13-bef0-f618c03339bd tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] For port 599b629c-52d2-4156-8875-2246f8e01e47, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=599b629c-52d2-4156-8875-2246f8e01e47,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:20:32.321950 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ab724e1b-99ba-4f13-bef0-f618c03339bd tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:32.346883 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-ab724e1b-99ba-4f13-bef0-f618c03339bd tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Calling delete_port for 599b629c-52d2-4156-8875-2246f8e01e47 owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:20:32.419821 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1029fc06-dc30-4714-9a8a-a7cdccd9ade4 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:20:32.426087 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device ffdeb9eb-2c14-492a-aa81-131467702537 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:20:32.451494 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-735453fc-0752-4928-aedc-dd54314f3778 req-e4eb949f-bb39-4d52-83d1-ce57665daf6d tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533782 Aug 11 22:20:32.508251 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4e289d6d-2cc0-4274-be90-b82d70973ec0 None None] Calling delete_port for a48e5646-fc87-4286-a42c-a6d21b367efe owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:20:32.688762 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c1b3b025-587f-48f7-84f3-ff7a7a4a01f8 None None] Provisioning complete for port c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:20:32.689153 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c1b3b025-587f-48f7-84f3-ff7a7a4a01f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:32.719308 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ab724e1b-99ba-4f13-bef0-f618c03339bd tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:32.741795 n-d-804275-3 neutron-server[100943]: DEBUG neutron.objects.ports [None req-41b39ade-023b-4007-aca8-6eca33d8381f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100943) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 22:20:32.753350 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab724e1b-99ba-4f13-bef0-f618c03339bd tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Pushing event deleted for resources: {'Port': ['ID=599b629c-52d2-4156-8875-2246f8e01e47,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:32.832185 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a48e5646-fc87-4286-a42c-a6d21b367efe no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:20:32.919927 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ab724e1b-99ba-4f13-bef0-f618c03339bd tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:33.201079 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61731f1b-b35e-4b7a-ba81-fe18c17bc83e req-4cce6d82-369e-4287-8ab1-82e9d462ff66 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:33.207700 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port ffdeb9eb-2c14-492a-aa81-131467702537, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=ffdeb9eb-2c14-492a-aa81-131467702537,segment=NetworkSegment(ad31e246-ea5f-407a-afdd-77b8ad548068),segment_id=ad31e246-ea5f-407a-afdd-77b8ad548068)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:20:33.223429 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-61731f1b-b35e-4b7a-ba81-fe18c17bc83e req-4cce6d82-369e-4287-8ab1-82e9d462ff66 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?device_id=60bbc1ae-6528-4cc3-9634-3b3fe3255353 HTTP/1.1" status: 200 len: 943 time: 0.5721047 Aug 11 22:20:33.224505 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ab724e1b-99ba-4f13-bef0-f618c03339bd tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:33.230564 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ab724e1b-99ba-4f13-bef0-f618c03339bd tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:33.315777 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': 'ffdeb9eb-2c14-492a-aa81-131467702537', 'network_id': '525653ba-733f-4742-bbd1-0f51c8acc1f0', 'port_id': 'ffdeb9eb-2c14-492a-aa81-131467702537', 'mac_address': 'fa:16:3e:a7:d8:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbcbd227-7a33-45ec-83c8-c539ae547045', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:20:33.332662 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ab724e1b-99ba-4f13-bef0-f618c03339bd tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:33.333666 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab724e1b-99ba-4f13-bef0-f618c03339bd tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Fanout notify agent at l3_agent the message router_deleted on router c6f96f17-595e-46dc-b1c6-7ebb4a763b4c {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:20:33.350686 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ab724e1b-99ba-4f13-bef0-f618c03339bd tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:33.356171 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59048) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:33.358124 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ab724e1b-99ba-4f13-bef0-f618c03339bd tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "DELETE /v2.0/routers/c6f96f17-595e-46dc-b1c6-7ebb4a763b4c HTTP/1.1" status: 204 len: 168 time: 2.5600519 Aug 11 22:20:33.369049 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:33.373498 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4e289d6d-2cc0-4274-be90-b82d70973ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:33.403926 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e289d6d-2cc0-4274-be90-b82d70973ec0 None None] No DVR routers for this DVR port a48e5646-fc87-4286-a42c-a6d21b367efe on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:20:33.485140 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e289d6d-2cc0-4274-be90-b82d70973ec0 None None] Pushing event deleted for resources: {'Port': ['ID=a48e5646-fc87-4286-a42c-a6d21b367efe,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:33.601714 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-41b39ade-023b-4007-aca8-6eca33d8381f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:33.622167 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:33.644913 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffdeb9eb-2c14-492a-aa81-131467702537 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:20:33.652916 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 011a7f6c-af93-4075-b291-633b7919785c no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:20:33.703190 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-61731f1b-b35e-4b7a-ba81-fe18c17bc83e req-a938e074-ccf9-46e1-9de8-05c3d44d5efb tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d58243f-d548-4ef1-8a95-0492b2f3f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784617 Aug 11 22:20:33.716187 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 011a7f6c-af93-4075-b291-633b7919785c {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:20:33.717163 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 011a7f6c-af93-4075-b291-633b7919785c not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:20:33.717697 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-63e5139e-fba9-4eb0-8f40-e416207b555a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:33.768927 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port ffdeb9eb-2c14-492a-aa81-131467702537, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=ffdeb9eb-2c14-492a-aa81-131467702537,segment=NetworkSegment(ad31e246-ea5f-407a-afdd-77b8ad548068),segment_id=ad31e246-ea5f-407a-afdd-77b8ad548068)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:20:33.778595 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:33.931880 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=ffdeb9eb-2c14-492a-aa81-131467702537,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:34.194580 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['ffdeb9eb-2c14-492a-aa81-131467702537'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:20:34.265420 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0ddef-2557-4b05-abb0-42c625687b47 req-a998a596-5971-44f5-851d-39c3653704ae tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:34.269938 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23b0ddef-2557-4b05-abb0-42c625687b47 req-a998a596-5971-44f5-851d-39c3653704ae tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01e0517-6ebc-4d61-9343-fab467a79620 HTTP/1.1" status: 200 len: 945 time: 0.4450083 Aug 11 22:20:34.507313 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-63e5139e-fba9-4eb0-8f40-e416207b555a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:34.609274 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-63e5139e-fba9-4eb0-8f40-e416207b555a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f22ba2-e884-4b3c-bcb8-adf9ef172db9']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:20:34.655674 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23b0ddef-2557-4b05-abb0-42c625687b47 req-fb46b031-9ccb-4286-8ead-d4dd6b302404 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231995 Aug 11 22:20:34.676608 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-63e5139e-fba9-4eb0-8f40-e416207b555a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2405b23a-7b05-4693-9839-38b6a75567f3') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:20:34.679032 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-63e5139e-fba9-4eb0-8f40-e416207b555a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2405b23a-7b05-4693-9839-38b6a75567f3') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:20:34.718627 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-63e5139e-fba9-4eb0-8f40-e416207b555a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:34.724815 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 599b629c-52d2-4156-8875-2246f8e01e47 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:20:34.827912 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 599b629c-52d2-4156-8875-2246f8e01e47 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:20:34.828824 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 599b629c-52d2-4156-8875-2246f8e01e47 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:20:34.873518 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-63e5139e-fba9-4eb0-8f40-e416207b555a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:34.890928 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-41b39ade-023b-4007-aca8-6eca33d8381f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] For port c21a3de8-486e-43e8-9e45-4e02cb8ccdc9, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=c21a3de8-486e-43e8-9e45-4e02cb8ccdc9,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:20:34.910990 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e5139e-fba9-4eb0-8f40-e416207b555a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:20:34.912113 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-63e5139e-fba9-4eb0-8f40-e416207b555a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:20:34.918237 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:20:34.937940 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:20:35.164565 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-110101ff-89b1-492b-bc66-e03e4ec6f3fd None None] Provisioning complete for port c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:20:35.167439 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-110101ff-89b1-492b-bc66-e03e4ec6f3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:35.179698 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c06efe-8cda-4ed9-8704-061c22f334d7 req-8caef503-13d9-49ba-92d7-454eb3088175 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:35.193083 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b1c06efe-8cda-4ed9-8704-061c22f334d7 req-8caef503-13d9-49ba-92d7-454eb3088175 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?device_id=60bbc1ae-6528-4cc3-9634-3b3fe3255353 HTTP/1.1" status: 200 len: 944 time: 0.2494774 Aug 11 22:20:35.206290 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-41b39ade-023b-4007-aca8-6eca33d8381f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:35.210539 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-63e5139e-fba9-4eb0-8f40-e416207b555a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:35.291166 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-63e5139e-fba9-4eb0-8f40-e416207b555a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:35.295321 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-63e5139e-fba9-4eb0-8f40-e416207b555a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] 10.222.0.77 "DELETE /v2.0/networks/a7f22ba2-e884-4b3c-bcb8-adf9ef172db9 HTTP/1.1" status: 204 len: 168 time: 1.9341567 Aug 11 22:20:35.301408 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-41b39ade-023b-4007-aca8-6eca33d8381f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:35.306340 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-41b39ade-023b-4007-aca8-6eca33d8381f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:35.405262 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5139e-fba9-4eb0-8f40-e416207b555a tempest-TestSecurityGroupsBasicOps-972345392 tempest-TestSecurityGroupsBasicOps-972345392-project] Pushing event deleted for resources: {'Network': ['ID=a7f22ba2-e884-4b3c-bcb8-adf9ef172db9,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:35.514719 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b39ade-023b-4007-aca8-6eca33d8381f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:20:35.535822 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b1c06efe-8cda-4ed9-8704-061c22f334d7 req-850b10b1-3d31-4ed0-9489-23b602f46a46 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d58243f-d548-4ef1-8a95-0492b2f3f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272727 Aug 11 22:20:35.550386 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-41b39ade-023b-4007-aca8-6eca33d8381f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:20:35.556845 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b39ade-023b-4007-aca8-6eca33d8381f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:35.557696 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-41b39ade-023b-4007-aca8-6eca33d8381f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:35.561672 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cde50e-e93a-45d6-8692-06e61747140c None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:20:35.576899 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b39ade-023b-4007-aca8-6eca33d8381f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Subnet': ['ID=f19a70c0-197d-48b1-9d66-a5fdc4e9d0aa,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:35.594087 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b39ade-023b-4007-aca8-6eca33d8381f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Port': ['ID=c21a3de8-486e-43e8-9e45-4e02cb8ccdc9,revision_number=8']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:35.611374 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59100) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:35.612388 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-41b39ade-023b-4007-aca8-6eca33d8381f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9606433 Aug 11 22:20:35.616886 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-5a2d95f7-5078-4005-9d96-e509c1e698e5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:20:35.940075 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2d95f7-5078-4005-9d96-e509c1e698e5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:20:35.944608 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5a2d95f7-5078-4005-9d96-e509c1e698e5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:36.031808 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-f5c2eb5d-678a-4b39-9079-d8ba2fc2344f tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:36.035045 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-f5c2eb5d-678a-4b39-9079-d8ba2fc2344f tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/networks?id=e7790f3f-c934-4280-a7bc-7879373f53d3 HTTP/1.1" status: 200 len: 806 time: 0.2590916 Aug 11 22:20:36.060821 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-aab17fc1-f466-4b42-8c8b-cc95a3c4af22 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/quotas/46c13839859945349c0d5afcfb364f66 HTTP/1.1" status: 200 len: 375 time: 0.0126894 Aug 11 22:20:36.100156 n-d-804275-3 neutron-server[100942]: INFO neutron.db.ipam_backend_mixin [None req-5a2d95f7-5078-4005-9d96-e509c1e698e5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f19a70c0-197d-48b1-9d66-a5fdc4e9d0aa (CIDR: 2001:db8::/64) Aug 11 22:20:36.105805 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2d95f7-5078-4005-9d96-e509c1e698e5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:20:36.107011 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a2d95f7-5078-4005-9d96-e509c1e698e5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:20:36.131251 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5a2d95f7-5078-4005-9d96-e509c1e698e5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5187428 Aug 11 22:20:36.134237 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59116) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:36.140235 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-1ce03add-4600-4bf4-9c36-44984957718b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:20:36.223327 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-5fb565f5-2023-4c83-a2e1-027f973163ee tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=46c13839859945349c0d5afcfb364f66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1489637 Aug 11 22:20:36.284480 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9b0e8fc6-4ecb-41ac-8994-4ff41ad63b44 None None] Provisioning complete for port c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:20:36.285168 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9b0e8fc6-4ecb-41ac-8994-4ff41ad63b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:36.348026 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce03add-4600-4bf4-9c36-44984957718b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:20:36.355723 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1ce03add-4600-4bf4-9c36-44984957718b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:36.373346 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device ffdeb9eb-2c14-492a-aa81-131467702537 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:20:36.397347 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-2d52f160-c287-4bc9-8251-9772dc648c8d service neutron] 10.222.0.77 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695335 Aug 11 22:20:36.541314 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port ffdeb9eb-2c14-492a-aa81-131467702537 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:20:36.554782 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port ffdeb9eb-2c14-492a-aa81-131467702537 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:20:36.555460 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:36.603669 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-4b9c5d2c-5ae8-4386-95d3-356edd13f16b service neutron] 10.222.0.77 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944928 Aug 11 22:20:36.764038 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:20:36.823312 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1ce03add-4600-4bf4-9c36-44984957718b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:36.840111 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:36.881885 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bbc1ae-6528-4cc3-9634-3b3fe3255353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdeb9eb-2c14-492a-aa81-131467702537'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:20:36.884886 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cb601c-2468-4305-a481-fe163b32e4af" -d '{"events": [{"server_uuid": "60bbc1ae-6528-4cc3-9634-3b3fe3255353", "name": "network-vif-plugged", "status": "completed", "tag": "ffdeb9eb-2c14-492a-aa81-131467702537"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:20:36.906094 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port ffdeb9eb-2c14-492a-aa81-131467702537, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=ffdeb9eb-2c14-492a-aa81-131467702537,segment=NetworkSegment(ad31e246-ea5f-407a-afdd-77b8ad548068),segment_id=ad31e246-ea5f-407a-afdd-77b8ad548068)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:20:36.909153 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:20:36.909413 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:36.927211 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:36.977573 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce03add-4600-4bf4-9c36-44984957718b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:20:36.988834 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-1ce03add-4600-4bf4-9c36-44984957718b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:20:37.017604 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce03add-4600-4bf4-9c36-44984957718b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:37.021142 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1ce03add-4600-4bf4-9c36-44984957718b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:37.044681 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008b29a8-c371-4e85-a8f9-3d1f05565428 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:20:37.084766 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce03add-4600-4bf4-9c36-44984957718b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Subnet': ['ID=bd3864bb-1f19-4d1c-923e-6badb5c6103a,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:37.137588 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1ce03add-4600-4bf4-9c36-44984957718b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0017598 Aug 11 22:20:37.140405 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59154) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:37.162387 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c6cebb0f-f4e2-4e0d-a6d3-7d8de407de47 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'port': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'mac_address': 'fa:16:3e:fa:cc:54', 'name': 'tempest-NetworksTestDHCPv6-1014999475'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:20:37.237186 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84675847-1857-47f9-8c99-d1238d7c4a9d req-85d3ccad-d0e1-4f9b-90bd-a4df992a740d tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:37.255717 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-84675847-1857-47f9-8c99-d1238d7c4a9d req-85d3ccad-d0e1-4f9b-90bd-a4df992a740d tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?device_id=60bbc1ae-6528-4cc3-9634-3b3fe3255353 HTTP/1.1" status: 200 len: 945 time: 0.1840038 Aug 11 22:20:37.355058 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-84675847-1857-47f9-8c99-d1238d7c4a9d req-ecbd09d5-e239-41ec-9bbf-5e12507b7781 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d58243f-d548-4ef1-8a95-0492b2f3f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851305 Aug 11 22:20:37.361884 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=ffdeb9eb-2c14-492a-aa81-131467702537,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:37.489200 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dbd60028-78d3-4053-8a7c-bf4fb46f2804 req-bcc172ed-299a-49d4-8077-f7a0f026f993 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfd4ce2b-ed12-4eeb-9592-13ed9af846fa HTTP/1.1" status: 200 len: 210 time: 0.0487592 Aug 11 22:20:37.611751 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e4fff8-4f7e-4ac0-b885-f9fb2c19f1ac x-openstack-request-id: req-43e4fff8-4f7e-4ac0-b885-f9fb2c19f1ac {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:20:37.612431 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bbc1ae-6528-4cc3-9634-3b3fe3255353", "name": "network-vif-plugged", "status": "completed", "tag": "ffdeb9eb-2c14-492a-aa81-131467702537", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:20:37.613085 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-43e4fff8-4f7e-4ac0-b885-f9fb2c19f1ac {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:20:37.613705 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bbc1ae-6528-4cc3-9634-3b3fe3255353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdeb9eb-2c14-492a-aa81-131467702537', 'code': 200} Aug 11 22:20:37.707811 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59172) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:37.750024 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cebb0f-f4e2-4e0d-a6d3-7d8de407de47 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:20:37.821055 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5565bc-0aa2-476e-8866-f8caa93838c8 None None] Update dhcp port {'port': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'fixed_ips': [{'subnet_id': 'f19a70c0-197d-48b1-9d66-a5fdc4e9d0aa', 'ip_address': '2001:db8::f816:3eff:fe4e:356e'}, {'subnet_id': 'bd3864bb-1f19-4d1c-923e-6badb5c6103a'}], 'binding:host_id': 'n-d-804275-3'}, 'id': 'c21a3de8-486e-43e8-9e45-4e02cb8ccdc9'} from n-d-804275-3. {{(pid=100944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 22:20:37.884897 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ee5565bc-0aa2-476e-8866-f8caa93838c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:37.974261 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b66b35f4-32eb-43d9-b9ab-c6d92eb8d14b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4980a3f019644cf79e7a0e6f603100d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2642834 Aug 11 22:20:37.977491 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59178) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:38.037513 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ddccb-ed38-4851-8f05-bd70eb7f5f40 req-88bc8f28-0a4c-48a2-904c-4c6bf599fd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:38.045485 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f81ddccb-ed38-4851-8f05-bd70eb7f5f40 req-88bc8f28-0a4c-48a2-904c-4c6bf599fd2f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=60bbc1ae-6528-4cc3-9634-3b3fe3255353 HTTP/1.1" status: 200 len: 1096 time: 0.3195853 Aug 11 22:20:38.101447 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-06cdb422-694c-46cc-a608-ad07ec4f2da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:38.138737 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-06cdb422-694c-46cc-a608-ad07ec4f2da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:38.226165 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-06cdb422-694c-46cc-a608-ad07ec4f2da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:38.229683 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-06cdb422-694c-46cc-a608-ad07ec4f2da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:38.231849 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-06cdb422-694c-46cc-a608-ad07ec4f2da7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4b20e82e-1e4c-46f8-a0de-e5919ad8b6cd HTTP/1.1" status: 204 len: 168 time: 0.2530277 Aug 11 22:20:38.252283 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f81ddccb-ed38-4851-8f05-bd70eb7f5f40 req-0d193f6a-0b71-418f-96ce-8df4149ec04b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8d58243f-d548-4ef1-8a95-0492b2f3f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966760 Aug 11 22:20:38.257956 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdb422-694c-46cc-a608-ad07ec4f2da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b20e82e-1e4c-46f8-a0de-e5919ad8b6cd,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:38.287222 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:38.297206 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6cebb0f-f4e2-4e0d-a6d3-7d8de407de47 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:38.330854 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-ee5565bc-0aa2-476e-8866-f8caa93838c8 None None] Allocated IP 2001:db8:0:1::2 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/bd3864bb-1f19-4d1c-923e-6badb5c6103a/c21a3de8-486e-43e8-9e45-4e02cb8ccdc9) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:20:38.362066 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-c6cebb0f-f4e2-4e0d-a6d3-7d8de407de47 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] device_id is not set on port 50724acf-ae45-44e6-9e61-c2217d6f41b6 yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:20:38.647168 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-ee5565bc-0aa2-476e-8866-f8caa93838c8 None None] For port c21a3de8-486e-43e8-9e45-4e02cb8ccdc9, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=c21a3de8-486e-43e8-9e45-4e02cb8ccdc9,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:20:38.667826 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0be03-38be-4f65-ba34-6d34ae4ce885 req-ccf58ead-6c8e-4627-bcd9-dabacc8e9132 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:38.683239 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d9b0be03-38be-4f65-ba34-6d34ae4ce885 req-ccf58ead-6c8e-4627-bcd9-dabacc8e9132 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?device_id=60bbc1ae-6528-4cc3-9634-3b3fe3255353 HTTP/1.1" status: 200 len: 945 time: 0.1304145 Aug 11 22:20:38.690812 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ee5565bc-0aa2-476e-8866-f8caa93838c8 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:38.723072 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ee5565bc-0aa2-476e-8866-f8caa93838c8 None None] Transition to ACTIVE for port object c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:20:38.729410 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ee5565bc-0aa2-476e-8866-f8caa93838c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:38.786763 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d9b0be03-38be-4f65-ba34-6d34ae4ce885 req-0823e99c-eaea-4730-b5e4-c5d12995b06b tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d58243f-d548-4ef1-8a95-0492b2f3f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965946 Aug 11 22:20:38.858804 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5565bc-0aa2-476e-8866-f8caa93838c8 None None] Pushing event updated for resources: {'Port': ['ID=c21a3de8-486e-43e8-9e45-4e02cb8ccdc9,revision_number=9']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:39.185734 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-67ee8b59-9424-43aa-bef9-dc7a0f105467 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:39.187658 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-67ee8b59-9424-43aa-bef9-dc7a0f105467 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.52 "GET /v2.0/networks?id=e7790f3f-c934-4280-a7bc-7879373f53d3 HTTP/1.1" status: 200 len: 806 time: 0.1900401 Aug 11 22:20:39.223310 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-39a7646f-4afe-4e0c-96ed-4cfdf3d53742 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Request body: {'port': {'device_id': 'bfd4ce2b-ed12-4eeb-9592-13ed9af846fa', 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3', 'admin_state_up': True, 'tenant_id': '46c13839859945349c0d5afcfb364f66'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:20:39.240347 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-999b41cb-3701-4e54-becf-02b75a6abec1 req-29493d9d-8323-443f-bfad-bd48672a36b8 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfd4ce2b-ed12-4eeb-9592-13ed9af846fa HTTP/1.1" status: 200 len: 210 time: 0.1285381 Aug 11 22:20:39.410439 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-c6cebb0f-f4e2-4e0d-a6d3-7d8de407de47 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Allocated IP 2001:db8:0:1::34 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/bd3864bb-1f19-4d1c-923e-6badb5c6103a/50724acf-ae45-44e6-9e61-c2217d6f41b6) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:20:39.458024 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-c6cebb0f-f4e2-4e0d-a6d3-7d8de407de47 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Allocated IP 2001:db8::f816:3eff:fefa:cc54 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/f19a70c0-197d-48b1-9d66-a5fdc4e9d0aa/50724acf-ae45-44e6-9e61-c2217d6f41b6) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:20:39.515709 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59198) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:39.541669 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b940ed62-5239-477d-bffd-9ccdbed389eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:39.762885 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b940ed62-5239-477d-bffd-9ccdbed389eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:39.768859 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b940ed62-5239-477d-bffd-9ccdbed389eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:39.874133 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b940ed62-5239-477d-bffd-9ccdbed389eb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f445766565e74fbcbde86c65517fac94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3571997 Aug 11 22:20:39.877809 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59202) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:39.891436 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940ed62-5239-477d-bffd-9ccdbed389eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b32d65-5d46-4a8e-b9af-b196dac55594,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:40.018984 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-39a7646f-4afe-4e0c-96ed-4cfdf3d53742 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Made reservation on behalf of 46c13839859945349c0d5afcfb364f66 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:20:40.040617 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-39a7646f-4afe-4e0c-96ed-4cfdf3d53742 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:40.044566 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-58546c71-d01d-49b0-a267-dc8ce5a60e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:40.099919 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-58546c71-d01d-49b0-a267-dc8ce5a60e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:40.220181 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760ef9b-63ee-435d-80f4-44522e0b337c req-7d412ffe-62f8-4630-b55e-88df5d25754b tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:40.222614 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0760ef9b-63ee-435d-80f4-44522e0b337c req-7d412ffe-62f8-4630-b55e-88df5d25754b tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?device_id=60bbc1ae-6528-4cc3-9634-3b3fe3255353 HTTP/1.1" status: 200 len: 945 time: 0.0847843 Aug 11 22:20:40.248265 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-58546c71-d01d-49b0-a267-dc8ce5a60e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:40.251015 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-58546c71-d01d-49b0-a267-dc8ce5a60e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:40.252904 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-58546c71-d01d-49b0-a267-dc8ce5a60e77 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/36b32d65-5d46-4a8e-b9af-b196dac55594 HTTP/1.1" status: 204 len: 168 time: 0.3726773 Aug 11 22:20:40.295864 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-801c13d0-838e-4f9e-a7a1-6f1937b045c4 None None] Provisioning for port c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:20:40.298099 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58546c71-d01d-49b0-a267-dc8ce5a60e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b32d65-5d46-4a8e-b9af-b196dac55594,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:40.321092 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-801c13d0-838e-4f9e-a7a1-6f1937b045c4 None None] Provisioning complete for port c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:20:40.322057 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-801c13d0-838e-4f9e-a7a1-6f1937b045c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:40.353497 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0760ef9b-63ee-435d-80f4-44522e0b337c req-f6c6449b-2b7e-45a6-a661-4e929f05b5eb tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d58243f-d548-4ef1-8a95-0492b2f3f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167328 Aug 11 22:20:40.387904 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6cebb0f-f4e2-4e0d-a6d3-7d8de407de47 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:40.414136 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-c6cebb0f-f4e2-4e0d-a6d3-7d8de407de47 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Transition to ACTIVE for port object 50724acf-ae45-44e6-9e61-c2217d6f41b6 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:20:40.479844 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6cebb0f-f4e2-4e0d-a6d3-7d8de407de47 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:40.591218 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2e37d01c-db42-48c4-9475-2eceefa9c46b req-7e5ef197-1c9d-4bc7-a6a7-9c603aa07bdf tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfd4ce2b-ed12-4eeb-9592-13ed9af846fa HTTP/1.1" status: 200 len: 210 time: 0.1117382 Aug 11 22:20:40.614312 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cebb0f-f4e2-4e0d-a6d3-7d8de407de47 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:20:40.701379 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cebb0f-f4e2-4e0d-a6d3-7d8de407de47 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Port': ['ID=50724acf-ae45-44e6-9e61-c2217d6f41b6,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:40.714093 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-c6cebb0f-f4e2-4e0d-a6d3-7d8de407de47 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:20:40.720024 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cebb0f-f4e2-4e0d-a6d3-7d8de407de47 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:20:40.728729 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cebb0f-f4e2-4e0d-a6d3-7d8de407de47 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:40.729705 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6cebb0f-f4e2-4e0d-a6d3-7d8de407de47 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:40.765351 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c6cebb0f-f4e2-4e0d-a6d3-7d8de407de47 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.6229651 Aug 11 22:20:40.768451 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59220) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:40.805163 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-39a7646f-4afe-4e0c-96ed-4cfdf3d53742 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Allocated IP 172.20.0.10 (e7790f3f-c934-4280-a7bc-7879373f53d3/e0ec9ba0-9b08-41f6-a732-89f14df6459a/6a14a67a-8040-4eee-9dd0-8bad93e8f8d3) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:20:40.850137 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:20:41.104121 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-911a07c3-c7bc-4ccf-a906-de534528405c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting port 50724acf-ae45-44e6-9e61-c2217d6f41b6 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:20:41.104683 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-911a07c3-c7bc-4ccf-a906-de534528405c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:41.114726 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:20:41.115339 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:41.266835 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-39a7646f-4afe-4e0c-96ed-4cfdf3d53742 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:41.416175 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ef86b57e-f721-4ab5-8888-69bb15c6d607 None None] Provisioning for port 50724acf-ae45-44e6-9e61-c2217d6f41b6 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:20:41.468497 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-911a07c3-c7bc-4ccf-a906-de534528405c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:41.477791 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-39a7646f-4afe-4e0c-96ed-4cfdf3d53742 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:41.496075 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-911a07c3-c7bc-4ccf-a906-de534528405c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Calling delete_port for 50724acf-ae45-44e6-9e61-c2217d6f41b6 owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:20:41.533061 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['c5d76c0a-bb66-444d-8b25-6eb72cf8ed31'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:20:41.545376 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['4f7cb9d4-f60b-4372-a47f-b765a6295863'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:20:41.561050 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ef86b57e-f721-4ab5-8888-69bb15c6d607 None None] Provisioning complete for port 50724acf-ae45-44e6-9e61-c2217d6f41b6 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:20:41.561731 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ef86b57e-f721-4ab5-8888-69bb15c6d607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:41.583886 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-39a7646f-4afe-4e0c-96ed-4cfdf3d53742 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Network e7790f3f-c934-4280-a7bc-7879373f53d3 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:20:41.600234 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-39a7646f-4afe-4e0c-96ed-4cfdf3d53742 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:20:41.607694 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-39a7646f-4afe-4e0c-96ed-4cfdf3d53742 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:20:41.701555 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7646f-4afe-4e0c-96ed-4cfdf3d53742 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Pushing event updated for resources: {'Port': ['ID=6a14a67a-8040-4eee-9dd0-8bad93e8f8d3,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:41.724528 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-39a7646f-4afe-4e0c-96ed-4cfdf3d53742 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:41.725200 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-39a7646f-4afe-4e0c-96ed-4cfdf3d53742 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:41.754042 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-39a7646f-4afe-4e0c-96ed-4cfdf3d53742 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5386255 Aug 11 22:20:41.773820 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-22dfbe79-5f7a-41b3-ae70-a2f560037325 service neutron] Request body: {'port': {'device_id': 'bfd4ce2b-ed12-4eeb-9592-13ed9af846fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:20:41.802675 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-ef86b57e-f721-4ab5-8888-69bb15c6d607 None None] Port 50724acf-ae45-44e6-9e61-c2217d6f41b6 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:20:41.936853 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59242) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:41.977978 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-22dfbe79-5f7a-41b3-ae70-a2f560037325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:42.531009 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-22dfbe79-5f7a-41b3-ae70-a2f560037325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a14a67a-8040-4eee-9dd0-8bad93e8f8d3 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:20:42.554146 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-22dfbe79-5f7a-41b3-ae70-a2f560037325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:42.627953 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-73707e15-a346-499d-8ab2-4bba66fe816e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4d61c6ddb09b4749aabcc9ac87b25314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6871641 Aug 11 22:20:42.632196 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59256) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:42.654454 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-911a07c3-c7bc-4ccf-a906-de534528405c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:42.665774 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-22dfbe79-5f7a-41b3-ae70-a2f560037325 service neutron] Transition to ACTIVE for port object 6a14a67a-8040-4eee-9dd0-8bad93e8f8d3 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:20:42.694792 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a07c3-c7bc-4ccf-a906-de534528405c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Port': ['ID=50724acf-ae45-44e6-9e61-c2217d6f41b6,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:42.716315 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44bddf-a850-4cc4-b8a3-2c690ce7ef11 req-de497b6a-9295-450f-a97b-4fd489944011 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:42.717961 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b44bddf-a850-4cc4-b8a3-2c690ce7ef11 req-de497b6a-9295-450f-a97b-4fd489944011 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfd4ce2b-ed12-4eeb-9592-13ed9af846fa HTTP/1.1" status: 200 len: 932 time: 0.6960943 Aug 11 22:20:42.725160 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-22dfbe79-5f7a-41b3-ae70-a2f560037325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:42.802935 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-911a07c3-c7bc-4ccf-a906-de534528405c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:42.805692 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-911a07c3-c7bc-4ccf-a906-de534528405c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/50724acf-ae45-44e6-9e61-c2217d6f41b6 HTTP/1.1" status: 204 len: 168 time: 2.0358148 Aug 11 22:20:42.815427 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59260) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:42.940566 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56d926b-7092-46cf-9f00-3b1c33871ea5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:42.942311 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f56d926b-7092-46cf-9f00-3b1c33871ea5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1254637 Aug 11 22:20:42.951282 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59262) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:42.958210 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b44bddf-a850-4cc4-b8a3-2c690ce7ef11 req-1d43b01a-2936-4c89-b0bf-89c33aed93ee tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210250 Aug 11 22:20:43.219080 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d3606-478c-4bba-ad5b-104e47556f2d req-596be1ca-595b-4c4f-8e14-27f71a886f04 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:43.233027 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dfbe79-5f7a-41b3-ae70-a2f560037325 service neutron] Pushing event updated for resources: {'Port': ['ID=6a14a67a-8040-4eee-9dd0-8bad93e8f8d3,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:43.234564 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bc2d3606-478c-4bba-ad5b-104e47556f2d req-596be1ca-595b-4c4f-8e14-27f71a886f04 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?device_id=60bbc1ae-6528-4cc3-9634-3b3fe3255353 HTTP/1.1" status: 200 len: 945 time: 0.1328180 Aug 11 22:20:43.235146 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b0335327-b526-4e3c-8b8c-5cc985ede55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:43.295070 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-de942c7d-9cb2-474e-96f5-e215fdbfeed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:43.342202 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b276d2a7-dc37-4431-adb1-fe534a401ad1 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:43.342828 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bc2d3606-478c-4bba-ad5b-104e47556f2d req-e0e2b80d-7aee-4888-8ebd-ff6b10839f0c tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d58243f-d548-4ef1-8a95-0492b2f3f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005766 Aug 11 22:20:43.344012 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b276d2a7-dc37-4431-adb1-fe534a401ad1 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3727489 Aug 11 22:20:43.347788 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59268) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:43.399355 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-de942c7d-9cb2-474e-96f5-e215fdbfeed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:43.433631 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff92b23-76ec-4183-a81f-0df6a740148e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:43.436106 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff92b23-76ec-4183-a81f-0df6a740148e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:43.438282 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff92b23-76ec-4183-a81f-0df6a740148e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:43.440526 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-dff92b23-76ec-4183-a81f-0df6a740148e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0898798 Aug 11 22:20:43.443818 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59270) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:43.531659 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b081616-9cb2-46f0-a335-779d897a5be7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting subnet bd3864bb-1f19-4d1c-923e-6badb5c6103a {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:20:43.534013 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-22dfbe79-5f7a-41b3-ae70-a2f560037325 service neutron] Attempting to bind port 6a14a67a-8040-4eee-9dd0-8bad93e8f8d3 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:20:43.534867 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-22dfbe79-5f7a-41b3-ae70-a2f560037325 service neutron] Attempting to bind port 6a14a67a-8040-4eee-9dd0-8bad93e8f8d3 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '07f7d92d-e949-43a3-b2dd-627bd28bd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:20:43.534867 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-22dfbe79-5f7a-41b3-ae70-a2f560037325 service neutron] Attempting to bind port 6a14a67a-8040-4eee-9dd0-8bad93e8f8d3 on network e7790f3f-c934-4280-a7bc-7879373f53d3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:20:43.536257 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59272) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:43.540327 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-de942c7d-9cb2-474e-96f5-e215fdbfeed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:43.543279 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-de942c7d-9cb2-474e-96f5-e215fdbfeed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:43.548972 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-de942c7d-9cb2-474e-96f5-e215fdbfeed7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5ba175b6-362e-4661-9c39-905d439614f2 HTTP/1.1" status: 204 len: 168 time: 0.9104712 Aug 11 22:20:43.549265 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3b081616-9cb2-46f0-a335-779d897a5be7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:43.568732 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de942c7d-9cb2-474e-96f5-e215fdbfeed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba175b6-362e-4661-9c39-905d439614f2,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:43.570800 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-22dfbe79-5f7a-41b3-ae70-a2f560037325 service neutron] Port 6a14a67a-8040-4eee-9dd0-8bad93e8f8d3 on network e7790f3f-c934-4280-a7bc-7879373f53d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:20:43.571293 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-22dfbe79-5f7a-41b3-ae70-a2f560037325 service neutron] Attempting to bind port 6a14a67a-8040-4eee-9dd0-8bad93e8f8d3 on network e7790f3f-c934-4280-a7bc-7879373f53d3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:20:43.590958 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-22dfbe79-5f7a-41b3-ae70-a2f560037325 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:20:43.591937 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-22dfbe79-5f7a-41b3-ae70-a2f560037325 service neutron] Checking segment: {'id': '07f7d92d-e949-43a3-b2dd-627bd28bd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:20:43.595931 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-22dfbe79-5f7a-41b3-ae70-a2f560037325 service neutron] Bound using segment: {'id': '07f7d92d-e949-43a3-b2dd-627bd28bd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:20:43.596866 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-22dfbe79-5f7a-41b3-ae70-a2f560037325 service neutron] Bound port: 6a14a67a-8040-4eee-9dd0-8bad93e8f8d3, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7d92d-e949-43a3-b2dd-627bd28bd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:20:43.597370 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-22dfbe79-5f7a-41b3-ae70-a2f560037325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:43.612496 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-de72a40f-215b-4cec-96bd-a5db142ec38d req-4b092635-fd40-4bef-a447-8a369b36f602 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=233fe4c5-abe8-4d80-9c3c-ce8720b05cf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1243041 Aug 11 22:20:43.633912 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3b081616-9cb2-46f0-a335-779d897a5be7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:43.763679 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72a40f-215b-4cec-96bd-a5db142ec38d req-6a6a91aa-5ef1-49b2-ac9a-95b65067c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:43.765605 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-de72a40f-215b-4cec-96bd-a5db142ec38d req-6a6a91aa-5ef1-49b2-ac9a-95b65067c142 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=46c13839859945349c0d5afcfb364f66&device_id=233fe4c5-abe8-4d80-9c3c-ce8720b05cf6 HTTP/1.1" status: 200 len: 1097 time: 0.1007619 Aug 11 22:20:43.780387 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-22dfbe79-5f7a-41b3-ae70-a2f560037325 service neutron] For port 6a14a67a-8040-4eee-9dd0-8bad93e8f8d3, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:20:43.785638 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-22dfbe79-5f7a-41b3-ae70-a2f560037325 service neutron] For port 6a14a67a-8040-4eee-9dd0-8bad93e8f8d3, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=6a14a67a-8040-4eee-9dd0-8bad93e8f8d3,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:20:43.792466 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627cfd2-6a24-4ab5-a804-5c4044a4e1a0 req-fba9f86a-6b20-4d27-a26b-5ee5956510b6 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:43.797007 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c627cfd2-6a24-4ab5-a804-5c4044a4e1a0 req-fba9f86a-6b20-4d27-a26b-5ee5956510b6 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.82 "GET /v2.0/ports?device_id=60bbc1ae-6528-4cc3-9634-3b3fe3255353 HTTP/1.1" status: 200 len: 945 time: 0.1571953 Aug 11 22:20:43.815322 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-22dfbe79-5f7a-41b3-ae70-a2f560037325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:43.921893 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3b081616-9cb2-46f0-a335-779d897a5be7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:43.926409 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-83f09e96-1a7f-4f36-908b-0e18f0da637b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:43.928012 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-22dfbe79-5f7a-41b3-ae70-a2f560037325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:43.930993 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-22dfbe79-5f7a-41b3-ae70-a2f560037325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:43.932956 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-22dfbe79-5f7a-41b3-ae70-a2f560037325 service neutron] 10.222.0.52 "PUT /v2.0/ports/6a14a67a-8040-4eee-9dd0-8bad93e8f8d3 HTTP/1.1" status: 200 len: 1092 time: 2.1706924 Aug 11 22:20:43.949670 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd4ce2b-ed12-4eeb-9592-13ed9af846fa', 'tag': '6a14a67a-8040-4eee-9dd0-8bad93e8f8d3'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:20:43.969074 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043089d8-532f-4e79-b4f6-fff7d2121955" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd4ce2b-ed12-4eeb-9592-13ed9af846fa", "tag": "6a14a67a-8040-4eee-9dd0-8bad93e8f8d3"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:20:44.159392 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-3cc274a8-c8bb-44fb-ae3f-5890f374cb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:44.162507 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-3cc274a8-c8bb-44fb-ae3f-5890f374cb9a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46c13839859945349c0d5afcfb364f66&device_id=bfd4ce2b-ed12-4eeb-9592-13ed9af846fa HTTP/1.1" status: 200 len: 1095 time: 0.1576419 Aug 11 22:20:44.168658 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dfbe79-5f7a-41b3-ae70-a2f560037325 service neutron] Pushing event updated for resources: {'Port': ['ID=6a14a67a-8040-4eee-9dd0-8bad93e8f8d3,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:44.226053 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-83f09e96-1a7f-4f36-908b-0e18f0da637b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:44.271336 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-dd2ffb96-f8f3-4e98-9896-a99f15f1ce61 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a14a67a-8040-4eee-9dd0-8bad93e8f8d3 HTTP/1.1" status: 200 len: 217 time: 0.0965567 Aug 11 22:20:44.273481 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-83f09e96-1a7f-4f36-908b-0e18f0da637b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:44.276494 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72a40f-215b-4cec-96bd-a5db142ec38d req-42f806ec-bb76-45d3-9a50-ce5dfcda3764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:44.279598 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-de72a40f-215b-4cec-96bd-a5db142ec38d req-42f806ec-bb76-45d3-9a50-ce5dfcda3764 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e7790f3f-c934-4280-a7bc-7879373f53d3 HTTP/1.1" status: 200 len: 907 time: 0.4907000 Aug 11 22:20:44.393631 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-de72a40f-215b-4cec-96bd-a5db142ec38d req-06958964-a50b-469b-8319-fc147b5be3e6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f7cb9d4-f60b-4372-a47f-b765a6295863 HTTP/1.1" status: 200 len: 217 time: 0.1014190 Aug 11 22:20:44.435123 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f09e96-1a7f-4f36-908b-0e18f0da637b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f44064-7839-4700-a16c-0dd2d7d425d4,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:44.440402 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-83f09e96-1a7f-4f36-908b-0e18f0da637b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bf6bd027bfa246998c1780202d2c314a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9027524 Aug 11 22:20:44.444219 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59296) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:44.455649 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602300f1-75f8-46c3-84fe-e827fbd37086 req-c78fd748-c9c4-4cea-8799-ef4d399e268e tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:44.457345 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-602300f1-75f8-46c3-84fe-e827fbd37086 req-c78fd748-c9c4-4cea-8799-ef4d399e268e tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfd4ce2b-ed12-4eeb-9592-13ed9af846fa HTTP/1.1" status: 200 len: 944 time: 0.2637610 Aug 11 22:20:44.466456 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3b081616-9cb2-46f0-a335-779d897a5be7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:44.475135 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-c627cfd2-6a24-4ab5-a804-5c4044a4e1a0 req-fcb8f472-492f-4980-8c8e-54700d6861e8 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Deleting port ffdeb9eb-2c14-492a-aa81-131467702537 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:20:44.475489 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c627cfd2-6a24-4ab5-a804-5c4044a4e1a0 req-fcb8f472-492f-4980-8c8e-54700d6861e8 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:44.478643 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-90b07d36-735f-445f-84b5-3a0089ed636f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:44.480618 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-90b07d36-735f-445f-84b5-3a0089ed636f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0ec9ba0-9b08-41f6-a732-89f14df6459a HTTP/1.1" status: 200 len: 846 time: 0.1988282 Aug 11 22:20:44.503866 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72a40f-215b-4cec-96bd-a5db142ec38d req-9c9c68e0-9294-44e4-abe4-ceb1bcecb3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:44.505890 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-de72a40f-215b-4cec-96bd-a5db142ec38d req-9c9c68e0-9294-44e4-abe4-ceb1bcecb3f4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e0ec9ba0-9b08-41f6-a732-89f14df6459a HTTP/1.1" status: 200 len: 846 time: 0.1057477 Aug 11 22:20:44.530083 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-df6ae14b-04ec-4b05-b9ed-e8eec4624a2d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7790f3f-c934-4280-a7bc-7879373f53d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384712 Aug 11 22:20:44.562079 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-de72a40f-215b-4cec-96bd-a5db142ec38d req-4c6f3b6f-2a11-4a23-a779-a3b6f4c80797 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e7790f3f-c934-4280-a7bc-7879373f53d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350618 Aug 11 22:20:44.571643 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b081616-9cb2-46f0-a335-779d897a5be7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Subnet': ['ID=bd3864bb-1f19-4d1c-923e-6badb5c6103a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:44.587326 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0581edb-03f8-4771-a9f8-c75a94f3e1bd None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:20:44.609719 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3b081616-9cb2-46f0-a335-779d897a5be7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:44.626425 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3b081616-9cb2-46f0-a335-779d897a5be7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/bd3864bb-1f19-4d1c-923e-6badb5c6103a HTTP/1.1" status: 204 len: 168 time: 1.1811643 Aug 11 22:20:44.631967 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59298) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:44.788572 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-602300f1-75f8-46c3-84fe-e827fbd37086 req-0944cf67-5f70-4c0b-8678-9a2ca66aca5a tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095269 Aug 11 22:20:44.847254 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a64124-76f1-45de-82e3-b880e1c13b15 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting subnet f19a70c0-197d-48b1-9d66-a5fdc4e9d0aa {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:20:44.854909 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-625dc5d9-28c0-46b5-89e0-e67e41a6911a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:44.864669 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-99a64124-76f1-45de-82e3-b880e1c13b15 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:44.943327 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-c627cfd2-6a24-4ab5-a804-5c4044a4e1a0 req-fcb8f472-492f-4980-8c8e-54700d6861e8 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] For port ffdeb9eb-2c14-492a-aa81-131467702537, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=ffdeb9eb-2c14-492a-aa81-131467702537,segment=NetworkSegment(ad31e246-ea5f-407a-afdd-77b8ad548068),segment_id=ad31e246-ea5f-407a-afdd-77b8ad548068)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:20:44.943760 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c627cfd2-6a24-4ab5-a804-5c4044a4e1a0 req-fcb8f472-492f-4980-8c8e-54700d6861e8 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:44.959803 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-625dc5d9-28c0-46b5-89e0-e67e41a6911a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:44.974805 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-99a64124-76f1-45de-82e3-b880e1c13b15 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:45.003354 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-c627cfd2-6a24-4ab5-a804-5c4044a4e1a0 req-fcb8f472-492f-4980-8c8e-54700d6861e8 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Calling delete_port for ffdeb9eb-2c14-492a-aa81-131467702537 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:20:45.271202 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfc6c4-7e23-493a-b7d6-0e32894fe890 req-015af865-46b7-496f-96e6-f3f129ee95b7 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:45.274169 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48bfc6c4-7e23-493a-b7d6-0e32894fe890 req-015af865-46b7-496f-96e6-f3f129ee95b7 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?device_id=60bbc1ae-6528-4cc3-9634-3b3fe3255353 HTTP/1.1" status: 200 len: 945 time: 0.2718298 Aug 11 22:20:45.281066 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-625dc5d9-28c0-46b5-89e0-e67e41a6911a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:45.296038 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-625dc5d9-28c0-46b5-89e0-e67e41a6911a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:45.298035 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-625dc5d9-28c0-46b5-89e0-e67e41a6911a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/92f44064-7839-4700-a16c-0dd2d7d425d4 HTTP/1.1" status: 204 len: 168 time: 0.8523376 Aug 11 22:20:45.335688 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-99a64124-76f1-45de-82e3-b880e1c13b15 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:45.471777 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625dc5d9-28c0-46b5-89e0-e67e41a6911a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f44064-7839-4700-a16c-0dd2d7d425d4,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:45.547028 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5696a4fb-ee10-4e09-bb79-0abc7dd629d0 x-openstack-request-id: req-5696a4fb-ee10-4e09-bb79-0abc7dd629d0 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:20:45.547483 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd4ce2b-ed12-4eeb-9592-13ed9af846fa", "tag": "6a14a67a-8040-4eee-9dd0-8bad93e8f8d3", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:20:45.547921 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5696a4fb-ee10-4e09-bb79-0abc7dd629d0 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:20:45.548593 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd4ce2b-ed12-4eeb-9592-13ed9af846fa', 'tag': '6a14a67a-8040-4eee-9dd0-8bad93e8f8d3', 'status': 'completed', 'code': 200} Aug 11 22:20:45.591013 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-de72a40f-215b-4cec-96bd-a5db142ec38d req-aba3aedb-7b26-4f8e-8e2e-b749030fe56d service neutron] 10.222.0.82 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0107303 Aug 11 22:20:45.629562 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48bfc6c4-7e23-493a-b7d6-0e32894fe890 req-dfbee4a2-7e91-4dff-a9c5-3f9bfadc2710 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d58243f-d548-4ef1-8a95-0492b2f3f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265707 Aug 11 22:20:45.634599 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-99a64124-76f1-45de-82e3-b880e1c13b15 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:45.770442 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a64124-76f1-45de-82e3-b880e1c13b15 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Subnet': ['ID=f19a70c0-197d-48b1-9d66-a5fdc4e9d0aa,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:45.786265 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-99a64124-76f1-45de-82e3-b880e1c13b15 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:45.791792 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-99a64124-76f1-45de-82e3-b880e1c13b15 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/f19a70c0-197d-48b1-9d66-a5fdc4e9d0aa HTTP/1.1" status: 204 len: 168 time: 1.1471345 Aug 11 22:20:45.795049 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59322) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:45.819676 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-e614ea35-f737-46cb-9e1e-93f888fa3d97 service neutron] 10.222.0.52 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2556696 Aug 11 22:20:45.826361 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59326) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:45.957900 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-de72a40f-215b-4cec-96bd-a5db142ec38d req-b0ef96ec-624d-45d0-9cf6-308f1cef5abe service neutron] 10.222.0.82 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552036 Aug 11 22:20:46.014593 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-740837fa-d452-4a1a-a325-edd506fcfa73 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2094674 Aug 11 22:20:46.019361 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c627cfd2-6a24-4ab5-a804-5c4044a4e1a0 req-fcb8f472-492f-4980-8c8e-54700d6861e8 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:46.021322 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59330) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:46.040223 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fcf5bce0-15b6-4092-bba2-03368c240f19 req-1e2db4bc-04f7-4309-82f6-f5f40bbb8d91 service neutron] 10.222.0.52 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022913 Aug 11 22:20:46.070905 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['ffdeb9eb-2c14-492a-aa81-131467702537'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:20:46.074902 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:46.085659 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-008f9f13-a1ee-4239-9599-c6427f830c91 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:20:46.115955 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59334) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:46.134271 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-aecebf48-dc53-4837-803d-190a0be3c3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:46.147364 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0f32012f-94a4-4917-b356-40e8ed6af37c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:46.244598 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8f472-492f-4980-8c8e-54700d6861e8 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Pushing event deleted for resources: {'Port': ['ID=ffdeb9eb-2c14-492a-aa81-131467702537,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:46.343244 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-c627cfd2-6a24-4ab5-a804-5c4044a4e1a0 req-fcb8f472-492f-4980-8c8e-54700d6861e8 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] No DVR routers for this DVR port ffdeb9eb-2c14-492a-aa81-131467702537 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:20:46.345791 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0f32012f-94a4-4917-b356-40e8ed6af37c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:46.347949 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c627cfd2-6a24-4ab5-a804-5c4044a4e1a0 req-fcb8f472-492f-4980-8c8e-54700d6861e8 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:46.350219 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c627cfd2-6a24-4ab5-a804-5c4044a4e1a0 req-fcb8f472-492f-4980-8c8e-54700d6861e8 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.82 "DELETE /v2.0/ports/ffdeb9eb-2c14-492a-aa81-131467702537 HTTP/1.1" status: 204 len: 173 time: 2.5469644 Aug 11 22:20:46.353474 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bbc1ae-6528-4cc3-9634-3b3fe3255353', 'name': 'network-vif-deleted', 'tag': 'ffdeb9eb-2c14-492a-aa81-131467702537'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:20:46.355933 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e84f74-74ae-4485-8410-101911e99a2f" -d '{"events": [{"server_uuid": "60bbc1ae-6528-4cc3-9634-3b3fe3255353", "name": "network-vif-deleted", "tag": "ffdeb9eb-2c14-492a-aa81-131467702537"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:20:46.372387 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d3a6e-82a9-4e54-87be-f38244d81184 req-a21748e0-86e1-4ccb-9d88-4416fd64d40a tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:46.380679 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-333d3a6e-82a9-4e54-87be-f38244d81184 req-a21748e0-86e1-4ccb-9d88-4416fd64d40a tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfd4ce2b-ed12-4eeb-9592-13ed9af846fa HTTP/1.1" status: 200 len: 944 time: 0.3583486 Aug 11 22:20:46.388315 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0f32012f-94a4-4917-b356-40e8ed6af37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:46.431882 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59338) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:46.434385 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0f32012f-94a4-4917-b356-40e8ed6af37c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=117a687469634277a0b7637a9449f345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3158801 Aug 11 22:20:46.450804 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d67d2d-0de8-4da8-8e13-45920be8df69 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:20:46.467944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008f9f13-a1ee-4239-9599-c6427f830c91 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:20:46.473040 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-008f9f13-a1ee-4239-9599-c6427f830c91 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:46.496538 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32012f-94a4-4917-b356-40e8ed6af37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40bf030-8e6f-4f43-8fd4-c3fd9f3b225f,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:46.508628 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043089d8-532f-4e79-b4f6-fff7d2121955 req-dbc3f9ba-9b5f-4634-a0cb-2cf9588f48e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:46.513179 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-043089d8-532f-4e79-b4f6-fff7d2121955 req-dbc3f9ba-9b5f-4634-a0cb-2cf9588f48e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46c13839859945349c0d5afcfb364f66&device_id=bfd4ce2b-ed12-4eeb-9592-13ed9af846fa HTTP/1.1" status: 200 len: 1095 time: 0.1650178 Aug 11 22:20:46.576241 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-333d3a6e-82a9-4e54-87be-f38244d81184 req-8e09ba10-377d-404b-a903-f2975f059caa tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945014 Aug 11 22:20:46.690628 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6c311bd0-c826-494f-81b0-94d58659773d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:46.706226 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-fbb95a7b-35cf-4f0a-8017-adb686f4cc06 None None] Provisioning complete for port c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:20:46.708503 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fbb95a7b-35cf-4f0a-8017-adb686f4cc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:46.728230 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6c311bd0-c826-494f-81b0-94d58659773d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:46.731110 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd83c328-d9e9-4516-b5b5-7fd1c65cfacb x-openstack-request-id: req-cd83c328-d9e9-4516-b5b5-7fd1c65cfacb {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:20:46.731557 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bbc1ae-6528-4cc3-9634-3b3fe3255353", "name": "network-vif-deleted", "tag": "ffdeb9eb-2c14-492a-aa81-131467702537", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:20:46.731756 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cd83c328-d9e9-4516-b5b5-7fd1c65cfacb {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:20:46.732110 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bbc1ae-6528-4cc3-9634-3b3fe3255353', 'name': 'network-vif-deleted', 'tag': 'ffdeb9eb-2c14-492a-aa81-131467702537', 'status': 'completed', 'code': 200} Aug 11 22:20:46.780999 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-26080e2f-aa7e-463a-931b-1fbfe5f1b2d5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1788241116-network', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:20:46.906577 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6c311bd0-c826-494f-81b0-94d58659773d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:46.916622 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6c311bd0-c826-494f-81b0-94d58659773d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:46.920211 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6c311bd0-c826-494f-81b0-94d58659773d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f40bf030-8e6f-4f43-8fd4-c3fd9f3b225f HTTP/1.1" status: 204 len: 168 time: 0.4873240 Aug 11 22:20:46.932728 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-008f9f13-a1ee-4239-9599-c6427f830c91 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:46.937993 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043089d8-532f-4e79-b4f6-fff7d2121955 req-00376799-aadb-4e50-a6b5-c4cfe8085624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:46.941276 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-043089d8-532f-4e79-b4f6-fff7d2121955 req-00376799-aadb-4e50-a6b5-c4cfe8085624 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e7790f3f-c934-4280-a7bc-7879373f53d3 HTTP/1.1" status: 200 len: 907 time: 0.4198506 Aug 11 22:20:46.943771 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26080e2f-aa7e-463a-931b-1fbfe5f1b2d5 admin admin] Made reservation on behalf of 0bd86e77836944e4bb373c5db0c18c61 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:20:46.957242 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-26080e2f-aa7e-463a-931b-1fbfe5f1b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:46.980593 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c311bd0-c826-494f-81b0-94d58659773d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40bf030-8e6f-4f43-8fd4-c3fd9f3b225f,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:47.051573 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b164cd73-db87-4484-b87c-acc8536e63a4 req-eefe9598-d45d-4750-8f30-3bc5e8d84bf2 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?device_id=60bbc1ae-6528-4cc3-9634-3b3fe3255353 HTTP/1.1" status: 200 len: 210 time: 0.0757103 Aug 11 22:20:47.087991 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008f9f13-a1ee-4239-9599-c6427f830c91 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:20:47.092458 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-008f9f13-a1ee-4239-9599-c6427f830c91 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:20:47.094447 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f9f13-a1ee-4239-9599-c6427f830c91 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Subnet': ['ID=a9c740dc-12f6-4629-82c3-493a34e0cc23,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:47.099394 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008f9f13-a1ee-4239-9599-c6427f830c91 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:47.100361 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-008f9f13-a1ee-4239-9599-c6427f830c91 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:47.124714 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-008f9f13-a1ee-4239-9599-c6427f830c91 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0906746 Aug 11 22:20:47.130054 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59346) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:47.138934 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-3d2107df-2dd7-4f54-921c-854187227873 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:20:47.180131 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-26080e2f-aa7e-463a-931b-1fbfe5f1b2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:47.193836 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-043089d8-532f-4e79-b4f6-fff7d2121955 req-ba5a1206-33bf-4d5a-ba13-8f5a97dbac84 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a14a67a-8040-4eee-9dd0-8bad93e8f8d3 HTTP/1.1" status: 200 len: 217 time: 0.2281992 Aug 11 22:20:47.229390 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a889bb-834c-41fe-a3ec-fae29f2eb8fe None None] DHCP port deletion for 031f2dcc-5a67-473f-bde2-e5d9a50304c4 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:20:47.359299 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043089d8-532f-4e79-b4f6-fff7d2121955 req-64a426ea-51a3-4b0b-a628-cd530f38ada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:47.370847 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-043089d8-532f-4e79-b4f6-fff7d2121955 req-64a426ea-51a3-4b0b-a628-cd530f38ada3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0ec9ba0-9b08-41f6-a732-89f14df6459a HTTP/1.1" status: 200 len: 846 time: 0.1568120 Aug 11 22:20:47.377889 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-c9a889bb-834c-41fe-a3ec-fae29f2eb8fe None None] Deleting port c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:20:47.378663 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c9a889bb-834c-41fe-a3ec-fae29f2eb8fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:47.452308 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-043089d8-532f-4e79-b4f6-fff7d2121955 req-4c9425c9-5993-41be-9df7-a8cf9a502b74 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7790f3f-c934-4280-a7bc-7879373f53d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727041 Aug 11 22:20:47.551027 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:47.638514 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-c9a889bb-834c-41fe-a3ec-fae29f2eb8fe None None] For port c21a3de8-486e-43e8-9e45-4e02cb8ccdc9, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=c21a3de8-486e-43e8-9e45-4e02cb8ccdc9,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:20:47.640437 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c9a889bb-834c-41fe-a3ec-fae29f2eb8fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:47.683602 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-c9a889bb-834c-41fe-a3ec-fae29f2eb8fe None None] Calling delete_port for c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:20:47.732485 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-043089d8-532f-4e79-b4f6-fff7d2121955 req-80c84d24-57dc-4445-be28-b5c184fd1167 service neutron] 10.222.0.52 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719512 Aug 11 22:20:47.753183 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571114f-7863-479d-8f45-9b15224e772a req-855b2f73-eff1-41af-8bba-b3da0fd626fb tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:47.762074 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8571114f-7863-479d-8f45-9b15224e772a req-855b2f73-eff1-41af-8bba-b3da0fd626fb tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfd4ce2b-ed12-4eeb-9592-13ed9af846fa HTTP/1.1" status: 200 len: 944 time: 0.0884230 Aug 11 22:20:47.823453 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8571114f-7863-479d-8f45-9b15224e772a req-371ffdb7-32f2-4c7e-a7ab-68c87c23f1ce tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600953 Aug 11 22:20:47.885371 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-26080e2f-aa7e-463a-931b-1fbfe5f1b2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:47.886691 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c9a889bb-834c-41fe-a3ec-fae29f2eb8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:47.900172 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-26080e2f-aa7e-463a-931b-1fbfe5f1b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:47.928624 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59358) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:47.939369 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2107df-2dd7-4f54-921c-854187227873 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:20:47.944449 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3d2107df-2dd7-4f54-921c-854187227873 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:47.960193 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a889bb-834c-41fe-a3ec-fae29f2eb8fe None None] Pushing event deleted for resources: {'Port': ['ID=c21a3de8-486e-43e8-9e45-4e02cb8ccdc9,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:47.965957 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a889bb-834c-41fe-a3ec-fae29f2eb8fe None None] No DVR routers for this DVR port c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:20:47.982247 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a889bb-834c-41fe-a3ec-fae29f2eb8fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:47.982733 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a889bb-834c-41fe-a3ec-fae29f2eb8fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:47.983323 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a889bb-834c-41fe-a3ec-fae29f2eb8fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:47.990984 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a889bb-834c-41fe-a3ec-fae29f2eb8fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:47.991641 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a889bb-834c-41fe-a3ec-fae29f2eb8fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:47.992312 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a889bb-834c-41fe-a3ec-fae29f2eb8fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:47.992964 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a889bb-834c-41fe-a3ec-fae29f2eb8fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:47.993497 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a889bb-834c-41fe-a3ec-fae29f2eb8fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:47.994089 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a889bb-834c-41fe-a3ec-fae29f2eb8fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:47.994661 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a889bb-834c-41fe-a3ec-fae29f2eb8fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:47.995247 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a889bb-834c-41fe-a3ec-fae29f2eb8fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:47.995824 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a889bb-834c-41fe-a3ec-fae29f2eb8fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:48.006140 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 6a14a67a-8040-4eee-9dd0-8bad93e8f8d3 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:20:48.009400 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df44976c-0871-4c40-a09c-5ee1765490bc None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:20:48.023359 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ace8341-5449-418f-be4b-f8509920dd91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:48.046616 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26080e2f-aa7e-463a-931b-1fbfe5f1b2d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:20:48.082061 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26080e2f-aa7e-463a-931b-1fbfe5f1b2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2ddf61-6f6d-4b11-8098-857aa53db04f,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:48.110574 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-26080e2f-aa7e-463a-931b-1fbfe5f1b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:48.114665 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-26080e2f-aa7e-463a-931b-1fbfe5f1b2d5 admin admin] Added segment e5f53c75-4676-4a8e-b2c4-b3173cc0c081 of type vlan for network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 Aug 11 22:20:48.190607 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-043089d8-532f-4e79-b4f6-fff7d2121955 req-eaa0d4a6-0632-4dfe-b048-417de9e71cbb service neutron] 10.222.0.52 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429739 Aug 11 22:20:48.227910 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-26080e2f-aa7e-463a-931b-1fbfe5f1b2d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:48.280720 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-26080e2f-aa7e-463a-931b-1fbfe5f1b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:48.284031 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26080e2f-aa7e-463a-931b-1fbfe5f1b2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:48.284797 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-26080e2f-aa7e-463a-931b-1fbfe5f1b2d5 admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:48.344762 n-d-804275-3 neutron-server[100943]: INFO neutron.db.ipam_backend_mixin [None req-3d2107df-2dd7-4f54-921c-854187227873 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a9c740dc-12f6-4629-82c3-493a34e0cc23 (CIDR: 2001:db8::/64) Aug 11 22:20:48.375715 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d2107df-2dd7-4f54-921c-854187227873 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:20:48.377171 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d2107df-2dd7-4f54-921c-854187227873 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:20:48.386339 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ace8341-5449-418f-be4b-f8509920dd91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:48.395827 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ace8341-5449-418f-be4b-f8509920dd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:48.423358 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-26080e2f-aa7e-463a-931b-1fbfe5f1b2d5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5935178 Aug 11 22:20:48.424459 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59368) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:48.427546 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 6a14a67a-8040-4eee-9dd0-8bad93e8f8d3, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=6a14a67a-8040-4eee-9dd0-8bad93e8f8d3,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:20:48.440236 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-0b72ad93-eef2-449a-9dfa-2e11d6d52757 admin admin] Request body: {'subnet': {'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1788241116-subnet', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:20:48.470921 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace8341-5449-418f-be4b-f8509920dd91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984da2b6-3135-4f5a-b764-f7bf5fa3f923,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:48.481680 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26080e2f-aa7e-463a-931b-1fbfe5f1b2d5 admin admin] Pushing event updated for resources: {'Network': ['ID=6622d19d-e8f9-4f58-9c5a-5a6b1c375431,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:48.493963 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3d2107df-2dd7-4f54-921c-854187227873 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3625710 Aug 11 22:20:48.502854 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3ace8341-5449-418f-be4b-f8509920dd91 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=47ab068c474341feb96838da6a080199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5690124 Aug 11 22:20:48.503083 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59374) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:48.505440 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59376) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:48.513029 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device ffdeb9eb-2c14-492a-aa81-131467702537 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:20:48.514254 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-59149fd1-4219-4e45-9b19-f66c9c3a1912 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:20:48.526129 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:20:48.558619 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b72ad93-eef2-449a-9dfa-2e11d6d52757 admin admin] Made reservation on behalf of 0bd86e77836944e4bb373c5db0c18c61 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:20:48.562845 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b72ad93-eef2-449a-9dfa-2e11d6d52757 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:48.620207 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '6a14a67a-8040-4eee-9dd0-8bad93e8f8d3', 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3', 'port_id': '6a14a67a-8040-4eee-9dd0-8bad93e8f8d3', 'mac_address': 'fa:16:3e:e1:6c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ec9ba0-9b08-41f6-a732-89f14df6459a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:20:48.632683 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: ffdeb9eb-2c14-492a-aa81-131467702537 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:20:48.633058 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device ffdeb9eb-2c14-492a-aa81-131467702537 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:20:48.719803 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05968fe2-35c4-4f8d-b313-c9c024bb5099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'fixed_ips': [{'subnet_id': 'a9c740dc-12f6-4629-82c3-493a34e0cc23'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:20:48.720929 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-05968fe2-35c4-4f8d-b313-c9c024bb5099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:48.777274 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:48.794013 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a14a67a-8040-4eee-9dd0-8bad93e8f8d3 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:20:48.853785 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:20:48.854353 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88aa7c1-33dc-471c-808a-cb00428406af req-474ba0f3-ac30-41f7-b887-a559045c95e5 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:48.868052 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a88aa7c1-33dc-471c-808a-cb00428406af req-474ba0f3-ac30-41f7-b887-a559045c95e5 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/networks?id=525653ba-733f-4742-bbd1-0f51c8acc1f0 HTTP/1.1" status: 200 len: 809 time: 0.2992232 Aug 11 22:20:48.889319 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:20:48.889667 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device c21a3de8-486e-43e8-9e45-4e02cb8ccdc9 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:20:48.914533 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 6a14a67a-8040-4eee-9dd0-8bad93e8f8d3, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=6a14a67a-8040-4eee-9dd0-8bad93e8f8d3,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:20:48.918925 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a88aa7c1-33dc-471c-808a-cb00428406af req-14081e04-417c-4b8d-88c6-d9e26818e8a7 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/quotas/70f061d11ec9424ca49540ce6c807e4b HTTP/1.1" status: 200 len: 375 time: 0.0446334 Aug 11 22:20:48.921774 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:48.931745 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d5c78ac-a457-4ede-b1fe-dccea1309813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:49.020865 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:49.025499 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a88aa7c1-33dc-471c-808a-cb00428406af req-59a2ff1f-8817-4f37-a234-0ef2ea76d9b2 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=70f061d11ec9424ca49540ce6c807e4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0988736 Aug 11 22:20:49.028195 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d5c78ac-a457-4ede-b1fe-dccea1309813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:49.046576 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-05968fe2-35c4-4f8d-b313-c9c024bb5099 None None] Allocated IP 2001:db8::2 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/a9c740dc-12f6-4629-82c3-493a34e0cc23/ba66eb3f-bcbc-45ea-a945-efdedd6b2448) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:20:49.054167 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=6a14a67a-8040-4eee-9dd0-8bad93e8f8d3,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:49.138586 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['6a14a67a-8040-4eee-9dd0-8bad93e8f8d3'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:20:49.185732 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59149fd1-4219-4e45-9b19-f66c9c3a1912 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:20:49.192592 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-59149fd1-4219-4e45-9b19-f66c9c3a1912 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:49.200808 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a88aa7c1-33dc-471c-808a-cb00428406af req-6cb0c8b6-6751-46dd-998e-39f9ac0a1587 service neutron] 10.222.0.77 "GET /v2.0/networks/525653ba-733f-4742-bbd1-0f51c8acc1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605022 Aug 11 22:20:49.374477 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a88aa7c1-33dc-471c-808a-cb00428406af req-c55b3548-bc48-4b45-9bc4-ca4543f63d0d service neutron] 10.222.0.77 "GET /v2.0/networks/525653ba-733f-4742-bbd1-0f51c8acc1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582828 Aug 11 22:20:49.390525 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d5c78ac-a457-4ede-b1fe-dccea1309813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:49.396214 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d5c78ac-a457-4ede-b1fe-dccea1309813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:49.398247 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8d5c78ac-a457-4ede-b1fe-dccea1309813 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/984da2b6-3135-4f5a-b764-f7bf5fa3f923 HTTP/1.1" status: 204 len: 168 time: 0.8766842 Aug 11 22:20:49.452401 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c78ac-a457-4ede-b1fe-dccea1309813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984da2b6-3135-4f5a-b764-f7bf5fa3f923,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:49.462051 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b72ad93-eef2-449a-9dfa-2e11d6d52757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:49.473458 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-05968fe2-35c4-4f8d-b313-c9c024bb5099 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:49.484250 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-05968fe2-35c4-4f8d-b313-c9c024bb5099 None None] Transition to ACTIVE for port object ba66eb3f-bcbc-45ea-a945-efdedd6b2448 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:20:49.507382 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-05968fe2-35c4-4f8d-b313-c9c024bb5099 None None] Transition to ACTIVE for port object ba66eb3f-bcbc-45ea-a945-efdedd6b2448 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:20:49.590255 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-05968fe2-35c4-4f8d-b313-c9c024bb5099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:49.636387 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72ad93-eef2-449a-9dfa-2e11d6d52757 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e825988f-9783-4539-86a4-b6ca493a4bbd,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:49.669105 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b72ad93-eef2-449a-9dfa-2e11d6d52757 admin admin] Checking segment: {'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:20:49.670617 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b72ad93-eef2-449a-9dfa-2e11d6d52757 admin admin] Network hostable DHCP agents. Network: 6622d19d-e8f9-4f58-9c5a-5a6b1c375431, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:20:49.677558 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05968fe2-35c4-4f8d-b313-c9c024bb5099 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:20:49.682867 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-05968fe2-35c4-4f8d-b313-c9c024bb5099 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:20:49.693955 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05968fe2-35c4-4f8d-b313-c9c024bb5099 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:20:49.699613 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05968fe2-35c4-4f8d-b313-c9c024bb5099 None None] Pushing event updated for resources: {'Port': ['ID=ba66eb3f-bcbc-45ea-a945-efdedd6b2448,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:49.763325 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b72ad93-eef2-449a-9dfa-2e11d6d52757 admin admin] Network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:20:49.771816 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-05968fe2-35c4-4f8d-b313-c9c024bb5099 None None] Attempting to bind port ba66eb3f-bcbc-45ea-a945-efdedd6b2448 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:20:49.772190 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-05968fe2-35c4-4f8d-b313-c9c024bb5099 None None] Attempting to bind port ba66eb3f-bcbc-45ea-a945-efdedd6b2448 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:20:49.772578 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05968fe2-35c4-4f8d-b313-c9c024bb5099 None None] Attempting to bind port ba66eb3f-bcbc-45ea-a945-efdedd6b2448 on network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:20:49.791363 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05968fe2-35c4-4f8d-b313-c9c024bb5099 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:20:49.791972 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05968fe2-35c4-4f8d-b313-c9c024bb5099 None None] Checking segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:20:49.792606 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-05968fe2-35c4-4f8d-b313-c9c024bb5099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:49.795149 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05968fe2-35c4-4f8d-b313-c9c024bb5099 None None] Bound using segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:20:49.797186 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-05968fe2-35c4-4f8d-b313-c9c024bb5099 None None] Bound port: ba66eb3f-bcbc-45ea-a945-efdedd6b2448, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:20:49.797868 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-05968fe2-35c4-4f8d-b313-c9c024bb5099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:49.803130 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-0b72ad93-eef2-449a-9dfa-2e11d6d52757 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 6622d19d-e8f9-4f58-9c5a-5a6b1c375431) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:20:49.820359 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b72ad93-eef2-449a-9dfa-2e11d6d52757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:49.821645 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b72ad93-eef2-449a-9dfa-2e11d6d52757 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:49.830521 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0089fecc-426f-4309-b6db-f8270d040b1d None None] Network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:20:49.863990 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59398) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:49.864974 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0b72ad93-eef2-449a-9dfa-2e11d6d52757 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4357402 Aug 11 22:20:49.869258 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-7cd91c47-77e1-4613-a97a-d8e066a97118 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1788241116-router', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:20:49.912135 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7cd91c47-77e1-4613-a97a-d8e066a97118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:49.913241 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7cd91c47-77e1-4613-a97a-d8e066a97118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:50.132215 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7cd91c47-77e1-4613-a97a-d8e066a97118 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:50.275093 n-d-804275-3 neutron-server[100942]: DEBUG neutron.objects.ports [None req-59149fd1-4219-4e45-9b19-f66c9c3a1912 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 22:20:50.310413 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5e8a0c-6d27-4f1f-a52e-fd1991f18dee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'fixed_ips': [{'subnet_id': 'e825988f-9783-4539-86a4-b6ca493a4bbd'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:20:50.312043 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ec5e8a0c-6d27-4f1f-a52e-fd1991f18dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:50.337724 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed2eb6-f1b1-4acd-a0e9-8e6248aa2ea4 req-9016725a-4baf-4d1c-a851-2783c0fdeb76 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:50.359217 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-93ed2eb6-f1b1-4acd-a0e9-8e6248aa2ea4 req-9016725a-4baf-4d1c-a851-2783c0fdeb76 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfd4ce2b-ed12-4eeb-9592-13ed9af846fa HTTP/1.1" status: 200 len: 945 time: 0.4366901 Aug 11 22:20:50.362159 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-05968fe2-35c4-4f8d-b313-c9c024bb5099 None None] For port ba66eb3f-bcbc-45ea-a945-efdedd6b2448, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:20:50.536463 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7cd91c47-77e1-4613-a97a-d8e066a97118 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:50.550516 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-93ed2eb6-f1b1-4acd-a0e9-8e6248aa2ea4 req-c5108fe7-7d85-40f7-b6be-abf783414ed8 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876214 Aug 11 22:20:50.660963 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-05968fe2-35c4-4f8d-b313-c9c024bb5099 None None] For port ba66eb3f-bcbc-45ea-a945-efdedd6b2448, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=ba66eb3f-bcbc-45ea-a945-efdedd6b2448,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:20:50.682783 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1bef26a5-bcb7-4d1d-ae5a-d44a74f3159d req-3f0be5b0-c884-4fc1-a543-0ed22cdad3c0 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?device_id=f41dc2ae-1059-4b3b-926f-f8af95233b45 HTTP/1.1" status: 200 len: 210 time: 0.0511391 Aug 11 22:20:50.748999 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-05968fe2-35c4-4f8d-b313-c9c024bb5099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:50.780790 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-59149fd1-4219-4e45-9b19-f66c9c3a1912 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:50.810824 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:50.835139 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-ec5e8a0c-6d27-4f1f-a52e-fd1991f18dee None None] Allocated IP 172.20.0.2 (6622d19d-e8f9-4f58-9c5a-5a6b1c375431/e825988f-9783-4539-86a4-b6ca493a4bbd/d970f5e6-8860-406c-995f-1934b76855bb) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:20:50.891043 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05968fe2-35c4-4f8d-b313-c9c024bb5099 None None] Pushing event updated for resources: {'Port': ['ID=ba66eb3f-bcbc-45ea-a945-efdedd6b2448,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:51.113318 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7cd91c47-77e1-4613-a97a-d8e066a97118 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:51.152406 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7cd91c47-77e1-4613-a97a-d8e066a97118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:51.221926 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-59149fd1-4219-4e45-9b19-f66c9c3a1912 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] For port ba66eb3f-bcbc-45ea-a945-efdedd6b2448, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=ba66eb3f-bcbc-45ea-a945-efdedd6b2448,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:20:51.289607 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-59149fd1-4219-4e45-9b19-f66c9c3a1912 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:51.302171 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-59149fd1-4219-4e45-9b19-f66c9c3a1912 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:51.312499 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-59149fd1-4219-4e45-9b19-f66c9c3a1912 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:51.361721 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ec5e8a0c-6d27-4f1f-a52e-fd1991f18dee None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:51.377455 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ec5e8a0c-6d27-4f1f-a52e-fd1991f18dee None None] Transition to ACTIVE for port object d970f5e6-8860-406c-995f-1934b76855bb will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:20:51.426538 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ec5e8a0c-6d27-4f1f-a52e-fd1991f18dee None None] Transition to ACTIVE for port object d970f5e6-8860-406c-995f-1934b76855bb will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:20:51.436577 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ec5e8a0c-6d27-4f1f-a52e-fd1991f18dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:51.545687 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59149fd1-4219-4e45-9b19-f66c9c3a1912 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:20:51.569965 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-59149fd1-4219-4e45-9b19-f66c9c3a1912 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:20:51.576782 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59149fd1-4219-4e45-9b19-f66c9c3a1912 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Subnet': ['ID=01f0d340-e6b8-4d69-8502-5e546c9218bb,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:51.598439 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59149fd1-4219-4e45-9b19-f66c9c3a1912 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:51.599338 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-59149fd1-4219-4e45-9b19-f66c9c3a1912 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:51.614329 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59149fd1-4219-4e45-9b19-f66c9c3a1912 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Port': ['ID=ba66eb3f-bcbc-45ea-a945-efdedd6b2448,revision_number=4']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:51.616429 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5e8a0c-6d27-4f1f-a52e-fd1991f18dee None None] Network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:20:51.640726 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-59149fd1-4219-4e45-9b19-f66c9c3a1912 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.1376271 Aug 11 22:20:51.641542 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59436) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:51.651883 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-ec5e8a0c-6d27-4f1f-a52e-fd1991f18dee None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:20:51.658450 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5e8a0c-6d27-4f1f-a52e-fd1991f18dee None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:20:51.662602 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-38fb9fd5-fe50-426a-879e-e8ebdaf80b1e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'port': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'mac_address': 'fa:16:3e:04:9a:85', 'name': 'tempest-NetworksTestDHCPv6-1025480276'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:20:51.703283 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e8a0c-6d27-4f1f-a52e-fd1991f18dee None None] Pushing event updated for resources: {'Port': ['ID=d970f5e6-8860-406c-995f-1934b76855bb,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:51.815596 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-ec5e8a0c-6d27-4f1f-a52e-fd1991f18dee None None] Attempting to bind port d970f5e6-8860-406c-995f-1934b76855bb on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:20:51.817370 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-ec5e8a0c-6d27-4f1f-a52e-fd1991f18dee None None] Attempting to bind port d970f5e6-8860-406c-995f-1934b76855bb by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:20:51.818136 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5e8a0c-6d27-4f1f-a52e-fd1991f18dee None None] Attempting to bind port d970f5e6-8860-406c-995f-1934b76855bb on network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:20:51.826270 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5e8a0c-6d27-4f1f-a52e-fd1991f18dee None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:20:51.827770 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5e8a0c-6d27-4f1f-a52e-fd1991f18dee None None] Checking segment: {'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:20:51.828544 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ec5e8a0c-6d27-4f1f-a52e-fd1991f18dee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:51.829713 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5e8a0c-6d27-4f1f-a52e-fd1991f18dee None None] Bound using segment: {'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:20:51.830272 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-ec5e8a0c-6d27-4f1f-a52e-fd1991f18dee None None] Bound port: d970f5e6-8860-406c-995f-1934b76855bb, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:20:51.830680 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ec5e8a0c-6d27-4f1f-a52e-fd1991f18dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:51.941953 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-ec5e8a0c-6d27-4f1f-a52e-fd1991f18dee None None] For port d970f5e6-8860-406c-995f-1934b76855bb, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:20:51.945734 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-ec5e8a0c-6d27-4f1f-a52e-fd1991f18dee None None] For port d970f5e6-8860-406c-995f-1934b76855bb, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d970f5e6-8860-406c-995f-1934b76855bb,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:20:51.952319 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ec5e8a0c-6d27-4f1f-a52e-fd1991f18dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:52.038109 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 6a14a67a-8040-4eee-9dd0-8bad93e8f8d3 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:20:52.232235 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e8a0c-6d27-4f1f-a52e-fd1991f18dee None None] Pushing event updated for resources: {'Port': ['ID=d970f5e6-8860-406c-995f-1934b76855bb,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:52.303442 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71559b2-5bdb-4e58-9d21-c62a2b3a7c04 req-dd7284ac-c1b7-468a-9e7e-069a3fbb6667 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:52.312350 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e71559b2-5bdb-4e58-9d21-c62a2b3a7c04 req-dd7284ac-c1b7-468a-9e7e-069a3fbb6667 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfd4ce2b-ed12-4eeb-9592-13ed9af846fa HTTP/1.1" status: 200 len: 945 time: 0.2358131 Aug 11 22:20:52.382435 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-7cd91c47-77e1-4613-a97a-d8e066a97118 admin admin] Allocated IP 172.25.2.196 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/f599c8dc-7be0-4915-9f47-4b203ce4690f) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:20:52.389782 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 6a14a67a-8040-4eee-9dd0-8bad93e8f8d3 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:20:52.398723 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 6a14a67a-8040-4eee-9dd0-8bad93e8f8d3 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:20:52.399833 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:52.455169 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e71559b2-5bdb-4e58-9d21-c62a2b3a7c04 req-3c3117d3-6e3f-4f58-bf1b-5d81c2c36bbd tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413419 Aug 11 22:20:52.664793 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fb9fd5-fe50-426a-879e-e8ebdaf80b1e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:20:52.764311 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:52.846725 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd4ce2b-ed12-4eeb-9592-13ed9af846fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a14a67a-8040-4eee-9dd0-8bad93e8f8d3'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:20:52.853898 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98660505-4c33-4096-a0b4-c3c5eb2a04c8" -d '{"events": [{"server_uuid": "bfd4ce2b-ed12-4eeb-9592-13ed9af846fa", "name": "network-vif-plugged", "status": "completed", "tag": "6a14a67a-8040-4eee-9dd0-8bad93e8f8d3"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:20:52.930234 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 6a14a67a-8040-4eee-9dd0-8bad93e8f8d3, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=6a14a67a-8040-4eee-9dd0-8bad93e8f8d3,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:20:52.938332 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:53.010483 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ba66eb3f-bcbc-45ea-a945-efdedd6b2448 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:20:53.074545 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c4d3d5-6789-4491-8c10-a3db8e3df441 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:20:53.094472 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-38fb9fd5-fe50-426a-879e-e8ebdaf80b1e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:53.113901 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7faec40c-e277-4b98-bf20-8d5fc0e5f357 req-38a51cfa-77f7-41d2-a284-3650b0d9f606 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?device_id=f41dc2ae-1059-4b3b-926f-f8af95233b45 HTTP/1.1" status: 200 len: 210 time: 0.4609811 Aug 11 22:20:53.212608 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88aa7c1-33dc-471c-808a-cb00428406af req-6793e4fc-3ca4-4a83-8386-e7d96d22fa58 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:53.215265 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a88aa7c1-33dc-471c-808a-cb00428406af req-6793e4fc-3ca4-4a83-8386-e7d96d22fa58 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.82 "GET /v2.0/networks?id=525653ba-733f-4742-bbd1-0f51c8acc1f0 HTTP/1.1" status: 200 len: 809 time: 1.0391929 Aug 11 22:20:53.249880 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-a88aa7c1-33dc-471c-808a-cb00428406af req-fed917bc-e88a-4e1b-bf55-c7d6f7fef68b tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Request body: {'port': {'device_id': 'f41dc2ae-1059-4b3b-926f-f8af95233b45', 'network_id': '525653ba-733f-4742-bbd1-0f51c8acc1f0', 'admin_state_up': True, 'tenant_id': '70f061d11ec9424ca49540ce6c807e4b'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:20:53.259207 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0eca26-d3da-4941-a472-fa5a8b581572 x-openstack-request-id: req-9f0eca26-d3da-4941-a472-fa5a8b581572 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:20:53.260019 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd4ce2b-ed12-4eeb-9592-13ed9af846fa", "name": "network-vif-plugged", "status": "completed", "tag": "6a14a67a-8040-4eee-9dd0-8bad93e8f8d3", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:20:53.260747 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9f0eca26-d3da-4941-a472-fa5a8b581572 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:20:53.261848 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd4ce2b-ed12-4eeb-9592-13ed9af846fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a14a67a-8040-4eee-9dd0-8bad93e8f8d3', 'code': 200} Aug 11 22:20:53.398333 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-38fb9fd5-fe50-426a-879e-e8ebdaf80b1e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] device_id is not set on port 876ab90f-d8e6-44fd-a3c6-56a488272d98 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:20:53.459040 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11655e8-7dc6-4d0c-bfa0-68bf0c7744e9 req-124417e8-f7cd-4c46-9d97-035dc5fd4f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:53.461694 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b11655e8-7dc6-4d0c-bfa0-68bf0c7744e9 req-124417e8-f7cd-4c46-9d97-035dc5fd4f20 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bfd4ce2b-ed12-4eeb-9592-13ed9af846fa HTTP/1.1" status: 200 len: 1097 time: 0.1128738 Aug 11 22:20:53.635775 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=6a14a67a-8040-4eee-9dd0-8bad93e8f8d3,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:53.646054 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c5d82ec9-49d0-421a-8e8d-93bb3f54943b None None] Provisioning for port ba66eb3f-bcbc-45ea-a945-efdedd6b2448 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:20:53.669471 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b11655e8-7dc6-4d0c-bfa0-68bf0c7744e9 req-79362911-1d21-4e1c-b246-150f992fc2ae service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914678 Aug 11 22:20:53.681864 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59468) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:53.702728 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port ba66eb3f-bcbc-45ea-a945-efdedd6b2448 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:20:53.711676 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port ba66eb3f-bcbc-45ea-a945-efdedd6b2448 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:20:53.711991 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:53.864551 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7cd91c47-77e1-4613-a97a-d8e066a97118 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:53.895339 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:54.009207 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port ba66eb3f-bcbc-45ea-a945-efdedd6b2448, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=ba66eb3f-bcbc-45ea-a945-efdedd6b2448,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:20:54.017775 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:54.020092 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d970f5e6-8860-406c-995f-1934b76855bb up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:20:54.167937 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e1976-ae63-46ec-92ff-9589725f2f0d req-3eeb0279-961c-4cbf-9109-41c9808786ec tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:54.180073 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc0e1976-ae63-46ec-92ff-9589725f2f0d req-3eeb0279-961c-4cbf-9109-41c9808786ec tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfd4ce2b-ed12-4eeb-9592-13ed9af846fa HTTP/1.1" status: 200 len: 946 time: 0.3844485 Aug 11 22:20:54.225604 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a88aa7c1-33dc-471c-808a-cb00428406af req-fed917bc-e88a-4e1b-bf55-c7d6f7fef68b tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Made reservation on behalf of 70f061d11ec9424ca49540ce6c807e4b for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:20:54.246288 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a88aa7c1-33dc-471c-808a-cb00428406af req-fed917bc-e88a-4e1b-bf55-c7d6f7fef68b tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:54.296234 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=ba66eb3f-bcbc-45ea-a945-efdedd6b2448,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:54.302700 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-588fea81-d351-4155-909a-f3ee9c61447c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:54.346268 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port d970f5e6-8860-406c-995f-1934b76855bb completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:20:54.434051 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c96c46-9dc0-4712-9cb3-d8645013ab09 None None] Network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:20:54.495560 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-588fea81-d351-4155-909a-f3ee9c61447c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:54.505742 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-588fea81-d351-4155-909a-f3ee9c61447c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:54.582917 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588fea81-d351-4155-909a-f3ee9c61447c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5baa3668-b0a9-474c-a3f8-d43d2a5a48c8,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:54.596201 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-588fea81-d351-4155-909a-f3ee9c61447c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f8b011bc4f9e499da3e45234aca5cf09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9124134 Aug 11 22:20:54.597570 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59482) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:54.623208 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-38fb9fd5-fe50-426a-879e-e8ebdaf80b1e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Allocated IP 2001:db8::2a9 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/a9c740dc-12f6-4629-82c3-493a34e0cc23/876ab90f-d8e6-44fd-a3c6-56a488272d98) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:20:54.625732 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7cd91c47-77e1-4613-a97a-d8e066a97118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:54.695670 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-559ca1e5-dc20-4874-ac87-77f37c0678ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:54.703561 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-38fb9fd5-fe50-426a-879e-e8ebdaf80b1e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Allocated IP 2001:db8:0:1:f816:3eff:fe04:9a85 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/01f0d340-e6b8-4d69-8502-5e546c9218bb/876ab90f-d8e6-44fd-a3c6-56a488272d98) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:20:54.728395 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-559ca1e5-dc20-4874-ac87-77f37c0678ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:54.772298 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc0e1976-ae63-46ec-92ff-9589725f2f0d req-6d33f1e8-efa5-4d6b-b4e8-ab492cf75ee6 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5792897 Aug 11 22:20:54.819229 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-559ca1e5-dc20-4874-ac87-77f37c0678ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:54.844155 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-559ca1e5-dc20-4874-ac87-77f37c0678ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:54.850937 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-34f94372-96ef-4e8a-a765-5c4796832414 None None] Provisioning for port d970f5e6-8860-406c-995f-1934b76855bb completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:20:54.870684 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-559ca1e5-dc20-4874-ac87-77f37c0678ec admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5baa3668-b0a9-474c-a3f8-d43d2a5a48c8 HTTP/1.1" status: 204 len: 168 time: 0.2639303 Aug 11 22:20:54.913553 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ca1e5-dc20-4874-ac87-77f37c0678ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5baa3668-b0a9-474c-a3f8-d43d2a5a48c8,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:54.918189 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ba66eb3f-bcbc-45ea-a945-efdedd6b2448 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:20:54.934534 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd91c47-77e1-4613-a97a-d8e066a97118 admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:20:54.966177 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-7cd91c47-77e1-4613-a97a-d8e066a97118 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:20:55.004690 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd91c47-77e1-4613-a97a-d8e066a97118 admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:20:55.023261 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-34f94372-96ef-4e8a-a765-5c4796832414 None None] Provisioning complete for port d970f5e6-8860-406c-995f-1934b76855bb triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:20:55.023960 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-34f94372-96ef-4e8a-a765-5c4796832414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:55.081468 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd91c47-77e1-4613-a97a-d8e066a97118 admin admin] Pushing event updated for resources: {'Port': ['ID=f599c8dc-7be0-4915-9f47-4b203ce4690f,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:55.211950 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-860c462d-b586-4778-bafa-ca5ec5f0ed75 req-7f6fe426-628f-4194-a738-0d4e3efc3765 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?device_id=f41dc2ae-1059-4b3b-926f-f8af95233b45 HTTP/1.1" status: 200 len: 210 time: 0.2095983 Aug 11 22:20:55.268364 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port ba66eb3f-bcbc-45ea-a945-efdedd6b2448 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:20:55.268934 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:55.341277 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-a88aa7c1-33dc-471c-808a-cb00428406af req-fed917bc-e88a-4e1b-bf55-c7d6f7fef68b tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Allocated IP 172.20.0.8 (525653ba-733f-4742-bbd1-0f51c8acc1f0/dbcbd227-7a33-45ec-83c8-c539ae547045/73c38c6b-6811-480f-9a19-00057149b607) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:20:55.386998 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-34f94372-96ef-4e8a-a765-5c4796832414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:55.539257 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-34f94372-96ef-4e8a-a765-5c4796832414 None None] For port d970f5e6-8860-406c-995f-1934b76855bb, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d970f5e6-8860-406c-995f-1934b76855bb,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:20:55.554189 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-34f94372-96ef-4e8a-a765-5c4796832414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:55.636719 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59492) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:55.682558 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7cdbc479-8300-40d6-a8e6-ad7218e89360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:55.699583 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f94372-96ef-4e8a-a765-5c4796832414 None None] Pushing event updated for resources: {'Port': ['ID=d970f5e6-8860-406c-995f-1934b76855bb,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:55.725749 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-104783b5-5dc1-4c00-bd7a-c5cece3e3738 None None] Provisioning complete for port ba66eb3f-bcbc-45ea-a945-efdedd6b2448 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:20:55.726459 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-104783b5-5dc1-4c00-bd7a-c5cece3e3738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:55.757138 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-38fb9fd5-fe50-426a-879e-e8ebdaf80b1e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:55.902984 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7cdbc479-8300-40d6-a8e6-ad7218e89360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:55.912281 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7cdbc479-8300-40d6-a8e6-ad7218e89360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:55.935639 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-38fb9fd5-fe50-426a-879e-e8ebdaf80b1e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Transition to ACTIVE for port object 876ab90f-d8e6-44fd-a3c6-56a488272d98 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:20:56.003993 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7cdbc479-8300-40d6-a8e6-ad7218e89360 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5147fb509d9741ebac61ab65a2ea8234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3651958 Aug 11 22:20:56.007990 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdbc479-8300-40d6-a8e6-ad7218e89360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e59552-ded9-454f-9bd3-416947e3e8f9,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:56.012683 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59498) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:56.051833 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-5cc07daf-cc40-4e05-87a9-da947da69aed None None] Provisioning complete for port d970f5e6-8860-406c-995f-1934b76855bb triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:20:56.053603 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5cc07daf-cc40-4e05-87a9-da947da69aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:56.109263 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-21f7f9c7-58c5-4710-9202-db5065d36ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:56.153587 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-21f7f9c7-58c5-4710-9202-db5065d36ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:56.202308 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24ff98-3d6b-412a-8091-23ba4673b567 req-59055296-1f1d-456c-a1b7-5b85fe5eced7 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:56.211126 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f24ff98-3d6b-412a-8091-23ba4673b567 req-59055296-1f1d-456c-a1b7-5b85fe5eced7 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfd4ce2b-ed12-4eeb-9592-13ed9af846fa HTTP/1.1" status: 200 len: 946 time: 0.3133228 Aug 11 22:20:56.250050 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-21f7f9c7-58c5-4710-9202-db5065d36ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:56.255697 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-21f7f9c7-58c5-4710-9202-db5065d36ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:56.261058 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-21f7f9c7-58c5-4710-9202-db5065d36ba9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/22e59552-ded9-454f-9bd3-416947e3e8f9 HTTP/1.1" status: 204 len: 168 time: 0.2430348 Aug 11 22:20:56.271726 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-38fb9fd5-fe50-426a-879e-e8ebdaf80b1e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:56.275144 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7f9c7-58c5-4710-9202-db5065d36ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e59552-ded9-454f-9bd3-416947e3e8f9,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:56.468127 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a88aa7c1-33dc-471c-808a-cb00428406af req-fed917bc-e88a-4e1b-bf55-c7d6f7fef68b tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:56.497485 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fb9fd5-fe50-426a-879e-e8ebdaf80b1e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:20:56.502300 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f24ff98-3d6b-412a-8091-23ba4673b567 req-c4e7fe6c-c9db-4626-ac24-632ec130565f tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900391 Aug 11 22:20:56.525447 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-38fb9fd5-fe50-426a-879e-e8ebdaf80b1e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:20:56.542510 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fb9fd5-fe50-426a-879e-e8ebdaf80b1e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:20:56.559916 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fb9fd5-fe50-426a-879e-e8ebdaf80b1e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:56.561134 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-38fb9fd5-fe50-426a-879e-e8ebdaf80b1e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:56.595729 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7cd91c47-77e1-4613-a97a-d8e066a97118 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:56.780268 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb9fd5-fe50-426a-879e-e8ebdaf80b1e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Port': ['ID=876ab90f-d8e6-44fd-a3c6-56a488272d98,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:56.811687 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d970f5e6-8860-406c-995f-1934b76855bb up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:20:56.967183 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port d970f5e6-8860-406c-995f-1934b76855bb triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:20:56.968543 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:57.144879 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-721c1d38-009d-4928-9c03-a7d7b23154b0 None None] Provisioning for port 876ab90f-d8e6-44fd-a3c6-56a488272d98 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:20:57.149863 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-721c1d38-009d-4928-9c03-a7d7b23154b0 None None] Provisioning complete for port 876ab90f-d8e6-44fd-a3c6-56a488272d98 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:20:57.150251 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-721c1d38-009d-4928-9c03-a7d7b23154b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:57.196529 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-721c1d38-009d-4928-9c03-a7d7b23154b0 None None] Port 876ab90f-d8e6-44fd-a3c6-56a488272d98 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:20:57.248662 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1df45bc0-051b-46c8-804a-67a2b8acd75a req-7abb5cb0-b07d-4a2f-8e9f-5eedb68ab0d3 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?device_id=f41dc2ae-1059-4b3b-926f-f8af95233b45 HTTP/1.1" status: 200 len: 210 time: 0.4862638 Aug 11 22:20:57.268683 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-38fb9fd5-fe50-426a-879e-e8ebdaf80b1e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.6240113 Aug 11 22:20:57.272912 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59518) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:57.326348 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a88aa7c1-33dc-471c-808a-cb00428406af req-fed917bc-e88a-4e1b-bf55-c7d6f7fef68b tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:57.461898 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a88aa7c1-33dc-471c-808a-cb00428406af req-fed917bc-e88a-4e1b-bf55-c7d6f7fef68b tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Network 525653ba-733f-4742-bbd1-0f51c8acc1f0 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:20:57.474568 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-a88aa7c1-33dc-471c-808a-cb00428406af req-fed917bc-e88a-4e1b-bf55-c7d6f7fef68b tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:20:57.479393 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88aa7c1-33dc-471c-808a-cb00428406af req-fed917bc-e88a-4e1b-bf55-c7d6f7fef68b tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:20:57.482606 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-87362216-5185-478f-9cda-0706d99be5dc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting port 876ab90f-d8e6-44fd-a3c6-56a488272d98 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:20:57.483117 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-87362216-5185-478f-9cda-0706d99be5dc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:57.485570 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed917bc-e88a-4e1b-bf55-c7d6f7fef68b tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Pushing event updated for resources: {'Port': ['ID=73c38c6b-6811-480f-9a19-00057149b607,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:57.541794 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7cd91c47-77e1-4613-a97a-d8e066a97118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:57.617363 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-87362216-5185-478f-9cda-0706d99be5dc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:57.633004 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-87362216-5185-478f-9cda-0706d99be5dc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Calling delete_port for 876ab90f-d8e6-44fd-a3c6-56a488272d98 owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:20:57.660843 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a2da4-1fce-4d38-8073-56631963a7cd req-fbc283db-88ed-4868-94d2-627ed6527e84 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:57.663462 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-309a2da4-1fce-4d38-8073-56631963a7cd req-fbc283db-88ed-4868-94d2-627ed6527e84 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01e0517-6ebc-4d61-9343-fab467a79620 HTTP/1.1" status: 200 len: 945 time: 0.2639272 Aug 11 22:20:57.679148 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88aa7c1-33dc-471c-808a-cb00428406af req-fed917bc-e88a-4e1b-bf55-c7d6f7fef68b tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:57.679993 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a88aa7c1-33dc-471c-808a-cb00428406af req-fed917bc-e88a-4e1b-bf55-c7d6f7fef68b tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:57.754150 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a88aa7c1-33dc-471c-808a-cb00428406af req-fed917bc-e88a-4e1b-bf55-c7d6f7fef68b tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5169241 Aug 11 22:20:57.777828 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-a88aa7c1-33dc-471c-808a-cb00428406af req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Request body: {'port': {'device_id': 'f41dc2ae-1059-4b3b-926f-f8af95233b45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:20:57.804923 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-309a2da4-1fce-4d38-8073-56631963a7cd req-ef46746f-3add-41a5-b89b-b220b8d834ce tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217017 Aug 11 22:20:57.889818 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a88aa7c1-33dc-471c-808a-cb00428406af req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:57.987033 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-87362216-5185-478f-9cda-0706d99be5dc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:58.025267 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd91c47-77e1-4613-a97a-d8e066a97118 admin admin] Router 2c295ff1-e849-450b-bb35-fe3ee1356d31 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:20:58.035698 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87362216-5185-478f-9cda-0706d99be5dc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Port': ['ID=876ab90f-d8e6-44fd-a3c6-56a488272d98,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:58.071025 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87362216-5185-478f-9cda-0706d99be5dc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:58.071490 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87362216-5185-478f-9cda-0706d99be5dc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:58.072114 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87362216-5185-478f-9cda-0706d99be5dc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:58.073058 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87362216-5185-478f-9cda-0706d99be5dc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:58.073577 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87362216-5185-478f-9cda-0706d99be5dc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:58.074025 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87362216-5185-478f-9cda-0706d99be5dc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:58.074468 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87362216-5185-478f-9cda-0706d99be5dc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:58.075039 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87362216-5185-478f-9cda-0706d99be5dc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:58.076544 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87362216-5185-478f-9cda-0706d99be5dc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:58.077016 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87362216-5185-478f-9cda-0706d99be5dc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:58.077847 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87362216-5185-478f-9cda-0706d99be5dc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:58.078266 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87362216-5185-478f-9cda-0706d99be5dc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:58.124941 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-87362216-5185-478f-9cda-0706d99be5dc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:58.132521 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-87362216-5185-478f-9cda-0706d99be5dc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/876ab90f-d8e6-44fd-a3c6-56a488272d98 HTTP/1.1" status: 204 len: 168 time: 0.8573360 Aug 11 22:20:58.134066 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59540) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:58.207664 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e3bcf-655f-4b7e-a583-9da348a4ec71 req-1af4e48d-0be6-4950-b653-20d1e7163c1f tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:58.210286 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1c9e3bcf-655f-4b7e-a583-9da348a4ec71 req-1af4e48d-0be6-4950-b653-20d1e7163c1f tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfd4ce2b-ed12-4eeb-9592-13ed9af846fa HTTP/1.1" status: 200 len: 946 time: 0.2848420 Aug 11 22:20:58.254854 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be38d334-db18-4bcf-bdf8-c58aa6484c76 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:58.260236 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-be38d334-db18-4bcf-bdf8-c58aa6484c76 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1248848 Aug 11 22:20:58.261067 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59544) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:58.385608 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17d8e62-b54b-4841-9301-b995004be3c2 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:58.391362 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f17d8e62-b54b-4841-9301-b995004be3c2 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1284184 Aug 11 22:20:58.392201 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59552) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:58.475937 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65715cc1-bcaa-4d0e-8eaa-383183b52dd1 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:58.477986 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65715cc1-bcaa-4d0e-8eaa-383183b52dd1 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:58.480152 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65715cc1-bcaa-4d0e-8eaa-383183b52dd1 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:58.485885 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-65715cc1-bcaa-4d0e-8eaa-383183b52dd1 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0921192 Aug 11 22:20:58.486929 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59556) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:58.576038 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-f89fff31-1b63-41d5-a73c-1307fbd93346 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting subnet 01f0d340-e6b8-4d69-8502-5e546c9218bb {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:20:58.580059 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f89fff31-1b63-41d5-a73c-1307fbd93346 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:58.599705 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1c9e3bcf-655f-4b7e-a583-9da348a4ec71 req-d6bb324d-ebec-4e92-b3ff-80cebae1ac11 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785694 Aug 11 22:20:58.676317 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f89fff31-1b63-41d5-a73c-1307fbd93346 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:58.749109 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd91c47-77e1-4613-a97a-d8e066a97118 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:20:58.773230 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ebea67-0795-462e-b0e2-2a8ae78b9db9 None None] Sync routers for ids ['2c295ff1-e849-450b-bb35-fe3ee1356d31'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:20:58.790818 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ebea67-0795-462e-b0e2-2a8ae78b9db9 None None] Routers {'2c295ff1-e849-450b-bb35-fe3ee1356d31'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:20:58.790818 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-03ebea67-0795-462e-b0e2-2a8ae78b9db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:20:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['2c295ff1-e849-450b-bb35-fe3ee1356d31'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:20:58.834512 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7cd91c47-77e1-4613-a97a-d8e066a97118 admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:58.839039 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7cd91c47-77e1-4613-a97a-d8e066a97118 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.9715035 Aug 11 22:20:58.841169 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59562) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:58.899147 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d153ba3-a2ac-4bb3-b071-fb73eb5749e9 req-f20c4c73-afbb-4c1d-92e6-00ee0baff594 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:58.901990 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4d153ba3-a2ac-4bb3-b071-fb73eb5749e9 req-f20c4c73-afbb-4c1d-92e6-00ee0baff594 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?device_id=f41dc2ae-1059-4b3b-926f-f8af95233b45 HTTP/1.1" status: 200 len: 931 time: 0.1796427 Aug 11 22:20:58.931043 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f89fff31-1b63-41d5-a73c-1307fbd93346 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:59.040505 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4d153ba3-a2ac-4bb3-b071-fb73eb5749e9 req-facbb66b-6d4c-4b40-9263-45bccff61892 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d58243f-d548-4ef1-8a95-0492b2f3f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236038 Aug 11 22:20:59.161769 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-a88aa7c1-33dc-471c-808a-cb00428406af req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73c38c6b-6811-480f-9a19-00057149b607 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:20:59.195241 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a88aa7c1-33dc-471c-808a-cb00428406af req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:59.223312 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f89fff31-1b63-41d5-a73c-1307fbd93346 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:59.241681 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-a88aa7c1-33dc-471c-808a-cb00428406af req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Transition to ACTIVE for port object 73c38c6b-6811-480f-9a19-00057149b607 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:20:59.249801 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a88aa7c1-33dc-471c-808a-cb00428406af req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:59.273871 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f89fff31-1b63-41d5-a73c-1307fbd93346 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:59.277934 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f89fff31-1b63-41d5-a73c-1307fbd93346 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/01f0d340-e6b8-4d69-8502-5e546c9218bb HTTP/1.1" status: 204 len: 168 time: 0.7895656 Aug 11 22:20:59.293937 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-03ebea67-0795-462e-b0e2-2a8ae78b9db9 None None] Set router 2c295ff1-e849-450b-bb35-fe3ee1356d31 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:20:59.301847 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59568) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:20:59.303551 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd191f7f-4a55-4e59-8abe-3c2d39ea0921 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:20:59.401372 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Pushing event updated for resources: {'Port': ['ID=73c38c6b-6811-480f-9a19-00057149b607,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:59.535663 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89fff31-1b63-41d5-a73c-1307fbd93346 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Subnet': ['ID=01f0d340-e6b8-4d69-8502-5e546c9218bb,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:20:59.626335 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7bbbb6-357b-4d56-bedb-9d4915a851eb tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting subnet a9c740dc-12f6-4629-82c3-493a34e0cc23 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:20:59.634640 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-be7bbbb6-357b-4d56-bedb-9d4915a851eb tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:59.644797 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:59.649950 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:59.650656 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:59.653571 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:59.654714 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:59.655825 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:59.657885 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:59.658472 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:59.659575 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:59.660138 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:59.662032 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:59.662617 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:20:59.776165 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-03ebea67-0795-462e-b0e2-2a8ae78b9db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'name': 'tempest-TestVolumeBootPattern-1788241116-router', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:20:49Z', 'updated_at': '2021-08-11T22:20:55Z', 'revision_number': 3, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'gw_port': {'id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:39:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:20:51Z', 'updated_at': '2021-08-11T22:20:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:20:59.789137 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-a88aa7c1-33dc-471c-808a-cb00428406af req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Attempting to bind port 73c38c6b-6811-480f-9a19-00057149b607 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:20:59.789626 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-a88aa7c1-33dc-471c-808a-cb00428406af req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Attempting to bind port 73c38c6b-6811-480f-9a19-00057149b607 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'ad31e246-ea5f-407a-afdd-77b8ad548068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '525653ba-733f-4742-bbd1-0f51c8acc1f0'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:20:59.790071 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88aa7c1-33dc-471c-808a-cb00428406af req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Attempting to bind port 73c38c6b-6811-480f-9a19-00057149b607 on network 525653ba-733f-4742-bbd1-0f51c8acc1f0 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:20:59.812811 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb1a72-fc67-4b31-b959-589efb37c811 req-f9420082-fe60-4d6b-bbb0-24b75b688294 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:20:59.814702 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eecb1a72-fc67-4b31-b959-589efb37c811 req-f9420082-fe60-4d6b-bbb0-24b75b688294 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfd4ce2b-ed12-4eeb-9592-13ed9af846fa HTTP/1.1" status: 200 len: 946 time: 0.1390157 Aug 11 22:20:59.816321 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88aa7c1-33dc-471c-808a-cb00428406af req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Port 73c38c6b-6811-480f-9a19-00057149b607 on network 525653ba-733f-4742-bbd1-0f51c8acc1f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:20:59.816764 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88aa7c1-33dc-471c-808a-cb00428406af req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Attempting to bind port 73c38c6b-6811-480f-9a19-00057149b607 on network 525653ba-733f-4742-bbd1-0f51c8acc1f0 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:20:59.823860 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88aa7c1-33dc-471c-808a-cb00428406af req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:20:59.824400 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88aa7c1-33dc-471c-808a-cb00428406af req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Checking segment: {'id': 'ad31e246-ea5f-407a-afdd-77b8ad548068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '525653ba-733f-4742-bbd1-0f51c8acc1f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:20:59.824887 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88aa7c1-33dc-471c-808a-cb00428406af req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Bound using segment: {'id': 'ad31e246-ea5f-407a-afdd-77b8ad548068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '525653ba-733f-4742-bbd1-0f51c8acc1f0'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:20:59.825440 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-a88aa7c1-33dc-471c-808a-cb00428406af req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Bound port: 73c38c6b-6811-480f-9a19-00057149b607, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad31e246-ea5f-407a-afdd-77b8ad548068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '525653ba-733f-4742-bbd1-0f51c8acc1f0'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:20:59.825911 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a88aa7c1-33dc-471c-808a-cb00428406af req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:59.848610 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ebea67-0795-462e-b0e2-2a8ae78b9db9 None None] Checking router: 2c295ff1-e849-450b-bb35-fe3ee1356d31 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:20:59.849536 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ebea67-0795-462e-b0e2-2a8ae78b9db9 None None] Updating router 2c295ff1-e849-450b-bb35-fe3ee1356d31 port f599c8dc-7be0-4915-9f47-4b203ce4690f binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:20:59.926207 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-03ebea67-0795-462e-b0e2-2a8ae78b9db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:20:59.927551 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eecb1a72-fc67-4b31-b959-589efb37c811 req-4118bf99-6d96-49e8-ad38-95539e32d82b tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910711 Aug 11 22:21:00.009104 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-a88aa7c1-33dc-471c-808a-cb00428406af req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] For port 73c38c6b-6811-480f-9a19-00057149b607, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:21:00.024311 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-a88aa7c1-33dc-471c-808a-cb00428406af req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] For port 73c38c6b-6811-480f-9a19-00057149b607, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=73c38c6b-6811-480f-9a19-00057149b607,segment=NetworkSegment(ad31e246-ea5f-407a-afdd-77b8ad548068),segment_id=ad31e246-ea5f-407a-afdd-77b8ad548068)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:21:00.046662 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-be7bbbb6-357b-4d56-bedb-9d4915a851eb tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:00.047118 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a88aa7c1-33dc-471c-808a-cb00428406af req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:00.200190 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Pushing event updated for resources: {'Port': ['ID=73c38c6b-6811-480f-9a19-00057149b607,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:00.240712 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88aa7c1-33dc-471c-808a-cb00428406af req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:00.241906 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a88aa7c1-33dc-471c-808a-cb00428406af req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:00.246122 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a88aa7c1-33dc-471c-808a-cb00428406af req-bf14d04a-1e54-4bba-b6b4-5b6ed3dfaa78 service neutron] 10.222.0.82 "PUT /v2.0/ports/73c38c6b-6811-480f-9a19-00057149b607 HTTP/1.1" status: 200 len: 1091 time: 2.4711666 Aug 11 22:21:00.247024 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41dc2ae-1059-4b3b-926f-f8af95233b45', 'tag': '73c38c6b-6811-480f-9a19-00057149b607'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:21:00.253819 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eaabc92-ba30-43a5-b208-dee57ea66c41" -d '{"events": [{"name": "network-changed", "server_uuid": "f41dc2ae-1059-4b3b-926f-f8af95233b45", "tag": "73c38c6b-6811-480f-9a19-00057149b607"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:21:00.365942 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-be7bbbb6-357b-4d56-bedb-9d4915a851eb tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:00.527983 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4d05c-5c0a-46a9-a1bc-22799bd79cb0 req-f1beccba-6245-44a9-8511-0d9016194dd8 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:00.538657 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-50b4d05c-5c0a-46a9-a1bc-22799bd79cb0 req-f1beccba-6245-44a9-8511-0d9016194dd8 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?device_id=f41dc2ae-1059-4b3b-926f-f8af95233b45 HTTP/1.1" status: 200 len: 943 time: 0.2179756 Aug 11 22:21:00.573521 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-33276a0c-a620-4deb-bb16-b98df21eaee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:00.614585 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88aa7c1-33dc-471c-808a-cb00428406af req-9e2a6cf8-902d-4fd8-8aa9-7f9800b6b34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:00.619719 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a88aa7c1-33dc-471c-808a-cb00428406af req-9e2a6cf8-902d-4fd8-8aa9-7f9800b6b34d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=70f061d11ec9424ca49540ce6c807e4b&device_id=f41dc2ae-1059-4b3b-926f-f8af95233b45 HTTP/1.1" status: 200 len: 1094 time: 0.2560246 Aug 11 22:21:00.686233 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-be7bbbb6-357b-4d56-bedb-9d4915a851eb tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:00.691460 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-50b4d05c-5c0a-46a9-a1bc-22799bd79cb0 req-635dc377-886f-4e72-a18b-d3533c8c83ed tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d58243f-d548-4ef1-8a95-0492b2f3f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510108 Aug 11 22:21:00.805973 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-03ebea67-0795-462e-b0e2-2a8ae78b9db9 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:00.810194 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fcb38c-c446-41b6-83b6-27563aa43bcd x-openstack-request-id: req-98fcb38c-c446-41b6-83b6-27563aa43bcd {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:21:00.811842 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41dc2ae-1059-4b3b-926f-f8af95233b45", "tag": "73c38c6b-6811-480f-9a19-00057149b607", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:21:00.812340 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-98fcb38c-c446-41b6-83b6-27563aa43bcd {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:21:00.813087 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41dc2ae-1059-4b3b-926f-f8af95233b45', 'tag': '73c38c6b-6811-480f-9a19-00057149b607', 'status': 'completed', 'code': 200} Aug 11 22:21:00.819687 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a88aa7c1-33dc-471c-808a-cb00428406af req-e28b6e77-a528-4ca0-8173-c02e44291d10 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73c38c6b-6811-480f-9a19-00057149b607 HTTP/1.1" status: 200 len: 217 time: 0.1502736 Aug 11 22:21:00.846923 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-03ebea67-0795-462e-b0e2-2a8ae78b9db9 None None] Transition to ACTIVE for port object f599c8dc-7be0-4915-9f47-4b203ce4690f will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:21:00.867521 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-03ebea67-0795-462e-b0e2-2a8ae78b9db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:00.898709 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bbbb6-357b-4d56-bedb-9d4915a851eb tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Subnet': ['ID=a9c740dc-12f6-4629-82c3-493a34e0cc23,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:00.949065 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-be7bbbb6-357b-4d56-bedb-9d4915a851eb tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:00.951801 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-be7bbbb6-357b-4d56-bedb-9d4915a851eb tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/a9c740dc-12f6-4629-82c3-493a34e0cc23 HTTP/1.1" status: 204 len: 168 time: 1.6483948 Aug 11 22:21:00.956605 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59588) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:01.076828 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88aa7c1-33dc-471c-808a-cb00428406af req-9618c3c6-ad86-4b8d-93f3-24721da6158c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:01.084471 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a88aa7c1-33dc-471c-808a-cb00428406af req-9618c3c6-ad86-4b8d-93f3-24721da6158c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dbcbd227-7a33-45ec-83c8-c539ae547045 HTTP/1.1" status: 200 len: 849 time: 0.2551732 Aug 11 22:21:01.097773 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231cd9c1-7c82-4c90-b569-793e805f7d58 None None] Pushing event updated for resources: {'Port': ['ID=f599c8dc-7be0-4915-9f47-4b203ce4690f,revision_number=2']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:01.123798 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3e9bbed2-9349-4dd0-9c6a-6c1b87728af8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1552532 Aug 11 22:21:01.124141 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59592) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:01.174362 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231cd9c1-7c82-4c90-b569-793e805f7d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:01.174362 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231cd9c1-7c82-4c90-b569-793e805f7d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:01.174875 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231cd9c1-7c82-4c90-b569-793e805f7d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:01.174875 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231cd9c1-7c82-4c90-b569-793e805f7d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:01.175187 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231cd9c1-7c82-4c90-b569-793e805f7d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:01.175528 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231cd9c1-7c82-4c90-b569-793e805f7d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:01.175824 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231cd9c1-7c82-4c90-b569-793e805f7d58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:01.176158 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231cd9c1-7c82-4c90-b569-793e805f7d58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:01.176488 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231cd9c1-7c82-4c90-b569-793e805f7d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:01.176817 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231cd9c1-7c82-4c90-b569-793e805f7d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:01.177143 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231cd9c1-7c82-4c90-b569-793e805f7d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:01.177470 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231cd9c1-7c82-4c90-b569-793e805f7d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:01.200433 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3656a76-5d66-4c21-a6c5-ca5603cb5dd5 req-5851d0b8-d421-4677-9b4c-0d59e7ee2828 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:01.203165 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c3656a76-5d66-4c21-a6c5-ca5603cb5dd5 req-5851d0b8-d421-4677-9b4c-0d59e7ee2828 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfd4ce2b-ed12-4eeb-9592-13ed9af846fa HTTP/1.1" status: 200 len: 946 time: 0.3582342 Aug 11 22:21:01.205332 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-03ebea67-0795-462e-b0e2-2a8ae78b9db9 None None] Attempting to bind port f599c8dc-7be0-4915-9f47-4b203ce4690f on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:21:01.206779 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-03ebea67-0795-462e-b0e2-2a8ae78b9db9 None None] Attempting to bind port f599c8dc-7be0-4915-9f47-4b203ce4690f by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:21:01.207405 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ebea67-0795-462e-b0e2-2a8ae78b9db9 None None] Attempting to bind port f599c8dc-7be0-4915-9f47-4b203ce4690f on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:21:01.218471 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ebea67-0795-462e-b0e2-2a8ae78b9db9 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:21:01.220789 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ebea67-0795-462e-b0e2-2a8ae78b9db9 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:21:01.221654 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-03ebea67-0795-462e-b0e2-2a8ae78b9db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:01.224397 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ebea67-0795-462e-b0e2-2a8ae78b9db9 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:21:01.225343 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-03ebea67-0795-462e-b0e2-2a8ae78b9db9 None None] Bound port: f599c8dc-7be0-4915-9f47-4b203ce4690f, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:21:01.226403 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-03ebea67-0795-462e-b0e2-2a8ae78b9db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:01.275082 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-639b1a4a-1b12-4217-8473-f21015e70c63 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:21:01.353905 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-03ebea67-0795-462e-b0e2-2a8ae78b9db9 None None] For port f599c8dc-7be0-4915-9f47-4b203ce4690f, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:21:01.366156 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-03ebea67-0795-462e-b0e2-2a8ae78b9db9 None None] For port f599c8dc-7be0-4915-9f47-4b203ce4690f, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f599c8dc-7be0-4915-9f47-4b203ce4690f,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:21:01.375599 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-03ebea67-0795-462e-b0e2-2a8ae78b9db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:01.389311 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a88aa7c1-33dc-471c-808a-cb00428406af req-a5d26a5f-3b1c-44f1-a91b-0100c7051839 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=525653ba-733f-4742-bbd1-0f51c8acc1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2858419 Aug 11 22:21:01.420514 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-a88aa7c1-33dc-471c-808a-cb00428406af req-9b8c1af0-c943-4da7-9a0b-a7b8f3344785 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:21:01.427126 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a88aa7c1-33dc-471c-808a-cb00428406af req-9b8c1af0-c943-4da7-9a0b-a7b8f3344785 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158081 Aug 11 22:21:01.543636 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ebea67-0795-462e-b0e2-2a8ae78b9db9 None None] Routers {'2c295ff1-e849-450b-bb35-fe3ee1356d31'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:21:01.544310 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-03ebea67-0795-462e-b0e2-2a8ae78b9db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:20:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['2c295ff1-e849-450b-bb35-fe3ee1356d31'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:21:01.618322 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-33276a0c-a620-4deb-bb16-b98df21eaee7 admin admin] Allocated IP 172.20.0.1 (6622d19d-e8f9-4f58-9c5a-5a6b1c375431/e825988f-9783-4539-86a4-b6ca493a4bbd/9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:21:01.653092 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf73dc-b47d-47aa-81da-f88f938d9069 req-faff7758-f580-47c3-a6cc-3bd2b0562f70 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:01.655789 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0acf73dc-b47d-47aa-81da-f88f938d9069 req-faff7758-f580-47c3-a6cc-3bd2b0562f70 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfd4ce2b-ed12-4eeb-9592-13ed9af846fa HTTP/1.1" status: 200 len: 946 time: 0.5694230 Aug 11 22:21:01.656517 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59596) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:01.673090 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c3ae5c-3377-45c4-b6ff-ad3992ef232b None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:21:01.743421 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f7f70a41-5834-45ba-ae4e-5dd91f263300 None None] Provisioning complete for port ba66eb3f-bcbc-45ea-a945-efdedd6b2448 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:01.744472 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f7f70a41-5834-45ba-ae4e-5dd91f263300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:01.756540 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231cd9c1-7c82-4c90-b569-793e805f7d58 None None] Pushing event updated for resources: {'Port': ['ID=f599c8dc-7be0-4915-9f47-4b203ce4690f,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:01.765411 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639b1a4a-1b12-4217-8473-f21015e70c63 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:21:01.772099 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-639b1a4a-1b12-4217-8473-f21015e70c63 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:01.832642 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-03ebea67-0795-462e-b0e2-2a8ae78b9db9 None None] Set router 2c295ff1-e849-450b-bb35-fe3ee1356d31 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:21:01.959844 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0acf73dc-b47d-47aa-81da-f88f938d9069 req-b55dbccf-a3a9-4eae-b9c0-0fbe3ab9792c tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872791 Aug 11 22:21:02.061312 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-c3656a76-5d66-4c21-a6c5-ca5603cb5dd5 req-18c8d1d7-a812-41a3-bb76-5db09b527a76 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Deleting port 6a14a67a-8040-4eee-9dd0-8bad93e8f8d3 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:21:02.066020 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c3656a76-5d66-4c21-a6c5-ca5603cb5dd5 req-18c8d1d7-a812-41a3-bb76-5db09b527a76 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:02.116799 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932c044b-0b7c-45e5-a239-046cf8c0bcb5 None None] DHCP port deletion for 031f2dcc-5a67-473f-bde2-e5d9a50304c4 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:21:02.153971 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a88aa7c1-33dc-471c-808a-cb00428406af req-6ee49302-bcfd-4191-bc7f-7a2188c0f8db service neutron] 10.222.0.82 "GET /v2.0/networks/525653ba-733f-4742-bbd1-0f51c8acc1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7196546 Aug 11 22:21:02.216469 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-03ebea67-0795-462e-b0e2-2a8ae78b9db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'name': 'tempest-TestVolumeBootPattern-1788241116-router', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:20:49Z', 'updated_at': '2021-08-11T22:20:55Z', 'revision_number': 3, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'gw_port': {'id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:39:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:20:51Z', 'updated_at': '2021-08-11T22:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:21:02.283486 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-932c044b-0b7c-45e5-a239-046cf8c0bcb5 None None] Deleting port ba66eb3f-bcbc-45ea-a945-efdedd6b2448 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:21:02.284477 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-932c044b-0b7c-45e5-a239-046cf8c0bcb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:02.321542 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ebea67-0795-462e-b0e2-2a8ae78b9db9 None None] The sync data for ids ['2c295ff1-e849-450b-bb35-fe3ee1356d31'] in n-d-804275-3 is: [{'id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'name': 'tempest-TestVolumeBootPattern-1788241116-router', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:20:49Z', 'updated_at': '2021-08-11T22:20:55Z', 'revision_number': 3, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'gw_port': {'id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:39:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:20:51Z', 'updated_at': '2021-08-11T22:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:21:02.376451 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a88aa7c1-33dc-471c-808a-cb00428406af req-59fb3434-e5d9-4288-8262-5089497a1f48 service neutron] 10.222.0.82 "GET /v2.0/networks/525653ba-733f-4742-bbd1-0f51c8acc1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118411 Aug 11 22:21:02.424400 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-637c02f9-aa19-42b5-928f-c63cb47c4a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:02.467362 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-932c044b-0b7c-45e5-a239-046cf8c0bcb5 None None] For port ba66eb3f-bcbc-45ea-a945-efdedd6b2448, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=ba66eb3f-bcbc-45ea-a945-efdedd6b2448,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:21:02.469072 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-932c044b-0b7c-45e5-a239-046cf8c0bcb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:02.496752 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-932c044b-0b7c-45e5-a239-046cf8c0bcb5 None None] Calling delete_port for ba66eb3f-bcbc-45ea-a945-efdedd6b2448 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:21:02.628427 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-932c044b-0b7c-45e5-a239-046cf8c0bcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:02.699317 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c044b-0b7c-45e5-a239-046cf8c0bcb5 None None] Pushing event deleted for resources: {'Port': ['ID=ba66eb3f-bcbc-45ea-a945-efdedd6b2448,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:02.709021 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932c044b-0b7c-45e5-a239-046cf8c0bcb5 None None] No DVR routers for this DVR port ba66eb3f-bcbc-45ea-a945-efdedd6b2448 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:21:02.732615 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc700d2-67ad-4a19-b6e0-141b1cd966d9 req-b21bbc1e-0dd8-4817-aa8c-451c5ee6fd15 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:02.746036 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1fc700d2-67ad-4a19-b6e0-141b1cd966d9 req-b21bbc1e-0dd8-4817-aa8c-451c5ee6fd15 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?device_id=f41dc2ae-1059-4b3b-926f-f8af95233b45 HTTP/1.1" status: 200 len: 943 time: 0.5798805 Aug 11 22:21:02.809613 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ba66eb3f-bcbc-45ea-a945-efdedd6b2448 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:21:02.897815 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-c3656a76-5d66-4c21-a6c5-ca5603cb5dd5 req-18c8d1d7-a812-41a3-bb76-5db09b527a76 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] For port 6a14a67a-8040-4eee-9dd0-8bad93e8f8d3, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=6a14a67a-8040-4eee-9dd0-8bad93e8f8d3,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:21:02.897815 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c3656a76-5d66-4c21-a6c5-ca5603cb5dd5 req-18c8d1d7-a812-41a3-bb76-5db09b527a76 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:02.916350 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-33276a0c-a620-4deb-bb16-b98df21eaee7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:02.933850 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: ba66eb3f-bcbc-45ea-a945-efdedd6b2448 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:21:02.935673 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ba66eb3f-bcbc-45ea-a945-efdedd6b2448 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:21:02.960173 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-c3656a76-5d66-4c21-a6c5-ca5603cb5dd5 req-18c8d1d7-a812-41a3-bb76-5db09b527a76 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Calling delete_port for 6a14a67a-8040-4eee-9dd0-8bad93e8f8d3 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:21:02.970828 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-33276a0c-a620-4deb-bb16-b98df21eaee7 admin admin] Transition to ACTIVE for port object 9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:21:03.003560 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaabc92-ba30-43a5-b208-dee57ea66c41 req-fbe86b39-166a-491b-856e-f30b07bd15c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:03.007406 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5eaabc92-ba30-43a5-b208-dee57ea66c41 req-fbe86b39-166a-491b-856e-f30b07bd15c1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=70f061d11ec9424ca49540ce6c807e4b&device_id=f41dc2ae-1059-4b3b-926f-f8af95233b45 HTTP/1.1" status: 200 len: 1094 time: 0.5174780 Aug 11 22:21:03.127051 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-33276a0c-a620-4deb-bb16-b98df21eaee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:03.172424 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1fc700d2-67ad-4a19-b6e0-141b1cd966d9 req-3af30e5a-f797-4b0d-a531-761103e35d5a tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d58243f-d548-4ef1-8a95-0492b2f3f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248037 Aug 11 22:21:03.196293 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-639b1a4a-1b12-4217-8473-f21015e70c63 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:03.252536 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33276a0c-a620-4deb-bb16-b98df21eaee7 admin admin] Network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:21:03.261954 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-33276a0c-a620-4deb-bb16-b98df21eaee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:21:03.267374 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33276a0c-a620-4deb-bb16-b98df21eaee7 admin admin] Pushing event updated for resources: {'Port': ['ID=9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:03.281566 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33276a0c-a620-4deb-bb16-b98df21eaee7 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:21:03.289616 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-637c02f9-aa19-42b5-928f-c63cb47c4a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:03.351184 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c3656a76-5d66-4c21-a6c5-ca5603cb5dd5 req-18c8d1d7-a812-41a3-bb76-5db09b527a76 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:03.368002 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['c5d76c0a-bb66-444d-8b25-6eb72cf8ed31'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:21:03.425311 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8d1d7-a812-41a3-bb76-5db09b527a76 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Pushing event deleted for resources: {'Port': ['ID=6a14a67a-8040-4eee-9dd0-8bad93e8f8d3,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:03.453134 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-33276a0c-a620-4deb-bb16-b98df21eaee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:03.501792 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['4f7cb9d4-f60b-4372-a47f-b765a6295863'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:21:03.550422 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-637c02f9-aa19-42b5-928f-c63cb47c4a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:03.560745 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaabc92-ba30-43a5-b208-dee57ea66c41 req-a3c27e68-5e2c-4f45-9847-2e66012ec860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:03.562474 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5eaabc92-ba30-43a5-b208-dee57ea66c41 req-a3c27e68-5e2c-4f45-9847-2e66012ec860 service neutron] 10.222.0.82 "GET /v2.0/networks?id=525653ba-733f-4742-bbd1-0f51c8acc1f0 HTTP/1.1" status: 200 len: 910 time: 0.3887069 Aug 11 22:21:03.661847 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639b1a4a-1b12-4217-8473-f21015e70c63 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:21:03.716434 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-639b1a4a-1b12-4217-8473-f21015e70c63 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:21:03.737457 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3656a76-5d66-4c21-a6c5-ca5603cb5dd5 req-18c8d1d7-a812-41a3-bb76-5db09b527a76 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] No DVR routers for this DVR port 6a14a67a-8040-4eee-9dd0-8bad93e8f8d3 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:21:03.743938 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c3656a76-5d66-4c21-a6c5-ca5603cb5dd5 req-18c8d1d7-a812-41a3-bb76-5db09b527a76 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:03.748088 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c3656a76-5d66-4c21-a6c5-ca5603cb5dd5 req-18c8d1d7-a812-41a3-bb76-5db09b527a76 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.52 "DELETE /v2.0/ports/6a14a67a-8040-4eee-9dd0-8bad93e8f8d3 HTTP/1.1" status: 204 len: 173 time: 2.5360613 Aug 11 22:21:03.762266 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd4ce2b-ed12-4eeb-9592-13ed9af846fa', 'name': 'network-vif-deleted', 'tag': '6a14a67a-8040-4eee-9dd0-8bad93e8f8d3'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:21:03.767028 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b704d4-2714-48c6-b5ef-0e3a3f8d4527" -d '{"events": [{"server_uuid": "bfd4ce2b-ed12-4eeb-9592-13ed9af846fa", "name": "network-vif-deleted", "tag": "6a14a67a-8040-4eee-9dd0-8bad93e8f8d3"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:21:03.775047 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30b8557-2648-4eb6-ad4c-f768a3c1abef None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:21:03.793363 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2dfd264f-e17d-4ebf-9a8d-3e2759573f8d req-8e3dffef-c6aa-4d52-ad93-b7f5e51c3438 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfd4ce2b-ed12-4eeb-9592-13ed9af846fa HTTP/1.1" status: 200 len: 210 time: 0.2131398 Aug 11 22:21:03.805974 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639b1a4a-1b12-4217-8473-f21015e70c63 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:03.806848 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-639b1a4a-1b12-4217-8473-f21015e70c63 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:03.857480 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5eaabc92-ba30-43a5-b208-dee57ea66c41 req-84ea1b9a-4e67-4939-a829-1397cd8ad574 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73c38c6b-6811-480f-9a19-00057149b607 HTTP/1.1" status: 200 len: 217 time: 0.2391164 Aug 11 22:21:03.907262 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-637c02f9-aa19-42b5-928f-c63cb47c4a54 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6c16583098ab4bdcb1fdf8a27284399b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2433364 Aug 11 22:21:03.923160 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59614) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:03.924263 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59616) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:04.027447 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b1a4a-1b12-4217-8473-f21015e70c63 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Subnet': ['ID=9c354057-f58b-4766-b0fe-0a1ebddf351a,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:04.050574 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c02f9-aa19-42b5-928f-c63cb47c4a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94cbf76-ec13-44d9-98d8-1f75e299a4ae,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:04.086313 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-639b1a4a-1b12-4217-8473-f21015e70c63 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9680758 Aug 11 22:21:04.088654 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59620) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:04.105735 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-e966461b-6e19-4ecd-9d3d-cf32f8c8a4d9 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:21:04.106966 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39817941-a8c5-406c-879b-3a2cf21fa3a5 x-openstack-request-id: req-39817941-a8c5-406c-879b-3a2cf21fa3a5 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:21:04.107422 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd4ce2b-ed12-4eeb-9592-13ed9af846fa", "name": "network-vif-deleted", "tag": "6a14a67a-8040-4eee-9dd0-8bad93e8f8d3", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:21:04.107926 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-39817941-a8c5-406c-879b-3a2cf21fa3a5 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:21:04.108569 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd4ce2b-ed12-4eeb-9592-13ed9af846fa', 'name': 'network-vif-deleted', 'tag': '6a14a67a-8040-4eee-9dd0-8bad93e8f8d3', 'status': 'completed', 'code': 200} Aug 11 22:21:04.160509 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaabc92-ba30-43a5-b208-dee57ea66c41 req-bbf56cbf-efbd-4a12-b8cd-ccb66e4585d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:04.176034 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5eaabc92-ba30-43a5-b208-dee57ea66c41 req-bbf56cbf-efbd-4a12-b8cd-ccb66e4585d6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dbcbd227-7a33-45ec-83c8-c539ae547045 HTTP/1.1" status: 200 len: 849 time: 0.2792139 Aug 11 22:21:04.193678 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-33276a0c-a620-4deb-bb16-b98df21eaee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:04.416898 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 6a14a67a-8040-4eee-9dd0-8bad93e8f8d3 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:21:04.421709 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2e337ae1-0010-4210-98f2-f72d4c2ca9c6 None None] Provisioning for port 9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:21:04.464609 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2e337ae1-0010-4210-98f2-f72d4c2ca9c6 None None] Provisioning complete for port 9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:04.465216 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2e337ae1-0010-4210-98f2-f72d4c2ca9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:04.616509 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 6a14a67a-8040-4eee-9dd0-8bad93e8f8d3 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:21:04.617061 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 6a14a67a-8040-4eee-9dd0-8bad93e8f8d3 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:21:04.791531 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-2e337ae1-0010-4210-98f2-f72d4c2ca9c6 None None] Port 9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:21:04.795665 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a7875744-5227-49ef-81af-77300ebf1eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:04.863483 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f599c8dc-7be0-4915-9f47-4b203ce4690f up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:21:04.892527 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-85f6b6a3-a0bc-4823-9ee1-40916579ce4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:04.905469 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5eaabc92-ba30-43a5-b208-dee57ea66c41 req-c7859665-bd67-4c23-a4ff-6ce20bd9399c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=525653ba-733f-4742-bbd1-0f51c8acc1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7283170 Aug 11 22:21:04.911935 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f32ecdb-b14b-4806-a823-b812b362535f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'tenant_id': '77a906ff571349a9ab758211e1d7eb8e', 'fixed_ips': [{'subnet_id': '9c354057-f58b-4766-b0fe-0a1ebddf351a'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:21:04.913592 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8f32ecdb-b14b-4806-a823-b812b362535f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:04.967723 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a7875744-5227-49ef-81af-77300ebf1eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:05.074076 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d68090-0597-41d1-83b0-86f2fbe6fe80 req-a74fd3b3-e54a-4fd7-8c0d-aaa2ff617774 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:05.075939 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-94d68090-0597-41d1-83b0-86f2fbe6fe80 req-a74fd3b3-e54a-4fd7-8c0d-aaa2ff617774 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?device_id=f41dc2ae-1059-4b3b-926f-f8af95233b45 HTTP/1.1" status: 200 len: 943 time: 0.2035234 Aug 11 22:21:05.110629 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5eaabc92-ba30-43a5-b208-dee57ea66c41 req-f1de2d8d-d10e-4544-b106-20a67d7a03b4 service neutron] 10.222.0.82 "GET /v2.0/networks/525653ba-733f-4742-bbd1-0f51c8acc1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923659 Aug 11 22:21:05.132270 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-33276a0c-a620-4deb-bb16-b98df21eaee7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:05.195799 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-33276a0c-a620-4deb-bb16-b98df21eaee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:05.208872 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-94d68090-0597-41d1-83b0-86f2fbe6fe80 req-afe1c04b-5c36-40b8-a68d-6cf816c21380 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d58243f-d548-4ef1-8a95-0492b2f3f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110311 Aug 11 22:21:05.241805 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port f599c8dc-7be0-4915-9f47-4b203ce4690f completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:21:05.259907 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port f599c8dc-7be0-4915-9f47-4b203ce4690f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:05.260488 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:05.299111 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5eaabc92-ba30-43a5-b208-dee57ea66c41 req-2684e218-9511-4e05-841b-1b46762da44b service neutron] 10.222.0.82 "GET /v2.0/networks/525653ba-733f-4742-bbd1-0f51c8acc1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759350 Aug 11 22:21:05.344760 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-8f32ecdb-b14b-4806-a823-b812b362535f None None] Allocated IP 2001:db8::2 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/9c354057-f58b-4766-b0fe-0a1ebddf351a/f1d8fffd-5c89-4b5a-8432-522aa5ca462d) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:21:05.409179 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-33276a0c-a620-4deb-bb16-b98df21eaee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:05.416184 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33276a0c-a620-4deb-bb16-b98df21eaee7 admin admin] Pushing event updated for resources: {'Port': ['ID=9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:05.432295 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a7875744-5227-49ef-81af-77300ebf1eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:05.438599 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a7875744-5227-49ef-81af-77300ebf1eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:05.442538 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a7875744-5227-49ef-81af-77300ebf1eef admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a94cbf76-ec13-44d9-98d8-1f75e299a4ae HTTP/1.1" status: 204 len: 168 time: 1.5154049 Aug 11 22:21:05.509695 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7875744-5227-49ef-81af-77300ebf1eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94cbf76-ec13-44d9-98d8-1f75e299a4ae,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:05.542854 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:05.570607 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port f599c8dc-7be0-4915-9f47-4b203ce4690f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f599c8dc-7be0-4915-9f47-4b203ce4690f,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:21:05.575715 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:05.700926 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=f599c8dc-7be0-4915-9f47-4b203ce4690f,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:05.704395 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8f32ecdb-b14b-4806-a823-b812b362535f None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:05.715420 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8f32ecdb-b14b-4806-a823-b812b362535f None None] Transition to ACTIVE for port object f1d8fffd-5c89-4b5a-8432-522aa5ca462d will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:21:05.720451 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-85f6b6a3-a0bc-4823-9ee1-40916579ce4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:05.740676 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-85f6b6a3-a0bc-4823-9ee1-40916579ce4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:05.753212 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8f32ecdb-b14b-4806-a823-b812b362535f None None] Transition to ACTIVE for port object f1d8fffd-5c89-4b5a-8432-522aa5ca462d will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:21:05.768523 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8f32ecdb-b14b-4806-a823-b812b362535f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:05.816916 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33276a0c-a620-4deb-bb16-b98df21eaee7 admin admin] Network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:21:05.825367 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-33276a0c-a620-4deb-bb16-b98df21eaee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:21:05.843526 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e966461b-6e19-4ecd-9d3d-cf32f8c8a4d9 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:21:05.844681 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f32ecdb-b14b-4806-a823-b812b362535f None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:21:05.847635 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-8f32ecdb-b14b-4806-a823-b812b362535f None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:21:05.854456 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f32ecdb-b14b-4806-a823-b812b362535f None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:21:05.854686 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e966461b-6e19-4ecd-9d3d-cf32f8c8a4d9 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:05.857355 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6b6a3-a0bc-4823-9ee1-40916579ce4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7442e6-0e7b-4b30-a9b3-4c189aca5b6a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:05.865953 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-85f6b6a3-a0bc-4823-9ee1-40916579ce4b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=51abd07423e84b72a9499e5a5fde958f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8616230 Aug 11 22:21:05.917980 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59636) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:05.944997 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32ecdb-b14b-4806-a823-b812b362535f None None] Pushing event updated for resources: {'Port': ['ID=f1d8fffd-5c89-4b5a-8432-522aa5ca462d,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:06.011148 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-8f32ecdb-b14b-4806-a823-b812b362535f None None] Attempting to bind port f1d8fffd-5c89-4b5a-8432-522aa5ca462d on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:21:06.011148 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-8f32ecdb-b14b-4806-a823-b812b362535f None None] Attempting to bind port f1d8fffd-5c89-4b5a-8432-522aa5ca462d by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:21:06.011148 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f32ecdb-b14b-4806-a823-b812b362535f None None] Attempting to bind port f1d8fffd-5c89-4b5a-8432-522aa5ca462d on network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:21:06.017142 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f32ecdb-b14b-4806-a823-b812b362535f None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:21:06.017520 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f32ecdb-b14b-4806-a823-b812b362535f None None] Checking segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:21:06.018196 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8f32ecdb-b14b-4806-a823-b812b362535f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:06.018598 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f32ecdb-b14b-4806-a823-b812b362535f None None] Bound using segment: {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:21:06.019093 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-8f32ecdb-b14b-4806-a823-b812b362535f None None] Bound port: f1d8fffd-5c89-4b5a-8432-522aa5ca462d, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2636476c-8acb-4406-8a6a-c5fb4e60771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:21:06.019660 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8f32ecdb-b14b-4806-a823-b812b362535f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:06.096695 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79bed1-fd7c-4ec6-acce-3b9a928be123 req-5a012e61-a424-43aa-9da6-ee65b9e213de tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:06.098218 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d4f30a03-96f2-4164-8ba3-6fc1e473e28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:06.100433 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0c79bed1-fd7c-4ec6-acce-3b9a928be123 req-5a012e61-a424-43aa-9da6-ee65b9e213de tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01e0517-6ebc-4d61-9343-fab467a79620 HTTP/1.1" status: 200 len: 945 time: 0.3363061 Aug 11 22:21:06.104337 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-8f32ecdb-b14b-4806-a823-b812b362535f None None] For port f1d8fffd-5c89-4b5a-8432-522aa5ca462d, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:21:06.109194 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-8f32ecdb-b14b-4806-a823-b812b362535f None None] For port f1d8fffd-5c89-4b5a-8432-522aa5ca462d, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f1d8fffd-5c89-4b5a-8432-522aa5ca462d,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:21:06.116471 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8f32ecdb-b14b-4806-a823-b812b362535f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:06.142121 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d4f30a03-96f2-4164-8ba3-6fc1e473e28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:06.155067 n-d-804275-3 neutron-server[100943]: INFO neutron.db.ipam_backend_mixin [None req-e966461b-6e19-4ecd-9d3d-cf32f8c8a4d9 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9c354057-f58b-4766-b0fe-0a1ebddf351a (CIDR: 2001:db8::/64) Aug 11 22:21:06.196332 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-e966461b-6e19-4ecd-9d3d-cf32f8c8a4d9 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:21:06.197391 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e966461b-6e19-4ecd-9d3d-cf32f8c8a4d9 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:06.205455 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32ecdb-b14b-4806-a823-b812b362535f None None] Pushing event updated for resources: {'Port': ['ID=f1d8fffd-5c89-4b5a-8432-522aa5ca462d,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:06.236099 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e966461b-6e19-4ecd-9d3d-cf32f8c8a4d9 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1355531 Aug 11 22:21:06.236978 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33276a0c-a620-4deb-bb16-b98df21eaee7 admin admin] Router 2c295ff1-e849-450b-bb35-fe3ee1356d31 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:21:06.238491 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d4f30a03-96f2-4164-8ba3-6fc1e473e28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:06.241462 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d4f30a03-96f2-4164-8ba3-6fc1e473e28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:06.243123 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d4f30a03-96f2-4164-8ba3-6fc1e473e28b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1b7442e6-0e7b-4b30-a9b3-4c189aca5b6a HTTP/1.1" status: 204 len: 168 time: 0.3240774 Aug 11 22:21:06.244379 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59638) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:06.255048 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-e5314569-1de4-42ee-9337-2045d5228c9d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'subnet': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:21:06.292701 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f30a03-96f2-4164-8ba3-6fc1e473e28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7442e6-0e7b-4b30-a9b3-4c189aca5b6a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:06.302105 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59644) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:06.304400 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0c79bed1-fd7c-4ec6-acce-3b9a928be123 req-6aa335bc-2d76-487b-9ba2-a5bf0a182225 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459777 Aug 11 22:21:06.312428 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-16625858-7acd-47bc-a1eb-db7f961ed1bf None None] Provisioning complete for port 9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:06.313350 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-16625858-7acd-47bc-a1eb-db7f961ed1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:06.405070 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-16625858-7acd-47bc-a1eb-db7f961ed1bf None None] Port 9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:21:06.442418 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-801c987c-a4fb-4238-a6dd-8ab8a238c575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:06.465805 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 73c38c6b-6811-480f-9a19-00057149b607 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:21:06.486591 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecddbfc-a74a-4733-8763-51425b39c785 req-c12782b5-82cf-446e-a4d7-c0aaa545e19a tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:06.489244 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2ecddbfc-a74a-4733-8763-51425b39c785 req-c12782b5-82cf-446e-a4d7-c0aaa545e19a tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?device_id=f41dc2ae-1059-4b3b-926f-f8af95233b45 HTTP/1.1" status: 200 len: 943 time: 0.0673480 Aug 11 22:21:06.593847 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33276a0c-a620-4deb-bb16-b98df21eaee7 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:21:06.594610 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2ecddbfc-a74a-4733-8763-51425b39c785 req-a1207755-bacf-4bea-aed2-5bd6a530e39c tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d58243f-d548-4ef1-8a95-0492b2f3f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891562 Aug 11 22:21:06.610372 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-33276a0c-a620-4deb-bb16-b98df21eaee7 admin admin] 10.222.0.77 "PUT /v2.0/routers/2c295ff1-e849-450b-bb35-fe3ee1356d31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7646630 Aug 11 22:21:06.681704 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5793e1-be20-4871-8cb5-412739fdb6ed None None] Sync routers for ids ['2c295ff1-e849-450b-bb35-fe3ee1356d31'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:21:06.727497 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5793e1-be20-4871-8cb5-412739fdb6ed None None] Routers {'2c295ff1-e849-450b-bb35-fe3ee1356d31'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:21:06.728726 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-7c5793e1-be20-4871-8cb5-412739fdb6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:20:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['2c295ff1-e849-450b-bb35-fe3ee1356d31'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:21:06.828376 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-801c987c-a4fb-4238-a6dd-8ab8a238c575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:06.853804 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-801c987c-a4fb-4238-a6dd-8ab8a238c575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:07.041993 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5314569-1de4-42ee-9337-2045d5228c9d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:21:07.049260 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e5314569-1de4-42ee-9337-2045d5228c9d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:07.070056 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-801c987c-a4fb-4238-a6dd-8ab8a238c575 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=74fee39202cf4d249a68bbe6b74589d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7203517 Aug 11 22:21:07.074848 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59652) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:07.121015 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f599c8dc-7be0-4915-9f47-4b203ce4690f up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:21:07.126024 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 73c38c6b-6811-480f-9a19-00057149b607, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=73c38c6b-6811-480f-9a19-00057149b607,segment=NetworkSegment(ad31e246-ea5f-407a-afdd-77b8ad548068),segment_id=ad31e246-ea5f-407a-afdd-77b8ad548068)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:21:07.150824 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59656) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:07.172091 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '73c38c6b-6811-480f-9a19-00057149b607', 'network_id': '525653ba-733f-4742-bbd1-0f51c8acc1f0', 'port_id': '73c38c6b-6811-480f-9a19-00057149b607', 'mac_address': 'fa:16:3e:f1:f8:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbcbd227-7a33-45ec-83c8-c539ae547045', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:21:07.202859 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-7c5793e1-be20-4871-8cb5-412739fdb6ed None None] Set router 2c295ff1-e849-450b-bb35-fe3ee1356d31 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:21:07.206552 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c987c-a4fb-4238-a6dd-8ab8a238c575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28cd701e-77d9-4c27-91e1-b4f2ed0afa6a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:07.254203 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-76a20f10-2559-42e8-9a3d-782f3d4de01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:07.269284 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-951f87a4-b139-4077-b4b8-2552e5dd3729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:07.305648 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c1d81-cb28-4f0e-ad8e-107dd3883920 req-985f57b8-b4b1-4ed5-9dd9-0b843a9aea4f tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:07.307465 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2b8c1d81-cb28-4f0e-ad8e-107dd3883920 req-985f57b8-b4b1-4ed5-9dd9-0b843a9aea4f tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.52 "GET /v2.0/ports?device_id=b01e0517-6ebc-4d61-9343-fab467a79620 HTTP/1.1" status: 200 len: 945 time: 0.3048110 Aug 11 22:21:07.310280 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-951f87a4-b139-4077-b4b8-2552e5dd3729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:07.413373 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port f599c8dc-7be0-4915-9f47-4b203ce4690f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:07.416533 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:07.424974 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-951f87a4-b139-4077-b4b8-2552e5dd3729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:07.429173 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-951f87a4-b139-4077-b4b8-2552e5dd3729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:07.430408 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-951f87a4-b139-4077-b4b8-2552e5dd3729 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/28cd701e-77d9-4c27-91e1-b4f2ed0afa6a HTTP/1.1" status: 204 len: 168 time: 0.3529134 Aug 11 22:21:07.475854 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f87a4-b139-4077-b4b8-2552e5dd3729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cd701e-77d9-4c27-91e1-b4f2ed0afa6a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:07.539104 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-76a20f10-2559-42e8-9a3d-782f3d4de01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:07.566573 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-76a20f10-2559-42e8-9a3d-782f3d4de01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:07.709756 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-2b8c1d81-cb28-4f0e-ad8e-107dd3883920 req-66082944-8365-485d-8609-faf112c4486b tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Deleting port c5d76c0a-bb66-444d-8b25-6eb72cf8ed31 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:21:07.710319 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2b8c1d81-cb28-4f0e-ad8e-107dd3883920 req-66082944-8365-485d-8609-faf112c4486b tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:07.717003 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-76a20f10-2559-42e8-9a3d-782f3d4de01c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=99e32e1048734786a1d80990f6bd5b21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5597529 Aug 11 22:21:07.717319 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a20f10-2559-42e8-9a3d-782f3d4de01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ab29d7-da82-487b-9453-5cf370ac564f,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:07.727261 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59670) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:07.740734 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3381aac-66f2-454e-8baf-06ac88ba6c3a req-c71067fe-51e2-4c6a-a808-922e1769e878 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:07.742435 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c3381aac-66f2-454e-8baf-06ac88ba6c3a req-c71067fe-51e2-4c6a-a808-922e1769e878 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01e0517-6ebc-4d61-9343-fab467a79620 HTTP/1.1" status: 200 len: 945 time: 0.1909533 Aug 11 22:21:07.744762 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:07.806051 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73c38c6b-6811-480f-9a19-00057149b607 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:21:07.852244 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 73c38c6b-6811-480f-9a19-00057149b607, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=73c38c6b-6811-480f-9a19-00057149b607,segment=NetworkSegment(ad31e246-ea5f-407a-afdd-77b8ad548068),segment_id=ad31e246-ea5f-407a-afdd-77b8ad548068)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:21:07.871483 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c3381aac-66f2-454e-8baf-06ac88ba6c3a req-dc6cbfa4-0fe0-4d35-b7c6-feb40e2e9d37 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106689 Aug 11 22:21:07.921680 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:07.997175 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f1d8fffd-5c89-4b5a-8432-522aa5ca462d up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:21:08.028611 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-522a60a3-6f3c-4337-93b4-1b00052c4da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:08.038228 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-2b8c1d81-cb28-4f0e-ad8e-107dd3883920 req-66082944-8365-485d-8609-faf112c4486b tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] For port c5d76c0a-bb66-444d-8b25-6eb72cf8ed31, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=c5d76c0a-bb66-444d-8b25-6eb72cf8ed31,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:21:08.038940 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2b8c1d81-cb28-4f0e-ad8e-107dd3883920 req-66082944-8365-485d-8609-faf112c4486b tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:08.101847 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-2b8c1d81-cb28-4f0e-ad8e-107dd3883920 req-66082944-8365-485d-8609-faf112c4486b tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Calling delete_port for c5d76c0a-bb66-444d-8b25-6eb72cf8ed31 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:21:08.128217 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-522a60a3-6f3c-4337-93b4-1b00052c4da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:08.140299 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59678) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:08.150177 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-b20241ee-14ef-4dfc-9c49-d0331ceae93f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1991105252-network', 'tenant_id': 'b302c63cd0d9431ea0edb6cd871f9151'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:21:08.192125 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=73c38c6b-6811-480f-9a19-00057149b607,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:08.225126 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788d93d-1307-492e-aca5-15f54ab596b4 req-8debb09e-4817-4ffd-98f2-ba919eba74d8 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:08.227411 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d788d93d-1307-492e-aca5-15f54ab596b4 req-8debb09e-4817-4ffd-98f2-ba919eba74d8 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?device_id=f41dc2ae-1059-4b3b-926f-f8af95233b45 HTTP/1.1" status: 200 len: 944 time: 0.1489699 Aug 11 22:21:08.261524 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:08.286178 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port f1d8fffd-5c89-4b5a-8432-522aa5ca462d completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:21:08.314654 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d788d93d-1307-492e-aca5-15f54ab596b4 req-3011cdb1-f700-4967-b238-1dc70064f5e3 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d58243f-d548-4ef1-8a95-0492b2f3f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579474 Aug 11 22:21:08.321512 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20241ee-14ef-4dfc-9c49-d0331ceae93f admin admin] Made reservation on behalf of b302c63cd0d9431ea0edb6cd871f9151 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:21:08.323847 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b20241ee-14ef-4dfc-9c49-d0331ceae93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:08.334061 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-7c5793e1-be20-4871-8cb5-412739fdb6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'name': 'tempest-TestVolumeBootPattern-1788241116-router', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:20:49Z', 'updated_at': '2021-08-11T22:21:04Z', 'revision_number': 4, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'gw_port': {'id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:20:51Z', 'updated_at': '2021-08-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b', 'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'mac_address': 'fa:16:3e:28:20:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:21:00Z', 'updated_at': '2021-08-11T22:21:04Z', 'revision_number': 2, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'subnets': [{'id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:21:08.369908 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b20241ee-14ef-4dfc-9c49-d0331ceae93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:08.411762 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['73c38c6b-6811-480f-9a19-00057149b607'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:21:08.421571 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5793e1-be20-4871-8cb5-412739fdb6ed None None] Checking router: 2c295ff1-e849-450b-bb35-fe3ee1356d31 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:21:08.422729 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5793e1-be20-4871-8cb5-412739fdb6ed None None] Updating router 2c295ff1-e849-450b-bb35-fe3ee1356d31 port 9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:21:08.436107 n-d-804275-3 neutron-server[100942]: DEBUG neutron.objects.ports [None req-e5314569-1de4-42ee-9337-2045d5228c9d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 22:21:08.441177 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-522a60a3-6f3c-4337-93b4-1b00052c4da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:08.444249 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-522a60a3-6f3c-4337-93b4-1b00052c4da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:08.445873 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-522a60a3-6f3c-4337-93b4-1b00052c4da9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/19ab29d7-da82-487b-9453-5cf370ac564f HTTP/1.1" status: 204 len: 168 time: 0.7168787 Aug 11 22:21:08.546496 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7c5793e1-be20-4871-8cb5-412739fdb6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:08.550765 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-46f1cbe9-da3a-4b55-a62d-f0651809dcb9 None None] Provisioning for port f1d8fffd-5c89-4b5a-8432-522aa5ca462d completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:21:08.560612 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a60a3-6f3c-4337-93b4-1b00052c4da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ab29d7-da82-487b-9453-5cf370ac564f,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:08.585168 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-46f1cbe9-da3a-4b55-a62d-f0651809dcb9 None None] Provisioning complete for port f1d8fffd-5c89-4b5a-8432-522aa5ca462d triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:08.586165 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-46f1cbe9-da3a-4b55-a62d-f0651809dcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:08.683550 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2b8c1d81-cb28-4f0e-ad8e-107dd3883920 req-66082944-8365-485d-8609-faf112c4486b tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:08.780932 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66082944-8365-485d-8609-faf112c4486b tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Pushing event deleted for resources: {'Port': ['ID=c5d76c0a-bb66-444d-8b25-6eb72cf8ed31,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:08.964822 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8c1d81-cb28-4f0e-ad8e-107dd3883920 req-66082944-8365-485d-8609-faf112c4486b tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] No DVR routers for this DVR port c5d76c0a-bb66-444d-8b25-6eb72cf8ed31 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:21:08.966761 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-46f1cbe9-da3a-4b55-a62d-f0651809dcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:08.985673 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2b8c1d81-cb28-4f0e-ad8e-107dd3883920 req-66082944-8365-485d-8609-faf112c4486b tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:08.989795 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2b8c1d81-cb28-4f0e-ad8e-107dd3883920 req-66082944-8365-485d-8609-faf112c4486b tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.52 "DELETE /v2.0/ports/c5d76c0a-bb66-444d-8b25-6eb72cf8ed31 HTTP/1.1" status: 204 len: 173 time: 1.6754377 Aug 11 22:21:08.993429 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b20241ee-14ef-4dfc-9c49-d0331ceae93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:09.007851 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01e0517-6ebc-4d61-9343-fab467a79620', 'name': 'network-vif-deleted', 'tag': 'c5d76c0a-bb66-444d-8b25-6eb72cf8ed31'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:21:09.014699 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a006a4c-0ae6-4e75-8ef5-ac81747e7e69" -d '{"events": [{"server_uuid": "b01e0517-6ebc-4d61-9343-fab467a79620", "name": "network-vif-deleted", "tag": "c5d76c0a-bb66-444d-8b25-6eb72cf8ed31"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:21:09.029092 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e5314569-1de4-42ee-9337-2045d5228c9d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:09.035084 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b20241ee-14ef-4dfc-9c49-d0331ceae93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:09.102753 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-020ac41f-def3-488c-af46-ed6f073f878d req-64a50cd3-bcd1-4e7f-836a-240f43352a1d tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=b01e0517-6ebc-4d61-9343-fab467a79620 HTTP/1.1" status: 200 len: 210 time: 0.0870717 Aug 11 22:21:09.118262 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-46f1cbe9-da3a-4b55-a62d-f0651809dcb9 None None] For port f1d8fffd-5c89-4b5a-8432-522aa5ca462d, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f1d8fffd-5c89-4b5a-8432-522aa5ca462d,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:21:09.136474 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-46f1cbe9-da3a-4b55-a62d-f0651809dcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:09.138822 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b20241ee-14ef-4dfc-9c49-d0331ceae93f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:21:09.267703 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e74032-a47d-42aa-8881-8d4803065ff6 x-openstack-request-id: req-10e74032-a47d-42aa-8881-8d4803065ff6 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:21:09.268817 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01e0517-6ebc-4d61-9343-fab467a79620", "name": "network-vif-deleted", "tag": "c5d76c0a-bb66-444d-8b25-6eb72cf8ed31", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:21:09.269439 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-10e74032-a47d-42aa-8881-8d4803065ff6 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:21:09.270300 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01e0517-6ebc-4d61-9343-fab467a79620', 'name': 'network-vif-deleted', 'tag': 'c5d76c0a-bb66-444d-8b25-6eb72cf8ed31', 'status': 'completed', 'code': 200} Aug 11 22:21:09.282010 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20241ee-14ef-4dfc-9c49-d0331ceae93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd716aa-88c3-456d-82c2-ca12a2542e1d,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:09.292354 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b20241ee-14ef-4dfc-9c49-d0331ceae93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:09.293655 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-b20241ee-14ef-4dfc-9c49-d0331ceae93f admin admin] Added segment 882428fa-ff3a-40c4-ab01-3c9681bae1ea of type vlan for network f88d6446-c7e8-4729-b807-dd3063e4d8fe Aug 11 22:21:09.333627 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1cbe9-da3a-4b55-a62d-f0651809dcb9 None None] Pushing event updated for resources: {'Port': ['ID=f1d8fffd-5c89-4b5a-8432-522aa5ca462d,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:09.405677 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7c5793e1-be20-4871-8cb5-412739fdb6ed None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:09.420036 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7c5793e1-be20-4871-8cb5-412739fdb6ed None None] Transition to ACTIVE for port object 9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:21:09.429432 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7c5793e1-be20-4871-8cb5-412739fdb6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:09.494833 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b20241ee-14ef-4dfc-9c49-d0331ceae93f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:09.576775 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b20241ee-14ef-4dfc-9c49-d0331ceae93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:09.578699 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20241ee-14ef-4dfc-9c49-d0331ceae93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:09.580176 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b20241ee-14ef-4dfc-9c49-d0331ceae93f admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:09.597264 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e9e48-1409-48ca-8894-fdb50f2d9ddd None None] Pushing event updated for resources: {'Port': ['ID=9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:09.617621 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-7c5793e1-be20-4871-8cb5-412739fdb6ed None None] Attempting to bind port 9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:21:09.618058 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-7c5793e1-be20-4871-8cb5-412739fdb6ed None None] Attempting to bind port 9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:21:09.618623 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5793e1-be20-4871-8cb5-412739fdb6ed None None] Attempting to bind port 9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b on network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:21:09.626506 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5793e1-be20-4871-8cb5-412739fdb6ed None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:21:09.627075 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5793e1-be20-4871-8cb5-412739fdb6ed None None] Checking segment: {'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:21:09.627748 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7c5793e1-be20-4871-8cb5-412739fdb6ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:09.628397 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5793e1-be20-4871-8cb5-412739fdb6ed None None] Bound using segment: {'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:21:09.629061 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-7c5793e1-be20-4871-8cb5-412739fdb6ed None None] Bound port: 9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:21:09.630740 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7c5793e1-be20-4871-8cb5-412739fdb6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:09.666009 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b20241ee-14ef-4dfc-9c49-d0331ceae93f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5242074 Aug 11 22:21:09.679604 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59718) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:09.713210 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-31304823-335b-447e-a1a4-10c6b92e75e3 admin admin] Request body: {'subnet': {'network_id': 'f88d6446-c7e8-4729-b807-dd3063e4d8fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1991105252-subnet', 'tenant_id': 'b302c63cd0d9431ea0edb6cd871f9151', 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:21:09.766872 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['4f7cb9d4-f60b-4372-a47f-b765a6295863'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:21:09.790272 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3e0b7-8a7e-49bc-b1c2-9df8538ce752 req-d772a0ea-d4b0-4a71-9100-5256513f7d20 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:09.794605 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47a3e0b7-8a7e-49bc-b1c2-9df8538ce752 req-d772a0ea-d4b0-4a71-9100-5256513f7d20 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?device_id=f41dc2ae-1059-4b3b-926f-f8af95233b45 HTTP/1.1" status: 200 len: 944 time: 0.2294035 Aug 11 22:21:09.795741 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31304823-335b-447e-a1a4-10c6b92e75e3 admin admin] Made reservation on behalf of b302c63cd0d9431ea0edb6cd871f9151 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:21:09.800164 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-31304823-335b-447e-a1a4-10c6b92e75e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:09.945738 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-7c5793e1-be20-4871-8cb5-412739fdb6ed None None] For port 9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:21:09.952075 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20241ee-14ef-4dfc-9c49-d0331ceae93f admin admin] Pushing event updated for resources: {'Network': ['ID=f88d6446-c7e8-4729-b807-dd3063e4d8fe,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:09.956150 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-7c5793e1-be20-4871-8cb5-412739fdb6ed None None] For port 9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:21:09.983143 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7c5793e1-be20-4871-8cb5-412739fdb6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:10.008019 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network f88d6446-c7e8-4729-b807-dd3063e4d8fe details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:21:10.022502 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-e5314569-1de4-42ee-9337-2045d5228c9d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] For port f1d8fffd-5c89-4b5a-8432-522aa5ca462d, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f1d8fffd-5c89-4b5a-8432-522aa5ca462d,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:21:10.096499 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e5314569-1de4-42ee-9337-2045d5228c9d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:10.112013 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e5314569-1de4-42ee-9337-2045d5228c9d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:10.113966 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e5314569-1de4-42ee-9337-2045d5228c9d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:10.127805 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device c5d76c0a-bb66-444d-8b25-6eb72cf8ed31 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:21:10.176495 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47a3e0b7-8a7e-49bc-b1c2-9df8538ce752 req-a61cf9e0-7669-44c3-8704-2adaf02e39f8 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d58243f-d548-4ef1-8a95-0492b2f3f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804072 Aug 11 22:21:10.179215 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: c5d76c0a-bb66-444d-8b25-6eb72cf8ed31 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:21:10.179549 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device c5d76c0a-bb66-444d-8b25-6eb72cf8ed31 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:21:10.278423 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e9e48-1409-48ca-8894-fdb50f2d9ddd None None] Pushing event updated for resources: {'Port': ['ID=9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:10.289423 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5793e1-be20-4871-8cb5-412739fdb6ed None None] Routers {'2c295ff1-e849-450b-bb35-fe3ee1356d31'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:21:10.306293 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-7c5793e1-be20-4871-8cb5-412739fdb6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:20:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['2c295ff1-e849-450b-bb35-fe3ee1356d31'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:21:10.386106 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5314569-1de4-42ee-9337-2045d5228c9d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Subnet': ['ID=a9850041-e7fa-4c3f-a2fd-d507d765f68c,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:10.399418 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5314569-1de4-42ee-9337-2045d5228c9d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:21:10.413361 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-e5314569-1de4-42ee-9337-2045d5228c9d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:21:10.427184 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5314569-1de4-42ee-9337-2045d5228c9d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:10.427871 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e5314569-1de4-42ee-9337-2045d5228c9d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:10.432395 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d6fc32-85e9-4e5d-b131-6b0f9ebc2782 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:21:10.461319 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-31304823-335b-447e-a1a4-10c6b92e75e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:10.536448 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31304823-335b-447e-a1a4-10c6b92e75e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c34e0044-0ae2-48e7-81ac-ce11db1d7eef,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:10.546003 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5314569-1de4-42ee-9337-2045d5228c9d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Port': ['ID=f1d8fffd-5c89-4b5a-8432-522aa5ca462d,revision_number=5']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:10.550173 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 73c38c6b-6811-480f-9a19-00057149b607 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:21:10.559287 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e5314569-1de4-42ee-9337-2045d5228c9d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.3068318 Aug 11 22:21:10.562875 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59736) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:10.577864 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-fbcf7635-56be-45c8-8522-1f80de66b535 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Request body: {'port': {'network_id': '031f2dcc-5a67-473f-bde2-e5d9a50304c4', 'mac_address': 'fa:16:3e:ab:54:60', 'name': 'tempest-NetworksTestDHCPv6-1289334186'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:21:10.588350 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31304823-335b-447e-a1a4-10c6b92e75e3 admin admin] Checking segment: {'id': '882428fa-ff3a-40c4-ab01-3c9681bae1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f88d6446-c7e8-4729-b807-dd3063e4d8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:21:10.588727 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31304823-335b-447e-a1a4-10c6b92e75e3 admin admin] Network hostable DHCP agents. Network: f88d6446-c7e8-4729-b807-dd3063e4d8fe, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:21:10.616711 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31304823-335b-447e-a1a4-10c6b92e75e3 admin admin] Network f88d6446-c7e8-4729-b807-dd3063e4d8fe is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:21:10.634749 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-31304823-335b-447e-a1a4-10c6b92e75e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, f88d6446-c7e8-4729-b807-dd3063e4d8fe) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:21:10.650468 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31304823-335b-447e-a1a4-10c6b92e75e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:10.651173 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-31304823-335b-447e-a1a4-10c6b92e75e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:10.675078 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-31304823-335b-447e-a1a4-10c6b92e75e3 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9780309 Aug 11 22:21:10.677660 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59740) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:10.680162 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae1504c-33a3-4e80-ac87-927ab1e018bc None None] Network f88d6446-c7e8-4729-b807-dd3063e4d8fe requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:21:10.683346 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-a5e78d86-98bf-442f-b572-26074ea4bc87 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1991105252-router', 'tenant_id': 'b302c63cd0d9431ea0edb6cd871f9151', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:21:10.736277 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5e78d86-98bf-442f-b572-26074ea4bc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:10.738132 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5e78d86-98bf-442f-b572-26074ea4bc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:10.827781 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-7c5793e1-be20-4871-8cb5-412739fdb6ed None None] Set router 2c295ff1-e849-450b-bb35-fe3ee1356d31 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:21:10.899684 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5e78d86-98bf-442f-b572-26074ea4bc87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:10.908154 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcf7635-56be-45c8-8522-1f80de66b535 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Made reservation on behalf of 77a906ff571349a9ab758211e1d7eb8e for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:21:10.924674 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f1d8fffd-5c89-4b5a-8432-522aa5ca462d up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:21:11.139059 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fbcf7635-56be-45c8-8522-1f80de66b535 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:11.197419 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-fbcf7635-56be-45c8-8522-1f80de66b535 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] device_id is not set on port 1aa3c1ad-5109-4680-9b32-361da6939d74 yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:21:11.239901 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-5abd1546-d99d-477d-96be-bb46fadac9ab tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:11.249829 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-5abd1546-d99d-477d-96be-bb46fadac9ab tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/networks?id=e7790f3f-c934-4280-a7bc-7879373f53d3 HTTP/1.1" status: 200 len: 806 time: 0.1665368 Aug 11 22:21:11.263313 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5e78d86-98bf-442f-b572-26074ea4bc87 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:11.279827 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-305e9d7f-3b4d-4381-bfe5-d77ab062e89b tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/quotas/46c13839859945349c0d5afcfb364f66 HTTP/1.1" status: 200 len: 375 time: 0.0288594 Aug 11 22:21:11.401875 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-697e256b-af94-42a7-b472-a2e07a6027b5 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=46c13839859945349c0d5afcfb364f66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1208591 Aug 11 22:21:11.548416 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-109d8e90-9519-43e9-afa8-189316e92327 service neutron] 10.222.0.77 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454785 Aug 11 22:21:11.622269 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 73c38c6b-6811-480f-9a19-00057149b607 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:21:11.710310 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-fbcf7635-56be-45c8-8522-1f80de66b535 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Allocated IP 2001:db8::1cc (031f2dcc-5a67-473f-bde2-e5d9a50304c4/9c354057-f58b-4766-b0fe-0a1ebddf351a/1aa3c1ad-5109-4680-9b32-361da6939d74) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:21:11.725745 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-fbcf7635-56be-45c8-8522-1f80de66b535 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Allocated IP 2001:db8:0:1:f816:3eff:feab:5460 (031f2dcc-5a67-473f-bde2-e5d9a50304c4/a9850041-e7fa-4c3f-a2fd-d507d765f68c/1aa3c1ad-5109-4680-9b32-361da6939d74) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:21:11.764166 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-62de849d-bbc9-4d2e-810e-d696c5da2959 service neutron] 10.222.0.77 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147233 Aug 11 22:21:11.789979 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5e78d86-98bf-442f-b572-26074ea4bc87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:11.830310 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5e78d86-98bf-442f-b572-26074ea4bc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:11.917698 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 73c38c6b-6811-480f-9a19-00057149b607 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:11.918346 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:11.958919 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:21:12.159091 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-a5e78d86-98bf-442f-b572-26074ea4bc87 admin admin] Allocated IP 172.25.2.135 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/78b989ee-c182-4eb1-ba4a-203591595033) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:21:12.221702 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41efa6-6fb6-4686-af1d-1bf87940fb02 req-30bceeed-dbd5-4eee-ab6c-4135638182af tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:12.228132 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:12.238035 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1b41efa6-6fb6-4686-af1d-1bf87940fb02 req-30bceeed-dbd5-4eee-ab6c-4135638182af tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?device_id=f41dc2ae-1059-4b3b-926f-f8af95233b45 HTTP/1.1" status: 200 len: 944 time: 0.1269877 Aug 11 22:21:12.254889 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc5e089-dd4e-4300-9180-64c7dbbdc0fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-f88d6446-c7e8-4729-b807-dd3063e4d8fe', 'network_id': 'f88d6446-c7e8-4729-b807-dd3063e4d8fe', 'tenant_id': 'b302c63cd0d9431ea0edb6cd871f9151', 'fixed_ips': [{'subnet_id': 'c34e0044-0ae2-48e7-81ac-ce11db1d7eef'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:21:12.255661 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6bc5e089-dd4e-4300-9180-64c7dbbdc0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:12.287363 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port f1d8fffd-5c89-4b5a-8432-522aa5ca462d triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:12.287784 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:12.402392 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fbcf7635-56be-45c8-8522-1f80de66b535 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:12.459914 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41dc2ae-1059-4b3b-926f-f8af95233b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c38c6b-6811-480f-9a19-00057149b607'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:21:12.462760 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19020d7-4b1e-4889-9843-fafe8675755a" -d '{"events": [{"server_uuid": "f41dc2ae-1059-4b3b-926f-f8af95233b45", "name": "network-vif-plugged", "status": "completed", "tag": "73c38c6b-6811-480f-9a19-00057149b607"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:21:12.467832 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-fbcf7635-56be-45c8-8522-1f80de66b535 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Transition to ACTIVE for port object 1aa3c1ad-5109-4680-9b32-361da6939d74 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:21:12.552058 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 73c38c6b-6811-480f-9a19-00057149b607, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=73c38c6b-6811-480f-9a19-00057149b607,segment=NetworkSegment(ad31e246-ea5f-407a-afdd-77b8ad548068),segment_id=ad31e246-ea5f-407a-afdd-77b8ad548068)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:21:12.573494 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1b41efa6-6fb6-4686-af1d-1bf87940fb02 req-28914792-91de-418a-9217-3951d8b4a54f tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d58243f-d548-4ef1-8a95-0492b2f3f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891165 Aug 11 22:21:12.600062 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:12.630720 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5e78d86-98bf-442f-b572-26074ea4bc87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:12.649428 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fbcf7635-56be-45c8-8522-1f80de66b535 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:12.681289 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=73c38c6b-6811-480f-9a19-00057149b607,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:12.704192 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e16bb872-de1e-4a3a-a87b-c55c356881ff req-0d6240ae-6710-4cd5-8b8d-78449eca7eb3 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb HTTP/1.1" status: 200 len: 210 time: 0.0531192 Aug 11 22:21:12.796648 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcf7635-56be-45c8-8522-1f80de66b535 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:21:12.821426 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5e78d86-98bf-442f-b572-26074ea4bc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:12.822482 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6989dd4d-e4e3-4229-8bda-cc876181ff4e x-openstack-request-id: req-6989dd4d-e4e3-4229-8bda-cc876181ff4e {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:21:12.822789 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41dc2ae-1059-4b3b-926f-f8af95233b45", "name": "network-vif-plugged", "status": "completed", "tag": "73c38c6b-6811-480f-9a19-00057149b607", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:21:12.823264 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6989dd4d-e4e3-4229-8bda-cc876181ff4e {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:21:12.823705 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41dc2ae-1059-4b3b-926f-f8af95233b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c38c6b-6811-480f-9a19-00057149b607', 'code': 200} Aug 11 22:21:12.846382 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e78d86-98bf-442f-b572-26074ea4bc87 admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:21:12.850603 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-a5e78d86-98bf-442f-b572-26074ea4bc87 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:21:12.876478 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e78d86-98bf-442f-b572-26074ea4bc87 admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:21:12.880748 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-fbcf7635-56be-45c8-8522-1f80de66b535 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:21:12.886064 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcf7635-56be-45c8-8522-1f80de66b535 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:21:12.905801 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-6bc5e089-dd4e-4300-9180-64c7dbbdc0fd None None] Allocated IP 172.20.0.2 (f88d6446-c7e8-4729-b807-dd3063e4d8fe/c34e0044-0ae2-48e7-81ac-ce11db1d7eef/3a9f3a7e-9d9c-48c8-b65c-02097aee0857) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:21:12.916983 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcf7635-56be-45c8-8522-1f80de66b535 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:12.920080 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fbcf7635-56be-45c8-8522-1f80de66b535 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:12.944801 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e78d86-98bf-442f-b572-26074ea4bc87 admin admin] Pushing event updated for resources: {'Port': ['ID=78b989ee-c182-4eb1-ba4a-203591595033,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:13.006113 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf7635-56be-45c8-8522-1f80de66b535 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event updated for resources: {'Port': ['ID=1aa3c1ad-5109-4680-9b32-361da6939d74,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:13.006412 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-7c5793e1-be20-4871-8cb5-412739fdb6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'name': 'tempest-TestVolumeBootPattern-1788241116-router', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:20:49Z', 'updated_at': '2021-08-11T22:21:04Z', 'revision_number': 4, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'gw_port': {'id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:20:51Z', 'updated_at': '2021-08-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b', 'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'mac_address': 'fa:16:3e:28:20:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:21:00Z', 'updated_at': '2021-08-11T22:21:09Z', 'revision_number': 4, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'subnets': [{'id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:21:13.026260 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fbcf7635-56be-45c8-8522-1f80de66b535 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4605806 Aug 11 22:21:13.028899 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59806) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:13.137176 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5793e1-be20-4871-8cb5-412739fdb6ed None None] The sync data for ids ['2c295ff1-e849-450b-bb35-fe3ee1356d31'] in n-d-804275-3 is: [{'id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'name': 'tempest-TestVolumeBootPattern-1788241116-router', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:20:49Z', 'updated_at': '2021-08-11T22:21:04Z', 'revision_number': 4, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'gw_port': {'id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:20:51Z', 'updated_at': '2021-08-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b', 'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'mac_address': 'fa:16:3e:28:20:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:21:00Z', 'updated_at': '2021-08-11T22:21:09Z', 'revision_number': 4, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'subnets': [{'id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:21:13.354651 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-59930329-8a2a-4e7f-b1b1-3d534c391795 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting port 1aa3c1ad-5109-4680-9b32-361da6939d74 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:21:13.355006 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-59930329-8a2a-4e7f-b1b1-3d534c391795 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:13.490871 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a228056a-4159-4db7-a0d5-67bdc3e340ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:13.618531 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5e78d86-98bf-442f-b572-26074ea4bc87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:13.699314 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6bc5e089-dd4e-4300-9180-64c7dbbdc0fd None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:13.710726 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-59930329-8a2a-4e7f-b1b1-3d534c391795 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:13.749586 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-59930329-8a2a-4e7f-b1b1-3d534c391795 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Calling delete_port for 1aa3c1ad-5109-4680-9b32-361da6939d74 owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:21:13.750852 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6bc5e089-dd4e-4300-9180-64c7dbbdc0fd None None] Transition to ACTIVE for port object 3a9f3a7e-9d9c-48c8-b65c-02097aee0857 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:21:13.831453 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6bc5e089-dd4e-4300-9180-64c7dbbdc0fd None None] Transition to ACTIVE for port object 3a9f3a7e-9d9c-48c8-b65c-02097aee0857 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:21:13.848028 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb39288-bdc3-4dac-a35b-2379b0a23502 req-a00d27fe-c5e2-4ed1-a599-6c0aee67ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:13.850044 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4cb39288-bdc3-4dac-a35b-2379b0a23502 req-a00d27fe-c5e2-4ed1-a599-6c0aee67ffea service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f41dc2ae-1059-4b3b-926f-f8af95233b45 HTTP/1.1" status: 200 len: 1096 time: 0.7099109 Aug 11 22:21:13.858336 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6bc5e089-dd4e-4300-9180-64c7dbbdc0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:14.002629 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4cb39288-bdc3-4dac-a35b-2379b0a23502 req-4c2db957-530f-4767-8aae-56b73e9c8538 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8d58243f-d548-4ef1-8a95-0492b2f3f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144514 Aug 11 22:21:14.075239 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc5e089-dd4e-4300-9180-64c7dbbdc0fd None None] Network f88d6446-c7e8-4729-b807-dd3063e4d8fe is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:21:14.108397 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-6bc5e089-dd4e-4300-9180-64c7dbbdc0fd None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:21:14.110902 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989002a-80f4-4aa5-be57-f75a007af2a0 req-fc6ac3b5-5435-4a3f-80b4-fdc68d186fd1 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:14.117348 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e989002a-80f4-4aa5-be57-f75a007af2a0 req-fc6ac3b5-5435-4a3f-80b4-fdc68d186fd1 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?device_id=f41dc2ae-1059-4b3b-926f-f8af95233b45 HTTP/1.1" status: 200 len: 945 time: 0.3201423 Aug 11 22:21:14.161019 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc5e089-dd4e-4300-9180-64c7dbbdc0fd None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:21:14.239726 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-59930329-8a2a-4e7f-b1b1-3d534c391795 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:14.260487 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5e089-dd4e-4300-9180-64c7dbbdc0fd None None] Pushing event updated for resources: {'Port': ['ID=3a9f3a7e-9d9c-48c8-b65c-02097aee0857,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:14.281551 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-fcec110a-268f-44cf-9b64-6fc28660ab47 None None] Provisioning complete for port f1d8fffd-5c89-4b5a-8432-522aa5ca462d triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:14.282167 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fcec110a-268f-44cf-9b64-6fc28660ab47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:14.638976 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6bc5e089-dd4e-4300-9180-64c7dbbdc0fd None None] Attempting to bind port 3a9f3a7e-9d9c-48c8-b65c-02097aee0857 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:21:14.641669 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6bc5e089-dd4e-4300-9180-64c7dbbdc0fd None None] Attempting to bind port 3a9f3a7e-9d9c-48c8-b65c-02097aee0857 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '882428fa-ff3a-40c4-ab01-3c9681bae1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f88d6446-c7e8-4729-b807-dd3063e4d8fe'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:21:14.643038 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc5e089-dd4e-4300-9180-64c7dbbdc0fd None None] Attempting to bind port 3a9f3a7e-9d9c-48c8-b65c-02097aee0857 on network f88d6446-c7e8-4729-b807-dd3063e4d8fe {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:21:14.653784 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59930329-8a2a-4e7f-b1b1-3d534c391795 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Port': ['ID=1aa3c1ad-5109-4680-9b32-361da6939d74,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:14.722668 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc5e089-dd4e-4300-9180-64c7dbbdc0fd None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:21:14.724422 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc5e089-dd4e-4300-9180-64c7dbbdc0fd None None] Checking segment: {'id': '882428fa-ff3a-40c4-ab01-3c9681bae1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f88d6446-c7e8-4729-b807-dd3063e4d8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:21:14.725624 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6bc5e089-dd4e-4300-9180-64c7dbbdc0fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:14.726575 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc5e089-dd4e-4300-9180-64c7dbbdc0fd None None] Bound using segment: {'id': '882428fa-ff3a-40c4-ab01-3c9681bae1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f88d6446-c7e8-4729-b807-dd3063e4d8fe'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:21:14.727953 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6bc5e089-dd4e-4300-9180-64c7dbbdc0fd None None] Bound port: 3a9f3a7e-9d9c-48c8-b65c-02097aee0857, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '882428fa-ff3a-40c4-ab01-3c9681bae1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f88d6446-c7e8-4729-b807-dd3063e4d8fe'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:21:14.728919 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6bc5e089-dd4e-4300-9180-64c7dbbdc0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:14.767531 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-d7e6ac4d-e406-4fe9-b47c-add7ace468c3 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:14.770039 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-d7e6ac4d-e406-4fe9-b47c-add7ace468c3 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.52 "GET /v2.0/networks?id=e7790f3f-c934-4280-a7bc-7879373f53d3 HTTP/1.1" status: 200 len: 806 time: 0.3922756 Aug 11 22:21:14.776890 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-59930329-8a2a-4e7f-b1b1-3d534c391795 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:14.786025 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-59930329-8a2a-4e7f-b1b1-3d534c391795 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/1aa3c1ad-5109-4680-9b32-361da6939d74 HTTP/1.1" status: 204 len: 168 time: 1.7474349 Aug 11 22:21:14.786901 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59826) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:14.838347 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-f0517e7a-b834-4bbb-b51f-21c2c1fadc71 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Request body: {'port': {'device_id': 'cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb', 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3', 'admin_state_up': True, 'tenant_id': '46c13839859945349c0d5afcfb364f66'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:21:14.981885 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59828) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:15.016926 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-6bc5e089-dd4e-4300-9180-64c7dbbdc0fd None None] For port 3a9f3a7e-9d9c-48c8-b65c-02097aee0857, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:21:15.032224 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-6bc5e089-dd4e-4300-9180-64c7dbbdc0fd None None] For port 3a9f3a7e-9d9c-48c8-b65c-02097aee0857, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=3a9f3a7e-9d9c-48c8-b65c-02097aee0857,segment=NetworkSegment(882428fa-ff3a-40c4-ab01-3c9681bae1ea),segment_id=882428fa-ff3a-40c4-ab01-3c9681bae1ea)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:21:15.059497 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6bc5e089-dd4e-4300-9180-64c7dbbdc0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:15.060743 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d5b1ff-1f37-497a-a9d1-8284e539cacc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:15.065627 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-19d5b1ff-1f37-497a-a9d1-8284e539cacc tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2707782 Aug 11 22:21:15.069764 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59832) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:15.108603 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e989002a-80f4-4aa5-be57-f75a007af2a0 req-0b3fe1e8-601e-4b93-96be-c31326214703 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d58243f-d548-4ef1-8a95-0492b2f3f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9794900 Aug 11 22:21:15.179487 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5e78d86-98bf-442f-b572-26074ea4bc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:15.201704 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d7872682-0d56-4027-bb3d-5966bb45603c None None] Could not find standard attr ID for object 1aa3c1ad-5109-4680-9b32-361da6939d74. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:21:15.242935 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5e089-dd4e-4300-9180-64c7dbbdc0fd None None] Pushing event updated for resources: {'Port': ['ID=3a9f3a7e-9d9c-48c8-b65c-02097aee0857,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:15.355814 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:21:15.467054 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a7a096-10fc-4b9f-8d85-2782e7dad50a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:15.472046 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-82a7a096-10fc-4b9f-8d85-2782e7dad50a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3940675 Aug 11 22:21:15.480891 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59838) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:15.548228 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:21:15.556762 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:15.557903 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:15.566437 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0f2ecdf9-3d95-40b1-af4c-052d9742b8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:15.591986 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-f0517e7a-b834-4bbb-b51f-21c2c1fadc71 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Made reservation on behalf of 46c13839859945349c0d5afcfb364f66 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:21:15.595970 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-f0517e7a-b834-4bbb-b51f-21c2c1fadc71 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:15.649397 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aba1ff36-e86d-4cfd-be02-12e73902879b req-75bfa7b5-9293-44ea-9a00-95668992fb23 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb HTTP/1.1" status: 200 len: 210 time: 0.1325605 Aug 11 22:21:15.736515 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba0620a-c2da-4ca1-a39a-a6e10f115959 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:15.738300 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba0620a-c2da-4ca1-a39a-a6e10f115959 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:15.740101 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba0620a-c2da-4ca1-a39a-a6e10f115959 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:15.741780 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fba0620a-c2da-4ca1-a39a-a6e10f115959 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2597320 Aug 11 22:21:15.746013 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59842) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:15.805127 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:15.863343 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e303754-8f51-4ef9-801b-96092b092ad8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting subnet 9c354057-f58b-4766-b0fe-0a1ebddf351a {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:21:15.867552 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e78d86-98bf-442f-b572-26074ea4bc87 admin admin] Router 4210d172-667b-493c-9165-9021ee2e4c3c is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:21:15.871769 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3e303754-8f51-4ef9-801b-96092b092ad8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:15.897147 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:21:15.908681 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:15.996869 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:16.035087 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e78d86-98bf-442f-b572-26074ea4bc87 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:21:16.038546 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-f0517e7a-b834-4bbb-b51f-21c2c1fadc71 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Allocated IP 172.20.0.8 (e7790f3f-c934-4280-a7bc-7879373f53d3/e0ec9ba0-9b08-41f6-a732-89f14df6459a/fa2b2f95-4003-48cf-ad6a-5ad6c9897955) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:21:16.049601 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-03569fc2-714c-454d-91d8-209acfbd0b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:16.059597 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:16.060358 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3e303754-8f51-4ef9-801b-96092b092ad8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:16.066339 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda5b139-5cec-49cf-8e5f-059af494a40e None None] Sync routers for ids ['4210d172-667b-493c-9165-9021ee2e4c3c'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:21:16.089328 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda5b139-5cec-49cf-8e5f-059af494a40e None None] Routers {'4210d172-667b-493c-9165-9021ee2e4c3c'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:21:16.090829 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-dda5b139-5cec-49cf-8e5f-059af494a40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:21:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['4210d172-667b-493c-9165-9021ee2e4c3c'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:21:16.134043 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0f2ecdf9-3d95-40b1-af4c-052d9742b8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:16.193470 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0f2ecdf9-3d95-40b1-af4c-052d9742b8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:16.266420 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3e303754-8f51-4ef9-801b-96092b092ad8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:16.377102 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0f2ecdf9-3d95-40b1-af4c-052d9742b8af admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d4a99e3853744d849913e071cb53ac70&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3769133 Aug 11 22:21:16.382896 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ecdf9-3d95-40b1-af4c-052d9742b8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec90516-cda0-49d7-82b9-5500eb1e7f2e,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:16.384623 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-dda5b139-5cec-49cf-8e5f-059af494a40e None None] Set router 4210d172-667b-493c-9165-9021ee2e4c3c gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:21:16.401357 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5e78d86-98bf-442f-b572-26074ea4bc87 admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:16.405847 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a5e78d86-98bf-442f-b572-26074ea4bc87 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7245507 Aug 11 22:21:16.407835 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59848) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:16.407835 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59850) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:16.496311 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3e303754-8f51-4ef9-801b-96092b092ad8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:16.531206 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e303754-8f51-4ef9-801b-96092b092ad8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Subnet': ['ID=9c354057-f58b-4766-b0fe-0a1ebddf351a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:16.545741 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b8a34-c8ae-4992-a2e2-f7ad8ad2d23d req-e7b21487-fb50-4c44-a562-01cc6c3b089e tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:16.548401 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4f4b8a34-c8ae-4992-a2e2-f7ad8ad2d23d req-e7b21487-fb50-4c44-a562-01cc6c3b089e tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?device_id=f41dc2ae-1059-4b3b-926f-f8af95233b45 HTTP/1.1" status: 200 len: 945 time: 0.2333152 Aug 11 22:21:16.557497 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3e303754-8f51-4ef9-801b-96092b092ad8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:16.565167 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3e303754-8f51-4ef9-801b-96092b092ad8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/9c354057-f58b-4766-b0fe-0a1ebddf351a HTTP/1.1" status: 204 len: 168 time: 0.8179355 Aug 11 22:21:16.569354 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59852) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:16.575579 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4dfee7-4b18-4898-8527-7905c6f71df0 None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:21:16.712625 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4f4b8a34-c8ae-4992-a2e2-f7ad8ad2d23d req-621547b1-1e62-462b-8d3a-1ce94a9b7813 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d58243f-d548-4ef1-8a95-0492b2f3f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458075 Aug 11 22:21:16.741416 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b570fee-67a8-45aa-b8fe-2a510aa5e148 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Deleting subnet a9850041-e7fa-4c3f-a2fd-d507d765f68c {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:21:16.745499 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1b570fee-67a8-45aa-b8fe-2a510aa5e148 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:16.920545 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7f715b6f-8e36-4885-812b-21ac0cf7f37f req-908b35b9-2527-440d-b092-775fd940e7e0 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb HTTP/1.1" status: 200 len: 210 time: 0.0739298 Aug 11 22:21:16.942956 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1b570fee-67a8-45aa-b8fe-2a510aa5e148 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:16.989085 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-dda5b139-5cec-49cf-8e5f-059af494a40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4210d172-667b-493c-9165-9021ee2e4c3c', 'name': 'tempest-TestVolumeBootPattern-1991105252-router', 'tenant_id': 'b302c63cd0d9431ea0edb6cd871f9151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '78b989ee-c182-4eb1-ba4a-203591595033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:21:10Z', 'updated_at': '2021-08-11T22:21:13Z', 'revision_number': 3, 'project_id': 'b302c63cd0d9431ea0edb6cd871f9151', 'gw_port': {'id': '78b989ee-c182-4eb1-ba4a-203591595033', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4210d172-667b-493c-9165-9021ee2e4c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:21:11Z', 'updated_at': '2021-08-11T22:21:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:21:17.095331 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1b570fee-67a8-45aa-b8fe-2a510aa5e148 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:17.105261 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda5b139-5cec-49cf-8e5f-059af494a40e None None] Checking router: 4210d172-667b-493c-9165-9021ee2e4c3c for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:21:17.105821 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda5b139-5cec-49cf-8e5f-059af494a40e None None] Updating router 4210d172-667b-493c-9165-9021ee2e4c3c port 78b989ee-c182-4eb1-ba4a-203591595033 binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:21:17.169104 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-dda5b139-5cec-49cf-8e5f-059af494a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:17.194795 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1b570fee-67a8-45aa-b8fe-2a510aa5e148 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:17.287053 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b570fee-67a8-45aa-b8fe-2a510aa5e148 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Subnet': ['ID=a9850041-e7fa-4c3f-a2fd-d507d765f68c,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:17.300927 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1b570fee-67a8-45aa-b8fe-2a510aa5e148 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:17.306703 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1b570fee-67a8-45aa-b8fe-2a510aa5e148 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/a9850041-e7fa-4c3f-a2fd-d507d765f68c HTTP/1.1" status: 204 len: 168 time: 0.7360635 Aug 11 22:21:17.309257 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59864) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:17.325040 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c4d7a6-9097-4527-8ed3-0e2a0965f28c None None] Network f88d6446-c7e8-4729-b807-dd3063e4d8fe requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:21:17.445282 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a4c80a3e-dccf-4f9e-befa-74fac7136279 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1345439 Aug 11 22:21:17.446031 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59870) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:17.447872 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 3a9f3a7e-9d9c-48c8-b65c-02097aee0857 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:21:17.613420 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b144cb70-9755-49a5-8e1c-c5b437fc1d34 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:17.619308 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b144cb70-9755-49a5-8e1c-c5b437fc1d34 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1711123 Aug 11 22:21:17.624742 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59876) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:17.684749 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:17.686151 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-371d0ce5-3172-4700-ab3e-4802cff81345 None None] Provisioning for port 3a9f3a7e-9d9c-48c8-b65c-02097aee0857 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:21:17.791739 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 3a9f3a7e-9d9c-48c8-b65c-02097aee0857 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:21:17.803210 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 3a9f3a7e-9d9c-48c8-b65c-02097aee0857 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:17.803645 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:17.855391 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b0cb81-7c63-4034-ad99-9bf6fb9eb14e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:17.860324 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-08b0cb81-7c63-4034-ad99-9bf6fb9eb14e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2317622 Aug 11 22:21:17.885260 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59882) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:17.902319 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-86d5b83f-a4d9-42b9-9f09-5355b1ae1aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:17.935019 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-f0517e7a-b834-4bbb-b51f-21c2c1fadc71 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:18.010334 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-86d5b83f-a4d9-42b9-9f09-5355b1ae1aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:18.018602 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-97dee0ee-7945-4405-bc94-716c71a6125e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1345384 Aug 11 22:21:18.028648 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59892) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:18.058938 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:18.150158 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82b00cb-009a-47bf-9b41-1ce6b7eb8a58 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:18.153235 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f82b00cb-009a-47bf-9b41-1ce6b7eb8a58 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:18.162683 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f82b00cb-009a-47bf-9b41-1ce6b7eb8a58 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/1aa3c1ad-5109-4680-9b32-361da6939d74 HTTP/1.1" status: 404 len: 333 time: 0.1339037 Aug 11 22:21:18.165509 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59898) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:18.254709 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 3a9f3a7e-9d9c-48c8-b65c-02097aee0857, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=3a9f3a7e-9d9c-48c8-b65c-02097aee0857,segment=NetworkSegment(882428fa-ff3a-40c4-ab01-3c9681bae1ea),segment_id=882428fa-ff3a-40c4-ab01-3c9681bae1ea)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:21:18.261194 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:18.262649 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:21:18.306346 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-d52af11d-9257-4832-9298-49190ac27768 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:18.307931 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-f0517e7a-b834-4bbb-b51f-21c2c1fadc71 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:18.327460 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d52af11d-9257-4832-9298-49190ac27768 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:18.339073 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d52af11d-9257-4832-9298-49190ac27768 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/a9850041-e7fa-4c3f-a2fd-d507d765f68c HTTP/1.1" status: 404 len: 337 time: 0.1546443 Aug 11 22:21:18.340708 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59902) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:18.465186 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['4f7cb9d4-f60b-4372-a47f-b765a6295863'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:21:18.477350 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ee071c-5e49-4812-b313-6a2f347b0ae3 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:18.479256 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ee071c-5e49-4812-b313-6a2f347b0ae3 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:18.488412 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-21ee071c-5e49-4812-b313-6a2f347b0ae3 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/9c354057-f58b-4766-b0fe-0a1ebddf351a HTTP/1.1" status: 404 len: 337 time: 0.1451974 Aug 11 22:21:18.492915 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59904) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:18.522844 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-86d5b83f-a4d9-42b9-9f09-5355b1ae1aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:18.539610 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-86d5b83f-a4d9-42b9-9f09-5355b1ae1aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:18.541674 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-86d5b83f-a4d9-42b9-9f09-5355b1ae1aa4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bec90516-cda0-49d7-82b9-5500eb1e7f2e HTTP/1.1" status: 204 len: 168 time: 2.1336043 Aug 11 22:21:18.555083 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b265668e-c2c1-435e-8a68-34f7622d510c None None] Network 031f2dcc-5a67-473f-bde2-e5d9a50304c4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:21:18.561096 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea35b03-f560-424b-8617-03239ffd54b8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:18.563229 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ea35b03-f560-424b-8617-03239ffd54b8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:18.567868 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0ea35b03-f560-424b-8617-03239ffd54b8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/876ab90f-d8e6-44fd-a3c6-56a488272d98 HTTP/1.1" status: 404 len: 333 time: 0.0723996 Aug 11 22:21:18.572094 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59908) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:18.597277 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-f0517e7a-b834-4bbb-b51f-21c2c1fadc71 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Network e7790f3f-c934-4280-a7bc-7879373f53d3 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:21:18.597605 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-dda5b139-5cec-49cf-8e5f-059af494a40e None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:18.616403 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-dda5b139-5cec-49cf-8e5f-059af494a40e None None] Transition to ACTIVE for port object 78b989ee-c182-4eb1-ba4a-203591595033 will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:21:18.626486 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-dda5b139-5cec-49cf-8e5f-059af494a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:18.683841 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-f0517e7a-b834-4bbb-b51f-21c2c1fadc71 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:21:18.689986 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-57525db5-fd31-48ec-9843-9e12a56f3ded tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:18.690599 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57525db5-fd31-48ec-9843-9e12a56f3ded tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:18.694315 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-57525db5-fd31-48ec-9843-9e12a56f3ded tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/01f0d340-e6b8-4d69-8502-5e546c9218bb HTTP/1.1" status: 404 len: 337 time: 0.1203778 Aug 11 22:21:18.695051 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5b83f-a4d9-42b9-9f09-5355b1ae1aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec90516-cda0-49d7-82b9-5500eb1e7f2e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:18.696155 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9971ec66-79c9-412b-8a88-667076c9dc5d None None] Provisioning complete for port 3a9f3a7e-9d9c-48c8-b65c-02097aee0857 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:18.696534 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9971ec66-79c9-412b-8a88-667076c9dc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:18.698890 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59912) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:18.702557 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-f0517e7a-b834-4bbb-b51f-21c2c1fadc71 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:21:18.727153 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=3a9f3a7e-9d9c-48c8-b65c-02097aee0857,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:18.737004 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-dda5b139-5cec-49cf-8e5f-059af494a40e None None] Attempting to bind port 78b989ee-c182-4eb1-ba4a-203591595033 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:21:18.739303 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-dda5b139-5cec-49cf-8e5f-059af494a40e None None] Attempting to bind port 78b989ee-c182-4eb1-ba4a-203591595033 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:21:18.740315 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5b139-5cec-49cf-8e5f-059af494a40e None None] Attempting to bind port 78b989ee-c182-4eb1-ba4a-203591595033 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:21:18.775072 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5b139-5cec-49cf-8e5f-059af494a40e None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:21:18.775468 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5b139-5cec-49cf-8e5f-059af494a40e None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:21:18.775798 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-dda5b139-5cec-49cf-8e5f-059af494a40e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:18.776201 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5b139-5cec-49cf-8e5f-059af494a40e None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:21:18.777136 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-dda5b139-5cec-49cf-8e5f-059af494a40e None None] Bound port: 78b989ee-c182-4eb1-ba4a-203591595033, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:21:18.777531 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-dda5b139-5cec-49cf-8e5f-059af494a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:18.835184 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-1669cf7a-56f3-47f9-8d8d-6f18003730c5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:18.835963 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1669cf7a-56f3-47f9-8d8d-6f18003730c5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:18.843398 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1669cf7a-56f3-47f9-8d8d-6f18003730c5 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/a9c740dc-12f6-4629-82c3-493a34e0cc23 HTTP/1.1" status: 404 len: 337 time: 0.1385837 Aug 11 22:21:18.845107 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59914) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:18.853010 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-dda5b139-5cec-49cf-8e5f-059af494a40e None None] For port 78b989ee-c182-4eb1-ba4a-203591595033, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:21:18.857788 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-f0517e7a-b834-4bbb-b51f-21c2c1fadc71 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:18.858284 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-dda5b139-5cec-49cf-8e5f-059af494a40e None None] For port 78b989ee-c182-4eb1-ba4a-203591595033, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=78b989ee-c182-4eb1-ba4a-203591595033,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:21:18.858902 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-f0517e7a-b834-4bbb-b51f-21c2c1fadc71 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:18.864355 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-dda5b139-5cec-49cf-8e5f-059af494a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:18.872377 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ad325-4152-4351-9982-9fc2c39473fb None None] Pushing event updated for resources: {'Port': ['ID=78b989ee-c182-4eb1-ba4a-203591595033,revision_number=2']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:18.891221 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0517e7a-b834-4bbb-b51f-21c2c1fadc71 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Pushing event updated for resources: {'Port': ['ID=fa2b2f95-4003-48cf-ad6a-5ad6c9897955,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:19.010236 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ad325-4152-4351-9982-9fc2c39473fb None None] Pushing event updated for resources: {'Port': ['ID=78b989ee-c182-4eb1-ba4a-203591595033,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:19.013820 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b7dd2c3-0072-4db0-ac03-6b3d0c38e035 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:19.024009 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b7dd2c3-0072-4db0-ac03-6b3d0c38e035 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:19.029253 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4b7dd2c3-0072-4db0-ac03-6b3d0c38e035 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/50724acf-ae45-44e6-9e61-c2217d6f41b6 HTTP/1.1" status: 404 len: 333 time: 0.1213627 Aug 11 22:21:19.033648 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda5b139-5cec-49cf-8e5f-059af494a40e None None] Routers {'4210d172-667b-493c-9165-9021ee2e4c3c'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:21:19.035364 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-dda5b139-5cec-49cf-8e5f-059af494a40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:21:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['4210d172-667b-493c-9165-9021ee2e4c3c'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:21:19.051631 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59918) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:19.085024 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece13fd-6e06-4964-b612-34404c1b36a9 req-fa8d5167-fa32-4f87-a1dc-7055a56a9770 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:19.089084 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fece13fd-6e06-4964-b612-34404c1b36a9 req-fa8d5167-fa32-4f87-a1dc-7055a56a9770 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb HTTP/1.1" status: 200 len: 931 time: 0.3002384 Aug 11 22:21:19.139524 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e2e453b-1a95-4aa9-b8fb-09bb6551926c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:19.140149 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e2e453b-1a95-4aa9-b8fb-09bb6551926c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:19.142431 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1e2e453b-1a95-4aa9-b8fb-09bb6551926c tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/bd3864bb-1f19-4d1c-923e-6badb5c6103a HTTP/1.1" status: 404 len: 337 time: 0.0894568 Aug 11 22:21:19.194013 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59920) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:19.234361 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-dda5b139-5cec-49cf-8e5f-059af494a40e None None] Set router 4210d172-667b-493c-9165-9021ee2e4c3c gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:21:19.287388 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c4a3c4-980d-4f1c-a79c-1639d3e03695 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:19.290984 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8c4a3c4-980d-4f1c-a79c-1639d3e03695 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:19.297904 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d8c4a3c4-980d-4f1c-a79c-1639d3e03695 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/f19a70c0-197d-48b1-9d66-a5fdc4e9d0aa HTTP/1.1" status: 404 len: 337 time: 0.0962517 Aug 11 22:21:19.308420 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59922) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:19.309336 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:19.310312 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:19.314627 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fece13fd-6e06-4964-b612-34404c1b36a9 req-2d237aaf-9861-4037-ae45-059a872c3287 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739287 Aug 11 22:21:19.382531 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-f0517e7a-b834-4bbb-b51f-21c2c1fadc71 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5942335 Aug 11 22:21:19.394253 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c31bd85-043d-4919-8ad8-d12c85752ea4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:19.395136 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c31bd85-043d-4919-8ad8-d12c85752ea4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:19.404144 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59924) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:19.407749 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9c31bd85-043d-4919-8ad8-d12c85752ea4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/04e738c1-35b8-41b7-88aa-d3ab6410a637 HTTP/1.1" status: 404 len: 333 time: 0.0971179 Aug 11 22:21:19.418133 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:19.422328 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-ade727ea-f0c6-4d2c-bb33-c1be34be8d94 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:21:19.424621 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-ade727ea-f0c6-4d2c-bb33-c1be34be8d94 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076983 Aug 11 22:21:19.425362 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59926) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:19.453315 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-242697c7-9338-4aca-a43b-d37a3e66ba68 service neutron] Request body: {'port': {'device_id': 'cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:21:19.511881 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0c9dc908-7783-4ea7-8e08-e6b5c654ddd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:19.569812 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0310300-303e-42b0-b813-56d526dd3b81 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:19.574012 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0310300-303e-42b0-b813-56d526dd3b81 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:19.577879 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b0310300-303e-42b0-b813-56d526dd3b81 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/fbb99d27-2c2c-4fd7-a0b3-c00a0d530746 HTTP/1.1" status: 404 len: 337 time: 0.1711597 Aug 11 22:21:19.582157 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59930) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:19.652365 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60224858-f568-4351-b0ff-f304e0493555 None None] DHCP port deletion for 031f2dcc-5a67-473f-bde2-e5d9a50304c4 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:21:19.658872 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-342d1944-20dc-49e4-961c-dec7be24f9af tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:19.659422 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-342d1944-20dc-49e4-961c-dec7be24f9af tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:19.662631 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-342d1944-20dc-49e4-961c-dec7be24f9af tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/e19c6299-b226-4dda-a01d-f72d8bc3e7d6 HTTP/1.1" status: 404 len: 337 time: 0.0650663 Aug 11 22:21:19.673461 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59932) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:19.752917 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-524bccd5-7057-4904-9d62-679f8c7404f3 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:19.753674 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524bccd5-7057-4904-9d62-679f8c7404f3 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:19.758069 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-dda5b139-5cec-49cf-8e5f-059af494a40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4210d172-667b-493c-9165-9021ee2e4c3c', 'name': 'tempest-TestVolumeBootPattern-1991105252-router', 'tenant_id': 'b302c63cd0d9431ea0edb6cd871f9151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '78b989ee-c182-4eb1-ba4a-203591595033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:21:10Z', 'updated_at': '2021-08-11T22:21:13Z', 'revision_number': 3, 'project_id': 'b302c63cd0d9431ea0edb6cd871f9151', 'gw_port': {'id': '78b989ee-c182-4eb1-ba4a-203591595033', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4210d172-667b-493c-9165-9021ee2e4c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:21:11Z', 'updated_at': '2021-08-11T22:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:21:19.759389 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-524bccd5-7057-4904-9d62-679f8c7404f3 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/e3e92e61-e585-4fd0-9912-c9e7ea43273e HTTP/1.1" status: 404 len: 333 time: 0.0838044 Aug 11 22:21:19.760650 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59934) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:19.763594 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-05c1d551-9111-4201-83d5-61c92d42c319 None None] Provisioning complete for port f1d8fffd-5c89-4b5a-8432-522aa5ca462d triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:19.766866 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-05c1d551-9111-4201-83d5-61c92d42c319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:19.777827 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976daf2a-dde3-45ef-9e30-a81af3643900 req-cd832d93-c6fd-4824-b134-f3e4101e6c2c tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:19.786092 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-976daf2a-dde3-45ef-9e30-a81af3643900 req-cd832d93-c6fd-4824-b134-f3e4101e6c2c tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?device_id=f41dc2ae-1059-4b3b-926f-f8af95233b45 HTTP/1.1" status: 200 len: 945 time: 0.3064170 Aug 11 22:21:19.811553 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 3a9f3a7e-9d9c-48c8-b65c-02097aee0857 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:21:19.818799 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-860969db-3906-4164-befd-717a26785d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:19.822742 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-242697c7-9338-4aca-a43b-d37a3e66ba68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:19.837803 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-c908845a-62e5-4f60-9793-866023feae1d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:19.838279 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c908845a-62e5-4f60-9793-866023feae1d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:19.844262 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c908845a-62e5-4f60-9793-866023feae1d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/9fd3aae5-d01d-4eee-9410-c8db0caae182 HTTP/1.1" status: 404 len: 337 time: 0.0553641 Aug 11 22:21:19.852100 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59936) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:19.854515 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda5b139-5cec-49cf-8e5f-059af494a40e None None] The sync data for ids ['4210d172-667b-493c-9165-9021ee2e4c3c'] in n-d-804275-3 is: [{'id': '4210d172-667b-493c-9165-9021ee2e4c3c', 'name': 'tempest-TestVolumeBootPattern-1991105252-router', 'tenant_id': 'b302c63cd0d9431ea0edb6cd871f9151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '78b989ee-c182-4eb1-ba4a-203591595033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:21:10Z', 'updated_at': '2021-08-11T22:21:13Z', 'revision_number': 3, 'project_id': 'b302c63cd0d9431ea0edb6cd871f9151', 'gw_port': {'id': '78b989ee-c182-4eb1-ba4a-203591595033', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4210d172-667b-493c-9165-9021ee2e4c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:21:11Z', 'updated_at': '2021-08-11T22:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:21:19.889718 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de113ef-8650-4fe5-8fdb-a67c4b222643 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:19.890723 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de113ef-8650-4fe5-8fdb-a67c4b222643 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:19.893780 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3de113ef-8650-4fe5-8fdb-a67c4b222643 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/6c06893c-2cb4-414d-b928-57b0d2d423cb HTTP/1.1" status: 404 len: 333 time: 0.0395155 Aug 11 22:21:19.909753 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59938) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:19.950708 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e01ee4-b5ac-453d-acfd-4a864fc3eaeb tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:19.950708 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e01ee4-b5ac-453d-acfd-4a864fc3eaeb tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:19.950708 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d6e01ee4-b5ac-453d-acfd-4a864fc3eaeb tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/22015abd-31c9-49e3-96af-c5dc011cbabd HTTP/1.1" status: 404 len: 337 time: 0.0413101 Aug 11 22:21:19.950708 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59940) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:19.969168 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-976daf2a-dde3-45ef-9e30-a81af3643900 req-69eba3ff-b6d2-478d-a22b-d9051906f3f9 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d58243f-d548-4ef1-8a95-0492b2f3f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814992 Aug 11 22:21:20.002877 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-60224858-f568-4351-b0ff-f304e0493555 None None] Deleting port f1d8fffd-5c89-4b5a-8432-522aa5ca462d {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:21:20.003275 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-60224858-f568-4351-b0ff-f304e0493555 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:20.004983 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-3040749c-5041-4847-a221-8c9e716bafa2 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:20.017481 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3040749c-5041-4847-a221-8c9e716bafa2 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:20.020645 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3040749c-5041-4847-a221-8c9e716bafa2 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/4bf8a265-da91-4395-b0c0-6255b0476b8c HTTP/1.1" status: 404 len: 333 time: 0.0716593 Aug 11 22:21:20.026548 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59944) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:20.072386 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-00557903-df60-40a5-ba86-3c7b8d69b233 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:20.072868 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00557903-df60-40a5-ba86-3c7b8d69b233 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:20.074805 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-00557903-df60-40a5-ba86-3c7b8d69b233 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/09dc0a8d-e598-4979-b07d-92cd96f956d9 HTTP/1.1" status: 404 len: 337 time: 0.0462937 Aug 11 22:21:20.079006 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59946) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:20.107422 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fef8a72-6301-4eae-9c40-f35dc484b8a2 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:20.108377 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fef8a72-6301-4eae-9c40-f35dc484b8a2 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:20.111639 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4fef8a72-6301-4eae-9c40-f35dc484b8a2 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/0ccca2be-281e-4359-a445-cac29bd20fe5 HTTP/1.1" status: 404 len: 333 time: 0.0309920 Aug 11 22:21:20.113890 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59950) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:20.146818 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e540055-1d47-4aaa-a639-5ef91201c2a6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:20.147300 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e540055-1d47-4aaa-a639-5ef91201c2a6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:20.149548 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3e540055-1d47-4aaa-a639-5ef91201c2a6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/92f7227a-604c-4e4b-8860-704efb85c092 HTTP/1.1" status: 404 len: 337 time: 0.0344844 Aug 11 22:21:20.152764 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59952) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:20.248044 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 3a9f3a7e-9d9c-48c8-b65c-02097aee0857 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:20.248455 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:20.251718 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-60224858-f568-4351-b0ff-f304e0493555 None None] For port f1d8fffd-5c89-4b5a-8432-522aa5ca462d, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f1d8fffd-5c89-4b5a-8432-522aa5ca462d,segment=NetworkSegment(2636476c-8acb-4406-8a6a-c5fb4e60771b),segment_id=2636476c-8acb-4406-8a6a-c5fb4e60771b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:21:20.252127 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-60224858-f568-4351-b0ff-f304e0493555 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:20.262943 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a713efe-c071-4bcc-be19-0eb76362ccd4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:20.263763 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a713efe-c071-4bcc-be19-0eb76362ccd4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:20.269300 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1a713efe-c071-4bcc-be19-0eb76362ccd4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/0b235b27-1e2c-4224-9347-f7e1d82e9735 HTTP/1.1" status: 404 len: 333 time: 0.1146982 Aug 11 22:21:20.276689 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59958) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:20.390883 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-60224858-f568-4351-b0ff-f304e0493555 None None] Calling delete_port for f1d8fffd-5c89-4b5a-8432-522aa5ca462d owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:21:20.399914 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e1fcf-d997-4dcf-8b65-11c4409fc990 req-1564b834-a5ab-43ef-b281-da1ac28ddba4 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:20.404711 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ea3e1fcf-d997-4dcf-8b65-11c4409fc990 req-1564b834-a5ab-43ef-b281-da1ac28ddba4 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.82 "GET /v2.0/ports?device_id=f41dc2ae-1059-4b3b-926f-f8af95233b45 HTTP/1.1" status: 200 len: 945 time: 0.2364464 Aug 11 22:21:20.459025 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-10326db9-d4c5-4726-bd97-e3834cb1dc0e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:20.459843 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10326db9-d4c5-4726-bd97-e3834cb1dc0e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:20.464666 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-10326db9-d4c5-4726-bd97-e3834cb1dc0e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/9440e81c-4906-4a87-a539-bca371ec2d33 HTTP/1.1" status: 404 len: 337 time: 0.1775353 Aug 11 22:21:20.469181 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0c9dc908-7783-4ea7-8e08-e6b5c654ddd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:20.481351 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59964) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:20.505315 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0c9dc908-7783-4ea7-8e08-e6b5c654ddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:20.586007 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9dc908-7783-4ea7-8e08-e6b5c654ddd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd016750-85ad-48d9-a96a-4b0895879695,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:20.595453 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-c910ba9e-7df0-462c-8331-bd67c6af2421 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:20.596263 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c910ba9e-7df0-462c-8331-bd67c6af2421 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:20.601120 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c910ba9e-7df0-462c-8331-bd67c6af2421 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/422dfd80-1221-4af5-a1b3-6b3e61330673 HTTP/1.1" status: 404 len: 333 time: 0.1111615 Aug 11 22:21:20.603904 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59966) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:20.632406 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:20.673433 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd451516-d310-4180-b50c-da1e4ef5548b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:20.675088 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd451516-d310-4180-b50c-da1e4ef5548b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:20.678903 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fd451516-d310-4180-b50c-da1e4ef5548b tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/6c61a4bf-42f0-4bb9-ae98-6604688c4150 HTTP/1.1" status: 404 len: 337 time: 0.0701458 Aug 11 22:21:20.684196 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0c9dc908-7783-4ea7-8e08-e6b5c654ddd9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2e19b78df62a4b19a0a4f0ac5cd0e59b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2552509 Aug 11 22:21:20.689368 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59968) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:20.690555 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59970) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:20.780049 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-860969db-3906-4164-befd-717a26785d24 admin admin] Allocated IP 172.20.0.1 (f88d6446-c7e8-4729-b807-dd3063e4d8fe/c34e0044-0ae2-48e7-81ac-ce11db1d7eef/de4074b7-82f9-4769-8311-1c21714812a7) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:21:20.814177 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-60224858-f568-4351-b0ff-f304e0493555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:20.817999 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1fdb05b-fc28-4720-9de5-18283b5131ab tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:20.818480 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1fdb05b-fc28-4720-9de5-18283b5131ab tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:20.823250 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d1fdb05b-fc28-4720-9de5-18283b5131ab tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/44e28c7f-5254-4add-8b6e-a309bc7bf182 HTTP/1.1" status: 404 len: 337 time: 0.1186974 Aug 11 22:21:20.824914 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59972) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:20.852520 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cbf0e-ce29-4d20-8e69-34d846b17765 req-9a883faf-6a2a-442d-a215-ba1a161ced51 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:20.861002 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c5cbf0e-ce29-4d20-8e69-34d846b17765 req-9a883faf-6a2a-442d-a215-ba1a161ced51 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb HTTP/1.1" status: 200 len: 931 time: 0.3515191 Aug 11 22:21:20.883306 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60224858-f568-4351-b0ff-f304e0493555 None None] Pushing event deleted for resources: {'Port': ['ID=f1d8fffd-5c89-4b5a-8432-522aa5ca462d,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:20.892577 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60224858-f568-4351-b0ff-f304e0493555 None None] No DVR routers for this DVR port f1d8fffd-5c89-4b5a-8432-522aa5ca462d on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:21:20.919093 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec67b44-1b74-483b-8a25-245961cec6ef tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:20.919900 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec67b44-1b74-483b-8a25-245961cec6ef tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:20.925320 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4ec67b44-1b74-483b-8a25-245961cec6ef tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/efa69c8f-ae1f-447f-b7e9-0cbb52a3ed8f HTTP/1.1" status: 404 len: 333 time: 0.0957355 Aug 11 22:21:20.927749 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59974) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:20.982635 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-3524910e-03bf-48fa-ba9e-8ce545544719 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:20.983579 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3524910e-03bf-48fa-ba9e-8ce545544719 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:21.001571 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f1d8fffd-5c89-4b5a-8432-522aa5ca462d no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:21:21.003933 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3524910e-03bf-48fa-ba9e-8ce545544719 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/bd292159-1f22-401a-a1e9-8b43cf74b8e5 HTTP/1.1" status: 404 len: 337 time: 0.0686371 Aug 11 22:21:21.024040 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59976) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:21.054823 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: f1d8fffd-5c89-4b5a-8432-522aa5ca462d {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:21:21.055102 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f1d8fffd-5c89-4b5a-8432-522aa5ca462d not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:21:21.074720 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-242697c7-9338-4aca-a43b-d37a3e66ba68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2b2f95-4003-48cf-ad6a-5ad6c9897955 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:21:21.101511 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-242697c7-9338-4aca-a43b-d37a3e66ba68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:21.141923 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e8ef57-749b-46fc-8e54-4d8a27a2da27 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:21.142462 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e8ef57-749b-46fc-8e54-4d8a27a2da27 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:21.146987 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-44e8ef57-749b-46fc-8e54-4d8a27a2da27 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/bfd32102-6824-4c9e-b4c8-eb0c54fc6f81 HTTP/1.1" status: 404 len: 337 time: 0.1049211 Aug 11 22:21:21.146987 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53468cd4-87bf-43dd-8ff3-b32d2ad516f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:21.148450 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59982) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:21.156417 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-242697c7-9338-4aca-a43b-d37a3e66ba68 service neutron] Transition to ACTIVE for port object fa2b2f95-4003-48cf-ad6a-5ad6c9897955 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:21:21.162091 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c5cbf0e-ce29-4d20-8e69-34d846b17765 req-169536ad-2fc1-4256-9277-74d391a6da29 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999578 Aug 11 22:21:21.169363 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-242697c7-9338-4aca-a43b-d37a3e66ba68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:21.214744 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-51619851-f384-4e86-a4d7-c6a66573aa28 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:21.215626 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51619851-f384-4e86-a4d7-c6a66573aa28 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:21.217573 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-51619851-f384-4e86-a4d7-c6a66573aa28 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/0db13712-c247-49e5-9fc5-844ba3b23d38 HTTP/1.1" status: 404 len: 333 time: 0.0658400 Aug 11 22:21:21.222446 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59984) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:21.247902 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-ea3e1fcf-d997-4dcf-8b65-11c4409fc990 req-490d88f1-55e0-4a96-a0e2-0e640730950e tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Deleting port 73c38c6b-6811-480f-9a19-00057149b607 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:21:21.252590 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ea3e1fcf-d997-4dcf-8b65-11c4409fc990 req-490d88f1-55e0-4a96-a0e2-0e640730950e tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:21.279262 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-860969db-3906-4164-befd-717a26785d24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:21.316147 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-860969db-3906-4164-befd-717a26785d24 admin admin] Transition to ACTIVE for port object de4074b7-82f9-4769-8311-1c21714812a7 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:21:21.332584 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53468cd4-87bf-43dd-8ff3-b32d2ad516f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:21.341419 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242697c7-9338-4aca-a43b-d37a3e66ba68 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2b2f95-4003-48cf-ad6a-5ad6c9897955,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:21.404877 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d37651-86b3-4369-8e86-dac1f7be873f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:21.407429 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96d37651-86b3-4369-8e86-dac1f7be873f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:21.412013 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-96d37651-86b3-4369-8e86-dac1f7be873f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/662015a6-f8f3-4d9a-a431-5da07ddfcd17 HTTP/1.1" status: 404 len: 337 time: 0.1843054 Aug 11 22:21:21.416754 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59986) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:21.451361 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d9f2d4-0efd-444b-9281-83bb798d54e7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:21.452212 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47d9f2d4-0efd-444b-9281-83bb798d54e7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:21.454501 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-47d9f2d4-0efd-444b-9281-83bb798d54e7 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/46c0e23c-e8a7-4948-b97b-dfebbb1231b2 HTTP/1.1" status: 404 len: 337 time: 0.0350604 Aug 11 22:21:21.457659 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59988) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:21.460574 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-860969db-3906-4164-befd-717a26785d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:21.474259 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-242697c7-9338-4aca-a43b-d37a3e66ba68 service neutron] Attempting to bind port fa2b2f95-4003-48cf-ad6a-5ad6c9897955 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:21:21.475323 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-242697c7-9338-4aca-a43b-d37a3e66ba68 service neutron] Attempting to bind port fa2b2f95-4003-48cf-ad6a-5ad6c9897955 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '07f7d92d-e949-43a3-b2dd-627bd28bd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:21:21.475323 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-242697c7-9338-4aca-a43b-d37a3e66ba68 service neutron] Attempting to bind port fa2b2f95-4003-48cf-ad6a-5ad6c9897955 on network e7790f3f-c934-4280-a7bc-7879373f53d3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:21:21.527207 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-836d61d6-f9dc-4d60-a1eb-6169f4f11102 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:21.528023 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-836d61d6-f9dc-4d60-a1eb-6169f4f11102 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:21.529925 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-836d61d6-f9dc-4d60-a1eb-6169f4f11102 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/97b31616-cd9c-4720-9f99-f58d67c929f5 HTTP/1.1" status: 404 len: 333 time: 0.0708897 Aug 11 22:21:21.541255 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59990) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:21.541863 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860969db-3906-4164-befd-717a26785d24 admin admin] Network f88d6446-c7e8-4729-b807-dd3063e4d8fe is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:21:21.545509 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-860969db-3906-4164-befd-717a26785d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:21:21.549164 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-242697c7-9338-4aca-a43b-d37a3e66ba68 service neutron] Port fa2b2f95-4003-48cf-ad6a-5ad6c9897955 on network e7790f3f-c934-4280-a7bc-7879373f53d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:21:21.550024 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-242697c7-9338-4aca-a43b-d37a3e66ba68 service neutron] Attempting to bind port fa2b2f95-4003-48cf-ad6a-5ad6c9897955 on network e7790f3f-c934-4280-a7bc-7879373f53d3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:21:21.558503 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860969db-3906-4164-befd-717a26785d24 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:21:21.614068 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-242697c7-9338-4aca-a43b-d37a3e66ba68 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:21:21.615013 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-242697c7-9338-4aca-a43b-d37a3e66ba68 service neutron] Checking segment: {'id': '07f7d92d-e949-43a3-b2dd-627bd28bd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:21:21.615968 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-242697c7-9338-4aca-a43b-d37a3e66ba68 service neutron] Bound using segment: {'id': '07f7d92d-e949-43a3-b2dd-627bd28bd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:21:21.618897 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-242697c7-9338-4aca-a43b-d37a3e66ba68 service neutron] Bound port: fa2b2f95-4003-48cf-ad6a-5ad6c9897955, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7d92d-e949-43a3-b2dd-627bd28bd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:21:21.620024 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-242697c7-9338-4aca-a43b-d37a3e66ba68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:21.658150 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860969db-3906-4164-befd-717a26785d24 admin admin] Pushing event updated for resources: {'Port': ['ID=de4074b7-82f9-4769-8311-1c21714812a7,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:21.658804 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c944064-0da3-40ad-b58e-e8441835a986 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:21.659283 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c944064-0da3-40ad-b58e-e8441835a986 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:21.661278 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9c944064-0da3-40ad-b58e-e8441835a986 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/1d558694-b39a-4c6d-bdef-686f605b97f2 HTTP/1.1" status: 404 len: 337 time: 0.1180255 Aug 11 22:21:21.667343 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59992) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:21.679691 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06de767-873b-4b19-8303-78dcfa8f2336 req-a0cc4e31-2f32-428f-81ce-b17e93b01608 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:21.688523 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b06de767-873b-4b19-8303-78dcfa8f2336 req-a0cc4e31-2f32-428f-81ce-b17e93b01608 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?device_id=f41dc2ae-1059-4b3b-926f-f8af95233b45 HTTP/1.1" status: 200 len: 945 time: 0.3608689 Aug 11 22:21:21.723448 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-ea3e1fcf-d997-4dcf-8b65-11c4409fc990 req-490d88f1-55e0-4a96-a0e2-0e640730950e tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] For port 73c38c6b-6811-480f-9a19-00057149b607, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=73c38c6b-6811-480f-9a19-00057149b607,segment=NetworkSegment(ad31e246-ea5f-407a-afdd-77b8ad548068),segment_id=ad31e246-ea5f-407a-afdd-77b8ad548068)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:21:21.724339 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ea3e1fcf-d997-4dcf-8b65-11c4409fc990 req-490d88f1-55e0-4a96-a0e2-0e640730950e tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:21.757343 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-860969db-3906-4164-befd-717a26785d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:21.775951 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cea452d-e85a-4f4c-9895-aa3cbc470240 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:21.778539 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cea452d-e85a-4f4c-9895-aa3cbc470240 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:21.786925 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1cea452d-e85a-4f4c-9895-aa3cbc470240 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/2815798b-b8a9-40a8-bb59-13ebd3f3c83f HTTP/1.1" status: 404 len: 337 time: 0.1148031 Aug 11 22:21:21.788438 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53468cd4-87bf-43dd-8ff3-b32d2ad516f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:21.792999 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53468cd4-87bf-43dd-8ff3-b32d2ad516f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:21.795342 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-53468cd4-87bf-43dd-8ff3-b32d2ad516f3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bd016750-85ad-48d9-a96a-4b0895879695 HTTP/1.1" status: 204 len: 168 time: 1.1017313 Aug 11 22:21:21.804002 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59994) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:21.813389 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-242697c7-9338-4aca-a43b-d37a3e66ba68 service neutron] For port fa2b2f95-4003-48cf-ad6a-5ad6c9897955, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:21:21.815328 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-ea3e1fcf-d997-4dcf-8b65-11c4409fc990 req-490d88f1-55e0-4a96-a0e2-0e640730950e tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Calling delete_port for 73c38c6b-6811-480f-9a19-00057149b607 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:21:21.818876 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-242697c7-9338-4aca-a43b-d37a3e66ba68 service neutron] For port fa2b2f95-4003-48cf-ad6a-5ad6c9897955, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=fa2b2f95-4003-48cf-ad6a-5ad6c9897955,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:21:21.853136 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53468cd4-87bf-43dd-8ff3-b32d2ad516f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd016750-85ad-48d9-a96a-4b0895879695,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:21.892063 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0dd652a0-7013-445f-9848-6baad590c890 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports?device_id=b0a4e9a9-8575-4148-883d-326a57033b3e HTTP/1.1" status: 200 len: 205 time: 0.0853271 Aug 11 22:21:21.905258 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59998) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:21.914671 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 78b989ee-c182-4eb1-ba4a-203591595033 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:21:21.940806 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-242697c7-9338-4aca-a43b-d37a3e66ba68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:22.029523 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-172b8c5b-3f6d-4770-8ffa-82f60108098d None None] Provisioning for port de4074b7-82f9-4769-8311-1c21714812a7 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:21:22.042355 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b06de767-873b-4b19-8303-78dcfa8f2336 req-66249731-a789-451a-8d15-0e94ea667b3a tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d58243f-d548-4ef1-8a95-0492b2f3f700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525212 Aug 11 22:21:22.045439 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-369a9505-8114-4903-b41b-590f01aaa849 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] delete failed (client error): The resource could not be found. Aug 11 22:21:22.046581 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-369a9505-8114-4903-b41b-590f01aaa849 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/routers/b0a4e9a9-8575-4148-883d-326a57033b3e HTTP/1.1" status: 404 len: 336 time: 0.1402400 Aug 11 22:21:22.057673 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60000) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:22.061351 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-172b8c5b-3f6d-4770-8ffa-82f60108098d None None] Provisioning complete for port de4074b7-82f9-4769-8311-1c21714812a7 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:22.061865 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-172b8c5b-3f6d-4770-8ffa-82f60108098d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:22.075768 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-242697c7-9338-4aca-a43b-d37a3e66ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:22.076928 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-242697c7-9338-4aca-a43b-d37a3e66ba68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:22.079056 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-242697c7-9338-4aca-a43b-d37a3e66ba68 service neutron] 10.222.0.52 "PUT /v2.0/ports/fa2b2f95-4003-48cf-ad6a-5ad6c9897955 HTTP/1.1" status: 200 len: 1091 time: 2.6369405 Aug 11 22:21:22.103600 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb', 'tag': 'fa2b2f95-4003-48cf-ad6a-5ad6c9897955'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:21:22.108473 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3e6d6e-4963-4e39-996d-a106bf3c97e4" -d '{"events": [{"name": "network-changed", "server_uuid": "cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb", "tag": "fa2b2f95-4003-48cf-ad6a-5ad6c9897955"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:21:22.111426 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242697c7-9338-4aca-a43b-d37a3e66ba68 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2b2f95-4003-48cf-ad6a-5ad6c9897955,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:22.138475 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d53e17c-956c-4883-931c-643bcfc702b6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:22.139688 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d53e17c-956c-4883-931c-643bcfc702b6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:22.147119 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8d53e17c-956c-4883-931c-643bcfc702b6 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/8c53b89e-a71c-4d47-a417-06f7798cda1f HTTP/1.1" status: 404 len: 337 time: 0.0880423 Aug 11 22:21:22.155894 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60006) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:22.193841 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-172b8c5b-3f6d-4770-8ffa-82f60108098d None None] Port de4074b7-82f9-4769-8311-1c21714812a7 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:21:22.218327 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 78b989ee-c182-4eb1-ba4a-203591595033 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:21:22.237875 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 78b989ee-c182-4eb1-ba4a-203591595033 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:22.238281 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:22.249184 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b2ae39-cc13-4dae-8f15-5b5128cb62e0 x-openstack-request-id: req-f9b2ae39-cc13-4dae-8f15-5b5128cb62e0 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:21:22.249571 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb", "tag": "fa2b2f95-4003-48cf-ad6a-5ad6c9897955", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:21:22.250318 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f9b2ae39-cc13-4dae-8f15-5b5128cb62e0 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:21:22.250698 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb', 'tag': 'fa2b2f95-4003-48cf-ad6a-5ad6c9897955', 'status': 'completed', 'code': 200} Aug 11 22:21:22.261418 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-13ce0037-f4f3-4a87-96c7-48ce04b57d52 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "GET /v2.0/ports?device_id=586833cf-2936-4eed-8d66-5c1508a1961d HTTP/1.1" status: 200 len: 205 time: 0.1035602 Aug 11 22:21:22.269432 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60014) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:22.366923 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-860969db-3906-4164-befd-717a26785d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:22.379771 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-0ec75012-7971-44b8-bf9d-1ee16b9b9b21 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] delete failed (client error): The resource could not be found. Aug 11 22:21:22.381349 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0ec75012-7971-44b8-bf9d-1ee16b9b9b21 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/routers/586833cf-2936-4eed-8d66-5c1508a1961d HTTP/1.1" status: 404 len: 336 time: 0.1101472 Aug 11 22:21:22.397045 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60016) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:22.432674 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:22.504163 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 78b989ee-c182-4eb1-ba4a-203591595033, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=78b989ee-c182-4eb1-ba4a-203591595033,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:21:22.514048 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:22.533580 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c57e452-931c-484c-985a-f809c2608a9e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:22.534615 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c57e452-931c-484c-985a-f809c2608a9e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:22.537477 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6c57e452-931c-484c-985a-f809c2608a9e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/27d2ad43-483a-4233-b325-5e233bf76f76 HTTP/1.1" status: 404 len: 337 time: 0.1361623 Aug 11 22:21:22.561994 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60020) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:22.582125 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ea3e1fcf-d997-4dcf-8b65-11c4409fc990 req-490d88f1-55e0-4a96-a0e2-0e640730950e tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:22.624086 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=78b989ee-c182-4eb1-ba4a-203591595033,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:22.653676 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20ea1a2-33b7-48a0-9af8-8d433aa44c87 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:22.654176 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b20ea1a2-33b7-48a0-9af8-8d433aa44c87 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:22.659329 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b20ea1a2-33b7-48a0-9af8-8d433aa44c87 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/804ad45b-8c1a-4bfe-ae9a-1b1149f69ae7 HTTP/1.1" status: 404 len: 337 time: 0.0949385 Aug 11 22:21:22.663197 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60024) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:22.755008 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3e1fcf-d997-4dcf-8b65-11c4409fc990 req-490d88f1-55e0-4a96-a0e2-0e640730950e tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] No DVR routers for this DVR port 73c38c6b-6811-480f-9a19-00057149b607 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:21:22.759989 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d88f1-55e0-4a96-a0e2-0e640730950e tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Pushing event deleted for resources: {'Port': ['ID=73c38c6b-6811-480f-9a19-00057149b607,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:22.792196 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ea3e1fcf-d997-4dcf-8b65-11c4409fc990 req-490d88f1-55e0-4a96-a0e2-0e640730950e tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:22.796184 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ea3e1fcf-d997-4dcf-8b65-11c4409fc990 req-490d88f1-55e0-4a96-a0e2-0e640730950e tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.82 "DELETE /v2.0/ports/73c38c6b-6811-480f-9a19-00057149b607 HTTP/1.1" status: 204 len: 173 time: 2.3692441 Aug 11 22:21:22.805354 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c7c3b-2ff1-4afb-8e65-3fe6bea9ad23 req-2f3dd83b-4ad9-4dde-898b-18d8311750c4 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:22.813889 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-567c7c3b-2ff1-4afb-8e65-3fe6bea9ad23 req-2f3dd83b-4ad9-4dde-898b-18d8311750c4 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb HTTP/1.1" status: 200 len: 943 time: 0.4426982 Aug 11 22:21:22.818408 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-fa2d4111-971e-4984-b177-5200efd27e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:22.821301 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-fa2d4111-971e-4984-b177-5200efd27e75 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46c13839859945349c0d5afcfb364f66&device_id=cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb HTTP/1.1" status: 200 len: 1094 time: 0.5799928 Aug 11 22:21:22.832752 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41dc2ae-1059-4b3b-926f-f8af95233b45', 'name': 'network-vif-deleted', 'tag': '73c38c6b-6811-480f-9a19-00057149b607'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:21:22.835234 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6243f9cd-c79a-4f63-9380-026c0a6998d6" -d '{"events": [{"server_uuid": "f41dc2ae-1059-4b3b-926f-f8af95233b45", "name": "network-vif-deleted", "tag": "73c38c6b-6811-480f-9a19-00057149b607"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:21:22.873148 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-567c7c3b-2ff1-4afb-8e65-3fe6bea9ad23 req-5ec4cb50-308a-4cb8-85ad-f72c89baa77c tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575805 Aug 11 22:21:22.881492 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-851db82f-25e5-4270-b2a6-5b607bb6867a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:22.886664 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-851db82f-25e5-4270-b2a6-5b607bb6867a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:22.898522 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-851db82f-25e5-4270-b2a6-5b607bb6867a tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/0098abe6-e052-4f40-a9cb-7bcb250d8a30 HTTP/1.1" status: 404 len: 333 time: 0.1695693 Aug 11 22:21:22.899795 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60032) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:22.946768 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-57c5dcbf-25d1-4b5a-8f5f-a026721c92c0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa2b2f95-4003-48cf-ad6a-5ad6c9897955 HTTP/1.1" status: 200 len: 217 time: 0.1144743 Aug 11 22:21:22.983806 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa06340e-966b-4031-9eeb-1b19e30ce4d8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:22.984475 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa06340e-966b-4031-9eeb-1b19e30ce4d8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:22.991217 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fa06340e-966b-4031-9eeb-1b19e30ce4d8 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/986f7be8-2c3e-4063-a35e-1db44808f8cd HTTP/1.1" status: 404 len: 337 time: 0.0896926 Aug 11 22:21:22.991983 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60034) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:23.023111 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dc42d7-92ec-49ab-a108-bea3a35c0bd4 x-openstack-request-id: req-74dc42d7-92ec-49ab-a108-bea3a35c0bd4 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:21:23.024251 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41dc2ae-1059-4b3b-926f-f8af95233b45", "name": "network-vif-deleted", "tag": "73c38c6b-6811-480f-9a19-00057149b607", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:21:23.025149 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-74dc42d7-92ec-49ab-a108-bea3a35c0bd4 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:21:23.026699 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41dc2ae-1059-4b3b-926f-f8af95233b45', 'name': 'network-vif-deleted', 'tag': '73c38c6b-6811-480f-9a19-00057149b607', 'status': 'completed', 'code': 200} Aug 11 22:21:23.059223 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a60558f-ef72-42e4-9de0-58f1fde0f6cd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:23.060597 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a60558f-ef72-42e4-9de0-58f1fde0f6cd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:23.067804 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5a60558f-ef72-42e4-9de0-58f1fde0f6cd tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/f9cb2442-bef9-4626-a904-8962dfdae72d HTTP/1.1" status: 404 len: 333 time: 0.0712836 Aug 11 22:21:23.072396 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60040) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:23.157855 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-2ac983c9-72d0-4837-925a-169325e568c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:23.161157 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-2ac983c9-72d0-4837-925a-169325e568c5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0ec9ba0-9b08-41f6-a732-89f14df6459a HTTP/1.1" status: 200 len: 846 time: 0.2078981 Aug 11 22:21:23.162673 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce745f18-5d17-494a-bbf4-5d9704bd5f37 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:23.163475 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce745f18-5d17-494a-bbf4-5d9704bd5f37 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:23.168738 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ce745f18-5d17-494a-bbf4-5d9704bd5f37 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/cdfdbdfb-02b6-4791-b317-52d557bf3b7d HTTP/1.1" status: 404 len: 337 time: 0.0926175 Aug 11 22:21:23.169303 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60046) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:23.229735 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd84203-9b9b-4383-bb29-a2a877126aa4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:23.230879 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd84203-9b9b-4383-bb29-a2a877126aa4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:23.236847 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-dcccc0f3-c3be-4314-941c-c52524725434 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7790f3f-c934-4280-a7bc-7879373f53d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655408 Aug 11 22:21:23.237748 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0cd84203-9b9b-4383-bb29-a2a877126aa4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/3f3abc17-2d06-4ac6-9c5b-05d538244168 HTTP/1.1" status: 404 len: 333 time: 0.0670264 Aug 11 22:21:23.240416 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-860969db-3906-4164-befd-717a26785d24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:23.243031 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60048) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:23.275906 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b65e77c1-dfdc-49e8-9e47-7dc199ae84b1 req-146466c3-b28e-451c-8a92-575b3ff1e739 tempest-VolumesActionsTest-554604768 tempest-VolumesActionsTest-554604768-project] 10.222.0.77 "GET /v2.0/ports?device_id=f41dc2ae-1059-4b3b-926f-f8af95233b45 HTTP/1.1" status: 200 len: 210 time: 0.0776558 Aug 11 22:21:23.424768 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-91cf0bc3-5ab8-48b5-826b-04006cbcea77 service neutron] 10.222.0.52 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779065 Aug 11 22:21:23.458309 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-860969db-3906-4164-befd-717a26785d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:23.531618 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e3081a7-89cb-430e-a03b-bb970595d285 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:23.532976 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e3081a7-89cb-430e-a03b-bb970595d285 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:23.537414 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2e3081a7-89cb-430e-a03b-bb970595d285 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/1a677b82-2b55-4ff5-8de7-56de2da9f93b HTTP/1.1" status: 404 len: 337 time: 0.2925935 Aug 11 22:21:23.540126 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60056) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:23.611069 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf122610-f519-4fa7-8c6c-9c298e15d09d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:23.611875 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf122610-f519-4fa7-8c6c-9c298e15d09d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:23.614063 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cf122610-f519-4fa7-8c6c-9c298e15d09d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/664b6de6-2f2e-4016-9ead-a0d1107ccfd6 HTTP/1.1" status: 404 len: 333 time: 0.0726366 Aug 11 22:21:23.616937 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60058) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:23.668752 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-85dfd76f-7069-4a86-9a52-064d1dd4640d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:23.669586 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85dfd76f-7069-4a86-9a52-064d1dd4640d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:23.673199 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-85dfd76f-7069-4a86-9a52-064d1dd4640d tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/bdc43987-9151-4f4f-9ad8-d1715d44e0b8 HTTP/1.1" status: 404 len: 337 time: 0.0549512 Aug 11 22:21:23.677051 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60060) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:23.701544 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-860969db-3906-4164-befd-717a26785d24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:23.727105 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-53020fa1-0577-4910-9612-b2445724ec06 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:23.728462 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53020fa1-0577-4910-9612-b2445724ec06 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:23.734083 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-53020fa1-0577-4910-9612-b2445724ec06 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/3409dd16-429b-4d50-ab83-8f62d8b249a9 HTTP/1.1" status: 404 len: 333 time: 0.0551486 Aug 11 22:21:23.736824 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860969db-3906-4164-befd-717a26785d24 admin admin] Pushing event updated for resources: {'Port': ['ID=de4074b7-82f9-4769-8311-1c21714812a7,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:23.740596 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60062) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:23.813582 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 78b989ee-c182-4eb1-ba4a-203591595033 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:21:23.837006 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0e61434f-1c1a-47b5-a64e-5c2e6b26e1a0 req-7c3e36b0-993e-421a-9edb-50d3373dab9d service neutron] 10.222.0.52 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716516 Aug 11 22:21:23.850339 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-bae7bfe0-4037-481e-840b-eda081ee48cf tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:23.851153 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bae7bfe0-4037-481e-840b-eda081ee48cf tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:23.858558 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bae7bfe0-4037-481e-840b-eda081ee48cf tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/b2444f9b-fba6-4656-a75f-13bd97e0923e HTTP/1.1" status: 404 len: 337 time: 0.1116600 Aug 11 22:21:23.859608 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60064) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:23.912931 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 78b989ee-c182-4eb1-ba4a-203591595033 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:23.913353 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:24.002049 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860969db-3906-4164-befd-717a26785d24 admin admin] Network f88d6446-c7e8-4729-b807-dd3063e4d8fe is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:21:24.076564 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-79eb5dde-d47c-486d-9570-313d9a26d53e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:24.078100 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79eb5dde-d47c-486d-9570-313d9a26d53e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:24.081167 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-79eb5dde-d47c-486d-9570-313d9a26d53e tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/98253aa6-40a6-41fc-bb65-8ef04f19f5a1 HTTP/1.1" status: 404 len: 333 time: 0.2182736 Aug 11 22:21:24.086061 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-860969db-3906-4164-befd-717a26785d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:21:24.089206 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60070) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:24.161161 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8bb62f-1402-499c-b86d-74f2c726066f req-63aca1f2-d3b2-4d01-84f9-914acdb7052d tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:24.162109 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c8bb62f-1402-499c-b86d-74f2c726066f req-63aca1f2-d3b2-4d01-84f9-914acdb7052d tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb HTTP/1.1" status: 200 len: 943 time: 0.1022043 Aug 11 22:21:24.164609 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-6355e99b-f337-4136-9d4b-58dcaca7f9f4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:24.165377 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6355e99b-f337-4136-9d4b-58dcaca7f9f4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:24.169830 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6355e99b-f337-4136-9d4b-58dcaca7f9f4 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/6bfdf735-c4f8-467c-acdf-599b1be5f9d9 HTTP/1.1" status: 404 len: 337 time: 0.0736229 Aug 11 22:21:24.173573 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60074) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:24.218481 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac5f87ea-df3a-4de1-9a78-05175afe066f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:24.219237 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac5f87ea-df3a-4de1-9a78-05175afe066f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:24.221352 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ac5f87ea-df3a-4de1-9a78-05175afe066f tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/ports/d2dfc8c2-1e6a-43f4-8543-898d8cbaf948 HTTP/1.1" status: 404 len: 333 time: 0.0467203 Aug 11 22:21:24.234574 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60076) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:24.280455 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-394e76b6-555f-4e6a-a3ca-0a113395a063 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] DELETE failed (client error): The resource could not be found. Aug 11 22:21:24.281755 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-394e76b6-555f-4e6a-a3ca-0a113395a063 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:21:24.284125 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-394e76b6-555f-4e6a-a3ca-0a113395a063 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/subnets/9ad5c9b0-1566-4843-be51-51fcfa5a9e4f HTTP/1.1" status: 404 len: 337 time: 0.0483167 Aug 11 22:21:24.290835 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60080) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:24.305407 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e6d6e-4963-4e39-996d-a106bf3c97e4 req-e158ddc9-35a3-4db8-9995-bcfcfb037015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:24.312689 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ce3e6d6e-4963-4e39-996d-a106bf3c97e4 req-e158ddc9-35a3-4db8-9995-bcfcfb037015 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46c13839859945349c0d5afcfb364f66&device_id=cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb HTTP/1.1" status: 200 len: 1094 time: 0.3781402 Aug 11 22:21:24.383808 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c8bb62f-1402-499c-b86d-74f2c726066f req-bef21f27-8c35-4fea-a2a5-f8caf3c2512a tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597528 Aug 11 22:21:24.457544 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9fa7a3b5-1a45-4a54-ac2a-ebf832fd6528 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:24.577478 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 73c38c6b-6811-480f-9a19-00057149b607 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:21:24.676660 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 73c38c6b-6811-480f-9a19-00057149b607 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:21:24.676986 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 73c38c6b-6811-480f-9a19-00057149b607 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:21:24.723762 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3b6120ca-7b2d-4ca4-8051-a197b611864c None None] Provisioning complete for port de4074b7-82f9-4769-8311-1c21714812a7 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:24.724218 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3b6120ca-7b2d-4ca4-8051-a197b611864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:24.760989 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9fa7a3b5-1a45-4a54-ac2a-ebf832fd6528 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:24.809093 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-9fa7a3b5-1a45-4a54-ac2a-ebf832fd6528 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031f2dcc-5a67-473f-bde2-e5d9a50304c4']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:21:24.856684 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-9fa7a3b5-1a45-4a54-ac2a-ebf832fd6528 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2636476c-8acb-4406-8a6a-c5fb4e60771b') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:21:24.857319 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-9fa7a3b5-1a45-4a54-ac2a-ebf832fd6528 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2636476c-8acb-4406-8a6a-c5fb4e60771b') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:21:24.876462 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9fa7a3b5-1a45-4a54-ac2a-ebf832fd6528 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:24.885662 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-3b6120ca-7b2d-4ca4-8051-a197b611864c None None] Port de4074b7-82f9-4769-8311-1c21714812a7 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:21:24.923971 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9fa7a3b5-1a45-4a54-ac2a-ebf832fd6528 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:24.934504 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860969db-3906-4164-befd-717a26785d24 admin admin] Router 4210d172-667b-493c-9165-9021ee2e4c3c has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:21:24.948943 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e6d6e-4963-4e39-996d-a106bf3c97e4 req-422ca00c-57b7-4b73-a3d1-7d8a63b633c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:24.950776 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa7a3b5-1a45-4a54-ac2a-ebf832fd6528 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:21:24.954060 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ce3e6d6e-4963-4e39-996d-a106bf3c97e4 req-422ca00c-57b7-4b73-a3d1-7d8a63b633c3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e7790f3f-c934-4280-a7bc-7879373f53d3 HTTP/1.1" status: 200 len: 907 time: 0.6319220 Aug 11 22:21:24.955837 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9fa7a3b5-1a45-4a54-ac2a-ebf832fd6528 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:25.074118 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ce3e6d6e-4963-4e39-996d-a106bf3c97e4 req-2e5d7e30-beac-4e20-a536-6702f855c759 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa2b2f95-4003-48cf-ad6a-5ad6c9897955 HTTP/1.1" status: 200 len: 217 time: 0.1083193 Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:21:25.155391 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:21:25.165519 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9fa7a3b5-1a45-4a54-ac2a-ebf832fd6528 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:25.190182 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9fa7a3b5-1a45-4a54-ac2a-ebf832fd6528 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:25.200161 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9fa7a3b5-1a45-4a54-ac2a-ebf832fd6528 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] 10.222.0.77 "DELETE /v2.0/networks/031f2dcc-5a67-473f-bde2-e5d9a50304c4 HTTP/1.1" status: 204 len: 168 time: 0.9048009 Aug 11 22:21:25.215847 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e6d6e-4963-4e39-996d-a106bf3c97e4 req-015a7caf-bc38-4214-bdd3-1ad0c888062c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:25.219011 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ce3e6d6e-4963-4e39-996d-a106bf3c97e4 req-015a7caf-bc38-4214-bdd3-1ad0c888062c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0ec9ba0-9b08-41f6-a732-89f14df6459a HTTP/1.1" status: 200 len: 846 time: 0.1359487 Aug 11 22:21:25.241806 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7a3b5-1a45-4a54-ac2a-ebf832fd6528 tempest-NetworksTestDHCPv6-1104551393 tempest-NetworksTestDHCPv6-1104551393-project] Pushing event deleted for resources: {'Network': ['ID=031f2dcc-5a67-473f-bde2-e5d9a50304c4,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:25.322972 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ce3e6d6e-4963-4e39-996d-a106bf3c97e4 req-f8c2f575-0b47-4132-83cf-138cf1c4c520 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7790f3f-c934-4280-a7bc-7879373f53d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823379 Aug 11 22:21:25.566326 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ce3e6d6e-4963-4e39-996d-a106bf3c97e4 req-8563a8e0-54f0-4f82-823a-1f28b7a6370b service neutron] 10.222.0.52 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228330 Aug 11 22:21:25.601909 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860969db-3906-4164-befd-717a26785d24 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:21:25.617003 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0246cf1b-e40b-457f-a232-1029c44cae9f None None] Sync routers for ids ['4210d172-667b-493c-9165-9021ee2e4c3c'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:21:25.659046 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-860969db-3906-4164-befd-717a26785d24 admin admin] 10.222.0.77 "PUT /v2.0/routers/4210d172-667b-493c-9165-9021ee2e4c3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2488825 Aug 11 22:21:25.669677 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0246cf1b-e40b-457f-a232-1029c44cae9f None None] Routers {'4210d172-667b-493c-9165-9021ee2e4c3c'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:21:25.674653 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0246cf1b-e40b-457f-a232-1029c44cae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:21:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['4210d172-667b-493c-9165-9021ee2e4c3c'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:21:25.728124 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3b4d2-f4d2-4a8f-b07f-a688dea3b167 req-9ce83424-e5dc-4757-a96a-21c59e3ded4d tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:25.738182 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bbf3b4d2-f4d2-4a8f-b07f-a688dea3b167 req-9ce83424-e5dc-4757-a96a-21c59e3ded4d tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb HTTP/1.1" status: 200 len: 943 time: 0.1616015 Aug 11 22:21:25.853010 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ce3e6d6e-4963-4e39-996d-a106bf3c97e4 req-78fc26f1-3b39-4042-83de-e3d968a161ac service neutron] 10.222.0.52 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593441 Aug 11 22:21:25.863467 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bbf3b4d2-f4d2-4a8f-b07f-a688dea3b167 req-6e9fcf85-ed83-46a6-b931-5bd0347f38f8 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172369 Aug 11 22:21:25.950758 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-0246cf1b-e40b-457f-a232-1029c44cae9f None None] Set router 4210d172-667b-493c-9165-9021ee2e4c3c gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:21:25.956791 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60144) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:26.269724 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device fa2b2f95-4003-48cf-ad6a-5ad6c9897955 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:21:26.650545 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port fa2b2f95-4003-48cf-ad6a-5ad6c9897955, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=fa2b2f95-4003-48cf-ad6a-5ad6c9897955,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:21:26.681654 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-031d45bd-1b06-47d1-b5cf-4e6dbcb5f593 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=77a906ff571349a9ab758211e1d7eb8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7234273 Aug 11 22:21:26.685812 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60174) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:26.707290 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'fa2b2f95-4003-48cf-ad6a-5ad6c9897955', 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3', 'port_id': 'fa2b2f95-4003-48cf-ad6a-5ad6c9897955', 'mac_address': 'fa:16:3e:c5:cb:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ec9ba0-9b08-41f6-a732-89f14df6459a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:21:26.759338 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0246cf1b-e40b-457f-a232-1029c44cae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4210d172-667b-493c-9165-9021ee2e4c3c', 'name': 'tempest-TestVolumeBootPattern-1991105252-router', 'tenant_id': 'b302c63cd0d9431ea0edb6cd871f9151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '78b989ee-c182-4eb1-ba4a-203591595033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:21:10Z', 'updated_at': '2021-08-11T22:21:22Z', 'revision_number': 4, 'project_id': 'b302c63cd0d9431ea0edb6cd871f9151', 'gw_port': {'id': '78b989ee-c182-4eb1-ba4a-203591595033', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4210d172-667b-493c-9165-9021ee2e4c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:21:11Z', 'updated_at': '2021-08-11T22:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'de4074b7-82f9-4769-8311-1c21714812a7', 'name': '', 'network_id': 'f88d6446-c7e8-4729-b807-dd3063e4d8fe', 'tenant_id': 'b302c63cd0d9431ea0edb6cd871f9151', 'mac_address': 'fa:16:3e:f6:2a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4210d172-667b-493c-9165-9021ee2e4c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'c34e0044-0ae2-48e7-81ac-ce11db1d7eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:21:20Z', 'updated_at': '2021-08-11T22:21:22Z', 'revision_number': 2, 'project_id': 'b302c63cd0d9431ea0edb6cd871f9151', 'subnets': [{'id': 'c34e0044-0ae2-48e7-81ac-ce11db1d7eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:21:26.856846 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-574ad38e-bd7a-47c2-86dd-544685964b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:26.891629 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0246cf1b-e40b-457f-a232-1029c44cae9f None None] Checking router: 4210d172-667b-493c-9165-9021ee2e4c3c for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:21:26.891629 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0246cf1b-e40b-457f-a232-1029c44cae9f None None] Updating router 4210d172-667b-493c-9165-9021ee2e4c3c port de4074b7-82f9-4769-8311-1c21714812a7 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:21:26.930050 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-574ad38e-bd7a-47c2-86dd-544685964b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:26.930938 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:26.951107 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0246cf1b-e40b-457f-a232-1029c44cae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:26.976223 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2b2f95-4003-48cf-ad6a-5ad6c9897955 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:21:27.155463 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port fa2b2f95-4003-48cf-ad6a-5ad6c9897955, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=fa2b2f95-4003-48cf-ad6a-5ad6c9897955,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:21:27.195092 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:27.541187 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['fa2b2f95-4003-48cf-ad6a-5ad6c9897955'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:21:27.724765 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dacafc-8399-40c8-853e-9a93a76b160d req-e3bef674-6c47-4fc8-9974-084596f44f3d tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:27.736135 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-90dacafc-8399-40c8-853e-9a93a76b160d req-e3bef674-6c47-4fc8-9974-084596f44f3d tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb HTTP/1.1" status: 200 len: 944 time: 0.1299140 Aug 11 22:21:27.764098 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=fa2b2f95-4003-48cf-ad6a-5ad6c9897955,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:27.782095 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-574ad38e-bd7a-47c2-86dd-544685964b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:27.784794 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-574ad38e-bd7a-47c2-86dd-544685964b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:27.786002 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-574ad38e-bd7a-47c2-86dd-544685964b83 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d5c35be2-a741-4287-8d9c-355649be0b46 HTTP/1.1" status: 204 len: 168 time: 1.0989661 Aug 11 22:21:27.806577 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ad38e-bd7a-47c2-86dd-544685964b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c35be2-a741-4287-8d9c-355649be0b46,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:27.858198 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-90dacafc-8399-40c8-853e-9a93a76b160d req-b386f997-ad82-477c-b6be-3b2d99d5eedb tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210437 Aug 11 22:21:28.234403 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0246cf1b-e40b-457f-a232-1029c44cae9f None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:28.261549 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0246cf1b-e40b-457f-a232-1029c44cae9f None None] Transition to ACTIVE for port object de4074b7-82f9-4769-8311-1c21714812a7 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:21:28.281706 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0246cf1b-e40b-457f-a232-1029c44cae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:28.415965 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350040f4-e82f-4a6f-86ec-0e4398ae1f93 None None] Pushing event updated for resources: {'Port': ['ID=de4074b7-82f9-4769-8311-1c21714812a7,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:28.653564 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-0246cf1b-e40b-457f-a232-1029c44cae9f None None] Attempting to bind port de4074b7-82f9-4769-8311-1c21714812a7 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:21:28.654028 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-0246cf1b-e40b-457f-a232-1029c44cae9f None None] Attempting to bind port de4074b7-82f9-4769-8311-1c21714812a7 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '882428fa-ff3a-40c4-ab01-3c9681bae1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f88d6446-c7e8-4729-b807-dd3063e4d8fe'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:21:28.654391 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0246cf1b-e40b-457f-a232-1029c44cae9f None None] Attempting to bind port de4074b7-82f9-4769-8311-1c21714812a7 on network f88d6446-c7e8-4729-b807-dd3063e4d8fe {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:21:28.668565 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0246cf1b-e40b-457f-a232-1029c44cae9f None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:21:28.670362 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0246cf1b-e40b-457f-a232-1029c44cae9f None None] Checking segment: {'id': '882428fa-ff3a-40c4-ab01-3c9681bae1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f88d6446-c7e8-4729-b807-dd3063e4d8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:21:28.670946 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0246cf1b-e40b-457f-a232-1029c44cae9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:28.674201 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0246cf1b-e40b-457f-a232-1029c44cae9f None None] Bound using segment: {'id': '882428fa-ff3a-40c4-ab01-3c9681bae1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f88d6446-c7e8-4729-b807-dd3063e4d8fe'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:21:28.674763 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-0246cf1b-e40b-457f-a232-1029c44cae9f None None] Bound port: de4074b7-82f9-4769-8311-1c21714812a7, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '882428fa-ff3a-40c4-ab01-3c9681bae1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f88d6446-c7e8-4729-b807-dd3063e4d8fe'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:21:28.675180 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0246cf1b-e40b-457f-a232-1029c44cae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:28.809639 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-0246cf1b-e40b-457f-a232-1029c44cae9f None None] For port de4074b7-82f9-4769-8311-1c21714812a7, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:21:28.816748 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-0246cf1b-e40b-457f-a232-1029c44cae9f None None] For port de4074b7-82f9-4769-8311-1c21714812a7, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=de4074b7-82f9-4769-8311-1c21714812a7,segment=NetworkSegment(882428fa-ff3a-40c4-ab01-3c9681bae1ea),segment_id=882428fa-ff3a-40c4-ab01-3c9681bae1ea)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:21:28.829465 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0246cf1b-e40b-457f-a232-1029c44cae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:29.123301 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0246cf1b-e40b-457f-a232-1029c44cae9f None None] Routers {'4210d172-667b-493c-9165-9021ee2e4c3c'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:21:29.123931 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0246cf1b-e40b-457f-a232-1029c44cae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:21:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['4210d172-667b-493c-9165-9021ee2e4c3c'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:21:29.146089 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350040f4-e82f-4a6f-86ec-0e4398ae1f93 None None] Pushing event updated for resources: {'Port': ['ID=de4074b7-82f9-4769-8311-1c21714812a7,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:29.308913 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e2cfe-f011-4dd2-ad5c-9a1a17a9f588 req-1db2067a-2203-462f-857a-687be87a7f9c tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:29.326380 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e40e2cfe-f011-4dd2-ad5c-9a1a17a9f588 req-1db2067a-2203-462f-857a-687be87a7f9c tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb HTTP/1.1" status: 200 len: 944 time: 0.2658508 Aug 11 22:21:29.511102 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e40e2cfe-f011-4dd2-ad5c-9a1a17a9f588 req-f61a2cf0-ec97-4306-baf0-1f7422653f0e tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799850 Aug 11 22:21:29.845276 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-0246cf1b-e40b-457f-a232-1029c44cae9f None None] Set router 4210d172-667b-493c-9165-9021ee2e4c3c gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:21:30.242026 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60316) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:30.673304 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4ac1fa35-0240-4a6e-9e8e-a0669715f11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:30.902121 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60326) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:30.962836 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4ac1fa35-0240-4a6e-9e8e-a0669715f11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:31.000540 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device fa2b2f95-4003-48cf-ad6a-5ad6c9897955 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:21:31.088159 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-0993e35d-c7e9-4b60-9520-a97ba6a3703e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1160006099'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:21:31.089173 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4ac1fa35-0240-4a6e-9e8e-a0669715f11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:31.149196 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0993e35d-c7e9-4b60-9520-a97ba6a3703e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:21:31.155377 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0993e35d-c7e9-4b60-9520-a97ba6a3703e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:31.174268 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0993e35d-c7e9-4b60-9520-a97ba6a3703e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:31.399963 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port fa2b2f95-4003-48cf-ad6a-5ad6c9897955 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:21:31.416027 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eeb0a8-4889-4363-950b-0a742e79aefc req-3212d9ce-1203-4072-b5d9-b75c56fda65b tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:31.432681 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-55eeb0a8-4889-4363-950b-0a742e79aefc req-3212d9ce-1203-4072-b5d9-b75c56fda65b tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb HTTP/1.1" status: 200 len: 944 time: 0.7230990 Aug 11 22:21:31.488415 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4ac1fa35-0240-4a6e-9e8e-a0669715f11a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=720a86023ec54100bb169785b69521d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2446411 Aug 11 22:21:31.493747 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60338) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:31.552480 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port fa2b2f95-4003-48cf-ad6a-5ad6c9897955 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:31.553629 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:31.565863 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0993e35d-c7e9-4b60-9520-a97ba6a3703e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:31.584296 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0993e35d-c7e9-4b60-9520-a97ba6a3703e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:31.622248 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0993e35d-c7e9-4b60-9520-a97ba6a3703e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:21:31.691431 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1fa35-0240-4a6e-9e8e-a0669715f11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ae485d-c574-4772-9756-04379c87777e,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:31.725396 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993e35d-c7e9-4b60-9520-a97ba6a3703e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20340a45-7251-4c7b-8414-47c45f88f2a7,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:31.777906 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0993e35d-c7e9-4b60-9520-a97ba6a3703e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:31.782128 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-0993e35d-c7e9-4b60-9520-a97ba6a3703e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Added segment b6359486-ab79-4002-b21d-a9cff891cfec of type vlan for network ed65213a-772d-4714-9b78-b93955e2e92d Aug 11 22:21:31.864997 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-46b6b5dc-3894-4c3e-8425-a3ab6aa1f3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:31.927443 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-55eeb0a8-4889-4363-950b-0a742e79aefc req-b2a98e28-cd85-41f6-9445-39b2b1a75d11 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4931045 Aug 11 22:21:31.964701 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-46b6b5dc-3894-4c3e-8425-a3ab6aa1f3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:32.046799 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0993e35d-c7e9-4b60-9520-a97ba6a3703e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:32.110999 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-46b6b5dc-3894-4c3e-8425-a3ab6aa1f3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:32.114948 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-46b6b5dc-3894-4c3e-8425-a3ab6aa1f3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:32.121039 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-46b6b5dc-3894-4c3e-8425-a3ab6aa1f3b5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/11ae485d-c574-4772-9756-04379c87777e HTTP/1.1" status: 204 len: 168 time: 0.6209080 Aug 11 22:21:32.138759 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6b5dc-3894-4c3e-8425-a3ab6aa1f3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ae485d-c574-4772-9756-04379c87777e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:32.191213 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0993e35d-c7e9-4b60-9520-a97ba6a3703e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:32.202172 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0993e35d-c7e9-4b60-9520-a97ba6a3703e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:32.203311 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0993e35d-c7e9-4b60-9520-a97ba6a3703e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:32.226314 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:32.337921 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port fa2b2f95-4003-48cf-ad6a-5ad6c9897955, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=fa2b2f95-4003-48cf-ad6a-5ad6c9897955,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:21:32.341177 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2b2f95-4003-48cf-ad6a-5ad6c9897955'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:21:32.344274 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df59ff79-b0d5-4c4d-bee4-c9e94b6d29df" -d '{"events": [{"server_uuid": "cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb", "name": "network-vif-plugged", "status": "completed", "tag": "fa2b2f95-4003-48cf-ad6a-5ad6c9897955"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:21:32.352943 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:32.360245 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0246cf1b-e40b-457f-a232-1029c44cae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4210d172-667b-493c-9165-9021ee2e4c3c', 'name': 'tempest-TestVolumeBootPattern-1991105252-router', 'tenant_id': 'b302c63cd0d9431ea0edb6cd871f9151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '78b989ee-c182-4eb1-ba4a-203591595033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:21:10Z', 'updated_at': '2021-08-11T22:21:22Z', 'revision_number': 4, 'project_id': 'b302c63cd0d9431ea0edb6cd871f9151', 'gw_port': {'id': '78b989ee-c182-4eb1-ba4a-203591595033', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4210d172-667b-493c-9165-9021ee2e4c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:21:11Z', 'updated_at': '2021-08-11T22:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'de4074b7-82f9-4769-8311-1c21714812a7', 'name': '', 'network_id': 'f88d6446-c7e8-4729-b807-dd3063e4d8fe', 'tenant_id': 'b302c63cd0d9431ea0edb6cd871f9151', 'mac_address': 'fa:16:3e:f6:2a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4210d172-667b-493c-9165-9021ee2e4c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'c34e0044-0ae2-48e7-81ac-ce11db1d7eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:21:20Z', 'updated_at': '2021-08-11T22:21:28Z', 'revision_number': 4, 'project_id': 'b302c63cd0d9431ea0edb6cd871f9151', 'subnets': [{'id': 'c34e0044-0ae2-48e7-81ac-ce11db1d7eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:21:32.474718 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993e35d-c7e9-4b60-9520-a97ba6a3703e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Network': ['ID=ed65213a-772d-4714-9b78-b93955e2e92d,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:32.485969 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0993e35d-c7e9-4b60-9520-a97ba6a3703e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5822506 Aug 11 22:21:32.488629 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60362) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:32.501438 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0246cf1b-e40b-457f-a232-1029c44cae9f None None] The sync data for ids ['4210d172-667b-493c-9165-9021ee2e4c3c'] in n-d-804275-3 is: [{'id': '4210d172-667b-493c-9165-9021ee2e4c3c', 'name': 'tempest-TestVolumeBootPattern-1991105252-router', 'tenant_id': 'b302c63cd0d9431ea0edb6cd871f9151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '78b989ee-c182-4eb1-ba4a-203591595033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:21:10Z', 'updated_at': '2021-08-11T22:21:22Z', 'revision_number': 4, 'project_id': 'b302c63cd0d9431ea0edb6cd871f9151', 'gw_port': {'id': '78b989ee-c182-4eb1-ba4a-203591595033', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4210d172-667b-493c-9165-9021ee2e4c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:21:11Z', 'updated_at': '2021-08-11T22:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'de4074b7-82f9-4769-8311-1c21714812a7', 'name': '', 'network_id': 'f88d6446-c7e8-4729-b807-dd3063e4d8fe', 'tenant_id': 'b302c63cd0d9431ea0edb6cd871f9151', 'mac_address': 'fa:16:3e:f6:2a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4210d172-667b-493c-9165-9021ee2e4c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'c34e0044-0ae2-48e7-81ac-ce11db1d7eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:21:20Z', 'updated_at': '2021-08-11T22:21:28Z', 'revision_number': 4, 'project_id': 'b302c63cd0d9431ea0edb6cd871f9151', 'subnets': [{'id': 'c34e0044-0ae2-48e7-81ac-ce11db1d7eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:21:32.503493 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-c5daf15c-57a0-4b0d-a12c-7634e30a4146 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'port': {'network_id': 'ed65213a-772d-4714-9b78-b93955e2e92d', 'name': 'tempest-PortsIpV6TestJSON-802224513'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:21:32.519892 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network ed65213a-772d-4714-9b78-b93955e2e92d details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:21:32.859806 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=fa2b2f95-4003-48cf-ad6a-5ad6c9897955,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:32.975698 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5daf15c-57a0-4b0d-a12c-7634e30a4146 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:21:32.981233 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c5daf15c-57a0-4b0d-a12c-7634e30a4146 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:33.041200 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-c5daf15c-57a0-4b0d-a12c-7634e30a4146 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] device_id is not set on port 496ffa41-ea04-4bbe-8a1c-728d918263ea yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:21:33.206457 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60370) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:33.234631 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7e4ed472-7c68-497e-b668-39c007df5276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:33.557669 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7e4ed472-7c68-497e-b668-39c007df5276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:33.569323 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7e4ed472-7c68-497e-b668-39c007df5276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:33.628790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ed472-7c68-497e-b668-39c007df5276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8aa7d8e-bd45-4027-839a-8d28c1b01846,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:33.738511 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7e4ed472-7c68-497e-b668-39c007df5276 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=60e5ec42084e4d6f82f0c5a32865019e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5300748 Aug 11 22:21:33.742381 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60378) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:33.821484 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-2a49c0a4-9852-4ae1-9153-31c85b388d12 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:33.837080 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-2a49c0a4-9852-4ae1-9153-31c85b388d12 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/networks?id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 200 len: 812 time: 0.7706919 Aug 11 22:21:33.905252 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c5daf15c-57a0-4b0d-a12c-7634e30a4146 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:33.914393 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-79345be3-4038-4177-b16a-f2f594ac1815 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/quotas/0bd86e77836944e4bb373c5db0c18c61 HTTP/1.1" status: 200 len: 375 time: 0.0708587 Aug 11 22:21:33.964284 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device de4074b7-82f9-4769-8311-1c21714812a7 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:21:33.975863 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6838afe-613d-4a61-9667-6bfa7e48d5c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:34.079963 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6838afe-613d-4a61-9667-6bfa7e48d5c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:34.108144 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-5ccfab3b-c1a8-47ab-9ebc-e6c56d486156 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0bd86e77836944e4bb373c5db0c18c61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1726127 Aug 11 22:21:34.116135 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port de4074b7-82f9-4769-8311-1c21714812a7 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:21:34.125482 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-fa2f10d7-5be4-4c4e-acd6-44666ba77d86 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:21:34.128063 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port de4074b7-82f9-4769-8311-1c21714812a7 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:34.129252 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-fa2f10d7-5be4-4c4e-acd6-44666ba77d86 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171318 Aug 11 22:21:34.138307 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:34.304515 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6838afe-613d-4a61-9667-6bfa7e48d5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:34.309700 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6838afe-613d-4a61-9667-6bfa7e48d5c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:34.316147 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c6838afe-613d-4a61-9667-6bfa7e48d5c1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d8aa7d8e-bd45-4027-839a-8d28c1b01846 HTTP/1.1" status: 204 len: 168 time: 0.5722716 Aug 11 22:21:34.393907 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6838afe-613d-4a61-9667-6bfa7e48d5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8aa7d8e-bd45-4027-839a-8d28c1b01846,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:34.441748 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c5daf15c-57a0-4b0d-a12c-7634e30a4146 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:34.526493 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:34.639248 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5daf15c-57a0-4b0d-a12c-7634e30a4146 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Port': ['ID=496ffa41-ea04-4bbe-8a1c-728d918263ea,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:34.703692 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port de4074b7-82f9-4769-8311-1c21714812a7, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=de4074b7-82f9-4769-8311-1c21714812a7,segment=NetworkSegment(882428fa-ff3a-40c4-ab01-3c9681bae1ea),segment_id=882428fa-ff3a-40c4-ab01-3c9681bae1ea)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:21:34.714013 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:34.897675 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-71bf7446-9a6e-46c0-a7aa-224d96d95919 service neutron] 10.222.0.77 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7505195 Aug 11 22:21:34.942469 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=de4074b7-82f9-4769-8311-1c21714812a7,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:34.981977 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5daf15c-57a0-4b0d-a12c-7634e30a4146 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Checking segment: {'id': 'b6359486-ab79-4002-b21d-a9cff891cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ed65213a-772d-4714-9b78-b93955e2e92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:21:34.982579 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5daf15c-57a0-4b0d-a12c-7634e30a4146 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network hostable DHCP agents. Network: ed65213a-772d-4714-9b78-b93955e2e92d, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:21:35.432533 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5daf15c-57a0-4b0d-a12c-7634e30a4146 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network ed65213a-772d-4714-9b78-b93955e2e92d is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:21:35.521504 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-c5daf15c-57a0-4b0d-a12c-7634e30a4146 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, ed65213a-772d-4714-9b78-b93955e2e92d) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:21:35.536579 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60406) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:35.541451 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32025e65-0912-480f-87f8-0fa7a009cce2 None None] Network ed65213a-772d-4714-9b78-b93955e2e92d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:21:35.586784 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5daf15c-57a0-4b0d-a12c-7634e30a4146 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:21:35.613575 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5daf15c-57a0-4b0d-a12c-7634e30a4146 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:35.630580 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c5daf15c-57a0-4b0d-a12c-7634e30a4146 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:35.706125 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7e70530f-102f-42b9-a458-a5a311557bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:35.744424 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-68e09cc6-9e83-43f9-97e1-516c7350e570 service neutron] 10.222.0.77 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8321850 Aug 11 22:21:36.022796 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device de4074b7-82f9-4769-8311-1c21714812a7 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:21:36.083471 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7e70530f-102f-42b9-a458-a5a311557bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:36.102911 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7e70530f-102f-42b9-a458-a5a311557bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:36.114637 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c5daf15c-57a0-4b0d-a12c-7634e30a4146 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.6241899 Aug 11 22:21:36.115986 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60422) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:36.122827 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-d1f85ea8-9143-46a7-984f-3c78fe921eb3 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1134166386'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:21:36.226526 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f85ea8-9143-46a7-984f-3c78fe921eb3 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:21:36.242786 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d1f85ea8-9143-46a7-984f-3c78fe921eb3 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:36.319068 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7e70530f-102f-42b9-a458-a5a311557bb9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=70c9d064cf8b4bb4b5f355ee06ea0aa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7801840 Aug 11 22:21:36.320269 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60428) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:36.365749 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f85ea8-9143-46a7-984f-3c78fe921eb3 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:21:36.417684 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d1f85ea8-9143-46a7-984f-3c78fe921eb3 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:36.418466 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-d1f85ea8-9143-46a7-984f-3c78fe921eb3 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Added segment 8ca116d0-d346-4923-ac22-d86c64999f5e of type vlan for network 7b025885-8c96-49ae-aaec-1bbc4c29b4dc Aug 11 22:21:36.461093 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70530f-102f-42b9-a458-a5a311557bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a923f4ee-51a6-4be5-b2c1-dd0a8ba3b4d7,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:36.475014 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port de4074b7-82f9-4769-8311-1c21714812a7 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:36.476102 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:36.596771 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d1f85ea8-9143-46a7-984f-3c78fe921eb3 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:36.642413 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b62646bf-5584-4ea2-87ac-4f19234c2a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:36.643609 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d1f85ea8-9143-46a7-984f-3c78fe921eb3 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:36.659913 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f85ea8-9143-46a7-984f-3c78fe921eb3 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:36.663155 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d1f85ea8-9143-46a7-984f-3c78fe921eb3 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:36.740056 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d1f85ea8-9143-46a7-984f-3c78fe921eb3 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6222312 Aug 11 22:21:36.788446 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60436) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:36.896918 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-eb16ee3d-d991-45ef-be93-edd9c4f94c10 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'ports': [{'network_id': 'ed65213a-772d-4714-9b78-b93955e2e92d'}, {'network_id': '7b025885-8c96-49ae-aaec-1bbc4c29b4dc'}]} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:21:36.897376 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-eb16ee3d-d991-45ef-be93-edd9c4f94c10 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'port': {'network_id': 'ed65213a-772d-4714-9b78-b93955e2e92d'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:21:36.901007 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-eb16ee3d-d991-45ef-be93-edd9c4f94c10 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'port': {'network_id': '7b025885-8c96-49ae-aaec-1bbc4c29b4dc'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:21:36.903622 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b62646bf-5584-4ea2-87ac-4f19234c2a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:36.942963 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a967e5e7-d544-4b7c-8a57-02b468a372ec x-openstack-request-id: req-a967e5e7-d544-4b7c-8a57-02b468a372ec {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:21:36.944574 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb", "name": "network-vif-plugged", "status": "completed", "tag": "fa2b2f95-4003-48cf-ad6a-5ad6c9897955", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:21:36.952741 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a967e5e7-d544-4b7c-8a57-02b468a372ec {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:21:36.954047 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2b2f95-4003-48cf-ad6a-5ad6c9897955', 'code': 200} Aug 11 22:21:37.245341 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60446) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:37.333760 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6ce1f-b34e-4cd9-b80b-d128a2b71a7a req-bfb910b4-a9ce-483d-a49e-11f1e073d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:37.336544 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-00d6ce1f-b34e-4cd9-b80b-d128a2b71a7a req-bfb910b4-a9ce-483d-a49e-11f1e073d259 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb HTTP/1.1" status: 200 len: 1096 time: 0.2407343 Aug 11 22:21:37.368254 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b62646bf-5584-4ea2-87ac-4f19234c2a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:37.381288 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b62646bf-5584-4ea2-87ac-4f19234c2a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:37.383220 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b62646bf-5584-4ea2-87ac-4f19234c2a4f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a923f4ee-51a6-4be5-b2c1-dd0a8ba3b4d7 HTTP/1.1" status: 204 len: 168 time: 1.0572805 Aug 11 22:21:37.558174 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62646bf-5584-4ea2-87ac-4f19234c2a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a923f4ee-51a6-4be5-b2c1-dd0a8ba3b4d7,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:37.664465 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f85ea8-9143-46a7-984f-3c78fe921eb3 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Network': ['ID=7b025885-8c96-49ae-aaec-1bbc4c29b4dc,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:37.689197 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-a2dc4f03-b290-47e3-8c98-e828132ff541 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-698843973'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:21:37.710793 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 7b025885-8c96-49ae-aaec-1bbc4c29b4dc details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:21:37.775340 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-00d6ce1f-b34e-4cd9-b80b-d128a2b71a7a req-d33fb7a5-77d8-4840-8dda-9ba970988cb0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258239 Aug 11 22:21:37.830751 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb16ee3d-d991-45ef-be93-edd9c4f94c10 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'port': 2} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:21:37.861352 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dc4f03-b290-47e3-8c98-e828132ff541 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Made reservation on behalf of 792525eca930454582a71fe124386c01 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:21:37.867829 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a2dc4f03-b290-47e3-8c98-e828132ff541 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:37.869326 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eb16ee3d-d991-45ef-be93-edd9c4f94c10 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:37.920767 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a2dc4f03-b290-47e3-8c98-e828132ff541 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:37.941970 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eb16ee3d-d991-45ef-be93-edd9c4f94c10 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:37.982369 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126c691-e74a-4a15-9e38-5c5014378a57 req-5882cb58-dc20-4de7-bf9b-12c23e79d2f2 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:37.990006 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c126c691-e74a-4a15-9e38-5c5014378a57 req-5882cb58-dc20-4de7-bf9b-12c23e79d2f2 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb HTTP/1.1" status: 200 len: 945 time: 0.8717780 Aug 11 22:21:38.235921 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:38.320097 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a2dc4f03-b290-47e3-8c98-e828132ff541 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:38.332070 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a2dc4f03-b290-47e3-8c98-e828132ff541 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:38.368693 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2dc4f03-b290-47e3-8c98-e828132ff541 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:21:38.399039 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a2dc4f03-b290-47e3-8c98-e828132ff541 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:38.400831 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-a2dc4f03-b290-47e3-8c98-e828132ff541 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Added segment cfdfeb9f-a5e3-42f5-8fbb-e98329cefb6b of type vlan for network 38de2bb8-a03b-4a73-9928-74a02d1adb07 Aug 11 22:21:38.596273 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c126c691-e74a-4a15-9e38-5c5014378a57 req-b28c70f1-580d-4584-9f1a-8254aef4f54b tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5985548 Aug 11 22:21:38.622271 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-eb16ee3d-d991-45ef-be93-edd9c4f94c10 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] device_id is not set on port 0fad332c-1b10-4838-8434-5dabb442a88c yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:21:38.624775 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a2dc4f03-b290-47e3-8c98-e828132ff541 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:38.635106 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc4f03-b290-47e3-8c98-e828132ff541 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29fb5ab0-95be-4fae-9b35-7cd02c1226b7,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:38.687963 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60466) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:38.727109 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a2dc4f03-b290-47e3-8c98-e828132ff541 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:38.751695 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dc4f03-b290-47e3-8c98-e828132ff541 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:38.758070 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a2dc4f03-b290-47e3-8c98-e828132ff541 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:38.760640 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9c3eadc3-b0e0-43e1-b575-1050965aa8e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:38.855212 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc4f03-b290-47e3-8c98-e828132ff541 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Pushing event updated for resources: {'Network': ['ID=38de2bb8-a03b-4a73-9928-74a02d1adb07,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:38.870463 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 38de2bb8-a03b-4a73-9928-74a02d1adb07 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:21:38.892362 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a2dc4f03-b290-47e3-8c98-e828132ff541 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.6375244 Aug 11 22:21:38.892970 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60470) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:38.909483 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-89eada3d-fb69-4997-a8db-5d8827112a6b tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Request body: {'subnet': {'network_id': '38de2bb8-a03b-4a73-9928-74a02d1adb07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:21:39.121927 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9c3eadc3-b0e0-43e1-b575-1050965aa8e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:39.138554 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9c3eadc3-b0e0-43e1-b575-1050965aa8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:39.187420 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9c3eadc3-b0e0-43e1-b575-1050965aa8e9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d1d778b311e14d34b7311d35e9d7df9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4958150 Aug 11 22:21:39.204248 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fd43a99c-aa3c-4ea6-8048-b3f68a3d3b5f req-65045768-ed06-4bcc-8136-2a484e5fc34d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a9e816-f8b8-43ac-8f75-428b7d652cd2 HTTP/1.1" status: 200 len: 210 time: 0.3965898 Aug 11 22:21:39.221465 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60476) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:39.341547 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-33b8a42c-5ec9-4906-84a0-b436b620a162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:39.371241 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-33b8a42c-5ec9-4906-84a0-b436b620a162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:39.430778 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3eadc3-b0e0-43e1-b575-1050965aa8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b802c5-adf6-427b-bab7-434367fcb3e9,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:39.438943 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-33b8a42c-5ec9-4906-84a0-b436b620a162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:39.442927 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-33b8a42c-5ec9-4906-84a0-b436b620a162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:39.444349 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-33b8a42c-5ec9-4906-84a0-b436b620a162 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/53b802c5-adf6-427b-bab7-434367fcb3e9 HTTP/1.1" status: 204 len: 168 time: 0.2195745 Aug 11 22:21:39.505562 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8a42c-5ec9-4906-84a0-b436b620a162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b802c5-adf6-427b-bab7-434367fcb3e9,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:39.540587 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eb16ee3d-d991-45ef-be93-edd9c4f94c10 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:39.769681 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-eb16ee3d-d991-45ef-be93-edd9c4f94c10 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] device_id is not set on port c9c95172-f882-41f8-8b06-2feb6e9e6fdf yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:21:40.237890 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89eada3d-fb69-4997-a8db-5d8827112a6b tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Made reservation on behalf of 792525eca930454582a71fe124386c01 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:21:40.259394 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-89eada3d-fb69-4997-a8db-5d8827112a6b tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:40.388746 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65620c-9c32-4552-b42b-549c7e21108f req-70606de2-e05b-48f2-8778-78926489c2f1 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:40.400591 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ff65620c-9c32-4552-b42b-549c7e21108f req-70606de2-e05b-48f2-8778-78926489c2f1 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb HTTP/1.1" status: 200 len: 945 time: 0.6075809 Aug 11 22:21:40.482867 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60492) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:40.555211 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1ea2e636-ecb0-4a40-97cc-d92810eca0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:40.605013 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ff65620c-9c32-4552-b42b-549c7e21108f req-6aa7abca-aa91-44d6-b95f-0354c80a16aa tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034781 Aug 11 22:21:40.613430 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eb16ee3d-d991-45ef-be93-edd9c4f94c10 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:40.652283 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-e4765f1c-5996-4b7b-a4f7-5d592be791dc tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:40.654403 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-e4765f1c-5996-4b7b-a4f7-5d592be791dc tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.82 "GET /v2.0/networks?id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 200 len: 812 time: 0.6520128 Aug 11 22:21:40.680481 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-caf3dd6e-3307-4813-8435-1b8d679e7b00 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Request body: {'port': {'device_id': '63a9e816-f8b8-43ac-8f75-428b7d652cd2', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'admin_state_up': True, 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:21:40.873646 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ce41f17-8066-49b0-8eb3-6014a4c7c81e req-9d99a724-02e3-4882-a46a-0bbb047d0811 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a9e816-f8b8-43ac-8f75-428b7d652cd2 HTTP/1.1" status: 200 len: 210 time: 0.0803425 Aug 11 22:21:40.885955 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eb16ee3d-d991-45ef-be93-edd9c4f94c10 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:40.940247 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb16ee3d-d991-45ef-be93-edd9c4f94c10 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network ed65213a-772d-4714-9b78-b93955e2e92d is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:21:40.946518 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-eb16ee3d-d991-45ef-be93-edd9c4f94c10 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:21:40.955412 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb16ee3d-d991-45ef-be93-edd9c4f94c10 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:21:40.956621 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eb16ee3d-d991-45ef-be93-edd9c4f94c10 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:41.101420 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16ee3d-d991-45ef-be93-edd9c4f94c10 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Port': ['ID=0fad332c-1b10-4838-8434-5dabb442a88c,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:41.137144 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb16ee3d-d991-45ef-be93-edd9c4f94c10 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Checking segment: {'id': '8ca116d0-d346-4923-ac22-d86c64999f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7b025885-8c96-49ae-aaec-1bbc4c29b4dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:21:41.137917 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb16ee3d-d991-45ef-be93-edd9c4f94c10 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network hostable DHCP agents. Network: 7b025885-8c96-49ae-aaec-1bbc4c29b4dc, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:21:41.171455 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb16ee3d-d991-45ef-be93-edd9c4f94c10 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network 7b025885-8c96-49ae-aaec-1bbc4c29b4dc is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:21:41.212734 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16ee3d-d991-45ef-be93-edd9c4f94c10 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Port': ['ID=c9c95172-f882-41f8-8b06-2feb6e9e6fdf,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:41.243539 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-89eada3d-fb69-4997-a8db-5d8827112a6b tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:41.256198 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-eb16ee3d-d991-45ef-be93-edd9c4f94c10 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 7b025885-8c96-49ae-aaec-1bbc4c29b4dc) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:21:41.274855 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202b2825-9238-4ef5-aaab-24aa42f8e16a None None] Network 7b025885-8c96-49ae-aaec-1bbc4c29b4dc requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:21:41.295057 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb16ee3d-d991-45ef-be93-edd9c4f94c10 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:21:41.347200 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb16ee3d-d991-45ef-be93-edd9c4f94c10 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:41.365685 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb16ee3d-d991-45ef-be93-edd9c4f94c10 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:41.368752 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eb16ee3d-d991-45ef-be93-edd9c4f94c10 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:41.455166 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eada3d-fb69-4997-a8db-5d8827112a6b tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Pushing event updated for resources: {'Subnet': ['ID=7d057c24-84e7-476b-abf4-cff5b9b1f157,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:41.611732 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4583d2-52ff-460d-b322-d766b2832bc6 req-435073d5-4761-453f-981f-ea6e7107d708 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:41.615362 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eada3d-fb69-4997-a8db-5d8827112a6b tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Checking segment: {'id': 'cfdfeb9f-a5e3-42f5-8fbb-e98329cefb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '38de2bb8-a03b-4a73-9928-74a02d1adb07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:21:41.615892 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eada3d-fb69-4997-a8db-5d8827112a6b tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Network hostable DHCP agents. Network: 38de2bb8-a03b-4a73-9928-74a02d1adb07, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:21:41.616330 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fe4583d2-52ff-460d-b322-d766b2832bc6 req-435073d5-4761-453f-981f-ea6e7107d708 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb HTTP/1.1" status: 200 len: 945 time: 0.1412709 Aug 11 22:21:41.629246 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1ea2e636-ecb0-4a40-97cc-d92810eca0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:41.640152 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1ea2e636-ecb0-4a40-97cc-d92810eca0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:41.688465 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-eb16ee3d-d991-45ef-be93-edd9c4f94c10 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.8979504 Aug 11 22:21:41.702730 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60510) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:41.722366 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-caf3dd6e-3307-4813-8435-1b8d679e7b00 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Made reservation on behalf of 0bd86e77836944e4bb373c5db0c18c61 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:21:41.729228 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-caf3dd6e-3307-4813-8435-1b8d679e7b00 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:41.752171 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2e636-ecb0-4a40-97cc-d92810eca0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bc252a-c561-4757-94c4-1406ad57ab47,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:41.760701 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eada3d-fb69-4997-a8db-5d8827112a6b tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Network 38de2bb8-a03b-4a73-9928-74a02d1adb07 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:21:41.768715 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1ea2e636-ecb0-4a40-97cc-d92810eca0d6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c5bdcba305194c4db8d83ceb623a18c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2805383 Aug 11 22:21:41.775161 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60512) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:41.819600 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-89eada3d-fb69-4997-a8db-5d8827112a6b tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 38de2bb8-a03b-4a73-9928-74a02d1adb07) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:21:41.835110 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eada3d-fb69-4997-a8db-5d8827112a6b tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:41.847944 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3d1ecc-5751-4ced-be6a-2d5686de6b0f None None] Network 38de2bb8-a03b-4a73-9928-74a02d1adb07 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:21:41.850578 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-89eada3d-fb69-4997-a8db-5d8827112a6b tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:41.880422 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fe4583d2-52ff-460d-b322-d766b2832bc6 req-3a9f81cf-89e9-40af-9672-2ba39464954f tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446768 Aug 11 22:21:41.922191 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d3dac1e2-ec91-464b-b692-a16bace84974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:41.924925 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-89eada3d-fb69-4997-a8db-5d8827112a6b tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0308373 Aug 11 22:21:41.934549 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60516) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:41.954016 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-10cbc46f-674a-4f40-a9df-653e73c981b4 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Request body: {'port': {'network_id': '38de2bb8-a03b-4a73-9928-74a02d1adb07', 'name': 'tempest-AllowedAddressPairTestJSON-415232557'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:21:42.178736 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d3dac1e2-ec91-464b-b692-a16bace84974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:42.345189 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d3dac1e2-ec91-464b-b692-a16bace84974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:42.349649 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d3dac1e2-ec91-464b-b692-a16bace84974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:42.350290 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d3dac1e2-ec91-464b-b692-a16bace84974 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/95bc252a-c561-4757-94c4-1406ad57ab47 HTTP/1.1" status: 204 len: 168 time: 0.5709448 Aug 11 22:21:42.380112 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dac1e2-ec91-464b-b692-a16bace84974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bc252a-c561-4757-94c4-1406ad57ab47,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:42.413707 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-7e8341e5-d1c8-4c3e-b6c7-884ae532cc1c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting port c9c95172-f882-41f8-8b06-2feb6e9e6fdf {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:21:42.416477 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e8341e5-d1c8-4c3e-b6c7-884ae532cc1c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:42.443999 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-caf3dd6e-3307-4813-8435-1b8d679e7b00 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Allocated IP 172.20.0.5 (6622d19d-e8f9-4f58-9c5a-5a6b1c375431/e825988f-9783-4539-86a4-b6ca493a4bbd/5da48fcf-b87c-46ba-a131-5609bb30a4d0) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:21:42.492472 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6bb693-1d5e-459c-93b8-2644c1e0ed86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-38de2bb8-a03b-4a73-9928-74a02d1adb07', 'network_id': '38de2bb8-a03b-4a73-9928-74a02d1adb07', 'tenant_id': '792525eca930454582a71fe124386c01', 'fixed_ips': [{'subnet_id': '7d057c24-84e7-476b-abf4-cff5b9b1f157'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:21:42.495455 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fb6bb693-1d5e-459c-93b8-2644c1e0ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:42.569104 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cbc46f-674a-4f40-a9df-653e73c981b4 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Made reservation on behalf of 792525eca930454582a71fe124386c01 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:21:42.576845 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-10cbc46f-674a-4f40-a9df-653e73c981b4 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:42.682131 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-10cbc46f-674a-4f40-a9df-653e73c981b4 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] device_id is not set on port 66c95ffe-f1a5-4b47-9351-c45695a27a18 yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:21:42.775128 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-54de30f9-3167-4c29-98b0-c860da250a72 req-c4c92003-28c8-4675-bd9f-f3eaccc4c8e8 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a9e816-f8b8-43ac-8f75-428b7d652cd2 HTTP/1.1" status: 200 len: 210 time: 0.2056081 Aug 11 22:21:42.822598 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e8341e5-d1c8-4c3e-b6c7-884ae532cc1c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:42.863141 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-7e8341e5-d1c8-4c3e-b6c7-884ae532cc1c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Calling delete_port for c9c95172-f882-41f8-8b06-2feb6e9e6fdf owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:21:42.887100 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-caf3dd6e-3307-4813-8435-1b8d679e7b00 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:42.953883 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-caf3dd6e-3307-4813-8435-1b8d679e7b00 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Transition to ACTIVE for port object 5da48fcf-b87c-46ba-a131-5609bb30a4d0 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:21:43.047965 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-fb6bb693-1d5e-459c-93b8-2644c1e0ed86 None None] Allocated IP 172.20.0.2 (38de2bb8-a03b-4a73-9928-74a02d1adb07/7d057c24-84e7-476b-abf4-cff5b9b1f157/9a447a90-1155-4448-bb4b-5332999e32a8) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:21:43.176939 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-caf3dd6e-3307-4813-8435-1b8d679e7b00 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:43.253719 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e8341e5-d1c8-4c3e-b6c7-884ae532cc1c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:43.283266 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c3bc3-6d78-403e-977c-57ffa4350c15 req-02f15891-d405-498a-a04b-2efcda99ab0e tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:43.293619 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f76c3bc3-6d78-403e-977c-57ffa4350c15 req-02f15891-d405-498a-a04b-2efcda99ab0e tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb HTTP/1.1" status: 200 len: 945 time: 0.2636154 Aug 11 22:21:43.335589 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-caf3dd6e-3307-4813-8435-1b8d679e7b00 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:21:43.347002 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-caf3dd6e-3307-4813-8435-1b8d679e7b00 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:21:43.350092 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e8341e5-d1c8-4c3e-b6c7-884ae532cc1c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:43.352617 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7e8341e5-d1c8-4c3e-b6c7-884ae532cc1c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/ports/c9c95172-f882-41f8-8b06-2feb6e9e6fdf HTTP/1.1" status: 204 len: 168 time: 1.6483359 Aug 11 22:21:43.353478 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3dd6e-3307-4813-8435-1b8d679e7b00 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Pushing event updated for resources: {'Port': ['ID=5da48fcf-b87c-46ba-a131-5609bb30a4d0,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:43.357394 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60536) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:43.363495 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-caf3dd6e-3307-4813-8435-1b8d679e7b00 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:21:43.441600 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8341e5-d1c8-4c3e-b6c7-884ae532cc1c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Port': ['ID=c9c95172-f882-41f8-8b06-2feb6e9e6fdf,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:43.533234 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f76c3bc3-6d78-403e-977c-57ffa4350c15 req-6d2241e3-d282-4580-8b38-e366e9833102 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345200 Aug 11 22:21:43.564854 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-caf3dd6e-3307-4813-8435-1b8d679e7b00 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:43.565600 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-caf3dd6e-3307-4813-8435-1b8d679e7b00 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:43.585881 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a651d46-af89-4f77-b4c4-85635b838c9e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:43.609580 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a651d46-af89-4f77-b4c4-85635b838c9e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:43.611362 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9a651d46-af89-4f77-b4c4-85635b838c9e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2520130 Aug 11 22:21:43.618522 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60546) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:43.648716 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4dde3320-b984-4b47-b1fb-9b037c7f9921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:43.657964 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-caf3dd6e-3307-4813-8435-1b8d679e7b00 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9883611 Aug 11 22:21:43.751593 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-abcfe1f5-6702-4fe2-8611-a025f06b289b service neutron] Request body: {'port': {'device_id': '63a9e816-f8b8-43ac-8f75-428b7d652cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:21:43.808614 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fb6bb693-1d5e-459c-93b8-2644c1e0ed86 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:43.830549 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-fb6bb693-1d5e-459c-93b8-2644c1e0ed86 None None] Transition to ACTIVE for port object 9a447a90-1155-4448-bb4b-5332999e32a8 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:21:43.885538 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-fb6bb693-1d5e-459c-93b8-2644c1e0ed86 None None] Transition to ACTIVE for port object 9a447a90-1155-4448-bb4b-5332999e32a8 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:21:43.910523 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fb6bb693-1d5e-459c-93b8-2644c1e0ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:44.058392 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6bb693-1d5e-459c-93b8-2644c1e0ed86 None None] Network 38de2bb8-a03b-4a73-9928-74a02d1adb07 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:21:44.065467 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-fb6bb693-1d5e-459c-93b8-2644c1e0ed86 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:21:44.077611 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6bb693-1d5e-459c-93b8-2644c1e0ed86 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:21:44.084933 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-10cbc46f-674a-4f40-a9df-653e73c981b4 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Allocated IP 172.20.0.10 (38de2bb8-a03b-4a73-9928-74a02d1adb07/7d057c24-84e7-476b-abf4-cff5b9b1f157/66c95ffe-f1a5-4b47-9351-c45695a27a18) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:21:44.119547 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-abcfe1f5-6702-4fe2-8611-a025f06b289b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:44.120424 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6bb693-1d5e-459c-93b8-2644c1e0ed86 None None] Pushing event updated for resources: {'Port': ['ID=9a447a90-1155-4448-bb4b-5332999e32a8,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:44.137242 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74d6db-c98f-41cb-a6bd-28567814d167 req-13f342a0-2582-453a-baf2-f55323e2b51f tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:44.148453 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb74d6db-c98f-41cb-a6bd-28567814d167 req-13f342a0-2582-453a-baf2-f55323e2b51f tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 945 time: 0.4285820 Aug 11 22:21:44.331207 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-fb6bb693-1d5e-459c-93b8-2644c1e0ed86 None None] Attempting to bind port 9a447a90-1155-4448-bb4b-5332999e32a8 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:21:44.332823 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-fb6bb693-1d5e-459c-93b8-2644c1e0ed86 None None] Attempting to bind port 9a447a90-1155-4448-bb4b-5332999e32a8 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'cfdfeb9f-a5e3-42f5-8fbb-e98329cefb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '38de2bb8-a03b-4a73-9928-74a02d1adb07'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:21:44.333435 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6bb693-1d5e-459c-93b8-2644c1e0ed86 None None] Attempting to bind port 9a447a90-1155-4448-bb4b-5332999e32a8 on network 38de2bb8-a03b-4a73-9928-74a02d1adb07 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:21:44.335979 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ce0590b0-4b86-4803-a68a-28f41e350ef6 None None] Provisioning for port 5da48fcf-b87c-46ba-a131-5609bb30a4d0 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:21:44.343545 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ce0590b0-4b86-4803-a68a-28f41e350ef6 None None] Provisioning complete for port 5da48fcf-b87c-46ba-a131-5609bb30a4d0 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:44.345509 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ce0590b0-4b86-4803-a68a-28f41e350ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:44.411524 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-ce0590b0-4b86-4803-a68a-28f41e350ef6 None None] Port 5da48fcf-b87c-46ba-a131-5609bb30a4d0 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:21:44.422737 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6bb693-1d5e-459c-93b8-2644c1e0ed86 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:21:44.429951 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6bb693-1d5e-459c-93b8-2644c1e0ed86 None None] Checking segment: {'id': 'cfdfeb9f-a5e3-42f5-8fbb-e98329cefb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '38de2bb8-a03b-4a73-9928-74a02d1adb07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:21:44.430756 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fb6bb693-1d5e-459c-93b8-2644c1e0ed86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:44.434078 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6bb693-1d5e-459c-93b8-2644c1e0ed86 None None] Bound using segment: {'id': 'cfdfeb9f-a5e3-42f5-8fbb-e98329cefb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '38de2bb8-a03b-4a73-9928-74a02d1adb07'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:21:44.435051 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-fb6bb693-1d5e-459c-93b8-2644c1e0ed86 None None] Bound port: 9a447a90-1155-4448-bb4b-5332999e32a8, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfdfeb9f-a5e3-42f5-8fbb-e98329cefb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '38de2bb8-a03b-4a73-9928-74a02d1adb07'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:21:44.438221 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fb6bb693-1d5e-459c-93b8-2644c1e0ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:44.458020 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-10cbc46f-674a-4f40-a9df-653e73c981b4 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:44.511087 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-10cbc46f-674a-4f40-a9df-653e73c981b4 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Transition to ACTIVE for port object 66c95ffe-f1a5-4b47-9351-c45695a27a18 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:21:44.560480 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-10cbc46f-674a-4f40-a9df-653e73c981b4 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:44.626788 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cbc46f-674a-4f40-a9df-653e73c981b4 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Pushing event updated for resources: {'Port': ['ID=66c95ffe-f1a5-4b47-9351-c45695a27a18,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:44.665808 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-fb6bb693-1d5e-459c-93b8-2644c1e0ed86 None None] For port 9a447a90-1155-4448-bb4b-5332999e32a8, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:21:44.672269 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-fb6bb693-1d5e-459c-93b8-2644c1e0ed86 None None] For port 9a447a90-1155-4448-bb4b-5332999e32a8, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9a447a90-1155-4448-bb4b-5332999e32a8,segment=NetworkSegment(cfdfeb9f-a5e3-42f5-8fbb-e98329cefb6b),segment_id=cfdfeb9f-a5e3-42f5-8fbb-e98329cefb6b)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:21:44.687163 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fb6bb693-1d5e-459c-93b8-2644c1e0ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:44.692726 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cbc46f-674a-4f40-a9df-653e73c981b4 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Network 38de2bb8-a03b-4a73-9928-74a02d1adb07 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:21:44.702728 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-10cbc46f-674a-4f40-a9df-653e73c981b4 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:21:44.710097 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cbc46f-674a-4f40-a9df-653e73c981b4 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:21:44.789994 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cbc46f-674a-4f40-a9df-653e73c981b4 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:44.790893 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-10cbc46f-674a-4f40-a9df-653e73c981b4 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:44.824617 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-10cbc46f-674a-4f40-a9df-653e73c981b4 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8888688 Aug 11 22:21:44.830347 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60566) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:44.831531 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6bb693-1d5e-459c-93b8-2644c1e0ed86 None None] Pushing event updated for resources: {'Port': ['ID=9a447a90-1155-4448-bb4b-5332999e32a8,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:44.836608 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-ee234166-5a7e-4f14-9ea2-af0e41928bb0 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Request body: {'port': {'network_id': '38de2bb8-a03b-4a73-9928-74a02d1adb07', 'name': 'tempest-AllowedAddressPairTestJSON-47212542', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:41:bd:91'}]}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:21:44.954997 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb74d6db-c98f-41cb-a6bd-28567814d167 req-e926d197-ac23-4126-8ac2-de8d6d09debd tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8051057 Aug 11 22:21:45.022101 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-df0b8107-05e7-4814-a6d5-4eb5d4b68542 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting port 0fad332c-1b10-4838-8434-5dabb442a88c {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:21:45.028678 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-df0b8107-05e7-4814-a6d5-4eb5d4b68542 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:45.065523 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee234166-5a7e-4f14-9ea2-af0e41928bb0 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Made reservation on behalf of 792525eca930454582a71fe124386c01 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:21:45.399432 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee234166-5a7e-4f14-9ea2-af0e41928bb0 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:45.446962 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-ee234166-5a7e-4f14-9ea2-af0e41928bb0 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] device_id is not set on port 1bb58df2-a0db-4e89-b509-6b4d9b5cfb5a yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:21:45.546579 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-df0b8107-05e7-4814-a6d5-4eb5d4b68542 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:45.721739 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-df0b8107-05e7-4814-a6d5-4eb5d4b68542 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Calling delete_port for 0fad332c-1b10-4838-8434-5dabb442a88c owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:21:45.765345 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4614f4-44be-47e5-9db8-6a67528397cf req-da080721-0883-4c54-885f-702e0ab93da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:45.766968 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9c4614f4-44be-47e5-9db8-6a67528397cf req-da080721-0883-4c54-885f-702e0ab93da5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=89e42f6e555b4d71928261e2b4518d8d&device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 1096 time: 0.2082365 Aug 11 22:21:45.829799 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-ee234166-5a7e-4f14-9ea2-af0e41928bb0 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Allocated IP 172.20.0.12 (38de2bb8-a03b-4a73-9928-74a02d1adb07/7d057c24-84e7-476b-abf4-cff5b9b1f157/1bb58df2-a0db-4e89-b509-6b4d9b5cfb5a) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:21:45.955108 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbdeb44-1c62-458f-a916-ab8a6a14d0a4 req-0b5b2720-e2ac-40a9-81be-6e67e5ae6f8e tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:45.963313 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8bbdeb44-1c62-458f-a916-ab8a6a14d0a4 req-0b5b2720-e2ac-40a9-81be-6e67e5ae6f8e tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a9e816-f8b8-43ac-8f75-428b7d652cd2 HTTP/1.1" status: 200 len: 931 time: 0.4318602 Aug 11 22:21:46.106608 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:46.153589 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9a447a90-1155-4448-bb4b-5332999e32a8 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:21:46.214298 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-00bbf633-c18a-4143-9472-3470e3db01c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:46.309621 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 9a447a90-1155-4448-bb4b-5332999e32a8 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:21:46.380652 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8bbdeb44-1c62-458f-a916-ab8a6a14d0a4 req-c6c68337-40dd-40f7-9d01-7c4ef10f7fec tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159229 Aug 11 22:21:46.458506 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-df0b8107-05e7-4814-a6d5-4eb5d4b68542 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:46.635630 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b8107-05e7-4814-a6d5-4eb5d4b68542 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Port': ['ID=0fad332c-1b10-4838-8434-5dabb442a88c,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:46.654862 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4614f4-44be-47e5-9db8-6a67528397cf req-852296f4-3639-4e92-b84f-095638e09d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:46.656829 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9c4614f4-44be-47e5-9db8-6a67528397cf req-852296f4-3639-4e92-b84f-095638e09d46 service neutron] 10.222.0.82 "GET /v2.0/networks?id=38b8f25c-cd12-4628-9365-0e6780cd68b7 HTTP/1.1" status: 200 len: 912 time: 0.8219526 Aug 11 22:21:46.720680 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-abcfe1f5-6702-4fe2-8611-a025f06b289b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da48fcf-b87c-46ba-a131-5609bb30a4d0 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:21:46.767780 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48ae1f-8fb1-438c-b4cd-32e7935008d3 req-40f0e9c2-ab0c-43c9-b3ad-0cb412453bcb tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:46.769782 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6a48ae1f-8fb1-438c-b4cd-32e7935008d3 req-40f0e9c2-ab0c-43c9-b3ad-0cb412453bcb tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb HTTP/1.1" status: 200 len: 945 time: 0.1976242 Aug 11 22:21:46.785438 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-abcfe1f5-6702-4fe2-8611-a025f06b289b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:46.809717 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-df0b8107-05e7-4814-a6d5-4eb5d4b68542 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:46.821436 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-df0b8107-05e7-4814-a6d5-4eb5d4b68542 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/ports/0fad332c-1b10-4838-8434-5dabb442a88c HTTP/1.1" status: 204 len: 168 time: 3.1959939 Aug 11 22:21:46.847804 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60594) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:46.925886 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9c4614f4-44be-47e5-9db8-6a67528397cf req-8ef7511f-92df-4423-bc8f-d895eb9d1fe3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d5ea22b-791e-4a23-8607-6efb79b4adb9 HTTP/1.1" status: 200 len: 1001 time: 0.2427418 Aug 11 22:21:46.930872 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee234166-5a7e-4f14-9ea2-af0e41928bb0 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:46.941724 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-abcfe1f5-6702-4fe2-8611-a025f06b289b service neutron] Transition to ACTIVE for port object 5da48fcf-b87c-46ba-a131-5609bb30a4d0 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:21:46.956285 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-abcfe1f5-6702-4fe2-8611-a025f06b289b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:47.142079 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-ee234166-5a7e-4f14-9ea2-af0e41928bb0 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Transition to ACTIVE for port object 1bb58df2-a0db-4e89-b509-6b4d9b5cfb5a will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:21:47.236726 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4614f4-44be-47e5-9db8-6a67528397cf req-0cb20767-865c-4c7d-9b33-bcb8442badb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:47.243691 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9c4614f4-44be-47e5-9db8-6a67528397cf req-0cb20767-865c-4c7d-9b33-bcb8442badb2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=97d7da21-8ec4-48da-9d66-6777c48f7843 HTTP/1.1" status: 200 len: 850 time: 0.2997124 Aug 11 22:21:47.244119 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a44e5-0347-43ce-b22a-164569b08eba req-199611d2-f4ab-4f55-b310-8ade43f53722 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:47.264616 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-990a44e5-0347-43ce-b22a-164569b08eba req-199611d2-f4ab-4f55-b310-8ade43f53722 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb HTTP/1.1" status: 200 len: 945 time: 0.5330064 Aug 11 22:21:47.309452 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b67e97-8faa-4fc8-8cb5-445b150b6efa tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:47.315084 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b5b67e97-8faa-4fc8-8cb5-445b150b6efa tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4580526 Aug 11 22:21:47.353789 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60598) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:47.422444 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-6a48ae1f-8fb1-438c-b4cd-32e7935008d3 req-33ad1789-337b-4273-921b-745932a2bdca tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Deleting port fa2b2f95-4003-48cf-ad6a-5ad6c9897955 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:21:47.422800 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6a48ae1f-8fb1-438c-b4cd-32e7935008d3 req-33ad1789-337b-4273-921b-745932a2bdca tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:47.435081 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e488fa-2712-419a-ad36-9f1b1328f1cc None None] Network 38de2bb8-a03b-4a73-9928-74a02d1adb07 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:21:47.597824 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee234166-5a7e-4f14-9ea2-af0e41928bb0 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:47.666265 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a29c647-bc16-4a3d-af9a-d68f69b99813 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] GET failed (client error): The resource could not be found. Aug 11 22:21:47.681615 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4a29c647-bc16-4a3d-af9a-d68f69b99813 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "GET /v2.0/ports/c9c95172-f882-41f8-8b06-2feb6e9e6fdf HTTP/1.1" status: 404 len: 333 time: 0.2356906 Aug 11 22:21:47.682724 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfe1f5-6702-4fe2-8611-a025f06b289b service neutron] Pushing event updated for resources: {'Port': ['ID=5da48fcf-b87c-46ba-a131-5609bb30a4d0,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:47.757209 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60604) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:47.818800 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee234166-5a7e-4f14-9ea2-af0e41928bb0 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Network 38de2bb8-a03b-4a73-9928-74a02d1adb07 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:21:47.851620 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-990a44e5-0347-43ce-b22a-164569b08eba req-70cf87ea-4a33-461a-a309-848b78b56209 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5504766 Aug 11 22:21:47.907423 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-abcfe1f5-6702-4fe2-8611-a025f06b289b service neutron] Attempting to bind port 5da48fcf-b87c-46ba-a131-5609bb30a4d0 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:21:47.908092 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-abcfe1f5-6702-4fe2-8611-a025f06b289b service neutron] Attempting to bind port 5da48fcf-b87c-46ba-a131-5609bb30a4d0 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:21:47.908619 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-abcfe1f5-6702-4fe2-8611-a025f06b289b service neutron] Attempting to bind port 5da48fcf-b87c-46ba-a131-5609bb30a4d0 on network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:21:47.927320 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-abcfe1f5-6702-4fe2-8611-a025f06b289b service neutron] Port 5da48fcf-b87c-46ba-a131-5609bb30a4d0 on network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:21:47.927963 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-abcfe1f5-6702-4fe2-8611-a025f06b289b service neutron] Attempting to bind port 5da48fcf-b87c-46ba-a131-5609bb30a4d0 on network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:21:47.935471 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:47.941031 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-abcfe1f5-6702-4fe2-8611-a025f06b289b service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:21:47.941659 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-abcfe1f5-6702-4fe2-8611-a025f06b289b service neutron] Checking segment: {'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:21:47.942256 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-abcfe1f5-6702-4fe2-8611-a025f06b289b service neutron] Bound using segment: {'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:21:47.942907 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-abcfe1f5-6702-4fe2-8611-a025f06b289b service neutron] Bound port: 5da48fcf-b87c-46ba-a131-5609bb30a4d0, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:21:47.943483 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-abcfe1f5-6702-4fe2-8611-a025f06b289b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:47.949291 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8fe67ded-d83c-4f56-8ec0-94c39996c60b None None] Provisioning for port 9a447a90-1155-4448-bb4b-5332999e32a8 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:21:47.997742 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-ee234166-5a7e-4f14-9ea2-af0e41928bb0 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:21:47.998057 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8fe67ded-d83c-4f56-8ec0-94c39996c60b None None] Provisioning complete for port 9a447a90-1155-4448-bb4b-5332999e32a8 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:47.998313 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8fe67ded-d83c-4f56-8ec0-94c39996c60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:48.014976 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4a6e61-830d-41b9-9306-b4d64a4b6e63 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] GET failed (client error): The resource could not be found. Aug 11 22:21:48.027412 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0b4a6e61-830d-41b9-9306-b4d64a4b6e63 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "GET /v2.0/ports/0fad332c-1b10-4838-8434-5dabb442a88c HTTP/1.1" status: 404 len: 333 time: 0.2684300 Aug 11 22:21:48.032063 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4614f4-44be-47e5-9db8-6a67528397cf req-476494d9-1cf4-43cc-83bc-5d12d22cce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:48.037819 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9c4614f4-44be-47e5-9db8-6a67528397cf req-476494d9-1cf4-43cc-83bc-5d12d22cce67 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=38b8f25c-cd12-4628-9365-0e6780cd68b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7554357 Aug 11 22:21:48.049572 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60610) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:48.051140 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee234166-5a7e-4f14-9ea2-af0e41928bb0 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:21:48.248217 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8fe67ded-d83c-4f56-8ec0-94c39996c60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:48.257384 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-abcfe1f5-6702-4fe2-8611-a025f06b289b service neutron] For port 5da48fcf-b87c-46ba-a131-5609bb30a4d0, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:21:48.261812 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-abcfe1f5-6702-4fe2-8611-a025f06b289b service neutron] For port 5da48fcf-b87c-46ba-a131-5609bb30a4d0, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=5da48fcf-b87c-46ba-a131-5609bb30a4d0,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:21:48.281542 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-abcfe1f5-6702-4fe2-8611-a025f06b289b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:48.308767 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6dfa48-8419-4e6c-9a8b-e32d93c49bb3 req-ecc996f6-a1a9-4b81-8ccf-54e4d75ca45c tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:48.316384 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e217fce3-1572-4bfd-af9a-e8ec738c4b47 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:48.316686 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4a6dfa48-8419-4e6c-9a8b-e32d93c49bb3 req-ecc996f6-a1a9-4b81-8ccf-54e4d75ca45c tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 945 time: 0.2043750 Aug 11 22:21:48.403372 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-8fe67ded-d83c-4f56-8ec0-94c39996c60b None None] For port 9a447a90-1155-4448-bb4b-5332999e32a8, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9a447a90-1155-4448-bb4b-5332999e32a8,segment=NetworkSegment(cfdfeb9f-a5e3-42f5-8fbb-e98329cefb6b),segment_id=cfdfeb9f-a5e3-42f5-8fbb-e98329cefb6b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:21:48.410767 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8fe67ded-d83c-4f56-8ec0-94c39996c60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:48.424246 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-abcfe1f5-6702-4fe2-8611-a025f06b289b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:48.424902 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-abcfe1f5-6702-4fe2-8611-a025f06b289b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:48.426414 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-abcfe1f5-6702-4fe2-8611-a025f06b289b service neutron] 10.222.0.82 "PUT /v2.0/ports/5da48fcf-b87c-46ba-a131-5609bb30a4d0 HTTP/1.1" status: 200 len: 1091 time: 4.7131717 Aug 11 22:21:48.428893 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a9e816-f8b8-43ac-8f75-428b7d652cd2', 'tag': '5da48fcf-b87c-46ba-a131-5609bb30a4d0'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:21:48.462106 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af811823-c579-47d5-9bd8-3f55d2ca8be1" -d '{"events": [{"name": "network-changed", "server_uuid": "63a9e816-f8b8-43ac-8f75-428b7d652cd2", "tag": "5da48fcf-b87c-46ba-a131-5609bb30a4d0"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:21:48.553523 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe67ded-d83c-4f56-8ec0-94c39996c60b None None] Pushing event updated for resources: {'Port': ['ID=9a447a90-1155-4448-bb4b-5332999e32a8,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:48.585518 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe67ded-d83c-4f56-8ec0-94c39996c60b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:48.590300 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe67ded-d83c-4f56-8ec0-94c39996c60b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:48.591370 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe67ded-d83c-4f56-8ec0-94c39996c60b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:48.592009 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe67ded-d83c-4f56-8ec0-94c39996c60b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:48.594242 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe67ded-d83c-4f56-8ec0-94c39996c60b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:48.594880 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe67ded-d83c-4f56-8ec0-94c39996c60b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:48.595729 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe67ded-d83c-4f56-8ec0-94c39996c60b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:48.599028 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe67ded-d83c-4f56-8ec0-94c39996c60b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:48.599766 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe67ded-d83c-4f56-8ec0-94c39996c60b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:48.600383 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe67ded-d83c-4f56-8ec0-94c39996c60b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:48.600980 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe67ded-d83c-4f56-8ec0-94c39996c60b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:48.605081 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe67ded-d83c-4f56-8ec0-94c39996c60b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:48.706038 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4a6dfa48-8419-4e6c-9a8b-e32d93c49bb3 req-a7068d77-76f0-4b6a-8e1c-629cde0aa414 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3884528 Aug 11 22:21:48.741683 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfe1f5-6702-4fe2-8611-a025f06b289b service neutron] Pushing event updated for resources: {'Port': ['ID=5da48fcf-b87c-46ba-a131-5609bb30a4d0,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:48.786239 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee234166-5a7e-4f14-9ea2-af0e41928bb0 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Pushing event updated for resources: {'Port': ['ID=1bb58df2-a0db-4e89-b509-6b4d9b5cfb5a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:48.984542 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:21:48.985754 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:49.061523 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-6a48ae1f-8fb1-438c-b4cd-32e7935008d3 req-33ad1789-337b-4273-921b-745932a2bdca tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] For port fa2b2f95-4003-48cf-ad6a-5ad6c9897955, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=fa2b2f95-4003-48cf-ad6a-5ad6c9897955,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:21:49.062174 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6a48ae1f-8fb1-438c-b4cd-32e7935008d3 req-33ad1789-337b-4273-921b-745932a2bdca tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:49.104391 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742aa30-6b2d-4894-baf6-d25ab8b45aba req-c2a4f9f6-8aa6-425e-8224-73911c9a3ff7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:49.116524 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0742aa30-6b2d-4894-baf6-d25ab8b45aba req-c2a4f9f6-8aa6-425e-8224-73911c9a3ff7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a9e816-f8b8-43ac-8f75-428b7d652cd2 HTTP/1.1" status: 200 len: 943 time: 0.1703358 Aug 11 22:21:49.215297 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee234166-5a7e-4f14-9ea2-af0e41928bb0 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:49.216526 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee234166-5a7e-4f14-9ea2-af0e41928bb0 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:49.241187 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0742aa30-6b2d-4894-baf6-d25ab8b45aba req-25b8c543-40c8-471f-8fdd-fffc5c62de33 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231403 Aug 11 22:21:49.257684 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-8704cace-4a62-4fc4-8879-29591a5ae8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:49.262478 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-8704cace-4a62-4fc4-8879-29591a5ae8cd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0bd86e77836944e4bb373c5db0c18c61&device_id=63a9e816-f8b8-43ac-8f75-428b7d652cd2 HTTP/1.1" status: 200 len: 1094 time: 0.7735147 Aug 11 22:21:49.279705 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e6867e63-6e14-4170-9abc-47183f7f533d None None] Provisioning for port 66c95ffe-f1a5-4b47-9351-c45695a27a18 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:21:49.300526 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e6867e63-6e14-4170-9abc-47183f7f533d None None] Provisioning complete for port 66c95ffe-f1a5-4b47-9351-c45695a27a18 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:49.303966 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e6867e63-6e14-4170-9abc-47183f7f533d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:49.454937 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84363cb-c7a6-4009-8c65-7787015df9c4 x-openstack-request-id: req-a84363cb-c7a6-4009-8c65-7787015df9c4 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:21:49.455275 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a9e816-f8b8-43ac-8f75-428b7d652cd2", "tag": "5da48fcf-b87c-46ba-a131-5609bb30a4d0", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:21:49.455484 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a84363cb-c7a6-4009-8c65-7787015df9c4 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:21:49.455968 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a9e816-f8b8-43ac-8f75-428b7d652cd2', 'tag': '5da48fcf-b87c-46ba-a131-5609bb30a4d0', 'status': 'completed', 'code': 200} Aug 11 22:21:49.466155 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-1fc13618-f043-424c-9a10-5ba0dc4b27e6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5da48fcf-b87c-46ba-a131-5609bb30a4d0 HTTP/1.1" status: 200 len: 217 time: 0.1889899 Aug 11 22:21:49.512349 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-6a48ae1f-8fb1-438c-b4cd-32e7935008d3 req-33ad1789-337b-4273-921b-745932a2bdca tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Calling delete_port for fa2b2f95-4003-48cf-ad6a-5ad6c9897955 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:21:49.534460 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-e6867e63-6e14-4170-9abc-47183f7f533d None None] Port 66c95ffe-f1a5-4b47-9351-c45695a27a18 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:21:49.593392 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ee234166-5a7e-4f14-9ea2-af0e41928bb0 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.7570932 Aug 11 22:21:49.600226 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60626) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:49.602878 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e6867e63-6e14-4170-9abc-47183f7f533d None None] Provisioning complete for port 9a447a90-1155-4448-bb4b-5332999e32a8 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:49.612699 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e217fce3-1572-4bfd-af9a-e8ec738c4b47 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:49.614136 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e6867e63-6e14-4170-9abc-47183f7f533d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:49.726744 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-ff946585-79cc-44ed-8300-c4f2c75f0efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:49.729587 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-ff946585-79cc-44ed-8300-c4f2c75f0efc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e825988f-9783-4539-86a4-b6ca493a4bbd HTTP/1.1" status: 200 len: 851 time: 0.2554774 Aug 11 22:21:49.780914 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-e217fce3-1572-4bfd-af9a-e8ec738c4b47 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b025885-8c96-49ae-aaec-1bbc4c29b4dc']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:21:49.962717 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79e6fc-9b49-4875-b9b0-ddd52bca1dcb req-200607f4-cfb3-4af4-9f59-e3b01228d919 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:49.976347 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-db79e6fc-9b49-4875-b9b0-ddd52bca1dcb req-200607f4-cfb3-4af4-9f59-e3b01228d919 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb HTTP/1.1" status: 200 len: 945 time: 0.2450821 Aug 11 22:21:49.988764 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9a447a90-1155-4448-bb4b-5332999e32a8 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:21:50.011972 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-f4f8b7f0-196d-4bf3-8ae3-87c5ca17d13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:50.013559 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-f4f8b7f0-196d-4bf3-8ae3-87c5ca17d13c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2519641 Aug 11 22:21:50.020796 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6a48ae1f-8fb1-438c-b4cd-32e7935008d3 req-33ad1789-337b-4273-921b-745932a2bdca tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:50.035732 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-e217fce3-1572-4bfd-af9a-e8ec738c4b47 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca116d0-d346-4923-ac22-d86c64999f5e') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:21:50.036289 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-e217fce3-1572-4bfd-af9a-e8ec738c4b47 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca116d0-d346-4923-ac22-d86c64999f5e') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:21:50.109908 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-db79e6fc-9b49-4875-b9b0-ddd52bca1dcb req-01a0f54e-5317-4ae3-984c-e4ebe8388cd3 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304765 Aug 11 22:21:50.168428 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['4f7cb9d4-f60b-4372-a47f-b765a6295863'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:21:50.218858 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad1789-337b-4273-921b-745932a2bdca tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Pushing event deleted for resources: {'Port': ['ID=fa2b2f95-4003-48cf-ad6a-5ad6c9897955,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:50.275112 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-b06424d8-ec91-4a68-ab41-080c63fa2fac service neutron] 10.222.0.82 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524042 Aug 11 22:21:50.338600 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e6867e63-6e14-4170-9abc-47183f7f533d None None] Provisioning for port 1bb58df2-a0db-4e89-b509-6b4d9b5cfb5a completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:21:50.345823 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e217fce3-1572-4bfd-af9a-e8ec738c4b47 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:50.357039 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device fa2b2f95-4003-48cf-ad6a-5ad6c9897955 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:21:50.382396 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: fa2b2f95-4003-48cf-ad6a-5ad6c9897955 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:21:50.383158 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device fa2b2f95-4003-48cf-ad6a-5ad6c9897955 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:21:50.401371 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e6867e63-6e14-4170-9abc-47183f7f533d None None] Provisioning complete for port 1bb58df2-a0db-4e89-b509-6b4d9b5cfb5a triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:50.402203 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e6867e63-6e14-4170-9abc-47183f7f533d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:50.449825 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-e6867e63-6e14-4170-9abc-47183f7f533d None None] Port 1bb58df2-a0db-4e89-b509-6b4d9b5cfb5a cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:21:50.466952 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9c4614f4-44be-47e5-9db8-6a67528397cf req-07578bd8-9ab0-4dcd-9973-755ac0059667 service neutron] 10.222.0.82 "GET /v2.0/networks/38b8f25c-cd12-4628-9365-0e6780cd68b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1894441 Aug 11 22:21:50.487979 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 9a447a90-1155-4448-bb4b-5332999e32a8 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:50.489998 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e217fce3-1572-4bfd-af9a-e8ec738c4b47 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:50.490780 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:50.516970 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e217fce3-1572-4bfd-af9a-e8ec738c4b47 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:21:50.520031 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e217fce3-1572-4bfd-af9a-e8ec738c4b47 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:50.528730 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9303a1e3-fd69-432a-8485-3f8007603d85 req-caf99f7e-6ac1-4bc8-ba3a-f3ae7b01313b service neutron] 10.222.0.82 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110069 Aug 11 22:21:50.690607 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf53a4-c529-4929-988b-77a91d107678 req-5dca8aea-5ec1-4936-9941-cae9d27ff05a tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:50.709099 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c7bf53a4-c529-4929-988b-77a91d107678 req-5dca8aea-5ec1-4936-9941-cae9d27ff05a tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 945 time: 0.4246936 Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:21:50.762023 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:21:50.783682 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e217fce3-1572-4bfd-af9a-e8ec738c4b47 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:50.787633 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:50.828574 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e217fce3-1572-4bfd-af9a-e8ec738c4b47 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:50.831111 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e217fce3-1572-4bfd-af9a-e8ec738c4b47 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/networks/7b025885-8c96-49ae-aaec-1bbc4c29b4dc HTTP/1.1" status: 204 len: 168 time: 2.7690449 Aug 11 22:21:50.866357 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dde5f9-043a-465d-b7db-e78c9ee0d29f tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:50.873748 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dde5f9-043a-465d-b7db-e78c9ee0d29f tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:50.875374 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60642) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:50.881826 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dde5f9-043a-465d-b7db-e78c9ee0d29f tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:50.887280 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-28dde5f9-043a-465d-b7db-e78c9ee0d29f tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 1.2859185 Aug 11 22:21:50.900827 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c7bf53a4-c529-4929-988b-77a91d107678 req-5eccdeff-8611-4bf2-b324-edfcf93629ec tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904502 Aug 11 22:21:50.908247 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60644) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:50.910511 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a48ae1f-8fb1-438c-b4cd-32e7935008d3 req-33ad1789-337b-4273-921b-745932a2bdca tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] No DVR routers for this DVR port fa2b2f95-4003-48cf-ad6a-5ad6c9897955 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:21:50.916206 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6a48ae1f-8fb1-438c-b4cd-32e7935008d3 req-33ad1789-337b-4273-921b-745932a2bdca tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:50.917839 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ea77413f-c865-4f48-85d5-2531640ddc76 None None] Provisioning complete for port 66c95ffe-f1a5-4b47-9351-c45695a27a18 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:50.918233 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ea77413f-c865-4f48-85d5-2531640ddc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:50.923067 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6a48ae1f-8fb1-438c-b4cd-32e7935008d3 req-33ad1789-337b-4273-921b-745932a2bdca tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.52 "DELETE /v2.0/ports/fa2b2f95-4003-48cf-ad6a-5ad6c9897955 HTTP/1.1" status: 204 len: 173 time: 4.1416578 Aug 11 22:21:50.925850 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-842a6c02-ac93-4cd5-aed0-bef570b1942b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1970001226'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:21:51.071369 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb', 'name': 'network-vif-deleted', 'tag': 'fa2b2f95-4003-48cf-ad6a-5ad6c9897955'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:21:51.072585 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af811823-c579-47d5-9bd8-3f55d2ca8be1 req-76a8635f-f4bb-4921-9ff5-25cb45ca73db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:51.076219 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-ea77413f-c865-4f48-85d5-2531640ddc76 None None] Port 66c95ffe-f1a5-4b47-9351-c45695a27a18 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:21:51.076540 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a412754-3b1d-4288-9f9d-a9df28b8c924" -d '{"events": [{"server_uuid": "cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb", "name": "network-vif-deleted", "tag": "fa2b2f95-4003-48cf-ad6a-5ad6c9897955"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:21:51.082605 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-af811823-c579-47d5-9bd8-3f55d2ca8be1 req-76a8635f-f4bb-4921-9ff5-25cb45ca73db service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0bd86e77836944e4bb373c5db0c18c61&device_id=63a9e816-f8b8-43ac-8f75-428b7d652cd2 HTTP/1.1" status: 200 len: 1094 time: 0.4565046 Aug 11 22:21:51.086853 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9c4614f4-44be-47e5-9db8-6a67528397cf req-d91b2358-818d-4360-afa6-241a1020b07b service neutron] 10.222.0.82 "GET /v2.0/networks/38b8f25c-cd12-4628-9365-0e6780cd68b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160086 Aug 11 22:21:51.090325 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217fce3-1572-4bfd-af9a-e8ec738c4b47 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Network': ['ID=7b025885-8c96-49ae-aaec-1bbc4c29b4dc,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:51.137035 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ea77413f-c865-4f48-85d5-2531640ddc76 None None] Provisioning complete for port 1bb58df2-a0db-4e89-b509-6b4d9b5cfb5a triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:51.140066 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ea77413f-c865-4f48-85d5-2531640ddc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:51.302517 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-ea77413f-c865-4f48-85d5-2531640ddc76 None None] Port 1bb58df2-a0db-4e89-b509-6b4d9b5cfb5a cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:21:51.531454 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-d6a7d774-2798-42d2-be64-6041f4be5365 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Deleting port 1bb58df2-a0db-4e89-b509-6b4d9b5cfb5a {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:21:51.534874 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d6a7d774-2798-42d2-be64-6041f4be5365 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:51.671933 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842a6c02-ac93-4cd5-aed0-bef570b1942b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:21:51.694375 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-842a6c02-ac93-4cd5-aed0-bef570b1942b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:51.803559 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899f60d-359b-4062-b1e9-5edf743adeaf req-a2c6014f-ded4-4d6a-a1ae-2e29c9321052 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:51.827105 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d6a7d774-2798-42d2-be64-6041f4be5365 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:51.838827 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3899f60d-359b-4062-b1e9-5edf743adeaf req-a2c6014f-ded4-4d6a-a1ae-2e29c9321052 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a9e816-f8b8-43ac-8f75-428b7d652cd2 HTTP/1.1" status: 200 len: 943 time: 0.5097525 Aug 11 22:21:51.881985 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-d6a7d774-2798-42d2-be64-6041f4be5365 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Calling delete_port for 1bb58df2-a0db-4e89-b509-6b4d9b5cfb5a owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:21:51.912826 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-842a6c02-ac93-4cd5-aed0-bef570b1942b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:21:51.935480 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af811823-c579-47d5-9bd8-3f55d2ca8be1 req-0ede8f70-712b-4901-bc80-b58a329cc019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:51.953464 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-af811823-c579-47d5-9bd8-3f55d2ca8be1 req-0ede8f70-712b-4901-bc80-b58a329cc019 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 200 len: 913 time: 0.8490880 Aug 11 22:21:51.978016 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-842a6c02-ac93-4cd5-aed0-bef570b1942b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:51.978354 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-842a6c02-ac93-4cd5-aed0-bef570b1942b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Added segment ab4bbca9-7fc7-406e-9123-2a7493574f9e of type vlan for network 2fbb486a-5581-4091-bd65-ce7e066731c8 Aug 11 22:21:52.126066 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d6a7d774-2798-42d2-be64-6041f4be5365 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:52.144654 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-af811823-c579-47d5-9bd8-3f55d2ca8be1 req-b85786b3-975c-4217-bd15-541b702c67b1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5da48fcf-b87c-46ba-a131-5609bb30a4d0 HTTP/1.1" status: 200 len: 217 time: 0.1684225 Aug 11 22:21:52.179779 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3899f60d-359b-4062-b1e9-5edf743adeaf req-b19b0a4b-5908-4601-a174-19fa2ec940ef tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396196 Aug 11 22:21:52.240117 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7d774-2798-42d2-be64-6041f4be5365 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Pushing event deleted for resources: {'Port': ['ID=1bb58df2-a0db-4e89-b509-6b4d9b5cfb5a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:52.402334 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-842a6c02-ac93-4cd5-aed0-bef570b1942b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:52.716439 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-842a6c02-ac93-4cd5-aed0-bef570b1942b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:52.735242 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842a6c02-ac93-4cd5-aed0-bef570b1942b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:52.740457 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-842a6c02-ac93-4cd5-aed0-bef570b1942b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:52.744607 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d6a7d774-2798-42d2-be64-6041f4be5365 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:52.750686 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d6a7d774-2798-42d2-be64-6041f4be5365 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] 10.222.0.77 "DELETE /v2.0/ports/1bb58df2-a0db-4e89-b509-6b4d9b5cfb5a HTTP/1.1" status: 204 len: 168 time: 1.8259375 Aug 11 22:21:52.751213 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60668) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:52.788942 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52b2348-979d-42af-b1ce-c2c36cadffa1 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] GET failed (client error): The resource could not be found. Aug 11 22:21:52.800113 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f52b2348-979d-42af-b1ce-c2c36cadffa1 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] 10.222.0.77 "GET /v2.0/ports/1bb58df2-a0db-4e89-b509-6b4d9b5cfb5a HTTP/1.1" status: 404 len: 333 time: 0.0469327 Aug 11 22:21:52.800113 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60670) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:52.822412 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-91b5f7e4-0d65-4acb-b661-699b0b765896 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Request body: {'port': {'network_id': '38de2bb8-a03b-4a73-9928-74a02d1adb07', 'name': 'tempest-AllowedAddressPairTestJSON-1030401808'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:21:52.874917 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af811823-c579-47d5-9bd8-3f55d2ca8be1 req-423755f0-430a-41bd-bbc9-46f339675693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:52.881053 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-af811823-c579-47d5-9bd8-3f55d2ca8be1 req-423755f0-430a-41bd-bbc9-46f339675693 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e825988f-9783-4539-86a4-b6ca493a4bbd HTTP/1.1" status: 200 len: 851 time: 0.2730851 Aug 11 22:21:53.014789 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-842a6c02-ac93-4cd5-aed0-bef570b1942b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1071200 Aug 11 22:21:53.031916 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60674) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:53.035996 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f26dc1-22d8-4e0a-9baa-f9dd1ed033b0 x-openstack-request-id: req-20f26dc1-22d8-4e0a-9baa-f9dd1ed033b0 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:21:53.037218 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb", "name": "network-vif-deleted", "tag": "fa2b2f95-4003-48cf-ad6a-5ad6c9897955", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:21:53.037875 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-20f26dc1-22d8-4e0a-9baa-f9dd1ed033b0 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:21:53.038771 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3ad5f5-b80f-48b5-aa3f-54a7b9cde9fb', 'name': 'network-vif-deleted', 'tag': 'fa2b2f95-4003-48cf-ad6a-5ad6c9897955', 'status': 'completed', 'code': 200} Aug 11 22:21:53.072214 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-b519879a-95f9-4078-93b7-82458109de75 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'subnet': {'network_id': '2fbb486a-5581-4091-bd65-ce7e066731c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:21:53.098602 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a6c02-ac93-4cd5-aed0-bef570b1942b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Network': ['ID=2fbb486a-5581-4091-bd65-ce7e066731c8,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:53.115144 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b5f7e4-0d65-4acb-b661-699b0b765896 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Made reservation on behalf of 792525eca930454582a71fe124386c01 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:21:53.124502 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 2fbb486a-5581-4091-bd65-ce7e066731c8 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:21:53.127267 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91b5f7e4-0d65-4acb-b661-699b0b765896 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:53.357125 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-91b5f7e4-0d65-4acb-b661-699b0b765896 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] device_id is not set on port eb9a9040-adfa-4260-b044-21c8900ae6a3 yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:21:53.560290 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af811823-c579-47d5-9bd8-3f55d2ca8be1 req-346868e9-88f0-4ad6-a48e-0843ff94a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:53.563257 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-af811823-c579-47d5-9bd8-3f55d2ca8be1 req-346868e9-88f0-4ad6-a48e-0843ff94a881 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6547925 Aug 11 22:21:53.725476 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-91b5f7e4-0d65-4acb-b661-699b0b765896 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Allocated IP 172.20.0.5 (38de2bb8-a03b-4a73-9928-74a02d1adb07/7d057c24-84e7-476b-abf4-cff5b9b1f157/eb9a9040-adfa-4260-b044-21c8900ae6a3) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:21:53.743442 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd67b3-e013-4a49-9f45-ebf614c98b53 req-ac1a4afb-5b7a-44a1-b21f-e030bf9d28f6 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:53.750961 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-01cd67b3-e013-4a49-9f45-ebf614c98b53 req-ac1a4afb-5b7a-44a1-b21f-e030bf9d28f6 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 945 time: 0.2489469 Aug 11 22:21:53.853907 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b519879a-95f9-4078-93b7-82458109de75 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:21:53.860113 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b519879a-95f9-4078-93b7-82458109de75 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:53.897379 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-01cd67b3-e013-4a49-9f45-ebf614c98b53 req-dadb0136-a867-4b7f-b08c-f1994b72e14f tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372662 Aug 11 22:21:54.052899 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-af811823-c579-47d5-9bd8-3f55d2ca8be1 req-c22cba8d-44d5-46b7-98e5-f473c97f3a78 service neutron] 10.222.0.82 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738913 Aug 11 22:21:54.128697 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91b5f7e4-0d65-4acb-b661-699b0b765896 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:54.158659 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-91b5f7e4-0d65-4acb-b661-699b0b765896 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Transition to ACTIVE for port object eb9a9040-adfa-4260-b044-21c8900ae6a3 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:21:54.221172 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-cdd6e2ab-7938-4588-997d-8a84d09bbd8c req-8a428ca9-6574-4521-8c8e-79713a6d3c97 tempest-FloatingIPsNegativeTestJSON-680502236 tempest-FloatingIPsNegativeTestJSON-680502236-project] (100942) timed out ('10.222.0.77', 47670) {{(pid=100942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 22:21:54.239727 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91b5f7e4-0d65-4acb-b661-699b0b765896 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:54.263481 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c138c9-5588-42c0-b413-993454c4db0c req-ec2c374d-740e-4724-9ea5-d75a913bdbd3 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:54.279309 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b5f7e4-0d65-4acb-b661-699b0b765896 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Network 38de2bb8-a03b-4a73-9928-74a02d1adb07 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:21:54.282563 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-91b5f7e4-0d65-4acb-b661-699b0b765896 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:21:54.286256 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b5f7e4-0d65-4acb-b661-699b0b765896 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:21:54.303525 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2c138c9-5588-42c0-b413-993454c4db0c req-ec2c374d-740e-4724-9ea5-d75a913bdbd3 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a9e816-f8b8-43ac-8f75-428b7d652cd2 HTTP/1.1" status: 200 len: 943 time: 0.2873490 Aug 11 22:21:54.409975 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b5f7e4-0d65-4acb-b661-699b0b765896 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Pushing event updated for resources: {'Port': ['ID=eb9a9040-adfa-4260-b044-21c8900ae6a3,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:54.429309 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b5f7e4-0d65-4acb-b661-699b0b765896 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:54.433059 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91b5f7e4-0d65-4acb-b661-699b0b765896 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:54.463976 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-91b5f7e4-0d65-4acb-b661-699b0b765896 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6615179 Aug 11 22:21:54.464960 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60698) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:54.487535 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-112777a6-4946-48b8-8017-3723fd3124c3 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:41:bd:91'}]}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:21:54.797808 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-af811823-c579-47d5-9bd8-3f55d2ca8be1 req-4845cebe-b4ee-4d77-9dda-3dafb7906714 service neutron] 10.222.0.82 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7211149 Aug 11 22:21:54.804851 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2c138c9-5588-42c0-b413-993454c4db0c req-fd2b2c1d-af40-49b6-bfee-773852aaaca6 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4996107 Aug 11 22:21:54.843763 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b519879a-95f9-4078-93b7-82458109de75 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:54.875148 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2fe52f49-a8c7-4baf-bdec-a22f417cd102 None None] Provisioning for port eb9a9040-adfa-4260-b044-21c8900ae6a3 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:21:54.889575 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2fe52f49-a8c7-4baf-bdec-a22f417cd102 None None] Provisioning complete for port eb9a9040-adfa-4260-b044-21c8900ae6a3 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:54.889930 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2fe52f49-a8c7-4baf-bdec-a22f417cd102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:54.968844 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-112777a6-4946-48b8-8017-3723fd3124c3 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:55.003716 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-2fe52f49-a8c7-4baf-bdec-a22f417cd102 None None] Port eb9a9040-adfa-4260-b044-21c8900ae6a3 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:21:55.026294 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519879a-95f9-4078-93b7-82458109de75 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Subnet': ['ID=2737d039-fd4a-4c31-b4a2-acc5c40e41a8,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:55.132555 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b519879a-95f9-4078-93b7-82458109de75 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Checking segment: {'id': 'ab4bbca9-7fc7-406e-9123-2a7493574f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2fbb486a-5581-4091-bd65-ce7e066731c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:21:55.133304 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b519879a-95f9-4078-93b7-82458109de75 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network hostable DHCP agents. Network: 2fbb486a-5581-4091-bd65-ce7e066731c8, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:21:55.178268 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b519879a-95f9-4078-93b7-82458109de75 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network 2fbb486a-5581-4091-bd65-ce7e066731c8 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:21:55.195111 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-b519879a-95f9-4078-93b7-82458109de75 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 2fbb486a-5581-4091-bd65-ce7e066731c8) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:21:55.200656 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b519879a-95f9-4078-93b7-82458109de75 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:55.204576 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788fbf06-3b58-42cc-808c-18f38a902af5 None None] Network 2fbb486a-5581-4091-bd65-ce7e066731c8 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:21:55.207928 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b519879a-95f9-4078-93b7-82458109de75 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:55.254252 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b519879a-95f9-4078-93b7-82458109de75 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2090580 Aug 11 22:21:55.262019 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-112777a6-4946-48b8-8017-3723fd3124c3 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:55.263986 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60710) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:55.269941 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-112777a6-4946-48b8-8017-3723fd3124c3 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:55.276773 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-87098778-8ea6-4d15-802a-745dd87eb01e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'port': {'network_id': '2fbb486a-5581-4091-bd65-ce7e066731c8', 'name': 'tempest-PortsIpV6TestJSON-1778652018'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:21:55.443605 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-3b349c5c-c3be-4a3b-89e5-5d565989f8bb tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:55.445621 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-3b349c5c-c3be-4a3b-89e5-5d565989f8bb tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/networks?id=e7790f3f-c934-4280-a7bc-7879373f53d3 HTTP/1.1" status: 200 len: 806 time: 0.4867051 Aug 11 22:21:55.456492 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112777a6-4946-48b8-8017-3723fd3124c3 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Pushing event updated for resources: {'Port': ['ID=eb9a9040-adfa-4260-b044-21c8900ae6a3,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:55.483674 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-5903c491-194b-4ba4-892b-c180e93a3a99 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/quotas/46c13839859945349c0d5afcfb364f66 HTTP/1.1" status: 200 len: 375 time: 0.0282719 Aug 11 22:21:55.545704 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-112777a6-4946-48b8-8017-3723fd3124c3 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] In _notify_port_updated(), no bound segment for port eb9a9040-adfa-4260-b044-21c8900ae6a3 on network 38de2bb8-a03b-4a73-9928-74a02d1adb07 {{(pid=100942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 22:21:55.565528 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112777a6-4946-48b8-8017-3723fd3124c3 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:55.566647 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-112777a6-4946-48b8-8017-3723fd3124c3 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:55.571388 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f964d006-4df4-4dec-b185-100210643dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-2fbb486a-5581-4091-bd65-ce7e066731c8', 'network_id': '2fbb486a-5581-4091-bd65-ce7e066731c8', 'tenant_id': '22c8a996a3334481a7d918c28c08fba9', 'fixed_ips': [{'subnet_id': '2737d039-fd4a-4c31-b4a2-acc5c40e41a8'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:21:55.572347 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f964d006-4df4-4dec-b185-100210643dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:55.573762 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-112777a6-4946-48b8-8017-3723fd3124c3 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] 10.222.0.77 "PUT /v2.0/ports/eb9a9040-adfa-4260-b044-21c8900ae6a3 HTTP/1.1" status: 200 len: 994 time: 1.1040776 Aug 11 22:21:55.574772 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60718) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:55.695935 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-7fa568d1-f0ac-4439-9c45-e567e72f122d tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=46c13839859945349c0d5afcfb364f66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1903467 Aug 11 22:21:55.735136 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87098778-8ea6-4d15-802a-745dd87eb01e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:21:55.744415 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-87098778-8ea6-4d15-802a-745dd87eb01e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:55.794886 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-87098778-8ea6-4d15-802a-745dd87eb01e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] device_id is not set on port ffdd9b57-3746-4823-a649-78566a940589 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:21:55.847452 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-6867737a-1d2e-4780-b87d-7a3362bfa870 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Deleting port eb9a9040-adfa-4260-b044-21c8900ae6a3 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:21:55.847919 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6867737a-1d2e-4780-b87d-7a3362bfa870 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:55.850528 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-f964d006-4df4-4dec-b185-100210643dfb None None] Allocated IP 2001:db8::2 (2fbb486a-5581-4091-bd65-ce7e066731c8/2737d039-fd4a-4c31-b4a2-acc5c40e41a8/a8ad2031-7c92-4af9-92b0-d8c332368c3c) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:21:56.021748 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0c120178-84e1-44ed-afb9-51ac391792e3 None None] Provisioning complete for port eb9a9040-adfa-4260-b044-21c8900ae6a3 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:21:56.022416 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0c120178-84e1-44ed-afb9-51ac391792e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:56.070704 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-0c120178-84e1-44ed-afb9-51ac391792e3 None None] Port eb9a9040-adfa-4260-b044-21c8900ae6a3 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:21:56.129410 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6867737a-1d2e-4780-b87d-7a3362bfa870 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:56.197241 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-6867737a-1d2e-4780-b87d-7a3362bfa870 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Calling delete_port for eb9a9040-adfa-4260-b044-21c8900ae6a3 owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:21:56.307609 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-497b1078-0903-41c5-9002-7e3b12121ac8 service neutron] 10.222.0.77 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6100671 Aug 11 22:21:56.326454 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f964d006-4df4-4dec-b185-100210643dfb None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:56.364821 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f964d006-4df4-4dec-b185-100210643dfb None None] Transition to ACTIVE for port object a8ad2031-7c92-4af9-92b0-d8c332368c3c will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:21:56.461985 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f964d006-4df4-4dec-b185-100210643dfb None None] Transition to ACTIVE for port object a8ad2031-7c92-4af9-92b0-d8c332368c3c will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:21:56.516841 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f964d006-4df4-4dec-b185-100210643dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:56.713076 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-f457814b-388e-418c-b038-ddfacd67b750 service neutron] 10.222.0.77 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793032 Aug 11 22:21:56.763227 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f964d006-4df4-4dec-b185-100210643dfb None None] Network 2fbb486a-5581-4091-bd65-ce7e066731c8 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:21:56.772205 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964d006-4df4-4dec-b185-100210643dfb None None] Pushing event updated for resources: {'Port': ['ID=a8ad2031-7c92-4af9-92b0-d8c332368c3c,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:56.786983 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-f964d006-4df4-4dec-b185-100210643dfb None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:21:56.800612 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f964d006-4df4-4dec-b185-100210643dfb None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:21:56.860242 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-87098778-8ea6-4d15-802a-745dd87eb01e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Allocated IP 2001:db8::91 (2fbb486a-5581-4091-bd65-ce7e066731c8/2737d039-fd4a-4c31-b4a2-acc5c40e41a8/ffdd9b57-3746-4823-a649-78566a940589) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:21:56.870595 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6867737a-1d2e-4780-b87d-7a3362bfa870 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:57.036384 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867737a-1d2e-4780-b87d-7a3362bfa870 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Pushing event deleted for resources: {'Port': ['ID=eb9a9040-adfa-4260-b044-21c8900ae6a3,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:57.062249 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f964d006-4df4-4dec-b185-100210643dfb None None] Attempting to bind port a8ad2031-7c92-4af9-92b0-d8c332368c3c on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:21:57.064631 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f964d006-4df4-4dec-b185-100210643dfb None None] Attempting to bind port a8ad2031-7c92-4af9-92b0-d8c332368c3c by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'ab4bbca9-7fc7-406e-9123-2a7493574f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2fbb486a-5581-4091-bd65-ce7e066731c8'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:21:57.067052 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f964d006-4df4-4dec-b185-100210643dfb None None] Attempting to bind port a8ad2031-7c92-4af9-92b0-d8c332368c3c on network 2fbb486a-5581-4091-bd65-ce7e066731c8 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:21:57.082791 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f964d006-4df4-4dec-b185-100210643dfb None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:21:57.084852 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f964d006-4df4-4dec-b185-100210643dfb None None] Checking segment: {'id': 'ab4bbca9-7fc7-406e-9123-2a7493574f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2fbb486a-5581-4091-bd65-ce7e066731c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:21:57.085608 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f964d006-4df4-4dec-b185-100210643dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:57.087911 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f964d006-4df4-4dec-b185-100210643dfb None None] Bound using segment: {'id': 'ab4bbca9-7fc7-406e-9123-2a7493574f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2fbb486a-5581-4091-bd65-ce7e066731c8'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:21:57.090985 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f964d006-4df4-4dec-b185-100210643dfb None None] Bound port: a8ad2031-7c92-4af9-92b0-d8c332368c3c, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4bbca9-7fc7-406e-9123-2a7493574f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2fbb486a-5581-4091-bd65-ce7e066731c8'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:21:57.092815 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f964d006-4df4-4dec-b185-100210643dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:57.281960 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-f964d006-4df4-4dec-b185-100210643dfb None None] For port a8ad2031-7c92-4af9-92b0-d8c332368c3c, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:21:57.288343 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-f964d006-4df4-4dec-b185-100210643dfb None None] For port a8ad2031-7c92-4af9-92b0-d8c332368c3c, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a8ad2031-7c92-4af9-92b0-d8c332368c3c,segment=NetworkSegment(ab4bbca9-7fc7-406e-9123-2a7493574f9e),segment_id=ab4bbca9-7fc7-406e-9123-2a7493574f9e)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:21:57.302240 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f964d006-4df4-4dec-b185-100210643dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:57.504932 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-87098778-8ea6-4d15-802a-745dd87eb01e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:57.514199 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964d006-4df4-4dec-b185-100210643dfb None None] Pushing event updated for resources: {'Port': ['ID=a8ad2031-7c92-4af9-92b0-d8c332368c3c,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:57.530580 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6867737a-1d2e-4780-b87d-7a3362bfa870 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:57.540174 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6867737a-1d2e-4780-b87d-7a3362bfa870 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] 10.222.0.77 "DELETE /v2.0/ports/eb9a9040-adfa-4260-b044-21c8900ae6a3 HTTP/1.1" status: 204 len: 168 time: 1.9626684 Aug 11 22:21:57.542078 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60740) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:57.572445 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4867929-1e35-45dd-9d55-90e854ad0acb req-274cb4f8-54ef-4799-9b24-33cd136fdc72 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:57.580676 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e4867929-1e35-45dd-9d55-90e854ad0acb req-274cb4f8-54ef-4799-9b24-33cd136fdc72 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 945 time: 0.3120637 Aug 11 22:21:57.588781 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a0c2daf-2847-442d-92c4-a8c68e23fe9c tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] GET failed (client error): The resource could not be found. Aug 11 22:21:57.596491 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1a0c2daf-2847-442d-92c4-a8c68e23fe9c tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] 10.222.0.77 "GET /v2.0/ports/eb9a9040-adfa-4260-b044-21c8900ae6a3 HTTP/1.1" status: 404 len: 333 time: 0.0510685 Aug 11 22:21:57.596491 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60744) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:57.601505 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-e966e8ed-7572-47f3-ae7c-9ab63465a097 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Request body: {'port': {'network_id': '38de2bb8-a03b-4a73-9928-74a02d1adb07', 'name': 'tempest-AllowedAddressPairTestJSON-829499767'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:21:57.620701 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-87098778-8ea6-4d15-802a-745dd87eb01e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Transition to ACTIVE for port object ffdd9b57-3746-4823-a649-78566a940589 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:21:57.725394 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e4867929-1e35-45dd-9d55-90e854ad0acb req-530f6344-051c-4ad3-a732-d58b5a286be4 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436965 Aug 11 22:21:57.760802 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-87098778-8ea6-4d15-802a-745dd87eb01e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:57.907282 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87098778-8ea6-4d15-802a-745dd87eb01e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network 2fbb486a-5581-4091-bd65-ce7e066731c8 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:21:57.964176 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-87098778-8ea6-4d15-802a-745dd87eb01e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:21:57.968169 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87098778-8ea6-4d15-802a-745dd87eb01e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:21:58.001231 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87098778-8ea6-4d15-802a-745dd87eb01e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:58.002942 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-87098778-8ea6-4d15-802a-745dd87eb01e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:58.003725 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e966e8ed-7572-47f3-ae7c-9ab63465a097 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Made reservation on behalf of 792525eca930454582a71fe124386c01 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:21:58.015923 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e966e8ed-7572-47f3-ae7c-9ab63465a097 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:58.088037 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-e966e8ed-7572-47f3-ae7c-9ab63465a097 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] device_id is not set on port 10df97f6-9157-45b5-a78b-7620a579584e yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:21:58.136283 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-87098778-8ea6-4d15-802a-745dd87eb01e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8705075 Aug 11 22:21:58.142947 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60754) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:21:58.219621 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87098778-8ea6-4d15-802a-745dd87eb01e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Port': ['ID=ffdd9b57-3746-4823-a649-78566a940589,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:58.234113 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d3e2b-672b-45b5-ac2e-811fdb15d6c3 req-ce44bd43-18c7-4245-a221-da2acb45dc7f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:58.242035 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-251d3e2b-672b-45b5-ac2e-811fdb15d6c3 req-ce44bd43-18c7-4245-a221-da2acb45dc7f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a9e816-f8b8-43ac-8f75-428b7d652cd2 HTTP/1.1" status: 200 len: 943 time: 0.3072958 Aug 11 22:21:58.386467 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-251d3e2b-672b-45b5-ac2e-811fdb15d6c3 req-24034ee4-2a49-43cb-83f3-057e7853f300 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431627 Aug 11 22:21:58.525575 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-b6f54724-99d2-4c68-9392-d028e6f56bf2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting port ffdd9b57-3746-4823-a649-78566a940589 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:21:58.528440 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b6f54724-99d2-4c68-9392-d028e6f56bf2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:58.655970 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-e966e8ed-7572-47f3-ae7c-9ab63465a097 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Allocated IP 172.20.0.7 (38de2bb8-a03b-4a73-9928-74a02d1adb07/7d057c24-84e7-476b-abf4-cff5b9b1f157/10df97f6-9157-45b5-a78b-7620a579584e) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:21:58.722621 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8d1eba73-471e-4c5d-84e1-4517b706de24 req-a0941bd3-1652-4c0c-ad02-8d5a0e970129 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 210 time: 0.1402092 Aug 11 22:21:59.073889 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e966e8ed-7572-47f3-ae7c-9ab63465a097 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:59.118852 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-e966e8ed-7572-47f3-ae7c-9ab63465a097 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Transition to ACTIVE for port object 10df97f6-9157-45b5-a78b-7620a579584e will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:21:59.276105 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e966e8ed-7572-47f3-ae7c-9ab63465a097 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:59.414301 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b6f54724-99d2-4c68-9392-d028e6f56bf2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:59.443971 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e966e8ed-7572-47f3-ae7c-9ab63465a097 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Network 38de2bb8-a03b-4a73-9928-74a02d1adb07 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:21:59.468972 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-b6f54724-99d2-4c68-9392-d028e6f56bf2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Calling delete_port for ffdd9b57-3746-4823-a649-78566a940589 owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:21:59.500370 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f36df-b7ea-4fc6-aa57-6be9f219d3b6 req-0c022948-2242-45b9-b17b-aa588984c39a tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:59.513109 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-856f36df-b7ea-4fc6-aa57-6be9f219d3b6 req-0c022948-2242-45b9-b17b-aa588984c39a tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 945 time: 0.6564596 Aug 11 22:21:59.581719 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-e966e8ed-7572-47f3-ae7c-9ab63465a097 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:21:59.586305 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e966e8ed-7572-47f3-ae7c-9ab63465a097 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:21:59.661750 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817dda5e-ed2f-49c0-8ff7-3c85d6168609 None None] Network 2fbb486a-5581-4091-bd65-ce7e066731c8 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:21:59.667058 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-856f36df-b7ea-4fc6-aa57-6be9f219d3b6 req-4ec731f7-9bd6-4d60-bd8f-89556c8986e0 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525645 Aug 11 22:21:59.880596 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966e8ed-7572-47f3-ae7c-9ab63465a097 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Pushing event updated for resources: {'Port': ['ID=10df97f6-9157-45b5-a78b-7620a579584e,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:21:59.913118 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9130f42e-04b0-4277-a91d-c502deb37e7f None None] Provisioning for port a8ad2031-7c92-4af9-92b0-d8c332368c3c completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:21:59.946530 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e966e8ed-7572-47f3-ae7c-9ab63465a097 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:21:59.948367 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e966e8ed-7572-47f3-ae7c-9ab63465a097 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:21:59.956511 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966e8ed-7572-47f3-ae7c-9ab63465a097 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:59.957067 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966e8ed-7572-47f3-ae7c-9ab63465a097 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:59.957619 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966e8ed-7572-47f3-ae7c-9ab63465a097 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:59.958223 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966e8ed-7572-47f3-ae7c-9ab63465a097 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:59.958706 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966e8ed-7572-47f3-ae7c-9ab63465a097 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:59.959294 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966e8ed-7572-47f3-ae7c-9ab63465a097 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:59.959857 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966e8ed-7572-47f3-ae7c-9ab63465a097 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:59.960396 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966e8ed-7572-47f3-ae7c-9ab63465a097 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:59.960947 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966e8ed-7572-47f3-ae7c-9ab63465a097 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:59.961493 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966e8ed-7572-47f3-ae7c-9ab63465a097 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:59.962030 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966e8ed-7572-47f3-ae7c-9ab63465a097 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:21:59.963360 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966e8ed-7572-47f3-ae7c-9ab63465a097 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:22:00.034674 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e966e8ed-7572-47f3-ae7c-9ab63465a097 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4371181 Aug 11 22:22:00.041921 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60778) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:00.077534 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-36683d81-265a-4ab8-8b46-01b7e07b2dee tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:41:bd:91'}]}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:00.229495 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a8ad2031-7c92-4af9-92b0-d8c332368c3c up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:22:00.261732 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b6f54724-99d2-4c68-9392-d028e6f56bf2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:00.290238 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91813c7b-0425-48ad-b7af-9368b6ab5ee4 req-6725e13e-9a52-4c4f-b4ae-4869c90f6d38 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:00.303791 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-91813c7b-0425-48ad-b7af-9368b6ab5ee4 req-6725e13e-9a52-4c4f-b4ae-4869c90f6d38 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a9e816-f8b8-43ac-8f75-428b7d652cd2 HTTP/1.1" status: 200 len: 943 time: 0.4254160 Aug 11 22:22:00.384251 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-91813c7b-0425-48ad-b7af-9368b6ab5ee4 req-3ad3bdec-be0f-4db3-a3d9-a7b784ecbf52 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795307 Aug 11 22:22:00.399556 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f54724-99d2-4c68-9392-d028e6f56bf2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Port': ['ID=ffdd9b57-3746-4823-a649-78566a940589,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:00.411199 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f54724-99d2-4c68-9392-d028e6f56bf2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:22:00.411593 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f54724-99d2-4c68-9392-d028e6f56bf2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:22:00.413835 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f54724-99d2-4c68-9392-d028e6f56bf2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:22:00.414251 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f54724-99d2-4c68-9392-d028e6f56bf2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:22:00.414635 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f54724-99d2-4c68-9392-d028e6f56bf2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:22:00.417680 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f54724-99d2-4c68-9392-d028e6f56bf2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:22:00.418171 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f54724-99d2-4c68-9392-d028e6f56bf2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:22:00.418526 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f54724-99d2-4c68-9392-d028e6f56bf2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:22:00.421966 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f54724-99d2-4c68-9392-d028e6f56bf2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:22:00.422642 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f54724-99d2-4c68-9392-d028e6f56bf2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:22:00.423008 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f54724-99d2-4c68-9392-d028e6f56bf2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:22:00.423358 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f54724-99d2-4c68-9392-d028e6f56bf2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:22:00.531592 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b6f54724-99d2-4c68-9392-d028e6f56bf2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:00.536258 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b6f54724-99d2-4c68-9392-d028e6f56bf2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/ports/ffdd9b57-3746-4823-a649-78566a940589 HTTP/1.1" status: 204 len: 168 time: 2.3915405 Aug 11 22:22:00.541280 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60782) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:00.621568 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-36683d81-265a-4ab8-8b46-01b7e07b2dee tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:00.650243 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-21eb658e-685b-4fac-9100-f70474bd52b5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] DELETE failed (client error): The resource could not be found. Aug 11 22:22:00.659286 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21eb658e-685b-4fac-9100-f70474bd52b5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:22:00.669531 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-21eb658e-685b-4fac-9100-f70474bd52b5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/ports/ffdd9b57-3746-4823-a649-78566a940589 HTTP/1.1" status: 404 len: 333 time: 0.1268816 Aug 11 22:22:00.673715 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60784) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:00.734983 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-58d9f79c-a2f5-4c3d-a4fc-aa16d47eec83 None None] Provisioning for port 10df97f6-9157-45b5-a78b-7620a579584e completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:22:00.813910 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-58d9f79c-a2f5-4c3d-a4fc-aa16d47eec83 None None] Provisioning complete for port 10df97f6-9157-45b5-a78b-7620a579584e triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:00.814285 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-58d9f79c-a2f5-4c3d-a4fc-aa16d47eec83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:00.816876 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad3c254-eaf4-42d7-aedb-45d5a951ba27 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] GET failed (client error): The resource could not be found. Aug 11 22:22:00.832707 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1ad3c254-eaf4-42d7-aedb-45d5a951ba27 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "GET /v2.0/ports/ffdd9b57-3746-4823-a649-78566a940589 HTTP/1.1" status: 404 len: 333 time: 0.1532097 Aug 11 22:22:00.833988 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60792) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:00.965045 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-58d9f79c-a2f5-4c3d-a4fc-aa16d47eec83 None None] Port 10df97f6-9157-45b5-a78b-7620a579584e cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:22:00.991605 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port a8ad2031-7c92-4af9-92b0-d8c332368c3c completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:22:01.003382 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port a8ad2031-7c92-4af9-92b0-d8c332368c3c triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:01.004192 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:01.060423 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f053d6-2d5f-487f-97d5-26f6173aab3e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting subnet 2737d039-fd4a-4c31-b4a2-acc5c40e41a8 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:22:01.074723 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-54f053d6-2d5f-487f-97d5-26f6173aab3e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:01.230178 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-54f053d6-2d5f-487f-97d5-26f6173aab3e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:01.298939 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-9f39f8f6-de7f-410c-a917-a4d1274021e5 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:01.300732 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-9f39f8f6-de7f-410c-a917-a4d1274021e5 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.52 "GET /v2.0/networks?id=e7790f3f-c934-4280-a7bc-7879373f53d3 HTTP/1.1" status: 200 len: 806 time: 0.5139010 Aug 11 22:22:01.318117 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-445459aa-2a5b-4607-9f08-5e5b4ce5db4e tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Request body: {'port': {'device_id': '9c5fffaa-3d80-4826-8752-c1e07925717c', 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3', 'admin_state_up': True, 'tenant_id': '46c13839859945349c0d5afcfb364f66'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:01.359207 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:01.392970 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a5b34bee-54ec-4f4c-9829-67fd011c3769 req-343025a2-3753-4dfd-aaa7-6aa1e11cf9e1 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 210 time: 0.0883839 Aug 11 22:22:01.435988 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69123c-26a9-4187-a104-29a45504520a req-3701d96a-add2-40ee-a30f-6cb4cf806cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:01.442927 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba69123c-26a9-4187-a104-29a45504520a req-3701d96a-add2-40ee-a30f-6cb4cf806cfe service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=89e42f6e555b4d71928261e2b4518d8d&device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 1096 time: 0.5523043 Aug 11 22:22:01.456429 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-54f053d6-2d5f-487f-97d5-26f6173aab3e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:01.683481 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-445459aa-2a5b-4607-9f08-5e5b4ce5db4e tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Made reservation on behalf of 46c13839859945349c0d5afcfb364f66 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:22:01.683481 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-445459aa-2a5b-4607-9f08-5e5b4ce5db4e tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:01.736384 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-36683d81-265a-4ab8-8b46-01b7e07b2dee tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:01.754692 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-36683d81-265a-4ab8-8b46-01b7e07b2dee tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:01.874550 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-54f053d6-2d5f-487f-97d5-26f6173aab3e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:01.918117 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69123c-26a9-4187-a104-29a45504520a req-3feca553-904a-49ac-b7c5-6aba564db654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:01.921290 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba69123c-26a9-4187-a104-29a45504520a req-3feca553-904a-49ac-b7c5-6aba564db654 service neutron] 10.222.0.82 "GET /v2.0/networks?id=38b8f25c-cd12-4628-9365-0e6780cd68b7 HTTP/1.1" status: 200 len: 912 time: 0.4606714 Aug 11 22:22:02.009508 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36683d81-265a-4ab8-8b46-01b7e07b2dee tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Pushing event updated for resources: {'Port': ['ID=10df97f6-9157-45b5-a78b-7620a579584e,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:02.098269 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-54f053d6-2d5f-487f-97d5-26f6173aab3e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:02.113184 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-54f053d6-2d5f-487f-97d5-26f6173aab3e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/subnets/2737d039-fd4a-4c31-b4a2-acc5c40e41a8 HTTP/1.1" status: 204 len: 168 time: 1.2759640 Aug 11 22:22:02.131777 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60804) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:02.245563 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f053d6-2d5f-487f-97d5-26f6173aab3e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Subnet': ['ID=2737d039-fd4a-4c31-b4a2-acc5c40e41a8,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:02.320312 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba69123c-26a9-4187-a104-29a45504520a req-13041e9a-981b-4a4e-af4d-7f67ef089a50 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d5ea22b-791e-4a23-8607-6efb79b4adb9 HTTP/1.1" status: 200 len: 1001 time: 0.3797314 Aug 11 22:22:02.458381 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.api [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:22:02.463029 n-d-804275-3 neutron-server[100944]: DEBUG oslo_db.api [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:22:02.467324 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ae8fc4-c2e9-4a77-9704-5ce043fe71f2 None None] Network 2fbb486a-5581-4091-bd65-ce7e066731c8 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:22:02.520827 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb73e6a-9779-4918-9569-1113b95daafe req-9e20dd2f-32a8-44f8-98f2-d5a9d3c196ae tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:02.529715 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0fb73e6a-9779-4918-9569-1113b95daafe req-9e20dd2f-32a8-44f8-98f2-d5a9d3c196ae tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 945 time: 0.7087367 Aug 11 22:22:02.615433 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69123c-26a9-4187-a104-29a45504520a req-646e7307-2e85-4a8f-8829-e00375f6c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:02.620163 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba69123c-26a9-4187-a104-29a45504520a req-646e7307-2e85-4a8f-8829-e00375f6c513 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=97d7da21-8ec4-48da-9d66-6777c48f7843 HTTP/1.1" status: 200 len: 850 time: 0.2890854 Aug 11 22:22:02.719427 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c39c249c-bf9e-464d-a40d-7d1797a69754 None None] Provisioning complete for port a8ad2031-7c92-4af9-92b0-d8c332368c3c triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:02.720156 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c39c249c-bf9e-464d-a40d-7d1797a69754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:02.790596 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0fb73e6a-9779-4918-9569-1113b95daafe req-c2f2ed12-5911-415f-ace9-cb4168178ff7 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270653 Aug 11 22:22:02.796966 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69123c-26a9-4187-a104-29a45504520a req-88e3049e-84fb-4906-9310-184b49a284b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:02.802135 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba69123c-26a9-4187-a104-29a45504520a req-88e3049e-84fb-4906-9310-184b49a284b2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=38b8f25c-cd12-4628-9365-0e6780cd68b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1644647 Aug 11 22:22:02.811683 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 5da48fcf-b87c-46ba-a131-5609bb30a4d0 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:22:03.005370 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-36683d81-265a-4ab8-8b46-01b7e07b2dee tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] In _notify_port_updated(), no bound segment for port 10df97f6-9157-45b5-a78b-7620a579584e on network 38de2bb8-a03b-4a73-9928-74a02d1adb07 {{(pid=100942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 22:22:03.021066 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36683d81-265a-4ab8-8b46-01b7e07b2dee tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:03.022136 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-36683d81-265a-4ab8-8b46-01b7e07b2dee tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:03.025785 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-36683d81-265a-4ab8-8b46-01b7e07b2dee tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] 10.222.0.77 "PUT /v2.0/ports/10df97f6-9157-45b5-a78b-7620a579584e HTTP/1.1" status: 200 len: 995 time: 2.9821301 Aug 11 22:22:03.035853 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60816) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:03.112736 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:03.125993 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.resource_extend [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 22:22:03.190385 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-09f913f0-e02f-4950-b5ed-d47785dd1936 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:03.214317 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-445459aa-2a5b-4607-9f08-5e5b4ce5db4e tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Allocated IP 172.20.0.10 (e7790f3f-c934-4280-a7bc-7879373f53d3/e0ec9ba0-9b08-41f6-a732-89f14df6459a/51d567c5-e0a9-4148-a791-f47cd46b5b10) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:22:03.418566 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port a8ad2031-7c92-4af9-92b0-d8c332368c3c, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a8ad2031-7c92-4af9-92b0-d8c332368c3c,segment=NetworkSegment(ab4bbca9-7fc7-406e-9123-2a7493574f9e),segment_id=ab4bbca9-7fc7-406e-9123-2a7493574f9e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:22:03.506839 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6178a9-681d-428b-b06f-d53833c2cf6a req-97123d27-6426-4d44-98a6-edb5bbd14de0 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:03.515000 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6b6178a9-681d-428b-b06f-d53833c2cf6a req-97123d27-6426-4d44-98a6-edb5bbd14de0 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a9e816-f8b8-43ac-8f75-428b7d652cd2 HTTP/1.1" status: 200 len: 943 time: 0.5526602 Aug 11 22:22:03.539711 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba69123c-26a9-4187-a104-29a45504520a req-fa618597-dabf-4968-ba67-ab995ec05770 service neutron] 10.222.0.82 "GET /v2.0/networks/38b8f25c-cd12-4628-9365-0e6780cd68b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7272379 Aug 11 22:22:03.614104 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:03.642031 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6b6178a9-681d-428b-b06f-d53833c2cf6a req-053f8718-c416-4f0e-8b90-1fb0c645241a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259940 Aug 11 22:22:03.677191 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-09f913f0-e02f-4950-b5ed-d47785dd1936 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting port a8ad2031-7c92-4af9-92b0-d8c332368c3c {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:22:03.677782 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-09f913f0-e02f-4950-b5ed-d47785dd1936 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:03.736374 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-57ee38d6-96bf-4236-aaa4-f678ce829cc1 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Deleting port 10df97f6-9157-45b5-a78b-7620a579584e {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:22:03.737207 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-57ee38d6-96bf-4236-aaa4-f678ce829cc1 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:03.817489 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60824) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:03.894772 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=a8ad2031-7c92-4af9-92b0-d8c332368c3c,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:03.895162 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fd9877aa-50be-4121-97c2-f422cceaf903 req-b491ac2f-e703-49b5-ac5b-a00a775e4ecc tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 210 time: 0.0913815 Aug 11 22:22:03.900114 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba69123c-26a9-4187-a104-29a45504520a req-b639d018-892c-48c9-a1b3-43370ea42e11 service neutron] 10.222.0.82 "GET /v2.0/networks/38b8f25c-cd12-4628-9365-0e6780cd68b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532698 Aug 11 22:22:03.987871 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-57ee38d6-96bf-4236-aaa4-f678ce829cc1 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:04.041636 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-57ee38d6-96bf-4236-aaa4-f678ce829cc1 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Calling delete_port for 10df97f6-9157-45b5-a78b-7620a579584e owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:22:04.048935 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-09f913f0-e02f-4950-b5ed-d47785dd1936 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] For port a8ad2031-7c92-4af9-92b0-d8c332368c3c, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a8ad2031-7c92-4af9-92b0-d8c332368c3c,segment=NetworkSegment(ab4bbca9-7fc7-406e-9123-2a7493574f9e),segment_id=ab4bbca9-7fc7-406e-9123-2a7493574f9e)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:22:04.049895 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-09f913f0-e02f-4950-b5ed-d47785dd1936 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:04.057368 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 5da48fcf-b87c-46ba-a131-5609bb30a4d0, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=5da48fcf-b87c-46ba-a131-5609bb30a4d0,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:22:04.101670 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2085a8b-69d0-429a-b0db-c6f009181a83 None None] DHCP port deletion for 2fbb486a-5581-4091-bd65-ce7e066731c8 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:22:04.112569 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '5da48fcf-b87c-46ba-a131-5609bb30a4d0', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'port_id': '5da48fcf-b87c-46ba-a131-5609bb30a4d0', 'mac_address': 'fa:16:3e:39:1c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:22:04.118515 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-09f913f0-e02f-4950-b5ed-d47785dd1936 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Calling delete_port for a8ad2031-7c92-4af9-92b0-d8c332368c3c owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:22:04.119215 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-cf412d72-b8c2-43e6-8fe8-397f911ec5f5 None None] Could not find standard attr ID for object ffdd9b57-3746-4823-a649-78566a940589. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:22:04.143661 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-445459aa-2a5b-4607-9f08-5e5b4ce5db4e tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:04.245128 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6acb2eca-e372-4d75-ab91-041ef4b755a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:04.305989 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:04.334189 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da48fcf-b87c-46ba-a131-5609bb30a4d0 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:22:04.336096 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4428144-22d4-4600-9a7b-30f8c9098c3c req-11723cdb-c67b-4e89-91b3-ee252bc6591a tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:04.344368 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f4428144-22d4-4600-9a7b-30f8c9098c3c req-11723cdb-c67b-4e89-91b3-ee252bc6591a tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 945 time: 0.3344541 Aug 11 22:22:04.368199 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-445459aa-2a5b-4607-9f08-5e5b4ce5db4e tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:04.390759 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 5da48fcf-b87c-46ba-a131-5609bb30a4d0, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=5da48fcf-b87c-46ba-a131-5609bb30a4d0,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:22:04.454241 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-09f913f0-e02f-4950-b5ed-d47785dd1936 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:04.461386 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-cf412d72-b8c2-43e6-8fe8-397f911ec5f5 None None] Provisioning complete for port 10df97f6-9157-45b5-a78b-7620a579584e triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:04.461971 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cf412d72-b8c2-43e6-8fe8-397f911ec5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:04.473764 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['4f7cb9d4-f60b-4372-a47f-b765a6295863'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:22:04.517293 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f4428144-22d4-4600-9a7b-30f8c9098c3c req-357a0e09-fc50-470b-9500-728cdf0a4da4 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718433 Aug 11 22:22:04.518923 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-445459aa-2a5b-4607-9f08-5e5b4ce5db4e tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Network e7790f3f-c934-4280-a7bc-7879373f53d3 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:22:04.521722 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f913f0-e02f-4950-b5ed-d47785dd1936 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] No DVR routers for this DVR port a8ad2031-7c92-4af9-92b0-d8c332368c3c on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:22:04.537179 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-445459aa-2a5b-4607-9f08-5e5b4ce5db4e tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:04.544174 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445459aa-2a5b-4607-9f08-5e5b4ce5db4e tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Pushing event updated for resources: {'Port': ['ID=51d567c5-e0a9-4148-a791-f47cd46b5b10,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:04.563377 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:04.647030 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-445459aa-2a5b-4607-9f08-5e5b4ce5db4e tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:22:04.692283 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-57ee38d6-96bf-4236-aaa4-f678ce829cc1 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:04.793439 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-cf412d72-b8c2-43e6-8fe8-397f911ec5f5 None None] Port 10df97f6-9157-45b5-a78b-7620a579584e cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:22:04.799072 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f913f0-e02f-4950-b5ed-d47785dd1936 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Port': ['ID=a8ad2031-7c92-4af9-92b0-d8c332368c3c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:04.800389 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-c2085a8b-69d0-429a-b0db-c6f009181a83 None None] Deleting port a8ad2031-7c92-4af9-92b0-d8c332368c3c {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:22:04.801006 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c2085a8b-69d0-429a-b0db-c6f009181a83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:04.815957 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6acb2eca-e372-4d75-ab91-041ef4b755a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:04.840162 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee38d6-96bf-4236-aaa4-f678ce829cc1 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Pushing event deleted for resources: {'Port': ['ID=10df97f6-9157-45b5-a78b-7620a579584e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:04.842677 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6acb2eca-e372-4d75-ab91-041ef4b755a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:04.975741 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6acb2eca-e372-4d75-ab91-041ef4b755a8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4d6f6b4ec2b84d80ab0cebcd4af202fd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1565404 Aug 11 22:22:04.987810 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60838) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:04.992257 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-445459aa-2a5b-4607-9f08-5e5b4ce5db4e tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:04.999898 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-445459aa-2a5b-4607-9f08-5e5b4ce5db4e tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:05.011062 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=5da48fcf-b87c-46ba-a131-5609bb30a4d0,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:05.022652 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-09f913f0-e02f-4950-b5ed-d47785dd1936 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:05.024800 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-c2085a8b-69d0-429a-b0db-c6f009181a83 None None] For port a8ad2031-7c92-4af9-92b0-d8c332368c3c, host n-d-804275-3, got binding levels [] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:22:05.025328 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c2085a8b-69d0-429a-b0db-c6f009181a83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:05.076770 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-c2085a8b-69d0-429a-b0db-c6f009181a83 None None] Calling delete_port for a8ad2031-7c92-4af9-92b0-d8c332368c3c owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:22:05.083099 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.ipam_backend_mixin [None req-c2085a8b-69d0-429a-b0db-c6f009181a83 None None] Port a8ad2031-7c92-4af9-92b0-d8c332368c3c was not found and therefore no delete operation was performed {{(pid=100944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 22:22:05.085724 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['5da48fcf-b87c-46ba-a131-5609bb30a4d0'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:22:05.090975 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-09f913f0-e02f-4950-b5ed-d47785dd1936 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fbb486a-5581-4091-bd65-ce7e066731c8']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:05.113475 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c2085a8b-69d0-429a-b0db-c6f009181a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:05.118725 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb2eca-e372-4d75-ab91-041ef4b755a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdc62af-ca01-4fe3-9469-f2565c447295,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:05.131421 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-445459aa-2a5b-4607-9f08-5e5b4ce5db4e tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8160398 Aug 11 22:22:05.164828 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-6634aff6-7ffb-43e5-9f97-064768b70580 service neutron] Request body: {'port': {'device_id': '9c5fffaa-3d80-4826-8752-c1e07925717c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:05.203920 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-09f913f0-e02f-4950-b5ed-d47785dd1936 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4bbca9-7fc7-406e-9123-2a7493574f9e') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:05.204858 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-09f913f0-e02f-4950-b5ed-d47785dd1936 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4bbca9-7fc7-406e-9123-2a7493574f9e') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:05.233176 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-09f913f0-e02f-4950-b5ed-d47785dd1936 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:05.233493 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2085a8b-69d0-429a-b0db-c6f009181a83 None None] No DVR routers for this DVR port a8ad2031-7c92-4af9-92b0-d8c332368c3c on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:22:05.265527 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-09f913f0-e02f-4950-b5ed-d47785dd1936 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:05.270438 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2085a8b-69d0-429a-b0db-c6f009181a83 None None] Pushing event deleted for resources: {'Port': ['ID=a8ad2031-7c92-4af9-92b0-d8c332368c3c,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:05.327634 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f913f0-e02f-4950-b5ed-d47785dd1936 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:22:05.328002 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-09f913f0-e02f-4950-b5ed-d47785dd1936 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:22:05.332090 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:22:05.358034 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323908e-1bcc-49bf-9469-e16390d76d6d req-84879b8f-1163-411b-b2e1-f8b561a67d3e tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:05.369707 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9323908e-1bcc-49bf-9469-e16390d76d6d req-84879b8f-1163-411b-b2e1-f8b561a67d3e tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a9e816-f8b8-43ac-8f75-428b7d652cd2 HTTP/1.1" status: 200 len: 944 time: 0.5478067 Aug 11 22:22:05.443214 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-6634aff6-7ffb-43e5-9f97-064768b70580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:05.469555 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c1b6fc25-8077-4827-9b74-182d47b8f062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:05.527346 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-57ee38d6-96bf-4236-aaa4-f678ce829cc1 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:05.537534 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-57ee38d6-96bf-4236-aaa4-f678ce829cc1 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] 10.222.0.77 "DELETE /v2.0/ports/10df97f6-9157-45b5-a78b-7620a579584e HTTP/1.1" status: 204 len: 168 time: 2.3357408 Aug 11 22:22:05.537788 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60846) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:05.605678 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-09f913f0-e02f-4950-b5ed-d47785dd1936 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:05.608359 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c1b6fc25-8077-4827-9b74-182d47b8f062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:05.610867 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e07b4ec-df5c-4bf9-9c58-979e99bbbd9e tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] GET failed (client error): The resource could not be found. Aug 11 22:22:05.615312 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1e07b4ec-df5c-4bf9-9c58-979e99bbbd9e tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] 10.222.0.77 "GET /v2.0/ports/10df97f6-9157-45b5-a78b-7620a579584e HTTP/1.1" status: 404 len: 333 time: 0.0727031 Aug 11 22:22:05.619173 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60848) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:05.622346 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9323908e-1bcc-49bf-9469-e16390d76d6d req-32244166-20a4-40b9-8b96-a5175fae5e3f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290776 Aug 11 22:22:05.628046 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-5ce0c819-902b-4057-beba-84d466033a87 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Request body: {'port': {'network_id': '38de2bb8-a03b-4a73-9928-74a02d1adb07', 'name': 'tempest-AllowedAddressPairTestJSON-318676315'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:05.705433 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-09f913f0-e02f-4950-b5ed-d47785dd1936 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:05.719232 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-09f913f0-e02f-4950-b5ed-d47785dd1936 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/networks/2fbb486a-5581-4091-bd65-ce7e066731c8 HTTP/1.1" status: 204 len: 168 time: 3.5774548 Aug 11 22:22:05.721455 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f913f0-e02f-4950-b5ed-d47785dd1936 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Network': ['ID=2fbb486a-5581-4091-bd65-ce7e066731c8,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:05.737656 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60850) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:05.763229 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-e713f158-b8f8-43d3-ab74-f6bdd28c61fb tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-236927778'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:05.803329 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c1b6fc25-8077-4827-9b74-182d47b8f062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:05.805419 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c1b6fc25-8077-4827-9b74-182d47b8f062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:05.807732 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c1b6fc25-8077-4827-9b74-182d47b8f062 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8fdc62af-ca01-4fe3-9469-f2565c447295 HTTP/1.1" status: 204 len: 168 time: 0.8168771 Aug 11 22:22:05.829094 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a8ad2031-7c92-4af9-92b0-d8c332368c3c no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:22:05.875918 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: a8ad2031-7c92-4af9-92b0-d8c332368c3c {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:22:05.876535 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6fc25-8077-4827-9b74-182d47b8f062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdc62af-ca01-4fe3-9469-f2565c447295,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:05.877379 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a8ad2031-7c92-4af9-92b0-d8c332368c3c not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:22:05.929432 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76c520-3126-45b6-b96e-0dce998b6fde req-e1469ad3-bdf6-4e97-9cfe-6de738341325 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:05.931488 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c76c520-3126-45b6-b96e-0dce998b6fde req-e1469ad3-bdf6-4e97-9cfe-6de738341325 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 932 time: 0.1812131 Aug 11 22:22:05.941041 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e713f158-b8f8-43d3-ab74-f6bdd28c61fb tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:22:05.944816 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e713f158-b8f8-43d3-ab74-f6bdd28c61fb tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:06.043550 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e713f158-b8f8-43d3-ab74-f6bdd28c61fb tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:22:06.074029 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e713f158-b8f8-43d3-ab74-f6bdd28c61fb tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:06.074372 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-e713f158-b8f8-43d3-ab74-f6bdd28c61fb tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Added segment d0f86f5d-e4fd-4bb1-bbbf-96620b3e7ab3 of type vlan for network eb6cd24f-e34b-42be-993c-c8dcdaf07207 Aug 11 22:22:06.104002 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c76c520-3126-45b6-b96e-0dce998b6fde req-6da88df1-a098-4a61-b613-34df5380a691 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597645 Aug 11 22:22:06.176263 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce0c819-902b-4057-beba-84d466033a87 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Made reservation on behalf of 792525eca930454582a71fe124386c01 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:22:06.214273 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5ce0c819-902b-4057-beba-84d466033a87 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:06.254168 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e713f158-b8f8-43d3-ab74-f6bdd28c61fb tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:06.346914 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-5ce0c819-902b-4057-beba-84d466033a87 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] device_id is not set on port 73c01a31-d144-4dcf-861a-4aa66bb834db yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:22:06.391013 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e713f158-b8f8-43d3-ab74-f6bdd28c61fb tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:06.398652 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e713f158-b8f8-43d3-ab74-f6bdd28c61fb tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:06.399189 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e713f158-b8f8-43d3-ab74-f6bdd28c61fb tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:06.405633 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-6634aff6-7ffb-43e5-9f97-064768b70580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51d567c5-e0a9-4148-a791-f47cd46b5b10 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:22:06.426441 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-6634aff6-7ffb-43e5-9f97-064768b70580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:06.512423 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-6634aff6-7ffb-43e5-9f97-064768b70580 service neutron] Transition to ACTIVE for port object 51d567c5-e0a9-4148-a791-f47cd46b5b10 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:22:06.523421 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e713f158-b8f8-43d3-ab74-f6bdd28c61fb tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7789116 Aug 11 22:22:06.525479 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-6634aff6-7ffb-43e5-9f97-064768b70580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:06.527908 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60858) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:06.542520 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-0e670038-a5c3-4626-b145-f47c85c6f31c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'subnet': {'network_id': 'eb6cd24f-e34b-42be-993c-c8dcdaf07207', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:06.610843 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713f158-b8f8-43d3-ab74-f6bdd28c61fb tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Network': ['ID=eb6cd24f-e34b-42be-993c-c8dcdaf07207,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:06.626125 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network eb6cd24f-e34b-42be-993c-c8dcdaf07207 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:22:06.807933 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 5da48fcf-b87c-46ba-a131-5609bb30a4d0 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:22:06.827220 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634aff6-7ffb-43e5-9f97-064768b70580 service neutron] Pushing event updated for resources: {'Port': ['ID=51d567c5-e0a9-4148-a791-f47cd46b5b10,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:06.883150 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-5ce0c819-902b-4057-beba-84d466033a87 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Allocated IP 172.20.0.3 (38de2bb8-a03b-4a73-9928-74a02d1adb07/7d057c24-84e7-476b-abf4-cff5b9b1f157/73c01a31-d144-4dcf-861a-4aa66bb834db) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:22:06.910309 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 5da48fcf-b87c-46ba-a131-5609bb30a4d0 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:22:06.912356 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8bde-bc38-4ddf-881a-580bad61b48f req-6e4c1baa-f0a4-4f40-bfaa-a4d99e8290fe tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:06.917641 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 5da48fcf-b87c-46ba-a131-5609bb30a4d0 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:06.918286 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:06.921826 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-66cc8bde-bc38-4ddf-881a-580bad61b48f req-6e4c1baa-f0a4-4f40-bfaa-a4d99e8290fe tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 945 time: 0.3278010 Aug 11 22:22:06.979651 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-6634aff6-7ffb-43e5-9f97-064768b70580 service neutron] Attempting to bind port 51d567c5-e0a9-4148-a791-f47cd46b5b10 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:22:06.980094 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-6634aff6-7ffb-43e5-9f97-064768b70580 service neutron] Attempting to bind port 51d567c5-e0a9-4148-a791-f47cd46b5b10 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '07f7d92d-e949-43a3-b2dd-627bd28bd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:22:06.980443 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-6634aff6-7ffb-43e5-9f97-064768b70580 service neutron] Attempting to bind port 51d567c5-e0a9-4148-a791-f47cd46b5b10 on network e7790f3f-c934-4280-a7bc-7879373f53d3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:22:06.993705 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-6634aff6-7ffb-43e5-9f97-064768b70580 service neutron] Port 51d567c5-e0a9-4148-a791-f47cd46b5b10 on network e7790f3f-c934-4280-a7bc-7879373f53d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:22:06.994715 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-6634aff6-7ffb-43e5-9f97-064768b70580 service neutron] Attempting to bind port 51d567c5-e0a9-4148-a791-f47cd46b5b10 on network e7790f3f-c934-4280-a7bc-7879373f53d3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:22:07.003028 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-6634aff6-7ffb-43e5-9f97-064768b70580 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:22:07.003710 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-6634aff6-7ffb-43e5-9f97-064768b70580 service neutron] Checking segment: {'id': '07f7d92d-e949-43a3-b2dd-627bd28bd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:22:07.004127 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-6634aff6-7ffb-43e5-9f97-064768b70580 service neutron] Bound using segment: {'id': '07f7d92d-e949-43a3-b2dd-627bd28bd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:22:07.004751 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-66cc8bde-bc38-4ddf-881a-580bad61b48f req-dc9d962a-a50d-42e3-b31c-59354785cc6b tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795569 Aug 11 22:22:07.004907 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-6634aff6-7ffb-43e5-9f97-064768b70580 service neutron] Bound port: 51d567c5-e0a9-4148-a791-f47cd46b5b10, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f7d92d-e949-43a3-b2dd-627bd28bd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:22:07.005172 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-6634aff6-7ffb-43e5-9f97-064768b70580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:07.021031 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e670038-a5c3-4626-b145-f47c85c6f31c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:22:07.036348 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0e670038-a5c3-4626-b145-f47c85c6f31c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:07.117513 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:07.189809 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 5da48fcf-b87c-46ba-a131-5609bb30a4d0, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=5da48fcf-b87c-46ba-a131-5609bb30a4d0,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:22:07.191602 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a9e816-f8b8-43ac-8f75-428b7d652cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da48fcf-b87c-46ba-a131-5609bb30a4d0'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:22:07.197793 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbb3a1d-bed5-4917-8899-5825860c6770" -d '{"events": [{"server_uuid": "63a9e816-f8b8-43ac-8f75-428b7d652cd2", "name": "network-vif-plugged", "status": "completed", "tag": "5da48fcf-b87c-46ba-a131-5609bb30a4d0"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:22:07.207372 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:07.222389 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca257f-b332-46a9-87d7-bbfbd613afb9 req-2173e16b-0440-4fba-9a1c-13ce1688dcc0 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:07.230854 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-95ca257f-b332-46a9-87d7-bbfbd613afb9 req-2173e16b-0440-4fba-9a1c-13ce1688dcc0 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a9e816-f8b8-43ac-8f75-428b7d652cd2 HTTP/1.1" status: 200 len: 944 time: 0.0881758 Aug 11 22:22:07.267846 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-6634aff6-7ffb-43e5-9f97-064768b70580 service neutron] For port 51d567c5-e0a9-4148-a791-f47cd46b5b10, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:22:07.274177 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-6634aff6-7ffb-43e5-9f97-064768b70580 service neutron] For port 51d567c5-e0a9-4148-a791-f47cd46b5b10, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=51d567c5-e0a9-4148-a791-f47cd46b5b10,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:22:07.289532 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-6634aff6-7ffb-43e5-9f97-064768b70580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:07.295792 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-95ca257f-b332-46a9-87d7-bbfbd613afb9 req-32db99c6-cc78-485a-90b7-33751c4a2f14 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631735 Aug 11 22:22:07.321441 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=5da48fcf-b87c-46ba-a131-5609bb30a4d0,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:07.385416 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5ce0c819-902b-4057-beba-84d466033a87 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:07.457363 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-6634aff6-7ffb-43e5-9f97-064768b70580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:07.458032 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-6634aff6-7ffb-43e5-9f97-064768b70580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:07.460562 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-6634aff6-7ffb-43e5-9f97-064768b70580 service neutron] 10.222.0.52 "PUT /v2.0/ports/51d567c5-e0a9-4148-a791-f47cd46b5b10 HTTP/1.1" status: 200 len: 1092 time: 2.3220189 Aug 11 22:22:07.461083 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5fffaa-3d80-4826-8752-c1e07925717c', 'tag': '51d567c5-e0a9-4148-a791-f47cd46b5b10'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:22:07.461891 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-5ce0c819-902b-4057-beba-84d466033a87 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Transition to ACTIVE for port object 73c01a31-d144-4dcf-861a-4aa66bb834db will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:22:07.463865 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360b68da-c31a-4c71-8e2f-67558f0866c1" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5fffaa-3d80-4826-8752-c1e07925717c", "tag": "51d567c5-e0a9-4148-a791-f47cd46b5b10"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:22:07.494419 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06803b8b-2590-41c8-91a8-dd4b899bf02c req-cd007c36-6998-40c4-8ea6-ede4276fae68 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:07.496513 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-06803b8b-2590-41c8-91a8-dd4b899bf02c req-cd007c36-6998-40c4-8ea6-ede4276fae68 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 944 time: 0.0848525 Aug 11 22:22:07.505557 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634aff6-7ffb-43e5-9f97-064768b70580 service neutron] Pushing event updated for resources: {'Port': ['ID=51d567c5-e0a9-4148-a791-f47cd46b5b10,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:07.546940 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5ce0c819-902b-4057-beba-84d466033a87 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:07.621047 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0c819-902b-4057-beba-84d466033a87 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Pushing event updated for resources: {'Port': ['ID=73c01a31-d144-4dcf-861a-4aa66bb834db,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:07.630047 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce0c819-902b-4057-beba-84d466033a87 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Network 38de2bb8-a03b-4a73-9928-74a02d1adb07 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:22:07.635400 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-5ce0c819-902b-4057-beba-84d466033a87 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:07.639783 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce0c819-902b-4057-beba-84d466033a87 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:22:07.691179 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0e670038-a5c3-4626-b145-f47c85c6f31c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:07.721035 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-06803b8b-2590-41c8-91a8-dd4b899bf02c req-70cd7cbe-70b5-4b44-87e9-b2161b4bcb97 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940329 Aug 11 22:22:07.733864 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce0c819-902b-4057-beba-84d466033a87 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:07.734567 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5ce0c819-902b-4057-beba-84d466033a87 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:07.785956 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5ce0c819-902b-4057-beba-84d466033a87 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1593914 Aug 11 22:22:07.788485 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60874) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:07.809771 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-d53824c0-5f11-4d35-886f-9efc423695d1 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Request body: {'port': {'network_id': '38de2bb8-a03b-4a73-9928-74a02d1adb07', 'name': 'tempest-AllowedAddressPairTestJSON-636727437'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:07.868348 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-ae0817ee-fbe8-4fd5-95a4-5690bbada7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:07.870641 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-ae0817ee-fbe8-4fd5-95a4-5690bbada7e2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46c13839859945349c0d5afcfb364f66&device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 1095 time: 0.2916639 Aug 11 22:22:08.019984 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-e4a5ad6a-7cf7-47a2-8ff8-319e2d6d862d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51d567c5-e0a9-4148-a791-f47cd46b5b10 HTTP/1.1" status: 200 len: 217 time: 0.1363351 Aug 11 22:22:08.090811 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-fc0de452-41d1-4b1b-9a1d-fb8e587f3ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:08.092642 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-fc0de452-41d1-4b1b-9a1d-fb8e587f3ed9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0ec9ba0-9b08-41f6-a732-89f14df6459a HTTP/1.1" status: 200 len: 846 time: 0.0650187 Aug 11 22:22:08.101218 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e670038-a5c3-4626-b145-f47c85c6f31c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Subnet': ['ID=89a9071c-bd48-4130-8d7d-0454bc82334e,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:08.116222 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e670038-a5c3-4626-b145-f47c85c6f31c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Checking segment: {'id': 'd0f86f5d-e4fd-4bb1-bbbf-96620b3e7ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'eb6cd24f-e34b-42be-993c-c8dcdaf07207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:22:08.117684 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e670038-a5c3-4626-b145-f47c85c6f31c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network hostable DHCP agents. Network: eb6cd24f-e34b-42be-993c-c8dcdaf07207, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:22:08.144864 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a7dd6202-9c3d-4915-b903-b97474cf3761 None None] Provisioning for port 73c01a31-d144-4dcf-861a-4aa66bb834db completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:22:08.148270 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-d0a893ea-b624-49b0-ab5f-75abe7b5b7ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7790f3f-c934-4280-a7bc-7879373f53d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436718 Aug 11 22:22:08.154588 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a7dd6202-9c3d-4915-b903-b97474cf3761 None None] Provisioning complete for port 73c01a31-d144-4dcf-861a-4aa66bb834db triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:08.155206 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a7dd6202-9c3d-4915-b903-b97474cf3761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:08.192563 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53824c0-5f11-4d35-886f-9efc423695d1 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Made reservation on behalf of 792525eca930454582a71fe124386c01 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:22:08.196560 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d53824c0-5f11-4d35-886f-9efc423695d1 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:08.226098 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-d53824c0-5f11-4d35-886f-9efc423695d1 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] device_id is not set on port 825d1f5d-bd84-483e-8868-8e0aadd03826 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:22:08.296206 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e670038-a5c3-4626-b145-f47c85c6f31c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network eb6cd24f-e34b-42be-993c-c8dcdaf07207 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:22:08.314212 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:08.324370 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-11ea9503-af4d-41c4-9543-40bd9b824fa1 service neutron] 10.222.0.52 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683574 Aug 11 22:22:08.326904 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-0e670038-a5c3-4626-b145-f47c85c6f31c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, eb6cd24f-e34b-42be-993c-c8dcdaf07207) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:08.332655 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e670038-a5c3-4626-b145-f47c85c6f31c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:08.333732 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0e670038-a5c3-4626-b145-f47c85c6f31c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:08.334909 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-a7dd6202-9c3d-4915-b903-b97474cf3761 None None] Port 73c01a31-d144-4dcf-861a-4aa66bb834db cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:22:08.339616 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa95d66a-78c7-4ebb-bfaa-e8c6d555854b None None] Network eb6cd24f-e34b-42be-993c-c8dcdaf07207 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:22:08.415474 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-d53824c0-5f11-4d35-886f-9efc423695d1 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Allocated IP 172.20.0.4 (38de2bb8-a03b-4a73-9928-74a02d1adb07/7d057c24-84e7-476b-abf4-cff5b9b1f157/825d1f5d-bd84-483e-8868-8e0aadd03826) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:22:08.450838 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0e670038-a5c3-4626-b145-f47c85c6f31c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9139211 Aug 11 22:22:08.463755 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60884) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:08.477052 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-8914c188-97c0-4d10-a30a-b783b7781673 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'port': {'network_id': 'eb6cd24f-e34b-42be-993c-c8dcdaf07207', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2057163250'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:08.495798 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a567e7d-5c80-4e6d-b37e-7b7c92306a0a x-openstack-request-id: req-0a567e7d-5c80-4e6d-b37e-7b7c92306a0a {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:22:08.496324 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5fffaa-3d80-4826-8752-c1e07925717c", "tag": "51d567c5-e0a9-4148-a791-f47cd46b5b10", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:22:08.499555 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0a567e7d-5c80-4e6d-b37e-7b7c92306a0a {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:22:08.500332 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5fffaa-3d80-4826-8752-c1e07925717c', 'tag': '51d567c5-e0a9-4148-a791-f47cd46b5b10', 'status': 'completed', 'code': 200} Aug 11 22:22:08.504263 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa14a13e-2238-4c85-946c-b7a790e28a54 x-openstack-request-id: req-aa14a13e-2238-4c85-946c-b7a790e28a54 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:22:08.504788 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a9e816-f8b8-43ac-8f75-428b7d652cd2", "name": "network-vif-plugged", "status": "completed", "tag": "5da48fcf-b87c-46ba-a131-5609bb30a4d0", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:22:08.505227 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aa14a13e-2238-4c85-946c-b7a790e28a54 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:22:08.505892 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a9e816-f8b8-43ac-8f75-428b7d652cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da48fcf-b87c-46ba-a131-5609bb30a4d0', 'code': 200} Aug 11 22:22:08.628732 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8e2a774f-88fb-427c-a0e2-6ce35d4b3b52 req-ce141698-c4ab-4a80-bb0e-9200764597f7 service neutron] 10.222.0.52 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908125 Aug 11 22:22:08.670350 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2c3df4-345e-49bf-95a3-fd8c35244e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-eb6cd24f-e34b-42be-993c-c8dcdaf07207', 'network_id': 'eb6cd24f-e34b-42be-993c-c8dcdaf07207', 'tenant_id': '22c8a996a3334481a7d918c28c08fba9', 'fixed_ips': [{'subnet_id': '89a9071c-bd48-4130-8d7d-0454bc82334e'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:22:08.671660 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3df4-345e-49bf-95a3-fd8c35244e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:08.757600 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8914c188-97c0-4d10-a30a-b783b7781673 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:22:08.763218 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8914c188-97c0-4d10-a30a-b783b7781673 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:08.786593 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-8914c188-97c0-4d10-a30a-b783b7781673 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] device_id is not set on port 7a99dcf2-187d-43a0-ad2e-a2c14f977b03 yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:22:08.839045 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841f5aa-a772-430d-8089-146fce14e035 req-7bb2be69-c258-4d3c-9d80-e2c380dc2f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:08.843359 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c841f5aa-a772-430d-8089-146fce14e035 req-7bb2be69-c258-4d3c-9d80-e2c380dc2f68 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=63a9e816-f8b8-43ac-8f75-428b7d652cd2 HTTP/1.1" status: 200 len: 1096 time: 0.3077395 Aug 11 22:22:08.855058 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-2d2c3df4-345e-49bf-95a3-fd8c35244e7f None None] Allocated IP 2001:db8::2 (eb6cd24f-e34b-42be-993c-c8dcdaf07207/89a9071c-bd48-4130-8d7d-0454bc82334e/a42e5f58-1bfd-48b1-8b34-0fb38b2f4c75) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:22:08.856634 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b68da-c31a-4c71-8e2f-67558f0866c1 req-b76e5c41-9bc5-47c9-8c61-809aadc80a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:08.859476 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-360b68da-c31a-4c71-8e2f-67558f0866c1 req-b76e5c41-9bc5-47c9-8c61-809aadc80a93 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46c13839859945349c0d5afcfb364f66&device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 1095 time: 0.1482697 Aug 11 22:22:08.865667 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b10d1-4c7b-4899-ba57-f2c71cb9c456 req-b7fac1d1-cc90-408e-b794-5ba598697579 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:08.880495 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-921b10d1-4c7b-4899-ba57-f2c71cb9c456 req-b7fac1d1-cc90-408e-b794-5ba598697579 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a9e816-f8b8-43ac-8f75-428b7d652cd2 HTTP/1.1" status: 200 len: 945 time: 0.2936029 Aug 11 22:22:09.033473 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b68da-c31a-4c71-8e2f-67558f0866c1 req-09c9aff4-ebbe-4dc2-839d-0a92aa5c2566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:09.035546 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-360b68da-c31a-4c71-8e2f-67558f0866c1 req-09c9aff4-ebbe-4dc2-839d-0a92aa5c2566 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e7790f3f-c934-4280-a7bc-7879373f53d3 HTTP/1.1" status: 200 len: 907 time: 0.1656506 Aug 11 22:22:09.036366 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-921b10d1-4c7b-4899-ba57-f2c71cb9c456 req-0ac22ac0-93b8-4f30-8042-948c7197ab30 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352565 Aug 11 22:22:09.077588 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3df4-345e-49bf-95a3-fd8c35244e7f None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:09.111886 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2d2c3df4-345e-49bf-95a3-fd8c35244e7f None None] Transition to ACTIVE for port object a42e5f58-1bfd-48b1-8b34-0fb38b2f4c75 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:22:09.132213 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c841f5aa-a772-430d-8089-146fce14e035 req-f6c9d9ab-ef20-454e-b55f-da54e5dbdb14 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498198 Aug 11 22:22:09.140128 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-360b68da-c31a-4c71-8e2f-67558f0866c1 req-576daadd-ea16-4e45-9248-4d423154c5a4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51d567c5-e0a9-4148-a791-f47cd46b5b10 HTTP/1.1" status: 200 len: 217 time: 0.0942245 Aug 11 22:22:09.152005 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2d2c3df4-345e-49bf-95a3-fd8c35244e7f None None] Transition to ACTIVE for port object a42e5f58-1bfd-48b1-8b34-0fb38b2f4c75 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:22:09.164346 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d53824c0-5f11-4d35-886f-9efc423695d1 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:09.166512 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3df4-345e-49bf-95a3-fd8c35244e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:09.201616 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-d53824c0-5f11-4d35-886f-9efc423695d1 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Transition to ACTIVE for port object 825d1f5d-bd84-483e-8868-8e0aadd03826 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:22:09.261301 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c3df4-345e-49bf-95a3-fd8c35244e7f None None] Pushing event updated for resources: {'Port': ['ID=a42e5f58-1bfd-48b1-8b34-0fb38b2f4c75,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:09.272074 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d53824c0-5f11-4d35-886f-9efc423695d1 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:09.278136 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b68da-c31a-4c71-8e2f-67558f0866c1 req-a94de7c5-b4ff-4399-9137-89a09c65acf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:09.280228 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-360b68da-c31a-4c71-8e2f-67558f0866c1 req-a94de7c5-b4ff-4399-9137-89a09c65acf4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0ec9ba0-9b08-41f6-a732-89f14df6459a HTTP/1.1" status: 200 len: 846 time: 0.1320066 Aug 11 22:22:09.297929 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2c3df4-345e-49bf-95a3-fd8c35244e7f None None] Network eb6cd24f-e34b-42be-993c-c8dcdaf07207 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:22:09.301855 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-2d2c3df4-345e-49bf-95a3-fd8c35244e7f None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:09.311041 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2c3df4-345e-49bf-95a3-fd8c35244e7f None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:22:09.320509 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-8914c188-97c0-4d10-a30a-b783b7781673 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Allocated IP 2001:db8::2ee (eb6cd24f-e34b-42be-993c-c8dcdaf07207/89a9071c-bd48-4130-8d7d-0454bc82334e/7a99dcf2-187d-43a0-ad2e-a2c14f977b03) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:22:09.360793 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-360b68da-c31a-4c71-8e2f-67558f0866c1 req-510a4051-ef49-41a3-ad23-cfac35b8617c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7790f3f-c934-4280-a7bc-7879373f53d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686791 Aug 11 22:22:09.449928 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-2d2c3df4-345e-49bf-95a3-fd8c35244e7f None None] Attempting to bind port a42e5f58-1bfd-48b1-8b34-0fb38b2f4c75 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:22:09.450520 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-2d2c3df4-345e-49bf-95a3-fd8c35244e7f None None] Attempting to bind port a42e5f58-1bfd-48b1-8b34-0fb38b2f4c75 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'd0f86f5d-e4fd-4bb1-bbbf-96620b3e7ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'eb6cd24f-e34b-42be-993c-c8dcdaf07207'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:22:09.455414 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2c3df4-345e-49bf-95a3-fd8c35244e7f None None] Attempting to bind port a42e5f58-1bfd-48b1-8b34-0fb38b2f4c75 on network eb6cd24f-e34b-42be-993c-c8dcdaf07207 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:22:09.477758 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2c3df4-345e-49bf-95a3-fd8c35244e7f None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:22:09.478389 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2c3df4-345e-49bf-95a3-fd8c35244e7f None None] Checking segment: {'id': 'd0f86f5d-e4fd-4bb1-bbbf-96620b3e7ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'eb6cd24f-e34b-42be-993c-c8dcdaf07207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:22:09.479060 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3df4-345e-49bf-95a3-fd8c35244e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:09.479738 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2c3df4-345e-49bf-95a3-fd8c35244e7f None None] Bound using segment: {'id': 'd0f86f5d-e4fd-4bb1-bbbf-96620b3e7ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'eb6cd24f-e34b-42be-993c-c8dcdaf07207'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:22:09.480585 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-2d2c3df4-345e-49bf-95a3-fd8c35244e7f None None] Bound port: a42e5f58-1bfd-48b1-8b34-0fb38b2f4c75, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f86f5d-e4fd-4bb1-bbbf-96620b3e7ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'eb6cd24f-e34b-42be-993c-c8dcdaf07207'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:22:09.481230 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3df4-345e-49bf-95a3-fd8c35244e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:09.639601 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-2d2c3df4-345e-49bf-95a3-fd8c35244e7f None None] For port a42e5f58-1bfd-48b1-8b34-0fb38b2f4c75, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:22:09.640941 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-360b68da-c31a-4c71-8e2f-67558f0866c1 req-036b6a49-8ba2-494c-b3c1-07a996e39390 service neutron] 10.222.0.52 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720013 Aug 11 22:22:09.646077 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-2d2c3df4-345e-49bf-95a3-fd8c35244e7f None None] For port a42e5f58-1bfd-48b1-8b34-0fb38b2f4c75, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a42e5f58-1bfd-48b1-8b34-0fb38b2f4c75,segment=NetworkSegment(d0f86f5d-e4fd-4bb1-bbbf-96620b3e7ab3),segment_id=d0f86f5d-e4fd-4bb1-bbbf-96620b3e7ab3)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:22:09.665665 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3df4-345e-49bf-95a3-fd8c35244e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:09.679249 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8914c188-97c0-4d10-a30a-b783b7781673 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:09.734782 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-8914c188-97c0-4d10-a30a-b783b7781673 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Transition to ACTIVE for port object 7a99dcf2-187d-43a0-ad2e-a2c14f977b03 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:22:09.786109 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b5157-f530-4136-9490-bb6cac441020 req-495b647d-f881-4104-9e40-bd3723dee471 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:09.794054 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-366b5157-f530-4136-9490-bb6cac441020 req-495b647d-f881-4104-9e40-bd3723dee471 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 944 time: 0.5462954 Aug 11 22:22:09.802361 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c3df4-345e-49bf-95a3-fd8c35244e7f None None] Pushing event updated for resources: {'Port': ['ID=a42e5f58-1bfd-48b1-8b34-0fb38b2f4c75,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:09.820352 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-360b68da-c31a-4c71-8e2f-67558f0866c1 req-4e7965e4-71fd-4fb2-ba06-a90166de79d2 service neutron] 10.222.0.52 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670382 Aug 11 22:22:09.824095 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53824c0-5f11-4d35-886f-9efc423695d1 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Pushing event updated for resources: {'Port': ['ID=825d1f5d-bd84-483e-8868-8e0aadd03826,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:09.846105 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53824c0-5f11-4d35-886f-9efc423695d1 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Network 38de2bb8-a03b-4a73-9928-74a02d1adb07 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:22:09.855049 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-d53824c0-5f11-4d35-886f-9efc423695d1 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:09.860007 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53824c0-5f11-4d35-886f-9efc423695d1 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:22:09.861672 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8914c188-97c0-4d10-a30a-b783b7781673 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:09.925103 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-366b5157-f530-4136-9490-bb6cac441020 req-ead60f73-e6c7-4fa1-b741-0dcd9ce25b39 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300061 Aug 11 22:22:09.927311 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8914c188-97c0-4d10-a30a-b783b7781673 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network eb6cd24f-e34b-42be-993c-c8dcdaf07207 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:22:09.935037 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-8914c188-97c0-4d10-a30a-b783b7781673 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:09.942921 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8914c188-97c0-4d10-a30a-b783b7781673 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:22:09.961007 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8914c188-97c0-4d10-a30a-b783b7781673 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:09.961721 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8914c188-97c0-4d10-a30a-b783b7781673 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:09.992689 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914c188-97c0-4d10-a30a-b783b7781673 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Port': ['ID=7a99dcf2-187d-43a0-ad2e-a2c14f977b03,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:10.015215 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8914c188-97c0-4d10-a30a-b783b7781673 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.5450983 Aug 11 22:22:10.015774 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60892) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:10.027847 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53824c0-5f11-4d35-886f-9efc423695d1 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:10.033247 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d53824c0-5f11-4d35-886f-9efc423695d1 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:10.112469 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d53824c0-5f11-4d35-886f-9efc423695d1 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3217359 Aug 11 22:22:10.115134 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60896) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:10.136833 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-54d61a54-634f-4f6f-a698-828b829b8619 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:41:bd:91'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:a9:98:59'}]}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:10.230282 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-a31df24d-6e57-4b33-bb11-699990f02bce tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting port 7a99dcf2-187d-43a0-ad2e-a2c14f977b03 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:22:10.230572 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a31df24d-6e57-4b33-bb11-699990f02bce tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:10.331240 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc7a22-1759-49c3-a8c2-59c04a259c61 req-a94406e5-504b-4ecf-bf30-f3cbfe7c76ea tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:10.341603 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0efc7a22-1759-49c3-a8c2-59c04a259c61 req-a94406e5-504b-4ecf-bf30-f3cbfe7c76ea tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a9e816-f8b8-43ac-8f75-428b7d652cd2 HTTP/1.1" status: 200 len: 945 time: 0.1360247 Aug 11 22:22:10.464459 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0efc7a22-1759-49c3-a8c2-59c04a259c61 req-643ecbd2-e2c0-43e1-b915-84bb8a2d71d4 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172240 Aug 11 22:22:10.501177 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 51d567c5-e0a9-4148-a791-f47cd46b5b10 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:22:10.564186 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a31df24d-6e57-4b33-bb11-699990f02bce tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:10.605556 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-a31df24d-6e57-4b33-bb11-699990f02bce tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Calling delete_port for 7a99dcf2-187d-43a0-ad2e-a2c14f977b03 owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:22:10.676686 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-54d61a54-634f-4f6f-a698-828b829b8619 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:10.717864 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 51d567c5-e0a9-4148-a791-f47cd46b5b10, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=51d567c5-e0a9-4148-a791-f47cd46b5b10,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:22:10.748737 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '51d567c5-e0a9-4148-a791-f47cd46b5b10', 'network_id': 'e7790f3f-c934-4280-a7bc-7879373f53d3', 'port_id': '51d567c5-e0a9-4148-a791-f47cd46b5b10', 'mac_address': 'fa:16:3e:1a:b4:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ec9ba0-9b08-41f6-a732-89f14df6459a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:22:10.759136 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b65d396f-e14e-46ac-b60b-023cb1715408 None None] Provisioning for port 825d1f5d-bd84-483e-8868-8e0aadd03826 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:22:10.783838 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b65d396f-e14e-46ac-b60b-023cb1715408 None None] Provisioning complete for port 825d1f5d-bd84-483e-8868-8e0aadd03826 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:10.784834 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b65d396f-e14e-46ac-b60b-023cb1715408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:10.847665 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b65d396f-e14e-46ac-b60b-023cb1715408 None None] Port 825d1f5d-bd84-483e-8868-8e0aadd03826 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:22:10.882181 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:10.913129 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d567c5-e0a9-4148-a791-f47cd46b5b10 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:22:10.956109 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 51d567c5-e0a9-4148-a791-f47cd46b5b10, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=51d567c5-e0a9-4148-a791-f47cd46b5b10,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:22:10.969769 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:11.106472 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=51d567c5-e0a9-4148-a791-f47cd46b5b10,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:11.154396 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618b8bb-612e-4638-9595-c34612cd5e9a req-c080c40b-65ed-4014-ab38-ce91423407aa tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:11.156124 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f618b8bb-612e-4638-9595-c34612cd5e9a req-c080c40b-65ed-4014-ab38-ce91423407aa tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 945 time: 0.1136305 Aug 11 22:22:11.181078 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['51d567c5-e0a9-4148-a791-f47cd46b5b10'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:22:11.216791 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a31df24d-6e57-4b33-bb11-699990f02bce tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:11.243931 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-54d61a54-634f-4f6f-a698-828b829b8619 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:11.269145 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f618b8bb-612e-4638-9595-c34612cd5e9a req-6c6f45a4-c54f-4e4b-920c-b841f4b58ba1 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013548 Aug 11 22:22:11.270218 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-54d61a54-634f-4f6f-a698-828b829b8619 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:11.298020 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31df24d-6e57-4b33-bb11-699990f02bce tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Port': ['ID=7a99dcf2-187d-43a0-ad2e-a2c14f977b03,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:11.370584 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a31df24d-6e57-4b33-bb11-699990f02bce tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:11.378766 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a31df24d-6e57-4b33-bb11-699990f02bce tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/ports/7a99dcf2-187d-43a0-ad2e-a2c14f977b03 HTTP/1.1" status: 204 len: 168 time: 1.3576295 Aug 11 22:22:11.382342 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60904) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:11.493605 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5e08da-f8ea-45bd-83b3-df589ff9ded5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] GET failed (client error): The resource could not be found. Aug 11 22:22:11.496580 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3e5e08da-f8ea-45bd-83b3-df589ff9ded5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "GET /v2.0/ports/7a99dcf2-187d-43a0-ad2e-a2c14f977b03 HTTP/1.1" status: 404 len: 333 time: 0.1125660 Aug 11 22:22:11.501200 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60906) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:11.589299 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d61a54-634f-4f6f-a698-828b829b8619 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Pushing event updated for resources: {'Port': ['ID=825d1f5d-bd84-483e-8868-8e0aadd03826,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:11.629471 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-54d61a54-634f-4f6f-a698-828b829b8619 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] In _notify_port_updated(), no bound segment for port 825d1f5d-bd84-483e-8868-8e0aadd03826 on network 38de2bb8-a03b-4a73-9928-74a02d1adb07 {{(pid=100943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 22:22:11.643498 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d61a54-634f-4f6f-a698-828b829b8619 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:11.645329 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-54d61a54-634f-4f6f-a698-828b829b8619 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:11.651283 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-54d61a54-634f-4f6f-a698-828b829b8619 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] 10.222.0.77 "PUT /v2.0/ports/825d1f5d-bd84-483e-8868-8e0aadd03826 HTTP/1.1" status: 200 len: 1055 time: 1.5341275 Aug 11 22:22:11.652128 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60914) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:11.724589 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22787ec2-53cd-4369-9e73-ddfb6fad2693 None None] Network eb6cd24f-e34b-42be-993c-c8dcdaf07207 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:22:11.763889 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f394fc0-95c6-4b32-b18d-d4a729bd4455 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting subnet 89a9071c-bd48-4130-8d7d-0454bc82334e {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:22:11.778763 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3f394fc0-95c6-4b32-b18d-d4a729bd4455 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:11.951709 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d1cdb-91b6-456b-ba74-93a8a32c9e70 req-21f3e8ff-2450-4818-9303-53784b8e5a45 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:11.960035 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-613d1cdb-91b6-456b-ba74-93a8a32c9e70 req-21f3e8ff-2450-4818-9303-53784b8e5a45 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a9e816-f8b8-43ac-8f75-428b7d652cd2 HTTP/1.1" status: 200 len: 945 time: 0.3060765 Aug 11 22:22:11.968580 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3f394fc0-95c6-4b32-b18d-d4a729bd4455 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:11.994767 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a42e5f58-1bfd-48b1-8b34-0fb38b2f4c75 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:22:12.158611 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-613d1cdb-91b6-456b-ba74-93a8a32c9e70 req-54660deb-6ee9-4066-9aa6-1b7ad5ac0c5e tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869881 Aug 11 22:22:12.224138 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-88ae54db-a1d3-488d-ad8e-8f45e6829a57 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Deleting port 825d1f5d-bd84-483e-8868-8e0aadd03826 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:22:12.224703 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-88ae54db-a1d3-488d-ad8e-8f45e6829a57 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:12.241700 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7bf18fd0-89cd-4c02-8702-85d8eb9107bf None None] Provisioning for port a42e5f58-1bfd-48b1-8b34-0fb38b2f4c75 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:22:12.282684 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port a42e5f58-1bfd-48b1-8b34-0fb38b2f4c75 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:22:12.343800 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port a42e5f58-1bfd-48b1-8b34-0fb38b2f4c75 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:12.344344 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:12.362980 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3f394fc0-95c6-4b32-b18d-d4a729bd4455 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:12.476539 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3f394fc0-95c6-4b32-b18d-d4a729bd4455 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:12.486568 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7a5b878f-a223-4a51-b2c4-ae221bcb48cc None None] Provisioning complete for port 825d1f5d-bd84-483e-8868-8e0aadd03826 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:12.487399 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7a5b878f-a223-4a51-b2c4-ae221bcb48cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:12.496519 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 51d567c5-e0a9-4148-a791-f47cd46b5b10 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:22:12.526055 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f394fc0-95c6-4b32-b18d-d4a729bd4455 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Subnet': ['ID=89a9071c-bd48-4130-8d7d-0454bc82334e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:12.529773 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3f394fc0-95c6-4b32-b18d-d4a729bd4455 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:12.536670 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3f394fc0-95c6-4b32-b18d-d4a729bd4455 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/subnets/89a9071c-bd48-4130-8d7d-0454bc82334e HTTP/1.1" status: 204 len: 168 time: 1.0297437 Aug 11 22:22:12.538345 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60924) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:12.724078 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d388fec-14f2-498a-b64f-da0fc7d90433 req-59f49892-189f-4933-aeeb-f60f637e359c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:12.746050 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fb945f5c-f88a-44ad-9d3e-0b150a0abf46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:12.747051 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4d388fec-14f2-498a-b64f-da0fc7d90433 req-59f49892-189f-4933-aeeb-f60f637e359c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a9e816-f8b8-43ac-8f75-428b7d652cd2 HTTP/1.1" status: 200 len: 945 time: 0.3271055 Aug 11 22:22:12.794463 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-88ae54db-a1d3-488d-ad8e-8f45e6829a57 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:12.840472 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-88ae54db-a1d3-488d-ad8e-8f45e6829a57 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Calling delete_port for 825d1f5d-bd84-483e-8868-8e0aadd03826 owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:22:12.841838 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:12.864383 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab18766b-54cf-4756-8741-5728371f3145 None None] Network eb6cd24f-e34b-42be-993c-c8dcdaf07207 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:22:12.908143 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-fb945f5c-f88a-44ad-9d3e-0b150a0abf46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting port a42e5f58-1bfd-48b1-8b34-0fb38b2f4c75 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:22:12.910170 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fb945f5c-f88a-44ad-9d3e-0b150a0abf46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:12.930185 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4d388fec-14f2-498a-b64f-da0fc7d90433 req-bbf084b9-a83a-4b73-9f02-af207c1e87f9 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813548 Aug 11 22:22:13.067595 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-fb945f5c-f88a-44ad-9d3e-0b150a0abf46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] For port a42e5f58-1bfd-48b1-8b34-0fb38b2f4c75, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a42e5f58-1bfd-48b1-8b34-0fb38b2f4c75,segment=NetworkSegment(d0f86f5d-e4fd-4bb1-bbbf-96620b3e7ab3),segment_id=d0f86f5d-e4fd-4bb1-bbbf-96620b3e7ab3)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:22:13.067957 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fb945f5c-f88a-44ad-9d3e-0b150a0abf46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:13.107645 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-fb945f5c-f88a-44ad-9d3e-0b150a0abf46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Calling delete_port for a42e5f58-1bfd-48b1-8b34-0fb38b2f4c75 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:22:13.190202 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-7a5b878f-a223-4a51-b2c4-ae221bcb48cc None None] Port 825d1f5d-bd84-483e-8868-8e0aadd03826 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:22:13.332368 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-68b7c174-a624-45e7-af1e-99bddd99aadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:13.339346 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-88ae54db-a1d3-488d-ad8e-8f45e6829a57 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:13.342268 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port a42e5f58-1bfd-48b1-8b34-0fb38b2f4c75, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a42e5f58-1bfd-48b1-8b34-0fb38b2f4c75,segment=NetworkSegment(d0f86f5d-e4fd-4bb1-bbbf-96620b3e7ab3),segment_id=d0f86f5d-e4fd-4bb1-bbbf-96620b3e7ab3)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:22:13.360207 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:13.371687 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 51d567c5-e0a9-4148-a791-f47cd46b5b10 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:22:13.388719 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-099aeb9c-4a7f-463d-b4ac-83c556a38e97 None None] Provisioning complete for port a42e5f58-1bfd-48b1-8b34-0fb38b2f4c75 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:13.389417 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-099aeb9c-4a7f-463d-b4ac-83c556a38e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:13.405332 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fb945f5c-f88a-44ad-9d3e-0b150a0abf46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:13.413388 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae54db-a1d3-488d-ad8e-8f45e6829a57 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Pushing event deleted for resources: {'Port': ['ID=825d1f5d-bd84-483e-8868-8e0aadd03826,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:13.456987 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb945f5c-f88a-44ad-9d3e-0b150a0abf46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Port': ['ID=a42e5f58-1bfd-48b1-8b34-0fb38b2f4c75,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:13.464782 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 51d567c5-e0a9-4148-a791-f47cd46b5b10 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:13.465509 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:13.487678 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb945f5c-f88a-44ad-9d3e-0b150a0abf46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] No DVR routers for this DVR port a42e5f58-1bfd-48b1-8b34-0fb38b2f4c75 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:22:13.614838 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18441862-a163-4ccb-9278-1c7d0e13c219 None None] DHCP port deletion for eb6cd24f-e34b-42be-993c-c8dcdaf07207 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:22:13.622973 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-099aeb9c-4a7f-463d-b4ac-83c556a38e97 None None] Could not find standard attr ID for object a42e5f58-1bfd-48b1-8b34-0fb38b2f4c75. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:22:13.626009 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=a42e5f58-1bfd-48b1-8b34-0fb38b2f4c75,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:13.640207 n-d-804275-3 neutron-server[100944]: INFO neutron.plugins.ml2.db [None req-099aeb9c-4a7f-463d-b4ac-83c556a38e97 None None] No ports have port_id starting with a42e5f58-1bfd-48b1-8b34-0fb38b2f4c75 Aug 11 22:22:13.690552 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a502a3a-9d38-4b01-8c45-2ad3bc34dc9a req-3d80b255-b800-4b04-bbbf-394e6f007b26 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:13.697455 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8a502a3a-9d38-4b01-8c45-2ad3bc34dc9a req-3d80b255-b800-4b04-bbbf-394e6f007b26 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 945 time: 0.3975728 Aug 11 22:22:13.745725 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fb945f5c-f88a-44ad-9d3e-0b150a0abf46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:13.801704 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-fb945f5c-f88a-44ad-9d3e-0b150a0abf46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb6cd24f-e34b-42be-993c-c8dcdaf07207']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:13.838970 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-fb945f5c-f88a-44ad-9d3e-0b150a0abf46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f86f5d-e4fd-4bb1-bbbf-96620b3e7ab3') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:13.840200 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-fb945f5c-f88a-44ad-9d3e-0b150a0abf46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f86f5d-e4fd-4bb1-bbbf-96620b3e7ab3') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:13.888913 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fb945f5c-f88a-44ad-9d3e-0b150a0abf46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:13.953534 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fb945f5c-f88a-44ad-9d3e-0b150a0abf46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:13.968099 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb945f5c-f88a-44ad-9d3e-0b150a0abf46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:22:13.968985 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fb945f5c-f88a-44ad-9d3e-0b150a0abf46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:22:13.976442 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:22:14.028185 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8a502a3a-9d38-4b01-8c45-2ad3bc34dc9a req-d460068c-2a39-496e-86fa-d96196b47eea tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395585 Aug 11 22:22:14.157885 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a42e5f58-1bfd-48b1-8b34-0fb38b2f4c75 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:22:14.203808 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fb945f5c-f88a-44ad-9d3e-0b150a0abf46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:14.210741 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fb945f5c-f88a-44ad-9d3e-0b150a0abf46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:14.215214 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fb945f5c-f88a-44ad-9d3e-0b150a0abf46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/networks/eb6cd24f-e34b-42be-993c-c8dcdaf07207 HTTP/1.1" status: 204 len: 168 time: 1.6725359 Aug 11 22:22:14.216196 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60936) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:14.218197 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:14.222862 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-9557f2be-e0e5-4b36-becb-96baa4f941ae tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'port': {'network_id': 'ed65213a-772d-4714-9b78-b93955e2e92d', 'name': 'tempest-PortsIpV6TestJSON-33478672'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:14.245540 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-88ae54db-a1d3-488d-ad8e-8f45e6829a57 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:14.249135 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-88ae54db-a1d3-488d-ad8e-8f45e6829a57 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] 10.222.0.77 "DELETE /v2.0/ports/825d1f5d-bd84-483e-8868-8e0aadd03826 HTTP/1.1" status: 204 len: 168 time: 2.5525699 Aug 11 22:22:14.252987 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb945f5c-f88a-44ad-9d3e-0b150a0abf46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Network': ['ID=eb6cd24f-e34b-42be-993c-c8dcdaf07207,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:14.264136 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9ebf3-b6db-4c71-8c0f-a1ead6d77031 req-3792961c-4020-40d4-a424-bf866e6fb8e4 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:14.272466 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-37d9ebf3-b6db-4c71-8c0f-a1ead6d77031 req-3792961c-4020-40d4-a424-bf866e6fb8e4 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a9e816-f8b8-43ac-8f75-428b7d652cd2 HTTP/1.1" status: 200 len: 945 time: 0.1231563 Aug 11 22:22:14.274468 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60938) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:14.287960 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 51d567c5-e0a9-4148-a791-f47cd46b5b10, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=51d567c5-e0a9-4148-a791-f47cd46b5b10,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:22:14.290366 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5fffaa-3d80-4826-8752-c1e07925717c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d567c5-e0a9-4148-a791-f47cd46b5b10'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:22:14.298203 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9106aab6-e7e3-44db-90cb-06b975bc607f" -d '{"events": [{"server_uuid": "9c5fffaa-3d80-4826-8752-c1e07925717c", "name": "network-vif-plugged", "status": "completed", "tag": "51d567c5-e0a9-4148-a791-f47cd46b5b10"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:22:14.304625 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: a42e5f58-1bfd-48b1-8b34-0fb38b2f4c75 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:22:14.305189 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a42e5f58-1bfd-48b1-8b34-0fb38b2f4c75 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:22:14.317120 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:14.327727 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7134d09-fff8-4711-a3c4-9536d77030b7 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] GET failed (client error): The resource could not be found. Aug 11 22:22:14.329482 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b7134d09-fff8-4711-a3c4-9536d77030b7 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] 10.222.0.77 "GET /v2.0/ports/825d1f5d-bd84-483e-8868-8e0aadd03826 HTTP/1.1" status: 404 len: 333 time: 0.0531716 Aug 11 22:22:14.334370 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60942) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:14.394308 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-37d9ebf3-b6db-4c71-8c0f-a1ead6d77031 req-687ea4e8-efc3-4773-94e5-c111b0d3b66b tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187840 Aug 11 22:22:14.458016 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=51d567c5-e0a9-4148-a791-f47cd46b5b10,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:14.465548 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e565745-bab6-4e13-86c9-558873783bb0 x-openstack-request-id: req-4e565745-bab6-4e13-86c9-558873783bb0 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:22:14.465987 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5fffaa-3d80-4826-8752-c1e07925717c", "name": "network-vif-plugged", "status": "completed", "tag": "51d567c5-e0a9-4148-a791-f47cd46b5b10", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:22:14.466415 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4e565745-bab6-4e13-86c9-558873783bb0 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:22:14.467085 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5fffaa-3d80-4826-8752-c1e07925717c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d567c5-e0a9-4148-a791-f47cd46b5b10', 'code': 200} Aug 11 22:22:14.961766 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9557f2be-e0e5-4b36-becb-96baa4f941ae tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:22:14.975728 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9557f2be-e0e5-4b36-becb-96baa4f941ae tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:15.040578 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95470f-16e2-409a-924a-b9ae583864af req-57abcac3-8098-4518-96ce-1256c277100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:15.043700 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ff95470f-16e2-409a-924a-b9ae583864af req-57abcac3-8098-4518-96ce-1256c277100d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 1097 time: 0.3684115 Aug 11 22:22:15.056876 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4b671-b323-4539-a009-4e469024dcfa req-408b43dd-022f-4f50-af5e-63b6f20c7321 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:15.071244 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c6f4b671-b323-4539-a009-4e469024dcfa req-408b43dd-022f-4f50-af5e-63b6f20c7321 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a9e816-f8b8-43ac-8f75-428b7d652cd2 HTTP/1.1" status: 200 len: 945 time: 0.1960850 Aug 11 22:22:15.133613 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-d2b0cf07-572d-42a1-9b97-2443b785c2fb tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Deleting port 73c01a31-d144-4dcf-861a-4aa66bb834db {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:22:15.134273 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c6f4b671-b323-4539-a009-4e469024dcfa req-8bff3043-a253-46e3-aef4-17bbcbb032a1 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617890 Aug 11 22:22:15.144863 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d2b0cf07-572d-42a1-9b97-2443b785c2fb tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:15.167401 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-9557f2be-e0e5-4b36-becb-96baa4f941ae tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] device_id is not set on port a7cc65fa-74ef-4fdb-b5a9-4fb839afb82b yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:22:15.277591 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ff95470f-16e2-409a-924a-b9ae583864af req-de15e99d-6213-4b10-b56e-f699ddc87053 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980300 Aug 11 22:22:15.413039 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bbb9f-94ea-49ac-a423-a6cb79d5a8a1 req-d63aa853-4338-4043-b800-543679321758 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:15.426237 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ea3bbb9f-94ea-49ac-a423-a6cb79d5a8a1 req-d63aa853-4338-4043-b800-543679321758 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 946 time: 0.1602123 Aug 11 22:22:15.532846 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ea3bbb9f-94ea-49ac-a423-a6cb79d5a8a1 req-a174d0f7-cd8e-42e1-bef6-e0a338aa3bab tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045783 Aug 11 22:22:16.008071 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d2b0cf07-572d-42a1-9b97-2443b785c2fb tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:16.049836 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-d2b0cf07-572d-42a1-9b97-2443b785c2fb tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Calling delete_port for 73c01a31-d144-4dcf-861a-4aa66bb834db owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:22:16.120360 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:16.132834 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-393116c0-4f88-42de-8f63-e367c948f32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:16.382757 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9557f2be-e0e5-4b36-becb-96baa4f941ae tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:16.436700 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347e480-4b1d-4f82-8515-8ee0fa80f2aa req-0423447f-ba58-4726-855e-d59f0d057a94 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:16.443227 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9347e480-4b1d-4f82-8515-8ee0fa80f2aa req-0423447f-ba58-4726-855e-d59f0d057a94 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a9e816-f8b8-43ac-8f75-428b7d652cd2 HTTP/1.1" status: 200 len: 945 time: 0.1594796 Aug 11 22:22:16.540067 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d2b0cf07-572d-42a1-9b97-2443b785c2fb tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:16.546630 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9347e480-4b1d-4f82-8515-8ee0fa80f2aa req-1b0001de-ae1b-4a4e-a6cc-b8d8fb164ca5 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867133 Aug 11 22:22:16.592865 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0cf07-572d-42a1-9b97-2443b785c2fb tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Pushing event deleted for resources: {'Port': ['ID=73c01a31-d144-4dcf-861a-4aa66bb834db,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:16.691356 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-c1d9bc5e-8de4-4a05-93d6-2918a18b478f req-1212c7f7-a589-4a43-8d80-81868f33e09d service neutron] (100943) timed out ('10.222.0.52', 63674) {{(pid=100943) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 22:22:16.705200 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9557f2be-e0e5-4b36-becb-96baa4f941ae tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:16.784134 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9557f2be-e0e5-4b36-becb-96baa4f941ae tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network ed65213a-772d-4714-9b78-b93955e2e92d is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:22:16.790273 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-9557f2be-e0e5-4b36-becb-96baa4f941ae tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:16.801063 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9557f2be-e0e5-4b36-becb-96baa4f941ae tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:22:16.813554 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9557f2be-e0e5-4b36-becb-96baa4f941ae tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:16.814409 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9557f2be-e0e5-4b36-becb-96baa4f941ae tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:16.845765 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e43da-5b3b-45e2-a080-32ca6007eb57 req-40d0f5b3-0ef7-4c40-b0f2-732a532e75bc tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:16.849325 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c7e43da-5b3b-45e2-a080-32ca6007eb57 req-40d0f5b3-0ef7-4c40-b0f2-732a532e75bc tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.82 "GET /v2.0/ports?device_id=63a9e816-f8b8-43ac-8f75-428b7d652cd2 HTTP/1.1" status: 200 len: 945 time: 0.2553017 Aug 11 22:22:16.858627 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d2b0cf07-572d-42a1-9b97-2443b785c2fb tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:16.862425 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d2b0cf07-572d-42a1-9b97-2443b785c2fb tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] 10.222.0.77 "DELETE /v2.0/ports/73c01a31-d144-4dcf-861a-4aa66bb834db HTTP/1.1" status: 204 len: 168 time: 2.5256455 Aug 11 22:22:16.863275 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09280441-d927-455c-914d-b92d7f6a6897 req-014aad79-0836-42b2-921b-82c1201eabb3 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:16.871778 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557f2be-e0e5-4b36-becb-96baa4f941ae tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Port': ['ID=a7cc65fa-74ef-4fdb-b5a9-4fb839afb82b,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:16.873457 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09280441-d927-455c-914d-b92d7f6a6897 req-014aad79-0836-42b2-921b-82c1201eabb3 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 946 time: 0.1745698 Aug 11 22:22:16.882335 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60962) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:16.904045 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9557f2be-e0e5-4b36-becb-96baa4f941ae tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.6862895 Aug 11 22:22:16.905127 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60968) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:17.027563 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09280441-d927-455c-914d-b92d7f6a6897 req-e5139113-7862-46d3-a2c3-6525dd4ea942 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389921 Aug 11 22:22:17.074940 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-7c7e43da-5b3b-45e2-a080-32ca6007eb57 req-112dc49f-34fd-41d6-b24e-4bacf54390ac tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Deleting port 5da48fcf-b87c-46ba-a131-5609bb30a4d0 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:22:17.076836 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7c7e43da-5b3b-45e2-a080-32ca6007eb57 req-112dc49f-34fd-41d6-b24e-4bacf54390ac tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:17.131100 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c5ed02-482a-4b67-b8ad-65b71d281762 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] GET failed (client error): The resource could not be found. Aug 11 22:22:17.135989 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-62c5ed02-482a-4b67-b8ad-65b71d281762 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] 10.222.0.77 "GET /v2.0/ports/73c01a31-d144-4dcf-861a-4aa66bb834db HTTP/1.1" status: 404 len: 333 time: 0.2484477 Aug 11 22:22:17.154334 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60972) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:17.290946 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-05a973b2-c03e-453a-81de-7b10eb752d28 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting port a7cc65fa-74ef-4fdb-b5a9-4fb839afb82b {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:22:17.292679 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-05a973b2-c03e-453a-81de-7b10eb752d28 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:17.320638 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-7c7e43da-5b3b-45e2-a080-32ca6007eb57 req-112dc49f-34fd-41d6-b24e-4bacf54390ac tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] For port 5da48fcf-b87c-46ba-a131-5609bb30a4d0, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=5da48fcf-b87c-46ba-a131-5609bb30a4d0,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:22:17.321114 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7c7e43da-5b3b-45e2-a080-32ca6007eb57 req-112dc49f-34fd-41d6-b24e-4bacf54390ac tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:17.344293 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-7c7e43da-5b3b-45e2-a080-32ca6007eb57 req-112dc49f-34fd-41d6-b24e-4bacf54390ac tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Calling delete_port for 5da48fcf-b87c-46ba-a131-5609bb30a4d0 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:22:17.389827 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-05a973b2-c03e-453a-81de-7b10eb752d28 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:17.408054 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-05a973b2-c03e-453a-81de-7b10eb752d28 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Calling delete_port for a7cc65fa-74ef-4fdb-b5a9-4fb839afb82b owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:22:17.522397 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:17.632974 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-05a973b2-c03e-453a-81de-7b10eb752d28 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:17.673845 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-05a973b2-c03e-453a-81de-7b10eb752d28 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:17.680069 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-05a973b2-c03e-453a-81de-7b10eb752d28 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/ports/a7cc65fa-74ef-4fdb-b5a9-4fb839afb82b HTTP/1.1" status: 204 len: 168 time: 0.7465594 Aug 11 22:22:17.681614 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60978) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:17.688137 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-978bb919-632e-4bf6-b89d-385110fa5dab tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'port': {'network_id': 'ed65213a-772d-4714-9b78-b93955e2e92d', 'mac_address': 'fa:16:3e:5d:87:02', 'name': 'tempest-PortsIpV6TestJSON-282716289'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:17.701963 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a973b2-c03e-453a-81de-7b10eb752d28 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Port': ['ID=a7cc65fa-74ef-4fdb-b5a9-4fb839afb82b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:17.812980 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35349f6d-edbd-4600-ba26-235d7c321a11 req-14004a78-c23a-4c44-9875-fc4ad8220649 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:17.815599 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-35349f6d-edbd-4600-ba26-235d7c321a11 req-14004a78-c23a-4c44-9875-fc4ad8220649 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 946 time: 0.2876244 Aug 11 22:22:17.824267 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978bb919-632e-4bf6-b89d-385110fa5dab tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:22:17.855768 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7c7e43da-5b3b-45e2-a080-32ca6007eb57 req-112dc49f-34fd-41d6-b24e-4bacf54390ac tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:17.894467 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-3d316485-93da-427c-8df1-410b44c84bf4 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Deleting port 66c95ffe-f1a5-4b47-9351-c45695a27a18 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:22:17.895172 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3d316485-93da-427c-8df1-410b44c84bf4 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:17.900668 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['5da48fcf-b87c-46ba-a131-5609bb30a4d0'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:22:17.996175 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-978bb919-632e-4bf6-b89d-385110fa5dab tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:18.026240 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-35349f6d-edbd-4600-ba26-235d7c321a11 req-cb1d6905-9b93-4dec-9701-3ba5ffe32a24 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024724 Aug 11 22:22:18.027669 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112dc49f-34fd-41d6-b24e-4bacf54390ac tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Pushing event deleted for resources: {'Port': ['ID=5da48fcf-b87c-46ba-a131-5609bb30a4d0,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:18.059172 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-978bb919-632e-4bf6-b89d-385110fa5dab tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] device_id is not set on port 9861b5c6-3294-4f2f-9016-56026cf5ef4f yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:22:18.176000 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7e43da-5b3b-45e2-a080-32ca6007eb57 req-112dc49f-34fd-41d6-b24e-4bacf54390ac tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] No DVR routers for this DVR port 5da48fcf-b87c-46ba-a131-5609bb30a4d0 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:22:18.198652 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7c7e43da-5b3b-45e2-a080-32ca6007eb57 req-112dc49f-34fd-41d6-b24e-4bacf54390ac tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:18.202501 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c7e43da-5b3b-45e2-a080-32ca6007eb57 req-112dc49f-34fd-41d6-b24e-4bacf54390ac tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.82 "DELETE /v2.0/ports/5da48fcf-b87c-46ba-a131-5609bb30a4d0 HTTP/1.1" status: 204 len: 173 time: 1.2988954 Aug 11 22:22:18.206690 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a9e816-f8b8-43ac-8f75-428b7d652cd2', 'name': 'network-vif-deleted', 'tag': '5da48fcf-b87c-46ba-a131-5609bb30a4d0'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:22:18.217309 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e31cde8-feaa-4bcd-9aa8-87dec8f42224" -d '{"events": [{"server_uuid": "63a9e816-f8b8-43ac-8f75-428b7d652cd2", "name": "network-vif-deleted", "tag": "5da48fcf-b87c-46ba-a131-5609bb30a4d0"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:22:18.284385 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c69602e9-06c3-4e1c-887b-cb726f2d1827 req-51f7dd8d-e7e8-4d5d-8be0-9eff57636fb2 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a9e816-f8b8-43ac-8f75-428b7d652cd2 HTTP/1.1" status: 200 len: 210 time: 0.1052151 Aug 11 22:22:18.338251 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3d316485-93da-427c-8df1-410b44c84bf4 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:18.382771 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-3d316485-93da-427c-8df1-410b44c84bf4 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Calling delete_port for 66c95ffe-f1a5-4b47-9351-c45695a27a18 owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:22:18.510287 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-978bb919-632e-4bf6-b89d-385110fa5dab tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:18.583454 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-978bb919-632e-4bf6-b89d-385110fa5dab tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:18.635640 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdc4aa-cbd8-45b9-bfe2-a1f17e9c7e36 req-ea513d90-8ebd-4147-93ac-b96bc5e2910c tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:18.638226 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-adfdc4aa-cbd8-45b9-bfe2-a1f17e9c7e36 req-ea513d90-8ebd-4147-93ac-b96bc5e2910c tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 946 time: 0.2325606 Aug 11 22:22:18.688401 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978bb919-632e-4bf6-b89d-385110fa5dab tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network ed65213a-772d-4714-9b78-b93955e2e92d is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:22:18.699436 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-978bb919-632e-4bf6-b89d-385110fa5dab tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:18.707536 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978bb919-632e-4bf6-b89d-385110fa5dab tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:22:18.719359 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978bb919-632e-4bf6-b89d-385110fa5dab tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:18.720662 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-978bb919-632e-4bf6-b89d-385110fa5dab tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:18.732606 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978bb919-632e-4bf6-b89d-385110fa5dab tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Port': ['ID=9861b5c6-3294-4f2f-9016-56026cf5ef4f,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:18.766296 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-978bb919-632e-4bf6-b89d-385110fa5dab tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0790334 Aug 11 22:22:18.773301 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60994) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:18.820251 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-adfdc4aa-cbd8-45b9-bfe2-a1f17e9c7e36 req-e9e43ee8-e12a-4b76-8f6a-79ddc18853d8 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356893 Aug 11 22:22:18.861239 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3d316485-93da-427c-8df1-410b44c84bf4 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:18.909666 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d316485-93da-427c-8df1-410b44c84bf4 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Pushing event deleted for resources: {'Port': ['ID=66c95ffe-f1a5-4b47-9351-c45695a27a18,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:18.958790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a210479d-6cc5-4a21-b4cd-c095fcac67f5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:18.973824 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a210479d-6cc5-4a21-b4cd-c095fcac67f5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "GET /v2.0/ports/9861b5c6-3294-4f2f-9016-56026cf5ef4f HTTP/1.1" status: 200 len: 844 time: 0.1959028 Aug 11 22:22:18.976522 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 32768) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:18.984552 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:19.116986 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3d316485-93da-427c-8df1-410b44c84bf4 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:19.123472 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3d316485-93da-427c-8df1-410b44c84bf4 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] 10.222.0.77 "DELETE /v2.0/ports/66c95ffe-f1a5-4b47-9351-c45695a27a18 HTTP/1.1" status: 204 len: 168 time: 1.9643900 Aug 11 22:22:19.123895 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 32774) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:19.200357 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433cea27-712a-4d5e-b794-d6b7e0a67470 x-openstack-request-id: req-433cea27-712a-4d5e-b794-d6b7e0a67470 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:22:19.200703 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a9e816-f8b8-43ac-8f75-428b7d652cd2", "name": "network-vif-deleted", "tag": "5da48fcf-b87c-46ba-a131-5609bb30a4d0", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:22:19.200926 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-433cea27-712a-4d5e-b794-d6b7e0a67470 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:22:19.201355 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a9e816-f8b8-43ac-8f75-428b7d652cd2', 'name': 'network-vif-deleted', 'tag': '5da48fcf-b87c-46ba-a131-5609bb30a4d0', 'status': 'completed', 'code': 200} Aug 11 22:22:19.245814 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cfcb171-63fc-44b7-971e-62ebdfade105 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Deleting subnet 7d057c24-84e7-476b-abf4-cff5b9b1f157 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:22:19.269377 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3cfcb171-63fc-44b7-971e-62ebdfade105 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:19.420181 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3cfcb171-63fc-44b7-971e-62ebdfade105 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:19.432485 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-abe7c6b9-ac2a-46ae-b50a-bc9b5d69a9a9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting port 9861b5c6-3294-4f2f-9016-56026cf5ef4f {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:22:19.433143 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-abe7c6b9-ac2a-46ae-b50a-bc9b5d69a9a9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:19.655658 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-abe7c6b9-ac2a-46ae-b50a-bc9b5d69a9a9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:19.678292 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-abe7c6b9-ac2a-46ae-b50a-bc9b5d69a9a9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Calling delete_port for 9861b5c6-3294-4f2f-9016-56026cf5ef4f owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:22:19.757180 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fae69543-bc59-4852-8be1-98a985308edc req-da5c7c00-03c9-4b2d-b85e-ccc4909aa644 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a9e816-f8b8-43ac-8f75-428b7d652cd2 HTTP/1.1" status: 200 len: 210 time: 0.0714927 Aug 11 22:22:19.828152 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3cfcb171-63fc-44b7-971e-62ebdfade105 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:19.883357 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-abe7c6b9-ac2a-46ae-b50a-bc9b5d69a9a9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:19.960075 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7c6b9-ac2a-46ae-b50a-bc9b5d69a9a9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Port': ['ID=9861b5c6-3294-4f2f-9016-56026cf5ef4f,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:19.970277 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-abe7c6b9-ac2a-46ae-b50a-bc9b5d69a9a9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:19.972435 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-abe7c6b9-ac2a-46ae-b50a-bc9b5d69a9a9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/ports/9861b5c6-3294-4f2f-9016-56026cf5ef4f HTTP/1.1" status: 204 len: 168 time: 0.9909053 Aug 11 22:22:19.976882 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 32784) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:20.016567 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-332de47b-7a7e-4448-90fb-49c7a661917e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] GET failed (client error): The resource could not be found. Aug 11 22:22:20.019180 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-332de47b-7a7e-4448-90fb-49c7a661917e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "GET /v2.0/ports/9861b5c6-3294-4f2f-9016-56026cf5ef4f HTTP/1.1" status: 404 len: 333 time: 0.0413179 Aug 11 22:22:20.025688 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 32786) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:20.034110 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-21fb0471-85b0-4644-8d6f-a4acefd1ab3d tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'port': {'network_id': 'ed65213a-772d-4714-9b78-b93955e2e92d', 'name': 'tempest-PortsIpV6TestJSON-578464432'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:20.157950 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560030c8-be88-4a4d-aebe-95192c3030f0 req-a83eb064-1f62-4dd0-95d6-183432a43962 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:20.159864 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-560030c8-be88-4a4d-aebe-95192c3030f0 req-a83eb064-1f62-4dd0-95d6-183432a43962 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 946 time: 0.1904492 Aug 11 22:22:20.183560 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3cfcb171-63fc-44b7-971e-62ebdfade105 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:20.225755 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fb0471-85b0-4644-8d6f-a4acefd1ab3d tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:22:20.233347 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3cfcb171-63fc-44b7-971e-62ebdfade105 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:20.238661 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3cfcb171-63fc-44b7-971e-62ebdfade105 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] 10.222.0.77 "DELETE /v2.0/subnets/7d057c24-84e7-476b-abf4-cff5b9b1f157 HTTP/1.1" status: 204 len: 168 time: 1.1133704 Aug 11 22:22:20.239753 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb0f035-4736-47fb-88f9-b869253f3cfc None None] Network 38de2bb8-a03b-4a73-9928-74a02d1adb07 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:22:20.240538 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-21fb0471-85b0-4644-8d6f-a4acefd1ab3d tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:20.240736 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfcb171-63fc-44b7-971e-62ebdfade105 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Pushing event deleted for resources: {'Subnet': ['ID=7d057c24-84e7-476b-abf4-cff5b9b1f157,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:20.241883 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 32792) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:20.276112 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-21fb0471-85b0-4644-8d6f-a4acefd1ab3d tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] device_id is not set on port 3ede6d99-814d-4ed4-9656-2583ec0d8775 yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:22:20.407247 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-560030c8-be88-4a4d-aebe-95192c3030f0 req-3f59496a-3be2-4ade-a16b-d65aec87182f tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306581 Aug 11 22:22:20.447826 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5d64dfdf-533f-4af0-96b7-f40a7c496525 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:20.540100 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-5d64dfdf-533f-4af0-96b7-f40a7c496525 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Deleting port 9a447a90-1155-4448-bb4b-5332999e32a8 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:22:20.540466 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5d64dfdf-533f-4af0-96b7-f40a7c496525 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:20.576829 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:20.599700 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d51f6f-9727-4683-a709-786b1353483d None None] DHCP port deletion for 38de2bb8-a03b-4a73-9928-74a02d1adb07 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:22:20.709820 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-21fb0471-85b0-4644-8d6f-a4acefd1ab3d tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:20.715865 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-79d51f6f-9727-4683-a709-786b1353483d None None] Deleting port 9a447a90-1155-4448-bb4b-5332999e32a8 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:22:20.716628 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-79d51f6f-9727-4683-a709-786b1353483d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:20.722701 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-5d64dfdf-533f-4af0-96b7-f40a7c496525 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] For port 9a447a90-1155-4448-bb4b-5332999e32a8, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9a447a90-1155-4448-bb4b-5332999e32a8,segment=NetworkSegment(cfdfeb9f-a5e3-42f5-8fbb-e98329cefb6b),segment_id=cfdfeb9f-a5e3-42f5-8fbb-e98329cefb6b)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:22:20.723308 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5d64dfdf-533f-4af0-96b7-f40a7c496525 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:20.766760 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-21fb0471-85b0-4644-8d6f-a4acefd1ab3d tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:20.782653 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-5d64dfdf-533f-4af0-96b7-f40a7c496525 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Calling delete_port for 9a447a90-1155-4448-bb4b-5332999e32a8 owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:22:20.817478 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-79d51f6f-9727-4683-a709-786b1353483d None None] For port 9a447a90-1155-4448-bb4b-5332999e32a8, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9a447a90-1155-4448-bb4b-5332999e32a8,segment=NetworkSegment(cfdfeb9f-a5e3-42f5-8fbb-e98329cefb6b),segment_id=cfdfeb9f-a5e3-42f5-8fbb-e98329cefb6b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:22:20.818745 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-79d51f6f-9727-4683-a709-786b1353483d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:20.848205 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-79d51f6f-9727-4683-a709-786b1353483d None None] Calling delete_port for 9a447a90-1155-4448-bb4b-5332999e32a8 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:22:20.950223 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fb0471-85b0-4644-8d6f-a4acefd1ab3d tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network ed65213a-772d-4714-9b78-b93955e2e92d is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:22:20.963088 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5d64dfdf-533f-4af0-96b7-f40a7c496525 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:20.967453 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-21fb0471-85b0-4644-8d6f-a4acefd1ab3d tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:20.987758 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fb0471-85b0-4644-8d6f-a4acefd1ab3d tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:22:21.006102 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fb0471-85b0-4644-8d6f-a4acefd1ab3d tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:21.006760 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-21fb0471-85b0-4644-8d6f-a4acefd1ab3d tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:21.021956 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64dfdf-533f-4af0-96b7-f40a7c496525 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Pushing event deleted for resources: {'Port': ['ID=9a447a90-1155-4448-bb4b-5332999e32a8,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:21.045197 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb0471-85b0-4644-8d6f-a4acefd1ab3d tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Port': ['ID=3ede6d99-814d-4ed4-9656-2583ec0d8775,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:21.062105 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-79d51f6f-9727-4683-a709-786b1353483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:21.064187 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-21fb0471-85b0-4644-8d6f-a4acefd1ab3d tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0367692 Aug 11 22:22:21.066557 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 32814) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:21.074746 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c361340-7dca-48f9-a324-5a462e963bf8 req-d85d0997-9d21-4b4c-80a1-2dc591fdae8a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a9e816-f8b8-43ac-8f75-428b7d652cd2 HTTP/1.1" status: 200 len: 210 time: 0.0571995 Aug 11 22:22:21.075920 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 5da48fcf-b87c-46ba-a131-5609bb30a4d0 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:22:21.078502 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-7165df00-0784-4b55-a085-051466c6a568 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:21.083218 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d64dfdf-533f-4af0-96b7-f40a7c496525 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] No DVR routers for this DVR port 9a447a90-1155-4448-bb4b-5332999e32a8 on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:22:21.162244 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 5da48fcf-b87c-46ba-a131-5609bb30a4d0 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:22:21.162729 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 5da48fcf-b87c-46ba-a131-5609bb30a4d0 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:22:21.173197 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d51f6f-9727-4683-a709-786b1353483d None None] Pushing event deleted for resources: {'Port': ['ID=9a447a90-1155-4448-bb4b-5332999e32a8,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:21.195775 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d51f6f-9727-4683-a709-786b1353483d None None] No DVR routers for this DVR port 9a447a90-1155-4448-bb4b-5332999e32a8 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:22:21.223792 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7165df00-0784-4b55-a085-051466c6a568 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:21.297288 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5d64dfdf-533f-4af0-96b7-f40a7c496525 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:21.318874 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-5d64dfdf-533f-4af0-96b7-f40a7c496525 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38de2bb8-a03b-4a73-9928-74a02d1adb07']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:21.365614 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-5d64dfdf-533f-4af0-96b7-f40a7c496525 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfdfeb9f-a5e3-42f5-8fbb-e98329cefb6b') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:21.366102 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-5d64dfdf-533f-4af0-96b7-f40a7c496525 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfdfeb9f-a5e3-42f5-8fbb-e98329cefb6b') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:21.383431 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5d64dfdf-533f-4af0-96b7-f40a7c496525 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:21.410089 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5d64dfdf-533f-4af0-96b7-f40a7c496525 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:21.417499 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d64dfdf-533f-4af0-96b7-f40a7c496525 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:22:21.418025 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5d64dfdf-533f-4af0-96b7-f40a7c496525 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:21.481402 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7165df00-0784-4b55-a085-051466c6a568 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:22:21.487614 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:22:21.493757 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7165df00-0784-4b55-a085-051466c6a568 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:21.499051 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5d64dfdf-533f-4af0-96b7-f40a7c496525 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:21.516251 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5d64dfdf-533f-4af0-96b7-f40a7c496525 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:21.519431 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5d64dfdf-533f-4af0-96b7-f40a7c496525 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] 10.222.0.77 "DELETE /v2.0/networks/38de2bb8-a03b-4a73-9928-74a02d1adb07 HTTP/1.1" status: 204 len: 168 time: 1.2763686 Aug 11 22:22:21.570658 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64dfdf-533f-4af0-96b7-f40a7c496525 tempest-AllowedAddressPairTestJSON-1837757717 tempest-AllowedAddressPairTestJSON-1837757717-project] Pushing event deleted for resources: {'Network': ['ID=38de2bb8-a03b-4a73-9928-74a02d1adb07,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:21.595708 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165df00-0784-4b55-a085-051466c6a568 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Port': ['ID=3ede6d99-814d-4ed4-9656-2583ec0d8775,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:21.626354 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-7165df00-0784-4b55-a085-051466c6a568 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] In _notify_port_updated(), no bound segment for port 3ede6d99-814d-4ed4-9656-2583ec0d8775 on network ed65213a-772d-4714-9b78-b93955e2e92d {{(pid=100942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 22:22:21.638520 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7165df00-0784-4b55-a085-051466c6a568 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:21.640040 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7165df00-0784-4b55-a085-051466c6a568 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:21.642779 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7165df00-0784-4b55-a085-051466c6a568 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "PUT /v2.0/ports/3ede6d99-814d-4ed4-9656-2583ec0d8775 HTTP/1.1" status: 200 len: 818 time: 0.5734520 Aug 11 22:22:21.646667 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 32826) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:21.681809 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f904ed-7e46-47ec-bd30-d38a3815d6e5 req-bdae7d4a-9cf2-4a07-a0b9-b9b4488ff71f tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:21.685160 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a6f904ed-7e46-47ec-bd30-d38a3815d6e5 req-bdae7d4a-9cf2-4a07-a0b9-b9b4488ff71f tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 946 time: 0.0917549 Aug 11 22:22:21.827467 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a6f904ed-7e46-47ec-bd30-d38a3815d6e5 req-df2bdea6-0fd7-4828-94cf-edc9e3d7b900 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218338 Aug 11 22:22:21.840541 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9a447a90-1155-4448-bb4b-5332999e32a8 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:22:21.890704 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 9a447a90-1155-4448-bb4b-5332999e32a8 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:22:21.891058 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9a447a90-1155-4448-bb4b-5332999e32a8 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:22:21.901840 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-5889cb60-0865-45e6-a574-a3c3d855d195 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting port 3ede6d99-814d-4ed4-9656-2583ec0d8775 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:22:21.902440 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5889cb60-0865-45e6-a574-a3c3d855d195 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:21.995960 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5889cb60-0865-45e6-a574-a3c3d855d195 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:22.023846 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-5889cb60-0865-45e6-a574-a3c3d855d195 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Calling delete_port for 3ede6d99-814d-4ed4-9656-2583ec0d8775 owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:22:22.071211 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 32830) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:22.170703 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5889cb60-0865-45e6-a574-a3c3d855d195 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:22.214444 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5889cb60-0865-45e6-a574-a3c3d855d195 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:22.221682 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5889cb60-0865-45e6-a574-a3c3d855d195 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/ports/3ede6d99-814d-4ed4-9656-2583ec0d8775 HTTP/1.1" status: 204 len: 168 time: 0.5681975 Aug 11 22:22:22.221682 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889cb60-0865-45e6-a574-a3c3d855d195 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Port': ['ID=3ede6d99-814d-4ed4-9656-2583ec0d8775,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:22.222153 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 32836) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:22.338275 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6cb778bb-f202-4e79-bce4-79f217bc7ac8 req-f5cc5f67-ec31-4139-8537-c32b75f0d32c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a9e816-f8b8-43ac-8f75-428b7d652cd2 HTTP/1.1" status: 200 len: 210 time: 0.0998161 Aug 11 22:22:22.416241 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d827a763-d604-455a-b7ed-6ccfd0193acb tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:22.421764 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d827a763-d604-455a-b7ed-6ccfd0193acb tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1965790 Aug 11 22:22:22.423149 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 32840) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:22.449255 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-66b9eca1-d53a-40ed-b644-bde04b74747a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=792525eca930454582a71fe124386c01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3726466 Aug 11 22:22:22.452354 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 32846) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:22.474588 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-08fde0eb-38fc-4f30-bf04-daa40da6aa24 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] GET failed (client error): The resource could not be found. Aug 11 22:22:22.483263 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-08fde0eb-38fc-4f30-bf04-daa40da6aa24 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "GET /v2.0/ports/3ede6d99-814d-4ed4-9656-2583ec0d8775 HTTP/1.1" status: 404 len: 333 time: 0.0523984 Aug 11 22:22:22.484398 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 32850) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:22.493933 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-690a9a6d-8e66-42be-8519-2911bb87d731 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-475254704'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:22.542307 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690a9a6d-8e66-42be-8519-2911bb87d731 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:22:22.549470 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-690a9a6d-8e66-42be-8519-2911bb87d731 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:22.569860 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-457be1fd-f0bd-4dd7-a778-08c64066e23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:22.602409 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-457be1fd-f0bd-4dd7-a778-08c64066e23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:22.609393 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690a9a6d-8e66-42be-8519-2911bb87d731 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:22:22.631959 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-690a9a6d-8e66-42be-8519-2911bb87d731 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:22.632583 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-690a9a6d-8e66-42be-8519-2911bb87d731 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Added segment dc90e6a3-6738-45ef-aa52-e96a368ea268 of type vlan for network 7cc85b0c-6034-4898-ad92-3cd94a2661ef Aug 11 22:22:22.704905 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-690a9a6d-8e66-42be-8519-2911bb87d731 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:22.705900 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-457be1fd-f0bd-4dd7-a778-08c64066e23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:22.710859 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-457be1fd-f0bd-4dd7-a778-08c64066e23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:22.717121 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-457be1fd-f0bd-4dd7-a778-08c64066e23f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/29fb5ab0-95be-4fae-9b35-7cd02c1226b7 HTTP/1.1" status: 204 len: 168 time: 0.2587337 Aug 11 22:22:22.735083 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457be1fd-f0bd-4dd7-a778-08c64066e23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fb5ab0-95be-4fae-9b35-7cd02c1226b7,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:22.804483 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-690a9a6d-8e66-42be-8519-2911bb87d731 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:22.815315 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690a9a6d-8e66-42be-8519-2911bb87d731 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:22.816304 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-690a9a6d-8e66-42be-8519-2911bb87d731 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:22.953260 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-690a9a6d-8e66-42be-8519-2911bb87d731 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4669600 Aug 11 22:22:22.955102 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 32864) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:22.963916 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-777026db-bd7b-429f-b5f9-e08e57e71d09 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'subnet': {'network_id': '7cc85b0c-6034-4898-ad92-3cd94a2661ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:22.981785 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a9a6d-8e66-42be-8519-2911bb87d731 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Network': ['ID=7cc85b0c-6034-4898-ad92-3cd94a2661ef,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:23.001077 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 7cc85b0c-6034-4898-ad92-3cd94a2661ef details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:22:23.216015 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f87709-a385-4bf2-a5f1-fc0a39ad5364 req-6b907cbc-2db7-4fb3-9938-ec780dca3a27 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:23.218869 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b7f87709-a385-4bf2-a5f1-fc0a39ad5364 req-6b907cbc-2db7-4fb3-9938-ec780dca3a27 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 946 time: 0.2089093 Aug 11 22:22:23.266590 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777026db-bd7b-429f-b5f9-e08e57e71d09 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:22:23.273033 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-777026db-bd7b-429f-b5f9-e08e57e71d09 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:23.425182 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b7f87709-a385-4bf2-a5f1-fc0a39ad5364 req-49968b6e-1e2e-497a-9115-37edd0deab9c tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867220 Aug 11 22:22:23.611152 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2fa56d11-3f19-44bb-8055-895d4f7693fe req-c9d29148-fec2-4473-ba11-c4d5d7f53337 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a9e816-f8b8-43ac-8f75-428b7d652cd2 HTTP/1.1" status: 200 len: 210 time: 0.0656736 Aug 11 22:22:23.784312 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-777026db-bd7b-429f-b5f9-e08e57e71d09 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:23.880975 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777026db-bd7b-429f-b5f9-e08e57e71d09 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Subnet': ['ID=905cca65-0651-4425-b835-c4ca192f6479,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:23.943773 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777026db-bd7b-429f-b5f9-e08e57e71d09 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Checking segment: {'id': 'dc90e6a3-6738-45ef-aa52-e96a368ea268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7cc85b0c-6034-4898-ad92-3cd94a2661ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:22:23.946558 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777026db-bd7b-429f-b5f9-e08e57e71d09 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network hostable DHCP agents. Network: 7cc85b0c-6034-4898-ad92-3cd94a2661ef, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:22:23.976663 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777026db-bd7b-429f-b5f9-e08e57e71d09 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network 7cc85b0c-6034-4898-ad92-3cd94a2661ef is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:22:23.995066 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-777026db-bd7b-429f-b5f9-e08e57e71d09 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 7cc85b0c-6034-4898-ad92-3cd94a2661ef) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:24.003885 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777026db-bd7b-429f-b5f9-e08e57e71d09 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:24.004453 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-777026db-bd7b-429f-b5f9-e08e57e71d09 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:24.027878 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37643f49-52e7-4ef5-adb6-05f049ffc9d8 None None] Network 7cc85b0c-6034-4898-ad92-3cd94a2661ef requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:22:24.030387 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-777026db-bd7b-429f-b5f9-e08e57e71d09 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0722663 Aug 11 22:22:24.033929 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 32922) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:24.044222 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-615b84d0-5856-4dc0-a95b-bc45d5c1f8b5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'subnet': {'network_id': '7cc85b0c-6034-4898-ad92-3cd94a2661ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:24.289604 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615b84d0-5856-4dc0-a95b-bc45d5c1f8b5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:22:24.304626 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-615b84d0-5856-4dc0-a95b-bc45d5c1f8b5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:24.372693 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 32926) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:24.499295 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de85b00f-f3e3-4995-b2e6-7191e68d96e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-7cc85b0c-6034-4898-ad92-3cd94a2661ef', 'network_id': '7cc85b0c-6034-4898-ad92-3cd94a2661ef', 'tenant_id': '22c8a996a3334481a7d918c28c08fba9', 'fixed_ips': [{'subnet_id': '905cca65-0651-4425-b835-c4ca192f6479'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:22:24.500228 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-de85b00f-f3e3-4995-b2e6-7191e68d96e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:24.607360 n-d-804275-3 neutron-server[100943]: INFO neutron.db.ipam_backend_mixin [None req-615b84d0-5856-4dc0-a95b-bc45d5c1f8b5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 905cca65-0651-4425-b835-c4ca192f6479 (CIDR: 2001:db8::/64) Aug 11 22:22:24.622434 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-243d0302-feff-4ce1-97e7-ac3c9631eda9 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-258593376'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:24.646048 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-615b84d0-5856-4dc0-a95b-bc45d5c1f8b5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:22:24.646580 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-615b84d0-5856-4dc0-a95b-bc45d5c1f8b5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:22:24.670656 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243d0302-feff-4ce1-97e7-ac3c9631eda9 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Made reservation on behalf of 05b95e21e6704290a3c250207b618344 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:22:24.684239 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-243d0302-feff-4ce1-97e7-ac3c9631eda9 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:24.691934 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe3204-f5b6-4f16-a4a8-2ffe88458fc2 req-4522155b-4196-469e-a7da-f9cd75822536 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:24.694157 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e9fe3204-f5b6-4f16-a4a8-2ffe88458fc2 req-4522155b-4196-469e-a7da-f9cd75822536 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 946 time: 0.1301284 Aug 11 22:22:24.701985 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-615b84d0-5856-4dc0-a95b-bc45d5c1f8b5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6620235 Aug 11 22:22:24.710419 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 32934) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:24.712230 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-243d0302-feff-4ce1-97e7-ac3c9631eda9 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:24.739189 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-7ff292ec-fec5-42ed-9a08-0360d7d42b96 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'subnet': {'network_id': '7cc85b0c-6034-4898-ad92-3cd94a2661ef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:24.746448 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-de85b00f-f3e3-4995-b2e6-7191e68d96e0 None None] Allocated IP 2001:db8::2 (7cc85b0c-6034-4898-ad92-3cd94a2661ef/905cca65-0651-4425-b835-c4ca192f6479/85f0e084-f34c-4004-975f-16843aa0836b) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:22:24.757342 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e9fe3204-f5b6-4f16-a4a8-2ffe88458fc2 req-8727e1a2-2a1e-415e-b14e-5e6121a6ec1d tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550213 Aug 11 22:22:24.884836 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1c860203-23c1-4fb4-a920-82e4f4c015ca req-723cd6e4-bba7-4655-9db6-f325b08d21fa tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=63a9e816-f8b8-43ac-8f75-428b7d652cd2 HTTP/1.1" status: 200 len: 210 time: 0.0294802 Aug 11 22:22:25.096491 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-de85b00f-f3e3-4995-b2e6-7191e68d96e0 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:25.103876 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-243d0302-feff-4ce1-97e7-ac3c9631eda9 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:25.113755 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-de85b00f-f3e3-4995-b2e6-7191e68d96e0 None None] Transition to ACTIVE for port object 85f0e084-f34c-4004-975f-16843aa0836b will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:22:25.130450 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-243d0302-feff-4ce1-97e7-ac3c9631eda9 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:25.142714 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-de85b00f-f3e3-4995-b2e6-7191e68d96e0 None None] Transition to ACTIVE for port object 85f0e084-f34c-4004-975f-16843aa0836b will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:22:25.170600 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-de85b00f-f3e3-4995-b2e6-7191e68d96e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:25.199549 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff292ec-fec5-42ed-9a08-0360d7d42b96 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:22:25.205361 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7ff292ec-fec5-42ed-9a08-0360d7d42b96 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:25.211233 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243d0302-feff-4ce1-97e7-ac3c9631eda9 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:22:25.225930 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de85b00f-f3e3-4995-b2e6-7191e68d96e0 None None] Network 7cc85b0c-6034-4898-ad92-3cd94a2661ef is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:22:25.236057 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-de85b00f-f3e3-4995-b2e6-7191e68d96e0 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:25.244692 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de85b00f-f3e3-4995-b2e6-7191e68d96e0 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:22:25.270383 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d0302-feff-4ce1-97e7-ac3c9631eda9 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=552ec815-9d62-4837-af7f-bab8d1c3b8bb,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:25.281370 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-243d0302-feff-4ce1-97e7-ac3c9631eda9 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:25.281727 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-243d0302-feff-4ce1-97e7-ac3c9631eda9 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Added segment abb730d8-5854-4861-aa5a-ab4fc15d873a of type vlan for network 889dd994-082f-4bbc-b4c2-e1b1ec45b023 Aug 11 22:22:25.289168 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85b00f-f3e3-4995-b2e6-7191e68d96e0 None None] Pushing event updated for resources: {'Port': ['ID=85f0e084-f34c-4004-975f-16843aa0836b,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:25.324058 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-de85b00f-f3e3-4995-b2e6-7191e68d96e0 None None] Attempting to bind port 85f0e084-f34c-4004-975f-16843aa0836b on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:22:25.324504 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-de85b00f-f3e3-4995-b2e6-7191e68d96e0 None None] Attempting to bind port 85f0e084-f34c-4004-975f-16843aa0836b by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'dc90e6a3-6738-45ef-aa52-e96a368ea268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7cc85b0c-6034-4898-ad92-3cd94a2661ef'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:22:25.325003 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de85b00f-f3e3-4995-b2e6-7191e68d96e0 None None] Attempting to bind port 85f0e084-f34c-4004-975f-16843aa0836b on network 7cc85b0c-6034-4898-ad92-3cd94a2661ef {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:22:25.331348 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de85b00f-f3e3-4995-b2e6-7191e68d96e0 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:22:25.331873 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de85b00f-f3e3-4995-b2e6-7191e68d96e0 None None] Checking segment: {'id': 'dc90e6a3-6738-45ef-aa52-e96a368ea268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7cc85b0c-6034-4898-ad92-3cd94a2661ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:22:25.332375 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-de85b00f-f3e3-4995-b2e6-7191e68d96e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:25.332843 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de85b00f-f3e3-4995-b2e6-7191e68d96e0 None None] Bound using segment: {'id': 'dc90e6a3-6738-45ef-aa52-e96a368ea268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7cc85b0c-6034-4898-ad92-3cd94a2661ef'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:22:25.333956 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-de85b00f-f3e3-4995-b2e6-7191e68d96e0 None None] Bound port: 85f0e084-f34c-4004-975f-16843aa0836b, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc90e6a3-6738-45ef-aa52-e96a368ea268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7cc85b0c-6034-4898-ad92-3cd94a2661ef'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:22:25.333956 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-de85b00f-f3e3-4995-b2e6-7191e68d96e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:25.361340 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-243d0302-feff-4ce1-97e7-ac3c9631eda9 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:25.412276 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-de85b00f-f3e3-4995-b2e6-7191e68d96e0 None None] For port 85f0e084-f34c-4004-975f-16843aa0836b, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:22:25.416043 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-de85b00f-f3e3-4995-b2e6-7191e68d96e0 None None] For port 85f0e084-f34c-4004-975f-16843aa0836b, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=85f0e084-f34c-4004-975f-16843aa0836b,segment=NetworkSegment(dc90e6a3-6738-45ef-aa52-e96a368ea268),segment_id=dc90e6a3-6738-45ef-aa52-e96a368ea268)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:22:25.424691 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-243d0302-feff-4ce1-97e7-ac3c9631eda9 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:25.425400 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-de85b00f-f3e3-4995-b2e6-7191e68d96e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:25.430507 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243d0302-feff-4ce1-97e7-ac3c9631eda9 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:25.431460 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-243d0302-feff-4ce1-97e7-ac3c9631eda9 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:25.490813 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85b00f-f3e3-4995-b2e6-7191e68d96e0 None None] Pushing event updated for resources: {'Port': ['ID=85f0e084-f34c-4004-975f-16843aa0836b,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:25.498772 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-243d0302-feff-4ce1-97e7-ac3c9631eda9 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1248677 Aug 11 22:22:25.501558 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 32938) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:25.508198 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-b45a70ad-5933-4e32-87a4-95dd259cd4d3 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-225595315'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:25.544237 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d0302-feff-4ce1-97e7-ac3c9631eda9 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Network': ['ID=889dd994-082f-4bbc-b4c2-e1b1ec45b023,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:25.554756 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45a70ad-5933-4e32-87a4-95dd259cd4d3 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Made reservation on behalf of 05b95e21e6704290a3c250207b618344 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:22:25.558228 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 889dd994-082f-4bbc-b4c2-e1b1ec45b023 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:22:25.561812 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b45a70ad-5933-4e32-87a4-95dd259cd4d3 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:25.602507 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45a70ad-5933-4e32-87a4-95dd259cd4d3 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:22:25.613897 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b45a70ad-5933-4e32-87a4-95dd259cd4d3 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:25.614532 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-b45a70ad-5933-4e32-87a4-95dd259cd4d3 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Added segment 7bde4556-50bb-40a6-8605-50c1ae670429 of type vlan for network 671d8924-8d39-463e-b84b-897d7b5e3a92 Aug 11 22:22:25.682912 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b45a70ad-5933-4e32-87a4-95dd259cd4d3 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:25.695171 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7ff292ec-fec5-42ed-9a08-0360d7d42b96 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:25.723807 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b45a70ad-5933-4e32-87a4-95dd259cd4d3 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:25.730922 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45a70ad-5933-4e32-87a4-95dd259cd4d3 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:25.731993 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b45a70ad-5933-4e32-87a4-95dd259cd4d3 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:25.791759 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff292ec-fec5-42ed-9a08-0360d7d42b96 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network 7cc85b0c-6034-4898-ad92-3cd94a2661ef is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:22:25.798224 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-7ff292ec-fec5-42ed-9a08-0360d7d42b96 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:25.805235 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff292ec-fec5-42ed-9a08-0360d7d42b96 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:25.806395 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7ff292ec-fec5-42ed-9a08-0360d7d42b96 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:25.822650 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff292ec-fec5-42ed-9a08-0360d7d42b96 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Subnet': ['ID=ab3d1f74-42a8-4c3b-ba44-e632f7123d40,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:25.835259 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b45a70ad-5933-4e32-87a4-95dd259cd4d3 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3324878 Aug 11 22:22:25.838211 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7ff292ec-fec5-42ed-9a08-0360d7d42b96 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1172576 Aug 11 22:22:25.838211 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 32942) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:25.842812 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 32944) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:25.847345 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-5e96bfc0-72f7-44cc-8346-e64d00043f92 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'subnet': {'network_id': '889dd994-082f-4bbc-b4c2-e1b1ec45b023', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:25.851493 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-8e42dddb-02b7-4299-be41-75aec8288566 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'port': {'network_id': '7cc85b0c-6034-4898-ad92-3cd94a2661ef', 'fixed_ips': [{'subnet_id': '905cca65-0651-4425-b835-c4ca192f6479'}, {'subnet_id': 'ab3d1f74-42a8-4c3b-ba44-e632f7123d40'}], 'name': 'tempest-PortsIpV6TestJSON-1656483389'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:25.856576 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a70ad-5933-4e32-87a4-95dd259cd4d3 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Network': ['ID=671d8924-8d39-463e-b84b-897d7b5e3a92,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:25.873300 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 671d8924-8d39-463e-b84b-897d7b5e3a92 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:22:25.959482 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:22:26.002988 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e96bfc0-72f7-44cc-8346-e64d00043f92 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Made reservation on behalf of 05b95e21e6704290a3c250207b618344 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:22:26.007686 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5e96bfc0-72f7-44cc-8346-e64d00043f92 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:26.071416 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019e097-fec8-4e76-aac0-d65f118251d1 req-e0fedb79-44f9-49a8-a72b-472e273f229e tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:26.080038 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a019e097-fec8-4e76-aac0-d65f118251d1 req-e0fedb79-44f9-49a8-a72b-472e273f229e tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 946 time: 0.1125648 Aug 11 22:22:26.149569 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ed1e5-a847-45c3-87cd-3db8f2a9de20 req-0e69047d-8286-4289-a79c-3d65bc70995f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:26.150204 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a019e097-fec8-4e76-aac0-d65f118251d1 req-f78f9914-7740-413f-9dd3-3bf5fe7bda98 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688517 Aug 11 22:22:26.151162 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0e3ed1e5-a847-45c3-87cd-3db8f2a9de20 req-0e69047d-8286-4289-a79c-3d65bc70995f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46c13839859945349c0d5afcfb364f66&device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 1097 time: 0.1363409 Aug 11 22:22:26.201698 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e42dddb-02b7-4299-be41-75aec8288566 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:22:26.386374 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8e42dddb-02b7-4299-be41-75aec8288566 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:26.396139 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ed1e5-a847-45c3-87cd-3db8f2a9de20 req-bad75cef-d57c-402b-8330-7cba1510e214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:26.397885 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0e3ed1e5-a847-45c3-87cd-3db8f2a9de20 req-bad75cef-d57c-402b-8330-7cba1510e214 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e7790f3f-c934-4280-a7bc-7879373f53d3 HTTP/1.1" status: 200 len: 907 time: 0.2238338 Aug 11 22:22:26.417859 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-8e42dddb-02b7-4299-be41-75aec8288566 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] device_id is not set on port 77dcc8c1-eee3-4428-8a5a-bdfb1c813c40 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:22:26.488631 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5e96bfc0-72f7-44cc-8346-e64d00043f92 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:26.692742 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0e3ed1e5-a847-45c3-87cd-3db8f2a9de20 req-7adb0103-93b4-416c-9609-579e5fe8390c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51d567c5-e0a9-4148-a791-f47cd46b5b10 HTTP/1.1" status: 200 len: 217 time: 0.2261875 Aug 11 22:22:26.787213 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ed1e5-a847-45c3-87cd-3db8f2a9de20 req-2eb74e06-ecd5-4cf5-a891-5a659624be2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:26.788983 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0e3ed1e5-a847-45c3-87cd-3db8f2a9de20 req-2eb74e06-ecd5-4cf5-a891-5a659624be2e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0ec9ba0-9b08-41f6-a732-89f14df6459a HTTP/1.1" status: 200 len: 846 time: 0.0828192 Aug 11 22:22:26.814924 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96bfc0-72f7-44cc-8346-e64d00043f92 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Subnet': ['ID=0715a22a-75fe-461f-92c3-57359f6d6ce7,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:26.917742 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0e3ed1e5-a847-45c3-87cd-3db8f2a9de20 req-e70914e5-f7fa-43f2-892f-40e0008694c4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7790f3f-c934-4280-a7bc-7879373f53d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206276 Aug 11 22:22:26.952048 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e96bfc0-72f7-44cc-8346-e64d00043f92 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Checking segment: {'id': 'abb730d8-5854-4861-aa5a-ab4fc15d873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '889dd994-082f-4bbc-b4c2-e1b1ec45b023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:22:26.953302 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e96bfc0-72f7-44cc-8346-e64d00043f92 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network hostable DHCP agents. Network: 889dd994-082f-4bbc-b4c2-e1b1ec45b023, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:22:27.242835 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0e3ed1e5-a847-45c3-87cd-3db8f2a9de20 req-f392e1a4-1d62-407f-9f53-edd17953b02b service neutron] 10.222.0.52 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170309 Aug 11 22:22:27.289527 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e96bfc0-72f7-44cc-8346-e64d00043f92 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network 889dd994-082f-4bbc-b4c2-e1b1ec45b023 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:22:27.330007 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-5e96bfc0-72f7-44cc-8346-e64d00043f92 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 889dd994-082f-4bbc-b4c2-e1b1ec45b023) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:27.346219 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fcfc91-105b-4ec3-8ea8-a0ca90905324 None None] Network 889dd994-082f-4bbc-b4c2-e1b1ec45b023 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:22:27.374116 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88960804-ae40-4aa0-8121-b88122764c99 None None] Network 7cc85b0c-6034-4898-ad92-3cd94a2661ef requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:22:27.391362 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 32958) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:27.412188 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e96bfc0-72f7-44cc-8346-e64d00043f92 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:27.413242 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5e96bfc0-72f7-44cc-8346-e64d00043f92 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:27.450174 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5e96bfc0-72f7-44cc-8346-e64d00043f92 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6100662 Aug 11 22:22:27.455476 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 32962) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:27.466322 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-3897c0ea-494a-4139-9043-98ca02f6f091 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'subnet': {'network_id': '671d8924-8d39-463e-b84b-897d7b5e3a92', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:27.507996 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-178d212d-9b4d-4fb0-a6ef-1f14e915e7bc admin admin] Deleting subnet dbcbd227-7a33-45ec-83c8-c539ae547045 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:22:27.532711 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-38464687-4b11-484e-9584-92106c13aac2 None None] Provisioning for port 85f0e084-f34c-4004-975f-16843aa0836b completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:22:27.576048 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-178d212d-9b4d-4fb0-a6ef-1f14e915e7bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:27.679065 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-178d212d-9b4d-4fb0-a6ef-1f14e915e7bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:27.792467 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3897c0ea-494a-4139-9043-98ca02f6f091 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Made reservation on behalf of 05b95e21e6704290a3c250207b618344 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:22:27.797329 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3897c0ea-494a-4139-9043-98ca02f6f091 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:27.802585 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-178d212d-9b4d-4fb0-a6ef-1f14e915e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:27.813686 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0e3ed1e5-a847-45c3-87cd-3db8f2a9de20 req-1ee117af-248e-4fe5-8d8e-2763739f6483 service neutron] 10.222.0.52 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5526063 Aug 11 22:22:27.927841 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 85f0e084-f34c-4004-975f-16843aa0836b up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:22:27.934083 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b88454-f178-4c29-8d5d-e689da1e4602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-889dd994-082f-4bbc-b4c2-e1b1ec45b023', 'network_id': '889dd994-082f-4bbc-b4c2-e1b1ec45b023', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'fixed_ips': [{'subnet_id': '0715a22a-75fe-461f-92c3-57359f6d6ce7'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:22:27.935934 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-67b88454-f178-4c29-8d5d-e689da1e4602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:28.172903 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3897c0ea-494a-4139-9043-98ca02f6f091 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:28.184842 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 85f0e084-f34c-4004-975f-16843aa0836b completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:22:28.219193 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 85f0e084-f34c-4004-975f-16843aa0836b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:28.219873 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:28.306237 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7764721e-1d3d-4e09-b560-6d8536d356e1 None None] Update dhcp port {'port': {'network_id': '7cc85b0c-6034-4898-ad92-3cd94a2661ef', 'fixed_ips': [{'subnet_id': '905cca65-0651-4425-b835-c4ca192f6479', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ab3d1f74-42a8-4c3b-ba44-e632f7123d40'}], 'binding:host_id': 'n-d-804275-3'}, 'id': '85f0e084-f34c-4004-975f-16843aa0836b'} from n-d-804275-3. {{(pid=100944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 22:22:28.309058 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-67b88454-f178-4c29-8d5d-e689da1e4602 None None] Allocated IP 2001:db8::2 (889dd994-082f-4bbc-b4c2-e1b1ec45b023/0715a22a-75fe-461f-92c3-57359f6d6ce7/0a97bab5-933d-4251-a6a7-056e6242e499) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:22:28.355749 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897c0ea-494a-4139-9043-98ca02f6f091 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Subnet': ['ID=25fb0f89-7a8a-461f-a5af-de10fc017c0b,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:28.371269 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-178d212d-9b4d-4fb0-a6ef-1f14e915e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:28.382393 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-8e42dddb-02b7-4299-be41-75aec8288566 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Allocated IP 2001:db8::1d5 (7cc85b0c-6034-4898-ad92-3cd94a2661ef/905cca65-0651-4425-b835-c4ca192f6479/77dcc8c1-eee3-4428-8a5a-bdfb1c813c40) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:22:28.435664 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7764721e-1d3d-4e09-b560-6d8536d356e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:28.437196 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3897c0ea-494a-4139-9043-98ca02f6f091 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Checking segment: {'id': '7bde4556-50bb-40a6-8605-50c1ae670429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '671d8924-8d39-463e-b84b-897d7b5e3a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:22:28.437962 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3897c0ea-494a-4139-9043-98ca02f6f091 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network hostable DHCP agents. Network: 671d8924-8d39-463e-b84b-897d7b5e3a92, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:22:28.471765 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6358f-319d-468a-88ff-973d37078db6 req-7af790dc-b9ad-47e5-b03f-72d3fd774fa8 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:28.485844 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3897c0ea-494a-4139-9043-98ca02f6f091 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network 671d8924-8d39-463e-b84b-897d7b5e3a92 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:22:28.486184 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-77d6358f-319d-468a-88ff-973d37078db6 req-7af790dc-b9ad-47e5-b03f-72d3fd774fa8 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 946 time: 1.0949457 Aug 11 22:22:28.487167 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-8e42dddb-02b7-4299-be41-75aec8288566 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Allocated IP 2001:db8:0:1::c (7cc85b0c-6034-4898-ad92-3cd94a2661ef/ab3d1f74-42a8-4c3b-ba44-e632f7123d40/77dcc8c1-eee3-4428-8a5a-bdfb1c813c40) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:22:28.499694 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d212d-9b4d-4fb0-a6ef-1f14e915e7bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbcbd227-7a33-45ec-83c8-c539ae547045,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:28.506607 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-178d212d-9b4d-4fb0-a6ef-1f14e915e7bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:28.511724 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-178d212d-9b4d-4fb0-a6ef-1f14e915e7bc admin admin] 10.222.0.77 "DELETE /v2.0/subnets/dbcbd227-7a33-45ec-83c8-c539ae547045 HTTP/1.1" status: 204 len: 168 time: 1.1183887 Aug 11 22:22:28.521607 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 32966) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:28.580072 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-3897c0ea-494a-4139-9043-98ca02f6f091 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 671d8924-8d39-463e-b84b-897d7b5e3a92) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:28.666082 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f5c881-b71a-43d8-b387-ce533ec8ae31 None None] Network 671d8924-8d39-463e-b84b-897d7b5e3a92 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:22:28.672912 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-77d6358f-319d-468a-88ff-973d37078db6 req-dc8019a1-97e8-438b-84ca-ed1ece656fda tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585460 Aug 11 22:22:28.715053 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3897c0ea-494a-4139-9043-98ca02f6f091 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:28.728883 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3897c0ea-494a-4139-9043-98ca02f6f091 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:28.830748 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-531989f8-c80c-4ed3-adde-a94ba6ed2ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:28.840255 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3897c0ea-494a-4139-9043-98ca02f6f091 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3801169 Aug 11 22:22:28.845810 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 32970) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:28.865813 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-b18b001f-0585-49d9-998a-adc00e530bde tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1710517598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:28.931611 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8e42dddb-02b7-4299-be41-75aec8288566 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:28.971619 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-8e42dddb-02b7-4299-be41-75aec8288566 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Transition to ACTIVE for port object 77dcc8c1-eee3-4428-8a5a-bdfb1c813c40 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:22:29.073906 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b18b001f-0585-49d9-998a-adc00e530bde tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:29.077366 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b18b001f-0585-49d9-998a-adc00e530bde tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:29.081398 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8e42dddb-02b7-4299-be41-75aec8288566 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:29.120426 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-531989f8-c80c-4ed3-adde-a94ba6ed2ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:29.155285 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-531989f8-c80c-4ed3-adde-a94ba6ed2ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['525653ba-733f-4742-bbd1-0f51c8acc1f0']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:29.186947 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-531989f8-c80c-4ed3-adde-a94ba6ed2ed4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad31e246-ea5f-407a-afdd-77b8ad548068') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:29.187837 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-531989f8-c80c-4ed3-adde-a94ba6ed2ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad31e246-ea5f-407a-afdd-77b8ad548068') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:29.216776 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e42dddb-02b7-4299-be41-75aec8288566 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network 7cc85b0c-6034-4898-ad92-3cd94a2661ef is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:22:29.237868 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-531989f8-c80c-4ed3-adde-a94ba6ed2ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:29.244072 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42dddb-02b7-4299-be41-75aec8288566 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Port': ['ID=77dcc8c1-eee3-4428-8a5a-bdfb1c813c40,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:29.249585 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-8e42dddb-02b7-4299-be41-75aec8288566 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:29.252689 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e42dddb-02b7-4299-be41-75aec8288566 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:22:29.261507 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e42dddb-02b7-4299-be41-75aec8288566 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:29.262537 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8e42dddb-02b7-4299-be41-75aec8288566 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:29.282245 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8e42dddb-02b7-4299-be41-75aec8288566 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.4380250 Aug 11 22:22:29.286459 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 32972) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:29.293097 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-7f764876-80eb-4ab7-89bd-87f743d84819 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '905cca65-0651-4425-b835-c4ca192f6479'}]}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:29.321769 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b18b001f-0585-49d9-998a-adc00e530bde tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:29.330355 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-531989f8-c80c-4ed3-adde-a94ba6ed2ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:29.336269 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b18b001f-0585-49d9-998a-adc00e530bde tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:29.374544 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531989f8-c80c-4ed3-adde-a94ba6ed2ed4 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:22:29.376142 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-531989f8-c80c-4ed3-adde-a94ba6ed2ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:22:29.380360 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:22:29.402708 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b18b001f-0585-49d9-998a-adc00e530bde tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:29.408335 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b18b001f-0585-49d9-998a-adc00e530bde tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5578675 Aug 11 22:22:29.422328 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:29.424686 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 32974) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:29.534678 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-531989f8-c80c-4ed3-adde-a94ba6ed2ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:29.561438 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-531989f8-c80c-4ed3-adde-a94ba6ed2ed4 admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:29.573498 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-531989f8-c80c-4ed3-adde-a94ba6ed2ed4 admin admin] 10.222.0.77 "DELETE /v2.0/networks/525653ba-733f-4742-bbd1-0f51c8acc1f0 HTTP/1.1" status: 204 len: 168 time: 1.0454631 Aug 11 22:22:29.620310 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-7764721e-1d3d-4e09-b560-6d8536d356e1 None None] Allocated IP 2001:db8:0:1::2 (7cc85b0c-6034-4898-ad92-3cd94a2661ef/ab3d1f74-42a8-4c3b-ba44-e632f7123d40/85f0e084-f34c-4004-975f-16843aa0836b) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:22:29.621210 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531989f8-c80c-4ed3-adde-a94ba6ed2ed4 admin admin] Pushing event deleted for resources: {'Network': ['ID=525653ba-733f-4742-bbd1-0f51c8acc1f0,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:29.680545 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7f764876-80eb-4ab7-89bd-87f743d84819 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:29.729351 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 85f0e084-f34c-4004-975f-16843aa0836b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=85f0e084-f34c-4004-975f-16843aa0836b,segment=NetworkSegment(dc90e6a3-6738-45ef-aa52-e96a368ea268),segment_id=dc90e6a3-6738-45ef-aa52-e96a368ea268)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:22:29.753717 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:29.906562 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=85f0e084-f34c-4004-975f-16843aa0836b,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:29.912510 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d88950a-5c5a-4a58-bdb4-af16dd89708c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-671d8924-8d39-463e-b84b-897d7b5e3a92', 'network_id': '671d8924-8d39-463e-b84b-897d7b5e3a92', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'fixed_ips': [{'subnet_id': '25fb0f89-7a8a-461f-a5af-de10fc017c0b'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:22:29.917525 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2d88950a-5c5a-4a58-bdb4-af16dd89708c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:29.954022 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-67b88454-f178-4c29-8d5d-e689da1e4602 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:30.081472 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 32982) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:30.160115 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-80655f65-aaec-4935-8d75-2edb314bb422 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=70f061d11ec9424ca49540ce6c807e4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0766442 Aug 11 22:22:30.160745 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 32984) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:30.186390 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-67b88454-f178-4c29-8d5d-e689da1e4602 None None] Transition to ACTIVE for port object 0a97bab5-933d-4251-a6a7-056e6242e499 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:22:30.211563 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-67b88454-f178-4c29-8d5d-e689da1e4602 None None] Transition to ACTIVE for port object 0a97bab5-933d-4251-a6a7-056e6242e499 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:22:30.282454 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842db484-ee11-43bf-bad5-2142d596e555 req-38607bcf-6845-4281-a570-de4b74fef932 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:30.291954 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-842db484-ee11-43bf-bad5-2142d596e555 req-38607bcf-6845-4281-a570-de4b74fef932 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 946 time: 0.3550880 Aug 11 22:22:30.295646 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-34678ac7-ac98-4a37-b0a5-2e76e9eeced2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:30.326907 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-7764721e-1d3d-4e09-b560-6d8536d356e1 None None] For port 85f0e084-f34c-4004-975f-16843aa0836b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=85f0e084-f34c-4004-975f-16843aa0836b,segment=NetworkSegment(dc90e6a3-6738-45ef-aa52-e96a368ea268),segment_id=dc90e6a3-6738-45ef-aa52-e96a368ea268)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:22:30.350022 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-34678ac7-ac98-4a37-b0a5-2e76e9eeced2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:30.357929 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dbd91cc4-2309-44bf-809f-14382bc48049 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:30.397632 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7764721e-1d3d-4e09-b560-6d8536d356e1 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:30.426960 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7764721e-1d3d-4e09-b560-6d8536d356e1 None None] Transition to ACTIVE for port object 85f0e084-f34c-4004-975f-16843aa0836b will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:22:30.437529 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-67b88454-f178-4c29-8d5d-e689da1e4602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:30.452039 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7764721e-1d3d-4e09-b560-6d8536d356e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:30.487261 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-34678ac7-ac98-4a37-b0a5-2e76e9eeced2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:30.490419 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-34678ac7-ac98-4a37-b0a5-2e76e9eeced2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:30.491851 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-34678ac7-ac98-4a37-b0a5-2e76e9eeced2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8d58243f-d548-4ef1-8a95-0492b2f3f700 HTTP/1.1" status: 204 len: 168 time: 0.3297577 Aug 11 22:22:30.511840 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34678ac7-ac98-4a37-b0a5-2e76e9eeced2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d58243f-d548-4ef1-8a95-0492b2f3f700,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:30.555619 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-842db484-ee11-43bf-bad5-2142d596e555 req-9e8a81b0-5cf1-437d-9073-8afa74a6bfd7 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614846 Aug 11 22:22:30.689043 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-2d88950a-5c5a-4a58-bdb4-af16dd89708c None None] Allocated IP 2001:db8:1::2 (671d8924-8d39-463e-b84b-897d7b5e3a92/25fb0f89-7a8a-461f-a5af-de10fc017c0b/07c79f57-d147-44ab-af5f-da75de888380) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:22:30.704360 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b88454-f178-4c29-8d5d-e689da1e4602 None None] Network 889dd994-082f-4bbc-b4c2-e1b1ec45b023 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:22:30.712189 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-67b88454-f178-4c29-8d5d-e689da1e4602 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:30.743686 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b88454-f178-4c29-8d5d-e689da1e4602 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:22:30.803637 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b88454-f178-4c29-8d5d-e689da1e4602 None None] Pushing event updated for resources: {'Port': ['ID=0a97bab5-933d-4251-a6a7-056e6242e499,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:30.955847 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-7f764876-80eb-4ab7-89bd-87f743d84819 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Delete allocated IP 2001:db8:0:1::c (7cc85b0c-6034-4898-ad92-3cd94a2661ef/ab3d1f74-42a8-4c3b-ba44-e632f7123d40) {{(pid=100943) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 22:22:31.034968 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2d88950a-5c5a-4a58-bdb4-af16dd89708c None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:31.056246 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2d88950a-5c5a-4a58-bdb4-af16dd89708c None None] Transition to ACTIVE for port object 07c79f57-d147-44ab-af5f-da75de888380 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:22:31.087081 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2d88950a-5c5a-4a58-bdb4-af16dd89708c None None] Transition to ACTIVE for port object 07c79f57-d147-44ab-af5f-da75de888380 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:22:31.109639 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2d88950a-5c5a-4a58-bdb4-af16dd89708c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:31.152080 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-67b88454-f178-4c29-8d5d-e689da1e4602 None None] Attempting to bind port 0a97bab5-933d-4251-a6a7-056e6242e499 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:22:31.152446 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-67b88454-f178-4c29-8d5d-e689da1e4602 None None] Attempting to bind port 0a97bab5-933d-4251-a6a7-056e6242e499 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'abb730d8-5854-4861-aa5a-ab4fc15d873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '889dd994-082f-4bbc-b4c2-e1b1ec45b023'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:22:31.152854 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b88454-f178-4c29-8d5d-e689da1e4602 None None] Attempting to bind port 0a97bab5-933d-4251-a6a7-056e6242e499 on network 889dd994-082f-4bbc-b4c2-e1b1ec45b023 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:22:31.175632 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b88454-f178-4c29-8d5d-e689da1e4602 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:22:31.176019 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b88454-f178-4c29-8d5d-e689da1e4602 None None] Checking segment: {'id': 'abb730d8-5854-4861-aa5a-ab4fc15d873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '889dd994-082f-4bbc-b4c2-e1b1ec45b023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:22:31.176438 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-67b88454-f178-4c29-8d5d-e689da1e4602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:31.176844 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b88454-f178-4c29-8d5d-e689da1e4602 None None] Bound using segment: {'id': 'abb730d8-5854-4861-aa5a-ab4fc15d873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '889dd994-082f-4bbc-b4c2-e1b1ec45b023'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:22:31.177344 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-67b88454-f178-4c29-8d5d-e689da1e4602 None None] Bound port: 0a97bab5-933d-4251-a6a7-056e6242e499, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb730d8-5854-4861-aa5a-ab4fc15d873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '889dd994-082f-4bbc-b4c2-e1b1ec45b023'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:22:31.177737 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-67b88454-f178-4c29-8d5d-e689da1e4602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:31.193062 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764721e-1d3d-4e09-b560-6d8536d356e1 None None] Pushing event updated for resources: {'Port': ['ID=85f0e084-f34c-4004-975f-16843aa0836b,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:31.277959 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88950a-5c5a-4a58-bdb4-af16dd89708c None None] Pushing event updated for resources: {'Port': ['ID=07c79f57-d147-44ab-af5f-da75de888380,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:31.289199 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d88950a-5c5a-4a58-bdb4-af16dd89708c None None] Network 671d8924-8d39-463e-b84b-897d7b5e3a92 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:22:31.320119 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-2d88950a-5c5a-4a58-bdb4-af16dd89708c None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:31.324258 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d88950a-5c5a-4a58-bdb4-af16dd89708c None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:22:31.380280 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-dbd91cc4-2309-44bf-809f-14382bc48049 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Allocated IP 2001:db8::1 (889dd994-082f-4bbc-b4c2-e1b1ec45b023/0715a22a-75fe-461f-92c3-57359f6d6ce7/4bacf92c-073f-48bb-9466-827565b3b7f8) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:22:31.413100 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-2d88950a-5c5a-4a58-bdb4-af16dd89708c None None] Attempting to bind port 07c79f57-d147-44ab-af5f-da75de888380 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:22:31.413536 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-2d88950a-5c5a-4a58-bdb4-af16dd89708c None None] Attempting to bind port 07c79f57-d147-44ab-af5f-da75de888380 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '7bde4556-50bb-40a6-8605-50c1ae670429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '671d8924-8d39-463e-b84b-897d7b5e3a92'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:22:31.413976 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d88950a-5c5a-4a58-bdb4-af16dd89708c None None] Attempting to bind port 07c79f57-d147-44ab-af5f-da75de888380 on network 671d8924-8d39-463e-b84b-897d7b5e3a92 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:22:31.424615 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d88950a-5c5a-4a58-bdb4-af16dd89708c None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:22:31.425074 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d88950a-5c5a-4a58-bdb4-af16dd89708c None None] Checking segment: {'id': '7bde4556-50bb-40a6-8605-50c1ae670429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '671d8924-8d39-463e-b84b-897d7b5e3a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:22:31.425594 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2d88950a-5c5a-4a58-bdb4-af16dd89708c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:31.426071 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d88950a-5c5a-4a58-bdb4-af16dd89708c None None] Bound using segment: {'id': '7bde4556-50bb-40a6-8605-50c1ae670429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '671d8924-8d39-463e-b84b-897d7b5e3a92'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:22:31.426647 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-2d88950a-5c5a-4a58-bdb4-af16dd89708c None None] Bound port: 07c79f57-d147-44ab-af5f-da75de888380, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bde4556-50bb-40a6-8605-50c1ae670429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '671d8924-8d39-463e-b84b-897d7b5e3a92'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:22:31.427137 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2d88950a-5c5a-4a58-bdb4-af16dd89708c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:31.447043 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-67b88454-f178-4c29-8d5d-e689da1e4602 None None] For port 0a97bab5-933d-4251-a6a7-056e6242e499, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:22:31.465085 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-67b88454-f178-4c29-8d5d-e689da1e4602 None None] For port 0a97bab5-933d-4251-a6a7-056e6242e499, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0a97bab5-933d-4251-a6a7-056e6242e499,segment=NetworkSegment(abb730d8-5854-4861-aa5a-ab4fc15d873a),segment_id=abb730d8-5854-4861-aa5a-ab4fc15d873a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:22:31.492412 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-67b88454-f178-4c29-8d5d-e689da1e4602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:31.625219 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7f764876-80eb-4ab7-89bd-87f743d84819 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:31.656152 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-7f764876-80eb-4ab7-89bd-87f743d84819 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Ignored duplicate provisioning block setup for port 77dcc8c1-eee3-4428-8a5a-bdfb1c813c40 by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 22:22:31.677260 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7f764876-80eb-4ab7-89bd-87f743d84819 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:31.691279 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b88454-f178-4c29-8d5d-e689da1e4602 None None] Pushing event updated for resources: {'Port': ['ID=0a97bab5-933d-4251-a6a7-056e6242e499,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:31.707243 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-2d88950a-5c5a-4a58-bdb4-af16dd89708c None None] For port 07c79f57-d147-44ab-af5f-da75de888380, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:22:31.739734 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-2d88950a-5c5a-4a58-bdb4-af16dd89708c None None] For port 07c79f57-d147-44ab-af5f-da75de888380, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=07c79f57-d147-44ab-af5f-da75de888380,segment=NetworkSegment(7bde4556-50bb-40a6-8605-50c1ae670429),segment_id=7bde4556-50bb-40a6-8605-50c1ae670429)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:22:31.754189 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2d88950a-5c5a-4a58-bdb4-af16dd89708c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:31.882963 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88950a-5c5a-4a58-bdb4-af16dd89708c None None] Pushing event updated for resources: {'Port': ['ID=07c79f57-d147-44ab-af5f-da75de888380,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:31.992880 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-7f764876-80eb-4ab7-89bd-87f743d84819 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] In _notify_port_updated(), no bound segment for port 77dcc8c1-eee3-4428-8a5a-bdfb1c813c40 on network 7cc85b0c-6034-4898-ad92-3cd94a2661ef {{(pid=100943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 22:22:32.014465 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f764876-80eb-4ab7-89bd-87f743d84819 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:32.015291 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7f764876-80eb-4ab7-89bd-87f743d84819 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:32.016736 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7f764876-80eb-4ab7-89bd-87f743d84819 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "PUT /v2.0/ports/77dcc8c1-eee3-4428-8a5a-bdfb1c813c40 HTTP/1.1" status: 200 len: 926 time: 2.7287595 Aug 11 22:22:32.021445 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33036) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:32.029898 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-686c8f3a-50ac-4e60-8aa4-2f1d379f32d9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '905cca65-0651-4425-b835-c4ca192f6479'}, {'subnet_id': 'ab3d1f74-42a8-4c3b-ba44-e632f7123d40'}]}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:32.072672 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dbd91cc4-2309-44bf-809f-14382bc48049 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:32.128323 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f764876-80eb-4ab7-89bd-87f743d84819 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Port': ['ID=77dcc8c1-eee3-4428-8a5a-bdfb1c813c40,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:32.141467 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 85f0e084-f34c-4004-975f-16843aa0836b up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:22:32.242193 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-dbd91cc4-2309-44bf-809f-14382bc48049 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Transition to ACTIVE for port object 4bacf92c-073f-48bb-9466-827565b3b7f8 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:22:32.287993 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10cdb0-4744-46f9-a34a-941dfe556aea req-281133bf-6c85-4f71-8f60-a807133554c6 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:32.308995 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a10cdb0-4744-46f9-a34a-941dfe556aea req-281133bf-6c85-4f71-8f60-a807133554c6 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 946 time: 0.5386736 Aug 11 22:22:32.493863 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a10cdb0-4744-46f9-a34a-941dfe556aea req-3adc4416-424d-4aaa-bbef-c1c1901f9dad tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800866 Aug 11 22:22:32.581918 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13a3d0f-6825-47dd-b7cd-42f45b927d0b None None] Network 7cc85b0c-6034-4898-ad92-3cd94a2661ef requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:22:32.625755 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dbd91cc4-2309-44bf-809f-14382bc48049 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:32.688091 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-686c8f3a-50ac-4e60-8aa4-2f1d379f32d9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:32.722832 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd91cc4-2309-44bf-809f-14382bc48049 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network 889dd994-082f-4bbc-b4c2-e1b1ec45b023 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:22:32.737374 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-dbd91cc4-2309-44bf-809f-14382bc48049 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:32.749144 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd91cc4-2309-44bf-809f-14382bc48049 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:22:32.750709 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dbd91cc4-2309-44bf-809f-14382bc48049 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:32.818801 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1ed84885-8cad-47b6-aecc-57de2ed2bae2 None None] Provisioning for port 85f0e084-f34c-4004-975f-16843aa0836b completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:22:32.882964 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd91cc4-2309-44bf-809f-14382bc48049 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Port': ['ID=4bacf92c-073f-48bb-9466-827565b3b7f8,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:32.914907 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1ed84885-8cad-47b6-aecc-57de2ed2bae2 None None] Provisioning complete for port 85f0e084-f34c-4004-975f-16843aa0836b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:32.915517 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1ed84885-8cad-47b6-aecc-57de2ed2bae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:33.056604 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dbd91cc4-2309-44bf-809f-14382bc48049 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:33.420936 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-686c8f3a-50ac-4e60-8aa4-2f1d379f32d9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Allocated IP 2001:db8:0:1::152 (7cc85b0c-6034-4898-ad92-3cd94a2661ef/ab3d1f74-42a8-4c3b-ba44-e632f7123d40/77dcc8c1-eee3-4428-8a5a-bdfb1c813c40) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:22:33.766206 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-686c8f3a-50ac-4e60-8aa4-2f1d379f32d9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:33.783410 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-686c8f3a-50ac-4e60-8aa4-2f1d379f32d9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Ignored duplicate provisioning block setup for port 77dcc8c1-eee3-4428-8a5a-bdfb1c813c40 by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 22:22:33.800109 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-686c8f3a-50ac-4e60-8aa4-2f1d379f32d9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:33.963050 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dbd91cc4-2309-44bf-809f-14382bc48049 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:34.010741 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dbd91cc4-2309-44bf-809f-14382bc48049 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:34.014009 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dbd91cc4-2309-44bf-809f-14382bc48049 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:34.072781 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-686c8f3a-50ac-4e60-8aa4-2f1d379f32d9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] In _notify_port_updated(), no bound segment for port 77dcc8c1-eee3-4428-8a5a-bdfb1c813c40 on network 7cc85b0c-6034-4898-ad92-3cd94a2661ef {{(pid=100942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 22:22:34.091865 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686c8f3a-50ac-4e60-8aa4-2f1d379f32d9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:34.096778 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-686c8f3a-50ac-4e60-8aa4-2f1d379f32d9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:34.102948 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-686c8f3a-50ac-4e60-8aa4-2f1d379f32d9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "PUT /v2.0/ports/77dcc8c1-eee3-4428-8a5a-bdfb1c813c40 HTTP/1.1" status: 200 len: 1012 time: 2.0792778 Aug 11 22:22:34.108906 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33132) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:34.153389 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0a97bab5-933d-4251-a6a7-056e6242e499 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:22:34.155915 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c8f3a-50ac-4e60-8aa4-2f1d379f32d9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Port': ['ID=77dcc8c1-eee3-4428-8a5a-bdfb1c813c40,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:34.196761 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd91cc4-2309-44bf-809f-14382bc48049 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Port': ['ID=4bacf92c-073f-48bb-9466-827565b3b7f8,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:34.248130 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac4fe9-1beb-43e1-995f-51f02c30c5a9 req-56d51230-91a8-4a3c-b3c6-e9abb1f2f7ee tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:34.249853 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6cac4fe9-1beb-43e1-995f-51f02c30c5a9 req-56d51230-91a8-4a3c-b3c6-e9abb1f2f7ee tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 946 time: 0.5601447 Aug 11 22:22:34.349851 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-262ceed1-9f1e-4827-b5e6-2f5e421edca5 None None] Provisioning for port 77dcc8c1-eee3-4428-8a5a-bdfb1c813c40 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:22:34.365512 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-262ceed1-9f1e-4827-b5e6-2f5e421edca5 None None] Provisioning complete for port 77dcc8c1-eee3-4428-8a5a-bdfb1c813c40 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:34.365923 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-262ceed1-9f1e-4827-b5e6-2f5e421edca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:34.394577 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-d5d36580-ce32-4e9c-b583-e7272ab69e75 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting port 77dcc8c1-eee3-4428-8a5a-bdfb1c813c40 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:22:34.398827 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5d36580-ce32-4e9c-b583-e7272ab69e75 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:34.469197 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8be40d-59f2-4d63-b522-cc93cc4e0354 None None] Network 889dd994-082f-4bbc-b4c2-e1b1ec45b023 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:22:34.632685 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6cac4fe9-1beb-43e1-995f-51f02c30c5a9 req-6a6db580-ed1c-416a-b151-74fff64e03ae tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167689 Aug 11 22:22:34.683171 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd91cc4-2309-44bf-809f-14382bc48049 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network 889dd994-082f-4bbc-b4c2-e1b1ec45b023 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:22:34.685914 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-dbd91cc4-2309-44bf-809f-14382bc48049 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:34.689201 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5d36580-ce32-4e9c-b583-e7272ab69e75 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:34.713344 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-d5d36580-ce32-4e9c-b583-e7272ab69e75 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Calling delete_port for 77dcc8c1-eee3-4428-8a5a-bdfb1c813c40 owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:22:34.766556 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383f17a1-a4bb-4a1a-b06a-8283a866dc82 None None] Network 671d8924-8d39-463e-b84b-897d7b5e3a92 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:22:34.851007 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 0a97bab5-933d-4251-a6a7-056e6242e499 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:22:34.914995 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 07c79f57-d147-44ab-af5f-da75de888380 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:22:34.973713 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd91cc4-2309-44bf-809f-14382bc48049 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Router 13a143d8-6b7e-4903-8545-952bfe80c062 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:22:35.037037 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-262ceed1-9f1e-4827-b5e6-2f5e421edca5 None None] Port 77dcc8c1-eee3-4428-8a5a-bdfb1c813c40 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:22:35.128339 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5d36580-ce32-4e9c-b583-e7272ab69e75 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:35.135218 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-262ceed1-9f1e-4827-b5e6-2f5e421edca5 None None] Provisioning complete for port 85f0e084-f34c-4004-975f-16843aa0836b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:35.138820 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-262ceed1-9f1e-4827-b5e6-2f5e421edca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:35.192069 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d36580-ce32-4e9c-b583-e7272ab69e75 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Port': ['ID=77dcc8c1-eee3-4428-8a5a-bdfb1c813c40,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:35.354785 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 07c79f57-d147-44ab-af5f-da75de888380 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:22:35.394982 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5d36580-ce32-4e9c-b583-e7272ab69e75 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:35.400318 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d5d36580-ce32-4e9c-b583-e7272ab69e75 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/ports/77dcc8c1-eee3-4428-8a5a-bdfb1c813c40 HTTP/1.1" status: 204 len: 168 time: 1.2870605 Aug 11 22:22:35.400988 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33172) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:35.450943 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc0db92-8f74-4d17-8874-99dbffa6764a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] GET failed (client error): The resource could not be found. Aug 11 22:22:35.455929 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bdc0db92-8f74-4d17-8874-99dbffa6764a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "GET /v2.0/ports/77dcc8c1-eee3-4428-8a5a-bdfb1c813c40 HTTP/1.1" status: 404 len: 333 time: 0.0537894 Aug 11 22:22:35.456581 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33174) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:35.528963 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-f690bdff-d42b-4991-b5e2-1d70d8b039c9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting subnet ab3d1f74-42a8-4c3b-ba44-e632f7123d40 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:22:35.540486 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f690bdff-d42b-4991-b5e2-1d70d8b039c9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:35.616996 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f690bdff-d42b-4991-b5e2-1d70d8b039c9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:35.668008 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd91cc4-2309-44bf-809f-14382bc48049 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:22:35.681049 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c2b332-c20d-4373-b8dd-48cf4e6abd31 None None] Sync routers for ids ['13a143d8-6b7e-4903-8545-952bfe80c062'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:22:35.682312 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-dbd91cc4-2309-44bf-809f-14382bc48049 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "PUT /v2.0/routers/13a143d8-6b7e-4903-8545-952bfe80c062/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2537820 Aug 11 22:22:35.692636 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33180) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:35.710838 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c2b332-c20d-4373-b8dd-48cf4e6abd31 None None] Routers {'13a143d8-6b7e-4903-8545-952bfe80c062'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:22:35.712897 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-70c2b332-c20d-4373-b8dd-48cf4e6abd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:22:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['13a143d8-6b7e-4903-8545-952bfe80c062'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:35.802087 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-70c2b332-c20d-4373-b8dd-48cf4e6abd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:35.818788 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c2b332-c20d-4373-b8dd-48cf4e6abd31 None None] Routers {'13a143d8-6b7e-4903-8545-952bfe80c062'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:22:35.819611 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-70c2b332-c20d-4373-b8dd-48cf4e6abd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:22:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['13a143d8-6b7e-4903-8545-952bfe80c062'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:35.909190 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-70c2b332-c20d-4373-b8dd-48cf4e6abd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:35.909752 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c2b332-c20d-4373-b8dd-48cf4e6abd31 None None] The sync data for ids ['13a143d8-6b7e-4903-8545-952bfe80c062'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:22:36.008293 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5666a-90b7-44f9-ad8d-d736175930d2 req-963349aa-9aeb-4e53-b96a-afb144dc232e tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:36.010427 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b1b5666a-90b7-44f9-ad8d-d736175930d2 req-963349aa-9aeb-4e53-b96a-afb144dc232e tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 946 time: 0.1182823 Aug 11 22:22:36.117386 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b1b5666a-90b7-44f9-ad8d-d736175930d2 req-7980d75e-3c3c-4240-a5dd-fd394330bed4 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906889 Aug 11 22:22:36.319797 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-606b8ea0-b3c8-4bd8-ae61-28aa2fcfd0fa None None] Provisioning for port 07c79f57-d147-44ab-af5f-da75de888380 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:22:36.334116 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-606b8ea0-b3c8-4bd8-ae61-28aa2fcfd0fa None None] Provisioning complete for port 07c79f57-d147-44ab-af5f-da75de888380 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:36.334708 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-606b8ea0-b3c8-4bd8-ae61-28aa2fcfd0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:36.605529 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-606b8ea0-b3c8-4bd8-ae61-28aa2fcfd0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:36.607137 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851c46b6-678e-4934-a28f-560256dbe997 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:36.612172 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-851c46b6-678e-4934-a28f-560256dbe997 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "GET /v2.0/ports/4bacf92c-073f-48bb-9466-827565b3b7f8 HTTP/1.1" status: 200 len: 911 time: 0.9158046 Aug 11 22:22:36.612828 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33184) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:36.722461 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f690bdff-d42b-4991-b5e2-1d70d8b039c9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:36.780053 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-606b8ea0-b3c8-4bd8-ae61-28aa2fcfd0fa None None] For port 07c79f57-d147-44ab-af5f-da75de888380, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=07c79f57-d147-44ab-af5f-da75de888380,segment=NetworkSegment(7bde4556-50bb-40a6-8605-50c1ae670429),segment_id=7bde4556-50bb-40a6-8605-50c1ae670429)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:22:36.794582 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-606b8ea0-b3c8-4bd8-ae61-28aa2fcfd0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:36.849032 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f690bdff-d42b-4991-b5e2-1d70d8b039c9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:36.929748 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690bdff-d42b-4991-b5e2-1d70d8b039c9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Subnet': ['ID=ab3d1f74-42a8-4c3b-ba44-e632f7123d40,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:36.959090 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f690bdff-d42b-4991-b5e2-1d70d8b039c9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:36.973860 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f690bdff-d42b-4991-b5e2-1d70d8b039c9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/subnets/ab3d1f74-42a8-4c3b-ba44-e632f7123d40 HTTP/1.1" status: 204 len: 168 time: 1.5158765 Aug 11 22:22:36.975953 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33188) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:36.976362 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498bfea4-5fc7-4e1c-aad3-ab0214cb0363 None None] Network 7cc85b0c-6034-4898-ad92-3cd94a2661ef requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:22:37.008595 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-606b8ea0-b3c8-4bd8-ae61-28aa2fcfd0fa None None] Could not find standard attr ID for object 77dcc8c1-eee3-4428-8a5a-bdfb1c813c40. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:22:37.029451 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b8ea0-b3c8-4bd8-ae61-28aa2fcfd0fa None None] Pushing event updated for resources: {'Port': ['ID=07c79f57-d147-44ab-af5f-da75de888380,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:37.107442 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-606b8ea0-b3c8-4bd8-ae61-28aa2fcfd0fa None None] Provisioning for port 0a97bab5-933d-4251-a6a7-056e6242e499 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:22:37.126767 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-606b8ea0-b3c8-4bd8-ae61-28aa2fcfd0fa None None] Provisioning complete for port 0a97bab5-933d-4251-a6a7-056e6242e499 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:37.127349 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-606b8ea0-b3c8-4bd8-ae61-28aa2fcfd0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:37.141466 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d931d5-f2a2-4e1c-a767-48aadb224b33 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting subnet 905cca65-0651-4425-b835-c4ca192f6479 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:22:37.150816 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-30d931d5-f2a2-4e1c-a767-48aadb224b33 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:37.333862 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-30d931d5-f2a2-4e1c-a767-48aadb224b33 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:37.418721 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-606b8ea0-b3c8-4bd8-ae61-28aa2fcfd0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:37.560735 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-606b8ea0-b3c8-4bd8-ae61-28aa2fcfd0fa None None] For port 0a97bab5-933d-4251-a6a7-056e6242e499, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0a97bab5-933d-4251-a6a7-056e6242e499,segment=NetworkSegment(abb730d8-5854-4861-aa5a-ab4fc15d873a),segment_id=abb730d8-5854-4861-aa5a-ab4fc15d873a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:22:37.574246 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-606b8ea0-b3c8-4bd8-ae61-28aa2fcfd0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:37.629357 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3caf4-2a10-4bbe-8a1e-701918592d0d req-4b9d9a85-50b3-4057-9318-d33977690fb1 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:37.631978 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d6c3caf4-2a10-4bbe-8a1e-701918592d0d req-4b9d9a85-50b3-4057-9318-d33977690fb1 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 946 time: 0.2542450 Aug 11 22:22:37.655231 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-30d931d5-f2a2-4e1c-a767-48aadb224b33 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:37.729587 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-18d817d1-8db0-49e9-94fc-8d3f11adae86 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:37.785630 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a06616ca-bb0d-4abe-84b5-8607768ca77a None None] Provisioning complete for port 07c79f57-d147-44ab-af5f-da75de888380 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:37.786532 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a06616ca-bb0d-4abe-84b5-8607768ca77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:37.793764 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b8ea0-b3c8-4bd8-ae61-28aa2fcfd0fa None None] Pushing event updated for resources: {'Port': ['ID=0a97bab5-933d-4251-a6a7-056e6242e499,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:37.900936 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-30d931d5-f2a2-4e1c-a767-48aadb224b33 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:37.920056 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d6c3caf4-2a10-4bbe-8a1e-701918592d0d req-e371c6da-8e97-46a3-bfce-4065e283ab3a tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559774 Aug 11 22:22:37.968312 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-30d931d5-f2a2-4e1c-a767-48aadb224b33 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:37.987585 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-30d931d5-f2a2-4e1c-a767-48aadb224b33 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/subnets/905cca65-0651-4425-b835-c4ca192f6479 HTTP/1.1" status: 204 len: 168 time: 1.0049744 Aug 11 22:22:37.987585 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33194) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:38.020159 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d931d5-f2a2-4e1c-a767-48aadb224b33 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Subnet': ['ID=905cca65-0651-4425-b835-c4ca192f6479,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:38.049645 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a06616ca-bb0d-4abe-84b5-8607768ca77a None None] Provisioning for port 4bacf92c-073f-48bb-9466-827565b3b7f8 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:22:38.059229 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a06616ca-bb0d-4abe-84b5-8607768ca77a None None] Provisioning complete for port 4bacf92c-073f-48bb-9466-827565b3b7f8 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:38.059613 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a06616ca-bb0d-4abe-84b5-8607768ca77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:38.103267 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0a97bab5-933d-4251-a6a7-056e6242e499 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:22:38.194602 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-a06616ca-bb0d-4abe-84b5-8607768ca77a None None] Port 4bacf92c-073f-48bb-9466-827565b3b7f8 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:22:38.276188 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a06616ca-bb0d-4abe-84b5-8607768ca77a None None] Provisioning complete for port 0a97bab5-933d-4251-a6a7-056e6242e499 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:38.276946 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a06616ca-bb0d-4abe-84b5-8607768ca77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:38.278899 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02fe4b52-289b-4912-ad49-abeadb34592a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:38.319639 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:38.346356 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 0a97bab5-933d-4251-a6a7-056e6242e499 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:38.347966 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:38.390946 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-02fe4b52-289b-4912-ad49-abeadb34592a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting port 85f0e084-f34c-4004-975f-16843aa0836b {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:22:38.398549 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02fe4b52-289b-4912-ad49-abeadb34592a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:38.423856 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-18d817d1-8db0-49e9-94fc-8d3f11adae86 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Allocated IP 2001:db8:1::1 (671d8924-8d39-463e-b84b-897d7b5e3a92/25fb0f89-7a8a-461f-a5af-de10fc017c0b/e853454e-35f0-42e4-8d5e-2a4b15d6a4d3) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:22:38.623437 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-02fe4b52-289b-4912-ad49-abeadb34592a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] For port 85f0e084-f34c-4004-975f-16843aa0836b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=85f0e084-f34c-4004-975f-16843aa0836b,segment=NetworkSegment(dc90e6a3-6738-45ef-aa52-e96a368ea268),segment_id=dc90e6a3-6738-45ef-aa52-e96a368ea268)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:22:38.623845 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02fe4b52-289b-4912-ad49-abeadb34592a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:38.648371 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-02fe4b52-289b-4912-ad49-abeadb34592a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Calling delete_port for 85f0e084-f34c-4004-975f-16843aa0836b owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:22:38.660948 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 07c79f57-d147-44ab-af5f-da75de888380 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:22:38.696847 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-18d817d1-8db0-49e9-94fc-8d3f11adae86 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:38.728059 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-18d817d1-8db0-49e9-94fc-8d3f11adae86 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Transition to ACTIVE for port object e853454e-35f0-42e4-8d5e-2a4b15d6a4d3 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:22:38.739354 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-fcdb7e2f-0e62-448b-ab03-fc3129f48185 None None] Provisioning complete for port 4bacf92c-073f-48bb-9466-827565b3b7f8 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:38.739860 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fcdb7e2f-0e62-448b-ab03-fc3129f48185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:38.799238 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-fcdb7e2f-0e62-448b-ab03-fc3129f48185 None None] Port 4bacf92c-073f-48bb-9466-827565b3b7f8 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:22:38.806297 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-18d817d1-8db0-49e9-94fc-8d3f11adae86 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:38.844282 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 07c79f57-d147-44ab-af5f-da75de888380 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:38.845193 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:38.887584 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02fe4b52-289b-4912-ad49-abeadb34592a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:38.920805 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fe4b52-289b-4912-ad49-abeadb34592a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] No DVR routers for this DVR port 85f0e084-f34c-4004-975f-16843aa0836b on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:22:38.964805 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d817d1-8db0-49e9-94fc-8d3f11adae86 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network 671d8924-8d39-463e-b84b-897d7b5e3a92 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:22:38.971335 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-18d817d1-8db0-49e9-94fc-8d3f11adae86 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:38.987805 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d817d1-8db0-49e9-94fc-8d3f11adae86 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:22:38.988678 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-18d817d1-8db0-49e9-94fc-8d3f11adae86 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:39.093822 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe4b52-289b-4912-ad49-abeadb34592a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Port': ['ID=85f0e084-f34c-4004-975f-16843aa0836b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:39.157207 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4978b22-672c-48cc-8bef-bff1b5dd79e1 None None] Network 7cc85b0c-6034-4898-ad92-3cd94a2661ef requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:22:39.257384 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d817d1-8db0-49e9-94fc-8d3f11adae86 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Port': ['ID=e853454e-35f0-42e4-8d5e-2a4b15d6a4d3,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:39.301591 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02fe4b52-289b-4912-ad49-abeadb34592a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:39.351738 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-02fe4b52-289b-4912-ad49-abeadb34592a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc85b0c-6034-4898-ad92-3cd94a2661ef']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:39.352087 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d5e2f715-a9bf-443a-9912-9f8210d81ebf None None] Could not find standard attr ID for object 85f0e084-f34c-4004-975f-16843aa0836b. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:22:39.376234 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-02fe4b52-289b-4912-ad49-abeadb34592a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc90e6a3-6738-45ef-aa52-e96a368ea268') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:39.376748 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-02fe4b52-289b-4912-ad49-abeadb34592a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc90e6a3-6738-45ef-aa52-e96a368ea268') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:39.413148 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02fe4b52-289b-4912-ad49-abeadb34592a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:39.460803 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02fe4b52-289b-4912-ad49-abeadb34592a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:39.472644 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02fe4b52-289b-4912-ad49-abeadb34592a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:22:39.473468 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02fe4b52-289b-4912-ad49-abeadb34592a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:22:39.480071 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:22:39.544628 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dceb87-1c4d-47be-9848-365f58917555 req-7de75293-39c9-45d1-beca-d129a90372ef tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:39.547051 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-61dceb87-1c4d-47be-9848-365f58917555 req-7de75293-39c9-45d1-beca-d129a90372ef tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 946 time: 0.3324928 Aug 11 22:22:39.587356 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-18d817d1-8db0-49e9-94fc-8d3f11adae86 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:39.610374 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd99f36-f90a-4db0-9e88-913318cee49a None None] DHCP port deletion for 7cc85b0c-6034-4898-ad92-3cd94a2661ef request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:22:39.620633 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-75c67977-11bb-4d58-9fb1-0022caa13493 None None] Provisioning for port e853454e-35f0-42e4-8d5e-2a4b15d6a4d3 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:22:39.631047 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-75c67977-11bb-4d58-9fb1-0022caa13493 None None] Provisioning complete for port e853454e-35f0-42e4-8d5e-2a4b15d6a4d3 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:39.631047 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-75c67977-11bb-4d58-9fb1-0022caa13493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:39.652811 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02fe4b52-289b-4912-ad49-abeadb34592a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:39.667768 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02fe4b52-289b-4912-ad49-abeadb34592a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:39.677142 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-02fe4b52-289b-4912-ad49-abeadb34592a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/networks/7cc85b0c-6034-4898-ad92-3cd94a2661ef HTTP/1.1" status: 204 len: 168 time: 1.6856468 Aug 11 22:22:39.682468 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33204) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:39.706019 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe4b52-289b-4912-ad49-abeadb34592a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Network': ['ID=7cc85b0c-6034-4898-ad92-3cd94a2661ef,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:39.720262 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-75c67977-11bb-4d58-9fb1-0022caa13493 None None] Port e853454e-35f0-42e4-8d5e-2a4b15d6a4d3 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:22:39.770199 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-61dceb87-1c4d-47be-9848-365f58917555 req-a7e2c008-acba-4bf5-89cc-1e7a1ea62151 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767440 Aug 11 22:22:39.913014 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 85f0e084-f34c-4004-975f-16843aa0836b no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:22:39.935289 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7184dd0-b064-482d-b73a-7f518a1c8275 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:39.938415 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a7184dd0-b064-482d-b73a-7f518a1c8275 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2412899 Aug 11 22:22:39.946107 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33208) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:40.013768 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 85f0e084-f34c-4004-975f-16843aa0836b {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:22:40.014860 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 85f0e084-f34c-4004-975f-16843aa0836b not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:22:40.077670 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-35a1cdf0-2cfd-4a89-9d82-8ebd2d2bdda8 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1313410 Aug 11 22:22:40.078004 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33210) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:40.099410 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-f4344fee-067e-499c-b96b-ebc1f5c92aef tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1930876911'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:40.205268 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4344fee-067e-499c-b96b-ebc1f5c92aef tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:22:40.209824 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f4344fee-067e-499c-b96b-ebc1f5c92aef tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:40.294440 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4344fee-067e-499c-b96b-ebc1f5c92aef tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:22:40.313010 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f4344fee-067e-499c-b96b-ebc1f5c92aef tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:40.313347 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-f4344fee-067e-499c-b96b-ebc1f5c92aef tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Added segment 0446fba5-a49b-4750-b86c-141f910ca1eb of type vlan for network e60a9b1b-75fc-47e7-8fc2-cf0a7529b12d Aug 11 22:22:40.341863 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-18d817d1-8db0-49e9-94fc-8d3f11adae86 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:40.369997 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-18d817d1-8db0-49e9-94fc-8d3f11adae86 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:40.370807 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-18d817d1-8db0-49e9-94fc-8d3f11adae86 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:40.464037 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f4344fee-067e-499c-b96b-ebc1f5c92aef tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:40.502696 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d817d1-8db0-49e9-94fc-8d3f11adae86 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Port': ['ID=e853454e-35f0-42e4-8d5e-2a4b15d6a4d3,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:40.553699 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f4344fee-067e-499c-b96b-ebc1f5c92aef tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:40.564011 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4344fee-067e-499c-b96b-ebc1f5c92aef tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:40.565031 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f4344fee-067e-499c-b96b-ebc1f5c92aef tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:40.670105 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d817d1-8db0-49e9-94fc-8d3f11adae86 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network 671d8924-8d39-463e-b84b-897d7b5e3a92 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:22:40.673353 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f4344fee-067e-499c-b96b-ebc1f5c92aef tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5800216 Aug 11 22:22:40.678506 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33214) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:40.680760 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-18d817d1-8db0-49e9-94fc-8d3f11adae86 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:40.687408 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-1f5faea6-c75e-45a5-848c-b0a7a8457fc3 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'subnet': {'network_id': 'e60a9b1b-75fc-47e7-8fc2-cf0a7529b12d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:40.702448 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4344fee-067e-499c-b96b-ebc1f5c92aef tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Network': ['ID=e60a9b1b-75fc-47e7-8fc2-cf0a7529b12d,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:40.767420 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network e60a9b1b-75fc-47e7-8fc2-cf0a7529b12d details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:22:41.065543 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5faea6-c75e-45a5-848c-b0a7a8457fc3 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:22:41.085109 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1f5faea6-c75e-45a5-848c-b0a7a8457fc3 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:41.140068 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d817d1-8db0-49e9-94fc-8d3f11adae86 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Router 13a143d8-6b7e-4903-8545-952bfe80c062 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:22:41.184518 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2e425-0092-40f5-8c16-573e9be0793a req-749bca3b-ec8f-4513-9324-d220415f2efa tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:41.197046 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1cd2e425-0092-40f5-8c16-573e9be0793a req-749bca3b-ec8f-4513-9324-d220415f2efa tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 946 time: 0.1509404 Aug 11 22:22:41.453950 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-653e9392-1dbc-403c-a4de-5fa27c6d9deb None None] Provisioning complete for port e853454e-35f0-42e4-8d5e-2a4b15d6a4d3 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:41.455778 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-653e9392-1dbc-403c-a4de-5fa27c6d9deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:41.523141 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1cd2e425-0092-40f5-8c16-573e9be0793a req-6445bbac-5920-4d69-ad98-f5c4defc5820 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998464 Aug 11 22:22:41.548797 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-653e9392-1dbc-403c-a4de-5fa27c6d9deb None None] Port e853454e-35f0-42e4-8d5e-2a4b15d6a4d3 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:22:41.597662 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d817d1-8db0-49e9-94fc-8d3f11adae86 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:22:41.607329 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-18d817d1-8db0-49e9-94fc-8d3f11adae86 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "PUT /v2.0/routers/13a143d8-6b7e-4903-8545-952bfe80c062/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9927614 Aug 11 22:22:41.611927 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33222) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:41.617610 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533e9b57-9037-46d1-8d30-77e9cc51aaaf None None] Sync routers for ids ['13a143d8-6b7e-4903-8545-952bfe80c062'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:22:41.621965 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1f5faea6-c75e-45a5-848c-b0a7a8457fc3 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:41.637312 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533e9b57-9037-46d1-8d30-77e9cc51aaaf None None] Routers {'13a143d8-6b7e-4903-8545-952bfe80c062'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:22:41.638416 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-533e9b57-9037-46d1-8d30-77e9cc51aaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:22:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['13a143d8-6b7e-4903-8545-952bfe80c062'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:41.712163 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3dcafd-4013-40a2-9ddc-c36861eb6037 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:41.714623 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cf3dcafd-4013-40a2-9ddc-c36861eb6037 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "GET /v2.0/ports/e853454e-35f0-42e4-8d5e-2a4b15d6a4d3 HTTP/1.1" status: 200 len: 913 time: 0.1010623 Aug 11 22:22:41.718310 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-533e9b57-9037-46d1-8d30-77e9cc51aaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:41.719648 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33224) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:41.759112 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533e9b57-9037-46d1-8d30-77e9cc51aaaf None None] Routers {'13a143d8-6b7e-4903-8545-952bfe80c062'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:22:41.760343 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-533e9b57-9037-46d1-8d30-77e9cc51aaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:22:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['13a143d8-6b7e-4903-8545-952bfe80c062'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:41.775099 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5faea6-c75e-45a5-848c-b0a7a8457fc3 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Subnet': ['ID=0b7e1ffb-4103-4d3b-b773-bd3bacde1d31,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:41.784308 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5faea6-c75e-45a5-848c-b0a7a8457fc3 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Checking segment: {'id': '0446fba5-a49b-4750-b86c-141f910ca1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e60a9b1b-75fc-47e7-8fc2-cf0a7529b12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:22:41.785758 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5faea6-c75e-45a5-848c-b0a7a8457fc3 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network hostable DHCP agents. Network: e60a9b1b-75fc-47e7-8fc2-cf0a7529b12d, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:22:41.824042 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5faea6-c75e-45a5-848c-b0a7a8457fc3 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network e60a9b1b-75fc-47e7-8fc2-cf0a7529b12d is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:22:41.843054 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-1f5faea6-c75e-45a5-848c-b0a7a8457fc3 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, e60a9b1b-75fc-47e7-8fc2-cf0a7529b12d) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:41.851727 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5faea6-c75e-45a5-848c-b0a7a8457fc3 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:41.852716 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1f5faea6-c75e-45a5-848c-b0a7a8457fc3 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:41.865076 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-533e9b57-9037-46d1-8d30-77e9cc51aaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:41.866177 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533e9b57-9037-46d1-8d30-77e9cc51aaaf None None] The sync data for ids ['13a143d8-6b7e-4903-8545-952bfe80c062'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:22:41.874375 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72d3b6a-e87e-4091-8de4-669f6b34eaec None None] Network e60a9b1b-75fc-47e7-8fc2-cf0a7529b12d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:22:41.896393 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1f5faea6-c75e-45a5-848c-b0a7a8457fc3 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2159693 Aug 11 22:22:41.899424 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33226) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:41.923121 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-f51e63ae-3f9c-44d5-89d7-a393221aadbe tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'port': {'network_id': 'e60a9b1b-75fc-47e7-8fc2-cf0a7529b12d', 'name': 'tempest-PortsIpV6TestJSON-1717511824'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:42.184236 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d38226-e530-44bc-8f7c-594ab9a3fc92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-e60a9b1b-75fc-47e7-8fc2-cf0a7529b12d', 'network_id': 'e60a9b1b-75fc-47e7-8fc2-cf0a7529b12d', 'tenant_id': '22c8a996a3334481a7d918c28c08fba9', 'fixed_ips': [{'subnet_id': '0b7e1ffb-4103-4d3b-b773-bd3bacde1d31'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:22:42.186247 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-70d38226-e530-44bc-8f7c-594ab9a3fc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:42.489035 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-70d38226-e530-44bc-8f7c-594ab9a3fc92 None None] Allocated IP 2001:db8::2 (e60a9b1b-75fc-47e7-8fc2-cf0a7529b12d/0b7e1ffb-4103-4d3b-b773-bd3bacde1d31/36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:22:42.772406 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51e63ae-3f9c-44d5-89d7-a393221aadbe tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:22:42.779456 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f51e63ae-3f9c-44d5-89d7-a393221aadbe tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:42.848819 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-70d38226-e530-44bc-8f7c-594ab9a3fc92 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:42.873871 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-70d38226-e530-44bc-8f7c-594ab9a3fc92 None None] Transition to ACTIVE for port object 36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:22:42.889818 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-f51e63ae-3f9c-44d5-89d7-a393221aadbe tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] device_id is not set on port 4590225f-3fd5-4fa9-8696-96ebab146e57 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:22:42.912537 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-70d38226-e530-44bc-8f7c-594ab9a3fc92 None None] Transition to ACTIVE for port object 36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:22:42.930806 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-70d38226-e530-44bc-8f7c-594ab9a3fc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:42.975986 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d38226-e530-44bc-8f7c-594ab9a3fc92 None None] Network e60a9b1b-75fc-47e7-8fc2-cf0a7529b12d is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:22:42.979377 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-70d38226-e530-44bc-8f7c-594ab9a3fc92 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:42.986472 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d38226-e530-44bc-8f7c-594ab9a3fc92 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:22:42.988517 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd18df5-1347-431f-9cb5-55f0b3658134 req-aca652eb-27c3-400e-af58-13093998615c tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:42.992315 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4fd18df5-1347-431f-9cb5-55f0b3658134 req-aca652eb-27c3-400e-af58-13093998615c tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 946 time: 0.2490966 Aug 11 22:22:42.997137 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d38226-e530-44bc-8f7c-594ab9a3fc92 None None] Pushing event updated for resources: {'Port': ['ID=36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:43.062876 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-70d38226-e530-44bc-8f7c-594ab9a3fc92 None None] Attempting to bind port 36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:22:43.063199 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-70d38226-e530-44bc-8f7c-594ab9a3fc92 None None] Attempting to bind port 36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '0446fba5-a49b-4750-b86c-141f910ca1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e60a9b1b-75fc-47e7-8fc2-cf0a7529b12d'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:22:43.063568 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d38226-e530-44bc-8f7c-594ab9a3fc92 None None] Attempting to bind port 36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb on network e60a9b1b-75fc-47e7-8fc2-cf0a7529b12d {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:22:43.072233 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d38226-e530-44bc-8f7c-594ab9a3fc92 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:22:43.072633 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d38226-e530-44bc-8f7c-594ab9a3fc92 None None] Checking segment: {'id': '0446fba5-a49b-4750-b86c-141f910ca1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e60a9b1b-75fc-47e7-8fc2-cf0a7529b12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:22:43.073056 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-70d38226-e530-44bc-8f7c-594ab9a3fc92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:43.073461 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d38226-e530-44bc-8f7c-594ab9a3fc92 None None] Bound using segment: {'id': '0446fba5-a49b-4750-b86c-141f910ca1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e60a9b1b-75fc-47e7-8fc2-cf0a7529b12d'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:22:43.073962 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-70d38226-e530-44bc-8f7c-594ab9a3fc92 None None] Bound port: 36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0446fba5-a49b-4750-b86c-141f910ca1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e60a9b1b-75fc-47e7-8fc2-cf0a7529b12d'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:22:43.074981 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-70d38226-e530-44bc-8f7c-594ab9a3fc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:43.213165 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-70d38226-e530-44bc-8f7c-594ab9a3fc92 None None] For port 36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:22:43.240074 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4fd18df5-1347-431f-9cb5-55f0b3658134 req-53e7a036-6734-4957-a39e-0da1b2ad0bda tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181671 Aug 11 22:22:43.262628 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-70d38226-e530-44bc-8f7c-594ab9a3fc92 None None] For port 36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb,segment=NetworkSegment(0446fba5-a49b-4750-b86c-141f910ca1eb),segment_id=0446fba5-a49b-4750-b86c-141f910ca1eb)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:22:43.269127 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-243faac8-93b1-4191-83b9-514aaa5ad425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:43.275755 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-70d38226-e530-44bc-8f7c-594ab9a3fc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:43.297477 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-f51e63ae-3f9c-44d5-89d7-a393221aadbe tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Allocated IP 2001:db8::cb (e60a9b1b-75fc-47e7-8fc2-cf0a7529b12d/0b7e1ffb-4103-4d3b-b773-bd3bacde1d31/4590225f-3fd5-4fa9-8696-96ebab146e57) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:22:43.372144 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d38226-e530-44bc-8f7c-594ab9a3fc92 None None] Pushing event updated for resources: {'Port': ['ID=36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:43.416515 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d2185047-a1f9-4454-a162-1d96bce302fa tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:43.786651 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f51e63ae-3f9c-44d5-89d7-a393221aadbe tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:43.852758 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-f51e63ae-3f9c-44d5-89d7-a393221aadbe tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Transition to ACTIVE for port object 4590225f-3fd5-4fa9-8696-96ebab146e57 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:22:44.010530 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:22:44.100758 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f51e63ae-3f9c-44d5-89d7-a393221aadbe tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:44.120194 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:22:44.213663 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51e63ae-3f9c-44d5-89d7-a393221aadbe tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network e60a9b1b-75fc-47e7-8fc2-cf0a7529b12d is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:22:44.230189 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-f51e63ae-3f9c-44d5-89d7-a393221aadbe tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:44.236338 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51e63ae-3f9c-44d5-89d7-a393221aadbe tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:22:44.247674 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51e63ae-3f9c-44d5-89d7-a393221aadbe tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:44.248850 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f51e63ae-3f9c-44d5-89d7-a393221aadbe tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:44.266280 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e63ae-3f9c-44d5-89d7-a393221aadbe tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Port': ['ID=4590225f-3fd5-4fa9-8696-96ebab146e57,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:44.280314 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-d2185047-a1f9-4454-a162-1d96bce302fa tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Deleting port e853454e-35f0-42e4-8d5e-2a4b15d6a4d3 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:22:44.281107 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d2185047-a1f9-4454-a162-1d96bce302fa tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:44.390965 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33242) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:44.395837 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f51e63ae-3f9c-44d5-89d7-a393221aadbe tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4952040 Aug 11 22:22:44.400081 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-13c33012-69ce-439d-98e4-895aa1e50d4a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'port': {'network_id': 'e60a9b1b-75fc-47e7-8fc2-cf0a7529b12d', 'name': 'tempest-PortsIpV6TestJSON-746304646'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:44.499095 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d2185047-a1f9-4454-a162-1d96bce302fa tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:44.521064 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427217f-d945-407d-81b8-afbb72c716e0 req-67e45df1-c26f-4d78-a45b-ad50cee8293a tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:44.525216 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8427217f-d945-407d-81b8-afbb72c716e0 req-67e45df1-c26f-4d78-a45b-ad50cee8293a tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 946 time: 0.1208084 Aug 11 22:22:44.561577 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-d2185047-a1f9-4454-a162-1d96bce302fa tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Calling delete_port for e853454e-35f0-42e4-8d5e-2a4b15d6a4d3 owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:22:44.611286 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c33012-69ce-439d-98e4-895aa1e50d4a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:22:44.616323 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-13c33012-69ce-439d-98e4-895aa1e50d4a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:44.648986 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-13c33012-69ce-439d-98e4-895aa1e50d4a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] device_id is not set on port 864434d3-68d0-4a7e-9b73-211ae86fbe00 yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:22:44.731054 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8427217f-d945-407d-81b8-afbb72c716e0 req-64773202-70fb-4fae-b1a0-db6972bfef7b tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935267 Aug 11 22:22:44.890380 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-13c33012-69ce-439d-98e4-895aa1e50d4a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Allocated IP 2001:db8::7 (e60a9b1b-75fc-47e7-8fc2-cf0a7529b12d/0b7e1ffb-4103-4d3b-b773-bd3bacde1d31/864434d3-68d0-4a7e-9b73-211ae86fbe00) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:22:44.986673 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0747d94a-3ce8-4641-8520-bf1767b50e1b None None] Network e60a9b1b-75fc-47e7-8fc2-cf0a7529b12d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:22:45.027810 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d2185047-a1f9-4454-a162-1d96bce302fa tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:45.094164 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2185047-a1f9-4454-a162-1d96bce302fa tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Port': ['ID=e853454e-35f0-42e4-8d5e-2a4b15d6a4d3,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:45.117064 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-fc917b12-b530-44f2-b667-9e97c4126351 None None] Provisioning for port 36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:22:45.152739 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-fc917b12-b530-44f2-b667-9e97c4126351 None None] Provisioning complete for port 36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:45.153295 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fc917b12-b530-44f2-b667-9e97c4126351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:45.309408 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d2185047-a1f9-4454-a162-1d96bce302fa tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:45.374999 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-13c33012-69ce-439d-98e4-895aa1e50d4a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:45.403850 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-13c33012-69ce-439d-98e4-895aa1e50d4a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Transition to ACTIVE for port object 864434d3-68d0-4a7e-9b73-211ae86fbe00 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:22:45.429267 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fc917b12-b530-44f2-b667-9e97c4126351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:45.481232 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-13c33012-69ce-439d-98e4-895aa1e50d4a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:45.560927 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-fc917b12-b530-44f2-b667-9e97c4126351 None None] For port 36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb,segment=NetworkSegment(0446fba5-a49b-4750-b86c-141f910ca1eb),segment_id=0446fba5-a49b-4750-b86c-141f910ca1eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:22:45.576085 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fc917b12-b530-44f2-b667-9e97c4126351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:45.591116 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c33012-69ce-439d-98e4-895aa1e50d4a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network e60a9b1b-75fc-47e7-8fc2-cf0a7529b12d is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:22:45.602478 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-13c33012-69ce-439d-98e4-895aa1e50d4a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:45.608047 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c33012-69ce-439d-98e4-895aa1e50d4a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:22:45.622415 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c33012-69ce-439d-98e4-895aa1e50d4a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:45.623619 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-13c33012-69ce-439d-98e4-895aa1e50d4a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:45.665935 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-13c33012-69ce-439d-98e4-895aa1e50d4a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2690439 Aug 11 22:22:45.665935 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c33012-69ce-439d-98e4-895aa1e50d4a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Port': ['ID=864434d3-68d0-4a7e-9b73-211ae86fbe00,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:45.667359 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33250) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:45.701251 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc917b12-b530-44f2-b667-9e97c4126351 None None] Pushing event updated for resources: {'Port': ['ID=36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:45.970077 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:22:46.031064 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c338e994-afe5-4e65-99e5-82f334ea5f75 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:46.034919 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c338e994-afe5-4e65-99e5-82f334ea5f75 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Acb HTTP/1.1" status: 200 len: 928 time: 0.3668134 Aug 11 22:22:46.038764 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33256) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:46.095936 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2185047-a1f9-4454-a162-1d96bce302fa tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Router 13a143d8-6b7e-4903-8545-952bfe80c062 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:22:46.152326 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a77349-3927-4827-a040-994f7bf31491 req-24bd6716-cd4f-4960-af3e-c6ab3395f2e4 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:46.161680 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-26a77349-3927-4827-a040-994f7bf31491 req-24bd6716-cd4f-4960-af3e-c6ab3395f2e4 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 946 time: 0.2743020 Aug 11 22:22:46.223036 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3617a4f1-9b79-4b41-9eea-13a105c8f24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:46.264116 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:46.274531 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ac94b1db-502f-44ff-87f1-99083a1cf5f1 None None] Provisioning for port 4590225f-3fd5-4fa9-8696-96ebab146e57 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:22:46.283057 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ac94b1db-502f-44ff-87f1-99083a1cf5f1 None None] Provisioning complete for port 4590225f-3fd5-4fa9-8696-96ebab146e57 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:46.284092 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ac94b1db-502f-44ff-87f1-99083a1cf5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:46.340532 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-22c92e90-6918-4f7c-a442-9ba504d89c74 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting port 864434d3-68d0-4a7e-9b73-211ae86fbe00 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:22:46.343978 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-22c92e90-6918-4f7c-a442-9ba504d89c74 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:46.385865 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-ac94b1db-502f-44ff-87f1-99083a1cf5f1 None None] Port 4590225f-3fd5-4fa9-8696-96ebab146e57 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:22:46.423898 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:46.424410 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:46.494636 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ac94b1db-502f-44ff-87f1-99083a1cf5f1 None None] Provisioning complete for port 36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:46.495303 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ac94b1db-502f-44ff-87f1-99083a1cf5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:46.522502 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2185047-a1f9-4454-a162-1d96bce302fa tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:22:46.538970 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a83c1d6-f76d-4813-a31f-a578e3b78a1b None None] Sync routers for ids ['13a143d8-6b7e-4903-8545-952bfe80c062'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:22:46.573484 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a83c1d6-f76d-4813-a31f-a578e3b78a1b None None] Routers {'13a143d8-6b7e-4903-8545-952bfe80c062'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:22:46.576890 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1a83c1d6-f76d-4813-a31f-a578e3b78a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:22:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['13a143d8-6b7e-4903-8545-952bfe80c062'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:46.620443 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d2185047-a1f9-4454-a162-1d96bce302fa tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "PUT /v2.0/routers/13a143d8-6b7e-4903-8545-952bfe80c062/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8989615 Aug 11 22:22:46.620793 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33258) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:46.624695 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-22c92e90-6918-4f7c-a442-9ba504d89c74 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:46.660644 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-26a77349-3927-4827-a040-994f7bf31491 req-b0567673-ad3e-4164-8038-c0c3991ffe7a tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427073 Aug 11 22:22:46.666949 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-22c92e90-6918-4f7c-a442-9ba504d89c74 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Calling delete_port for 864434d3-68d0-4a7e-9b73-211ae86fbe00 owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:22:46.721935 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d97e7023-5cf0-4d6b-8561-bcc18f08d01f req-5e69cafa-6bac-41ee-99d9-6dd45bfa30de service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=233fe4c5-abe8-4d80-9c3c-ce8720b05cf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2379558 Aug 11 22:22:46.761507 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1a83c1d6-f76d-4813-a31f-a578e3b78a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:46.790703 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a83c1d6-f76d-4813-a31f-a578e3b78a1b None None] Routers {'13a143d8-6b7e-4903-8545-952bfe80c062'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:22:46.792501 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1a83c1d6-f76d-4813-a31f-a578e3b78a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:22:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['13a143d8-6b7e-4903-8545-952bfe80c062'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:46.897240 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e7023-5cf0-4d6b-8561-bcc18f08d01f req-f200af98-d7fc-459e-b371-4c2deae911e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:46.917599 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d97e7023-5cf0-4d6b-8561-bcc18f08d01f req-f200af98-d7fc-459e-b371-4c2deae911e2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=46c13839859945349c0d5afcfb364f66&device_id=233fe4c5-abe8-4d80-9c3c-ce8720b05cf6 HTTP/1.1" status: 200 len: 1097 time: 0.1358271 Aug 11 22:22:46.943325 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1a83c1d6-f76d-4813-a31f-a578e3b78a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:46.944551 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a83c1d6-f76d-4813-a31f-a578e3b78a1b None None] The sync data for ids ['13a143d8-6b7e-4903-8545-952bfe80c062'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:22:46.995669 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3de752e2-48db-4d65-b806-6a1a336bb8cb None None] Provisioning complete for port 4590225f-3fd5-4fa9-8696-96ebab146e57 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:46.997036 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3de752e2-48db-4d65-b806-6a1a336bb8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:47.157407 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-3de752e2-48db-4d65-b806-6a1a336bb8cb None None] Port 4590225f-3fd5-4fa9-8696-96ebab146e57 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:22:47.280692 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e7023-5cf0-4d6b-8561-bcc18f08d01f req-436235ff-7d89-478d-9429-0ee6d9cd2991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:47.282871 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d97e7023-5cf0-4d6b-8561-bcc18f08d01f req-436235ff-7d89-478d-9429-0ee6d9cd2991 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e7790f3f-c934-4280-a7bc-7879373f53d3 HTTP/1.1" status: 200 len: 907 time: 0.3557303 Aug 11 22:22:47.315448 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ca2afc95-3344-4777-a7f9-85bf190069be None None] Provisioning for port 864434d3-68d0-4a7e-9b73-211ae86fbe00 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:22:47.331258 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ca2afc95-3344-4777-a7f9-85bf190069be None None] Provisioning complete for port 864434d3-68d0-4a7e-9b73-211ae86fbe00 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:47.331666 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ca2afc95-3344-4777-a7f9-85bf190069be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:47.383586 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0d8cb-009f-47e1-9815-07b3c9ed9d82 req-88532db6-f767-4b03-aa13-47ada2f7eb8d tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:47.386270 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ba0d8cb-009f-47e1-9815-07b3c9ed9d82 req-88532db6-f767-4b03-aa13-47ada2f7eb8d tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 946 time: 0.2154014 Aug 11 22:22:47.395347 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d97e7023-5cf0-4d6b-8561-bcc18f08d01f req-c780f35f-5c7d-4f30-961f-6a49a3ef7b97 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f7cb9d4-f60b-4372-a47f-b765a6295863 HTTP/1.1" status: 200 len: 217 time: 0.1045196 Aug 11 22:22:47.424670 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-ca2afc95-3344-4777-a7f9-85bf190069be None None] Port 864434d3-68d0-4a7e-9b73-211ae86fbe00 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:22:47.506431 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-22c92e90-6918-4f7c-a442-9ba504d89c74 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:47.532427 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:47.545319 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ba0d8cb-009f-47e1-9815-07b3c9ed9d82 req-c1512136-172a-437c-b7c4-5f22dff2dade tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429448 Aug 11 22:22:47.550685 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e7023-5cf0-4d6b-8561-bcc18f08d01f req-628e2fb0-2d99-4c29-8b9d-d5f5e92a8bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:47.552303 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d97e7023-5cf0-4d6b-8561-bcc18f08d01f req-628e2fb0-2d99-4c29-8b9d-d5f5e92a8bb1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e0ec9ba0-9b08-41f6-a732-89f14df6459a HTTP/1.1" status: 200 len: 846 time: 0.1368351 Aug 11 22:22:47.581037 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c92e90-6918-4f7c-a442-9ba504d89c74 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Port': ['ID=864434d3-68d0-4a7e-9b73-211ae86fbe00,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:47.624240 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d97e7023-5cf0-4d6b-8561-bcc18f08d01f req-9f15038e-9a0f-40c9-a5b0-2524f6c8a30a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e7790f3f-c934-4280-a7bc-7879373f53d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609400 Aug 11 22:22:47.709524 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-22c92e90-6918-4f7c-a442-9ba504d89c74 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:47.715292 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-22c92e90-6918-4f7c-a442-9ba504d89c74 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/ports/864434d3-68d0-4a7e-9b73-211ae86fbe00 HTTP/1.1" status: 204 len: 168 time: 1.6714845 Aug 11 22:22:47.721672 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33270) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:47.772660 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-df273f96-eb5c-4986-a64f-d26fd3d2c281 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:47.808115 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-05bef218-a3da-4fac-a3c8-b8fd6e37089c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] GET failed (client error): The resource could not be found. Aug 11 22:22:47.824642 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-05bef218-a3da-4fac-a3c8-b8fd6e37089c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "GET /v2.0/ports/864434d3-68d0-4a7e-9b73-211ae86fbe00 HTTP/1.1" status: 404 len: 333 time: 0.0894837 Aug 11 22:22:47.825357 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33274) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:47.951829 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbca52-5449-4b1b-9322-1231cf8c0778 req-c2d178d4-8d83-438a-9d9a-3666cfcaa34d tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:47.954519 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dddbca52-5449-4b1b-9322-1231cf8c0778 req-c2d178d4-8d83-438a-9d9a-3666cfcaa34d tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 946 time: 0.2322221 Aug 11 22:22:48.073329 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d97e7023-5cf0-4d6b-8561-bcc18f08d01f req-a155e624-5a18-416b-9b14-0bf6dddea17b service neutron] 10.222.0.82 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390125 Aug 11 22:22:48.208368 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-df273f96-eb5c-4986-a64f-d26fd3d2c281 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Deleting port 4bacf92c-073f-48bb-9466-827565b3b7f8 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:22:48.209189 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-df273f96-eb5c-4986-a64f-d26fd3d2c281 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:48.331413 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-df273f96-eb5c-4986-a64f-d26fd3d2c281 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:48.348616 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-df273f96-eb5c-4986-a64f-d26fd3d2c281 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Calling delete_port for 4bacf92c-073f-48bb-9466-827565b3b7f8 owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:22:48.509681 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dddbca52-5449-4b1b-9322-1231cf8c0778 req-a823e7ac-df47-4abf-ba4e-83f87243c26f tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5338621 Aug 11 22:22:48.576111 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-acd3fda9-3f8b-4b96-9da1-36d9f749b355 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting port 4590225f-3fd5-4fa9-8696-96ebab146e57 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:22:48.576821 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-acd3fda9-3f8b-4b96-9da1-36d9f749b355 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:48.709371 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-df273f96-eb5c-4986-a64f-d26fd3d2c281 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:48.710591 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d97e7023-5cf0-4d6b-8561-bcc18f08d01f req-ae4ac177-f0a2-4752-be83-0bc91cd8c0b4 service neutron] 10.222.0.82 "GET /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6217954 Aug 11 22:22:48.803087 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-acd3fda9-3f8b-4b96-9da1-36d9f749b355 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:48.836460 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-acd3fda9-3f8b-4b96-9da1-36d9f749b355 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Calling delete_port for 4590225f-3fd5-4fa9-8696-96ebab146e57 owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:22:48.896287 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df273f96-eb5c-4986-a64f-d26fd3d2c281 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Port': ['ID=4bacf92c-073f-48bb-9466-827565b3b7f8,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:49.022763 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:49.093981 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-df273f96-eb5c-4986-a64f-d26fd3d2c281 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:49.098465 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43889e8d-c347-471f-8dcd-45f7c635f25d req-87e2696b-b143-433c-a1bf-e776a6f608ee tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:49.100809 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-43889e8d-c347-471f-8dcd-45f7c635f25d req-87e2696b-b143-433c-a1bf-e776a6f608ee tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 946 time: 0.2233460 Aug 11 22:22:49.306248 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-acd3fda9-3f8b-4b96-9da1-36d9f749b355 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:49.369923 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3fda9-3f8b-4b96-9da1-36d9f749b355 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Port': ['ID=4590225f-3fd5-4fa9-8696-96ebab146e57,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:49.387179 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-43889e8d-c347-471f-8dcd-45f7c635f25d req-2b680848-0357-4a8f-a58a-ded35f6345db tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621205 Aug 11 22:22:49.412838 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-acd3fda9-3f8b-4b96-9da1-36d9f749b355 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:49.415180 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-acd3fda9-3f8b-4b96-9da1-36d9f749b355 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/ports/4590225f-3fd5-4fa9-8696-96ebab146e57 HTTP/1.1" status: 204 len: 168 time: 1.5842707 Aug 11 22:22:49.423445 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33286) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:49.476066 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c444a91-c31d-4903-9597-573271c85cc0 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] GET failed (client error): The resource could not be found. Aug 11 22:22:49.485469 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6c444a91-c31d-4903-9597-573271c85cc0 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "GET /v2.0/ports/4590225f-3fd5-4fa9-8696-96ebab146e57 HTTP/1.1" status: 404 len: 333 time: 0.0605989 Aug 11 22:22:49.490085 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33290) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:49.617361 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df273f96-eb5c-4986-a64f-d26fd3d2c281 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Router 13a143d8-6b7e-4903-8545-952bfe80c062 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:22:49.647838 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6c2ed5-e959-4fb0-b871-4f6dd6c6d1d2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting subnet 0b7e1ffb-4103-4d3b-b773-bd3bacde1d31 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:22:49.656716 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c6c2ed5-e959-4fb0-b871-4f6dd6c6d1d2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:49.753324 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c6c2ed5-e959-4fb0-b871-4f6dd6c6d1d2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:49.769845 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df273f96-eb5c-4986-a64f-d26fd3d2c281 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:22:49.784085 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-df273f96-eb5c-4986-a64f-d26fd3d2c281 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "PUT /v2.0/routers/13a143d8-6b7e-4903-8545-952bfe80c062/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1493180 Aug 11 22:22:49.784259 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33292) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:49.795666 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e7649b-78b2-4e34-9710-093a013e3941 None None] Sync routers for ids ['13a143d8-6b7e-4903-8545-952bfe80c062'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:22:49.824715 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e7649b-78b2-4e34-9710-093a013e3941 None None] Routers {'13a143d8-6b7e-4903-8545-952bfe80c062'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:22:49.827180 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-96e7649b-78b2-4e34-9710-093a013e3941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:22:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['13a143d8-6b7e-4903-8545-952bfe80c062'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:49.833577 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bd91de46-d80c-4349-b9be-9fd384fb7bfd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "GET /v2.0/ports?device_id=13a143d8-6b7e-4903-8545-952bfe80c062 HTTP/1.1" status: 200 len: 205 time: 0.0436068 Aug 11 22:22:49.835742 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33294) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:49.915155 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-96e7649b-78b2-4e34-9710-093a013e3941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:49.929234 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e7649b-78b2-4e34-9710-093a013e3941 None None] Routers {'13a143d8-6b7e-4903-8545-952bfe80c062'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:22:49.930259 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-96e7649b-78b2-4e34-9710-093a013e3941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:22:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['13a143d8-6b7e-4903-8545-952bfe80c062'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:49.950755 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c6c2ed5-e959-4fb0-b871-4f6dd6c6d1d2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:49.975694 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-82fbaf68-ec8f-4fcd-9a3d-531d28273dee tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:49.983401 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-96e7649b-78b2-4e34-9710-093a013e3941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:49.984548 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e7649b-78b2-4e34-9710-093a013e3941 None None] The sync data for ids ['13a143d8-6b7e-4903-8545-952bfe80c062'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:22:50.067077 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c6c2ed5-e959-4fb0-b871-4f6dd6c6d1d2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:50.092483 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c6c2ed5-e959-4fb0-b871-4f6dd6c6d1d2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:50.092841 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633c78f-8411-40e9-b941-082d41c78644 req-6b598f5c-7115-4c2b-be78-5b75e882abcb tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:50.094122 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1633c78f-8411-40e9-b941-082d41c78644 req-6b598f5c-7115-4c2b-be78-5b75e882abcb tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 946 time: 0.1711347 Aug 11 22:22:50.100849 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7c6c2ed5-e959-4fb0-b871-4f6dd6c6d1d2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/subnets/0b7e1ffb-4103-4d3b-b773-bd3bacde1d31 HTTP/1.1" status: 204 len: 168 time: 0.6083488 Aug 11 22:22:50.120478 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82fa37f-1637-4d61-9fe3-3027856279f9 None None] Network e60a9b1b-75fc-47e7-8fc2-cf0a7529b12d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:22:50.127475 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33296) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:50.179575 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c2ed5-e959-4fb0-b871-4f6dd6c6d1d2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Subnet': ['ID=0b7e1ffb-4103-4d3b-b773-bd3bacde1d31,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:50.311912 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-82fbaf68-ec8f-4fcd-9a3d-531d28273dee tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:50.316861 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-82fbaf68-ec8f-4fcd-9a3d-531d28273dee tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:50.489841 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d91e70-94d6-4cbc-b295-853516d36e25 None None] DHCP port deletion for e60a9b1b-75fc-47e7-8fc2-cf0a7529b12d request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:22:50.498434 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e7b85eb8-1904-4a10-8df6-917783e93a55 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:50.501226 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-82fbaf68-ec8f-4fcd-9a3d-531d28273dee tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:50.502133 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fbaf68-ec8f-4fcd-9a3d-531d28273dee tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Fanout notify agent at l3_agent the message router_deleted on router 13a143d8-6b7e-4903-8545-952bfe80c062 {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:22:50.521019 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-82fbaf68-ec8f-4fcd-9a3d-531d28273dee tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:50.523137 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-82fbaf68-ec8f-4fcd-9a3d-531d28273dee tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/routers/13a143d8-6b7e-4903-8545-952bfe80c062 HTTP/1.1" status: 204 len: 168 time: 0.6860278 Aug 11 22:22:50.530283 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33302) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:50.596352 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d949099-3402-4885-9768-ca801f97b2f8 req-4dbd8f10-5f77-4cee-8be3-adf137de7335 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:50.604255 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-72d91e70-94d6-4cbc-b295-853516d36e25 None None] Deleting port 36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:22:50.604786 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-72d91e70-94d6-4cbc-b295-853516d36e25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:50.611499 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:50.612792 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5d949099-3402-4885-9768-ca801f97b2f8 req-4dbd8f10-5f77-4cee-8be3-adf137de7335 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 946 time: 0.0876150 Aug 11 22:22:50.676112 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5d949099-3402-4885-9768-ca801f97b2f8 req-9e270001-6bad-4c35-82e0-8f37a1b36f58 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615349 Aug 11 22:22:50.726052 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-72d91e70-94d6-4cbc-b295-853516d36e25 None None] For port 36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb,segment=NetworkSegment(0446fba5-a49b-4750-b86c-141f910ca1eb),segment_id=0446fba5-a49b-4750-b86c-141f910ca1eb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:22:50.726748 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-72d91e70-94d6-4cbc-b295-853516d36e25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:50.766228 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-72d91e70-94d6-4cbc-b295-853516d36e25 None None] Calling delete_port for 36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:22:50.914376 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-72d91e70-94d6-4cbc-b295-853516d36e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:50.973792 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d91e70-94d6-4cbc-b295-853516d36e25 None None] Pushing event deleted for resources: {'Port': ['ID=36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:50.978508 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d91e70-94d6-4cbc-b295-853516d36e25 None None] No DVR routers for this DVR port 36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:22:50.999985 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d91e70-94d6-4cbc-b295-853516d36e25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:22:51.000586 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d91e70-94d6-4cbc-b295-853516d36e25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:22:51.001482 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d91e70-94d6-4cbc-b295-853516d36e25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:22:51.001735 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d91e70-94d6-4cbc-b295-853516d36e25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:22:51.002821 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d91e70-94d6-4cbc-b295-853516d36e25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:22:51.003264 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d91e70-94d6-4cbc-b295-853516d36e25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:22:51.003899 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d91e70-94d6-4cbc-b295-853516d36e25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:22:51.004476 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d91e70-94d6-4cbc-b295-853516d36e25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:22:51.005042 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d91e70-94d6-4cbc-b295-853516d36e25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:22:51.005610 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d91e70-94d6-4cbc-b295-853516d36e25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:22:51.006191 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d91e70-94d6-4cbc-b295-853516d36e25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:22:51.006766 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d91e70-94d6-4cbc-b295-853516d36e25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:22:51.124493 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-1633c78f-8411-40e9-b941-082d41c78644 req-43563e3e-445a-451d-9222-b3eca487d6d1 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Deleting port 51d567c5-e0a9-4148-a791-f47cd46b5b10 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:22:51.125295 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1633c78f-8411-40e9-b941-082d41c78644 req-43563e3e-445a-451d-9222-b3eca487d6d1 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:51.132415 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae40b90b-9362-424c-a60f-098576bf6df8 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Deleting subnet 25fb0f89-7a8a-461f-a5af-de10fc017c0b {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:22:51.148992 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ae40b90b-9362-424c-a60f-098576bf6df8 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:51.260832 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ae40b90b-9362-424c-a60f-098576bf6df8 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:51.304835 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-e7b85eb8-1904-4a10-8df6-917783e93a55 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting port 36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:22:51.305190 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e7b85eb8-1904-4a10-8df6-917783e93a55 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:51.391307 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-1633c78f-8411-40e9-b941-082d41c78644 req-43563e3e-445a-451d-9222-b3eca487d6d1 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] For port 51d567c5-e0a9-4148-a791-f47cd46b5b10, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=51d567c5-e0a9-4148-a791-f47cd46b5b10,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:22:51.391665 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1633c78f-8411-40e9-b941-082d41c78644 req-43563e3e-445a-451d-9222-b3eca487d6d1 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:51.420856 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-1633c78f-8411-40e9-b941-082d41c78644 req-43563e3e-445a-451d-9222-b3eca487d6d1 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Calling delete_port for 51d567c5-e0a9-4148-a791-f47cd46b5b10 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:22:51.460494 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-e7b85eb8-1904-4a10-8df6-917783e93a55 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] For port 36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb, host n-d-804275-3, got binding levels [] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:22:51.460857 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e7b85eb8-1904-4a10-8df6-917783e93a55 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:51.482955 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-e7b85eb8-1904-4a10-8df6-917783e93a55 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Calling delete_port for 36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:22:51.489644 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.ipam_backend_mixin [None req-e7b85eb8-1904-4a10-8df6-917783e93a55 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Port 36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb was not found and therefore no delete operation was performed {{(pid=100942) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 22:22:51.531035 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e7b85eb8-1904-4a10-8df6-917783e93a55 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:51.564678 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ae40b90b-9362-424c-a60f-098576bf6df8 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:51.633650 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b85eb8-1904-4a10-8df6-917783e93a55 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Port': ['ID=36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:51.639336 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b85eb8-1904-4a10-8df6-917783e93a55 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] No DVR routers for this DVR port 36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:22:51.800142 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e7b85eb8-1904-4a10-8df6-917783e93a55 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:51.818125 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ae40b90b-9362-424c-a60f-098576bf6df8 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:51.822479 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-e7b85eb8-1904-4a10-8df6-917783e93a55 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60a9b1b-75fc-47e7-8fc2-cf0a7529b12d']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:51.825656 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21a103-abed-46d8-8fed-b2245a33cad3 req-da21c79b-8ccf-4471-bc77-89b08e4e1c9c tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:51.827199 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cf21a103-abed-46d8-8fed-b2245a33cad3 req-da21c79b-8ccf-4471-bc77-89b08e4e1c9c tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c5fffaa-3d80-4826-8752-c1e07925717c HTTP/1.1" status: 200 len: 946 time: 0.0752182 Aug 11 22:22:51.886032 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-e7b85eb8-1904-4a10-8df6-917783e93a55 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0446fba5-a49b-4750-b86c-141f910ca1eb') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:51.886429 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-e7b85eb8-1904-4a10-8df6-917783e93a55 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0446fba5-a49b-4750-b86c-141f910ca1eb') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:51.893427 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40b90b-9362-424c-a60f-098576bf6df8 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Subnet': ['ID=25fb0f89-7a8a-461f-a5af-de10fc017c0b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:51.935251 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ae40b90b-9362-424c-a60f-098576bf6df8 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:51.954033 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ae40b90b-9362-424c-a60f-098576bf6df8 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/subnets/25fb0f89-7a8a-461f-a5af-de10fc017c0b HTTP/1.1" status: 204 len: 168 time: 1.4089072 Aug 11 22:22:51.954033 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e7b85eb8-1904-4a10-8df6-917783e93a55 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:51.954656 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d139e5-9fb3-4f38-ba4c-a563c8b48be5 None None] Network 671d8924-8d39-463e-b84b-897d7b5e3a92 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:22:51.969470 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33312) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:51.972662 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1633c78f-8411-40e9-b941-082d41c78644 req-43563e3e-445a-451d-9222-b3eca487d6d1 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:51.993561 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cf21a103-abed-46d8-8fed-b2245a33cad3 req-f56e605e-3ad1-46b2-9e04-eeff61b208a6 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596296 Aug 11 22:22:52.059816 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['51d567c5-e0a9-4148-a791-f47cd46b5b10'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:22:52.066780 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e7b85eb8-1904-4a10-8df6-917783e93a55 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:52.079204 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43563e3e-445a-451d-9222-b3eca487d6d1 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Pushing event deleted for resources: {'Port': ['ID=51d567c5-e0a9-4148-a791-f47cd46b5b10,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:52.089861 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b85eb8-1904-4a10-8df6-917783e93a55 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:22:52.090409 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e7b85eb8-1904-4a10-8df6-917783e93a55 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:52.091940 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['4f7cb9d4-f60b-4372-a47f-b765a6295863'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:22:52.096092 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:22:52.130260 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:22:52.154965 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-38873d7f-5803-4c82-a244-a66141a7d481 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Deleting subnet 0715a22a-75fe-461f-92c3-57359f6d6ce7 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:22:52.161315 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-38873d7f-5803-4c82-a244-a66141a7d481 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:52.231559 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-1633c78f-8411-40e9-b941-082d41c78644 req-43563e3e-445a-451d-9222-b3eca487d6d1 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] No DVR routers for this DVR port 51d567c5-e0a9-4148-a791-f47cd46b5b10 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:22:52.235061 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e7b85eb8-1904-4a10-8df6-917783e93a55 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:52.239193 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-1633c78f-8411-40e9-b941-082d41c78644 req-43563e3e-445a-451d-9222-b3eca487d6d1 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:52.242373 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1633c78f-8411-40e9-b941-082d41c78644 req-43563e3e-445a-451d-9222-b3eca487d6d1 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.52 "DELETE /v2.0/ports/51d567c5-e0a9-4148-a791-f47cd46b5b10 HTTP/1.1" status: 204 len: 173 time: 2.1138766 Aug 11 22:22:52.246373 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5fffaa-3d80-4826-8752-c1e07925717c', 'name': 'network-vif-deleted', 'tag': '51d567c5-e0a9-4148-a791-f47cd46b5b10'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:22:52.252371 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153d9106-99ea-43ed-ba67-02861ac020c6" -d '{"events": [{"server_uuid": "9c5fffaa-3d80-4826-8752-c1e07925717c", "name": "network-vif-deleted", "tag": "51d567c5-e0a9-4148-a791-f47cd46b5b10"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:22:52.271021 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e7b85eb8-1904-4a10-8df6-917783e93a55 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:52.279180 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e7b85eb8-1904-4a10-8df6-917783e93a55 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/networks/e60a9b1b-75fc-47e7-8fc2-cf0a7529b12d HTTP/1.1" status: 204 len: 168 time: 2.1426284 Aug 11 22:22:52.289574 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33316) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:52.304688 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-1cf677be-2f18-43fe-93ad-16843cd444df tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1817367995'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:52.312421 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b85eb8-1904-4a10-8df6-917783e93a55 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Network': ['ID=e60a9b1b-75fc-47e7-8fc2-cf0a7529b12d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:52.317260 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-38873d7f-5803-4c82-a244-a66141a7d481 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:52.320645 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:22:52.326629 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 36f9fd2c-b5f1-4f97-a648-dc1b7e2169fb not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:22:52.359567 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571449b0-e70e-4780-a32f-6b545c5fa55c x-openstack-request-id: req-571449b0-e70e-4780-a32f-6b545c5fa55c {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:22:52.359567 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5fffaa-3d80-4826-8752-c1e07925717c", "name": "network-vif-deleted", "tag": "51d567c5-e0a9-4148-a791-f47cd46b5b10", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:22:52.359567 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-571449b0-e70e-4780-a32f-6b545c5fa55c {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:22:52.359567 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5fffaa-3d80-4826-8752-c1e07925717c', 'name': 'network-vif-deleted', 'tag': '51d567c5-e0a9-4148-a791-f47cd46b5b10', 'status': 'completed', 'code': 200} Aug 11 22:22:52.474446 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf677be-2f18-43fe-93ad-16843cd444df tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:22:52.489901 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1cf677be-2f18-43fe-93ad-16843cd444df tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:52.575591 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf677be-2f18-43fe-93ad-16843cd444df tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:22:52.613723 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1cf677be-2f18-43fe-93ad-16843cd444df tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:52.614253 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-1cf677be-2f18-43fe-93ad-16843cd444df tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Added segment 02c4a9df-c142-4740-8ae1-4c3c259fea29 of type vlan for network fa52174b-2816-499e-ad4a-2c7e57cae45d Aug 11 22:22:52.635544 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-38873d7f-5803-4c82-a244-a66141a7d481 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:52.638751 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6035aed-ceab-4539-823e-a6925e030a31 None None] DHCP port deletion for 671d8924-8d39-463e-b84b-897d7b5e3a92 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:22:52.764962 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1cf677be-2f18-43fe-93ad-16843cd444df tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:52.863617 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1cf677be-2f18-43fe-93ad-16843cd444df tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:52.874358 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf677be-2f18-43fe-93ad-16843cd444df tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:52.875252 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1cf677be-2f18-43fe-93ad-16843cd444df tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:52.883459 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-38873d7f-5803-4c82-a244-a66141a7d481 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:52.973360 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-d6035aed-ceab-4539-823e-a6925e030a31 None None] Deleting port 07c79f57-d147-44ab-af5f-da75de888380 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:22:52.974500 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d6035aed-ceab-4539-823e-a6925e030a31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:52.994732 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38873d7f-5803-4c82-a244-a66141a7d481 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Subnet': ['ID=0715a22a-75fe-461f-92c3-57359f6d6ce7,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:53.004692 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-38873d7f-5803-4c82-a244-a66141a7d481 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:53.012283 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-38873d7f-5803-4c82-a244-a66141a7d481 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/subnets/0715a22a-75fe-461f-92c3-57359f6d6ce7 HTTP/1.1" status: 204 len: 168 time: 1.0111783 Aug 11 22:22:53.012283 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1cf677be-2f18-43fe-93ad-16843cd444df tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7164164 Aug 11 22:22:53.012583 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33320) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:53.021024 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33322) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:53.032135 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf677be-2f18-43fe-93ad-16843cd444df tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Network': ['ID=fa52174b-2816-499e-ad4a-2c7e57cae45d,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:53.035279 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-55dd8ef0-fc13-4281-a12c-10a6b2a64308 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'subnet': {'network_id': 'fa52174b-2816-499e-ad4a-2c7e57cae45d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:53.078249 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f54bf6-4eaa-491c-b2ca-d3d640c36540 None None] Network 889dd994-082f-4bbc-b4c2-e1b1ec45b023 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:22:53.207390 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network fa52174b-2816-499e-ad4a-2c7e57cae45d details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:22:53.228714 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-76507d1f-6895-4055-a5da-931c67046d29 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:53.292170 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55dd8ef0-fc13-4281-a12c-10a6b2a64308 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:22:53.296386 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-55dd8ef0-fc13-4281-a12c-10a6b2a64308 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:53.419151 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-76507d1f-6895-4055-a5da-931c67046d29 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Deleting port 07c79f57-d147-44ab-af5f-da75de888380 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:22:53.419500 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-76507d1f-6895-4055-a5da-931c67046d29 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:53.419761 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-d6035aed-ceab-4539-823e-a6925e030a31 None None] For port 07c79f57-d147-44ab-af5f-da75de888380, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=07c79f57-d147-44ab-af5f-da75de888380,segment=NetworkSegment(7bde4556-50bb-40a6-8605-50c1ae670429),segment_id=7bde4556-50bb-40a6-8605-50c1ae670429)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:22:53.420402 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d6035aed-ceab-4539-823e-a6925e030a31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:53.494756 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-d6035aed-ceab-4539-823e-a6925e030a31 None None] Calling delete_port for 07c79f57-d147-44ab-af5f-da75de888380 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:22:53.549827 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-76507d1f-6895-4055-a5da-931c67046d29 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] For port 07c79f57-d147-44ab-af5f-da75de888380, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=07c79f57-d147-44ab-af5f-da75de888380,segment=NetworkSegment(7bde4556-50bb-40a6-8605-50c1ae670429),segment_id=7bde4556-50bb-40a6-8605-50c1ae670429)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:22:53.550885 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-76507d1f-6895-4055-a5da-931c67046d29 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:53.582462 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-76507d1f-6895-4055-a5da-931c67046d29 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Calling delete_port for 07c79f57-d147-44ab-af5f-da75de888380 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:22:53.608129 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d6035aed-ceab-4539-823e-a6925e030a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:53.644876 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6035aed-ceab-4539-823e-a6925e030a31 None None] Pushing event deleted for resources: {'Port': ['ID=07c79f57-d147-44ab-af5f-da75de888380,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:53.657157 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6035aed-ceab-4539-823e-a6925e030a31 None None] No DVR routers for this DVR port 07c79f57-d147-44ab-af5f-da75de888380 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:22:53.711959 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-55dd8ef0-fc13-4281-a12c-10a6b2a64308 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:53.717629 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e324432c-73be-4df0-be9d-7a94d5c88afd None None] DHCP port deletion for 889dd994-082f-4bbc-b4c2-e1b1ec45b023 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:22:53.854441 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-e324432c-73be-4df0-be9d-7a94d5c88afd None None] Deleting port 0a97bab5-933d-4251-a6a7-056e6242e499 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:22:53.854584 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dd8ef0-fc13-4281-a12c-10a6b2a64308 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Checking segment: {'id': '02c4a9df-c142-4740-8ae1-4c3c259fea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fa52174b-2816-499e-ad4a-2c7e57cae45d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:22:53.854711 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e324432c-73be-4df0-be9d-7a94d5c88afd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:53.854812 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dd8ef0-fc13-4281-a12c-10a6b2a64308 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network hostable DHCP agents. Network: fa52174b-2816-499e-ad4a-2c7e57cae45d, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:22:53.854812 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd8ef0-fc13-4281-a12c-10a6b2a64308 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Subnet': ['ID=3ba148d3-5cb0-4f2c-abaa-2191bf67ebe9,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:53.869739 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-76507d1f-6895-4055-a5da-931c67046d29 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:53.905275 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76507d1f-6895-4055-a5da-931c67046d29 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Port': ['ID=07c79f57-d147-44ab-af5f-da75de888380,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:53.922219 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76507d1f-6895-4055-a5da-931c67046d29 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] No DVR routers for this DVR port 07c79f57-d147-44ab-af5f-da75de888380 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:22:53.929037 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dd8ef0-fc13-4281-a12c-10a6b2a64308 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network fa52174b-2816-499e-ad4a-2c7e57cae45d is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:22:53.974845 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-55dd8ef0-fc13-4281-a12c-10a6b2a64308 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, fa52174b-2816-499e-ad4a-2c7e57cae45d) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:53.983222 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dd8ef0-fc13-4281-a12c-10a6b2a64308 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:53.984140 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-55dd8ef0-fc13-4281-a12c-10a6b2a64308 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:53.988262 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-e324432c-73be-4df0-be9d-7a94d5c88afd None None] For port 0a97bab5-933d-4251-a6a7-056e6242e499, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0a97bab5-933d-4251-a6a7-056e6242e499,segment=NetworkSegment(abb730d8-5854-4861-aa5a-ab4fc15d873a),segment_id=abb730d8-5854-4861-aa5a-ab4fc15d873a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:22:53.988832 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e324432c-73be-4df0-be9d-7a94d5c88afd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:53.994869 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66beea71-d223-4b49-b5be-caf92cd610b2 None None] Network fa52174b-2816-499e-ad4a-2c7e57cae45d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:22:54.090467 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0a97bab5-933d-4251-a6a7-056e6242e499 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:22:54.097255 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-e324432c-73be-4df0-be9d-7a94d5c88afd None None] Calling delete_port for 0a97bab5-933d-4251-a6a7-056e6242e499 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:22:54.154334 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-76507d1f-6895-4055-a5da-931c67046d29 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:54.183688 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-76507d1f-6895-4055-a5da-931c67046d29 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['671d8924-8d39-463e-b84b-897d7b5e3a92']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:54.210060 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-76507d1f-6895-4055-a5da-931c67046d29 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bde4556-50bb-40a6-8605-50c1ae670429') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:54.211112 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-76507d1f-6895-4055-a5da-931c67046d29 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bde4556-50bb-40a6-8605-50c1ae670429') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:54.245347 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-76507d1f-6895-4055-a5da-931c67046d29 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:54.292316 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33364) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:54.293602 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-55dd8ef0-fc13-4281-a12c-10a6b2a64308 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2700284 Aug 11 22:22:54.296624 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-76507d1f-6895-4055-a5da-931c67046d29 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:54.306797 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-cd114647-e044-46fe-8743-c1d73ea71e46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'port': {'network_id': 'fa52174b-2816-499e-ad4a-2c7e57cae45d', 'name': 'tempest-PortsIpV6TestJSON-994121386', 'fixed_ips': [{'subnet_id': '3ba148d3-5cb0-4f2c-abaa-2191bf67ebe9', 'ip_address': '2001:db8::10'}]}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:54.317149 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76507d1f-6895-4055-a5da-931c67046d29 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:22:54.317837 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-76507d1f-6895-4055-a5da-931c67046d29 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:54.382097 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:54.407149 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e324432c-73be-4df0-be9d-7a94d5c88afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:22:54.511343 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:22:54.517428 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-76507d1f-6895-4055-a5da-931c67046d29 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:54.525448 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-76507d1f-6895-4055-a5da-931c67046d29 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:54.527776 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324432c-73be-4df0-be9d-7a94d5c88afd None None] Pushing event deleted for resources: {'Port': ['ID=0a97bab5-933d-4251-a6a7-056e6242e499,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:54.531825 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-76507d1f-6895-4055-a5da-931c67046d29 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/networks/671d8924-8d39-463e-b84b-897d7b5e3a92 HTTP/1.1" status: 204 len: 168 time: 1.5191891 Aug 11 22:22:54.532516 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33368) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:54.549216 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76507d1f-6895-4055-a5da-931c67046d29 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Network': ['ID=671d8924-8d39-463e-b84b-897d7b5e3a92,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:54.570486 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e324432c-73be-4df0-be9d-7a94d5c88afd None None] No DVR routers for this DVR port 0a97bab5-933d-4251-a6a7-056e6242e499 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:22:54.599608 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 07c79f57-d147-44ab-af5f-da75de888380 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:22:54.641129 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f355f3c7-b33a-4976-94a0-ad6024d379dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-fa52174b-2816-499e-ad4a-2c7e57cae45d', 'network_id': 'fa52174b-2816-499e-ad4a-2c7e57cae45d', 'tenant_id': '22c8a996a3334481a7d918c28c08fba9', 'fixed_ips': [{'subnet_id': '3ba148d3-5cb0-4f2c-abaa-2191bf67ebe9'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:22:54.642379 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f355f3c7-b33a-4976-94a0-ad6024d379dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:54.647020 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 07c79f57-d147-44ab-af5f-da75de888380 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:22:54.647458 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 07c79f57-d147-44ab-af5f-da75de888380 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:22:54.681405 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 51d567c5-e0a9-4148-a791-f47cd46b5b10 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:22:54.763783 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 51d567c5-e0a9-4148-a791-f47cd46b5b10 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:22:54.764113 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 51d567c5-e0a9-4148-a791-f47cd46b5b10 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:22:54.784138 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-83c84aa7-9dea-4591-80c6-aa5d9546309e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:54.810230 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1c5aa-3b9e-4cfc-aabe-ee2ce867fc4f req-9faf34f2-4c52-4850-8de2-7dafa6ff261f tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:54.820737 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3e1c5aa-3b9e-4cfc-aabe-ee2ce867fc4f req-9faf34f2-4c52-4850-8de2-7dafa6ff261f tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=233fe4c5-abe8-4d80-9c3c-ce8720b05cf6 HTTP/1.1" status: 200 len: 946 time: 0.2451184 Aug 11 22:22:54.866525 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-f355f3c7-b33a-4976-94a0-ad6024d379dd None None] Allocated IP 2001:db8::2 (fa52174b-2816-499e-ad4a-2c7e57cae45d/3ba148d3-5cb0-4f2c-abaa-2191bf67ebe9/456a8b3e-fc7e-4983-be11-1bad61cd8a4f) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:22:54.926333 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd114647-e044-46fe-8743-c1d73ea71e46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:22:54.972998 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3e1c5aa-3b9e-4cfc-aabe-ee2ce867fc4f req-72676be0-b0b9-4bc7-b801-1b806f503ea7 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417820 Aug 11 22:22:55.087197 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-83c84aa7-9dea-4591-80c6-aa5d9546309e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:55.107284 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-83c84aa7-9dea-4591-80c6-aa5d9546309e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['889dd994-082f-4bbc-b4c2-e1b1ec45b023']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:55.122479 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-83c84aa7-9dea-4591-80c6-aa5d9546309e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abb730d8-5854-4861-aa5a-ab4fc15d873a') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:55.122828 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-83c84aa7-9dea-4591-80c6-aa5d9546309e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abb730d8-5854-4861-aa5a-ab4fc15d873a') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:22:55.143908 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-83c84aa7-9dea-4591-80c6-aa5d9546309e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:55.154563 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f355f3c7-b33a-4976-94a0-ad6024d379dd None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:55.156014 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cd114647-e044-46fe-8743-c1d73ea71e46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:55.170804 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f355f3c7-b33a-4976-94a0-ad6024d379dd None None] Transition to ACTIVE for port object 456a8b3e-fc7e-4983-be11-1bad61cd8a4f will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:22:55.189231 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-83c84aa7-9dea-4591-80c6-aa5d9546309e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:55.205958 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c84aa7-9dea-4591-80c6-aa5d9546309e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:22:55.206451 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-83c84aa7-9dea-4591-80c6-aa5d9546309e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:22:55.211892 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:22:55.214747 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-cd114647-e044-46fe-8743-c1d73ea71e46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] device_id is not set on port 972071bf-2738-41b7-bf2d-b722431d7266 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:22:55.347126 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f355f3c7-b33a-4976-94a0-ad6024d379dd None None] Transition to ACTIVE for port object 456a8b3e-fc7e-4983-be11-1bad61cd8a4f will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:22:55.354331 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-83c84aa7-9dea-4591-80c6-aa5d9546309e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:55.357526 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f355f3c7-b33a-4976-94a0-ad6024d379dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:55.396399 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-83c84aa7-9dea-4591-80c6-aa5d9546309e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:55.400400 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-83c84aa7-9dea-4591-80c6-aa5d9546309e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/networks/889dd994-082f-4bbc-b4c2-e1b1ec45b023 HTTP/1.1" status: 204 len: 168 time: 0.8662109 Aug 11 22:22:55.402245 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c84aa7-9dea-4591-80c6-aa5d9546309e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Network': ['ID=889dd994-082f-4bbc-b4c2-e1b1ec45b023,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:55.407328 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33372) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:55.419652 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-91bf5aaa-da1a-4ec5-99ad-696c0526d744 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1542955569'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:55.426561 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f355f3c7-b33a-4976-94a0-ad6024d379dd None None] Network fa52174b-2816-499e-ad4a-2c7e57cae45d is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:22:55.430913 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-f355f3c7-b33a-4976-94a0-ad6024d379dd None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:55.436564 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f355f3c7-b33a-4976-94a0-ad6024d379dd None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:22:55.453192 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bf5aaa-da1a-4ec5-99ad-696c0526d744 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Made reservation on behalf of 05b95e21e6704290a3c250207b618344 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:22:55.457469 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91bf5aaa-da1a-4ec5-99ad-696c0526d744 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:55.514525 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355f3c7-b33a-4976-94a0-ad6024d379dd None None] Pushing event updated for resources: {'Port': ['ID=456a8b3e-fc7e-4983-be11-1bad61cd8a4f,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:55.523635 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91bf5aaa-da1a-4ec5-99ad-696c0526d744 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:22:55.526801 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f355f3c7-b33a-4976-94a0-ad6024d379dd None None] Attempting to bind port 456a8b3e-fc7e-4983-be11-1bad61cd8a4f on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:22:55.527451 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f355f3c7-b33a-4976-94a0-ad6024d379dd None None] Attempting to bind port 456a8b3e-fc7e-4983-be11-1bad61cd8a4f by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '02c4a9df-c142-4740-8ae1-4c3c259fea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fa52174b-2816-499e-ad4a-2c7e57cae45d'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:22:55.528041 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355f3c7-b33a-4976-94a0-ad6024d379dd None None] Attempting to bind port 456a8b3e-fc7e-4983-be11-1bad61cd8a4f on network fa52174b-2816-499e-ad4a-2c7e57cae45d {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:22:55.544559 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355f3c7-b33a-4976-94a0-ad6024d379dd None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:22:55.548179 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355f3c7-b33a-4976-94a0-ad6024d379dd None None] Checking segment: {'id': '02c4a9df-c142-4740-8ae1-4c3c259fea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fa52174b-2816-499e-ad4a-2c7e57cae45d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:22:55.549158 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f355f3c7-b33a-4976-94a0-ad6024d379dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:55.549599 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355f3c7-b33a-4976-94a0-ad6024d379dd None None] Bound using segment: {'id': '02c4a9df-c142-4740-8ae1-4c3c259fea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fa52174b-2816-499e-ad4a-2c7e57cae45d'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:22:55.549983 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91bf5aaa-da1a-4ec5-99ad-696c0526d744 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:55.550237 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-91bf5aaa-da1a-4ec5-99ad-696c0526d744 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Added segment 977d993d-bcc6-483f-a10c-a8db556dac95 of type vlan for network 8941ab29-e3b8-4f67-b6bb-94a2db58d6d8 Aug 11 22:22:55.550540 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f355f3c7-b33a-4976-94a0-ad6024d379dd None None] Bound port: 456a8b3e-fc7e-4983-be11-1bad61cd8a4f, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c4a9df-c142-4740-8ae1-4c3c259fea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fa52174b-2816-499e-ad4a-2c7e57cae45d'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:22:55.551193 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f355f3c7-b33a-4976-94a0-ad6024d379dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:55.628356 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-cd114647-e044-46fe-8743-c1d73ea71e46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Allocated IP 2001:db8::10 (fa52174b-2816-499e-ad4a-2c7e57cae45d/3ba148d3-5cb0-4f2c-abaa-2191bf67ebe9/972071bf-2738-41b7-bf2d-b722431d7266) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:22:55.655630 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91bf5aaa-da1a-4ec5-99ad-696c0526d744 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:55.665745 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-f355f3c7-b33a-4976-94a0-ad6024d379dd None None] For port 456a8b3e-fc7e-4983-be11-1bad61cd8a4f, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:22:55.671603 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-f355f3c7-b33a-4976-94a0-ad6024d379dd None None] For port 456a8b3e-fc7e-4983-be11-1bad61cd8a4f, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=456a8b3e-fc7e-4983-be11-1bad61cd8a4f,segment=NetworkSegment(02c4a9df-c142-4740-8ae1-4c3c259fea29),segment_id=02c4a9df-c142-4740-8ae1-4c3c259fea29)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:22:55.679645 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f355f3c7-b33a-4976-94a0-ad6024d379dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:55.732761 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91bf5aaa-da1a-4ec5-99ad-696c0526d744 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:55.741461 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bf5aaa-da1a-4ec5-99ad-696c0526d744 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:55.742136 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-91bf5aaa-da1a-4ec5-99ad-696c0526d744 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:55.791428 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-91bf5aaa-da1a-4ec5-99ad-696c0526d744 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3770692 Aug 11 22:22:55.792358 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33376) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:55.804696 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-fd917f12-719a-47bd-a142-f543ce14e8cf tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'subnet': {'network_id': '8941ab29-e3b8-4f67-b6bb-94a2db58d6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:55.816272 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355f3c7-b33a-4976-94a0-ad6024d379dd None None] Pushing event updated for resources: {'Port': ['ID=456a8b3e-fc7e-4983-be11-1bad61cd8a4f,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:55.852838 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cd114647-e044-46fe-8743-c1d73ea71e46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:55.875547 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-cd114647-e044-46fe-8743-c1d73ea71e46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Transition to ACTIVE for port object 972071bf-2738-41b7-bf2d-b722431d7266 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:22:55.933452 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cd114647-e044-46fe-8743-c1d73ea71e46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:56.018961 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf5aaa-da1a-4ec5-99ad-696c0526d744 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Network': ['ID=8941ab29-e3b8-4f67-b6bb-94a2db58d6d8,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:56.037311 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 8941ab29-e3b8-4f67-b6bb-94a2db58d6d8 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:22:56.074986 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd114647-e044-46fe-8743-c1d73ea71e46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Port': ['ID=972071bf-2738-41b7-bf2d-b722431d7266,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:56.109883 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd114647-e044-46fe-8743-c1d73ea71e46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network fa52174b-2816-499e-ad4a-2c7e57cae45d is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:22:56.133120 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-cd114647-e044-46fe-8743-c1d73ea71e46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:56.142992 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd114647-e044-46fe-8743-c1d73ea71e46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:22:56.167893 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd114647-e044-46fe-8743-c1d73ea71e46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:56.167893 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cd114647-e044-46fe-8743-c1d73ea71e46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:56.240650 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd917f12-719a-47bd-a142-f543ce14e8cf tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Made reservation on behalf of 05b95e21e6704290a3c250207b618344 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:22:56.245541 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fd917f12-719a-47bd-a142-f543ce14e8cf tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:56.298356 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cd114647-e044-46fe-8743-c1d73ea71e46 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0015998 Aug 11 22:22:56.299765 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33382) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:56.308598 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-5fd87c72-cb73-442c-9660-666296e0ccd7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'port': {'network_id': 'fa52174b-2816-499e-ad4a-2c7e57cae45d', 'name': 'tempest-PortsIpV6TestJSON-697571013', 'fixed_ips': [{'subnet_id': '3ba148d3-5cb0-4f2c-abaa-2191bf67ebe9', 'ip_address': '2001:db8::f'}]}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:56.454314 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78274c3d-c870-4c54-9b08-ac00e9e6c029 req-c0e9c64d-be42-467a-b119-bd6d0c7ee5ed tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:56.456367 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-78274c3d-c870-4c54-9b08-ac00e9e6c029 req-c0e9c64d-be42-467a-b119-bd6d0c7ee5ed tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.82 "GET /v2.0/ports?device_id=233fe4c5-abe8-4d80-9c3c-ce8720b05cf6 HTTP/1.1" status: 200 len: 946 time: 0.3696055 Aug 11 22:22:56.496007 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603b66a-e887-4e5d-835c-884d132e9c32 req-8c305e64-0132-4d01-b7e7-e00e4ec29daa tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:56.507267 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3603b66a-e887-4e5d-835c-884d132e9c32 req-8c305e64-0132-4d01-b7e7-e00e4ec29daa tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=233fe4c5-abe8-4d80-9c3c-ce8720b05cf6 HTTP/1.1" status: 200 len: 946 time: 0.3199077 Aug 11 22:22:56.677599 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fd917f12-719a-47bd-a142-f543ce14e8cf tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:56.737428 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3603b66a-e887-4e5d-835c-884d132e9c32 req-55413e5c-3006-4caf-9b58-4add9d202d12 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/security-groups?id=ff491ff5-f524-45b5-bf41-10068629132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693370 Aug 11 22:22:56.795492 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd917f12-719a-47bd-a142-f543ce14e8cf tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Subnet': ['ID=13daca4b-b9d1-45a6-b65a-02c06c0e88a7,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:56.813427 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd87c72-cb73-442c-9660-666296e0ccd7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:22:56.825569 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5fd87c72-cb73-442c-9660-666296e0ccd7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:56.861338 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd917f12-719a-47bd-a142-f543ce14e8cf tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Checking segment: {'id': '977d993d-bcc6-483f-a10c-a8db556dac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8941ab29-e3b8-4f67-b6bb-94a2db58d6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:22:56.862324 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd917f12-719a-47bd-a142-f543ce14e8cf tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network hostable DHCP agents. Network: 8941ab29-e3b8-4f67-b6bb-94a2db58d6d8, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:22:56.888069 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-5fd87c72-cb73-442c-9660-666296e0ccd7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] device_id is not set on port d878b10a-fefb-42cd-bbaf-3909f99f9a0a yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:22:56.907278 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd917f12-719a-47bd-a142-f543ce14e8cf tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network 8941ab29-e3b8-4f67-b6bb-94a2db58d6d8 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:22:56.924528 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-fd917f12-719a-47bd-a142-f543ce14e8cf tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 8941ab29-e3b8-4f67-b6bb-94a2db58d6d8) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:56.935708 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd917f12-719a-47bd-a142-f543ce14e8cf tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:56.937762 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fd917f12-719a-47bd-a142-f543ce14e8cf tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:56.947392 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c3c8db-32f2-4b42-9a1a-0ca8e0f71c30 None None] Network 8941ab29-e3b8-4f67-b6bb-94a2db58d6d8 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:22:56.988585 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fd917f12-719a-47bd-a142-f543ce14e8cf tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1919267 Aug 11 22:22:56.991198 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33386) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:56.997745 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-78274c3d-c870-4c54-9b08-ac00e9e6c029 req-6dd38c6e-7561-494e-9f9b-b5be8b3fb3c3 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Deleting port 4f7cb9d4-f60b-4372-a47f-b765a6295863 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:22:56.998103 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-78274c3d-c870-4c54-9b08-ac00e9e6c029 req-6dd38c6e-7561-494e-9f9b-b5be8b3fb3c3 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:57.017591 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-89a277d0-d5a2-411a-84b8-f87099062ebd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-504618314', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:57.081902 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-89a277d0-d5a2-411a-84b8-f87099062ebd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:57.084068 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-89a277d0-d5a2-411a-84b8-f87099062ebd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:57.250272 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-89a277d0-d5a2-411a-84b8-f87099062ebd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:57.256652 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-89a277d0-d5a2-411a-84b8-f87099062ebd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:57.292104 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-78274c3d-c870-4c54-9b08-ac00e9e6c029 req-6dd38c6e-7561-494e-9f9b-b5be8b3fb3c3 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] For port 4f7cb9d4-f60b-4372-a47f-b765a6295863, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=4f7cb9d4-f60b-4372-a47f-b765a6295863,segment=NetworkSegment(07f7d92d-e949-43a3-b2dd-627bd28bd4eb),segment_id=07f7d92d-e949-43a3-b2dd-627bd28bd4eb)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:22:57.293075 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-78274c3d-c870-4c54-9b08-ac00e9e6c029 req-6dd38c6e-7561-494e-9f9b-b5be8b3fb3c3 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:57.298544 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-89a277d0-d5a2-411a-84b8-f87099062ebd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:57.305705 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-89a277d0-d5a2-411a-84b8-f87099062ebd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3118503 Aug 11 22:22:57.305972 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33390) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:57.317174 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-3e3ae028-4bc2-45fc-80a6-6863735c5154 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'port': {'network_id': '8941ab29-e3b8-4f67-b6bb-94a2db58d6d8', 'name': 'tempest-RoutersIpV6Test-1221506517'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:22:57.347057 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-78274c3d-c870-4c54-9b08-ac00e9e6c029 req-6dd38c6e-7561-494e-9f9b-b5be8b3fb3c3 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Calling delete_port for 4f7cb9d4-f60b-4372-a47f-b765a6295863 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:22:57.384610 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa5a41d-31b3-46a3-a626-18f9d6992228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-8941ab29-e3b8-4f67-b6bb-94a2db58d6d8', 'network_id': '8941ab29-e3b8-4f67-b6bb-94a2db58d6d8', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'fixed_ips': [{'subnet_id': '13daca4b-b9d1-45a6-b65a-02c06c0e88a7'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:22:57.387435 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-caa5a41d-31b3-46a3-a626-18f9d6992228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:57.513499 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-5fd87c72-cb73-442c-9660-666296e0ccd7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Allocated IP 2001:db8::f (fa52174b-2816-499e-ad4a-2c7e57cae45d/3ba148d3-5cb0-4f2c-abaa-2191bf67ebe9/d878b10a-fefb-42cd-bbaf-3909f99f9a0a) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:22:57.581665 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01309f4-1b3b-4dae-8f41-d2af9ba8ec2a None None] Network fa52174b-2816-499e-ad4a-2c7e57cae45d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:22:57.701113 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0661d74f-9b94-4f9f-ab05-a593bbb479f8 None None] Provisioning for port 456a8b3e-fc7e-4983-be11-1bad61cd8a4f completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:22:57.710762 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3ae028-4bc2-45fc-80a6-6863735c5154 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Made reservation on behalf of 05b95e21e6704290a3c250207b618344 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:22:57.719601 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3e3ae028-4bc2-45fc-80a6-6863735c5154 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:57.738116 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-caa5a41d-31b3-46a3-a626-18f9d6992228 None None] Allocated IP 2001:db8::2 (8941ab29-e3b8-4f67-b6bb-94a2db58d6d8/13daca4b-b9d1-45a6-b65a-02c06c0e88a7/f6490794-8bb6-40b0-bcaf-799e3ec66ae7) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:22:57.859882 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-3e3ae028-4bc2-45fc-80a6-6863735c5154 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] device_id is not set on port d5a85e35-4a90-4166-adb5-2bd165c1ae7b yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:22:57.975914 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f26747f-1696-4298-bab4-26044c3460c6 req-bb0eb906-8135-4c3b-86de-09c89d37c56f tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.77 "GET /v2.0/ports?device_id=233fe4c5-abe8-4d80-9c3c-ce8720b05cf6 HTTP/1.1" status: 200 len: 210 time: 0.0488186 Aug 11 22:22:57.990451 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-78274c3d-c870-4c54-9b08-ac00e9e6c029 req-6dd38c6e-7561-494e-9f9b-b5be8b3fb3c3 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:58.104961 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38c6e-7561-494e-9f9b-b5be8b3fb3c3 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Pushing event deleted for resources: {'Port': ['ID=4f7cb9d4-f60b-4372-a47f-b765a6295863,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:58.116407 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5fd87c72-cb73-442c-9660-666296e0ccd7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:58.159868 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 456a8b3e-fc7e-4983-be11-1bad61cd8a4f up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:22:58.174129 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-78274c3d-c870-4c54-9b08-ac00e9e6c029 req-6dd38c6e-7561-494e-9f9b-b5be8b3fb3c3 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] No DVR routers for this DVR port 4f7cb9d4-f60b-4372-a47f-b765a6295863 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:22:58.176868 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-5fd87c72-cb73-442c-9660-666296e0ccd7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Transition to ACTIVE for port object d878b10a-fefb-42cd-bbaf-3909f99f9a0a will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:22:58.179617 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-78274c3d-c870-4c54-9b08-ac00e9e6c029 req-6dd38c6e-7561-494e-9f9b-b5be8b3fb3c3 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:58.186223 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-78274c3d-c870-4c54-9b08-ac00e9e6c029 req-6dd38c6e-7561-494e-9f9b-b5be8b3fb3c3 tempest-ServersTestJSON-813830579 tempest-ServersTestJSON-813830579-project] 10.222.0.82 "DELETE /v2.0/ports/4f7cb9d4-f60b-4372-a47f-b765a6295863 HTTP/1.1" status: 204 len: 173 time: 1.7184241 Aug 11 22:22:58.186223 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233fe4c5-abe8-4d80-9c3c-ce8720b05cf6', 'name': 'network-vif-deleted', 'tag': '4f7cb9d4-f60b-4372-a47f-b765a6295863'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:22:58.186223 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f631c0-7f2a-4e69-a7a1-944458feea4c" -d '{"events": [{"server_uuid": "233fe4c5-abe8-4d80-9c3c-ce8720b05cf6", "name": "network-vif-deleted", "tag": "4f7cb9d4-f60b-4372-a47f-b765a6295863"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:22:58.251034 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5fd87c72-cb73-442c-9660-666296e0ccd7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:58.312410 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-caa5a41d-31b3-46a3-a626-18f9d6992228 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:58.333901 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-caa5a41d-31b3-46a3-a626-18f9d6992228 None None] Transition to ACTIVE for port object f6490794-8bb6-40b0-bcaf-799e3ec66ae7 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:22:58.360265 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1300aa73-3fcc-45a2-a873-cc764fe72f6e x-openstack-request-id: req-1300aa73-3fcc-45a2-a873-cc764fe72f6e {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:22:58.361468 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233fe4c5-abe8-4d80-9c3c-ce8720b05cf6", "name": "network-vif-deleted", "tag": "4f7cb9d4-f60b-4372-a47f-b765a6295863", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:22:58.361751 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1300aa73-3fcc-45a2-a873-cc764fe72f6e {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:22:58.362191 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233fe4c5-abe8-4d80-9c3c-ce8720b05cf6', 'name': 'network-vif-deleted', 'tag': '4f7cb9d4-f60b-4372-a47f-b765a6295863', 'status': 'completed', 'code': 200} Aug 11 22:22:58.381452 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd87c72-cb73-442c-9660-666296e0ccd7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network fa52174b-2816-499e-ad4a-2c7e57cae45d is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:22:58.388385 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-5fd87c72-cb73-442c-9660-666296e0ccd7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:58.394372 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd87c72-cb73-442c-9660-666296e0ccd7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:22:58.395718 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 456a8b3e-fc7e-4983-be11-1bad61cd8a4f completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:22:58.398743 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-caa5a41d-31b3-46a3-a626-18f9d6992228 None None] Transition to ACTIVE for port object f6490794-8bb6-40b0-bcaf-799e3ec66ae7 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:22:58.403209 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd87c72-cb73-442c-9660-666296e0ccd7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:58.403964 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5fd87c72-cb73-442c-9660-666296e0ccd7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:58.404111 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 456a8b3e-fc7e-4983-be11-1bad61cd8a4f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:58.404540 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:58.430398 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd87c72-cb73-442c-9660-666296e0ccd7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Port': ['ID=d878b10a-fefb-42cd-bbaf-3909f99f9a0a,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:58.444479 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-caa5a41d-31b3-46a3-a626-18f9d6992228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:58.483350 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5fd87c72-cb73-442c-9660-666296e0ccd7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1821373 Aug 11 22:22:58.488006 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33400) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:58.502101 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa5a41d-31b3-46a3-a626-18f9d6992228 None None] Network 8941ab29-e3b8-4f67-b6bb-94a2db58d6d8 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:22:58.516676 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-caa5a41d-31b3-46a3-a626-18f9d6992228 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:58.523755 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa5a41d-31b3-46a3-a626-18f9d6992228 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:22:58.531381 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5a41d-31b3-46a3-a626-18f9d6992228 None None] Pushing event updated for resources: {'Port': ['ID=f6490794-8bb6-40b0-bcaf-799e3ec66ae7,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:58.538996 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-3e3ae028-4bc2-45fc-80a6-6863735c5154 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Allocated IP 2001:db8::1a8 (8941ab29-e3b8-4f67-b6bb-94a2db58d6d8/13daca4b-b9d1-45a6-b65a-02c06c0e88a7/d5a85e35-4a90-4166-adb5-2bd165c1ae7b) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:22:58.619212 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726c2b28-4bd8-4ae9-be53-5f643029226c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:58.624364 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-726c2b28-4bd8-4ae9-be53-5f643029226c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1320703 Aug 11 22:22:58.625133 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33402) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:58.673788 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-caa5a41d-31b3-46a3-a626-18f9d6992228 None None] Attempting to bind port f6490794-8bb6-40b0-bcaf-799e3ec66ae7 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:22:58.674212 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-caa5a41d-31b3-46a3-a626-18f9d6992228 None None] Attempting to bind port f6490794-8bb6-40b0-bcaf-799e3ec66ae7 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '977d993d-bcc6-483f-a10c-a8db556dac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8941ab29-e3b8-4f67-b6bb-94a2db58d6d8'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:22:58.674520 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa5a41d-31b3-46a3-a626-18f9d6992228 None None] Attempting to bind port f6490794-8bb6-40b0-bcaf-799e3ec66ae7 on network 8941ab29-e3b8-4f67-b6bb-94a2db58d6d8 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:22:58.681463 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:58.684759 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3357dbe4-d278-423d-b97d-76f1e3c9c1db None None] Provisioning complete for port 456a8b3e-fc7e-4983-be11-1bad61cd8a4f triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:58.685132 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3357dbe4-d278-423d-b97d-76f1e3c9c1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:58.688409 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa5a41d-31b3-46a3-a626-18f9d6992228 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:22:58.688795 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa5a41d-31b3-46a3-a626-18f9d6992228 None None] Checking segment: {'id': '977d993d-bcc6-483f-a10c-a8db556dac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8941ab29-e3b8-4f67-b6bb-94a2db58d6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:22:58.689211 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-caa5a41d-31b3-46a3-a626-18f9d6992228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:58.689617 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa5a41d-31b3-46a3-a626-18f9d6992228 None None] Bound using segment: {'id': '977d993d-bcc6-483f-a10c-a8db556dac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8941ab29-e3b8-4f67-b6bb-94a2db58d6d8'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:22:58.690117 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-caa5a41d-31b3-46a3-a626-18f9d6992228 None None] Bound port: f6490794-8bb6-40b0-bcaf-799e3ec66ae7, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '977d993d-bcc6-483f-a10c-a8db556dac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8941ab29-e3b8-4f67-b6bb-94a2db58d6d8'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:22:58.690509 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-caa5a41d-31b3-46a3-a626-18f9d6992228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:58.837120 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-caa5a41d-31b3-46a3-a626-18f9d6992228 None None] For port f6490794-8bb6-40b0-bcaf-799e3ec66ae7, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:22:58.842144 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-caa5a41d-31b3-46a3-a626-18f9d6992228 None None] For port f6490794-8bb6-40b0-bcaf-799e3ec66ae7, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f6490794-8bb6-40b0-bcaf-799e3ec66ae7,segment=NetworkSegment(977d993d-bcc6-483f-a10c-a8db556dac95),segment_id=977d993d-bcc6-483f-a10c-a8db556dac95)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:22:58.855332 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-caa5a41d-31b3-46a3-a626-18f9d6992228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:58.918185 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 456a8b3e-fc7e-4983-be11-1bad61cd8a4f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=456a8b3e-fc7e-4983-be11-1bad61cd8a4f,segment=NetworkSegment(02c4a9df-c142-4740-8ae1-4c3c259fea29),segment_id=02c4a9df-c142-4740-8ae1-4c3c259fea29)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:22:58.939025 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:59.027813 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5a41d-31b3-46a3-a626-18f9d6992228 None None] Pushing event updated for resources: {'Port': ['ID=f6490794-8bb6-40b0-bcaf-799e3ec66ae7,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:59.081211 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 4f7cb9d4-f60b-4372-a47f-b765a6295863 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:22:59.123074 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 4f7cb9d4-f60b-4372-a47f-b765a6295863 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:22:59.123434 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 4f7cb9d4-f60b-4372-a47f-b765a6295863 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:22:59.156254 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3357dbe4-d278-423d-b97d-76f1e3c9c1db None None] Provisioning for port 972071bf-2738-41b7-bf2d-b722431d7266 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:22:59.166394 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3357dbe4-d278-423d-b97d-76f1e3c9c1db None None] Provisioning complete for port 972071bf-2738-41b7-bf2d-b722431d7266 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:59.168178 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3357dbe4-d278-423d-b97d-76f1e3c9c1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:59.172541 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=456a8b3e-fc7e-4983-be11-1bad61cd8a4f,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:59.207897 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33408) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:59.235606 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-3357dbe4-d278-423d-b97d-76f1e3c9c1db None None] Port 972071bf-2738-41b7-bf2d-b722431d7266 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:22:59.305389 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-433768ea-e49f-4e60-a5cc-4cc04067299e admin admin] Deleting subnet e0ec9ba0-9b08-41f6-a732-89f14df6459a {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:22:59.311128 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-433768ea-e49f-4e60-a5cc-4cc04067299e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:59.382370 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05a1af8-3940-4b8d-a1e4-50d7914f119a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:59.397694 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05a1af8-3940-4b8d-a1e4-50d7914f119a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:59.402912 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-39269d49-4ce4-454b-b013-a67fe9e816fc None None] Provisioning complete for port 972071bf-2738-41b7-bf2d-b722431d7266 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:59.403299 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-39269d49-4ce4-454b-b013-a67fe9e816fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:59.420089 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05a1af8-3940-4b8d-a1e4-50d7914f119a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:59.425990 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c05a1af8-3940-4b8d-a1e4-50d7914f119a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.7976918 Aug 11 22:22:59.433483 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-433768ea-e49f-4e60-a5cc-4cc04067299e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:59.435415 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33412) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:59.491164 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-39269d49-4ce4-454b-b013-a67fe9e816fc None None] Port 972071bf-2738-41b7-bf2d-b722431d7266 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:22:59.547719 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-433768ea-e49f-4e60-a5cc-4cc04067299e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:59.559788 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3e3ae028-4bc2-45fc-80a6-6863735c5154 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:59.592686 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-3e3ae028-4bc2-45fc-80a6-6863735c5154 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Transition to ACTIVE for port object d5a85e35-4a90-4166-adb5-2bd165c1ae7b will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:22:59.660563 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-433768ea-e49f-4e60-a5cc-4cc04067299e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:59.675896 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3e3ae028-4bc2-45fc-80a6-6863735c5154 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:59.685215 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-a392d311-7ea8-453b-a253-c7381ec4c819 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting port d878b10a-fefb-42cd-bbaf-3909f99f9a0a {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:22:59.685570 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a392d311-7ea8-453b-a253-c7381ec4c819 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:59.703251 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-433768ea-e49f-4e60-a5cc-4cc04067299e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:59.707433 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-433768ea-e49f-4e60-a5cc-4cc04067299e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e0ec9ba0-9b08-41f6-a732-89f14df6459a HTTP/1.1" status: 204 len: 168 time: 0.4984403 Aug 11 22:22:59.708943 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433768ea-e49f-4e60-a5cc-4cc04067299e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0ec9ba0-9b08-41f6-a732-89f14df6459a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:59.715367 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33414) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:59.732101 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-58b3d0ee-be9c-45ce-9199-6a68c10a89c6 None None] Provisioning for port d878b10a-fefb-42cd-bbaf-3909f99f9a0a completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:22:59.744145 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-58b3d0ee-be9c-45ce-9199-6a68c10a89c6 None None] Provisioning complete for port d878b10a-fefb-42cd-bbaf-3909f99f9a0a triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:22:59.745109 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-58b3d0ee-be9c-45ce-9199-6a68c10a89c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:59.794286 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3ae028-4bc2-45fc-80a6-6863735c5154 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network 8941ab29-e3b8-4f67-b6bb-94a2db58d6d8 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:22:59.803878 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-3e3ae028-4bc2-45fc-80a6-6863735c5154 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:22:59.809349 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3ae028-4bc2-45fc-80a6-6863735c5154 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:22:59.815598 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3ae028-4bc2-45fc-80a6-6863735c5154 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:22:59.816356 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3e3ae028-4bc2-45fc-80a6-6863735c5154 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:59.824433 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ae028-4bc2-45fc-80a6-6863735c5154 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Port': ['ID=d5a85e35-4a90-4166-adb5-2bd165c1ae7b,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:22:59.827012 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-58b3d0ee-be9c-45ce-9199-6a68c10a89c6 None None] Port d878b10a-fefb-42cd-bbaf-3909f99f9a0a cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:22:59.855583 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3e3ae028-4bc2-45fc-80a6-6863735c5154 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5403874 Aug 11 22:22:59.855927 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33416) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:22:59.868563 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2dd68c39-2f53-4f5d-8cea-742d9c122160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:59.884597 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a392d311-7ea8-453b-a253-c7381ec4c819 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:22:59.909971 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-a392d311-7ea8-453b-a253-c7381ec4c819 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Calling delete_port for d878b10a-fefb-42cd-bbaf-3909f99f9a0a owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:23:00.117249 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f6490794-8bb6-40b0-bcaf-799e3ec66ae7 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:23:00.136189 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2dd68c39-2f53-4f5d-8cea-742d9c122160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:00.142502 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a392d311-7ea8-453b-a253-c7381ec4c819 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:00.151850 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-2dd68c39-2f53-4f5d-8cea-742d9c122160 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7790f3f-c934-4280-a7bc-7879373f53d3']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:00.173020 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-2dd68c39-2f53-4f5d-8cea-742d9c122160 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f7d92d-e949-43a3-b2dd-627bd28bd4eb') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:00.173020 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-2dd68c39-2f53-4f5d-8cea-742d9c122160 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f7d92d-e949-43a3-b2dd-627bd28bd4eb') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:00.220685 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392d311-7ea8-453b-a253-c7381ec4c819 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Port': ['ID=d878b10a-fefb-42cd-bbaf-3909f99f9a0a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:00.287870 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a392d311-7ea8-453b-a253-c7381ec4c819 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:00.293929 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2dd68c39-2f53-4f5d-8cea-742d9c122160 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:00.294900 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a392d311-7ea8-453b-a253-c7381ec4c819 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/ports/d878b10a-fefb-42cd-bbaf-3909f99f9a0a HTTP/1.1" status: 204 len: 168 time: 0.8520765 Aug 11 22:23:00.295944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33420) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:00.334757 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port f6490794-8bb6-40b0-bcaf-799e3ec66ae7 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:23:00.336551 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2f41f7-5f4d-4bfb-8f7f-c929eb3cd747 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] GET failed (client error): The resource could not be found. Aug 11 22:23:00.341597 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5c2f41f7-5f4d-4bfb-8f7f-c929eb3cd747 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "GET /v2.0/ports/d878b10a-fefb-42cd-bbaf-3909f99f9a0a HTTP/1.1" status: 404 len: 333 time: 0.0443010 Aug 11 22:23:00.344612 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33422) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:00.365139 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 456a8b3e-fc7e-4983-be11-1bad61cd8a4f up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:23:00.410723 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2dd68c39-2f53-4f5d-8cea-742d9c122160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:00.468904 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd68c39-2f53-4f5d-8cea-742d9c122160 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:23:00.469609 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2dd68c39-2f53-4f5d-8cea-742d9c122160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:23:00.473637 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:23:00.547755 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 456a8b3e-fc7e-4983-be11-1bad61cd8a4f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:00.548902 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:00.649788 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2dd68c39-2f53-4f5d-8cea-742d9c122160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:00.658630 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2dd68c39-2f53-4f5d-8cea-742d9c122160 admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:00.670099 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2dd68c39-2f53-4f5d-8cea-742d9c122160 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e7790f3f-c934-4280-a7bc-7879373f53d3 HTTP/1.1" status: 204 len: 168 time: 0.9460564 Aug 11 22:23:00.810819 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd68c39-2f53-4f5d-8cea-742d9c122160 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7790f3f-c934-4280-a7bc-7879373f53d3,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:00.848662 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd68c39-2f53-4f5d-8cea-742d9c122160 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:00.849249 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd68c39-2f53-4f5d-8cea-742d9c122160 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:00.849831 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd68c39-2f53-4f5d-8cea-742d9c122160 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:00.855772 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd68c39-2f53-4f5d-8cea-742d9c122160 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:00.856805 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd68c39-2f53-4f5d-8cea-742d9c122160 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:00.857497 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd68c39-2f53-4f5d-8cea-742d9c122160 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:00.858204 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd68c39-2f53-4f5d-8cea-742d9c122160 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:00.858886 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd68c39-2f53-4f5d-8cea-742d9c122160 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:00.862397 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd68c39-2f53-4f5d-8cea-742d9c122160 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:00.862997 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd68c39-2f53-4f5d-8cea-742d9c122160 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:00.863567 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd68c39-2f53-4f5d-8cea-742d9c122160 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:00.864537 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd68c39-2f53-4f5d-8cea-742d9c122160 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:00.871432 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-4891b134-9dda-4280-991e-c5ebf922b597 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting port 972071bf-2738-41b7-bf2d-b722431d7266 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:23:00.871815 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4891b134-9dda-4280-991e-c5ebf922b597 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:00.875573 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-27eb7a5b-50bc-4dcc-845a-5e57afd8dfe1 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:00.895675 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63a8dde-4631-406f-9826-73089e85e02c None None] Network 8941ab29-e3b8-4f67-b6bb-94a2db58d6d8 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:23:00.956580 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33428) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:01.035809 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e04dcbba-9fe4-46f8-8b19-e2fce2d4c7c5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=46c13839859945349c0d5afcfb364f66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0767510 Aug 11 22:23:01.036764 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33430) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:01.117375 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-da17c12a-13e0-4d6e-8b2d-03f77dfff207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:01.154151 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-da17c12a-13e0-4d6e-8b2d-03f77dfff207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:01.174426 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4891b134-9dda-4280-991e-c5ebf922b597 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:01.179698 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-027e5114-5be9-4e3e-ac2f-3fbe2c0af6ac None None] Provisioning for port f6490794-8bb6-40b0-bcaf-799e3ec66ae7 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:23:01.207129 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-027e5114-5be9-4e3e-ac2f-3fbe2c0af6ac None None] Provisioning complete for port f6490794-8bb6-40b0-bcaf-799e3ec66ae7 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:01.207810 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-027e5114-5be9-4e3e-ac2f-3fbe2c0af6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:01.238279 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-da17c12a-13e0-4d6e-8b2d-03f77dfff207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:01.241718 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-da17c12a-13e0-4d6e-8b2d-03f77dfff207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:01.243398 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-4891b134-9dda-4280-991e-c5ebf922b597 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Calling delete_port for 972071bf-2738-41b7-bf2d-b722431d7266 owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:23:01.256503 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-da17c12a-13e0-4d6e-8b2d-03f77dfff207 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ff491ff5-f524-45b5-bf41-10068629132a HTTP/1.1" status: 204 len: 168 time: 0.2116089 Aug 11 22:23:01.297769 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17c12a-13e0-4d6e-8b2d-03f77dfff207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff491ff5-f524-45b5-bf41-10068629132a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:01.318974 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da17c12a-13e0-4d6e-8b2d-03f77dfff207 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:01.319481 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da17c12a-13e0-4d6e-8b2d-03f77dfff207 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:01.319808 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da17c12a-13e0-4d6e-8b2d-03f77dfff207 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:01.320385 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da17c12a-13e0-4d6e-8b2d-03f77dfff207 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:01.320878 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da17c12a-13e0-4d6e-8b2d-03f77dfff207 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:01.321218 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da17c12a-13e0-4d6e-8b2d-03f77dfff207 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:01.321554 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da17c12a-13e0-4d6e-8b2d-03f77dfff207 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:01.321883 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da17c12a-13e0-4d6e-8b2d-03f77dfff207 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:01.322211 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da17c12a-13e0-4d6e-8b2d-03f77dfff207 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:01.322539 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da17c12a-13e0-4d6e-8b2d-03f77dfff207 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:01.322865 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da17c12a-13e0-4d6e-8b2d-03f77dfff207 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:01.323189 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da17c12a-13e0-4d6e-8b2d-03f77dfff207 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:01.565567 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-027e5114-5be9-4e3e-ac2f-3fbe2c0af6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:01.623214 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-027e5114-5be9-4e3e-ac2f-3fbe2c0af6ac None None] For port f6490794-8bb6-40b0-bcaf-799e3ec66ae7, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f6490794-8bb6-40b0-bcaf-799e3ec66ae7,segment=NetworkSegment(977d993d-bcc6-483f-a10c-a8db556dac95),segment_id=977d993d-bcc6-483f-a10c-a8db556dac95)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:23:01.639431 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-027e5114-5be9-4e3e-ac2f-3fbe2c0af6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:01.749733 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e5114-5be9-4e3e-ac2f-3fbe2c0af6ac None None] Pushing event updated for resources: {'Port': ['ID=f6490794-8bb6-40b0-bcaf-799e3ec66ae7,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:01.908315 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-27eb7a5b-50bc-4dcc-845a-5e57afd8dfe1 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:01.917915 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-27eb7a5b-50bc-4dcc-845a-5e57afd8dfe1 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:01.987871 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f6490794-8bb6-40b0-bcaf-799e3ec66ae7 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:23:02.096936 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port f6490794-8bb6-40b0-bcaf-799e3ec66ae7 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:02.098064 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:02.102254 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e5da7c33-be42-44f3-98e6-f324d955d656 None None] Provisioning for port d5a85e35-4a90-4166-adb5-2bd165c1ae7b completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:23:02.140822 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e5da7c33-be42-44f3-98e6-f324d955d656 None None] Provisioning complete for port d5a85e35-4a90-4166-adb5-2bd165c1ae7b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:02.141740 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e5da7c33-be42-44f3-98e6-f324d955d656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:02.238927 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb7a5b-50bc-4dcc-845a-5e57afd8dfe1 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Port': ['ID=d5a85e35-4a90-4166-adb5-2bd165c1ae7b,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:02.254435 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-e5da7c33-be42-44f3-98e6-f324d955d656 None None] Port d5a85e35-4a90-4166-adb5-2bd165c1ae7b cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:23:02.280549 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e5da7c33-be42-44f3-98e6-f324d955d656 None None] Provisioning complete for port f6490794-8bb6-40b0-bcaf-799e3ec66ae7 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:02.281052 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e5da7c33-be42-44f3-98e6-f324d955d656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:02.294693 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4891b134-9dda-4280-991e-c5ebf922b597 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:02.452350 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4891b134-9dda-4280-991e-c5ebf922b597 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:02.454458 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4891b134-9dda-4280-991e-c5ebf922b597 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/ports/972071bf-2738-41b7-bf2d-b722431d7266 HTTP/1.1" status: 204 len: 168 time: 2.1084499 Aug 11 22:23:02.455845 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891b134-9dda-4280-991e-c5ebf922b597 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Port': ['ID=972071bf-2738-41b7-bf2d-b722431d7266,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:02.460198 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33458) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:02.531417 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-27eb7a5b-50bc-4dcc-845a-5e57afd8dfe1 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:02.583578 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a54d4dd-f5ac-4d08-b19d-6ff243b09d53 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] GET failed (client error): The resource could not be found. Aug 11 22:23:02.602948 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7a54d4dd-f5ac-4d08-b19d-6ff243b09d53 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "GET /v2.0/ports/972071bf-2738-41b7-bf2d-b722431d7266 HTTP/1.1" status: 404 len: 333 time: 0.1311984 Aug 11 22:23:02.614811 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33464) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:02.809490 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-c94e4f83-d5cf-4a4d-a62a-76e8033267e4 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting subnet 3ba148d3-5cb0-4f2c-abaa-2191bf67ebe9 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:23:02.822067 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33470) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:02.824754 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c94e4f83-d5cf-4a4d-a62a-76e8033267e4 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:02.874882 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-dda31b74-0aeb-4df7-96cf-5fe038512def None None] Provisioning complete for port d5a85e35-4a90-4166-adb5-2bd165c1ae7b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:02.875702 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-dda31b74-0aeb-4df7-96cf-5fe038512def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:02.972003 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:23:02.982739 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c94e4f83-d5cf-4a4d-a62a-76e8033267e4 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:03.005985 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-dda31b74-0aeb-4df7-96cf-5fe038512def None None] Port d5a85e35-4a90-4166-adb5-2bd165c1ae7b cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:23:03.065576 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-39e7b0d9-6f8c-4d88-94a9-bf9104752941 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1350640143-network', 'tenant_id': '926c39762dda4019959e035e54bb1f5e'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:03.145624 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e7b0d9-6f8c-4d88-94a9-bf9104752941 admin admin] Made reservation on behalf of 926c39762dda4019959e035e54bb1f5e for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:23:03.153487 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-39e7b0d9-6f8c-4d88-94a9-bf9104752941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:03.170407 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-39e7b0d9-6f8c-4d88-94a9-bf9104752941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:03.208691 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-27eb7a5b-50bc-4dcc-845a-5e57afd8dfe1 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:03.255011 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1358a62c-431e-4d01-82d7-10aab163248d None None] Provisioning complete for port d5a85e35-4a90-4166-adb5-2bd165c1ae7b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:03.255011 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1358a62c-431e-4d01-82d7-10aab163248d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:03.345610 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-1358a62c-431e-4d01-82d7-10aab163248d None None] Port d5a85e35-4a90-4166-adb5-2bd165c1ae7b cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:23:03.404972 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c94e4f83-d5cf-4a4d-a62a-76e8033267e4 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:03.437109 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-39e7b0d9-6f8c-4d88-94a9-bf9104752941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:03.443811 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-39e7b0d9-6f8c-4d88-94a9-bf9104752941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:03.463572 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e7b0d9-6f8c-4d88-94a9-bf9104752941 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:23:03.483386 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-39e7b0d9-6f8c-4d88-94a9-bf9104752941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:03.483952 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-39e7b0d9-6f8c-4d88-94a9-bf9104752941 admin admin] Added segment 62fd6aa9-ff1d-4f8a-b4e8-6f07f6ca8a0c of type vlan for network f95d501c-a6b6-466f-b260-22849f881191 Aug 11 22:23:03.536280 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-39e7b0d9-6f8c-4d88-94a9-bf9104752941 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:03.652395 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c94e4f83-d5cf-4a4d-a62a-76e8033267e4 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:03.680679 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-39e7b0d9-6f8c-4d88-94a9-bf9104752941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:03.682504 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e7b0d9-6f8c-4d88-94a9-bf9104752941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:03.685150 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-39e7b0d9-6f8c-4d88-94a9-bf9104752941 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:03.708566 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7b0d9-6f8c-4d88-94a9-bf9104752941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c0eb94-d1ee-4064-9fb4-2321f1bc0988,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:03.744937 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e4f83-d5cf-4a4d-a62a-76e8033267e4 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Subnet': ['ID=3ba148d3-5cb0-4f2c-abaa-2191bf67ebe9,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:03.755765 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c94e4f83-d5cf-4a4d-a62a-76e8033267e4 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:03.757861 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c94e4f83-d5cf-4a4d-a62a-76e8033267e4 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/subnets/3ba148d3-5cb0-4f2c-abaa-2191bf67ebe9 HTTP/1.1" status: 204 len: 168 time: 1.1413467 Aug 11 22:23:03.762637 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33482) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:03.773654 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272e40db-4aca-457b-b340-f69f9168f232 None None] Network fa52174b-2816-499e-ad4a-2c7e57cae45d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:23:03.871572 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-39e7b0d9-6f8c-4d88-94a9-bf9104752941 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0468624 Aug 11 22:23:03.873090 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33486) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:03.889999 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-9d10f544-f968-4c50-86f6-c464385107ab admin admin] Request body: {'subnet': {'network_id': 'f95d501c-a6b6-466f-b260-22849f881191', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1350640143-subnet', 'tenant_id': '926c39762dda4019959e035e54bb1f5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:03.925954 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f51a4-eb42-46b0-a8bc-01a33e71d304 req-3494ed50-d767-4b1f-8adc-856bede0bfc0 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:03.928278 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-932f51a4-eb42-46b0-a8bc-01a33e71d304 req-3494ed50-d767-4b1f-8adc-856bede0bfc0 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 945 time: 0.3529210 Aug 11 22:23:03.933360 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7b0d9-6f8c-4d88-94a9-bf9104752941 admin admin] Pushing event updated for resources: {'Network': ['ID=f95d501c-a6b6-466f-b260-22849f881191,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:03.967838 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network f95d501c-a6b6-466f-b260-22849f881191 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:23:04.009422 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d10f544-f968-4c50-86f6-c464385107ab admin admin] Made reservation on behalf of 926c39762dda4019959e035e54bb1f5e for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:23:04.014905 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9d10f544-f968-4c50-86f6-c464385107ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:04.022961 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-27eb7a5b-50bc-4dcc-845a-5e57afd8dfe1 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:04.036463 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-27eb7a5b-50bc-4dcc-845a-5e57afd8dfe1 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:04.037992 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-27eb7a5b-50bc-4dcc-845a-5e57afd8dfe1 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:04.126833 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-932f51a4-eb42-46b0-a8bc-01a33e71d304 req-eed6a450-d2e3-48c5-a802-61d519493400 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818619 Aug 11 22:23:04.382067 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdd119b-86d7-47ae-bc5e-3ae04e5e1a36 None None] DHCP port deletion for fa52174b-2816-499e-ad4a-2c7e57cae45d request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:23:04.438881 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb7a5b-50bc-4dcc-845a-5e57afd8dfe1 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Port': ['ID=d5a85e35-4a90-4166-adb5-2bd165c1ae7b,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:04.454487 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7701acfb-d6e3-4df9-8a17-ca7af8856d80 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:04.500092 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-cfdd119b-86d7-47ae-bc5e-3ae04e5e1a36 None None] Deleting port 456a8b3e-fc7e-4983-be11-1bad61cd8a4f {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:23:04.500820 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cfdd119b-86d7-47ae-bc5e-3ae04e5e1a36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:04.530275 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9d10f544-f968-4c50-86f6-c464385107ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:04.574156 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eb7a5b-50bc-4dcc-845a-5e57afd8dfe1 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network 8941ab29-e3b8-4f67-b6bb-94a2db58d6d8 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:23:04.579241 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-27eb7a5b-50bc-4dcc-845a-5e57afd8dfe1 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:23:04.611555 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10f544-f968-4c50-86f6-c464385107ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=e43c7250-b5c0-4cc2-8dad-7e999d332dce,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:04.619447 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-cfdd119b-86d7-47ae-bc5e-3ae04e5e1a36 None None] For port 456a8b3e-fc7e-4983-be11-1bad61cd8a4f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=456a8b3e-fc7e-4983-be11-1bad61cd8a4f,segment=NetworkSegment(02c4a9df-c142-4740-8ae1-4c3c259fea29),segment_id=02c4a9df-c142-4740-8ae1-4c3c259fea29)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:23:04.620100 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cfdd119b-86d7-47ae-bc5e-3ae04e5e1a36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:04.656517 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-cfdd119b-86d7-47ae-bc5e-3ae04e5e1a36 None None] Calling delete_port for 456a8b3e-fc7e-4983-be11-1bad61cd8a4f owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:23:04.657976 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d10f544-f968-4c50-86f6-c464385107ab admin admin] Checking segment: {'id': '62fd6aa9-ff1d-4f8a-b4e8-6f07f6ca8a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f95d501c-a6b6-466f-b260-22849f881191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:23:04.659158 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d10f544-f968-4c50-86f6-c464385107ab admin admin] Network hostable DHCP agents. Network: f95d501c-a6b6-466f-b260-22849f881191, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:23:04.698648 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d10f544-f968-4c50-86f6-c464385107ab admin admin] Network f95d501c-a6b6-466f-b260-22849f881191 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:23:04.714472 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-9d10f544-f968-4c50-86f6-c464385107ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, f95d501c-a6b6-466f-b260-22849f881191) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:23:04.738703 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d10f544-f968-4c50-86f6-c464385107ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:04.741060 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9d10f544-f968-4c50-86f6-c464385107ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:04.802149 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667d9f25-92d1-40b8-9dad-287ccc83955d None None] Network f95d501c-a6b6-466f-b260-22849f881191 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:23:04.804747 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9d10f544-f968-4c50-86f6-c464385107ab admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9265482 Aug 11 22:23:04.808450 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-7701acfb-d6e3-4df9-8a17-ca7af8856d80 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting port 456a8b3e-fc7e-4983-be11-1bad61cd8a4f {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:23:04.809004 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7701acfb-d6e3-4df9-8a17-ca7af8856d80 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:04.943853 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b96a2f-e30f-423c-b6dd-757713983138 req-6204d4bb-bb78-4840-b12b-4f7582cf0f58 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:04.951898 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-98b96a2f-e30f-423c-b6dd-757713983138 req-6204d4bb-bb78-4840-b12b-4f7582cf0f58 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.82 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 945 time: 0.1776223 Aug 11 22:23:04.989139 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-7701acfb-d6e3-4df9-8a17-ca7af8856d80 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] For port 456a8b3e-fc7e-4983-be11-1bad61cd8a4f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=456a8b3e-fc7e-4983-be11-1bad61cd8a4f,segment=NetworkSegment(02c4a9df-c142-4740-8ae1-4c3c259fea29),segment_id=02c4a9df-c142-4740-8ae1-4c3c259fea29)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:23:04.989747 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7701acfb-d6e3-4df9-8a17-ca7af8856d80 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:05.069437 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-7701acfb-d6e3-4df9-8a17-ca7af8856d80 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Calling delete_port for 456a8b3e-fc7e-4983-be11-1bad61cd8a4f owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:23:05.101301 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27eb7a5b-50bc-4dcc-845a-5e57afd8dfe1 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Router 5a6464a8-ccc2-45ec-9b67-1343b6965f7e is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:23:05.120457 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cfdd119b-86d7-47ae-bc5e-3ae04e5e1a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:05.224416 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-303ea000-c9cd-4c88-834b-bbf784c0c381 None None] Provisioning complete for port d5a85e35-4a90-4166-adb5-2bd165c1ae7b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:05.226701 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-303ea000-c9cd-4c88-834b-bbf784c0c381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:05.241623 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd119b-86d7-47ae-bc5e-3ae04e5e1a36 None None] Pushing event deleted for resources: {'Port': ['ID=456a8b3e-fc7e-4983-be11-1bad61cd8a4f,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:05.319965 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdd119b-86d7-47ae-bc5e-3ae04e5e1a36 None None] No DVR routers for this DVR port 456a8b3e-fc7e-4983-be11-1bad61cd8a4f on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:23:05.327495 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1fc26b-a6c0-4fbd-92a8-7ff3ea6742ff None None] Network f95d501c-a6b6-466f-b260-22849f881191 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:23:05.401252 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-98b96a2f-e30f-423c-b6dd-757713983138 req-b74e8ff0-9b26-445e-8b2f-d0a378e627e5 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Deleting port 7d5ea22b-791e-4a23-8607-6efb79b4adb9 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:23:05.402349 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-98b96a2f-e30f-423c-b6dd-757713983138 req-b74e8ff0-9b26-445e-8b2f-d0a378e627e5 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:05.415333 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-303ea000-c9cd-4c88-834b-bbf784c0c381 None None] Port d5a85e35-4a90-4166-adb5-2bd165c1ae7b cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:23:05.427984 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27eb7a5b-50bc-4dcc-845a-5e57afd8dfe1 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:23:05.438384 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-27eb7a5b-50bc-4dcc-845a-5e57afd8dfe1 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "PUT /v2.0/routers/5a6464a8-ccc2-45ec-9b67-1343b6965f7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5780225 Aug 11 22:23:05.441187 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7701acfb-d6e3-4df9-8a17-ca7af8856d80 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:05.444427 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33498) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:05.453035 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114ddcea-bca2-4e68-bb3c-92e8653470e2 None None] Sync routers for ids ['5a6464a8-ccc2-45ec-9b67-1343b6965f7e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:23:05.479928 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114ddcea-bca2-4e68-bb3c-92e8653470e2 None None] Routers {'5a6464a8-ccc2-45ec-9b67-1343b6965f7e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:23:05.481898 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-114ddcea-bca2-4e68-bb3c-92e8653470e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:22:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5a6464a8-ccc2-45ec-9b67-1343b6965f7e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:05.568868 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7701acfb-d6e3-4df9-8a17-ca7af8856d80 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] No DVR routers for this DVR port 456a8b3e-fc7e-4983-be11-1bad61cd8a4f on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:23:05.574137 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-114ddcea-bca2-4e68-bb3c-92e8653470e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:05.581051 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701acfb-d6e3-4df9-8a17-ca7af8856d80 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Port': ['ID=456a8b3e-fc7e-4983-be11-1bad61cd8a4f,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:05.596570 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114ddcea-bca2-4e68-bb3c-92e8653470e2 None None] Routers {'5a6464a8-ccc2-45ec-9b67-1343b6965f7e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:23:05.598009 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-114ddcea-bca2-4e68-bb3c-92e8653470e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:22:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5a6464a8-ccc2-45ec-9b67-1343b6965f7e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:05.620472 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35554e9d-fea1-42cf-b913-30ad22c8ad03 req-033fab5c-768b-42fe-a9c5-3c4c02076fed tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:05.635264 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-35554e9d-fea1-42cf-b913-30ad22c8ad03 req-033fab5c-768b-42fe-a9c5-3c4c02076fed tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 945 time: 0.2941847 Aug 11 22:23:05.656909 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2decf8d9-1a19-4235-8062-b7deed9b820e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:05.659658 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2decf8d9-1a19-4235-8062-b7deed9b820e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "GET /v2.0/ports/d5a85e35-4a90-4166-adb5-2bd165c1ae7b HTTP/1.1" status: 200 len: 984 time: 0.2074440 Aug 11 22:23:05.671933 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33500) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:05.673463 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-114ddcea-bca2-4e68-bb3c-92e8653470e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:05.674518 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114ddcea-bca2-4e68-bb3c-92e8653470e2 None None] The sync data for ids ['5a6464a8-ccc2-45ec-9b67-1343b6965f7e'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:23:05.752579 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-35554e9d-fea1-42cf-b913-30ad22c8ad03 req-dde6ceab-8154-4545-af72-ee0b29b8bbbc tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151648 Aug 11 22:23:05.755144 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7701acfb-d6e3-4df9-8a17-ca7af8856d80 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:05.780629 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33502) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:05.784168 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-7701acfb-d6e3-4df9-8a17-ca7af8856d80 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa52174b-2816-499e-ad4a-2c7e57cae45d']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:05.830025 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-7701acfb-d6e3-4df9-8a17-ca7af8856d80 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c4a9df-c142-4740-8ae1-4c3c259fea29') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:05.830025 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-7701acfb-d6e3-4df9-8a17-ca7af8856d80 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c4a9df-c142-4740-8ae1-4c3c259fea29') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:05.847448 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-98b96a2f-e30f-423c-b6dd-757713983138 req-b74e8ff0-9b26-445e-8b2f-d0a378e627e5 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] For port 7d5ea22b-791e-4a23-8607-6efb79b4adb9, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=7d5ea22b-791e-4a23-8607-6efb79b4adb9,segment=NetworkSegment(6da62bdd-158d-4cb9-b631-9961e2bbb91a),segment_id=6da62bdd-158d-4cb9-b631-9961e2bbb91a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:23:05.847614 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-98b96a2f-e30f-423c-b6dd-757713983138 req-b74e8ff0-9b26-445e-8b2f-d0a378e627e5 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:05.868597 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7701acfb-d6e3-4df9-8a17-ca7af8856d80 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:05.908637 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7701acfb-d6e3-4df9-8a17-ca7af8856d80 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:05.919039 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7701acfb-d6e3-4df9-8a17-ca7af8856d80 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:23:05.919622 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7701acfb-d6e3-4df9-8a17-ca7af8856d80 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:23:05.991318 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:23:05.994276 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 456a8b3e-fc7e-4983-be11-1bad61cd8a4f no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:23:06.010031 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7701acfb-d6e3-4df9-8a17-ca7af8856d80 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:06.030674 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7701acfb-d6e3-4df9-8a17-ca7af8856d80 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:06.038200 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 456a8b3e-fc7e-4983-be11-1bad61cd8a4f {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:23:06.038744 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7701acfb-d6e3-4df9-8a17-ca7af8856d80 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/networks/fa52174b-2816-499e-ad4a-2c7e57cae45d HTTP/1.1" status: 204 len: 168 time: 2.2749662 Aug 11 22:23:06.039618 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 456a8b3e-fc7e-4983-be11-1bad61cd8a4f not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:23:06.049375 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33514) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:06.058607 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-805a9745-c312-4a14-bdca-e039f22f0465 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-950858554'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:06.077257 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c4595f-8cfc-4475-9206-6936ada009b8 admin admin] Deleting subnet e43c7250-b5c0-4cc2-8dad-7e999d332dce {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:23:06.083709 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f0c4595f-8cfc-4475-9206-6936ada009b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:06.085841 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701acfb-d6e3-4df9-8a17-ca7af8856d80 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Network': ['ID=fa52174b-2816-499e-ad4a-2c7e57cae45d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:06.140314 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805a9745-c312-4a14-bdca-e039f22f0465 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:23:06.146567 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-805a9745-c312-4a14-bdca-e039f22f0465 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:06.148426 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f0c4595f-8cfc-4475-9206-6936ada009b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:06.306480 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f0c4595f-8cfc-4475-9206-6936ada009b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:06.354458 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-805a9745-c312-4a14-bdca-e039f22f0465 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:23:06.373682 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-805a9745-c312-4a14-bdca-e039f22f0465 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:06.374179 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-805a9745-c312-4a14-bdca-e039f22f0465 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Added segment 190f4f85-4e4e-4383-b115-25a4aaf88b11 of type vlan for network f2ec0adc-9d76-47af-a4fa-cc2089ca6d17 Aug 11 22:23:06.431175 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-805a9745-c312-4a14-bdca-e039f22f0465 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:06.438831 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f0c4595f-8cfc-4475-9206-6936ada009b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:06.493375 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c4595f-8cfc-4475-9206-6936ada009b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e43c7250-b5c0-4cc2-8dad-7e999d332dce,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:06.496235 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f0c4595f-8cfc-4475-9206-6936ada009b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:06.501483 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f0c4595f-8cfc-4475-9206-6936ada009b8 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e43c7250-b5c0-4cc2-8dad-7e999d332dce HTTP/1.1" status: 204 len: 168 time: 0.7170444 Aug 11 22:23:06.503146 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33518) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:06.609117 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-98b96a2f-e30f-423c-b6dd-757713983138 req-b74e8ff0-9b26-445e-8b2f-d0a378e627e5 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:06.609626 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-98b96a2f-e30f-423c-b6dd-757713983138 req-b74e8ff0-9b26-445e-8b2f-d0a378e627e5 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:06.610138 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [req-98b96a2f-e30f-423c-b6dd-757713983138 req-b74e8ff0-9b26-445e-8b2f-d0a378e627e5 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Floating IP 36a2e01a-af3a-4ffb-8130-b3012740bc1b disassociated. External IP: 172.25.2.251, port: 7d5ea22b-791e-4a23-8607-6efb79b4adb9. Aug 11 22:23:06.610707 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-98b96a2f-e30f-423c-b6dd-757713983138 req-b74e8ff0-9b26-445e-8b2f-d0a378e627e5 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Calling delete_port for 7d5ea22b-791e-4a23-8607-6efb79b4adb9 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:23:06.637911 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-805a9745-c312-4a14-bdca-e039f22f0465 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:06.644319 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805a9745-c312-4a14-bdca-e039f22f0465 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:06.645002 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-805a9745-c312-4a14-bdca-e039f22f0465 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:06.665245 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-26759a89-517c-47af-ae21-6e2f9f2d7c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:06.725217 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-805a9745-c312-4a14-bdca-e039f22f0465 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6728284 Aug 11 22:23:06.730653 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33528) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:06.738814 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-3584c370-fde5-42ea-9d78-185be61906c2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'subnet': {'network_id': 'f2ec0adc-9d76-47af-a4fa-cc2089ca6d17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:06.811780 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a9745-c312-4a14-bdca-e039f22f0465 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Network': ['ID=f2ec0adc-9d76-47af-a4fa-cc2089ca6d17,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:06.828190 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network f2ec0adc-9d76-47af-a4fa-cc2089ca6d17 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:23:06.954803 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-26759a89-517c-47af-ae21-6e2f9f2d7c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:06.986792 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-26759a89-517c-47af-ae21-6e2f9f2d7c7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95d501c-a6b6-466f-b260-22849f881191']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:07.020129 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-26759a89-517c-47af-ae21-6e2f9f2d7c7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62fd6aa9-ff1d-4f8a-b4e8-6f07f6ca8a0c') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:07.020436 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-26759a89-517c-47af-ae21-6e2f9f2d7c7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62fd6aa9-ff1d-4f8a-b4e8-6f07f6ca8a0c') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:07.035104 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-26759a89-517c-47af-ae21-6e2f9f2d7c7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:07.047543 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3584c370-fde5-42ea-9d78-185be61906c2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:23:07.051728 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3584c370-fde5-42ea-9d78-185be61906c2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:07.076424 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-26759a89-517c-47af-ae21-6e2f9f2d7c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:07.122508 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26759a89-517c-47af-ae21-6e2f9f2d7c7c admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:23:07.123304 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-26759a89-517c-47af-ae21-6e2f9f2d7c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:23:07.124958 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:23:07.160218 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-be699810-23ba-49eb-b174-482abe0926dd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:07.229087 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-26759a89-517c-47af-ae21-6e2f9f2d7c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:07.242808 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-26759a89-517c-47af-ae21-6e2f9f2d7c7c admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:07.244077 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96508b48-39fd-4684-8b53-5ef3c30ff6c5 req-488a9234-e031-4430-8da5-7a3aa902628e tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:07.245939 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-26759a89-517c-47af-ae21-6e2f9f2d7c7c admin admin] 10.222.0.77 "DELETE /v2.0/networks/f95d501c-a6b6-466f-b260-22849f881191 HTTP/1.1" status: 204 len: 168 time: 0.7415304 Aug 11 22:23:07.247083 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-96508b48-39fd-4684-8b53-5ef3c30ff6c5 req-488a9234-e031-4430-8da5-7a3aa902628e tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 945 time: 0.2781537 Aug 11 22:23:07.251322 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-98b96a2f-e30f-423c-b6dd-757713983138 req-b74e8ff0-9b26-445e-8b2f-d0a378e627e5 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:07.279383 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26759a89-517c-47af-ae21-6e2f9f2d7c7c admin admin] Pushing event deleted for resources: {'Network': ['ID=f95d501c-a6b6-466f-b260-22849f881191,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:07.352073 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e8ff0-9b26-445e-8b2f-d0a378e627e5 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Pushing event deleted for resources: {'Port': ['ID=7d5ea22b-791e-4a23-8607-6efb79b4adb9,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:07.413867 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-96508b48-39fd-4684-8b53-5ef3c30ff6c5 req-ef61ed73-e0d2-48d2-a4c9-7aa1d24dcb78 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=aed030fc-d69b-40ec-8b9f-78ae4f0b0768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539233 Aug 11 22:23:07.455579 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33546) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:07.592670 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3584c370-fde5-42ea-9d78-185be61906c2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:07.696430 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bcb52b3d-afe6-4051-bae8-9630122c0cd6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=926c39762dda4019959e035e54bb1f5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2389090 Aug 11 22:23:07.705867 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33556) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:07.826642 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584c370-fde5-42ea-9d78-185be61906c2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Subnet': ['ID=cbad3f5b-1ea6-4f53-a856-d7a141edd7d3,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:07.875120 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3584c370-fde5-42ea-9d78-185be61906c2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Checking segment: {'id': '190f4f85-4e4e-4383-b115-25a4aaf88b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f2ec0adc-9d76-47af-a4fa-cc2089ca6d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:23:07.875883 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3584c370-fde5-42ea-9d78-185be61906c2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network hostable DHCP agents. Network: f2ec0adc-9d76-47af-a4fa-cc2089ca6d17, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:23:07.933560 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3e38b3e1-1c1a-462c-b097-d9f1a65a0984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:07.975988 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3584c370-fde5-42ea-9d78-185be61906c2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network f2ec0adc-9d76-47af-a4fa-cc2089ca6d17 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:23:08.007406 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3e38b3e1-1c1a-462c-b097-d9f1a65a0984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:08.018243 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-3584c370-fde5-42ea-9d78-185be61906c2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, f2ec0adc-9d76-47af-a4fa-cc2089ca6d17) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:23:08.033321 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0173dc-b17a-477a-b9a7-414a3c309ec5 None None] Network f2ec0adc-9d76-47af-a4fa-cc2089ca6d17 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:23:08.037617 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3584c370-fde5-42ea-9d78-185be61906c2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:08.038144 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3584c370-fde5-42ea-9d78-185be61906c2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:08.080407 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3584c370-fde5-42ea-9d78-185be61906c2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3458612 Aug 11 22:23:08.087554 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33560) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:08.091479 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-4529cfe7-6cc3-4e58-a575-9464d320b50a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-724281874', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:08.138180 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3e38b3e1-1c1a-462c-b097-d9f1a65a0984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:08.141251 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3e38b3e1-1c1a-462c-b097-d9f1a65a0984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:08.143004 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3e38b3e1-1c1a-462c-b097-d9f1a65a0984 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/93c0eb94-d1ee-4064-9fb4-2321f1bc0988 HTTP/1.1" status: 204 len: 168 time: 0.4315846 Aug 11 22:23:08.155593 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38b3e1-1c1a-462c-b097-d9f1a65a0984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c0eb94-d1ee-4064-9fb4-2321f1bc0988,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:08.158240 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4529cfe7-6cc3-4e58-a575-9464d320b50a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:08.159798 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4529cfe7-6cc3-4e58-a575-9464d320b50a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:08.311577 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4529cfe7-6cc3-4e58-a575-9464d320b50a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:08.324801 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4529cfe7-6cc3-4e58-a575-9464d320b50a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:08.325470 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98b96a2f-e30f-423c-b6dd-757713983138 req-b74e8ff0-9b26-445e-8b2f-d0a378e627e5 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Router 80c264a6-6521-4a11-8a77-8b4104b47a41 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:23:08.367234 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4529cfe7-6cc3-4e58-a575-9464d320b50a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:08.368857 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4529cfe7-6cc3-4e58-a575-9464d320b50a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2825141 Aug 11 22:23:08.374001 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33564) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:08.383384 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-f31f6a09-d014-46e1-a2cb-1f823ea720ea tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'port': {'network_id': 'f2ec0adc-9d76-47af-a4fa-cc2089ca6d17', 'name': 'tempest-PortsIpV6TestJSON-745387328'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:08.439864 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:08.752430 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25bf455-eeb0-43cd-8055-a5193ba0ed2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-f2ec0adc-9d76-47af-a4fa-cc2089ca6d17', 'network_id': 'f2ec0adc-9d76-47af-a4fa-cc2089ca6d17', 'tenant_id': '22c8a996a3334481a7d918c28c08fba9', 'fixed_ips': [{'subnet_id': 'cbad3f5b-1ea6-4f53-a856-d7a141edd7d3'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:23:08.754934 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a25bf455-eeb0-43cd-8055-a5193ba0ed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:08.855312 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-97354d23-01d9-4b0e-8c05-546ed15833cc req-b88f837f-0fdd-4fa6-b98d-7e9cc8784a6c tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 210 time: 0.0681584 Aug 11 22:23:08.855564 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31f6a09-d014-46e1-a2cb-1f823ea720ea tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:23:08.860809 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f31f6a09-d014-46e1-a2cb-1f823ea720ea tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:08.906703 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-be699810-23ba-49eb-b174-482abe0926dd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Deleting port d5a85e35-4a90-4166-adb5-2bd165c1ae7b {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:23:08.907373 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-be699810-23ba-49eb-b174-482abe0926dd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:08.933862 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-f31f6a09-d014-46e1-a2cb-1f823ea720ea tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] device_id is not set on port 2a4e9136-44c6-4f03-81da-343b5d014534 yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:23:08.993132 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98b96a2f-e30f-423c-b6dd-757713983138 req-b74e8ff0-9b26-445e-8b2f-d0a378e627e5 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:23:09.128660 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b96a2f-e30f-423c-b6dd-757713983138 req-b74e8ff0-9b26-445e-8b2f-d0a378e627e5 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] No DVR routers for this DVR port 7d5ea22b-791e-4a23-8607-6efb79b4adb9 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:23:09.133098 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-98b96a2f-e30f-423c-b6dd-757713983138 req-b74e8ff0-9b26-445e-8b2f-d0a378e627e5 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:09.138337 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-98b96a2f-e30f-423c-b6dd-757713983138 req-b74e8ff0-9b26-445e-8b2f-d0a378e627e5 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.82 "DELETE /v2.0/ports/7d5ea22b-791e-4a23-8607-6efb79b4adb9 HTTP/1.1" status: 204 len: 173 time: 4.1670291 Aug 11 22:23:09.147942 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869b7d5c-beec-4e7d-8cf8-a3364d18a10a', 'name': 'network-vif-deleted', 'tag': '7d5ea22b-791e-4a23-8607-6efb79b4adb9'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:23:09.152994 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef4420d-1791-4b13-b796-e2f90d47ab68" -d '{"events": [{"server_uuid": "869b7d5c-beec-4e7d-8cf8-a3364d18a10a", "name": "network-vif-deleted", "tag": "7d5ea22b-791e-4a23-8607-6efb79b4adb9"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:23:09.158088 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2265c26e-eba0-463d-b9fe-301256df5a26 None None] Sync routers for ids ['80c264a6-6521-4a11-8a77-8b4104b47a41'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:23:09.179301 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 7d5ea22b-791e-4a23-8607-6efb79b4adb9 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:23:09.273114 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-be699810-23ba-49eb-b174-482abe0926dd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:09.306653 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 7d5ea22b-791e-4a23-8607-6efb79b4adb9 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:23:09.307217 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 7d5ea22b-791e-4a23-8607-6efb79b4adb9 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:23:09.320569 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2265c26e-eba0-463d-b9fe-301256df5a26 None None] Routers {'80c264a6-6521-4a11-8a77-8b4104b47a41'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:23:09.321840 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2265c26e-eba0-463d-b9fe-301256df5a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:22:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['80c264a6-6521-4a11-8a77-8b4104b47a41'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:09.330549 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-f31f6a09-d014-46e1-a2cb-1f823ea720ea tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Allocated IP 2001:db8::3cb (f2ec0adc-9d76-47af-a4fa-cc2089ca6d17/cbad3f5b-1ea6-4f53-a856-d7a141edd7d3/2a4e9136-44c6-4f03-81da-343b5d014534) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:23:09.338344 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-be699810-23ba-49eb-b174-482abe0926dd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Calling delete_port for d5a85e35-4a90-4166-adb5-2bd165c1ae7b owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:23:09.421208 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9666031c-40e1-4f7f-abf2-17692aa6bc45 x-openstack-request-id: req-9666031c-40e1-4f7f-abf2-17692aa6bc45 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:23:09.423225 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869b7d5c-beec-4e7d-8cf8-a3364d18a10a", "name": "network-vif-deleted", "tag": "7d5ea22b-791e-4a23-8607-6efb79b4adb9", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:23:09.425147 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9666031c-40e1-4f7f-abf2-17692aa6bc45 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:23:09.425882 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869b7d5c-beec-4e7d-8cf8-a3364d18a10a', 'name': 'network-vif-deleted', 'tag': '7d5ea22b-791e-4a23-8607-6efb79b4adb9', 'status': 'completed', 'code': 200} Aug 11 22:23:09.690301 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f31f6a09-d014-46e1-a2cb-1f823ea720ea tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:09.709945 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-f31f6a09-d014-46e1-a2cb-1f823ea720ea tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Transition to ACTIVE for port object 2a4e9136-44c6-4f03-81da-343b5d014534 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:23:09.785106 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f31f6a09-d014-46e1-a2cb-1f823ea720ea tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:09.835622 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31f6a09-d014-46e1-a2cb-1f823ea720ea tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network f2ec0adc-9d76-47af-a4fa-cc2089ca6d17 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:23:09.938623 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-2265c26e-eba0-463d-b9fe-301256df5a26 None None] Set router 80c264a6-6521-4a11-8a77-8b4104b47a41 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:23:09.982330 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33604) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:09.991117 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-f31f6a09-d014-46e1-a2cb-1f823ea720ea tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:23:10.018763 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-be699810-23ba-49eb-b174-482abe0926dd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:10.028679 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-a25bf455-eeb0-43cd-8055-a5193ba0ed2e None None] Allocated IP 2001:db8::2 (f2ec0adc-9d76-47af-a4fa-cc2089ca6d17/cbad3f5b-1ea6-4f53-a856-d7a141edd7d3/0f77810f-68a4-40e2-8d02-0c0a7e0b22d2) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:23:10.030116 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31f6a09-d014-46e1-a2cb-1f823ea720ea tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:23:10.084495 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31f6a09-d014-46e1-a2cb-1f823ea720ea tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:10.090888 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f31f6a09-d014-46e1-a2cb-1f823ea720ea tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:10.241851 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be699810-23ba-49eb-b174-482abe0926dd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Port': ['ID=d5a85e35-4a90-4166-adb5-2bd165c1ae7b,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:10.268910 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-fdad8568-7776-4b30-a78d-69742b2bc26f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1572519728-network', 'tenant_id': '2bf4ef471aa2484faad01cf58dfc260a'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:10.291194 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f6a09-d014-46e1-a2cb-1f823ea720ea tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Port': ['ID=2a4e9136-44c6-4f03-81da-343b5d014534,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:10.334227 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33608) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:10.338125 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f31f6a09-d014-46e1-a2cb-1f823ea720ea tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9624913 Aug 11 22:23:10.493873 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6709fc18-4fab-46dc-97f2-27985cd1e3ae req-4f6816e4-5f37-4e25-aef5-f367ccaa6eac tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=869b7d5c-beec-4e7d-8cf8-a3364d18a10a HTTP/1.1" status: 200 len: 210 time: 0.0438759 Aug 11 22:23:10.911245 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdad8568-7776-4b30-a78d-69742b2bc26f admin admin] Made reservation on behalf of 2bf4ef471aa2484faad01cf58dfc260a for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:23:10.915015 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fdad8568-7776-4b30-a78d-69742b2bc26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:10.923663 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a25bf455-eeb0-43cd-8055-a5193ba0ed2e None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:10.938671 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-be699810-23ba-49eb-b174-482abe0926dd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:10.946337 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a25bf455-eeb0-43cd-8055-a5193ba0ed2e None None] Transition to ACTIVE for port object 0f77810f-68a4-40e2-8d02-0c0a7e0b22d2 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:23:10.951158 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fdad8568-7776-4b30-a78d-69742b2bc26f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:10.983051 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a25bf455-eeb0-43cd-8055-a5193ba0ed2e None None] Transition to ACTIVE for port object 0f77810f-68a4-40e2-8d02-0c0a7e0b22d2 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:23:11.001904 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a25bf455-eeb0-43cd-8055-a5193ba0ed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:11.008932 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2265c26e-eba0-463d-b9fe-301256df5a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'name': 'tempest-AttachVolumeTestJSON-1669892813-router', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:08Z', 'updated_at': '2021-08-11T22:16:19Z', 'revision_number': 4, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'gw_port': {'id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:09Z', 'updated_at': '2021-08-11T22:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'ab6438df-176d-446a-bd23-dc99d1b05a03', 'name': '', 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'mac_address': 'fa:16:3e:cd:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:16Z', 'updated_at': '2021-08-11T22:16:31Z', 'revision_number': 5, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'subnets': [{'id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:11.128623 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2265c26e-eba0-463d-b9fe-301256df5a26 None None] Checking router: 80c264a6-6521-4a11-8a77-8b4104b47a41 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:23:11.188363 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2265c26e-eba0-463d-b9fe-301256df5a26 None None] Routers {'80c264a6-6521-4a11-8a77-8b4104b47a41'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:23:11.189434 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2265c26e-eba0-463d-b9fe-301256df5a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:22:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['80c264a6-6521-4a11-8a77-8b4104b47a41'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:11.396104 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-2265c26e-eba0-463d-b9fe-301256df5a26 None None] Set router 80c264a6-6521-4a11-8a77-8b4104b47a41 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:23:11.485474 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25bf455-eeb0-43cd-8055-a5193ba0ed2e None None] Network f2ec0adc-9d76-47af-a4fa-cc2089ca6d17 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:23:11.597808 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25bf455-eeb0-43cd-8055-a5193ba0ed2e None None] Pushing event updated for resources: {'Port': ['ID=0f77810f-68a4-40e2-8d02-0c0a7e0b22d2,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:11.637080 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-a25bf455-eeb0-43cd-8055-a5193ba0ed2e None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:23:11.641118 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be699810-23ba-49eb-b174-482abe0926dd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Router 5a6464a8-ccc2-45ec-9b67-1343b6965f7e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:23:11.644446 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25bf455-eeb0-43cd-8055-a5193ba0ed2e None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:23:11.713278 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a25bf455-eeb0-43cd-8055-a5193ba0ed2e None None] Attempting to bind port 0f77810f-68a4-40e2-8d02-0c0a7e0b22d2 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:23:11.714336 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a25bf455-eeb0-43cd-8055-a5193ba0ed2e None None] Attempting to bind port 0f77810f-68a4-40e2-8d02-0c0a7e0b22d2 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '190f4f85-4e4e-4383-b115-25a4aaf88b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f2ec0adc-9d76-47af-a4fa-cc2089ca6d17'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:23:11.714647 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25bf455-eeb0-43cd-8055-a5193ba0ed2e None None] Attempting to bind port 0f77810f-68a4-40e2-8d02-0c0a7e0b22d2 on network f2ec0adc-9d76-47af-a4fa-cc2089ca6d17 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:23:11.725669 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25bf455-eeb0-43cd-8055-a5193ba0ed2e None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:23:11.726228 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25bf455-eeb0-43cd-8055-a5193ba0ed2e None None] Checking segment: {'id': '190f4f85-4e4e-4383-b115-25a4aaf88b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f2ec0adc-9d76-47af-a4fa-cc2089ca6d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:23:11.726651 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a25bf455-eeb0-43cd-8055-a5193ba0ed2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:11.727062 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25bf455-eeb0-43cd-8055-a5193ba0ed2e None None] Bound using segment: {'id': '190f4f85-4e4e-4383-b115-25a4aaf88b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f2ec0adc-9d76-47af-a4fa-cc2089ca6d17'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:23:11.727690 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a25bf455-eeb0-43cd-8055-a5193ba0ed2e None None] Bound port: 0f77810f-68a4-40e2-8d02-0c0a7e0b22d2, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '190f4f85-4e4e-4383-b115-25a4aaf88b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f2ec0adc-9d76-47af-a4fa-cc2089ca6d17'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:23:11.728098 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a25bf455-eeb0-43cd-8055-a5193ba0ed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:11.806660 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2265c26e-eba0-463d-b9fe-301256df5a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'name': 'tempest-AttachVolumeTestJSON-1669892813-router', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:08Z', 'updated_at': '2021-08-11T22:16:19Z', 'revision_number': 4, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'gw_port': {'id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:09Z', 'updated_at': '2021-08-11T22:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'ab6438df-176d-446a-bd23-dc99d1b05a03', 'name': '', 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'mac_address': 'fa:16:3e:cd:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:16Z', 'updated_at': '2021-08-11T22:16:31Z', 'revision_number': 5, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'subnets': [{'id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:11.904192 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0367fb89-a08b-46cd-b43b-90900995ad54 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:12.032185 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fdad8568-7776-4b30-a78d-69742b2bc26f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:12.035612 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be699810-23ba-49eb-b174-482abe0926dd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:23:12.055282 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b4861d-cf47-47a3-ac59-fa7182520ae8 None None] Sync routers for ids ['5a6464a8-ccc2-45ec-9b67-1343b6965f7e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:23:12.063650 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-be699810-23ba-49eb-b174-482abe0926dd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "PUT /v2.0/routers/5a6464a8-ccc2-45ec-9b67-1343b6965f7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3836102 Aug 11 22:23:12.064346 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33630) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:12.068398 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b4861d-cf47-47a3-ac59-fa7182520ae8 None None] Routers {'5a6464a8-ccc2-45ec-9b67-1343b6965f7e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:23:12.069064 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-68b4861d-cf47-47a3-ac59-fa7182520ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:22:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5a6464a8-ccc2-45ec-9b67-1343b6965f7e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:12.116224 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fdad8568-7776-4b30-a78d-69742b2bc26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:12.120079 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2265c26e-eba0-463d-b9fe-301256df5a26 None None] The sync data for ids ['80c264a6-6521-4a11-8a77-8b4104b47a41'] in n-d-804275-3 is: [{'id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'name': 'tempest-AttachVolumeTestJSON-1669892813-router', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:08Z', 'updated_at': '2021-08-11T22:16:19Z', 'revision_number': 4, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'gw_port': {'id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:09Z', 'updated_at': '2021-08-11T22:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'ab6438df-176d-446a-bd23-dc99d1b05a03', 'name': '', 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'mac_address': 'fa:16:3e:cd:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:16Z', 'updated_at': '2021-08-11T22:16:31Z', 'revision_number': 5, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'subnets': [{'id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:23:12.152452 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-68b4861d-cf47-47a3-ac59-fa7182520ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:12.166503 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a25bf455-eeb0-43cd-8055-a5193ba0ed2e None None] For port 0f77810f-68a4-40e2-8d02-0c0a7e0b22d2, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:23:12.172720 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a25bf455-eeb0-43cd-8055-a5193ba0ed2e None None] For port 0f77810f-68a4-40e2-8d02-0c0a7e0b22d2, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0f77810f-68a4-40e2-8d02-0c0a7e0b22d2,segment=NetworkSegment(190f4f85-4e4e-4383-b115-25a4aaf88b11),segment_id=190f4f85-4e4e-4383-b115-25a4aaf88b11)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:23:12.174496 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b4861d-cf47-47a3-ac59-fa7182520ae8 None None] Routers {'5a6464a8-ccc2-45ec-9b67-1343b6965f7e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:23:12.175176 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-68b4861d-cf47-47a3-ac59-fa7182520ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:22:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5a6464a8-ccc2-45ec-9b67-1343b6965f7e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:12.183637 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a25bf455-eeb0-43cd-8055-a5193ba0ed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:12.266165 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-68b4861d-cf47-47a3-ac59-fa7182520ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:12.266778 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b4861d-cf47-47a3-ac59-fa7182520ae8 None None] The sync data for ids ['5a6464a8-ccc2-45ec-9b67-1343b6965f7e'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:23:12.316527 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25bf455-eeb0-43cd-8055-a5193ba0ed2e None None] Pushing event updated for resources: {'Port': ['ID=0f77810f-68a4-40e2-8d02-0c0a7e0b22d2,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:12.547620 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad8568-7776-4b30-a78d-69742b2bc26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87997a55-989c-4977-9137-a443078c7ad8,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:12.571812 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdad8568-7776-4b30-a78d-69742b2bc26f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:23:12.602349 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fdad8568-7776-4b30-a78d-69742b2bc26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:12.602835 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-fdad8568-7776-4b30-a78d-69742b2bc26f admin admin] Added segment b82f776d-74cf-411f-ae30-50112b7fb9ec of type vlan for network 68d2446a-390b-4a41-9fe5-492c7badcbde Aug 11 22:23:12.688517 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-cc20b938-fa41-4439-baa4-a34a50a34ae9 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] remove_router_interface failed (client error): The resource could not be found. Aug 11 22:23:12.689656 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-cc20b938-fa41-4439-baa4-a34a50a34ae9 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "PUT /v2.0/routers/5a6464a8-ccc2-45ec-9b67-1343b6965f7e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6240888 Aug 11 22:23:12.694747 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33632) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:12.697333 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fdad8568-7776-4b30-a78d-69742b2bc26f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:12.723014 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b34118-6e90-48d1-ac17-35967e8af3d9 None None] New status for floating IP 36a2e01a-af3a-4ffb-8130-b3012740bc1b: DOWN {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:23:12.800993 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c54f7b05-c998-404b-8f3f-59dc1bcafdc6 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a6464a8-ccc2-45ec-9b67-1343b6965f7e HTTP/1.1" status: 200 len: 205 time: 0.1010044 Aug 11 22:23:12.801287 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33636) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:12.874930 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33638) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:12.936752 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fdad8568-7776-4b30-a78d-69742b2bc26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:12.938408 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdad8568-7776-4b30-a78d-69742b2bc26f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:12.939379 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fdad8568-7776-4b30-a78d-69742b2bc26f admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:13.031277 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a53ddd8a-311a-4da2-b7fd-ee55fe2c21d7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:13.241689 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fdad8568-7776-4b30-a78d-69742b2bc26f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.2375679 Aug 11 22:23:13.243486 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c3b1d841-cbcd-4a6b-a28e-faf4b4df52d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:13.257075 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33644) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:13.278926 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-5ecef5fa-9962-48fa-a5ed-2a37d07abf53 admin admin] Request body: {'subnet': {'network_id': '68d2446a-390b-4a41-9fe5-492c7badcbde', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1572519728-subnet', 'tenant_id': '2bf4ef471aa2484faad01cf58dfc260a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:13.297888 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad8568-7776-4b30-a78d-69742b2bc26f admin admin] Pushing event updated for resources: {'Network': ['ID=68d2446a-390b-4a41-9fe5-492c7badcbde,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:13.334244 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 68d2446a-390b-4a41-9fe5-492c7badcbde details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:23:13.395080 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-daa11fc9-a6fb-4b00-b2fe-80d36277b6be tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:13.468199 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0367fb89-a08b-46cd-b43b-90900995ad54 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:13.497949 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0367fb89-a08b-46cd-b43b-90900995ad54 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:13.523038 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-daa11fc9-a6fb-4b00-b2fe-80d36277b6be tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:13.696897 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367fb89-a08b-46cd-b43b-90900995ad54 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Port': ['ID=2a4e9136-44c6-4f03-81da-343b5d014534,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:13.760265 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-daa11fc9-a6fb-4b00-b2fe-80d36277b6be tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:13.765834 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-daa11fc9-a6fb-4b00-b2fe-80d36277b6be tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:13.768847 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-daa11fc9-a6fb-4b00-b2fe-80d36277b6be tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "DELETE /v2.0/security-groups/aed030fc-d69b-40ec-8b9f-78ae4f0b0768 HTTP/1.1" status: 204 len: 168 time: 0.8900123 Aug 11 22:23:13.832275 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33646) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:13.972414 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0367fb89-a08b-46cd-b43b-90900995ad54 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:13.999354 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa11fc9-a6fb-4b00-b2fe-80d36277b6be tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed030fc-d69b-40ec-8b9f-78ae4f0b0768,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:14.004550 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-d3c20d5b-b80e-463e-9b8d-410c5a824b5f tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] show failed (client error): The resource could not be found. Aug 11 22:23:14.005853 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d3c20d5b-b80e-463e-9b8d-410c5a824b5f tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups/aed030fc-d69b-40ec-8b9f-78ae4f0b0768 HTTP/1.1" status: 404 len: 347 time: 0.1698856 Aug 11 22:23:14.055306 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33648) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:14.071454 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0f77810f-68a4-40e2-8d02-0c0a7e0b22d2 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:23:14.222073 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 0f77810f-68a4-40e2-8d02-0c0a7e0b22d2 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:23:14.277901 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecef5fa-9962-48fa-a5ed-2a37d07abf53 admin admin] Made reservation on behalf of 2bf4ef471aa2484faad01cf58dfc260a for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:23:14.281775 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ecef5fa-9962-48fa-a5ed-2a37d07abf53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:14.317996 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a53ddd8a-311a-4da2-b7fd-ee55fe2c21d7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:14.363146 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a53ddd8a-311a-4da2-b7fd-ee55fe2c21d7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:14.414385 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0367fb89-a08b-46cd-b43b-90900995ad54 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:14.433971 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd238dd0-7969-4b88-8e65-98d2be075b09 None None] Network f2ec0adc-9d76-47af-a4fa-cc2089ca6d17 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:23:14.505431 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a53ddd8a-311a-4da2-b7fd-ee55fe2c21d7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:14.506337 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53ddd8a-311a-4da2-b7fd-ee55fe2c21d7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Fanout notify agent at l3_agent the message router_deleted on router 5a6464a8-ccc2-45ec-9b67-1343b6965f7e {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:23:14.521398 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a53ddd8a-311a-4da2-b7fd-ee55fe2c21d7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:14.526175 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a53ddd8a-311a-4da2-b7fd-ee55fe2c21d7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/routers/5a6464a8-ccc2-45ec-9b67-1343b6965f7e HTTP/1.1" status: 204 len: 168 time: 1.7205877 Aug 11 22:23:14.526903 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33654) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:14.597562 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-28e59a95-d2ea-4260-ab2e-016da37fe656 None None] Provisioning for port 0f77810f-68a4-40e2-8d02-0c0a7e0b22d2 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:23:14.618400 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-74dc2d5f-337d-4879-b9cc-d9f3b7f2ba8e tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Deleting port b9e26606-9e95-41d9-a7bf-e70cb3a38944 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:23:14.618951 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-74dc2d5f-337d-4879-b9cc-d9f3b7f2ba8e tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:14.632380 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-28e59a95-d2ea-4260-ab2e-016da37fe656 None None] Provisioning complete for port 0f77810f-68a4-40e2-8d02-0c0a7e0b22d2 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:14.632712 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-28e59a95-d2ea-4260-ab2e-016da37fe656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:14.766726 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-74dc2d5f-337d-4879-b9cc-d9f3b7f2ba8e tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:14.766726 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-74dc2d5f-337d-4879-b9cc-d9f3b7f2ba8e tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:14.787762 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-74dc2d5f-337d-4879-b9cc-d9f3b7f2ba8e tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Calling delete_port for b9e26606-9e95-41d9-a7bf-e70cb3a38944 owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:23:14.883977 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-28e59a95-d2ea-4260-ab2e-016da37fe656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:14.941097 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe6d9b5-cc02-413a-a8fc-9fcc010a795e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Deleting subnet 13daca4b-b9d1-45a6-b65a-02c06c0e88a7 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:23:14.952096 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-28e59a95-d2ea-4260-ab2e-016da37fe656 None None] For port 0f77810f-68a4-40e2-8d02-0c0a7e0b22d2, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0f77810f-68a4-40e2-8d02-0c0a7e0b22d2,segment=NetworkSegment(190f4f85-4e4e-4383-b115-25a4aaf88b11),segment_id=190f4f85-4e4e-4383-b115-25a4aaf88b11)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:23:14.960191 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-28e59a95-d2ea-4260-ab2e-016da37fe656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:14.993034 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7fe6d9b5-cc02-413a-a8fc-9fcc010a795e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:15.077451 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7fe6d9b5-cc02-413a-a8fc-9fcc010a795e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:15.110086 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-74dc2d5f-337d-4879-b9cc-d9f3b7f2ba8e tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:15.110567 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e59a95-d2ea-4260-ab2e-016da37fe656 None None] Pushing event updated for resources: {'Port': ['ID=0f77810f-68a4-40e2-8d02-0c0a7e0b22d2,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:15.159190 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc2d5f-337d-4879-b9cc-d9f3b7f2ba8e tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Pushing event deleted for resources: {'Port': ['ID=b9e26606-9e95-41d9-a7bf-e70cb3a38944,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:15.164461 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ecef5fa-9962-48fa-a5ed-2a37d07abf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:15.221390 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecef5fa-9962-48fa-a5ed-2a37d07abf53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34c8b549-956e-4026-aeaf-8a20adbeac3b,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:15.318296 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-74dc2d5f-337d-4879-b9cc-d9f3b7f2ba8e tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:15.321449 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-74dc2d5f-337d-4879-b9cc-d9f3b7f2ba8e tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:15.323410 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-74dc2d5f-337d-4879-b9cc-d9f3b7f2ba8e tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "DELETE /v2.0/floatingips/36a2e01a-af3a-4ffb-8130-b3012740bc1b HTTP/1.1" status: 204 len: 168 time: 1.2484317 Aug 11 22:23:15.406109 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecef5fa-9962-48fa-a5ed-2a37d07abf53 admin admin] Checking segment: {'id': 'b82f776d-74cf-411f-ae30-50112b7fb9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68d2446a-390b-4a41-9fe5-492c7badcbde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:23:15.407049 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecef5fa-9962-48fa-a5ed-2a37d07abf53 admin admin] Network hostable DHCP agents. Network: 68d2446a-390b-4a41-9fe5-492c7badcbde, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:23:15.476678 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecef5fa-9962-48fa-a5ed-2a37d07abf53 admin admin] Network 68d2446a-390b-4a41-9fe5-492c7badcbde is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:23:15.528356 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-5ecef5fa-9962-48fa-a5ed-2a37d07abf53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 68d2446a-390b-4a41-9fe5-492c7badcbde) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:23:15.548792 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d28cb45c-07c5-4f19-b6fa-04a1a22e170d None None] Provisioning complete for port 0f77810f-68a4-40e2-8d02-0c0a7e0b22d2 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:15.555022 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d28cb45c-07c5-4f19-b6fa-04a1a22e170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:15.556540 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecef5fa-9962-48fa-a5ed-2a37d07abf53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:15.558978 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ecef5fa-9962-48fa-a5ed-2a37d07abf53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:15.587147 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed153d1d-f02c-4866-8e6e-4894e1a0a48c None None] Network 68d2446a-390b-4a41-9fe5-492c7badcbde requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:23:15.640033 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5ecef5fa-9962-48fa-a5ed-2a37d07abf53 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3748243 Aug 11 22:23:16.095756 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33668) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:16.108865 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ba850db1-77c7-41d0-88a4-06393bfe2277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:16.117806 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0f77810f-68a4-40e2-8d02-0c0a7e0b22d2 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:23:16.118208 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-d386d705-a0e5-4e5a-b64a-a8a265207bc0 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1436210950', 'description': 'tempest-description--861922912'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:16.150360 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7fe6d9b5-cc02-413a-a8fc-9fcc010a795e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:16.181404 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d386d705-a0e5-4e5a-b64a-a8a265207bc0 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:16.210323 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:16.303780 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634bc88d-2040-40e7-9e41-b3ddbf2da391 None None] Network 68d2446a-390b-4a41-9fe5-492c7badcbde requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:23:16.323296 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d28cb45c-07c5-4f19-b6fa-04a1a22e170d None None] Provisioning for port 2a4e9136-44c6-4f03-81da-343b5d014534 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:23:16.329782 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7fe6d9b5-cc02-413a-a8fc-9fcc010a795e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:16.353644 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d28cb45c-07c5-4f19-b6fa-04a1a22e170d None None] Provisioning complete for port 2a4e9136-44c6-4f03-81da-343b5d014534 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:16.354933 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d28cb45c-07c5-4f19-b6fa-04a1a22e170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:16.428486 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7fe6d9b5-cc02-413a-a8fc-9fcc010a795e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:16.430591 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7fe6d9b5-cc02-413a-a8fc-9fcc010a795e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/subnets/13daca4b-b9d1-45a6-b65a-02c06c0e88a7 HTTP/1.1" status: 204 len: 168 time: 1.9012928 Aug 11 22:23:16.438342 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6d9b5-cc02-413a-a8fc-9fcc010a795e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Subnet': ['ID=13daca4b-b9d1-45a6-b65a-02c06c0e88a7,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:16.441261 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33674) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:16.450393 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74f5407-b0df-4601-a428-27e41f4a2bdf None None] Network 8941ab29-e3b8-4f67-b6bb-94a2db58d6d8 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:23:16.569274 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0367fb89-a08b-46cd-b43b-90900995ad54 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:16.583149 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 0f77810f-68a4-40e2-8d02-0c0a7e0b22d2 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:16.584031 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:16.585283 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-d28cb45c-07c5-4f19-b6fa-04a1a22e170d None None] Port 2a4e9136-44c6-4f03-81da-343b5d014534 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:23:16.600413 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0367fb89-a08b-46cd-b43b-90900995ad54 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:16.602360 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0367fb89-a08b-46cd-b43b-90900995ad54 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:16.611107 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-edf90c21-efc6-4f28-bbe7-db913d5aac94 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:16.624240 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d386d705-a0e5-4e5a-b64a-a8a265207bc0 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:16.658269 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d386d705-a0e5-4e5a-b64a-a8a265207bc0 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:16.707196 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d386d705-a0e5-4e5a-b64a-a8a265207bc0 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:16.708894 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d386d705-a0e5-4e5a-b64a-a8a265207bc0 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6105933 Aug 11 22:23:16.711877 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33690) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:16.717128 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-84279740-1662-4fb3-a2aa-26ce734ff552 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Request body: {'security_group_rule': {'security_group_id': '7cd3fd34-7649-4310-a1d3-6007f49094e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:16.726597 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d386d705-a0e5-4e5a-b64a-a8a265207bc0 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd3fd34-7649-4310-a1d3-6007f49094e5,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:16.751308 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-edf90c21-efc6-4f28-bbe7-db913d5aac94 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Deleting port f6490794-8bb6-40b0-bcaf-799e3ec66ae7 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:23:16.752242 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-edf90c21-efc6-4f28-bbe7-db913d5aac94 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:16.801265 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-ca267978-65ff-4fa3-8ffb-6e41f6f52a37 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:16.805051 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-ca267978-65ff-4fa3-8ffb-6e41f6f52a37 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/networks?id=68d2446a-390b-4a41-9fe5-492c7badcbde HTTP/1.1" status: 200 len: 815 time: 0.2330174 Aug 11 22:23:16.837462 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-edf90c21-efc6-4f28-bbe7-db913d5aac94 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] For port f6490794-8bb6-40b0-bcaf-799e3ec66ae7, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f6490794-8bb6-40b0-bcaf-799e3ec66ae7,segment=NetworkSegment(977d993d-bcc6-483f-a10c-a8db556dac95),segment_id=977d993d-bcc6-483f-a10c-a8db556dac95)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:23:16.838807 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-edf90c21-efc6-4f28-bbe7-db913d5aac94 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:16.842676 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-10a312e1-48f9-4424-9573-aa3e63525173 None None] Provisioning complete for port 2a4e9136-44c6-4f03-81da-343b5d014534 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:16.843116 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-10a312e1-48f9-4424-9573-aa3e63525173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:16.855320 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367fb89-a08b-46cd-b43b-90900995ad54 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Port': ['ID=2a4e9136-44c6-4f03-81da-343b5d014534,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:16.874087 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-edf90c21-efc6-4f28-bbe7-db913d5aac94 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Calling delete_port for f6490794-8bb6-40b0-bcaf-799e3ec66ae7 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:23:16.905552 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-10a312e1-48f9-4424-9573-aa3e63525173 None None] Port 2a4e9136-44c6-4f03-81da-343b5d014534 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:23:16.965172 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-8fc69eaf-8e10-4e8f-88a3-cea53722b178 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/quotas/2bf4ef471aa2484faad01cf58dfc260a HTTP/1.1" status: 200 len: 375 time: 0.1055839 Aug 11 22:23:16.967462 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-84279740-1662-4fb3-a2aa-26ce734ff552 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:17.033884 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46e7482-4887-4d39-b527-40ddaa6b7746 None None] DHCP port deletion for 8941ab29-e3b8-4f67-b6bb-94a2db58d6d8 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:23:17.035855 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-49eac57a-f6a3-48b3-abb5-92fae1dae915 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2bf4ef471aa2484faad01cf58dfc260a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588319 Aug 11 22:23:17.087786 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-edf90c21-efc6-4f28-bbe7-db913d5aac94 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:17.105075 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b46e7482-4887-4d39-b527-40ddaa6b7746 None None] Deleting port f6490794-8bb6-40b0-bcaf-799e3ec66ae7 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:23:17.105586 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b46e7482-4887-4d39-b527-40ddaa6b7746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:17.156530 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-84279740-1662-4fb3-a2aa-26ce734ff552 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:17.192908 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0367fb89-a08b-46cd-b43b-90900995ad54 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network f2ec0adc-9d76-47af-a4fa-cc2089ca6d17 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:23:17.194307 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf90c21-efc6-4f28-bbe7-db913d5aac94 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Port': ['ID=f6490794-8bb6-40b0-bcaf-799e3ec66ae7,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:17.197282 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-0367fb89-a08b-46cd-b43b-90900995ad54 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:23:17.202110 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-84279740-1662-4fb3-a2aa-26ce734ff552 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:17.215587 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf90c21-efc6-4f28-bbe7-db913d5aac94 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] No DVR routers for this DVR port f6490794-8bb6-40b0-bcaf-799e3ec66ae7 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:23:17.226465 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b46e7482-4887-4d39-b527-40ddaa6b7746 None None] For port f6490794-8bb6-40b0-bcaf-799e3ec66ae7, host n-d-804275-3, got binding levels [] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:23:17.226873 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b46e7482-4887-4d39-b527-40ddaa6b7746 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:17.262702 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b46e7482-4887-4d39-b527-40ddaa6b7746 None None] Calling delete_port for f6490794-8bb6-40b0-bcaf-799e3ec66ae7 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:23:17.280309 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.ipam_backend_mixin [None req-b46e7482-4887-4d39-b527-40ddaa6b7746 None None] Port f6490794-8bb6-40b0-bcaf-799e3ec66ae7 was not found and therefore no delete operation was performed {{(pid=100944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 22:23:17.283751 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b46e7482-4887-4d39-b527-40ddaa6b7746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:17.344955 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-edf90c21-efc6-4f28-bbe7-db913d5aac94 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:17.359057 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-edf90c21-efc6-4f28-bbe7-db913d5aac94 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8941ab29-e3b8-4f67-b6bb-94a2db58d6d8']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:17.374346 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-edf90c21-efc6-4f28-bbe7-db913d5aac94 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '977d993d-bcc6-483f-a10c-a8db556dac95') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:17.374969 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-edf90c21-efc6-4f28-bbe7-db913d5aac94 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '977d993d-bcc6-483f-a10c-a8db556dac95') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:17.377126 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e7482-4887-4d39-b527-40ddaa6b7746 None None] Pushing event deleted for resources: {'Port': ['ID=f6490794-8bb6-40b0-bcaf-799e3ec66ae7,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:17.390074 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-edf90c21-efc6-4f28-bbe7-db913d5aac94 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:17.393576 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46e7482-4887-4d39-b527-40ddaa6b7746 None None] No DVR routers for this DVR port f6490794-8bb6-40b0-bcaf-799e3ec66ae7 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:23:17.414766 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-edf90c21-efc6-4f28-bbe7-db913d5aac94 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:17.419765 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf90c21-efc6-4f28-bbe7-db913d5aac94 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:23:17.420195 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-edf90c21-efc6-4f28-bbe7-db913d5aac94 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:17.520752 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-3afcda74-fe7f-484e-a1e2-1e11de05745e service neutron] 10.222.0.77 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610405 Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:23:17.523358 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:23:17.526844 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84279740-1662-4fb3-a2aa-26ce734ff552 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7472f846-33bf-4d95-a034-9402a74f30bd,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:17.532945 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-edf90c21-efc6-4f28-bbe7-db913d5aac94 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:17.539736 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-edf90c21-efc6-4f28-bbe7-db913d5aac94 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:17.542623 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-edf90c21-efc6-4f28-bbe7-db913d5aac94 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/networks/8941ab29-e3b8-4f67-b6bb-94a2db58d6d8 HTTP/1.1" status: 204 len: 168 time: 1.0998540 Aug 11 22:23:17.561431 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33696) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:17.562363 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-84279740-1662-4fb3-a2aa-26ce734ff552 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:17.567319 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-84279740-1662-4fb3-a2aa-26ce734ff552 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8520181 Aug 11 22:23:17.571325 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-983bf766-3a91-4db2-9747-0a39b5ed32ee tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-507253533'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:17.575188 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33698) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:17.575711 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:17.592331 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-06af8612-98d9-47cc-a7ec-f3b76362abf6 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Request body: {'security_group_rule': {'security_group_id': '7cd3fd34-7649-4310-a1d3-6007f49094e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:17.601548 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf90c21-efc6-4f28-bbe7-db913d5aac94 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Network': ['ID=8941ab29-e3b8-4f67-b6bb-94a2db58d6d8,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:17.637301 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983bf766-3a91-4db2-9747-0a39b5ed32ee tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Made reservation on behalf of 05b95e21e6704290a3c250207b618344 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:23:17.641744 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6cf8e258-40ec-4e86-b439-7e5d3d57f706 None None] Provisioning complete for port 2a4e9136-44c6-4f03-81da-343b5d014534 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:17.642841 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6cf8e258-40ec-4e86-b439-7e5d3d57f706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:17.643131 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-983bf766-3a91-4db2-9747-0a39b5ed32ee tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:17.711822 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-983bf766-3a91-4db2-9747-0a39b5ed32ee tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:23:17.718786 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-6cf8e258-40ec-4e86-b439-7e5d3d57f706 None None] Port 2a4e9136-44c6-4f03-81da-343b5d014534 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:23:17.737707 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-06af8612-98d9-47cc-a7ec-f3b76362abf6 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:17.745547 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-983bf766-3a91-4db2-9747-0a39b5ed32ee tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:17.746087 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-983bf766-3a91-4db2-9747-0a39b5ed32ee tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Added segment 61af218f-3f80-432a-a6f3-3a5dc2f1b9ce of type vlan for network c4ee594e-919d-432e-bbdb-0ea54dda88b9 Aug 11 22:23:17.787926 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-a9b76052-a908-415c-b33c-d0c08026667b service neutron] 10.222.0.77 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633016 Aug 11 22:23:17.878792 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0367fb89-a08b-46cd-b43b-90900995ad54 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Router d2a6d65e-7e3c-40e2-91d6-e6d26525dab7 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:23:17.975618 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-983bf766-3a91-4db2-9747-0a39b5ed32ee tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:18.032064 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f6490794-8bb6-40b0-bcaf-799e3ec66ae7 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:23:18.054357 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-06af8612-98d9-47cc-a7ec-f3b76362abf6 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:18.069811 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-06af8612-98d9-47cc-a7ec-f3b76362abf6 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:18.105174 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: f6490794-8bb6-40b0-bcaf-799e3ec66ae7 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:23:18.105664 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f6490794-8bb6-40b0-bcaf-799e3ec66ae7 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:23:18.236678 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af8612-98d9-47cc-a7ec-f3b76362abf6 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b99b238-6e63-458d-9abc-4dccd5d76315,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:18.268247 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-983bf766-3a91-4db2-9747-0a39b5ed32ee tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:18.292323 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983bf766-3a91-4db2-9747-0a39b5ed32ee tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:18.294040 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-983bf766-3a91-4db2-9747-0a39b5ed32ee tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:18.318703 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-06af8612-98d9-47cc-a7ec-f3b76362abf6 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:18.323826 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-06af8612-98d9-47cc-a7ec-f3b76362abf6 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7362380 Aug 11 22:23:18.332495 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-50c5dd61-007e-4ad1-8dfd-5121f43ddeb7 req-1b4a9fc9-7e1e-4bae-8a49-eb317d5c61b1 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=29e621c7-bde5-4fca-901f-4b350b68bc9d HTTP/1.1" status: 200 len: 210 time: 0.1475399 Aug 11 22:23:18.345267 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33712) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:18.351917 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-6c1ac6bc-3710-4880-8d0e-09a2ced044fb tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:18.380819 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0367fb89-a08b-46cd-b43b-90900995ad54 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:23:18.388222 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0367fb89-a08b-46cd-b43b-90900995ad54 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "PUT /v2.0/routers/d2a6d65e-7e3c-40e2-91d6-e6d26525dab7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0525558 Aug 11 22:23:18.392920 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33714) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:18.397033 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85afc270-70a7-4e61-9772-7440dbd0523f None None] Sync routers for ids ['d2a6d65e-7e3c-40e2-91d6-e6d26525dab7'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:23:18.415957 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85afc270-70a7-4e61-9772-7440dbd0523f None None] Routers {'d2a6d65e-7e3c-40e2-91d6-e6d26525dab7'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:23:18.418165 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-85afc270-70a7-4e61-9772-7440dbd0523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:23:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d2a6d65e-7e3c-40e2-91d6-e6d26525dab7'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:18.419634 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-983bf766-3a91-4db2-9747-0a39b5ed32ee tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8528233 Aug 11 22:23:18.452933 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33716) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:18.460334 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6c1ac6bc-3710-4880-8d0e-09a2ced044fb tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:18.499085 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-a797a650-257f-424f-9a50-63458277b476 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'subnet': {'network_id': 'c4ee594e-919d-432e-bbdb-0ea54dda88b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:18.514794 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-85afc270-70a7-4e61-9772-7440dbd0523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:18.540928 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85afc270-70a7-4e61-9772-7440dbd0523f None None] Routers {'d2a6d65e-7e3c-40e2-91d6-e6d26525dab7'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:23:18.542235 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-85afc270-70a7-4e61-9772-7440dbd0523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:23:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d2a6d65e-7e3c-40e2-91d6-e6d26525dab7'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:18.646697 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-85afc270-70a7-4e61-9772-7440dbd0523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:18.650361 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85afc270-70a7-4e61-9772-7440dbd0523f None None] The sync data for ids ['d2a6d65e-7e3c-40e2-91d6-e6d26525dab7'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:23:18.761249 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a5b3d4-44b7-44bb-8d0d-a9e49a955840 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:18.764579 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f6a5b3d4-44b7-44bb-8d0d-a9e49a955840 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2a6d65e-7e3c-40e2-91d6-e6d26525dab7 HTTP/1.1" status: 200 len: 988 time: 0.3704822 Aug 11 22:23:18.765681 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983bf766-3a91-4db2-9747-0a39b5ed32ee tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Network': ['ID=c4ee594e-919d-432e-bbdb-0ea54dda88b9,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:18.769838 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33724) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:18.783126 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network c4ee594e-919d-432e-bbdb-0ea54dda88b9 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:23:18.876267 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a797a650-257f-424f-9a50-63458277b476 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Made reservation on behalf of 05b95e21e6704290a3c250207b618344 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:23:18.883777 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a797a650-257f-424f-9a50-63458277b476 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:18.954097 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6c1ac6bc-3710-4880-8d0e-09a2ced044fb tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:19.050795 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:19.297204 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-6c1ac6bc-3710-4880-8d0e-09a2ced044fb tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Allocated IP 172.25.2.238 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/fe904f92-76f7-4869-b061-c889e389244f) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:23:19.447049 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6c1ac6bc-3710-4880-8d0e-09a2ced044fb tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:19.525721 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eccfa8f8-69d3-4f3b-8319-da3f95932df2 req-93ae62a9-f6eb-4a87-9a3b-abfd13e9d9cb tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=29e621c7-bde5-4fca-901f-4b350b68bc9d HTTP/1.1" status: 200 len: 210 time: 0.0621181 Aug 11 22:23:19.622571 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a797a650-257f-424f-9a50-63458277b476 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:19.631360 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6c1ac6bc-3710-4880-8d0e-09a2ced044fb tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:19.719767 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797a650-257f-424f-9a50-63458277b476 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Subnet': ['ID=03d8b4f8-f042-4c4f-bcee-9ca43af6e945,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:19.727933 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1ac6bc-3710-4880-8d0e-09a2ced044fb tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:23:19.734107 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-6c1ac6bc-3710-4880-8d0e-09a2ced044fb tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:23:19.747191 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1ac6bc-3710-4880-8d0e-09a2ced044fb tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:23:19.774596 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a797a650-257f-424f-9a50-63458277b476 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Checking segment: {'id': '61af218f-3f80-432a-a6f3-3a5dc2f1b9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c4ee594e-919d-432e-bbdb-0ea54dda88b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:23:19.775600 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a797a650-257f-424f-9a50-63458277b476 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network hostable DHCP agents. Network: c4ee594e-919d-432e-bbdb-0ea54dda88b9, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:23:19.804598 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ac6bc-3710-4880-8d0e-09a2ced044fb tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Pushing event updated for resources: {'Port': ['ID=fe904f92-76f7-4869-b061-c889e389244f,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:19.864351 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a797a650-257f-424f-9a50-63458277b476 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network c4ee594e-919d-432e-bbdb-0ea54dda88b9 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:23:19.889562 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3f527cef-7d3c-4703-824f-fd7c5df690be tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:19.895907 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-a797a650-257f-424f-9a50-63458277b476 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, c4ee594e-919d-432e-bbdb-0ea54dda88b9) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:23:19.918008 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fcbb09-6d3a-4206-a117-256fb233fff1 None None] Network c4ee594e-919d-432e-bbdb-0ea54dda88b9 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:23:19.938986 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a797a650-257f-424f-9a50-63458277b476 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:19.939321 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a797a650-257f-424f-9a50-63458277b476 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:20.007451 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a797a650-257f-424f-9a50-63458277b476 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5528567 Aug 11 22:23:20.010586 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33734) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:20.016620 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-5ad90f71-4721-4fd1-ab96-4aedde584c2c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-445407984', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:20.080489 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6c1ac6bc-3710-4880-8d0e-09a2ced044fb tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:20.259162 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6c1ac6bc-3710-4880-8d0e-09a2ced044fb tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:20.490247 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ad90f71-4721-4fd1-ab96-4aedde584c2c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:20.492163 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ad90f71-4721-4fd1-ab96-4aedde584c2c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:20.514892 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13eb072-c04a-4d55-9821-45da9957a65b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-c4ee594e-919d-432e-bbdb-0ea54dda88b9', 'network_id': 'c4ee594e-919d-432e-bbdb-0ea54dda88b9', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'fixed_ips': [{'subnet_id': '03d8b4f8-f042-4c4f-bcee-9ca43af6e945'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:23:20.517122 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b13eb072-c04a-4d55-9821-45da9957a65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:20.662546 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:20.692144 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ad90f71-4721-4fd1-ab96-4aedde584c2c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:20.705828 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ad90f71-4721-4fd1-ab96-4aedde584c2c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:20.742623 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-801540dc-aee1-4b5f-b2b2-a415ae7cfc69 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:20.746676 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-801540dc-aee1-4b5f-b2b2-a415ae7cfc69 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.52 "GET /v2.0/networks?id=68d2446a-390b-4a41-9fe5-492c7badcbde HTTP/1.1" status: 200 len: 815 time: 0.6846726 Aug 11 22:23:20.764131 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-098f2cdb-f624-4edb-8b50-b8f2fadc1e20 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Request body: {'port': {'device_id': '29e621c7-bde5-4fca-901f-4b350b68bc9d', 'network_id': '68d2446a-390b-4a41-9fe5-492c7badcbde', 'admin_state_up': True, 'tenant_id': '2bf4ef471aa2484faad01cf58dfc260a'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:20.805499 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7fe38bb8-4ca8-40e5-8eae-38a7cf1e8760 req-850847cb-1069-4c19-abe2-53e5dd3bff54 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=29e621c7-bde5-4fca-901f-4b350b68bc9d HTTP/1.1" status: 200 len: 210 time: 0.0721543 Aug 11 22:23:20.905433 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ad90f71-4721-4fd1-ab96-4aedde584c2c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:20.911829 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5ad90f71-4721-4fd1-ab96-4aedde584c2c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8949788 Aug 11 22:23:20.913667 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33750) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:20.955036 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-b13eb072-c04a-4d55-9821-45da9957a65b None None] Allocated IP 2001:db8::2 (c4ee594e-919d-432e-bbdb-0ea54dda88b9/03d8b4f8-f042-4c4f-bcee-9ca43af6e945/9ea2e1fb-b065-4300-bbbd-d59db727d2b9) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:23:21.086193 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-3f527cef-7d3c-4703-824f-fd7c5df690be tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting port 2a4e9136-44c6-4f03-81da-343b5d014534 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:23:21.086734 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3f527cef-7d3c-4703-824f-fd7c5df690be tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:21.091733 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6c1ac6bc-3710-4880-8d0e-09a2ced044fb tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:21.129676 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6c1ac6bc-3710-4880-8d0e-09a2ced044fb tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:21.171325 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-098f2cdb-f624-4edb-8b50-b8f2fadc1e20 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Made reservation on behalf of 2bf4ef471aa2484faad01cf58dfc260a for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:23:21.178405 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-098f2cdb-f624-4edb-8b50-b8f2fadc1e20 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:21.340565 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ac6bc-3710-4880-8d0e-09a2ced044fb tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Pushing event updated for resources: {'Port': ['ID=fe904f92-76f7-4869-b061-c889e389244f,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:21.359319 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b13eb072-c04a-4d55-9821-45da9957a65b None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:21.376151 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b13eb072-c04a-4d55-9821-45da9957a65b None None] Transition to ACTIVE for port object 9ea2e1fb-b065-4300-bbbd-d59db727d2b9 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:23:21.413944 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b13eb072-c04a-4d55-9821-45da9957a65b None None] Transition to ACTIVE for port object 9ea2e1fb-b065-4300-bbbd-d59db727d2b9 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:23:21.429537 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b13eb072-c04a-4d55-9821-45da9957a65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:21.446402 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3f527cef-7d3c-4703-824f-fd7c5df690be tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:21.520546 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13eb072-c04a-4d55-9821-45da9957a65b None None] Network c4ee594e-919d-432e-bbdb-0ea54dda88b9 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:23:21.543037 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-3f527cef-7d3c-4703-824f-fd7c5df690be tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Calling delete_port for 2a4e9136-44c6-4f03-81da-343b5d014534 owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:23:21.560428 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-b13eb072-c04a-4d55-9821-45da9957a65b None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:23:21.567216 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13eb072-c04a-4d55-9821-45da9957a65b None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:23:21.596533 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13eb072-c04a-4d55-9821-45da9957a65b None None] Pushing event updated for resources: {'Port': ['ID=9ea2e1fb-b065-4300-bbbd-d59db727d2b9,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:21.622519 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-098f2cdb-f624-4edb-8b50-b8f2fadc1e20 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Allocated IP 172.20.0.3 (68d2446a-390b-4a41-9fe5-492c7badcbde/34c8b549-956e-4026-aeaf-8a20adbeac3b/a9ff5d05-c18e-4e33-a3d4-c7e231604829) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:23:21.665862 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6c1ac6bc-3710-4880-8d0e-09a2ced044fb tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:21.711191 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-bcf4fc73-eed4-4c7d-b1e7-0fc37634b986 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:21.721672 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-bcf4fc73-eed4-4c7d-b1e7-0fc37634b986 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/networks?id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 200 len: 812 time: 0.6083183 Aug 11 22:23:21.730870 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-b13eb072-c04a-4d55-9821-45da9957a65b None None] Attempting to bind port 9ea2e1fb-b065-4300-bbbd-d59db727d2b9 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:23:21.731689 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-b13eb072-c04a-4d55-9821-45da9957a65b None None] Attempting to bind port 9ea2e1fb-b065-4300-bbbd-d59db727d2b9 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '61af218f-3f80-432a-a6f3-3a5dc2f1b9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c4ee594e-919d-432e-bbdb-0ea54dda88b9'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:23:21.732544 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13eb072-c04a-4d55-9821-45da9957a65b None None] Attempting to bind port 9ea2e1fb-b065-4300-bbbd-d59db727d2b9 on network c4ee594e-919d-432e-bbdb-0ea54dda88b9 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:23:21.742837 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13eb072-c04a-4d55-9821-45da9957a65b None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:23:21.743803 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13eb072-c04a-4d55-9821-45da9957a65b None None] Checking segment: {'id': '61af218f-3f80-432a-a6f3-3a5dc2f1b9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c4ee594e-919d-432e-bbdb-0ea54dda88b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:23:21.744942 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b13eb072-c04a-4d55-9821-45da9957a65b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:21.745934 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13eb072-c04a-4d55-9821-45da9957a65b None None] Bound using segment: {'id': '61af218f-3f80-432a-a6f3-3a5dc2f1b9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c4ee594e-919d-432e-bbdb-0ea54dda88b9'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:23:21.746908 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-b13eb072-c04a-4d55-9821-45da9957a65b None None] Bound port: 9ea2e1fb-b065-4300-bbbd-d59db727d2b9, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61af218f-3f80-432a-a6f3-3a5dc2f1b9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c4ee594e-919d-432e-bbdb-0ea54dda88b9'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:23:21.747773 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b13eb072-c04a-4d55-9821-45da9957a65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:21.758047 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6c1ac6bc-3710-4880-8d0e-09a2ced044fb tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:21.764871 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6c1ac6bc-3710-4880-8d0e-09a2ced044fb tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4131269 Aug 11 22:23:21.780851 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-2ecb3443-e429-470b-8121-6f9d60e2fe00 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/quotas/0bd86e77836944e4bb373c5db0c18c61 HTTP/1.1" status: 200 len: 375 time: 0.0582526 Aug 11 22:23:21.966338 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5dabb7e5-7449-4d60-8825-7adc5929fdf5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:22.006180 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-20822bcf-42f4-4a92-8f7c-adedde306e9e tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0bd86e77836944e4bb373c5db0c18c61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1999612 Aug 11 22:23:22.075752 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-098f2cdb-f624-4edb-8b50-b8f2fadc1e20 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:22.217327 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b13eb072-c04a-4d55-9821-45da9957a65b None None] For port 9ea2e1fb-b065-4300-bbbd-d59db727d2b9, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:23:22.222876 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b13eb072-c04a-4d55-9821-45da9957a65b None None] For port 9ea2e1fb-b065-4300-bbbd-d59db727d2b9, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9ea2e1fb-b065-4300-bbbd-d59db727d2b9,segment=NetworkSegment(61af218f-3f80-432a-a6f3-3a5dc2f1b9ce),segment_id=61af218f-3f80-432a-a6f3-3a5dc2f1b9ce)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:23:22.230806 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b13eb072-c04a-4d55-9821-45da9957a65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:22.367958 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-098f2cdb-f624-4edb-8b50-b8f2fadc1e20 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:22.376336 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13eb072-c04a-4d55-9821-45da9957a65b None None] Pushing event updated for resources: {'Port': ['ID=9ea2e1fb-b065-4300-bbbd-d59db727d2b9,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:22.460491 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-2d8286f8-5e79-4cd8-b142-3b173d7a40dc service neutron] 10.222.0.77 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837900 Aug 11 22:23:22.471905 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-098f2cdb-f624-4edb-8b50-b8f2fadc1e20 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Network 68d2446a-390b-4a41-9fe5-492c7badcbde is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:23:22.486831 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-098f2cdb-f624-4edb-8b50-b8f2fadc1e20 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:23:22.489812 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-098f2cdb-f624-4edb-8b50-b8f2fadc1e20 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:23:22.527318 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f2cdb-f624-4edb-8b50-b8f2fadc1e20 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Pushing event updated for resources: {'Port': ['ID=a9ff5d05-c18e-4e33-a3d4-c7e231604829,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:22.560225 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3f527cef-7d3c-4703-824f-fd7c5df690be tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:22.638775 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-098f2cdb-f624-4edb-8b50-b8f2fadc1e20 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:22.639604 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-098f2cdb-f624-4edb-8b50-b8f2fadc1e20 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:22.644484 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f527cef-7d3c-4703-824f-fd7c5df690be tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Port': ['ID=2a4e9136-44c6-4f03-81da-343b5d014534,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:22.701897 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-098f2cdb-f624-4edb-8b50-b8f2fadc1e20 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9463303 Aug 11 22:23:22.724514 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-87c66b50-3da2-46a5-b30e-4fe6af58e04f service neutron] Request body: {'port': {'device_id': '29e621c7-bde5-4fca-901f-4b350b68bc9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:22.736264 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-5dabb7e5-7449-4d60-8825-7adc5929fdf5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Allocated IP 2001:db8::1 (c4ee594e-919d-432e-bbdb-0ea54dda88b9/03d8b4f8-f042-4c4f-bcee-9ca43af6e945/368c0fbb-6b7f-44a3-9e59-801d58a0f36d) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:23:22.956389 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3f527cef-7d3c-4703-824f-fd7c5df690be tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:23.140359 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-87c66b50-3da2-46a5-b30e-4fe6af58e04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:23.486186 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5dabb7e5-7449-4d60-8825-7adc5929fdf5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:23.515594 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-0a482dd3-f44a-4762-959f-78af4a6095b0 service neutron] 10.222.0.77 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0537415 Aug 11 22:23:23.525232 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-5dabb7e5-7449-4d60-8825-7adc5929fdf5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Transition to ACTIVE for port object 368c0fbb-6b7f-44a3-9e59-801d58a0f36d will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:23:23.626956 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5dabb7e5-7449-4d60-8825-7adc5929fdf5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:23.761220 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabb7e5-7449-4d60-8825-7adc5929fdf5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Port': ['ID=368c0fbb-6b7f-44a3-9e59-801d58a0f36d,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:23.783794 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dabb7e5-7449-4d60-8825-7adc5929fdf5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network c4ee594e-919d-432e-bbdb-0ea54dda88b9 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:23:23.787994 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-5dabb7e5-7449-4d60-8825-7adc5929fdf5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:23:23.801688 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dabb7e5-7449-4d60-8825-7adc5929fdf5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:23:23.802807 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5dabb7e5-7449-4d60-8825-7adc5929fdf5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:23.817886 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f527cef-7d3c-4703-824f-fd7c5df690be tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Router d2a6d65e-7e3c-40e2-91d6-e6d26525dab7 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:23:24.129167 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9ea2e1fb-b065-4300-bbbd-d59db727d2b9 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:23:24.172485 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7b2f3-551b-40ce-bd5d-547a23a0828f req-be4b005b-d466-489f-b806-8f4408eff8e3 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:24.181002 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9cd7b2f3-551b-40ce-bd5d-547a23a0828f req-be4b005b-d466-489f-b806-8f4408eff8e3 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=29e621c7-bde5-4fca-901f-4b350b68bc9d HTTP/1.1" status: 200 len: 931 time: 0.1550615 Aug 11 22:23:24.195749 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68173ba5-0e66-4e38-a9a1-1afeddafdddf None None] Network c4ee594e-919d-432e-bbdb-0ea54dda88b9 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:23:24.236768 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f527cef-7d3c-4703-824f-fd7c5df690be tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:23:24.247588 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3f527cef-7d3c-4703-824f-fd7c5df690be tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "PUT /v2.0/routers/d2a6d65e-7e3c-40e2-91d6-e6d26525dab7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4673474 Aug 11 22:23:24.247773 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33772) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:24.284218 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5dabb7e5-7449-4d60-8825-7adc5929fdf5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:24.334400 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-7807ecb0-331a-4b5c-a79e-8253c57438cb tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] GET failed (client error): The resource could not be found. Aug 11 22:23:24.339314 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7807ecb0-331a-4b5c-a79e-8253c57438cb tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "GET /v2.0/ports/2a4e9136-44c6-4f03-81da-343b5d014534 HTTP/1.1" status: 404 len: 333 time: 0.0876069 Aug 11 22:23:24.341335 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a1d9b6-ac49-4c71-b529-326a91769229 None None] Sync routers for ids ['d2a6d65e-7e3c-40e2-91d6-e6d26525dab7'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:23:24.345569 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33778) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:24.347777 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9cd7b2f3-551b-40ce-bd5d-547a23a0828f req-9a6c8cf5-29b9-48aa-8023-e397f97d40de tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143053 Aug 11 22:23:24.393082 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a1d9b6-ac49-4c71-b529-326a91769229 None None] Routers {'d2a6d65e-7e3c-40e2-91d6-e6d26525dab7'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:23:24.393868 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-60a1d9b6-ac49-4c71-b529-326a91769229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:23:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d2a6d65e-7e3c-40e2-91d6-e6d26525dab7'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:24.446993 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-60a1d9b6-ac49-4c71-b529-326a91769229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:24.471698 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8254994b-6b4b-46db-9cf6-ad184df5b620 None None] Provisioning for port 9ea2e1fb-b065-4300-bbbd-d59db727d2b9 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:23:24.486869 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a1d9b6-ac49-4c71-b529-326a91769229 None None] Routers {'d2a6d65e-7e3c-40e2-91d6-e6d26525dab7'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:23:24.488555 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-60a1d9b6-ac49-4c71-b529-326a91769229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:23:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d2a6d65e-7e3c-40e2-91d6-e6d26525dab7'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:24.588471 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 9ea2e1fb-b065-4300-bbbd-d59db727d2b9 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:23:24.596996 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-60a1d9b6-ac49-4c71-b529-326a91769229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:24.598624 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a1d9b6-ac49-4c71-b529-326a91769229 None None] The sync data for ids ['d2a6d65e-7e3c-40e2-91d6-e6d26525dab7'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:23:24.600099 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a2f0c27d-96af-4b13-984a-6ae009ab8d4e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:24.603391 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 9ea2e1fb-b065-4300-bbbd-d59db727d2b9 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:24.605631 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:24.742970 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-450fb35b-165d-4df1-9f19-1a3ac3fc160b tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1436210950&fields=id&tenant_id=89e42f6e555b4d71928261e2b4518d8d HTTP/1.1" status: 200 len: 267 time: 0.1288106 Aug 11 22:23:24.938369 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:25.039690 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-58d84ea3-5d61-43e8-8c85-7e3a2b6c7ffa tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:25.060567 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-58d84ea3-5d61-43e8-8c85-7e3a2b6c7ffa tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/networks?id=38b8f25c-cd12-4628-9365-0e6780cd68b7 HTTP/1.1" status: 200 len: 811 time: 0.3141506 Aug 11 22:23:25.081093 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 9ea2e1fb-b065-4300-bbbd-d59db727d2b9, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9ea2e1fb-b065-4300-bbbd-d59db727d2b9,segment=NetworkSegment(61af218f-3f80-432a-a6f3-3a5dc2f1b9ce),segment_id=61af218f-3f80-432a-a6f3-3a5dc2f1b9ce)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:23:25.102445 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:25.130886 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-8fe4bb42-f0d3-43ce-9591-68b05d7e98d3 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/quotas/89e42f6e555b4d71928261e2b4518d8d HTTP/1.1" status: 200 len: 375 time: 0.0668495 Aug 11 22:23:25.214561 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a2f0c27d-96af-4b13-984a-6ae009ab8d4e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:25.229300 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a2f0c27d-96af-4b13-984a-6ae009ab8d4e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:25.376189 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5dabb7e5-7449-4d60-8825-7adc5929fdf5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:25.391124 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-87c66b50-3da2-46a5-b30e-4fe6af58e04f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9ff5d05-c18e-4e33-a3d4-c7e231604829 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:23:25.397505 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5dabb7e5-7449-4d60-8825-7adc5929fdf5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:25.398329 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5dabb7e5-7449-4d60-8825-7adc5929fdf5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:25.418050 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a2f0c27d-96af-4b13-984a-6ae009ab8d4e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:25.418436 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f0c27d-96af-4b13-984a-6ae009ab8d4e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Fanout notify agent at l3_agent the message router_deleted on router d2a6d65e-7e3c-40e2-91d6-e6d26525dab7 {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:23:25.444813 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a2f0c27d-96af-4b13-984a-6ae009ab8d4e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:25.445982 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a2f0c27d-96af-4b13-984a-6ae009ab8d4e tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/routers/d2a6d65e-7e3c-40e2-91d6-e6d26525dab7 HTTP/1.1" status: 204 len: 168 time: 1.0994105 Aug 11 22:23:25.448390 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-87c66b50-3da2-46a5-b30e-4fe6af58e04f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:25.451698 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33794) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:25.575346 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=9ea2e1fb-b065-4300-bbbd-d59db727d2b9,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:25.611959 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2714c450-c9c3-4900-9e2c-b27d615d4ad8 None None] Provisioning complete for port 9ea2e1fb-b065-4300-bbbd-d59db727d2b9 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:25.612540 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2714c450-c9c3-4900-9e2c-b27d615d4ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:25.673216 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-87c66b50-3da2-46a5-b30e-4fe6af58e04f service neutron] Transition to ACTIVE for port object a9ff5d05-c18e-4e33-a3d4-c7e231604829 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:23:25.677372 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-d8a970d1-ff9e-481f-bfe6-ced311e22bb8 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=89e42f6e555b4d71928261e2b4518d8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5357378 Aug 11 22:23:25.686060 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b42963-3f3c-4ef2-a011-0a0fe48a4f41 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting subnet cbad3f5b-1ea6-4f53-a856-d7a141edd7d3 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:23:25.694080 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-19b42963-3f3c-4ef2-a011-0a0fe48a4f41 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:25.709570 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-87c66b50-3da2-46a5-b30e-4fe6af58e04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:25.753801 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabb7e5-7449-4d60-8825-7adc5929fdf5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Port': ['ID=368c0fbb-6b7f-44a3-9e59-801d58a0f36d,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:26.035060 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dabb7e5-7449-4d60-8825-7adc5929fdf5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network c4ee594e-919d-432e-bbdb-0ea54dda88b9 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:23:26.041375 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-5dabb7e5-7449-4d60-8825-7adc5929fdf5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:23:26.065548 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2714c450-c9c3-4900-9e2c-b27d615d4ad8 None None] Provisioning for port 368c0fbb-6b7f-44a3-9e59-801d58a0f36d completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:23:26.067908 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-a28dd07c-4239-42cc-ae8e-2661b11cc20b service neutron] 10.222.0.77 "GET /v2.0/networks/38b8f25c-cd12-4628-9365-0e6780cd68b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581681 Aug 11 22:23:26.084976 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2714c450-c9c3-4900-9e2c-b27d615d4ad8 None None] Provisioning complete for port 368c0fbb-6b7f-44a3-9e59-801d58a0f36d triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:26.085560 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2714c450-c9c3-4900-9e2c-b27d615d4ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:26.182511 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-19b42963-3f3c-4ef2-a011-0a0fe48a4f41 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:26.286206 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-2714c450-c9c3-4900-9e2c-b27d615d4ad8 None None] Port 368c0fbb-6b7f-44a3-9e59-801d58a0f36d cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:23:26.289042 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9ea2e1fb-b065-4300-bbbd-d59db727d2b9 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:23:26.546468 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-dadb13a4-e894-4acd-a2f8-f7851a2f35d4 None None] Provisioning complete for port 368c0fbb-6b7f-44a3-9e59-801d58a0f36d triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:26.552552 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-dadb13a4-e894-4acd-a2f8-f7851a2f35d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:26.627634 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c66b50-3da2-46a5-b30e-4fe6af58e04f service neutron] Pushing event updated for resources: {'Port': ['ID=a9ff5d05-c18e-4e33-a3d4-c7e231604829,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:26.766485 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-87c66b50-3da2-46a5-b30e-4fe6af58e04f service neutron] Attempting to bind port a9ff5d05-c18e-4e33-a3d4-c7e231604829 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:23:26.768677 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-87c66b50-3da2-46a5-b30e-4fe6af58e04f service neutron] Attempting to bind port a9ff5d05-c18e-4e33-a3d4-c7e231604829 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'b82f776d-74cf-411f-ae30-50112b7fb9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68d2446a-390b-4a41-9fe5-492c7badcbde'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:23:26.768677 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-87c66b50-3da2-46a5-b30e-4fe6af58e04f service neutron] Attempting to bind port a9ff5d05-c18e-4e33-a3d4-c7e231604829 on network 68d2446a-390b-4a41-9fe5-492c7badcbde {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:23:26.793629 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-19b42963-3f3c-4ef2-a011-0a0fe48a4f41 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:26.840349 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-dadb13a4-e894-4acd-a2f8-f7851a2f35d4 None None] Port 368c0fbb-6b7f-44a3-9e59-801d58a0f36d cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:23:26.869740 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 9ea2e1fb-b065-4300-bbbd-d59db727d2b9 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:26.870625 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:26.889930 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-87c66b50-3da2-46a5-b30e-4fe6af58e04f service neutron] Port a9ff5d05-c18e-4e33-a3d4-c7e231604829 on network 68d2446a-390b-4a41-9fe5-492c7badcbde not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:23:26.891046 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-87c66b50-3da2-46a5-b30e-4fe6af58e04f service neutron] Attempting to bind port a9ff5d05-c18e-4e33-a3d4-c7e231604829 on network 68d2446a-390b-4a41-9fe5-492c7badcbde {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:23:26.908413 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-22d52ab8-2c1f-43dc-bf56-71070d7698a0 service neutron] 10.222.0.77 "GET /v2.0/networks/38b8f25c-cd12-4628-9365-0e6780cd68b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8386261 Aug 11 22:23:26.914648 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-87c66b50-3da2-46a5-b30e-4fe6af58e04f service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:23:26.917025 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-87c66b50-3da2-46a5-b30e-4fe6af58e04f service neutron] Checking segment: {'id': 'b82f776d-74cf-411f-ae30-50112b7fb9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68d2446a-390b-4a41-9fe5-492c7badcbde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:23:26.917922 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-87c66b50-3da2-46a5-b30e-4fe6af58e04f service neutron] Bound using segment: {'id': 'b82f776d-74cf-411f-ae30-50112b7fb9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68d2446a-390b-4a41-9fe5-492c7badcbde'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:23:26.918332 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-87c66b50-3da2-46a5-b30e-4fe6af58e04f service neutron] Bound port: a9ff5d05-c18e-4e33-a3d4-c7e231604829, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b82f776d-74cf-411f-ae30-50112b7fb9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68d2446a-390b-4a41-9fe5-492c7badcbde'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:23:26.918712 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-87c66b50-3da2-46a5-b30e-4fe6af58e04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:26.959174 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-af8ee8d9-8aed-432b-bc59-4fe466567835 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:26.976241 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-af8ee8d9-8aed-432b-bc59-4fe466567835 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.82 "GET /v2.0/networks?id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 200 len: 812 time: 0.8895321 Aug 11 22:23:27.031568 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-49b42f29-f8f7-4687-81e6-5d51dc163bec tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Request body: {'port': {'device_id': '2dccd435-0751-4744-ab2d-718e5eae1174', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'admin_state_up': True, 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:27.137822 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-19b42963-3f3c-4ef2-a011-0a0fe48a4f41 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:27.140769 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-87c66b50-3da2-46a5-b30e-4fe6af58e04f service neutron] For port a9ff5d05-c18e-4e33-a3d4-c7e231604829, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:23:27.149468 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-87c66b50-3da2-46a5-b30e-4fe6af58e04f service neutron] For port a9ff5d05-c18e-4e33-a3d4-c7e231604829, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=a9ff5d05-c18e-4e33-a3d4-c7e231604829,segment=NetworkSegment(b82f776d-74cf-411f-ae30-50112b7fb9ec),segment_id=b82f776d-74cf-411f-ae30-50112b7fb9ec)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:23:27.202707 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-87c66b50-3da2-46a5-b30e-4fe6af58e04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:27.296799 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8e57b7f7-196e-4f9d-a6f2-223d27910083 None None] Provisioning complete for port 368c0fbb-6b7f-44a3-9e59-801d58a0f36d triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:27.297651 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8e57b7f7-196e-4f9d-a6f2-223d27910083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:27.303103 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b42963-3f3c-4ef2-a011-0a0fe48a4f41 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Subnet': ['ID=cbad3f5b-1ea6-4f53-a856-d7a141edd7d3,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:27.308571 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c66b50-3da2-46a5-b30e-4fe6af58e04f service neutron] Pushing event updated for resources: {'Port': ['ID=a9ff5d05-c18e-4e33-a3d4-c7e231604829,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:27.320736 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-19b42963-3f3c-4ef2-a011-0a0fe48a4f41 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:27.323892 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-19b42963-3f3c-4ef2-a011-0a0fe48a4f41 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/subnets/cbad3f5b-1ea6-4f53-a856-d7a141edd7d3 HTTP/1.1" status: 204 len: 168 time: 1.8708837 Aug 11 22:23:27.337034 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33802) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:27.348895 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-87c66b50-3da2-46a5-b30e-4fe6af58e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:27.359641 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-87c66b50-3da2-46a5-b30e-4fe6af58e04f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:27.368742 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-87c66b50-3da2-46a5-b30e-4fe6af58e04f service neutron] 10.222.0.52 "PUT /v2.0/ports/a9ff5d05-c18e-4e33-a3d4-c7e231604829 HTTP/1.1" status: 200 len: 1091 time: 4.6515529 Aug 11 22:23:27.385356 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e621c7-bde5-4fca-901f-4b350b68bc9d', 'tag': 'a9ff5d05-c18e-4e33-a3d4-c7e231604829'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:23:27.390799 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e323d0c-6a54-4758-9fad-ef66f1847ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "29e621c7-bde5-4fca-901f-4b350b68bc9d", "tag": "a9ff5d05-c18e-4e33-a3d4-c7e231604829"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:23:27.414366 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dabb7e5-7449-4d60-8825-7adc5929fdf5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Router 71863388-a7e5-4db4-b896-70a53d2a700c is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:23:27.455297 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b004dabc-cd5c-4b9d-952f-ab43b462d3e7 req-fca80318-52f7-4984-994d-e3f376810be0 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 210 time: 0.1384473 Aug 11 22:23:27.629375 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6c6405-7380-4410-80d8-70b3eaa5102a None None] Network f2ec0adc-9d76-47af-a4fa-cc2089ca6d17 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:23:27.752918 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-cfb8a7e8-09e2-4f8c-a140-688e3b4f59b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:27.773963 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-cfb8a7e8-09e2-4f8c-a140-688e3b4f59b3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2bf4ef471aa2484faad01cf58dfc260a&device_id=29e621c7-bde5-4fca-901f-4b350b68bc9d HTTP/1.1" status: 200 len: 1094 time: 0.1321640 Aug 11 22:23:27.932243 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-8e57b7f7-196e-4f9d-a6f2-223d27910083 None None] Port 368c0fbb-6b7f-44a3-9e59-801d58a0f36d cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:23:27.951033 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-de7cd56d-1f99-4142-be7c-e34c0da9a3c6 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:27.957475 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-98ac7575-8335-421a-89ea-8032f04d5451 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9ff5d05-c18e-4e33-a3d4-c7e231604829 HTTP/1.1" status: 200 len: 217 time: 0.1697237 Aug 11 22:23:28.033764 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dabb7e5-7449-4d60-8825-7adc5929fdf5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:23:28.054193 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ef0f0f-2de5-4ed4-8971-88b2ff75aae1 None None] Sync routers for ids ['71863388-a7e5-4db4-b896-70a53d2a700c'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:23:28.088782 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5dabb7e5-7449-4d60-8825-7adc5929fdf5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "PUT /v2.0/routers/71863388-a7e5-4db4-b896-70a53d2a700c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1746662 Aug 11 22:23:28.090318 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33814) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:28.155554 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ef0f0f-2de5-4ed4-8971-88b2ff75aae1 None None] Routers {'71863388-a7e5-4db4-b896-70a53d2a700c'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:23:28.167343 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8e75ce-572f-4648-b6e7-468e097f255c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:28.172667 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8e8e75ce-572f-4648-b6e7-468e097f255c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "GET /v2.0/ports/368c0fbb-6b7f-44a3-9e59-801d58a0f36d HTTP/1.1" status: 200 len: 911 time: 0.0774803 Aug 11 22:23:28.173194 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-a6ef0f0f-2de5-4ed4-8971-88b2ff75aae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:23:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['71863388-a7e5-4db4-b896-70a53d2a700c'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:28.174495 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33816) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:28.187921 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-6e4e9b0d-f3a4-4273-a03e-51f8f41a8128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:28.190012 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-6e4e9b0d-f3a4-4273-a03e-51f8f41a8128 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=34c8b549-956e-4026-aeaf-8a20adbeac3b HTTP/1.1" status: 200 len: 855 time: 0.2209733 Aug 11 22:23:28.219321 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-49b42f29-f8f7-4687-81e6-5d51dc163bec tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Made reservation on behalf of 0bd86e77836944e4bb373c5db0c18c61 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:23:28.237766 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-49b42f29-f8f7-4687-81e6-5d51dc163bec tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:28.321309 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-a6ef0f0f-2de5-4ed4-8971-88b2ff75aae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:28.327599 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb990b5c-db76-4bdd-b53d-28f10dfdb930 req-fc4d552c-2ffe-44bb-8c79-3a8df5957e09 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:28.329929 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb990b5c-db76-4bdd-b53d-28f10dfdb930 req-fc4d552c-2ffe-44bb-8c79-3a8df5957e09 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=29e621c7-bde5-4fca-901f-4b350b68bc9d HTTP/1.1" status: 200 len: 943 time: 0.4717777 Aug 11 22:23:28.348534 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ef0f0f-2de5-4ed4-8971-88b2ff75aae1 None None] Routers {'71863388-a7e5-4db4-b896-70a53d2a700c'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:23:28.349960 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-a6ef0f0f-2de5-4ed4-8971-88b2ff75aae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:23:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['71863388-a7e5-4db4-b896-70a53d2a700c'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:28.480457 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-a6ef0f0f-2de5-4ed4-8971-88b2ff75aae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:28.485153 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ef0f0f-2de5-4ed4-8971-88b2ff75aae1 None None] The sync data for ids ['71863388-a7e5-4db4-b896-70a53d2a700c'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:23:28.529651 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c47e5ce-9b2c-4f27-a289-3fa30b885782 None None] DHCP port deletion for f2ec0adc-9d76-47af-a4fa-cc2089ca6d17 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:23:28.647243 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb990b5c-db76-4bdd-b53d-28f10dfdb930 req-bc761d28-6e1b-408c-8ad2-91cd44495574 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020022 Aug 11 22:23:28.663450 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-5c47e5ce-9b2c-4f27-a289-3fa30b885782 None None] Deleting port 0f77810f-68a4-40e2-8d02-0c0a7e0b22d2 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:23:28.663946 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5c47e5ce-9b2c-4f27-a289-3fa30b885782 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:28.766433 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-dee878e3-50c8-45c2-b83b-6f7278ecc865 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68d2446a-390b-4a41-9fe5-492c7badcbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1595097 Aug 11 22:23:28.774813 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-de7cd56d-1f99-4142-be7c-e34c0da9a3c6 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting port 0f77810f-68a4-40e2-8d02-0c0a7e0b22d2 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:23:28.775339 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-de7cd56d-1f99-4142-be7c-e34c0da9a3c6 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:28.823323 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-5c47e5ce-9b2c-4f27-a289-3fa30b885782 None None] For port 0f77810f-68a4-40e2-8d02-0c0a7e0b22d2, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0f77810f-68a4-40e2-8d02-0c0a7e0b22d2,segment=NetworkSegment(190f4f85-4e4e-4383-b115-25a4aaf88b11),segment_id=190f4f85-4e4e-4383-b115-25a4aaf88b11)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:23:28.824174 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5c47e5ce-9b2c-4f27-a289-3fa30b885782 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:28.843831 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-5c47e5ce-9b2c-4f27-a289-3fa30b885782 None None] Calling delete_port for 0f77810f-68a4-40e2-8d02-0c0a7e0b22d2 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:23:28.958412 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5c47e5ce-9b2c-4f27-a289-3fa30b885782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:29.014226 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6b7543e5-41a7-422f-801e-095d6a62a19c req-e8b96b28-04d3-434c-ae07-c3b3ede7f8ff tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8c87ef4-b830-40e8-bb0a-eeff4279cf43 HTTP/1.1" status: 200 len: 210 time: 0.1207962 Aug 11 22:23:29.043388 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47e5ce-9b2c-4f27-a289-3fa30b885782 None None] Pushing event deleted for resources: {'Port': ['ID=0f77810f-68a4-40e2-8d02-0c0a7e0b22d2,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:29.056115 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c47e5ce-9b2c-4f27-a289-3fa30b885782 None None] No DVR routers for this DVR port 0f77810f-68a4-40e2-8d02-0c0a7e0b22d2 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:23:29.067745 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-49b42f29-f8f7-4687-81e6-5d51dc163bec tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Allocated IP 172.20.0.6 (6622d19d-e8f9-4f58-9c5a-5a6b1c375431/e825988f-9783-4539-86a4-b6ca493a4bbd/3a586aec-6b69-4b0c-b660-d0f32eadc609) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:23:29.187565 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bc51d2-d964-4f29-a5d7-64abc30d58e9 x-openstack-request-id: req-81bc51d2-d964-4f29-a5d7-64abc30d58e9 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:23:29.187565 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e621c7-bde5-4fca-901f-4b350b68bc9d", "tag": "a9ff5d05-c18e-4e33-a3d4-c7e231604829", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:23:29.187565 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-81bc51d2-d964-4f29-a5d7-64abc30d58e9 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:23:29.187565 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e621c7-bde5-4fca-901f-4b350b68bc9d', 'tag': 'a9ff5d05-c18e-4e33-a3d4-c7e231604829', 'status': 'completed', 'code': 200} Aug 11 22:23:29.450622 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-de7cd56d-1f99-4142-be7c-e34c0da9a3c6 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] For port 0f77810f-68a4-40e2-8d02-0c0a7e0b22d2, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0f77810f-68a4-40e2-8d02-0c0a7e0b22d2,segment=NetworkSegment(190f4f85-4e4e-4383-b115-25a4aaf88b11),segment_id=190f4f85-4e4e-4383-b115-25a4aaf88b11)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:23:29.451264 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a7cd39ea-65e5-440c-a422-4a1cc6eb9e67 req-550b2f1a-fe1e-494b-b8a0-02fc74732552 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 210 time: 0.1159294 Aug 11 22:23:29.467439 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-de7cd56d-1f99-4142-be7c-e34c0da9a3c6 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:29.578799 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-886e7dca-e226-43c6-ab13-68d400bc483c service neutron] 10.222.0.52 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7955098 Aug 11 22:23:29.581404 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-de7cd56d-1f99-4142-be7c-e34c0da9a3c6 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Calling delete_port for 0f77810f-68a4-40e2-8d02-0c0a7e0b22d2 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:23:29.649641 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-49b42f29-f8f7-4687-81e6-5d51dc163bec tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:29.727251 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-49b42f29-f8f7-4687-81e6-5d51dc163bec tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Transition to ACTIVE for port object 3a586aec-6b69-4b0c-b660-d0f32eadc609 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:23:29.886926 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-49b42f29-f8f7-4687-81e6-5d51dc163bec tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:30.077616 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b42f29-f8f7-4687-81e6-5d51dc163bec tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Pushing event updated for resources: {'Port': ['ID=3a586aec-6b69-4b0c-b660-d0f32eadc609,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:30.147765 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0f77810f-68a4-40e2-8d02-0c0a7e0b22d2 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:23:30.236463 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-49b42f29-f8f7-4687-81e6-5d51dc163bec tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:23:30.240339 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 0f77810f-68a4-40e2-8d02-0c0a7e0b22d2 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:23:30.240661 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0f77810f-68a4-40e2-8d02-0c0a7e0b22d2 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:23:30.246349 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-49b42f29-f8f7-4687-81e6-5d51dc163bec tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:23:30.269997 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-49b42f29-f8f7-4687-81e6-5d51dc163bec tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:23:30.406838 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-de7cd56d-1f99-4142-be7c-e34c0da9a3c6 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:30.421112 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c5773f2d-c66c-4e99-90a6-ea37a7015a05 req-42b84ccd-6c79-4fea-a734-b99dc99f2388 service neutron] 10.222.0.52 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8278239 Aug 11 22:23:30.455997 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-49b42f29-f8f7-4687-81e6-5d51dc163bec tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:30.458022 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-49b42f29-f8f7-4687-81e6-5d51dc163bec tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:30.472005 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0f366-a6f8-4e63-a3a3-a3bd40b54418 req-a1796d73-f14f-4dbc-b6a4-42a364932cf1 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:30.482850 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8bb0f366-a6f8-4e63-a3a3-a3bd40b54418 req-a1796d73-f14f-4dbc-b6a4-42a364932cf1 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=29e621c7-bde5-4fca-901f-4b350b68bc9d HTTP/1.1" status: 200 len: 943 time: 0.4124188 Aug 11 22:23:30.548785 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-49b42f29-f8f7-4687-81e6-5d51dc163bec tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5562813 Aug 11 22:23:30.584116 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-754ba9e1-d607-45ee-af48-780457cb9ecb service neutron] Request body: {'port': {'device_id': '2dccd435-0751-4744-ab2d-718e5eae1174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:30.610673 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8bb0f366-a6f8-4e63-a3a3-a3bd40b54418 req-b8c51227-9ade-4dd2-8a86-c521a0e61623 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266508 Aug 11 22:23:30.743881 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7cd56d-1f99-4142-be7c-e34c0da9a3c6 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Port': ['ID=0f77810f-68a4-40e2-8d02-0c0a7e0b22d2,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:30.773354 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-754ba9e1-d607-45ee-af48-780457cb9ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:30.849193 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-36c088f8-5e89-4bd6-a621-d5c3d9a06f40 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:30.866566 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-36c088f8-5e89-4bd6-a621-d5c3d9a06f40 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.52 "GET /v2.0/networks?id=38b8f25c-cd12-4628-9365-0e6780cd68b7 HTTP/1.1" status: 200 len: 811 time: 0.9000907 Aug 11 22:23:30.894969 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7cd56d-1f99-4142-be7c-e34c0da9a3c6 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] No DVR routers for this DVR port 0f77810f-68a4-40e2-8d02-0c0a7e0b22d2 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:23:31.005498 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-82fcbc90-c943-4476-8b44-11cd30266b37 None None] Provisioning for port 3a586aec-6b69-4b0c-b660-d0f32eadc609 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:23:31.015786 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-82fcbc90-c943-4476-8b44-11cd30266b37 None None] Provisioning complete for port 3a586aec-6b69-4b0c-b660-d0f32eadc609 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:31.017037 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-82fcbc90-c943-4476-8b44-11cd30266b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:31.039266 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bbeb1ca7-45ea-4801-b444-7692f538871b req-4f57d4e5-4387-4b0d-9843-f54f689550c4 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8c87ef4-b830-40e8-bb0a-eeff4279cf43 HTTP/1.1" status: 200 len: 210 time: 0.0938406 Aug 11 22:23:31.067085 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-82fcbc90-c943-4476-8b44-11cd30266b37 None None] Port 3a586aec-6b69-4b0c-b660-d0f32eadc609 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:23:31.231254 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e323d0c-6a54-4758-9fad-ef66f1847ff0 req-6f698934-0c74-46eb-b82b-2c0ecf55caeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:31.233038 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7e323d0c-6a54-4758-9fad-ef66f1847ff0 req-6f698934-0c74-46eb-b82b-2c0ecf55caeb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2bf4ef471aa2484faad01cf58dfc260a&device_id=29e621c7-bde5-4fca-901f-4b350b68bc9d HTTP/1.1" status: 200 len: 1094 time: 0.6666942 Aug 11 22:23:31.320350 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd346e83-bd49-476c-ae2c-ab4f6d2c188f req-f486ffb0-a653-4920-bb0a-eb376ad1a240 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:31.329939 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cd346e83-bd49-476c-ae2c-ab4f6d2c188f req-f486ffb0-a653-4920-bb0a-eb376ad1a240 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 931 time: 0.1516232 Aug 11 22:23:31.356267 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-de7cd56d-1f99-4142-be7c-e34c0da9a3c6 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:31.434944 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cd346e83-bd49-476c-ae2c-ab4f6d2c188f req-2d8c8032-1f99-4595-b5ba-fce429eaad4c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014857 Aug 11 22:23:31.458587 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-754ba9e1-d607-45ee-af48-780457cb9ecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a586aec-6b69-4b0c-b660-d0f32eadc609 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:23:31.469335 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-754ba9e1-d607-45ee-af48-780457cb9ecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:31.491155 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-754ba9e1-d607-45ee-af48-780457cb9ecb service neutron] Transition to ACTIVE for port object 3a586aec-6b69-4b0c-b660-d0f32eadc609 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:23:31.501584 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-754ba9e1-d607-45ee-af48-780457cb9ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:31.591838 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ba9e1-d607-45ee-af48-780457cb9ecb service neutron] Pushing event updated for resources: {'Port': ['ID=3a586aec-6b69-4b0c-b660-d0f32eadc609,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:31.848145 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-754ba9e1-d607-45ee-af48-780457cb9ecb service neutron] Attempting to bind port 3a586aec-6b69-4b0c-b660-d0f32eadc609 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:23:31.848870 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-754ba9e1-d607-45ee-af48-780457cb9ecb service neutron] Attempting to bind port 3a586aec-6b69-4b0c-b660-d0f32eadc609 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:23:31.849487 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-754ba9e1-d607-45ee-af48-780457cb9ecb service neutron] Attempting to bind port 3a586aec-6b69-4b0c-b660-d0f32eadc609 on network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:23:31.934949 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-754ba9e1-d607-45ee-af48-780457cb9ecb service neutron] Port 3a586aec-6b69-4b0c-b660-d0f32eadc609 on network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:23:31.936961 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-754ba9e1-d607-45ee-af48-780457cb9ecb service neutron] Attempting to bind port 3a586aec-6b69-4b0c-b660-d0f32eadc609 on network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:23:31.976428 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-754ba9e1-d607-45ee-af48-780457cb9ecb service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:23:31.976428 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-754ba9e1-d607-45ee-af48-780457cb9ecb service neutron] Checking segment: {'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:23:31.976428 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-754ba9e1-d607-45ee-af48-780457cb9ecb service neutron] Bound using segment: {'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:23:31.976428 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-754ba9e1-d607-45ee-af48-780457cb9ecb service neutron] Bound port: 3a586aec-6b69-4b0c-b660-d0f32eadc609, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:23:31.976428 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-754ba9e1-d607-45ee-af48-780457cb9ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:32.026769 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b80e3-349e-4d04-b01f-01e14724a4e2 req-f2bdfbee-5391-4a76-ae96-7810f252771c tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:32.029754 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cd9b80e3-349e-4d04-b01f-01e14724a4e2 req-f2bdfbee-5391-4a76-ae96-7810f252771c tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=29e621c7-bde5-4fca-901f-4b350b68bc9d HTTP/1.1" status: 200 len: 943 time: 0.2066936 Aug 11 22:23:32.112134 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-d5bb8736-9a39-4d30-b887-bdd1c101eb03 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89e42f6e555b4d71928261e2b4518d8d HTTP/1.1" status: 200 len: 380 time: 1.1767218 Aug 11 22:23:32.115973 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-de7cd56d-1f99-4142-be7c-e34c0da9a3c6 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ec0adc-9d76-47af-a4fa-cc2089ca6d17']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:32.125264 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cd9b80e3-349e-4d04-b01f-01e14724a4e2 req-19500f3f-cab4-4f8a-bf9f-fca6ab4bb48f tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896821 Aug 11 22:23:32.149175 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-754ba9e1-d607-45ee-af48-780457cb9ecb service neutron] For port 3a586aec-6b69-4b0c-b660-d0f32eadc609, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:23:32.154251 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-754ba9e1-d607-45ee-af48-780457cb9ecb service neutron] For port 3a586aec-6b69-4b0c-b660-d0f32eadc609, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=3a586aec-6b69-4b0c-b660-d0f32eadc609,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:23:32.170857 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-754ba9e1-d607-45ee-af48-780457cb9ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:32.180639 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-2482cce6-aaf3-43da-b0b2-306cfdd6347a tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Request body: {'port': {'device_id': 'c8c87ef4-b830-40e8-bb0a-eeff4279cf43', 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7', 'admin_state_up': True, 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'security_groups': ['7cd3fd34-7649-4310-a1d3-6007f49094e5']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:32.186366 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-de7cd56d-1f99-4142-be7c-e34c0da9a3c6 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '190f4f85-4e4e-4383-b115-25a4aaf88b11') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:32.186712 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-de7cd56d-1f99-4142-be7c-e34c0da9a3c6 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '190f4f85-4e4e-4383-b115-25a4aaf88b11') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:32.257785 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-754ba9e1-d607-45ee-af48-780457cb9ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:32.258577 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-754ba9e1-d607-45ee-af48-780457cb9ecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:32.261083 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-754ba9e1-d607-45ee-af48-780457cb9ecb service neutron] 10.222.0.82 "PUT /v2.0/ports/3a586aec-6b69-4b0c-b660-d0f32eadc609 HTTP/1.1" status: 200 len: 1091 time: 1.6957390 Aug 11 22:23:32.261621 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dccd435-0751-4744-ab2d-718e5eae1174', 'tag': '3a586aec-6b69-4b0c-b660-d0f32eadc609'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:23:32.264406 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a71a90-a0d4-4bd5-90cc-c57d372a04a6" -d '{"events": [{"name": "network-changed", "server_uuid": "2dccd435-0751-4744-ab2d-718e5eae1174", "tag": "3a586aec-6b69-4b0c-b660-d0f32eadc609"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:23:32.289435 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-de7cd56d-1f99-4142-be7c-e34c0da9a3c6 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:32.333396 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ba9e1-d607-45ee-af48-780457cb9ecb service neutron] Pushing event updated for resources: {'Port': ['ID=3a586aec-6b69-4b0c-b660-d0f32eadc609,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:32.463192 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-de7cd56d-1f99-4142-be7c-e34c0da9a3c6 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:32.535324 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e323d0c-6a54-4758-9fad-ef66f1847ff0 req-64a8ecc6-9540-4529-8e5a-b4f8a0306b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:32.538701 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7e323d0c-6a54-4758-9fad-ef66f1847ff0 req-64a8ecc6-9540-4529-8e5a-b4f8a0306b42 service neutron] 10.222.0.52 "GET /v2.0/networks?id=68d2446a-390b-4a41-9fe5-492c7badcbde HTTP/1.1" status: 200 len: 916 time: 1.2969916 Aug 11 22:23:32.547528 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7cd56d-1f99-4142-be7c-e34c0da9a3c6 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:23:32.549104 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-de7cd56d-1f99-4142-be7c-e34c0da9a3c6 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:23:32.560141 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:23:32.566568 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2505e4c2-ebc0-4095-9499-c0e006506594 req-736e99e7-48c0-418e-b53e-faf2310adfb3 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8c87ef4-b830-40e8-bb0a-eeff4279cf43 HTTP/1.1" status: 200 len: 210 time: 0.1674631 Aug 11 22:23:32.603133 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-81c9b7f3-a34f-4324-ae5a-c4d9aa7c7f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:32.606423 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-81c9b7f3-a34f-4324-ae5a-c4d9aa7c7f71 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0bd86e77836944e4bb373c5db0c18c61&device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 1094 time: 0.2458143 Aug 11 22:23:32.759805 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-b7c1e6f1-ad6b-4b6c-80b2-bf3499c4a923 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a586aec-6b69-4b0c-b660-d0f32eadc609 HTTP/1.1" status: 200 len: 217 time: 0.1374190 Aug 11 22:23:32.761299 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-851a5547-ccc3-41c1-9c0a-36890e46b9ad tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:32.776565 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed8689c-3914-4853-a7a7-0f8af64a7700 x-openstack-request-id: req-5ed8689c-3914-4853-a7a7-0f8af64a7700 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:23:32.776854 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dccd435-0751-4744-ab2d-718e5eae1174", "tag": "3a586aec-6b69-4b0c-b660-d0f32eadc609", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:23:32.777083 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5ed8689c-3914-4853-a7a7-0f8af64a7700 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:23:32.777488 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dccd435-0751-4744-ab2d-718e5eae1174', 'tag': '3a586aec-6b69-4b0c-b660-d0f32eadc609', 'status': 'completed', 'code': 200} Aug 11 22:23:32.779893 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7e323d0c-6a54-4758-9fad-ef66f1847ff0 req-28e728ab-7c2d-436f-9408-79a5e8be98ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9ff5d05-c18e-4e33-a3d4-c7e231604829 HTTP/1.1" status: 200 len: 217 time: 0.1965632 Aug 11 22:23:32.878475 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-b36ff820-d178-49f9-b10e-1c170d4e847e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:32.880922 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-b36ff820-d178-49f9-b10e-1c170d4e847e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e825988f-9783-4539-86a4-b6ca493a4bbd HTTP/1.1" status: 200 len: 851 time: 0.1009548 Aug 11 22:23:32.932193 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device a9ff5d05-c18e-4e33-a3d4-c7e231604829 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:23:32.972296 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-e6686fe1-dd93-4c47-9070-aecb113e41db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:32.976137 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-e6686fe1-dd93-4c47-9070-aecb113e41db service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881131 Aug 11 22:23:33.061379 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-de7cd56d-1f99-4142-be7c-e34c0da9a3c6 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:33.070231 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-de7cd56d-1f99-4142-be7c-e34c0da9a3c6 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:33.080551 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-de7cd56d-1f99-4142-be7c-e34c0da9a3c6 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/networks/f2ec0adc-9d76-47af-a4fa-cc2089ca6d17 HTTP/1.1" status: 204 len: 168 time: 5.6956482 Aug 11 22:23:33.085184 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33848) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:33.130057 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b8839-8405-471e-82fd-a4b1be66bfe1 req-86b42998-4f95-4a68-b802-9614df105cc7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:33.145934 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c77b8839-8405-471e-82fd-a4b1be66bfe1 req-86b42998-4f95-4a68-b802-9614df105cc7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 943 time: 0.2471139 Aug 11 22:23:33.155266 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e323d0c-6a54-4758-9fad-ef66f1847ff0 req-d7b25ecb-623c-424b-96f3-72845ab8e752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:33.158237 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7e323d0c-6a54-4758-9fad-ef66f1847ff0 req-d7b25ecb-623c-424b-96f3-72845ab8e752 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=34c8b549-956e-4026-aeaf-8a20adbeac3b HTTP/1.1" status: 200 len: 855 time: 0.3225129 Aug 11 22:23:33.166817 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7cd56d-1f99-4142-be7c-e34c0da9a3c6 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Network': ['ID=f2ec0adc-9d76-47af-a4fa-cc2089ca6d17,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:33.248425 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7e323d0c-6a54-4758-9fad-ef66f1847ff0 req-6dc1037c-844c-4a0d-9b38-df5e11173186 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68d2446a-390b-4a41-9fe5-492c7badcbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585091 Aug 11 22:23:33.265332 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port a9ff5d05-c18e-4e33-a3d4-c7e231604829, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=a9ff5d05-c18e-4e33-a3d4-c7e231604829,segment=NetworkSegment(b82f776d-74cf-411f-ae30-50112b7fb9ec),segment_id=b82f776d-74cf-411f-ae30-50112b7fb9ec)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:23:33.289905 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'a9ff5d05-c18e-4e33-a3d4-c7e231604829', 'network_id': '68d2446a-390b-4a41-9fe5-492c7badcbde', 'port_id': 'a9ff5d05-c18e-4e33-a3d4-c7e231604829', 'mac_address': 'fa:16:3e:cc:81:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c8b549-956e-4026-aeaf-8a20adbeac3b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:23:33.314432 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc06f77-3723-4a0e-a63b-e3fc084493ac tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:33.324978 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bfc06f77-3723-4a0e-a63b-e3fc084493ac tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "GET /v2.0/ports/496ffa41-ea04-4bbe-8a1c-728d918263ea HTTP/1.1" status: 200 len: 844 time: 0.2245460 Aug 11 22:23:33.350340 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33852) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:33.394695 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c77b8839-8405-471e-82fd-a4b1be66bfe1 req-e47cc9cf-466a-4651-bd0e-848835bf4eb0 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476423 Aug 11 22:23:33.397105 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:33.477990 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9ff5d05-c18e-4e33-a3d4-c7e231604829 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:23:33.535257 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-412cd62b-f25c-4261-809c-52c961e64715 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "GET /v2.0/ports/496ffa41-ea04-4bbe-8a1c-728d918263ea?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1688464 Aug 11 22:23:33.553129 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-0dc10a8d-351e-4bbb-8c90-1a4851bc096a service neutron] 10.222.0.82 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5676851 Aug 11 22:23:33.554165 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33854) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:33.563662 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-59d68a04-a468-4fe2-bbca-9d785bd41b94 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'subnet': {'network_id': 'ed65213a-772d-4714-9b78-b93955e2e92d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:33.601369 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port a9ff5d05-c18e-4e33-a3d4-c7e231604829, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=a9ff5d05-c18e-4e33-a3d4-c7e231604829,segment=NetworkSegment(b82f776d-74cf-411f-ae30-50112b7fb9ec),segment_id=b82f776d-74cf-411f-ae30-50112b7fb9ec)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:23:33.617042 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:33.643901 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-2482cce6-aaf3-43da-b0b2-306cfdd6347a tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Made reservation on behalf of 89e42f6e555b4d71928261e2b4518d8d for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:23:33.648091 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-2482cce6-aaf3-43da-b0b2-306cfdd6347a tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:33.682343 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7e323d0c-6a54-4758-9fad-ef66f1847ff0 req-c3ec536a-a3eb-4d4d-be66-96f992316b79 service neutron] 10.222.0.52 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223831 Aug 11 22:23:33.759999 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6ca4b-1f9a-4531-a60e-95809cd0ee68 req-4bce1fb6-b2d3-4ab9-bbd1-fefe7f95a5f5 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:33.775749 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7dd6ca4b-1f9a-4531-a60e-95809cd0ee68 req-4bce1fb6-b2d3-4ab9-bbd1-fefe7f95a5f5 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=29e621c7-bde5-4fca-901f-4b350b68bc9d HTTP/1.1" status: 200 len: 943 time: 0.2626183 Aug 11 22:23:33.912888 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=a9ff5d05-c18e-4e33-a3d4-c7e231604829,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:33.927811 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['a9ff5d05-c18e-4e33-a3d4-c7e231604829'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:23:34.019294 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7e323d0c-6a54-4758-9fad-ef66f1847ff0 req-bbb38fe2-afa8-463a-acc3-54ef382b93b9 service neutron] 10.222.0.52 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193794 Aug 11 22:23:34.101319 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7dd6ca4b-1f9a-4531-a60e-95809cd0ee68 req-80354ff3-ff7b-406e-814e-adeb6149fa2f tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201613 Aug 11 22:23:34.211991 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8919a6a-f4ab-462a-ba38-a69e5d1c0696 req-e317e129-d918-4b52-aaba-6d327c8f0672 service neutron] 10.222.0.82 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6435289 Aug 11 22:23:34.216275 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d68a04-a468-4fe2-bbca-9d785bd41b94 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:23:34.221965 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-59d68a04-a468-4fe2-bbca-9d785bd41b94 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:34.267370 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-2482cce6-aaf3-43da-b0b2-306cfdd6347a tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Allocated IP 172.20.0.11 (38b8f25c-cd12-4628-9365-0e6780cd68b7/97d7da21-8ec4-48da-9d66-6777c48f7843/10856a8d-9c16-418a-8682-a2e791752deb) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:23:34.550728 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1c7265a9-483c-4a07-b301-8f18e69248d5 req-c9c8a3c6-94fa-468e-8370-8da666992108 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8c87ef4-b830-40e8-bb0a-eeff4279cf43 HTTP/1.1" status: 200 len: 210 time: 0.0993252 Aug 11 22:23:34.912603 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-851a5547-ccc3-41c1-9c0a-36890e46b9ad tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Deleting port 368c0fbb-6b7f-44a3-9e59-801d58a0f36d {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:23:34.913839 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-851a5547-ccc3-41c1-9c0a-36890e46b9ad tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:34.949206 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device a9ff5d05-c18e-4e33-a3d4-c7e231604829 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:23:35.198350 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port a9ff5d05-c18e-4e33-a3d4-c7e231604829 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:23:35.210906 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-2482cce6-aaf3-43da-b0b2-306cfdd6347a tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:35.221919 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port a9ff5d05-c18e-4e33-a3d4-c7e231604829 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:35.222594 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:35.228937 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a71a90-a0d4-4bd5-90cc-c57d372a04a6 req-0b5e8d1c-0192-4a39-a852-1ca54e1c2693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:35.231252 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-18a71a90-a0d4-4bd5-90cc-c57d372a04a6 req-0b5e8d1c-0192-4a39-a852-1ca54e1c2693 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0bd86e77836944e4bb373c5db0c18c61&device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 1094 time: 0.7653284 Aug 11 22:23:35.326966 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-2482cce6-aaf3-43da-b0b2-306cfdd6347a tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Transition to ACTIVE for port object 10856a8d-9c16-418a-8682-a2e791752deb will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:23:35.559062 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-851a5547-ccc3-41c1-9c0a-36890e46b9ad tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:35.579632 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:35.586106 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-2482cce6-aaf3-43da-b0b2-306cfdd6347a tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:35.617114 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-851a5547-ccc3-41c1-9c0a-36890e46b9ad tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Calling delete_port for 368c0fbb-6b7f-44a3-9e59-801d58a0f36d owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:23:35.629291 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port a9ff5d05-c18e-4e33-a3d4-c7e231604829, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=a9ff5d05-c18e-4e33-a3d4-c7e231604829,segment=NetworkSegment(b82f776d-74cf-411f-ae30-50112b7fb9ec),segment_id=b82f776d-74cf-411f-ae30-50112b7fb9ec)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:23:35.630661 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e621c7-bde5-4fca-901f-4b350b68bc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ff5d05-c18e-4e33-a3d4-c7e231604829'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:23:35.635373 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8454131-8a6d-468b-a7a9-e3b1cbb61ced" -d '{"events": [{"server_uuid": "29e621c7-bde5-4fca-901f-4b350b68bc9d", "name": "network-vif-plugged", "status": "completed", "tag": "a9ff5d05-c18e-4e33-a3d4-c7e231604829"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:23:35.640500 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:35.653247 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118f36c-de69-4055-b963-51a34140f203 req-8df6fd8d-d506-4872-9f4a-71fc18b7f0d2 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:35.656393 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b118f36c-de69-4055-b963-51a34140f203 req-8df6fd8d-d506-4872-9f4a-71fc18b7f0d2 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 943 time: 0.5817888 Aug 11 22:23:35.700836 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-2482cce6-aaf3-43da-b0b2-306cfdd6347a tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Network 38b8f25c-cd12-4628-9365-0e6780cd68b7 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:23:35.764901 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-2482cce6-aaf3-43da-b0b2-306cfdd6347a tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:23:35.806478 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=a9ff5d05-c18e-4e33-a3d4-c7e231604829,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:35.808199 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-2482cce6-aaf3-43da-b0b2-306cfdd6347a tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:23:35.821532 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482cce6-aaf3-43da-b0b2-306cfdd6347a tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Pushing event updated for resources: {'Port': ['ID=10856a8d-9c16-418a-8682-a2e791752deb,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:35.861409 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-59d68a04-a468-4fe2-bbca-9d785bd41b94 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:35.985079 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d68a04-a468-4fe2-bbca-9d785bd41b94 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Subnet': ['ID=43e167e7-5c6a-48fc-a49d-cc445e1d675c,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:35.996830 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-2482cce6-aaf3-43da-b0b2-306cfdd6347a tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:35.998021 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-2482cce6-aaf3-43da-b0b2-306cfdd6347a tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:36.018916 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d68a04-a468-4fe2-bbca-9d785bd41b94 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network ed65213a-772d-4714-9b78-b93955e2e92d is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:23:36.029700 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b118f36c-de69-4055-b963-51a34140f203 req-0dcc0671-de11-4ab2-8a51-6b70880444b4 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469679 Aug 11 22:23:36.033317 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-2482cce6-aaf3-43da-b0b2-306cfdd6347a tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8966973 Aug 11 22:23:36.050873 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-59d68a04-a468-4fe2-bbca-9d785bd41b94 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:23:36.051898 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-e62e910c-fa59-4030-9494-56fc1b4d9e6c service neutron] Request body: {'port': {'device_id': 'c8c87ef4-b830-40e8-bb0a-eeff4279cf43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:36.063426 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d68a04-a468-4fe2-bbca-9d785bd41b94 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:36.064453 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-59d68a04-a468-4fe2-bbca-9d785bd41b94 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:36.068838 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60860204-b829-403b-a1ca-d3acdda7ab4b None None] Network ed65213a-772d-4714-9b78-b93955e2e92d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:23:36.097752 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a71a90-a0d4-4bd5-90cc-c57d372a04a6 req-0b19b503-6a6b-42ca-8af0-1aed5653b3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:36.101015 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-18a71a90-a0d4-4bd5-90cc-c57d372a04a6 req-0b19b503-6a6b-42ca-8af0-1aed5653b3a1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 200 len: 913 time: 0.8578954 Aug 11 22:23:36.113404 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-59d68a04-a468-4fe2-bbca-9d785bd41b94 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5519149 Aug 11 22:23:36.113741 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33870) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:36.125670 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-9710580d-444d-4942-8c8a-94f14407aee7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'security_group': {'name': 'tempest-secgroup-1937449060'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:36.169869 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-18a71a90-a0d4-4bd5-90cc-c57d372a04a6 req-6bbfa68b-961d-4839-8e74-f3db3367ef37 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a586aec-6b69-4b0c-b660-d0f32eadc609 HTTP/1.1" status: 200 len: 217 time: 0.0586548 Aug 11 22:23:36.189575 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9710580d-444d-4942-8c8a-94f14407aee7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:36.316104 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a71a90-a0d4-4bd5-90cc-c57d372a04a6 req-6a14f7d8-df97-402a-a04b-f5dd98980ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:36.320189 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-18a71a90-a0d4-4bd5-90cc-c57d372a04a6 req-6a14f7d8-df97-402a-a04b-f5dd98980ca2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e825988f-9783-4539-86a4-b6ca493a4bbd HTTP/1.1" status: 200 len: 851 time: 0.1433957 Aug 11 22:23:36.329805 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-e62e910c-fa59-4030-9494-56fc1b4d9e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:36.372345 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-851a5547-ccc3-41c1-9c0a-36890e46b9ad tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:36.430984 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a5547-ccc3-41c1-9c0a-36890e46b9ad tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Port': ['ID=368c0fbb-6b7f-44a3-9e59-801d58a0f36d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:36.521817 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d838330b-60da-4f43-944d-9b09dd9ee71a None None] Provisioning for port 10856a8d-9c16-418a-8682-a2e791752deb completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:23:36.570591 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d838330b-60da-4f43-944d-9b09dd9ee71a None None] Provisioning complete for port 10856a8d-9c16-418a-8682-a2e791752deb triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:36.571122 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d838330b-60da-4f43-944d-9b09dd9ee71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:36.604047 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a71a90-a0d4-4bd5-90cc-c57d372a04a6 req-1542ac16-f559-438c-8425-64d48ceb1b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:36.605803 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-18a71a90-a0d4-4bd5-90cc-c57d372a04a6 req-1542ac16-f559-438c-8425-64d48ceb1b39 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2753954 Aug 11 22:23:36.626299 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821e15d-1b9e-4589-b816-0e22c0d16a37 req-f98959eb-47d9-471e-91a1-4346ec69e18c tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:36.640234 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e821e15d-1b9e-4589-b816-0e22c0d16a37 req-f98959eb-47d9-471e-91a1-4346ec69e18c tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=29e621c7-bde5-4fca-901f-4b350b68bc9d HTTP/1.1" status: 200 len: 945 time: 0.2538137 Aug 11 22:23:36.823491 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e821e15d-1b9e-4589-b816-0e22c0d16a37 req-b6c60c2e-d91c-443c-9f32-09f3d5576ac4 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820116 Aug 11 22:23:36.989475 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-d838330b-60da-4f43-944d-9b09dd9ee71a None None] Port 10856a8d-9c16-418a-8682-a2e791752deb cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:23:37.001249 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-18a71a90-a0d4-4bd5-90cc-c57d372a04a6 req-7937e0f0-4971-4bd3-b7c2-645c139a5380 service neutron] 10.222.0.82 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842072 Aug 11 22:23:37.153130 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-851a5547-ccc3-41c1-9c0a-36890e46b9ad tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:37.221563 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d750250-ca04-433c-a369-8ffb6079a406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-ed65213a-772d-4714-9b78-b93955e2e92d', 'network_id': 'ed65213a-772d-4714-9b78-b93955e2e92d', 'tenant_id': '22c8a996a3334481a7d918c28c08fba9', 'fixed_ips': [{'subnet_id': '43e167e7-5c6a-48fc-a49d-cc445e1d675c'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:23:37.224385 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1d750250-ca04-433c-a369-8ffb6079a406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:37.324990 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-e62e910c-fa59-4030-9494-56fc1b4d9e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10856a8d-9c16-418a-8682-a2e791752deb {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:23:37.348106 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-e62e910c-fa59-4030-9494-56fc1b4d9e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:37.386559 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-e62e910c-fa59-4030-9494-56fc1b4d9e6c service neutron] Transition to ACTIVE for port object 10856a8d-9c16-418a-8682-a2e791752deb will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:23:37.410374 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ae312-9b32-4bde-94f8-ad87d5d25c62 req-769393bc-a448-4ac7-bff0-ef17f2c8a7c6 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:37.413094 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d76ae312-9b32-4bde-94f8-ad87d5d25c62 req-769393bc-a448-4ac7-bff0-ef17f2c8a7c6 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8c87ef4-b830-40e8-bb0a-eeff4279cf43 HTTP/1.1" status: 200 len: 932 time: 0.3286054 Aug 11 22:23:37.416482 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-e62e910c-fa59-4030-9494-56fc1b4d9e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:37.464599 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9710580d-444d-4942-8c8a-94f14407aee7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:37.605977 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-18a71a90-a0d4-4bd5-90cc-c57d372a04a6 req-d0a776a1-6862-4a6a-ae55-c4483cb59224 service neutron] 10.222.0.82 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5970697 Aug 11 22:23:37.631985 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d76ae312-9b32-4bde-94f8-ad87d5d25c62 req-db322fa4-4f3c-4ccf-bb6a-b1aba90e15c0 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=7cd3fd34-7649-4310-a1d3-6007f49094e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805553 Aug 11 22:23:37.687937 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9710580d-444d-4942-8c8a-94f14407aee7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:37.740130 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-1d750250-ca04-433c-a369-8ffb6079a406 None None] Allocated IP 2001:db8::2 (ed65213a-772d-4714-9b78-b93955e2e92d/43e167e7-5c6a-48fc-a49d-cc445e1d675c/3ab1c24e-5dd5-4c85-b728-fca6beda0e36) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:23:37.751214 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac88e60-9496-49c9-83fc-1224e58014f9 x-openstack-request-id: req-bac88e60-9496-49c9-83fc-1224e58014f9 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:23:37.751834 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e621c7-bde5-4fca-901f-4b350b68bc9d", "name": "network-vif-plugged", "status": "completed", "tag": "a9ff5d05-c18e-4e33-a3d4-c7e231604829", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:23:37.752265 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bac88e60-9496-49c9-83fc-1224e58014f9 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:23:37.775423 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e621c7-bde5-4fca-901f-4b350b68bc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ff5d05-c18e-4e33-a3d4-c7e231604829', 'code': 200} Aug 11 22:23:38.145913 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e910c-fa59-4030-9494-56fc1b4d9e6c service neutron] Pushing event updated for resources: {'Port': ['ID=10856a8d-9c16-418a-8682-a2e791752deb,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:38.149088 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9710580d-444d-4942-8c8a-94f14407aee7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:38.157162 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9710580d-444d-4942-8c8a-94f14407aee7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0414677 Aug 11 22:23:38.179719 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33880) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:38.188860 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6d470-775b-4c8c-bfea-2af00e9ae664 req-19845580-c113-4fca-8911-88bd3f84bfc4 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:38.191667 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-27a6d470-775b-4c8c-bfea-2af00e9ae664 req-19845580-c113-4fca-8911-88bd3f84bfc4 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 943 time: 0.3140759 Aug 11 22:23:38.227594 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-62a88dde-6dde-4e6f-ac62-815b62f63e89 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'security_group': {'name': 'tempest-secgroup-124056318'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:38.308795 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:38.320023 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1d750250-ca04-433c-a369-8ffb6079a406 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:38.348135 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1d750250-ca04-433c-a369-8ffb6079a406 None None] Transition to ACTIVE for port object 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:23:38.372511 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1d750250-ca04-433c-a369-8ffb6079a406 None None] Transition to ACTIVE for port object 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:23:38.384710 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1d750250-ca04-433c-a369-8ffb6079a406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:38.392526 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710580d-444d-4942-8c8a-94f14407aee7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9584a2f6-b96b-4d35-885f-af5c651ec176,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:38.405664 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-27a6d470-775b-4c8c-bfea-2af00e9ae664 req-f47d7b80-552d-4e43-930e-ae5635699c27 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997488 Aug 11 22:23:38.449181 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851a5547-ccc3-41c1-9c0a-36890e46b9ad tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Router 71863388-a7e5-4db4-b896-70a53d2a700c has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:23:38.450742 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d750250-ca04-433c-a369-8ffb6079a406 None None] Pushing event updated for resources: {'Port': ['ID=3ab1c24e-5dd5-4c85-b728-fca6beda0e36,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:38.473506 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d750250-ca04-433c-a369-8ffb6079a406 None None] Network ed65213a-772d-4714-9b78-b93955e2e92d is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:23:38.475239 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-1d750250-ca04-433c-a369-8ffb6079a406 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:23:38.479429 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d750250-ca04-433c-a369-8ffb6079a406 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:23:38.551370 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1d750250-ca04-433c-a369-8ffb6079a406 None None] Attempting to bind port 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:23:38.552032 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1d750250-ca04-433c-a369-8ffb6079a406 None None] Attempting to bind port 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'b6359486-ab79-4002-b21d-a9cff891cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ed65213a-772d-4714-9b78-b93955e2e92d'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:23:38.552723 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d750250-ca04-433c-a369-8ffb6079a406 None None] Attempting to bind port 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 on network ed65213a-772d-4714-9b78-b93955e2e92d {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:23:38.553198 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff967c-4ec1-43d3-baba-d60d7ad83970 req-b53229a5-98e6-4d29-b9a2-407480d34357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:38.560905 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f9ff967c-4ec1-43d3-baba-d60d7ad83970 req-b53229a5-98e6-4d29-b9a2-407480d34357 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=29e621c7-bde5-4fca-901f-4b350b68bc9d HTTP/1.1" status: 200 len: 1096 time: 0.5675528 Aug 11 22:23:38.564157 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d750250-ca04-433c-a369-8ffb6079a406 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:23:38.564484 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-62a88dde-6dde-4e6f-ac62-815b62f63e89 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:38.564889 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d750250-ca04-433c-a369-8ffb6079a406 None None] Checking segment: {'id': 'b6359486-ab79-4002-b21d-a9cff891cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ed65213a-772d-4714-9b78-b93955e2e92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:23:38.565529 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1d750250-ca04-433c-a369-8ffb6079a406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:38.566202 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d750250-ca04-433c-a369-8ffb6079a406 None None] Bound using segment: {'id': 'b6359486-ab79-4002-b21d-a9cff891cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ed65213a-772d-4714-9b78-b93955e2e92d'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:23:38.567302 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1d750250-ca04-433c-a369-8ffb6079a406 None None] Bound port: 3ab1c24e-5dd5-4c85-b728-fca6beda0e36, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6359486-ab79-4002-b21d-a9cff891cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ed65213a-772d-4714-9b78-b93955e2e92d'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:23:38.567925 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1d750250-ca04-433c-a369-8ffb6079a406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:38.633757 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-e62e910c-fa59-4030-9494-56fc1b4d9e6c service neutron] Attempting to bind port 10856a8d-9c16-418a-8682-a2e791752deb on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:23:38.634781 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-e62e910c-fa59-4030-9494-56fc1b4d9e6c service neutron] Attempting to bind port 10856a8d-9c16-418a-8682-a2e791752deb by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '6da62bdd-158d-4cb9-b631-9961e2bbb91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:23:38.635006 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-e62e910c-fa59-4030-9494-56fc1b4d9e6c service neutron] Attempting to bind port 10856a8d-9c16-418a-8682-a2e791752deb on network 38b8f25c-cd12-4628-9365-0e6780cd68b7 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:23:38.649162 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0d80e-ea24-4758-99f6-3b65fce14b53 req-b3ae24f3-4a27-449d-a1ff-b817f15d23c9 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:38.653976 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-85b0d80e-ea24-4758-99f6-3b65fce14b53 req-b3ae24f3-4a27-449d-a1ff-b817f15d23c9 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=29e621c7-bde5-4fca-901f-4b350b68bc9d HTTP/1.1" status: 200 len: 945 time: 0.1722181 Aug 11 22:23:38.720550 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-1d750250-ca04-433c-a369-8ffb6079a406 None None] For port 3ab1c24e-5dd5-4c85-b728-fca6beda0e36, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:23:38.724409 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-1d750250-ca04-433c-a369-8ffb6079a406 None None] For port 3ab1c24e-5dd5-4c85-b728-fca6beda0e36, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=3ab1c24e-5dd5-4c85-b728-fca6beda0e36,segment=NetworkSegment(b6359486-ab79-4002-b21d-a9cff891cfec),segment_id=b6359486-ab79-4002-b21d-a9cff891cfec)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:23:38.739482 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1d750250-ca04-433c-a369-8ffb6079a406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:38.765568 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-85b0d80e-ea24-4758-99f6-3b65fce14b53 req-0a9de554-c536-4bf4-befe-33a5c02c1713 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013057 Aug 11 22:23:38.859844 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d750250-ca04-433c-a369-8ffb6079a406 None None] Pushing event updated for resources: {'Port': ['ID=3ab1c24e-5dd5-4c85-b728-fca6beda0e36,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:38.885182 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851a5547-ccc3-41c1-9c0a-36890e46b9ad tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:23:38.919875 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c392d229-dd43-4102-9116-8e5a5931a819 None None] Sync routers for ids ['71863388-a7e5-4db4-b896-70a53d2a700c'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:23:38.937408 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c392d229-dd43-4102-9116-8e5a5931a819 None None] Routers {'71863388-a7e5-4db4-b896-70a53d2a700c'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:23:38.938066 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c392d229-dd43-4102-9116-8e5a5931a819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:23:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['71863388-a7e5-4db4-b896-70a53d2a700c'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:38.940187 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-e62e910c-fa59-4030-9494-56fc1b4d9e6c service neutron] Port 10856a8d-9c16-418a-8682-a2e791752deb on network 38b8f25c-cd12-4628-9365-0e6780cd68b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:23:38.940739 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-e62e910c-fa59-4030-9494-56fc1b4d9e6c service neutron] Attempting to bind port 10856a8d-9c16-418a-8682-a2e791752deb on network 38b8f25c-cd12-4628-9365-0e6780cd68b7 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:23:38.948808 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f9ff967c-4ec1-43d3-baba-d60d7ad83970 req-946ff000-4574-4e11-9158-f32cbe87a0e1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650634 Aug 11 22:23:38.978362 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-62a88dde-6dde-4e6f-ac62-815b62f63e89 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:38.990288 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-851a5547-ccc3-41c1-9c0a-36890e46b9ad tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "PUT /v2.0/routers/71863388-a7e5-4db4-b896-70a53d2a700c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8122885 Aug 11 22:23:39.000721 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33884) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:39.015670 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c392d229-dd43-4102-9116-8e5a5931a819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:39.019440 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-e62e910c-fa59-4030-9494-56fc1b4d9e6c service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:23:39.020399 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-e62e910c-fa59-4030-9494-56fc1b4d9e6c service neutron] Checking segment: {'id': '6da62bdd-158d-4cb9-b631-9961e2bbb91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:23:39.021314 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-e62e910c-fa59-4030-9494-56fc1b4d9e6c service neutron] Bound using segment: {'id': '6da62bdd-158d-4cb9-b631-9961e2bbb91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:23:39.022276 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-e62e910c-fa59-4030-9494-56fc1b4d9e6c service neutron] Bound port: 10856a8d-9c16-418a-8682-a2e791752deb, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6da62bdd-158d-4cb9-b631-9961e2bbb91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:23:39.023084 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-e62e910c-fa59-4030-9494-56fc1b4d9e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:39.030716 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-62a88dde-6dde-4e6f-ac62-815b62f63e89 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:39.031380 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c392d229-dd43-4102-9116-8e5a5931a819 None None] Routers {'71863388-a7e5-4db4-b896-70a53d2a700c'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:23:39.032081 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c392d229-dd43-4102-9116-8e5a5931a819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:23:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['71863388-a7e5-4db4-b896-70a53d2a700c'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:39.089084 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c392d229-dd43-4102-9116-8e5a5931a819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:39.089780 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c392d229-dd43-4102-9116-8e5a5931a819 None None] The sync data for ids ['71863388-a7e5-4db4-b896-70a53d2a700c'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:23:39.115252 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a88dde-6dde-4e6f-ac62-815b62f63e89 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=500cd0de-984d-4ff3-a13e-fdcac226a151,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:39.126210 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-051449f5-a1c5-4e64-83c3-2b9f06d538f7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "GET /v2.0/ports?device_id=71863388-a7e5-4db4-b896-70a53d2a700c HTTP/1.1" status: 200 len: 205 time: 0.1237469 Aug 11 22:23:39.141558 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33888) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:39.180630 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37944cde-67cf-4850-8519-d973bc097304 req-18f49b02-f38b-4f0a-9c1e-3227491174c1 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:39.199564 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-37944cde-67cf-4850-8519-d973bc097304 req-18f49b02-f38b-4f0a-9c1e-3227491174c1 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8c87ef4-b830-40e8-bb0a-eeff4279cf43 HTTP/1.1" status: 200 len: 944 time: 0.2775044 Aug 11 22:23:39.278335 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-37944cde-67cf-4850-8519-d973bc097304 req-4134c301-5d9f-4ae9-8092-dacbf1994d02 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=7cd3fd34-7649-4310-a1d3-6007f49094e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779061 Aug 11 22:23:39.452053 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-62a88dde-6dde-4e6f-ac62-815b62f63e89 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:39.453886 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-62a88dde-6dde-4e6f-ac62-815b62f63e89 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2387235 Aug 11 22:23:39.460416 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33896) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:39.467967 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-7dde9ee4-a31e-4848-ba5f-52d84af1fc5f tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1447505662', 'security_groups': ['500cd0de-984d-4ff3-a13e-fdcac226a151'], 'network_id': 'ed65213a-772d-4714-9b78-b93955e2e92d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '43e167e7-5c6a-48fc-a49d-cc445e1d675c'}]}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:39.474127 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c37b142e-7821-405a-93b4-f2cad154f2b7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:39.776744 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f45f86-9095-4a34-ba03-e949e3da9c21 req-a8fecc01-d4e5-4d3f-a4dd-5cafde8f48b2 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:39.778385 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-85f45f86-9095-4a34-ba03-e949e3da9c21 req-a8fecc01-d4e5-4d3f-a4dd-5cafde8f48b2 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 943 time: 0.1482172 Aug 11 22:23:39.798489 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dde9ee4-a31e-4848-ba5f-52d84af1fc5f tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:23:39.838030 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-e62e910c-fa59-4030-9494-56fc1b4d9e6c service neutron] For port 10856a8d-9c16-418a-8682-a2e791752deb, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:23:39.914881 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-e62e910c-fa59-4030-9494-56fc1b4d9e6c service neutron] For port 10856a8d-9c16-418a-8682-a2e791752deb, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=10856a8d-9c16-418a-8682-a2e791752deb,segment=NetworkSegment(6da62bdd-158d-4cb9-b631-9961e2bbb91a),segment_id=6da62bdd-158d-4cb9-b631-9961e2bbb91a)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:23:39.918630 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c37b142e-7821-405a-93b4-f2cad154f2b7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:39.923034 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c37b142e-7821-405a-93b4-f2cad154f2b7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:39.929613 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-e62e910c-fa59-4030-9494-56fc1b4d9e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:40.043836 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:23:40.125922 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-e62e910c-fa59-4030-9494-56fc1b4d9e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:40.127301 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-e62e910c-fa59-4030-9494-56fc1b4d9e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:40.137578 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-e62e910c-fa59-4030-9494-56fc1b4d9e6c service neutron] 10.222.0.52 "PUT /v2.0/ports/10856a8d-9c16-418a-8682-a2e791752deb HTTP/1.1" status: 200 len: 1092 time: 4.0951571 Aug 11 22:23:40.166155 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c87ef4-b830-40e8-bb0a-eeff4279cf43', 'tag': '10856a8d-9c16-418a-8682-a2e791752deb'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:23:40.172914 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba0a112-20cc-483d-aa9f-d3284590baad" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c87ef4-b830-40e8-bb0a-eeff4279cf43", "tag": "10856a8d-9c16-418a-8682-a2e791752deb"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:23:40.249896 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-85f45f86-9095-4a34-ba03-e949e3da9c21 req-26152926-ac1c-4559-826b-4a55fe5449e7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183071 Aug 11 22:23:40.255263 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c37b142e-7821-405a-93b4-f2cad154f2b7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:40.264286 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37b142e-7821-405a-93b4-f2cad154f2b7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Fanout notify agent at l3_agent the message router_deleted on router 71863388-a7e5-4db4-b896-70a53d2a700c {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:23:40.295821 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:23:40.432007 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7dde9ee4-a31e-4848-ba5f-52d84af1fc5f tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:40.523632 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:23:40.570017 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-7dde9ee4-a31e-4848-ba5f-52d84af1fc5f tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] device_id is not set on port 7ad455ca-047a-4d69-9ef6-8b69e4abd2e1 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:23:40.936007 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc23759-f0c1-41be-b0dd-1226ea38cf1d req-33fd16a2-0a65-4f0e-b671-3ba779268080 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:40.937851 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9dc23759-f0c1-41be-b0dd-1226ea38cf1d req-33fd16a2-0a65-4f0e-b671-3ba779268080 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=29e621c7-bde5-4fca-901f-4b350b68bc9d HTTP/1.1" status: 200 len: 945 time: 0.4542987 Aug 11 22:23:41.185305 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-aa8964f6-c125-4ad1-8f7d-1a56356b5a8b None None] Provisioning for port 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:23:41.206392 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-aa8964f6-c125-4ad1-8f7d-1a56356b5a8b None None] Provisioning complete for port 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:41.214797 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-aa8964f6-c125-4ad1-8f7d-1a56356b5a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:41.265662 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9dc23759-f0c1-41be-b0dd-1226ea38cf1d req-e161f605-c0fb-4b14-bcdf-ce9537412bab tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059745 Aug 11 22:23:41.373427 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-7dde9ee4-a31e-4848-ba5f-52d84af1fc5f tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Allocated IP 2001:db8::2bd (ed65213a-772d-4714-9b78-b93955e2e92d/43e167e7-5c6a-48fc-a49d-cc445e1d675c/7ad455ca-047a-4d69-9ef6-8b69e4abd2e1) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:23:41.704119 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c37b142e-7821-405a-93b4-f2cad154f2b7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:41.715731 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c37b142e-7821-405a-93b4-f2cad154f2b7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/routers/71863388-a7e5-4db4-b896-70a53d2a700c HTTP/1.1" status: 204 len: 168 time: 2.5606587 Aug 11 22:23:41.733094 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918f4060-fedc-4797-ad6a-439480ab5164 x-openstack-request-id: req-918f4060-fedc-4797-ad6a-439480ab5164 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:23:41.741425 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c87ef4-b830-40e8-bb0a-eeff4279cf43", "tag": "10856a8d-9c16-418a-8682-a2e791752deb", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:23:41.742305 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-918f4060-fedc-4797-ad6a-439480ab5164 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:23:41.742971 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c87ef4-b830-40e8-bb0a-eeff4279cf43', 'tag': '10856a8d-9c16-418a-8682-a2e791752deb', 'status': 'completed', 'code': 200} Aug 11 22:23:41.764658 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33916) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:41.807440 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e910c-fa59-4030-9494-56fc1b4d9e6c service neutron] Pushing event updated for resources: {'Port': ['ID=10856a8d-9c16-418a-8682-a2e791752deb,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:41.957486 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-5bec8b56-cfc2-4728-999a-d9c3a8bac051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:41.959864 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-5bec8b56-cfc2-4728-999a-d9c3a8bac051 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=89e42f6e555b4d71928261e2b4518d8d&device_id=c8c87ef4-b830-40e8-bb0a-eeff4279cf43 HTTP/1.1" status: 200 len: 1095 time: 1.6601429 Aug 11 22:23:42.053629 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-617c954b-a1ba-4b6f-b8e7-3985c3576313 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Deleting subnet 03d8b4f8-f042-4c4f-bcee-9ca43af6e945 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:23:42.242244 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-617c954b-a1ba-4b6f-b8e7-3985c3576313 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:42.246752 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-fad47d20-6f13-430b-b958-3c2248bb68c0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10856a8d-9c16-418a-8682-a2e791752deb HTTP/1.1" status: 200 len: 217 time: 0.2759118 Aug 11 22:23:42.355217 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23949ff-629f-488d-8eb5-20e678ee5f87 req-74bdf925-fae0-452d-ad58-d575754fbbf0 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:42.361458 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f23949ff-629f-488d-8eb5-20e678ee5f87 req-74bdf925-fae0-452d-ad58-d575754fbbf0 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8c87ef4-b830-40e8-bb0a-eeff4279cf43 HTTP/1.1" status: 200 len: 944 time: 0.3590395 Aug 11 22:23:42.400673 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-aa8964f6-c125-4ad1-8f7d-1a56356b5a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:42.418501 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-617c954b-a1ba-4b6f-b8e7-3985c3576313 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:42.473018 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-aa8964f6-c125-4ad1-8f7d-1a56356b5a8b None None] For port 3ab1c24e-5dd5-4c85-b728-fca6beda0e36, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=3ab1c24e-5dd5-4c85-b728-fca6beda0e36,segment=NetworkSegment(b6359486-ab79-4002-b21d-a9cff891cfec),segment_id=b6359486-ab79-4002-b21d-a9cff891cfec)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:23:42.476063 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-a94629a9-29bc-42a1-960c-bc4d524e25f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:42.477648 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-a94629a9-29bc-42a1-960c-bc4d524e25f2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=97d7da21-8ec4-48da-9d66-6777c48f7843 HTTP/1.1" status: 200 len: 850 time: 0.1738729 Aug 11 22:23:42.479251 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7dde9ee4-a31e-4848-ba5f-52d84af1fc5f tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:42.481516 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-aa8964f6-c125-4ad1-8f7d-1a56356b5a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:42.512221 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f23949ff-629f-488d-8eb5-20e678ee5f87 req-fd7af099-7145-47c2-bb7c-90ce1e1d6792 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=7cd3fd34-7649-4310-a1d3-6007f49094e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495078 Aug 11 22:23:42.566228 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-7dde9ee4-a31e-4848-ba5f-52d84af1fc5f tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Transition to ACTIVE for port object 7ad455ca-047a-4d69-9ef6-8b69e4abd2e1 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:23:42.607455 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-aa8964f6-c125-4ad1-8f7d-1a56356b5a8b None None] Provisioning complete for port 496ffa41-ea04-4bbe-8a1c-728d918263ea triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:42.607988 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-aa8964f6-c125-4ad1-8f7d-1a56356b5a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:42.697811 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8964f6-c125-4ad1-8f7d-1a56356b5a8b None None] Pushing event updated for resources: {'Port': ['ID=3ab1c24e-5dd5-4c85-b728-fca6beda0e36,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:42.708190 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-3158aefd-3f34-47ec-97b5-92339c7aa370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:42.712492 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-3158aefd-3f34-47ec-97b5-92339c7aa370 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=38b8f25c-cd12-4628-9365-0e6780cd68b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2263198 Aug 11 22:23:42.722199 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7dde9ee4-a31e-4848-ba5f-52d84af1fc5f tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:42.734450 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-aa8964f6-c125-4ad1-8f7d-1a56356b5a8b None None] Port 496ffa41-ea04-4bbe-8a1c-728d918263ea cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:23:42.832606 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-b6dcd26d-cd60-4748-b610-8158d22de5be service neutron] 10.222.0.52 "GET /v2.0/networks/38b8f25c-cd12-4628-9365-0e6780cd68b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097538 Aug 11 22:23:42.864342 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-617c954b-a1ba-4b6f-b8e7-3985c3576313 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:42.865749 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dde9ee4-a31e-4848-ba5f-52d84af1fc5f tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network ed65213a-772d-4714-9b78-b93955e2e92d is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:23:42.880406 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-7dde9ee4-a31e-4848-ba5f-52d84af1fc5f tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:23:42.890071 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dde9ee4-a31e-4848-ba5f-52d84af1fc5f tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:23:42.912233 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dde9ee4-a31e-4848-ba5f-52d84af1fc5f tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:42.913429 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7dde9ee4-a31e-4848-ba5f-52d84af1fc5f tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:42.974298 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde9ee4-a31e-4848-ba5f-52d84af1fc5f tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Port': ['ID=7ad455ca-047a-4d69-9ef6-8b69e4abd2e1,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:42.987985 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7dde9ee4-a31e-4848-ba5f-52d84af1fc5f tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5255127 Aug 11 22:23:42.992229 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33928) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:43.005475 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-6a79f1fb-4054-49f6-b170-e967457306a0 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'subnet': {'network_id': 'ed65213a-772d-4714-9b78-b93955e2e92d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:43.060843 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-617c954b-a1ba-4b6f-b8e7-3985c3576313 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:43.131436 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c954b-a1ba-4b6f-b8e7-3985c3576313 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Subnet': ['ID=03d8b4f8-f042-4c4f-bcee-9ca43af6e945,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:43.141920 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-617c954b-a1ba-4b6f-b8e7-3985c3576313 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:43.147303 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf9748-5205-44b0-83be-ddf9aca8aac5 req-df778b68-eb04-4e1b-a814-4b02be49293b tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:43.147796 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-617c954b-a1ba-4b6f-b8e7-3985c3576313 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/subnets/03d8b4f8-f042-4c4f-bcee-9ca43af6e945 HTTP/1.1" status: 204 len: 168 time: 1.3766263 Aug 11 22:23:43.148572 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33932) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:43.158871 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-54387e12-7feb-4056-85f6-b6dd4b0558bb req-165e1d12-704a-4dd2-a74a-d640f9330dee service neutron] 10.222.0.52 "GET /v2.0/networks/38b8f25c-cd12-4628-9365-0e6780cd68b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198633 Aug 11 22:23:43.161383 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5ecf9748-5205-44b0-83be-ddf9aca8aac5 req-df778b68-eb04-4e1b-a814-4b02be49293b tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 943 time: 0.3828607 Aug 11 22:23:43.239045 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d8212b-7c49-4f4f-bb00-da3c4b7f5291 None None] Network c4ee594e-919d-432e-bbdb-0ea54dda88b9 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:23:43.506643 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0a112-20cc-483d-aa9f-d3284590baad req-025c0a04-62e1-4cfe-810b-52fe79c2dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:43.520320 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cba0a112-20cc-483d-aa9f-d3284590baad req-025c0a04-62e1-4cfe-810b-52fe79c2dd2d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=89e42f6e555b4d71928261e2b4518d8d&device_id=c8c87ef4-b830-40e8-bb0a-eeff4279cf43 HTTP/1.1" status: 200 len: 1095 time: 0.2168884 Aug 11 22:23:43.580440 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5ecf9748-5205-44b0-83be-ddf9aca8aac5 req-d05ab5ba-403c-4f8e-911e-cf3cd3e174a8 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701325 Aug 11 22:23:43.598870 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c2871fe8-f00c-4ff3-8f75-06e6481974c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:43.730327 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5507-be72-452c-9414-2f796ca3ac96 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:43.877609 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a79f1fb-4054-49f6-b170-e967457306a0 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:23:43.897725 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6a79f1fb-4054-49f6-b170-e967457306a0 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:43.966300 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f907cf91-7788-475c-a736-d4321f0bac62 None None] Provisioning for port 7ad455ca-047a-4d69-9ef6-8b69e4abd2e1 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:23:43.970567 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0a112-20cc-483d-aa9f-d3284590baad req-e388bcc5-e9d3-4cff-92dc-6cec59ca2a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:43.974116 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f907cf91-7788-475c-a736-d4321f0bac62 None None] Provisioning complete for port 7ad455ca-047a-4d69-9ef6-8b69e4abd2e1 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:43.974116 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f907cf91-7788-475c-a736-d4321f0bac62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:43.975333 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cba0a112-20cc-483d-aa9f-d3284590baad req-e388bcc5-e9d3-4cff-92dc-6cec59ca2a98 service neutron] 10.222.0.52 "GET /v2.0/networks?id=38b8f25c-cd12-4628-9365-0e6780cd68b7 HTTP/1.1" status: 200 len: 912 time: 0.4455366 Aug 11 22:23:44.041729 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ab12f1-f38b-4c8b-a394-d929ba5bb18e None None] DHCP port deletion for c4ee594e-919d-432e-bbdb-0ea54dda88b9 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:23:44.104114 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-e5bc5507-be72-452c-9414-2f796ca3ac96 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Deleting port 9ea2e1fb-b065-4300-bbbd-d59db727d2b9 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:23:44.104475 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5507-be72-452c-9414-2f796ca3ac96 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:44.185690 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:23:44.192398 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-f907cf91-7788-475c-a736-d4321f0bac62 None None] Port 7ad455ca-047a-4d69-9ef6-8b69e4abd2e1 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:23:44.227377 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744a974-a875-4ece-8652-4968326b1cc7 req-dbcb1d20-f159-4fed-b262-16a907ef2c13 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:44.236615 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8744a974-a875-4ece-8652-4968326b1cc7 req-dbcb1d20-f159-4fed-b262-16a907ef2c13 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8c87ef4-b830-40e8-bb0a-eeff4279cf43 HTTP/1.1" status: 200 len: 944 time: 0.2976675 Aug 11 22:23:44.237847 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cba0a112-20cc-483d-aa9f-d3284590baad req-2fe990a5-d2da-42eb-bfad-7354269a8b33 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10856a8d-9c16-418a-8682-a2e791752deb HTTP/1.1" status: 200 len: 217 time: 0.2454696 Aug 11 22:23:44.284643 n-d-804275-3 neutron-server[100943]: INFO neutron.db.ipam_backend_mixin [None req-6a79f1fb-4054-49f6-b170-e967457306a0 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 43e167e7-5c6a-48fc-a49d-cc445e1d675c (CIDR: 2001:db8::/64) Aug 11 22:23:44.293028 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a79f1fb-4054-49f6-b170-e967457306a0 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:23:44.293493 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a79f1fb-4054-49f6-b170-e967457306a0 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:23:44.318192 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8744a974-a875-4ece-8652-4968326b1cc7 req-bbed2e60-f62b-4c47-b90a-58559327d898 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=7cd3fd34-7649-4310-a1d3-6007f49094e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804663 Aug 11 22:23:44.339201 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6a79f1fb-4054-49f6-b170-e967457306a0 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3432231 Aug 11 22:23:44.343146 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33938) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:44.358497 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-c98e7afe-763a-49dd-994c-3890a90ad9b9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'subnet': {'network_id': 'ed65213a-772d-4714-9b78-b93955e2e92d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:44.393727 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-e5bc5507-be72-452c-9414-2f796ca3ac96 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] For port 9ea2e1fb-b065-4300-bbbd-d59db727d2b9, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9ea2e1fb-b065-4300-bbbd-d59db727d2b9,segment=NetworkSegment(61af218f-3f80-432a-a6f3-3a5dc2f1b9ce),segment_id=61af218f-3f80-432a-a6f3-3a5dc2f1b9ce)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:23:44.394788 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5507-be72-452c-9414-2f796ca3ac96 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:44.420049 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:44.420049 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:44.456450 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-e5bc5507-be72-452c-9414-2f796ca3ac96 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Calling delete_port for 9ea2e1fb-b065-4300-bbbd-d59db727d2b9 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:23:44.470997 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0a112-20cc-483d-aa9f-d3284590baad req-660ee588-68ef-4e02-b38f-0a09ae9f4f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:44.473886 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cba0a112-20cc-483d-aa9f-d3284590baad req-660ee588-68ef-4e02-b38f-0a09ae9f4f05 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=97d7da21-8ec4-48da-9d66-6777c48f7843 HTTP/1.1" status: 200 len: 850 time: 0.2200480 Aug 11 22:23:44.491274 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-48ab12f1-f38b-4c8b-a394-d929ba5bb18e None None] Deleting port 9ea2e1fb-b065-4300-bbbd-d59db727d2b9 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:23:44.497024 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-48ab12f1-f38b-4c8b-a394-d929ba5bb18e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:44.685518 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0a112-20cc-483d-aa9f-d3284590baad req-3a17e77d-3ec8-40e8-9d92-dcd35a42bf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:44.689625 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cba0a112-20cc-483d-aa9f-d3284590baad req-3a17e77d-3ec8-40e8-9d92-dcd35a42bf62 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=38b8f25c-cd12-4628-9365-0e6780cd68b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2048252 Aug 11 22:23:44.741199 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-48ab12f1-f38b-4c8b-a394-d929ba5bb18e None None] For port 9ea2e1fb-b065-4300-bbbd-d59db727d2b9, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9ea2e1fb-b065-4300-bbbd-d59db727d2b9,segment=NetworkSegment(61af218f-3f80-432a-a6f3-3a5dc2f1b9ce),segment_id=61af218f-3f80-432a-a6f3-3a5dc2f1b9ce)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:23:44.743995 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-48ab12f1-f38b-4c8b-a394-d929ba5bb18e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:44.801130 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-48ab12f1-f38b-4c8b-a394-d929ba5bb18e None None] Calling delete_port for 9ea2e1fb-b065-4300-bbbd-d59db727d2b9 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:23:44.827088 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5507-be72-452c-9414-2f796ca3ac96 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:44.922127 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc5507-be72-452c-9414-2f796ca3ac96 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Port': ['ID=9ea2e1fb-b065-4300-bbbd-d59db727d2b9,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:44.938714 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bc5507-be72-452c-9414-2f796ca3ac96 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] No DVR routers for this DVR port 9ea2e1fb-b065-4300-bbbd-d59db727d2b9 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:23:44.955055 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f52e8-ac65-4680-8b28-8be24d8d882f req-b54f3801-23d6-4457-b18d-67b7f80e8266 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:44.968311 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-da1f52e8-ac65-4680-8b28-8be24d8d882f req-b54f3801-23d6-4457-b18d-67b7f80e8266 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 943 time: 0.2055035 Aug 11 22:23:44.980283 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 10856a8d-9c16-418a-8682-a2e791752deb details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:23:44.983808 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cba0a112-20cc-483d-aa9f-d3284590baad req-00608197-0ce9-4f3a-b8f2-b2b8a6349117 service neutron] 10.222.0.52 "GET /v2.0/networks/38b8f25c-cd12-4628-9365-0e6780cd68b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857594 Aug 11 22:23:44.987169 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98e7afe-763a-49dd-994c-3890a90ad9b9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:23:44.992527 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c98e7afe-763a-49dd-994c-3890a90ad9b9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:45.015184 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-48ab12f1-f38b-4c8b-a394-d929ba5bb18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:45.083803 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-da1f52e8-ac65-4680-8b28-8be24d8d882f req-a86a8c5c-1353-4413-8aa6-0efc21129983 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130414 Aug 11 22:23:45.089062 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab12f1-f38b-4c8b-a394-d929ba5bb18e None None] Pushing event deleted for resources: {'Port': ['ID=9ea2e1fb-b065-4300-bbbd-d59db727d2b9,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:45.096973 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ab12f1-f38b-4c8b-a394-d929ba5bb18e None None] No DVR routers for this DVR port 9ea2e1fb-b065-4300-bbbd-d59db727d2b9 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:23:45.290645 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-cba0a112-20cc-483d-aa9f-d3284590baad req-dd9ca53c-8e44-4863-9e2d-45b61dcf1934 service neutron] 10.222.0.52 "GET /v2.0/networks/38b8f25c-cd12-4628-9365-0e6780cd68b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921269 Aug 11 22:23:45.333992 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 10856a8d-9c16-418a-8682-a2e791752deb, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=10856a8d-9c16-418a-8682-a2e791752deb,segment=NetworkSegment(6da62bdd-158d-4cb9-b631-9961e2bbb91a),segment_id=6da62bdd-158d-4cb9-b631-9961e2bbb91a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:23:45.366140 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5507-be72-452c-9414-2f796ca3ac96 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:45.393125 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-e5bc5507-be72-452c-9414-2f796ca3ac96 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ee594e-919d-432e-bbdb-0ea54dda88b9']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:45.395469 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '10856a8d-9c16-418a-8682-a2e791752deb', 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7', 'port_id': '10856a8d-9c16-418a-8682-a2e791752deb', 'mac_address': 'fa:16:3e:14:7c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:23:45.419545 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-e5bc5507-be72-452c-9414-2f796ca3ac96 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61af218f-3f80-432a-a6f3-3a5dc2f1b9ce') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:45.420034 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-e5bc5507-be72-452c-9414-2f796ca3ac96 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61af218f-3f80-432a-a6f3-3a5dc2f1b9ce') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:45.443260 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5507-be72-452c-9414-2f796ca3ac96 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:45.472517 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5507-be72-452c-9414-2f796ca3ac96 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:45.488616 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5bc5507-be72-452c-9414-2f796ca3ac96 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:23:45.490620 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5507-be72-452c-9414-2f796ca3ac96 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:23:45.500470 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:23:45.558933 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:45.587895 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10856a8d-9c16-418a-8682-a2e791752deb {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:23:45.625972 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 10856a8d-9c16-418a-8682-a2e791752deb, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=10856a8d-9c16-418a-8682-a2e791752deb,segment=NetworkSegment(6da62bdd-158d-4cb9-b631-9961e2bbb91a),segment_id=6da62bdd-158d-4cb9-b631-9961e2bbb91a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:23:45.635357 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:45.668067 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5507-be72-452c-9414-2f796ca3ac96 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:45.680642 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5507-be72-452c-9414-2f796ca3ac96 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:45.691600 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33964) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:45.695895 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e5bc5507-be72-452c-9414-2f796ca3ac96 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/networks/c4ee594e-919d-432e-bbdb-0ea54dda88b9 HTTP/1.1" status: 204 len: 168 time: 2.5410056 Aug 11 22:23:45.709415 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-b7fefc7a-8f4d-40fb-850e-2a7480504168 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2019537198', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}, 'admin_state_up': False}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:45.721424 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c98e7afe-763a-49dd-994c-3890a90ad9b9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:45.742930 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc5507-be72-452c-9414-2f796ca3ac96 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Network': ['ID=c4ee594e-919d-432e-bbdb-0ea54dda88b9,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:45.807275 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=10856a8d-9c16-418a-8682-a2e791752deb,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:45.873484 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['10856a8d-9c16-418a-8682-a2e791752deb'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:23:45.883537 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98e7afe-763a-49dd-994c-3890a90ad9b9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network ed65213a-772d-4714-9b78-b93955e2e92d is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:23:45.894157 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7fefc7a-8f4d-40fb-850e-2a7480504168 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:45.897290 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7fefc7a-8f4d-40fb-850e-2a7480504168 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:45.937880 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-c98e7afe-763a-49dd-994c-3890a90ad9b9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:23:45.941336 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98e7afe-763a-49dd-994c-3890a90ad9b9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:45.941557 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c98e7afe-763a-49dd-994c-3890a90ad9b9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:45.957315 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec72398-cc2b-4349-b348-e3b3c5d84503 None None] Network ed65213a-772d-4714-9b78-b93955e2e92d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:23:45.960665 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e7afe-763a-49dd-994c-3890a90ad9b9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Subnet': ['ID=c66dbad6-a650-4e81-a33f-262b94b1153e,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:45.983910 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c98e7afe-763a-49dd-994c-3890a90ad9b9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6385612 Aug 11 22:23:45.987912 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33968) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:45.996244 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-42076ab8-1ce6-49c8-8e55-82fd3ff2c5d9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2053431211', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c66dbad6-a650-4e81-a33f-262b94b1153e'}], 'security_groups': ['9584a2f6-b96b-4d35-885f-af5c651ec176']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:46.051974 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7fefc7a-8f4d-40fb-850e-2a7480504168 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:46.069847 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268058d8-167f-41cf-8b7f-331e4dbb2a80 req-657f43f1-9b1a-44f9-a4f5-af28756f5612 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:46.072671 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-268058d8-167f-41cf-8b7f-331e4dbb2a80 req-657f43f1-9b1a-44f9-a4f5-af28756f5612 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8c87ef4-b830-40e8-bb0a-eeff4279cf43 HTTP/1.1" status: 200 len: 945 time: 0.1613784 Aug 11 22:23:46.089072 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9ea2e1fb-b065-4300-bbbd-d59db727d2b9 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:23:46.145093 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 9ea2e1fb-b065-4300-bbbd-d59db727d2b9 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:23:46.145485 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9ea2e1fb-b065-4300-bbbd-d59db727d2b9 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:23:46.177434 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3b9f2213-9d87-4c36-ba0d-ece61960f35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:46.180404 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:46.427188 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7fefc7a-8f4d-40fb-850e-2a7480504168 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:46.446366 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-268058d8-167f-41cf-8b7f-331e4dbb2a80 req-301e9b2d-ba7d-42dd-b2c8-c78b7cd8105c tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=7cd3fd34-7649-4310-a1d3-6007f49094e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549801 Aug 11 22:23:46.501451 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-42076ab8-1ce6-49c8-8e55-82fd3ff2c5d9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:46.573657 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda7c10f-dec0-439c-96c4-ceefcc321f01 None None] Update dhcp port {'port': {'network_id': 'ed65213a-772d-4714-9b78-b93955e2e92d', 'fixed_ips': [{'subnet_id': '43e167e7-5c6a-48fc-a49d-cc445e1d675c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c66dbad6-a650-4e81-a33f-262b94b1153e'}], 'binding:host_id': 'n-d-804275-3'}, 'id': '3ab1c24e-5dd5-4c85-b728-fca6beda0e36'} from n-d-804275-3. {{(pid=100944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 22:23:46.660584 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cda7c10f-dec0-439c-96c4-ceefcc321f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:46.677198 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e824a02-ea82-4dfb-866d-0b94482b7a24 req-7ebdcedc-8da7-4354-a76e-301f42f34cdf tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:46.679537 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5e824a02-ea82-4dfb-866d-0b94482b7a24 req-7ebdcedc-8da7-4354-a76e-301f42f34cdf tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 943 time: 0.1144173 Aug 11 22:23:46.824491 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5e824a02-ea82-4dfb-866d-0b94482b7a24 req-8afe8edc-0d38-48b7-9a5a-66cfc036cc68 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354232 Aug 11 22:23:46.979827 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 10856a8d-9c16-418a-8682-a2e791752deb up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:23:47.062366 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7fefc7a-8f4d-40fb-850e-2a7480504168 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:47.124964 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7fefc7a-8f4d-40fb-850e-2a7480504168 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:47.231494 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 10856a8d-9c16-418a-8682-a2e791752deb completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:23:47.239262 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 10856a8d-9c16-418a-8682-a2e791752deb triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:47.239932 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:47.382321 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-42076ab8-1ce6-49c8-8e55-82fd3ff2c5d9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Delete allocated IP 2001:db8::2bd (ed65213a-772d-4714-9b78-b93955e2e92d/43e167e7-5c6a-48fc-a49d-cc445e1d675c) {{(pid=100942) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 22:23:47.402964 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-42076ab8-1ce6-49c8-8e55-82fd3ff2c5d9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Allocated IP 2001:db8:0:1::29b (ed65213a-772d-4714-9b78-b93955e2e92d/c66dbad6-a650-4e81-a33f-262b94b1153e/7ad455ca-047a-4d69-9ef6-8b69e4abd2e1) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:23:47.495099 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-b7fefc7a-8f4d-40fb-850e-2a7480504168 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Allocated IP 172.25.2.162 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/c45f490b-8e9d-4146-bed5-b7a76959e9f6) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:23:47.618143 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:47.684222 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:47.747270 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c87ef4-b830-40e8-bb0a-eeff4279cf43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10856a8d-9c16-418a-8682-a2e791752deb'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:23:47.761042 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd6e526-eb43-4269-afa1-70ab6d4c2846" -d '{"events": [{"server_uuid": "c8c87ef4-b830-40e8-bb0a-eeff4279cf43", "name": "network-vif-plugged", "status": "completed", "tag": "10856a8d-9c16-418a-8682-a2e791752deb"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:23:47.812987 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-42076ab8-1ce6-49c8-8e55-82fd3ff2c5d9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:47.818876 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 10856a8d-9c16-418a-8682-a2e791752deb, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=10856a8d-9c16-418a-8682-a2e791752deb,segment=NetworkSegment(6da62bdd-158d-4cb9-b631-9961e2bbb91a),segment_id=6da62bdd-158d-4cb9-b631-9961e2bbb91a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:23:47.837850 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:47.839034 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7fefc7a-8f4d-40fb-850e-2a7480504168 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:47.862022 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-42076ab8-1ce6-49c8-8e55-82fd3ff2c5d9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Transition to ACTIVE for port object 7ad455ca-047a-4d69-9ef6-8b69e4abd2e1 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:23:47.875305 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-42076ab8-1ce6-49c8-8e55-82fd3ff2c5d9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:47.958910 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7fefc7a-8f4d-40fb-850e-2a7480504168 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:48.017295 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbc30e-b74c-4758-8b94-1f4cf90120c5 req-0fb8d03f-3db8-404a-ac94-413b843427ec tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:48.020618 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-63fbc30e-b74c-4758-8b94-1f4cf90120c5 req-0fb8d03f-3db8-404a-ac94-413b843427ec tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8c87ef4-b830-40e8-bb0a-eeff4279cf43 HTTP/1.1" status: 200 len: 945 time: 0.2560785 Aug 11 22:23:48.097774 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fefc7a-8f4d-40fb-850e-2a7480504168 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:23:48.115238 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-42076ab8-1ce6-49c8-8e55-82fd3ff2c5d9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] In _notify_port_updated(), no bound segment for port 7ad455ca-047a-4d69-9ef6-8b69e4abd2e1 on network ed65213a-772d-4714-9b78-b93955e2e92d {{(pid=100942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 22:23:48.120222 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-b7fefc7a-8f4d-40fb-850e-2a7480504168 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:23:48.132777 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fefc7a-8f4d-40fb-850e-2a7480504168 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:23:48.138362 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42076ab8-1ce6-49c8-8e55-82fd3ff2c5d9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:48.139555 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-42076ab8-1ce6-49c8-8e55-82fd3ff2c5d9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:48.148537 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-42076ab8-1ce6-49c8-8e55-82fd3ff2c5d9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "PUT /v2.0/ports/7ad455ca-047a-4d69-9ef6-8b69e4abd2e1 HTTP/1.1" status: 200 len: 931 time: 2.1587481 Aug 11 22:23:48.166854 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33986) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:48.194461 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=10856a8d-9c16-418a-8682-a2e791752deb,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:48.230768 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-cda7c10f-dec0-439c-96c4-ceefcc321f01 None None] Allocated IP 2001:db8:0:1::2 (ed65213a-772d-4714-9b78-b93955e2e92d/c66dbad6-a650-4e81-a33f-262b94b1153e/3ab1c24e-5dd5-4c85-b728-fca6beda0e36) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:23:48.276806 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42076ab8-1ce6-49c8-8e55-82fd3ff2c5d9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Port': ['ID=7ad455ca-047a-4d69-9ef6-8b69e4abd2e1,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:48.358114 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fefc7a-8f4d-40fb-850e-2a7480504168 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Port': ['ID=c45f490b-8e9d-4146-bed5-b7a76959e9f6,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:48.463037 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-63fbc30e-b74c-4758-8b94-1f4cf90120c5 req-a5d87ac1-574f-4678-909e-ff7dd35e6cd5 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=7cd3fd34-7649-4310-a1d3-6007f49094e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3800268 Aug 11 22:23:48.532099 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-520d070e-e346-4d9a-801a-b56f2a65c5cb tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting port 7ad455ca-047a-4d69-9ef6-8b69e4abd2e1 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:23:48.533011 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-520d070e-e346-4d9a-801a-b56f2a65c5cb tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:48.542349 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-cda7c10f-dec0-439c-96c4-ceefcc321f01 None None] For port 3ab1c24e-5dd5-4c85-b728-fca6beda0e36, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=3ab1c24e-5dd5-4c85-b728-fca6beda0e36,segment=NetworkSegment(b6359486-ab79-4002-b21d-a9cff891cfec),segment_id=b6359486-ab79-4002-b21d-a9cff891cfec)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:23:48.624619 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cda7c10f-dec0-439c-96c4-ceefcc321f01 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:48.709098 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-cda7c10f-dec0-439c-96c4-ceefcc321f01 None None] Transition to ACTIVE for port object 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:23:48.755267 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e44ba6a-7b7d-4ee4-a5ce-791210600aee x-openstack-request-id: req-9e44ba6a-7b7d-4ee4-a5ce-791210600aee {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:23:48.758777 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c87ef4-b830-40e8-bb0a-eeff4279cf43", "name": "network-vif-plugged", "status": "completed", "tag": "10856a8d-9c16-418a-8682-a2e791752deb", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:23:48.761528 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9e44ba6a-7b7d-4ee4-a5ce-791210600aee {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:23:48.780966 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c87ef4-b830-40e8-bb0a-eeff4279cf43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10856a8d-9c16-418a-8682-a2e791752deb', 'code': 200} Aug 11 22:23:48.784287 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cda7c10f-dec0-439c-96c4-ceefcc321f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:49.047309 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:49.063110 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7c10f-dec0-439c-96c4-ceefcc321f01 None None] Pushing event updated for resources: {'Port': ['ID=3ab1c24e-5dd5-4c85-b728-fca6beda0e36,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:49.105373 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-520d070e-e346-4d9a-801a-b56f2a65c5cb tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:49.129825 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5e8f6-259b-41e5-a3a6-e3ca0b92eadb req-d0fb402c-a557-4e21-82bb-f2f3e9158dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:49.132257 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-07c5e8f6-259b-41e5-a3a6-e3ca0b92eadb req-d0fb402c-a557-4e21-82bb-f2f3e9158dcb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c8c87ef4-b830-40e8-bb0a-eeff4279cf43 HTTP/1.1" status: 200 len: 1097 time: 0.3111091 Aug 11 22:23:49.137734 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-520d070e-e346-4d9a-801a-b56f2a65c5cb tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Calling delete_port for 7ad455ca-047a-4d69-9ef6-8b69e4abd2e1 owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:23:49.237806 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-07c5e8f6-259b-41e5-a3a6-e3ca0b92eadb req-5ce46948-9d2d-47c7-af5c-056732173e5c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7cd3fd34-7649-4310-a1d3-6007f49094e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961111 Aug 11 22:23:49.472556 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-520d070e-e346-4d9a-801a-b56f2a65c5cb tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:49.550546 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d070e-e346-4d9a-801a-b56f2a65c5cb tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Port': ['ID=7ad455ca-047a-4d69-9ef6-8b69e4abd2e1,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:49.557740 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f6425-c25e-4f59-a684-bec0e33b09f9 req-35979291-6d43-49ed-83b5-9fe29280e758 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:49.568021 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e02f6425-c25e-4f59-a684-bec0e33b09f9 req-35979291-6d43-49ed-83b5-9fe29280e758 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 943 time: 0.1573431 Aug 11 22:23:49.616812 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-520d070e-e346-4d9a-801a-b56f2a65c5cb tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:49.621855 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-520d070e-e346-4d9a-801a-b56f2a65c5cb tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/ports/7ad455ca-047a-4d69-9ef6-8b69e4abd2e1 HTTP/1.1" status: 204 len: 168 time: 1.4531982 Aug 11 22:23:49.626474 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33990) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:49.678296 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ec213c-a4e4-4878-b933-a547f0b9dc06 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] GET failed (client error): The resource could not be found. Aug 11 22:23:49.682059 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-38ec213c-a4e4-4878-b933-a547f0b9dc06 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "GET /v2.0/ports/7ad455ca-047a-4d69-9ef6-8b69e4abd2e1 HTTP/1.1" status: 404 len: 333 time: 0.0464282 Aug 11 22:23:49.686446 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 33992) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:49.742878 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e02f6425-c25e-4f59-a684-bec0e33b09f9 req-4b0c80c3-b3c6-4236-a8dd-b9564f7f12ef tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733272 Aug 11 22:23:49.937044 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7fefc7a-8f4d-40fb-850e-2a7480504168 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:49.997611 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b577a-ccb5-4268-860a-caa86dc166eb req-e922acc7-3038-4e95-91a2-cbd9b3683493 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:50.005556 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b71b577a-ccb5-4268-860a-caa86dc166eb req-e922acc7-3038-4e95-91a2-cbd9b3683493 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8c87ef4-b830-40e8-bb0a-eeff4279cf43 HTTP/1.1" status: 200 len: 946 time: 0.1547382 Aug 11 22:23:50.007682 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b3c94caf-a4d1-488f-98b7-9cd52cd745f2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:50.076860 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b3c94caf-a4d1-488f-98b7-9cd52cd745f2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:50.082176 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:23:50.189408 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b71b577a-ccb5-4268-860a-caa86dc166eb req-76bb529b-ddac-429a-93ca-0f91b100e669 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=7cd3fd34-7649-4310-a1d3-6007f49094e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794889 Aug 11 22:23:50.237915 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b3c94caf-a4d1-488f-98b7-9cd52cd745f2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:50.242330 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b3c94caf-a4d1-488f-98b7-9cd52cd745f2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:50.248000 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33994) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:50.256270 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b3c94caf-a4d1-488f-98b7-9cd52cd745f2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/security-groups/500cd0de-984d-4ff3-a13e-fdcac226a151 HTTP/1.1" status: 204 len: 168 time: 0.5641744 Aug 11 22:23:50.289578 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c94caf-a4d1-488f-98b7-9cd52cd745f2 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=500cd0de-984d-4ff3-a13e-fdcac226a151,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:50.377917 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d8bb94e-a781-4777-b29a-162e7c727d4a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:50.433906 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d8bb94e-a781-4777-b29a-162e7c727d4a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:50.474961 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-693824c8-f25d-446e-9f5a-df5bbab6992d None None] Could not find standard attr ID for object 7ad455ca-047a-4d69-9ef6-8b69e4abd2e1. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:23:50.504620 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-693824c8-f25d-446e-9f5a-df5bbab6992d None None] Provisioning for port 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:23:50.517875 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-693824c8-f25d-446e-9f5a-df5bbab6992d None None] Provisioning complete for port 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:50.520048 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-693824c8-f25d-446e-9f5a-df5bbab6992d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:50.545273 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d8bb94e-a781-4777-b29a-162e7c727d4a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:50.554553 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d8bb94e-a781-4777-b29a-162e7c727d4a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:50.559733 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7fefc7a-8f4d-40fb-850e-2a7480504168 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:50.560581 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3d8bb94e-a781-4777-b29a-162e7c727d4a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/security-groups/9584a2f6-b96b-4d35-885f-af5c651ec176 HTTP/1.1" status: 204 len: 168 time: 0.3105302 Aug 11 22:23:50.561556 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 33996) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:50.639655 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8bb94e-a781-4777-b29a-162e7c727d4a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9584a2f6-b96b-4d35-885f-af5c651ec176,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:50.695100 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-e80dae79-f32f-4edf-806b-34aa45b6b6b0 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting subnet 43e167e7-5c6a-48fc-a49d-cc445e1d675c {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:23:50.720458 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e80dae79-f32f-4edf-806b-34aa45b6b6b0 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:50.724686 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:50.845498 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e80dae79-f32f-4edf-806b-34aa45b6b6b0 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:50.983211 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-693824c8-f25d-446e-9f5a-df5bbab6992d None None] Provisioning complete for port 496ffa41-ea04-4bbe-8a1c-728d918263ea triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:50.984816 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-693824c8-f25d-446e-9f5a-df5bbab6992d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:51.021507 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fefc7a-8f4d-40fb-850e-2a7480504168 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Router c8467fb1-8598-4647-9178-81e90a5c22a3 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:23:51.056903 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-693824c8-f25d-446e-9f5a-df5bbab6992d None None] Port 496ffa41-ea04-4bbe-8a1c-728d918263ea cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:23:51.063193 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85add7b7-5f3b-44bf-ab15-2890ebc79a57 req-bb404047-db93-4ac4-ad3b-c52a1e67a736 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:51.066060 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-85add7b7-5f3b-44bf-ab15-2890ebc79a57 req-bb404047-db93-4ac4-ad3b-c52a1e67a736 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 943 time: 0.1253488 Aug 11 22:23:51.167702 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e80dae79-f32f-4edf-806b-34aa45b6b6b0 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:51.174574 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-98ba36e0-a57d-47a8-a284-6b66575f2071 None None] Could not find standard attr ID for object 7ad455ca-047a-4d69-9ef6-8b69e4abd2e1. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:23:51.191961 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-85add7b7-5f3b-44bf-ab15-2890ebc79a57 req-0b5dd2eb-2e25-4819-9d23-003d7ad515c3 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113815 Aug 11 22:23:51.324112 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fefc7a-8f4d-40fb-850e-2a7480504168 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:23:51.341324 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfa8f00-9bf3-4345-98ef-f2c0eab982ea None None] Sync routers for ids ['c8467fb1-8598-4647-9178-81e90a5c22a3'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:23:51.375450 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfa8f00-9bf3-4345-98ef-f2c0eab982ea None None] Routers {'c8467fb1-8598-4647-9178-81e90a5c22a3'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:23:51.376532 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1bfa8f00-9bf3-4345-98ef-f2c0eab982ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:23:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c8467fb1-8598-4647-9178-81e90a5c22a3'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:51.423095 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e80dae79-f32f-4edf-806b-34aa45b6b6b0 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:51.469945 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1bfa8f00-9bf3-4345-98ef-f2c0eab982ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:51.476319 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7fefc7a-8f4d-40fb-850e-2a7480504168 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:51.484523 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b7fefc7a-8f4d-40fb-850e-2a7480504168 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.7812324 Aug 11 22:23:51.487984 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfa8f00-9bf3-4345-98ef-f2c0eab982ea None None] Routers {'c8467fb1-8598-4647-9178-81e90a5c22a3'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:23:51.489362 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1bfa8f00-9bf3-4345-98ef-f2c0eab982ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:23:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c8467fb1-8598-4647-9178-81e90a5c22a3'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:51.501899 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75391d28-3280-49ac-9f1c-0318c7012b8e req-a8ea8470-095b-44a0-af73-362bd5b46608 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:51.505180 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-75391d28-3280-49ac-9f1c-0318c7012b8e req-a8ea8470-095b-44a0-af73-362bd5b46608 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8c87ef4-b830-40e8-bb0a-eeff4279cf43 HTTP/1.1" status: 200 len: 946 time: 0.1320786 Aug 11 22:23:51.506124 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34002) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:51.550163 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80dae79-f32f-4edf-806b-34aa45b6b6b0 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Subnet': ['ID=43e167e7-5c6a-48fc-a49d-cc445e1d675c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:51.560332 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743e2ac6-9a53-4ae4-aa70-0c7ef9b3a697 None None] Network ed65213a-772d-4714-9b78-b93955e2e92d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:23:51.568751 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e80dae79-f32f-4edf-806b-34aa45b6b6b0 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:51.573740 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e80dae79-f32f-4edf-806b-34aa45b6b6b0 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/subnets/43e167e7-5c6a-48fc-a49d-cc445e1d675c HTTP/1.1" status: 204 len: 168 time: 1.0081880 Aug 11 22:23:51.578074 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1bfa8f00-9bf3-4345-98ef-f2c0eab982ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:51.579474 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfa8f00-9bf3-4345-98ef-f2c0eab982ea None None] The sync data for ids ['c8467fb1-8598-4647-9178-81e90a5c22a3'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:23:51.590742 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34004) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:51.599800 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c6acda74-8c78-494e-9274-59f84bff9f09 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'subnet': {'network_id': 'ed65213a-772d-4714-9b78-b93955e2e92d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:51.672626 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-75391d28-3280-49ac-9f1c-0318c7012b8e req-72003a0d-3f5d-4b5f-876d-ca928200a66d tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=7cd3fd34-7649-4310-a1d3-6007f49094e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517711 Aug 11 22:23:51.819299 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6acda74-8c78-494e-9274-59f84bff9f09 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:23:51.835144 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6acda74-8c78-494e-9274-59f84bff9f09 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:51.940779 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d264f246-c5f2-4e4c-871d-ce89839b6137 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "GET /v2.0/routers/c8467fb1-8598-4647-9178-81e90a5c22a3 HTTP/1.1" status: 200 len: 885 time: 0.4328079 Aug 11 22:23:51.944956 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34008) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:52.108342 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1da0eb-2cfe-4124-bfd9-781de3ea479e req-72ebd631-2c68-46c8-90f5-afcbcc35c188 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:52.112379 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1e1da0eb-2cfe-4124-bfd9-781de3ea479e req-72ebd631-2c68-46c8-90f5-afcbcc35c188 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8c87ef4-b830-40e8-bb0a-eeff4279cf43 HTTP/1.1" status: 200 len: 946 time: 0.2408555 Aug 11 22:23:52.131007 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34010) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:52.143078 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-9314f5a7-c1ea-43ec-8d9a-c9c841ec31f1 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Request body: {'floatingip': {'port_id': '10856a8d-9c16-418a-8682-a2e791752deb'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:52.307479 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6acda74-8c78-494e-9274-59f84bff9f09 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:52.328382 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9314f5a7-c1ea-43ec-8d9a-c9c841ec31f1 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for floatingip, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:52.380477 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6acda74-8c78-494e-9274-59f84bff9f09 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network ed65213a-772d-4714-9b78-b93955e2e92d is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:23:52.392554 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-c6acda74-8c78-494e-9274-59f84bff9f09 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:23:52.400012 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6acda74-8c78-494e-9274-59f84bff9f09 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:52.400650 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6acda74-8c78-494e-9274-59f84bff9f09 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:52.431618 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6acda74-8c78-494e-9274-59f84bff9f09 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Subnet': ['ID=4b541af8-8f05-45f3-9ae5-d10cf96f6801,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:52.449626 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c6acda74-8c78-494e-9274-59f84bff9f09 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8570077 Aug 11 22:23:52.453121 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34014) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:52.468179 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-d30a9e75-a5b4-46e2-bdbe-2fd945ce71de tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'security_group': {'name': 'tempest-secgroup-1588110764'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:52.519600 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d30a9e75-a5b4-46e2-bdbe-2fd945ce71de tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:52.671746 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d30a9e75-a5b4-46e2-bdbe-2fd945ce71de tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:52.680842 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d30a9e75-a5b4-46e2-bdbe-2fd945ce71de tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:52.719673 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a9e75-a5b4-46e2-bdbe-2fd945ce71de tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1174566-b5dd-44fd-9861-d2e5b8a78387,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:52.745618 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d30a9e75-a5b4-46e2-bdbe-2fd945ce71de tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:52.747242 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d30a9e75-a5b4-46e2-bdbe-2fd945ce71de tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2928460 Aug 11 22:23:52.752329 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34016) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:52.757303 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c7410dd4-5231-4063-a622-8b177bfbed9a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'security_group': {'name': 'tempest-secgroup-1770175219'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:52.800664 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c7410dd4-5231-4063-a622-8b177bfbed9a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:52.924085 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7df851-933e-4b74-8c69-6e17918933e9 req-99bcd964-2232-43ad-a1b9-009fbcb8949a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:52.926672 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8d7df851-933e-4b74-8c69-6e17918933e9 req-99bcd964-2232-43ad-a1b9-009fbcb8949a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 943 time: 0.4483109 Aug 11 22:23:53.090100 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c7410dd4-5231-4063-a622-8b177bfbed9a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:53.114823 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c7410dd4-5231-4063-a622-8b177bfbed9a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:53.152662 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c7410dd4-5231-4063-a622-8b177bfbed9a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:53.155895 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c7410dd4-5231-4063-a622-8b177bfbed9a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4022973 Aug 11 22:23:53.160392 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34018) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:53.181472 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-1ddf0e36-b48f-46f7-87e3-6f91638929b7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'security_group': {'name': 'tempest-secgroup-405935820'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:53.235430 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7410dd4-5231-4063-a622-8b177bfbed9a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f98c0c55-80b4-46f4-bafa-3949c6bc2d2d,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:53.312296 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c08376c-6df3-4635-b7a2-07169ac161a9 None None] Network ed65213a-772d-4714-9b78-b93955e2e92d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:23:53.323177 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8d7df851-933e-4b74-8c69-6e17918933e9 req-cd2572cb-ca71-47bc-af58-62c64ce24035 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616825 Aug 11 22:23:53.426331 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34020) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:53.426786 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-85ee16ba-2aae-42b0-9689-e1d41d2b5dae tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.4802899 Aug 11 22:23:53.431772 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c923f703-607e-4a81-9a38-669f9dc359e8 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2019537198'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:53.440117 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ddf0e36-b48f-46f7-87e3-6f91638929b7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:53.613090 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4bc2434a-9dfb-4c2f-8d0c-494e1822951d None None] Provisioning complete for port 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:53.613985 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4bc2434a-9dfb-4c2f-8d0c-494e1822951d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:54.286002 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c923f703-607e-4a81-9a38-669f9dc359e8 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1756175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1755230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39594'] for router, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:54.323286 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c923f703-607e-4a81-9a38-669f9dc359e8 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1756404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1756413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1755207'] for router, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:54.361397 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4bc2434a-9dfb-4c2f-8d0c-494e1822951d None None] Provisioning complete for port 496ffa41-ea04-4bbe-8a1c-728d918263ea triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:54.362354 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4bc2434a-9dfb-4c2f-8d0c-494e1822951d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:54.413781 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4bc2434a-9dfb-4c2f-8d0c-494e1822951d None None] Port 496ffa41-ea04-4bbe-8a1c-728d918263ea cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:23:54.420097 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9314f5a7-c1ea-43ec-8d9a-c9c841ec31f1 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:54.424007 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ddf0e36-b48f-46f7-87e3-6f91638929b7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:54.426387 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9314f5a7-c1ea-43ec-8d9a-c9c841ec31f1 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:54.431552 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ddf0e36-b48f-46f7-87e3-6f91638929b7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:54.499236 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb03910-f30b-4bb2-8bb4-0d5dde3c4c94 None None] Update dhcp port {'port': {'network_id': 'ed65213a-772d-4714-9b78-b93955e2e92d', 'fixed_ips': [{'subnet_id': 'c66dbad6-a650-4e81-a33f-262b94b1153e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4b541af8-8f05-45f3-9ae5-d10cf96f6801'}], 'binding:host_id': 'n-d-804275-3'}, 'id': '3ab1c24e-5dd5-4c85-b728-fca6beda0e36'} from n-d-804275-3. {{(pid=100944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 22:23:54.542668 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-edb03910-f30b-4bb2-8bb4-0d5dde3c4c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:54.569227 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf0e36-b48f-46f7-87e3-6f91638929b7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c75623e0-2c95-4a70-a6c7-0a029c000e5a,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:54.585574 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ddf0e36-b48f-46f7-87e3-6f91638929b7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:54.587728 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1ddf0e36-b48f-46f7-87e3-6f91638929b7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4121158 Aug 11 22:23:54.622910 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34024) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:54.633065 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-f2aa5818-1277-4bb7-83cc-dd59d677adc9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-807233796', 'security_groups': ['c75623e0-2c95-4a70-a6c7-0a029c000e5a'], 'network_id': 'ed65213a-772d-4714-9b78-b93955e2e92d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4b541af8-8f05-45f3-9ae5-d10cf96f6801'}]}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:54.706566 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c923f703-607e-4a81-9a38-669f9dc359e8 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Router c8467fb1-8598-4647-9178-81e90a5c22a3 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:23:54.887066 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c923f703-607e-4a81-9a38-669f9dc359e8 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:23:54.888929 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-edb03910-f30b-4bb2-8bb4-0d5dde3c4c94 None None] Allocated IP 2001:db8::2 (ed65213a-772d-4714-9b78-b93955e2e92d/4b541af8-8f05-45f3-9ae5-d10cf96f6801/3ab1c24e-5dd5-4c85-b728-fca6beda0e36) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:23:54.903442 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c923f703-607e-4a81-9a38-669f9dc359e8 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:54.908576 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c923f703-607e-4a81-9a38-669f9dc359e8 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "PUT /v2.0/routers/c8467fb1-8598-4647-9178-81e90a5c22a3 HTTP/1.1" status: 200 len: 892 time: 1.4774768 Aug 11 22:23:54.909959 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34026) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:54.919569 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1bf2d7-bbd1-4f09-9f07-82f41f16d38c None None] Sync routers for ids ['c8467fb1-8598-4647-9178-81e90a5c22a3'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:23:54.949248 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64210619-dad2-4ea7-9e56-06cfaefe5587 req-3854765e-f468-4a94-93d6-65e3f5be68ff tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:54.950950 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-64210619-dad2-4ea7-9e56-06cfaefe5587 req-3854765e-f468-4a94-93d6-65e3f5be68ff tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 943 time: 0.3925209 Aug 11 22:23:54.961265 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1bf2d7-bbd1-4f09-9f07-82f41f16d38c None None] Routers {'c8467fb1-8598-4647-9178-81e90a5c22a3'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:23:54.964963 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2c1bf2d7-bbd1-4f09-9f07-82f41f16d38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:23:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c8467fb1-8598-4647-9178-81e90a5c22a3'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:55.084184 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2c1bf2d7-bbd1-4f09-9f07-82f41f16d38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:55.126708 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-27eebe70-5404-4bf3-b44c-b8c5a1bef73f tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "GET /v2.0/routers/c8467fb1-8598-4647-9178-81e90a5c22a3 HTTP/1.1" status: 200 len: 892 time: 0.2114551 Aug 11 22:23:55.127001 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34028) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:55.134084 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-9314f5a7-c1ea-43ec-8d9a-c9c841ec31f1 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Floating IP ac96f80e-1b1c-48f8-b938-6e7c025b4fc6 associated. External IP: 172.25.2.238, port: 10856a8d-9c16-418a-8682-a2e791752deb. Aug 11 22:23:55.170849 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-96aa3217-5951-4f77-9519-207281f044a7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8467fb1-8598-4647-9178-81e90a5c22a3 HTTP/1.1" status: 200 len: 205 time: 0.0424280 Aug 11 22:23:55.171176 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1bf2d7-bbd1-4f09-9f07-82f41f16d38c None None] Routers {'c8467fb1-8598-4647-9178-81e90a5c22a3'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:23:55.171362 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34030) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:55.172160 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2c1bf2d7-bbd1-4f09-9f07-82f41f16d38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:23:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c8467fb1-8598-4647-9178-81e90a5c22a3'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:55.257224 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-64210619-dad2-4ea7-9e56-06cfaefe5587 req-784b5aeb-a802-4d55-a3ad-278f425d69d8 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864945 Aug 11 22:23:55.338242 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2c1bf2d7-bbd1-4f09-9f07-82f41f16d38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:55.345301 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1bf2d7-bbd1-4f09-9f07-82f41f16d38c None None] The sync data for ids ['c8467fb1-8598-4647-9178-81e90a5c22a3'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:23:55.393893 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2aa5818-1277-4bb7-83cc-dd59d677adc9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:23:55.496290 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f2aa5818-1277-4bb7-83cc-dd59d677adc9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:55.533409 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-f2aa5818-1277-4bb7-83cc-dd59d677adc9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] device_id is not set on port 7342853c-c2e3-4491-86a6-aa7f91814fe0 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:23:55.544371 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-edb03910-f30b-4bb2-8bb4-0d5dde3c4c94 None None] For port 3ab1c24e-5dd5-4c85-b728-fca6beda0e36, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=3ab1c24e-5dd5-4c85-b728-fca6beda0e36,segment=NetworkSegment(b6359486-ab79-4002-b21d-a9cff891cfec),segment_id=b6359486-ab79-4002-b21d-a9cff891cfec)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:23:55.676698 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-edb03910-f30b-4bb2-8bb4-0d5dde3c4c94 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:55.732254 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-edb03910-f30b-4bb2-8bb4-0d5dde3c4c94 None None] Transition to ACTIVE for port object 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:23:55.739889 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-edb03910-f30b-4bb2-8bb4-0d5dde3c4c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:55.821413 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9314f5a7-c1ea-43ec-8d9a-c9c841ec31f1 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Router 80c264a6-6521-4a11-8a77-8b4104b47a41 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:23:55.858300 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-f2aa5818-1277-4bb7-83cc-dd59d677adc9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Allocated IP 2001:db8::23f (ed65213a-772d-4714-9b78-b93955e2e92d/4b541af8-8f05-45f3-9ae5-d10cf96f6801/7342853c-c2e3-4491-86a6-aa7f91814fe0) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:23:55.932131 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb03910-f30b-4bb2-8bb4-0d5dde3c4c94 None None] Pushing event updated for resources: {'Port': ['ID=3ab1c24e-5dd5-4c85-b728-fca6beda0e36,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:55.939898 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1a8765ab-91d7-406b-93a7-c6df9d4f719d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:55.947325 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb03910-f30b-4bb2-8bb4-0d5dde3c4c94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:55.947748 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb03910-f30b-4bb2-8bb4-0d5dde3c4c94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:55.948111 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb03910-f30b-4bb2-8bb4-0d5dde3c4c94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:55.948462 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb03910-f30b-4bb2-8bb4-0d5dde3c4c94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:55.948809 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb03910-f30b-4bb2-8bb4-0d5dde3c4c94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:55.949151 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb03910-f30b-4bb2-8bb4-0d5dde3c4c94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:55.949493 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb03910-f30b-4bb2-8bb4-0d5dde3c4c94 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:55.949833 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb03910-f30b-4bb2-8bb4-0d5dde3c4c94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:55.950517 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb03910-f30b-4bb2-8bb4-0d5dde3c4c94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:55.950517 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb03910-f30b-4bb2-8bb4-0d5dde3c4c94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:55.950841 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb03910-f30b-4bb2-8bb4-0d5dde3c4c94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:55.951170 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb03910-f30b-4bb2-8bb4-0d5dde3c4c94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:23:56.205200 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f2aa5818-1277-4bb7-83cc-dd59d677adc9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:56.231021 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9314f5a7-c1ea-43ec-8d9a-c9c841ec31f1 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:23:56.233286 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-f2aa5818-1277-4bb7-83cc-dd59d677adc9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Transition to ACTIVE for port object 7342853c-c2e3-4491-86a6-aa7f91814fe0 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:23:56.237528 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9314f5a7-c1ea-43ec-8d9a-c9c841ec31f1 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:56.248857 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034b75ee-d097-4e88-8119-540057a8563b None None] Sync routers for ids ['80c264a6-6521-4a11-8a77-8b4104b47a41'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:23:56.281412 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034b75ee-d097-4e88-8119-540057a8563b None None] Routers {'80c264a6-6521-4a11-8a77-8b4104b47a41'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:23:56.283877 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9314f5a7-c1ea-43ec-8d9a-c9c841ec31f1 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "PUT /v2.0/floatingips/ac96f80e-1b1c-48f8-b938-6e7c025b4fc6 HTTP/1.1" status: 200 len: 992 time: 4.1508043 Aug 11 22:23:56.286523 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c87ef4-b830-40e8-bb0a-eeff4279cf43', 'tag': '10856a8d-9c16-418a-8682-a2e791752deb'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:23:56.289215 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef829885-9ed6-4e41-ad54-d6dbcbcafaf9" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c87ef4-b830-40e8-bb0a-eeff4279cf43", "tag": "10856a8d-9c16-418a-8682-a2e791752deb"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:23:56.289627 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-034b75ee-d097-4e88-8119-540057a8563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:23:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['80c264a6-6521-4a11-8a77-8b4104b47a41'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:56.304714 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1a8765ab-91d7-406b-93a7-c6df9d4f719d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:56.380376 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f2aa5818-1277-4bb7-83cc-dd59d677adc9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:56.527098 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de104c60-1e2f-4600-bec0-e21902e1449f x-openstack-request-id: req-de104c60-1e2f-4600-bec0-e21902e1449f {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:23:56.529721 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c87ef4-b830-40e8-bb0a-eeff4279cf43", "tag": "10856a8d-9c16-418a-8682-a2e791752deb", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:23:56.530223 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-de104c60-1e2f-4600-bec0-e21902e1449f {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:23:56.530837 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c87ef4-b830-40e8-bb0a-eeff4279cf43', 'tag': '10856a8d-9c16-418a-8682-a2e791752deb', 'status': 'completed', 'code': 200} Aug 11 22:23:56.533042 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2aa5818-1277-4bb7-83cc-dd59d677adc9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network ed65213a-772d-4714-9b78-b93955e2e92d is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:23:56.539745 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-f2aa5818-1277-4bb7-83cc-dd59d677adc9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:23:56.551664 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-1a8765ab-91d7-406b-93a7-c6df9d4f719d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Deleting port c45f490b-8e9d-4146-bed5-b7a76959e9f6 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:23:56.552069 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1a8765ab-91d7-406b-93a7-c6df9d4f719d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:56.559985 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aa5818-1277-4bb7-83cc-dd59d677adc9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:23:56.576853 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aa5818-1277-4bb7-83cc-dd59d677adc9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:56.578438 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f2aa5818-1277-4bb7-83cc-dd59d677adc9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:56.582444 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa5818-1277-4bb7-83cc-dd59d677adc9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Port': ['ID=7342853c-c2e3-4491-86a6-aa7f91814fe0,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:56.675482 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f2aa5818-1277-4bb7-83cc-dd59d677adc9 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0511460 Aug 11 22:23:56.678844 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34038) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:56.685503 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-6f51a599-12af-4799-b1c8-eae56ea220e5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'subnet': {'network_id': 'ed65213a-772d-4714-9b78-b93955e2e92d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:56.722522 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-034b75ee-d097-4e88-8119-540057a8563b None None] Set router 80c264a6-6521-4a11-8a77-8b4104b47a41 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:23:56.797226 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef829885-9ed6-4e41-ad54-d6dbcbcafaf9 req-5a7c4536-30b1-452f-ad68-c6e69a09cd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:56.798895 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ef829885-9ed6-4e41-ad54-d6dbcbcafaf9 req-5a7c4536-30b1-452f-ad68-c6e69a09cd60 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=89e42f6e555b4d71928261e2b4518d8d&device_id=c8c87ef4-b830-40e8-bb0a-eeff4279cf43 HTTP/1.1" status: 200 len: 1097 time: 0.2445610 Aug 11 22:23:56.840576 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44b6a0-1702-4684-ab59-d4833b063f97 req-f58bfa94-a160-4c66-9def-16b6a514f18c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:56.842541 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-af44b6a0-1702-4684-ab59-d4833b063f97 req-f58bfa94-a160-4c66-9def-16b6a514f18c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 943 time: 0.2228932 Aug 11 22:23:57.026125 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1a8765ab-91d7-406b-93a7-c6df9d4f719d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:57.038361 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-af44b6a0-1702-4684-ab59-d4833b063f97 req-053acab0-a0ad-4d17-baad-86e0b2956705 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771526 Aug 11 22:23:57.074651 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-1a8765ab-91d7-406b-93a7-c6df9d4f719d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Calling delete_port for c45f490b-8e9d-4146-bed5-b7a76959e9f6 owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:23:57.084079 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f51a599-12af-4799-b1c8-eae56ea220e5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:23:57.094512 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6f51a599-12af-4799-b1c8-eae56ea220e5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:57.152793 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-034b75ee-d097-4e88-8119-540057a8563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'name': 'tempest-AttachVolumeTestJSON-1669892813-router', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:08Z', 'updated_at': '2021-08-11T22:16:19Z', 'revision_number': 4, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'gw_port': {'id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:09Z', 'updated_at': '2021-08-11T22:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'ac96f80e-1b1c-48f8-b938-6e7c025b4fc6', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'floating_ip_address': '172.25.2.238', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'port_id': '10856a8d-9c16-418a-8682-a2e791752deb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7', 'mac_address': 'fa:16:3e:14:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c87ef4-b830-40e8-bb0a-eeff4279cf43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:23:19Z', 'updated_at': '2021-08-11T22:23:53Z', 'revision_number': 1, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab6438df-176d-446a-bd23-dc99d1b05a03', 'name': '', 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'mac_address': 'fa:16:3e:cd:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:16Z', 'updated_at': '2021-08-11T22:16:31Z', 'revision_number': 5, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'subnets': [{'id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:57.193237 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef829885-9ed6-4e41-ad54-d6dbcbcafaf9 req-1ffb26cd-1ef7-4dd3-815d-f194032c1e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:57.194826 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ef829885-9ed6-4e41-ad54-d6dbcbcafaf9 req-1ffb26cd-1ef7-4dd3-815d-f194032c1e7f service neutron] 10.222.0.52 "GET /v2.0/networks?id=38b8f25c-cd12-4628-9365-0e6780cd68b7 HTTP/1.1" status: 200 len: 912 time: 0.3858650 Aug 11 22:23:57.199669 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-462b0d95-5dd6-48e0-b7a5-551721b81e34 None None] Provisioning for port 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:23:57.221721 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-462b0d95-5dd6-48e0-b7a5-551721b81e34 None None] Provisioning complete for port 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:57.222982 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-462b0d95-5dd6-48e0-b7a5-551721b81e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:57.297893 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034b75ee-d097-4e88-8119-540057a8563b None None] Checking router: 80c264a6-6521-4a11-8a77-8b4104b47a41 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:23:57.332797 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034b75ee-d097-4e88-8119-540057a8563b None None] Routers {'80c264a6-6521-4a11-8a77-8b4104b47a41'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:23:57.333469 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-034b75ee-d097-4e88-8119-540057a8563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:23:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['80c264a6-6521-4a11-8a77-8b4104b47a41'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:57.339478 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ef829885-9ed6-4e41-ad54-d6dbcbcafaf9 req-f54df0f5-e53e-407e-8534-e701b1db413b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10856a8d-9c16-418a-8682-a2e791752deb HTTP/1.1" status: 200 len: 1000 time: 0.1301420 Aug 11 22:23:57.534046 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-034b75ee-d097-4e88-8119-540057a8563b None None] Set router 80c264a6-6521-4a11-8a77-8b4104b47a41 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:23:57.555788 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef829885-9ed6-4e41-ad54-d6dbcbcafaf9 req-67114987-0aaa-4711-bfcd-3934d672df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:57.557407 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ef829885-9ed6-4e41-ad54-d6dbcbcafaf9 req-67114987-0aaa-4711-bfcd-3934d672df47 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=97d7da21-8ec4-48da-9d66-6777c48f7843 HTTP/1.1" status: 200 len: 850 time: 0.2044315 Aug 11 22:23:57.585312 n-d-804275-3 neutron-server[100943]: INFO neutron.db.ipam_backend_mixin [None req-6f51a599-12af-4799-b1c8-eae56ea220e5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4b541af8-8f05-45f3-9ae5-d10cf96f6801 (CIDR: 2001:db8::/64) Aug 11 22:23:57.601661 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f51a599-12af-4799-b1c8-eae56ea220e5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:23:57.609153 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f51a599-12af-4799-b1c8-eae56ea220e5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:23:57.614040 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-462b0d95-5dd6-48e0-b7a5-551721b81e34 None None] Provisioning complete for port 496ffa41-ea04-4bbe-8a1c-728d918263ea triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:57.614464 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-462b0d95-5dd6-48e0-b7a5-551721b81e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:57.675891 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1a8765ab-91d7-406b-93a7-c6df9d4f719d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:57.708441 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6f51a599-12af-4799-b1c8-eae56ea220e5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0250130 Aug 11 22:23:57.710760 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34042) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:57.740717 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8765ab-91d7-406b-93a7-c6df9d4f719d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Port': ['ID=c45f490b-8e9d-4146-bed5-b7a76959e9f6,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:57.750032 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-462b0d95-5dd6-48e0-b7a5-551721b81e34 None None] Port 496ffa41-ea04-4bbe-8a1c-728d918263ea cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:23:57.760486 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-2ab50a35-9e83-4382-af41-4bad5ce87e6a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'subnet': {'network_id': 'ed65213a-772d-4714-9b78-b93955e2e92d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:57.828302 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef829885-9ed6-4e41-ad54-d6dbcbcafaf9 req-74b438c8-4878-44be-9a2c-63699dbfa687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:57.829875 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ef829885-9ed6-4e41-ad54-d6dbcbcafaf9 req-74b438c8-4878-44be-9a2c-63699dbfa687 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=38b8f25c-cd12-4628-9365-0e6780cd68b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2611363 Aug 11 22:23:57.886935 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-32a248d2-55cc-4151-8858-0da150f8776a None None] Provisioning for port 7342853c-c2e3-4491-86a6-aa7f91814fe0 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:23:57.894519 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-32a248d2-55cc-4151-8858-0da150f8776a None None] Provisioning complete for port 7342853c-c2e3-4491-86a6-aa7f91814fe0 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:57.894519 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-32a248d2-55cc-4151-8858-0da150f8776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:57.999078 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1a8765ab-91d7-406b-93a7-c6df9d4f719d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:58.022981 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-32a248d2-55cc-4151-8858-0da150f8776a None None] Port 7342853c-c2e3-4491-86a6-aa7f91814fe0 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:23:58.127431 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:23:58.148478 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab50a35-9e83-4382-af41-4bad5ce87e6a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:23:58.169631 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2ab50a35-9e83-4382-af41-4bad5ce87e6a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:58.178644 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1a8765ab-91d7-406b-93a7-c6df9d4f719d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:58.189408 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1a8765ab-91d7-406b-93a7-c6df9d4f719d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:58.213923 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ef829885-9ed6-4e41-ad54-d6dbcbcafaf9 req-217065b7-dfc7-40ab-8bcb-3fa84ea1acf7 service neutron] 10.222.0.52 "GET /v2.0/networks/38b8f25c-cd12-4628-9365-0e6780cd68b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713610 Aug 11 22:23:58.307318 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:23:58.308242 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:58.378017 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-034b75ee-d097-4e88-8119-540057a8563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'name': 'tempest-AttachVolumeTestJSON-1669892813-router', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:08Z', 'updated_at': '2021-08-11T22:16:19Z', 'revision_number': 4, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'gw_port': {'id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:09Z', 'updated_at': '2021-08-11T22:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'ac96f80e-1b1c-48f8-b938-6e7c025b4fc6', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'floating_ip_address': '172.25.2.238', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'port_id': '10856a8d-9c16-418a-8682-a2e791752deb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7', 'mac_address': 'fa:16:3e:14:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c87ef4-b830-40e8-bb0a-eeff4279cf43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:23:19Z', 'updated_at': '2021-08-11T22:23:53Z', 'revision_number': 1, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab6438df-176d-446a-bd23-dc99d1b05a03', 'name': '', 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'mac_address': 'fa:16:3e:cd:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:16Z', 'updated_at': '2021-08-11T22:16:31Z', 'revision_number': 5, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'subnets': [{'id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:23:58.422222 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1a8765ab-91d7-406b-93a7-c6df9d4f719d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:58.424952 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8765ab-91d7-406b-93a7-c6df9d4f719d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Fanout notify agent at l3_agent the message router_deleted on router c8467fb1-8598-4647-9178-81e90a5c22a3 {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:23:58.476004 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034b75ee-d097-4e88-8119-540057a8563b None None] The sync data for ids ['80c264a6-6521-4a11-8a77-8b4104b47a41'] in n-d-804275-3 is: [{'id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'name': 'tempest-AttachVolumeTestJSON-1669892813-router', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:08Z', 'updated_at': '2021-08-11T22:16:19Z', 'revision_number': 4, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'gw_port': {'id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:09Z', 'updated_at': '2021-08-11T22:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'ac96f80e-1b1c-48f8-b938-6e7c025b4fc6', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'floating_ip_address': '172.25.2.238', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'port_id': '10856a8d-9c16-418a-8682-a2e791752deb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7', 'mac_address': 'fa:16:3e:14:7c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c87ef4-b830-40e8-bb0a-eeff4279cf43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:23:19Z', 'updated_at': '2021-08-11T22:23:53Z', 'revision_number': 1, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab6438df-176d-446a-bd23-dc99d1b05a03', 'name': '', 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'mac_address': 'fa:16:3e:cd:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:16Z', 'updated_at': '2021-08-11T22:16:31Z', 'revision_number': 5, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'subnets': [{'id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:23:58.484456 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1a8765ab-91d7-406b-93a7-c6df9d4f719d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:58.496732 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1a8765ab-91d7-406b-93a7-c6df9d4f719d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/routers/c8467fb1-8598-4647-9178-81e90a5c22a3 HTTP/1.1" status: 204 len: 168 time: 3.3240767 Aug 11 22:23:58.512323 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34046) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:58.576464 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-742874e0-9997-4b74-8281-f9f123a9db03 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-468852534'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:58.706875 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020070c3-4e82-4c83-b260-34679e981734 req-f2a9a9dc-2c71-4396-bfa2-8ce27bc4d968 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:58.709282 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-020070c3-4e82-4c83-b260-34679e981734 req-f2a9a9dc-2c71-4396-bfa2-8ce27bc4d968 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 943 time: 0.3682404 Aug 11 22:23:58.773413 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742874e0-9997-4b74-8281-f9f123a9db03 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Made reservation on behalf of 05b95e21e6704290a3c250207b618344 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:23:58.781301 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-742874e0-9997-4b74-8281-f9f123a9db03 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:58.818958 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ef829885-9ed6-4e41-ad54-d6dbcbcafaf9 req-a177f5e5-b82a-4981-9683-f38fccf9149a service neutron] 10.222.0.52 "GET /v2.0/networks/38b8f25c-cd12-4628-9365-0e6780cd68b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244069 Aug 11 22:23:58.837152 n-d-804275-3 neutron-server[100943]: INFO neutron.db.ipam_backend_mixin [None req-2ab50a35-9e83-4382-af41-4bad5ce87e6a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c66dbad6-a650-4e81-a33f-262b94b1153e (CIDR: 2001:db8:0:1::/64) Aug 11 22:23:58.846990 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742874e0-9997-4b74-8281-f9f123a9db03 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:23:58.865990 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-742874e0-9997-4b74-8281-f9f123a9db03 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:58.866722 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-742874e0-9997-4b74-8281-f9f123a9db03 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Added segment e48cc7e3-8ae9-4e78-8c5c-5314fee104b0 of type vlan for network c0224b59-d61f-4aa0-a062-100303e29e9f Aug 11 22:23:58.905090 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-020070c3-4e82-4c83-b260-34679e981734 req-04212fb0-c80a-4d73-a595-df30298261a2 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751842 Aug 11 22:23:58.906852 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab50a35-9e83-4382-af41-4bad5ce87e6a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:23:58.907695 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ab50a35-9e83-4382-af41-4bad5ce87e6a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:23:58.930695 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-742874e0-9997-4b74-8281-f9f123a9db03 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:58.965420 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2ab50a35-9e83-4382-af41-4bad5ce87e6a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2347357 Aug 11 22:23:58.966951 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34050) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:58.976618 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-187ee354-ff3f-4163-8624-10b3677637c5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'subnet': {'network_id': 'ed65213a-772d-4714-9b78-b93955e2e92d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:58.980516 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-742874e0-9997-4b74-8281-f9f123a9db03 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:59.007194 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742874e0-9997-4b74-8281-f9f123a9db03 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:23:59.009932 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-742874e0-9997-4b74-8281-f9f123a9db03 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:59.041997 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723c2b50-bab5-4061-9a74-e1d3f78d4005 None None] New status for floating IP ac96f80e-1b1c-48f8-b938-6e7c025b4fc6: ACTIVE {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:23:59.189822 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187ee354-ff3f-4163-8624-10b3677637c5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Made reservation on behalf of 22c8a996a3334481a7d918c28c08fba9 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:23:59.193623 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-187ee354-ff3f-4163-8624-10b3677637c5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:23:59.305834 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34052) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:23:59.310936 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-742874e0-9997-4b74-8281-f9f123a9db03 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7597220 Aug 11 22:23:59.315980 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-d4ab6058-a3a2-4f53-adf5-9ba951377230 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'subnet': {'network_id': 'c0224b59-d61f-4aa0-a062-100303e29e9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:23:59.357300 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742874e0-9997-4b74-8281-f9f123a9db03 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Network': ['ID=c0224b59-d61f-4aa0-a062-100303e29e9f,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:23:59.401428 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network c0224b59-d61f-4aa0-a062-100303e29e9f details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:23:59.620245 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ab6058-a3a2-4f53-adf5-9ba951377230 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Made reservation on behalf of 05b95e21e6704290a3c250207b618344 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:23:59.624440 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d4ab6058-a3a2-4f53-adf5-9ba951377230 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:00.022350 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-187ee354-ff3f-4163-8624-10b3677637c5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:00.309414 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187ee354-ff3f-4163-8624-10b3677637c5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Network ed65213a-772d-4714-9b78-b93955e2e92d is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:24:00.333002 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-187ee354-ff3f-4163-8624-10b3677637c5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:24:00.344471 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187ee354-ff3f-4163-8624-10b3677637c5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:00.344471 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-187ee354-ff3f-4163-8624-10b3677637c5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:00.371623 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ee354-ff3f-4163-8624-10b3677637c5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Subnet': ['ID=d8b8ca4c-b641-474e-89cc-adbacacad8cc,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:00.397027 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d382189-ac09-424a-92be-5489323947a4 None None] Network ed65213a-772d-4714-9b78-b93955e2e92d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:24:00.403422 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d4ab6058-a3a2-4f53-adf5-9ba951377230 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:00.427185 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89f438-7973-4a0e-a18b-a3b478d04dda req-76f09996-7d7f-4765-883d-0d1f2b20500c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:00.430553 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4e89f438-7973-4a0e-a18b-a3b478d04dda req-76f09996-7d7f-4765-883d-0d1f2b20500c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 943 time: 0.3453386 Aug 11 22:24:00.444153 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34058) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:00.454085 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-2fdb4227-fda9-4915-8970-07cc9576250c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-455543979', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd8b8ca4c-b641-474e-89cc-adbacacad8cc'}], 'security_groups': ['c1174566-b5dd-44fd-9861-d2e5b8a78387', 'f98c0c55-80b4-46f4-bafa-3949c6bc2d2d']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:24:00.455308 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-187ee354-ff3f-4163-8624-10b3677637c5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4864931 Aug 11 22:24:00.682530 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab6058-a3a2-4f53-adf5-9ba951377230 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Subnet': ['ID=634fe4d3-e20f-437e-8212-905fc29f4328,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:00.789443 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4e89f438-7973-4a0e-a18b-a3b478d04dda req-2f2b953b-7a7d-48c3-8453-d8a2c4a77a08 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640095 Aug 11 22:24:00.792054 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ab6058-a3a2-4f53-adf5-9ba951377230 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Checking segment: {'id': 'e48cc7e3-8ae9-4e78-8c5c-5314fee104b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c0224b59-d61f-4aa0-a062-100303e29e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:24:00.792972 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ab6058-a3a2-4f53-adf5-9ba951377230 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network hostable DHCP agents. Network: c0224b59-d61f-4aa0-a062-100303e29e9f, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:24:00.846611 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ab6058-a3a2-4f53-adf5-9ba951377230 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network c0224b59-d61f-4aa0-a062-100303e29e9f is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:24:00.865440 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-d4ab6058-a3a2-4f53-adf5-9ba951377230 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, c0224b59-d61f-4aa0-a062-100303e29e9f) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:24:00.872232 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ab6058-a3a2-4f53-adf5-9ba951377230 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:00.873344 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d4ab6058-a3a2-4f53-adf5-9ba951377230 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:00.901331 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d4ab6058-a3a2-4f53-adf5-9ba951377230 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5929086 Aug 11 22:24:00.905402 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34060) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:00.906648 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188eae02-7da0-4836-afc6-b1d50b8ede3b None None] Network c0224b59-d61f-4aa0-a062-100303e29e9f requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:24:00.910760 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-accbf3f0-9ef8-4cf1-8bf5-f00c59ddefbb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1867170396', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:24:00.934760 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2fdb4227-fda9-4915-8970-07cc9576250c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:00.941042 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-accbf3f0-9ef8-4cf1-8bf5-f00c59ddefbb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:00.942449 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-accbf3f0-9ef8-4cf1-8bf5-f00c59ddefbb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:01.011713 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-accbf3f0-9ef8-4cf1-8bf5-f00c59ddefbb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:01.017955 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-accbf3f0-9ef8-4cf1-8bf5-f00c59ddefbb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:01.018970 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3a71d0-b347-428a-8902-95cbaca48147 None None] Update dhcp port {'port': {'network_id': 'ed65213a-772d-4714-9b78-b93955e2e92d', 'fixed_ips': [{'subnet_id': 'c66dbad6-a650-4e81-a33f-262b94b1153e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4b541af8-8f05-45f3-9ae5-d10cf96f6801', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd8b8ca4c-b641-474e-89cc-adbacacad8cc'}], 'binding:host_id': 'n-d-804275-3'}, 'id': '3ab1c24e-5dd5-4c85-b728-fca6beda0e36'} from n-d-804275-3. {{(pid=100944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 22:24:01.039653 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-accbf3f0-9ef8-4cf1-8bf5-f00c59ddefbb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:01.041498 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-accbf3f0-9ef8-4cf1-8bf5-f00c59ddefbb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1347930 Aug 11 22:24:01.047104 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34062) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:01.077208 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3d3a71d0-b347-428a-8902-95cbaca48147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:01.297709 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7989a485-f463-43b5-b13b-3bb38bb5275d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-c0224b59-d61f-4aa0-a062-100303e29e9f', 'network_id': 'c0224b59-d61f-4aa0-a062-100303e29e9f', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'fixed_ips': [{'subnet_id': '634fe4d3-e20f-437e-8212-905fc29f4328'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:24:01.298616 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7989a485-f463-43b5-b13b-3bb38bb5275d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:01.559440 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-3d3a71d0-b347-428a-8902-95cbaca48147 None None] Allocated IP 2001:db8:0:2::2 (ed65213a-772d-4714-9b78-b93955e2e92d/d8b8ca4c-b641-474e-89cc-adbacacad8cc/3ab1c24e-5dd5-4c85-b728-fca6beda0e36) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:24:01.760502 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:01.813402 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-3d3a71d0-b347-428a-8902-95cbaca48147 None None] For port 3ab1c24e-5dd5-4c85-b728-fca6beda0e36, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=3ab1c24e-5dd5-4c85-b728-fca6beda0e36,segment=NetworkSegment(b6359486-ab79-4002-b21d-a9cff891cfec),segment_id=b6359486-ab79-4002-b21d-a9cff891cfec)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:24:01.816434 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-7989a485-f463-43b5-b13b-3bb38bb5275d None None] Allocated IP 2001:db8::2 (c0224b59-d61f-4aa0-a062-100303e29e9f/634fe4d3-e20f-437e-8212-905fc29f4328/869ab6f9-6977-42f2-b49a-da5de1f1cee9) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:24:02.022527 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3d3a71d0-b347-428a-8902-95cbaca48147 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:02.086987 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3d3a71d0-b347-428a-8902-95cbaca48147 None None] Transition to ACTIVE for port object 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:24:02.093814 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3d3a71d0-b347-428a-8902-95cbaca48147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:02.154291 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e9b11-58b3-4690-b0a5-a014dfdd3416 req-c3a1bdce-3349-4deb-abf1-26e5d8fcc859 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:02.157503 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d29e9b11-58b3-4690-b0a5-a014dfdd3416 req-c3a1bdce-3349-4deb-abf1-26e5d8fcc859 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 943 time: 0.2720129 Aug 11 22:24:02.264416 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a71d0-b347-428a-8902-95cbaca48147 None None] Pushing event updated for resources: {'Port': ['ID=3ab1c24e-5dd5-4c85-b728-fca6beda0e36,revision_number=7']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:02.372075 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-2fdb4227-fda9-4915-8970-07cc9576250c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Delete allocated IP 2001:db8::23f (ed65213a-772d-4714-9b78-b93955e2e92d/4b541af8-8f05-45f3-9ae5-d10cf96f6801) {{(pid=100942) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 22:24:02.386071 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-2fdb4227-fda9-4915-8970-07cc9576250c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Allocated IP 2001:db8:0:2::b9 (ed65213a-772d-4714-9b78-b93955e2e92d/d8b8ca4c-b641-474e-89cc-adbacacad8cc/7342853c-c2e3-4491-86a6-aa7f91814fe0) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:24:02.453401 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d29e9b11-58b3-4690-b0a5-a014dfdd3416 req-08ac421e-2e0e-4d8c-bfbc-0f6adada0296 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830176 Aug 11 22:24:02.726194 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7989a485-f463-43b5-b13b-3bb38bb5275d None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:02.752578 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7989a485-f463-43b5-b13b-3bb38bb5275d None None] Transition to ACTIVE for port object 869ab6f9-6977-42f2-b49a-da5de1f1cee9 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:24:02.792348 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7989a485-f463-43b5-b13b-3bb38bb5275d None None] Transition to ACTIVE for port object 869ab6f9-6977-42f2-b49a-da5de1f1cee9 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:24:02.814117 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7989a485-f463-43b5-b13b-3bb38bb5275d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:02.919734 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2fdb4227-fda9-4915-8970-07cc9576250c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:02.938578 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-2fdb4227-fda9-4915-8970-07cc9576250c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Transition to ACTIVE for port object 7342853c-c2e3-4491-86a6-aa7f91814fe0 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:24:02.947957 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7989a485-f463-43b5-b13b-3bb38bb5275d None None] Network c0224b59-d61f-4aa0-a062-100303e29e9f is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:24:02.953908 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2fdb4227-fda9-4915-8970-07cc9576250c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:02.977629 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-7989a485-f463-43b5-b13b-3bb38bb5275d None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:24:02.988953 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7989a485-f463-43b5-b13b-3bb38bb5275d None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:24:02.994479 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989a485-f463-43b5-b13b-3bb38bb5275d None None] Pushing event updated for resources: {'Port': ['ID=869ab6f9-6977-42f2-b49a-da5de1f1cee9,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:03.004836 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Allocated IP 2001:db8::1 (c0224b59-d61f-4aa0-a062-100303e29e9f/634fe4d3-e20f-437e-8212-905fc29f4328/dc6c87df-8fd5-47eb-95f9-010606c4fd09) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:24:03.074085 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb4227-fda9-4915-8970-07cc9576250c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event updated for resources: {'Port': ['ID=7342853c-c2e3-4491-86a6-aa7f91814fe0,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:03.095461 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb4227-fda9-4915-8970-07cc9576250c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:03.100484 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb4227-fda9-4915-8970-07cc9576250c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:03.101051 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb4227-fda9-4915-8970-07cc9576250c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:03.103797 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb4227-fda9-4915-8970-07cc9576250c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:03.104497 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb4227-fda9-4915-8970-07cc9576250c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:03.105062 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb4227-fda9-4915-8970-07cc9576250c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:03.105622 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb4227-fda9-4915-8970-07cc9576250c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:03.106196 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb4227-fda9-4915-8970-07cc9576250c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:03.106754 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb4227-fda9-4915-8970-07cc9576250c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:03.107306 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb4227-fda9-4915-8970-07cc9576250c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:03.107890 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb4227-fda9-4915-8970-07cc9576250c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:03.108442 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb4227-fda9-4915-8970-07cc9576250c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:03.139471 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-7989a485-f463-43b5-b13b-3bb38bb5275d None None] Attempting to bind port 869ab6f9-6977-42f2-b49a-da5de1f1cee9 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:24:03.140111 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-7989a485-f463-43b5-b13b-3bb38bb5275d None None] Attempting to bind port 869ab6f9-6977-42f2-b49a-da5de1f1cee9 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'e48cc7e3-8ae9-4e78-8c5c-5314fee104b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c0224b59-d61f-4aa0-a062-100303e29e9f'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:24:03.140693 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7989a485-f463-43b5-b13b-3bb38bb5275d None None] Attempting to bind port 869ab6f9-6977-42f2-b49a-da5de1f1cee9 on network c0224b59-d61f-4aa0-a062-100303e29e9f {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:24:03.145496 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-2fdb4227-fda9-4915-8970-07cc9576250c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] In _notify_port_updated(), no bound segment for port 7342853c-c2e3-4491-86a6-aa7f91814fe0 on network ed65213a-772d-4714-9b78-b93955e2e92d {{(pid=100942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 22:24:03.151349 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7989a485-f463-43b5-b13b-3bb38bb5275d None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:24:03.151995 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7989a485-f463-43b5-b13b-3bb38bb5275d None None] Checking segment: {'id': 'e48cc7e3-8ae9-4e78-8c5c-5314fee104b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c0224b59-d61f-4aa0-a062-100303e29e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:24:03.152666 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7989a485-f463-43b5-b13b-3bb38bb5275d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:03.153398 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7989a485-f463-43b5-b13b-3bb38bb5275d None None] Bound using segment: {'id': 'e48cc7e3-8ae9-4e78-8c5c-5314fee104b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c0224b59-d61f-4aa0-a062-100303e29e9f'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:24:03.154225 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-7989a485-f463-43b5-b13b-3bb38bb5275d None None] Bound port: 869ab6f9-6977-42f2-b49a-da5de1f1cee9, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e48cc7e3-8ae9-4e78-8c5c-5314fee104b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c0224b59-d61f-4aa0-a062-100303e29e9f'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:24:03.155012 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7989a485-f463-43b5-b13b-3bb38bb5275d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:03.157145 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdb4227-fda9-4915-8970-07cc9576250c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:03.158226 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2fdb4227-fda9-4915-8970-07cc9576250c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:03.164957 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34076) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:03.165533 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2fdb4227-fda9-4915-8970-07cc9576250c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "PUT /v2.0/ports/7342853c-c2e3-4491-86a6-aa7f91814fe0 HTTP/1.1" status: 200 len: 968 time: 2.7194495 Aug 11 22:24:03.251679 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-7989a485-f463-43b5-b13b-3bb38bb5275d None None] For port 869ab6f9-6977-42f2-b49a-da5de1f1cee9, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:24:03.255654 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-7989a485-f463-43b5-b13b-3bb38bb5275d None None] For port 869ab6f9-6977-42f2-b49a-da5de1f1cee9, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=869ab6f9-6977-42f2-b49a-da5de1f1cee9,segment=NetworkSegment(e48cc7e3-8ae9-4e78-8c5c-5314fee104b0),segment_id=e48cc7e3-8ae9-4e78-8c5c-5314fee104b0)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:24:03.262398 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7989a485-f463-43b5-b13b-3bb38bb5275d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:03.284364 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:03.308168 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Transition to ACTIVE for port object dc6c87df-8fd5-47eb-95f9-010606c4fd09 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:24:03.339370 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-930befa9-9972-4d81-aeb4-3e3bb522f98b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting port 7342853c-c2e3-4491-86a6-aa7f91814fe0 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:24:03.339740 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-930befa9-9972-4d81-aeb4-3e3bb522f98b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:03.358193 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989a485-f463-43b5-b13b-3bb38bb5275d None None] Pushing event updated for resources: {'Port': ['ID=869ab6f9-6977-42f2-b49a-da5de1f1cee9,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:03.778558 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-34b33ebc-1fc2-40f9-9532-b738a7e488f1 None None] Provisioning for port 7342853c-c2e3-4491-86a6-aa7f91814fe0 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:24:03.785955 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-34b33ebc-1fc2-40f9-9532-b738a7e488f1 None None] Provisioning complete for port 7342853c-c2e3-4491-86a6-aa7f91814fe0 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:03.786667 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-34b33ebc-1fc2-40f9-9532-b738a7e488f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:03.899529 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-34b33ebc-1fc2-40f9-9532-b738a7e488f1 None None] Port 7342853c-c2e3-4491-86a6-aa7f91814fe0 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:24:03.946038 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-34b33ebc-1fc2-40f9-9532-b738a7e488f1 None None] Provisioning for port 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:24:03.955971 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-34b33ebc-1fc2-40f9-9532-b738a7e488f1 None None] Provisioning complete for port 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:03.956737 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-34b33ebc-1fc2-40f9-9532-b738a7e488f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:03.984761 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:04.219032 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Port': ['ID=dc6c87df-8fd5-47eb-95f9-010606c4fd09,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:04.247793 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:04.248722 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:04.249469 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:04.250290 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:04.251174 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:04.252027 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:04.252837 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:04.253630 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:04.256880 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:04.257713 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:04.259746 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:04.261733 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:04.261962 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-34b33ebc-1fc2-40f9-9532-b738a7e488f1 None None] Provisioning complete for port 496ffa41-ea04-4bbe-8a1c-728d918263ea triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:04.262642 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-34b33ebc-1fc2-40f9-9532-b738a7e488f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:04.350779 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-34b33ebc-1fc2-40f9-9532-b738a7e488f1 None None] Port 496ffa41-ea04-4bbe-8a1c-728d918263ea cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:24:04.356182 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 869ab6f9-6977-42f2-b49a-da5de1f1cee9 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:24:04.358248 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network c0224b59-d61f-4aa0-a062-100303e29e9f is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:24:04.370263 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-930befa9-9972-4d81-aeb4-3e3bb522f98b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:04.385693 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:24:04.389728 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:24:04.390600 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:04.409589 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025d6dc-d7b0-4125-a1e4-46fdbb5ea8b5 req-f878774a-af5d-4f83-8492-143a04ce4569 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:04.423361 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a025d6dc-d7b0-4125-a1e4-46fdbb5ea8b5 req-f878774a-af5d-4f83-8492-143a04ce4569 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 943 time: 0.5257673 Aug 11 22:24:04.482978 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 869ab6f9-6977-42f2-b49a-da5de1f1cee9 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:24:04.499280 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:24:04.506080 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f619daf1-9370-4e62-ba8e-f75d8cc36c4f None None] Provisioning complete for port 7342853c-c2e3-4491-86a6-aa7f91814fe0 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:04.506737 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f619daf1-9370-4e62-ba8e-f75d8cc36c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:04.534310 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-930befa9-9972-4d81-aeb4-3e3bb522f98b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Calling delete_port for 7342853c-c2e3-4491-86a6-aa7f91814fe0 owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:24:04.663385 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-f619daf1-9370-4e62-ba8e-f75d8cc36c4f None None] Port 7342853c-c2e3-4491-86a6-aa7f91814fe0 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:24:04.690519 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:04.691642 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:04.713547 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a025d6dc-d7b0-4125-a1e4-46fdbb5ea8b5 req-47d5ed42-ed77-4ac6-a830-80197e36ca25 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882960 Aug 11 22:24:04.888806 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:05.009323 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4962ea9-eeb6-4155-88d8-fb22afd22f5a None None] Network c0224b59-d61f-4aa0-a062-100303e29e9f requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:24:05.117410 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ec7a67a8-4c4f-4006-9028-e8cab44b8f8e None None] Provisioning for port 869ab6f9-6977-42f2-b49a-da5de1f1cee9 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:24:05.131944 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ec7a67a8-4c4f-4006-9028-e8cab44b8f8e None None] Provisioning complete for port 869ab6f9-6977-42f2-b49a-da5de1f1cee9 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:05.133121 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ec7a67a8-4c4f-4006-9028-e8cab44b8f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:05.380189 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-930befa9-9972-4d81-aeb4-3e3bb522f98b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:05.429235 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930befa9-9972-4d81-aeb4-3e3bb522f98b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Port': ['ID=7342853c-c2e3-4491-86a6-aa7f91814fe0,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:05.489947 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-930befa9-9972-4d81-aeb4-3e3bb522f98b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:05.495872 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34096) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:05.500449 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-930befa9-9972-4d81-aeb4-3e3bb522f98b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/ports/7342853c-c2e3-4491-86a6-aa7f91814fe0 HTTP/1.1" status: 204 len: 168 time: 2.3329587 Aug 11 22:24:05.525516 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ec7a67a8-4c4f-4006-9028-e8cab44b8f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:05.542669 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-769203a6-6955-4e31-a530-d740630e225b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] GET failed (client error): The resource could not be found. Aug 11 22:24:05.550489 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34098) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:05.555203 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-769203a6-6955-4e31-a530-d740630e225b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "GET /v2.0/ports/7342853c-c2e3-4491-86a6-aa7f91814fe0 HTTP/1.1" status: 404 len: 333 time: 0.0542011 Aug 11 22:24:05.631378 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-ec7a67a8-4c4f-4006-9028-e8cab44b8f8e None None] For port 869ab6f9-6977-42f2-b49a-da5de1f1cee9, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=869ab6f9-6977-42f2-b49a-da5de1f1cee9,segment=NetworkSegment(e48cc7e3-8ae9-4e78-8c5c-5314fee104b0),segment_id=e48cc7e3-8ae9-4e78-8c5c-5314fee104b0)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:24:05.641902 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ec7a67a8-4c4f-4006-9028-e8cab44b8f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:05.702174 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:05.735439 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a67a8-4c4f-4006-9028-e8cab44b8f8e None None] Pushing event updated for resources: {'Port': ['ID=869ab6f9-6977-42f2-b49a-da5de1f1cee9,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:05.748535 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-adda3fee-8557-4def-b060-1d3c0f7a1cb1 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:05.753824 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:05.755475 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:06.081254 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 869ab6f9-6977-42f2-b49a-da5de1f1cee9 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:24:06.083221 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Port': ['ID=dc6c87df-8fd5-47eb-95f9-010606c4fd09,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:06.102882 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-adda3fee-8557-4def-b060-1d3c0f7a1cb1 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:06.140289 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e771520e-3876-47b8-9755-c0b1ffd92e23 None None] Provisioning for port dc6c87df-8fd5-47eb-95f9-010606c4fd09 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:24:06.148209 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e771520e-3876-47b8-9755-c0b1ffd92e23 None None] Provisioning complete for port dc6c87df-8fd5-47eb-95f9-010606c4fd09 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:06.149827 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e771520e-3876-47b8-9755-c0b1ffd92e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:06.201042 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-e771520e-3876-47b8-9755-c0b1ffd92e23 None None] Port dc6c87df-8fd5-47eb-95f9-010606c4fd09 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:24:06.211939 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 869ab6f9-6977-42f2-b49a-da5de1f1cee9 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:06.212708 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:06.259096 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e771520e-3876-47b8-9755-c0b1ffd92e23 None None] Provisioning complete for port 869ab6f9-6977-42f2-b49a-da5de1f1cee9 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:06.261015 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e771520e-3876-47b8-9755-c0b1ffd92e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:06.282177 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-adda3fee-8557-4def-b060-1d3c0f7a1cb1 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:06.287417 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-adda3fee-8557-4def-b060-1d3c0f7a1cb1 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:06.294321 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34106) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:06.295052 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-adda3fee-8557-4def-b060-1d3c0f7a1cb1 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/security-groups/c75623e0-2c95-4a70-a6c7-0a029c000e5a HTTP/1.1" status: 204 len: 168 time: 0.7437923 Aug 11 22:24:06.359590 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda3fee-8557-4def-b060-1d3c0f7a1cb1 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75623e0-2c95-4a70-a6c7-0a029c000e5a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:06.387704 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c33bb-dee0-4fc5-a24b-3592ab81f35e req-f4142d7d-f94c-44de-a90a-7d5b897ad207 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:06.401722 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7e7c33bb-dee0-4fc5-a24b-3592ab81f35e req-f4142d7d-f94c-44de-a90a-7d5b897ad207 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 943 time: 0.3903205 Aug 11 22:24:06.477265 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bdd7d90b-724f-4c8c-8917-74b54328ca9b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:06.500629 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network c0224b59-d61f-4aa0-a062-100303e29e9f is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:24:06.503100 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:24:06.545024 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bdd7d90b-724f-4c8c-8917-74b54328ca9b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:06.678208 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bdd7d90b-724f-4c8c-8917-74b54328ca9b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:06.685837 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bdd7d90b-724f-4c8c-8917-74b54328ca9b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:06.692151 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7e7c33bb-dee0-4fc5-a24b-3592ab81f35e req-fb29eb99-7b22-4ac6-8719-bf5a11c9c85b tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885594 Aug 11 22:24:06.694895 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34116) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:06.696766 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bdd7d90b-724f-4c8c-8917-74b54328ca9b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/security-groups/f98c0c55-80b4-46f4-bafa-3949c6bc2d2d HTTP/1.1" status: 204 len: 168 time: 0.4003887 Aug 11 22:24:06.739016 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7d90b-724f-4c8c-8917-74b54328ca9b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98c0c55-80b4-46f4-bafa-3949c6bc2d2d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:06.802081 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-cd70b36e-0f7c-46da-966c-a4d915754a84 None None] Provisioning complete for port dc6c87df-8fd5-47eb-95f9-010606c4fd09 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:06.804080 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cd70b36e-0f7c-46da-966c-a4d915754a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:06.817763 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-238f8020-f07f-4337-b9b8-79a6fdc4880a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:06.825177 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Router 738bed05-008c-4499-b162-343897683c5b is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:24:06.853768 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-238f8020-f07f-4337-b9b8-79a6fdc4880a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:06.926003 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-cd70b36e-0f7c-46da-966c-a4d915754a84 None None] Port dc6c87df-8fd5-47eb-95f9-010606c4fd09 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:24:07.155059 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:24:07.166097 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f6e68189-05a6-4ea3-ad81-688c70084b71 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "PUT /v2.0/routers/738bed05-008c-4499-b162-343897683c5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1127806 Aug 11 22:24:07.166097 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-238f8020-f07f-4337-b9b8-79a6fdc4880a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:07.166590 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-15dff7e2-3993-488e-b243-ebf8cff4d48f None None] Provisioning complete for port dc6c87df-8fd5-47eb-95f9-010606c4fd09 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:07.166590 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-15dff7e2-3993-488e-b243-ebf8cff4d48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:07.167041 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34126) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:07.171756 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-238f8020-f07f-4337-b9b8-79a6fdc4880a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:07.177248 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3b5da6-33d6-47d0-9adc-da0ee60a3b6e None None] Sync routers for ids ['738bed05-008c-4499-b162-343897683c5b'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:24:07.186361 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-238f8020-f07f-4337-b9b8-79a6fdc4880a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/security-groups/c1174566-b5dd-44fd-9861-d2e5b8a78387 HTTP/1.1" status: 204 len: 168 time: 0.4908853 Aug 11 22:24:07.196308 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3b5da6-33d6-47d0-9adc-da0ee60a3b6e None None] Routers {'738bed05-008c-4499-b162-343897683c5b'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:24:07.196950 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-df3b5da6-33d6-47d0-9adc-da0ee60a3b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:23:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['738bed05-008c-4499-b162-343897683c5b'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:07.200553 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34128) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:07.259490 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-15dff7e2-3993-488e-b243-ebf8cff4d48f None None] Port dc6c87df-8fd5-47eb-95f9-010606c4fd09 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:24:07.261354 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f8020-f07f-4337-b9b8-79a6fdc4880a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1174566-b5dd-44fd-9861-d2e5b8a78387,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:07.277288 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b15c41a-da2c-43ae-8dcb-6c6b546e9e85 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:07.282538 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2b15c41a-da2c-43ae-8dcb-6c6b546e9e85 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "GET /v2.0/ports/dc6c87df-8fd5-47eb-95f9-010606c4fd09 HTTP/1.1" status: 200 len: 911 time: 0.1130664 Aug 11 22:24:07.283617 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34130) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:07.291131 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-29553600-a9c8-45f4-8b7f-63e3da481a7a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '634fe4d3-e20f-437e-8212-905fc29f4328'}]}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:24:07.303587 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-df3b5da6-33d6-47d0-9adc-da0ee60a3b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:07.322307 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3b5da6-33d6-47d0-9adc-da0ee60a3b6e None None] Routers {'738bed05-008c-4499-b162-343897683c5b'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:24:07.323719 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-df3b5da6-33d6-47d0-9adc-da0ee60a3b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:23:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['738bed05-008c-4499-b162-343897683c5b'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:07.387080 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-df3b5da6-33d6-47d0-9adc-da0ee60a3b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:07.388080 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3b5da6-33d6-47d0-9adc-da0ee60a3b6e None None] The sync data for ids ['738bed05-008c-4499-b162-343897683c5b'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:24:07.413443 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d785bd-034f-4998-99ec-f11bfcaba3ab tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting subnet 4b541af8-8f05-45f3-9ae5-d10cf96f6801 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:24:07.431249 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-51d785bd-034f-4998-99ec-f11bfcaba3ab tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:07.500179 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-668d1a74-79a8-4608-81e8-9fd5cff8606e tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:07.503328 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-668d1a74-79a8-4608-81e8-9fd5cff8606e tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/networks?id=68d2446a-390b-4a41-9fe5-492c7badcbde HTTP/1.1" status: 200 len: 815 time: 0.4904606 Aug 11 22:24:07.513998 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29553600-a9c8-45f4-8b7f-63e3da481a7a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:07.551889 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-51d785bd-034f-4998-99ec-f11bfcaba3ab tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:07.607795 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-b58b0c64-f269-472d-87bb-f36f423bd10f tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/quotas/2bf4ef471aa2484faad01cf58dfc260a HTTP/1.1" status: 200 len: 375 time: 0.0853891 Aug 11 22:24:07.852407 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-69273208-9b5f-43b3-ab27-a3dd12cae4f0 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2bf4ef471aa2484faad01cf58dfc260a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2350504 Aug 11 22:24:07.963105 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-51d785bd-034f-4998-99ec-f11bfcaba3ab tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:08.123790 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-f2b729e6-f43e-43ef-ac26-e528b57acdb9 service neutron] 10.222.0.77 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662148 Aug 11 22:24:08.131493 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-51d785bd-034f-4998-99ec-f11bfcaba3ab tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:08.174946 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29553600-a9c8-45f4-8b7f-63e3da481a7a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:08.202349 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29553600-a9c8-45f4-8b7f-63e3da481a7a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:08.216484 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29553600-a9c8-45f4-8b7f-63e3da481a7a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:08.217450 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29553600-a9c8-45f4-8b7f-63e3da481a7a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:08.224985 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d785bd-034f-4998-99ec-f11bfcaba3ab tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Subnet': ['ID=4b541af8-8f05-45f3-9ae5-d10cf96f6801,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:08.225329 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-29553600-a9c8-45f4-8b7f-63e3da481a7a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "PUT /v2.0/ports/dc6c87df-8fd5-47eb-95f9-010606c4fd09 HTTP/1.1" status: 200 len: 911 time: 0.9360909 Aug 11 22:24:08.242031 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34142) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:08.257047 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8231dd9a-be4d-4956-b32a-2e319b0499b4 None None] Network ed65213a-772d-4714-9b78-b93955e2e92d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:24:08.262111 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:08.338026 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-51d785bd-034f-4998-99ec-f11bfcaba3ab tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:08.342080 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29553600-a9c8-45f4-8b7f-63e3da481a7a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Port': ['ID=dc6c87df-8fd5-47eb-95f9-010606c4fd09,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:08.353658 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34144) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:08.355129 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-51d785bd-034f-4998-99ec-f11bfcaba3ab tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/subnets/4b541af8-8f05-45f3-9ae5-d10cf96f6801 HTTP/1.1" status: 204 len: 168 time: 1.1335769 Aug 11 22:24:08.466703 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ddc3ea5-6474-4c3c-8f0c-b1000d3dbb42 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting subnet d8b8ca4c-b641-474e-89cc-adbacacad8cc {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:24:08.472748 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7ddc3ea5-6474-4c3c-8f0c-b1000d3dbb42 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:08.563285 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-ec668ec8-450d-42c8-a5ce-6f07dc3a7851 service neutron] 10.222.0.77 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285498 Aug 11 22:24:08.598470 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7ddc3ea5-6474-4c3c-8f0c-b1000d3dbb42 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:08.810170 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7ddc3ea5-6474-4c3c-8f0c-b1000d3dbb42 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:09.043332 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7ddc3ea5-6474-4c3c-8f0c-b1000d3dbb42 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:09.156557 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7ddc3ea5-6474-4c3c-8f0c-b1000d3dbb42 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:09.159615 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7ddc3ea5-6474-4c3c-8f0c-b1000d3dbb42 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/subnets/d8b8ca4c-b641-474e-89cc-adbacacad8cc HTTP/1.1" status: 204 len: 168 time: 0.8047292 Aug 11 22:24:09.161122 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc3ea5-6474-4c3c-8f0c-b1000d3dbb42 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Subnet': ['ID=d8b8ca4c-b641-474e-89cc-adbacacad8cc,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:09.165352 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34152) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:09.218759 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac3d596-20f0-47bd-9153-4683e0231ae0 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] DELETE failed (client error): The resource could not be found. Aug 11 22:24:09.219918 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac3d596-20f0-47bd-9153-4683e0231ae0 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:24:09.233510 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bac3d596-20f0-47bd-9153-4683e0231ae0 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/subnets/4b541af8-8f05-45f3-9ae5-d10cf96f6801 HTTP/1.1" status: 404 len: 337 time: 0.0666628 Aug 11 22:24:09.237472 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34154) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:09.283968 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb28502-3798-433d-b787-9846dc9609ea req-713f191c-c244-4c78-a9ed-4ff710184cb1 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:09.300841 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9bb28502-3798-433d-b787-9846dc9609ea req-713f191c-c244-4c78-a9ed-4ff710184cb1 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 943 time: 0.2056160 Aug 11 22:24:09.360980 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-41cc35a5-bc38-49f8-bf27-5beaba83aa2a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting subnet c66dbad6-a650-4e81-a33f-262b94b1153e {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:24:09.364959 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7dab3be3-e905-4cc4-898b-aa01e0b511eb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:09.365283 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41cc35a5-bc38-49f8-bf27-5beaba83aa2a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:09.447550 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41cc35a5-bc38-49f8-bf27-5beaba83aa2a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:09.526243 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9bb28502-3798-433d-b787-9846dc9609ea req-69f3f5c5-4898-4ed1-a277-932673237c99 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241664 Aug 11 22:24:09.695313 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41cc35a5-bc38-49f8-bf27-5beaba83aa2a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:09.826245 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3754283-eed1-4f4a-a2f8-aeaf6a3bfc01 None None] Network ed65213a-772d-4714-9b78-b93955e2e92d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:24:09.925877 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-03726aa5-5b9f-40e1-b576-663a81b8cb0d req-8988c5cd-a843-44c7-915a-62b0f6710a65 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=04a6b090-64e9-480a-8a31-3fa301c88ce2 HTTP/1.1" status: 200 len: 210 time: 0.0678744 Aug 11 22:24:09.936803 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-555fe14d-f95d-41d2-83dd-7f0831ecf7c6 None None] Provisioning complete for port 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:09.937484 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-555fe14d-f95d-41d2-83dd-7f0831ecf7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:09.952741 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-7dab3be3-e905-4cc4-898b-aa01e0b511eb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Deleting port dc6c87df-8fd5-47eb-95f9-010606c4fd09 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:24:09.953296 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7dab3be3-e905-4cc4-898b-aa01e0b511eb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:09.954206 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41cc35a5-bc38-49f8-bf27-5beaba83aa2a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:10.022390 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc35a5-bc38-49f8-bf27-5beaba83aa2a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Subnet': ['ID=c66dbad6-a650-4e81-a33f-262b94b1153e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:10.045058 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41cc35a5-bc38-49f8-bf27-5beaba83aa2a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:10.051921 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-41cc35a5-bc38-49f8-bf27-5beaba83aa2a tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/subnets/c66dbad6-a650-4e81-a33f-262b94b1153e HTTP/1.1" status: 204 len: 168 time: 0.8112295 Aug 11 22:24:10.051921 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34164) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:10.111102 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad565f0-5988-4797-91c9-8f4892563d80 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] DELETE failed (client error): The resource could not be found. Aug 11 22:24:10.111896 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad565f0-5988-4797-91c9-8f4892563d80 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:24:10.114240 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1ad565f0-5988-4797-91c9-8f4892563d80 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/subnets/43e167e7-5c6a-48fc-a49d-cc445e1d675c HTTP/1.1" status: 404 len: 337 time: 0.0617330 Aug 11 22:24:10.116954 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34166) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:10.178482 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c7e13e43-2966-4055-8569-d2d487eed34c tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2a6d65e-7e3c-40e2-91d6-e6d26525dab7 HTTP/1.1" status: 200 len: 205 time: 0.0584335 Aug 11 22:24:10.181632 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34168) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:10.235750 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-555fe14d-f95d-41d2-83dd-7f0831ecf7c6 None None] Provisioning complete for port 496ffa41-ea04-4bbe-8a1c-728d918263ea triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:10.236099 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-555fe14d-f95d-41d2-83dd-7f0831ecf7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:10.236546 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-1a398053-8ece-429a-9350-1717797ffb47 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] delete failed (client error): The resource could not be found. Aug 11 22:24:10.238399 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1a398053-8ece-429a-9350-1717797ffb47 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/routers/d2a6d65e-7e3c-40e2-91d6-e6d26525dab7 HTTP/1.1" status: 404 len: 336 time: 0.0554852 Aug 11 22:24:10.243080 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34170) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:10.244579 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7dab3be3-e905-4cc4-898b-aa01e0b511eb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:10.297380 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-7dab3be3-e905-4cc4-898b-aa01e0b511eb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Calling delete_port for dc6c87df-8fd5-47eb-95f9-010606c4fd09 owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:24:10.297674 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-555fe14d-f95d-41d2-83dd-7f0831ecf7c6 None None] Port 496ffa41-ea04-4bbe-8a1c-728d918263ea cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:24:10.302735 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-91573f49-7d00-4969-afc3-760e77fb4615 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] DELETE failed (client error): The resource could not be found. Aug 11 22:24:10.303614 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91573f49-7d00-4969-afc3-760e77fb4615 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:24:10.307534 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-91573f49-7d00-4969-afc3-760e77fb4615 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/subnets/cbad3f5b-1ea6-4f53-a856-d7a141edd7d3 HTTP/1.1" status: 404 len: 337 time: 0.0629892 Aug 11 22:24:10.311307 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34172) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:10.351488 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d88d63-808f-4a9e-b843-31e3ed86b5a8 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] DELETE failed (client error): The resource could not be found. Aug 11 22:24:10.352580 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16d88d63-808f-4a9e-b843-31e3ed86b5a8 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:24:10.358448 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-16d88d63-808f-4a9e-b843-31e3ed86b5a8 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/subnets/3ba148d3-5cb0-4f2c-abaa-2191bf67ebe9 HTTP/1.1" status: 404 len: 337 time: 0.0421650 Aug 11 22:24:10.361107 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34174) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:10.365624 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8438f5eb-b13a-43a9-a41d-9cc87eacb196 None None] DHCP port deletion for ed65213a-772d-4714-9b78-b93955e2e92d request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:24:10.400823 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab9e5ea-6ddf-4ad5-9351-e171b8d48bf7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] DELETE failed (client error): The resource could not be found. Aug 11 22:24:10.401385 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab9e5ea-6ddf-4ad5-9351-e171b8d48bf7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:24:10.408147 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0ab9e5ea-6ddf-4ad5-9351-e171b8d48bf7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/subnets/0b7e1ffb-4103-4d3b-b773-bd3bacde1d31 HTTP/1.1" status: 404 len: 337 time: 0.0422702 Aug 11 22:24:10.408479 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34176) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:10.426697 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-8438f5eb-b13a-43a9-a41d-9cc87eacb196 None None] Deleting port 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:24:10.427052 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8438f5eb-b13a-43a9-a41d-9cc87eacb196 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:10.446366 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0d10f81-7395-43a3-a616-36495e2a413f tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] DELETE failed (client error): The resource could not be found. Aug 11 22:24:10.447400 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0d10f81-7395-43a3-a616-36495e2a413f tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:24:10.450596 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e0d10f81-7395-43a3-a616-36495e2a413f tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/ports/77dcc8c1-eee3-4428-8a5a-bdfb1c813c40 HTTP/1.1" status: 404 len: 333 time: 0.0385668 Aug 11 22:24:10.453982 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34178) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:10.508720 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-757640b8-5746-4fc7-b6f8-1a43002e5a0f tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] DELETE failed (client error): The resource could not be found. Aug 11 22:24:10.509450 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-757640b8-5746-4fc7-b6f8-1a43002e5a0f tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:24:10.514962 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-757640b8-5746-4fc7-b6f8-1a43002e5a0f tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/subnets/ab3d1f74-42a8-4c3b-ba44-e632f7123d40 HTTP/1.1" status: 404 len: 337 time: 0.0570195 Aug 11 22:24:10.515807 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34180) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:10.522004 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-8438f5eb-b13a-43a9-a41d-9cc87eacb196 None None] For port 3ab1c24e-5dd5-4c85-b728-fca6beda0e36, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=3ab1c24e-5dd5-4c85-b728-fca6beda0e36,segment=NetworkSegment(b6359486-ab79-4002-b21d-a9cff891cfec),segment_id=b6359486-ab79-4002-b21d-a9cff891cfec)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:24:10.522726 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8438f5eb-b13a-43a9-a41d-9cc87eacb196 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:10.549575 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-8438f5eb-b13a-43a9-a41d-9cc87eacb196 None None] Calling delete_port for 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:24:10.589735 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e360630-aa31-4cab-b752-42f9d0229484 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] DELETE failed (client error): The resource could not be found. Aug 11 22:24:10.590383 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e360630-aa31-4cab-b752-42f9d0229484 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:24:10.593720 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6e360630-aa31-4cab-b752-42f9d0229484 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/subnets/905cca65-0651-4425-b835-c4ca192f6479 HTTP/1.1" status: 404 len: 337 time: 0.0758595 Aug 11 22:24:10.596344 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34184) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:10.633681 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7dab3be3-e905-4cc4-898b-aa01e0b511eb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:10.643731 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4936b02-6685-4149-b87c-fc0b9a5a2498 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] DELETE failed (client error): The resource could not be found. Aug 11 22:24:10.646105 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4936b02-6685-4149-b87c-fc0b9a5a2498 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:24:10.652736 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f4936b02-6685-4149-b87c-fc0b9a5a2498 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/ports/7a99dcf2-187d-43a0-ad2e-a2c14f977b03 HTTP/1.1" status: 404 len: 333 time: 0.0523815 Aug 11 22:24:10.655815 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34186) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:10.672675 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab3be3-e905-4cc4-898b-aa01e0b511eb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Port': ['ID=dc6c87df-8fd5-47eb-95f9-010606c4fd09,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:10.765400 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e9bd4a-2150-4f68-bff2-0160944151c7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] DELETE failed (client error): The resource could not be found. Aug 11 22:24:10.765876 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48e9bd4a-2150-4f68-bff2-0160944151c7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:24:10.768467 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8438f5eb-b13a-43a9-a41d-9cc87eacb196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:10.783702 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-48e9bd4a-2150-4f68-bff2-0160944151c7 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/subnets/89a9071c-bd48-4130-8d7d-0454bc82334e HTTP/1.1" status: 404 len: 337 time: 0.1263566 Aug 11 22:24:10.784397 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34190) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:10.827903 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8438f5eb-b13a-43a9-a41d-9cc87eacb196 None None] No DVR routers for this DVR port 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:24:10.840402 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438f5eb-b13a-43a9-a41d-9cc87eacb196 None None] Pushing event deleted for resources: {'Port': ['ID=3ab1c24e-5dd5-4c85-b728-fca6beda0e36,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:10.846576 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7953707-071f-441d-b848-c53462ce9dc5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] DELETE failed (client error): The resource could not be found. Aug 11 22:24:10.847446 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7953707-071f-441d-b848-c53462ce9dc5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:24:10.853813 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f7953707-071f-441d-b848-c53462ce9dc5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/subnets/2737d039-fd4a-4c31-b4a2-acc5c40e41a8 HTTP/1.1" status: 404 len: 337 time: 0.0682969 Aug 11 22:24:10.854536 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34192) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:10.993807 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-73a2d9aa-f93a-40c5-8cb3-b6bbdb37540b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Deleting port 496ffa41-ea04-4bbe-8a1c-728d918263ea {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:24:10.994144 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-73a2d9aa-f93a-40c5-8cb3-b6bbdb37540b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:11.089937 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-73a2d9aa-f93a-40c5-8cb3-b6bbdb37540b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:11.108703 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-73a2d9aa-f93a-40c5-8cb3-b6bbdb37540b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Calling delete_port for 496ffa41-ea04-4bbe-8a1c-728d918263ea owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:24:11.320262 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7dab3be3-e905-4cc4-898b-aa01e0b511eb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:11.326294 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-73a2d9aa-f93a-40c5-8cb3-b6bbdb37540b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:11.373281 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2d9aa-f93a-40c5-8cb3-b6bbdb37540b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Port': ['ID=496ffa41-ea04-4bbe-8a1c-728d918263ea,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:11.379431 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-73a2d9aa-f93a-40c5-8cb3-b6bbdb37540b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:11.381891 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-73a2d9aa-f93a-40c5-8cb3-b6bbdb37540b tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/ports/496ffa41-ea04-4bbe-8a1c-728d918263ea HTTP/1.1" status: 204 len: 168 time: 0.5263155 Aug 11 22:24:11.386175 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34202) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:11.393823 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a4d0f-1035-4dfa-8a6e-5e0b1549aae7 req-f688c68b-00df-4387-a469-ebd889373976 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:11.402049 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ff4a4d0f-1035-4dfa-8a6e-5e0b1549aae7 req-f688c68b-00df-4387-a469-ebd889373976 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 943 time: 0.6506569 Aug 11 22:24:11.436604 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 3a586aec-6b69-4b0c-b660-d0f32eadc609 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:24:11.484182 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2ce16513-f92c-41c9-bc4f-5714de9169c5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:11.590725 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 3a586aec-6b69-4b0c-b660-d0f32eadc609, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=3a586aec-6b69-4b0c-b660-d0f32eadc609,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:24:11.610582 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '3a586aec-6b69-4b0c-b660-d0f32eadc609', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'port_id': '3a586aec-6b69-4b0c-b660-d0f32eadc609', 'mac_address': 'fa:16:3e:88:89:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:24:11.647170 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-1bc8fafc-c2b5-4f0c-b36d-bee24a406fe7 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:11.649366 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-1bc8fafc-c2b5-4f0c-b36d-bee24a406fe7 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.82 "GET /v2.0/networks?id=68d2446a-390b-4a41-9fe5-492c7badcbde HTTP/1.1" status: 200 len: 815 time: 0.4082654 Aug 11 22:24:11.693683 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:11.720644 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a586aec-6b69-4b0c-b660-d0f32eadc609 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:24:11.731217 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2ce16513-f92c-41c9-bc4f-5714de9169c5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:11.751156 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ff4a4d0f-1035-4dfa-8a6e-5e0b1549aae7 req-9dbb0ee0-62e9-4fbd-aaf5-d6fa8f6e4a6d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480868 Aug 11 22:24:11.753434 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-2ce16513-f92c-41c9-bc4f-5714de9169c5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed65213a-772d-4714-9b78-b93955e2e92d']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:11.775675 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-2ce16513-f92c-41c9-bc4f-5714de9169c5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6359486-ab79-4002-b21d-a9cff891cfec') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:11.776268 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-2ce16513-f92c-41c9-bc4f-5714de9169c5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6359486-ab79-4002-b21d-a9cff891cfec') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:11.779909 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dab3be3-e905-4cc4-898b-aa01e0b511eb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Router 738bed05-008c-4499-b162-343897683c5b has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:24:11.789934 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-15199bb2-652d-4853-826f-4f78e58391ff tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Request body: {'port': {'device_id': '04a6b090-64e9-480a-8a31-3fa301c88ce2', 'network_id': '68d2446a-390b-4a41-9fe5-492c7badcbde', 'admin_state_up': True, 'tenant_id': '2bf4ef471aa2484faad01cf58dfc260a'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:24:11.799968 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2ce16513-f92c-41c9-bc4f-5714de9169c5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:11.805372 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 3a586aec-6b69-4b0c-b660-d0f32eadc609, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=3a586aec-6b69-4b0c-b660-d0f32eadc609,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:24:11.819365 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:11.876376 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2ce16513-f92c-41c9-bc4f-5714de9169c5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:11.894410 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce16513-f92c-41c9-bc4f-5714de9169c5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:24:11.896602 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2ce16513-f92c-41c9-bc4f-5714de9169c5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:24:11.920730 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:24:12.015681 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=3a586aec-6b69-4b0c-b660-d0f32eadc609,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:12.057114 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dab3be3-e905-4cc4-898b-aa01e0b511eb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:24:12.072257 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5a1639-659f-4b37-94af-a5db701a5b74 None None] Sync routers for ids ['738bed05-008c-4499-b162-343897683c5b'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:24:12.081935 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7dab3be3-e905-4cc4-898b-aa01e0b511eb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "PUT /v2.0/routers/738bed05-008c-4499-b162-343897683c5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8322048 Aug 11 22:24:12.087383 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34204) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:12.091455 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2cb1a2b8-ca04-46e7-93a7-cc7787b3186a req-6cf2f8d1-2c4f-4193-b399-5b521f600323 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=04a6b090-64e9-480a-8a31-3fa301c88ce2 HTTP/1.1" status: 200 len: 210 time: 0.0636163 Aug 11 22:24:12.132569 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2ce16513-f92c-41c9-bc4f-5714de9169c5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:12.135258 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5a1639-659f-4b37-94af-a5db701a5b74 None None] Routers {'738bed05-008c-4499-b162-343897683c5b'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:24:12.136401 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-bb5a1639-659f-4b37-94af-a5db701a5b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:23:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['738bed05-008c-4499-b162-343897683c5b'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:12.146316 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2ce16513-f92c-41c9-bc4f-5714de9169c5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:12.153325 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2ce16513-f92c-41c9-bc4f-5714de9169c5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] 10.222.0.77 "DELETE /v2.0/networks/ed65213a-772d-4714-9b78-b93955e2e92d HTTP/1.1" status: 204 len: 168 time: 0.7649806 Aug 11 22:24:12.169849 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a7ac96c1-750c-4fed-9034-62f345ce6bb6 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "GET /v2.0/ports?device_id=738bed05-008c-4499-b162-343897683c5b HTTP/1.1" status: 200 len: 205 time: 0.0810077 Aug 11 22:24:12.174376 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34208) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:12.210498 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce16513-f92c-41c9-bc4f-5714de9169c5 tempest-PortsIpV6TestJSON-1307237102 tempest-PortsIpV6TestJSON-1307237102-project] Pushing event deleted for resources: {'Network': ['ID=ed65213a-772d-4714-9b78-b93955e2e92d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:12.245575 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:24:12.252152 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['3a586aec-6b69-4b0c-b660-d0f32eadc609'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:24:12.257107 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-bb5a1639-659f-4b37-94af-a5db701a5b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:12.292554 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b9b09d6d-5d0a-417c-9fc8-6aa74a564420 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:12.328512 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:24:12.328939 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 3ab1c24e-5dd5-4c85-b728-fca6beda0e36 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:24:12.339769 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5a1639-659f-4b37-94af-a5db701a5b74 None None] Routers {'738bed05-008c-4499-b162-343897683c5b'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:24:12.340435 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-bb5a1639-659f-4b37-94af-a5db701a5b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:23:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['738bed05-008c-4499-b162-343897683c5b'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:12.394924 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-15199bb2-652d-4853-826f-4f78e58391ff tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Made reservation on behalf of 2bf4ef471aa2484faad01cf58dfc260a for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:24:12.400017 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-15199bb2-652d-4853-826f-4f78e58391ff tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:12.403381 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-bb5a1639-659f-4b37-94af-a5db701a5b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:12.404113 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5a1639-659f-4b37-94af-a5db701a5b74 None None] The sync data for ids ['738bed05-008c-4499-b162-343897683c5b'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:24:12.564586 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b9b09d6d-5d0a-417c-9fc8-6aa74a564420 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:12.605689 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b9b09d6d-5d0a-417c-9fc8-6aa74a564420 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:12.630447 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34214) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:12.716858 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b9b09d6d-5d0a-417c-9fc8-6aa74a564420 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:12.717935 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b09d6d-5d0a-417c-9fc8-6aa74a564420 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Fanout notify agent at l3_agent the message router_deleted on router 738bed05-008c-4499-b162-343897683c5b {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:24:12.734555 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b9b09d6d-5d0a-417c-9fc8-6aa74a564420 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:12.740357 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b9b09d6d-5d0a-417c-9fc8-6aa74a564420 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/routers/738bed05-008c-4499-b162-343897683c5b HTTP/1.1" status: 204 len: 168 time: 0.5614948 Aug 11 22:24:12.741188 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34218) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:12.818549 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0dc5d6a-3cd9-4bb4-9197-b0f5a30957fe tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Deleting subnet 634fe4d3-e20f-437e-8212-905fc29f4328 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:24:12.824119 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a0dc5d6a-3cd9-4bb4-9197-b0f5a30957fe tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:12.861982 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-15199bb2-652d-4853-826f-4f78e58391ff tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Allocated IP 172.20.0.6 (68d2446a-390b-4a41-9fe5-492c7badcbde/34c8b549-956e-4026-aeaf-8a20adbeac3b/9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:24:12.925204 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a0dc5d6a-3cd9-4bb4-9197-b0f5a30957fe tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:12.981839 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e29e0c45-48aa-483f-8246-5d0fd9f87c18 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=22c8a996a3334481a7d918c28c08fba9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3461099 Aug 11 22:24:12.982175 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a8339-343f-4aba-87cd-4d97cbef7469 req-7d18d3ec-9449-4ab1-8516-1cbad74f76db tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:12.982175 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4b9a8339-343f-4aba-87cd-4d97cbef7469 req-7d18d3ec-9449-4ab1-8516-1cbad74f76db tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 944 time: 0.0986643 Aug 11 22:24:12.982485 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34224) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:13.087120 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4b9a8339-343f-4aba-87cd-4d97cbef7469 req-ee669be2-b512-469b-b865-ee9d73802b05 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708470 Aug 11 22:24:13.087392 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb62fa87-b576-4935-8020-608f8b45e27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:13.095829 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a0dc5d6a-3cd9-4bb4-9197-b0f5a30957fe tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:13.145580 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb62fa87-b576-4935-8020-608f8b45e27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:13.185048 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-15199bb2-652d-4853-826f-4f78e58391ff tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:13.225295 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a0dc5d6a-3cd9-4bb4-9197-b0f5a30957fe tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:13.251104 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-56053d51-3ce6-4733-9a31-0ca21a9d926f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:13.263631 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-15199bb2-652d-4853-826f-4f78e58391ff tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:13.281270 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['a9ff5d05-c18e-4e33-a3d4-c7e231604829'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:24:13.293125 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb62fa87-b576-4935-8020-608f8b45e27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:13.296800 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb62fa87-b576-4935-8020-608f8b45e27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:13.300069 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-eb62fa87-b576-4935-8020-608f8b45e27d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/20340a45-7251-4c7b-8414-47c45f88f2a7 HTTP/1.1" status: 204 len: 168 time: 0.3166902 Aug 11 22:24:13.306755 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc5d6a-3cd9-4bb4-9197-b0f5a30957fe tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Subnet': ['ID=634fe4d3-e20f-437e-8212-905fc29f4328,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:13.319823 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-15199bb2-652d-4853-826f-4f78e58391ff tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Network 68d2446a-390b-4a41-9fe5-492c7badcbde is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:24:13.324198 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-15199bb2-652d-4853-826f-4f78e58391ff tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:24:13.326716 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-15199bb2-652d-4853-826f-4f78e58391ff tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:24:13.333966 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a0dc5d6a-3cd9-4bb4-9197-b0f5a30957fe tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:13.336869 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a0dc5d6a-3cd9-4bb4-9197-b0f5a30957fe tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/subnets/634fe4d3-e20f-437e-8212-905fc29f4328 HTTP/1.1" status: 204 len: 168 time: 0.5948722 Aug 11 22:24:13.338362 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62fa87-b576-4935-8020-608f8b45e27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20340a45-7251-4c7b-8414-47c45f88f2a7,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:13.341053 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34230) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:13.407369 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d69916-3442-4c39-acf0-c4ad2ff055c3 None None] Network c0224b59-d61f-4aa0-a062-100303e29e9f requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:24:13.420393 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15199bb2-652d-4853-826f-4f78e58391ff tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Pushing event updated for resources: {'Port': ['ID=9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:13.451783 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-15199bb2-652d-4853-826f-4f78e58391ff tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:13.452111 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-15199bb2-652d-4853-826f-4f78e58391ff tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:13.474407 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b6bbe11-ca74-4ad6-8e7a-e8ac70d4f017 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:13.478222 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bee28f-e772-4ecb-b637-9252abd3256a req-96752397-baca-4435-a486-aefebf8596b8 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:13.479966 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8bee28f-e772-4ecb-b637-9252abd3256a req-96752397-baca-4435-a486-aefebf8596b8 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=04a6b090-64e9-480a-8a31-3fa301c88ce2 HTTP/1.1" status: 200 len: 931 time: 0.1018579 Aug 11 22:24:13.481576 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-15199bb2-652d-4853-826f-4f78e58391ff tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7240379 Aug 11 22:24:13.536708 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 3a586aec-6b69-4b0c-b660-d0f32eadc609 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:24:13.545591 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-155a4a32-559a-492b-94fb-d910a7a21f34 service neutron] Request body: {'port': {'device_id': '04a6b090-64e9-480a-8a31-3fa301c88ce2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:24:13.624534 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-0b6bbe11-ca74-4ad6-8e7a-e8ac70d4f017 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Deleting port 869ab6f9-6977-42f2-b49a-da5de1f1cee9 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:24:13.625273 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b6bbe11-ca74-4ad6-8e7a-e8ac70d4f017 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:13.644552 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8bee28f-e772-4ecb-b637-9252abd3256a req-93fcc90b-d369-456e-afb6-a8cfbde74a1c tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548312 Aug 11 22:24:13.707987 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-155a4a32-559a-492b-94fb-d910a7a21f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:13.708946 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 3a586aec-6b69-4b0c-b660-d0f32eadc609 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:24:13.731193 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-0b6bbe11-ca74-4ad6-8e7a-e8ac70d4f017 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] For port 869ab6f9-6977-42f2-b49a-da5de1f1cee9, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=869ab6f9-6977-42f2-b49a-da5de1f1cee9,segment=NetworkSegment(e48cc7e3-8ae9-4e78-8c5c-5314fee104b0),segment_id=e48cc7e3-8ae9-4e78-8c5c-5314fee104b0)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:24:13.731918 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b6bbe11-ca74-4ad6-8e7a-e8ac70d4f017 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:13.748996 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-0b6bbe11-ca74-4ad6-8e7a-e8ac70d4f017 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Calling delete_port for 869ab6f9-6977-42f2-b49a-da5de1f1cee9 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:24:13.784521 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 3a586aec-6b69-4b0c-b660-d0f32eadc609 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:13.785196 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:13.842544 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b6bbe11-ca74-4ad6-8e7a-e8ac70d4f017 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:13.911787 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6bbe11-ca74-4ad6-8e7a-e8ac70d4f017 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] No DVR routers for this DVR port 869ab6f9-6977-42f2-b49a-da5de1f1cee9 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:24:13.922846 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bbe11-ca74-4ad6-8e7a-e8ac70d4f017 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Port': ['ID=869ab6f9-6977-42f2-b49a-da5de1f1cee9,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:14.106121 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a243ced-5efb-4f2a-8fce-76ca89a0d858 None None] DHCP port deletion for c0224b59-d61f-4aa0-a062-100303e29e9f request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:24:14.120358 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b6bbe11-ca74-4ad6-8e7a-e8ac70d4f017 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:14.150844 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-0b6bbe11-ca74-4ad6-8e7a-e8ac70d4f017 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0224b59-d61f-4aa0-a062-100303e29e9f']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:14.154248 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:14.171984 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-0b6bbe11-ca74-4ad6-8e7a-e8ac70d4f017 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e48cc7e3-8ae9-4e78-8c5c-5314fee104b0') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:14.172299 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-0b6bbe11-ca74-4ad6-8e7a-e8ac70d4f017 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e48cc7e3-8ae9-4e78-8c5c-5314fee104b0') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:14.199571 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b6bbe11-ca74-4ad6-8e7a-e8ac70d4f017 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:14.236228 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b6bbe11-ca74-4ad6-8e7a-e8ac70d4f017 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:14.251888 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b6bbe11-ca74-4ad6-8e7a-e8ac70d4f017 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:24:14.253257 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b6bbe11-ca74-4ad6-8e7a-e8ac70d4f017 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:24:14.260781 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:24:14.284891 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 3a586aec-6b69-4b0c-b660-d0f32eadc609, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=3a586aec-6b69-4b0c-b660-d0f32eadc609,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:24:14.286470 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dccd435-0751-4744-ab2d-718e5eae1174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a586aec-6b69-4b0c-b660-d0f32eadc609'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:24:14.289764 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db02e2e-e181-4e85-96be-e6446e19e33e" -d '{"events": [{"server_uuid": "2dccd435-0751-4744-ab2d-718e5eae1174", "name": "network-vif-plugged", "status": "completed", "tag": "3a586aec-6b69-4b0c-b660-d0f32eadc609"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:24:14.295127 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:14.405105 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=3a586aec-6b69-4b0c-b660-d0f32eadc609,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:14.406306 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b6bbe11-ca74-4ad6-8e7a-e8ac70d4f017 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:14.423119 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b6bbe11-ca74-4ad6-8e7a-e8ac70d4f017 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:14.427826 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0b6bbe11-ca74-4ad6-8e7a-e8ac70d4f017 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/networks/c0224b59-d61f-4aa0-a062-100303e29e9f HTTP/1.1" status: 204 len: 168 time: 1.0849869 Aug 11 22:24:14.430303 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34250) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:14.450558 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f5ce2-b2aa-4f39-a46b-dd592895a74b req-71adcbd1-e529-4ad5-bc1d-d7c7f594f798 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:14.452176 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-8b27879a-e977-423a-adaf-0d59a8978926 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-361699040', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:24:14.464551 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb4f5ce2-b2aa-4f39-a46b-dd592895a74b req-71adcbd1-e529-4ad5-bc1d-d7c7f594f798 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 945 time: 0.1517932 Aug 11 22:24:14.495252 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8b27879a-e977-423a-adaf-0d59a8978926 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:14.496621 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8b27879a-e977-423a-adaf-0d59a8978926 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:14.502063 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bbe11-ca74-4ad6-8e7a-e8ac70d4f017 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Network': ['ID=c0224b59-d61f-4aa0-a062-100303e29e9f,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:14.544904 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb4f5ce2-b2aa-4f39-a46b-dd592895a74b req-f220735f-271e-49da-957e-ed3a01e1aec0 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795274 Aug 11 22:24:14.561925 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-155a4a32-559a-492b-94fb-d910a7a21f34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:24:14.573708 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-155a4a32-559a-492b-94fb-d910a7a21f34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:14.596736 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-155a4a32-559a-492b-94fb-d910a7a21f34 service neutron] Transition to ACTIVE for port object 9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:24:14.605048 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8b27879a-e977-423a-adaf-0d59a8978926 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:14.605379 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-155a4a32-559a-492b-94fb-d910a7a21f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:14.612220 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8b27879a-e977-423a-adaf-0d59a8978926 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:14.642486 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8b27879a-e977-423a-adaf-0d59a8978926 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:14.660258 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8b27879a-e977-423a-adaf-0d59a8978926 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2218978 Aug 11 22:24:14.662197 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34260) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:14.681543 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-789823ab-6d5f-4409-af73-dab728c6f57c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1439705571'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:24:14.757018 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789823ab-6d5f-4409-af73-dab728c6f57c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Made reservation on behalf of 05b95e21e6704290a3c250207b618344 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:24:14.770576 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-789823ab-6d5f-4409-af73-dab728c6f57c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:14.770881 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a4a32-559a-492b-94fb-d910a7a21f34 service neutron] Pushing event updated for resources: {'Port': ['ID=9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:14.793267 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea747e0-cf9b-47bc-96ff-9f3ec2fc22a8 x-openstack-request-id: req-cea747e0-cf9b-47bc-96ff-9f3ec2fc22a8 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:24:14.793577 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dccd435-0751-4744-ab2d-718e5eae1174", "name": "network-vif-plugged", "status": "completed", "tag": "3a586aec-6b69-4b0c-b660-d0f32eadc609", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:24:14.793898 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cea747e0-cf9b-47bc-96ff-9f3ec2fc22a8 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:24:14.794237 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dccd435-0751-4744-ab2d-718e5eae1174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a586aec-6b69-4b0c-b660-d0f32eadc609', 'code': 200} Aug 11 22:24:14.835135 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-789823ab-6d5f-4409-af73-dab728c6f57c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:24:14.862263 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-789823ab-6d5f-4409-af73-dab728c6f57c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:14.862624 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-789823ab-6d5f-4409-af73-dab728c6f57c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Added segment ed3a238c-85b6-4ef5-9cba-a6705742d89d of type vlan for network d273dacf-2e58-49b1-8162-502e41e32fc1 Aug 11 22:24:15.038399 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-155a4a32-559a-492b-94fb-d910a7a21f34 service neutron] Attempting to bind port 9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:24:15.038399 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-155a4a32-559a-492b-94fb-d910a7a21f34 service neutron] Attempting to bind port 9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'b82f776d-74cf-411f-ae30-50112b7fb9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68d2446a-390b-4a41-9fe5-492c7badcbde'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:24:15.038399 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-155a4a32-559a-492b-94fb-d910a7a21f34 service neutron] Attempting to bind port 9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a on network 68d2446a-390b-4a41-9fe5-492c7badcbde {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:24:15.051954 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-155a4a32-559a-492b-94fb-d910a7a21f34 service neutron] Port 9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a on network 68d2446a-390b-4a41-9fe5-492c7badcbde not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:24:15.052272 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-155a4a32-559a-492b-94fb-d910a7a21f34 service neutron] Attempting to bind port 9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a on network 68d2446a-390b-4a41-9fe5-492c7badcbde {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:24:15.052863 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-789823ab-6d5f-4409-af73-dab728c6f57c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:15.079070 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddd781-b282-465a-89f0-7fa2a4d157ab req-d993413c-9d23-4ce8-a1eb-896642bd3290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:15.082161 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-19ddd781-b282-465a-89f0-7fa2a4d157ab req-d993413c-9d23-4ce8-a1eb-896642bd3290 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 1096 time: 0.1525261 Aug 11 22:24:15.088199 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdfd15-49bc-488e-bb9e-e6ad8744457c req-56682583-bb58-43c8-85c4-6a3e5df71a6a tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:15.097612 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d1fdfd15-49bc-488e-bb9e-e6ad8744457c req-56682583-bb58-43c8-85c4-6a3e5df71a6a tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=04a6b090-64e9-480a-8a31-3fa301c88ce2 HTTP/1.1" status: 200 len: 943 time: 0.1450007 Aug 11 22:24:15.130550 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-155a4a32-559a-492b-94fb-d910a7a21f34 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:24:15.130895 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-155a4a32-559a-492b-94fb-d910a7a21f34 service neutron] Checking segment: {'id': 'b82f776d-74cf-411f-ae30-50112b7fb9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68d2446a-390b-4a41-9fe5-492c7badcbde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:24:15.131282 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-155a4a32-559a-492b-94fb-d910a7a21f34 service neutron] Bound using segment: {'id': 'b82f776d-74cf-411f-ae30-50112b7fb9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68d2446a-390b-4a41-9fe5-492c7badcbde'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:24:15.131771 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-155a4a32-559a-492b-94fb-d910a7a21f34 service neutron] Bound port: 9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b82f776d-74cf-411f-ae30-50112b7fb9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68d2446a-390b-4a41-9fe5-492c7badcbde'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:24:15.143083 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-155a4a32-559a-492b-94fb-d910a7a21f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:15.201890 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-789823ab-6d5f-4409-af73-dab728c6f57c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:15.213743 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789823ab-6d5f-4409-af73-dab728c6f57c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:15.213743 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-789823ab-6d5f-4409-af73-dab728c6f57c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:15.236960 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-19ddd781-b282-465a-89f0-7fa2a4d157ab req-854e734e-bcca-421b-9043-f75b3b343498 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439121 Aug 11 22:24:15.327734 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789823ab-6d5f-4409-af73-dab728c6f57c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Network': ['ID=d273dacf-2e58-49b1-8162-502e41e32fc1,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:15.339060 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d1fdfd15-49bc-488e-bb9e-e6ad8744457c req-aef615b6-7959-4d0b-86f5-cb8b41c588c2 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387593 Aug 11 22:24:15.341716 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network d273dacf-2e58-49b1-8162-502e41e32fc1 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:24:15.359182 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-789823ab-6d5f-4409-af73-dab728c6f57c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6954224 Aug 11 22:24:15.360021 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34274) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:15.368321 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-6b3a0018-fac7-40a1-883a-b9e10c3530a5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'subnet': {'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:24:15.397015 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-155a4a32-559a-492b-94fb-d910a7a21f34 service neutron] For port 9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:24:15.411757 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-155a4a32-559a-492b-94fb-d910a7a21f34 service neutron] For port 9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a,segment=NetworkSegment(b82f776d-74cf-411f-ae30-50112b7fb9ec),segment_id=b82f776d-74cf-411f-ae30-50112b7fb9ec)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:24:15.433491 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-155a4a32-559a-492b-94fb-d910a7a21f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:15.505475 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-155a4a32-559a-492b-94fb-d910a7a21f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:15.506412 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-155a4a32-559a-492b-94fb-d910a7a21f34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:15.507754 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-155a4a32-559a-492b-94fb-d910a7a21f34 service neutron] 10.222.0.82 "PUT /v2.0/ports/9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a HTTP/1.1" status: 200 len: 1091 time: 1.9679918 Aug 11 22:24:15.508283 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a6b090-64e9-480a-8a31-3fa301c88ce2', 'tag': '9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:24:15.511656 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d91a33-d01f-41f0-9b7e-05ceac078ee5" -d '{"events": [{"name": "network-changed", "server_uuid": "04a6b090-64e9-480a-8a31-3fa301c88ce2", "tag": "9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:24:15.557944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a4a32-559a-492b-94fb-d910a7a21f34 service neutron] Pushing event updated for resources: {'Port': ['ID=9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:15.588076 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3a0018-fac7-40a1-883a-b9e10c3530a5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Made reservation on behalf of 05b95e21e6704290a3c250207b618344 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:24:15.592101 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2551a5a-4bdf-4367-9b3f-ea9690e4b9a2 x-openstack-request-id: req-c2551a5a-4bdf-4367-9b3f-ea9690e4b9a2 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:24:15.592541 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6b3a0018-fac7-40a1-883a-b9e10c3530a5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:15.592745 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a6b090-64e9-480a-8a31-3fa301c88ce2", "tag": "9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:24:15.593137 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c2551a5a-4bdf-4367-9b3f-ea9690e4b9a2 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:24:15.593803 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a6b090-64e9-480a-8a31-3fa301c88ce2', 'tag': '9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a', 'status': 'completed', 'code': 200} Aug 11 22:24:15.834093 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d91a33-d01f-41f0-9b7e-05ceac078ee5 req-394d473a-5cd1-4689-bb0b-7d7ad7bf31df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:15.837100 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d2d91a33-d01f-41f0-9b7e-05ceac078ee5 req-394d473a-5cd1-4689-bb0b-7d7ad7bf31df service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2bf4ef471aa2484faad01cf58dfc260a&device_id=04a6b090-64e9-480a-8a31-3fa301c88ce2 HTTP/1.1" status: 200 len: 1094 time: 0.1796131 Aug 11 22:24:15.859313 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e751f2-58cc-4d95-9323-123dc964fee5 req-f2de4a34-f959-4762-b455-98d8df7a0961 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:15.861265 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71e751f2-58cc-4d95-9323-123dc964fee5 req-f2de4a34-f959-4762-b455-98d8df7a0961 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 945 time: 0.1145489 Aug 11 22:24:15.937775 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6b3a0018-fac7-40a1-883a-b9e10c3530a5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:16.010824 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 869ab6f9-6977-42f2-b49a-da5de1f1cee9 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:24:16.032186 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a0018-fac7-40a1-883a-b9e10c3530a5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Subnet': ['ID=039de269-4c2b-4879-9b7b-5fb097bf1008,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:16.041744 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3a0018-fac7-40a1-883a-b9e10c3530a5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Checking segment: {'id': 'ed3a238c-85b6-4ef5-9cba-a6705742d89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:24:16.042706 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3a0018-fac7-40a1-883a-b9e10c3530a5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network hostable DHCP agents. Network: d273dacf-2e58-49b1-8162-502e41e32fc1, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:24:16.067707 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3a0018-fac7-40a1-883a-b9e10c3530a5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network d273dacf-2e58-49b1-8162-502e41e32fc1 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:24:16.092135 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-6b3a0018-fac7-40a1-883a-b9e10c3530a5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, d273dacf-2e58-49b1-8162-502e41e32fc1) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:24:16.099859 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3a0018-fac7-40a1-883a-b9e10c3530a5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:16.104367 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6b3a0018-fac7-40a1-883a-b9e10c3530a5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:16.116225 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7d5e03-991d-4cb6-8022-0b95a27311e8 None None] Network d273dacf-2e58-49b1-8162-502e41e32fc1 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:24:16.124458 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 869ab6f9-6977-42f2-b49a-da5de1f1cee9 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:24:16.124884 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 869ab6f9-6977-42f2-b49a-da5de1f1cee9 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:24:16.144073 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9f44ca1e-e3ef-4b89-98d6-709e1bab8b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:16.146349 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6b3a0018-fac7-40a1-883a-b9e10c3530a5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7843311 Aug 11 22:24:16.151715 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34292) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:16.180538 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:16.282810 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71e751f2-58cc-4d95-9323-123dc964fee5 req-e71b0801-c373-4982-82c5-8a17891bcd15 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001358 Aug 11 22:24:16.440807 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d91a33-d01f-41f0-9b7e-05ceac078ee5 req-6a2cfce2-2a55-4c6e-a9ad-ee785b129147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:16.442732 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d2d91a33-d01f-41f0-9b7e-05ceac078ee5 req-6a2cfce2-2a55-4c6e-a9ad-ee785b129147 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=2bf4ef471aa2484faad01cf58dfc260a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5802529 Aug 11 22:24:16.469806 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7586592a-3553-4d69-ab8a-d35db379a068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-d273dacf-2e58-49b1-8162-502e41e32fc1', 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'fixed_ips': [{'subnet_id': '039de269-4c2b-4879-9b7b-5fb097bf1008'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:24:16.470698 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7586592a-3553-4d69-ab8a-d35db379a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:16.829890 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d91a33-d01f-41f0-9b7e-05ceac078ee5 req-30995426-9cdd-424d-99c1-3d18a3410980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:16.837267 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d2d91a33-d01f-41f0-9b7e-05ceac078ee5 req-30995426-9cdd-424d-99c1-3d18a3410980 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3835073 Aug 11 22:24:16.875737 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed29198-9660-4205-8cac-07d4c3c21224 req-0636f286-5033-40dc-906d-f1a0e36dd9ff tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:16.880569 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2ed29198-9660-4205-8cac-07d4c3c21224 req-0636f286-5033-40dc-906d-f1a0e36dd9ff tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=04a6b090-64e9-480a-8a31-3fa301c88ce2 HTTP/1.1" status: 200 len: 943 time: 0.2110593 Aug 11 22:24:16.887706 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-7586592a-3553-4d69-ab8a-d35db379a068 None None] Allocated IP 2001:db8::2 (d273dacf-2e58-49b1-8162-502e41e32fc1/039de269-4c2b-4879-9b7b-5fb097bf1008/7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:24:16.970303 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:24:16.983094 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2ed29198-9660-4205-8cac-07d4c3c21224 req-9eb0a573-df62-4d4d-b235-8e7c63d02446 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952117 Aug 11 22:24:17.037876 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-88008d73-e629-42c8-a364-53a1476fe7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:17.040980 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-88008d73-e629-42c8-a364-53a1476fe7ce service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2bf4ef471aa2484faad01cf58dfc260a&device_id=04a6b090-64e9-480a-8a31-3fa301c88ce2 HTTP/1.1" status: 200 len: 1094 time: 0.1264644 Aug 11 22:24:17.121054 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-5229ae25-173e-4a5a-ab11-a9d469fe43d0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a HTTP/1.1" status: 200 len: 217 time: 0.0660663 Aug 11 22:24:17.243562 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-0dd20574-0b2f-40a0-b32b-1407d223c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:17.245094 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-0dd20574-0b2f-40a0-b32b-1407d223c541 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=34c8b549-956e-4026-aeaf-8a20adbeac3b HTTP/1.1" status: 200 len: 855 time: 0.1160736 Aug 11 22:24:17.314031 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-3cf74e2f-dd60-4668-86a5-b68eb2908fc1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=68d2446a-390b-4a41-9fe5-492c7badcbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600171 Aug 11 22:24:17.384888 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7586592a-3553-4d69-ab8a-d35db379a068 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:17.399201 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7586592a-3553-4d69-ab8a-d35db379a068 None None] Transition to ACTIVE for port object 7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:24:17.424728 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7586592a-3553-4d69-ab8a-d35db379a068 None None] Transition to ACTIVE for port object 7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:24:17.434134 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7586592a-3553-4d69-ab8a-d35db379a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:17.506082 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586592a-3553-4d69-ab8a-d35db379a068 None None] Pushing event updated for resources: {'Port': ['ID=7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:17.542422 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7586592a-3553-4d69-ab8a-d35db379a068 None None] Network d273dacf-2e58-49b1-8162-502e41e32fc1 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:24:17.546464 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-7586592a-3553-4d69-ab8a-d35db379a068 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:24:17.552283 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7586592a-3553-4d69-ab8a-d35db379a068 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:24:17.579407 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:17.659568 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-7586592a-3553-4d69-ab8a-d35db379a068 None None] Attempting to bind port 7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:24:17.660010 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-7586592a-3553-4d69-ab8a-d35db379a068 None None] Attempting to bind port 7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'ed3a238c-85b6-4ef5-9cba-a6705742d89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:24:17.660466 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7586592a-3553-4d69-ab8a-d35db379a068 None None] Attempting to bind port 7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f on network d273dacf-2e58-49b1-8162-502e41e32fc1 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:24:17.668553 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7586592a-3553-4d69-ab8a-d35db379a068 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:24:17.668993 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7586592a-3553-4d69-ab8a-d35db379a068 None None] Checking segment: {'id': 'ed3a238c-85b6-4ef5-9cba-a6705742d89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:24:17.671493 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7586592a-3553-4d69-ab8a-d35db379a068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:17.671493 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7586592a-3553-4d69-ab8a-d35db379a068 None None] Bound using segment: {'id': 'ed3a238c-85b6-4ef5-9cba-a6705742d89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:24:17.672207 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-7586592a-3553-4d69-ab8a-d35db379a068 None None] Bound port: 7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3a238c-85b6-4ef5-9cba-a6705742d89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:24:17.673438 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7586592a-3553-4d69-ab8a-d35db379a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:17.729984 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-361e87b4-dd36-4c47-b75f-65730141a63a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:17.781453 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-43b884a2-cc4d-4a7d-b7d3-1c24e543335d service neutron] 10.222.0.82 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614418 Aug 11 22:24:17.869463 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-7586592a-3553-4d69-ab8a-d35db379a068 None None] For port 7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:24:17.880661 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-7586592a-3553-4d69-ab8a-d35db379a068 None None] For port 7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f,segment=NetworkSegment(ed3a238c-85b6-4ef5-9cba-a6705742d89d),segment_id=ed3a238c-85b6-4ef5-9cba-a6705742d89d)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:24:17.897129 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7586592a-3553-4d69-ab8a-d35db379a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:17.938348 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a7fee9bc-f91a-44e8-9be4-2a041d2dd2bf req-0f0b8fdc-1870-48ba-8572-ae6c4cf31d33 service neutron] 10.222.0.82 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452160 Aug 11 22:24:17.987500 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b32f15-ce4a-4797-a45b-33707a124132 req-c72336f1-7a7a-46aa-b07e-8f58a37d0ea8 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:17.997610 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-05b32f15-ce4a-4797-a45b-33707a124132 req-c72336f1-7a7a-46aa-b07e-8f58a37d0ea8 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 945 time: 0.4708567 Aug 11 22:24:18.071548 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-05b32f15-ce4a-4797-a45b-33707a124132 req-350e2061-8101-4ed9-b21a-93af3478aa0f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725651 Aug 11 22:24:18.094311 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586592a-3553-4d69-ab8a-d35db379a068 None None] Pushing event updated for resources: {'Port': ['ID=7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:18.136118 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34324) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:18.360331 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-77b70457-0ed0-4e7e-983f-61287284e043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:18.401555 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fa34c-78f8-4186-9472-23d231be6df5 req-42ff1ae2-184f-467f-a715-07e9456011e2 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:18.403171 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c90fa34c-78f8-4186-9472-23d231be6df5 req-42ff1ae2-184f-467f-a715-07e9456011e2 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=04a6b090-64e9-480a-8a31-3fa301c88ce2 HTTP/1.1" status: 200 len: 943 time: 0.0891349 Aug 11 22:24:18.516930 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-361e87b4-dd36-4c47-b75f-65730141a63a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Allocated IP 2001:db8::1 (d273dacf-2e58-49b1-8162-502e41e32fc1/039de269-4c2b-4879-9b7b-5fb097bf1008/0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:24:18.795894 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-361e87b4-dd36-4c47-b75f-65730141a63a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:18.827011 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-361e87b4-dd36-4c47-b75f-65730141a63a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Transition to ACTIVE for port object 0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:24:18.905181 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-361e87b4-dd36-4c47-b75f-65730141a63a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:18.907615 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c90fa34c-78f8-4186-9472-23d231be6df5 req-25388184-86f4-4489-8904-a1d0bd841524 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4937549 Aug 11 22:24:18.981395 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-77b70457-0ed0-4e7e-983f-61287284e043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:18.994176 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-77b70457-0ed0-4e7e-983f-61287284e043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:19.031946 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-77b70457-0ed0-4e7e-983f-61287284e043 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f14c3c1f250b41c58b5bca2b4143cafc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8936367 Aug 11 22:24:19.036452 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34330) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:19.044582 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361e87b4-dd36-4c47-b75f-65730141a63a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network d273dacf-2e58-49b1-8162-502e41e32fc1 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:24:19.050643 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:19.072625 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-361e87b4-dd36-4c47-b75f-65730141a63a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:24:19.080300 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361e87b4-dd36-4c47-b75f-65730141a63a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:24:19.081459 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-361e87b4-dd36-4c47-b75f-65730141a63a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:19.110501 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e87b4-dd36-4c47-b75f-65730141a63a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Port': ['ID=0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:19.117641 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b70457-0ed0-4e7e-983f-61287284e043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a695e82-cfb4-45c2-a485-c20077e4528c,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:19.173246 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57159c-a7cf-4b3b-8baa-73278dfc8e20 req-35424dd2-a490-4c5d-afc2-92127cc2eef7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:19.174948 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fd57159c-a7cf-4b3b-8baa-73278dfc8e20 req-35424dd2-a490-4c5d-afc2-92127cc2eef7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 945 time: 0.0966630 Aug 11 22:24:19.212692 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8c4122a5-d710-4725-8c14-c43fafa2766a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:19.345606 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-361e87b4-dd36-4c47-b75f-65730141a63a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:19.373709 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8c4122a5-d710-4725-8c14-c43fafa2766a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:19.400578 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fd57159c-a7cf-4b3b-8baa-73278dfc8e20 req-9966cbef-ccf8-45d8-a6cd-21260be8fadd tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847107 Aug 11 22:24:19.532385 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8c4122a5-d710-4725-8c14-c43fafa2766a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:19.536763 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8c4122a5-d710-4725-8c14-c43fafa2766a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:19.542013 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8c4122a5-d710-4725-8c14-c43fafa2766a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0a695e82-cfb4-45c2-a485-c20077e4528c HTTP/1.1" status: 204 len: 168 time: 0.4992316 Aug 11 22:24:19.548661 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4122a5-d710-4725-8c14-c43fafa2766a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a695e82-cfb4-45c2-a485-c20077e4528c,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:19.807697 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6431c8-521b-449d-b704-90021637362d req-34974c8d-6904-49a0-bc55-aeefb275d18e tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:19.811057 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de6431c8-521b-449d-b704-90021637362d req-34974c8d-6904-49a0-bc55-aeefb275d18e tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 945 time: 0.1184244 Aug 11 22:24:19.919626 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-361e87b4-dd36-4c47-b75f-65730141a63a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:19.922982 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de6431c8-521b-449d-b704-90021637362d req-e560073d-4bf2-4551-a9ef-3dd455f87756 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031582 Aug 11 22:24:19.930873 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-361e87b4-dd36-4c47-b75f-65730141a63a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:19.933698 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-361e87b4-dd36-4c47-b75f-65730141a63a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:20.091841 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d40dcd-3b7b-465e-9657-8bbf425e2e8a None None] Network d273dacf-2e58-49b1-8162-502e41e32fc1 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:24:20.215867 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:24:20.224879 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-cfb2db2b-06aa-4cd5-a762-d83d80979a27 None None] Provisioning for port 7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:24:20.333715 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e87b4-dd36-4c47-b75f-65730141a63a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Port': ['ID=0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:20.367168 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89822a-c39e-42da-adf6-7e972a4bbebb req-502ea859-868b-4f04-a831-2d900c5b8afb tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:20.371173 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0d89822a-c39e-42da-adf6-7e972a4bbebb req-502ea859-868b-4f04-a831-2d900c5b8afb tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=04a6b090-64e9-480a-8a31-3fa301c88ce2 HTTP/1.1" status: 200 len: 943 time: 0.1649432 Aug 11 22:24:20.450554 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0d89822a-c39e-42da-adf6-7e972a4bbebb req-5b3a4448-9400-4bc9-83fb-d0db3e51b287 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730622 Aug 11 22:24:20.467730 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:24:20.471710 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361e87b4-dd36-4c47-b75f-65730141a63a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network d273dacf-2e58-49b1-8162-502e41e32fc1 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:24:20.474731 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-361e87b4-dd36-4c47-b75f-65730141a63a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:24:20.484989 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:20.485501 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:20.699864 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:20.710082 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:20.795859 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f,segment=NetworkSegment(ed3a238c-85b6-4ef5-9cba-a6705742d89d),segment_id=ed3a238c-85b6-4ef5-9cba-a6705742d89d)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:24:20.803469 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:20.827046 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361e87b4-dd36-4c47-b75f-65730141a63a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:24:20.940973 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:21.035933 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7565d-538b-4e38-8029-1d7148bf83c9 req-b82ea08a-3927-4c48-8706-0930d29273c2 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:21.042383 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6cd7565d-538b-4e38-8029-1d7148bf83c9 req-b82ea08a-3927-4c48-8706-0930d29273c2 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 945 time: 0.1024001 Aug 11 22:24:21.043992 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361e87b4-dd36-4c47-b75f-65730141a63a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:24:21.056226 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-361e87b4-dd36-4c47-b75f-65730141a63a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "PUT /v2.0/routers/c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9007034 Aug 11 22:24:21.057842 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34380) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:21.061190 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5629fcaf-47b3-4391-80ab-c5cee82d981d None None] Sync routers for ids ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:24:21.071024 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-029df643-2816-4086-aa02-dc61daacc406 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-273083329'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:24:21.082957 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5629fcaf-47b3-4391-80ab-c5cee82d981d None None] Routers {'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:24:21.084135 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-5629fcaf-47b3-4391-80ab-c5cee82d981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:24:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:21.127772 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-69988ef0-41c5-4406-bf5e-3d6ab439e744 None None] Provisioning for port 0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:24:21.141804 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-69988ef0-41c5-4406-bf5e-3d6ab439e744 None None] Provisioning complete for port 0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:21.142801 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-69988ef0-41c5-4406-bf5e-3d6ab439e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:21.181984 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6cd7565d-538b-4e38-8029-1d7148bf83c9 req-9f290cd6-848a-42df-93b9-bce0fb660e0b tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992403 Aug 11 22:24:21.203853 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029df643-2816-4086-aa02-dc61daacc406 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Made reservation on behalf of 05b95e21e6704290a3c250207b618344 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:24:21.216053 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-029df643-2816-4086-aa02-dc61daacc406 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:21.241170 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-69988ef0-41c5-4406-bf5e-3d6ab439e744 None None] Port 0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:24:21.253837 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029df643-2816-4086-aa02-dc61daacc406 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:24:21.259672 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-69988ef0-41c5-4406-bf5e-3d6ab439e744 None None] Provisioning complete for port 7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:21.260427 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-69988ef0-41c5-4406-bf5e-3d6ab439e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:21.269626 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-029df643-2816-4086-aa02-dc61daacc406 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:21.270072 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-029df643-2816-4086-aa02-dc61daacc406 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Added segment 7f9054ca-fd42-4702-b558-dd5e321995f3 of type vlan for network 0e525e3a-5cb6-4814-b874-5936f7cd51f5 Aug 11 22:24:21.292076 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-5629fcaf-47b3-4391-80ab-c5cee82d981d None None] Set router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:24:21.369036 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-029df643-2816-4086-aa02-dc61daacc406 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:21.444338 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-029df643-2816-4086-aa02-dc61daacc406 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:21.455042 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029df643-2816-4086-aa02-dc61daacc406 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:21.456610 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-029df643-2816-4086-aa02-dc61daacc406 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:21.504411 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:24:21.582143 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4c48048c-5682-400f-b186-ffb306eef0a7 None None] Provisioning complete for port 0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:21.582886 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4c48048c-5682-400f-b186-ffb306eef0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:21.609276 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029df643-2816-4086-aa02-dc61daacc406 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Network': ['ID=0e525e3a-5cb6-4814-b874-5936f7cd51f5,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:21.655461 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-029df643-2816-4086-aa02-dc61daacc406 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5957232 Aug 11 22:24:21.660029 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34398) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:21.672975 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-47179e24-703a-41f2-83d1-fb7a13b6242d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'subnet': {'network_id': '0e525e3a-5cb6-4814-b874-5936f7cd51f5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:24:21.708630 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db0c6b-9423-4d41-9d00-6e776bffc5ca req-87dbdc8c-7e47-435f-8050-a83acc4c882c tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:21.716819 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4c48048c-5682-400f-b186-ffb306eef0a7 None None] Port 0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:24:21.720160 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-80db0c6b-9423-4d41-9d00-6e776bffc5ca req-87dbdc8c-7e47-435f-8050-a83acc4c882c tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=04a6b090-64e9-480a-8a31-3fa301c88ce2 HTTP/1.1" status: 200 len: 943 time: 0.1395183 Aug 11 22:24:21.722638 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.resource_extend [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 22:24:21.728675 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 0e525e3a-5cb6-4814-b874-5936f7cd51f5 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:24:21.812440 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-80db0c6b-9423-4d41-9d00-6e776bffc5ca req-ef9d1309-82d5-45b6-a13e-a1268877061e tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872698 Aug 11 22:24:21.902178 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-5629fcaf-47b3-4391-80ab-c5cee82d981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'name': 'tempest-RoutersIpV6Test-router-361699040', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:24:14Z', 'updated_at': '2021-08-11T22:24:19Z', 'revision_number': 2, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None, '_interfaces': [{'id': '0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea', 'name': '', 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:f5:91:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:18Z', 'updated_at': '2021-08-11T22:24:19Z', 'revision_number': 2, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:21.913246 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47179e24-703a-41f2-83d1-fb7a13b6242d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Made reservation on behalf of 05b95e21e6704290a3c250207b618344 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:24:21.918877 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-47179e24-703a-41f2-83d1-fb7a13b6242d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:22.007193 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5629fcaf-47b3-4391-80ab-c5cee82d981d None None] Checking router: c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:24:22.012965 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5629fcaf-47b3-4391-80ab-c5cee82d981d None None] Updating router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 port 0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:24:22.128996 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-5629fcaf-47b3-4391-80ab-c5cee82d981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:22.370764 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-47179e24-703a-41f2-83d1-fb7a13b6242d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:22.427318 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:24:22.441611 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7635ff-11a7-4e33-a721-3a6bf2c4576a req-21260896-9f0b-46ad-aa6f-e4752492926c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:22.454870 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c7635ff-11a7-4e33-a721-3a6bf2c4576a req-21260896-9f0b-46ad-aa6f-e4752492926c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 945 time: 0.1275289 Aug 11 22:24:22.494348 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8760ba17-e0d9-4ed3-ae1e-c1d6a40766c8 None None] Provisioning complete for port 0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:22.494744 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8760ba17-e0d9-4ed3-ae1e-c1d6a40766c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:22.577911 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47179e24-703a-41f2-83d1-fb7a13b6242d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Subnet': ['ID=d179a06f-a8e9-466b-8bac-70733efa7511,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:22.610241 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47179e24-703a-41f2-83d1-fb7a13b6242d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Checking segment: {'id': '7f9054ca-fd42-4702-b558-dd5e321995f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0e525e3a-5cb6-4814-b874-5936f7cd51f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:24:22.610640 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47179e24-703a-41f2-83d1-fb7a13b6242d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network hostable DHCP agents. Network: 0e525e3a-5cb6-4814-b874-5936f7cd51f5, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:24:22.642903 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a,segment=NetworkSegment(b82f776d-74cf-411f-ae30-50112b7fb9ec),segment_id=b82f776d-74cf-411f-ae30-50112b7fb9ec)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:24:22.650691 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47179e24-703a-41f2-83d1-fb7a13b6242d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network 0e525e3a-5cb6-4814-b874-5936f7cd51f5 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:24:22.669177 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-47179e24-703a-41f2-83d1-fb7a13b6242d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 0e525e3a-5cb6-4814-b874-5936f7cd51f5) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:24:22.676623 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47179e24-703a-41f2-83d1-fb7a13b6242d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:22.677683 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-47179e24-703a-41f2-83d1-fb7a13b6242d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:22.681807 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-8760ba17-e0d9-4ed3-ae1e-c1d6a40766c8 None None] Port 0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:24:22.686144 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33a94c-b901-4ada-b585-414dd7463929 req-6fd8ed94-4b4d-422f-85e5-f0f5683eeaf4 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:22.689054 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b33a94c-b901-4ada-b585-414dd7463929 req-6fd8ed94-4b4d-422f-85e5-f0f5683eeaf4 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.82 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 945 time: 0.2219858 Aug 11 22:24:22.696618 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:22.697006 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:22.699079 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a', 'network_id': '68d2446a-390b-4a41-9fe5-492c7badcbde', 'port_id': '9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a', 'mac_address': 'fa:16:3e:ea:21:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c8b549-956e-4026-aeaf-8a20adbeac3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:24:22.714826 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-47179e24-703a-41f2-83d1-fb7a13b6242d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0532281 Aug 11 22:24:22.719640 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34428) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:22.771555 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62e7799-35b0-4f69-8a2a-aa99cb351076 None None] Network 0e525e3a-5cb6-4814-b874-5936f7cd51f5 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:24:22.786384 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c7635ff-11a7-4e33-a721-3a6bf2c4576a req-c2635817-ecc3-4985-b91b-4729964d4603 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152392 Aug 11 22:24:22.837045 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-5629fcaf-47b3-4391-80ab-c5cee82d981d None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:22.873788 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-5629fcaf-47b3-4391-80ab-c5cee82d981d None None] Transition to ACTIVE for port object 0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:24:22.885525 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-5629fcaf-47b3-4391-80ab-c5cee82d981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:23.002158 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-8b33a94c-b901-4ada-b585-414dd7463929 req-17231b13-8df3-4f35-a754-4a664d650ef7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Deleting port 3a586aec-6b69-4b0c-b660-d0f32eadc609 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:24:23.010080 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130c8a1-a9bb-4aa1-a3bb-23eafb15a601 None None] Pushing event updated for resources: {'Port': ['ID=0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:23.013292 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8b33a94c-b901-4ada-b585-414dd7463929 req-17231b13-8df3-4f35-a754-4a664d650ef7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:23.069499 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130c8a1-a9bb-4aa1-a3bb-23eafb15a601 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:23.070443 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130c8a1-a9bb-4aa1-a3bb-23eafb15a601 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:23.074772 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130c8a1-a9bb-4aa1-a3bb-23eafb15a601 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:23.081290 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130c8a1-a9bb-4aa1-a3bb-23eafb15a601 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:23.082808 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130c8a1-a9bb-4aa1-a3bb-23eafb15a601 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:23.084040 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130c8a1-a9bb-4aa1-a3bb-23eafb15a601 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:23.085161 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130c8a1-a9bb-4aa1-a3bb-23eafb15a601 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:23.085821 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130c8a1-a9bb-4aa1-a3bb-23eafb15a601 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:23.086413 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130c8a1-a9bb-4aa1-a3bb-23eafb15a601 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:23.087019 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130c8a1-a9bb-4aa1-a3bb-23eafb15a601 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:23.087641 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130c8a1-a9bb-4aa1-a3bb-23eafb15a601 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:23.088229 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130c8a1-a9bb-4aa1-a3bb-23eafb15a601 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:24:23.138937 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:23.172371 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc52a96-2413-463d-abc5-a33049ad6b8a req-57da4fc0-376a-4a6f-a79e-ec4f59112bd2 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:23.187992 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1bc52a96-2413-463d-abc5-a33049ad6b8a req-57da4fc0-376a-4a6f-a79e-ec4f59112bd2 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=04a6b090-64e9-480a-8a31-3fa301c88ce2 HTTP/1.1" status: 200 len: 943 time: 0.2445590 Aug 11 22:24:23.212978 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-5629fcaf-47b3-4391-80ab-c5cee82d981d None None] Attempting to bind port 0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:24:23.215784 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-5629fcaf-47b3-4391-80ab-c5cee82d981d None None] Attempting to bind port 0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'ed3a238c-85b6-4ef5-9cba-a6705742d89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:24:23.217225 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5629fcaf-47b3-4391-80ab-c5cee82d981d None None] Attempting to bind port 0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea on network d273dacf-2e58-49b1-8162-502e41e32fc1 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:24:23.235959 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5629fcaf-47b3-4391-80ab-c5cee82d981d None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:24:23.237546 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5629fcaf-47b3-4391-80ab-c5cee82d981d None None] Checking segment: {'id': 'ed3a238c-85b6-4ef5-9cba-a6705742d89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:24:23.238490 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-5629fcaf-47b3-4391-80ab-c5cee82d981d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:23.239467 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5629fcaf-47b3-4391-80ab-c5cee82d981d None None] Bound using segment: {'id': 'ed3a238c-85b6-4ef5-9cba-a6705742d89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:24:23.240302 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-5629fcaf-47b3-4391-80ab-c5cee82d981d None None] Bound port: 0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3a238c-85b6-4ef5-9cba-a6705742d89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:24:23.241058 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-5629fcaf-47b3-4391-80ab-c5cee82d981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:23.267974 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:24:23.321599 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a,segment=NetworkSegment(b82f776d-74cf-411f-ae30-50112b7fb9ec),segment_id=b82f776d-74cf-411f-ae30-50112b7fb9ec)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:24:23.344211 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:23.347912 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-8b33a94c-b901-4ada-b585-414dd7463929 req-17231b13-8df3-4f35-a754-4a664d650ef7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] For port 3a586aec-6b69-4b0c-b660-d0f32eadc609, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=3a586aec-6b69-4b0c-b660-d0f32eadc609,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:24:23.349881 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8b33a94c-b901-4ada-b585-414dd7463929 req-17231b13-8df3-4f35-a754-4a664d650ef7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:23.391161 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1bc52a96-2413-463d-abc5-a33049ad6b8a req-f4f58166-574a-4d1c-affd-82679bfd0e3f tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088766 Aug 11 22:24:23.396450 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2341d5b-0692-4c80-be07-1231e5bbee1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-0e525e3a-5cb6-4814-b874-5936f7cd51f5', 'network_id': '0e525e3a-5cb6-4814-b874-5936f7cd51f5', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'fixed_ips': [{'subnet_id': 'd179a06f-a8e9-466b-8bac-70733efa7511'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:24:23.397359 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a2341d5b-0692-4c80-be07-1231e5bbee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:23.410102 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-8b33a94c-b901-4ada-b585-414dd7463929 req-17231b13-8df3-4f35-a754-4a664d650ef7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Calling delete_port for 3a586aec-6b69-4b0c-b660-d0f32eadc609 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:24:23.541313 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34438) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:23.556768 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 3a586aec-6b69-4b0c-b660-d0f32eadc609 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:24:23.653059 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-5629fcaf-47b3-4391-80ab-c5cee82d981d None None] For port 0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:24:23.658735 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-5629fcaf-47b3-4391-80ab-c5cee82d981d None None] For port 0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea,segment=NetworkSegment(ed3a238c-85b6-4ef5-9cba-a6705742d89d),segment_id=ed3a238c-85b6-4ef5-9cba-a6705742d89d)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:24:23.667558 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-5629fcaf-47b3-4391-80ab-c5cee82d981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:23.722546 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8b33a94c-b901-4ada-b585-414dd7463929 req-17231b13-8df3-4f35-a754-4a664d650ef7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:23.745508 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130c8a1-a9bb-4aa1-a3bb-23eafb15a601 None None] Pushing event updated for resources: {'Port': ['ID=0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:23.764711 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5629fcaf-47b3-4391-80ab-c5cee82d981d None None] Routers {'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:24:23.765556 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-5629fcaf-47b3-4391-80ab-c5cee82d981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:24:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:23.775834 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17231b13-8df3-4f35-a754-4a664d650ef7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Pushing event deleted for resources: {'Port': ['ID=3a586aec-6b69-4b0c-b660-d0f32eadc609,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:23.804394 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2218ee9a-9057-4d57-b97a-1458e439188a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:23.841737 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:23.854437 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-452ec84d-effb-4e9e-baf0-2784e52a7451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:23.856112 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:24:23.872248 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b33a94c-b901-4ada-b585-414dd7463929 req-17231b13-8df3-4f35-a754-4a664d650ef7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] No DVR routers for this DVR port 3a586aec-6b69-4b0c-b660-d0f32eadc609 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:24:23.886068 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8b33a94c-b901-4ada-b585-414dd7463929 req-17231b13-8df3-4f35-a754-4a664d650ef7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:23.888599 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b33a94c-b901-4ada-b585-414dd7463929 req-17231b13-8df3-4f35-a754-4a664d650ef7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.82 "DELETE /v2.0/ports/3a586aec-6b69-4b0c-b660-d0f32eadc609 HTTP/1.1" status: 204 len: 173 time: 1.1766787 Aug 11 22:24:23.889112 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dccd435-0751-4744-ab2d-718e5eae1174', 'name': 'network-vif-deleted', 'tag': '3a586aec-6b69-4b0c-b660-d0f32eadc609'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:24:23.891789 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c2a631-4f48-4a15-ae2f-5158d4ea2252" -d '{"events": [{"server_uuid": "2dccd435-0751-4744-ab2d-718e5eae1174", "name": "network-vif-deleted", "tag": "3a586aec-6b69-4b0c-b660-d0f32eadc609"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:24:23.979237 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No active binding found for port 3a586aec-6b69-4b0c-b660-d0f32eadc609 {{(pid=100944) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 22:24:23.982201 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 3a586aec-6b69-4b0c-b660-d0f32eadc609 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:24:24.023745 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-5629fcaf-47b3-4391-80ab-c5cee82d981d None None] Set router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:24:24.036219 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-76fa9e12-f8da-4893-9f03-989c4b7feec3 req-d325ed09-b767-4520-8892-5d4591932b3d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 210 time: 0.1516960 Aug 11 22:24:24.149541 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc87807-2fef-4a80-934a-5a4e1bf69d72 x-openstack-request-id: req-cbc87807-2fef-4a80-934a-5a4e1bf69d72 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:24:24.150266 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dccd435-0751-4744-ab2d-718e5eae1174", "name": "network-vif-deleted", "tag": "3a586aec-6b69-4b0c-b660-d0f32eadc609", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:24:24.150761 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cbc87807-2fef-4a80-934a-5a4e1bf69d72 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:24:24.151407 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dccd435-0751-4744-ab2d-718e5eae1174', 'name': 'network-vif-deleted', 'tag': '3a586aec-6b69-4b0c-b660-d0f32eadc609', 'status': 'completed', 'code': 200} Aug 11 22:24:24.254614 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-a2341d5b-0692-4c80-be07-1231e5bbee1a None None] Allocated IP 2001:db8:1::2 (0e525e3a-5cb6-4814-b874-5936f7cd51f5/d179a06f-a8e9-466b-8bac-70733efa7511/7677004d-00c7-474e-89bc-421defc96bad) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:24:24.341962 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-452ec84d-effb-4e9e-baf0-2784e52a7451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:24.347434 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-452ec84d-effb-4e9e-baf0-2784e52a7451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:24.399914 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-452ec84d-effb-4e9e-baf0-2784e52a7451 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=79358e2503464e148fe0b43d53391a12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8565137 Aug 11 22:24:24.401126 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ec84d-effb-4e9e-baf0-2784e52a7451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b235603-24a1-4ef4-b51b-9b575067aa64,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:24.403561 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34448) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:24.513776 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c609f79d-e4ca-4a50-9f32-46bbd9765c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:24.576355 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c609f79d-e4ca-4a50-9f32-46bbd9765c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:24.608356 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a2341d5b-0692-4c80-be07-1231e5bbee1a None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:24.619494 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47db82e-573c-465c-baee-c37441b6b806 req-974e1713-07a9-441a-ab63-b6a7a53b1170 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:24.624208 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d47db82e-573c-465c-baee-c37441b6b806 req-974e1713-07a9-441a-ab63-b6a7a53b1170 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=04a6b090-64e9-480a-8a31-3fa301c88ce2 HTTP/1.1" status: 200 len: 944 time: 0.1264610 Aug 11 22:24:24.636007 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-5629fcaf-47b3-4391-80ab-c5cee82d981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'name': 'tempest-RoutersIpV6Test-router-361699040', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:24:14Z', 'updated_at': '2021-08-11T22:24:19Z', 'revision_number': 2, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None, '_interfaces': [{'id': '0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea', 'name': '', 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:f5:91:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:18Z', 'updated_at': '2021-08-11T22:24:23Z', 'revision_number': 4, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:24.636902 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a2341d5b-0692-4c80-be07-1231e5bbee1a None None] Transition to ACTIVE for port object 7677004d-00c7-474e-89bc-421defc96bad will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:24:24.670006 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a2341d5b-0692-4c80-be07-1231e5bbee1a None None] Transition to ACTIVE for port object 7677004d-00c7-474e-89bc-421defc96bad will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:24:24.680242 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5629fcaf-47b3-4391-80ab-c5cee82d981d None None] The sync data for ids ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'] in n-d-804275-3 is: [{'id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'name': 'tempest-RoutersIpV6Test-router-361699040', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:24:14Z', 'updated_at': '2021-08-11T22:24:19Z', 'revision_number': 2, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None, '_interfaces': [{'id': '0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea', 'name': '', 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:f5:91:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:18Z', 'updated_at': '2021-08-11T22:24:23Z', 'revision_number': 4, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:24:24.681481 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a2341d5b-0692-4c80-be07-1231e5bbee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:24.729752 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d47db82e-573c-465c-baee-c37441b6b806 req-79ac2cc9-6e0d-4272-92c8-a77ab4d83385 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637519 Aug 11 22:24:24.743447 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c609f79d-e4ca-4a50-9f32-46bbd9765c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:24.746520 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c609f79d-e4ca-4a50-9f32-46bbd9765c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:24.748298 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c609f79d-e4ca-4a50-9f32-46bbd9765c28 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6b235603-24a1-4ef4-b51b-9b575067aa64 HTTP/1.1" status: 204 len: 168 time: 0.3436177 Aug 11 22:24:24.771580 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609f79d-e4ca-4a50-9f32-46bbd9765c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b235603-24a1-4ef4-b51b-9b575067aa64,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:24.865225 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2341d5b-0692-4c80-be07-1231e5bbee1a None None] Network 0e525e3a-5cb6-4814-b874-5936f7cd51f5 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:24:24.869980 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-a2341d5b-0692-4c80-be07-1231e5bbee1a None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:24:24.874062 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2341d5b-0692-4c80-be07-1231e5bbee1a None None] Pushing event updated for resources: {'Port': ['ID=7677004d-00c7-474e-89bc-421defc96bad,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:24.876522 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2341d5b-0692-4c80-be07-1231e5bbee1a None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:24:24.890036 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-2218ee9a-9057-4d57-b97a-1458e439188a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Allocated IP 2001:db8:1::1 (0e525e3a-5cb6-4814-b874-5936f7cd51f5/d179a06f-a8e9-466b-8bac-70733efa7511/2bf00fe2-e301-454a-86b9-bc284b33018e) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:24:25.053622 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a2341d5b-0692-4c80-be07-1231e5bbee1a None None] Attempting to bind port 7677004d-00c7-474e-89bc-421defc96bad on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:24:25.054421 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a2341d5b-0692-4c80-be07-1231e5bbee1a None None] Attempting to bind port 7677004d-00c7-474e-89bc-421defc96bad by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '7f9054ca-fd42-4702-b558-dd5e321995f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0e525e3a-5cb6-4814-b874-5936f7cd51f5'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:24:25.055040 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2341d5b-0692-4c80-be07-1231e5bbee1a None None] Attempting to bind port 7677004d-00c7-474e-89bc-421defc96bad on network 0e525e3a-5cb6-4814-b874-5936f7cd51f5 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:24:25.068833 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2341d5b-0692-4c80-be07-1231e5bbee1a None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:24:25.069512 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2341d5b-0692-4c80-be07-1231e5bbee1a None None] Checking segment: {'id': '7f9054ca-fd42-4702-b558-dd5e321995f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0e525e3a-5cb6-4814-b874-5936f7cd51f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:24:25.070324 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a2341d5b-0692-4c80-be07-1231e5bbee1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:25.071011 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2341d5b-0692-4c80-be07-1231e5bbee1a None None] Bound using segment: {'id': '7f9054ca-fd42-4702-b558-dd5e321995f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0e525e3a-5cb6-4814-b874-5936f7cd51f5'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:24:25.072275 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a2341d5b-0692-4c80-be07-1231e5bbee1a None None] Bound port: 7677004d-00c7-474e-89bc-421defc96bad, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9054ca-fd42-4702-b558-dd5e321995f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0e525e3a-5cb6-4814-b874-5936f7cd51f5'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:24:25.072933 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a2341d5b-0692-4c80-be07-1231e5bbee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:25.246079 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2218ee9a-9057-4d57-b97a-1458e439188a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:25.291540 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-2218ee9a-9057-4d57-b97a-1458e439188a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Transition to ACTIVE for port object 2bf00fe2-e301-454a-86b9-bc284b33018e will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:24:25.312569 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a2341d5b-0692-4c80-be07-1231e5bbee1a None None] For port 7677004d-00c7-474e-89bc-421defc96bad, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:24:25.320170 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a2341d5b-0692-4c80-be07-1231e5bbee1a None None] For port 7677004d-00c7-474e-89bc-421defc96bad, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7677004d-00c7-474e-89bc-421defc96bad,segment=NetworkSegment(7f9054ca-fd42-4702-b558-dd5e321995f3),segment_id=7f9054ca-fd42-4702-b558-dd5e321995f3)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:24:25.327971 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a2341d5b-0692-4c80-be07-1231e5bbee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:25.365436 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2218ee9a-9057-4d57-b97a-1458e439188a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:25.425888 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218ee9a-9057-4d57-b97a-1458e439188a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Port': ['ID=2bf00fe2-e301-454a-86b9-bc284b33018e,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:25.440346 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f7dd964-5cfc-44ea-b125-937163401977 req-fc19b715-a0ec-438a-bb69-dc8362f3a68f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 210 time: 0.0968654 Aug 11 22:24:25.460271 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2218ee9a-9057-4d57-b97a-1458e439188a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network 0e525e3a-5cb6-4814-b874-5936f7cd51f5 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:24:25.463857 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-2218ee9a-9057-4d57-b97a-1458e439188a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:24:25.467149 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2218ee9a-9057-4d57-b97a-1458e439188a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:24:25.468591 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2218ee9a-9057-4d57-b97a-1458e439188a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:25.520987 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:24:25.616051 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34466) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:25.635191 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-85c18057-0f62-4246-b52e-5c5da3f03e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:25.635445 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2341d5b-0692-4c80-be07-1231e5bbee1a None None] Pushing event updated for resources: {'Port': ['ID=7677004d-00c7-474e-89bc-421defc96bad,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:25.734764 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:24:25.757676 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:25.757676 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:25.914518 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2218ee9a-9057-4d57-b97a-1458e439188a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:25.939773 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-85c18057-0f62-4246-b52e-5c5da3f03e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:25.959952 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-85c18057-0f62-4246-b52e-5c5da3f03e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:26.000540 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:26.086016 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a6b090-64e9-480a-8a31-3fa301c88ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:24:26.091484 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9974a4e5-d9d4-4b80-9d08-f5b31b6aaf4e" -d '{"events": [{"server_uuid": "04a6b090-64e9-480a-8a31-3fa301c88ce2", "name": "network-vif-plugged", "status": "completed", "tag": "9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:24:26.138294 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a,segment=NetworkSegment(b82f776d-74cf-411f-ae30-50112b7fb9ec),segment_id=b82f776d-74cf-411f-ae30-50112b7fb9ec)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:24:26.154772 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:26.155668 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-85c18057-0f62-4246-b52e-5c5da3f03e44 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d10a780bdba24e2fb8e990c074735b14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5375528 Aug 11 22:24:26.167861 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34474) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:26.214423 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c18057-0f62-4246-b52e-5c5da3f03e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d27417b-f0e3-4d0d-909c-4c6bcd3ad4bf,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:26.284359 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:24:26.305152 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e79d1d-ba5c-4345-8da0-effa3a54ce39 req-14906fb5-44ba-4ca4-a17e-45de580ec050 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:26.326589 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:26.327247 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-12e79d1d-ba5c-4345-8da0-effa3a54ce39 req-14906fb5-44ba-4ca4-a17e-45de580ec050 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=04a6b090-64e9-480a-8a31-3fa301c88ce2 HTTP/1.1" status: 200 len: 944 time: 0.4482286 Aug 11 22:24:26.385960 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:24:26.392952 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:26.393361 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:26.453377 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-12e79d1d-ba5c-4345-8da0-effa3a54ce39 req-438bbe88-d854-485e-8757-3a04248a4654 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244226 Aug 11 22:24:26.584066 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-342920ac-3b92-469a-b3ed-8dd6424cfefc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:26.655399 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:26.679386 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-342920ac-3b92-469a-b3ed-8dd6424cfefc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:26.725336 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2218ee9a-9057-4d57-b97a-1458e439188a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:26.733032 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea,segment=NetworkSegment(ed3a238c-85b6-4ef5-9cba-a6705742d89d),segment_id=ed3a238c-85b6-4ef5-9cba-a6705742d89d)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:24:26.739809 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2218ee9a-9057-4d57-b97a-1458e439188a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:26.741717 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2218ee9a-9057-4d57-b97a-1458e439188a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:26.742150 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:26.743379 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7677004d-00c7-474e-89bc-421defc96bad up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:24:26.830153 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-342920ac-3b92-469a-b3ed-8dd6424cfefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:26.835858 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-342920ac-3b92-469a-b3ed-8dd6424cfefc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:26.854746 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-342920ac-3b92-469a-b3ed-8dd6424cfefc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1d27417b-f0e3-4d0d-909c-4c6bcd3ad4bf HTTP/1.1" status: 204 len: 168 time: 0.6846702 Aug 11 22:24:26.935395 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ecdf9645-c43e-41ce-981a-5ba2be240640 req-89a85fa6-d4b8-46df-9030-3498b84a8bc8 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 210 time: 0.0668850 Aug 11 22:24:26.995023 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8cdcd1-6679-47e3-9710-ffb399daddee x-openstack-request-id: req-1f8cdcd1-6679-47e3-9710-ffb399daddee {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:24:26.995485 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a6b090-64e9-480a-8a31-3fa301c88ce2", "name": "network-vif-plugged", "status": "completed", "tag": "9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:24:26.995924 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1f8cdcd1-6679-47e3-9710-ffb399daddee {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:24:26.996582 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a6b090-64e9-480a-8a31-3fa301c88ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a', 'code': 200} Aug 11 22:24:27.043590 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342920ac-3b92-469a-b3ed-8dd6424cfefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d27417b-f0e3-4d0d-909c-4c6bcd3ad4bf,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:27.091546 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:27.119746 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 7677004d-00c7-474e-89bc-421defc96bad completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:24:27.133869 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161686be-a424-44c3-919e-46d99d190ab1 req-30873e1c-4def-4d39-85a1-f66fde32014e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:27.137745 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-161686be-a424-44c3-919e-46d99d190ab1 req-30873e1c-4def-4d39-85a1-f66fde32014e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=04a6b090-64e9-480a-8a31-3fa301c88ce2 HTTP/1.1" status: 200 len: 1096 time: 0.1952529 Aug 11 22:24:27.147040 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218ee9a-9057-4d57-b97a-1458e439188a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Port': ['ID=2bf00fe2-e301-454a-86b9-bc284b33018e,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:27.350347 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-161686be-a424-44c3-919e-46d99d190ab1 req-b55bf743-3d71-435c-8f38-e44be0029846 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020495 Aug 11 22:24:27.385286 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2218ee9a-9057-4d57-b97a-1458e439188a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network 0e525e3a-5cb6-4814-b874-5936f7cd51f5 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:24:27.400277 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-2218ee9a-9057-4d57-b97a-1458e439188a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:24:27.599717 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2218ee9a-9057-4d57-b97a-1458e439188a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:24:27.776713 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2218ee9a-9057-4d57-b97a-1458e439188a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:24:27.793026 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2218ee9a-9057-4d57-b97a-1458e439188a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "PUT /v2.0/routers/c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0719008 Aug 11 22:24:27.795636 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34490) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:27.801233 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-a5978da9-80d4-4732-afc8-bf8f56dec2df tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1938475376'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:24:27.801512 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b7f17-84a9-4bef-a995-d40134a23749 req-6f3acf49-a7ea-4606-9818-94493028eede tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:27.828292 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5978da9-80d4-4732-afc8-bf8f56dec2df tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Made reservation on behalf of 05b95e21e6704290a3c250207b618344 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:24:27.833115 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a5978da9-80d4-4732-afc8-bf8f56dec2df tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:27.836689 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a4b7f17-84a9-4bef-a995-d40134a23749 req-6f3acf49-a7ea-4606-9818-94493028eede tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=04a6b090-64e9-480a-8a31-3fa301c88ce2 HTTP/1.1" status: 200 len: 945 time: 0.1671793 Aug 11 22:24:27.843084 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92d1ff3-a4c5-4aa1-b80c-9959c7b25afb None None] Network 0e525e3a-5cb6-4814-b874-5936f7cd51f5 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:24:27.883852 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5978da9-80d4-4732-afc8-bf8f56dec2df tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:24:27.902062 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a5978da9-80d4-4732-afc8-bf8f56dec2df tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:27.902476 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-a5978da9-80d4-4732-afc8-bf8f56dec2df tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Added segment 0d3ad2dc-5bf7-4071-84c3-820a72495173 of type vlan for network 045e03cc-c38e-402d-87d4-f2af01f272bc Aug 11 22:24:27.947123 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7769a54-4447-4da2-b2fe-21cff15ef0f6 None None] Sync routers for ids ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:24:27.975573 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a5978da9-80d4-4732-afc8-bf8f56dec2df tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:28.037940 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-618e6321-b9b7-4b67-b78f-127fef26e988 req-0bce574d-8d9b-4f44-94fe-a64d521819b1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=29e621c7-bde5-4fca-901f-4b350b68bc9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0780401 Aug 11 22:24:28.062521 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a4b7f17-84a9-4bef-a995-d40134a23749 req-1045fef0-da55-4455-8656-6f7e1baa2c9c tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068436 Aug 11 22:24:28.078070 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a5978da9-80d4-4732-afc8-bf8f56dec2df tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:28.088497 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5978da9-80d4-4732-afc8-bf8f56dec2df tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:28.089174 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a5978da9-80d4-4732-afc8-bf8f56dec2df tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:28.179668 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a5978da9-80d4-4732-afc8-bf8f56dec2df tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3819537 Aug 11 22:24:28.182162 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34500) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:28.193997 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-e9ba3f68-7bb8-4a08-bbd3-fa6a766735c6 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'subnet': {'network_id': '045e03cc-c38e-402d-87d4-f2af01f272bc', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:24:28.199961 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:24:28.284262 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7769a54-4447-4da2-b2fe-21cff15ef0f6 None None] Routers {'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:24:28.285618 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a7769a54-4447-4da2-b2fe-21cff15ef0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:24:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:28.386791 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6321-b9b7-4b67-b78f-127fef26e988 req-f42c3f2b-f4a2-44fd-a3a5-4ca4a98f8929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:28.388816 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-618e6321-b9b7-4b67-b78f-127fef26e988 req-f42c3f2b-f4a2-44fd-a3a5-4ca4a98f8929 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2bf4ef471aa2484faad01cf58dfc260a&device_id=29e621c7-bde5-4fca-901f-4b350b68bc9d HTTP/1.1" status: 200 len: 1096 time: 0.2609572 Aug 11 22:24:28.399793 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5978da9-80d4-4732-afc8-bf8f56dec2df tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Network': ['ID=045e03cc-c38e-402d-87d4-f2af01f272bc,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:28.439210 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-a7769a54-4447-4da2-b2fe-21cff15ef0f6 None None] Set router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:24:28.494542 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-330c86c1-7161-4383-95a5-0b21b9452125 None None] Provisioning for port 7677004d-00c7-474e-89bc-421defc96bad completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:24:28.501632 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 045e03cc-c38e-402d-87d4-f2af01f272bc details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:24:28.521491 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a1321bb5-5e8c-4fcc-aff4-aa2bfb2dc465 req-3dbfb4a7-0835-478f-8209-063023c7a05e tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 210 time: 0.1195326 Aug 11 22:24:28.576249 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ba3f68-7bb8-4a08-bbd3-fa6a766735c6 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Made reservation on behalf of 05b95e21e6704290a3c250207b618344 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:24:28.580085 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e9ba3f68-7bb8-4a08-bbd3-fa6a766735c6 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:29.026983 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-330c86c1-7161-4383-95a5-0b21b9452125 None None] Provisioning complete for port 7677004d-00c7-474e-89bc-421defc96bad triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:29.028030 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-330c86c1-7161-4383-95a5-0b21b9452125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:29.125584 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e9ba3f68-7bb8-4a08-bbd3-fa6a766735c6 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:29.200283 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:29.201522 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:29.249288 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba3f68-7bb8-4a08-bbd3-fa6a766735c6 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Subnet': ['ID=c651e843-e681-4d98-927e-6155d5671e5c,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:29.369167 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6321-b9b7-4b67-b78f-127fef26e988 req-7c417cea-a9cd-4e39-a4aa-d333b845fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:29.371118 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-618e6321-b9b7-4b67-b78f-127fef26e988 req-7c417cea-a9cd-4e39-a4aa-d333b845fd56 service neutron] 10.222.0.52 "GET /v2.0/networks?id=68d2446a-390b-4a41-9fe5-492c7badcbde HTTP/1.1" status: 200 len: 916 time: 0.9594114 Aug 11 22:24:29.395593 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ba3f68-7bb8-4a08-bbd3-fa6a766735c6 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Checking segment: {'id': '0d3ad2dc-5bf7-4071-84c3-820a72495173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '045e03cc-c38e-402d-87d4-f2af01f272bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:24:29.398398 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ba3f68-7bb8-4a08-bbd3-fa6a766735c6 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network hostable DHCP agents. Network: 045e03cc-c38e-402d-87d4-f2af01f272bc, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:24:29.468924 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-330c86c1-7161-4383-95a5-0b21b9452125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:29.475592 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-618e6321-b9b7-4b67-b78f-127fef26e988 req-fed534c1-19d9-4f83-92de-b6d233c4f04c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9ff5d05-c18e-4e33-a3d4-c7e231604829 HTTP/1.1" status: 200 len: 217 time: 0.0919917 Aug 11 22:24:29.505441 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801263c5-9968-4cde-9cf8-fad3bf4f8bcc req-53f4541e-1ac1-4e61-8a9b-a23d0780b575 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:29.519327 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-801263c5-9968-4cde-9cf8-fad3bf4f8bcc req-53f4541e-1ac1-4e61-8a9b-a23d0780b575 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=04a6b090-64e9-480a-8a31-3fa301c88ce2 HTTP/1.1" status: 200 len: 945 time: 0.1567955 Aug 11 22:24:29.534547 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ba3f68-7bb8-4a08-bbd3-fa6a766735c6 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network 045e03cc-c38e-402d-87d4-f2af01f272bc is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:24:29.555284 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-e9ba3f68-7bb8-4a08-bbd3-fa6a766735c6 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 045e03cc-c38e-402d-87d4-f2af01f272bc) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:24:29.567218 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ba3f68-7bb8-4a08-bbd3-fa6a766735c6 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:29.567492 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e9ba3f68-7bb8-4a08-bbd3-fa6a766735c6 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:29.593431 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6321-b9b7-4b67-b78f-127fef26e988 req-405c4b1e-c8ae-4ee4-a96c-4c1f6c69843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:29.599215 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-618e6321-b9b7-4b67-b78f-127fef26e988 req-405c4b1e-c8ae-4ee4-a96c-4c1f6c69843b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=34c8b549-956e-4026-aeaf-8a20adbeac3b HTTP/1.1" status: 200 len: 855 time: 0.1155086 Aug 11 22:24:29.621099 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc21bca-b63c-4220-b44d-73e54caa6c39 None None] Network 045e03cc-c38e-402d-87d4-f2af01f272bc requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:24:29.624779 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e9ba3f68-7bb8-4a08-bbd3-fa6a766735c6 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4409878 Aug 11 22:24:29.627095 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34530) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:29.667562 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-618e6321-b9b7-4b67-b78f-127fef26e988 req-43e9639a-e81a-4ccb-9f1c-c1d12393f296 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68d2446a-390b-4a41-9fe5-492c7badcbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605364 Aug 11 22:24:29.673344 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-801263c5-9968-4cde-9cf8-fad3bf4f8bcc req-f3d0b92d-c2ee-4f23-901f-1f60d951380a tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534240 Aug 11 22:24:29.698483 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-330c86c1-7161-4383-95a5-0b21b9452125 None None] For port 7677004d-00c7-474e-89bc-421defc96bad, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7677004d-00c7-474e-89bc-421defc96bad,segment=NetworkSegment(7f9054ca-fd42-4702-b558-dd5e321995f3),segment_id=7f9054ca-fd42-4702-b558-dd5e321995f3)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:24:29.882319 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-330c86c1-7161-4383-95a5-0b21b9452125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:29.958954 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-618e6321-b9b7-4b67-b78f-127fef26e988 req-e1304253-90b6-48b9-ad8a-9ab29c02d077 service neutron] 10.222.0.52 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835476 Aug 11 22:24:30.175165 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a7769a54-4447-4da2-b2fe-21cff15ef0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'name': 'tempest-RoutersIpV6Test-router-361699040', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:24:14Z', 'updated_at': '2021-08-11T22:24:25Z', 'revision_number': 3, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None, '_interfaces': [{'id': '0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea', 'name': '', 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:f5:91:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:18Z', 'updated_at': '2021-08-11T22:24:26Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bf00fe2-e301-454a-86b9-bc284b33018e', 'name': '', 'network_id': '0e525e3a-5cb6-4814-b874-5936f7cd51f5', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:8d:9a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:24Z', 'updated_at': '2021-08-11T22:24:26Z', 'revision_number': 2, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:30.176667 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-618e6321-b9b7-4b67-b78f-127fef26e988 req-20e38cc1-a01b-470e-8e02-3efe83ee93d4 service neutron] 10.222.0.52 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101345 Aug 11 22:24:30.340472 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e4d84ce2-b68c-48c1-a8ac-280d61c7c6d6 req-149d0f15-75b5-47ce-a3e6-485241befc30 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 210 time: 0.1293492 Aug 11 22:24:30.344839 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7769a54-4447-4da2-b2fe-21cff15ef0f6 None None] Checking router: c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:24:30.346476 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7769a54-4447-4da2-b2fe-21cff15ef0f6 None None] Updating router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 port 2bf00fe2-e301-454a-86b9-bc284b33018e binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:24:30.400929 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a7769a54-4447-4da2-b2fe-21cff15ef0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:30.474547 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c86c1-7161-4383-95a5-0b21b9452125 None None] Pushing event updated for resources: {'Port': ['ID=7677004d-00c7-474e-89bc-421defc96bad,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:30.499052 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ec2b9f7c-e656-4240-9e77-e95799b52095 None None] Provisioning complete for port 7677004d-00c7-474e-89bc-421defc96bad triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:30.499865 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ec2b9f7c-e656-4240-9e77-e95799b52095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:30.582152 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4777ac99-4496-413c-8639-ba7eebbc816f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-045e03cc-c38e-402d-87d4-f2af01f272bc', 'network_id': '045e03cc-c38e-402d-87d4-f2af01f272bc', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'fixed_ips': [{'subnet_id': 'c651e843-e681-4d98-927e-6155d5671e5c'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:24:30.583202 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4777ac99-4496-413c-8639-ba7eebbc816f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:30.873727 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9c482692-0e99-4411-a11c-87940d876975 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:31.141560 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-4777ac99-4496-413c-8639-ba7eebbc816f None None] Allocated IP 2001:db8:2::2 (045e03cc-c38e-402d-87d4-f2af01f272bc/c651e843-e681-4d98-927e-6155d5671e5c/7b4e66c9-a16c-4a87-bf5e-b6884fb42c87) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:24:31.785531 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8d23bd70-bd47-4bb6-abeb-dc4490b97faf req-683263f4-41e4-427b-8db2-88123542a8df tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 210 time: 0.0880280 Aug 11 22:24:31.804934 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4777ac99-4496-413c-8639-ba7eebbc816f None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:31.815866 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4777ac99-4496-413c-8639-ba7eebbc816f None None] Transition to ACTIVE for port object 7b4e66c9-a16c-4a87-bf5e-b6884fb42c87 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:24:31.867357 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ec2b9f7c-e656-4240-9e77-e95799b52095 None None] Provisioning for port 2bf00fe2-e301-454a-86b9-bc284b33018e completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:24:31.886364 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ec2b9f7c-e656-4240-9e77-e95799b52095 None None] Provisioning complete for port 2bf00fe2-e301-454a-86b9-bc284b33018e triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:31.886883 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ec2b9f7c-e656-4240-9e77-e95799b52095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:31.998975 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4777ac99-4496-413c-8639-ba7eebbc816f None None] Transition to ACTIVE for port object 7b4e66c9-a16c-4a87-bf5e-b6884fb42c87 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:24:32.034190 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4777ac99-4496-413c-8639-ba7eebbc816f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:32.128966 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-9c482692-0e99-4411-a11c-87940d876975 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Allocated IP 2001:db8:2::1 (045e03cc-c38e-402d-87d4-f2af01f272bc/c651e843-e681-4d98-927e-6155d5671e5c/6758f6cd-9576-4bba-95cf-bfe1636b7919) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:24:32.136775 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a7769a54-4447-4da2-b2fe-21cff15ef0f6 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:32.145280 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-ec2b9f7c-e656-4240-9e77-e95799b52095 None None] Port 2bf00fe2-e301-454a-86b9-bc284b33018e cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:24:32.161412 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4777ac99-4496-413c-8639-ba7eebbc816f None None] Network 045e03cc-c38e-402d-87d4-f2af01f272bc is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:24:32.173619 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-4777ac99-4496-413c-8639-ba7eebbc816f None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:24:32.174942 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4777ac99-4496-413c-8639-ba7eebbc816f None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:24:32.226837 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a7769a54-4447-4da2-b2fe-21cff15ef0f6 None None] Transition to ACTIVE for port object 2bf00fe2-e301-454a-86b9-bc284b33018e will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:24:32.271489 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777ac99-4496-413c-8639-ba7eebbc816f None None] Pushing event updated for resources: {'Port': ['ID=7b4e66c9-a16c-4a87-bf5e-b6884fb42c87,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:32.304407 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a7769a54-4447-4da2-b2fe-21cff15ef0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:32.348981 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9c482692-0e99-4411-a11c-87940d876975 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:32.396195 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-9c482692-0e99-4411-a11c-87940d876975 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Transition to ACTIVE for port object 6758f6cd-9576-4bba-95cf-bfe1636b7919 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:24:32.492906 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-4777ac99-4496-413c-8639-ba7eebbc816f None None] Attempting to bind port 7b4e66c9-a16c-4a87-bf5e-b6884fb42c87 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:24:32.493672 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-4777ac99-4496-413c-8639-ba7eebbc816f None None] Attempting to bind port 7b4e66c9-a16c-4a87-bf5e-b6884fb42c87 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '0d3ad2dc-5bf7-4071-84c3-820a72495173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '045e03cc-c38e-402d-87d4-f2af01f272bc'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:24:32.494293 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4777ac99-4496-413c-8639-ba7eebbc816f None None] Attempting to bind port 7b4e66c9-a16c-4a87-bf5e-b6884fb42c87 on network 045e03cc-c38e-402d-87d4-f2af01f272bc {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:24:32.507271 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9c482692-0e99-4411-a11c-87940d876975 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:32.525025 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4777ac99-4496-413c-8639-ba7eebbc816f None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:24:32.539380 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4777ac99-4496-413c-8639-ba7eebbc816f None None] Checking segment: {'id': '0d3ad2dc-5bf7-4071-84c3-820a72495173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '045e03cc-c38e-402d-87d4-f2af01f272bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:24:32.540489 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4777ac99-4496-413c-8639-ba7eebbc816f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:32.544165 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4777ac99-4496-413c-8639-ba7eebbc816f None None] Bound using segment: {'id': '0d3ad2dc-5bf7-4071-84c3-820a72495173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '045e03cc-c38e-402d-87d4-f2af01f272bc'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:24:32.546907 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-4777ac99-4496-413c-8639-ba7eebbc816f None None] Bound port: 7b4e66c9-a16c-4a87-bf5e-b6884fb42c87, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3ad2dc-5bf7-4071-84c3-820a72495173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '045e03cc-c38e-402d-87d4-f2af01f272bc'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:24:32.553744 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4777ac99-4496-413c-8639-ba7eebbc816f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:32.606875 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c482692-0e99-4411-a11c-87940d876975 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network 045e03cc-c38e-402d-87d4-f2af01f272bc is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:24:32.617237 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-9c482692-0e99-4411-a11c-87940d876975 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:24:32.620593 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c482692-0e99-4411-a11c-87940d876975 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:24:32.621099 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9c482692-0e99-4411-a11c-87940d876975 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:32.701285 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7677004d-00c7-474e-89bc-421defc96bad up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:24:32.946526 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c482692-0e99-4411-a11c-87940d876975 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Port': ['ID=6758f6cd-9576-4bba-95cf-bfe1636b7919,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:32.964342 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9c482692-0e99-4411-a11c-87940d876975 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:33.003133 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b98bfc-64cc-47dc-b54f-5f6c63ae3a37 None None] Pushing event updated for resources: {'Port': ['ID=2bf00fe2-e301-454a-86b9-bc284b33018e,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:33.176581 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4777ac99-4496-413c-8639-ba7eebbc816f None None] For port 7b4e66c9-a16c-4a87-bf5e-b6884fb42c87, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:24:33.187004 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4777ac99-4496-413c-8639-ba7eebbc816f None None] For port 7b4e66c9-a16c-4a87-bf5e-b6884fb42c87, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7b4e66c9-a16c-4a87-bf5e-b6884fb42c87,segment=NetworkSegment(0d3ad2dc-5bf7-4071-84c3-820a72495173),segment_id=0d3ad2dc-5bf7-4071-84c3-820a72495173)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:24:33.215572 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4777ac99-4496-413c-8639-ba7eebbc816f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:33.228192 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a7769a54-4447-4da2-b2fe-21cff15ef0f6 None None] Attempting to bind port 2bf00fe2-e301-454a-86b9-bc284b33018e on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:24:33.228667 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a7769a54-4447-4da2-b2fe-21cff15ef0f6 None None] Attempting to bind port 2bf00fe2-e301-454a-86b9-bc284b33018e by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '7f9054ca-fd42-4702-b558-dd5e321995f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0e525e3a-5cb6-4814-b874-5936f7cd51f5'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:24:33.229105 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7769a54-4447-4da2-b2fe-21cff15ef0f6 None None] Attempting to bind port 2bf00fe2-e301-454a-86b9-bc284b33018e on network 0e525e3a-5cb6-4814-b874-5936f7cd51f5 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:24:33.231168 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-daba0ab8-d7ac-4157-bebd-2ca2a8895c57 req-e53ce349-d840-4965-974d-7be1f65fc5c4 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dccd435-0751-4744-ab2d-718e5eae1174 HTTP/1.1" status: 200 len: 210 time: 0.0994859 Aug 11 22:24:33.240497 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7769a54-4447-4da2-b2fe-21cff15ef0f6 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:24:33.241751 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7769a54-4447-4da2-b2fe-21cff15ef0f6 None None] Checking segment: {'id': '7f9054ca-fd42-4702-b558-dd5e321995f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0e525e3a-5cb6-4814-b874-5936f7cd51f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:24:33.242185 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a7769a54-4447-4da2-b2fe-21cff15ef0f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:33.242651 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7769a54-4447-4da2-b2fe-21cff15ef0f6 None None] Bound using segment: {'id': '7f9054ca-fd42-4702-b558-dd5e321995f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0e525e3a-5cb6-4814-b874-5936f7cd51f5'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:24:33.243218 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a7769a54-4447-4da2-b2fe-21cff15ef0f6 None None] Bound port: 2bf00fe2-e301-454a-86b9-bc284b33018e, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9054ca-fd42-4702-b558-dd5e321995f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0e525e3a-5cb6-4814-b874-5936f7cd51f5'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:24:33.243936 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a7769a54-4447-4da2-b2fe-21cff15ef0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:33.322218 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 7677004d-00c7-474e-89bc-421defc96bad triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:33.323230 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:33.506503 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777ac99-4496-413c-8639-ba7eebbc816f None None] Pushing event updated for resources: {'Port': ['ID=7b4e66c9-a16c-4a87-bf5e-b6884fb42c87,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:33.614266 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a7769a54-4447-4da2-b2fe-21cff15ef0f6 None None] For port 2bf00fe2-e301-454a-86b9-bc284b33018e, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:24:33.621885 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a7769a54-4447-4da2-b2fe-21cff15ef0f6 None None] For port 2bf00fe2-e301-454a-86b9-bc284b33018e, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=2bf00fe2-e301-454a-86b9-bc284b33018e,segment=NetworkSegment(7f9054ca-fd42-4702-b558-dd5e321995f3),segment_id=7f9054ca-fd42-4702-b558-dd5e321995f3)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:24:33.724165 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a7769a54-4447-4da2-b2fe-21cff15ef0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:34.002197 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b98bfc-64cc-47dc-b54f-5f6c63ae3a37 None None] Pushing event updated for resources: {'Port': ['ID=2bf00fe2-e301-454a-86b9-bc284b33018e,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:34.006364 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7769a54-4447-4da2-b2fe-21cff15ef0f6 None None] Routers {'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:24:34.007443 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a7769a54-4447-4da2-b2fe-21cff15ef0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:24:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:34.046470 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9c482692-0e99-4411-a11c-87940d876975 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:34.059824 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9c482692-0e99-4411-a11c-87940d876975 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:34.062843 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9c482692-0e99-4411-a11c-87940d876975 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:34.389470 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c482692-0e99-4411-a11c-87940d876975 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Port': ['ID=6758f6cd-9576-4bba-95cf-bfe1636b7919,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:34.648558 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c482692-0e99-4411-a11c-87940d876975 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network 045e03cc-c38e-402d-87d4-f2af01f272bc is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:24:34.651773 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-9c482692-0e99-4411-a11c-87940d876975 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:24:34.926811 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7b4e66c9-a16c-4a87-bf5e-b6884fb42c87 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:24:35.127256 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c482692-0e99-4411-a11c-87940d876975 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:24:35.163854 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-a7769a54-4447-4da2-b2fe-21cff15ef0f6 None None] Set router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:24:35.326023 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 7b4e66c9-a16c-4a87-bf5e-b6884fb42c87 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:24:35.433217 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c482692-0e99-4411-a11c-87940d876975 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:24:35.446477 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9c482692-0e99-4411-a11c-87940d876975 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "PUT /v2.0/routers/c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8176513 Aug 11 22:24:35.449425 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34614) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:35.458514 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-59544147-8492-481e-9122-b3eaa89bc64e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-993693140'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:24:35.518507 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0298d7-4cf0-415b-b3b7-66607a73bbd7 None None] Network 045e03cc-c38e-402d-87d4-f2af01f272bc requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:24:35.574298 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59544147-8492-481e-9122-b3eaa89bc64e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Made reservation on behalf of 05b95e21e6704290a3c250207b618344 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:24:35.602997 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-59544147-8492-481e-9122-b3eaa89bc64e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:35.696983 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59544147-8492-481e-9122-b3eaa89bc64e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:24:35.756474 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a5bad30a-dae4-4bb9-afa4-d9d26ca8ecd1 None None] Provisioning for port 7b4e66c9-a16c-4a87-bf5e-b6884fb42c87 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:24:35.757013 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-59544147-8492-481e-9122-b3eaa89bc64e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:35.757606 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-59544147-8492-481e-9122-b3eaa89bc64e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Added segment d3b13365-ffa2-4068-8961-9106f2efa826 of type vlan for network 52d0e44f-0fc8-4a47-886e-2722ce25ca70 Aug 11 22:24:35.780342 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a5bad30a-dae4-4bb9-afa4-d9d26ca8ecd1 None None] Provisioning complete for port 7b4e66c9-a16c-4a87-bf5e-b6884fb42c87 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:35.780722 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a5bad30a-dae4-4bb9-afa4-d9d26ca8ecd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:35.965896 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-59544147-8492-481e-9122-b3eaa89bc64e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:36.093208 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-59544147-8492-481e-9122-b3eaa89bc64e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:36.115190 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59544147-8492-481e-9122-b3eaa89bc64e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:36.121928 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-59544147-8492-481e-9122-b3eaa89bc64e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:36.250648 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-59544147-8492-481e-9122-b3eaa89bc64e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7995300 Aug 11 22:24:36.254246 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34624) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:36.296171 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-6070a01c-f45d-4aad-8417-d82c9adb69c7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'subnet': {'network_id': '52d0e44f-0fc8-4a47-886e-2722ce25ca70', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:24:36.495388 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a5bad30a-dae4-4bb9-afa4-d9d26ca8ecd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:36.550688 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a7769a54-4447-4da2-b2fe-21cff15ef0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'name': 'tempest-RoutersIpV6Test-router-361699040', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:24:14Z', 'updated_at': '2021-08-11T22:24:32Z', 'revision_number': 4, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None, '_interfaces': [{'id': '0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea', 'name': '', 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:f5:91:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:18Z', 'updated_at': '2021-08-11T22:24:26Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bf00fe2-e301-454a-86b9-bc284b33018e', 'name': '', 'network_id': '0e525e3a-5cb6-4814-b874-5936f7cd51f5', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:8d:9a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:24Z', 'updated_at': '2021-08-11T22:24:33Z', 'revision_number': 4, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6758f6cd-9576-4bba-95cf-bfe1636b7919', 'name': '', 'network_id': '045e03cc-c38e-402d-87d4-f2af01f272bc', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:71:0b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c651e843-e681-4d98-927e-6155d5671e5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:31Z', 'updated_at': '2021-08-11T22:24:32Z', 'revision_number': 1, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'c651e843-e681-4d98-927e-6155d5671e5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:36.591964 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6070a01c-f45d-4aad-8417-d82c9adb69c7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Made reservation on behalf of 05b95e21e6704290a3c250207b618344 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:24:36.597504 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59544147-8492-481e-9122-b3eaa89bc64e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Network': ['ID=52d0e44f-0fc8-4a47-886e-2722ce25ca70,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:36.602996 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6070a01c-f45d-4aad-8417-d82c9adb69c7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:36.657215 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 52d0e44f-0fc8-4a47-886e-2722ce25ca70 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:24:36.660402 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7769a54-4447-4da2-b2fe-21cff15ef0f6 None None] The sync data for ids ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'] in n-d-804275-3 is: [{'id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'name': 'tempest-RoutersIpV6Test-router-361699040', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:24:14Z', 'updated_at': '2021-08-11T22:24:32Z', 'revision_number': 4, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None, '_interfaces': [{'id': '0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea', 'name': '', 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:f5:91:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:18Z', 'updated_at': '2021-08-11T22:24:26Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bf00fe2-e301-454a-86b9-bc284b33018e', 'name': '', 'network_id': '0e525e3a-5cb6-4814-b874-5936f7cd51f5', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:8d:9a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:24Z', 'updated_at': '2021-08-11T22:24:33Z', 'revision_number': 4, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6758f6cd-9576-4bba-95cf-bfe1636b7919', 'name': '', 'network_id': '045e03cc-c38e-402d-87d4-f2af01f272bc', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:71:0b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c651e843-e681-4d98-927e-6155d5671e5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:31Z', 'updated_at': '2021-08-11T22:24:32Z', 'revision_number': 1, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'c651e843-e681-4d98-927e-6155d5671e5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:24:37.091486 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a5bad30a-dae4-4bb9-afa4-d9d26ca8ecd1 None None] For port 7b4e66c9-a16c-4a87-bf5e-b6884fb42c87, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7b4e66c9-a16c-4a87-bf5e-b6884fb42c87,segment=NetworkSegment(0d3ad2dc-5bf7-4071-84c3-820a72495173),segment_id=0d3ad2dc-5bf7-4071-84c3-820a72495173)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:24:37.102269 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a5bad30a-dae4-4bb9-afa4-d9d26ca8ecd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:37.316122 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6b232fcb-81f3-4e3b-9d71-ff7baf854b2c None None] Provisioning for port 6758f6cd-9576-4bba-95cf-bfe1636b7919 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:24:37.334174 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6b232fcb-81f3-4e3b-9d71-ff7baf854b2c None None] Provisioning complete for port 6758f6cd-9576-4bba-95cf-bfe1636b7919 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:37.336036 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6b232fcb-81f3-4e3b-9d71-ff7baf854b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:37.339657 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bad30a-dae4-4bb9-afa4-d9d26ca8ecd1 None None] Pushing event updated for resources: {'Port': ['ID=7b4e66c9-a16c-4a87-bf5e-b6884fb42c87,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:37.424810 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6070a01c-f45d-4aad-8417-d82c9adb69c7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:37.570759 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-6b232fcb-81f3-4e3b-9d71-ff7baf854b2c None None] Port 6758f6cd-9576-4bba-95cf-bfe1636b7919 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:24:37.624657 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6b232fcb-81f3-4e3b-9d71-ff7baf854b2c None None] Provisioning complete for port 7b4e66c9-a16c-4a87-bf5e-b6884fb42c87 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:37.625270 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6b232fcb-81f3-4e3b-9d71-ff7baf854b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:37.650624 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070a01c-f45d-4aad-8417-d82c9adb69c7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Subnet': ['ID=4d222372-0267-416a-9049-d7dc044c6cac,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:37.682442 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6070a01c-f45d-4aad-8417-d82c9adb69c7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Checking segment: {'id': 'd3b13365-ffa2-4068-8961-9106f2efa826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '52d0e44f-0fc8-4a47-886e-2722ce25ca70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:24:37.683135 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6070a01c-f45d-4aad-8417-d82c9adb69c7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network hostable DHCP agents. Network: 52d0e44f-0fc8-4a47-886e-2722ce25ca70, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:24:37.708574 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6070a01c-f45d-4aad-8417-d82c9adb69c7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network 52d0e44f-0fc8-4a47-886e-2722ce25ca70 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:24:37.732751 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-6070a01c-f45d-4aad-8417-d82c9adb69c7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 52d0e44f-0fc8-4a47-886e-2722ce25ca70) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:24:37.746727 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6070a01c-f45d-4aad-8417-d82c9adb69c7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:37.749446 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6070a01c-f45d-4aad-8417-d82c9adb69c7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:37.755246 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e956b42-5037-4870-b8ec-aafb953f69bb None None] Network 52d0e44f-0fc8-4a47-886e-2722ce25ca70 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:24:37.806879 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6070a01c-f45d-4aad-8417-d82c9adb69c7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5511029 Aug 11 22:24:37.811887 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34640) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:38.432976 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:38.657202 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-26c6ab99-a3be-4ecb-ab1d-748c25f71c65 None None] Provisioning complete for port 6758f6cd-9576-4bba-95cf-bfe1636b7919 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:38.659714 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-26c6ab99-a3be-4ecb-ab1d-748c25f71c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:38.836063 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-26c6ab99-a3be-4ecb-ab1d-748c25f71c65 None None] Port 6758f6cd-9576-4bba-95cf-bfe1636b7919 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:24:38.859198 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a852584d-2a1f-43f1-97d8-f922e643a0fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-52d0e44f-0fc8-4a47-886e-2722ce25ca70', 'network_id': '52d0e44f-0fc8-4a47-886e-2722ce25ca70', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'fixed_ips': [{'subnet_id': '4d222372-0267-416a-9049-d7dc044c6cac'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:24:38.860634 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a852584d-2a1f-43f1-97d8-f922e643a0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:38.970969 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7b4e66c9-a16c-4a87-bf5e-b6884fb42c87 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:24:39.576702 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 7b4e66c9-a16c-4a87-bf5e-b6884fb42c87 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:39.577341 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:39.744629 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40add2a1-435b-49da-8631-66e04fed59d9 None None] Sync routers for ids ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:24:39.762076 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40add2a1-435b-49da-8631-66e04fed59d9 None None] Routers {'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:24:39.766615 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-40add2a1-435b-49da-8631-66e04fed59d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:24:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:39.820383 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-a852584d-2a1f-43f1-97d8-f922e643a0fb None None] Allocated IP 2001:db8:3::2 (52d0e44f-0fc8-4a47-886e-2722ce25ca70/4d222372-0267-416a-9049-d7dc044c6cac/a3b57b8a-eb7d-43e8-8718-d6eda0b8449a) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:24:39.850522 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9d74f6e0-4442-4712-a0af-b169ae844ac5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:39.997182 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-40add2a1-435b-49da-8631-66e04fed59d9 None None] Set router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:24:40.199550 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 2bf00fe2-e301-454a-86b9-bc284b33018e up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:24:40.494287 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 2bf00fe2-e301-454a-86b9-bc284b33018e completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:24:40.523308 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 2bf00fe2-e301-454a-86b9-bc284b33018e triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:40.525752 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:40.538520 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-40add2a1-435b-49da-8631-66e04fed59d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'name': 'tempest-RoutersIpV6Test-router-361699040', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:24:14Z', 'updated_at': '2021-08-11T22:24:32Z', 'revision_number': 4, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None, '_interfaces': [{'id': '0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea', 'name': '', 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:f5:91:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:18Z', 'updated_at': '2021-08-11T22:24:26Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bf00fe2-e301-454a-86b9-bc284b33018e', 'name': '', 'network_id': '0e525e3a-5cb6-4814-b874-5936f7cd51f5', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:8d:9a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:24Z', 'updated_at': '2021-08-11T22:24:33Z', 'revision_number': 4, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6758f6cd-9576-4bba-95cf-bfe1636b7919', 'name': '', 'network_id': '045e03cc-c38e-402d-87d4-f2af01f272bc', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:71:0b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c651e843-e681-4d98-927e-6155d5671e5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:31Z', 'updated_at': '2021-08-11T22:24:33Z', 'revision_number': 2, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'c651e843-e681-4d98-927e-6155d5671e5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:40.603720 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a852584d-2a1f-43f1-97d8-f922e643a0fb None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:40.636659 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40add2a1-435b-49da-8631-66e04fed59d9 None None] Checking router: c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:24:40.640312 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40add2a1-435b-49da-8631-66e04fed59d9 None None] Updating router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 port 6758f6cd-9576-4bba-95cf-bfe1636b7919 binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:24:40.710252 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-40add2a1-435b-49da-8631-66e04fed59d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:40.772607 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a852584d-2a1f-43f1-97d8-f922e643a0fb None None] Transition to ACTIVE for port object a3b57b8a-eb7d-43e8-8718-d6eda0b8449a will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:24:40.875383 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a852584d-2a1f-43f1-97d8-f922e643a0fb None None] Transition to ACTIVE for port object a3b57b8a-eb7d-43e8-8718-d6eda0b8449a will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:24:40.926944 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a852584d-2a1f-43f1-97d8-f922e643a0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:41.066544 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a852584d-2a1f-43f1-97d8-f922e643a0fb None None] Network 52d0e44f-0fc8-4a47-886e-2722ce25ca70 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:24:41.080765 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-9d74f6e0-4442-4712-a0af-b169ae844ac5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Allocated IP 2001:db8:3::1 (52d0e44f-0fc8-4a47-886e-2722ce25ca70/4d222372-0267-416a-9049-d7dc044c6cac/2d5d3376-c962-46c0-b629-4ad863beb693) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:24:41.288664 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852584d-2a1f-43f1-97d8-f922e643a0fb None None] Pushing event updated for resources: {'Port': ['ID=a3b57b8a-eb7d-43e8-8718-d6eda0b8449a,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:41.319353 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-a852584d-2a1f-43f1-97d8-f922e643a0fb None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:24:41.370427 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a852584d-2a1f-43f1-97d8-f922e643a0fb None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:24:41.423932 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9d74f6e0-4442-4712-a0af-b169ae844ac5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:41.464629 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-9d74f6e0-4442-4712-a0af-b169ae844ac5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Transition to ACTIVE for port object 2d5d3376-c962-46c0-b629-4ad863beb693 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:24:41.564748 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9d74f6e0-4442-4712-a0af-b169ae844ac5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:41.578879 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:41.588959 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-40add2a1-435b-49da-8631-66e04fed59d9 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:41.633583 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-40add2a1-435b-49da-8631-66e04fed59d9 None None] Transition to ACTIVE for port object 6758f6cd-9576-4bba-95cf-bfe1636b7919 will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:24:41.649048 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-40add2a1-435b-49da-8631-66e04fed59d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:41.670231 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a852584d-2a1f-43f1-97d8-f922e643a0fb None None] Attempting to bind port a3b57b8a-eb7d-43e8-8718-d6eda0b8449a on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:24:41.670771 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a852584d-2a1f-43f1-97d8-f922e643a0fb None None] Attempting to bind port a3b57b8a-eb7d-43e8-8718-d6eda0b8449a by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'd3b13365-ffa2-4068-8961-9106f2efa826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '52d0e44f-0fc8-4a47-886e-2722ce25ca70'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:24:41.671252 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a852584d-2a1f-43f1-97d8-f922e643a0fb None None] Attempting to bind port a3b57b8a-eb7d-43e8-8718-d6eda0b8449a on network 52d0e44f-0fc8-4a47-886e-2722ce25ca70 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:24:41.693323 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a852584d-2a1f-43f1-97d8-f922e643a0fb None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:24:41.694012 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a852584d-2a1f-43f1-97d8-f922e643a0fb None None] Checking segment: {'id': 'd3b13365-ffa2-4068-8961-9106f2efa826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '52d0e44f-0fc8-4a47-886e-2722ce25ca70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:24:41.694670 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a852584d-2a1f-43f1-97d8-f922e643a0fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:41.707929 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a852584d-2a1f-43f1-97d8-f922e643a0fb None None] Bound using segment: {'id': 'd3b13365-ffa2-4068-8961-9106f2efa826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '52d0e44f-0fc8-4a47-886e-2722ce25ca70'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:24:41.710744 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a852584d-2a1f-43f1-97d8-f922e643a0fb None None] Bound port: a3b57b8a-eb7d-43e8-8718-d6eda0b8449a, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b13365-ffa2-4068-8961-9106f2efa826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '52d0e44f-0fc8-4a47-886e-2722ce25ca70'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:24:41.710744 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a852584d-2a1f-43f1-97d8-f922e643a0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:41.811576 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d74f6e0-4442-4712-a0af-b169ae844ac5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network 52d0e44f-0fc8-4a47-886e-2722ce25ca70 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:24:41.816573 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 2bf00fe2-e301-454a-86b9-bc284b33018e, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=2bf00fe2-e301-454a-86b9-bc284b33018e,segment=NetworkSegment(7f9054ca-fd42-4702-b558-dd5e321995f3),segment_id=7f9054ca-fd42-4702-b558-dd5e321995f3)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:24:41.828473 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:41.844523 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-9d74f6e0-4442-4712-a0af-b169ae844ac5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:24:41.856398 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d74f6e0-4442-4712-a0af-b169ae844ac5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:24:41.857347 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9d74f6e0-4442-4712-a0af-b169ae844ac5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:42.028385 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7977c5-a9c0-4a5b-a30f-1e02aeb3b5f7 None None] Pushing event updated for resources: {'Port': ['ID=6758f6cd-9576-4bba-95cf-bfe1636b7919,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:42.079864 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=2bf00fe2-e301-454a-86b9-bc284b33018e,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:42.154250 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-40add2a1-435b-49da-8631-66e04fed59d9 None None] Attempting to bind port 6758f6cd-9576-4bba-95cf-bfe1636b7919 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:24:42.164782 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-40add2a1-435b-49da-8631-66e04fed59d9 None None] Attempting to bind port 6758f6cd-9576-4bba-95cf-bfe1636b7919 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '0d3ad2dc-5bf7-4071-84c3-820a72495173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '045e03cc-c38e-402d-87d4-f2af01f272bc'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:24:42.164782 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40add2a1-435b-49da-8631-66e04fed59d9 None None] Attempting to bind port 6758f6cd-9576-4bba-95cf-bfe1636b7919 on network 045e03cc-c38e-402d-87d4-f2af01f272bc {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:24:42.193266 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40add2a1-435b-49da-8631-66e04fed59d9 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:24:42.196816 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40add2a1-435b-49da-8631-66e04fed59d9 None None] Checking segment: {'id': '0d3ad2dc-5bf7-4071-84c3-820a72495173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '045e03cc-c38e-402d-87d4-f2af01f272bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:24:42.198099 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-40add2a1-435b-49da-8631-66e04fed59d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:42.198680 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40add2a1-435b-49da-8631-66e04fed59d9 None None] Bound using segment: {'id': '0d3ad2dc-5bf7-4071-84c3-820a72495173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '045e03cc-c38e-402d-87d4-f2af01f272bc'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:24:42.208284 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-40add2a1-435b-49da-8631-66e04fed59d9 None None] Bound port: 6758f6cd-9576-4bba-95cf-bfe1636b7919, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3ad2dc-5bf7-4071-84c3-820a72495173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '045e03cc-c38e-402d-87d4-f2af01f272bc'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:24:42.210977 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-40add2a1-435b-49da-8631-66e04fed59d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:42.214279 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a852584d-2a1f-43f1-97d8-f922e643a0fb None None] For port a3b57b8a-eb7d-43e8-8718-d6eda0b8449a, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:24:42.221648 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a852584d-2a1f-43f1-97d8-f922e643a0fb None None] For port a3b57b8a-eb7d-43e8-8718-d6eda0b8449a, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a3b57b8a-eb7d-43e8-8718-d6eda0b8449a,segment=NetworkSegment(d3b13365-ffa2-4068-8961-9106f2efa826),segment_id=d3b13365-ffa2-4068-8961-9106f2efa826)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:24:42.237716 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a852584d-2a1f-43f1-97d8-f922e643a0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:42.282181 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74f6e0-4442-4712-a0af-b169ae844ac5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Port': ['ID=2d5d3376-c962-46c0-b629-4ad863beb693,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:42.292939 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9d74f6e0-4442-4712-a0af-b169ae844ac5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:42.480851 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-40add2a1-435b-49da-8631-66e04fed59d9 None None] For port 6758f6cd-9576-4bba-95cf-bfe1636b7919, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:24:42.485337 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-40add2a1-435b-49da-8631-66e04fed59d9 None None] For port 6758f6cd-9576-4bba-95cf-bfe1636b7919, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=6758f6cd-9576-4bba-95cf-bfe1636b7919,segment=NetworkSegment(0d3ad2dc-5bf7-4071-84c3-820a72495173),segment_id=0d3ad2dc-5bf7-4071-84c3-820a72495173)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:24:42.494852 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-40add2a1-435b-49da-8631-66e04fed59d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:42.550026 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852584d-2a1f-43f1-97d8-f922e643a0fb None None] Pushing event updated for resources: {'Port': ['ID=a3b57b8a-eb7d-43e8-8718-d6eda0b8449a,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:42.616560 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40add2a1-435b-49da-8631-66e04fed59d9 None None] Routers {'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:24:42.622241 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-40add2a1-435b-49da-8631-66e04fed59d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:24:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:42.808446 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7977c5-a9c0-4a5b-a30f-1e02aeb3b5f7 None None] Pushing event updated for resources: {'Port': ['ID=6758f6cd-9576-4bba-95cf-bfe1636b7919,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:42.982344 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-40add2a1-435b-49da-8631-66e04fed59d9 None None] Set router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:24:43.238339 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fb01c7c0-4fea-418d-ac75-cf175c315911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:43.595183 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9d74f6e0-4442-4712-a0af-b169ae844ac5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:43.612794 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9d74f6e0-4442-4712-a0af-b169ae844ac5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:43.613702 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9d74f6e0-4442-4712-a0af-b169ae844ac5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:43.667112 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-40add2a1-435b-49da-8631-66e04fed59d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'name': 'tempest-RoutersIpV6Test-router-361699040', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:24:14Z', 'updated_at': '2021-08-11T22:24:42Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None, '_interfaces': [{'id': '0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea', 'name': '', 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:f5:91:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:18Z', 'updated_at': '2021-08-11T22:24:26Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bf00fe2-e301-454a-86b9-bc284b33018e', 'name': '', 'network_id': '0e525e3a-5cb6-4814-b874-5936f7cd51f5', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:8d:9a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:24Z', 'updated_at': '2021-08-11T22:24:41Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d5d3376-c962-46c0-b629-4ad863beb693', 'name': '', 'network_id': '52d0e44f-0fc8-4a47-886e-2722ce25ca70', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:1b:62:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '4d222372-0267-416a-9049-d7dc044c6cac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:40Z', 'updated_at': '2021-08-11T22:24:41Z', 'revision_number': 1, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '4d222372-0267-416a-9049-d7dc044c6cac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6758f6cd-9576-4bba-95cf-bfe1636b7919', 'name': '', 'network_id': '045e03cc-c38e-402d-87d4-f2af01f272bc', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:71:0b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c651e843-e681-4d98-927e-6155d5671e5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:31Z', 'updated_at': '2021-08-11T22:24:42Z', 'revision_number': 4, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'c651e843-e681-4d98-927e-6155d5671e5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:43.806569 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74f6e0-4442-4712-a0af-b169ae844ac5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event updated for resources: {'Port': ['ID=2d5d3376-c962-46c0-b629-4ad863beb693,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:43.925647 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d74f6e0-4442-4712-a0af-b169ae844ac5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Network 52d0e44f-0fc8-4a47-886e-2722ce25ca70 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:24:43.927324 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-9d74f6e0-4442-4712-a0af-b169ae844ac5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:24:44.175389 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40add2a1-435b-49da-8631-66e04fed59d9 None None] The sync data for ids ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'] in n-d-804275-3 is: [{'id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'name': 'tempest-RoutersIpV6Test-router-361699040', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:24:14Z', 'updated_at': '2021-08-11T22:24:42Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None, '_interfaces': [{'id': '0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea', 'name': '', 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:f5:91:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:18Z', 'updated_at': '2021-08-11T22:24:26Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bf00fe2-e301-454a-86b9-bc284b33018e', 'name': '', 'network_id': '0e525e3a-5cb6-4814-b874-5936f7cd51f5', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:8d:9a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:24Z', 'updated_at': '2021-08-11T22:24:41Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d5d3376-c962-46c0-b629-4ad863beb693', 'name': '', 'network_id': '52d0e44f-0fc8-4a47-886e-2722ce25ca70', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:1b:62:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '4d222372-0267-416a-9049-d7dc044c6cac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:40Z', 'updated_at': '2021-08-11T22:24:41Z', 'revision_number': 1, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '4d222372-0267-416a-9049-d7dc044c6cac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6758f6cd-9576-4bba-95cf-bfe1636b7919', 'name': '', 'network_id': '045e03cc-c38e-402d-87d4-f2af01f272bc', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:71:0b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c651e843-e681-4d98-927e-6155d5671e5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:31Z', 'updated_at': '2021-08-11T22:24:42Z', 'revision_number': 4, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'c651e843-e681-4d98-927e-6155d5671e5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:24:44.214164 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d74f6e0-4442-4712-a0af-b169ae844ac5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:24:44.321872 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a3b57b8a-eb7d-43e8-8718-d6eda0b8449a up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:24:44.628318 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port a3b57b8a-eb7d-43e8-8718-d6eda0b8449a completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:24:44.643747 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 6758f6cd-9576-4bba-95cf-bfe1636b7919 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:24:44.657385 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d74f6e0-4442-4712-a0af-b169ae844ac5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:24:44.684519 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9d74f6e0-4442-4712-a0af-b169ae844ac5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "PUT /v2.0/routers/c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8714933 Aug 11 22:24:44.687871 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34744) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:44.701299 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-8bd8b587-308e-4c24-be15-de3200b4a10d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:24:44.845263 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 6758f6cd-9576-4bba-95cf-bfe1636b7919 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:24:44.856268 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 6758f6cd-9576-4bba-95cf-bfe1636b7919 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:44.858110 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:44.972792 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0275e18-88cd-430e-96e4-72cef8ed4599 None None] Network 52d0e44f-0fc8-4a47-886e-2722ce25ca70 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:24:45.217773 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8c997d10-5174-4874-b196-733398946c75 None None] Provisioning for port a3b57b8a-eb7d-43e8-8718-d6eda0b8449a completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:24:45.257323 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8c997d10-5174-4874-b196-733398946c75 None None] Provisioning complete for port a3b57b8a-eb7d-43e8-8718-d6eda0b8449a triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:45.257908 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8c997d10-5174-4874-b196-733398946c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:45.551185 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:45.839290 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8c997d10-5174-4874-b196-733398946c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:45.869352 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69248db-5fb0-4f85-a811-eb307cb01840 None None] Sync routers for ids ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:24:45.919238 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.extraroute_db [None req-8bd8b587-308e-4c24-be15-de3200b4a10d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=100942) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 22:24:45.935712 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 6758f6cd-9576-4bba-95cf-bfe1636b7919, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=6758f6cd-9576-4bba-95cf-bfe1636b7919,segment=NetworkSegment(0d3ad2dc-5bf7-4071-84c3-820a72495173),segment_id=0d3ad2dc-5bf7-4071-84c3-820a72495173)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:24:45.944190 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69248db-5fb0-4f85-a811-eb307cb01840 None None] Routers {'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:24:45.944862 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c69248db-5fb0-4f85-a811-eb307cb01840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:24:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:45.970393 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.extraroute_db [None req-8bd8b587-308e-4c24-be15-de3200b4a10d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Removed routes are [] {{(pid=100942) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 22:24:45.971141 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b587-308e-4c24-be15-de3200b4a10d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1756175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1755230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39594'] for router, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:45.977590 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:45.978460 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 2bf00fe2-e301-454a-86b9-bc284b33018e up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:24:46.104334 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-8c997d10-5174-4874-b196-733398946c75 None None] For port a3b57b8a-eb7d-43e8-8718-d6eda0b8449a, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a3b57b8a-eb7d-43e8-8718-d6eda0b8449a,segment=NetworkSegment(d3b13365-ffa2-4068-8961-9106f2efa826),segment_id=d3b13365-ffa2-4068-8961-9106f2efa826)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:24:46.446779 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8c997d10-5174-4874-b196-733398946c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:46.531182 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b587-308e-4c24-be15-de3200b4a10d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1756175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1755230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39594'] for router, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:46.536732 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b587-308e-4c24-be15-de3200b4a10d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1756404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1756413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1755207'] for router, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:46.586157 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-213e5d24-a499-4d27-b213-8fef870e2c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:46.593776 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:46.681538 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd8b587-308e-4c24-be15-de3200b4a10d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:24:46.693820 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-c69248db-5fb0-4f85-a811-eb307cb01840 None None] Set router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:24:46.703164 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=6758f6cd-9576-4bba-95cf-bfe1636b7919,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:46.943206 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd8b587-308e-4c24-be15-de3200b4a10d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:24:46.965875 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b587-308e-4c24-be15-de3200b4a10d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:46.973934 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8bd8b587-308e-4c24-be15-de3200b4a10d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "PUT /v2.0/routers/c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 HTTP/1.1" status: 200 len: 953 time: 2.2791681 Aug 11 22:24:46.974578 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34778) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:47.170305 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-420ccd03-8a74-40f1-b27d-66e75c32c718 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "GET /v2.0/routers/c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 HTTP/1.1" status: 200 len: 953 time: 0.1960039 Aug 11 22:24:47.174518 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34784) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:47.180207 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-ae070549-5c6c-4982-958c-4872a02cfddd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'router': {'routes': None}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:24:47.275226 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 2bf00fe2-e301-454a-86b9-bc284b33018e triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:47.279631 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:47.525418 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c997d10-5174-4874-b196-733398946c75 None None] Pushing event updated for resources: {'Port': ['ID=a3b57b8a-eb7d-43e8-8718-d6eda0b8449a,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:47.660642 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d8318-69f9-40d5-8535-908104b57f17 req-51967d9e-e042-4ed7-a129-43bcdd1976fb tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:47.675892 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e13d8318-69f9-40d5-8535-908104b57f17 req-51967d9e-e042-4ed7-a129-43bcdd1976fb tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/networks?id=68d2446a-390b-4a41-9fe5-492c7badcbde HTTP/1.1" status: 200 len: 815 time: 0.3160064 Aug 11 22:24:47.711420 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:47.739790 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e13d8318-69f9-40d5-8535-908104b57f17 req-fd99e7a6-ef25-4d4e-be19-dd34b8b83f5a tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/quotas/2bf4ef471aa2484faad01cf58dfc260a HTTP/1.1" status: 200 len: 375 time: 0.0542805 Aug 11 22:24:47.859972 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-77ddaede-e651-4e94-94e7-ffbab35a2156 None None] Provisioning for port 2d5d3376-c962-46c0-b629-4ad863beb693 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:24:47.926334 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-77ddaede-e651-4e94-94e7-ffbab35a2156 None None] Provisioning complete for port 2d5d3376-c962-46c0-b629-4ad863beb693 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:47.926888 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-77ddaede-e651-4e94-94e7-ffbab35a2156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:48.026956 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e13d8318-69f9-40d5-8535-908104b57f17 req-a5865f11-4825-4bde-99d3-e16de47b6662 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2bf4ef471aa2484faad01cf58dfc260a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2829032 Aug 11 22:24:48.042771 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-77ddaede-e651-4e94-94e7-ffbab35a2156 None None] Port 2d5d3376-c962-46c0-b629-4ad863beb693 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:24:48.153278 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-77ddaede-e651-4e94-94e7-ffbab35a2156 None None] Provisioning complete for port a3b57b8a-eb7d-43e8-8718-d6eda0b8449a triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:48.153680 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-77ddaede-e651-4e94-94e7-ffbab35a2156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:48.193600 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a3b57b8a-eb7d-43e8-8718-d6eda0b8449a up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:24:48.378797 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c69248db-5fb0-4f85-a811-eb307cb01840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'name': 'tempest-RoutersIpV6Test-router-361699040', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:24:14Z', 'updated_at': '2021-08-11T22:24:42Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None, '_interfaces': [{'id': '0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea', 'name': '', 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:f5:91:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:18Z', 'updated_at': '2021-08-11T22:24:26Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bf00fe2-e301-454a-86b9-bc284b33018e', 'name': '', 'network_id': '0e525e3a-5cb6-4814-b874-5936f7cd51f5', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:8d:9a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:24Z', 'updated_at': '2021-08-11T22:24:41Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d5d3376-c962-46c0-b629-4ad863beb693', 'name': '', 'network_id': '52d0e44f-0fc8-4a47-886e-2722ce25ca70', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:1b:62:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '4d222372-0267-416a-9049-d7dc044c6cac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:40Z', 'updated_at': '2021-08-11T22:24:43Z', 'revision_number': 2, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '4d222372-0267-416a-9049-d7dc044c6cac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6758f6cd-9576-4bba-95cf-bfe1636b7919', 'name': '', 'network_id': '045e03cc-c38e-402d-87d4-f2af01f272bc', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:71:0b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c651e843-e681-4d98-927e-6155d5671e5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:31Z', 'updated_at': '2021-08-11T22:24:45Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'c651e843-e681-4d98-927e-6155d5671e5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:48.406102 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.extraroute_db [None req-ae070549-5c6c-4982-958c-4872a02cfddd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Added routes are [] {{(pid=100942) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 22:24:48.406701 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.extraroute_db [None req-ae070549-5c6c-4982-958c-4872a02cfddd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=100942) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 22:24:48.440733 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69248db-5fb0-4f85-a811-eb307cb01840 None None] Checking router: c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:24:48.441620 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69248db-5fb0-4f85-a811-eb307cb01840 None None] Updating router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 port 2d5d3376-c962-46c0-b629-4ad863beb693 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:24:48.489911 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e13d8318-69f9-40d5-8535-908104b57f17 req-6a57331b-eb43-4e79-a2ba-13f716c3d747 service neutron] 10.222.0.77 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616029 Aug 11 22:24:48.509527 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ae070549-5c6c-4982-958c-4872a02cfddd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1756175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1755230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39594'] for router, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:48.559096 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c69248db-5fb0-4f85-a811-eb307cb01840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:48.563878 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3d776829-aac0-4e96-960f-d0ef01fd3e47 req-a4701a6c-91ab-4aa5-adbe-6cf206e7c210 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=04a6b090-64e9-480a-8a31-3fa301c88ce2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2216706 Aug 11 22:24:48.566234 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port a3b57b8a-eb7d-43e8-8718-d6eda0b8449a triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:48.566811 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:49.034097 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:49.076460 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 6758f6cd-9576-4bba-95cf-bfe1636b7919 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:24:49.146498 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d776829-aac0-4e96-960f-d0ef01fd3e47 req-6363f19f-d0d5-4a52-8fd3-a28b35d742de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:49.152937 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3d776829-aac0-4e96-960f-d0ef01fd3e47 req-6363f19f-d0d5-4a52-8fd3-a28b35d742de service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2bf4ef471aa2484faad01cf58dfc260a&device_id=04a6b090-64e9-480a-8a31-3fa301c88ce2 HTTP/1.1" status: 200 len: 1096 time: 0.3618345 Aug 11 22:24:49.163275 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e13d8318-69f9-40d5-8535-908104b57f17 req-5538c50b-27d6-4617-a0e3-b5572cca9493 service neutron] 10.222.0.77 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6606605 Aug 11 22:24:49.200934 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7d865119-9fc4-423b-9eca-94338617e9bc None None] Provisioning complete for port 2d5d3376-c962-46c0-b629-4ad863beb693 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:49.201325 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7d865119-9fc4-423b-9eca-94338617e9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:49.337437 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 6758f6cd-9576-4bba-95cf-bfe1636b7919 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:49.337824 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:49.343774 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c69248db-5fb0-4f85-a811-eb307cb01840 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:49.438711 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ae070549-5c6c-4982-958c-4872a02cfddd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1756175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1755230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39594'] for router, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:49.452652 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-7d865119-9fc4-423b-9eca-94338617e9bc None None] Port 2d5d3376-c962-46c0-b629-4ad863beb693 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:24:49.468898 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ae070549-5c6c-4982-958c-4872a02cfddd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1756404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1756413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1755207'] for router, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:49.509922 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c69248db-5fb0-4f85-a811-eb307cb01840 None None] Transition to ACTIVE for port object 2d5d3376-c962-46c0-b629-4ad863beb693 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:24:49.550538 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d776829-aac0-4e96-960f-d0ef01fd3e47 req-71d09b81-70d8-4c49-8ac0-8adf1d30c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:49.561615 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3d776829-aac0-4e96-960f-d0ef01fd3e47 req-71d09b81-70d8-4c49-8ac0-8adf1d30c8a9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=68d2446a-390b-4a41-9fe5-492c7badcbde HTTP/1.1" status: 200 len: 916 time: 0.3724205 Aug 11 22:24:49.583273 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c69248db-5fb0-4f85-a811-eb307cb01840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:49.796397 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3d776829-aac0-4e96-960f-d0ef01fd3e47 req-5bb22e8f-f79c-4788-8163-31dbe30ef580 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a HTTP/1.1" status: 200 len: 217 time: 0.2259471 Aug 11 22:24:49.857865 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727cc4e-c64a-4ed8-b456-9253df67512c None None] Pushing event updated for resources: {'Port': ['ID=2d5d3376-c962-46c0-b629-4ad863beb693,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:49.998664 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae070549-5c6c-4982-958c-4872a02cfddd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:24:50.110180 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82a2dee9-a334-4869-93f5-59d67bdf2934 req-03237be7-e796-4595-a2c0-56ed0ef2c374 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fbe566-b016-47bd-83e0-7797ebce3e6b HTTP/1.1" status: 200 len: 210 time: 0.3066649 Aug 11 22:24:50.180872 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-c69248db-5fb0-4f85-a811-eb307cb01840 None None] Attempting to bind port 2d5d3376-c962-46c0-b629-4ad863beb693 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:24:50.181383 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-c69248db-5fb0-4f85-a811-eb307cb01840 None None] Attempting to bind port 2d5d3376-c962-46c0-b629-4ad863beb693 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'd3b13365-ffa2-4068-8961-9106f2efa826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '52d0e44f-0fc8-4a47-886e-2722ce25ca70'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:24:50.181824 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69248db-5fb0-4f85-a811-eb307cb01840 None None] Attempting to bind port 2d5d3376-c962-46c0-b629-4ad863beb693 on network 52d0e44f-0fc8-4a47-886e-2722ce25ca70 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:24:50.198147 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69248db-5fb0-4f85-a811-eb307cb01840 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:24:50.202018 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69248db-5fb0-4f85-a811-eb307cb01840 None None] Checking segment: {'id': 'd3b13365-ffa2-4068-8961-9106f2efa826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '52d0e44f-0fc8-4a47-886e-2722ce25ca70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:24:50.202653 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c69248db-5fb0-4f85-a811-eb307cb01840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:50.203160 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69248db-5fb0-4f85-a811-eb307cb01840 None None] Bound using segment: {'id': 'd3b13365-ffa2-4068-8961-9106f2efa826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '52d0e44f-0fc8-4a47-886e-2722ce25ca70'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:24:50.203847 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-c69248db-5fb0-4f85-a811-eb307cb01840 None None] Bound port: 2d5d3376-c962-46c0-b629-4ad863beb693, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b13365-ffa2-4068-8961-9106f2efa826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '52d0e44f-0fc8-4a47-886e-2722ce25ca70'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:24:50.206071 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c69248db-5fb0-4f85-a811-eb307cb01840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:50.358224 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d776829-aac0-4e96-960f-d0ef01fd3e47 req-d04bb48c-14da-43f1-85ca-b458215a3e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:50.360013 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3d776829-aac0-4e96-960f-d0ef01fd3e47 req-d04bb48c-14da-43f1-85ca-b458215a3e0d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=34c8b549-956e-4026-aeaf-8a20adbeac3b HTTP/1.1" status: 200 len: 855 time: 0.5399928 Aug 11 22:24:50.407411 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-c69248db-5fb0-4f85-a811-eb307cb01840 None None] For port 2d5d3376-c962-46c0-b629-4ad863beb693, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:24:50.412713 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-c69248db-5fb0-4f85-a811-eb307cb01840 None None] For port 2d5d3376-c962-46c0-b629-4ad863beb693, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=2d5d3376-c962-46c0-b629-4ad863beb693,segment=NetworkSegment(d3b13365-ffa2-4068-8961-9106f2efa826),segment_id=d3b13365-ffa2-4068-8961-9106f2efa826)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:24:50.426391 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c69248db-5fb0-4f85-a811-eb307cb01840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:50.514219 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae070549-5c6c-4982-958c-4872a02cfddd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:24:50.548831 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69248db-5fb0-4f85-a811-eb307cb01840 None None] Routers {'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:24:50.552109 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ae070549-5c6c-4982-958c-4872a02cfddd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:50.554515 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ae070549-5c6c-4982-958c-4872a02cfddd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "PUT /v2.0/routers/c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 HTTP/1.1" status: 200 len: 703 time: 3.3784916 Aug 11 22:24:50.556277 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c69248db-5fb0-4f85-a811-eb307cb01840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:24:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:50.561335 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34896) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:50.610407 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3d776829-aac0-4e96-960f-d0ef01fd3e47 req-8de71728-4ac4-477a-91ad-37c666c16600 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=68d2446a-390b-4a41-9fe5-492c7badcbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2381451 Aug 11 22:24:50.936162 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727cc4e-c64a-4ed8-b456-9253df67512c None None] Pushing event updated for resources: {'Port': ['ID=2d5d3376-c962-46c0-b629-4ad863beb693,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:50.990045 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:51.028623 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-c69248db-5fb0-4f85-a811-eb307cb01840 None None] Set router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:24:51.129384 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ca2d8a48-6805-4406-a405-557d9920328f tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "GET /v2.0/routers/c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 HTTP/1.1" status: 200 len: 703 time: 0.5661414 Aug 11 22:24:51.155647 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34914) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:51.276420 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3d776829-aac0-4e96-960f-d0ef01fd3e47 req-a5d2c56d-b46c-425c-ba49-bbcc04151fcf service neutron] 10.222.0.82 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6563694 Aug 11 22:24:51.455102 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ae92410-39be-43c6-9951-9500a0e9f16e req-8c5350fd-ac91-4672-8b91-804a1930f493 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fbe566-b016-47bd-83e0-7797ebce3e6b HTTP/1.1" status: 200 len: 210 time: 0.1026714 Aug 11 22:24:51.522407 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3d776829-aac0-4e96-960f-d0ef01fd3e47 req-2a3e747e-613c-4166-829c-ea63321ec9fc service neutron] 10.222.0.82 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333136 Aug 11 22:24:51.785486 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c69248db-5fb0-4f85-a811-eb307cb01840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'name': 'tempest-RoutersIpV6Test-router-361699040', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:24:14Z', 'updated_at': '2021-08-11T22:24:48Z', 'revision_number': 7, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None, '_interfaces': [{'id': '0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea', 'name': '', 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:f5:91:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:18Z', 'updated_at': '2021-08-11T22:24:26Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bf00fe2-e301-454a-86b9-bc284b33018e', 'name': '', 'network_id': '0e525e3a-5cb6-4814-b874-5936f7cd51f5', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:8d:9a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:24Z', 'updated_at': '2021-08-11T22:24:41Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d5d3376-c962-46c0-b629-4ad863beb693', 'name': '', 'network_id': '52d0e44f-0fc8-4a47-886e-2722ce25ca70', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:1b:62:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '4d222372-0267-416a-9049-d7dc044c6cac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:40Z', 'updated_at': '2021-08-11T22:24:50Z', 'revision_number': 4, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '4d222372-0267-416a-9049-d7dc044c6cac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6758f6cd-9576-4bba-95cf-bfe1636b7919', 'name': '', 'network_id': '045e03cc-c38e-402d-87d4-f2af01f272bc', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:71:0b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c651e843-e681-4d98-927e-6155d5671e5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:31Z', 'updated_at': '2021-08-11T22:24:45Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'c651e843-e681-4d98-927e-6155d5671e5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:51.901037 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69248db-5fb0-4f85-a811-eb307cb01840 None None] The sync data for ids ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'] in n-d-804275-3 is: [{'id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'name': 'tempest-RoutersIpV6Test-router-361699040', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:24:14Z', 'updated_at': '2021-08-11T22:24:48Z', 'revision_number': 7, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None, '_interfaces': [{'id': '0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea', 'name': '', 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:f5:91:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:18Z', 'updated_at': '2021-08-11T22:24:26Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bf00fe2-e301-454a-86b9-bc284b33018e', 'name': '', 'network_id': '0e525e3a-5cb6-4814-b874-5936f7cd51f5', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:8d:9a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:24Z', 'updated_at': '2021-08-11T22:24:41Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d5d3376-c962-46c0-b629-4ad863beb693', 'name': '', 'network_id': '52d0e44f-0fc8-4a47-886e-2722ce25ca70', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:1b:62:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '4d222372-0267-416a-9049-d7dc044c6cac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:40Z', 'updated_at': '2021-08-11T22:24:50Z', 'revision_number': 4, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '4d222372-0267-416a-9049-d7dc044c6cac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6758f6cd-9576-4bba-95cf-bfe1636b7919', 'name': '', 'network_id': '045e03cc-c38e-402d-87d4-f2af01f272bc', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:71:0b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c651e843-e681-4d98-927e-6155d5671e5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:31Z', 'updated_at': '2021-08-11T22:24:45Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'c651e843-e681-4d98-927e-6155d5671e5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:24:52.047378 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-50db0930-e79d-482c-b6c1-b2b7b622cd62 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:52.624374 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5870a407-242c-4ee8-8daa-d3750acdb8dd None None] Sync routers for ids ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:24:52.643056 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 2d5d3376-c962-46c0-b629-4ad863beb693 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:24:52.686344 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5870a407-242c-4ee8-8daa-d3750acdb8dd None None] Routers {'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:24:52.694673 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-5870a407-242c-4ee8-8daa-d3750acdb8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:24:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:52.770685 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d8318-69f9-40d5-8535-908104b57f17 req-4a6df234-e1dd-4cd9-a1b6-82d53871c19f tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:52.784800 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e13d8318-69f9-40d5-8535-908104b57f17 req-4a6df234-e1dd-4cd9-a1b6-82d53871c19f tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.82 "GET /v2.0/networks?id=68d2446a-390b-4a41-9fe5-492c7badcbde HTTP/1.1" status: 200 len: 815 time: 0.5453932 Aug 11 22:24:52.844412 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-e13d8318-69f9-40d5-8535-908104b57f17 req-a6b6532c-c295-4249-b76e-b82d01b4a834 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Request body: {'port': {'device_id': 'e1fbe566-b016-47bd-83e0-7797ebce3e6b', 'network_id': '68d2446a-390b-4a41-9fe5-492c7badcbde', 'admin_state_up': True, 'tenant_id': '2bf4ef471aa2484faad01cf58dfc260a'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:24:52.871879 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 2d5d3376-c962-46c0-b629-4ad863beb693 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:24:52.879552 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 2d5d3376-c962-46c0-b629-4ad863beb693 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:24:52.879953 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:52.885299 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-50db0930-e79d-482c-b6c1-b2b7b622cd62 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Deleting port 2d5d3376-c962-46c0-b629-4ad863beb693 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:24:52.885864 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-50db0930-e79d-482c-b6c1-b2b7b622cd62 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:52.984301 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-5870a407-242c-4ee8-8daa-d3750acdb8dd None None] Set router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:24:52.987415 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d6241815-ba98-4370-94ba-ac6e015ef139 req-277b155c-6572-466a-a245-cf8f69939c75 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fbe566-b016-47bd-83e0-7797ebce3e6b HTTP/1.1" status: 200 len: 210 time: 0.1797636 Aug 11 22:24:53.027145 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:53.107804 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 2d5d3376-c962-46c0-b629-4ad863beb693, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=2d5d3376-c962-46c0-b629-4ad863beb693,segment=NetworkSegment(d3b13365-ffa2-4068-8961-9106f2efa826),segment_id=d3b13365-ffa2-4068-8961-9106f2efa826)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:24:53.127684 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:53.264659 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=2d5d3376-c962-46c0-b629-4ad863beb693,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:53.298690 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-50db0930-e79d-482c-b6c1-b2b7b622cd62 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] For port 2d5d3376-c962-46c0-b629-4ad863beb693, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=2d5d3376-c962-46c0-b629-4ad863beb693,segment=NetworkSegment(d3b13365-ffa2-4068-8961-9106f2efa826),segment_id=d3b13365-ffa2-4068-8961-9106f2efa826)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:24:53.299321 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-50db0930-e79d-482c-b6c1-b2b7b622cd62 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:53.336037 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-50db0930-e79d-482c-b6c1-b2b7b622cd62 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Calling delete_port for 2d5d3376-c962-46c0-b629-4ad863beb693 owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:24:53.342189 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e13d8318-69f9-40d5-8535-908104b57f17 req-a6b6532c-c295-4249-b76e-b82d01b4a834 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Made reservation on behalf of 2bf4ef471aa2484faad01cf58dfc260a for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:24:53.349126 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e13d8318-69f9-40d5-8535-908104b57f17 req-a6b6532c-c295-4249-b76e-b82d01b4a834 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:53.589464 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-5870a407-242c-4ee8-8daa-d3750acdb8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'name': 'tempest-RoutersIpV6Test-router-361699040', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:24:14Z', 'updated_at': '2021-08-11T22:24:48Z', 'revision_number': 7, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None, '_interfaces': [{'id': '0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea', 'name': '', 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:f5:91:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:18Z', 'updated_at': '2021-08-11T22:24:26Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bf00fe2-e301-454a-86b9-bc284b33018e', 'name': '', 'network_id': '0e525e3a-5cb6-4814-b874-5936f7cd51f5', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:8d:9a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:24Z', 'updated_at': '2021-08-11T22:24:41Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d5d3376-c962-46c0-b629-4ad863beb693', 'name': '', 'network_id': '52d0e44f-0fc8-4a47-886e-2722ce25ca70', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:1b:62:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '4d222372-0267-416a-9049-d7dc044c6cac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:40Z', 'updated_at': '2021-08-11T22:24:50Z', 'revision_number': 4, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '4d222372-0267-416a-9049-d7dc044c6cac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6758f6cd-9576-4bba-95cf-bfe1636b7919', 'name': '', 'network_id': '045e03cc-c38e-402d-87d4-f2af01f272bc', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:71:0b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c651e843-e681-4d98-927e-6155d5671e5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:31Z', 'updated_at': '2021-08-11T22:24:45Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'c651e843-e681-4d98-927e-6155d5671e5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:53.655665 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5870a407-242c-4ee8-8daa-d3750acdb8dd None None] Checking router: c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:24:53.679820 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5870a407-242c-4ee8-8daa-d3750acdb8dd None None] Routers {'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:24:53.680485 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-5870a407-242c-4ee8-8daa-d3750acdb8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:24:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:53.695113 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-e13d8318-69f9-40d5-8535-908104b57f17 req-a6b6532c-c295-4249-b76e-b82d01b4a834 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Allocated IP 172.20.0.13 (68d2446a-390b-4a41-9fe5-492c7badcbde/34c8b549-956e-4026-aeaf-8a20adbeac3b/0802aa03-5e0e-4325-81fe-84c357f56d74) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:24:53.800685 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-50db0930-e79d-482c-b6c1-b2b7b622cd62 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:53.861590 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-5870a407-242c-4ee8-8daa-d3750acdb8dd None None] Set router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:24:53.906455 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db0930-e79d-482c-b6c1-b2b7b622cd62 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Port': ['ID=2d5d3376-c962-46c0-b629-4ad863beb693,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:53.931838 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e13d8318-69f9-40d5-8535-908104b57f17 req-a6b6532c-c295-4249-b76e-b82d01b4a834 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:54.034152 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e13d8318-69f9-40d5-8535-908104b57f17 req-a6b6532c-c295-4249-b76e-b82d01b4a834 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:54.046729 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['a9ff5d05-c18e-4e33-a3d4-c7e231604829'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:24:54.065109 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:24:54.230063 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e13d8318-69f9-40d5-8535-908104b57f17 req-a6b6532c-c295-4249-b76e-b82d01b4a834 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Network 68d2446a-390b-4a41-9fe5-492c7badcbde is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:24:54.239926 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:24:54.249256 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-e13d8318-69f9-40d5-8535-908104b57f17 req-a6b6532c-c295-4249-b76e-b82d01b4a834 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:24:54.326392 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-5870a407-242c-4ee8-8daa-d3750acdb8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'name': 'tempest-RoutersIpV6Test-router-361699040', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:24:14Z', 'updated_at': '2021-08-11T22:24:48Z', 'revision_number': 7, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None, '_interfaces': [{'id': '0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea', 'name': '', 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:f5:91:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:18Z', 'updated_at': '2021-08-11T22:24:26Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bf00fe2-e301-454a-86b9-bc284b33018e', 'name': '', 'network_id': '0e525e3a-5cb6-4814-b874-5936f7cd51f5', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:8d:9a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:24Z', 'updated_at': '2021-08-11T22:24:41Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d5d3376-c962-46c0-b629-4ad863beb693', 'name': '', 'network_id': '52d0e44f-0fc8-4a47-886e-2722ce25ca70', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:1b:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '4d222372-0267-416a-9049-d7dc044c6cac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:40Z', 'updated_at': '2021-08-11T22:24:53Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '4d222372-0267-416a-9049-d7dc044c6cac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6758f6cd-9576-4bba-95cf-bfe1636b7919', 'name': '', 'network_id': '045e03cc-c38e-402d-87d4-f2af01f272bc', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:71:0b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c651e843-e681-4d98-927e-6155d5671e5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:31Z', 'updated_at': '2021-08-11T22:24:45Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'c651e843-e681-4d98-927e-6155d5671e5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:54.349316 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13d8318-69f9-40d5-8535-908104b57f17 req-a6b6532c-c295-4249-b76e-b82d01b4a834 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:24:54.429630 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5870a407-242c-4ee8-8daa-d3750acdb8dd None None] The sync data for ids ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'] in n-d-804275-3 is: [{'id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'name': 'tempest-RoutersIpV6Test-router-361699040', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:24:14Z', 'updated_at': '2021-08-11T22:24:48Z', 'revision_number': 7, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None, '_interfaces': [{'id': '0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea', 'name': '', 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:f5:91:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:18Z', 'updated_at': '2021-08-11T22:24:26Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bf00fe2-e301-454a-86b9-bc284b33018e', 'name': '', 'network_id': '0e525e3a-5cb6-4814-b874-5936f7cd51f5', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:8d:9a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:24Z', 'updated_at': '2021-08-11T22:24:41Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d5d3376-c962-46c0-b629-4ad863beb693', 'name': '', 'network_id': '52d0e44f-0fc8-4a47-886e-2722ce25ca70', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:1b:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '4d222372-0267-416a-9049-d7dc044c6cac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:40Z', 'updated_at': '2021-08-11T22:24:53Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '4d222372-0267-416a-9049-d7dc044c6cac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6758f6cd-9576-4bba-95cf-bfe1636b7919', 'name': '', 'network_id': '045e03cc-c38e-402d-87d4-f2af01f272bc', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:71:0b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c651e843-e681-4d98-927e-6155d5671e5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:31Z', 'updated_at': '2021-08-11T22:24:45Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'c651e843-e681-4d98-927e-6155d5671e5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:24:54.488145 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6532c-c295-4249-b76e-b82d01b4a834 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Pushing event updated for resources: {'Port': ['ID=0802aa03-5e0e-4325-81fe-84c357f56d74,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:54.558244 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ab577-1a88-403c-a4ba-7ff085c04d4a req-74daaf91-3581-453c-9766-5b93c5f485ed tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:54.575791 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-325ab577-1a88-403c-a4ba-7ff085c04d4a req-74daaf91-3581-453c-9766-5b93c5f485ed tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fbe566-b016-47bd-83e0-7797ebce3e6b HTTP/1.1" status: 200 len: 932 time: 0.3201730 Aug 11 22:24:54.692973 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-325ab577-1a88-403c-a4ba-7ff085c04d4a req-7d450719-5b53-4b2d-ae7f-8d7b08bd323b tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153216 Aug 11 22:24:54.711983 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d8318-69f9-40d5-8535-908104b57f17 req-a6b6532c-c295-4249-b76e-b82d01b4a834 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:54.745537 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e13d8318-69f9-40d5-8535-908104b57f17 req-a6b6532c-c295-4249-b76e-b82d01b4a834 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:54.751551 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34956) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:54.806842 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e13d8318-69f9-40d5-8535-908104b57f17 req-a6b6532c-c295-4249-b76e-b82d01b4a834 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9779773 Aug 11 22:24:54.826973 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-e13d8318-69f9-40d5-8535-908104b57f17 req-3ab4b138-a628-4a2c-b3cb-f539cc5a4193 service neutron] Request body: {'port': {'device_id': 'e1fbe566-b016-47bd-83e0-7797ebce3e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:24:55.027286 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e13d8318-69f9-40d5-8535-908104b57f17 req-3ab4b138-a628-4a2c-b3cb-f539cc5a4193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:55.098677 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-50db0930-e79d-482c-b6c1-b2b7b622cd62 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:55.340296 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7a25dbcb-e2e0-4389-8946-8f2f620d53b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:55.485109 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50db0930-e79d-482c-b6c1-b2b7b622cd62 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:24:55.673136 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50db0930-e79d-482c-b6c1-b2b7b622cd62 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:24:55.686589 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feec1012-e74d-4244-9858-ea50a4864d0a None None] Sync routers for ids ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:24:55.702288 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-50db0930-e79d-482c-b6c1-b2b7b622cd62 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "PUT /v2.0/routers/c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5437992 Aug 11 22:24:55.705998 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34964) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:55.707576 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feec1012-e74d-4244-9858-ea50a4864d0a None None] Routers {'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:24:55.709064 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-feec1012-e74d-4244-9858-ea50a4864d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:24:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:55.737085 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7a25dbcb-e2e0-4389-8946-8f2f620d53b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:55.764873 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7a25dbcb-e2e0-4389-8946-8f2f620d53b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:55.843292 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-e13d8318-69f9-40d5-8535-908104b57f17 req-3ab4b138-a628-4a2c-b3cb-f539cc5a4193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0802aa03-5e0e-4325-81fe-84c357f56d74 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:24:55.875944 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e13d8318-69f9-40d5-8535-908104b57f17 req-3ab4b138-a628-4a2c-b3cb-f539cc5a4193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:55.876718 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-35557cbf-249d-499e-b2d0-9d311fe65c7c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Deleting subnet 4d222372-0267-416a-9049-d7dc044c6cac {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:24:55.880968 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35557cbf-249d-499e-b2d0-9d311fe65c7c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:55.931290 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35557cbf-249d-499e-b2d0-9d311fe65c7c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:55.952641 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7a25dbcb-e2e0-4389-8946-8f2f620d53b0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7c336da915564c30aa1cf2b4a25d4461&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1962824 Aug 11 22:24:55.963533 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-e13d8318-69f9-40d5-8535-908104b57f17 req-3ab4b138-a628-4a2c-b3cb-f539cc5a4193 service neutron] Transition to ACTIVE for port object 0802aa03-5e0e-4325-81fe-84c357f56d74 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:24:56.017938 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 34968) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:56.040697 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e13d8318-69f9-40d5-8535-908104b57f17 req-3ab4b138-a628-4a2c-b3cb-f539cc5a4193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:56.055367 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35557cbf-249d-499e-b2d0-9d311fe65c7c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:56.199458 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-feec1012-e74d-4244-9858-ea50a4864d0a None None] Set router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:24:56.208139 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35557cbf-249d-499e-b2d0-9d311fe65c7c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:56.216633 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a25dbcb-e2e0-4389-8946-8f2f620d53b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8822cd5a-f310-4012-ac34-81419089336b,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:56.294849 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35557cbf-249d-499e-b2d0-9d311fe65c7c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Subnet': ['ID=4d222372-0267-416a-9049-d7dc044c6cac,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:56.295480 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b2120-05ee-4216-9d70-6dd44f58dc95 req-b5fdb895-2a49-41ca-8721-26dbea0c0af5 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:56.306363 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35557cbf-249d-499e-b2d0-9d311fe65c7c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:56.310847 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-35557cbf-249d-499e-b2d0-9d311fe65c7c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/subnets/4d222372-0267-416a-9049-d7dc044c6cac HTTP/1.1" status: 204 len: 168 time: 0.6006844 Aug 11 22:24:56.311089 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-251b2120-05ee-4216-9d70-6dd44f58dc95 req-b5fdb895-2a49-41ca-8721-26dbea0c0af5 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fbe566-b016-47bd-83e0-7797ebce3e6b HTTP/1.1" status: 200 len: 932 time: 0.3894689 Aug 11 22:24:56.312312 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34972) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:56.352171 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4b138-a628-4a2c-b3cb-f539cc5a4193 service neutron] Pushing event updated for resources: {'Port': ['ID=0802aa03-5e0e-4325-81fe-84c357f56d74,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:56.434274 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-64c43dd5-0019-4b41-8fa8-f5c1d20d35cb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:56.520019 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-64c43dd5-0019-4b41-8fa8-f5c1d20d35cb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Deleting port a3b57b8a-eb7d-43e8-8718-d6eda0b8449a {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:24:56.521226 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c3661091-e394-4e41-b29c-cd23ce10724b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:56.521614 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-64c43dd5-0019-4b41-8fa8-f5c1d20d35cb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:56.524814 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-e13d8318-69f9-40d5-8535-908104b57f17 req-3ab4b138-a628-4a2c-b3cb-f539cc5a4193 service neutron] Attempting to bind port 0802aa03-5e0e-4325-81fe-84c357f56d74 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:24:56.525379 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-e13d8318-69f9-40d5-8535-908104b57f17 req-3ab4b138-a628-4a2c-b3cb-f539cc5a4193 service neutron] Attempting to bind port 0802aa03-5e0e-4325-81fe-84c357f56d74 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'b82f776d-74cf-411f-ae30-50112b7fb9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68d2446a-390b-4a41-9fe5-492c7badcbde'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:24:56.525942 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d8318-69f9-40d5-8535-908104b57f17 req-3ab4b138-a628-4a2c-b3cb-f539cc5a4193 service neutron] Attempting to bind port 0802aa03-5e0e-4325-81fe-84c357f56d74 on network 68d2446a-390b-4a41-9fe5-492c7badcbde {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:24:56.536035 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d8318-69f9-40d5-8535-908104b57f17 req-3ab4b138-a628-4a2c-b3cb-f539cc5a4193 service neutron] Port 0802aa03-5e0e-4325-81fe-84c357f56d74 on network 68d2446a-390b-4a41-9fe5-492c7badcbde not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:24:56.536539 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d8318-69f9-40d5-8535-908104b57f17 req-3ab4b138-a628-4a2c-b3cb-f539cc5a4193 service neutron] Attempting to bind port 0802aa03-5e0e-4325-81fe-84c357f56d74 on network 68d2446a-390b-4a41-9fe5-492c7badcbde {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:24:56.558891 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-251b2120-05ee-4216-9d70-6dd44f58dc95 req-728eed5a-a717-450a-8e8d-340c98348370 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470083 Aug 11 22:24:56.580849 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9445b438-4e6b-4666-bbb5-62e1fb8f4fc5 None None] Network 52d0e44f-0fc8-4a47-886e-2722ce25ca70 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:24:56.617134 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d8318-69f9-40d5-8535-908104b57f17 req-3ab4b138-a628-4a2c-b3cb-f539cc5a4193 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:24:56.621020 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d8318-69f9-40d5-8535-908104b57f17 req-3ab4b138-a628-4a2c-b3cb-f539cc5a4193 service neutron] Checking segment: {'id': 'b82f776d-74cf-411f-ae30-50112b7fb9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68d2446a-390b-4a41-9fe5-492c7badcbde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:24:56.622767 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d8318-69f9-40d5-8535-908104b57f17 req-3ab4b138-a628-4a2c-b3cb-f539cc5a4193 service neutron] Bound using segment: {'id': 'b82f776d-74cf-411f-ae30-50112b7fb9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68d2446a-390b-4a41-9fe5-492c7badcbde'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:24:56.624099 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-e13d8318-69f9-40d5-8535-908104b57f17 req-3ab4b138-a628-4a2c-b3cb-f539cc5a4193 service neutron] Bound port: 0802aa03-5e0e-4325-81fe-84c357f56d74, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b82f776d-74cf-411f-ae30-50112b7fb9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68d2446a-390b-4a41-9fe5-492c7badcbde'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:24:56.627477 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e13d8318-69f9-40d5-8535-908104b57f17 req-3ab4b138-a628-4a2c-b3cb-f539cc5a4193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:56.707254 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-64c43dd5-0019-4b41-8fa8-f5c1d20d35cb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] For port a3b57b8a-eb7d-43e8-8718-d6eda0b8449a, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a3b57b8a-eb7d-43e8-8718-d6eda0b8449a,segment=NetworkSegment(d3b13365-ffa2-4068-8961-9106f2efa826),segment_id=d3b13365-ffa2-4068-8961-9106f2efa826)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:24:56.707697 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-64c43dd5-0019-4b41-8fa8-f5c1d20d35cb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:56.730575 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-64c43dd5-0019-4b41-8fa8-f5c1d20d35cb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Calling delete_port for a3b57b8a-eb7d-43e8-8718-d6eda0b8449a owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:24:56.848756 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c3661091-e394-4e41-b29c-cd23ce10724b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:56.925890 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-64c43dd5-0019-4b41-8fa8-f5c1d20d35cb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:56.992691 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c43dd5-0019-4b41-8fa8-f5c1d20d35cb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Port': ['ID=a3b57b8a-eb7d-43e8-8718-d6eda0b8449a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:56.994801 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c43dd5-0019-4b41-8fa8-f5c1d20d35cb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] No DVR routers for this DVR port a3b57b8a-eb7d-43e8-8718-d6eda0b8449a on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:24:57.014965 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-e13d8318-69f9-40d5-8535-908104b57f17 req-3ab4b138-a628-4a2c-b3cb-f539cc5a4193 service neutron] For port 0802aa03-5e0e-4325-81fe-84c357f56d74, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:24:57.027545 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-e13d8318-69f9-40d5-8535-908104b57f17 req-3ab4b138-a628-4a2c-b3cb-f539cc5a4193 service neutron] For port 0802aa03-5e0e-4325-81fe-84c357f56d74, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=0802aa03-5e0e-4325-81fe-84c357f56d74,segment=NetworkSegment(b82f776d-74cf-411f-ae30-50112b7fb9ec),segment_id=b82f776d-74cf-411f-ae30-50112b7fb9ec)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:24:57.040603 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e13d8318-69f9-40d5-8535-908104b57f17 req-3ab4b138-a628-4a2c-b3cb-f539cc5a4193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:57.119795 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-feec1012-e74d-4244-9858-ea50a4864d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'name': 'tempest-RoutersIpV6Test-router-361699040', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:24:14Z', 'updated_at': '2021-08-11T22:24:53Z', 'revision_number': 8, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None, '_interfaces': [{'id': '0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea', 'name': '', 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:f5:91:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:18Z', 'updated_at': '2021-08-11T22:24:26Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bf00fe2-e301-454a-86b9-bc284b33018e', 'name': '', 'network_id': '0e525e3a-5cb6-4814-b874-5936f7cd51f5', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:8d:9a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:24Z', 'updated_at': '2021-08-11T22:24:41Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6758f6cd-9576-4bba-95cf-bfe1636b7919', 'name': '', 'network_id': '045e03cc-c38e-402d-87d4-f2af01f272bc', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:71:0b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c651e843-e681-4d98-927e-6155d5671e5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:31Z', 'updated_at': '2021-08-11T22:24:45Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'c651e843-e681-4d98-927e-6155d5671e5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:57.137497 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d8318-69f9-40d5-8535-908104b57f17 req-3ab4b138-a628-4a2c-b3cb-f539cc5a4193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:57.139356 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e13d8318-69f9-40d5-8535-908104b57f17 req-3ab4b138-a628-4a2c-b3cb-f539cc5a4193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:57.150089 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e13d8318-69f9-40d5-8535-908104b57f17 req-3ab4b138-a628-4a2c-b3cb-f539cc5a4193 service neutron] 10.222.0.82 "PUT /v2.0/ports/0802aa03-5e0e-4325-81fe-84c357f56d74 HTTP/1.1" status: 200 len: 1092 time: 2.3283677 Aug 11 22:24:57.155607 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1fbe566-b016-47bd-83e0-7797ebce3e6b', 'tag': '0802aa03-5e0e-4325-81fe-84c357f56d74'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:24:57.160522 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b622d9aa-fc5a-4423-8e47-6f5507011300" -d '{"events": [{"name": "network-changed", "server_uuid": "e1fbe566-b016-47bd-83e0-7797ebce3e6b", "tag": "0802aa03-5e0e-4325-81fe-84c357f56d74"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:24:57.174007 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2b109c-f85a-4400-9bbb-b9e37446eb02 None None] DHCP port deletion for 52d0e44f-0fc8-4a47-886e-2722ce25ca70 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:24:57.180700 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feec1012-e74d-4244-9858-ea50a4864d0a None None] Checking router: c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:24:57.211456 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feec1012-e74d-4244-9858-ea50a4864d0a None None] Routers {'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:24:57.212256 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-feec1012-e74d-4244-9858-ea50a4864d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:24:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:57.218547 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c3661091-e394-4e41-b29c-cd23ce10724b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:57.225195 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c3661091-e394-4e41-b29c-cd23ce10724b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:57.231525 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c3661091-e394-4e41-b29c-cd23ce10724b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8822cd5a-f310-4012-ac34-81419089336b HTTP/1.1" status: 204 len: 168 time: 1.2096016 Aug 11 22:24:57.252223 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-64c43dd5-0019-4b41-8fa8-f5c1d20d35cb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:57.292148 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-64c43dd5-0019-4b41-8fa8-f5c1d20d35cb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d0e44f-0fc8-4a47-886e-2722ce25ca70']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:57.305463 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3661091-e394-4e41-b29c-cd23ce10724b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8822cd5a-f310-4012-ac34-81419089336b,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:57.319351 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-64c43dd5-0019-4b41-8fa8-f5c1d20d35cb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b13365-ffa2-4068-8961-9106f2efa826') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:57.320101 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-64c43dd5-0019-4b41-8fa8-f5c1d20d35cb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b13365-ffa2-4068-8961-9106f2efa826') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:57.343019 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-64c43dd5-0019-4b41-8fa8-f5c1d20d35cb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:57.350969 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45b7259-e590-41d8-b5e8-9738956fd3a3 x-openstack-request-id: req-c45b7259-e590-41d8-b5e8-9738956fd3a3 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:24:57.352743 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1fbe566-b016-47bd-83e0-7797ebce3e6b", "tag": "0802aa03-5e0e-4325-81fe-84c357f56d74", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:24:57.353661 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c45b7259-e590-41d8-b5e8-9738956fd3a3 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:24:57.355658 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1fbe566-b016-47bd-83e0-7797ebce3e6b', 'tag': '0802aa03-5e0e-4325-81fe-84c357f56d74', 'status': 'completed', 'code': 200} Aug 11 22:24:57.411210 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-64c43dd5-0019-4b41-8fa8-f5c1d20d35cb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:57.432669 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64c43dd5-0019-4b41-8fa8-f5c1d20d35cb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:24:57.432669 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-64c43dd5-0019-4b41-8fa8-f5c1d20d35cb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:57.434885 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4b138-a628-4a2c-b3cb-f539cc5a4193 service neutron] Pushing event updated for resources: {'Port': ['ID=0802aa03-5e0e-4325-81fe-84c357f56d74,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:24:57.440208 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:24:57.454710 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d8318-69f9-40d5-8535-908104b57f17 req-ae72ad29-1b81-44e2-99eb-9de72bc349d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:57.458025 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e13d8318-69f9-40d5-8535-908104b57f17 req-ae72ad29-1b81-44e2-99eb-9de72bc349d2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2bf4ef471aa2484faad01cf58dfc260a&device_id=e1fbe566-b016-47bd-83e0-7797ebce3e6b HTTP/1.1" status: 200 len: 1095 time: 0.1958418 Aug 11 22:24:57.474338 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-feec1012-e74d-4244-9858-ea50a4864d0a None None] Set router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:24:57.614247 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-64c43dd5-0019-4b41-8fa8-f5c1d20d35cb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:57.634659 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-64c43dd5-0019-4b41-8fa8-f5c1d20d35cb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:57.641635 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-64c43dd5-0019-4b41-8fa8-f5c1d20d35cb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/networks/52d0e44f-0fc8-4a47-886e-2722ce25ca70 HTTP/1.1" status: 204 len: 168 time: 1.3256071 Aug 11 22:24:57.654060 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34986) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:57.655170 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c43dd5-0019-4b41-8fa8-f5c1d20d35cb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Network': ['ID=52d0e44f-0fc8-4a47-886e-2722ce25ca70,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:57.658877 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e13d8318-69f9-40d5-8535-908104b57f17 req-f801f5c0-d09a-42d8-b209-961e7fbe18f7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0802aa03-5e0e-4325-81fe-84c357f56d74 HTTP/1.1" status: 200 len: 217 time: 0.1821842 Aug 11 22:24:57.819137 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d8318-69f9-40d5-8535-908104b57f17 req-2adfe944-7d89-41a1-b53a-30b32fbea0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:57.820994 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e13d8318-69f9-40d5-8535-908104b57f17 req-2adfe944-7d89-41a1-b53a-30b32fbea0b7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=34c8b549-956e-4026-aeaf-8a20adbeac3b HTTP/1.1" status: 200 len: 855 time: 0.1521685 Aug 11 22:24:57.862190 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a6f4d-af41-425d-9d6c-2d561db50aed req-34f1d8cc-61cb-4150-979c-2cc556ad5cc4 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:57.868673 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc4a6f4d-af41-425d-9d6c-2d561db50aed req-34f1d8cc-61cb-4150-979c-2cc556ad5cc4 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fbe566-b016-47bd-83e0-7797ebce3e6b HTTP/1.1" status: 200 len: 944 time: 0.1007366 Aug 11 22:24:57.904744 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e13d8318-69f9-40d5-8535-908104b57f17 req-3014ef3d-4899-4f0c-a1a5-b17f141e04b9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=68d2446a-390b-4a41-9fe5-492c7badcbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737605 Aug 11 22:24:58.064116 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 34998) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:58.166147 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc4a6f4d-af41-425d-9d6c-2d561db50aed req-30cc0504-d2c3-4e18-8c63-27e7cff3f462 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657113 Aug 11 22:24:58.270493 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-37cc8521-e9eb-49e1-b5c8-4d7caef8a855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:58.328375 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-feec1012-e74d-4244-9858-ea50a4864d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'name': 'tempest-RoutersIpV6Test-router-361699040', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:24:14Z', 'updated_at': '2021-08-11T22:24:53Z', 'revision_number': 8, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None, '_interfaces': [{'id': '0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea', 'name': '', 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:f5:91:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:18Z', 'updated_at': '2021-08-11T22:24:26Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bf00fe2-e301-454a-86b9-bc284b33018e', 'name': '', 'network_id': '0e525e3a-5cb6-4814-b874-5936f7cd51f5', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:8d:9a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:24Z', 'updated_at': '2021-08-11T22:24:41Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6758f6cd-9576-4bba-95cf-bfe1636b7919', 'name': '', 'network_id': '045e03cc-c38e-402d-87d4-f2af01f272bc', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:71:0b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c651e843-e681-4d98-927e-6155d5671e5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:31Z', 'updated_at': '2021-08-11T22:24:45Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'c651e843-e681-4d98-927e-6155d5671e5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:24:58.348098 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e13d8318-69f9-40d5-8535-908104b57f17 req-c6237b8c-f8f2-46cf-ba6a-c0b4e6b574e4 service neutron] 10.222.0.82 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000430 Aug 11 22:24:58.352216 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35000) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:58.422365 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a3b57b8a-eb7d-43e8-8718-d6eda0b8449a no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:24:58.434752 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feec1012-e74d-4244-9858-ea50a4864d0a None None] The sync data for ids ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'] in n-d-804275-3 is: [{'id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'name': 'tempest-RoutersIpV6Test-router-361699040', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:24:14Z', 'updated_at': '2021-08-11T22:24:53Z', 'revision_number': 8, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None, '_interfaces': [{'id': '0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea', 'name': '', 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:f5:91:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:18Z', 'updated_at': '2021-08-11T22:24:26Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bf00fe2-e301-454a-86b9-bc284b33018e', 'name': '', 'network_id': '0e525e3a-5cb6-4814-b874-5936f7cd51f5', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:8d:9a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:24Z', 'updated_at': '2021-08-11T22:24:41Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6758f6cd-9576-4bba-95cf-bfe1636b7919', 'name': '', 'network_id': '045e03cc-c38e-402d-87d4-f2af01f272bc', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:71:0b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c651e843-e681-4d98-927e-6155d5671e5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:31Z', 'updated_at': '2021-08-11T22:24:45Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'c651e843-e681-4d98-927e-6155d5671e5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:24:58.522995 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: a3b57b8a-eb7d-43e8-8718-d6eda0b8449a {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:24:58.523898 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a3b57b8a-eb7d-43e8-8718-d6eda0b8449a not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:24:58.605706 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-37cc8521-e9eb-49e1-b5c8-4d7caef8a855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:58.619923 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-37cc8521-e9eb-49e1-b5c8-4d7caef8a855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:58.621020 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e13d8318-69f9-40d5-8535-908104b57f17 req-f9921c93-ac9d-47e0-96ac-56387c75104e service neutron] 10.222.0.82 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414453 Aug 11 22:24:58.674304 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc426445-d88c-4cf6-9f00-c6a9a38d627d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:58.713442 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc8521-e9eb-49e1-b5c8-4d7caef8a855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e48537-40cc-4d73-a08c-38e05699480a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:58.728094 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-37cc8521-e9eb-49e1-b5c8-4d7caef8a855 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=93012fa5fa69468d9e6098ad1a456f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6623657 Aug 11 22:24:58.731407 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35004) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:58.828350 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bbd0fbe7-c93b-4412-af5e-885a7f5626c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:58.890604 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bbd0fbe7-c93b-4412-af5e-885a7f5626c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:58.900764 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622d9aa-fc5a-4423-8e47-6f5507011300 req-e706ac75-6b08-4c9c-9fad-0fbabe574aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:58.903806 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b622d9aa-fc5a-4423-8e47-6f5507011300 req-e706ac75-6b08-4c9c-9fad-0fbabe574aa4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2bf4ef471aa2484faad01cf58dfc260a&device_id=e1fbe566-b016-47bd-83e0-7797ebce3e6b HTTP/1.1" status: 200 len: 1095 time: 0.1325033 Aug 11 22:24:58.959419 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9e57e1dc-fd88-4c4c-91d7-c7e7b12c5d6b tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:59.075685 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bbd0fbe7-c93b-4412-af5e-885a7f5626c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:59.078735 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bbd0fbe7-c93b-4412-af5e-885a7f5626c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:59.082384 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bbd0fbe7-c93b-4412-af5e-885a7f5626c0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/22e48537-40cc-4d73-a08c-38e05699480a HTTP/1.1" status: 204 len: 168 time: 0.3467679 Aug 11 22:24:59.101805 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc426445-d88c-4cf6-9f00-c6a9a38d627d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:59.114111 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc426445-d88c-4cf6-9f00-c6a9a38d627d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:59.114475 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0fbe7-c93b-4412-af5e-885a7f5626c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e48537-40cc-4d73-a08c-38e05699480a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:59.312365 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc426445-d88c-4cf6-9f00-c6a9a38d627d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ff78e6-22d9-4313-a3f4-40843e25090b,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:24:59.333706 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fc426445-d88c-4cf6-9f00-c6a9a38d627d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=84e9b2b0ff944978b8b3119dbf6e806b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9756517 Aug 11 22:24:59.338516 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35012) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:24:59.344966 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622d9aa-fc5a-4423-8e47-6f5507011300 req-e59eb910-ab21-426d-83c8-a991e907785a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:59.361994 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b622d9aa-fc5a-4423-8e47-6f5507011300 req-e59eb910-ab21-426d-83c8-a991e907785a service neutron] 10.222.0.82 "GET /v2.0/networks?id=68d2446a-390b-4a41-9fe5-492c7badcbde HTTP/1.1" status: 200 len: 916 time: 0.4368634 Aug 11 22:24:59.470813 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b622d9aa-fc5a-4423-8e47-6f5507011300 req-da607e7b-0d4d-462b-8d0e-de5d9485f760 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0802aa03-5e0e-4325-81fe-84c357f56d74 HTTP/1.1" status: 200 len: 217 time: 0.1007063 Aug 11 22:24:59.529272 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6f9bcfbb-3030-4d45-bb32-2630e06f7ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:59.534867 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-9e57e1dc-fd88-4c4c-91d7-c7e7b12c5d6b tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Deleting port 6758f6cd-9576-4bba-95cf-bfe1636b7919 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:24:59.535359 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9e57e1dc-fd88-4c4c-91d7-c7e7b12c5d6b tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:59.600590 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5cf4c-8e75-40f3-a774-0137a2d08ef1 req-b37cd95e-aa47-4fe8-9db1-19ca73c9ea82 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:59.603900 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8df5cf4c-8e75-40f3-a774-0137a2d08ef1 req-b37cd95e-aa47-4fe8-9db1-19ca73c9ea82 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fbe566-b016-47bd-83e0-7797ebce3e6b HTTP/1.1" status: 200 len: 944 time: 0.2175908 Aug 11 22:24:59.613748 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622d9aa-fc5a-4423-8e47-6f5507011300 req-80b35ddd-110e-4cf1-8308-2ce7536d6e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:24:59.616859 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b622d9aa-fc5a-4423-8e47-6f5507011300 req-80b35ddd-110e-4cf1-8308-2ce7536d6e9a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=34c8b549-956e-4026-aeaf-8a20adbeac3b HTTP/1.1" status: 200 len: 855 time: 0.1124611 Aug 11 22:24:59.632024 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6f9bcfbb-3030-4d45-bb32-2630e06f7ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:59.703561 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b622d9aa-fc5a-4423-8e47-6f5507011300 req-b5ec28f4-f9c7-492a-90aa-b9c90eece8fd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=68d2446a-390b-4a41-9fe5-492c7badcbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747802 Aug 11 22:24:59.721215 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8df5cf4c-8e75-40f3-a774-0137a2d08ef1 req-013857ef-8556-48e5-8c65-1ebc14e2f03f tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011643 Aug 11 22:24:59.784522 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-9e57e1dc-fd88-4c4c-91d7-c7e7b12c5d6b tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] For port 6758f6cd-9576-4bba-95cf-bfe1636b7919, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=6758f6cd-9576-4bba-95cf-bfe1636b7919,segment=NetworkSegment(0d3ad2dc-5bf7-4071-84c3-820a72495173),segment_id=0d3ad2dc-5bf7-4071-84c3-820a72495173)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:24:59.785355 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9e57e1dc-fd88-4c4c-91d7-c7e7b12c5d6b tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:59.837410 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-9e57e1dc-fd88-4c4c-91d7-c7e7b12c5d6b tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Calling delete_port for 6758f6cd-9576-4bba-95cf-bfe1636b7919 owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:24:59.913780 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b622d9aa-fc5a-4423-8e47-6f5507011300 req-689c1616-1eda-407c-8663-43356c33e92b service neutron] 10.222.0.82 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910875 Aug 11 22:24:59.939774 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6f9bcfbb-3030-4d45-bb32-2630e06f7ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:59.943673 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6f9bcfbb-3030-4d45-bb32-2630e06f7ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:24:59.947255 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6f9bcfbb-3030-4d45-bb32-2630e06f7ed8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/85ff78e6-22d9-4313-a3f4-40843e25090b HTTP/1.1" status: 204 len: 168 time: 0.6054966 Aug 11 22:24:59.963075 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9bcfbb-3030-4d45-bb32-2630e06f7ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ff78e6-22d9-4313-a3f4-40843e25090b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:00.189448 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b622d9aa-fc5a-4423-8e47-6f5507011300 req-8e51f52b-e965-4f3e-864d-e70bcec94155 service neutron] 10.222.0.82 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661846 Aug 11 22:25:00.216737 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9e57e1dc-fd88-4c4c-91d7-c7e7b12c5d6b tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:00.254506 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 2d5d3376-c962-46c0-b629-4ad863beb693 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:25:00.284168 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57e1dc-fd88-4c4c-91d7-c7e7b12c5d6b tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Port': ['ID=6758f6cd-9576-4bba-95cf-bfe1636b7919,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:00.293779 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 2d5d3376-c962-46c0-b629-4ad863beb693 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:25:00.294434 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 2d5d3376-c962-46c0-b629-4ad863beb693 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:25:00.485941 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9e57e1dc-fd88-4c4c-91d7-c7e7b12c5d6b tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:00.916883 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e57e1dc-fd88-4c4c-91d7-c7e7b12c5d6b tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:25:00.972323 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82110dc0-4f70-48ba-8954-da1aa199271a req-cfdccf02-a18b-4565-96b6-fb0a1abbacf5 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:00.975024 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82110dc0-4f70-48ba-8954-da1aa199271a req-cfdccf02-a18b-4565-96b6-fb0a1abbacf5 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fbe566-b016-47bd-83e0-7797ebce3e6b HTTP/1.1" status: 200 len: 944 time: 0.0785677 Aug 11 22:25:01.069649 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82110dc0-4f70-48ba-8954-da1aa199271a req-4dd4e20d-4630-4ac7-bf16-907777532e55 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846570 Aug 11 22:25:01.146180 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e57e1dc-fd88-4c4c-91d7-c7e7b12c5d6b tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:25:01.156766 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9e57e1dc-fd88-4c4c-91d7-c7e7b12c5d6b tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "PUT /v2.0/routers/c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4938142 Aug 11 22:25:01.160181 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35056) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:01.172703 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847f7655-07c3-4688-9365-1fffc9df5465 None None] Sync routers for ids ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:25:01.190724 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847f7655-07c3-4688-9365-1fffc9df5465 None None] Routers {'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:25:01.195314 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-847f7655-07c3-4688-9365-1fffc9df5465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:24:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:01.294977 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6cd0390-b143-43b2-a228-de22f832c29d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Deleting subnet c651e843-e681-4d98-927e-6155d5671e5c {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:25:01.301027 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a6cd0390-b143-43b2-a228-de22f832c29d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:01.388253 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a6cd0390-b143-43b2-a228-de22f832c29d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:01.436907 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-847f7655-07c3-4688-9365-1fffc9df5465 None None] Set router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:25:01.539979 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a6cd0390-b143-43b2-a228-de22f832c29d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:01.735954 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 0802aa03-5e0e-4325-81fe-84c357f56d74 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:25:01.980262 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-847f7655-07c3-4688-9365-1fffc9df5465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'name': 'tempest-RoutersIpV6Test-router-361699040', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:24:14Z', 'updated_at': '2021-08-11T22:25:00Z', 'revision_number': 9, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None, '_interfaces': [{'id': '0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea', 'name': '', 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:f5:91:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:18Z', 'updated_at': '2021-08-11T22:24:26Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bf00fe2-e301-454a-86b9-bc284b33018e', 'name': '', 'network_id': '0e525e3a-5cb6-4814-b874-5936f7cd51f5', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:8d:9a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:24Z', 'updated_at': '2021-08-11T22:24:41Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:02.016359 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 0802aa03-5e0e-4325-81fe-84c357f56d74, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=0802aa03-5e0e-4325-81fe-84c357f56d74,segment=NetworkSegment(b82f776d-74cf-411f-ae30-50112b7fb9ec),segment_id=b82f776d-74cf-411f-ae30-50112b7fb9ec)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:25:02.047423 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847f7655-07c3-4688-9365-1fffc9df5465 None None] Checking router: c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:25:02.052788 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '0802aa03-5e0e-4325-81fe-84c357f56d74', 'network_id': '68d2446a-390b-4a41-9fe5-492c7badcbde', 'port_id': '0802aa03-5e0e-4325-81fe-84c357f56d74', 'mac_address': 'fa:16:3e:a2:f5:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c8b549-956e-4026-aeaf-8a20adbeac3b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:25:02.058745 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847f7655-07c3-4688-9365-1fffc9df5465 None None] Routers {'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:25:02.059722 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-847f7655-07c3-4688-9365-1fffc9df5465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:24:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:02.179109 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a6cd0390-b143-43b2-a228-de22f832c29d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:02.194756 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:02.254439 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-847f7655-07c3-4688-9365-1fffc9df5465 None None] Set router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:25:02.280549 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a6cd0390-b143-43b2-a228-de22f832c29d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:02.291857 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35090) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:02.294306 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a6cd0390-b143-43b2-a228-de22f832c29d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/subnets/c651e843-e681-4d98-927e-6155d5671e5c HTTP/1.1" status: 204 len: 168 time: 1.1323011 Aug 11 22:25:02.296475 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd0390-b143-43b2-a228-de22f832c29d tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Subnet': ['ID=c651e843-e681-4d98-927e-6155d5671e5c,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:02.321225 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da218616-8633-4843-a4ed-f8fd05616a66 None None] Network 045e03cc-c38e-402d-87d4-f2af01f272bc requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:25:02.461186 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264daca-3f7d-4e7f-9182-a0227c8f7310 req-07bd4214-56df-410a-8698-d0f5b7452623 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:02.484024 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5264daca-3f7d-4e7f-9182-a0227c8f7310 req-07bd4214-56df-410a-8698-d0f5b7452623 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fbe566-b016-47bd-83e0-7797ebce3e6b HTTP/1.1" status: 200 len: 944 time: 0.1572101 Aug 11 22:25:02.547568 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:02.569726 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5264daca-3f7d-4e7f-9182-a0227c8f7310 req-b4fab9af-162f-441f-af59-921e76b11e6c tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838642 Aug 11 22:25:02.572457 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0802aa03-5e0e-4325-81fe-84c357f56d74 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:25:02.640512 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 0802aa03-5e0e-4325-81fe-84c357f56d74, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=0802aa03-5e0e-4325-81fe-84c357f56d74,segment=NetworkSegment(b82f776d-74cf-411f-ae30-50112b7fb9ec),segment_id=b82f776d-74cf-411f-ae30-50112b7fb9ec)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:25:02.668552 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:02.746505 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=0802aa03-5e0e-4325-81fe-84c357f56d74,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:02.768578 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:02.768931 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:02.769413 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:02.769606 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:02.769919 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:02.770258 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:02.770590 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:02.771466 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:02.771873 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:02.772206 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:02.773469 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:02.773469 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:02.906724 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Deleting port 7b4e66c9-a16c-4a87-bf5e-b6884fb42c87 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:25:02.907083 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:02.930890 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-847f7655-07c3-4688-9365-1fffc9df5465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'name': 'tempest-RoutersIpV6Test-router-361699040', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:24:14Z', 'updated_at': '2021-08-11T22:25:00Z', 'revision_number': 9, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None, '_interfaces': [{'id': '0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea', 'name': '', 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:f5:91:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:18Z', 'updated_at': '2021-08-11T22:24:26Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bf00fe2-e301-454a-86b9-bc284b33018e', 'name': '', 'network_id': '0e525e3a-5cb6-4814-b874-5936f7cd51f5', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:8d:9a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:24Z', 'updated_at': '2021-08-11T22:24:41Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:02.935281 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ccc9c9-a96b-49fc-b9b1-fd3ba18066e9 None None] DHCP port deletion for 045e03cc-c38e-402d-87d4-f2af01f272bc request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:25:03.025419 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] For port 7b4e66c9-a16c-4a87-bf5e-b6884fb42c87, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7b4e66c9-a16c-4a87-bf5e-b6884fb42c87,segment=NetworkSegment(0d3ad2dc-5bf7-4071-84c3-820a72495173),segment_id=0d3ad2dc-5bf7-4071-84c3-820a72495173)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:25:03.025807 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:03.049564 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-92ccc9c9-a96b-49fc-b9b1-fd3ba18066e9 None None] Deleting port 7b4e66c9-a16c-4a87-bf5e-b6884fb42c87 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:25:03.050161 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-92ccc9c9-a96b-49fc-b9b1-fd3ba18066e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:03.055195 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Calling delete_port for 7b4e66c9-a16c-4a87-bf5e-b6884fb42c87 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:25:03.226405 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-92ccc9c9-a96b-49fc-b9b1-fd3ba18066e9 None None] For port 7b4e66c9-a16c-4a87-bf5e-b6884fb42c87, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7b4e66c9-a16c-4a87-bf5e-b6884fb42c87,segment=NetworkSegment(0d3ad2dc-5bf7-4071-84c3-820a72495173),segment_id=0d3ad2dc-5bf7-4071-84c3-820a72495173)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:25:03.227209 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-92ccc9c9-a96b-49fc-b9b1-fd3ba18066e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:03.247938 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-92ccc9c9-a96b-49fc-b9b1-fd3ba18066e9 None None] Calling delete_port for 7b4e66c9-a16c-4a87-bf5e-b6884fb42c87 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:25:03.263893 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847f7655-07c3-4688-9365-1fffc9df5465 None None] The sync data for ids ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'] in n-d-804275-3 is: [{'id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'name': 'tempest-RoutersIpV6Test-router-361699040', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:24:14Z', 'updated_at': '2021-08-11T22:25:00Z', 'revision_number': 9, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None, '_interfaces': [{'id': '0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea', 'name': '', 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:f5:91:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:18Z', 'updated_at': '2021-08-11T22:24:26Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2bf00fe2-e301-454a-86b9-bc284b33018e', 'name': '', 'network_id': '0e525e3a-5cb6-4814-b874-5936f7cd51f5', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:8d:9a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:24Z', 'updated_at': '2021-08-11T22:24:41Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': 'd179a06f-a8e9-466b-8bac-70733efa7511', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:25:03.268448 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:03.297213 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Port': ['ID=7b4e66c9-a16c-4a87-bf5e-b6884fb42c87,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:03.315615 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] No DVR routers for this DVR port 7b4e66c9-a16c-4a87-bf5e-b6884fb42c87 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:25:03.343320 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:03.343772 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:03.344130 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:03.344458 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:03.344917 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:03.345482 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:03.346010 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:03.346521 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:03.347043 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:03.347620 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:03.348181 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:03.352170 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:03.367469 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['0802aa03-5e0e-4325-81fe-84c357f56d74'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:25:03.527097 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-92ccc9c9-a96b-49fc-b9b1-fd3ba18066e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:03.591192 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:03.610646 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['045e03cc-c38e-402d-87d4-f2af01f272bc']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:03.636280 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ccc9c9-a96b-49fc-b9b1-fd3ba18066e9 None None] Pushing event deleted for resources: {'Port': ['ID=7b4e66c9-a16c-4a87-bf5e-b6884fb42c87,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:03.643665 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d3ad2dc-5bf7-4071-84c3-820a72495173') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:03.644058 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d3ad2dc-5bf7-4071-84c3-820a72495173') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:03.677189 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:03.687324 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ccc9c9-a96b-49fc-b9b1-fd3ba18066e9 None None] No DVR routers for this DVR port 7b4e66c9-a16c-4a87-bf5e-b6884fb42c87 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:25:03.711663 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:03.736664 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:25:03.737191 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:25:03.746554 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:25:03.953049 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a05898-425f-4903-8124-ecde3c21740d req-399121e6-424c-44c1-be64-569c0cf867a1 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:03.964411 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-80a05898-425f-4903-8124-ecde3c21740d req-399121e6-424c-44c1-be64-569c0cf867a1 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fbe566-b016-47bd-83e0-7797ebce3e6b HTTP/1.1" status: 200 len: 945 time: 0.1280260 Aug 11 22:25:03.990843 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:04.012168 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:04.015737 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/networks/045e03cc-c38e-402d-87d4-f2af01f272bc HTTP/1.1" status: 204 len: 168 time: 1.7224457 Aug 11 22:25:04.031326 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35124) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:04.060299 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a6d8b-9acf-4661-9e9f-341317246b52 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Network': ['ID=045e03cc-c38e-402d-87d4-f2af01f272bc,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:04.152823 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-80a05898-425f-4903-8124-ecde3c21740d req-44e534ae-510b-4cd8-8177-40129872c36a tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871316 Aug 11 22:25:04.350068 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7b4e66c9-a16c-4a87-bf5e-b6884fb42c87 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:25:04.373851 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 7b4e66c9-a16c-4a87-bf5e-b6884fb42c87 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:25:04.374487 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7b4e66c9-a16c-4a87-bf5e-b6884fb42c87 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:25:04.375127 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 6758f6cd-9576-4bba-95cf-bfe1636b7919 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:25:04.399054 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 6758f6cd-9576-4bba-95cf-bfe1636b7919 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:25:04.400008 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 6758f6cd-9576-4bba-95cf-bfe1636b7919 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:25:04.748553 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-205afbfa-2ccf-4a94-8613-cdb1dabc0cd7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:05.202806 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-205afbfa-2ccf-4a94-8613-cdb1dabc0cd7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Deleting port 2bf00fe2-e301-454a-86b9-bc284b33018e {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:25:05.203791 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-205afbfa-2ccf-4a94-8613-cdb1dabc0cd7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:05.342140 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-205afbfa-2ccf-4a94-8613-cdb1dabc0cd7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] For port 2bf00fe2-e301-454a-86b9-bc284b33018e, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=2bf00fe2-e301-454a-86b9-bc284b33018e,segment=NetworkSegment(7f9054ca-fd42-4702-b558-dd5e321995f3),segment_id=7f9054ca-fd42-4702-b558-dd5e321995f3)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:25:05.342673 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-205afbfa-2ccf-4a94-8613-cdb1dabc0cd7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:05.366175 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-205afbfa-2ccf-4a94-8613-cdb1dabc0cd7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Calling delete_port for 2bf00fe2-e301-454a-86b9-bc284b33018e owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:25:05.634466 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-205afbfa-2ccf-4a94-8613-cdb1dabc0cd7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:05.666454 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205afbfa-2ccf-4a94-8613-cdb1dabc0cd7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Port': ['ID=2bf00fe2-e301-454a-86b9-bc284b33018e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:05.686303 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35140) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:05.695795 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-fc092b74-8e29-4980-8b67-952aa52b77d7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-713915644', 'description': 'tempest-secgroup-smoke-713915644 description', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:25:05.701003 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205afbfa-2ccf-4a94-8613-cdb1dabc0cd7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:05.701363 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205afbfa-2ccf-4a94-8613-cdb1dabc0cd7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:05.701704 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205afbfa-2ccf-4a94-8613-cdb1dabc0cd7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:05.702049 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205afbfa-2ccf-4a94-8613-cdb1dabc0cd7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:05.702393 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205afbfa-2ccf-4a94-8613-cdb1dabc0cd7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:05.702735 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205afbfa-2ccf-4a94-8613-cdb1dabc0cd7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:05.703078 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205afbfa-2ccf-4a94-8613-cdb1dabc0cd7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:05.703417 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205afbfa-2ccf-4a94-8613-cdb1dabc0cd7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:05.703785 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205afbfa-2ccf-4a94-8613-cdb1dabc0cd7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:05.704116 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205afbfa-2ccf-4a94-8613-cdb1dabc0cd7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:05.704452 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205afbfa-2ccf-4a94-8613-cdb1dabc0cd7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:05.704785 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205afbfa-2ccf-4a94-8613-cdb1dabc0cd7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:05.805457 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fc092b74-8e29-4980-8b67-952aa52b77d7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:05.812183 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 0802aa03-5e0e-4325-81fe-84c357f56d74 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:25:05.822340 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fc092b74-8e29-4980-8b67-952aa52b77d7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:05.948929 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-205afbfa-2ccf-4a94-8613-cdb1dabc0cd7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:06.055140 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 0802aa03-5e0e-4325-81fe-84c357f56d74 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:25:06.066669 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 0802aa03-5e0e-4325-81fe-84c357f56d74 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:06.067474 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:06.094476 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fc092b74-8e29-4980-8b67-952aa52b77d7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:06.106436 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fc092b74-8e29-4980-8b67-952aa52b77d7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:06.262904 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc092b74-8e29-4980-8b67-952aa52b77d7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e79545-44d6-42e0-ad57-036a1033a0ae,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:06.314571 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:06.357060 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f24302-3f47-4712-bf80-08d9fe75f701 req-98dbef5d-f517-4657-8c48-2d180b898a1c tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:06.366350 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60f24302-3f47-4712-bf80-08d9fe75f701 req-98dbef5d-f517-4657-8c48-2d180b898a1c tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fbe566-b016-47bd-83e0-7797ebce3e6b HTTP/1.1" status: 200 len: 945 time: 0.4115596 Aug 11 22:25:06.393358 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 0802aa03-5e0e-4325-81fe-84c357f56d74, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=0802aa03-5e0e-4325-81fe-84c357f56d74,segment=NetworkSegment(b82f776d-74cf-411f-ae30-50112b7fb9ec),segment_id=b82f776d-74cf-411f-ae30-50112b7fb9ec)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:25:06.397397 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fbe566-b016-47bd-83e0-7797ebce3e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0802aa03-5e0e-4325-81fe-84c357f56d74'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:25:06.404362 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d988cf-d321-4eb2-8f41-857cfa8bf181" -d '{"events": [{"server_uuid": "e1fbe566-b016-47bd-83e0-7797ebce3e6b", "name": "network-vif-plugged", "status": "completed", "tag": "0802aa03-5e0e-4325-81fe-84c357f56d74"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:25:06.415281 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:06.425992 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fc092b74-8e29-4980-8b67-952aa52b77d7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:06.434811 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fc092b74-8e29-4980-8b67-952aa52b77d7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:06.492683 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fc092b74-8e29-4980-8b67-952aa52b77d7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:06.501153 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fc092b74-8e29-4980-8b67-952aa52b77d7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8062522 Aug 11 22:25:06.501153 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35146) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:06.504386 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-b9ecd3dd-d04a-4a62-a0d7-93ef7d8513a0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'security_group_rule': {'security_group_id': 'f1a7a959-2560-417e-ac0d-2a21c09d15e0', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:25:06.514455 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc092b74-8e29-4980-8b67-952aa52b77d7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a7a959-2560-417e-ac0d-2a21c09d15e0,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:06.515439 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=0802aa03-5e0e-4325-81fe-84c357f56d74,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:06.541380 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60f24302-3f47-4712-bf80-08d9fe75f701 req-d239a59e-2f96-46d1-9695-60cfea33d501 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744461 Aug 11 22:25:06.573218 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b9ecd3dd-d04a-4a62-a0d7-93ef7d8513a0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:06.590985 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205afbfa-2ccf-4a94-8613-cdb1dabc0cd7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:25:06.640291 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2630db2-4bdc-4aa1-822f-1000d83bfcaf x-openstack-request-id: req-f2630db2-4bdc-4aa1-822f-1000d83bfcaf {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:25:06.640585 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1fbe566-b016-47bd-83e0-7797ebce3e6b", "name": "network-vif-plugged", "status": "completed", "tag": "0802aa03-5e0e-4325-81fe-84c357f56d74", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:25:06.641309 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f2630db2-4bdc-4aa1-822f-1000d83bfcaf {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:25:06.644223 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1fbe566-b016-47bd-83e0-7797ebce3e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0802aa03-5e0e-4325-81fe-84c357f56d74', 'code': 200} Aug 11 22:25:06.706649 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b9ecd3dd-d04a-4a62-a0d7-93ef7d8513a0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:06.716145 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b9ecd3dd-d04a-4a62-a0d7-93ef7d8513a0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:06.741952 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ecd3dd-d04a-4a62-a0d7-93ef7d8513a0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb646e30-84b3-41b8-a71f-63e4387a3c84,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:06.756708 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b9ecd3dd-d04a-4a62-a0d7-93ef7d8513a0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:06.761312 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b9ecd3dd-d04a-4a62-a0d7-93ef7d8513a0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2587626 Aug 11 22:25:06.762678 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35152) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:06.770233 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-61dd310c-aea7-41c7-bdbb-5505b86216d4 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'security_group_rule': {'security_group_id': 'f1a7a959-2560-417e-ac0d-2a21c09d15e0', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:25:06.794834 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205afbfa-2ccf-4a94-8613-cdb1dabc0cd7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:25:06.802023 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-205afbfa-2ccf-4a94-8613-cdb1dabc0cd7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "PUT /v2.0/routers/c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7676358 Aug 11 22:25:06.805357 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35158) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:06.809937 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c61b247-65ed-4663-86e7-0e5771eaa2ba None None] Sync routers for ids ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:25:06.828208 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c61b247-65ed-4663-86e7-0e5771eaa2ba None None] Routers {'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:25:06.829127 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2c61b247-65ed-4663-86e7-0e5771eaa2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:24:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:06.834486 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-61dd310c-aea7-41c7-bdbb-5505b86216d4 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:06.926321 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b34848-7041-4dd6-a333-e3a6e50b008c req-4b1f9e10-be20-4e26-a9fd-e0014da25775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:06.927849 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-32b34848-7041-4dd6-a333-e3a6e50b008c req-4b1f9e10-be20-4e26-a9fd-e0014da25775 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e1fbe566-b016-47bd-83e0-7797ebce3e6b HTTP/1.1" status: 200 len: 1097 time: 0.1856537 Aug 11 22:25:06.986369 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-32b34848-7041-4dd6-a333-e3a6e50b008c req-a97fb3cd-beb0-45e6-805d-712e3cd6b723 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486498 Aug 11 22:25:06.998818 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-9afa6f18-8aae-4c4b-9c85-8eb254116b43 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Deleting subnet d179a06f-a8e9-466b-8bac-70733efa7511 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:25:07.002559 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9afa6f18-8aae-4c4b-9c85-8eb254116b43 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:07.016458 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-61dd310c-aea7-41c7-bdbb-5505b86216d4 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:07.019472 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-2c61b247-65ed-4663-86e7-0e5771eaa2ba None None] Set router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:25:07.024056 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-61dd310c-aea7-41c7-bdbb-5505b86216d4 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:07.071490 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-61dd310c-aea7-41c7-bdbb-5505b86216d4 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:07.077435 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-61dd310c-aea7-41c7-bdbb-5505b86216d4 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3093493 Aug 11 22:25:07.077769 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35166) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:07.083953 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-b8f3d2b4-43a3-456d-99f4-c42c3d527e14 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'security_group_rule': {'security_group_id': 'f1a7a959-2560-417e-ac0d-2a21c09d15e0', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:25:07.089852 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9afa6f18-8aae-4c4b-9c85-8eb254116b43 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:07.091953 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd310c-aea7-41c7-bdbb-5505b86216d4 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811e0468-04c0-4706-9342-0045a3d0f69e,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:07.149452 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d2b4-43a3-456d-99f4-c42c3d527e14 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:07.299969 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9afa6f18-8aae-4c4b-9c85-8eb254116b43 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:07.339663 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d2b4-43a3-456d-99f4-c42c3d527e14 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:07.348442 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d2b4-43a3-456d-99f4-c42c3d527e14 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:07.377627 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3d2b4-43a3-456d-99f4-c42c3d527e14 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e109b8-6069-4232-aa25-e59580a311ff,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:07.386905 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d2b4-43a3-456d-99f4-c42c3d527e14 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:07.394145 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35178) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:07.395350 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b8f3d2b4-43a3-456d-99f4-c42c3d527e14 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3164024 Aug 11 22:25:07.404440 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-f18065c2-faf9-4150-afef-2836c38575f9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'security_group_rule': {'security_group_id': 'f1a7a959-2560-417e-ac0d-2a21c09d15e0', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:25:07.494267 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9afa6f18-8aae-4c4b-9c85-8eb254116b43 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:07.517502 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f18065c2-faf9-4150-afef-2836c38575f9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:07.520815 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2c61b247-65ed-4663-86e7-0e5771eaa2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'name': 'tempest-RoutersIpV6Test-router-361699040', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:24:14Z', 'updated_at': '2021-08-11T22:25:05Z', 'revision_number': 10, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None, '_interfaces': [{'id': '0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea', 'name': '', 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:f5:91:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:18Z', 'updated_at': '2021-08-11T22:24:26Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:07.570474 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c61b247-65ed-4663-86e7-0e5771eaa2ba None None] Checking router: c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:25:07.583049 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c61b247-65ed-4663-86e7-0e5771eaa2ba None None] Routers {'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:25:07.584239 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2c61b247-65ed-4663-86e7-0e5771eaa2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:24:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:07.592129 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa6f18-8aae-4c4b-9c85-8eb254116b43 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Subnet': ['ID=d179a06f-a8e9-466b-8bac-70733efa7511,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:07.600341 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9afa6f18-8aae-4c4b-9c85-8eb254116b43 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:07.602434 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9afa6f18-8aae-4c4b-9c85-8eb254116b43 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/subnets/d179a06f-a8e9-466b-8bac-70733efa7511 HTTP/1.1" status: 204 len: 168 time: 0.7963076 Aug 11 22:25:07.607687 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35190) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:07.657888 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1945de90-3e90-421b-9d1b-f820802d29b1 None None] Network 0e525e3a-5cb6-4814-b874-5936f7cd51f5 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:25:07.658726 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f18065c2-faf9-4150-afef-2836c38575f9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:07.666639 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f18065c2-faf9-4150-afef-2836c38575f9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:07.700855 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f18065c2-faf9-4150-afef-2836c38575f9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:07.707230 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f18065c2-faf9-4150-afef-2836c38575f9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3114595 Aug 11 22:25:07.708001 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35192) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:07.718623 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-bfb42051-3ca9-4eb5-9509-95749a148575 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'security_group_rule': {'security_group_id': 'f1a7a959-2560-417e-ac0d-2a21c09d15e0', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:25:07.752698 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18065c2-faf9-4150-afef-2836c38575f9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb27236-ea08-4b2a-83c5-841c2dff3940,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:07.768727 n-d-804275-3 neutron-server[100943]: INFO neutron.db.securitygroups_db [None req-bfb42051-3ca9-4eb5-9509-95749a148575 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Project 99e4ef8618e749c9ac7b5e3c6561f65c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 22:25:07.793086 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bfb42051-3ca9-4eb5-9509-95749a148575 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:07.809123 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-2c61b247-65ed-4663-86e7-0e5771eaa2ba None None] Set router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:25:07.885780 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7283aab9-acaf-4005-b8ab-728bfe6369ef tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:07.983192 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a61a9d-ec56-44b7-8954-4fec8f00e271 req-2a3cbd4d-a9cb-4a32-a68b-4abbcf6e0581 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:08.010414 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-03a61a9d-ec56-44b7-8954-4fec8f00e271 req-2a3cbd4d-a9cb-4a32-a68b-4abbcf6e0581 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fbe566-b016-47bd-83e0-7797ebce3e6b HTTP/1.1" status: 200 len: 946 time: 0.2077556 Aug 11 22:25:08.031555 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-7283aab9-acaf-4005-b8ab-728bfe6369ef tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Deleting port 7677004d-00c7-474e-89bc-421defc96bad {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:25:08.032174 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7283aab9-acaf-4005-b8ab-728bfe6369ef tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:08.066278 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bfb42051-3ca9-4eb5-9509-95749a148575 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:08.074473 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bfb42051-3ca9-4eb5-9509-95749a148575 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:08.103497 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251462ab-cca5-4571-b5f7-c13a924b18be None None] DHCP port deletion for 0e525e3a-5cb6-4814-b874-5936f7cd51f5 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:25:08.130898 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb42051-3ca9-4eb5-9509-95749a148575 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa1e8db-5f7c-4d7f-b21b-b03bdebd8fd9,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:08.151295 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-03a61a9d-ec56-44b7-8954-4fec8f00e271 req-fd7af16e-c5c5-4d58-b610-5c9bb2f7b219 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396120 Aug 11 22:25:08.154690 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bfb42051-3ca9-4eb5-9509-95749a148575 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:08.160736 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bfb42051-3ca9-4eb5-9509-95749a148575 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4448488 Aug 11 22:25:08.173828 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35204) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:08.212673 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-52c33516-40b7-4d0b-9509-e9fd9c6a0452 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'security_group_rule': {'security_group_id': 'f1a7a959-2560-417e-ac0d-2a21c09d15e0', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:25:08.254481 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-7283aab9-acaf-4005-b8ab-728bfe6369ef tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] For port 7677004d-00c7-474e-89bc-421defc96bad, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7677004d-00c7-474e-89bc-421defc96bad,segment=NetworkSegment(7f9054ca-fd42-4702-b558-dd5e321995f3),segment_id=7f9054ca-fd42-4702-b558-dd5e321995f3)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:25:08.256062 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7283aab9-acaf-4005-b8ab-728bfe6369ef tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:08.283212 n-d-804275-3 neutron-server[100943]: INFO neutron.db.securitygroups_db [None req-52c33516-40b7-4d0b-9509-e9fd9c6a0452 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Project 99e4ef8618e749c9ac7b5e3c6561f65c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 22:25:08.297105 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-251462ab-cca5-4571-b5f7-c13a924b18be None None] Deleting port 7677004d-00c7-474e-89bc-421defc96bad {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:25:08.298462 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-251462ab-cca5-4571-b5f7-c13a924b18be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:08.310769 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-52c33516-40b7-4d0b-9509-e9fd9c6a0452 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:08.347186 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-7283aab9-acaf-4005-b8ab-728bfe6369ef tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Calling delete_port for 7677004d-00c7-474e-89bc-421defc96bad owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:25:08.550200 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-52c33516-40b7-4d0b-9509-e9fd9c6a0452 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:08.561045 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-52c33516-40b7-4d0b-9509-e9fd9c6a0452 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:08.598432 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c33516-40b7-4d0b-9509-e9fd9c6a0452 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68389a00-dce0-47df-81bf-c4a92a5d2dff,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:08.626709 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-52c33516-40b7-4d0b-9509-e9fd9c6a0452 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:08.631360 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-52c33516-40b7-4d0b-9509-e9fd9c6a0452 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4415131 Aug 11 22:25:08.633526 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7283aab9-acaf-4005-b8ab-728bfe6369ef tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:08.636015 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35218) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:08.653701 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7283aab9-acaf-4005-b8ab-728bfe6369ef tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] No DVR routers for this DVR port 7677004d-00c7-474e-89bc-421defc96bad on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:25:08.659783 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-12a5d4ae-6f75-4d86-a14c-1cb94ff2cdbb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'network': {'name': 'tempest-network-smoke--2012551814', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'port_security_enabled': True}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:25:08.679931 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283aab9-acaf-4005-b8ab-728bfe6369ef tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Port': ['ID=7677004d-00c7-474e-89bc-421defc96bad,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:08.707403 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a5d4ae-6f75-4d86-a14c-1cb94ff2cdbb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Made reservation on behalf of 99e4ef8618e749c9ac7b5e3c6561f65c for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:25:08.717539 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-12a5d4ae-6f75-4d86-a14c-1cb94ff2cdbb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:08.763733 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a5d4ae-6f75-4d86-a14c-1cb94ff2cdbb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:25:08.777406 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-12a5d4ae-6f75-4d86-a14c-1cb94ff2cdbb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:08.777773 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-12a5d4ae-6f75-4d86-a14c-1cb94ff2cdbb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Added segment 1f083fb3-78c4-439f-99d5-0d2efbbeb25c of type vlan for network ba8e150f-384a-45ec-a828-5f8c39c8ec17 Aug 11 22:25:08.787937 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7677004d-00c7-474e-89bc-421defc96bad no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:25:08.830801 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 7677004d-00c7-474e-89bc-421defc96bad {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:25:08.830801 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7677004d-00c7-474e-89bc-421defc96bad not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:25:08.835527 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-12a5d4ae-6f75-4d86-a14c-1cb94ff2cdbb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:08.843980 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7283aab9-acaf-4005-b8ab-728bfe6369ef tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:08.855709 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:08.866888 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-7283aab9-acaf-4005-b8ab-728bfe6369ef tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e525e3a-5cb6-4814-b874-5936f7cd51f5']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:08.885481 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-251462ab-cca5-4571-b5f7-c13a924b18be None None] For port 7677004d-00c7-474e-89bc-421defc96bad, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7677004d-00c7-474e-89bc-421defc96bad,segment=NetworkSegment(7f9054ca-fd42-4702-b558-dd5e321995f3),segment_id=7f9054ca-fd42-4702-b558-dd5e321995f3)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:25:08.885918 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-251462ab-cca5-4571-b5f7-c13a924b18be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:08.890202 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-12a5d4ae-6f75-4d86-a14c-1cb94ff2cdbb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:08.899094 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a5d4ae-6f75-4d86-a14c-1cb94ff2cdbb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:08.899254 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-7283aab9-acaf-4005-b8ab-728bfe6369ef tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f9054ca-fd42-4702-b558-dd5e321995f3') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:08.899845 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-7283aab9-acaf-4005-b8ab-728bfe6369ef tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f9054ca-fd42-4702-b558-dd5e321995f3') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:08.900911 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-12a5d4ae-6f75-4d86-a14c-1cb94ff2cdbb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:08.919383 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7283aab9-acaf-4005-b8ab-728bfe6369ef tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:08.919665 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-251462ab-cca5-4571-b5f7-c13a924b18be None None] Calling delete_port for 7677004d-00c7-474e-89bc-421defc96bad owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:25:08.937369 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2c61b247-65ed-4663-86e7-0e5771eaa2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'name': 'tempest-RoutersIpV6Test-router-361699040', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:24:14Z', 'updated_at': '2021-08-11T22:25:05Z', 'revision_number': 10, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None, '_interfaces': [{'id': '0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea', 'name': '', 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:f5:91:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:18Z', 'updated_at': '2021-08-11T22:24:26Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:08.948012 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7283aab9-acaf-4005-b8ab-728bfe6369ef tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:08.960814 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7283aab9-acaf-4005-b8ab-728bfe6369ef tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:25:08.961622 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7283aab9-acaf-4005-b8ab-728bfe6369ef tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:09.013406 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c61b247-65ed-4663-86e7-0e5771eaa2ba None None] The sync data for ids ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'] in n-d-804275-3 is: [{'id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'name': 'tempest-RoutersIpV6Test-router-361699040', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:24:14Z', 'updated_at': '2021-08-11T22:25:05Z', 'revision_number': 10, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None, '_interfaces': [{'id': '0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea', 'name': '', 'network_id': 'd273dacf-2e58-49b1-8162-502e41e32fc1', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'mac_address': 'fa:16:3e:f5:91:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:24:18Z', 'updated_at': '2021-08-11T22:24:26Z', 'revision_number': 5, 'project_id': '05b95e21e6704290a3c250207b618344', 'subnets': [{'id': '039de269-4c2b-4879-9b7b-5fb097bf1008', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:25:09.079461 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:25:09.089557 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-251462ab-cca5-4571-b5f7-c13a924b18be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:09.107223 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7283aab9-acaf-4005-b8ab-728bfe6369ef tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:09.115854 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7283aab9-acaf-4005-b8ab-728bfe6369ef tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:09.123875 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7283aab9-acaf-4005-b8ab-728bfe6369ef tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/networks/0e525e3a-5cb6-4814-b874-5936f7cd51f5 HTTP/1.1" status: 204 len: 168 time: 1.5138254 Aug 11 22:25:09.124976 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-12a5d4ae-6f75-4d86-a14c-1cb94ff2cdbb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4870188 Aug 11 22:25:09.129772 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35224) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:09.130324 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35226) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:09.138895 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5d4ae-6f75-4d86-a14c-1cb94ff2cdbb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Network': ['ID=ba8e150f-384a-45ec-a828-5f8c39c8ec17,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:09.144684 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251462ab-cca5-4571-b5f7-c13a924b18be None None] Pushing event deleted for resources: {'Port': ['ID=7677004d-00c7-474e-89bc-421defc96bad,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:09.154874 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251462ab-cca5-4571-b5f7-c13a924b18be None None] No DVR routers for this DVR port 7677004d-00c7-474e-89bc-421defc96bad on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:25:09.158411 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network ba8e150f-384a-45ec-a828-5f8c39c8ec17 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:25:09.171556 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-023cd2f7-a545-4e83-bcb8-0b90828325dc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-201708887', 'admin_state_up': True, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:25:09.379813 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283aab9-acaf-4005-b8ab-728bfe6369ef tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Network': ['ID=0e525e3a-5cb6-4814-b874-5936f7cd51f5,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:09.406812 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc4f75-57f3-4104-a57f-ae431e070717 req-2a4eac39-fb04-4a15-b51b-4bbb14336eaa tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:09.413142 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7efc4f75-57f3-4104-a57f-ae431e070717 req-2a4eac39-fb04-4a15-b51b-4bbb14336eaa tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fbe566-b016-47bd-83e0-7797ebce3e6b HTTP/1.1" status: 200 len: 946 time: 0.1068041 Aug 11 22:25:09.453584 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-023cd2f7-a545-4e83-bcb8-0b90828325dc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:09.455499 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-023cd2f7-a545-4e83-bcb8-0b90828325dc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:09.497925 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7efc4f75-57f3-4104-a57f-ae431e070717 req-25c399f5-7332-4622-82a0-74cfbaf59c78 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598662 Aug 11 22:25:09.725911 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-023cd2f7-a545-4e83-bcb8-0b90828325dc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:10.250914 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 2bf00fe2-e301-454a-86b9-bc284b33018e no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:25:10.289947 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 2bf00fe2-e301-454a-86b9-bc284b33018e {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:25:10.290708 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 2bf00fe2-e301-454a-86b9-bc284b33018e not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:25:10.524188 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-023cd2f7-a545-4e83-bcb8-0b90828325dc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:10.834395 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4589bed3-6182-47b4-8aee-85f589e365f9 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:11.060411 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-023cd2f7-a545-4e83-bcb8-0b90828325dc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:11.111332 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-023cd2f7-a545-4e83-bcb8-0b90828325dc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:11.482320 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-023cd2f7-a545-4e83-bcb8-0b90828325dc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Allocated IP 172.25.2.20 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/87dccd6e-a82a-416c-a2d4-90c55694c950) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:25:11.679352 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-4589bed3-6182-47b4-8aee-85f589e365f9 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Deleting port 0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:25:11.680108 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4589bed3-6182-47b4-8aee-85f589e365f9 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:11.754784 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-023cd2f7-a545-4e83-bcb8-0b90828325dc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:11.824225 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-4589bed3-6182-47b4-8aee-85f589e365f9 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] For port 0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea,segment=NetworkSegment(ed3a238c-85b6-4ef5-9cba-a6705742d89d),segment_id=ed3a238c-85b6-4ef5-9cba-a6705742d89d)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:25:11.824225 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4589bed3-6182-47b4-8aee-85f589e365f9 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:11.849698 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-4589bed3-6182-47b4-8aee-85f589e365f9 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Calling delete_port for 0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:25:11.875293 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-023cd2f7-a545-4e83-bcb8-0b90828325dc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:11.976465 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023cd2f7-a545-4e83-bcb8-0b90828325dc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:25:11.989935 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-023cd2f7-a545-4e83-bcb8-0b90828325dc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:25:11.995968 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023cd2f7-a545-4e83-bcb8-0b90828325dc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:25:12.024946 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023cd2f7-a545-4e83-bcb8-0b90828325dc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Port': ['ID=87dccd6e-a82a-416c-a2d4-90c55694c950,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:12.671412 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4589bed3-6182-47b4-8aee-85f589e365f9 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:12.730987 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589bed3-6182-47b4-8aee-85f589e365f9 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Port': ['ID=0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:12.943496 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4589bed3-6182-47b4-8aee-85f589e365f9 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:13.084536 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-023cd2f7-a545-4e83-bcb8-0b90828325dc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:13.275906 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5f38fe5e-d044-4761-9f33-e5c5ea9d1078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:13.301541 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4589bed3-6182-47b4-8aee-85f589e365f9 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:25:13.310491 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35286) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:13.520938 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4589bed3-6182-47b4-8aee-85f589e365f9 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:25:13.534374 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002e7450-feb5-4755-9511-6daee1844203 None None] Sync routers for ids ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:25:13.553011 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002e7450-feb5-4755-9511-6daee1844203 None None] Routers {'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:25:13.554120 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-002e7450-feb5-4755-9511-6daee1844203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:24:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:13.567037 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f706fb7e-ba8b-41cb-bc78-a38abbe822f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:13.592118 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4589bed3-6182-47b4-8aee-85f589e365f9 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "PUT /v2.0/routers/c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4434643 Aug 11 22:25:13.594335 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35292) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:13.687249 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-002e7450-feb5-4755-9511-6daee1844203 None None] Set router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:25:13.740338 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f706fb7e-ba8b-41cb-bc78-a38abbe822f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:13.747018 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f706fb7e-ba8b-41cb-bc78-a38abbe822f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:13.758651 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-002e7450-feb5-4755-9511-6daee1844203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'name': 'tempest-RoutersIpV6Test-router-361699040', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:24:14Z', 'updated_at': '2021-08-11T22:25:12Z', 'revision_number': 11, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:13.779795 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-960dc7c6-90bd-4780-9964-98ccc7af4c13 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Deleting subnet 039de269-4c2b-4879-9b7b-5fb097bf1008 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:25:13.788413 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-960dc7c6-90bd-4780-9964-98ccc7af4c13 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:13.790806 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002e7450-feb5-4755-9511-6daee1844203 None None] Checking router: c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:25:13.816819 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002e7450-feb5-4755-9511-6daee1844203 None None] Routers {'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:25:13.817459 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-002e7450-feb5-4755-9511-6daee1844203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:24:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:13.822464 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706fb7e-ba8b-41cb-bc78-a38abbe822f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b3daa6-5f85-4245-8b0d-7dd86f2cb8b5,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:13.842380 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-023cd2f7-a545-4e83-bcb8-0b90828325dc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:13.847418 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f706fb7e-ba8b-41cb-bc78-a38abbe822f8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5da46814a7f64de89d4f6d4ed31613a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5341222 Aug 11 22:25:13.850024 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35294) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:13.863606 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-960dc7c6-90bd-4780-9964-98ccc7af4c13 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:13.929129 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-73120936-af8e-437a-aa68-f6808f5fe58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:13.976843 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-002e7450-feb5-4755-9511-6daee1844203 None None] Set router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:25:13.987824 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-73120936-af8e-437a-aa68-f6808f5fe58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:14.050417 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-002e7450-feb5-4755-9511-6daee1844203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'name': 'tempest-RoutersIpV6Test-router-361699040', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:24:14Z', 'updated_at': '2021-08-11T22:25:12Z', 'revision_number': 11, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:14.087390 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002e7450-feb5-4755-9511-6daee1844203 None None] The sync data for ids ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'] in n-d-804275-3 is: [{'id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'name': 'tempest-RoutersIpV6Test-router-361699040', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:24:14Z', 'updated_at': '2021-08-11T22:25:12Z', 'revision_number': 11, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:25:14.100841 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-73120936-af8e-437a-aa68-f6808f5fe58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:14.114169 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-73120936-af8e-437a-aa68-f6808f5fe58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:14.128471 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-73120936-af8e-437a-aa68-f6808f5fe58e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a2b3daa6-5f85-4245-8b0d-7dd86f2cb8b5 HTTP/1.1" status: 204 len: 168 time: 0.2766597 Aug 11 22:25:14.154988 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73120936-af8e-437a-aa68-f6808f5fe58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b3daa6-5f85-4245-8b0d-7dd86f2cb8b5,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:14.213609 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-960dc7c6-90bd-4780-9964-98ccc7af4c13 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:14.327773 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023cd2f7-a545-4e83-bcb8-0b90828325dc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Router 9e8aafb9-02ca-47cf-a33a-c001c39c1077 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:25:14.443801 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-960dc7c6-90bd-4780-9964-98ccc7af4c13 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:14.502376 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960dc7c6-90bd-4780-9964-98ccc7af4c13 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Subnet': ['ID=039de269-4c2b-4879-9b7b-5fb097bf1008,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:14.533988 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5baa7a-5c33-44af-82e7-4c84f1c8239c None None] Network d273dacf-2e58-49b1-8162-502e41e32fc1 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:25:14.539459 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-960dc7c6-90bd-4780-9964-98ccc7af4c13 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:14.544644 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35306) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:14.546283 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-960dc7c6-90bd-4780-9964-98ccc7af4c13 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/subnets/039de269-4c2b-4879-9b7b-5fb097bf1008 HTTP/1.1" status: 204 len: 168 time: 0.9496548 Aug 11 22:25:14.668995 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:25:14.691788 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023cd2f7-a545-4e83-bcb8-0b90828325dc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:25:14.741250 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-023cd2f7-a545-4e83-bcb8-0b90828325dc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:14.749588 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-023cd2f7-a545-4e83-bcb8-0b90828325dc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.5989599 Aug 11 22:25:14.752759 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35308) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:14.762520 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-247bf368-46ba-4728-9d08-24290f349bca tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:14.770691 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9d93fd-b7d4-4b9b-b13c-b8e4530306a9 None None] Sync routers for ids ['9e8aafb9-02ca-47cf-a33a-c001c39c1077'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:25:14.792582 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35312) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:14.845831 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-44389ec7-5b54-456d-b966-033389fe17f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:14.853121 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:25:14.853625 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0d32d8f8-39ea-4fc5-8fad-ca1e55d99cea not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:25:14.862530 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9d93fd-b7d4-4b9b-b13c-b8e4530306a9 None None] Routers {'9e8aafb9-02ca-47cf-a33a-c001c39c1077'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:25:14.863746 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-6d9d93fd-b7d4-4b9b-b13c-b8e4530306a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:24:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9e8aafb9-02ca-47cf-a33a-c001c39c1077'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:14.891721 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-247bf368-46ba-4728-9d08-24290f349bca tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Deleting port 7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:25:14.892068 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-247bf368-46ba-4728-9d08-24290f349bca tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:15.020837 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-247bf368-46ba-4728-9d08-24290f349bca tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] For port 7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f,segment=NetworkSegment(ed3a238c-85b6-4ef5-9cba-a6705742d89d),segment_id=ed3a238c-85b6-4ef5-9cba-a6705742d89d)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:25:15.022087 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-247bf368-46ba-4728-9d08-24290f349bca tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:15.055603 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-247bf368-46ba-4728-9d08-24290f349bca tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Calling delete_port for 7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:25:15.091975 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568b0764-fb7e-47ca-81c9-d198dda945e6 None None] DHCP port deletion for d273dacf-2e58-49b1-8162-502e41e32fc1 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:25:15.148452 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-44389ec7-5b54-456d-b966-033389fe17f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:15.161958 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-44389ec7-5b54-456d-b966-033389fe17f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:15.214043 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-6d9d93fd-b7d4-4b9b-b13c-b8e4530306a9 None None] Set router 9e8aafb9-02ca-47cf-a33a-c001c39c1077 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:25:15.220419 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-44389ec7-5b54-456d-b966-033389fe17f0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b3b26fd976f145828556c761bd0cc43e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4244533 Aug 11 22:25:15.230040 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35314) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:15.263046 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-247bf368-46ba-4728-9d08-24290f349bca tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:15.325335 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247bf368-46ba-4728-9d08-24290f349bca tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Port': ['ID=7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:15.339660 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247bf368-46ba-4728-9d08-24290f349bca tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] No DVR routers for this DVR port 7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:25:15.495105 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-67450681-ee9b-42e0-a9f8-f426710882bd tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=99e4ef8618e749c9ac7b5e3c6561f65c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7399478 Aug 11 22:25:15.502116 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35318) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:15.525352 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44389ec7-5b54-456d-b966-033389fe17f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1f9c21-14e4-47b9-b3b8-27184098bc9d,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:15.531947 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c90a21ab-4198-4c98-8f66-bb0fa1d5b74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:15.541351 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-247bf368-46ba-4728-9d08-24290f349bca tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:15.568127 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-247bf368-46ba-4728-9d08-24290f349bca tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d273dacf-2e58-49b1-8162-502e41e32fc1']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:15.608709 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-247bf368-46ba-4728-9d08-24290f349bca tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed3a238c-85b6-4ef5-9cba-a6705742d89d') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:15.609227 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-247bf368-46ba-4728-9d08-24290f349bca tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed3a238c-85b6-4ef5-9cba-a6705742d89d') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:15.621337 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c90a21ab-4198-4c98-8f66-bb0fa1d5b74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:15.629873 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-247bf368-46ba-4728-9d08-24290f349bca tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:15.637942 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-568b0764-fb7e-47ca-81c9-d198dda945e6 None None] Deleting port 7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:25:15.639820 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-568b0764-fb7e-47ca-81c9-d198dda945e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:15.665324 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-247bf368-46ba-4728-9d08-24290f349bca tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:15.680710 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-247bf368-46ba-4728-9d08-24290f349bca tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:25:15.681687 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-247bf368-46ba-4728-9d08-24290f349bca tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:15.752143 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce85228-d353-4827-892a-2733fe80abaf tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:15.753865 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bce85228-d353-4827-892a-2733fe80abaf tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2494044 Aug 11 22:25:15.758301 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35324) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:15.780531 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c90a21ab-4198-4c98-8f66-bb0fa1d5b74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:15.793831 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c90a21ab-4198-4c98-8f66-bb0fa1d5b74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:15.793831 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c90a21ab-4198-4c98-8f66-bb0fa1d5b74b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fd1f9c21-14e4-47b9-b3b8-27184098bc9d HTTP/1.1" status: 204 len: 168 time: 0.5393708 Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:25:15.845074 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:25:15.849854 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fbc3ad6c-80c8-4c84-963a-156828a4b8b6 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ace0c6e5-d196-4ef9-80b8-149980a74560&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0884862 Aug 11 22:25:15.850891 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a21ab-4198-4c98-8f66-bb0fa1d5b74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1f9c21-14e4-47b9-b3b8-27184098bc9d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:15.853621 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35328) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:15.867002 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-5f577177-3b59-4f48-8f26-1d849ff07d58 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-22637677', 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:25:15.882087 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-247bf368-46ba-4728-9d08-24290f349bca tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:15.895032 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-568b0764-fb7e-47ca-81c9-d198dda945e6 None None] For port 7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f, host n-d-804275-3, got binding levels [] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:25:15.895539 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-568b0764-fb7e-47ca-81c9-d198dda945e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:15.916786 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-568b0764-fb7e-47ca-81c9-d198dda945e6 None None] Calling delete_port for 7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:25:15.919996 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.ipam_backend_mixin [None req-568b0764-fb7e-47ca-81c9-d198dda945e6 None None] Port 7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f was not found and therefore no delete operation was performed {{(pid=100944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 22:25:15.922108 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-568b0764-fb7e-47ca-81c9-d198dda945e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:15.922398 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-247bf368-46ba-4728-9d08-24290f349bca tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:15.927490 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-247bf368-46ba-4728-9d08-24290f349bca tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/networks/d273dacf-2e58-49b1-8162-502e41e32fc1 HTTP/1.1" status: 204 len: 168 time: 1.3808208 Aug 11 22:25:15.930116 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35330) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:15.938188 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-98e5bad5-d99a-4e61-b013-64664859b0ba tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'router': {'routes': None}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:25:15.975027 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b0764-fb7e-47ca-81c9-d198dda945e6 None None] Pushing event deleted for resources: {'Port': ['ID=7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:15.977845 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-568b0764-fb7e-47ca-81c9-d198dda945e6 None None] Network d273dacf-2e58-49b1-8162-502e41e32fc1 is not hosted by any dhcp agent {{(pid=100944) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 22:25:15.978660 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568b0764-fb7e-47ca-81c9-d198dda945e6 None None] No DVR routers for this DVR port 7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:25:16.034521 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247bf368-46ba-4728-9d08-24290f349bca tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Pushing event deleted for resources: {'Network': ['ID=d273dacf-2e58-49b1-8162-502e41e32fc1,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:16.060114 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-30656380-36e4-4dac-ac27-eaeee283de13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:16.072489 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-6d9d93fd-b7d4-4b9b-b13c-b8e4530306a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201708887', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '87dccd6e-a82a-416c-a2d4-90c55694c950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:09Z', 'updated_at': '2021-08-11T22:25:12Z', 'revision_number': 3, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': '87dccd6e-a82a-416c-a2d4-90c55694c950', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:16:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:11Z', 'updated_at': '2021-08-11T22:25:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:16.076658 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:16.120400 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9d93fd-b7d4-4b9b-b13c-b8e4530306a9 None None] Checking router: 9e8aafb9-02ca-47cf-a33a-c001c39c1077 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:25:16.120400 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9d93fd-b7d4-4b9b-b13c-b8e4530306a9 None None] Updating router 9e8aafb9-02ca-47cf-a33a-c001c39c1077 port 87dccd6e-a82a-416c-a2d4-90c55694c950 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:25:16.189618 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6d9d93fd-b7d4-4b9b-b13c-b8e4530306a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:16.210891 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f577177-3b59-4f48-8f26-1d849ff07d58 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Made reservation on behalf of 99e4ef8618e749c9ac7b5e3c6561f65c for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:25:16.215651 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5f577177-3b59-4f48-8f26-1d849ff07d58 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:16.486922 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:25:16.561481 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:25:16.564161 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7a3f9cb8-587f-4af5-a5f5-8edd2ec8b07f not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:25:16.692710 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5f577177-3b59-4f48-8f26-1d849ff07d58 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:16.854361 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f577177-3b59-4f48-8f26-1d849ff07d58 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Subnet': ['ID=2665ff53-ad82-414b-b2c5-b45b6ca0d1e9,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:16.876265 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f577177-3b59-4f48-8f26-1d849ff07d58 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Checking segment: {'id': '1f083fb3-78c4-439f-99d5-0d2efbbeb25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:25:16.877394 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f577177-3b59-4f48-8f26-1d849ff07d58 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Network hostable DHCP agents. Network: ba8e150f-384a-45ec-a828-5f8c39c8ec17, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:25:16.914285 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f577177-3b59-4f48-8f26-1d849ff07d58 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Network ba8e150f-384a-45ec-a828-5f8c39c8ec17 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:25:16.936904 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-5f577177-3b59-4f48-8f26-1d849ff07d58 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, ba8e150f-384a-45ec-a828-5f8c39c8ec17) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:25:16.941559 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f577177-3b59-4f48-8f26-1d849ff07d58 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:16.942353 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5f577177-3b59-4f48-8f26-1d849ff07d58 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:16.963448 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5f577177-3b59-4f48-8f26-1d849ff07d58 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1075807 Aug 11 22:25:16.967377 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3477ccce-3c2e-4616-affd-bcfea78bf90b None None] Network ba8e150f-384a-45ec-a828-5f8c39c8ec17 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:25:16.968247 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35354) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:17.374057 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6d9d93fd-b7d4-4b9b-b13c-b8e4530306a9 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:17.402067 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6d9d93fd-b7d4-4b9b-b13c-b8e4530306a9 None None] Transition to ACTIVE for port object 87dccd6e-a82a-416c-a2d4-90c55694c950 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:25:17.406351 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.extraroute_db [None req-98e5bad5-d99a-4e61-b013-64664859b0ba tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Added routes are [] {{(pid=100942) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 22:25:17.407204 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.extraroute_db [None req-98e5bad5-d99a-4e61-b013-64664859b0ba tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Removed routes are [] {{(pid=100942) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 22:25:17.408273 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-98e5bad5-d99a-4e61-b013-64664859b0ba tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1756175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1755230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39594'] for router, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:17.415219 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6d9d93fd-b7d4-4b9b-b13c-b8e4530306a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:17.597226 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6d6a6f-1861-440b-80a2-7bffdc6a07a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-ba8e150f-384a-45ec-a828-5f8c39c8ec17', 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'fixed_ips': [{'subnet_id': '2665ff53-ad82-414b-b2c5-b45b6ca0d1e9'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:25:17.601257 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bd6d6a6f-1861-440b-80a2-7bffdc6a07a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:17.649456 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6d9d93fd-b7d4-4b9b-b13c-b8e4530306a9 None None] Attempting to bind port 87dccd6e-a82a-416c-a2d4-90c55694c950 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:25:17.649894 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6d9d93fd-b7d4-4b9b-b13c-b8e4530306a9 None None] Attempting to bind port 87dccd6e-a82a-416c-a2d4-90c55694c950 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:25:17.650278 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9d93fd-b7d4-4b9b-b13c-b8e4530306a9 None None] Attempting to bind port 87dccd6e-a82a-416c-a2d4-90c55694c950 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:25:17.670338 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9d93fd-b7d4-4b9b-b13c-b8e4530306a9 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:25:17.670773 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9d93fd-b7d4-4b9b-b13c-b8e4530306a9 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:25:17.671181 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6d9d93fd-b7d4-4b9b-b13c-b8e4530306a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:17.671622 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9d93fd-b7d4-4b9b-b13c-b8e4530306a9 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:25:17.672190 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6d9d93fd-b7d4-4b9b-b13c-b8e4530306a9 None None] Bound port: 87dccd6e-a82a-416c-a2d4-90c55694c950, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:25:17.672591 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6d9d93fd-b7d4-4b9b-b13c-b8e4530306a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:17.716598 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-98e5bad5-d99a-4e61-b013-64664859b0ba tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1756175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1755230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39594'] for router, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:17.728099 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-98e5bad5-d99a-4e61-b013-64664859b0ba tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1756404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1756413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1755207'] for router, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:17.800030 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-6d9d93fd-b7d4-4b9b-b13c-b8e4530306a9 None None] For port 87dccd6e-a82a-416c-a2d4-90c55694c950, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:25:17.809227 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-6d9d93fd-b7d4-4b9b-b13c-b8e4530306a9 None None] For port 87dccd6e-a82a-416c-a2d4-90c55694c950, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=87dccd6e-a82a-416c-a2d4-90c55694c950,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:25:17.828789 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:17.836979 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6d9d93fd-b7d4-4b9b-b13c-b8e4530306a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:17.840317 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91878c-363b-43c6-a2c4-f4e2b5845763 None None] Pushing event updated for resources: {'Port': ['ID=87dccd6e-a82a-416c-a2d4-90c55694c950,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:17.959469 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e5bad5-d99a-4e61-b013-64664859b0ba tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:25:18.102947 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9d93fd-b7d4-4b9b-b13c-b8e4530306a9 None None] Routers {'9e8aafb9-02ca-47cf-a33a-c001c39c1077'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:25:18.103805 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-6d9d93fd-b7d4-4b9b-b13c-b8e4530306a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:25:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9e8aafb9-02ca-47cf-a33a-c001c39c1077'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:18.106210 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e5bad5-d99a-4e61-b013-64664859b0ba tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:25:18.107565 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91878c-363b-43c6-a2c4-f4e2b5845763 None None] Pushing event updated for resources: {'Port': ['ID=87dccd6e-a82a-416c-a2d4-90c55694c950,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:18.116867 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-98e5bad5-d99a-4e61-b013-64664859b0ba tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:18.118133 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-98e5bad5-d99a-4e61-b013-64664859b0ba tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "PUT /v2.0/routers/c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 HTTP/1.1" status: 200 len: 704 time: 2.1863379 Aug 11 22:25:18.124749 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35382) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:18.140654 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad223bc-0df4-4b90-b00c-e237e76b90c5 None None] Sync routers for ids ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:25:18.201868 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad223bc-0df4-4b90-b00c-e237e76b90c5 None None] Routers {'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:25:18.224716 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1ae6b575-2018-4639-9f20-5dc98a262d9c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "GET /v2.0/ports?device_id=c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 HTTP/1.1" status: 200 len: 205 time: 0.0987728 Aug 11 22:25:18.228838 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35386) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:18.237833 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-4ad223bc-0df4-4b90-b00c-e237e76b90c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:25:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:18.288035 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-bd6d6a6f-1861-440b-80a2-7bffdc6a07a2 None None] Allocated IP 172.20.0.2 (ba8e150f-384a-45ec-a828-5f8c39c8ec17/2665ff53-ad82-414b-b2c5-b45b6ca0d1e9/4835b0fc-554b-4655-a419-f897b055e65a) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:25:18.317955 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b4e3131a-a5f6-4d9c-8c6a-c96a3a17d1ae tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:18.488298 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-4ad223bc-0df4-4b90-b00c-e237e76b90c5 None None] Set router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:25:18.534939 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-789855e3-655d-4810-b11e-a6b443a3596b tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:18.760998 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-4ad223bc-0df4-4b90-b00c-e237e76b90c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'name': 'tempest-RoutersIpV6Test-router-361699040', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:24:14Z', 'updated_at': '2021-08-11T22:25:12Z', 'revision_number': 11, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:18.852005 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad223bc-0df4-4b90-b00c-e237e76b90c5 None None] Checking router: c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:25:18.855629 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35394) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:18.886082 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad223bc-0df4-4b90-b00c-e237e76b90c5 None None] Routers {'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:25:18.886787 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-4ad223bc-0df4-4b90-b00c-e237e76b90c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:25:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:18.992086 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-6d9d93fd-b7d4-4b9b-b13c-b8e4530306a9 None None] Set router 9e8aafb9-02ca-47cf-a33a-c001c39c1077 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:25:19.097917 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-4ad223bc-0df4-4b90-b00c-e237e76b90c5 None None] Set router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:25:19.115634 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-789855e3-655d-4810-b11e-a6b443a3596b tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:19.119982 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-789855e3-655d-4810-b11e-a6b443a3596b tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:19.129288 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1926b7be-1c7f-46ef-9869-df49f77125be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:19.238453 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-789855e3-655d-4810-b11e-a6b443a3596b tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:19.240477 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789855e3-655d-4810-b11e-a6b443a3596b tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Fanout notify agent at l3_agent the message router_deleted on router c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:25:19.247890 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-4ad223bc-0df4-4b90-b00c-e237e76b90c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'name': 'tempest-RoutersIpV6Test-router-361699040', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:24:14Z', 'updated_at': '2021-08-11T22:25:12Z', 'revision_number': 11, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:19.258924 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bd6d6a6f-1861-440b-80a2-7bffdc6a07a2 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:19.267654 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-789855e3-655d-4810-b11e-a6b443a3596b tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:19.276375 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-789855e3-655d-4810-b11e-a6b443a3596b tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/routers/c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 HTTP/1.1" status: 204 len: 168 time: 1.0385408 Aug 11 22:25:19.276375 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35398) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:19.280755 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-f80249a5-fbfe-4d3b-95be-d0c99d0e3ef5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-941211150', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:25:19.287089 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-bd6d6a6f-1861-440b-80a2-7bffdc6a07a2 None None] Transition to ACTIVE for port object 4835b0fc-554b-4655-a419-f897b055e65a will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:25:19.306886 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-bd6d6a6f-1861-440b-80a2-7bffdc6a07a2 None None] Transition to ACTIVE for port object 4835b0fc-554b-4655-a419-f897b055e65a will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:25:19.334799 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bd6d6a6f-1861-440b-80a2-7bffdc6a07a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:19.347788 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad223bc-0df4-4b90-b00c-e237e76b90c5 None None] The sync data for ids ['c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1'] in n-d-804275-3 is: [{'id': 'c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1', 'name': 'tempest-RoutersIpV6Test-router-361699040', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:24:14Z', 'updated_at': '2021-08-11T22:25:12Z', 'revision_number': 11, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:25:19.433787 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:19.436066 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1926b7be-1c7f-46ef-9869-df49f77125be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:19.460450 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1926b7be-1c7f-46ef-9869-df49f77125be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:19.482181 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f80249a5-fbfe-4d3b-95be-d0c99d0e3ef5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:19.483829 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f80249a5-fbfe-4d3b-95be-d0c99d0e3ef5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:19.547800 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-b4e3131a-a5f6-4d9c-8c6a-c96a3a17d1ae tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Allocated IP 172.20.0.1 (ba8e150f-384a-45ec-a828-5f8c39c8ec17/2665ff53-ad82-414b-b2c5-b45b6ca0d1e9/4079f241-29f4-40ae-a867-1c9e289dd6c9) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:25:19.586924 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6d6a6f-1861-440b-80a2-7bffdc6a07a2 None None] Network ba8e150f-384a-45ec-a828-5f8c39c8ec17 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:25:19.620089 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1926b7be-1c7f-46ef-9869-df49f77125be admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8ff74f9311074799a1e6b1104c6bb456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7594695 Aug 11 22:25:19.628727 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35404) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:19.637990 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f80249a5-fbfe-4d3b-95be-d0c99d0e3ef5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:19.640745 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-bd6d6a6f-1861-440b-80a2-7bffdc6a07a2 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:25:19.650384 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f80249a5-fbfe-4d3b-95be-d0c99d0e3ef5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:19.657797 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6d6a6f-1861-440b-80a2-7bffdc6a07a2 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:25:19.692168 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d6a6f-1861-440b-80a2-7bffdc6a07a2 None None] Pushing event updated for resources: {'Port': ['ID=4835b0fc-554b-4655-a419-f897b055e65a,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:19.692377 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f80249a5-fbfe-4d3b-95be-d0c99d0e3ef5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:19.693746 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f80249a5-fbfe-4d3b-95be-d0c99d0e3ef5 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4170370 Aug 11 22:25:19.698567 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35406) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:19.706958 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-f571dcdc-3a20-4c6d-84e4-14928d59a884 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:25:19.775942 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926b7be-1c7f-46ef-9869-df49f77125be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a888c96e-0014-43aa-ac89-07f6089dd1e1,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:19.910649 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-bd6d6a6f-1861-440b-80a2-7bffdc6a07a2 None None] Attempting to bind port 4835b0fc-554b-4655-a419-f897b055e65a on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:25:19.911585 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-bd6d6a6f-1861-440b-80a2-7bffdc6a07a2 None None] Attempting to bind port 4835b0fc-554b-4655-a419-f897b055e65a by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '1f083fb3-78c4-439f-99d5-0d2efbbeb25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:25:19.911908 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6d6a6f-1861-440b-80a2-7bffdc6a07a2 None None] Attempting to bind port 4835b0fc-554b-4655-a419-f897b055e65a on network ba8e150f-384a-45ec-a828-5f8c39c8ec17 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:25:19.929428 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6d6a6f-1861-440b-80a2-7bffdc6a07a2 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:25:19.929836 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6d6a6f-1861-440b-80a2-7bffdc6a07a2 None None] Checking segment: {'id': '1f083fb3-78c4-439f-99d5-0d2efbbeb25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:25:19.930254 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bd6d6a6f-1861-440b-80a2-7bffdc6a07a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:19.930665 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6d6a6f-1861-440b-80a2-7bffdc6a07a2 None None] Bound using segment: {'id': '1f083fb3-78c4-439f-99d5-0d2efbbeb25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:25:19.931189 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-bd6d6a6f-1861-440b-80a2-7bffdc6a07a2 None None] Bound port: 4835b0fc-554b-4655-a419-f897b055e65a, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f083fb3-78c4-439f-99d5-0d2efbbeb25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:25:19.931614 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bd6d6a6f-1861-440b-80a2-7bffdc6a07a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:19.976456 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-02dfd3a2-456e-4a72-b1d6-a720d66bc365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:20.065184 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-bd6d6a6f-1861-440b-80a2-7bffdc6a07a2 None None] For port 4835b0fc-554b-4655-a419-f897b055e65a, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:25:20.069174 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-bd6d6a6f-1861-440b-80a2-7bffdc6a07a2 None None] For port 4835b0fc-554b-4655-a419-f897b055e65a, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=4835b0fc-554b-4655-a419-f897b055e65a,segment=NetworkSegment(1f083fb3-78c4-439f-99d5-0d2efbbeb25c),segment_id=1f083fb3-78c4-439f-99d5-0d2efbbeb25c)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:25:20.076314 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-6d9d93fd-b7d4-4b9b-b13c-b8e4530306a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201708887', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '87dccd6e-a82a-416c-a2d4-90c55694c950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:09Z', 'updated_at': '2021-08-11T22:25:12Z', 'revision_number': 3, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': '87dccd6e-a82a-416c-a2d4-90c55694c950', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:16:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:11Z', 'updated_at': '2021-08-11T22:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:20.081810 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bd6d6a6f-1861-440b-80a2-7bffdc6a07a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:20.127459 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9d93fd-b7d4-4b9b-b13c-b8e4530306a9 None None] The sync data for ids ['9e8aafb9-02ca-47cf-a33a-c001c39c1077'] in n-d-804275-3 is: [{'id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201708887', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '87dccd6e-a82a-416c-a2d4-90c55694c950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:09Z', 'updated_at': '2021-08-11T22:25:12Z', 'revision_number': 3, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': '87dccd6e-a82a-416c-a2d4-90c55694c950', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:16:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:11Z', 'updated_at': '2021-08-11T22:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:25:20.198968 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f571dcdc-3a20-4c6d-84e4-14928d59a884 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1756175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1755230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39594'] for router, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:20.256203 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f571dcdc-3a20-4c6d-84e4-14928d59a884 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1756404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1756413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1755207'] for router, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:20.266580 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d6a6f-1861-440b-80a2-7bffdc6a07a2 None None] Pushing event updated for resources: {'Port': ['ID=4835b0fc-554b-4655-a419-f897b055e65a,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:20.664255 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f571dcdc-3a20-4c6d-84e4-14928d59a884 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Router 22b875be-9319-4a19-bc6f-6e9d34541e71 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:25:20.720319 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:20.864244 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-02dfd3a2-456e-4a72-b1d6-a720d66bc365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:20.889054 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b4e3131a-a5f6-4d9c-8c6a-c96a3a17d1ae tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:20.926756 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-b4e3131a-a5f6-4d9c-8c6a-c96a3a17d1ae tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Transition to ACTIVE for port object 4079f241-29f4-40ae-a867-1c9e289dd6c9 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:25:20.945919 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f571dcdc-3a20-4c6d-84e4-14928d59a884 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:25:20.963855 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f571dcdc-3a20-4c6d-84e4-14928d59a884 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:20.964092 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3a7ed4-12f7-409a-9c99-313b6bfb0e95 None None] Sync routers for ids ['22b875be-9319-4a19-bc6f-6e9d34541e71'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:25:20.965130 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f571dcdc-3a20-4c6d-84e4-14928d59a884 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "PUT /v2.0/routers/22b875be-9319-4a19-bc6f-6e9d34541e71 HTTP/1.1" status: 200 len: 697 time: 1.2654777 Aug 11 22:25:20.969309 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35422) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:20.993028 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-02dfd3a2-456e-4a72-b1d6-a720d66bc365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:21.003803 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-02dfd3a2-456e-4a72-b1d6-a720d66bc365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:21.011728 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-02dfd3a2-456e-4a72-b1d6-a720d66bc365 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a888c96e-0014-43aa-ac89-07f6089dd1e1 HTTP/1.1" status: 204 len: 168 time: 1.3782985 Aug 11 22:25:21.032002 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3a7ed4-12f7-409a-9c99-313b6bfb0e95 None None] Routers {'22b875be-9319-4a19-bc6f-6e9d34541e71'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:25:21.033967 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-7f3a7ed4-12f7-409a-9c99-313b6bfb0e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:25:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['22b875be-9319-4a19-bc6f-6e9d34541e71'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:21.039670 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dfd3a2-456e-4a72-b1d6-a720d66bc365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a888c96e-0014-43aa-ac89-07f6089dd1e1,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:21.062557 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b4e3131a-a5f6-4d9c-8c6a-c96a3a17d1ae tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:21.158634 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-715fc9b4-b36d-4637-a5ae-4734af1943f9 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "GET /v2.0/routers/22b875be-9319-4a19-bc6f-6e9d34541e71 HTTP/1.1" status: 200 len: 703 time: 0.1879346 Aug 11 22:25:21.163587 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35430) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:21.198552 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3131a-a5f6-4d9c-8c6a-c96a3a17d1ae tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Port': ['ID=4079f241-29f4-40ae-a867-1c9e289dd6c9,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:21.227500 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e3131a-a5f6-4d9c-8c6a-c96a3a17d1ae tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Network ba8e150f-384a-45ec-a828-5f8c39c8ec17 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:25:21.230431 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-b4e3131a-a5f6-4d9c-8c6a-c96a3a17d1ae tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:25:21.234121 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e3131a-a5f6-4d9c-8c6a-c96a3a17d1ae tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:25:21.251559 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d1e89e73-54d3-426c-adce-282d8b582c4b tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "GET /v2.0/ports?device_id=22b875be-9319-4a19-bc6f-6e9d34541e71 HTTP/1.1" status: 200 len: 205 time: 0.0817530 Aug 11 22:25:21.253062 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35432) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:21.371298 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b4e3131a-a5f6-4d9c-8c6a-c96a3a17d1ae tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:21.452068 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e9cd7178-d806-4837-8926-aa780108d104 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:21.489146 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-7f3a7ed4-12f7-409a-9c99-313b6bfb0e95 None None] Set router 22b875be-9319-4a19-bc6f-6e9d34541e71 gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:25:21.726838 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b4e3131a-a5f6-4d9c-8c6a-c96a3a17d1ae tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:21.843342 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-7f3a7ed4-12f7-409a-9c99-313b6bfb0e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b875be-9319-4a19-bc6f-6e9d34541e71', 'name': 'tempest-RoutersIpV6Test-router-941211150', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:19Z', 'updated_at': '2021-08-11T22:25:20Z', 'revision_number': 2, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:21.928228 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e9cd7178-d806-4837-8926-aa780108d104 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:21.939062 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e9cd7178-d806-4837-8926-aa780108d104 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:22.009881 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3a7ed4-12f7-409a-9c99-313b6bfb0e95 None None] Checking router: 22b875be-9319-4a19-bc6f-6e9d34541e71 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:25:22.043750 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3a7ed4-12f7-409a-9c99-313b6bfb0e95 None None] Routers {'22b875be-9319-4a19-bc6f-6e9d34541e71'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:25:22.047864 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-7f3a7ed4-12f7-409a-9c99-313b6bfb0e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:25:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['22b875be-9319-4a19-bc6f-6e9d34541e71'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:22.077213 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e9cd7178-d806-4837-8926-aa780108d104 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:22.078520 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cd7178-d806-4837-8926-aa780108d104 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Fanout notify agent at l3_agent the message router_deleted on router 22b875be-9319-4a19-bc6f-6e9d34541e71 {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:25:22.124232 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e9cd7178-d806-4837-8926-aa780108d104 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:22.125954 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e9cd7178-d806-4837-8926-aa780108d104 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/routers/22b875be-9319-4a19-bc6f-6e9d34541e71 HTTP/1.1" status: 204 len: 168 time: 0.8726521 Aug 11 22:25:22.133527 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35448) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:22.273901 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0b548b18-99e7-417a-9844-51aa7299a1bf tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "GET /v2.0/ports?device_id=22b875be-9319-4a19-bc6f-6e9d34541e71 HTTP/1.1" status: 200 len: 205 time: 0.1390858 Aug 11 22:25:22.277542 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35450) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:22.285285 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-7f3a7ed4-12f7-409a-9c99-313b6bfb0e95 None None] Set router 22b875be-9319-4a19-bc6f-6e9d34541e71 gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:25:22.388523 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-7d92ca74-08e1-43ab-9f07-aa687bc0c965 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] delete failed (client error): The resource could not be found. Aug 11 22:25:22.396945 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35454) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:22.405900 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7d92ca74-08e1-43ab-9f07-aa687bc0c965 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/routers/22b875be-9319-4a19-bc6f-6e9d34541e71 HTTP/1.1" status: 404 len: 336 time: 0.1158705 Aug 11 22:25:22.458697 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c7c3b4-9aee-44d4-9ccf-6aac8f6430f4 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] DELETE failed (client error): The resource could not be found. Aug 11 22:25:22.459540 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46c7c3b4-9aee-44d4-9ccf-6aac8f6430f4 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:25:22.461798 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-46c7c3b4-9aee-44d4-9ccf-6aac8f6430f4 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/subnets/4d222372-0267-416a-9049-d7dc044c6cac HTTP/1.1" status: 404 len: 337 time: 0.0534017 Aug 11 22:25:22.464922 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35458) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:22.566388 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8f7197-5b3f-427f-a092-f098d8315752 None None] Network ba8e150f-384a-45ec-a828-5f8c39c8ec17 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:25:22.571876 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 87dccd6e-a82a-416c-a2d4-90c55694c950 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:25:22.576121 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-75821c0e-8c2e-497b-9df3-6e1f1f77d870 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] DELETE failed (client error): The resource could not be found. Aug 11 22:25:22.576589 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75821c0e-8c2e-497b-9df3-6e1f1f77d870 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:25:22.578429 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-75821c0e-8c2e-497b-9df3-6e1f1f77d870 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/subnets/c651e843-e681-4d98-927e-6155d5671e5c HTTP/1.1" status: 404 len: 337 time: 0.1123631 Aug 11 22:25:22.581267 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35464) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:22.636760 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a7ac77-a1ad-4268-908d-e33c6f012d90 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] DELETE failed (client error): The resource could not be found. Aug 11 22:25:22.637229 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48a7ac77-a1ad-4268-908d-e33c6f012d90 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:25:22.639376 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-48a7ac77-a1ad-4268-908d-e33c6f012d90 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/subnets/d179a06f-a8e9-466b-8bac-70733efa7511 HTTP/1.1" status: 404 len: 337 time: 0.0571058 Aug 11 22:25:22.642878 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35466) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:22.737421 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9677a7f-f4f6-4558-bf06-da5d03f79dbd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] DELETE failed (client error): The resource could not be found. Aug 11 22:25:22.738222 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9677a7f-f4f6-4558-bf06-da5d03f79dbd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:25:22.750445 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c9677a7f-f4f6-4558-bf06-da5d03f79dbd tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/subnets/039de269-4c2b-4879-9b7b-5fb097bf1008 HTTP/1.1" status: 404 len: 337 time: 0.1056356 Aug 11 22:25:22.751363 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35470) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:22.767199 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-7f3a7ed4-12f7-409a-9c99-313b6bfb0e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b875be-9319-4a19-bc6f-6e9d34541e71', 'name': 'tempest-RoutersIpV6Test-router-941211150', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:19Z', 'updated_at': '2021-08-11T22:25:20Z', 'revision_number': 2, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:22.773289 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b4e3131a-a5f6-4d9c-8c6a-c96a3a17d1ae tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:22.786672 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b4e3131a-a5f6-4d9c-8c6a-c96a3a17d1ae tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:22.792868 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9acc366d-4cd2-47e8-bcf7-6c339f7ce94c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "GET /v2.0/ports?device_id=c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 HTTP/1.1" status: 200 len: 205 time: 0.0384653 Aug 11 22:25:22.795878 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35472) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:22.856438 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ef518eb0-1371-4929-8dca-c26cf58b62be None None] Provisioning for port 4835b0fc-554b-4655-a419-f897b055e65a completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:25:22.894123 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-475cb490-c12f-459b-8a4a-a5d962817b3e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] delete failed (client error): The resource could not be found. Aug 11 22:25:22.897236 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-475cb490-c12f-459b-8a4a-a5d962817b3e tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/routers/c532f7a4-4de0-45c0-8b4a-372b9a4cc0f1 HTTP/1.1" status: 404 len: 336 time: 0.0998094 Aug 11 22:25:22.898594 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b4e3131a-a5f6-4d9c-8c6a-c96a3a17d1ae tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:22.901475 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35476) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:22.951229 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2d516a16-73a8-4abb-a275-b32222addae7 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "GET /v2.0/ports?device_id=738bed05-008c-4499-b162-343897683c5b HTTP/1.1" status: 200 len: 205 time: 0.0484560 Aug 11 22:25:22.953813 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35480) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:23.045922 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-f6e6cd18-9ac0-42d1-b368-bf5c6d49f6d3 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] delete failed (client error): The resource could not be found. Aug 11 22:25:23.052651 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f6e6cd18-9ac0-42d1-b368-bf5c6d49f6d3 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/routers/738bed05-008c-4499-b162-343897683c5b HTTP/1.1" status: 404 len: 336 time: 0.0950935 Aug 11 22:25:23.056283 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35484) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:23.077442 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3a7ed4-12f7-409a-9c99-313b6bfb0e95 None None] The sync data for ids ['22b875be-9319-4a19-bc6f-6e9d34541e71'] in n-d-804275-3 is: [{'id': '22b875be-9319-4a19-bc6f-6e9d34541e71', 'name': 'tempest-RoutersIpV6Test-router-941211150', 'tenant_id': '05b95e21e6704290a3c250207b618344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:19Z', 'updated_at': '2021-08-11T22:25:20Z', 'revision_number': 2, 'project_id': '05b95e21e6704290a3c250207b618344', 'gw_port_host': None}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:25:23.114699 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3131a-a5f6-4d9c-8c6a-c96a3a17d1ae tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Port': ['ID=4079f241-29f4-40ae-a867-1c9e289dd6c9,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:23.162584 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-920b2b61-11eb-44df-8684-80ddc5bd9e70 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] DELETE failed (client error): The resource could not be found. Aug 11 22:25:23.163163 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-920b2b61-11eb-44df-8684-80ddc5bd9e70 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:25:23.169795 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-920b2b61-11eb-44df-8684-80ddc5bd9e70 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/subnets/634fe4d3-e20f-437e-8212-905fc29f4328 HTTP/1.1" status: 404 len: 337 time: 0.1122868 Aug 11 22:25:23.177007 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35488) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:23.229401 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 87dccd6e-a82a-416c-a2d4-90c55694c950 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:25:23.234436 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8948d04d-9a25-4375-a5c7-778ca1068680 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8467fb1-8598-4647-9178-81e90a5c22a3 HTTP/1.1" status: 200 len: 205 time: 0.0543580 Aug 11 22:25:23.236100 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 87dccd6e-a82a-416c-a2d4-90c55694c950 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:23.236420 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:23.237122 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35490) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:23.281665 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e3131a-a5f6-4d9c-8c6a-c96a3a17d1ae tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Network ba8e150f-384a-45ec-a828-5f8c39c8ec17 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:25:23.285464 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-b4e3131a-a5f6-4d9c-8c6a-c96a3a17d1ae tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:25:23.308393 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-4231187f-2b98-4bc9-a225-9e60d6f9e77a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] delete failed (client error): The resource could not be found. Aug 11 22:25:23.309895 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4231187f-2b98-4bc9-a225-9e60d6f9e77a tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/routers/c8467fb1-8598-4647-9178-81e90a5c22a3 HTTP/1.1" status: 404 len: 336 time: 0.0704415 Aug 11 22:25:23.312663 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35492) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:23.387369 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-47aa0249-c444-4352-95b3-fee95622874f tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "GET /v2.0/ports?device_id=71863388-a7e5-4db4-b896-70a53d2a700c HTTP/1.1" status: 200 len: 205 time: 0.0732090 Aug 11 22:25:23.394481 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35496) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:23.468060 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:23.489581 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-1c0808f4-b79b-4896-9e54-0d485a591e15 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] delete failed (client error): The resource could not be found. Aug 11 22:25:23.490955 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1c0808f4-b79b-4896-9e54-0d485a591e15 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/routers/71863388-a7e5-4db4-b896-70a53d2a700c HTTP/1.1" status: 404 len: 336 time: 0.0946293 Aug 11 22:25:23.495354 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35500) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:23.550633 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 87dccd6e-a82a-416c-a2d4-90c55694c950, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=87dccd6e-a82a-416c-a2d4-90c55694c950,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:25:23.561150 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f54b572-6331-45bd-96b4-6e13b095969c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] DELETE failed (client error): The resource could not be found. Aug 11 22:25:23.564146 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f54b572-6331-45bd-96b4-6e13b095969c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:25:23.566165 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3f54b572-6331-45bd-96b4-6e13b095969c tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/subnets/03d8b4f8-f042-4c4f-bcee-9ca43af6e945 HTTP/1.1" status: 404 len: 337 time: 0.0696752 Aug 11 22:25:23.571637 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35504) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:23.575429 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:23.576870 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 4835b0fc-554b-4655-a419-f897b055e65a up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:25:23.628759 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6fefc884-0c7b-472f-9ba6-1385aa4f454f tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "GET /v2.0/ports?device_id=5a6464a8-ccc2-45ec-9b67-1343b6965f7e HTTP/1.1" status: 200 len: 205 time: 0.0560462 Aug 11 22:25:23.631094 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35506) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:23.712068 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e3131a-a5f6-4d9c-8c6a-c96a3a17d1ae tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Router 9e8aafb9-02ca-47cf-a33a-c001c39c1077 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:25:23.736307 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-6851eba1-5eab-4bb5-8a37-911bc5eb3e07 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] delete failed (client error): The resource could not be found. Aug 11 22:25:23.737801 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6851eba1-5eab-4bb5-8a37-911bc5eb3e07 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/routers/5a6464a8-ccc2-45ec-9b67-1343b6965f7e HTTP/1.1" status: 404 len: 336 time: 0.1054604 Aug 11 22:25:23.740587 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35510) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:23.763097 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=87dccd6e-a82a-416c-a2d4-90c55694c950,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:23.856076 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 4835b0fc-554b-4655-a419-f897b055e65a completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:25:23.857929 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3233241-5c9e-41f6-b103-697be889baef tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] DELETE failed (client error): The resource could not be found. Aug 11 22:25:23.859168 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3233241-5c9e-41f6-b103-697be889baef tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:25:23.862331 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a3233241-5c9e-41f6-b103-697be889baef tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/subnets/13daca4b-b9d1-45a6-b65a-02c06c0e88a7 HTTP/1.1" status: 404 len: 337 time: 0.1203804 Aug 11 22:25:23.866660 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 4835b0fc-554b-4655-a419-f897b055e65a triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:23.866948 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35512) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:23.867158 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:23.906903 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a0518693-4bca-4706-8651-2eeecc350e13 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "GET /v2.0/ports?device_id=13a143d8-6b7e-4903-8545-952bfe80c062 HTTP/1.1" status: 200 len: 205 time: 0.0395722 Aug 11 22:25:23.912725 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35514) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:23.997822 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-1f9480c1-05a2-4f2b-b80c-d6d8db237a74 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] delete failed (client error): The resource could not be found. Aug 11 22:25:23.999015 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1f9480c1-05a2-4f2b-b80c-d6d8db237a74 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/routers/13a143d8-6b7e-4903-8545-952bfe80c062 HTTP/1.1" status: 404 len: 336 time: 0.0849533 Aug 11 22:25:24.001583 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35516) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:24.003897 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e3131a-a5f6-4d9c-8c6a-c96a3a17d1ae tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:25:24.009514 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b4e3131a-a5f6-4d9c-8c6a-c96a3a17d1ae tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "PUT /v2.0/routers/9e8aafb9-02ca-47cf-a33a-c001c39c1077/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0408175 Aug 11 22:25:24.036467 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84b9910-dd37-4733-8246-b3508e189ce3 None None] Sync routers for ids ['9e8aafb9-02ca-47cf-a33a-c001c39c1077'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:25:24.042079 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-087dd74d-52c5-4c4d-8519-e9c60da956f2 None None] Provisioning for port 4079f241-29f4-40ae-a867-1c9e289dd6c9 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:25:24.054730 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-087dd74d-52c5-4c4d-8519-e9c60da956f2 None None] Provisioning complete for port 4079f241-29f4-40ae-a867-1c9e289dd6c9 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:24.055487 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-087dd74d-52c5-4c4d-8519-e9c60da956f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:24.058495 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84b9910-dd37-4733-8246-b3508e189ce3 None None] Routers {'9e8aafb9-02ca-47cf-a33a-c001c39c1077'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:25:24.059390 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f84b9910-dd37-4733-8246-b3508e189ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:25:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9e8aafb9-02ca-47cf-a33a-c001c39c1077'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:24.106564 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f3a00aa-c040-402a-915d-5f60a73d4722 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] DELETE failed (client error): The resource could not be found. Aug 11 22:25:24.114327 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f3a00aa-c040-402a-915d-5f60a73d4722 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:25:24.127120 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35528) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:24.133516 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-087dd74d-52c5-4c4d-8519-e9c60da956f2 None None] Port 4079f241-29f4-40ae-a867-1c9e289dd6c9 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:25:24.136114 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7f3a00aa-c040-402a-915d-5f60a73d4722 tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/subnets/25fb0f89-7a8a-461f-a5af-de10fc017c0b HTTP/1.1" status: 404 len: 337 time: 0.1328874 Aug 11 22:25:24.219350 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-087dd74d-52c5-4c4d-8519-e9c60da956f2 None None] Provisioning complete for port 4835b0fc-554b-4655-a419-f897b055e65a triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:24.220127 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-087dd74d-52c5-4c4d-8519-e9c60da956f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:24.264376 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-930dbc0f-2509-42ae-bcba-e8ca13deecbb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] DELETE failed (client error): The resource could not be found. Aug 11 22:25:24.265736 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-930dbc0f-2509-42ae-bcba-e8ca13deecbb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:25:24.273381 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-930dbc0f-2509-42ae-bcba-e8ca13deecbb tempest-RoutersIpV6Test-1404169268 tempest-RoutersIpV6Test-1404169268-project] 10.222.0.77 "DELETE /v2.0/subnets/0715a22a-75fe-461f-92c3-57359f6d6ce7 HTTP/1.1" status: 404 len: 337 time: 0.1446197 Aug 11 22:25:24.333954 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:24.423629 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 4835b0fc-554b-4655-a419-f897b055e65a, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=4835b0fc-554b-4655-a419-f897b055e65a,segment=NetworkSegment(1f083fb3-78c4-439f-99d5-0d2efbbeb25c),segment_id=1f083fb3-78c4-439f-99d5-0d2efbbeb25c)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:25:24.436406 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:24.456335 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-f84b9910-dd37-4733-8246-b3508e189ce3 None None] Set router 9e8aafb9-02ca-47cf-a33a-c001c39c1077 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:25:24.722647 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 87dccd6e-a82a-416c-a2d4-90c55694c950 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:25:24.796061 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=4835b0fc-554b-4655-a419-f897b055e65a,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:24.984086 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 87dccd6e-a82a-416c-a2d4-90c55694c950 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:24.984264 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:25.013738 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35586) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:25.125864 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-850448fd-846c-45bd-94b8-c34162538e17 None None] Provisioning complete for port 4079f241-29f4-40ae-a867-1c9e289dd6c9 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:25.126895 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-850448fd-846c-45bd-94b8-c34162538e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:25.157588 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f84b9910-dd37-4733-8246-b3508e189ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201708887', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '87dccd6e-a82a-416c-a2d4-90c55694c950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:09Z', 'updated_at': '2021-08-11T22:25:21Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': '87dccd6e-a82a-416c-a2d4-90c55694c950', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:16:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:11Z', 'updated_at': '2021-08-11T22:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '4079f241-29f4-40ae-a867-1c9e289dd6c9', 'name': '', 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:11:9c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '2665ff53-ad82-414b-b2c5-b45b6ca0d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:18Z', 'updated_at': '2021-08-11T22:25:22Z', 'revision_number': 2, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': '2665ff53-ad82-414b-b2c5-b45b6ca0d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:25.189555 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-850448fd-846c-45bd-94b8-c34162538e17 None None] Port 4079f241-29f4-40ae-a867-1c9e289dd6c9 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:25:25.220782 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84b9910-dd37-4733-8246-b3508e189ce3 None None] Checking router: 9e8aafb9-02ca-47cf-a33a-c001c39c1077 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:25:25.221582 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84b9910-dd37-4733-8246-b3508e189ce3 None None] Updating router 9e8aafb9-02ca-47cf-a33a-c001c39c1077 port 4079f241-29f4-40ae-a867-1c9e289dd6c9 binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:25:25.297947 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-f84b9910-dd37-4733-8246-b3508e189ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:25.368437 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-e1632757-4cff-453d-9ea6-cd04716aab86 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-713915644&fields=id&tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c HTTP/1.1" status: 200 len: 267 time: 0.0751803 Aug 11 22:25:25.552954 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-69035e95-e95b-4843-979b-6b4b28db6675 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=05b95e21e6704290a3c250207b618344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5369263 Aug 11 22:25:25.555444 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35638) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:25.578737 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-d68a1827-0430-4db1-8b04-e9179522ca8e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:25.580926 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-d68a1827-0430-4db1-8b04-e9179522ca8e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/networks?id=ba8e150f-384a-45ec-a828-5f8c39c8ec17 HTTP/1.1" status: 200 len: 797 time: 0.2001846 Aug 11 22:25:25.614909 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-186cacec-876f-48dd-b949-38a8d72f28a0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/quotas/99e4ef8618e749c9ac7b5e3c6561f65c HTTP/1.1" status: 200 len: 375 time: 0.0215077 Aug 11 22:25:25.767047 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-1db50759-ffb8-4738-aae5-ae6dbca1e1f3 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1301291 Aug 11 22:25:25.767890 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d14b7d06-4909-4712-ae5f-abb9841e539b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:25.824499 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d14b7d06-4909-4712-ae5f-abb9841e539b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:25.963667 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d14b7d06-4909-4712-ae5f-abb9841e539b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:25.974816 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d14b7d06-4909-4712-ae5f-abb9841e539b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:25.977021 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d14b7d06-4909-4712-ae5f-abb9841e539b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/552ec815-9d62-4837-af7f-bab8d1c3b8bb HTTP/1.1" status: 204 len: 168 time: 0.4201968 Aug 11 22:25:25.988247 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-ff4b5d5f-9e59-4195-8172-7d43b309bd9c service neutron] 10.222.0.77 "GET /v2.0/networks/ba8e150f-384a-45ec-a828-5f8c39c8ec17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156751 Aug 11 22:25:25.995103 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b7d06-4909-4712-ae5f-abb9841e539b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552ec815-9d62-4837-af7f-bab8d1c3b8bb,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:26.041176 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-f84b9910-dd37-4733-8246-b3508e189ce3 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:26.072008 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-f84b9910-dd37-4733-8246-b3508e189ce3 None None] Transition to ACTIVE for port object 4079f241-29f4-40ae-a867-1c9e289dd6c9 will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:25:26.083500 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-f84b9910-dd37-4733-8246-b3508e189ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:26.262157 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-f84b9910-dd37-4733-8246-b3508e189ce3 None None] Attempting to bind port 4079f241-29f4-40ae-a867-1c9e289dd6c9 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:25:26.263645 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-f84b9910-dd37-4733-8246-b3508e189ce3 None None] Attempting to bind port 4079f241-29f4-40ae-a867-1c9e289dd6c9 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '1f083fb3-78c4-439f-99d5-0d2efbbeb25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:25:26.264400 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84b9910-dd37-4733-8246-b3508e189ce3 None None] Attempting to bind port 4079f241-29f4-40ae-a867-1c9e289dd6c9 on network ba8e150f-384a-45ec-a828-5f8c39c8ec17 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:25:26.276791 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7652c34-13a6-494d-8cc4-74c86ac755bf None None] Pushing event updated for resources: {'Port': ['ID=4079f241-29f4-40ae-a867-1c9e289dd6c9,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:26.293704 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7652c34-13a6-494d-8cc4-74c86ac755bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:26.293704 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7652c34-13a6-494d-8cc4-74c86ac755bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:26.293704 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7652c34-13a6-494d-8cc4-74c86ac755bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:26.293704 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7652c34-13a6-494d-8cc4-74c86ac755bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:26.293704 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7652c34-13a6-494d-8cc4-74c86ac755bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:26.293704 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7652c34-13a6-494d-8cc4-74c86ac755bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:26.293704 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7652c34-13a6-494d-8cc4-74c86ac755bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:26.293704 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7652c34-13a6-494d-8cc4-74c86ac755bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:26.293704 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7652c34-13a6-494d-8cc4-74c86ac755bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:26.293704 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7652c34-13a6-494d-8cc4-74c86ac755bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:26.295389 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7652c34-13a6-494d-8cc4-74c86ac755bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:26.295389 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7652c34-13a6-494d-8cc4-74c86ac755bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:25:26.299653 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84b9910-dd37-4733-8246-b3508e189ce3 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:25:26.300091 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84b9910-dd37-4733-8246-b3508e189ce3 None None] Checking segment: {'id': '1f083fb3-78c4-439f-99d5-0d2efbbeb25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:25:26.300662 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-f84b9910-dd37-4733-8246-b3508e189ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:26.301817 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84b9910-dd37-4733-8246-b3508e189ce3 None None] Bound using segment: {'id': '1f083fb3-78c4-439f-99d5-0d2efbbeb25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:25:26.302489 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-f84b9910-dd37-4733-8246-b3508e189ce3 None None] Bound port: 4079f241-29f4-40ae-a867-1c9e289dd6c9, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f083fb3-78c4-439f-99d5-0d2efbbeb25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:25:26.303029 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-f84b9910-dd37-4733-8246-b3508e189ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:26.335176 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-302cbc4a-f086-4e0c-ad75-817541cb4b79 service neutron] 10.222.0.77 "GET /v2.0/networks/ba8e150f-384a-45ec-a828-5f8c39c8ec17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451219 Aug 11 22:25:26.479841 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-f84b9910-dd37-4733-8246-b3508e189ce3 None None] For port 4079f241-29f4-40ae-a867-1c9e289dd6c9, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:25:26.493459 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-f84b9910-dd37-4733-8246-b3508e189ce3 None None] For port 4079f241-29f4-40ae-a867-1c9e289dd6c9, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=4079f241-29f4-40ae-a867-1c9e289dd6c9,segment=NetworkSegment(1f083fb3-78c4-439f-99d5-0d2efbbeb25c),segment_id=1f083fb3-78c4-439f-99d5-0d2efbbeb25c)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:25:26.502946 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-f84b9910-dd37-4733-8246-b3508e189ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:26.626033 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 4835b0fc-554b-4655-a419-f897b055e65a up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:25:26.708195 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84b9910-dd37-4733-8246-b3508e189ce3 None None] Routers {'9e8aafb9-02ca-47cf-a33a-c001c39c1077'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:25:26.715438 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f84b9910-dd37-4733-8246-b3508e189ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:25:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9e8aafb9-02ca-47cf-a33a-c001c39c1077'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:26.726780 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35692) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:26.880841 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 4835b0fc-554b-4655-a419-f897b055e65a triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:26.881239 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:27.158900 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-caa1a7aa-f234-46c6-b298-485a181c536d req-97ae1c73-e6e1-42c4-8ad0-2f09562f826c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 210 time: 0.0664382 Aug 11 22:25:27.184836 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1ba27cef-4a92-4d19-ad64-03aaa6f7095c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:27.277240 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35710) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:27.341788 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-f84b9910-dd37-4733-8246-b3508e189ce3 None None] Set router 9e8aafb9-02ca-47cf-a33a-c001c39c1077 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:25:27.449654 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1ba27cef-4a92-4d19-ad64-03aaa6f7095c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:27.462341 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1ba27cef-4a92-4d19-ad64-03aaa6f7095c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:27.463440 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7652c34-13a6-494d-8cc4-74c86ac755bf None None] Pushing event updated for resources: {'Port': ['ID=4079f241-29f4-40ae-a867-1c9e289dd6c9,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:27.555037 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba27cef-4a92-4d19-ad64-03aaa6f7095c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8caa3adb-eb69-4c99-b89f-25af5a97d458,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:27.566422 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1ba27cef-4a92-4d19-ad64-03aaa6f7095c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=af507397333647818f66c7e28c2ed964&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8370135 Aug 11 22:25:27.569619 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35718) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:27.596315 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-9a783ab0-aacf-486f-b097-44434f884bc3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'network': {'name': 'tempest-RoutersTest-1247917430'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:25:27.658329 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a783ab0-aacf-486f-b097-44434f884bc3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Made reservation on behalf of ec8e7be193dc41f89b61bb962b539e53 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:25:27.666646 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9a783ab0-aacf-486f-b097-44434f884bc3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:27.685933 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9a783ab0-aacf-486f-b097-44434f884bc3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:27.718023 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3da0b3ae-1ca9-4f1e-acef-3150680737a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:27.779978 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3da0b3ae-1ca9-4f1e-acef-3150680737a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:27.838930 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9a783ab0-aacf-486f-b097-44434f884bc3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:27.845085 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9a783ab0-aacf-486f-b097-44434f884bc3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:27.856713 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f84b9910-dd37-4733-8246-b3508e189ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201708887', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '87dccd6e-a82a-416c-a2d4-90c55694c950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:09Z', 'updated_at': '2021-08-11T22:25:21Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': '87dccd6e-a82a-416c-a2d4-90c55694c950', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:16:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:11Z', 'updated_at': '2021-08-11T22:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '4079f241-29f4-40ae-a867-1c9e289dd6c9', 'name': '', 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:11:9c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '2665ff53-ad82-414b-b2c5-b45b6ca0d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:18Z', 'updated_at': '2021-08-11T22:25:26Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': '2665ff53-ad82-414b-b2c5-b45b6ca0d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:27.874768 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3da0b3ae-1ca9-4f1e-acef-3150680737a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:27.878090 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3da0b3ae-1ca9-4f1e-acef-3150680737a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:27.879594 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3da0b3ae-1ca9-4f1e-acef-3150680737a9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8caa3adb-eb69-4c99-b89f-25af5a97d458 HTTP/1.1" status: 204 len: 168 time: 0.3079712 Aug 11 22:25:27.906166 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0b3ae-1ca9-4f1e-acef-3150680737a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caa3adb-eb69-4c99-b89f-25af5a97d458,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:27.907377 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a783ab0-aacf-486f-b097-44434f884bc3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:25:27.912294 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a783ab0-aacf-486f-b097-44434f884bc3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e146bf-2f62-4b01-aed9-a8d6616cd603,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:27.928727 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84b9910-dd37-4733-8246-b3508e189ce3 None None] The sync data for ids ['9e8aafb9-02ca-47cf-a33a-c001c39c1077'] in n-d-804275-3 is: [{'id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201708887', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '87dccd6e-a82a-416c-a2d4-90c55694c950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:09Z', 'updated_at': '2021-08-11T22:25:21Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': '87dccd6e-a82a-416c-a2d4-90c55694c950', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:16:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:11Z', 'updated_at': '2021-08-11T22:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '4079f241-29f4-40ae-a867-1c9e289dd6c9', 'name': '', 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:11:9c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '2665ff53-ad82-414b-b2c5-b45b6ca0d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:18Z', 'updated_at': '2021-08-11T22:25:26Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': '2665ff53-ad82-414b-b2c5-b45b6ca0d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:25:27.953306 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9a783ab0-aacf-486f-b097-44434f884bc3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:27.953674 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-9a783ab0-aacf-486f-b097-44434f884bc3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Added segment e36c4470-79d4-4a20-b1a8-a7aca4276c79 of type vlan for network 398d5a18-a3cb-4390-838f-2a405a58a364 Aug 11 22:25:28.051277 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9a783ab0-aacf-486f-b097-44434f884bc3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:28.124611 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9a783ab0-aacf-486f-b097-44434f884bc3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:28.130876 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a783ab0-aacf-486f-b097-44434f884bc3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:28.137878 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9a783ab0-aacf-486f-b097-44434f884bc3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:28.217152 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35728) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:28.222344 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-6a5a36c3-cb17-42ba-ae33-c89567aa0106 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'network': {'name': 'tempest-RoutersTest-786652888'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:25:28.227298 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9a783ab0-aacf-486f-b097-44434f884bc3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9391189 Aug 11 22:25:28.267026 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a783ab0-aacf-486f-b097-44434f884bc3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Network': ['ID=398d5a18-a3cb-4390-838f-2a405a58a364,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:28.289420 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 398d5a18-a3cb-4390-838f-2a405a58a364 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:25:28.301827 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5a36c3-cb17-42ba-ae33-c89567aa0106 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Made reservation on behalf of ec8e7be193dc41f89b61bb962b539e53 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:25:28.316268 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6a5a36c3-cb17-42ba-ae33-c89567aa0106 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:28.377530 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d9193787-4b8c-418f-99f6-3e8d41db2bbe req-cb545370-969f-47f6-b2a7-48d6ac9547c1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 210 time: 0.0655529 Aug 11 22:25:28.411844 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a5a36c3-cb17-42ba-ae33-c89567aa0106 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:25:28.435229 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6a5a36c3-cb17-42ba-ae33-c89567aa0106 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:28.435831 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-6a5a36c3-cb17-42ba-ae33-c89567aa0106 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Added segment c250468e-59f1-4501-8885-49977ca3dfcd of type vlan for network ab2efcf0-7a41-42bd-bc22-11f2cedab2e7 Aug 11 22:25:28.594523 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6a5a36c3-cb17-42ba-ae33-c89567aa0106 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:28.644076 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 4079f241-29f4-40ae-a867-1c9e289dd6c9 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:25:28.767250 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6a5a36c3-cb17-42ba-ae33-c89567aa0106 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:28.792357 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5a36c3-cb17-42ba-ae33-c89567aa0106 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:28.797791 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6a5a36c3-cb17-42ba-ae33-c89567aa0106 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:28.874436 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35742) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:28.935342 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-94854220-8354-4348-bb85-bcf48fc58a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:29.090516 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35750) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:29.104258 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6a5a36c3-cb17-42ba-ae33-c89567aa0106 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8622186 Aug 11 22:25:29.120351 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-91687cd8-2fa8-4102-8f43-9553af9e31c3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'subnet': {'network_id': '398d5a18-a3cb-4390-838f-2a405a58a364', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:25:29.266803 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a36c3-cb17-42ba-ae33-c89567aa0106 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Network': ['ID=ab2efcf0-7a41-42bd-bc22-11f2cedab2e7,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:29.316063 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network ab2efcf0-7a41-42bd-bc22-11f2cedab2e7 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:25:29.396452 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-7d8a66fc-b6f6-4cf0-86a4-3610d854dc0b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:29.398459 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-7d8a66fc-b6f6-4cf0-86a4-3610d854dc0b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.52 "GET /v2.0/networks?id=ba8e150f-384a-45ec-a828-5f8c39c8ec17 HTTP/1.1" status: 200 len: 797 time: 0.5234380 Aug 11 22:25:29.446000 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 4079f241-29f4-40ae-a867-1c9e289dd6c9 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:25:29.451316 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 4079f241-29f4-40ae-a867-1c9e289dd6c9 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:29.451729 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:29.498085 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-2dcca6f8-58d0-4791-abaf-1fec6b377fa1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c HTTP/1.1" status: 200 len: 379 time: 0.0874908 Aug 11 22:25:29.519447 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-96c4aff8-01f5-4abf-a634-f07d8663c79e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'port': {'device_id': '7bdd3809-346f-4a4b-a040-bf427028992e', 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17', 'admin_state_up': True, 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'security_groups': ['f1a7a959-2560-417e-ac0d-2a21c09d15e0']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:25:29.527064 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-2a10e798-c3e8-42d1-a678-6b0d33ff8d2f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:29.528795 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-2a10e798-c3e8-42d1-a678-6b0d33ff8d2f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/networks?id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 200 len: 812 time: 0.2659149 Aug 11 22:25:29.559896 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-7248bc03-b888-47b6-a02d-8498b1ce7bab tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/quotas/0bd86e77836944e4bb373c5db0c18c61 HTTP/1.1" status: 200 len: 375 time: 0.0148034 Aug 11 22:25:29.563910 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-94854220-8354-4348-bb85-bcf48fc58a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:29.588210 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-94854220-8354-4348-bb85-bcf48fc58a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:29.642711 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:29.701421 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 4079f241-29f4-40ae-a867-1c9e289dd6c9, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=4079f241-29f4-40ae-a867-1c9e289dd6c9,segment=NetworkSegment(1f083fb3-78c4-439f-99d5-0d2efbbeb25c),segment_id=1f083fb3-78c4-439f-99d5-0d2efbbeb25c)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:25:29.706488 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:29.735207 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-96c4aff8-01f5-4abf-a634-f07d8663c79e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Made reservation on behalf of 99e4ef8618e749c9ac7b5e3c6561f65c for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:25:29.736065 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91687cd8-2fa8-4102-8f43-9553af9e31c3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Made reservation on behalf of ec8e7be193dc41f89b61bb962b539e53 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:25:29.740252 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-91687cd8-2fa8-4102-8f43-9553af9e31c3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:29.741302 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-96c4aff8-01f5-4abf-a634-f07d8663c79e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:29.751214 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94854220-8354-4348-bb85-bcf48fc58a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d070b2dc-4662-4656-ad05-09a7f0de4bd3,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:29.768926 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-94854220-8354-4348-bb85-bcf48fc58a75 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=271cc136ef4f4a1ebf8eb2cb19722fb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8919852 Aug 11 22:25:29.786280 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35758) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:29.821659 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=4079f241-29f4-40ae-a867-1c9e289dd6c9,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:29.841959 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-d0d1194b-d02b-4a74-9c40-7802bb6c059b tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0bd86e77836944e4bb373c5db0c18c61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2628875 Aug 11 22:25:29.950873 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bb49bf71-807a-4047-a780-e6be3c812f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:29.978687 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-96c4aff8-01f5-4abf-a634-f07d8663c79e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Allocated IP 172.20.0.6 (ba8e150f-384a-45ec-a828-5f8c39c8ec17/2665ff53-ad82-414b-b2c5-b45b6ca0d1e9/e22f2eff-a548-46f8-b02c-9ec2040c26dc) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:25:29.994665 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bb49bf71-807a-4047-a780-e6be3c812f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:30.017060 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-26162551-2e3a-41c9-bd93-26e46fe5d515 service neutron] 10.222.0.77 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619849 Aug 11 22:25:30.111464 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bb49bf71-807a-4047-a780-e6be3c812f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:30.114643 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bb49bf71-807a-4047-a780-e6be3c812f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:30.119318 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bb49bf71-807a-4047-a780-e6be3c812f5c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d070b2dc-4662-4656-ad05-09a7f0de4bd3 HTTP/1.1" status: 204 len: 168 time: 0.3284369 Aug 11 22:25:30.155849 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49bf71-807a-4047-a780-e6be3c812f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d070b2dc-4662-4656-ad05-09a7f0de4bd3,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:30.158860 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-91687cd8-2fa8-4102-8f43-9553af9e31c3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:30.253037 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-90744068-0d0f-4117-9d66-d435ef967757 service neutron] 10.222.0.77 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179654 Aug 11 22:25:30.265140 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91687cd8-2fa8-4102-8f43-9553af9e31c3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Subnet': ['ID=a16e7f1d-5c6a-48c9-a557-9297b178ed4a,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:30.271365 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-96c4aff8-01f5-4abf-a634-f07d8663c79e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:30.280761 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91687cd8-2fa8-4102-8f43-9553af9e31c3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Checking segment: {'id': 'e36c4470-79d4-4a20-b1a8-a7aca4276c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '398d5a18-a3cb-4390-838f-2a405a58a364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:25:30.281245 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91687cd8-2fa8-4102-8f43-9553af9e31c3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network hostable DHCP agents. Network: 398d5a18-a3cb-4390-838f-2a405a58a364, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:25:30.293543 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-96c4aff8-01f5-4abf-a634-f07d8663c79e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Transition to ACTIVE for port object e22f2eff-a548-46f8-b02c-9ec2040c26dc will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:25:30.312818 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91687cd8-2fa8-4102-8f43-9553af9e31c3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network 398d5a18-a3cb-4390-838f-2a405a58a364 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:25:30.326170 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-91687cd8-2fa8-4102-8f43-9553af9e31c3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 398d5a18-a3cb-4390-838f-2a405a58a364) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:25:30.336159 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91687cd8-2fa8-4102-8f43-9553af9e31c3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:30.337414 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-91687cd8-2fa8-4102-8f43-9553af9e31c3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:30.343032 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375591c7-568a-4ac0-9a93-f748e296d30c None None] Network 398d5a18-a3cb-4390-838f-2a405a58a364 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:25:30.353905 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-96c4aff8-01f5-4abf-a634-f07d8663c79e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:30.373135 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-91687cd8-2fa8-4102-8f43-9553af9e31c3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2805562 Aug 11 22:25:30.378573 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35762) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:30.391461 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-31365bb7-00b6-4089-9e85-525fea212642 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'subnet': {'network_id': 'ab2efcf0-7a41-42bd-bc22-11f2cedab2e7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:25:30.417144 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-96c4aff8-01f5-4abf-a634-f07d8663c79e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Network ba8e150f-384a-45ec-a828-5f8c39c8ec17 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:25:30.425653 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-96c4aff8-01f5-4abf-a634-f07d8663c79e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:25:30.436217 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-96c4aff8-01f5-4abf-a634-f07d8663c79e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:25:30.582721 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-96c4aff8-01f5-4abf-a634-f07d8663c79e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:30.584589 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-96c4aff8-01f5-4abf-a634-f07d8663c79e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:30.647953 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-96c4aff8-01f5-4abf-a634-f07d8663c79e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1418672 Aug 11 22:25:30.648880 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4aff8-01f5-4abf-a634-f07d8663c79e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Port': ['ID=e22f2eff-a548-46f8-b02c-9ec2040c26dc,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:30.667492 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 4079f241-29f4-40ae-a867-1c9e289dd6c9 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:25:30.669888 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-3fef96d0-2b90-4bdf-8823-4921eb8c8760 service neutron] Request body: {'port': {'device_id': '7bdd3809-346f-4a4b-a040-bf427028992e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:25:30.684193 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31365bb7-00b6-4089-9e85-525fea212642 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Made reservation on behalf of ec8e7be193dc41f89b61bb962b539e53 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:25:30.688476 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-31365bb7-00b6-4089-9e85-525fea212642 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:30.843739 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9a131d-ea0f-422e-8e7d-7d115e4f1041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-398d5a18-a3cb-4390-838f-2a405a58a364', 'network_id': '398d5a18-a3cb-4390-838f-2a405a58a364', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'fixed_ips': [{'subnet_id': 'a16e7f1d-5c6a-48c9-a557-9297b178ed4a'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:25:30.845563 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5b9a131d-ea0f-422e-8e7d-7d115e4f1041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:30.909091 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7636d8f9-bd0c-487a-a797-6a82adeeaeb2 req-59e47ccb-5117-41b8-914d-c252db47191f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c8c87ef4-b830-40e8-bb0a-eeff4279cf43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2314582 Aug 11 22:25:30.967882 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:25:31.086065 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-3fef96d0-2b90-4bdf-8823-4921eb8c8760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:31.126504 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-31365bb7-00b6-4089-9e85-525fea212642 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:31.159963 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636d8f9-bd0c-487a-a797-6a82adeeaeb2 req-4c384233-80ba-41a2-aad3-4375cfaa068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:31.161590 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7636d8f9-bd0c-487a-a797-6a82adeeaeb2 req-4c384233-80ba-41a2-aad3-4375cfaa068d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=89e42f6e555b4d71928261e2b4518d8d&device_id=c8c87ef4-b830-40e8-bb0a-eeff4279cf43 HTTP/1.1" status: 200 len: 1097 time: 0.1500726 Aug 11 22:25:31.216153 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-5b9a131d-ea0f-422e-8e7d-7d115e4f1041 None None] Allocated IP 172.20.0.2 (398d5a18-a3cb-4390-838f-2a405a58a364/a16e7f1d-5c6a-48c9-a557-9297b178ed4a/c4b79b77-7bd1-4220-a565-af859381eae9) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:25:31.380212 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31365bb7-00b6-4089-9e85-525fea212642 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Subnet': ['ID=d4d151e5-4969-42ef-ba50-b0abb062cc15,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:31.446709 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31365bb7-00b6-4089-9e85-525fea212642 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Checking segment: {'id': 'c250468e-59f1-4501-8885-49977ca3dfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ab2efcf0-7a41-42bd-bc22-11f2cedab2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:25:31.447237 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31365bb7-00b6-4089-9e85-525fea212642 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network hostable DHCP agents. Network: ab2efcf0-7a41-42bd-bc22-11f2cedab2e7, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:25:31.489313 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d1c46928-ed92-4efc-bb9c-3aa8000ccae2 None None] Provisioning for port e22f2eff-a548-46f8-b02c-9ec2040c26dc completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:25:31.493400 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5b9a131d-ea0f-422e-8e7d-7d115e4f1041 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:31.496706 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d1c46928-ed92-4efc-bb9c-3aa8000ccae2 None None] Provisioning complete for port e22f2eff-a548-46f8-b02c-9ec2040c26dc triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:31.496923 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d1c46928-ed92-4efc-bb9c-3aa8000ccae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:31.531675 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-5b9a131d-ea0f-422e-8e7d-7d115e4f1041 None None] Transition to ACTIVE for port object c4b79b77-7bd1-4220-a565-af859381eae9 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:25:31.540906 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 4079f241-29f4-40ae-a867-1c9e289dd6c9 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:31.541581 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:31.562591 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31365bb7-00b6-4089-9e85-525fea212642 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network ab2efcf0-7a41-42bd-bc22-11f2cedab2e7 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:25:31.587211 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-31365bb7-00b6-4089-9e85-525fea212642 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, ab2efcf0-7a41-42bd-bc22-11f2cedab2e7) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:25:31.605008 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac04e3a1-6c07-4a71-9989-0625b281cbf5 None None] Network ab2efcf0-7a41-42bd-bc22-11f2cedab2e7 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:25:31.617109 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aed83a-0e8b-4054-9c4d-f47ea142088a req-8483d0bc-df56-44d1-a1dd-92e60a2a4344 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:31.621473 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b0aed83a-0e8b-4054-9c4d-f47ea142088a req-8483d0bc-df56-44d1-a1dd-92e60a2a4344 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 931 time: 0.1889677 Aug 11 22:25:31.630139 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31365bb7-00b6-4089-9e85-525fea212642 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:31.631282 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-31365bb7-00b6-4089-9e85-525fea212642 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:31.734643 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b0aed83a-0e8b-4054-9c4d-f47ea142088a req-eec86c73-ec8d-41b9-951f-04ff66633de1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893550 Aug 11 22:25:31.742067 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-31365bb7-00b6-4089-9e85-525fea212642 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3530455 Aug 11 22:25:31.744643 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35802) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:31.759127 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-5b9a131d-ea0f-422e-8e7d-7d115e4f1041 None None] Transition to ACTIVE for port object c4b79b77-7bd1-4220-a565-af859381eae9 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:25:31.760189 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-5f7f6551-6126-421f-bc69-45e6547e3fa8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-586215829', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:25:31.813279 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-d1c46928-ed92-4efc-bb9c-3aa8000ccae2 None None] Port e22f2eff-a548-46f8-b02c-9ec2040c26dc cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:25:31.826789 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5b9a131d-ea0f-422e-8e7d-7d115e4f1041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:31.839990 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6551-6126-421f-bc69-45e6547e3fa8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:31.841762 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6551-6126-421f-bc69-45e6547e3fa8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:31.915157 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636d8f9-bd0c-487a-a797-6a82adeeaeb2 req-428db919-3dfc-44b4-87ad-376a0bb8ddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:31.917466 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7636d8f9-bd0c-487a-a797-6a82adeeaeb2 req-428db919-3dfc-44b4-87ad-376a0bb8ddb9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=38b8f25c-cd12-4628-9365-0e6780cd68b7 HTTP/1.1" status: 200 len: 912 time: 0.7261038 Aug 11 22:25:31.963016 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a131d-ea0f-422e-8e7d-7d115e4f1041 None None] Pushing event updated for resources: {'Port': ['ID=c4b79b77-7bd1-4220-a565-af859381eae9,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:32.012286 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9a131d-ea0f-422e-8e7d-7d115e4f1041 None None] Network 398d5a18-a3cb-4390-838f-2a405a58a364 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:25:32.018217 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-5b9a131d-ea0f-422e-8e7d-7d115e4f1041 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:25:32.032735 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9a131d-ea0f-422e-8e7d-7d115e4f1041 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:25:32.099185 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6551-6126-421f-bc69-45e6547e3fa8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:32.106882 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c2acf274-22de-42c6-a256-12a168c9cd36 req-d00b09d0-1386-4b18-bdf4-88ad91004138 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 210 time: 0.2352145 Aug 11 22:25:32.110006 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6551-6126-421f-bc69-45e6547e3fa8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:32.127847 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7636d8f9-bd0c-487a-a797-6a82adeeaeb2 req-a0ec8da3-a034-417e-adda-6662b6587e5e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10856a8d-9c16-418a-8682-a2e791752deb HTTP/1.1" status: 200 len: 1002 time: 0.1993039 Aug 11 22:25:32.165712 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6551-6126-421f-bc69-45e6547e3fa8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:32.172994 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5f7f6551-6126-421f-bc69-45e6547e3fa8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4239507 Aug 11 22:25:32.174071 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35808) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:32.289259 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636d8f9-bd0c-487a-a797-6a82adeeaeb2 req-59ecffc1-d3fe-4014-a37d-67958baa78b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:32.291358 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7636d8f9-bd0c-487a-a797-6a82adeeaeb2 req-59ecffc1-d3fe-4014-a37d-67958baa78b2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=97d7da21-8ec4-48da-9d66-6777c48f7843 HTTP/1.1" status: 200 len: 850 time: 0.1361301 Aug 11 22:25:32.307526 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-5b9a131d-ea0f-422e-8e7d-7d115e4f1041 None None] Attempting to bind port c4b79b77-7bd1-4220-a565-af859381eae9 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:25:32.307926 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-5b9a131d-ea0f-422e-8e7d-7d115e4f1041 None None] Attempting to bind port c4b79b77-7bd1-4220-a565-af859381eae9 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'e36c4470-79d4-4a20-b1a8-a7aca4276c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '398d5a18-a3cb-4390-838f-2a405a58a364'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:25:32.308308 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a131d-ea0f-422e-8e7d-7d115e4f1041 None None] Attempting to bind port c4b79b77-7bd1-4220-a565-af859381eae9 on network 398d5a18-a3cb-4390-838f-2a405a58a364 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:25:32.334263 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a131d-ea0f-422e-8e7d-7d115e4f1041 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:25:32.334678 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a131d-ea0f-422e-8e7d-7d115e4f1041 None None] Checking segment: {'id': 'e36c4470-79d4-4a20-b1a8-a7aca4276c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '398d5a18-a3cb-4390-838f-2a405a58a364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:25:32.335884 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5b9a131d-ea0f-422e-8e7d-7d115e4f1041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:32.336742 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a131d-ea0f-422e-8e7d-7d115e4f1041 None None] Bound using segment: {'id': 'e36c4470-79d4-4a20-b1a8-a7aca4276c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '398d5a18-a3cb-4390-838f-2a405a58a364'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:25:32.337280 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-5b9a131d-ea0f-422e-8e7d-7d115e4f1041 None None] Bound port: c4b79b77-7bd1-4220-a565-af859381eae9, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36c4470-79d4-4a20-b1a8-a7aca4276c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '398d5a18-a3cb-4390-838f-2a405a58a364'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:25:32.342463 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5b9a131d-ea0f-422e-8e7d-7d115e4f1041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:32.346727 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-3fef96d0-2b90-4bdf-8823-4921eb8c8760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e22f2eff-a548-46f8-b02c-9ec2040c26dc {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:25:32.357498 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-3fef96d0-2b90-4bdf-8823-4921eb8c8760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:32.375216 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-3fef96d0-2b90-4bdf-8823-4921eb8c8760 service neutron] Transition to ACTIVE for port object e22f2eff-a548-46f8-b02c-9ec2040c26dc will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:25:32.381045 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35814) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:32.422662 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-3fef96d0-2b90-4bdf-8823-4921eb8c8760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:32.456966 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-5b9a131d-ea0f-422e-8e7d-7d115e4f1041 None None] For port c4b79b77-7bd1-4220-a565-af859381eae9, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:25:32.461411 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-5b9a131d-ea0f-422e-8e7d-7d115e4f1041 None None] For port c4b79b77-7bd1-4220-a565-af859381eae9, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=c4b79b77-7bd1-4220-a565-af859381eae9,segment=NetworkSegment(e36c4470-79d4-4a20-b1a8-a7aca4276c79),segment_id=e36c4470-79d4-4a20-b1a8-a7aca4276c79)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:25:32.486146 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5b9a131d-ea0f-422e-8e7d-7d115e4f1041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:32.505035 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a022a7f0-bf07-4cf1-b0d2-900bfa0f0a18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-ab2efcf0-7a41-42bd-bc22-11f2cedab2e7', 'network_id': 'ab2efcf0-7a41-42bd-bc22-11f2cedab2e7', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'fixed_ips': [{'subnet_id': 'd4d151e5-4969-42ef-ba50-b0abb062cc15'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:25:32.506937 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a022a7f0-bf07-4cf1-b0d2-900bfa0f0a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:32.656510 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636d8f9-bd0c-487a-a797-6a82adeeaeb2 req-b198181f-9ace-4b7c-9bf8-9fd57a3606a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:32.658515 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7636d8f9-bd0c-487a-a797-6a82adeeaeb2 req-b198181f-9ace-4b7c-9bf8-9fd57a3606a3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=38b8f25c-cd12-4628-9365-0e6780cd68b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3588109 Aug 11 22:25:32.659327 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef96d0-2b90-4bdf-8823-4921eb8c8760 service neutron] Pushing event updated for resources: {'Port': ['ID=e22f2eff-a548-46f8-b02c-9ec2040c26dc,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:32.991099 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a131d-ea0f-422e-8e7d-7d115e4f1041 None None] Pushing event updated for resources: {'Port': ['ID=c4b79b77-7bd1-4220-a565-af859381eae9,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:33.403005 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-a022a7f0-bf07-4cf1-b0d2-900bfa0f0a18 None None] Allocated IP 172.21.0.2 (ab2efcf0-7a41-42bd-bc22-11f2cedab2e7/d4d151e5-4969-42ef-ba50-b0abb062cc15/5764ff14-3cc8-4a95-95b4-917f2bf65a55) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:25:33.890371 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a022a7f0-bf07-4cf1-b0d2-900bfa0f0a18 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:33.928121 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a022a7f0-bf07-4cf1-b0d2-900bfa0f0a18 None None] Transition to ACTIVE for port object 5764ff14-3cc8-4a95-95b4-917f2bf65a55 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:25:33.954005 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a022a7f0-bf07-4cf1-b0d2-900bfa0f0a18 None None] Transition to ACTIVE for port object 5764ff14-3cc8-4a95-95b4-917f2bf65a55 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:25:33.975529 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a022a7f0-bf07-4cf1-b0d2-900bfa0f0a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:34.040960 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-51c8fa1f-c0b1-465d-aff8-12d31efc48e1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-732262911-network', 'tenant_id': 'c56541a15343493cac5a7c6ed742727d'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:25:34.108329 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a022a7f0-bf07-4cf1-b0d2-900bfa0f0a18 None None] Network ab2efcf0-7a41-42bd-bc22-11f2cedab2e7 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:25:34.112605 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c8fa1f-c0b1-465d-aff8-12d31efc48e1 admin admin] Made reservation on behalf of c56541a15343493cac5a7c6ed742727d for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:25:34.119267 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-a022a7f0-bf07-4cf1-b0d2-900bfa0f0a18 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:25:34.122737 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51c8fa1f-c0b1-465d-aff8-12d31efc48e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:34.148246 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a022a7f0-bf07-4cf1-b0d2-900bfa0f0a18 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:25:34.167130 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188834e-76dd-4e78-aefa-8b01c9aab74a req-b18be27d-9b87-4cad-b8f1-30858cf96241 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:34.180901 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7188834e-76dd-4e78-aefa-8b01c9aab74a req-b18be27d-9b87-4cad-b8f1-30858cf96241 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 943 time: 0.5907104 Aug 11 22:25:34.205869 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022a7f0-bf07-4cf1-b0d2-900bfa0f0a18 None None] Pushing event updated for resources: {'Port': ['ID=5764ff14-3cc8-4a95-95b4-917f2bf65a55,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:34.234770 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51c8fa1f-c0b1-465d-aff8-12d31efc48e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:34.304551 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e980d952-5608-4040-b4b8-fde034af012d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:34.364244 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a022a7f0-bf07-4cf1-b0d2-900bfa0f0a18 None None] Attempting to bind port 5764ff14-3cc8-4a95-95b4-917f2bf65a55 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:25:34.364519 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a022a7f0-bf07-4cf1-b0d2-900bfa0f0a18 None None] Attempting to bind port 5764ff14-3cc8-4a95-95b4-917f2bf65a55 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'c250468e-59f1-4501-8885-49977ca3dfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ab2efcf0-7a41-42bd-bc22-11f2cedab2e7'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:25:34.365027 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a022a7f0-bf07-4cf1-b0d2-900bfa0f0a18 None None] Attempting to bind port 5764ff14-3cc8-4a95-95b4-917f2bf65a55 on network ab2efcf0-7a41-42bd-bc22-11f2cedab2e7 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:25:34.383117 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a022a7f0-bf07-4cf1-b0d2-900bfa0f0a18 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:25:34.383742 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a022a7f0-bf07-4cf1-b0d2-900bfa0f0a18 None None] Checking segment: {'id': 'c250468e-59f1-4501-8885-49977ca3dfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ab2efcf0-7a41-42bd-bc22-11f2cedab2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:25:34.384148 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a022a7f0-bf07-4cf1-b0d2-900bfa0f0a18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:34.384620 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a022a7f0-bf07-4cf1-b0d2-900bfa0f0a18 None None] Bound using segment: {'id': 'c250468e-59f1-4501-8885-49977ca3dfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ab2efcf0-7a41-42bd-bc22-11f2cedab2e7'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:25:34.385133 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a022a7f0-bf07-4cf1-b0d2-900bfa0f0a18 None None] Bound port: 5764ff14-3cc8-4a95-95b4-917f2bf65a55, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c250468e-59f1-4501-8885-49977ca3dfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ab2efcf0-7a41-42bd-bc22-11f2cedab2e7'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:25:34.385540 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a022a7f0-bf07-4cf1-b0d2-900bfa0f0a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:34.433082 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7188834e-76dd-4e78-aefa-8b01c9aab74a req-151a3d44-bd6d-454c-8172-5a53cb8b4d6c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2508466 Aug 11 22:25:34.616312 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-3fef96d0-2b90-4bdf-8823-4921eb8c8760 service neutron] Attempting to bind port e22f2eff-a548-46f8-b02c-9ec2040c26dc on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:25:34.617215 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-3fef96d0-2b90-4bdf-8823-4921eb8c8760 service neutron] Attempting to bind port e22f2eff-a548-46f8-b02c-9ec2040c26dc by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '1f083fb3-78c4-439f-99d5-0d2efbbeb25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:25:34.622702 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-3fef96d0-2b90-4bdf-8823-4921eb8c8760 service neutron] Attempting to bind port e22f2eff-a548-46f8-b02c-9ec2040c26dc on network ba8e150f-384a-45ec-a828-5f8c39c8ec17 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:25:34.640537 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-3fef96d0-2b90-4bdf-8823-4921eb8c8760 service neutron] Port e22f2eff-a548-46f8-b02c-9ec2040c26dc on network ba8e150f-384a-45ec-a828-5f8c39c8ec17 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:25:34.641132 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-3fef96d0-2b90-4bdf-8823-4921eb8c8760 service neutron] Attempting to bind port e22f2eff-a548-46f8-b02c-9ec2040c26dc on network ba8e150f-384a-45ec-a828-5f8c39c8ec17 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:25:34.668790 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb1f8e2-9eb0-4c5f-bd50-e7f12b9f26bf None None] Network 398d5a18-a3cb-4390-838f-2a405a58a364 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:25:34.678803 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7636d8f9-bd0c-487a-a797-6a82adeeaeb2 req-7a9d3f73-6cdb-45d2-b40f-6b869e167a4d service neutron] 10.222.0.52 "GET /v2.0/networks/38b8f25c-cd12-4628-9365-0e6780cd68b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0082769 Aug 11 22:25:34.711288 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-64488cb0-5476-4b7c-a3c6-6ed0f6dbc99c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:34.713343 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-3fef96d0-2b90-4bdf-8823-4921eb8c8760 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:25:34.713692 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-3fef96d0-2b90-4bdf-8823-4921eb8c8760 service neutron] Checking segment: {'id': '1f083fb3-78c4-439f-99d5-0d2efbbeb25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:25:34.714103 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-3fef96d0-2b90-4bdf-8823-4921eb8c8760 service neutron] Bound using segment: {'id': '1f083fb3-78c4-439f-99d5-0d2efbbeb25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:25:34.715191 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-64488cb0-5476-4b7c-a3c6-6ed0f6dbc99c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.82 "GET /v2.0/networks?id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 200 len: 812 time: 1.1350172 Aug 11 22:25:34.720658 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-3fef96d0-2b90-4bdf-8823-4921eb8c8760 service neutron] Bound port: e22f2eff-a548-46f8-b02c-9ec2040c26dc, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f083fb3-78c4-439f-99d5-0d2efbbeb25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:25:34.721193 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-3fef96d0-2b90-4bdf-8823-4921eb8c8760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:34.823548 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-4968a5e9-5dd5-427b-ae1f-8315d0196501 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Request body: {'port': {'device_id': '1a0fd39b-4a90-48fb-a046-755fa3cc72da', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'admin_state_up': True, 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:25:34.909126 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c575fc0c-a1f4-4290-a3a5-2f5f357e44fa req-b7453a04-f739-4349-8418-68cca7216be0 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 210 time: 0.1919634 Aug 11 22:25:34.943635 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-3fef96d0-2b90-4bdf-8823-4921eb8c8760 service neutron] For port e22f2eff-a548-46f8-b02c-9ec2040c26dc, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:25:34.958265 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-3fef96d0-2b90-4bdf-8823-4921eb8c8760 service neutron] For port e22f2eff-a548-46f8-b02c-9ec2040c26dc, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e22f2eff-a548-46f8-b02c-9ec2040c26dc,segment=NetworkSegment(1f083fb3-78c4-439f-99d5-0d2efbbeb25c),segment_id=1f083fb3-78c4-439f-99d5-0d2efbbeb25c)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:25:34.979067 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device c4b79b77-7bd1-4220-a565-af859381eae9 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:25:35.036365 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-3fef96d0-2b90-4bdf-8823-4921eb8c8760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:35.039359 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a022a7f0-bf07-4cf1-b0d2-900bfa0f0a18 None None] For port 5764ff14-3cc8-4a95-95b4-917f2bf65a55, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:25:35.042466 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-69d94ee9-6ce2-46bc-8ee3-f0df19bd8efc None None] Provisioning for port c4b79b77-7bd1-4220-a565-af859381eae9 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:25:35.074173 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a022a7f0-bf07-4cf1-b0d2-900bfa0f0a18 None None] For port 5764ff14-3cc8-4a95-95b4-917f2bf65a55, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5764ff14-3cc8-4a95-95b4-917f2bf65a55,segment=NetworkSegment(c250468e-59f1-4501-8885-49977ca3dfcd),segment_id=c250468e-59f1-4501-8885-49977ca3dfcd)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:25:35.117457 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-3fef96d0-2b90-4bdf-8823-4921eb8c8760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:35.118346 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-3fef96d0-2b90-4bdf-8823-4921eb8c8760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:35.119668 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-3fef96d0-2b90-4bdf-8823-4921eb8c8760 service neutron] 10.222.0.52 "PUT /v2.0/ports/e22f2eff-a548-46f8-b02c-9ec2040c26dc HTTP/1.1" status: 200 len: 1091 time: 4.4613104 Aug 11 22:25:35.119886 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a022a7f0-bf07-4cf1-b0d2-900bfa0f0a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:35.121424 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bdd3809-346f-4a4b-a040-bf427028992e', 'tag': 'e22f2eff-a548-46f8-b02c-9ec2040c26dc'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:25:35.144095 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c382109-9938-4dc8-bb6f-c1187cb7b15b" -d '{"events": [{"name": "network-changed", "server_uuid": "7bdd3809-346f-4a4b-a040-bf427028992e", "tag": "e22f2eff-a548-46f8-b02c-9ec2040c26dc"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:25:35.353990 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7636d8f9-bd0c-487a-a797-6a82adeeaeb2 req-161f9a50-3542-4736-b8c1-0bb862c880ca service neutron] 10.222.0.52 "GET /v2.0/networks/38b8f25c-cd12-4628-9365-0e6780cd68b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6614342 Aug 11 22:25:35.362243 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e98ce0-2abe-40d4-b856-bfd9c31777db x-openstack-request-id: req-02e98ce0-2abe-40d4-b856-bfd9c31777db {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:25:35.362548 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bdd3809-346f-4a4b-a040-bf427028992e", "tag": "e22f2eff-a548-46f8-b02c-9ec2040c26dc", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:25:35.362949 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-02e98ce0-2abe-40d4-b856-bfd9c31777db {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:25:35.364577 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bdd3809-346f-4a4b-a040-bf427028992e', 'tag': 'e22f2eff-a548-46f8-b02c-9ec2040c26dc', 'status': 'completed', 'code': 200} Aug 11 22:25:35.431968 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef96d0-2b90-4bdf-8823-4921eb8c8760 service neutron] Pushing event updated for resources: {'Port': ['ID=e22f2eff-a548-46f8-b02c-9ec2040c26dc,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:35.534842 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51c8fa1f-c0b1-465d-aff8-12d31efc48e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:35.572110 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51c8fa1f-c0b1-465d-aff8-12d31efc48e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:35.595130 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022a7f0-bf07-4cf1-b0d2-900bfa0f0a18 None None] Pushing event updated for resources: {'Port': ['ID=5764ff14-3cc8-4a95-95b4-917f2bf65a55,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:35.658593 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c8fa1f-c0b1-465d-aff8-12d31efc48e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:25:35.677513 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-4968a5e9-5dd5-427b-ae1f-8315d0196501 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Made reservation on behalf of 0bd86e77836944e4bb373c5db0c18c61 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:25:35.688614 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-4968a5e9-5dd5-427b-ae1f-8315d0196501 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:35.697317 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port c4b79b77-7bd1-4220-a565-af859381eae9 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:25:35.703318 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-e980d952-5608-4040-b4b8-fde034af012d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Allocated IP 172.20.0.1 (398d5a18-a3cb-4390-838f-2a405a58a364/a16e7f1d-5c6a-48c9-a557-9297b178ed4a/358cb88b-e97f-43a9-b47a-8fb8c6f50e72) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:25:35.727882 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port c4b79b77-7bd1-4220-a565-af859381eae9 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:35.727882 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:35.728276 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-f47b3a55-9c8e-45ea-9783-faeee3e36cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:35.763484 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-f47b3a55-9c8e-45ea-9783-faeee3e36cf1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 1094 time: 0.5165601 Aug 11 22:25:35.778492 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8fa1f-c0b1-465d-aff8-12d31efc48e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8a0a5f-2e33-4cc1-9eb8-2b4ba20793eb,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:35.801807 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51c8fa1f-c0b1-465d-aff8-12d31efc48e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:35.816164 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-51c8fa1f-c0b1-465d-aff8-12d31efc48e1 admin admin] Added segment 3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd of type vlan for network 5b01c377-68b1-4a75-bb57-2b6d5b30ab45 Aug 11 22:25:35.935969 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-9d037dbb-92e6-46be-91f1-8f99ce73491c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e22f2eff-a548-46f8-b02c-9ec2040c26dc HTTP/1.1" status: 200 len: 217 time: 0.1528668 Aug 11 22:25:36.001181 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:36.083536 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port c4b79b77-7bd1-4220-a565-af859381eae9, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=c4b79b77-7bd1-4220-a565-af859381eae9,segment=NetworkSegment(e36c4470-79d4-4a20-b1a8-a7aca4276c79),segment_id=e36c4470-79d4-4a20-b1a8-a7aca4276c79)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:25:36.094862 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:36.149056 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51c8fa1f-c0b1-465d-aff8-12d31efc48e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:36.169822 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f61cf6-4f7d-467d-9512-092dc0b001fa req-ec4ba1a7-08f5-4481-9e55-898cbad0baf2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:36.179314 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b8f61cf6-4f7d-467d-9512-092dc0b001fa req-ec4ba1a7-08f5-4481-9e55-898cbad0baf2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 943 time: 0.4044886 Aug 11 22:25:36.200077 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-1d6ab415-da98-49b6-af2e-aff9e0edcf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:36.203537 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-1d6ab415-da98-49b6-af2e-aff9e0edcf5b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2665ff53-ad82-414b-b2c5-b45b6ca0d1e9 HTTP/1.1" status: 200 len: 833 time: 0.2660429 Aug 11 22:25:36.243180 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=c4b79b77-7bd1-4220-a565-af859381eae9,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:36.319187 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51c8fa1f-c0b1-465d-aff8-12d31efc48e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:36.320825 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c8fa1f-c0b1-465d-aff8-12d31efc48e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:36.322833 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51c8fa1f-c0b1-465d-aff8-12d31efc48e1 admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:36.347289 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b8f61cf6-4f7d-467d-9512-092dc0b001fa req-0db47243-5ecf-4bdf-aa38-3bdd3c96d43d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664646 Aug 11 22:25:36.353893 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-51c8fa1f-c0b1-465d-aff8-12d31efc48e1 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.9556193 Aug 11 22:25:36.362706 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35844) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:36.373954 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-c19471c8-766e-4de3-8991-11d3af740de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:36.375840 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-c19471c8-766e-4de3-8991-11d3af740de2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ba8e150f-384a-45ec-a828-5f8c39c8ec17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1616964 Aug 11 22:25:36.384638 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e980d952-5608-4040-b4b8-fde034af012d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:36.396623 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-0cd77add-25d8-44d0-9d50-878d451aa460 admin admin] Request body: {'subnet': {'network_id': '5b01c377-68b1-4a75-bb57-2b6d5b30ab45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-732262911-subnet', 'tenant_id': 'c56541a15343493cac5a7c6ed742727d', 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:25:36.420251 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-4968a5e9-5dd5-427b-ae1f-8315d0196501 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Allocated IP 172.20.0.3 (6622d19d-e8f9-4f58-9c5a-5a6b1c375431/e825988f-9783-4539-86a4-b6ca493a4bbd/9c76bb81-f389-441a-8561-430ba23799c9) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:25:36.429425 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-e980d952-5608-4040-b4b8-fde034af012d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Transition to ACTIVE for port object 358cb88b-e97f-43a9-b47a-8fb8c6f50e72 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:25:36.462664 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd77add-25d8-44d0-9d50-878d451aa460 admin admin] Made reservation on behalf of c56541a15343493cac5a7c6ed742727d for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:25:36.465394 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0cd77add-25d8-44d0-9d50-878d451aa460 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:36.469157 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0efe5f4a-d116-48f5-bf1e-3380ea913001 None None] Provisioning complete for port c4b79b77-7bd1-4220-a565-af859381eae9 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:36.469879 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0efe5f4a-d116-48f5-bf1e-3380ea913001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:36.539955 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8fa1f-c0b1-465d-aff8-12d31efc48e1 admin admin] Pushing event updated for resources: {'Network': ['ID=5b01c377-68b1-4a75-bb57-2b6d5b30ab45,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:36.609094 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 5b01c377-68b1-4a75-bb57-2b6d5b30ab45 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:25:36.810651 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-f86c261e-2ed0-4d43-8973-4a2400c4d824 service neutron] 10.222.0.52 "GET /v2.0/networks/ba8e150f-384a-45ec-a828-5f8c39c8ec17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945007 Aug 11 22:25:36.884316 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-df06729e-c04a-43ec-8ce2-9201dcb1da35 req-1f1fd5a8-f2a7-45c9-b4fa-b0acda883f85 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 210 time: 0.2421021 Aug 11 22:25:36.952399 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device c4b79b77-7bd1-4220-a565-af859381eae9 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:25:36.965247 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e980d952-5608-4040-b4b8-fde034af012d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:37.001541 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bc935595-f320-4d84-b976-9a4903ec54d0 req-0b6e59ff-f88a-482c-82c1-bfc5cb978c67 service neutron] 10.222.0.52 "GET /v2.0/networks/ba8e150f-384a-45ec-a828-5f8c39c8ec17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828444 Aug 11 22:25:37.069554 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port c4b79b77-7bd1-4220-a565-af859381eae9 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:37.070342 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:37.077714 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e980d952-5608-4040-b4b8-fde034af012d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network 398d5a18-a3cb-4390-838f-2a405a58a364 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:25:37.126770 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-e980d952-5608-4040-b4b8-fde034af012d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:25:37.142817 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e980d952-5608-4040-b4b8-fde034af012d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:25:37.175313 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c382109-9938-4dc8-bb6f-c1187cb7b15b req-b95be48a-c14c-411f-9fe3-56b49e228849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:37.178212 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5c382109-9938-4dc8-bb6f-c1187cb7b15b req-b95be48a-c14c-411f-9fe3-56b49e228849 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 1094 time: 0.1111102 Aug 11 22:25:37.188879 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-4968a5e9-5dd5-427b-ae1f-8315d0196501 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:37.248584 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980d952-5608-4040-b4b8-fde034af012d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Port': ['ID=358cb88b-e97f-43a9-b47a-8fb8c6f50e72,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:37.272945 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5764ff14-3cc8-4a95-95b4-917f2bf65a55 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:25:37.377913 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dbc7ea-2f4d-40c2-a4f3-8241399a3681 None None] Network ab2efcf0-7a41-42bd-bc22-11f2cedab2e7 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:25:37.381020 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-4968a5e9-5dd5-427b-ae1f-8315d0196501 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Transition to ACTIVE for port object 9c76bb81-f389-441a-8561-430ba23799c9 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:25:37.401487 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c382109-9938-4dc8-bb6f-c1187cb7b15b req-a33f6e4d-abb9-4070-a5bd-120c7043b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:37.403305 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5c382109-9938-4dc8-bb6f-c1187cb7b15b req-a33f6e4d-abb9-4070-a5bd-120c7043b224 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ba8e150f-384a-45ec-a828-5f8c39c8ec17 HTTP/1.1" status: 200 len: 898 time: 0.2129922 Aug 11 22:25:37.447696 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e980d952-5608-4040-b4b8-fde034af012d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:37.451153 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0cd77add-25d8-44d0-9d50-878d451aa460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:37.499337 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5c382109-9938-4dc8-bb6f-c1187cb7b15b req-74ab61dd-2943-444d-82fc-60465552fe81 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e22f2eff-a548-46f8-b02c-9ec2040c26dc HTTP/1.1" status: 200 len: 217 time: 0.0849369 Aug 11 22:25:37.587446 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-89933293-8275-489e-bc7c-0d7aba2ed46f None None] Provisioning for port 5764ff14-3cc8-4a95-95b4-917f2bf65a55 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:25:37.596328 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 5764ff14-3cc8-4a95-95b4-917f2bf65a55 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:25:37.607658 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 5764ff14-3cc8-4a95-95b4-917f2bf65a55 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:37.608271 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:37.611087 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-89933293-8275-489e-bc7c-0d7aba2ed46f None None] Provisioning complete for port 5764ff14-3cc8-4a95-95b4-917f2bf65a55 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:37.611724 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-89933293-8275-489e-bc7c-0d7aba2ed46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:37.615041 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c382109-9938-4dc8-bb6f-c1187cb7b15b req-8c7dbfac-9303-4536-9cb7-50c0762e14d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:37.632866 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5c382109-9938-4dc8-bb6f-c1187cb7b15b req-8c7dbfac-9303-4536-9cb7-50c0762e14d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2665ff53-ad82-414b-b2c5-b45b6ca0d1e9 HTTP/1.1" status: 200 len: 833 time: 0.1187186 Aug 11 22:25:37.725624 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c382109-9938-4dc8-bb6f-c1187cb7b15b req-54751d7b-2ee2-4830-a9ad-ded051e79399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:37.728113 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5c382109-9938-4dc8-bb6f-c1187cb7b15b req-54751d7b-2ee2-4830-a9ad-ded051e79399 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ba8e150f-384a-45ec-a828-5f8c39c8ec17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908346 Aug 11 22:25:37.733774 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-4968a5e9-5dd5-427b-ae1f-8315d0196501 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:37.763063 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd77add-25d8-44d0-9d50-878d451aa460 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec1ea2d2-f7dc-41d4-b840-a3079e4f207a,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:37.879599 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5c382109-9938-4dc8-bb6f-c1187cb7b15b req-1d79566b-13e5-4a84-8739-bdcc73f686d6 service neutron] 10.222.0.52 "GET /v2.0/networks/ba8e150f-384a-45ec-a828-5f8c39c8ec17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412761 Aug 11 22:25:37.969882 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2236f71-58d6-4510-a753-6ff35e869a29 req-def3ecad-22d3-4ab4-b963-ce55a8432901 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:37.972717 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2236f71-58d6-4510-a753-6ff35e869a29 req-def3ecad-22d3-4ab4-b963-ce55a8432901 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 943 time: 0.4646175 Aug 11 22:25:38.022764 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e980d952-5608-4040-b4b8-fde034af012d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:38.038978 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-4968a5e9-5dd5-427b-ae1f-8315d0196501 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:25:38.060387 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968a5e9-5dd5-427b-ae1f-8315d0196501 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Pushing event updated for resources: {'Port': ['ID=9c76bb81-f389-441a-8561-430ba23799c9,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:38.065105 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5c382109-9938-4dc8-bb6f-c1187cb7b15b req-c2213822-cd48-4987-9a7f-1112b1304096 service neutron] 10.222.0.52 "GET /v2.0/networks/ba8e150f-384a-45ec-a828-5f8c39c8ec17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752877 Aug 11 22:25:38.082092 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-4968a5e9-5dd5-427b-ae1f-8315d0196501 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:25:38.091388 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-4968a5e9-5dd5-427b-ae1f-8315d0196501 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:25:38.096408 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd77add-25d8-44d0-9d50-878d451aa460 admin admin] Checking segment: {'id': '3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5b01c377-68b1-4a75-bb57-2b6d5b30ab45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:25:38.096939 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd77add-25d8-44d0-9d50-878d451aa460 admin admin] Network hostable DHCP agents. Network: 5b01c377-68b1-4a75-bb57-2b6d5b30ab45, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:25:38.139555 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-89933293-8275-489e-bc7c-0d7aba2ed46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:38.177209 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:38.207162 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-89933293-8275-489e-bc7c-0d7aba2ed46f None None] For port 5764ff14-3cc8-4a95-95b4-917f2bf65a55, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5764ff14-3cc8-4a95-95b4-917f2bf65a55,segment=NetworkSegment(c250468e-59f1-4501-8885-49977ca3dfcd),segment_id=c250468e-59f1-4501-8885-49977ca3dfcd)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:25:38.221980 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-89933293-8275-489e-bc7c-0d7aba2ed46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:38.271221 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.api [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:25:38.271617 n-d-804275-3 neutron-server[100944]: DEBUG oslo_db.api [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:25:38.278050 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2236f71-58d6-4510-a753-6ff35e869a29 req-fd72ddbb-fbe8-4779-bd28-40fb3a896cac tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2775698 Aug 11 22:25:38.348326 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:38.354480 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-4968a5e9-5dd5-427b-ae1f-8315d0196501 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:38.369920 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-4968a5e9-5dd5-427b-ae1f-8315d0196501 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:38.374453 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2a903d61-af40-4c00-aa51-083a07e0663c None None] Provisioning for port 358cb88b-e97f-43a9-b47a-8fb8c6f50e72 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:25:38.400228 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89933293-8275-489e-bc7c-0d7aba2ed46f None None] Pushing event updated for resources: {'Port': ['ID=5764ff14-3cc8-4a95-95b4-917f2bf65a55,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:38.404419 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2a903d61-af40-4c00-aa51-083a07e0663c None None] Provisioning complete for port 358cb88b-e97f-43a9-b47a-8fb8c6f50e72 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:38.404419 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2a903d61-af40-4c00-aa51-083a07e0663c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:38.464445 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-2a903d61-af40-4c00-aa51-083a07e0663c None None] Port 358cb88b-e97f-43a9-b47a-8fb8c6f50e72 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:25:38.508964 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd77add-25d8-44d0-9d50-878d451aa460 admin admin] Network 5b01c377-68b1-4a75-bb57-2b6d5b30ab45 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:25:38.592921 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-16469fdb-442c-418c-a240-6c9f843a08a6 None None] Provisioning for port 9c76bb81-f389-441a-8561-430ba23799c9 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:25:38.602078 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-16469fdb-442c-418c-a240-6c9f843a08a6 None None] Provisioning complete for port 9c76bb81-f389-441a-8561-430ba23799c9 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:38.602671 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-16469fdb-442c-418c-a240-6c9f843a08a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:38.608441 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-0cd77add-25d8-44d0-9d50-878d451aa460 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 5b01c377-68b1-4a75-bb57-2b6d5b30ab45) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:25:38.625626 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd77add-25d8-44d0-9d50-878d451aa460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:38.626659 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0cd77add-25d8-44d0-9d50-878d451aa460 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:38.649026 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1207476-0d47-4c83-a3e0-9b09dd7b192f None None] Network 5b01c377-68b1-4a75-bb57-2b6d5b30ab45 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:25:38.666165 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-4968a5e9-5dd5-427b-ae1f-8315d0196501 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8927126 Aug 11 22:25:38.702465 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-93d72f9b-bd51-4706-bbe5-f10bf5ecacc9 service neutron] Request body: {'port': {'device_id': '1a0fd39b-4a90-48fb-a046-755fa3cc72da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:25:38.712029 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0cd77add-25d8-44d0-9d50-878d451aa460 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3432982 Aug 11 22:25:38.714943 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35852) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:38.719311 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-16469fdb-442c-418c-a240-6c9f843a08a6 None None] Port 9c76bb81-f389-441a-8561-430ba23799c9 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:25:38.720601 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-dcbe52dd-9d0b-4907-be40-27329347d69d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-732262911-router', 'tenant_id': 'c56541a15343493cac5a7c6ed742727d', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:25:38.758146 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dcbe52dd-9d0b-4907-be40-27329347d69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:38.760230 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dcbe52dd-9d0b-4907-be40-27329347d69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:38.844791 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21794aa4-f87e-4f04-a1a1-aa8900eb6dc0 req-30618924-f4cf-4586-8c86-fe99dec65aab tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:38.853126 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-21794aa4-f87e-4f04-a1a1-aa8900eb6dc0 req-30618924-f4cf-4586-8c86-fe99dec65aab tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 931 time: 0.2154558 Aug 11 22:25:38.867089 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dcbe52dd-9d0b-4907-be40-27329347d69d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:38.884060 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-93d72f9b-bd51-4706-bbe5-f10bf5ecacc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:38.926614 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2e340296-c663-451f-9a1b-2a325d84f23c None None] Provisioning complete for port 5764ff14-3cc8-4a95-95b4-917f2bf65a55 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:38.927325 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2e340296-c663-451f-9a1b-2a325d84f23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:38.955768 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b861f7ae-29a9-44dc-ac4d-3c34d76c3bc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-5b01c377-68b1-4a75-bb57-2b6d5b30ab45', 'network_id': '5b01c377-68b1-4a75-bb57-2b6d5b30ab45', 'tenant_id': 'c56541a15343493cac5a7c6ed742727d', 'fixed_ips': [{'subnet_id': 'ec1ea2d2-f7dc-41d4-b840-a3079e4f207a'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:25:38.957966 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b861f7ae-29a9-44dc-ac4d-3c34d76c3bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:38.960552 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-21794aa4-f87e-4f04-a1a1-aa8900eb6dc0 req-25cca112-0955-4b63-889f-1cda56e1befb tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064887 Aug 11 22:25:39.112289 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dcbe52dd-9d0b-4907-be40-27329347d69d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:39.160704 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-b861f7ae-29a9-44dc-ac4d-3c34d76c3bc6 None None] Allocated IP 172.20.0.2 (5b01c377-68b1-4a75-bb57-2b6d5b30ab45/ec1ea2d2-f7dc-41d4-b840-a3079e4f207a/bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:25:39.182175 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5764ff14-3cc8-4a95-95b4-917f2bf65a55 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:25:39.272466 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e980d952-5608-4040-b4b8-fde034af012d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:39.295878 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e980d952-5608-4040-b4b8-fde034af012d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:39.472141 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 5764ff14-3cc8-4a95-95b4-917f2bf65a55 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:39.472793 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:39.494791 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dcbe52dd-9d0b-4907-be40-27329347d69d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:39.544446 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device e22f2eff-a548-46f8-b02c-9ec2040c26dc details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:25:39.557753 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dcbe52dd-9d0b-4907-be40-27329347d69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:39.601206 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b861f7ae-29a9-44dc-ac4d-3c34d76c3bc6 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:39.612799 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e980d952-5608-4040-b4b8-fde034af012d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:39.615182 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980d952-5608-4040-b4b8-fde034af012d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Port': ['ID=358cb88b-e97f-43a9-b47a-8fb8c6f50e72,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:39.627434 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b861f7ae-29a9-44dc-ac4d-3c34d76c3bc6 None None] Transition to ACTIVE for port object bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:25:39.664805 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b861f7ae-29a9-44dc-ac4d-3c34d76c3bc6 None None] Transition to ACTIVE for port object bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:25:39.759669 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b861f7ae-29a9-44dc-ac4d-3c34d76c3bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:39.774061 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-dcbe52dd-9d0b-4907-be40-27329347d69d admin admin] Allocated IP 172.25.2.26 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:25:39.829075 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b861f7ae-29a9-44dc-ac4d-3c34d76c3bc6 None None] Network 5b01c377-68b1-4a75-bb57-2b6d5b30ab45 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:25:39.844230 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-b861f7ae-29a9-44dc-ac4d-3c34d76c3bc6 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:25:39.884143 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port e22f2eff-a548-46f8-b02c-9ec2040c26dc, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e22f2eff-a548-46f8-b02c-9ec2040c26dc,segment=NetworkSegment(1f083fb3-78c4-439f-99d5-0d2efbbeb25c),segment_id=1f083fb3-78c4-439f-99d5-0d2efbbeb25c)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:25:39.905513 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b861f7ae-29a9-44dc-ac4d-3c34d76c3bc6 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:25:39.909807 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'e22f2eff-a548-46f8-b02c-9ec2040c26dc', 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17', 'port_id': 'e22f2eff-a548-46f8-b02c-9ec2040c26dc', 'mac_address': 'fa:16:3e:be:4b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2665ff53-ad82-414b-b2c5-b45b6ca0d1e9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:25:39.955231 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dcbe52dd-9d0b-4907-be40-27329347d69d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:39.975597 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f7ae-29a9-44dc-ac4d-3c34d76c3bc6 None None] Pushing event updated for resources: {'Port': ['ID=bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:40.041770 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dcbe52dd-9d0b-4907-be40-27329347d69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:40.042058 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:40.107082 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-b861f7ae-29a9-44dc-ac4d-3c34d76c3bc6 None None] Attempting to bind port bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:25:40.107804 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-b861f7ae-29a9-44dc-ac4d-3c34d76c3bc6 None None] Attempting to bind port bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5b01c377-68b1-4a75-bb57-2b6d5b30ab45'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:25:40.108354 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b861f7ae-29a9-44dc-ac4d-3c34d76c3bc6 None None] Attempting to bind port bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca on network 5b01c377-68b1-4a75-bb57-2b6d5b30ab45 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:25:40.112196 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22f2eff-a548-46f8-b02c-9ec2040c26dc {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:25:40.138543 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe52dd-9d0b-4907-be40-27329347d69d admin admin] Pushing event updated for resources: {'Port': ['ID=b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:40.140130 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port e22f2eff-a548-46f8-b02c-9ec2040c26dc, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e22f2eff-a548-46f8-b02c-9ec2040c26dc,segment=NetworkSegment(1f083fb3-78c4-439f-99d5-0d2efbbeb25c),segment_id=1f083fb3-78c4-439f-99d5-0d2efbbeb25c)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:25:40.146937 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b861f7ae-29a9-44dc-ac4d-3c34d76c3bc6 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:25:40.147573 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b861f7ae-29a9-44dc-ac4d-3c34d76c3bc6 None None] Checking segment: {'id': '3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5b01c377-68b1-4a75-bb57-2b6d5b30ab45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:25:40.148493 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b861f7ae-29a9-44dc-ac4d-3c34d76c3bc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:40.149108 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b861f7ae-29a9-44dc-ac4d-3c34d76c3bc6 None None] Bound using segment: {'id': '3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5b01c377-68b1-4a75-bb57-2b6d5b30ab45'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:25:40.149715 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-b861f7ae-29a9-44dc-ac4d-3c34d76c3bc6 None None] Bound port: bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5b01c377-68b1-4a75-bb57-2b6d5b30ab45'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:25:40.150311 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b861f7ae-29a9-44dc-ac4d-3c34d76c3bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:40.164524 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbe52dd-9d0b-4907-be40-27329347d69d admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:25:40.167212 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-dcbe52dd-9d0b-4907-be40-27329347d69d admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:25:40.173074 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbe52dd-9d0b-4907-be40-27329347d69d admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:25:40.179163 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:40.224777 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-93d72f9b-bd51-4706-bbe5-f10bf5ecacc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c76bb81-f389-441a-8561-430ba23799c9 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:25:40.233463 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-93d72f9b-bd51-4706-bbe5-f10bf5ecacc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:40.249531 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-93d72f9b-bd51-4706-bbe5-f10bf5ecacc9 service neutron] Transition to ACTIVE for port object 9c76bb81-f389-441a-8561-430ba23799c9 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:25:40.266746 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d82e1-bd4a-4199-bc1d-cdada05962bb req-9c81e209-8762-4e1e-84f3-96b391edc929 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:40.275246 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-222d82e1-bd4a-4199-bc1d-cdada05962bb req-9c81e209-8762-4e1e-84f3-96b391edc929 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 943 time: 0.7770813 Aug 11 22:25:40.302563 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=e22f2eff-a548-46f8-b02c-9ec2040c26dc,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:40.309223 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b861f7ae-29a9-44dc-ac4d-3c34d76c3bc6 None None] For port bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:25:40.320354 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b861f7ae-29a9-44dc-ac4d-3c34d76c3bc6 None None] For port bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca,segment=NetworkSegment(3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd),segment_id=3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:25:40.330874 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b861f7ae-29a9-44dc-ac4d-3c34d76c3bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:40.346047 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-222d82e1-bd4a-4199-bc1d-cdada05962bb req-acc7e490-cacf-466f-9d78-c86ec4f596d9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697515 Aug 11 22:25:40.349863 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-93d72f9b-bd51-4706-bbe5-f10bf5ecacc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:40.548747 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f7ae-29a9-44dc-ac4d-3c34d76c3bc6 None None] Pushing event updated for resources: {'Port': ['ID=bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:40.586212 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['e22f2eff-a548-46f8-b02c-9ec2040c26dc'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:25:40.741205 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d72f9b-bd51-4706-bbe5-f10bf5ecacc9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c76bb81-f389-441a-8561-430ba23799c9,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:40.799468 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-93d72f9b-bd51-4706-bbe5-f10bf5ecacc9 service neutron] Attempting to bind port 9c76bb81-f389-441a-8561-430ba23799c9 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:25:40.800251 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-93d72f9b-bd51-4706-bbe5-f10bf5ecacc9 service neutron] Attempting to bind port 9c76bb81-f389-441a-8561-430ba23799c9 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:25:40.802155 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-93d72f9b-bd51-4706-bbe5-f10bf5ecacc9 service neutron] Attempting to bind port 9c76bb81-f389-441a-8561-430ba23799c9 on network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:25:40.817366 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb350bc-534f-42e1-a4c7-3823e1a43ff7 req-bfb193fb-6036-4ae8-bcfc-fcbc14f82d31 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:40.819647 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cfb350bc-534f-42e1-a4c7-3823e1a43ff7 req-bfb193fb-6036-4ae8-bcfc-fcbc14f82d31 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 943 time: 0.1781037 Aug 11 22:25:40.829097 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e980d952-5608-4040-b4b8-fde034af012d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network 398d5a18-a3cb-4390-838f-2a405a58a364 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:25:40.839086 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-e980d952-5608-4040-b4b8-fde034af012d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:25:40.993770 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dcbe52dd-9d0b-4907-be40-27329347d69d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:40.996993 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-93d72f9b-bd51-4706-bbe5-f10bf5ecacc9 service neutron] Port 9c76bb81-f389-441a-8561-430ba23799c9 on network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:25:40.997331 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-93d72f9b-bd51-4706-bbe5-f10bf5ecacc9 service neutron] Attempting to bind port 9c76bb81-f389-441a-8561-430ba23799c9 on network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:25:41.006493 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-93d72f9b-bd51-4706-bbe5-f10bf5ecacc9 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:25:41.006915 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-93d72f9b-bd51-4706-bbe5-f10bf5ecacc9 service neutron] Checking segment: {'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:25:41.007368 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-93d72f9b-bd51-4706-bbe5-f10bf5ecacc9 service neutron] Bound using segment: {'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:25:41.007873 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-93d72f9b-bd51-4706-bbe5-f10bf5ecacc9 service neutron] Bound port: 9c76bb81-f389-441a-8561-430ba23799c9, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:25:41.008245 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-93d72f9b-bd51-4706-bbe5-f10bf5ecacc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:41.130007 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-93d72f9b-bd51-4706-bbe5-f10bf5ecacc9 service neutron] For port 9c76bb81-f389-441a-8561-430ba23799c9, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:25:41.134481 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-93d72f9b-bd51-4706-bbe5-f10bf5ecacc9 service neutron] For port 9c76bb81-f389-441a-8561-430ba23799c9, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=9c76bb81-f389-441a-8561-430ba23799c9,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:25:41.195050 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cfb350bc-534f-42e1-a4c7-3823e1a43ff7 req-375bf4a8-c96e-473a-857c-83aa44e16b8b tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624635 Aug 11 22:25:41.208719 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-93d72f9b-bd51-4706-bbe5-f10bf5ecacc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:41.303442 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-93d72f9b-bd51-4706-bbe5-f10bf5ecacc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:41.304288 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-93d72f9b-bd51-4706-bbe5-f10bf5ecacc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:41.305938 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-93d72f9b-bd51-4706-bbe5-f10bf5ecacc9 service neutron] 10.222.0.82 "PUT /v2.0/ports/9c76bb81-f389-441a-8561-430ba23799c9 HTTP/1.1" status: 200 len: 1091 time: 2.6133933 Aug 11 22:25:41.306516 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0fd39b-4a90-48fb-a046-755fa3cc72da', 'tag': '9c76bb81-f389-441a-8561-430ba23799c9'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:25:41.331120 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea5efa0-dbb6-4e43-85eb-935b8a557954" -d '{"events": [{"name": "network-changed", "server_uuid": "1a0fd39b-4a90-48fb-a046-755fa3cc72da", "tag": "9c76bb81-f389-441a-8561-430ba23799c9"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:25:41.446948 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dcbe52dd-9d0b-4907-be40-27329347d69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:41.470424 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe85f038-e55e-4c33-bb5f-7cda2e7b8161 x-openstack-request-id: req-fe85f038-e55e-4c33-bb5f-7cda2e7b8161 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:25:41.477345 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a0fd39b-4a90-48fb-a046-755fa3cc72da", "tag": "9c76bb81-f389-441a-8561-430ba23799c9", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:25:41.484203 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fe85f038-e55e-4c33-bb5f-7cda2e7b8161 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:25:41.484761 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a0fd39b-4a90-48fb-a046-755fa3cc72da', 'tag': '9c76bb81-f389-441a-8561-430ba23799c9', 'status': 'completed', 'code': 200} Aug 11 22:25:41.488502 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d72f9b-bd51-4706-bbe5-f10bf5ecacc9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c76bb81-f389-441a-8561-430ba23799c9,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:41.515225 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e980d952-5608-4040-b4b8-fde034af012d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Router e3b00152-3309-4c1b-af50-3596f57c62b9 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:25:41.611333 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-cd3bf949-5a70-4e4e-8223-cf8ea3d7685a None None] Provisioning complete for port 358cb88b-e97f-43a9-b47a-8fb8c6f50e72 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:41.612447 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cd3bf949-5a70-4e4e-8223-cf8ea3d7685a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:41.733832 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-cd3bf949-5a70-4e4e-8223-cf8ea3d7685a None None] Port 358cb88b-e97f-43a9-b47a-8fb8c6f50e72 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:25:41.748145 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-966be0a9-5819-4d9a-8608-8a6002b111ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:41.749874 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-966be0a9-5819-4d9a-8608-8a6002b111ce service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0bd86e77836944e4bb373c5db0c18c61&device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 1094 time: 0.3304200 Aug 11 22:25:41.768440 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87175508-3328-4c77-a3be-e86737e16393 req-d158e9c0-613e-4ea1-af65-0cd38db22982 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:41.769998 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcbe52dd-9d0b-4907-be40-27329347d69d admin admin] Router ba653d83-001b-416d-8f2d-6d235d95a011 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:25:41.778102 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-87175508-3328-4c77-a3be-e86737e16393 req-d158e9c0-613e-4ea1-af65-0cd38db22982 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 944 time: 0.2291663 Aug 11 22:25:41.842495 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-1d43fa44-5536-4b64-b77e-79f57752183f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c76bb81-f389-441a-8561-430ba23799c9 HTTP/1.1" status: 200 len: 217 time: 0.0469868 Aug 11 22:25:41.927426 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-87175508-3328-4c77-a3be-e86737e16393 req-7637a4eb-e4b4-45c8-a9bf-101046e9c91c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482906 Aug 11 22:25:41.943535 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e980d952-5608-4040-b4b8-fde034af012d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:25:41.953715 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e980d952-5608-4040-b4b8-fde034af012d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "PUT /v2.0/routers/e3b00152-3309-4c1b-af50-3596f57c62b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7780840 Aug 11 22:25:41.956842 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35870) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:41.958353 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89cf57d-1535-41ab-9d25-f885b7c0ae26 None None] Sync routers for ids ['e3b00152-3309-4c1b-af50-3596f57c62b9'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:25:41.971349 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbe52dd-9d0b-4907-be40-27329347d69d admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:25:41.977966 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05137cd9-0193-4d96-bf9e-2c24f9b91dc9 None None] Sync routers for ids ['ba653d83-001b-416d-8f2d-6d235d95a011'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:25:41.981928 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-eea8f8a8-0c93-429d-a9a8-98586e8596a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:41.985058 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-eea8f8a8-0c93-429d-a9a8-98586e8596a3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e825988f-9783-4539-86a4-b6ca493a4bbd HTTP/1.1" status: 200 len: 851 time: 0.1293352 Aug 11 22:25:42.010573 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05137cd9-0193-4d96-bf9e-2c24f9b91dc9 None None] Routers {'ba653d83-001b-416d-8f2d-6d235d95a011'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:25:42.010986 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dcbe52dd-9d0b-4907-be40-27329347d69d admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:42.011577 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89cf57d-1535-41ab-9d25-f885b7c0ae26 None None] Routers {'e3b00152-3309-4c1b-af50-3596f57c62b9'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:25:42.012933 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-05137cd9-0193-4d96-bf9e-2c24f9b91dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:25:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['ba653d83-001b-416d-8f2d-6d235d95a011'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:42.013961 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-e89cf57d-1535-41ab-9d25-f885b7c0ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:25:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['e3b00152-3309-4c1b-af50-3596f57c62b9'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:42.014173 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-dcbe52dd-9d0b-4907-be40-27329347d69d admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2979131 Aug 11 22:25:42.016922 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35872) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:42.117366 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215c819d-d25e-48e4-b6e8-7605e18c2ea1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:42.132124 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-215c819d-d25e-48e4-b6e8-7605e18c2ea1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "GET /v2.0/ports/358cb88b-e97f-43a9-b47a-8fb8c6f50e72 HTTP/1.1" status: 200 len: 910 time: 0.1740556 Aug 11 22:25:42.133813 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35876) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:42.185067 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-e89cf57d-1535-41ab-9d25-f885b7c0ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:42.243836 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89cf57d-1535-41ab-9d25-f885b7c0ae26 None None] Routers {'e3b00152-3309-4c1b-af50-3596f57c62b9'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:25:42.245212 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-e89cf57d-1535-41ab-9d25-f885b7c0ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:25:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['e3b00152-3309-4c1b-af50-3596f57c62b9'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:42.254754 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-05137cd9-0193-4d96-bf9e-2c24f9b91dc9 None None] Set router ba653d83-001b-416d-8f2d-6d235d95a011 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:25:42.406316 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-e89cf57d-1535-41ab-9d25-f885b7c0ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:42.407941 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89cf57d-1535-41ab-9d25-f885b7c0ae26 None None] The sync data for ids ['e3b00152-3309-4c1b-af50-3596f57c62b9'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:25:42.461729 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-03786ae5-e41e-4d6b-a531-8593852a191b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:42.468445 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-03786ae5-e41e-4d6b-a531-8593852a191b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4648554 Aug 11 22:25:42.640148 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-05137cd9-0193-4d96-bf9e-2c24f9b91dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba653d83-001b-416d-8f2d-6d235d95a011', 'name': 'tempest-TestServerMultinode-732262911-router', 'tenant_id': 'c56541a15343493cac5a7c6ed742727d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:38Z', 'updated_at': '2021-08-11T22:25:40Z', 'revision_number': 3, 'project_id': 'c56541a15343493cac5a7c6ed742727d', 'gw_port': {'id': 'b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:66:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba653d83-001b-416d-8f2d-6d235d95a011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:39Z', 'updated_at': '2021-08-11T22:25:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:42.668171 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad1363f-f7ea-4822-9842-68f5c77a06d4 None None] Network 5b01c377-68b1-4a75-bb57-2b6d5b30ab45 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:25:42.687166 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05137cd9-0193-4d96-bf9e-2c24f9b91dc9 None None] Checking router: ba653d83-001b-416d-8f2d-6d235d95a011 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:25:42.687803 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05137cd9-0193-4d96-bf9e-2c24f9b91dc9 None None] Updating router ba653d83-001b-416d-8f2d-6d235d95a011 port b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353 binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:25:42.721648 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-05137cd9-0193-4d96-bf9e-2c24f9b91dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:42.839898 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6a79eab6-4d07-448a-8827-20dec80028cc None None] Provisioning for port bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:25:43.332162 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:25:43.383529 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41ff71c7-8b28-4acb-95bc-4e53cd67caa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:43.407983 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-a4323f66-980c-44eb-865f-488da882e6c1 service neutron] 10.222.0.82 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8540828 Aug 11 22:25:43.504206 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7d3d23f8-0987-443a-bf0d-9691a9055686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:43.571428 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device e22f2eff-a548-46f8-b02c-9ec2040c26dc up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:25:43.650797 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-05137cd9-0193-4d96-bf9e-2c24f9b91dc9 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:43.676145 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-05137cd9-0193-4d96-bf9e-2c24f9b91dc9 None None] Transition to ACTIVE for port object b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353 will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:25:43.693874 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-05137cd9-0193-4d96-bf9e-2c24f9b91dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:43.740967 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:25:43.781386 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:43.781994 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:43.837677 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-05137cd9-0193-4d96-bf9e-2c24f9b91dc9 None None] Attempting to bind port b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:25:43.840325 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-05137cd9-0193-4d96-bf9e-2c24f9b91dc9 None None] Attempting to bind port b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:25:43.843018 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05137cd9-0193-4d96-bf9e-2c24f9b91dc9 None None] Attempting to bind port b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:25:43.851606 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c8836-294c-43ad-9a48-216970e5bb84 None None] Pushing event updated for resources: {'Port': ['ID=b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353,revision_number=2']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:43.854853 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb3a48-9907-4589-a47a-fd6fcf5d8ac0 req-69af60e1-0460-43ce-b509-c015942e8ae6 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:43.864291 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f8fb3a48-9907-4589-a47a-fd6fcf5d8ac0 req-69af60e1-0460-43ce-b509-c015942e8ae6 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 943 time: 0.4351895 Aug 11 22:25:43.879944 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05137cd9-0193-4d96-bf9e-2c24f9b91dc9 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:25:43.883935 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05137cd9-0193-4d96-bf9e-2c24f9b91dc9 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:25:43.884831 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-05137cd9-0193-4d96-bf9e-2c24f9b91dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:43.885468 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05137cd9-0193-4d96-bf9e-2c24f9b91dc9 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:25:43.886097 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-05137cd9-0193-4d96-bf9e-2c24f9b91dc9 None None] Bound port: b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:25:43.886693 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-05137cd9-0193-4d96-bf9e-2c24f9b91dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:43.905667 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-41ff71c7-8b28-4acb-95bc-4e53cd67caa7 admin admin] Allocated IP 172.20.0.1 (5b01c377-68b1-4a75-bb57-2b6d5b30ab45/ec1ea2d2-f7dc-41d4-b840-a3079e4f207a/816b3945-2db2-4bff-9f1f-3420f1103b3d) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:25:43.929329 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port e22f2eff-a548-46f8-b02c-9ec2040c26dc completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:25:43.941159 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71c3e0f7-c619-4069-8354-b43df24b7798 req-10a7ab32-85d9-447e-967c-d1dd16248b16 service neutron] 10.222.0.82 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099838 Aug 11 22:25:43.947321 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b48cc1ba-d0a4-4572-9a57-66da31f7fb23 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:43.963757 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f8fb3a48-9907-4589-a47a-fd6fcf5d8ac0 req-116d4038-ea0a-4508-9b33-b5c687a6c3ee tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980847 Aug 11 22:25:44.017861 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:44.022348 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port e22f2eff-a548-46f8-b02c-9ec2040c26dc triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:44.023065 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:44.147933 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca,segment=NetworkSegment(3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd),segment_id=3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:25:44.174067 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:44.295225 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41ff71c7-8b28-4acb-95bc-4e53cd67caa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:44.330144 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-41ff71c7-8b28-4acb-95bc-4e53cd67caa7 admin admin] Transition to ACTIVE for port object 816b3945-2db2-4bff-9f1f-3420f1103b3d will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:25:44.377941 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-05137cd9-0193-4d96-bf9e-2c24f9b91dc9 None None] For port b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:25:44.389893 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-05137cd9-0193-4d96-bf9e-2c24f9b91dc9 None None] For port b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:25:44.398820 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-05137cd9-0193-4d96-bf9e-2c24f9b91dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:44.406945 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:44.426808 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41ff71c7-8b28-4acb-95bc-4e53cd67caa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:44.430669 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d42842c4-8f9a-42b4-9b7b-e3aa870b3f2c None None] Provisioning complete for port bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:44.431108 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d42842c4-8f9a-42b4-9b7b-e3aa870b3f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:44.437474 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-cac4811c-2046-43eb-a32f-72c8214127ad tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:44.451272 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-cac4811c-2046-43eb-a32f-72c8214127ad tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/networks?id=68d2446a-390b-4a41-9fe5-492c7badcbde HTTP/1.1" status: 200 len: 815 time: 0.3226948 Aug 11 22:25:44.458863 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:44.486772 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdd3809-346f-4a4b-a040-bf427028992e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22f2eff-a548-46f8-b02c-9ec2040c26dc'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:25:44.489980 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cca20f-c7fd-4274-a920-c05179a31611" -d '{"events": [{"server_uuid": "7bdd3809-346f-4a4b-a040-bf427028992e", "name": "network-vif-plugged", "status": "completed", "tag": "e22f2eff-a548-46f8-b02c-9ec2040c26dc"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:25:44.516455 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port e22f2eff-a548-46f8-b02c-9ec2040c26dc, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e22f2eff-a548-46f8-b02c-9ec2040c26dc,segment=NetworkSegment(1f083fb3-78c4-439f-99d5-0d2efbbeb25c),segment_id=1f083fb3-78c4-439f-99d5-0d2efbbeb25c)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:25:44.525792 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:44.579106 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-abaec52a-f2e2-4ea2-af6a-acf16ab2e965 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/quotas/2bf4ef471aa2484faad01cf58dfc260a HTTP/1.1" status: 200 len: 375 time: 0.1262045 Aug 11 22:25:44.587220 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c8836-294c-43ad-9a48-216970e5bb84 None None] Pushing event updated for resources: {'Port': ['ID=b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:44.604815 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05137cd9-0193-4d96-bf9e-2c24f9b91dc9 None None] Routers {'ba653d83-001b-416d-8f2d-6d235d95a011'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:25:44.607435 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-05137cd9-0193-4d96-bf9e-2c24f9b91dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:25:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['ba653d83-001b-416d-8f2d-6d235d95a011'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:44.626563 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff71c7-8b28-4acb-95bc-4e53cd67caa7 admin admin] Pushing event updated for resources: {'Port': ['ID=816b3945-2db2-4bff-9f1f-3420f1103b3d,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:44.636522 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ff71c7-8b28-4acb-95bc-4e53cd67caa7 admin admin] Network 5b01c377-68b1-4a75-bb57-2b6d5b30ab45 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:25:44.639247 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-41ff71c7-8b28-4acb-95bc-4e53cd67caa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:25:44.653244 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=e22f2eff-a548-46f8-b02c-9ec2040c26dc,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:44.658133 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ff71c7-8b28-4acb-95bc-4e53cd67caa7 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:25:44.754415 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41ff71c7-8b28-4acb-95bc-4e53cd67caa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:44.809745 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5efa0-dbb6-4e43-85eb-935b8a557954 req-f701d5ee-391f-49bf-96d0-4b65f7eab597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:44.813491 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ea5efa0-dbb6-4e43-85eb-935b8a557954 req-f701d5ee-391f-49bf-96d0-4b65f7eab597 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0bd86e77836944e4bb373c5db0c18c61&device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 1094 time: 0.6863554 Aug 11 22:25:44.944630 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-05137cd9-0193-4d96-bf9e-2c24f9b91dc9 None None] Set router ba653d83-001b-416d-8f2d-6d235d95a011 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:25:45.018326 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-591f9d76-c439-4a10-a4dc-8700917d08ec tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2bf4ef471aa2484faad01cf58dfc260a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4373622 Aug 11 22:25:45.066479 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:25:45.073016 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41ff71c7-8b28-4acb-95bc-4e53cd67caa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:45.179669 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4714a998-f125-4fa2-86c2-801a2e58e368 None None] Provisioning for port 816b3945-2db2-4bff-9f1f-3420f1103b3d completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:25:45.196947 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4714a998-f125-4fa2-86c2-801a2e58e368 None None] Provisioning complete for port 816b3945-2db2-4bff-9f1f-3420f1103b3d triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:45.197304 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4714a998-f125-4fa2-86c2-801a2e58e368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:45.230513 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5efa0-dbb6-4e43-85eb-935b8a557954 req-5d7034e1-ee1b-443d-82ee-ffa4b9879130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:45.232787 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ea5efa0-dbb6-4e43-85eb-935b8a557954 req-5d7034e1-ee1b-443d-82ee-ffa4b9879130 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 200 len: 913 time: 0.4078250 Aug 11 22:25:45.254255 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:45.254620 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:45.310790 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4714a998-f125-4fa2-86c2-801a2e58e368 None None] Port 816b3945-2db2-4bff-9f1f-3420f1103b3d cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:25:45.352525 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-05137cd9-0193-4d96-bf9e-2c24f9b91dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba653d83-001b-416d-8f2d-6d235d95a011', 'name': 'tempest-TestServerMultinode-732262911-router', 'tenant_id': 'c56541a15343493cac5a7c6ed742727d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:38Z', 'updated_at': '2021-08-11T22:25:40Z', 'revision_number': 3, 'project_id': 'c56541a15343493cac5a7c6ed742727d', 'gw_port': {'id': 'b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:66:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba653d83-001b-416d-8f2d-6d235d95a011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:39Z', 'updated_at': '2021-08-11T22:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:45.357321 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41ff71c7-8b28-4acb-95bc-4e53cd67caa7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:45.367241 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41ff71c7-8b28-4acb-95bc-4e53cd67caa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:45.400857 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ea5efa0-dbb6-4e43-85eb-935b8a557954 req-8a9e4c3c-b442-4511-9f53-eba479693dd5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c76bb81-f389-441a-8561-430ba23799c9 HTTP/1.1" status: 200 len: 217 time: 0.1537645 Aug 11 22:25:45.428627 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05137cd9-0193-4d96-bf9e-2c24f9b91dc9 None None] The sync data for ids ['ba653d83-001b-416d-8f2d-6d235d95a011'] in n-d-804275-3 is: [{'id': 'ba653d83-001b-416d-8f2d-6d235d95a011', 'name': 'tempest-TestServerMultinode-732262911-router', 'tenant_id': 'c56541a15343493cac5a7c6ed742727d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:38Z', 'updated_at': '2021-08-11T22:25:40Z', 'revision_number': 3, 'project_id': 'c56541a15343493cac5a7c6ed742727d', 'gw_port': {'id': 'b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:66:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba653d83-001b-416d-8f2d-6d235d95a011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:39Z', 'updated_at': '2021-08-11T22:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:25:45.494823 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41ff71c7-8b28-4acb-95bc-4e53cd67caa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:45.541649 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff71c7-8b28-4acb-95bc-4e53cd67caa7 admin admin] Pushing event updated for resources: {'Port': ['ID=816b3945-2db2-4bff-9f1f-3420f1103b3d,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:45.728676 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ff71c7-8b28-4acb-95bc-4e53cd67caa7 admin admin] Network 5b01c377-68b1-4a75-bb57-2b6d5b30ab45 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:25:45.730998 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-41ff71c7-8b28-4acb-95bc-4e53cd67caa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:25:46.107242 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-14ae07cb-2e2d-45b4-bd34-d2ae447f364d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:46.116477 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:46.159327 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4363e545-7abf-48f6-82ce-9fbb8f1217ea None None] Provisioning complete for port 816b3945-2db2-4bff-9f1f-3420f1103b3d triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:46.160905 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4363e545-7abf-48f6-82ce-9fbb8f1217ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:46.200309 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-b48cc1ba-d0a4-4572-9a57-66da31f7fb23 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Allocated IP 172.21.0.1 (ab2efcf0-7a41-42bd-bc22-11f2cedab2e7/d4d151e5-4969-42ef-ba50-b0abb062cc15/c74d1bc5-a726-4897-b961-e6477aee1796) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:25:46.212898 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-31d3c0c7-f168-4706-8792-1bf47d051edb service neutron] 10.222.0.77 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1781189 Aug 11 22:25:46.238973 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4363e545-7abf-48f6-82ce-9fbb8f1217ea None None] Port 816b3945-2db2-4bff-9f1f-3420f1103b3d cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:25:46.357741 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5efa0-dbb6-4e43-85eb-935b8a557954 req-8b58bd63-c385-4d9d-9aaf-f0a6d3af4991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:46.359790 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ea5efa0-dbb6-4e43-85eb-935b8a557954 req-8b58bd63-c385-4d9d-9aaf-f0a6d3af4991 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e825988f-9783-4539-86a4-b6ca493a4bbd HTTP/1.1" status: 200 len: 851 time: 0.9434271 Aug 11 22:25:46.416091 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ff71c7-8b28-4acb-95bc-4e53cd67caa7 admin admin] Router ba653d83-001b-416d-8f2d-6d235d95a011 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:25:46.528676 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5efa0-dbb6-4e43-85eb-935b8a557954 req-68c3e1e2-1a7c-4d47-a8a6-702510eb7116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:46.534179 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ea5efa0-dbb6-4e43-85eb-935b8a557954 req-68c3e1e2-1a7c-4d47-a8a6-702510eb7116 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1527698 Aug 11 22:25:46.573483 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ff71c7-8b28-4acb-95bc-4e53cd67caa7 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:25:46.588166 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-41ff71c7-8b28-4acb-95bc-4e53cd67caa7 admin admin] 10.222.0.77 "PUT /v2.0/routers/ba653d83-001b-416d-8f2d-6d235d95a011/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5700166 Aug 11 22:25:46.624583 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-a86bb7f5-bfb1-4185-8e43-a314ba17eaa3 service neutron] 10.222.0.77 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816819 Aug 11 22:25:46.653527 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b48cc1ba-d0a4-4572-9a57-66da31f7fb23 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:46.676881 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ea5efa0-dbb6-4e43-85eb-935b8a557954 req-9bcfa65c-a52a-441d-986a-67033d833a52 service neutron] 10.222.0.82 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337485 Aug 11 22:25:46.679641 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-b48cc1ba-d0a4-4572-9a57-66da31f7fb23 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Transition to ACTIVE for port object c74d1bc5-a726-4897-b961-e6477aee1796 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:25:46.849953 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b48cc1ba-d0a4-4572-9a57-66da31f7fb23 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:46.924436 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48cc1ba-d0a4-4572-9a57-66da31f7fb23 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network ab2efcf0-7a41-42bd-bc22-11f2cedab2e7 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:25:46.927496 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ea5efa0-dbb6-4e43-85eb-935b8a557954 req-8f7a9131-24b4-4fd2-9461-c30df41b395a service neutron] 10.222.0.82 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428207 Aug 11 22:25:46.943973 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-b48cc1ba-d0a4-4572-9a57-66da31f7fb23 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:25:46.948665 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48cc1ba-d0a4-4572-9a57-66da31f7fb23 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:25:47.076470 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48cc1ba-d0a4-4572-9a57-66da31f7fb23 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Port': ['ID=c74d1bc5-a726-4897-b961-e6477aee1796,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:47.189238 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b48cc1ba-d0a4-4572-9a57-66da31f7fb23 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:47.202693 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:25:47.366074 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:25:47.371204 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:47.371748 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:47.379664 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5db8fb-3f73-440d-9132-dd995404be87 req-80f34773-2a3a-4b93-a064-05a2f8aa7146 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:47.402509 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5e5db8fb-3f73-440d-9132-dd995404be87 req-80f34773-2a3a-4b93-a064-05a2f8aa7146 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 945 time: 0.3685312 Aug 11 22:25:47.603959 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5e5db8fb-3f73-440d-9132-dd995404be87 req-9b135588-26b1-4307-becb-a6601a6430dd tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792705 Aug 11 22:25:47.658970 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35932) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:47.679280 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-29935ccc-c2f9-477b-80a6-82872721894c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1265275780-network', 'tenant_id': 'a001d548b17e40fdb55f1d11556d40bc'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:25:47.700109 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d693c9-22ad-41f5-bacb-eab7a8684a96 x-openstack-request-id: req-20d693c9-22ad-41f5-bacb-eab7a8684a96 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:25:47.700555 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdd3809-346f-4a4b-a040-bf427028992e", "name": "network-vif-plugged", "status": "completed", "tag": "e22f2eff-a548-46f8-b02c-9ec2040c26dc", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:25:47.701056 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-20d693c9-22ad-41f5-bacb-eab7a8684a96 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:25:47.701515 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdd3809-346f-4a4b-a040-bf427028992e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22f2eff-a548-46f8-b02c-9ec2040c26dc', 'code': 200} Aug 11 22:25:47.704440 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a5de4155-6065-4a5b-aeef-9e1e9031947b None None] Provisioning for port c74d1bc5-a726-4897-b961-e6477aee1796 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:25:47.718218 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a5de4155-6065-4a5b-aeef-9e1e9031947b None None] Provisioning complete for port c74d1bc5-a726-4897-b961-e6477aee1796 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:47.719943 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a5de4155-6065-4a5b-aeef-9e1e9031947b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:47.729618 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:47.748610 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b48cc1ba-d0a4-4572-9a57-66da31f7fb23 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:47.825340 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:47.836690 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-a5de4155-6065-4a5b-aeef-9e1e9031947b None None] Port c74d1bc5-a726-4897-b961-e6477aee1796 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:25:47.852804 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29935ccc-c2f9-477b-80a6-82872721894c admin admin] Made reservation on behalf of a001d548b17e40fdb55f1d11556d40bc for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:25:47.856730 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29935ccc-c2f9-477b-80a6-82872721894c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:47.884188 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:25:47.891047 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:47.928757 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29935ccc-c2f9-477b-80a6-82872721894c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:48.002835 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:48.075093 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35375c9-eabc-45ad-b2bd-f85a315bf8a2 req-da68944c-8ca0-4e27-9e3f-0585b8f15c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:48.087252 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e35375c9-eabc-45ad-b2bd-f85a315bf8a2 req-da68944c-8ca0-4e27-9e3f-0585b8f15c24 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 1096 time: 0.2645841 Aug 11 22:25:48.102215 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d92964-9c15-40fd-8cd2-40e689c958fc req-6725a143-0398-4386-b6b1-0b2028459c1a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:48.110884 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c5d92964-9c15-40fd-8cd2-40e689c958fc req-6725a143-0398-4386-b6b1-0b2028459c1a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 943 time: 0.2618172 Aug 11 22:25:48.183037 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e35375c9-eabc-45ad-b2bd-f85a315bf8a2 req-0bfac6cb-90ec-4341-aa32-2601d45ad831 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708277 Aug 11 22:25:48.212070 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29935ccc-c2f9-477b-80a6-82872721894c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:48.217398 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29935ccc-c2f9-477b-80a6-82872721894c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:48.248065 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29935ccc-c2f9-477b-80a6-82872721894c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:25:48.270630 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29935ccc-c2f9-477b-80a6-82872721894c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989039f3-4d48-4ea0-a637-ace2031c80c3,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:48.278669 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29935ccc-c2f9-477b-80a6-82872721894c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:48.279042 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-29935ccc-c2f9-477b-80a6-82872721894c admin admin] Added segment a1d49a34-702c-4d9b-a5af-135fa055b602 of type vlan for network 1768cc28-fa62-46d4-a55f-4ccf6b1f8be4 Aug 11 22:25:48.309064 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c5d92964-9c15-40fd-8cd2-40e689c958fc req-043e7596-8b17-43ba-9d1f-1f09b1563efa tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754224 Aug 11 22:25:48.365753 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29935ccc-c2f9-477b-80a6-82872721894c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:48.419054 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29935ccc-c2f9-477b-80a6-82872721894c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:48.420381 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29935ccc-c2f9-477b-80a6-82872721894c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:48.420998 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29935ccc-c2f9-477b-80a6-82872721894c admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:48.481453 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b0d29-f5ff-474f-bbd3-e34f1b2631d8 None None] Sync routers for ids ['ba653d83-001b-416d-8f2d-6d235d95a011'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:25:48.494170 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-29935ccc-c2f9-477b-80a6-82872721894c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8329775 Aug 11 22:25:48.500085 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35934) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:48.502282 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b0d29-f5ff-474f-bbd3-e34f1b2631d8 None None] Routers {'ba653d83-001b-416d-8f2d-6d235d95a011'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:25:48.502970 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-d41b0d29-f5ff-474f-bbd3-e34f1b2631d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:25:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['ba653d83-001b-416d-8f2d-6d235d95a011'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:48.506211 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-f95945af-0a0a-4350-bff1-da9188189d8e admin admin] Request body: {'subnet': {'network_id': '1768cc28-fa62-46d4-a55f-4ccf6b1f8be4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1265275780-subnet', 'tenant_id': 'a001d548b17e40fdb55f1d11556d40bc', 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:25:48.527656 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29935ccc-c2f9-477b-80a6-82872721894c admin admin] Pushing event updated for resources: {'Network': ['ID=1768cc28-fa62-46d4-a55f-4ccf6b1f8be4,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:48.548606 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95945af-0a0a-4350-bff1-da9188189d8e admin admin] Made reservation on behalf of a001d548b17e40fdb55f1d11556d40bc for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:25:48.558313 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f95945af-0a0a-4350-bff1-da9188189d8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:48.597237 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c948fd94-3f88-4122-88d1-deca2d937e9b req-1d80d856-a6b9-4949-a187-5bcd37854f0e tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde556ed-5768-4264-92f1-f3a35fed503c HTTP/1.1" status: 200 len: 210 time: 0.1570499 Aug 11 22:25:48.612081 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 1768cc28-fa62-46d4-a55f-4ccf6b1f8be4 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:25:48.678748 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8c91eb26-cbda-41dc-8655-8037c8e32755 req-b1488fc5-7214-4fa9-b47d-0b084f3d18fa service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=04a6b090-64e9-480a-8a31-3fa301c88ce2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2366128 Aug 11 22:25:48.810874 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b48cc1ba-d0a4-4572-9a57-66da31f7fb23 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:48.859869 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b48cc1ba-d0a4-4572-9a57-66da31f7fb23 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:49.110971 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b48cc1ba-d0a4-4572-9a57-66da31f7fb23 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:49.172799 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f95945af-0a0a-4350-bff1-da9188189d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:49.251985 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:25:49.262214 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95945af-0a0a-4350-bff1-da9188189d8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e350e455-605f-4002-8d19-beae7ce16d80,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:49.380971 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48cc1ba-d0a4-4572-9a57-66da31f7fb23 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Port': ['ID=c74d1bc5-a726-4897-b961-e6477aee1796,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:49.407720 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95945af-0a0a-4350-bff1-da9188189d8e admin admin] Checking segment: {'id': 'a1d49a34-702c-4d9b-a5af-135fa055b602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1768cc28-fa62-46d4-a55f-4ccf6b1f8be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:25:49.408104 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95945af-0a0a-4350-bff1-da9188189d8e admin admin] Network hostable DHCP agents. Network: 1768cc28-fa62-46d4-a55f-4ccf6b1f8be4, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:25:49.421148 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee2e79-3e91-4e26-b5b6-60d127126cf6 req-fb53e03c-1919-45af-b3e9-0d7613970903 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:49.435599 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ddee2e79-3e91-4e26-b5b6-60d127126cf6 req-fb53e03c-1919-45af-b3e9-0d7613970903 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 945 time: 0.6103556 Aug 11 22:25:49.438840 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-272ff649-dcb1-4b59-b58e-cdc01b79d5f1 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:49.441127 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-272ff649-dcb1-4b59-b58e-cdc01b79d5f1 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.82 "GET /v2.0/networks?id=68d2446a-390b-4a41-9fe5-492c7badcbde HTTP/1.1" status: 200 len: 815 time: 0.4269857 Aug 11 22:25:49.443034 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91eb26-cbda-41dc-8655-8037c8e32755 req-028577c8-8eb1-4a36-8218-2492ba3ca46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:49.444274 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95945af-0a0a-4350-bff1-da9188189d8e admin admin] Network 1768cc28-fa62-46d4-a55f-4ccf6b1f8be4 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:25:49.445358 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8c91eb26-cbda-41dc-8655-8037c8e32755 req-028577c8-8eb1-4a36-8218-2492ba3ca46e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2bf4ef471aa2484faad01cf58dfc260a&device_id=04a6b090-64e9-480a-8a31-3fa301c88ce2 HTTP/1.1" status: 200 len: 1096 time: 0.5879226 Aug 11 22:25:49.452813 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:49.470498 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-f95945af-0a0a-4350-bff1-da9188189d8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 1768cc28-fa62-46d4-a55f-4ccf6b1f8be4) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:25:49.480102 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-543fc2a5-7b9e-4fb1-8703-a8877fade9d3 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Request body: {'port': {'device_id': 'cde556ed-5768-4264-92f1-f3a35fed503c', 'network_id': '68d2446a-390b-4a41-9fe5-492c7badcbde', 'admin_state_up': True, 'tenant_id': '2bf4ef471aa2484faad01cf58dfc260a'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:25:49.504975 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95945af-0a0a-4350-bff1-da9188189d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:49.505996 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aff4c5b-078f-47e1-b508-ed4efbbb1d8d None None] Network 1768cc28-fa62-46d4-a55f-4ccf6b1f8be4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:25:49.507185 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f95945af-0a0a-4350-bff1-da9188189d8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:49.584244 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f95945af-0a0a-4350-bff1-da9188189d8e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0828111 Aug 11 22:25:49.595291 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35940) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:49.608829 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-7caae12f-bae3-403c-ac55-4c5303d8958f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1265275780-router', 'tenant_id': 'a001d548b17e40fdb55f1d11556d40bc', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:25:49.654197 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7caae12f-bae3-403c-ac55-4c5303d8958f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:49.656522 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7caae12f-bae3-403c-ac55-4c5303d8958f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:49.688648 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ddee2e79-3e91-4e26-b5b6-60d127126cf6 req-fc1ee144-0d3c-4903-aefd-27c3156852cd tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268317 Aug 11 22:25:49.725038 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48cc1ba-d0a4-4572-9a57-66da31f7fb23 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network ab2efcf0-7a41-42bd-bc22-11f2cedab2e7 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:25:49.730341 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7caae12f-bae3-403c-ac55-4c5303d8958f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:49.738844 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-b48cc1ba-d0a4-4572-9a57-66da31f7fb23 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:25:49.851992 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-d41b0d29-f5ff-474f-bbd3-e34f1b2631d8 None None] Set router ba653d83-001b-416d-8f2d-6d235d95a011 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:25:49.990028 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7caae12f-bae3-403c-ac55-4c5303d8958f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:49.997757 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-543fc2a5-7b9e-4fb1-8703-a8877fade9d3 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Made reservation on behalf of 2bf4ef471aa2484faad01cf58dfc260a for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:25:50.003170 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-543fc2a5-7b9e-4fb1-8703-a8877fade9d3 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:50.006278 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91eb26-cbda-41dc-8655-8037c8e32755 req-14271cf6-0831-4afb-a1c4-50031a07f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:50.011217 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8c91eb26-cbda-41dc-8655-8037c8e32755 req-14271cf6-0831-4afb-a1c4-50031a07f479 service neutron] 10.222.0.82 "GET /v2.0/networks?id=68d2446a-390b-4a41-9fe5-492c7badcbde HTTP/1.1" status: 200 len: 916 time: 0.5141311 Aug 11 22:25:50.155773 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8c91eb26-cbda-41dc-8655-8037c8e32755 req-1e54b976-77a9-4c78-86e6-d06b477be48e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a HTTP/1.1" status: 200 len: 217 time: 0.0993013 Aug 11 22:25:50.249501 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48cc1ba-d0a4-4572-9a57-66da31f7fb23 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Router e3b00152-3309-4c1b-af50-3596f57c62b9 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:25:50.296485 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:50.297647 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:50.360284 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91eb26-cbda-41dc-8655-8037c8e32755 req-6f970dd6-c8fe-4e9a-9ec1-c37d8c0af9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:50.375229 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8c91eb26-cbda-41dc-8655-8037c8e32755 req-6f970dd6-c8fe-4e9a-9ec1-c37d8c0af9e3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=34c8b549-956e-4026-aeaf-8a20adbeac3b HTTP/1.1" status: 200 len: 855 time: 0.2120748 Aug 11 22:25:50.409577 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7caae12f-bae3-403c-ac55-4c5303d8958f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:50.413890 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9e162-7583-4182-9e92-9e2742546985 req-a24fbe52-5b52-47c6-95ab-44eb89a3e8e1 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:50.417203 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bba9e162-7583-4182-9e92-9e2742546985 req-a24fbe52-5b52-47c6-95ab-44eb89a3e8e1 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 943 time: 0.5140126 Aug 11 22:25:50.437431 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7caae12f-bae3-403c-ac55-4c5303d8958f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:50.478029 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8c91eb26-cbda-41dc-8655-8037c8e32755 req-3ca9360d-702c-4a7c-970c-1916404cbc64 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=68d2446a-390b-4a41-9fe5-492c7badcbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942121 Aug 11 22:25:50.501384 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-543fc2a5-7b9e-4fb1-8703-a8877fade9d3 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Allocated IP 172.20.0.10 (68d2446a-390b-4a41-9fe5-492c7badcbde/34c8b549-956e-4026-aeaf-8a20adbeac3b/83197db2-25aa-4de9-94d5-d9bb3c868513) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:25:50.556681 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d042cd8-ef5c-496d-a71b-bb59b82af845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-1768cc28-fa62-46d4-a55f-4ccf6b1f8be4', 'network_id': '1768cc28-fa62-46d4-a55f-4ccf6b1f8be4', 'tenant_id': 'a001d548b17e40fdb55f1d11556d40bc', 'fixed_ips': [{'subnet_id': 'e350e455-605f-4002-8d19-beae7ce16d80'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:25:50.558261 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1d042cd8-ef5c-496d-a71b-bb59b82af845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:50.666265 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-28d0a662-9968-4602-9b1d-0331a09e2632 None None] Provisioning complete for port c74d1bc5-a726-4897-b961-e6477aee1796 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:50.666985 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-28d0a662-9968-4602-9b1d-0331a09e2632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:50.669702 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8c91eb26-cbda-41dc-8655-8037c8e32755 req-e006d522-bed2-4452-9d52-c214c7e3bebf service neutron] 10.222.0.82 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729434 Aug 11 22:25:50.697486 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-7caae12f-bae3-403c-ac55-4c5303d8958f admin admin] Allocated IP 172.25.2.190 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/2ed178f4-a65b-4606-8693-69628eebb3e9) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:25:50.863906 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-543fc2a5-7b9e-4fb1-8703-a8877fade9d3 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:50.936599 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7caae12f-bae3-403c-ac55-4c5303d8958f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:50.951289 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bba9e162-7583-4182-9e92-9e2742546985 req-e2bc7dd6-ad6b-4f20-aa1f-1f995c6a6613 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862068 Aug 11 22:25:50.999876 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-543fc2a5-7b9e-4fb1-8703-a8877fade9d3 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:51.001630 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48cc1ba-d0a4-4572-9a57-66da31f7fb23 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:25:51.011028 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b48cc1ba-d0a4-4572-9a57-66da31f7fb23 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "PUT /v2.0/routers/e3b00152-3309-4c1b-af50-3596f57c62b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8760989 Aug 11 22:25:51.020294 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35946) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:51.020954 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5bdec2-48f7-4877-83a3-30b6d725595c None None] Sync routers for ids ['e3b00152-3309-4c1b-af50-3596f57c62b9'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:25:51.028887 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:51.030176 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-28d0a662-9968-4602-9b1d-0331a09e2632 None None] Port c74d1bc5-a726-4897-b961-e6477aee1796 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:25:51.033536 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['a9ff5d05-c18e-4e33-a3d4-c7e231604829'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:25:51.048892 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5bdec2-48f7-4877-83a3-30b6d725595c None None] Routers {'e3b00152-3309-4c1b-af50-3596f57c62b9'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:25:51.049607 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-de5bdec2-48f7-4877-83a3-30b6d725595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:25:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['e3b00152-3309-4c1b-af50-3596f57c62b9'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:51.089732 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befda9a1-2376-4a40-b4e5-57b1c4ed002e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:51.096296 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-befda9a1-2376-4a40-b4e5-57b1c4ed002e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "GET /v2.0/ports/c74d1bc5-a726-4897-b961-e6477aee1796 HTTP/1.1" status: 200 len: 910 time: 0.0703776 Aug 11 22:25:51.097521 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35948) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:51.105604 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8c91eb26-cbda-41dc-8655-8037c8e32755 req-b39ef3c6-01ea-4801-a62d-c1da1ecfe76d service neutron] 10.222.0.82 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699682 Aug 11 22:25:51.139440 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543fc2a5-7b9e-4fb1-8703-a8877fade9d3 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Pushing event updated for resources: {'Port': ['ID=83197db2-25aa-4de9-94d5-d9bb3c868513,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:51.148471 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7caae12f-bae3-403c-ac55-4c5303d8958f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:51.155607 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-de5bdec2-48f7-4877-83a3-30b6d725595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:51.170013 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5bdec2-48f7-4877-83a3-30b6d725595c None None] Routers {'e3b00152-3309-4c1b-af50-3596f57c62b9'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:25:51.171701 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-de5bdec2-48f7-4877-83a3-30b6d725595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:25:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['e3b00152-3309-4c1b-af50-3596f57c62b9'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:51.204747 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a', '0802aa03-5e0e-4325-81fe-84c357f56d74'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:25:51.219251 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-de5bdec2-48f7-4877-83a3-30b6d725595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:51.220264 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5bdec2-48f7-4877-83a3-30b6d725595c None None] The sync data for ids ['e3b00152-3309-4c1b-af50-3596f57c62b9'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:25:51.243055 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caae12f-bae3-403c-ac55-4c5303d8958f admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:25:51.244963 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caae12f-bae3-403c-ac55-4c5303d8958f admin admin] Pushing event updated for resources: {'Port': ['ID=2ed178f4-a65b-4606-8693-69628eebb3e9,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:51.248955 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-7caae12f-bae3-403c-ac55-4c5303d8958f admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:25:51.254784 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caae12f-bae3-403c-ac55-4c5303d8958f admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:25:51.312012 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-543fc2a5-7b9e-4fb1-8703-a8877fade9d3 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Network 68d2446a-390b-4a41-9fe5-492c7badcbde is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:25:51.317676 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-543fc2a5-7b9e-4fb1-8703-a8877fade9d3 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:25:51.326414 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-543fc2a5-7b9e-4fb1-8703-a8877fade9d3 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:25:51.351343 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-d41b0d29-f5ff-474f-bbd3-e34f1b2631d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba653d83-001b-416d-8f2d-6d235d95a011', 'name': 'tempest-TestServerMultinode-732262911-router', 'tenant_id': 'c56541a15343493cac5a7c6ed742727d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:38Z', 'updated_at': '2021-08-11T22:25:45Z', 'revision_number': 4, 'project_id': 'c56541a15343493cac5a7c6ed742727d', 'gw_port': {'id': 'b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba653d83-001b-416d-8f2d-6d235d95a011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:39Z', 'updated_at': '2021-08-11T22:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '816b3945-2db2-4bff-9f1f-3420f1103b3d', 'name': '', 'network_id': '5b01c377-68b1-4a75-bb57-2b6d5b30ab45', 'tenant_id': 'c56541a15343493cac5a7c6ed742727d', 'mac_address': 'fa:16:3e:2b:ac:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba653d83-001b-416d-8f2d-6d235d95a011', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'ec1ea2d2-f7dc-41d4-b840-a3079e4f207a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:43Z', 'updated_at': '2021-08-11T22:25:45Z', 'revision_number': 2, 'project_id': 'c56541a15343493cac5a7c6ed742727d', 'subnets': [{'id': 'ec1ea2d2-f7dc-41d4-b840-a3079e4f207a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:51.495810 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-1d042cd8-ef5c-496d-a71b-bb59b82af845 None None] Allocated IP 172.20.0.2 (1768cc28-fa62-46d4-a55f-4ccf6b1f8be4/e350e455-605f-4002-8d19-beae7ce16d80/8117e0c3-9ad5-41dc-b127-96c99f8458fb) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:25:51.599299 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-543fc2a5-7b9e-4fb1-8703-a8877fade9d3 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:51.600506 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-543fc2a5-7b9e-4fb1-8703-a8877fade9d3 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:51.660543 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-543fc2a5-7b9e-4fb1-8703-a8877fade9d3 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1861112 Aug 11 22:25:51.693124 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4b126-dff3-4df0-a132-884a086d6cf4 req-f7788519-4a22-4c8a-ae07-1545fb79f21d tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:51.702661 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1d042cd8-ef5c-496d-a71b-bb59b82af845 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:51.707900 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bee4b126-dff3-4df0-a132-884a086d6cf4 req-f7788519-4a22-4c8a-ae07-1545fb79f21d tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde556ed-5768-4264-92f1-f3a35fed503c HTTP/1.1" status: 200 len: 932 time: 0.3247068 Aug 11 22:25:51.714554 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1d042cd8-ef5c-496d-a71b-bb59b82af845 None None] Transition to ACTIVE for port object 8117e0c3-9ad5-41dc-b127-96c99f8458fb will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:25:51.734278 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1d042cd8-ef5c-496d-a71b-bb59b82af845 None None] Transition to ACTIVE for port object 8117e0c3-9ad5-41dc-b127-96c99f8458fb will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:25:51.745920 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b0d29-f5ff-474f-bbd3-e34f1b2631d8 None None] Checking router: ba653d83-001b-416d-8f2d-6d235d95a011 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:25:51.746363 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-a9174183-1eac-44a0-a9db-66c706277ccc service neutron] Request body: {'port': {'device_id': 'cde556ed-5768-4264-92f1-f3a35fed503c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:25:51.746501 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b0d29-f5ff-474f-bbd3-e34f1b2631d8 None None] Updating router ba653d83-001b-416d-8f2d-6d235d95a011 port 816b3945-2db2-4bff-9f1f-3420f1103b3d binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:25:51.768124 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1d042cd8-ef5c-496d-a71b-bb59b82af845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:51.822410 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bee4b126-dff3-4df0-a132-884a086d6cf4 req-99811f27-0f35-445c-accd-f65b2438ca49 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129956 Aug 11 22:25:51.868598 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d042cd8-ef5c-496d-a71b-bb59b82af845 None None] Network 1768cc28-fa62-46d4-a55f-4ccf6b1f8be4 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:25:51.876386 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-1d042cd8-ef5c-496d-a71b-bb59b82af845 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:25:51.888176 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d41b0d29-f5ff-474f-bbd3-e34f1b2631d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:51.902974 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-a9174183-1eac-44a0-a9db-66c706277ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:51.912455 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d042cd8-ef5c-496d-a71b-bb59b82af845 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:25:52.125718 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7caae12f-bae3-403c-ac55-4c5303d8958f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:52.141864 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-936e9ca5-f709-48dc-98c1-28aecb414a8b tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:52.297031 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d41b0d29-f5ff-474f-bbd3-e34f1b2631d8 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:52.302402 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda7ac7-34e5-4e95-9934-2c08274b8d90 req-06213997-e160-4dfd-99c3-486d92873b0d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:52.308162 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9cda7ac7-34e5-4e95-9934-2c08274b8d90 req-06213997-e160-4dfd-99c3-486d92873b0d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 945 time: 0.2952695 Aug 11 22:25:52.314756 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d41b0d29-f5ff-474f-bbd3-e34f1b2631d8 None None] Transition to ACTIVE for port object 816b3945-2db2-4bff-9f1f-3420f1103b3d will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:25:52.334929 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d042cd8-ef5c-496d-a71b-bb59b82af845 None None] Pushing event updated for resources: {'Port': ['ID=8117e0c3-9ad5-41dc-b127-96c99f8458fb,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:52.365003 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d41b0d29-f5ff-474f-bbd3-e34f1b2631d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:52.380131 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9cda7ac7-34e5-4e95-9934-2c08274b8d90 req-31cdfccd-a0fe-43b0-a243-e77f2a71840b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588310 Aug 11 22:25:52.542680 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7caae12f-bae3-403c-ac55-4c5303d8958f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:52.811751 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1d042cd8-ef5c-496d-a71b-bb59b82af845 None None] Attempting to bind port 8117e0c3-9ad5-41dc-b127-96c99f8458fb on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:25:52.812529 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1d042cd8-ef5c-496d-a71b-bb59b82af845 None None] Attempting to bind port 8117e0c3-9ad5-41dc-b127-96c99f8458fb by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'a1d49a34-702c-4d9b-a5af-135fa055b602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1768cc28-fa62-46d4-a55f-4ccf6b1f8be4'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:25:52.813249 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d042cd8-ef5c-496d-a71b-bb59b82af845 None None] Attempting to bind port 8117e0c3-9ad5-41dc-b127-96c99f8458fb on network 1768cc28-fa62-46d4-a55f-4ccf6b1f8be4 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:25:52.848654 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d042cd8-ef5c-496d-a71b-bb59b82af845 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:25:52.850249 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d042cd8-ef5c-496d-a71b-bb59b82af845 None None] Checking segment: {'id': 'a1d49a34-702c-4d9b-a5af-135fa055b602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1768cc28-fa62-46d4-a55f-4ccf6b1f8be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:25:52.851315 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1d042cd8-ef5c-496d-a71b-bb59b82af845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:52.854736 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d042cd8-ef5c-496d-a71b-bb59b82af845 None None] Bound using segment: {'id': 'a1d49a34-702c-4d9b-a5af-135fa055b602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1768cc28-fa62-46d4-a55f-4ccf6b1f8be4'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:25:52.856505 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1d042cd8-ef5c-496d-a71b-bb59b82af845 None None] Bound port: 8117e0c3-9ad5-41dc-b127-96c99f8458fb, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d49a34-702c-4d9b-a5af-135fa055b602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1768cc28-fa62-46d4-a55f-4ccf6b1f8be4'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:25:52.857256 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1d042cd8-ef5c-496d-a71b-bb59b82af845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:52.897487 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b60e58-baf6-4246-bfbd-a27fc93cb1de None None] Pushing event updated for resources: {'Port': ['ID=816b3945-2db2-4bff-9f1f-3420f1103b3d,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:53.020773 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-d41b0d29-f5ff-474f-bbd3-e34f1b2631d8 None None] Attempting to bind port 816b3945-2db2-4bff-9f1f-3420f1103b3d on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:25:53.021294 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-d41b0d29-f5ff-474f-bbd3-e34f1b2631d8 None None] Attempting to bind port 816b3945-2db2-4bff-9f1f-3420f1103b3d by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5b01c377-68b1-4a75-bb57-2b6d5b30ab45'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:25:53.021616 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41b0d29-f5ff-474f-bbd3-e34f1b2631d8 None None] Attempting to bind port 816b3945-2db2-4bff-9f1f-3420f1103b3d on network 5b01c377-68b1-4a75-bb57-2b6d5b30ab45 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:25:53.032460 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41b0d29-f5ff-474f-bbd3-e34f1b2631d8 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:25:53.032872 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41b0d29-f5ff-474f-bbd3-e34f1b2631d8 None None] Checking segment: {'id': '3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5b01c377-68b1-4a75-bb57-2b6d5b30ab45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:25:53.033382 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d41b0d29-f5ff-474f-bbd3-e34f1b2631d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:53.033724 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41b0d29-f5ff-474f-bbd3-e34f1b2631d8 None None] Bound using segment: {'id': '3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5b01c377-68b1-4a75-bb57-2b6d5b30ab45'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:25:53.034400 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-d41b0d29-f5ff-474f-bbd3-e34f1b2631d8 None None] Bound port: 816b3945-2db2-4bff-9f1f-3420f1103b3d, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5b01c377-68b1-4a75-bb57-2b6d5b30ab45'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:25:53.034841 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d41b0d29-f5ff-474f-bbd3-e34f1b2631d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:53.255861 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7caae12f-bae3-403c-ac55-4c5303d8958f admin admin] Router b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:25:53.264613 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-a9174183-1eac-44a0-a9db-66c706277ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83197db2-25aa-4de9-94d5-d9bb3c868513 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:25:53.277247 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01fe2b-50a0-4745-bb28-1fbc5d937dd3 req-3f566752-acc5-4d38-8e40-d7d7a2c428d4 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:53.281667 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-a9174183-1eac-44a0-a9db-66c706277ccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:53.282207 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-d41b0d29-f5ff-474f-bbd3-e34f1b2631d8 None None] For port 816b3945-2db2-4bff-9f1f-3420f1103b3d, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:25:53.285757 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc01fe2b-50a0-4745-bb28-1fbc5d937dd3 req-3f566752-acc5-4d38-8e40-d7d7a2c428d4 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 943 time: 0.7936242 Aug 11 22:25:53.288998 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-d41b0d29-f5ff-474f-bbd3-e34f1b2631d8 None None] For port 816b3945-2db2-4bff-9f1f-3420f1103b3d, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=816b3945-2db2-4bff-9f1f-3420f1103b3d,segment=NetworkSegment(3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd),segment_id=3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:25:53.334377 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d41b0d29-f5ff-474f-bbd3-e34f1b2631d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:53.391543 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc01fe2b-50a0-4745-bb28-1fbc5d937dd3 req-78083f11-0d84-4cfa-b223-dc3d32ba6886 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866411 Aug 11 22:25:53.393290 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-a9174183-1eac-44a0-a9db-66c706277ccc service neutron] Transition to ACTIVE for port object 83197db2-25aa-4de9-94d5-d9bb3c868513 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:25:53.396818 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-a9174183-1eac-44a0-a9db-66c706277ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:53.444612 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-936e9ca5-f709-48dc-98c1-28aecb414a8b tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Deleting port c74d1bc5-a726-4897-b961-e6477aee1796 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:25:53.446551 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-936e9ca5-f709-48dc-98c1-28aecb414a8b tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:53.459979 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-1d042cd8-ef5c-496d-a71b-bb59b82af845 None None] For port 8117e0c3-9ad5-41dc-b127-96c99f8458fb, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:25:53.492119 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-1d042cd8-ef5c-496d-a71b-bb59b82af845 None None] For port 8117e0c3-9ad5-41dc-b127-96c99f8458fb, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8117e0c3-9ad5-41dc-b127-96c99f8458fb,segment=NetworkSegment(a1d49a34-702c-4d9b-a5af-135fa055b602),segment_id=a1d49a34-702c-4d9b-a5af-135fa055b602)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:25:53.497702 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b0d29-f5ff-474f-bbd3-e34f1b2631d8 None None] Routers {'ba653d83-001b-416d-8f2d-6d235d95a011'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:25:53.498434 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-d41b0d29-f5ff-474f-bbd3-e34f1b2631d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:25:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['ba653d83-001b-416d-8f2d-6d235d95a011'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:53.590762 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-936e9ca5-f709-48dc-98c1-28aecb414a8b tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:53.606779 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-936e9ca5-f709-48dc-98c1-28aecb414a8b tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Calling delete_port for c74d1bc5-a726-4897-b961-e6477aee1796 owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:25:53.646846 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-d41b0d29-f5ff-474f-bbd3-e34f1b2631d8 None None] Set router ba653d83-001b-416d-8f2d-6d235d95a011 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:25:53.700603 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1d042cd8-ef5c-496d-a71b-bb59b82af845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:53.733236 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b60e58-baf6-4246-bfbd-a27fc93cb1de None None] Pushing event updated for resources: {'Port': ['ID=816b3945-2db2-4bff-9f1f-3420f1103b3d,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:53.802499 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d042cd8-ef5c-496d-a71b-bb59b82af845 None None] Pushing event updated for resources: {'Port': ['ID=8117e0c3-9ad5-41dc-b127-96c99f8458fb,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:54.024908 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-936e9ca5-f709-48dc-98c1-28aecb414a8b tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:54.070967 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e9ca5-f709-48dc-98c1-28aecb414a8b tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Port': ['ID=c74d1bc5-a726-4897-b961-e6477aee1796,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:54.124837 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a445a2-2014-46d9-ad93-545db0d7c5ff req-f67537b1-7863-4c06-97e0-00dfc2468c87 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:54.128751 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20a445a2-2014-46d9-ad93-545db0d7c5ff req-f67537b1-7863-4c06-97e0-00dfc2468c87 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 945 time: 0.3264854 Aug 11 22:25:54.202648 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9174183-1eac-44a0-a9db-66c706277ccc service neutron] Pushing event updated for resources: {'Port': ['ID=83197db2-25aa-4de9-94d5-d9bb3c868513,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:54.210431 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-d41b0d29-f5ff-474f-bbd3-e34f1b2631d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba653d83-001b-416d-8f2d-6d235d95a011', 'name': 'tempest-TestServerMultinode-732262911-router', 'tenant_id': 'c56541a15343493cac5a7c6ed742727d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:38Z', 'updated_at': '2021-08-11T22:25:45Z', 'revision_number': 4, 'project_id': 'c56541a15343493cac5a7c6ed742727d', 'gw_port': {'id': 'b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba653d83-001b-416d-8f2d-6d235d95a011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:39Z', 'updated_at': '2021-08-11T22:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '816b3945-2db2-4bff-9f1f-3420f1103b3d', 'name': '', 'network_id': '5b01c377-68b1-4a75-bb57-2b6d5b30ab45', 'tenant_id': 'c56541a15343493cac5a7c6ed742727d', 'mac_address': 'fa:16:3e:2b:ac:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba653d83-001b-416d-8f2d-6d235d95a011', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'ec1ea2d2-f7dc-41d4-b840-a3079e4f207a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:43Z', 'updated_at': '2021-08-11T22:25:53Z', 'revision_number': 4, 'project_id': 'c56541a15343493cac5a7c6ed742727d', 'subnets': [{'id': 'ec1ea2d2-f7dc-41d4-b840-a3079e4f207a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:54.249370 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20a445a2-2014-46d9-ad93-545db0d7c5ff req-872025a4-8d80-49a5-9fea-eba28eaf61ff tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196549 Aug 11 22:25:54.271692 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7caae12f-bae3-403c-ac55-4c5303d8958f admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:25:54.299112 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b0d29-f5ff-474f-bbd3-e34f1b2631d8 None None] The sync data for ids ['ba653d83-001b-416d-8f2d-6d235d95a011'] in n-d-804275-3 is: [{'id': 'ba653d83-001b-416d-8f2d-6d235d95a011', 'name': 'tempest-TestServerMultinode-732262911-router', 'tenant_id': 'c56541a15343493cac5a7c6ed742727d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:38Z', 'updated_at': '2021-08-11T22:25:45Z', 'revision_number': 4, 'project_id': 'c56541a15343493cac5a7c6ed742727d', 'gw_port': {'id': 'b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba653d83-001b-416d-8f2d-6d235d95a011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:39Z', 'updated_at': '2021-08-11T22:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '816b3945-2db2-4bff-9f1f-3420f1103b3d', 'name': '', 'network_id': '5b01c377-68b1-4a75-bb57-2b6d5b30ab45', 'tenant_id': 'c56541a15343493cac5a7c6ed742727d', 'mac_address': 'fa:16:3e:2b:ac:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba653d83-001b-416d-8f2d-6d235d95a011', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'ec1ea2d2-f7dc-41d4-b840-a3079e4f207a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:43Z', 'updated_at': '2021-08-11T22:25:53Z', 'revision_number': 4, 'project_id': 'c56541a15343493cac5a7c6ed742727d', 'subnets': [{'id': 'ec1ea2d2-f7dc-41d4-b840-a3079e4f207a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:25:54.326249 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35958) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:54.365869 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d00210-c675-48b0-bc8a-d0b303df4061 None None] Sync routers for ids ['b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:25:54.405938 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d00210-c675-48b0-bc8a-d0b303df4061 None None] Routers {'b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:25:54.406611 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-84d00210-c675-48b0-bc8a-d0b303df4061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:25:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:54.540735 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7caae12f-bae3-403c-ac55-4c5303d8958f admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:54.545371 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7caae12f-bae3-403c-ac55-4c5303d8958f admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9429569 Aug 11 22:25:54.553703 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35962) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:54.645935 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-936e9ca5-f709-48dc-98c1-28aecb414a8b tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:54.722510 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d3c238-5826-4186-8cdc-c48ca0694277 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:54.731194 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-58d3c238-5826-4186-8cdc-c48ca0694277 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 1091 time: 0.4012811 Aug 11 22:25:54.739185 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35964) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:54.746880 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-930b6dfe-dfc6-4aaf-82a6-4c99b30b08bf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'port_id': 'e22f2eff-a548-46f8-b02c-9ec2040c26dc', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:25:54.761772 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-a9174183-1eac-44a0-a9db-66c706277ccc service neutron] Attempting to bind port 83197db2-25aa-4de9-94d5-d9bb3c868513 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:25:54.768791 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-a9174183-1eac-44a0-a9db-66c706277ccc service neutron] Attempting to bind port 83197db2-25aa-4de9-94d5-d9bb3c868513 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'b82f776d-74cf-411f-ae30-50112b7fb9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68d2446a-390b-4a41-9fe5-492c7badcbde'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:25:54.769325 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-a9174183-1eac-44a0-a9db-66c706277ccc service neutron] Attempting to bind port 83197db2-25aa-4de9-94d5-d9bb3c868513 on network 68d2446a-390b-4a41-9fe5-492c7badcbde {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:25:54.866012 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280cb8de-e595-4fe2-b6eb-06a9bf082033 req-ea132fc9-5807-42ec-b729-1ac87dfbae22 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:54.880054 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-280cb8de-e595-4fe2-b6eb-06a9bf082033 req-ea132fc9-5807-42ec-b729-1ac87dfbae22 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde556ed-5768-4264-92f1-f3a35fed503c HTTP/1.1" status: 200 len: 944 time: 0.4066148 Aug 11 22:25:54.942211 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-a9174183-1eac-44a0-a9db-66c706277ccc service neutron] Port 83197db2-25aa-4de9-94d5-d9bb3c868513 on network 68d2446a-390b-4a41-9fe5-492c7badcbde not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:25:54.944035 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-a9174183-1eac-44a0-a9db-66c706277ccc service neutron] Attempting to bind port 83197db2-25aa-4de9-94d5-d9bb3c868513 on network 68d2446a-390b-4a41-9fe5-492c7badcbde {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:25:54.957759 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-a9174183-1eac-44a0-a9db-66c706277ccc service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:25:54.959020 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-a9174183-1eac-44a0-a9db-66c706277ccc service neutron] Checking segment: {'id': 'b82f776d-74cf-411f-ae30-50112b7fb9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68d2446a-390b-4a41-9fe5-492c7badcbde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:25:54.959020 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-a9174183-1eac-44a0-a9db-66c706277ccc service neutron] Bound using segment: {'id': 'b82f776d-74cf-411f-ae30-50112b7fb9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68d2446a-390b-4a41-9fe5-492c7badcbde'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:25:54.962234 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-a9174183-1eac-44a0-a9db-66c706277ccc service neutron] Bound port: 83197db2-25aa-4de9-94d5-d9bb3c868513, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b82f776d-74cf-411f-ae30-50112b7fb9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68d2446a-390b-4a41-9fe5-492c7badcbde'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:25:54.962234 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-a9174183-1eac-44a0-a9db-66c706277ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:54.964640 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-930b6dfe-dfc6-4aaf-82a6-4c99b30b08bf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for floatingip, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:55.011335 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-84d00210-c675-48b0-bc8a-d0b303df4061 None None] Set router b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:25:55.032839 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-280cb8de-e595-4fe2-b6eb-06a9bf082033 req-f8240846-177b-4a13-903e-18247c14bb21 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509914 Aug 11 22:25:55.451790 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf1261-ab99-4d14-b3d6-4a871318cfe3 req-d1863917-3aaa-4536-a12e-0c70fd20c3ee tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:55.467052 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-efbf1261-ab99-4d14-b3d6-4a871318cfe3 req-d1863917-3aaa-4536-a12e-0c70fd20c3ee tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 943 time: 0.2123046 Aug 11 22:25:55.476596 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 816b3945-2db2-4bff-9f1f-3420f1103b3d up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:25:55.535081 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-a9174183-1eac-44a0-a9db-66c706277ccc service neutron] For port 83197db2-25aa-4de9-94d5-d9bb3c868513, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:25:55.544636 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936e9ca5-f709-48dc-98c1-28aecb414a8b tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Router e3b00152-3309-4c1b-af50-3596f57c62b9 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:25:55.581165 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-a9174183-1eac-44a0-a9db-66c706277ccc service neutron] For port 83197db2-25aa-4de9-94d5-d9bb3c868513, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=83197db2-25aa-4de9-94d5-d9bb3c868513,segment=NetworkSegment(b82f776d-74cf-411f-ae30-50112b7fb9ec),segment_id=b82f776d-74cf-411f-ae30-50112b7fb9ec)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:25:55.619768 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-a9174183-1eac-44a0-a9db-66c706277ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:55.624804 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-84d00210-c675-48b0-bc8a-d0b303df4061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e', 'name': 'tempest-TestServerMultinode-1265275780-router', 'tenant_id': 'a001d548b17e40fdb55f1d11556d40bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2ed178f4-a65b-4606-8693-69628eebb3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:49Z', 'updated_at': '2021-08-11T22:25:51Z', 'revision_number': 3, 'project_id': 'a001d548b17e40fdb55f1d11556d40bc', 'gw_port': {'id': '2ed178f4-a65b-4606-8693-69628eebb3e9', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:50Z', 'updated_at': '2021-08-11T22:25:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:55.636814 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-efbf1261-ab99-4d14-b3d6-4a871318cfe3 req-1b026a1b-8aba-4fa3-9a0c-a6f2576ee27b tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659379 Aug 11 22:25:55.650847 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-a9174183-1eac-44a0-a9db-66c706277ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:55.652722 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-a9174183-1eac-44a0-a9db-66c706277ccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:55.654311 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-a9174183-1eac-44a0-a9db-66c706277ccc service neutron] 10.222.0.82 "PUT /v2.0/ports/83197db2-25aa-4de9-94d5-d9bb3c868513 HTTP/1.1" status: 200 len: 1092 time: 3.9173810 Aug 11 22:25:55.658370 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde556ed-5768-4264-92f1-f3a35fed503c', 'tag': '83197db2-25aa-4de9-94d5-d9bb3c868513'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:25:55.661430 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbeee76-0d32-47ce-98ef-ca55680fd932" -d '{"events": [{"name": "network-changed", "server_uuid": "cde556ed-5768-4264-92f1-f3a35fed503c", "tag": "83197db2-25aa-4de9-94d5-d9bb3c868513"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:25:55.670980 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 816b3945-2db2-4bff-9f1f-3420f1103b3d completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:25:55.675187 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d00210-c675-48b0-bc8a-d0b303df4061 None None] Checking router: b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:25:55.675888 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d00210-c675-48b0-bc8a-d0b303df4061 None None] Updating router b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e port 2ed178f4-a65b-4606-8693-69628eebb3e9 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:25:55.683593 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 816b3945-2db2-4bff-9f1f-3420f1103b3d triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:55.684291 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:55.797592 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-84d00210-c675-48b0-bc8a-d0b303df4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:55.858135 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-a73e4884-bf28-4385-8c37-46b40efd3e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:55.860188 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-a73e4884-bf28-4385-8c37-46b40efd3e17 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2bf4ef471aa2484faad01cf58dfc260a&device_id=cde556ed-5768-4264-92f1-f3a35fed503c HTTP/1.1" status: 200 len: 1095 time: 0.1162663 Aug 11 22:25:55.892368 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed1c9de-d327-4604-aac6-8ff03f7c910e x-openstack-request-id: req-5ed1c9de-d327-4604-aac6-8ff03f7c910e {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:25:55.892790 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde556ed-5768-4264-92f1-f3a35fed503c", "tag": "83197db2-25aa-4de9-94d5-d9bb3c868513", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:25:55.893081 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5ed1c9de-d327-4604-aac6-8ff03f7c910e {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:25:55.894074 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cde556ed-5768-4264-92f1-f3a35fed503c', 'tag': '83197db2-25aa-4de9-94d5-d9bb3c868513', 'status': 'completed', 'code': 200} Aug 11 22:25:55.965770 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-d61ebde1-ce7a-4ccd-ad55-2d8084cacc24 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83197db2-25aa-4de9-94d5-d9bb3c868513 HTTP/1.1" status: 200 len: 217 time: 0.0683863 Aug 11 22:25:55.996618 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936e9ca5-f709-48dc-98c1-28aecb414a8b tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:25:56.025672 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0be2ee-5e28-433f-a0be-f9918419e874 None None] Sync routers for ids ['e3b00152-3309-4c1b-af50-3596f57c62b9'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:25:56.040319 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-d73427d4-9af4-4226-b89f-809026ab4c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:56.042256 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-d73427d4-9af4-4226-b89f-809026ab4c0c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=34c8b549-956e-4026-aeaf-8a20adbeac3b HTTP/1.1" status: 200 len: 855 time: 0.0680146 Aug 11 22:25:56.043807 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-930b6dfe-dfc6-4aaf-82a6-4c99b30b08bf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:56.046163 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9174183-1eac-44a0-a9db-66c706277ccc service neutron] Pushing event updated for resources: {'Port': ['ID=83197db2-25aa-4de9-94d5-d9bb3c868513,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:56.067659 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-936e9ca5-f709-48dc-98c1-28aecb414a8b tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "PUT /v2.0/routers/e3b00152-3309-4c1b-af50-3596f57c62b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9630733 Aug 11 22:25:56.076687 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35970) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:56.084406 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0be2ee-5e28-433f-a0be-f9918419e874 None None] Routers {'e3b00152-3309-4c1b-af50-3596f57c62b9'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:25:56.085149 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-9b0be2ee-5e28-433f-a0be-f9918419e874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:25:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['e3b00152-3309-4c1b-af50-3596f57c62b9'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:56.187886 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:56.211532 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-9b0be2ee-5e28-433f-a0be-f9918419e874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:56.256171 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0be2ee-5e28-433f-a0be-f9918419e874 None None] Routers {'e3b00152-3309-4c1b-af50-3596f57c62b9'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:25:56.257170 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-9b0be2ee-5e28-433f-a0be-f9918419e874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:25:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['e3b00152-3309-4c1b-af50-3596f57c62b9'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:56.340586 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-9b0be2ee-5e28-433f-a0be-f9918419e874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:56.341286 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0be2ee-5e28-433f-a0be-f9918419e874 None None] The sync data for ids ['e3b00152-3309-4c1b-af50-3596f57c62b9'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:25:56.343976 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe44b94a-243d-4648-9626-e85c8a502323 None None] Network 1768cc28-fa62-46d4-a55f-4ccf6b1f8be4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:25:56.384072 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-eed6b116-5b04-4e7a-a2c9-9bb8203afee8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=68d2446a-390b-4a41-9fe5-492c7badcbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1427467 Aug 11 22:25:56.560249 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0699da29-24e9-49ca-96d6-38b30b172f08 None None] Provisioning for port 8117e0c3-9ad5-41dc-b127-96c99f8458fb completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:25:56.576785 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 816b3945-2db2-4bff-9f1f-3420f1103b3d, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=816b3945-2db2-4bff-9f1f-3420f1103b3d,segment=NetworkSegment(3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd),segment_id=3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:25:56.592723 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:56.593707 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8117e0c3-9ad5-41dc-b127-96c99f8458fb up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:25:56.663114 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=816b3945-2db2-4bff-9f1f-3420f1103b3d,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:56.695329 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f006e-02f2-4fc5-9fbf-c6e0fbf24810 req-40283899-eaa5-476e-b1c3-46c3c518e1e0 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:56.706598 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-845f006e-02f2-4fc5-9fbf-c6e0fbf24810 req-40283899-eaa5-476e-b1c3-46c3c518e1e0 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde556ed-5768-4264-92f1-f3a35fed503c HTTP/1.1" status: 200 len: 944 time: 0.3634486 Aug 11 22:25:56.765108 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-2253c336-d75f-4ba1-a5c6-84d74f34d5d7 service neutron] 10.222.0.82 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716605 Aug 11 22:25:56.782382 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0a84ff2d-cb8e-4df3-9bc3-0d8c7adfbc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:56.785253 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-930b6dfe-dfc6-4aaf-82a6-4c99b30b08bf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Allocated IP 172.25.2.217 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/b9fc5962-6548-410b-b71e-82f1df511791) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:25:56.806890 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-845f006e-02f2-4fc5-9fbf-c6e0fbf24810 req-0a886ade-780b-42cb-bd50-b37f6251902d tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964987 Aug 11 22:25:56.817811 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 8117e0c3-9ad5-41dc-b127-96c99f8458fb completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:25:56.835745 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 8117e0c3-9ad5-41dc-b127-96c99f8458fb triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:56.836383 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:57.008372 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d8bf9-dd4d-4bce-bdc1-001c5b11a6d5 req-390daa1b-b4f5-4382-b337-2376bd2c19aa tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:57.010074 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2c6d8bf9-dd4d-4bce-bdc1-001c5b11a6d5 req-390daa1b-b4f5-4382-b337-2376bd2c19aa tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 943 time: 0.0841804 Aug 11 22:25:57.038215 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c95bc82-04c9-4e5a-a0d5-a359d60ce343 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:57.084742 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:57.150497 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 8117e0c3-9ad5-41dc-b127-96c99f8458fb, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8117e0c3-9ad5-41dc-b127-96c99f8458fb,segment=NetworkSegment(a1d49a34-702c-4d9b-a5af-135fa055b602),segment_id=a1d49a34-702c-4d9b-a5af-135fa055b602)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:25:57.158354 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:57.218308 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-930b6dfe-dfc6-4aaf-82a6-4c99b30b08bf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:57.263463 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-af7ef6fb-050d-4140-9963-b606b6b8c2c7 req-02f7ff2b-3829-4856-b458-f4a06d8b7a4d service neutron] 10.222.0.82 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900966 Aug 11 22:25:57.288574 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2c6d8bf9-dd4d-4bce-bdc1-001c5b11a6d5 req-bdb75a5a-bc60-4a5a-b7c2-5bf99dbb8dee tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587111 Aug 11 22:25:57.307398 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 816b3945-2db2-4bff-9f1f-3420f1103b3d up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:25:57.353738 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=8117e0c3-9ad5-41dc-b127-96c99f8458fb,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:57.391626 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 816b3945-2db2-4bff-9f1f-3420f1103b3d triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:57.392337 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:57.436872 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-066fb2b5-65b4-4523-acda-fdf64ddaaca7 None None] Provisioning complete for port 8117e0c3-9ad5-41dc-b127-96c99f8458fb triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:57.437257 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-066fb2b5-65b4-4523-acda-fdf64ddaaca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:57.490176 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-930b6dfe-dfc6-4aaf-82a6-4c99b30b08bf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:57.498424 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-0a84ff2d-cb8e-4df3-9bc3-0d8c7adfbc63 admin admin] Allocated IP 172.20.0.1 (1768cc28-fa62-46d4-a55f-4ccf6b1f8be4/e350e455-605f-4002-8d19-beae7ce16d80/f889a589-c80d-427f-9dc6-52b53d90cc3b) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:25:57.566358 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbeee76-0d32-47ce-98ef-ca55680fd932 req-d0ab5468-d5ed-4367-b90b-a6d86d93743a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:57.569295 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bbbeee76-0d32-47ce-98ef-ca55680fd932 req-d0ab5468-d5ed-4367-b90b-a6d86d93743a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2bf4ef471aa2484faad01cf58dfc260a&device_id=cde556ed-5768-4264-92f1-f3a35fed503c HTTP/1.1" status: 200 len: 1095 time: 0.1806734 Aug 11 22:25:57.598730 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930b6dfe-dfc6-4aaf-82a6-4c99b30b08bf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:25:57.606358 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-7c95bc82-04c9-4e5a-a0d5-a359d60ce343 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Deleting port 358cb88b-e97f-43a9-b47a-8fb8c6f50e72 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:25:57.607279 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c95bc82-04c9-4e5a-a0d5-a359d60ce343 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:57.617712 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-930b6dfe-dfc6-4aaf-82a6-4c99b30b08bf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:25:57.655119 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930b6dfe-dfc6-4aaf-82a6-4c99b30b08bf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:25:57.736176 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-84d00210-c675-48b0-bc8a-d0b303df4061 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:57.758497 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-84d00210-c675-48b0-bc8a-d0b303df4061 None None] Transition to ACTIVE for port object 2ed178f4-a65b-4606-8693-69628eebb3e9 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:25:57.770347 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-84d00210-c675-48b0-bc8a-d0b303df4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:57.773903 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c95bc82-04c9-4e5a-a0d5-a359d60ce343 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:57.789119 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-7c95bc82-04c9-4e5a-a0d5-a359d60ce343 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Calling delete_port for 358cb88b-e97f-43a9-b47a-8fb8c6f50e72 owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:25:57.844945 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b6dfe-dfc6-4aaf-82a6-4c99b30b08bf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Port': ['ID=b9fc5962-6548-410b-b71e-82f1df511791,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:57.906489 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-84d00210-c675-48b0-bc8a-d0b303df4061 None None] Attempting to bind port 2ed178f4-a65b-4606-8693-69628eebb3e9 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:25:57.907053 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-84d00210-c675-48b0-bc8a-d0b303df4061 None None] Attempting to bind port 2ed178f4-a65b-4606-8693-69628eebb3e9 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:25:57.907698 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d00210-c675-48b0-bc8a-d0b303df4061 None None] Attempting to bind port 2ed178f4-a65b-4606-8693-69628eebb3e9 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:25:57.926646 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8eca06-9845-4fea-9510-c6237debb1ac None None] Pushing event updated for resources: {'Port': ['ID=2ed178f4-a65b-4606-8693-69628eebb3e9,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:57.934365 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d00210-c675-48b0-bc8a-d0b303df4061 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:25:57.934987 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d00210-c675-48b0-bc8a-d0b303df4061 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:25:57.935710 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-84d00210-c675-48b0-bc8a-d0b303df4061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:57.936392 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d00210-c675-48b0-bc8a-d0b303df4061 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:25:57.937215 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-84d00210-c675-48b0-bc8a-d0b303df4061 None None] Bound port: 2ed178f4-a65b-4606-8693-69628eebb3e9, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:25:57.937867 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-84d00210-c675-48b0-bc8a-d0b303df4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:57.992875 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbeee76-0d32-47ce-98ef-ca55680fd932 req-8640f1ab-b2ba-44f0-a7aa-a1968e34ed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:57.994407 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bbbeee76-0d32-47ce-98ef-ca55680fd932 req-8640f1ab-b2ba-44f0-a7aa-a1968e34ed85 service neutron] 10.222.0.82 "GET /v2.0/networks?id=68d2446a-390b-4a41-9fe5-492c7badcbde HTTP/1.1" status: 200 len: 916 time: 0.4132876 Aug 11 22:25:58.007958 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0a84ff2d-cb8e-4df3-9bc3-0d8c7adfbc63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:58.035396 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-84d00210-c675-48b0-bc8a-d0b303df4061 None None] For port 2ed178f4-a65b-4606-8693-69628eebb3e9, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:25:58.043821 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-84d00210-c675-48b0-bc8a-d0b303df4061 None None] For port 2ed178f4-a65b-4606-8693-69628eebb3e9, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=2ed178f4-a65b-4606-8693-69628eebb3e9,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:25:58.052007 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-84d00210-c675-48b0-bc8a-d0b303df4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:58.070029 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bbbeee76-0d32-47ce-98ef-ca55680fd932 req-2ae77479-965f-40bb-bf36-e02b59b3df15 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83197db2-25aa-4de9-94d5-d9bb3c868513 HTTP/1.1" status: 200 len: 217 time: 0.0668342 Aug 11 22:25:58.081822 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-0a84ff2d-cb8e-4df3-9bc3-0d8c7adfbc63 admin admin] Transition to ACTIVE for port object f889a589-c80d-427f-9dc6-52b53d90cc3b will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:25:58.119876 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d00210-c675-48b0-bc8a-d0b303df4061 None None] Routers {'b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:25:58.120529 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-84d00210-c675-48b0-bc8a-d0b303df4061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:25:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:58.121113 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3713f-27f1-445b-b3c7-5db7ff22078f req-b0e3c533-7175-4bdd-916b-2f1896a83fd1 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:58.124037 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-51a3713f-27f1-445b-b3c7-5db7ff22078f req-b0e3c533-7175-4bdd-916b-2f1896a83fd1 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde556ed-5768-4264-92f1-f3a35fed503c HTTP/1.1" status: 200 len: 944 time: 0.1839151 Aug 11 22:25:58.248950 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbeee76-0d32-47ce-98ef-ca55680fd932 req-e9441f96-dd37-4399-8411-ad72cb522162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:58.251560 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bbbeee76-0d32-47ce-98ef-ca55680fd932 req-e9441f96-dd37-4399-8411-ad72cb522162 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=34c8b549-956e-4026-aeaf-8a20adbeac3b HTTP/1.1" status: 200 len: 855 time: 0.1342418 Aug 11 22:25:58.262160 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-84d00210-c675-48b0-bc8a-d0b303df4061 None None] Set router b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:25:58.298999 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-51a3713f-27f1-445b-b3c7-5db7ff22078f req-77e0e038-f0ef-4b3c-bf48-bb2210134f15 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001225 Aug 11 22:25:58.302143 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c95bc82-04c9-4e5a-a0d5-a359d60ce343 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:58.316153 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bbbeee76-0d32-47ce-98ef-ca55680fd932 req-7257cdbd-7443-4506-9412-db083af77fbd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=68d2446a-390b-4a41-9fe5-492c7badcbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517719 Aug 11 22:25:58.340269 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8eca06-9845-4fea-9510-c6237debb1ac None None] Pushing event updated for resources: {'Port': ['ID=2ed178f4-a65b-4606-8693-69628eebb3e9,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:58.341249 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0a84ff2d-cb8e-4df3-9bc3-0d8c7adfbc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:58.368409 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95bc82-04c9-4e5a-a0d5-a359d60ce343 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Port': ['ID=358cb88b-e97f-43a9-b47a-8fb8c6f50e72,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:58.587404 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-84d00210-c675-48b0-bc8a-d0b303df4061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e', 'name': 'tempest-TestServerMultinode-1265275780-router', 'tenant_id': 'a001d548b17e40fdb55f1d11556d40bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2ed178f4-a65b-4606-8693-69628eebb3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:49Z', 'updated_at': '2021-08-11T22:25:51Z', 'revision_number': 3, 'project_id': 'a001d548b17e40fdb55f1d11556d40bc', 'gw_port': {'id': '2ed178f4-a65b-4606-8693-69628eebb3e9', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:50Z', 'updated_at': '2021-08-11T22:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:58.653997 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9dadf-cb43-4dc5-91b3-817bf127d16f req-6fa8039a-88c5-45db-93c9-dc106081309a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:58.655970 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ccf9dadf-cb43-4dc5-91b3-817bf127d16f req-6fa8039a-88c5-45db-93c9-dc106081309a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 943 time: 0.1579115 Aug 11 22:25:58.656551 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d00210-c675-48b0-bc8a-d0b303df4061 None None] The sync data for ids ['b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e'] in n-d-804275-3 is: [{'id': 'b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e', 'name': 'tempest-TestServerMultinode-1265275780-router', 'tenant_id': 'a001d548b17e40fdb55f1d11556d40bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2ed178f4-a65b-4606-8693-69628eebb3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:49Z', 'updated_at': '2021-08-11T22:25:51Z', 'revision_number': 3, 'project_id': 'a001d548b17e40fdb55f1d11556d40bc', 'gw_port': {'id': '2ed178f4-a65b-4606-8693-69628eebb3e9', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:50Z', 'updated_at': '2021-08-11T22:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:25:58.660888 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c95bc82-04c9-4e5a-a0d5-a359d60ce343 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:58.801069 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ccf9dadf-cb43-4dc5-91b3-817bf127d16f req-f0a4f2ba-9739-4f68-9147-8c550c8754c5 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335118 Aug 11 22:25:58.952051 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c95bc82-04c9-4e5a-a0d5-a359d60ce343 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Router e3b00152-3309-4c1b-af50-3596f57c62b9 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:25:59.007436 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a84ff2d-cb8e-4df3-9bc3-0d8c7adfbc63 admin admin] Network 1768cc28-fa62-46d4-a55f-4ccf6b1f8be4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:25:59.017874 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-0a84ff2d-cb8e-4df3-9bc3-0d8c7adfbc63 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:25:59.026339 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a84ff2d-cb8e-4df3-9bc3-0d8c7adfbc63 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:25:59.080631 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c95bc82-04c9-4e5a-a0d5-a359d60ce343 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:25:59.095281 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7c95bc82-04c9-4e5a-a0d5-a359d60ce343 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "PUT /v2.0/routers/e3b00152-3309-4c1b-af50-3596f57c62b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0104649 Aug 11 22:25:59.096292 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f27dfa-008d-4a67-a5e1-a0e503a7cbde None None] Sync routers for ids ['e3b00152-3309-4c1b-af50-3596f57c62b9'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:25:59.097580 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35986) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:59.102257 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84ff2d-cb8e-4df3-9bc3-0d8c7adfbc63 admin admin] Pushing event updated for resources: {'Port': ['ID=f889a589-c80d-427f-9dc6-52b53d90cc3b,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:25:59.117734 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f27dfa-008d-4a67-a5e1-a0e503a7cbde None None] Routers {'e3b00152-3309-4c1b-af50-3596f57c62b9'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:25:59.119324 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a9f27dfa-008d-4a67-a5e1-a0e503a7cbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:25:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['e3b00152-3309-4c1b-af50-3596f57c62b9'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:59.166704 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d582ba96-06a7-46ef-a2a5-64f9bb9e2401 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3b00152-3309-4c1b-af50-3596f57c62b9 HTTP/1.1" status: 200 len: 205 time: 0.0605330 Aug 11 22:25:59.168778 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35988) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:59.170564 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bbbeee76-0d32-47ce-98ef-ca55680fd932 req-f0ab31a6-12ef-420f-9142-54f44444a2f5 service neutron] 10.222.0.82 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8468773 Aug 11 22:25:59.187761 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a9f27dfa-008d-4a67-a5e1-a0e503a7cbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:59.198664 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f27dfa-008d-4a67-a5e1-a0e503a7cbde None None] Routers {'e3b00152-3309-4c1b-af50-3596f57c62b9'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:25:59.199309 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a9f27dfa-008d-4a67-a5e1-a0e503a7cbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:25:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['e3b00152-3309-4c1b-af50-3596f57c62b9'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:59.224805 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0a84ff2d-cb8e-4df3-9bc3-0d8c7adfbc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:59.257668 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a9f27dfa-008d-4a67-a5e1-a0e503a7cbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:25:59.258369 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f27dfa-008d-4a67-a5e1-a0e503a7cbde None None] The sync data for ids ['e3b00152-3309-4c1b-af50-3596f57c62b9'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:25:59.295002 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e43e2cc-9deb-4d14-a2c0-3f7d187e42f1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:59.358609 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-930b6dfe-dfc6-4aaf-82a6-4c99b30b08bf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:59.445652 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-929d7207-e65b-4fb5-8224-2df8546930fc None None] Provisioning for port f889a589-c80d-427f-9dc6-52b53d90cc3b completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:25:59.461232 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-929d7207-e65b-4fb5-8224-2df8546930fc None None] Provisioning complete for port f889a589-c80d-427f-9dc6-52b53d90cc3b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:59.464548 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-929d7207-e65b-4fb5-8224-2df8546930fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:59.539587 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bbbeee76-0d32-47ce-98ef-ca55680fd932 req-e485d254-351d-4ea3-b472-ab2fb5e3ead2 service neutron] 10.222.0.82 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444433 Aug 11 22:25:59.546730 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-929d7207-e65b-4fb5-8224-2df8546930fc None None] Port f889a589-c80d-427f-9dc6-52b53d90cc3b cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:25:59.553630 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-930b6dfe-dfc6-4aaf-82a6-4c99b30b08bf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:59.560230 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8117e0c3-9ad5-41dc-b127-96c99f8458fb up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:25:59.636042 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e43e2cc-9deb-4d14-a2c0-3f7d187e42f1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:59.640488 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e43e2cc-9deb-4d14-a2c0-3f7d187e42f1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:59.642886 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0a84ff2d-cb8e-4df3-9bc3-0d8c7adfbc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:59.659306 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 8117e0c3-9ad5-41dc-b127-96c99f8458fb triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:59.660839 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:59.716659 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cff9dc-3737-4f33-8ef4-8e26289b27bd req-4eb4fda9-6a3d-4bb8-8bb6-41d61037dfd8 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:25:59.717982 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-81cff9dc-3737-4f33-8ef4-8e26289b27bd req-4eb4fda9-6a3d-4bb8-8bb6-41d61037dfd8 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde556ed-5768-4264-92f1-f3a35fed503c HTTP/1.1" status: 200 len: 944 time: 0.1583772 Aug 11 22:25:59.730616 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e43e2cc-9deb-4d14-a2c0-3f7d187e42f1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:59.731268 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e43e2cc-9deb-4d14-a2c0-3f7d187e42f1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Fanout notify agent at l3_agent the message router_deleted on router e3b00152-3309-4c1b-af50-3596f57c62b9 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:25:59.757541 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e43e2cc-9deb-4d14-a2c0-3f7d187e42f1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:59.762084 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7e43e2cc-9deb-4d14-a2c0-3f7d187e42f1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/routers/e3b00152-3309-4c1b-af50-3596f57c62b9 HTTP/1.1" status: 204 len: 168 time: 0.5912662 Aug 11 22:25:59.763470 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 35994) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:25:59.804934 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-81cff9dc-3737-4f33-8ef4-8e26289b27bd req-70850b89-bab4-406a-bf02-f9b4294a1ba2 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379434 Aug 11 22:25:59.838650 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 2ed178f4-a65b-4606-8693-69628eebb3e9 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:25:59.911135 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 2ed178f4-a65b-4606-8693-69628eebb3e9 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:25:59.918029 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 2ed178f4-a65b-4606-8693-69628eebb3e9 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:25:59.918029 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:25:59.925707 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-92657d59-4068-407e-9a7e-eac0f33b9cf9 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Deleting subnet d4d151e5-4969-42ef-ba50-b0abb062cc15 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:25:59.933917 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-92657d59-4068-407e-9a7e-eac0f33b9cf9 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:00.010236 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef222d-6209-40fc-8606-afcdefee2aa8 req-90158a22-9d0e-493b-a114-52def51f4eef tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:00.012453 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-57ef222d-6209-40fc-8606-afcdefee2aa8 req-90158a22-9d0e-493b-a114-52def51f4eef tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 943 time: 0.0703669 Aug 11 22:26:00.031729 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-92657d59-4068-407e-9a7e-eac0f33b9cf9 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:00.059851 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:00.079037 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 83197db2-25aa-4de9-94d5-d9bb3c868513 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:26:00.081429 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-57ef222d-6209-40fc-8606-afcdefee2aa8 req-dc3d9a5b-757b-4859-a809-ceadcf716cf1 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552726 Aug 11 22:26:00.088700 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-930b6dfe-dfc6-4aaf-82a6-4c99b30b08bf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:00.116945 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-930b6dfe-dfc6-4aaf-82a6-4c99b30b08bf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:00.126584 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 2ed178f4-a65b-4606-8693-69628eebb3e9, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=2ed178f4-a65b-4606-8693-69628eebb3e9,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:00.137121 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:00.185094 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0a84ff2d-cb8e-4df3-9bc3-0d8c7adfbc63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:00.215811 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0a84ff2d-cb8e-4df3-9bc3-0d8c7adfbc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:00.286985 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b6dfe-dfc6-4aaf-82a6-4c99b30b08bf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Port': ['ID=b9fc5962-6548-410b-b71e-82f1df511791,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:00.313836 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=2ed178f4-a65b-4606-8693-69628eebb3e9,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:00.338437 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-92657d59-4068-407e-9a7e-eac0f33b9cf9 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:00.359832 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 83197db2-25aa-4de9-94d5-d9bb3c868513, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=83197db2-25aa-4de9-94d5-d9bb3c868513,segment=NetworkSegment(b82f776d-74cf-411f-ae30-50112b7fb9ec),segment_id=b82f776d-74cf-411f-ae30-50112b7fb9ec)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:00.374927 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0a84ff2d-cb8e-4df3-9bc3-0d8c7adfbc63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:00.375302 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '83197db2-25aa-4de9-94d5-d9bb3c868513', 'network_id': '68d2446a-390b-4a41-9fe5-492c7badcbde', 'port_id': '83197db2-25aa-4de9-94d5-d9bb3c868513', 'mac_address': 'fa:16:3e:69:a3:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c8b549-956e-4026-aeaf-8a20adbeac3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:26:00.383983 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-930b6dfe-dfc6-4aaf-82a6-4c99b30b08bf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:00.428939 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:00.437554 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84ff2d-cb8e-4df3-9bc3-0d8c7adfbc63 admin admin] Pushing event updated for resources: {'Port': ['ID=f889a589-c80d-427f-9dc6-52b53d90cc3b,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:00.451942 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83197db2-25aa-4de9-94d5-d9bb3c868513 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:26:00.475585 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 83197db2-25aa-4de9-94d5-d9bb3c868513, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=83197db2-25aa-4de9-94d5-d9bb3c868513,segment=NetworkSegment(b82f776d-74cf-411f-ae30-50112b7fb9ec),segment_id=b82f776d-74cf-411f-ae30-50112b7fb9ec)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:00.481317 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:00.540572 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=83197db2-25aa-4de9-94d5-d9bb3c868513,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:00.575912 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-92657d59-4068-407e-9a7e-eac0f33b9cf9 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:00.633630 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92657d59-4068-407e-9a7e-eac0f33b9cf9 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d151e5-4969-42ef-ba50-b0abb062cc15,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:00.636110 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [None req-930b6dfe-dfc6-4aaf-82a6-4c99b30b08bf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Floating IP c1bcbb08-2c16-4263-a804-0609acbe72fd associated. External IP: 172.25.2.217, port: e22f2eff-a548-46f8-b02c-9ec2040c26dc. Aug 11 22:26:00.647632 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-92657d59-4068-407e-9a7e-eac0f33b9cf9 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:00.654302 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-92657d59-4068-407e-9a7e-eac0f33b9cf9 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/subnets/d4d151e5-4969-42ef-ba50-b0abb062cc15 HTTP/1.1" status: 204 len: 168 time: 0.8850901 Aug 11 22:26:00.654505 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 35998) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:00.655761 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c5d6f8-7a7c-45a6-8cbe-c466ae862cbd None None] Network ab2efcf0-7a41-42bd-bc22-11f2cedab2e7 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:26:00.710006 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a84ff2d-cb8e-4df3-9bc3-0d8c7adfbc63 admin admin] Network 1768cc28-fa62-46d4-a55f-4ccf6b1f8be4 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:26:00.713422 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-0a84ff2d-cb8e-4df3-9bc3-0d8c7adfbc63 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:26:00.759214 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce507648-02a2-42a4-bdf5-e7943ac5826a tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Deleting subnet a16e7f1d-5c6a-48c9-a557-9297b178ed4a {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:26:00.765376 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ce507648-02a2-42a4-bdf5-e7943ac5826a tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:00.850191 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ce507648-02a2-42a4-bdf5-e7943ac5826a tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:00.988348 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['83197db2-25aa-4de9-94d5-d9bb3c868513'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:26:01.010732 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a84ff2d-cb8e-4df3-9bc3-0d8c7adfbc63 admin admin] Router b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:26:01.110721 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2024d64b-c05e-44c5-bad9-d8e5b729271f None None] DHCP port deletion for ab2efcf0-7a41-42bd-bc22-11f2cedab2e7 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:26:01.205995 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ce507648-02a2-42a4-bdf5-e7943ac5826a tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:01.252002 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031b5c3-a46c-4645-8212-953f823e62ae req-00d25c99-ec7c-40df-b0b7-66f27c7da5dd tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:01.261785 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9031b5c3-a46c-4645-8212-953f823e62ae req-00d25c99-ec7c-40df-b0b7-66f27c7da5dd tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde556ed-5768-4264-92f1-f3a35fed503c HTTP/1.1" status: 200 len: 945 time: 0.2286637 Aug 11 22:26:01.329318 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930b6dfe-dfc6-4aaf-82a6-4c99b30b08bf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Router 9e8aafb9-02ca-47cf-a33a-c001c39c1077 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:26:01.333849 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9031b5c3-a46c-4645-8212-953f823e62ae req-ceb09100-f7cb-4eba-8f66-568364136519 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710518 Aug 11 22:26:01.393710 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ce507648-02a2-42a4-bdf5-e7943ac5826a tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:01.430537 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 2ed178f4-a65b-4606-8693-69628eebb3e9 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:26:01.433371 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce507648-02a2-42a4-bdf5-e7943ac5826a tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Subnet': ['ID=a16e7f1d-5c6a-48c9-a557-9297b178ed4a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:01.437917 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ce507648-02a2-42a4-bdf5-e7943ac5826a tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:01.440063 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ce507648-02a2-42a4-bdf5-e7943ac5826a tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/subnets/a16e7f1d-5c6a-48c9-a557-9297b178ed4a HTTP/1.1" status: 204 len: 168 time: 0.7849193 Aug 11 22:26:01.444908 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36006) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:01.458413 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-75e1add8-8c67-4ecb-b608-ccd35b9bd39e None None] Provisioning complete for port f889a589-c80d-427f-9dc6-52b53d90cc3b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:26:01.459677 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-75e1add8-8c67-4ecb-b608-ccd35b9bd39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:01.500280 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6602b91e-1ed4-44ca-bb96-6b4bed5718d5 None None] Network 398d5a18-a3cb-4390-838f-2a405a58a364 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:26:01.585159 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-2024d64b-c05e-44c5-bad9-d8e5b729271f None None] Deleting port 5764ff14-3cc8-4a95-95b4-917f2bf65a55 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:26:01.585663 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2024d64b-c05e-44c5-bad9-d8e5b729271f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:01.611635 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a84ff2d-cb8e-4df3-9bc3-0d8c7adfbc63 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:26:01.634046 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59055901-a59d-4401-a0d2-e5815fd92d30 None None] Sync routers for ids ['b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:26:01.639854 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2d8c745b-b696-4ec4-8c75-487e9e6c35f0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:01.655337 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59055901-a59d-4401-a0d2-e5815fd92d30 None None] Routers {'b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:26:01.659674 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-59055901-a59d-4401-a0d2-e5815fd92d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:25:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:01.668705 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34b6df-a533-459a-8e3c-b0697889f98f req-bf038309-a7e0-44cb-b102-0c1828fbbe7c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:01.671856 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b34b6df-a533-459a-8e3c-b0697889f98f req-bf038309-a7e0-44cb-b102-0c1828fbbe7c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 943 time: 0.1885896 Aug 11 22:26:01.690084 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0a84ff2d-cb8e-4df3-9bc3-0d8c7adfbc63 admin admin] 10.222.0.77 "PUT /v2.0/routers/b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1351521 Aug 11 22:26:01.758970 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930b6dfe-dfc6-4aaf-82a6-4c99b30b08bf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:26:01.832212 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-930b6dfe-dfc6-4aaf-82a6-4c99b30b08bf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:01.841495 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c27544-59d1-4944-b9ba-91d3ce40ccae None None] Sync routers for ids ['9e8aafb9-02ca-47cf-a33a-c001c39c1077'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:26:01.849277 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b34b6df-a533-459a-8e3c-b0697889f98f req-8214309f-1166-45b7-b343-272abedb5f57 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208637 Aug 11 22:26:01.876881 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-75e1add8-8c67-4ecb-b608-ccd35b9bd39e None None] Port f889a589-c80d-427f-9dc6-52b53d90cc3b cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:26:01.878320 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-2d8c745b-b696-4ec4-8c75-487e9e6c35f0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Deleting port 5764ff14-3cc8-4a95-95b4-917f2bf65a55 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:26:01.900227 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2d8c745b-b696-4ec4-8c75-487e9e6c35f0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:01.929943 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-2024d64b-c05e-44c5-bad9-d8e5b729271f None None] For port 5764ff14-3cc8-4a95-95b4-917f2bf65a55, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5764ff14-3cc8-4a95-95b4-917f2bf65a55,segment=NetworkSegment(c250468e-59f1-4501-8885-49977ca3dfcd),segment_id=c250468e-59f1-4501-8885-49977ca3dfcd)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:01.930530 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2024d64b-c05e-44c5-bad9-d8e5b729271f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:01.943866 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-930b6dfe-dfc6-4aaf-82a6-4c99b30b08bf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.1970363 Aug 11 22:26:01.943866 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bdd3809-346f-4a4b-a040-bf427028992e', 'tag': 'e22f2eff-a548-46f8-b02c-9ec2040c26dc'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:26:01.949946 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-2024d64b-c05e-44c5-bad9-d8e5b729271f None None] Calling delete_port for 5764ff14-3cc8-4a95-95b4-917f2bf65a55 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:26:01.950871 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e259188-51bc-4096-a616-ea56a159c4c9" -d '{"events": [{"name": "network-changed", "server_uuid": "7bdd3809-346f-4a4b-a040-bf427028992e", "tag": "e22f2eff-a548-46f8-b02c-9ec2040c26dc"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:26:02.017754 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-59055901-a59d-4401-a0d2-e5815fd92d30 None None] Set router b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:26:02.058054 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-2d8c745b-b696-4ec4-8c75-487e9e6c35f0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] For port 5764ff14-3cc8-4a95-95b4-917f2bf65a55, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5764ff14-3cc8-4a95-95b4-917f2bf65a55,segment=NetworkSegment(c250468e-59f1-4501-8885-49977ca3dfcd),segment_id=c250468e-59f1-4501-8885-49977ca3dfcd)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:02.058695 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2d8c745b-b696-4ec4-8c75-487e9e6c35f0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:02.117160 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2024d64b-c05e-44c5-bad9-d8e5b729271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:02.120795 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 9c76bb81-f389-441a-8561-430ba23799c9 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:26:02.157791 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-2d8c745b-b696-4ec4-8c75-487e9e6c35f0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Calling delete_port for 5764ff14-3cc8-4a95-95b4-917f2bf65a55 owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:26:02.192210 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c27544-59d1-4944-b9ba-91d3ce40ccae None None] Routers {'9e8aafb9-02ca-47cf-a33a-c001c39c1077'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:26:02.192632 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-d5c27544-59d1-4944-b9ba-91d3ce40ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:25:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9e8aafb9-02ca-47cf-a33a-c001c39c1077'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:02.213463 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024d64b-c05e-44c5-bad9-d8e5b729271f None None] Pushing event deleted for resources: {'Port': ['ID=5764ff14-3cc8-4a95-95b4-917f2bf65a55,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:02.264035 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac466281-c428-4781-a025-b6b6e0dcecbc req-052fbf48-d597-4147-a332-92ed01b19ef4 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:02.272718 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ac466281-c428-4781-a025-b6b6e0dcecbc req-052fbf48-d597-4147-a332-92ed01b19ef4 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 945 time: 0.1822169 Aug 11 22:26:02.290904 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2024d64b-c05e-44c5-bad9-d8e5b729271f None None] No DVR routers for this DVR port 5764ff14-3cc8-4a95-95b4-917f2bf65a55 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:26:02.292888 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 2ed178f4-a65b-4606-8693-69628eebb3e9 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:26:02.293461 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:02.430185 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-59055901-a59d-4401-a0d2-e5815fd92d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e', 'name': 'tempest-TestServerMultinode-1265275780-router', 'tenant_id': 'a001d548b17e40fdb55f1d11556d40bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2ed178f4-a65b-4606-8693-69628eebb3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:49Z', 'updated_at': '2021-08-11T22:25:59Z', 'revision_number': 4, 'project_id': 'a001d548b17e40fdb55f1d11556d40bc', 'gw_port': {'id': '2ed178f4-a65b-4606-8693-69628eebb3e9', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:50Z', 'updated_at': '2021-08-11T22:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'f889a589-c80d-427f-9dc6-52b53d90cc3b', 'name': '', 'network_id': '1768cc28-fa62-46d4-a55f-4ccf6b1f8be4', 'tenant_id': 'a001d548b17e40fdb55f1d11556d40bc', 'mac_address': 'fa:16:3e:a5:07:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'e350e455-605f-4002-8d19-beae7ce16d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:56Z', 'updated_at': '2021-08-11T22:25:59Z', 'revision_number': 2, 'project_id': 'a001d548b17e40fdb55f1d11556d40bc', 'subnets': [{'id': 'e350e455-605f-4002-8d19-beae7ce16d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:02.468500 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59055901-a59d-4401-a0d2-e5815fd92d30 None None] Checking router: b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:26:02.468867 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59055901-a59d-4401-a0d2-e5815fd92d30 None None] Updating router b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e port f889a589-c80d-427f-9dc6-52b53d90cc3b binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:26:02.508394 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-59055901-a59d-4401-a0d2-e5815fd92d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:02.558742 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-d5c27544-59d1-4944-b9ba-91d3ce40ccae None None] Set router 9e8aafb9-02ca-47cf-a33a-c001c39c1077 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:26:02.606928 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28326f84-13a4-454a-9176-2400b3c04397 None None] DHCP port deletion for 398d5a18-a3cb-4390-838f-2a405a58a364 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:26:02.637222 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 9c76bb81-f389-441a-8561-430ba23799c9, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=9c76bb81-f389-441a-8561-430ba23799c9,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:02.725603 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ac466281-c428-4781-a025-b6b6e0dcecbc req-7414b57a-16da-4255-be53-8c43f65db312 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4519653 Aug 11 22:26:02.730180 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '9c76bb81-f389-441a-8561-430ba23799c9', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'port_id': '9c76bb81-f389-441a-8561-430ba23799c9', 'mac_address': 'fa:16:3e:a5:d1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:26:02.747448 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36020) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:02.762291 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2d8c745b-b696-4ec4-8c75-487e9e6c35f0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:02.797118 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c745b-b696-4ec4-8c75-487e9e6c35f0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Port': ['ID=5764ff14-3cc8-4a95-95b4-917f2bf65a55,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:02.803117 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:02.805801 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8c745b-b696-4ec4-8c75-487e9e6c35f0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] No DVR routers for this DVR port 5764ff14-3cc8-4a95-95b4-917f2bf65a55 on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:26:02.838370 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c76bb81-f389-441a-8561-430ba23799c9 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:26:02.868961 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 9c76bb81-f389-441a-8561-430ba23799c9, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=9c76bb81-f389-441a-8561-430ba23799c9,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:02.870917 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5764ff14-3cc8-4a95-95b4-917f2bf65a55 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:26:02.888592 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02130802-e3a6-4945-b294-b1826a9c8f3b x-openstack-request-id: req-02130802-e3a6-4945-b294-b1826a9c8f3b {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:26:02.889439 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bdd3809-346f-4a4b-a040-bf427028992e", "tag": "e22f2eff-a548-46f8-b02c-9ec2040c26dc", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:26:02.890028 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-02130802-e3a6-4945-b294-b1826a9c8f3b {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:26:02.891389 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bdd3809-346f-4a4b-a040-bf427028992e', 'tag': 'e22f2eff-a548-46f8-b02c-9ec2040c26dc', 'status': 'completed', 'code': 200} Aug 11 22:26:02.902318 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:02.936406 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 5764ff14-3cc8-4a95-95b4-917f2bf65a55 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:26:02.936769 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5764ff14-3cc8-4a95-95b4-917f2bf65a55 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:26:02.964781 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fdeea6d0-9bc3-49f1-b697-712c64eb0231 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/floatingips/c1bcbb08-2c16-4263-a804-0609acbe72fd HTTP/1.1" status: 200 len: 991 time: 0.2156560 Aug 11 22:26:02.974076 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2d8c745b-b696-4ec4-8c75-487e9e6c35f0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:02.988918 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-2d8c745b-b696-4ec4-8c75-487e9e6c35f0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab2efcf0-7a41-42bd-bc22-11f2cedab2e7']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:02.993590 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e259188-51bc-4096-a616-ea56a159c4c9 req-55c0e264-c200-4e14-9c9a-219e9200b3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:02.995198 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3e259188-51bc-4096-a616-ea56a159c4c9 req-55c0e264-c200-4e14-9c9a-219e9200b3c1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 1096 time: 0.1022313 Aug 11 22:26:03.006476 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-2d8c745b-b696-4ec4-8c75-487e9e6c35f0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c250468e-59f1-4501-8885-49977ca3dfcd') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:03.006836 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-2d8c745b-b696-4ec4-8c75-487e9e6c35f0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c250468e-59f1-4501-8885-49977ca3dfcd') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:03.020578 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2d8c745b-b696-4ec4-8c75-487e9e6c35f0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:03.038780 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2d8c745b-b696-4ec4-8c75-487e9e6c35f0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:03.045597 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-28326f84-13a4-454a-9176-2400b3c04397 None None] Deleting port c4b79b77-7bd1-4220-a565-af859381eae9 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:26:03.046072 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-28326f84-13a4-454a-9176-2400b3c04397 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:03.048625 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d8c745b-b696-4ec4-8c75-487e9e6c35f0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:26:03.049299 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2d8c745b-b696-4ec4-8c75-487e9e6c35f0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: self.session.flush() Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: self.session.flush() Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: self.session.flush() Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: self.session.flush() Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:26:03.073481 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:26:03.099375 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-59055901-a59d-4401-a0d2-e5815fd92d30 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:03.125935 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e259188-51bc-4096-a616-ea56a159c4c9 req-7e3cdd90-9c2b-4dc7-8958-db1ac39a363c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:03.126452 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-28326f84-13a4-454a-9176-2400b3c04397 None None] For port c4b79b77-7bd1-4220-a565-af859381eae9, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=c4b79b77-7bd1-4220-a565-af859381eae9,segment=NetworkSegment(e36c4470-79d4-4a20-b1a8-a7aca4276c79),segment_id=e36c4470-79d4-4a20-b1a8-a7aca4276c79)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:03.126825 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-28326f84-13a4-454a-9176-2400b3c04397 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:03.129096 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3e259188-51bc-4096-a616-ea56a159c4c9 req-7e3cdd90-9c2b-4dc7-8958-db1ac39a363c service neutron] 10.222.0.52 "GET /v2.0/networks?id=ba8e150f-384a-45ec-a828-5f8c39c8ec17 HTTP/1.1" status: 200 len: 898 time: 0.1270719 Aug 11 22:26:03.129849 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-59055901-a59d-4401-a0d2-e5815fd92d30 None None] Transition to ACTIVE for port object f889a589-c80d-427f-9dc6-52b53d90cc3b will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:26:03.143772 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-59055901-a59d-4401-a0d2-e5815fd92d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:03.164240 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-28326f84-13a4-454a-9176-2400b3c04397 None None] Calling delete_port for c4b79b77-7bd1-4220-a565-af859381eae9 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:26:03.191431 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2d8c745b-b696-4ec4-8c75-487e9e6c35f0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:03.207755 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2d8c745b-b696-4ec4-8c75-487e9e6c35f0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:03.216731 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2d8c745b-b696-4ec4-8c75-487e9e6c35f0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/networks/ab2efcf0-7a41-42bd-bc22-11f2cedab2e7 HTTP/1.1" status: 204 len: 168 time: 1.7680633 Aug 11 22:26:03.219040 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36028) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:03.232951 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef93a67-fa46-40ca-afa0-5655a3a06de8 None None] Pushing event updated for resources: {'Port': ['ID=f889a589-c80d-427f-9dc6-52b53d90cc3b,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:03.284762 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c745b-b696-4ec4-8c75-487e9e6c35f0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Network': ['ID=ab2efcf0-7a41-42bd-bc22-11f2cedab2e7,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:03.318998 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=9c76bb81-f389-441a-8561-430ba23799c9,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:03.337341 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-59055901-a59d-4401-a0d2-e5815fd92d30 None None] Attempting to bind port f889a589-c80d-427f-9dc6-52b53d90cc3b on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:26:03.337872 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-59055901-a59d-4401-a0d2-e5815fd92d30 None None] Attempting to bind port f889a589-c80d-427f-9dc6-52b53d90cc3b by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'a1d49a34-702c-4d9b-a5af-135fa055b602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1768cc28-fa62-46d4-a55f-4ccf6b1f8be4'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:26:03.338424 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59055901-a59d-4401-a0d2-e5815fd92d30 None None] Attempting to bind port f889a589-c80d-427f-9dc6-52b53d90cc3b on network 1768cc28-fa62-46d4-a55f-4ccf6b1f8be4 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:26:03.345178 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59055901-a59d-4401-a0d2-e5815fd92d30 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:26:03.345651 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59055901-a59d-4401-a0d2-e5815fd92d30 None None] Checking segment: {'id': 'a1d49a34-702c-4d9b-a5af-135fa055b602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1768cc28-fa62-46d4-a55f-4ccf6b1f8be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:26:03.346336 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-59055901-a59d-4401-a0d2-e5815fd92d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:03.347344 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59055901-a59d-4401-a0d2-e5815fd92d30 None None] Bound using segment: {'id': 'a1d49a34-702c-4d9b-a5af-135fa055b602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1768cc28-fa62-46d4-a55f-4ccf6b1f8be4'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:26:03.348100 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-59055901-a59d-4401-a0d2-e5815fd92d30 None None] Bound port: f889a589-c80d-427f-9dc6-52b53d90cc3b, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d49a34-702c-4d9b-a5af-135fa055b602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1768cc28-fa62-46d4-a55f-4ccf6b1f8be4'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:26:03.348573 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-59055901-a59d-4401-a0d2-e5815fd92d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:03.358912 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:03.359807 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:03.360780 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:03.361791 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:03.362937 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:03.363765 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:03.368825 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:03.369584 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:03.370105 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:03.370619 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:03.371154 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:03.371696 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:03.470446 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3e259188-51bc-4096-a616-ea56a159c4c9 req-5593fabc-8ac7-4bb0-b7df-fcc4ff0fafeb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e22f2eff-a548-46f8-b02c-9ec2040c26dc HTTP/1.1" status: 200 len: 999 time: 0.3324409 Aug 11 22:26:03.472823 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['9c76bb81-f389-441a-8561-430ba23799c9'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:26:03.492733 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ba53ef28-feb7-460c-b3a5-2037eb9a7f0f tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:03.533302 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-59055901-a59d-4401-a0d2-e5815fd92d30 None None] For port f889a589-c80d-427f-9dc6-52b53d90cc3b, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:26:03.543482 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-59055901-a59d-4401-a0d2-e5815fd92d30 None None] For port f889a589-c80d-427f-9dc6-52b53d90cc3b, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f889a589-c80d-427f-9dc6-52b53d90cc3b,segment=NetworkSegment(a1d49a34-702c-4d9b-a5af-135fa055b602),segment_id=a1d49a34-702c-4d9b-a5af-135fa055b602)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:26:03.560282 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-59055901-a59d-4401-a0d2-e5815fd92d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:03.561939 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device c4b79b77-7bd1-4220-a565-af859381eae9 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:26:03.595275 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e259188-51bc-4096-a616-ea56a159c4c9 req-65271f51-d2f7-46bb-8220-249a42a85f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:03.600054 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3e259188-51bc-4096-a616-ea56a159c4c9 req-65271f51-d2f7-46bb-8220-249a42a85f8f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2665ff53-ad82-414b-b2c5-b45b6ca0d1e9 HTTP/1.1" status: 200 len: 833 time: 0.1219287 Aug 11 22:26:03.652295 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59055901-a59d-4401-a0d2-e5815fd92d30 None None] Routers {'b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:26:03.653299 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-59055901-a59d-4401-a0d2-e5815fd92d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:25:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:03.654912 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-ba53ef28-feb7-460c-b3a5-2037eb9a7f0f tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Deleting port c4b79b77-7bd1-4220-a565-af859381eae9 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:26:03.662584 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ba53ef28-feb7-460c-b3a5-2037eb9a7f0f tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:03.716383 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef93a67-fa46-40ca-afa0-5655a3a06de8 None None] Pushing event updated for resources: {'Port': ['ID=f889a589-c80d-427f-9dc6-52b53d90cc3b,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:03.717076 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e259188-51bc-4096-a616-ea56a159c4c9 req-1e2688b3-80e9-4b04-a3b1-2492f9e4a07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:03.718692 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3e259188-51bc-4096-a616-ea56a159c4c9 req-1e2688b3-80e9-4b04-a3b1-2492f9e4a07d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ba8e150f-384a-45ec-a828-5f8c39c8ec17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080883 Aug 11 22:26:03.754748 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-28326f84-13a4-454a-9176-2400b3c04397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:03.794743 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28326f84-13a4-454a-9176-2400b3c04397 None None] Pushing event deleted for resources: {'Port': ['ID=c4b79b77-7bd1-4220-a565-af859381eae9,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:03.826612 n-d-804275-3 neutron-server[100944]: INFO neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No ports have port_id starting with c4b79b77-7bd1-4220-a565-af859381eae9 Aug 11 22:26:03.844501 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-59055901-a59d-4401-a0d2-e5815fd92d30 None None] Set router b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:26:03.844757 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371aaa66-0fdb-4b15-bfac-bcccf872ec9f req-fe969e70-f5c7-417b-a253-bc91dfea9466 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:03.856118 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-371aaa66-0fdb-4b15-bfac-bcccf872ec9f req-fe969e70-f5c7-417b-a253-bc91dfea9466 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde556ed-5768-4264-92f1-f3a35fed503c HTTP/1.1" status: 200 len: 945 time: 0.2470713 Aug 11 22:26:03.871263 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-d5c27544-59d1-4944-b9ba-91d3ce40ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201708887', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '87dccd6e-a82a-416c-a2d4-90c55694c950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:09Z', 'updated_at': '2021-08-11T22:25:21Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': '87dccd6e-a82a-416c-a2d4-90c55694c950', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:16:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:11Z', 'updated_at': '2021-08-11T22:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'c1bcbb08-2c16-4263-a804-0609acbe72fd', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'floating_ip_address': '172.25.2.217', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'port_id': 'e22f2eff-a548-46f8-b02c-9ec2040c26dc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17', 'mac_address': 'fa:16:3e:be:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdd3809-346f-4a4b-a040-bf427028992e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:25:58Z', 'updated_at': '2021-08-11T22:25:58Z', 'revision_number': 0, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4079f241-29f4-40ae-a867-1c9e289dd6c9', 'name': '', 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:11:9c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '2665ff53-ad82-414b-b2c5-b45b6ca0d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:18Z', 'updated_at': '2021-08-11T22:25:29Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': '2665ff53-ad82-414b-b2c5-b45b6ca0d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:03.874172 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28326f84-13a4-454a-9176-2400b3c04397 None None] No DVR routers for this DVR port c4b79b77-7bd1-4220-a565-af859381eae9 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:26:03.912225 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3e259188-51bc-4096-a616-ea56a159c4c9 req-ea817072-c842-451a-b648-ed7601f58701 service neutron] 10.222.0.52 "GET /v2.0/networks/ba8e150f-384a-45ec-a828-5f8c39c8ec17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847866 Aug 11 22:26:03.921649 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-ba53ef28-feb7-460c-b3a5-2037eb9a7f0f tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] For port c4b79b77-7bd1-4220-a565-af859381eae9, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=c4b79b77-7bd1-4220-a565-af859381eae9,segment=NetworkSegment(e36c4470-79d4-4a20-b1a8-a7aca4276c79),segment_id=e36c4470-79d4-4a20-b1a8-a7aca4276c79)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:03.922028 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ba53ef28-feb7-460c-b3a5-2037eb9a7f0f tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:03.937625 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c27544-59d1-4944-b9ba-91d3ce40ccae None None] Checking router: 9e8aafb9-02ca-47cf-a33a-c001c39c1077 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:26:03.954831 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-ba53ef28-feb7-460c-b3a5-2037eb9a7f0f tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Calling delete_port for c4b79b77-7bd1-4220-a565-af859381eae9 owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:26:03.974508 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c27544-59d1-4944-b9ba-91d3ce40ccae None None] Routers {'9e8aafb9-02ca-47cf-a33a-c001c39c1077'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:26:03.975178 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-d5c27544-59d1-4944-b9ba-91d3ce40ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:25:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9e8aafb9-02ca-47cf-a33a-c001c39c1077'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:03.981567 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36040) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:04.065989 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3e259188-51bc-4096-a616-ea56a159c4c9 req-7faa6515-7791-4ded-bcbd-a7f45f1849e9 service neutron] 10.222.0.52 "GET /v2.0/networks/ba8e150f-384a-45ec-a828-5f8c39c8ec17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394112 Aug 11 22:26:04.078434 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-371aaa66-0fdb-4b15-bfac-bcccf872ec9f req-5d597813-9ae0-4485-ae99-75a85306516f tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205436 Aug 11 22:26:04.096944 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 83197db2-25aa-4de9-94d5-d9bb3c868513 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:26:04.204367 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ba53ef28-feb7-460c-b3a5-2037eb9a7f0f tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:04.288736 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-d5c27544-59d1-4944-b9ba-91d3ce40ccae None None] Set router 9e8aafb9-02ca-47cf-a33a-c001c39c1077 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:26:04.309851 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53ef28-feb7-460c-b3a5-2037eb9a7f0f tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Port': ['ID=c4b79b77-7bd1-4220-a565-af859381eae9,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:04.313349 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba53ef28-feb7-460c-b3a5-2037eb9a7f0f tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] No DVR routers for this DVR port c4b79b77-7bd1-4220-a565-af859381eae9 on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:26:04.323557 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-983e10b0-bf76-4a86-9629-c1758a188259 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/floatingips/c1bcbb08-2c16-4263-a804-0609acbe72fd HTTP/1.1" status: 200 len: 991 time: 0.3395736 Aug 11 22:26:04.340335 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 83197db2-25aa-4de9-94d5-d9bb3c868513 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:26:04.351878 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 83197db2-25aa-4de9-94d5-d9bb3c868513 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:26:04.352551 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:04.375173 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-59055901-a59d-4401-a0d2-e5815fd92d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e', 'name': 'tempest-TestServerMultinode-1265275780-router', 'tenant_id': 'a001d548b17e40fdb55f1d11556d40bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2ed178f4-a65b-4606-8693-69628eebb3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:49Z', 'updated_at': '2021-08-11T22:25:59Z', 'revision_number': 4, 'project_id': 'a001d548b17e40fdb55f1d11556d40bc', 'gw_port': {'id': '2ed178f4-a65b-4606-8693-69628eebb3e9', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:50Z', 'updated_at': '2021-08-11T22:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'f889a589-c80d-427f-9dc6-52b53d90cc3b', 'name': '', 'network_id': '1768cc28-fa62-46d4-a55f-4ccf6b1f8be4', 'tenant_id': 'a001d548b17e40fdb55f1d11556d40bc', 'mac_address': 'fa:16:3e:a5:07:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'e350e455-605f-4002-8d19-beae7ce16d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:56Z', 'updated_at': '2021-08-11T22:26:03Z', 'revision_number': 4, 'project_id': 'a001d548b17e40fdb55f1d11556d40bc', 'subnets': [{'id': 'e350e455-605f-4002-8d19-beae7ce16d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:04.413303 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59055901-a59d-4401-a0d2-e5815fd92d30 None None] The sync data for ids ['b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e'] in n-d-804275-3 is: [{'id': 'b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e', 'name': 'tempest-TestServerMultinode-1265275780-router', 'tenant_id': 'a001d548b17e40fdb55f1d11556d40bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2ed178f4-a65b-4606-8693-69628eebb3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:49Z', 'updated_at': '2021-08-11T22:25:59Z', 'revision_number': 4, 'project_id': 'a001d548b17e40fdb55f1d11556d40bc', 'gw_port': {'id': '2ed178f4-a65b-4606-8693-69628eebb3e9', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:50Z', 'updated_at': '2021-08-11T22:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'f889a589-c80d-427f-9dc6-52b53d90cc3b', 'name': '', 'network_id': '1768cc28-fa62-46d4-a55f-4ccf6b1f8be4', 'tenant_id': 'a001d548b17e40fdb55f1d11556d40bc', 'mac_address': 'fa:16:3e:a5:07:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'e350e455-605f-4002-8d19-beae7ce16d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:56Z', 'updated_at': '2021-08-11T22:26:03Z', 'revision_number': 4, 'project_id': 'a001d548b17e40fdb55f1d11556d40bc', 'subnets': [{'id': 'e350e455-605f-4002-8d19-beae7ce16d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:26:04.435489 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01cc3c-3509-423b-8763-ea52d1086a23 req-31724b6a-23a7-4cf6-a3bb-a4cfeb67aa86 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:04.437325 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a01cc3c-3509-423b-8763-ea52d1086a23 req-31724b6a-23a7-4cf6-a3bb-a4cfeb67aa86 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 944 time: 0.2398825 Aug 11 22:26:04.448159 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ba53ef28-feb7-460c-b3a5-2037eb9a7f0f tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:04.475176 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-ba53ef28-feb7-460c-b3a5-2037eb9a7f0f tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['398d5a18-a3cb-4390-838f-2a405a58a364']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:04.501813 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-ba53ef28-feb7-460c-b3a5-2037eb9a7f0f tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e36c4470-79d4-4a20-b1a8-a7aca4276c79') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:04.503277 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-ba53ef28-feb7-460c-b3a5-2037eb9a7f0f tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e36c4470-79d4-4a20-b1a8-a7aca4276c79') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:04.517659 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ba53ef28-feb7-460c-b3a5-2037eb9a7f0f tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:04.556705 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a01cc3c-3509-423b-8763-ea52d1086a23 req-87be4fc3-0577-4109-aa1d-fd24488677a0 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112778 Aug 11 22:26:04.562577 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ba53ef28-feb7-460c-b3a5-2037eb9a7f0f tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:04.578065 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba53ef28-feb7-460c-b3a5-2037eb9a7f0f tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:26:04.578498 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ba53ef28-feb7-460c-b3a5-2037eb9a7f0f tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:26:04.604182 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:26:04.685333 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ba53ef28-feb7-460c-b3a5-2037eb9a7f0f tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:04.693175 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ba53ef28-feb7-460c-b3a5-2037eb9a7f0f tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:04.695827 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ba53ef28-feb7-460c-b3a5-2037eb9a7f0f tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/networks/398d5a18-a3cb-4390-838f-2a405a58a364 HTTP/1.1" status: 204 len: 168 time: 1.4705989 Aug 11 22:26:04.699957 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36048) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:04.707685 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-0aa90a79-6fc9-4910-99bc-355a979c5117 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'network': {'name': 'tempest-RoutersTest-602022326'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:26:04.713622 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53ef28-feb7-460c-b3a5-2037eb9a7f0f tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Network': ['ID=398d5a18-a3cb-4390-838f-2a405a58a364,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:04.745235 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa90a79-6fc9-4910-99bc-355a979c5117 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Made reservation on behalf of ec8e7be193dc41f89b61bb962b539e53 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:26:04.754030 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0aa90a79-6fc9-4910-99bc-355a979c5117 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:04.827216 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa90a79-6fc9-4910-99bc-355a979c5117 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:26:04.827498 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:04.840346 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0aa90a79-6fc9-4910-99bc-355a979c5117 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:04.840767 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-0aa90a79-6fc9-4910-99bc-355a979c5117 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Added segment 9739694f-9e90-4b4c-a3f6-9382b2e13b2e of type vlan for network 200c3dde-c323-4e48-be04-706a0c1c9b28 Aug 11 22:26:04.891995 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-7903cc46-eedf-4959-aad3-9c72f5093b46 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:04.894099 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0aa90a79-6fc9-4910-99bc-355a979c5117 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:04.894464 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde556ed-5768-4264-92f1-f3a35fed503c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83197db2-25aa-4de9-94d5-d9bb3c868513'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:26:04.897056 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580bfa8e-4fd3-417a-ab41-b346505fa092" -d '{"events": [{"server_uuid": "cde556ed-5768-4264-92f1-f3a35fed503c", "name": "network-vif-plugged", "status": "completed", "tag": "83197db2-25aa-4de9-94d5-d9bb3c868513"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:26:04.901010 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-7903cc46-eedf-4959-aad3-9c72f5093b46 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/networks?id=5b01c377-68b1-4a75-bb57-2b6d5b30ab45 HTTP/1.1" status: 200 len: 910 time: 0.1391599 Aug 11 22:26:04.919278 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 83197db2-25aa-4de9-94d5-d9bb3c868513, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=83197db2-25aa-4de9-94d5-d9bb3c868513,segment=NetworkSegment(b82f776d-74cf-411f-ae30-50112b7fb9ec),segment_id=b82f776d-74cf-411f-ae30-50112b7fb9ec)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:04.920685 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-1fb0e9e5-e655-4781-a8e0-76096c235021 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/quotas/a001d548b17e40fdb55f1d11556d40bc HTTP/1.1" status: 200 len: 375 time: 0.0175335 Aug 11 22:26:04.932137 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:04.948368 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0aa90a79-6fc9-4910-99bc-355a979c5117 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:04.954655 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa90a79-6fc9-4910-99bc-355a979c5117 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:04.955360 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0aa90a79-6fc9-4910-99bc-355a979c5117 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:04.966221 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-d5c27544-59d1-4944-b9ba-91d3ce40ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201708887', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '87dccd6e-a82a-416c-a2d4-90c55694c950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:09Z', 'updated_at': '2021-08-11T22:25:21Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': '87dccd6e-a82a-416c-a2d4-90c55694c950', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:16:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:11Z', 'updated_at': '2021-08-11T22:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'c1bcbb08-2c16-4263-a804-0609acbe72fd', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'floating_ip_address': '172.25.2.217', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'port_id': 'e22f2eff-a548-46f8-b02c-9ec2040c26dc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17', 'mac_address': 'fa:16:3e:be:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdd3809-346f-4a4b-a040-bf427028992e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:25:58Z', 'updated_at': '2021-08-11T22:25:58Z', 'revision_number': 0, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4079f241-29f4-40ae-a867-1c9e289dd6c9', 'name': '', 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:11:9c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '2665ff53-ad82-414b-b2c5-b45b6ca0d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:18Z', 'updated_at': '2021-08-11T22:25:29Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': '2665ff53-ad82-414b-b2c5-b45b6ca0d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:05.004268 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c27544-59d1-4944-b9ba-91d3ce40ccae None None] The sync data for ids ['9e8aafb9-02ca-47cf-a33a-c001c39c1077'] in n-d-804275-3 is: [{'id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201708887', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '87dccd6e-a82a-416c-a2d4-90c55694c950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:09Z', 'updated_at': '2021-08-11T22:25:21Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': '87dccd6e-a82a-416c-a2d4-90c55694c950', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:16:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:11Z', 'updated_at': '2021-08-11T22:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'c1bcbb08-2c16-4263-a804-0609acbe72fd', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'floating_ip_address': '172.25.2.217', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'port_id': 'e22f2eff-a548-46f8-b02c-9ec2040c26dc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17', 'mac_address': 'fa:16:3e:be:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdd3809-346f-4a4b-a040-bf427028992e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:25:58Z', 'updated_at': '2021-08-11T22:25:58Z', 'revision_number': 0, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4079f241-29f4-40ae-a867-1c9e289dd6c9', 'name': '', 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:11:9c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '2665ff53-ad82-414b-b2c5-b45b6ca0d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:18Z', 'updated_at': '2021-08-11T22:25:29Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': '2665ff53-ad82-414b-b2c5-b45b6ca0d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:26:05.032058 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=83197db2-25aa-4de9-94d5-d9bb3c868513,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:05.041100 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-990d35d5-134d-4655-a103-6c838990d294 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/ports?tenant_id=a001d548b17e40fdb55f1d11556d40bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1192207 Aug 11 22:26:05.044101 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0aa90a79-6fc9-4910-99bc-355a979c5117 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3420024 Aug 11 22:26:05.046644 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36056) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:05.055248 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-5df5f3ef-0447-4410-b3f5-0390cd7975c3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'subnet': {'network_id': '200c3dde-c323-4e48-be04-706a0c1c9b28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:26:05.110942 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa90a79-6fc9-4910-99bc-355a979c5117 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Network': ['ID=200c3dde-c323-4e48-be04-706a0c1c9b28,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:05.131222 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa90a79-6fc9-4910-99bc-355a979c5117 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:05.131618 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa90a79-6fc9-4910-99bc-355a979c5117 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:05.131975 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa90a79-6fc9-4910-99bc-355a979c5117 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:05.132373 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa90a79-6fc9-4910-99bc-355a979c5117 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:05.132768 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa90a79-6fc9-4910-99bc-355a979c5117 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:05.133153 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa90a79-6fc9-4910-99bc-355a979c5117 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:05.133715 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa90a79-6fc9-4910-99bc-355a979c5117 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:05.134238 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa90a79-6fc9-4910-99bc-355a979c5117 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:05.134824 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa90a79-6fc9-4910-99bc-355a979c5117 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:05.135726 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa90a79-6fc9-4910-99bc-355a979c5117 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:05.136269 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa90a79-6fc9-4910-99bc-355a979c5117 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:05.137003 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa90a79-6fc9-4910-99bc-355a979c5117 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:05.150408 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 200c3dde-c323-4e48-be04-706a0c1c9b28 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:26:05.161037 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-f253cfdf-1b37-4619-8253-8dcc85dc5cb0 service neutron] 10.222.0.77 "GET /v2.0/networks/5b01c377-68b1-4a75-bb57-2b6d5b30ab45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181531 Aug 11 22:26:05.192306 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df5f3ef-0447-4410-b3f5-0390cd7975c3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Made reservation on behalf of ec8e7be193dc41f89b61bb962b539e53 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:26:05.197922 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5df5f3ef-0447-4410-b3f5-0390cd7975c3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:05.328521 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36060) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:05.330815 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f889a589-c80d-427f-9dc6-52b53d90cc3b up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:26:05.331978 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-6fedc1fe-682e-42e6-89d5-48a3c6c0636d service neutron] 10.222.0.77 "GET /v2.0/networks/5b01c377-68b1-4a75-bb57-2b6d5b30ab45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683269 Aug 11 22:26:05.399414 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port f889a589-c80d-427f-9dc6-52b53d90cc3b completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:26:05.406227 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port f889a589-c80d-427f-9dc6-52b53d90cc3b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:26:05.406735 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:05.441105 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ce6e456d-8198-445a-a107-e594f12f10d2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/floatingips/c1bcbb08-2c16-4263-a804-0609acbe72fd HTTP/1.1" status: 200 len: 991 time: 0.1109545 Aug 11 22:26:05.511114 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:05.535390 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5df5f3ef-0447-4410-b3f5-0390cd7975c3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:05.562183 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port f889a589-c80d-427f-9dc6-52b53d90cc3b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f889a589-c80d-427f-9dc6-52b53d90cc3b,segment=NetworkSegment(a1d49a34-702c-4d9b-a5af-135fa055b602),segment_id=a1d49a34-702c-4d9b-a5af-135fa055b602)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:05.570816 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:05.611862 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5f3ef-0447-4410-b3f5-0390cd7975c3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Subnet': ['ID=feeeb87d-c295-4e16-aa44-ab0118dea00c,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:05.631275 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df5f3ef-0447-4410-b3f5-0390cd7975c3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Checking segment: {'id': '9739694f-9e90-4b4c-a3f6-9382b2e13b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '200c3dde-c323-4e48-be04-706a0c1c9b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:26:05.631532 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df5f3ef-0447-4410-b3f5-0390cd7975c3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network hostable DHCP agents. Network: 200c3dde-c323-4e48-be04-706a0c1c9b28, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:26:05.642311 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec41496-e98d-44a9-8644-efb9454dbf29 x-openstack-request-id: req-3ec41496-e98d-44a9-8644-efb9454dbf29 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:26:05.642776 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde556ed-5768-4264-92f1-f3a35fed503c", "name": "network-vif-plugged", "status": "completed", "tag": "83197db2-25aa-4de9-94d5-d9bb3c868513", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:26:05.643745 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3ec41496-e98d-44a9-8644-efb9454dbf29 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:26:05.644389 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde556ed-5768-4264-92f1-f3a35fed503c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83197db2-25aa-4de9-94d5-d9bb3c868513', 'code': 200} Aug 11 22:26:05.660819 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df5f3ef-0447-4410-b3f5-0390cd7975c3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network 200c3dde-c323-4e48-be04-706a0c1c9b28 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:26:05.684306 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-5df5f3ef-0447-4410-b3f5-0390cd7975c3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 200c3dde-c323-4e48-be04-706a0c1c9b28) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:26:05.689953 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df5f3ef-0447-4410-b3f5-0390cd7975c3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:05.690706 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5df5f3ef-0447-4410-b3f5-0390cd7975c3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:05.713794 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5df5f3ef-0447-4410-b3f5-0390cd7975c3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6626508 Aug 11 22:26:05.717469 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36070) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:05.730449 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918ae05e-5144-4ddd-a0a4-b640db0a280c None None] Network 200c3dde-c323-4e48-be04-706a0c1c9b28 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:26:05.738244 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-e8705f92-2197-45bf-94e9-9d833ebf9ea8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1854685897', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:26:05.776504 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=f889a589-c80d-427f-9dc6-52b53d90cc3b,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:05.807793 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ee970-f9ac-4258-ae2e-a21fc8b55349 req-abc3b302-ef87-4872-b800-0acc3c662eec tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:05.817388 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9f0ee970-f9ac-4258-ae2e-a21fc8b55349 req-abc3b302-ef87-4872-b800-0acc3c662eec tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde556ed-5768-4264-92f1-f3a35fed503c HTTP/1.1" status: 200 len: 946 time: 0.1056547 Aug 11 22:26:05.872053 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e8705f92-2197-45bf-94e9-9d833ebf9ea8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:05.874532 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e8705f92-2197-45bf-94e9-9d833ebf9ea8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:05.887165 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051eac1f-6e10-4088-b353-2c19b79f0b03 req-c7f48150-7e48-4c3f-b4d6-d6acfb17cd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:05.890213 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-051eac1f-6e10-4088-b353-2c19b79f0b03 req-c7f48150-7e48-4c3f-b4d6-d6acfb17cd80 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cde556ed-5768-4264-92f1-f3a35fed503c HTTP/1.1" status: 200 len: 1097 time: 0.1322889 Aug 11 22:26:05.897342 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9f0ee970-f9ac-4258-ae2e-a21fc8b55349 req-5694eaa1-9bcf-4a4e-ae41-68d9655acf81 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788829 Aug 11 22:26:06.006602 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8936a199-95f5-40f3-b6de-c26f53728320 req-76a9a2b1-34d4-438d-b09e-d24445b3c28a tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3fec8e8e-e716-4d5f-8f05-bdf4d3733c90 HTTP/1.1" status: 200 len: 210 time: 0.0540640 Aug 11 22:26:06.027226 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e8705f92-2197-45bf-94e9-9d833ebf9ea8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:06.038012 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e8705f92-2197-45bf-94e9-9d833ebf9ea8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:06.123962 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-051eac1f-6e10-4088-b353-2c19b79f0b03 req-77daa9c7-241a-471a-b415-d1254e029d73 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182274 Aug 11 22:26:06.126270 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e8705f92-2197-45bf-94e9-9d833ebf9ea8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:06.128278 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e8705f92-2197-45bf-94e9-9d833ebf9ea8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4088979 Aug 11 22:26:06.131284 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36078) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:06.137566 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-f3be8e7e-e723-43a7-905c-6adb6d509f14 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'port': {'network_id': '200c3dde-c323-4e48-be04-706a0c1c9b28', 'name': 'tempest-RoutersTest-302174164'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:26:06.157560 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 9c76bb81-f389-441a-8561-430ba23799c9 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:26:06.188629 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca9e40-5b95-479a-a4ea-5f2383b62fac req-008e893e-e128-4f9e-9029-9f7954ba1616 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:06.190946 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4bca9e40-5b95-479a-a4ea-5f2383b62fac req-008e893e-e128-4f9e-9029-9f7954ba1616 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 944 time: 0.0910573 Aug 11 22:26:06.280763 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4bca9e40-5b95-479a-a4ea-5f2383b62fac req-8b74f722-81c1-46f9-b75a-1c237287d008 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834289 Aug 11 22:26:06.345638 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cfb821-c17e-4e17-93b2-35b8935a3758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-200c3dde-c323-4e48-be04-706a0c1c9b28', 'network_id': '200c3dde-c323-4e48-be04-706a0c1c9b28', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'fixed_ips': [{'subnet_id': 'feeeb87d-c295-4e16-aa44-ab0118dea00c'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:26:06.346563 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-23cfb821-c17e-4e17-93b2-35b8935a3758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:06.365379 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 9c76bb81-f389-441a-8561-430ba23799c9 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:26:06.372848 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 9c76bb81-f389-441a-8561-430ba23799c9 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:26:06.373354 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:06.379534 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8042bf0c-701c-4e8a-9895-57f568c71a2a None None] New status for floating IP c1bcbb08-2c16-4263-a804-0609acbe72fd: ACTIVE {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:26:06.446125 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36086) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:06.508263 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3be8e7e-e723-43a7-905c-6adb6d509f14 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Made reservation on behalf of ec8e7be193dc41f89b61bb962b539e53 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:26:06.516963 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f3be8e7e-e723-43a7-905c-6adb6d509f14 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:06.560919 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-f3be8e7e-e723-43a7-905c-6adb6d509f14 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] device_id is not set on port 4f749a16-daab-4767-9caa-eba752e15e9b yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:26:06.596790 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-16247ed3-9bc3-463b-86b4-de48afbd1c8a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/floatingips/c1bcbb08-2c16-4263-a804-0609acbe72fd HTTP/1.1" status: 200 len: 991 time: 0.1469641 Aug 11 22:26:06.681255 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:06.743333 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-23cfb821-c17e-4e17-93b2-35b8935a3758 None None] Allocated IP 172.20.0.2 (200c3dde-c323-4e48-be04-706a0c1c9b28/feeeb87d-c295-4e16-aa44-ab0118dea00c/22651caf-8230-4124-9d66-8f55a39a17ab) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:26:06.768921 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 9c76bb81-f389-441a-8561-430ba23799c9, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=9c76bb81-f389-441a-8561-430ba23799c9,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:06.782901 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:06.891714 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=9c76bb81-f389-441a-8561-430ba23799c9,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:07.114773 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-23cfb821-c17e-4e17-93b2-35b8935a3758 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:07.135329 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-23cfb821-c17e-4e17-93b2-35b8935a3758 None None] Transition to ACTIVE for port object 22651caf-8230-4124-9d66-8f55a39a17ab will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:26:07.156424 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f228e-13ce-4c9c-8487-7cc27b6e7a8c req-af9dd4f2-e4f6-4d2d-be4a-6304f80e9a80 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:07.161859 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-363f228e-13ce-4c9c-8487-7cc27b6e7a8c req-af9dd4f2-e4f6-4d2d-be4a-6304f80e9a80 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde556ed-5768-4264-92f1-f3a35fed503c HTTP/1.1" status: 200 len: 946 time: 0.1289246 Aug 11 22:26:07.163951 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-23cfb821-c17e-4e17-93b2-35b8935a3758 None None] Transition to ACTIVE for port object 22651caf-8230-4124-9d66-8f55a39a17ab will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:26:07.197623 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-23cfb821-c17e-4e17-93b2-35b8935a3758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:07.300244 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfb821-c17e-4e17-93b2-35b8935a3758 None None] Pushing event updated for resources: {'Port': ['ID=22651caf-8230-4124-9d66-8f55a39a17ab,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:07.325958 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cfb821-c17e-4e17-93b2-35b8935a3758 None None] Network 200c3dde-c323-4e48-be04-706a0c1c9b28 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:26:07.328259 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-23cfb821-c17e-4e17-93b2-35b8935a3758 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:26:07.348299 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cfb821-c17e-4e17-93b2-35b8935a3758 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:26:07.358823 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-363f228e-13ce-4c9c-8487-7cc27b6e7a8c req-4799be7b-f7e9-47ab-b014-ea7f37b32a56 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702199 Aug 11 22:26:07.369306 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.db.api [None req-f3be8e7e-e723-43a7-905c-6adb6d509f14 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-6e8e1f1b-41ea-40f3-853c-4ef25f8a3997 {{(pid=100942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:26:07.369863 n-d-804275-3 neutron-server[100942]: DEBUG oslo_db.api [None req-f3be8e7e-e723-43a7-905c-6adb6d509f14 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:26:07.374398 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f889a589-c80d-427f-9dc6-52b53d90cc3b up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:26:07.568330 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-23cfb821-c17e-4e17-93b2-35b8935a3758 None None] Attempting to bind port 22651caf-8230-4124-9d66-8f55a39a17ab on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:26:07.569153 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-23cfb821-c17e-4e17-93b2-35b8935a3758 None None] Attempting to bind port 22651caf-8230-4124-9d66-8f55a39a17ab by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '9739694f-9e90-4b4c-a3f6-9382b2e13b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '200c3dde-c323-4e48-be04-706a0c1c9b28'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:26:07.569484 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cfb821-c17e-4e17-93b2-35b8935a3758 None None] Attempting to bind port 22651caf-8230-4124-9d66-8f55a39a17ab on network 200c3dde-c323-4e48-be04-706a0c1c9b28 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:26:07.585465 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cfb821-c17e-4e17-93b2-35b8935a3758 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:26:07.586100 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cfb821-c17e-4e17-93b2-35b8935a3758 None None] Checking segment: {'id': '9739694f-9e90-4b4c-a3f6-9382b2e13b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '200c3dde-c323-4e48-be04-706a0c1c9b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:26:07.586983 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-23cfb821-c17e-4e17-93b2-35b8935a3758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:07.587763 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cfb821-c17e-4e17-93b2-35b8935a3758 None None] Bound using segment: {'id': '9739694f-9e90-4b4c-a3f6-9382b2e13b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '200c3dde-c323-4e48-be04-706a0c1c9b28'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:26:07.588783 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-23cfb821-c17e-4e17-93b2-35b8935a3758 None None] Bound port: 22651caf-8230-4124-9d66-8f55a39a17ab, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9739694f-9e90-4b4c-a3f6-9382b2e13b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '200c3dde-c323-4e48-be04-706a0c1c9b28'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:26:07.589389 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-23cfb821-c17e-4e17-93b2-35b8935a3758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:07.600514 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36096) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:07.601541 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eb028c0a-adbe-4cf5-8495-0b8b89bc4506 req-d33d87a1-2cfc-4b53-867e-6f9a0d4840e7 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3fec8e8e-e716-4d5f-8f05-bdf4d3733c90 HTTP/1.1" status: 200 len: 210 time: 0.0820601 Aug 11 22:26:07.633084 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port f889a589-c80d-427f-9dc6-52b53d90cc3b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:26:07.634053 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:07.647730 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0fd39b-4a90-48fb-a046-755fa3cc72da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c76bb81-f389-441a-8561-430ba23799c9'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:26:07.652472 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784ecc92-6abe-4f76-aaeb-47309b3604bd" -d '{"events": [{"server_uuid": "1a0fd39b-4a90-48fb-a046-755fa3cc72da", "name": "network-vif-plugged", "status": "completed", "tag": "9c76bb81-f389-441a-8561-430ba23799c9"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:26:07.732798 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-818b9e60-b510-48a2-a57b-57786686cb11 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/floatingips/c1bcbb08-2c16-4263-a804-0609acbe72fd HTTP/1.1" status: 200 len: 993 time: 0.1301532 Aug 11 22:26:07.812478 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd9026-e573-41c5-b115-1e7888e69a7e req-d49c0eb6-6468-4c05-9675-42ba0dfe12b1 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:07.816459 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-01cd9026-e573-41c5-b115-1e7888e69a7e req-d49c0eb6-6468-4c05-9675-42ba0dfe12b1 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 945 time: 0.0624065 Aug 11 22:26:07.876131 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f3be8e7e-e723-43a7-905c-6adb6d509f14 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:07.884026 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-23cfb821-c17e-4e17-93b2-35b8935a3758 None None] For port 22651caf-8230-4124-9d66-8f55a39a17ab, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:26:07.911966 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-01cd9026-e573-41c5-b115-1e7888e69a7e req-0ae63a88-4bff-470f-befe-adab9dc8af30 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871491 Aug 11 22:26:07.916903 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-f3be8e7e-e723-43a7-905c-6adb6d509f14 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] device_id is not set on port 867ec516-20c5-4120-a633-3fc14fc13f80 yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:26:07.950058 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-23cfb821-c17e-4e17-93b2-35b8935a3758 None None] For port 22651caf-8230-4124-9d66-8f55a39a17ab, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=22651caf-8230-4124-9d66-8f55a39a17ab,segment=NetworkSegment(9739694f-9e90-4b4c-a3f6-9382b2e13b2e),segment_id=9739694f-9e90-4b4c-a3f6-9382b2e13b2e)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:26:07.962113 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-23cfb821-c17e-4e17-93b2-35b8935a3758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:07.972269 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:26:08.025922 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef484d5a-db5b-4745-ad68-e4aba45d9087 x-openstack-request-id: req-ef484d5a-db5b-4745-ad68-e4aba45d9087 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:26:08.026334 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0fd39b-4a90-48fb-a046-755fa3cc72da", "name": "network-vif-plugged", "status": "completed", "tag": "9c76bb81-f389-441a-8561-430ba23799c9", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:26:08.026654 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ef484d5a-db5b-4745-ad68-e4aba45d9087 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:26:08.027110 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0fd39b-4a90-48fb-a046-755fa3cc72da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c76bb81-f389-441a-8561-430ba23799c9', 'code': 200} Aug 11 22:26:08.035112 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-d54f2b3a-e2ae-411f-9b3f-8e4100a33c0b tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:08.037299 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-d54f2b3a-e2ae-411f-9b3f-8e4100a33c0b tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.82 "GET /v2.0/networks?id=5b01c377-68b1-4a75-bb57-2b6d5b30ab45 HTTP/1.1" status: 200 len: 910 time: 0.2261693 Aug 11 22:26:08.082050 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-8da346b2-64d4-41e6-979c-c7b744336be0 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Request body: {'port': {'device_id': '3fec8e8e-e716-4d5f-8f05-bdf4d3733c90', 'network_id': '5b01c377-68b1-4a75-bb57-2b6d5b30ab45', 'admin_state_up': True, 'tenant_id': 'a001d548b17e40fdb55f1d11556d40bc'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:26:08.083754 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfb821-c17e-4e17-93b2-35b8935a3758 None None] Pushing event updated for resources: {'Port': ['ID=22651caf-8230-4124-9d66-8f55a39a17ab,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:08.131090 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-8da346b2-64d4-41e6-979c-c7b744336be0 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Made reservation on behalf of a001d548b17e40fdb55f1d11556d40bc for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:26:08.133905 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-8da346b2-64d4-41e6-979c-c7b744336be0 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:08.159049 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-f3be8e7e-e723-43a7-905c-6adb6d509f14 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Allocated IP 172.20.0.8 (200c3dde-c323-4e48-be04-706a0c1c9b28/feeeb87d-c295-4e16-aa44-ab0118dea00c/867ec516-20c5-4120-a633-3fc14fc13f80) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:26:08.182312 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8ce3b-7ff8-4517-94df-e515cde06ab8 req-be8dbd56-4c34-47db-bb8a-e4ec550e79e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:08.184143 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-27d8ce3b-7ff8-4517-94df-e515cde06ab8 req-be8dbd56-4c34-47db-bb8a-e4ec550e79e7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 1096 time: 0.0603869 Aug 11 22:26:08.230433 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-27d8ce3b-7ff8-4517-94df-e515cde06ab8 req-8a8dc1b9-8afc-4196-97a2-8316726bdd07 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370913 Aug 11 22:26:08.278679 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:08.413914 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-8da346b2-64d4-41e6-979c-c7b744336be0 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Allocated IP 172.20.0.5 (5b01c377-68b1-4a75-bb57-2b6d5b30ab45/ec1ea2d2-f7dc-41d4-b840-a3079e4f207a/0954ec9a-334f-4fd5-aa0a-1462c15e48b1) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:26:08.559274 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cabfd-8f4a-4d46-8346-84d9651e7a82 req-7ff505fa-1e84-4855-82f5-22b9f4550ca3 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:08.561072 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd7cabfd-8f4a-4d46-8346-84d9651e7a82 req-7ff505fa-1e84-4855-82f5-22b9f4550ca3 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde556ed-5768-4264-92f1-f3a35fed503c HTTP/1.1" status: 200 len: 946 time: 0.0942531 Aug 11 22:26:08.628472 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd7cabfd-8f4a-4d46-8346-84d9651e7a82 req-7b933820-6dc4-48e0-9f65-29cce32b15fa tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588048 Aug 11 22:26:08.965008 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f3be8e7e-e723-43a7-905c-6adb6d509f14 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:09.004139 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-f3be8e7e-e723-43a7-905c-6adb6d509f14 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Transition to ACTIVE for port object 867ec516-20c5-4120-a633-3fc14fc13f80 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:26:09.251710 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-8da346b2-64d4-41e6-979c-c7b744336be0 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:09.332036 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f3be8e7e-e723-43a7-905c-6adb6d509f14 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:09.469966 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 22651caf-8230-4124-9d66-8f55a39a17ab up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:26:09.526561 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-53a639ad-3d44-4bef-af0f-6a773a1a90f0 req-cc0dab62-44ef-47c9-83e0-a61184f7b824 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3fec8e8e-e716-4d5f-8f05-bdf4d3733c90 HTTP/1.1" status: 200 len: 210 time: 0.0398593 Aug 11 22:26:09.544135 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-8da346b2-64d4-41e6-979c-c7b744336be0 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Transition to ACTIVE for port object 0954ec9a-334f-4fd5-aa0a-1462c15e48b1 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:26:09.621758 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3be8e7e-e723-43a7-905c-6adb6d509f14 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network 200c3dde-c323-4e48-be04-706a0c1c9b28 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:26:09.630094 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 22651caf-8230-4124-9d66-8f55a39a17ab completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:26:09.643717 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-f3be8e7e-e723-43a7-905c-6adb6d509f14 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:26:09.649671 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3be8e7e-e723-43a7-905c-6adb6d509f14 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:26:09.660693 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be8e7e-e723-43a7-905c-6adb6d509f14 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Port': ['ID=867ec516-20c5-4120-a633-3fc14fc13f80,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:09.724279 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b52ac-43cd-4d8d-b891-c43ecbd02500 req-c6395e14-047b-4239-8e58-2b6bd1c118f3 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:09.735783 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9f0b52ac-43cd-4d8d-b891-c43ecbd02500 req-c6395e14-047b-4239-8e58-2b6bd1c118f3 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 945 time: 0.0905919 Aug 11 22:26:09.786577 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9f0b52ac-43cd-4d8d-b891-c43ecbd02500 req-5d3e7f9f-79e3-401f-a077-80584c348985 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494499 Aug 11 22:26:09.793442 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e07b3ca-b851-4c91-a11a-dd61b35f6ec3 None None] Network 200c3dde-c323-4e48-be04-706a0c1c9b28 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:26:09.837239 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3be8e7e-e723-43a7-905c-6adb6d509f14 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:09.838313 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f3be8e7e-e723-43a7-905c-6adb6d509f14 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:09.877921 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f3be8e7e-e723-43a7-905c-6adb6d509f14 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.7411227 Aug 11 22:26:09.878235 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36126) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:09.887714 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-8da346b2-64d4-41e6-979c-c7b744336be0 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:09.917370 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9be42269-ab0e-47ec-9018-b83c19184fd5 None None] Provisioning for port 22651caf-8230-4124-9d66-8f55a39a17ab completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:26:09.929301 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9be42269-ab0e-47ec-9018-b83c19184fd5 None None] Provisioning complete for port 22651caf-8230-4124-9d66-8f55a39a17ab triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:26:09.929880 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9be42269-ab0e-47ec-9018-b83c19184fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:10.053631 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-8da346b2-64d4-41e6-979c-c7b744336be0 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Network 5b01c377-68b1-4a75-bb57-2b6d5b30ab45 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:26:10.059884 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-8da346b2-64d4-41e6-979c-c7b744336be0 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:26:10.067556 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-8da346b2-64d4-41e6-979c-c7b744336be0 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:26:10.159895 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da346b2-64d4-41e6-979c-c7b744336be0 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Pushing event updated for resources: {'Port': ['ID=0954ec9a-334f-4fd5-aa0a-1462c15e48b1,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:10.229800 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-8da346b2-64d4-41e6-979c-c7b744336be0 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:10.230743 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-8da346b2-64d4-41e6-979c-c7b744336be0 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:10.270596 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9be42269-ab0e-47ec-9018-b83c19184fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:10.275121 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-8da346b2-64d4-41e6-979c-c7b744336be0 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.1985126 Aug 11 22:26:10.308036 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-93c87280-3e4b-4dd4-b284-28ac4185a15f service neutron] Request body: {'port': {'device_id': '3fec8e8e-e716-4d5f-8f05-bdf4d3733c90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:26:10.397453 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-9be42269-ab0e-47ec-9018-b83c19184fd5 None None] For port 22651caf-8230-4124-9d66-8f55a39a17ab, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=22651caf-8230-4124-9d66-8f55a39a17ab,segment=NetworkSegment(9739694f-9e90-4b4c-a3f6-9382b2e13b2e),segment_id=9739694f-9e90-4b4c-a3f6-9382b2e13b2e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:10.406460 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9be42269-ab0e-47ec-9018-b83c19184fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:10.549115 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-93c87280-3e4b-4dd4-b284-28ac4185a15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:10.567814 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be42269-ab0e-47ec-9018-b83c19184fd5 None None] Pushing event updated for resources: {'Port': ['ID=22651caf-8230-4124-9d66-8f55a39a17ab,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:10.646497 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-478a5140-09f2-437f-9e8b-6e2ce13ce5be None None] Provisioning for port 0954ec9a-334f-4fd5-aa0a-1462c15e48b1 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:26:10.664500 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-478a5140-09f2-437f-9e8b-6e2ce13ce5be None None] Provisioning complete for port 0954ec9a-334f-4fd5-aa0a-1462c15e48b1 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:26:10.665324 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-478a5140-09f2-437f-9e8b-6e2ce13ce5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:10.796956 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-478a5140-09f2-437f-9e8b-6e2ce13ce5be None None] Port 0954ec9a-334f-4fd5-aa0a-1462c15e48b1 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:26:10.895384 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-60f0db70-65df-4601-ab60-edd0577968d8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:10.913163 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577cc1c9-fb3a-4a7c-afe5-f8b1b31a0086 req-79950cb8-0afd-4e67-b1ec-3896e3eac9af tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:10.921187 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-577cc1c9-fb3a-4a7c-afe5-f8b1b31a0086 req-79950cb8-0afd-4e67-b1ec-3896e3eac9af tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3fec8e8e-e716-4d5f-8f05-bdf4d3733c90 HTTP/1.1" status: 200 len: 1027 time: 0.1877701 Aug 11 22:26:10.953877 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d18d7617-2294-4e3f-9485-f76260aacd93 None None] Provisioning for port 867ec516-20c5-4120-a633-3fc14fc13f80 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:26:10.960463 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d18d7617-2294-4e3f-9485-f76260aacd93 None None] Provisioning complete for port 867ec516-20c5-4120-a633-3fc14fc13f80 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:26:10.960874 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d18d7617-2294-4e3f-9485-f76260aacd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:11.042914 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-d18d7617-2294-4e3f-9485-f76260aacd93 None None] Port 867ec516-20c5-4120-a633-3fc14fc13f80 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:26:11.066893 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d18d7617-2294-4e3f-9485-f76260aacd93 None None] Provisioning complete for port 22651caf-8230-4124-9d66-8f55a39a17ab triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:26:11.070156 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d18d7617-2294-4e3f-9485-f76260aacd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:11.110700 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-93c87280-3e4b-4dd4-b284-28ac4185a15f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0954ec9a-334f-4fd5-aa0a-1462c15e48b1 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:26:11.121284 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-93c87280-3e4b-4dd4-b284-28ac4185a15f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:11.139267 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-93c87280-3e4b-4dd4-b284-28ac4185a15f service neutron] Transition to ACTIVE for port object 0954ec9a-334f-4fd5-aa0a-1462c15e48b1 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:26:11.146471 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-93c87280-3e4b-4dd4-b284-28ac4185a15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:11.232537 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c87280-3e4b-4dd4-b284-28ac4185a15f service neutron] Pushing event updated for resources: {'Port': ['ID=0954ec9a-334f-4fd5-aa0a-1462c15e48b1,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:11.329640 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-93c87280-3e4b-4dd4-b284-28ac4185a15f service neutron] Attempting to bind port 0954ec9a-334f-4fd5-aa0a-1462c15e48b1 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:26:11.330275 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-93c87280-3e4b-4dd4-b284-28ac4185a15f service neutron] Attempting to bind port 0954ec9a-334f-4fd5-aa0a-1462c15e48b1 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5b01c377-68b1-4a75-bb57-2b6d5b30ab45'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:26:11.331371 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-93c87280-3e4b-4dd4-b284-28ac4185a15f service neutron] Attempting to bind port 0954ec9a-334f-4fd5-aa0a-1462c15e48b1 on network 5b01c377-68b1-4a75-bb57-2b6d5b30ab45 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:26:11.337148 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-93c87280-3e4b-4dd4-b284-28ac4185a15f service neutron] Port 0954ec9a-334f-4fd5-aa0a-1462c15e48b1 on network 5b01c377-68b1-4a75-bb57-2b6d5b30ab45 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:26:11.337523 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-93c87280-3e4b-4dd4-b284-28ac4185a15f service neutron] Attempting to bind port 0954ec9a-334f-4fd5-aa0a-1462c15e48b1 on network 5b01c377-68b1-4a75-bb57-2b6d5b30ab45 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:26:11.345148 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-93c87280-3e4b-4dd4-b284-28ac4185a15f service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:26:11.345521 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-93c87280-3e4b-4dd4-b284-28ac4185a15f service neutron] Checking segment: {'id': '3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5b01c377-68b1-4a75-bb57-2b6d5b30ab45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:26:11.345900 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-93c87280-3e4b-4dd4-b284-28ac4185a15f service neutron] Bound using segment: {'id': '3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5b01c377-68b1-4a75-bb57-2b6d5b30ab45'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:26:11.346437 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-93c87280-3e4b-4dd4-b284-28ac4185a15f service neutron] Bound port: 0954ec9a-334f-4fd5-aa0a-1462c15e48b1, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5b01c377-68b1-4a75-bb57-2b6d5b30ab45'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:26:11.346819 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-93c87280-3e4b-4dd4-b284-28ac4185a15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:11.418892 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 22651caf-8230-4124-9d66-8f55a39a17ab up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:26:11.432908 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-577cc1c9-fb3a-4a7c-afe5-f8b1b31a0086 req-d4b9f0a4-5a34-435d-86b0-1b3ee9caa607 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=989039f3-4d48-4ea0-a637-ace2031c80c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5099788 Aug 11 22:26:11.482123 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-60f0db70-65df-4601-ab60-edd0577968d8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:11.504976 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e1f4f64f-42d5-4778-b6ca-4e9ff3c6c8f0 None None] Provisioning complete for port 867ec516-20c5-4120-a633-3fc14fc13f80 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:26:11.505465 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e1f4f64f-42d5-4778-b6ca-4e9ff3c6c8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:11.507961 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-60f0db70-65df-4601-ab60-edd0577968d8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:11.508549 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-93c87280-3e4b-4dd4-b284-28ac4185a15f service neutron] For port 0954ec9a-334f-4fd5-aa0a-1462c15e48b1, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:26:11.514769 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-93c87280-3e4b-4dd4-b284-28ac4185a15f service neutron] For port 0954ec9a-334f-4fd5-aa0a-1462c15e48b1, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=0954ec9a-334f-4fd5-aa0a-1462c15e48b1,segment=NetworkSegment(3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd),segment_id=3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:26:11.522563 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-93c87280-3e4b-4dd4-b284-28ac4185a15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:11.579944 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-e1f4f64f-42d5-4778-b6ca-4e9ff3c6c8f0 None None] Port 867ec516-20c5-4120-a633-3fc14fc13f80 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:26:11.602477 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 22651caf-8230-4124-9d66-8f55a39a17ab triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:26:11.604591 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:11.617458 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-93c87280-3e4b-4dd4-b284-28ac4185a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:11.618362 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-93c87280-3e4b-4dd4-b284-28ac4185a15f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:11.619755 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-93c87280-3e4b-4dd4-b284-28ac4185a15f service neutron] 10.222.0.82 "PUT /v2.0/ports/0954ec9a-334f-4fd5-aa0a-1462c15e48b1 HTTP/1.1" status: 200 len: 1091 time: 1.3289843 Aug 11 22:26:11.620479 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fec8e8e-e716-4d5f-8f05-bdf4d3733c90', 'tag': '0954ec9a-334f-4fd5-aa0a-1462c15e48b1'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:26:11.633159 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823dffac-0802-4e5a-ad91-9eec0eb17c05" -d '{"events": [{"name": "network-changed", "server_uuid": "3fec8e8e-e716-4d5f-8f05-bdf4d3733c90", "tag": "0954ec9a-334f-4fd5-aa0a-1462c15e48b1"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:26:11.683378 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c87280-3e4b-4dd4-b284-28ac4185a15f service neutron] Pushing event updated for resources: {'Port': ['ID=0954ec9a-334f-4fd5-aa0a-1462c15e48b1,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:11.815390 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0db70-65df-4601-ab60-edd0577968d8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Port': ['ID=867ec516-20c5-4120-a633-3fc14fc13f80,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:11.839913 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-a91e9130-618a-45c2-aba9-23dc0aa76b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:11.840479 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f0db70-65df-4601-ab60-edd0577968d8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:11.840842 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f0db70-65df-4601-ab60-edd0577968d8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:11.841271 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f0db70-65df-4601-ab60-edd0577968d8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:11.841585 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-a91e9130-618a-45c2-aba9-23dc0aa76b4a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a001d548b17e40fdb55f1d11556d40bc&device_id=3fec8e8e-e716-4d5f-8f05-bdf4d3733c90 HTTP/1.1" status: 200 len: 1094 time: 0.1022437 Aug 11 22:26:11.841795 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f0db70-65df-4601-ab60-edd0577968d8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:11.841955 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f0db70-65df-4601-ab60-edd0577968d8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:11.842276 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f0db70-65df-4601-ab60-edd0577968d8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:11.842616 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f0db70-65df-4601-ab60-edd0577968d8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:11.842951 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f0db70-65df-4601-ab60-edd0577968d8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:11.843284 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f0db70-65df-4601-ab60-edd0577968d8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:11.843644 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f0db70-65df-4601-ab60-edd0577968d8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:11.843987 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f0db70-65df-4601-ab60-edd0577968d8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:11.844310 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f0db70-65df-4601-ab60-edd0577968d8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:26:11.868453 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfff4b-fe9c-48bf-9e29-b0e0e4fa4aa7 req-eb1e38e0-3e5d-4bbf-8cf0-c89730906533 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:11.870459 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-88bfff4b-fe9c-48bf-9e29-b0e0e4fa4aa7 req-eb1e38e0-3e5d-4bbf-8cf0-c89730906533 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 945 time: 0.2405965 Aug 11 22:26:11.899485 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-fbc8f3e6-daee-4949-985c-c192fd171b0c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0954ec9a-334f-4fd5-aa0a-1462c15e48b1 HTTP/1.1" status: 200 len: 217 time: 0.0414331 Aug 11 22:26:11.982146 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-ce02fb17-fc04-41db-8d60-2bfc573267df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:11.983903 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-ce02fb17-fc04-41db-8d60-2bfc573267df service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ec1ea2d2-f7dc-41d4-b840-a3079e4f207a HTTP/1.1" status: 200 len: 848 time: 0.0723104 Aug 11 22:26:12.041909 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-88bfff4b-fe9c-48bf-9e29-b0e0e4fa4aa7 req-3c8ce9b7-f3f2-44cb-be29-26429487b40e tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388679 Aug 11 22:26:12.115923 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-6d5eceb1-5764-4de5-ab9a-289575c16b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:12.120685 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-6d5eceb1-5764-4de5-ab9a-289575c16b00 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5b01c377-68b1-4a75-bb57-2b6d5b30ab45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1253910 Aug 11 22:26:12.228485 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-60f0db70-65df-4601-ab60-edd0577968d8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:12.315548 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-46bb7a75-dc8c-46ec-9875-a5786729d683 service neutron] 10.222.0.82 "GET /v2.0/networks/5b01c377-68b1-4a75-bb57-2b6d5b30ab45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887336 Aug 11 22:26:12.354660 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-17283fc9-af3d-4454-ad92-7cbc6624573a None None] Provisioning complete for port 867ec516-20c5-4120-a633-3fc14fc13f80 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:26:12.360153 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-17283fc9-af3d-4454-ad92-7cbc6624573a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:12.412425 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-17283fc9-af3d-4454-ad92-7cbc6624573a None None] Port 867ec516-20c5-4120-a633-3fc14fc13f80 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:26:12.498975 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-60f0db70-65df-4601-ab60-edd0577968d8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:12.574212 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e6127c93-af81-4a05-97e1-a29b20c223c4 req-ab6e9a00-9176-438a-8987-e64f34b42084 service neutron] 10.222.0.82 "GET /v2.0/networks/5b01c377-68b1-4a75-bb57-2b6d5b30ab45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510688 Aug 11 22:26:12.681279 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7a3567-0eab-441e-978f-a98776c78bf4 x-openstack-request-id: req-7b7a3567-0eab-441e-978f-a98776c78bf4 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:26:12.682864 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fec8e8e-e716-4d5f-8f05-bdf4d3733c90", "tag": "0954ec9a-334f-4fd5-aa0a-1462c15e48b1", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:26:12.683590 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7b7a3567-0eab-441e-978f-a98776c78bf4 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:26:12.684510 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fec8e8e-e716-4d5f-8f05-bdf4d3733c90', 'tag': '0954ec9a-334f-4fd5-aa0a-1462c15e48b1', 'status': 'completed', 'code': 200} Aug 11 22:26:12.854735 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823dffac-0802-4e5a-ad91-9eec0eb17c05 req-b820b1c9-226a-4410-8eb0-d7e2b3892c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:12.857636 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-823dffac-0802-4e5a-ad91-9eec0eb17c05 req-b820b1c9-226a-4410-8eb0-d7e2b3892c9d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a001d548b17e40fdb55f1d11556d40bc&device_id=3fec8e8e-e716-4d5f-8f05-bdf4d3733c90 HTTP/1.1" status: 200 len: 1094 time: 0.1124830 Aug 11 22:26:12.952366 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5c014-a287-4dd8-af82-27cc6ace6f2e req-fd0b871f-32e5-4145-b521-69fdf03f3b5a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:12.954379 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-25d5c014-a287-4dd8-af82-27cc6ace6f2e req-fd0b871f-32e5-4145-b521-69fdf03f3b5a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 945 time: 0.0934181 Aug 11 22:26:13.021768 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-60f0db70-65df-4601-ab60-edd0577968d8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:13.038269 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-25d5c014-a287-4dd8-af82-27cc6ace6f2e req-d087c80d-b118-4d24-b320-35bf8794b381 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764880 Aug 11 22:26:13.041497 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-60f0db70-65df-4601-ab60-edd0577968d8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:13.172250 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823dffac-0802-4e5a-ad91-9eec0eb17c05 req-8af214e2-fc5d-428e-b186-9dbb2952aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:13.173860 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-823dffac-0802-4e5a-ad91-9eec0eb17c05 req-8af214e2-fc5d-428e-b186-9dbb2952aa77 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5b01c377-68b1-4a75-bb57-2b6d5b30ab45 HTTP/1.1" status: 200 len: 910 time: 0.2667763 Aug 11 22:26:13.247197 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bdaad58d-97ce-4b58-a797-7633fbc5291c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:13.262149 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-60f0db70-65df-4601-ab60-edd0577968d8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:13.264490 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0db70-65df-4601-ab60-edd0577968d8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Port': ['ID=867ec516-20c5-4120-a633-3fc14fc13f80,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:13.308704 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-823dffac-0802-4e5a-ad91-9eec0eb17c05 req-caba3675-49f0-41ac-87ca-a039adc1e6bd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0954ec9a-334f-4fd5-aa0a-1462c15e48b1 HTTP/1.1" status: 200 len: 217 time: 0.1267912 Aug 11 22:26:13.372921 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49803d2a-58a7-4105-aa7e-c276274f1473 req-a51ef205-a9b3-446f-87d6-9e670eec5d22 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:13.374884 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-49803d2a-58a7-4105-aa7e-c276274f1473 req-a51ef205-a9b3-446f-87d6-9e670eec5d22 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3fec8e8e-e716-4d5f-8f05-bdf4d3733c90 HTTP/1.1" status: 200 len: 1094 time: 0.1944919 Aug 11 22:26:13.413930 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823dffac-0802-4e5a-ad91-9eec0eb17c05 req-54605cd7-ab84-4d52-9ba4-621ac25e604e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:13.415829 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-823dffac-0802-4e5a-ad91-9eec0eb17c05 req-54605cd7-ab84-4d52-9ba4-621ac25e604e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ec1ea2d2-f7dc-41d4-b840-a3079e4f207a HTTP/1.1" status: 200 len: 848 time: 0.0968242 Aug 11 22:26:13.481844 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823dffac-0802-4e5a-ad91-9eec0eb17c05 req-a088c784-f37e-4a5b-aa7e-7e17bc6440d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:13.483739 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-823dffac-0802-4e5a-ad91-9eec0eb17c05 req-a088c784-f37e-4a5b-aa7e-7e17bc6440d8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5b01c377-68b1-4a75-bb57-2b6d5b30ab45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595005 Aug 11 22:26:13.523854 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f0db70-65df-4601-ab60-edd0577968d8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network 200c3dde-c323-4e48-be04-706a0c1c9b28 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:26:13.528243 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-49803d2a-58a7-4105-aa7e-c276274f1473 req-b88cb002-0241-4128-96df-02f29b75f47e tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=989039f3-4d48-4ea0-a637-ace2031c80c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103168 Aug 11 22:26:13.530303 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-60f0db70-65df-4601-ab60-edd0577968d8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:26:13.652977 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-823dffac-0802-4e5a-ad91-9eec0eb17c05 req-5d085d43-986e-4973-a57d-597315515acc service neutron] 10.222.0.82 "GET /v2.0/networks/5b01c377-68b1-4a75-bb57-2b6d5b30ab45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580374 Aug 11 22:26:13.777047 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f0db70-65df-4601-ab60-edd0577968d8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Router 38317f10-f9cd-45ad-ba98-8e5140a6be22 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:26:13.908193 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-823dffac-0802-4e5a-ad91-9eec0eb17c05 req-4df7f1c3-b196-4b08-9ed5-165d7159754a service neutron] 10.222.0.82 "GET /v2.0/networks/5b01c377-68b1-4a75-bb57-2b6d5b30ab45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436388 Aug 11 22:26:13.997357 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f0db70-65df-4601-ab60-edd0577968d8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:26:14.003404 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d983d1fd-1115-4d7e-8e2c-89e2527f414f None None] Provisioning complete for port 867ec516-20c5-4120-a633-3fc14fc13f80 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:26:14.008333 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-60f0db70-65df-4601-ab60-edd0577968d8 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "PUT /v2.0/routers/38317f10-f9cd-45ad-ba98-8e5140a6be22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1244130 Aug 11 22:26:14.010089 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36170) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:14.011174 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d983d1fd-1115-4d7e-8e2c-89e2527f414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:14.015486 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9602fb63-2a83-40a5-b3d0-92a4a6350451 None None] Sync routers for ids ['38317f10-f9cd-45ad-ba98-8e5140a6be22'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:26:14.059690 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9602fb63-2a83-40a5-b3d0-92a4a6350451 None None] Routers {'38317f10-f9cd-45ad-ba98-8e5140a6be22'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:26:14.060707 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-9602fb63-2a83-40a5-b3d0-92a4a6350451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:25:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['38317f10-f9cd-45ad-ba98-8e5140a6be22'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:14.072886 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db21472-5150-4cec-a36c-3650bf193ba9 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:14.075316 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1db21472-5150-4cec-a36c-3650bf193ba9 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "GET /v2.0/ports/867ec516-20c5-4120-a633-3fc14fc13f80 HTTP/1.1" status: 200 len: 976 time: 0.0642767 Aug 11 22:26:14.078489 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36172) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:14.098382 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-d983d1fd-1115-4d7e-8e2c-89e2527f414f None None] Port 867ec516-20c5-4120-a633-3fc14fc13f80 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:26:14.100008 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-9602fb63-2a83-40a5-b3d0-92a4a6350451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:14.112816 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9602fb63-2a83-40a5-b3d0-92a4a6350451 None None] Routers {'38317f10-f9cd-45ad-ba98-8e5140a6be22'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:26:14.113481 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-9602fb63-2a83-40a5-b3d0-92a4a6350451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:25:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['38317f10-f9cd-45ad-ba98-8e5140a6be22'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:14.152295 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-9602fb63-2a83-40a5-b3d0-92a4a6350451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:14.152995 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9602fb63-2a83-40a5-b3d0-92a4a6350451 None None] The sync data for ids ['38317f10-f9cd-45ad-ba98-8e5140a6be22'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:26:14.463000 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57dfa23d-8f61-46df-b2a9-0b4123e23831 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:14.754889 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-57dfa23d-8f61-46df-b2a9-0b4123e23831 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Deleting port 867ec516-20c5-4120-a633-3fc14fc13f80 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:26:14.755406 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57dfa23d-8f61-46df-b2a9-0b4123e23831 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:14.876149 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57dfa23d-8f61-46df-b2a9-0b4123e23831 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:14.894821 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-57dfa23d-8f61-46df-b2a9-0b4123e23831 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Calling delete_port for 867ec516-20c5-4120-a633-3fc14fc13f80 owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:26:15.137928 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57dfa23d-8f61-46df-b2a9-0b4123e23831 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:15.200411 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dfa23d-8f61-46df-b2a9-0b4123e23831 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Port': ['ID=867ec516-20c5-4120-a633-3fc14fc13f80,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:15.446235 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57dfa23d-8f61-46df-b2a9-0b4123e23831 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:15.636319 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57dfa23d-8f61-46df-b2a9-0b4123e23831 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Router 38317f10-f9cd-45ad-ba98-8e5140a6be22 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:26:15.721405 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57dfa23d-8f61-46df-b2a9-0b4123e23831 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:26:15.726858 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-57dfa23d-8f61-46df-b2a9-0b4123e23831 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "PUT /v2.0/routers/38317f10-f9cd-45ad-ba98-8e5140a6be22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6466377 Aug 11 22:26:15.731424 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36176) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:15.735462 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4765b83e-8ff7-477c-a003-e3ce4e070566 None None] Sync routers for ids ['38317f10-f9cd-45ad-ba98-8e5140a6be22'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:26:15.756037 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4765b83e-8ff7-477c-a003-e3ce4e070566 None None] Routers {'38317f10-f9cd-45ad-ba98-8e5140a6be22'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:26:15.758002 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-4765b83e-8ff7-477c-a003-e3ce4e070566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:25:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['38317f10-f9cd-45ad-ba98-8e5140a6be22'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:15.821191 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-4765b83e-8ff7-477c-a003-e3ce4e070566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:15.836764 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4765b83e-8ff7-477c-a003-e3ce4e070566 None None] Routers {'38317f10-f9cd-45ad-ba98-8e5140a6be22'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:26:15.837905 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-4765b83e-8ff7-477c-a003-e3ce4e070566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:25:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['38317f10-f9cd-45ad-ba98-8e5140a6be22'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:15.898262 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-4765b83e-8ff7-477c-a003-e3ce4e070566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:15.899305 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4765b83e-8ff7-477c-a003-e3ce4e070566 None None] The sync data for ids ['38317f10-f9cd-45ad-ba98-8e5140a6be22'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:26:16.001784 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-3e56d56a-e96f-4933-a560-45ecd132405e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] remove_router_interface failed (client error): The resource could not be found. Aug 11 22:26:16.003554 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3e56d56a-e96f-4933-a560-45ecd132405e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "PUT /v2.0/routers/38317f10-f9cd-45ad-ba98-8e5140a6be22/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2704275 Aug 11 22:26:16.007766 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36178) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:16.050070 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ae40d694-b5b2-4770-a854-c970b71eff3d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "GET /v2.0/ports?device_id=38317f10-f9cd-45ad-ba98-8e5140a6be22 HTTP/1.1" status: 200 len: 205 time: 0.0403771 Aug 11 22:26:16.052897 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36180) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:16.061688 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7c9a6bbe-ff72-4e4c-be3b-f66cd0df5356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:16.067958 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:16.665662 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70fc1571-65f2-4b90-b3e7-bd891914ed94 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:16.892446 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70fc1571-65f2-4b90-b3e7-bd891914ed94 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:16.895984 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70fc1571-65f2-4b90-b3e7-bd891914ed94 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:16.944342 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70fc1571-65f2-4b90-b3e7-bd891914ed94 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:16.944835 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fc1571-65f2-4b90-b3e7-bd891914ed94 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Fanout notify agent at l3_agent the message router_deleted on router 38317f10-f9cd-45ad-ba98-8e5140a6be22 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:26:16.958162 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70fc1571-65f2-4b90-b3e7-bd891914ed94 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:16.959380 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-70fc1571-65f2-4b90-b3e7-bd891914ed94 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/routers/38317f10-f9cd-45ad-ba98-8e5140a6be22 HTTP/1.1" status: 204 len: 168 time: 0.9046445 Aug 11 22:26:16.962424 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36182) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:17.018097 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a7757a5-05f8-474d-a95d-42397b144fec tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Deleting subnet feeeb87d-c295-4e16-aa44-ab0118dea00c {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:26:17.022127 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a7757a5-05f8-474d-a95d-42397b144fec tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:17.067933 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a7757a5-05f8-474d-a95d-42397b144fec tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:17.205946 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a7757a5-05f8-474d-a95d-42397b144fec tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:17.299699 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a7757a5-05f8-474d-a95d-42397b144fec tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:17.356938 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a7757a5-05f8-474d-a95d-42397b144fec tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:17.362631 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8a7757a5-05f8-474d-a95d-42397b144fec tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/subnets/feeeb87d-c295-4e16-aa44-ab0118dea00c HTTP/1.1" status: 204 len: 168 time: 0.3988128 Aug 11 22:26:17.363624 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81f76e1-b0fe-4ffc-9298-685a60c6793e None None] Network 200c3dde-c323-4e48-be04-706a0c1c9b28 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:26:17.364427 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7757a5-05f8-474d-a95d-42397b144fec tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Subnet': ['ID=feeeb87d-c295-4e16-aa44-ab0118dea00c,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:17.364944 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36184) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:17.521924 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1e5a2b7d-fadb-4516-8062-f196e7fe2e34 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:17.565893 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:17.614274 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-1e5a2b7d-fadb-4516-8062-f196e7fe2e34 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Deleting port 22651caf-8230-4124-9d66-8f55a39a17ab {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:26:17.614663 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1e5a2b7d-fadb-4516-8062-f196e7fe2e34 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:17.658510 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de8785f-838b-4089-afff-bd1387473cb2 None None] DHCP port deletion for 200c3dde-c323-4e48-be04-706a0c1c9b28 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:26:17.710569 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-1e5a2b7d-fadb-4516-8062-f196e7fe2e34 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] For port 22651caf-8230-4124-9d66-8f55a39a17ab, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=22651caf-8230-4124-9d66-8f55a39a17ab,segment=NetworkSegment(9739694f-9e90-4b4c-a3f6-9382b2e13b2e),segment_id=9739694f-9e90-4b4c-a3f6-9382b2e13b2e)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:17.710961 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1e5a2b7d-fadb-4516-8062-f196e7fe2e34 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:17.739228 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-1e5a2b7d-fadb-4516-8062-f196e7fe2e34 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Calling delete_port for 22651caf-8230-4124-9d66-8f55a39a17ab owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:26:17.768157 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-7de8785f-838b-4089-afff-bd1387473cb2 None None] Deleting port 22651caf-8230-4124-9d66-8f55a39a17ab {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:26:17.768762 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7de8785f-838b-4089-afff-bd1387473cb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:17.888789 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-7de8785f-838b-4089-afff-bd1387473cb2 None None] For port 22651caf-8230-4124-9d66-8f55a39a17ab, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=22651caf-8230-4124-9d66-8f55a39a17ab,segment=NetworkSegment(9739694f-9e90-4b4c-a3f6-9382b2e13b2e),segment_id=9739694f-9e90-4b4c-a3f6-9382b2e13b2e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:17.889589 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7de8785f-838b-4089-afff-bd1387473cb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:17.900179 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1e5a2b7d-fadb-4516-8062-f196e7fe2e34 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:17.919019 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-7de8785f-838b-4089-afff-bd1387473cb2 None None] Calling delete_port for 22651caf-8230-4124-9d66-8f55a39a17ab owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:26:17.952368 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a2b7d-fadb-4516-8062-f196e7fe2e34 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Port': ['ID=22651caf-8230-4124-9d66-8f55a39a17ab,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:17.956350 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5a2b7d-fadb-4516-8062-f196e7fe2e34 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] No DVR routers for this DVR port 22651caf-8230-4124-9d66-8f55a39a17ab on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:18.053964 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:26:18.067570 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7de8785f-838b-4089-afff-bd1387473cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:18.097001 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8785f-838b-4089-afff-bd1387473cb2 None None] Pushing event deleted for resources: {'Port': ['ID=22651caf-8230-4124-9d66-8f55a39a17ab,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:18.110378 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de8785f-838b-4089-afff-bd1387473cb2 None None] No DVR routers for this DVR port 22651caf-8230-4124-9d66-8f55a39a17ab on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:26:18.112731 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1e5a2b7d-fadb-4516-8062-f196e7fe2e34 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:18.134105 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-1e5a2b7d-fadb-4516-8062-f196e7fe2e34 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['200c3dde-c323-4e48-be04-706a0c1c9b28']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:18.149053 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-1e5a2b7d-fadb-4516-8062-f196e7fe2e34 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9739694f-9e90-4b4c-a3f6-9382b2e13b2e') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:18.149362 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-1e5a2b7d-fadb-4516-8062-f196e7fe2e34 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9739694f-9e90-4b4c-a3f6-9382b2e13b2e') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:18.154721 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 0954ec9a-334f-4fd5-aa0a-1462c15e48b1 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:26:18.168410 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1e5a2b7d-fadb-4516-8062-f196e7fe2e34 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:18.195632 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1e5a2b7d-fadb-4516-8062-f196e7fe2e34 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:18.203651 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e5a2b7d-fadb-4516-8062-f196e7fe2e34 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:26:18.203953 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1e5a2b7d-fadb-4516-8062-f196e7fe2e34 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:26:18.209379 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:26:18.290660 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1e5a2b7d-fadb-4516-8062-f196e7fe2e34 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:18.307115 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1e5a2b7d-fadb-4516-8062-f196e7fe2e34 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:18.317825 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36186) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:18.318758 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1e5a2b7d-fadb-4516-8062-f196e7fe2e34 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/networks/200c3dde-c323-4e48-be04-706a0c1c9b28 HTTP/1.1" status: 204 len: 168 time: 0.9515977 Aug 11 22:26:18.324156 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-05abc451-fff5-4ed4-b9af-96eed76c5d3e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'network': {'name': 'tempest-RoutersTest-1209021068'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:26:18.337680 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a2b7d-fadb-4516-8062-f196e7fe2e34 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Network': ['ID=200c3dde-c323-4e48-be04-706a0c1c9b28,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:18.341043 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 0954ec9a-334f-4fd5-aa0a-1462c15e48b1, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=0954ec9a-334f-4fd5-aa0a-1462c15e48b1,segment=NetworkSegment(3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd),segment_id=3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:18.355246 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05abc451-fff5-4ed4-b9af-96eed76c5d3e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Made reservation on behalf of ec8e7be193dc41f89b61bb962b539e53 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:26:18.359259 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05abc451-fff5-4ed4-b9af-96eed76c5d3e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:18.361962 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '0954ec9a-334f-4fd5-aa0a-1462c15e48b1', 'network_id': '5b01c377-68b1-4a75-bb57-2b6d5b30ab45', 'port_id': '0954ec9a-334f-4fd5-aa0a-1462c15e48b1', 'mac_address': 'fa:16:3e:cd:ec:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec1ea2d2-f7dc-41d4-b840-a3079e4f207a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:26:18.388395 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05abc451-fff5-4ed4-b9af-96eed76c5d3e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:26:18.400950 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05abc451-fff5-4ed4-b9af-96eed76c5d3e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:18.401330 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-05abc451-fff5-4ed4-b9af-96eed76c5d3e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Added segment 267ef16e-2c17-4fd0-96dd-3c10ac635184 of type vlan for network 85dc1bbd-0700-4778-b1a7-96b193ceb54d Aug 11 22:26:18.422219 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:18.443751 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0954ec9a-334f-4fd5-aa0a-1462c15e48b1 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:26:18.472471 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 0954ec9a-334f-4fd5-aa0a-1462c15e48b1, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=0954ec9a-334f-4fd5-aa0a-1462c15e48b1,segment=NetworkSegment(3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd),segment_id=3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:18.478571 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:18.483372 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05abc451-fff5-4ed4-b9af-96eed76c5d3e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:18.537835 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05abc451-fff5-4ed4-b9af-96eed76c5d3e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:18.544699 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=0954ec9a-334f-4fd5-aa0a-1462c15e48b1,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:18.552139 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05abc451-fff5-4ed4-b9af-96eed76c5d3e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:18.553147 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05abc451-fff5-4ed4-b9af-96eed76c5d3e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:18.591266 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-05abc451-fff5-4ed4-b9af-96eed76c5d3e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2711828 Aug 11 22:26:18.594142 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36188) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:18.601691 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-bb214cf1-778f-40c3-a7d2-a2da014c6796 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'subnet': {'network_id': '85dc1bbd-0700-4778-b1a7-96b193ceb54d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:26:18.661376 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abc451-fff5-4ed4-b9af-96eed76c5d3e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Network': ['ID=85dc1bbd-0700-4778-b1a7-96b193ceb54d,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:18.682556 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 85dc1bbd-0700-4778-b1a7-96b193ceb54d details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:26:18.753574 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb214cf1-778f-40c3-a7d2-a2da014c6796 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Made reservation on behalf of ec8e7be193dc41f89b61bb962b539e53 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:26:18.759228 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bb214cf1-778f-40c3-a7d2-a2da014c6796 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:18.953340 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['0954ec9a-334f-4fd5-aa0a-1462c15e48b1'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:26:19.021318 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:19.085314 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bb214cf1-778f-40c3-a7d2-a2da014c6796 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:19.172689 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb214cf1-778f-40c3-a7d2-a2da014c6796 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Subnet': ['ID=f83ce317-713a-4537-8e9c-494acc1f880d,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:19.175927 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb214cf1-778f-40c3-a7d2-a2da014c6796 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Checking segment: {'id': '267ef16e-2c17-4fd0-96dd-3c10ac635184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '85dc1bbd-0700-4778-b1a7-96b193ceb54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:26:19.176588 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb214cf1-778f-40c3-a7d2-a2da014c6796 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network hostable DHCP agents. Network: 85dc1bbd-0700-4778-b1a7-96b193ceb54d, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:26:19.216275 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb214cf1-778f-40c3-a7d2-a2da014c6796 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network 85dc1bbd-0700-4778-b1a7-96b193ceb54d is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:26:19.231047 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-bb214cf1-778f-40c3-a7d2-a2da014c6796 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 85dc1bbd-0700-4778-b1a7-96b193ceb54d) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:26:19.253014 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb214cf1-778f-40c3-a7d2-a2da014c6796 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:19.253348 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5284ce8e-b342-42ca-bc18-d973d6fab268 None None] Network 85dc1bbd-0700-4778-b1a7-96b193ceb54d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:26:19.254258 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bb214cf1-778f-40c3-a7d2-a2da014c6796 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:19.294987 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bb214cf1-778f-40c3-a7d2-a2da014c6796 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6980183 Aug 11 22:26:19.297870 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36190) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:19.306155 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-7fce1062-6113-4b58-8e06-d9969a3a65a5 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-391271798', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:26:19.385806 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7fce1062-6113-4b58-8e06-d9969a3a65a5 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:19.389297 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7fce1062-6113-4b58-8e06-d9969a3a65a5 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:19.401673 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 22651caf-8230-4124-9d66-8f55a39a17ab no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:26:19.450759 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 22651caf-8230-4124-9d66-8f55a39a17ab {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:26:19.451524 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 22651caf-8230-4124-9d66-8f55a39a17ab not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:26:19.483063 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7fce1062-6113-4b58-8e06-d9969a3a65a5 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:19.492086 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7fce1062-6113-4b58-8e06-d9969a3a65a5 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:19.530348 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7fce1062-6113-4b58-8e06-d9969a3a65a5 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:19.533780 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7fce1062-6113-4b58-8e06-d9969a3a65a5 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2326562 Aug 11 22:26:19.537852 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36196) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:19.604151 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79898ad-89ba-499a-97c6-cb6ebf743ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-85dc1bbd-0700-4778-b1a7-96b193ceb54d', 'network_id': '85dc1bbd-0700-4778-b1a7-96b193ceb54d', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'fixed_ips': [{'subnet_id': 'f83ce317-713a-4537-8e9c-494acc1f880d'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:26:19.606525 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a79898ad-89ba-499a-97c6-cb6ebf743ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:19.803576 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-a79898ad-89ba-499a-97c6-cb6ebf743ed4 None None] Allocated IP 172.20.0.2 (85dc1bbd-0700-4778-b1a7-96b193ceb54d/f83ce317-713a-4537-8e9c-494acc1f880d/c94e1384-f31e-4fe5-90bc-145ba27784df) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:26:20.245667 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a79898ad-89ba-499a-97c6-cb6ebf743ed4 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:20.257948 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a79898ad-89ba-499a-97c6-cb6ebf743ed4 None None] Transition to ACTIVE for port object c94e1384-f31e-4fe5-90bc-145ba27784df will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:26:20.294404 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a79898ad-89ba-499a-97c6-cb6ebf743ed4 None None] Transition to ACTIVE for port object c94e1384-f31e-4fe5-90bc-145ba27784df will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:26:20.304938 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a79898ad-89ba-499a-97c6-cb6ebf743ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:20.357696 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79898ad-89ba-499a-97c6-cb6ebf743ed4 None None] Pushing event updated for resources: {'Port': ['ID=c94e1384-f31e-4fe5-90bc-145ba27784df,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:20.377461 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79898ad-89ba-499a-97c6-cb6ebf743ed4 None None] Network 85dc1bbd-0700-4778-b1a7-96b193ceb54d is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:26:20.379062 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-a79898ad-89ba-499a-97c6-cb6ebf743ed4 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:26:20.382324 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79898ad-89ba-499a-97c6-cb6ebf743ed4 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:26:20.533663 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a79898ad-89ba-499a-97c6-cb6ebf743ed4 None None] Attempting to bind port c94e1384-f31e-4fe5-90bc-145ba27784df on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:26:20.534629 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a79898ad-89ba-499a-97c6-cb6ebf743ed4 None None] Attempting to bind port c94e1384-f31e-4fe5-90bc-145ba27784df by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '267ef16e-2c17-4fd0-96dd-3c10ac635184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '85dc1bbd-0700-4778-b1a7-96b193ceb54d'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:26:20.535351 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79898ad-89ba-499a-97c6-cb6ebf743ed4 None None] Attempting to bind port c94e1384-f31e-4fe5-90bc-145ba27784df on network 85dc1bbd-0700-4778-b1a7-96b193ceb54d {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:26:20.541547 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c66b73d2-7995-44b6-9678-14c9d02b1028 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:20.542303 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79898ad-89ba-499a-97c6-cb6ebf743ed4 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:26:20.542795 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79898ad-89ba-499a-97c6-cb6ebf743ed4 None None] Checking segment: {'id': '267ef16e-2c17-4fd0-96dd-3c10ac635184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '85dc1bbd-0700-4778-b1a7-96b193ceb54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:26:20.543393 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a79898ad-89ba-499a-97c6-cb6ebf743ed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:20.543896 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79898ad-89ba-499a-97c6-cb6ebf743ed4 None None] Bound using segment: {'id': '267ef16e-2c17-4fd0-96dd-3c10ac635184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '85dc1bbd-0700-4778-b1a7-96b193ceb54d'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:26:20.544804 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a79898ad-89ba-499a-97c6-cb6ebf743ed4 None None] Bound port: c94e1384-f31e-4fe5-90bc-145ba27784df, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267ef16e-2c17-4fd0-96dd-3c10ac635184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '85dc1bbd-0700-4778-b1a7-96b193ceb54d'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:26:20.545218 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a79898ad-89ba-499a-97c6-cb6ebf743ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:20.661492 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a79898ad-89ba-499a-97c6-cb6ebf743ed4 None None] For port c94e1384-f31e-4fe5-90bc-145ba27784df, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:26:20.671672 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a79898ad-89ba-499a-97c6-cb6ebf743ed4 None None] For port c94e1384-f31e-4fe5-90bc-145ba27784df, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=c94e1384-f31e-4fe5-90bc-145ba27784df,segment=NetworkSegment(267ef16e-2c17-4fd0-96dd-3c10ac635184),segment_id=267ef16e-2c17-4fd0-96dd-3c10ac635184)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:26:20.703176 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a79898ad-89ba-499a-97c6-cb6ebf743ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:20.875396 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-c66b73d2-7995-44b6-9678-14c9d02b1028 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Allocated IP 172.20.0.1 (85dc1bbd-0700-4778-b1a7-96b193ceb54d/f83ce317-713a-4537-8e9c-494acc1f880d/e3fedf7c-5a51-41c8-aa22-4e32db08b0ad) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:26:20.914437 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79898ad-89ba-499a-97c6-cb6ebf743ed4 None None] Pushing event updated for resources: {'Port': ['ID=c94e1384-f31e-4fe5-90bc-145ba27784df,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:20.929446 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:21.114256 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c66b73d2-7995-44b6-9678-14c9d02b1028 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:21.148308 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-c66b73d2-7995-44b6-9678-14c9d02b1028 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Transition to ACTIVE for port object e3fedf7c-5a51-41c8-aa22-4e32db08b0ad will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:26:21.453573 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c66b73d2-7995-44b6-9678-14c9d02b1028 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:21.592608 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d389c-c6aa-407f-97bd-4ec073ca6e35 req-a2881688-dcf8-489c-bf2d-1240348eee40 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:21.616764 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e21d389c-c6aa-407f-97bd-4ec073ca6e35 req-a2881688-dcf8-489c-bf2d-1240348eee40 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3fec8e8e-e716-4d5f-8f05-bdf4d3733c90 HTTP/1.1" status: 200 len: 1095 time: 0.0957255 Aug 11 22:26:21.676341 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b73d2-7995-44b6-9678-14c9d02b1028 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Port': ['ID=e3fedf7c-5a51-41c8-aa22-4e32db08b0ad,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:21.699474 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e21d389c-c6aa-407f-97bd-4ec073ca6e35 req-f2a552a6-1c53-435d-bd95-7190ed2c147b tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=989039f3-4d48-4ea0-a637-ace2031c80c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728199 Aug 11 22:26:21.700059 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66b73d2-7995-44b6-9678-14c9d02b1028 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network 85dc1bbd-0700-4778-b1a7-96b193ceb54d is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:26:21.704196 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-c66b73d2-7995-44b6-9678-14c9d02b1028 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:26:21.708930 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66b73d2-7995-44b6-9678-14c9d02b1028 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:26:21.791094 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c66b73d2-7995-44b6-9678-14c9d02b1028 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:21.936618 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e6529-73ae-46d0-8bc8-b214db0980fc req-d77c0045-885d-4be9-bceb-4a4f22bb3f05 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:21.938248 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-927e6529-73ae-46d0-8bc8-b214db0980fc req-d77c0045-885d-4be9-bceb-4a4f22bb3f05 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 1096 time: 0.0526621 Aug 11 22:26:21.961740 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-927e6529-73ae-46d0-8bc8-b214db0980fc req-0b813827-4b43-4b84-a82e-f9ee8942e961 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:21.973436 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c66b73d2-7995-44b6-9678-14c9d02b1028 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:22.107928 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-927e6529-73ae-46d0-8bc8-b214db0980fc req-0b813827-4b43-4b84-a82e-f9ee8942e961 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:22.113466 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-927e6529-73ae-46d0-8bc8-b214db0980fc req-0b813827-4b43-4b84-a82e-f9ee8942e961 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:22.151783 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-927e6529-73ae-46d0-8bc8-b214db0980fc req-0b813827-4b43-4b84-a82e-f9ee8942e961 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2045743 Aug 11 22:26:22.154044 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b813827-4b43-4b84-a82e-f9ee8942e961 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d8c281-1baf-4eae-8172-9910fb2f6ffd,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:22.184974 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 0954ec9a-334f-4fd5-aa0a-1462c15e48b1 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:26:22.284126 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 0954ec9a-334f-4fd5-aa0a-1462c15e48b1 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:26:22.301423 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 0954ec9a-334f-4fd5-aa0a-1462c15e48b1 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:26:22.303817 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:22.325090 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9789ca-6422-4b95-b307-66e430f0ffbb req-1d308aff-0e54-4443-9c66-80e15ab9cb85 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:22.335616 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1e9789ca-6422-4b95-b307-66e430f0ffbb req-1d308aff-0e54-4443-9c66-80e15ab9cb85 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 945 time: 0.0807724 Aug 11 22:26:22.368513 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c66b73d2-7995-44b6-9678-14c9d02b1028 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:22.375473 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c66b73d2-7995-44b6-9678-14c9d02b1028 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:22.386924 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1e9789ca-6422-4b95-b307-66e430f0ffbb req-6a5b8338-9d01-43bd-9e49-a85f42ae1e71 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499344 Aug 11 22:26:22.426906 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36266) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:22.462806 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c66b73d2-7995-44b6-9678-14c9d02b1028 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:22.496893 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b73d2-7995-44b6-9678-14c9d02b1028 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Port': ['ID=e3fedf7c-5a51-41c8-aa22-4e32db08b0ad,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:22.503389 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:22.547829 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b6320d07-c236-4840-9d06-c65eb198958a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/floatingips/c1bcbb08-2c16-4263-a804-0609acbe72fd HTTP/1.1" status: 200 len: 993 time: 0.1193371 Aug 11 22:26:22.585782 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fec8e8e-e716-4d5f-8f05-bdf4d3733c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0954ec9a-334f-4fd5-aa0a-1462c15e48b1'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:26:22.588749 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a5937b-98a6-4daa-9d24-b7f6f8085889" -d '{"events": [{"server_uuid": "3fec8e8e-e716-4d5f-8f05-bdf4d3733c90", "name": "network-vif-plugged", "status": "completed", "tag": "0954ec9a-334f-4fd5-aa0a-1462c15e48b1"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:26:22.613664 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 0954ec9a-334f-4fd5-aa0a-1462c15e48b1, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=0954ec9a-334f-4fd5-aa0a-1462c15e48b1,segment=NetworkSegment(3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd),segment_id=3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:22.620138 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:22.632152 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e55c480-d09e-402c-a3d0-247bed295478 None None] Network 85dc1bbd-0700-4778-b1a7-96b193ceb54d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:26:22.657848 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66b73d2-7995-44b6-9678-14c9d02b1028 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network 85dc1bbd-0700-4778-b1a7-96b193ceb54d is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:26:22.659886 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-c66b73d2-7995-44b6-9678-14c9d02b1028 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:26:22.823634 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0d54047f-4a95-4d58-a373-438def244a56 None None] Provisioning for port c94e1384-f31e-4fe5-90bc-145ba27784df completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:26:22.848257 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=0954ec9a-334f-4fd5-aa0a-1462c15e48b1,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:22.855148 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b1de79-5c0d-477c-88fd-f5f078ef1963 x-openstack-request-id: req-20b1de79-5c0d-477c-88fd-f5f078ef1963 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:26:22.855456 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fec8e8e-e716-4d5f-8f05-bdf4d3733c90", "name": "network-vif-plugged", "status": "completed", "tag": "0954ec9a-334f-4fd5-aa0a-1462c15e48b1", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:26:22.855746 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-20b1de79-5c0d-477c-88fd-f5f078ef1963 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:26:22.856383 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fec8e8e-e716-4d5f-8f05-bdf4d3733c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0954ec9a-334f-4fd5-aa0a-1462c15e48b1', 'code': 200} Aug 11 22:26:22.910879 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66b73d2-7995-44b6-9678-14c9d02b1028 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Router 564d2c65-370f-4018-91c5-103b7cc26517 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:26:22.992364 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276ec00-2fc6-4c69-a630-9affc2f4a47b req-235db9c8-e524-4416-81d7-b096b8cb5711 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:22.995864 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4276ec00-2fc6-4c69-a630-9affc2f4a47b req-235db9c8-e524-4416-81d7-b096b8cb5711 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3fec8e8e-e716-4d5f-8f05-bdf4d3733c90 HTTP/1.1" status: 200 len: 1096 time: 0.0570631 Aug 11 22:26:23.044986 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4276ec00-2fc6-4c69-a630-9affc2f4a47b req-7ed3aee5-70b8-46a3-a41f-415f07bd7c57 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=989039f3-4d48-4ea0-a637-ace2031c80c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406897 Aug 11 22:26:23.134563 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46524d7-bad2-482e-bd99-0ea575992f64 req-f369e69b-8796-473e-9e57-6461e15672ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:23.137090 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a46524d7-bad2-482e-bd99-0ea575992f64 req-f369e69b-8796-473e-9e57-6461e15672ec service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3fec8e8e-e716-4d5f-8f05-bdf4d3733c90 HTTP/1.1" status: 200 len: 1096 time: 0.1356745 Aug 11 22:26:23.138897 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66b73d2-7995-44b6-9678-14c9d02b1028 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:26:23.152231 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c66b73d2-7995-44b6-9678-14c9d02b1028 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "PUT /v2.0/routers/564d2c65-370f-4018-91c5-103b7cc26517/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6124907 Aug 11 22:26:23.154633 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36296) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:23.159482 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dd6779-99da-469c-8889-ab178e19b686 None None] Sync routers for ids ['564d2c65-370f-4018-91c5-103b7cc26517'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:26:23.187322 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dd6779-99da-469c-8889-ab178e19b686 None None] Routers {'564d2c65-370f-4018-91c5-103b7cc26517'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:26:23.188459 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-e8dd6779-99da-469c-8889-ab178e19b686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:26:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['564d2c65-370f-4018-91c5-103b7cc26517'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:23.224392 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a46524d7-bad2-482e-bd99-0ea575992f64 req-dead5f0f-0b3b-4cce-9d31-7bf5ce4f9d1b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=989039f3-4d48-4ea0-a637-ace2031c80c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710361 Aug 11 22:26:23.259056 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-e8dd6779-99da-469c-8889-ab178e19b686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:23.301299 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dd6779-99da-469c-8889-ab178e19b686 None None] Routers {'564d2c65-370f-4018-91c5-103b7cc26517'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:26:23.303551 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-e8dd6779-99da-469c-8889-ab178e19b686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:26:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['564d2c65-370f-4018-91c5-103b7cc26517'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:23.370056 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86159d4a-6751-4d3b-83fa-861f2d9ca005 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:23.375002 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-86159d4a-6751-4d3b-83fa-861f2d9ca005 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "GET /v2.0/ports/e3fedf7c-5a51-41c8-aa22-4e32db08b0ad HTTP/1.1" status: 200 len: 910 time: 0.2166057 Aug 11 22:26:23.376613 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36298) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:23.393437 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-e8dd6779-99da-469c-8889-ab178e19b686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:23.394751 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dd6779-99da-469c-8889-ab178e19b686 None None] The sync data for ids ['564d2c65-370f-4018-91c5-103b7cc26517'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:26:23.417386 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device c94e1384-f31e-4fe5-90bc-145ba27784df up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:26:23.489214 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84137f49-757c-4f57-b262-20c027b47722 req-7490ae7f-df48-4dd1-bd52-3f664374b8ee tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:23.492638 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-84137f49-757c-4f57-b262-20c027b47722 req-7490ae7f-df48-4dd1-bd52-3f664374b8ee tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/networks?id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 200 len: 812 time: 0.3171041 Aug 11 22:26:23.507759 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4e255d97-80c7-4a21-9de6-afd9dc1d10d6 None None] Provisioning for port e3fedf7c-5a51-41c8-aa22-4e32db08b0ad completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:26:23.517600 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4e255d97-80c7-4a21-9de6-afd9dc1d10d6 None None] Provisioning complete for port e3fedf7c-5a51-41c8-aa22-4e32db08b0ad triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:26:23.518198 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4e255d97-80c7-4a21-9de6-afd9dc1d10d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:23.524264 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-84137f49-757c-4f57-b262-20c027b47722 req-8dad14a0-e52c-4bb6-b50b-7d59e02351db tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/quotas/0bd86e77836944e4bb373c5db0c18c61 HTTP/1.1" status: 200 len: 375 time: 0.0207996 Aug 11 22:26:23.569486 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port c94e1384-f31e-4fe5-90bc-145ba27784df completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:26:23.581166 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port c94e1384-f31e-4fe5-90bc-145ba27784df triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:26:23.581844 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:23.659692 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-84137f49-757c-4f57-b262-20c027b47722 req-631ca377-8b43-4156-8c1a-185bddfeabec tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0bd86e77836944e4bb373c5db0c18c61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1239700 Aug 11 22:26:23.684773 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4e255d97-80c7-4a21-9de6-afd9dc1d10d6 None None] Port e3fedf7c-5a51-41c8-aa22-4e32db08b0ad cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:26:23.784485 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:23.850265 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-84137f49-757c-4f57-b262-20c027b47722 req-5630cfc4-d800-47be-90f8-ce269c621db5 service neutron] 10.222.0.77 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884713 Aug 11 22:26:23.865092 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port c94e1384-f31e-4fe5-90bc-145ba27784df, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=c94e1384-f31e-4fe5-90bc-145ba27784df,segment=NetworkSegment(267ef16e-2c17-4fd0-96dd-3c10ac635184),segment_id=267ef16e-2c17-4fd0-96dd-3c10ac635184)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:23.866772 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8e1f8f09-2e96-4610-98f3-3de453beb6e0 None None] Provisioning complete for port e3fedf7c-5a51-41c8-aa22-4e32db08b0ad triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:26:23.867498 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8e1f8f09-2e96-4610-98f3-3de453beb6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:23.873554 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:24.009336 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02002f08-f58a-4fd7-bb99-9f950ef8d9db tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:24.033607 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-84137f49-757c-4f57-b262-20c027b47722 req-d1e1c9d8-29f6-4608-9aa3-7335a4abb9c4 service neutron] 10.222.0.77 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696365 Aug 11 22:26:24.034320 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=c94e1384-f31e-4fe5-90bc-145ba27784df,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:24.034320 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-8e1f8f09-2e96-4610-98f3-3de453beb6e0 None None] Port e3fedf7c-5a51-41c8-aa22-4e32db08b0ad cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:26:24.202725 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a3b8dae1-6404-410c-8dd6-aa3ebfba5da4 None None] Provisioning complete for port e3fedf7c-5a51-41c8-aa22-4e32db08b0ad triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:26:24.203451 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a3b8dae1-6404-410c-8dd6-aa3ebfba5da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:24.321970 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-a3b8dae1-6404-410c-8dd6-aa3ebfba5da4 None None] Port e3fedf7c-5a51-41c8-aa22-4e32db08b0ad cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:26:24.362311 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-02002f08-f58a-4fd7-bb99-9f950ef8d9db tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Deleting port e3fedf7c-5a51-41c8-aa22-4e32db08b0ad {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:26:24.362933 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02002f08-f58a-4fd7-bb99-9f950ef8d9db tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:24.547159 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02002f08-f58a-4fd7-bb99-9f950ef8d9db tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:24.564556 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-02002f08-f58a-4fd7-bb99-9f950ef8d9db tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Calling delete_port for e3fedf7c-5a51-41c8-aa22-4e32db08b0ad owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:26:24.900155 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02002f08-f58a-4fd7-bb99-9f950ef8d9db tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:24.941900 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02002f08-f58a-4fd7-bb99-9f950ef8d9db tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Port': ['ID=e3fedf7c-5a51-41c8-aa22-4e32db08b0ad,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:24.961230 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36326) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:25.077782 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907fa99-f51b-43b8-ac82-aa45da98beed req-68f2ff1d-78fa-4191-963a-28087017ec59 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:25.082210 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e907fa99-f51b-43b8-ac82-aa45da98beed req-68f2ff1d-78fa-4191-963a-28087017ec59 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3fec8e8e-e716-4d5f-8f05-bdf4d3733c90 HTTP/1.1" status: 200 len: 1096 time: 0.0756605 Aug 11 22:26:25.138526 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e907fa99-f51b-43b8-ac82-aa45da98beed req-db550737-35a3-4db5-9aab-03228537f34c tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=989039f3-4d48-4ea0-a637-ace2031c80c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439544 Aug 11 22:26:25.379755 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-36db9322-97d1-4758-8542-9303b1ca5f37 req-58cd9820-a753-4fcf-9d34-aa0467ab9a33 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 210 time: 0.0622196 Aug 11 22:26:25.389008 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-02002f08-f58a-4fd7-bb99-9f950ef8d9db tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:25.413855 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device c94e1384-f31e-4fe5-90bc-145ba27784df up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:26:25.435050 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-78337d66-9596-4699-9ce0-923404555bb2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4716587 Aug 11 22:26:25.534536 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port c94e1384-f31e-4fe5-90bc-145ba27784df triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:26:25.535791 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:25.557811 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686d4bc-a53c-4ec8-bc9b-403cc9f3e222 req-5715fe6e-ac01-4e11-b5a5-48a04baa4a65 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:25.561641 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5686d4bc-a53c-4ec8-bc9b-403cc9f3e222 req-5715fe6e-ac01-4e11-b5a5-48a04baa4a65 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 945 time: 0.0965376 Aug 11 22:26:25.655623 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5686d4bc-a53c-4ec8-bc9b-403cc9f3e222 req-40613721-3a53-40bf-8504-c02390a5ba54 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868807 Aug 11 22:26:25.668010 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02002f08-f58a-4fd7-bb99-9f950ef8d9db tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Router 564d2c65-370f-4018-91c5-103b7cc26517 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:26:25.814141 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02002f08-f58a-4fd7-bb99-9f950ef8d9db tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:26:25.829469 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac4054b-a95e-4c72-8f70-c4da51dbc282 None None] Sync routers for ids ['564d2c65-370f-4018-91c5-103b7cc26517'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:26:25.843042 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-02002f08-f58a-4fd7-bb99-9f950ef8d9db tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "PUT /v2.0/routers/564d2c65-370f-4018-91c5-103b7cc26517/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4613075 Aug 11 22:26:25.844894 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d290b3-4450-40d3-aaef-15f31223a69e req-92897c85-4afd-43c2-b6fc-dc248aed5721 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:25.846291 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac4054b-a95e-4c72-8f70-c4da51dbc282 None None] Routers {'564d2c65-370f-4018-91c5-103b7cc26517'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:26:25.847021 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-5ac4054b-a95e-4c72-8f70-c4da51dbc282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:26:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['564d2c65-370f-4018-91c5-103b7cc26517'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:25.849649 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36354) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:25.853351 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b5d290b3-4450-40d3-aaef-15f31223a69e req-92897c85-4afd-43c2-b6fc-dc248aed5721 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3fec8e8e-e716-4d5f-8f05-bdf4d3733c90 HTTP/1.1" status: 200 len: 1096 time: 0.1141052 Aug 11 22:26:25.931258 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-5ac4054b-a95e-4c72-8f70-c4da51dbc282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:25.960960 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac4054b-a95e-4c72-8f70-c4da51dbc282 None None] Routers {'564d2c65-370f-4018-91c5-103b7cc26517'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:26:25.962243 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-5ac4054b-a95e-4c72-8f70-c4da51dbc282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:26:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['564d2c65-370f-4018-91c5-103b7cc26517'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:25.965416 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b5d290b3-4450-40d3-aaef-15f31223a69e req-f56ccb46-bd18-4872-bef2-a2f35469f097 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=989039f3-4d48-4ea0-a637-ace2031c80c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030552 Aug 11 22:26:25.996953 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36362) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:25.997695 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8abbe01a-278f-4cd2-823a-b4c348b57dc7 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "GET /v2.0/ports?device_id=564d2c65-370f-4018-91c5-103b7cc26517 HTTP/1.1" status: 200 len: 205 time: 0.1464038 Aug 11 22:26:26.055946 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-5ac4054b-a95e-4c72-8f70-c4da51dbc282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:26.057108 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac4054b-a95e-4c72-8f70-c4da51dbc282 None None] The sync data for ids ['564d2c65-370f-4018-91c5-103b7cc26517'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:26:26.141003 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84137f49-757c-4f57-b262-20c027b47722 req-9e29f8ec-7a08-42bd-8862-463afa592b6c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:26.145631 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-84137f49-757c-4f57-b262-20c027b47722 req-9e29f8ec-7a08-42bd-8862-463afa592b6c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.52 "GET /v2.0/networks?id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 200 len: 812 time: 0.2967389 Aug 11 22:26:26.169312 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-84137f49-757c-4f57-b262-20c027b47722 req-d058c9d4-4585-4157-8edd-4d4bbb69bfb7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Request body: {'port': {'device_id': '4d59c188-0d1c-4dab-a37c-a5554ee5f968', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'admin_state_up': True, 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:26:26.193742 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05d70435-f019-423d-9b60-3232b87f6a5a tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:26.336590 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84137f49-757c-4f57-b262-20c027b47722 req-d058c9d4-4585-4157-8edd-4d4bbb69bfb7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Made reservation on behalf of 0bd86e77836944e4bb373c5db0c18c61 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:26:26.341941 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-84137f49-757c-4f57-b262-20c027b47722 req-d058c9d4-4585-4157-8edd-4d4bbb69bfb7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:26.404249 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ddb8e8-abfd-4a39-81d6-f1ff4d25dc63 req-c8aa5314-e728-4066-9026-889194febff2 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:26.412710 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-06ddb8e8-abfd-4a39-81d6-f1ff4d25dc63 req-c8aa5314-e728-4066-9026-889194febff2 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3fec8e8e-e716-4d5f-8f05-bdf4d3733c90 HTTP/1.1" status: 200 len: 1096 time: 0.2549269 Aug 11 22:26:26.422775 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05d70435-f019-423d-9b60-3232b87f6a5a tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:26.434807 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05d70435-f019-423d-9b60-3232b87f6a5a tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:26.547762 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-84137f49-757c-4f57-b262-20c027b47722 req-d058c9d4-4585-4157-8edd-4d4bbb69bfb7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Allocated IP 172.20.0.7 (6622d19d-e8f9-4f58-9c5a-5a6b1c375431/e825988f-9783-4539-86a4-b6ca493a4bbd/5c57ca6f-50da-4c28-8f5e-5893a2ff445d) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:26:26.553659 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-06ddb8e8-abfd-4a39-81d6-f1ff4d25dc63 req-d4c3080a-b578-4916-8544-28c4d276340d tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=989039f3-4d48-4ea0-a637-ace2031c80c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394634 Aug 11 22:26:26.564437 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05d70435-f019-423d-9b60-3232b87f6a5a tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:26.568508 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d70435-f019-423d-9b60-3232b87f6a5a tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Fanout notify agent at l3_agent the message router_deleted on router 564d2c65-370f-4018-91c5-103b7cc26517 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:26:26.605919 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05d70435-f019-423d-9b60-3232b87f6a5a tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:26.615319 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-05d70435-f019-423d-9b60-3232b87f6a5a tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/routers/564d2c65-370f-4018-91c5-103b7cc26517 HTTP/1.1" status: 204 len: 168 time: 0.6164145 Aug 11 22:26:26.618948 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36380) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:26.804595 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a4d5e7-a80f-4072-adde-6909284a15a6 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Deleting subnet f83ce317-713a-4537-8e9c-494acc1f880d {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:26:26.820677 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-26a4d5e7-a80f-4072-adde-6909284a15a6 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:26.934456 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-26a4d5e7-a80f-4072-adde-6909284a15a6 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:27.043280 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6729a555-ef93-41bd-8c3e-c26655de3534 req-069722b4-4a71-434b-8b22-cc76f3e6ae4a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 210 time: 0.0608659 Aug 11 22:26:27.064546 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-84137f49-757c-4f57-b262-20c027b47722 req-d058c9d4-4585-4157-8edd-4d4bbb69bfb7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:27.101431 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-84137f49-757c-4f57-b262-20c027b47722 req-d058c9d4-4585-4157-8edd-4d4bbb69bfb7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Transition to ACTIVE for port object 5c57ca6f-50da-4c28-8f5e-5893a2ff445d will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:26:27.201882 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-84137f49-757c-4f57-b262-20c027b47722 req-d058c9d4-4585-4157-8edd-4d4bbb69bfb7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:27.250387 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['9c76bb81-f389-441a-8561-430ba23799c9'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:26:27.270443 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f214484-561b-4014-ab0b-246451e40a3d req-9ffbd7b6-092f-4e48-90cd-b4021d9bccd9 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:27.273609 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4f214484-561b-4014-ab0b-246451e40a3d req-9ffbd7b6-092f-4e48-90cd-b4021d9bccd9 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/networks?id=5b01c377-68b1-4a75-bb57-2b6d5b30ab45 HTTP/1.1" status: 200 len: 910 time: 0.1297636 Aug 11 22:26:27.299796 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4f214484-561b-4014-ab0b-246451e40a3d req-448e2a26-9c4b-4bbe-bf2b-54f5f45371f1 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/quotas/a001d548b17e40fdb55f1d11556d40bc HTTP/1.1" status: 200 len: 375 time: 0.0159535 Aug 11 22:26:27.323955 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84137f49-757c-4f57-b262-20c027b47722 req-d058c9d4-4585-4157-8edd-4d4bbb69bfb7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:26:27.346893 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-84137f49-757c-4f57-b262-20c027b47722 req-d058c9d4-4585-4157-8edd-4d4bbb69bfb7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:26:27.357495 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-84137f49-757c-4f57-b262-20c027b47722 req-d058c9d4-4585-4157-8edd-4d4bbb69bfb7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:26:27.413513 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058c9d4-4585-4157-8edd-4d4bbb69bfb7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Pushing event updated for resources: {'Port': ['ID=5c57ca6f-50da-4c28-8f5e-5893a2ff445d,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:27.440424 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-26a4d5e7-a80f-4072-adde-6909284a15a6 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:27.449508 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4f214484-561b-4014-ab0b-246451e40a3d req-1c1c5f3e-a196-4a61-b8c4-566171bbfe2e tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/ports?tenant_id=a001d548b17e40fdb55f1d11556d40bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1375117 Aug 11 22:26:27.481011 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84137f49-757c-4f57-b262-20c027b47722 req-d058c9d4-4585-4157-8edd-4d4bbb69bfb7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:27.482114 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-84137f49-757c-4f57-b262-20c027b47722 req-d058c9d4-4585-4157-8edd-4d4bbb69bfb7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:27.500532 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-84137f49-757c-4f57-b262-20c027b47722 req-d058c9d4-4585-4157-8edd-4d4bbb69bfb7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3450272 Aug 11 22:26:27.545861 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-26a4d5e7-a80f-4072-adde-6909284a15a6 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:27.613804 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4d5e7-a80f-4072-adde-6909284a15a6 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Subnet': ['ID=f83ce317-713a-4537-8e9c-494acc1f880d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:27.623665 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-26a4d5e7-a80f-4072-adde-6909284a15a6 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:27.629338 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-26a4d5e7-a80f-4072-adde-6909284a15a6 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/subnets/f83ce317-713a-4537-8e9c-494acc1f880d HTTP/1.1" status: 204 len: 168 time: 1.0088806 Aug 11 22:26:27.636129 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36404) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:27.642381 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9d1134-db6e-407c-9bf9-2ff1abd9805c None None] Network 85dc1bbd-0700-4778-b1a7-96b193ceb54d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:26:27.673012 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-84137f49-757c-4f57-b262-20c027b47722 req-ae19a2ed-e5b7-4331-8bb6-2e81fc3780e1 service neutron] Request body: {'port': {'device_id': '4d59c188-0d1c-4dab-a37c-a5554ee5f968', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:26:27.871271 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f50a5304-dc78-4257-9473-343d4c36ef68 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:27.899086 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0dbd70d6-00e3-4f18-9840-38f69d6a50c6 None None] Provisioning for port 5c57ca6f-50da-4c28-8f5e-5893a2ff445d completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:26:27.921895 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-6041a876-1224-4cdc-89c7-cb929ccdf442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:27.925019 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-6041a876-1224-4cdc-89c7-cb929ccdf442 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 1096 time: 0.2314038 Aug 11 22:26:27.941105 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0dbd70d6-00e3-4f18-9840-38f69d6a50c6 None None] Provisioning complete for port 5c57ca6f-50da-4c28-8f5e-5893a2ff445d triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:26:27.941481 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0dbd70d6-00e3-4f18-9840-38f69d6a50c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:27.946725 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4f214484-561b-4014-ab0b-246451e40a3d req-1e860587-c35b-41f2-8787-2c7f6f5a18b5 service neutron] 10.222.0.77 "GET /v2.0/networks/5b01c377-68b1-4a75-bb57-2b6d5b30ab45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898860 Aug 11 22:26:27.962545 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-84137f49-757c-4f57-b262-20c027b47722 req-ae19a2ed-e5b7-4331-8bb6-2e81fc3780e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:28.041934 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-0dbd70d6-00e3-4f18-9840-38f69d6a50c6 None None] Port 5c57ca6f-50da-4c28-8f5e-5893a2ff445d cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:26:28.052422 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-f50a5304-dc78-4257-9473-343d4c36ef68 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Deleting port c94e1384-f31e-4fe5-90bc-145ba27784df {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:26:28.053199 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f50a5304-dc78-4257-9473-343d4c36ef68 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:28.167741 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0accd847-de4a-4847-b802-9648a1c606c9 None None] DHCP port deletion for 85dc1bbd-0700-4778-b1a7-96b193ceb54d request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:26:28.198963 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-f50a5304-dc78-4257-9473-343d4c36ef68 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] For port c94e1384-f31e-4fe5-90bc-145ba27784df, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=c94e1384-f31e-4fe5-90bc-145ba27784df,segment=NetworkSegment(267ef16e-2c17-4fd0-96dd-3c10ac635184),segment_id=267ef16e-2c17-4fd0-96dd-3c10ac635184)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:28.199717 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f50a5304-dc78-4257-9473-343d4c36ef68 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:28.220787 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4f214484-561b-4014-ab0b-246451e40a3d req-84a73c45-598b-44d6-bed0-84861df2c47a service neutron] 10.222.0.77 "GET /v2.0/networks/5b01c377-68b1-4a75-bb57-2b6d5b30ab45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559593 Aug 11 22:26:28.241235 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-7aa19f28-1b4f-49f4-85ae-bbfc812e71ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:28.243309 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-7aa19f28-1b4f-49f4-85ae-bbfc812e71ba service neutron] 10.222.0.52 "GET /v2.0/networks?id=ba8e150f-384a-45ec-a828-5f8c39c8ec17 HTTP/1.1" status: 200 len: 898 time: 0.3087187 Aug 11 22:26:28.253482 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-f50a5304-dc78-4257-9473-343d4c36ef68 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Calling delete_port for c94e1384-f31e-4fe5-90bc-145ba27784df owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:26:28.336053 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-0accd847-de4a-4847-b802-9648a1c606c9 None None] Deleting port c94e1384-f31e-4fe5-90bc-145ba27784df {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:26:28.338021 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0accd847-de4a-4847-b802-9648a1c606c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:28.426450 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-77f2da0a-3adf-45de-9512-57d135585a45 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e22f2eff-a548-46f8-b02c-9ec2040c26dc HTTP/1.1" status: 200 len: 1001 time: 0.1652341 Aug 11 22:26:28.431715 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f50a5304-dc78-4257-9473-343d4c36ef68 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:28.480961 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-0accd847-de4a-4847-b802-9648a1c606c9 None None] For port c94e1384-f31e-4fe5-90bc-145ba27784df, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=c94e1384-f31e-4fe5-90bc-145ba27784df,segment=NetworkSegment(267ef16e-2c17-4fd0-96dd-3c10ac635184),segment_id=267ef16e-2c17-4fd0-96dd-3c10ac635184)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:28.481398 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0accd847-de4a-4847-b802-9648a1c606c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:28.497178 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-0accd847-de4a-4847-b802-9648a1c606c9 None None] Calling delete_port for c94e1384-f31e-4fe5-90bc-145ba27784df owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:26:28.543188 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a5304-dc78-4257-9473-343d4c36ef68 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Port': ['ID=c94e1384-f31e-4fe5-90bc-145ba27784df,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:28.560829 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50a5304-dc78-4257-9473-343d4c36ef68 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] No DVR routers for this DVR port c94e1384-f31e-4fe5-90bc-145ba27784df on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:26:28.585637 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0accd847-de4a-4847-b802-9648a1c606c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:28.617745 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0accd847-de4a-4847-b802-9648a1c606c9 None None] Pushing event deleted for resources: {'Port': ['ID=c94e1384-f31e-4fe5-90bc-145ba27784df,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:28.622425 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0accd847-de4a-4847-b802-9648a1c606c9 None None] No DVR routers for this DVR port c94e1384-f31e-4fe5-90bc-145ba27784df on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:26:28.759037 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f50a5304-dc78-4257-9473-343d4c36ef68 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:28.767942 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-f50a5304-dc78-4257-9473-343d4c36ef68 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85dc1bbd-0700-4778-b1a7-96b193ceb54d']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:28.781774 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-f50a5304-dc78-4257-9473-343d4c36ef68 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '267ef16e-2c17-4fd0-96dd-3c10ac635184') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:28.782121 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-f50a5304-dc78-4257-9473-343d4c36ef68 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '267ef16e-2c17-4fd0-96dd-3c10ac635184') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:28.782571 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-bcef6946-8b6b-4381-9f9a-483104bc4419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:28.785353 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-bcef6946-8b6b-4381-9f9a-483104bc4419 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2665ff53-ad82-414b-b2c5-b45b6ca0d1e9 HTTP/1.1" status: 200 len: 833 time: 0.3516004 Aug 11 22:26:28.799053 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4396eaa-bf34-411e-9b4c-bd982f1d73a4 req-a16d7dc3-da7d-4c6d-a1ee-f19167b99cd3 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:28.801432 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4396eaa-bf34-411e-9b4c-bd982f1d73a4 req-a16d7dc3-da7d-4c6d-a1ee-f19167b99cd3 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 945 time: 0.1407623 Aug 11 22:26:28.805181 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f50a5304-dc78-4257-9473-343d4c36ef68 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:28.862836 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f50a5304-dc78-4257-9473-343d4c36ef68 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:28.871812 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4396eaa-bf34-411e-9b4c-bd982f1d73a4 req-3fd737ae-4793-4fdd-9a9c-b937c4b4f793 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529058 Aug 11 22:26:28.889632 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f50a5304-dc78-4257-9473-343d4c36ef68 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:26:28.890200 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f50a5304-dc78-4257-9473-343d4c36ef68 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:26:28.905974 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:26:28.925494 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-84137f49-757c-4f57-b262-20c027b47722 req-ae19a2ed-e5b7-4331-8bb6-2e81fc3780e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c57ca6f-50da-4c28-8f5e-5893a2ff445d {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:26:28.932267 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-1034ec6d-518e-4ddf-91ab-27a3d5c69236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:28.934309 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-1034ec6d-518e-4ddf-91ab-27a3d5c69236 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ba8e150f-384a-45ec-a828-5f8c39c8ec17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1382949 Aug 11 22:26:28.939640 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-84137f49-757c-4f57-b262-20c027b47722 req-ae19a2ed-e5b7-4331-8bb6-2e81fc3780e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:29.073975 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-05d403ea-0fb9-46fb-bc69-3f05df17b465 service neutron] 10.222.0.52 "GET /v2.0/networks/ba8e150f-384a-45ec-a828-5f8c39c8ec17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308901 Aug 11 22:26:29.075747 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-84137f49-757c-4f57-b262-20c027b47722 req-ae19a2ed-e5b7-4331-8bb6-2e81fc3780e1 service neutron] Transition to ACTIVE for port object 5c57ca6f-50da-4c28-8f5e-5893a2ff445d will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:26:29.075986 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f50a5304-dc78-4257-9473-343d4c36ef68 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:29.092269 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f50a5304-dc78-4257-9473-343d4c36ef68 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:29.096644 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-84137f49-757c-4f57-b262-20c027b47722 req-ae19a2ed-e5b7-4331-8bb6-2e81fc3780e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:29.110339 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f50a5304-dc78-4257-9473-343d4c36ef68 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/networks/85dc1bbd-0700-4778-b1a7-96b193ceb54d HTTP/1.1" status: 204 len: 168 time: 1.4415288 Aug 11 22:26:29.114155 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36428) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:29.148894 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-61461140-3533-4301-aca2-2508adb23f1e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1779126903', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}, 'admin_state_up': False}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:26:29.189908 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a5304-dc78-4257-9473-343d4c36ef68 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Network': ['ID=85dc1bbd-0700-4778-b1a7-96b193ceb54d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:29.226284 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae19a2ed-e5b7-4331-8bb6-2e81fc3780e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c57ca6f-50da-4c28-8f5e-5893a2ff445d,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:29.279956 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-61461140-3533-4301-aca2-2508adb23f1e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:29.281858 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-61461140-3533-4301-aca2-2508adb23f1e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:29.404006 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-61461140-3533-4301-aca2-2508adb23f1e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:29.457599 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device c94e1384-f31e-4fe5-90bc-145ba27784df no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:26:29.487846 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-1fbf0d8e-6889-45f0-bdc9-f0a16f9cac16 service neutron] 10.222.0.52 "GET /v2.0/networks/ba8e150f-384a-45ec-a828-5f8c39c8ec17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055676 Aug 11 22:26:29.512649 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: c94e1384-f31e-4fe5-90bc-145ba27784df {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:26:29.513314 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device c94e1384-f31e-4fe5-90bc-145ba27784df not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:26:29.555434 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-84137f49-757c-4f57-b262-20c027b47722 req-ae19a2ed-e5b7-4331-8bb6-2e81fc3780e1 service neutron] Attempting to bind port 5c57ca6f-50da-4c28-8f5e-5893a2ff445d on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:26:29.555813 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-84137f49-757c-4f57-b262-20c027b47722 req-ae19a2ed-e5b7-4331-8bb6-2e81fc3780e1 service neutron] Attempting to bind port 5c57ca6f-50da-4c28-8f5e-5893a2ff445d by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:26:29.556154 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84137f49-757c-4f57-b262-20c027b47722 req-ae19a2ed-e5b7-4331-8bb6-2e81fc3780e1 service neutron] Attempting to bind port 5c57ca6f-50da-4c28-8f5e-5893a2ff445d on network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:26:29.571709 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84137f49-757c-4f57-b262-20c027b47722 req-ae19a2ed-e5b7-4331-8bb6-2e81fc3780e1 service neutron] Port 5c57ca6f-50da-4c28-8f5e-5893a2ff445d on network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:26:29.572371 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84137f49-757c-4f57-b262-20c027b47722 req-ae19a2ed-e5b7-4331-8bb6-2e81fc3780e1 service neutron] Attempting to bind port 5c57ca6f-50da-4c28-8f5e-5893a2ff445d on network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:26:29.579177 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84137f49-757c-4f57-b262-20c027b47722 req-ae19a2ed-e5b7-4331-8bb6-2e81fc3780e1 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:26:29.580515 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84137f49-757c-4f57-b262-20c027b47722 req-ae19a2ed-e5b7-4331-8bb6-2e81fc3780e1 service neutron] Checking segment: {'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:26:29.581150 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84137f49-757c-4f57-b262-20c027b47722 req-ae19a2ed-e5b7-4331-8bb6-2e81fc3780e1 service neutron] Bound using segment: {'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:26:29.584379 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-84137f49-757c-4f57-b262-20c027b47722 req-ae19a2ed-e5b7-4331-8bb6-2e81fc3780e1 service neutron] Bound port: 5c57ca6f-50da-4c28-8f5e-5893a2ff445d, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:26:29.585396 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-84137f49-757c-4f57-b262-20c027b47722 req-ae19a2ed-e5b7-4331-8bb6-2e81fc3780e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:29.855462 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-61461140-3533-4301-aca2-2508adb23f1e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:30.034115 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-84137f49-757c-4f57-b262-20c027b47722 req-ae19a2ed-e5b7-4331-8bb6-2e81fc3780e1 service neutron] For port 5c57ca6f-50da-4c28-8f5e-5893a2ff445d, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:26:30.038927 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-84137f49-757c-4f57-b262-20c027b47722 req-ae19a2ed-e5b7-4331-8bb6-2e81fc3780e1 service neutron] For port 5c57ca6f-50da-4c28-8f5e-5893a2ff445d, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=5c57ca6f-50da-4c28-8f5e-5893a2ff445d,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:26:30.053322 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-84137f49-757c-4f57-b262-20c027b47722 req-ae19a2ed-e5b7-4331-8bb6-2e81fc3780e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:30.109770 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84137f49-757c-4f57-b262-20c027b47722 req-ae19a2ed-e5b7-4331-8bb6-2e81fc3780e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:30.111141 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-84137f49-757c-4f57-b262-20c027b47722 req-ae19a2ed-e5b7-4331-8bb6-2e81fc3780e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:30.113248 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-84137f49-757c-4f57-b262-20c027b47722 req-ae19a2ed-e5b7-4331-8bb6-2e81fc3780e1 service neutron] 10.222.0.52 "PUT /v2.0/ports/5c57ca6f-50da-4c28-8f5e-5893a2ff445d HTTP/1.1" status: 200 len: 1091 time: 2.5745037 Aug 11 22:26:30.114247 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d59c188-0d1c-4dab-a37c-a5554ee5f968', 'tag': '5c57ca6f-50da-4c28-8f5e-5893a2ff445d'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:26:30.117666 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90afc73c-31c3-49c8-8728-57f3fd214381" -d '{"events": [{"name": "network-changed", "server_uuid": "4d59c188-0d1c-4dab-a37c-a5554ee5f968", "tag": "5c57ca6f-50da-4c28-8f5e-5893a2ff445d"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:26:30.154037 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae19a2ed-e5b7-4331-8bb6-2e81fc3780e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c57ca6f-50da-4c28-8f5e-5893a2ff445d,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:30.290916 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-61461140-3533-4301-aca2-2508adb23f1e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:30.316646 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84137f49-757c-4f57-b262-20c027b47722 req-e62c3257-34e3-4f9a-817f-d01dd5d70ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:30.319960 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-84137f49-757c-4f57-b262-20c027b47722 req-e62c3257-34e3-4f9a-817f-d01dd5d70ca9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0bd86e77836944e4bb373c5db0c18c61&device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 1094 time: 0.1201742 Aug 11 22:26:30.322945 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-61461140-3533-4301-aca2-2508adb23f1e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:30.349545 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2539f-3e8b-4c5e-b0ce-8822d3173b9a req-14d30d42-efb7-4fc1-96d7-87ba2f8f1e4b tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:30.366964 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8cf2539f-3e8b-4c5e-b0ce-8822d3173b9a req-14d30d42-efb7-4fc1-96d7-87ba2f8f1e4b tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 943 time: 0.2478998 Aug 11 22:26:30.477633 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8cf2539f-3e8b-4c5e-b0ce-8822d3173b9a req-297e5d7e-0e57-4b8a-984e-8c3e04de83b2 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096284 Aug 11 22:26:30.515286 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-84137f49-757c-4f57-b262-20c027b47722 req-a2a54c72-0d9f-454d-9bc3-98273af8014b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c57ca6f-50da-4c28-8f5e-5893a2ff445d HTTP/1.1" status: 200 len: 217 time: 0.1600018 Aug 11 22:26:30.627558 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-61461140-3533-4301-aca2-2508adb23f1e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Allocated IP 172.25.2.174 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/4e083e96-00b5-4c23-a13f-402260513e43) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:26:30.661769 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b69c40b0-ae09-483b-a4df-da3abfdb306e req-06c90202-ebda-489b-a808-379a28ea4969 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9e8e7cfd-717a-4e01-8162-f51a8e4f1485 HTTP/1.1" status: 200 len: 210 time: 0.0562325 Aug 11 22:26:30.703278 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84137f49-757c-4f57-b262-20c027b47722 req-9645445f-2ec7-4633-9fdc-507977ffaa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:30.709427 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-84137f49-757c-4f57-b262-20c027b47722 req-9645445f-2ec7-4633-9fdc-507977ffaa8f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e825988f-9783-4539-86a4-b6ca493a4bbd HTTP/1.1" status: 200 len: 851 time: 0.1886575 Aug 11 22:26:30.832305 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84137f49-757c-4f57-b262-20c027b47722 req-cf05d6df-811a-4ba0-b5e1-86d785909f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:30.847289 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-84137f49-757c-4f57-b262-20c027b47722 req-cf05d6df-811a-4ba0-b5e1-86d785909f88 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1247287 Aug 11 22:26:30.895666 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-61461140-3533-4301-aca2-2508adb23f1e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:30.993932 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-61461140-3533-4301-aca2-2508adb23f1e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:31.189887 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61461140-3533-4301-aca2-2508adb23f1e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:26:31.203342 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-61461140-3533-4301-aca2-2508adb23f1e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:26:31.235596 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-84137f49-757c-4f57-b262-20c027b47722 req-82881dad-d203-4edb-a7fc-33af9c6a7035 service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709283 Aug 11 22:26:31.250869 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61461140-3533-4301-aca2-2508adb23f1e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:26:31.276009 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f214484-561b-4014-ab0b-246451e40a3d req-9ec94f2c-a797-4bb4-8ecc-04e505e07672 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:31.277855 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4f214484-561b-4014-ab0b-246451e40a3d req-9ec94f2c-a797-4bb4-8ecc-04e505e07672 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.52 "GET /v2.0/networks?id=5b01c377-68b1-4a75-bb57-2b6d5b30ab45 HTTP/1.1" status: 200 len: 910 time: 0.2996769 Aug 11 22:26:31.432528 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-4f214484-561b-4014-ab0b-246451e40a3d req-12b876e9-5684-46d5-bb8d-8440cd3f6504 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Request body: {'port': {'device_id': '9e8e7cfd-717a-4e01-8162-f51a8e4f1485', 'network_id': '5b01c377-68b1-4a75-bb57-2b6d5b30ab45', 'admin_state_up': True, 'tenant_id': 'a001d548b17e40fdb55f1d11556d40bc'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:26:31.503330 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f214484-561b-4014-ab0b-246451e40a3d req-12b876e9-5684-46d5-bb8d-8440cd3f6504 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Made reservation on behalf of a001d548b17e40fdb55f1d11556d40bc for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:26:31.506144 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4f214484-561b-4014-ab0b-246451e40a3d req-12b876e9-5684-46d5-bb8d-8440cd3f6504 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:31.525097 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61461140-3533-4301-aca2-2508adb23f1e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Port': ['ID=4e083e96-00b5-4c23-a13f-402260513e43,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:31.541538 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-84137f49-757c-4f57-b262-20c027b47722 req-5bb27302-361a-4c87-8e39-71bc99e0c935 service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924783 Aug 11 22:26:31.831333 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-4f214484-561b-4014-ab0b-246451e40a3d req-12b876e9-5684-46d5-bb8d-8440cd3f6504 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Allocated IP 172.20.0.14 (5b01c377-68b1-4a75-bb57-2b6d5b30ab45/ec1ea2d2-f7dc-41d4-b840-a3079e4f207a/d48f7ffd-99b9-4ac4-9212-41ea97f26bbe) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:26:32.085252 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bd0b7a8d-23e3-47a6-9194-fa77bcc84cf9 req-e5d4ff1b-356c-4e06-9b6c-23054c00fbe9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=29e621c7-bde5-4fca-901f-4b350b68bc9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0755777 Aug 11 22:26:32.148453 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4f214484-561b-4014-ab0b-246451e40a3d req-12b876e9-5684-46d5-bb8d-8440cd3f6504 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:32.253460 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-4f214484-561b-4014-ab0b-246451e40a3d req-12b876e9-5684-46d5-bb8d-8440cd3f6504 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Transition to ACTIVE for port object d48f7ffd-99b9-4ac4-9212-41ea97f26bbe will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:26:32.366950 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b7a8d-23e3-47a6-9194-fa77bcc84cf9 req-abdd0674-9b68-4d30-a08a-77753dd9f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:32.369960 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bd0b7a8d-23e3-47a6-9194-fa77bcc84cf9 req-abdd0674-9b68-4d30-a08a-77753dd9f94a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2bf4ef471aa2484faad01cf58dfc260a&device_id=29e621c7-bde5-4fca-901f-4b350b68bc9d HTTP/1.1" status: 200 len: 1096 time: 0.1727073 Aug 11 22:26:32.395677 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4f214484-561b-4014-ab0b-246451e40a3d req-12b876e9-5684-46d5-bb8d-8440cd3f6504 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:32.443207 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b07af-55fc-48c4-9768-a2a8defecdbb req-a94ee6c2-3ba4-40cd-aa5f-8f81351210c8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:32.449656 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['0954ec9a-334f-4fd5-aa0a-1462c15e48b1'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:26:32.456936 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0b7b07af-55fc-48c4-9768-a2a8defecdbb req-a94ee6c2-3ba4-40cd-aa5f-8f81351210c8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 945 time: 0.8174856 Aug 11 22:26:32.611096 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0b7b07af-55fc-48c4-9768-a2a8defecdbb req-0dba945e-d95f-4c35-9f4e-d4c085e05cfe tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521752 Aug 11 22:26:32.786764 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-61461140-3533-4301-aca2-2508adb23f1e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:33.308868 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-61461140-3533-4301-aca2-2508adb23f1e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:33.319805 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e2fcfb-e267-45eb-894c-24a347d17e06 x-openstack-request-id: req-50e2fcfb-e267-45eb-894c-24a347d17e06 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:26:33.320688 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d59c188-0d1c-4dab-a37c-a5554ee5f968", "tag": "5c57ca6f-50da-4c28-8f5e-5893a2ff445d", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:26:33.320688 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-50e2fcfb-e267-45eb-894c-24a347d17e06 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:26:33.320688 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d59c188-0d1c-4dab-a37c-a5554ee5f968', 'tag': '5c57ca6f-50da-4c28-8f5e-5893a2ff445d', 'status': 'completed', 'code': 200} Aug 11 22:26:33.338785 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890088e4-fcbe-4c99-a14b-348e1aa41ef9 req-512f6679-780b-445e-82dc-c8f075c624e3 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:33.353642 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-890088e4-fcbe-4c99-a14b-348e1aa41ef9 req-512f6679-780b-445e-82dc-c8f075c624e3 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 943 time: 0.2481353 Aug 11 22:26:33.360451 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f214484-561b-4014-ab0b-246451e40a3d req-12b876e9-5684-46d5-bb8d-8440cd3f6504 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Network 5b01c377-68b1-4a75-bb57-2b6d5b30ab45 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:26:33.408514 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-4f214484-561b-4014-ab0b-246451e40a3d req-12b876e9-5684-46d5-bb8d-8440cd3f6504 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:26:33.427434 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f214484-561b-4014-ab0b-246451e40a3d req-12b876e9-5684-46d5-bb8d-8440cd3f6504 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:26:33.447549 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b876e9-5684-46d5-bb8d-8440cd3f6504 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Pushing event updated for resources: {'Port': ['ID=d48f7ffd-99b9-4ac4-9212-41ea97f26bbe,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:33.585560 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afc73c-31c3-49c8-8728-57f3fd214381 req-8c8893ae-e992-44d1-bc7f-4f32a703cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:33.589055 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-90afc73c-31c3-49c8-8728-57f3fd214381 req-8c8893ae-e992-44d1-bc7f-4f32a703cf82 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0bd86e77836944e4bb373c5db0c18c61&device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 1094 time: 0.2674162 Aug 11 22:26:33.601645 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f214484-561b-4014-ab0b-246451e40a3d req-12b876e9-5684-46d5-bb8d-8440cd3f6504 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:33.603572 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4f214484-561b-4014-ab0b-246451e40a3d req-12b876e9-5684-46d5-bb8d-8440cd3f6504 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:33.634217 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b7a8d-23e3-47a6-9194-fa77bcc84cf9 req-4533031b-9a83-47a9-b1d7-65ef412b6df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:33.639863 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bd0b7a8d-23e3-47a6-9194-fa77bcc84cf9 req-4533031b-9a83-47a9-b1d7-65ef412b6df4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=68d2446a-390b-4a41-9fe5-492c7badcbde HTTP/1.1" status: 200 len: 916 time: 1.2319818 Aug 11 22:26:33.657372 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-890088e4-fcbe-4c99-a14b-348e1aa41ef9 req-28505d2c-ddab-4c62-a959-8351d3b7313c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961390 Aug 11 22:26:33.920957 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bd0b7a8d-23e3-47a6-9194-fa77bcc84cf9 req-bb928393-ae2c-4197-b82a-031922d41884 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9ff5d05-c18e-4e33-a3d4-c7e231604829 HTTP/1.1" status: 200 len: 217 time: 0.2289882 Aug 11 22:26:33.936221 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4f214484-561b-4014-ab0b-246451e40a3d req-12b876e9-5684-46d5-bb8d-8440cd3f6504 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.6131263 Aug 11 22:26:33.984025 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61461140-3533-4301-aca2-2508adb23f1e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Router 68b58661-e83a-45b2-817b-f97557d7c7e6 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:26:34.006363 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7625b-e626-4e3a-bd82-845373b8d14f req-ae70b4a4-cbaf-41e1-a965-6b973e85074e tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:34.027250 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1fa7625b-e626-4e3a-bd82-845373b8d14f req-ae70b4a4-cbaf-41e1-a965-6b973e85074e tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9e8e7cfd-717a-4e01-8162-f51a8e4f1485 HTTP/1.1" status: 200 len: 1028 time: 0.1385760 Aug 11 22:26:34.029149 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-4f214484-561b-4014-ab0b-246451e40a3d req-82307157-18c1-4ba4-8348-8493c8825497 service neutron] Request body: {'port': {'device_id': '9e8e7cfd-717a-4e01-8162-f51a8e4f1485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:26:34.033225 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-69a10c39-cb7f-4540-abc0-b267f2755d6e None None] Provisioning for port d48f7ffd-99b9-4ac4-9212-41ea97f26bbe completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:26:34.050746 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-69a10c39-cb7f-4540-abc0-b267f2755d6e None None] Provisioning complete for port d48f7ffd-99b9-4ac4-9212-41ea97f26bbe triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:26:34.051356 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-69a10c39-cb7f-4540-abc0-b267f2755d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:34.218481 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-69a10c39-cb7f-4540-abc0-b267f2755d6e None None] Port d48f7ffd-99b9-4ac4-9212-41ea97f26bbe cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:26:34.280994 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1fa7625b-e626-4e3a-bd82-845373b8d14f req-36c65e1c-2709-4273-b5a6-6ac374f52d8e tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=989039f3-4d48-4ea0-a637-ace2031c80c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521491 Aug 11 22:26:34.373025 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b7a8d-23e3-47a6-9194-fa77bcc84cf9 req-df12813e-8584-4c64-94f4-37319412a848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:34.376251 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bd0b7a8d-23e3-47a6-9194-fa77bcc84cf9 req-df12813e-8584-4c64-94f4-37319412a848 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=34c8b549-956e-4026-aeaf-8a20adbeac3b HTTP/1.1" status: 200 len: 855 time: 0.4355433 Aug 11 22:26:34.443856 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bd0b7a8d-23e3-47a6-9194-fa77bcc84cf9 req-b33dd929-3e3d-401d-8636-4eb10f967342 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68d2446a-390b-4a41-9fe5-492c7badcbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512438 Aug 11 22:26:34.457241 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61461140-3533-4301-aca2-2508adb23f1e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:26:34.475864 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f359b4-7d9a-48db-bcae-42011ff9da43 None None] Sync routers for ids ['68b58661-e83a-45b2-817b-f97557d7c7e6'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:26:34.500761 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-61461140-3533-4301-aca2-2508adb23f1e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:34.503634 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-61461140-3533-4301-aca2-2508adb23f1e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.3586266 Aug 11 22:26:34.506875 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36462) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:34.507807 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f359b4-7d9a-48db-bcae-42011ff9da43 None None] Routers {'68b58661-e83a-45b2-817b-f97557d7c7e6'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:26:34.513212 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-34f359b4-7d9a-48db-bcae-42011ff9da43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:26:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['68b58661-e83a-45b2-817b-f97557d7c7e6'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:34.655751 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-34f359b4-7d9a-48db-bcae-42011ff9da43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:34.685838 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f359b4-7d9a-48db-bcae-42011ff9da43 None None] Routers {'68b58661-e83a-45b2-817b-f97557d7c7e6'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:26:34.687559 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-34f359b4-7d9a-48db-bcae-42011ff9da43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:26:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['68b58661-e83a-45b2-817b-f97557d7c7e6'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:34.785704 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-34f359b4-7d9a-48db-bcae-42011ff9da43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:34.786915 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f359b4-7d9a-48db-bcae-42011ff9da43 None None] The sync data for ids ['68b58661-e83a-45b2-817b-f97557d7c7e6'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:26:34.791495 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bd0b7a8d-23e3-47a6-9194-fa77bcc84cf9 req-5bee4634-dc10-47d7-8d0f-b583a063e1c1 service neutron] 10.222.0.52 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952802 Aug 11 22:26:34.811127 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4f214484-561b-4014-ab0b-246451e40a3d req-82307157-18c1-4ba4-8348-8493c8825497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:34.813024 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afc73c-31c3-49c8-8728-57f3fd214381 req-461a9207-a104-4b89-878e-4b45605299b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:34.815337 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-90afc73c-31c3-49c8-8728-57f3fd214381 req-461a9207-a104-4b89-878e-4b45605299b5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 200 len: 913 time: 1.2052844 Aug 11 22:26:34.924452 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-90afc73c-31c3-49c8-8728-57f3fd214381 req-262f2ef0-7191-4507-80bc-55d3b04a95e2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c57ca6f-50da-4c28-8f5e-5893a2ff445d HTTP/1.1" status: 200 len: 217 time: 0.0959945 Aug 11 22:26:34.960608 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9943d-132a-4b5a-8392-86037fe0a4a2 req-dabe6be0-4433-4750-984f-4c90247d955b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:34.963457 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6ab9943d-132a-4b5a-8392-86037fe0a4a2 req-dabe6be0-4433-4750-984f-4c90247d955b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 945 time: 0.4481478 Aug 11 22:26:35.145034 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c8d77b94-e109-422f-b88f-bae45edc8704 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "GET /v2.0/routers/68b58661-e83a-45b2-817b-f97557d7c7e6 HTTP/1.1" status: 200 len: 881 time: 0.6355522 Aug 11 22:26:35.150980 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36466) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:35.246075 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afc73c-31c3-49c8-8728-57f3fd214381 req-91c59d2b-ff5d-4e80-a76a-a65ae0638e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:35.249095 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-90afc73c-31c3-49c8-8728-57f3fd214381 req-91c59d2b-ff5d-4e80-a76a-a65ae0638e07 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e825988f-9783-4539-86a4-b6ca493a4bbd HTTP/1.1" status: 200 len: 851 time: 0.1730053 Aug 11 22:26:35.270796 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6ab9943d-132a-4b5a-8392-86037fe0a4a2 req-b04efb00-6561-498b-b565-26bb65380596 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2792492 Aug 11 22:26:35.296143 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bd0b7a8d-23e3-47a6-9194-fa77bcc84cf9 req-79e233a9-e7f8-4449-940f-dd6104ac7abd service neutron] 10.222.0.52 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959881 Aug 11 22:26:35.620331 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afc73c-31c3-49c8-8728-57f3fd214381 req-d127e73a-eea6-469f-8b8f-e3cb73edfbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:35.623376 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-90afc73c-31c3-49c8-8728-57f3fd214381 req-d127e73a-eea6-469f-8b8f-e3cb73edfbdb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3263102 Aug 11 22:26:35.626028 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36470) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:35.627368 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b94c7f90-d9d2-4c73-8df7-2d7445c82ac3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4737375 Aug 11 22:26:35.632962 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-4b0741ce-1617-4185-8c28-bd217135227a tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1779126903'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:26:35.763604 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-4f214484-561b-4014-ab0b-246451e40a3d req-82307157-18c1-4ba4-8348-8493c8825497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d48f7ffd-99b9-4ac4-9212-41ea97f26bbe {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:26:35.788539 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4f214484-561b-4014-ab0b-246451e40a3d req-82307157-18c1-4ba4-8348-8493c8825497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:35.835939 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2dbd1-f6f4-49f8-baaa-c2c586072c0c req-ba3009e4-fcb1-49ef-a85c-6546023adfeb tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:35.848974 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-89c2dbd1-f6f4-49f8-baaa-c2c586072c0c req-ba3009e4-fcb1-49ef-a85c-6546023adfeb tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 943 time: 0.2197173 Aug 11 22:26:35.882680 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-4f214484-561b-4014-ab0b-246451e40a3d req-82307157-18c1-4ba4-8348-8493c8825497 service neutron] Transition to ACTIVE for port object d48f7ffd-99b9-4ac4-9212-41ea97f26bbe will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:26:35.957401 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4f214484-561b-4014-ab0b-246451e40a3d req-82307157-18c1-4ba4-8348-8493c8825497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:35.992954 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-89c2dbd1-f6f4-49f8-baaa-c2c586072c0c req-6d31a474-47e5-407b-a39f-0bcada7241ac tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422899 Aug 11 22:26:36.120575 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-90afc73c-31c3-49c8-8728-57f3fd214381 req-38b29179-cd5a-4853-9ddd-43f43e26367c service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4841704 Aug 11 22:26:36.357649 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f86bd8-6522-4124-b193-0f784228df3b req-b6fe00a8-f05f-4d85-a146-9054a7676903 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:36.374909 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a0f86bd8-6522-4124-b193-0f784228df3b req-b6fe00a8-f05f-4d85-a146-9054a7676903 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9e8e7cfd-717a-4e01-8162-f51a8e4f1485 HTTP/1.1" status: 200 len: 1053 time: 0.2564361 Aug 11 22:26:36.435247 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-4f214484-561b-4014-ab0b-246451e40a3d req-82307157-18c1-4ba4-8348-8493c8825497 service neutron] Attempting to bind port d48f7ffd-99b9-4ac4-9212-41ea97f26bbe on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:26:36.435990 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-4f214484-561b-4014-ab0b-246451e40a3d req-82307157-18c1-4ba4-8348-8493c8825497 service neutron] Attempting to bind port d48f7ffd-99b9-4ac4-9212-41ea97f26bbe by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5b01c377-68b1-4a75-bb57-2b6d5b30ab45'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:26:36.436806 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f214484-561b-4014-ab0b-246451e40a3d req-82307157-18c1-4ba4-8348-8493c8825497 service neutron] Attempting to bind port d48f7ffd-99b9-4ac4-9212-41ea97f26bbe on network 5b01c377-68b1-4a75-bb57-2b6d5b30ab45 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:26:36.484812 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f214484-561b-4014-ab0b-246451e40a3d req-82307157-18c1-4ba4-8348-8493c8825497 service neutron] Port d48f7ffd-99b9-4ac4-9212-41ea97f26bbe on network 5b01c377-68b1-4a75-bb57-2b6d5b30ab45 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:26:36.485286 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f214484-561b-4014-ab0b-246451e40a3d req-82307157-18c1-4ba4-8348-8493c8825497 service neutron] Attempting to bind port d48f7ffd-99b9-4ac4-9212-41ea97f26bbe on network 5b01c377-68b1-4a75-bb57-2b6d5b30ab45 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:26:36.490556 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82307157-18c1-4ba4-8348-8493c8825497 service neutron] Pushing event updated for resources: {'Port': ['ID=d48f7ffd-99b9-4ac4-9212-41ea97f26bbe,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:36.511246 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f214484-561b-4014-ab0b-246451e40a3d req-82307157-18c1-4ba4-8348-8493c8825497 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:26:36.511971 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f214484-561b-4014-ab0b-246451e40a3d req-82307157-18c1-4ba4-8348-8493c8825497 service neutron] Checking segment: {'id': '3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5b01c377-68b1-4a75-bb57-2b6d5b30ab45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:26:36.512682 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f214484-561b-4014-ab0b-246451e40a3d req-82307157-18c1-4ba4-8348-8493c8825497 service neutron] Bound using segment: {'id': '3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5b01c377-68b1-4a75-bb57-2b6d5b30ab45'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:26:36.513744 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-4f214484-561b-4014-ab0b-246451e40a3d req-82307157-18c1-4ba4-8348-8493c8825497 service neutron] Bound port: d48f7ffd-99b9-4ac4-9212-41ea97f26bbe, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5b01c377-68b1-4a75-bb57-2b6d5b30ab45'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:26:36.514491 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4f214484-561b-4014-ab0b-246451e40a3d req-82307157-18c1-4ba4-8348-8493c8825497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:36.601012 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a0f86bd8-6522-4124-b193-0f784228df3b req-2bcca912-beca-417d-ae52-81f283b8fe68 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=989039f3-4d48-4ea0-a637-ace2031c80c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801374 Aug 11 22:26:36.831121 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-4f214484-561b-4014-ab0b-246451e40a3d req-82307157-18c1-4ba4-8348-8493c8825497 service neutron] For port d48f7ffd-99b9-4ac4-9212-41ea97f26bbe, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:26:36.845068 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-4f214484-561b-4014-ab0b-246451e40a3d req-82307157-18c1-4ba4-8348-8493c8825497 service neutron] For port d48f7ffd-99b9-4ac4-9212-41ea97f26bbe, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=d48f7ffd-99b9-4ac4-9212-41ea97f26bbe,segment=NetworkSegment(3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd),segment_id=3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:26:36.861511 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-90afc73c-31c3-49c8-8728-57f3fd214381 req-096803b5-0dad-4ed8-a78d-6fbe732debdc service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6729157 Aug 11 22:26:36.865230 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4f214484-561b-4014-ab0b-246451e40a3d req-82307157-18c1-4ba4-8348-8493c8825497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:36.885066 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7870dec-6c7a-49ac-9a44-cf82e19e3663 req-442b248d-967b-4c24-bc04-f001713d705c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:36.900802 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a7870dec-6c7a-49ac-9a44-cf82e19e3663 req-442b248d-967b-4c24-bc04-f001713d705c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 945 time: 0.1441412 Aug 11 22:26:36.905027 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f214484-561b-4014-ab0b-246451e40a3d req-82307157-18c1-4ba4-8348-8493c8825497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:36.906120 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4f214484-561b-4014-ab0b-246451e40a3d req-82307157-18c1-4ba4-8348-8493c8825497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:36.908929 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4f214484-561b-4014-ab0b-246451e40a3d req-82307157-18c1-4ba4-8348-8493c8825497 service neutron] 10.222.0.52 "PUT /v2.0/ports/d48f7ffd-99b9-4ac4-9212-41ea97f26bbe HTTP/1.1" status: 200 len: 1092 time: 2.9284530 Aug 11 22:26:36.909527 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8e7cfd-717a-4e01-8162-f51a8e4f1485', 'tag': 'd48f7ffd-99b9-4ac4-9212-41ea97f26bbe'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:26:36.920244 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bcfbdc-939a-45c7-af5d-92f75212dc80" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8e7cfd-717a-4e01-8162-f51a8e4f1485", "tag": "d48f7ffd-99b9-4ac4-9212-41ea97f26bbe"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:26:37.077948 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a7870dec-6c7a-49ac-9a44-cf82e19e3663 req-dbf6349f-a168-49df-9eef-74323dae9e0b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608057 Aug 11 22:26:37.299781 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4b0741ce-1617-4185-8c28-bd217135227a tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1756175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1755230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39594'] for router, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:37.311331 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f214484-561b-4014-ab0b-246451e40a3d req-96593f48-a8d8-42d8-b317-bd8165f57eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:37.313168 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4f214484-561b-4014-ab0b-246451e40a3d req-96593f48-a8d8-42d8-b317-bd8165f57eec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a001d548b17e40fdb55f1d11556d40bc&device_id=9e8e7cfd-717a-4e01-8162-f51a8e4f1485 HTTP/1.1" status: 200 len: 1095 time: 0.2460854 Aug 11 22:26:37.316497 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82307157-18c1-4ba4-8348-8493c8825497 service neutron] Pushing event updated for resources: {'Port': ['ID=d48f7ffd-99b9-4ac4-9212-41ea97f26bbe,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:37.332674 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4b0741ce-1617-4185-8c28-bd217135227a tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1756404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1756413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1755207'] for router, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:37.370760 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4f214484-561b-4014-ab0b-246451e40a3d req-d212b040-1d8e-4359-8543-095829a93f41 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d48f7ffd-99b9-4ac4-9212-41ea97f26bbe HTTP/1.1" status: 200 len: 217 time: 0.0474372 Aug 11 22:26:37.576003 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f214484-561b-4014-ab0b-246451e40a3d req-c9f67a71-75c4-485c-91f9-3885c8052ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:37.577787 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4f214484-561b-4014-ab0b-246451e40a3d req-c9f67a71-75c4-485c-91f9-3885c8052ba7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ec1ea2d2-f7dc-41d4-b840-a3079e4f207a HTTP/1.1" status: 200 len: 848 time: 0.1199057 Aug 11 22:26:37.582082 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c2859-b726-415a-9ca7-1258e3172f75 req-d06f774a-2c57-482c-81ab-502d98a10224 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:37.583968 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c4c2859-b726-415a-9ca7-1258e3172f75 req-d06f774a-2c57-482c-81ab-502d98a10224 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 943 time: 0.1118591 Aug 11 22:26:37.667443 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f214484-561b-4014-ab0b-246451e40a3d req-175b8870-b99c-4a4e-ac1b-155b38714201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:37.669319 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4f214484-561b-4014-ab0b-246451e40a3d req-175b8870-b99c-4a4e-ac1b-155b38714201 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5b01c377-68b1-4a75-bb57-2b6d5b30ab45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789835 Aug 11 22:26:37.681438 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0741ce-1617-4185-8c28-bd217135227a tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Router 68b58661-e83a-45b2-817b-f97557d7c7e6 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:26:37.713734 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c4c2859-b726-415a-9ca7-1258e3172f75 req-c0cca0d3-3cb8-4b6c-9aee-a9e2675b70d6 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148028 Aug 11 22:26:37.818377 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29497d2-67b7-4ed7-a56f-140a360291ca x-openstack-request-id: req-a29497d2-67b7-4ed7-a56f-140a360291ca {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:26:37.818686 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8e7cfd-717a-4e01-8162-f51a8e4f1485", "tag": "d48f7ffd-99b9-4ac4-9212-41ea97f26bbe", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:26:37.818949 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a29497d2-67b7-4ed7-a56f-140a360291ca {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:26:37.819377 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8e7cfd-717a-4e01-8162-f51a8e4f1485', 'tag': 'd48f7ffd-99b9-4ac4-9212-41ea97f26bbe', 'status': 'completed', 'code': 200} Aug 11 22:26:37.896053 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-4e333b70-05b8-469a-82da-b6240c163155 req-c558e7a7-478b-4d53-8dc3-a3c91ce07263 tempest-ServersTestMultiNic-2028384339 tempest-ServersTestMultiNic-2028384339-project] (100942) timed out ('10.222.0.82', 61535) {{(pid=100942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 22:26:37.904185 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4f214484-561b-4014-ab0b-246451e40a3d req-28a391ad-012f-4c90-b72d-886c6f42e25c service neutron] 10.222.0.52 "GET /v2.0/networks/5b01c377-68b1-4a75-bb57-2b6d5b30ab45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263832 Aug 11 22:26:37.987466 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0741ce-1617-4185-8c28-bd217135227a tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:26:38.003749 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4b0741ce-1617-4185-8c28-bd217135227a tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:38.003749 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4b0741ce-1617-4185-8c28-bd217135227a tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "PUT /v2.0/routers/68b58661-e83a-45b2-817b-f97557d7c7e6 HTTP/1.1" status: 200 len: 888 time: 2.3708363 Aug 11 22:26:38.003749 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36482) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:38.018174 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b547918-94dc-4cff-86ab-e8cee54237c9 None None] Sync routers for ids ['68b58661-e83a-45b2-817b-f97557d7c7e6'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:26:38.034876 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e8b4d-b751-4521-b5c7-186868af8b90 req-3ff107bb-f128-4981-bc02-64a908c05d50 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:38.037803 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b547918-94dc-4cff-86ab-e8cee54237c9 None None] Routers {'68b58661-e83a-45b2-817b-f97557d7c7e6'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:26:38.039237 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-053e8b4d-b751-4521-b5c7-186868af8b90 req-3ff107bb-f128-4981-bc02-64a908c05d50 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9e8e7cfd-717a-4e01-8162-f51a8e4f1485 HTTP/1.1" status: 200 len: 1095 time: 0.1649694 Aug 11 22:26:38.043032 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-8b547918-94dc-4cff-86ab-e8cee54237c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:26:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['68b58661-e83a-45b2-817b-f97557d7c7e6'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:38.125544 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-053e8b4d-b751-4521-b5c7-186868af8b90 req-d5e22a9b-1680-49d2-8a28-8f896043b8d3 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=989039f3-4d48-4ea0-a637-ace2031c80c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786827 Aug 11 22:26:38.170349 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-8b547918-94dc-4cff-86ab-e8cee54237c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:38.176453 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4f214484-561b-4014-ab0b-246451e40a3d req-b795802a-c799-41f7-bfe0-d5ca7c31dc6e service neutron] 10.222.0.52 "GET /v2.0/networks/5b01c377-68b1-4a75-bb57-2b6d5b30ab45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635264 Aug 11 22:26:38.193599 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b547918-94dc-4cff-86ab-e8cee54237c9 None None] Routers {'68b58661-e83a-45b2-817b-f97557d7c7e6'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:26:38.194573 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-8b547918-94dc-4cff-86ab-e8cee54237c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:26:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['68b58661-e83a-45b2-817b-f97557d7c7e6'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:38.247203 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-8b547918-94dc-4cff-86ab-e8cee54237c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:38.252072 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b547918-94dc-4cff-86ab-e8cee54237c9 None None] The sync data for ids ['68b58661-e83a-45b2-817b-f97557d7c7e6'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:26:38.291401 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:38.299753 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-89c5b835-ef38-49d9-a40a-0aad313266c3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "GET /v2.0/routers/68b58661-e83a-45b2-817b-f97557d7c7e6 HTTP/1.1" status: 200 len: 888 time: 0.2916288 Aug 11 22:26:38.303015 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36486) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:38.365950 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-86f0069c-cd1c-4309-8e46-4f5383b5f2de tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "GET /v2.0/ports?device_id=68b58661-e83a-45b2-817b-f97557d7c7e6 HTTP/1.1" status: 200 len: 205 time: 0.0608406 Aug 11 22:26:38.370541 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36488) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:38.389225 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcfbdc-939a-45c7-af5d-92f75212dc80 req-e8eba591-0f6d-4690-810a-bcc229aa9cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:38.390683 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-24bcfbdc-939a-45c7-af5d-92f75212dc80 req-e8eba591-0f6d-4690-810a-bcc229aa9cc6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a001d548b17e40fdb55f1d11556d40bc&device_id=9e8e7cfd-717a-4e01-8162-f51a8e4f1485 HTTP/1.1" status: 200 len: 1095 time: 0.1314478 Aug 11 22:26:38.667667 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c66845ef-225d-42af-8dfe-073a549c4e38 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:38.689331 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829165b-c5b2-4fc0-ab5f-3fd2927c4893 req-45c2e632-986e-44ed-8a74-fe24a555f4ca tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:38.690614 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcfbdc-939a-45c7-af5d-92f75212dc80 req-fda063c2-5f96-45c0-ac31-68c91c58f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:38.692715 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-24bcfbdc-939a-45c7-af5d-92f75212dc80 req-fda063c2-5f96-45c0-ac31-68c91c58f708 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5b01c377-68b1-4a75-bb57-2b6d5b30ab45 HTTP/1.1" status: 200 len: 910 time: 0.2897813 Aug 11 22:26:38.696206 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6829165b-c5b2-4fc0-ab5f-3fd2927c4893 req-45c2e632-986e-44ed-8a74-fe24a555f4ca tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 945 time: 0.3956809 Aug 11 22:26:38.767955 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-24bcfbdc-939a-45c7-af5d-92f75212dc80 req-0840a278-c615-4960-ae07-5f1ed6691914 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d48f7ffd-99b9-4ac4-9212-41ea97f26bbe HTTP/1.1" status: 200 len: 217 time: 0.0662374 Aug 11 22:26:38.838276 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcfbdc-939a-45c7-af5d-92f75212dc80 req-b8ebc608-b090-4e0c-b801-802401517a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:38.839989 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-24bcfbdc-939a-45c7-af5d-92f75212dc80 req-b8ebc608-b090-4e0c-b801-802401517a84 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ec1ea2d2-f7dc-41d4-b840-a3079e4f207a HTTP/1.1" status: 200 len: 848 time: 0.0630398 Aug 11 22:26:38.845785 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c66845ef-225d-42af-8dfe-073a549c4e38 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:38.903648 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6829165b-c5b2-4fc0-ab5f-3fd2927c4893 req-16ba858f-7a67-435a-987d-41c6443c953e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771129 Aug 11 22:26:38.936898 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-c66845ef-225d-42af-8dfe-073a549c4e38 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Deleting port 4e083e96-00b5-4c23-a13f-402260513e43 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:26:38.937289 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c66845ef-225d-42af-8dfe-073a549c4e38 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:38.971054 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcfbdc-939a-45c7-af5d-92f75212dc80 req-6e19e889-b502-4e7d-acee-3bbcecdfb736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:38.975763 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-24bcfbdc-939a-45c7-af5d-92f75212dc80 req-6e19e889-b502-4e7d-acee-3bbcecdfb736 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5b01c377-68b1-4a75-bb57-2b6d5b30ab45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262879 Aug 11 22:26:39.104921 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c66845ef-225d-42af-8dfe-073a549c4e38 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:39.143395 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-24bcfbdc-939a-45c7-af5d-92f75212dc80 req-4c2b545a-8892-4028-a949-758ad343a841 service neutron] 10.222.0.52 "GET /v2.0/networks/5b01c377-68b1-4a75-bb57-2b6d5b30ab45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611068 Aug 11 22:26:39.150401 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-c66845ef-225d-42af-8dfe-073a549c4e38 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Calling delete_port for 4e083e96-00b5-4c23-a13f-402260513e43 owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:26:39.393143 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-24bcfbdc-939a-45c7-af5d-92f75212dc80 req-e8dee335-ab7c-4a92-8959-ec1a1b08f5c5 service neutron] 10.222.0.52 "GET /v2.0/networks/5b01c377-68b1-4a75-bb57-2b6d5b30ab45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312417 Aug 11 22:26:39.456695 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95a1cb-5e82-4170-a839-1bb476fe8835 req-bf1020b0-656b-4666-9d09-95b7205158ad tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:39.458578 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bf95a1cb-5e82-4170-a839-1bb476fe8835 req-bf1020b0-656b-4666-9d09-95b7205158ad tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 943 time: 0.1049762 Aug 11 22:26:39.574946 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bf95a1cb-5e82-4170-a839-1bb476fe8835 req-a1a7fe6a-5727-4209-861f-3139dfff166f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802305 Aug 11 22:26:39.577794 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c66845ef-225d-42af-8dfe-073a549c4e38 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:39.646652 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66845ef-225d-42af-8dfe-073a549c4e38 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Port': ['ID=4e083e96-00b5-4c23-a13f-402260513e43,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:39.791122 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c66845ef-225d-42af-8dfe-073a549c4e38 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:39.795429 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31290f2-799d-42e4-a8d3-9ca094cc774e req-3fe3cd30-a000-4898-a369-b26a9bc0c362 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:39.797584 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b31290f2-799d-42e4-a8d3-9ca094cc774e req-3fe3cd30-a000-4898-a369-b26a9bc0c362 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9e8e7cfd-717a-4e01-8162-f51a8e4f1485 HTTP/1.1" status: 200 len: 1095 time: 0.1165521 Aug 11 22:26:39.858088 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device d48f7ffd-99b9-4ac4-9212-41ea97f26bbe details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:26:39.941047 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c66845ef-225d-42af-8dfe-073a549c4e38 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:39.946213 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c66845ef-225d-42af-8dfe-073a549c4e38 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:39.975606 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b31290f2-799d-42e4-a8d3-9ca094cc774e req-397138ba-22a9-48d7-b0b9-41b2f6f4ef23 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=989039f3-4d48-4ea0-a637-ace2031c80c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415074 Aug 11 22:26:40.061225 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c66845ef-225d-42af-8dfe-073a549c4e38 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:40.062221 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66845ef-225d-42af-8dfe-073a549c4e38 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Fanout notify agent at l3_agent the message router_deleted on router 68b58661-e83a-45b2-817b-f97557d7c7e6 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:26:40.089539 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c66845ef-225d-42af-8dfe-073a549c4e38 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:40.094062 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c66845ef-225d-42af-8dfe-073a549c4e38 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/routers/68b58661-e83a-45b2-817b-f97557d7c7e6 HTTP/1.1" status: 204 len: 168 time: 1.7218497 Aug 11 22:26:40.103599 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36504) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:40.113662 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-1c5a7db1-9da9-4ec3-affc-6b28ee25c830 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'network': {'name': 'tempest-RoutersTest-631091639'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:26:40.155516 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5a7db1-9da9-4ec3-affc-6b28ee25c830 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Made reservation on behalf of ec8e7be193dc41f89b61bb962b539e53 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:26:40.161515 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1c5a7db1-9da9-4ec3-affc-6b28ee25c830 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:40.161858 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port d48f7ffd-99b9-4ac4-9212-41ea97f26bbe, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=d48f7ffd-99b9-4ac4-9212-41ea97f26bbe,segment=NetworkSegment(3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd),segment_id=3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:40.189469 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'd48f7ffd-99b9-4ac4-9212-41ea97f26bbe', 'network_id': '5b01c377-68b1-4a75-bb57-2b6d5b30ab45', 'port_id': 'd48f7ffd-99b9-4ac4-9212-41ea97f26bbe', 'mac_address': 'fa:16:3e:29:45:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec1ea2d2-f7dc-41d4-b840-a3079e4f207a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:26:40.221059 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5a7db1-9da9-4ec3-affc-6b28ee25c830 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:26:40.241440 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1c5a7db1-9da9-4ec3-affc-6b28ee25c830 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:40.242028 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-1c5a7db1-9da9-4ec3-affc-6b28ee25c830 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Added segment d0800509-67da-4445-a52a-480379c60f0d of type vlan for network 00a438dd-2160-4d7e-9e98-edf6ea3aec0f Aug 11 22:26:40.248880 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:40.279773 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d48f7ffd-99b9-4ac4-9212-41ea97f26bbe {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:26:40.363935 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port d48f7ffd-99b9-4ac4-9212-41ea97f26bbe, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=d48f7ffd-99b9-4ac4-9212-41ea97f26bbe,segment=NetworkSegment(3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd),segment_id=3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:40.374904 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:40.378700 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1c5a7db1-9da9-4ec3-affc-6b28ee25c830 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:40.454518 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1c5a7db1-9da9-4ec3-affc-6b28ee25c830 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:40.492951 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5a7db1-9da9-4ec3-affc-6b28ee25c830 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:40.494011 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1c5a7db1-9da9-4ec3-affc-6b28ee25c830 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:40.577603 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=d48f7ffd-99b9-4ac4-9212-41ea97f26bbe,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:40.622218 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1c5a7db1-9da9-4ec3-affc-6b28ee25c830 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5165033 Aug 11 22:26:40.625308 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36514) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:40.643913 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['d48f7ffd-99b9-4ac4-9212-41ea97f26bbe'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:26:40.646051 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-768505ac-1573-404b-8915-5fef78e0080c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'subnet': {'network_id': '00a438dd-2160-4d7e-9e98-edf6ea3aec0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:26:40.705054 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a7db1-9da9-4ec3-affc-6b28ee25c830 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Network': ['ID=00a438dd-2160-4d7e-9e98-edf6ea3aec0f,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:40.800732 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 00a438dd-2160-4d7e-9e98-edf6ea3aec0f details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:26:40.908467 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0402f-964b-426b-9caf-a384fa0d5e9d req-671ce89a-161a-4828-bb4b-1302012b0f95 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:40.926308 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8cf0402f-964b-426b-9caf-a384fa0d5e9d req-671ce89a-161a-4828-bb4b-1302012b0f95 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 945 time: 0.1409681 Aug 11 22:26:41.035067 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8cf0402f-964b-426b-9caf-a384fa0d5e9d req-8f9d92ed-56b3-4309-b8d1-65d468089d15 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068897 Aug 11 22:26:41.045088 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768505ac-1573-404b-8915-5fef78e0080c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Made reservation on behalf of ec8e7be193dc41f89b61bb962b539e53 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:26:41.051640 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-768505ac-1573-404b-8915-5fef78e0080c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:41.451295 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ddcf8-1de3-4bc8-b1d7-45f03b8b0e62 req-1cc809e6-594d-4bad-a5f3-6ea139728691 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:41.452479 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-af1ddcf8-1de3-4bc8-b1d7-45f03b8b0e62 req-1cc809e6-594d-4bad-a5f3-6ea139728691 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 943 time: 0.1130755 Aug 11 22:26:41.495928 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-768505ac-1573-404b-8915-5fef78e0080c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:41.591745 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-af1ddcf8-1de3-4bc8-b1d7-45f03b8b0e62 req-93ce18fe-b1a6-4ace-8f2f-ce1b7f64ceef tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202989 Aug 11 22:26:41.611623 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768505ac-1573-404b-8915-5fef78e0080c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Subnet': ['ID=ed910407-8874-4783-b105-1a6004b66ac1,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:41.666574 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768505ac-1573-404b-8915-5fef78e0080c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Checking segment: {'id': 'd0800509-67da-4445-a52a-480379c60f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '00a438dd-2160-4d7e-9e98-edf6ea3aec0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:26:41.667651 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768505ac-1573-404b-8915-5fef78e0080c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network hostable DHCP agents. Network: 00a438dd-2160-4d7e-9e98-edf6ea3aec0f, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:26:41.701580 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768505ac-1573-404b-8915-5fef78e0080c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network 00a438dd-2160-4d7e-9e98-edf6ea3aec0f is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:26:41.750443 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-768505ac-1573-404b-8915-5fef78e0080c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 00a438dd-2160-4d7e-9e98-edf6ea3aec0f) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:26:41.768584 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe53cef6-ce8b-4b15-b4bd-277946a296c4 None None] Network 00a438dd-2160-4d7e-9e98-edf6ea3aec0f requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:26:41.822752 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-9d79bbee-ea06-49e8-bea1-c9be18b0c11c service neutron] show failed (client error): The resource could not be found. Aug 11 22:26:41.822752 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-9d79bbee-ea06-49e8-bea1-c9be18b0c11c service neutron] 10.222.0.52 "GET /v2.0/ports/e22f2eff-a548-46f8-b02c-9ec2040c26dc/bindings/n-h1-804275-3 HTTP/1.1" status: 404 len: 380 time: 0.1128571 Aug 11 22:26:41.826038 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768505ac-1573-404b-8915-5fef78e0080c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:41.827060 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-768505ac-1573-404b-8915-5fef78e0080c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:41.863342 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device d48f7ffd-99b9-4ac4-9212-41ea97f26bbe up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:26:41.875706 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66582984-2436-42ba-ba7a-3882f154c5d1 req-7ca2a32a-20c5-4200-884d-8cadab696012 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:41.891202 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-66582984-2436-42ba-ba7a-3882f154c5d1 req-7ca2a32a-20c5-4200-884d-8cadab696012 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9e8e7cfd-717a-4e01-8162-f51a8e4f1485 HTTP/1.1" status: 200 len: 1096 time: 0.1630197 Aug 11 22:26:41.895927 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-768505ac-1573-404b-8915-5fef78e0080c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2687075 Aug 11 22:26:41.906950 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36522) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:41.917249 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-af722a6e-57ff-4731-85e6-a86a9be4e956 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1841558665', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:26:41.960576 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port d48f7ffd-99b9-4ac4-9212-41ea97f26bbe completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:26:41.978241 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port d48f7ffd-99b9-4ac4-9212-41ea97f26bbe triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:26:41.978742 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:42.028181 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-66582984-2436-42ba-ba7a-3882f154c5d1 req-739326df-7a7a-4074-a951-5def465685fe tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=989039f3-4d48-4ea0-a637-ace2031c80c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962193 Aug 11 22:26:42.035653 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-af722a6e-57ff-4731-85e6-a86a9be4e956 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:42.038416 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-af722a6e-57ff-4731-85e6-a86a9be4e956 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:42.194221 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:42.234843 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-af722a6e-57ff-4731-85e6-a86a9be4e956 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:42.248266 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8284987e-531c-4d35-9c74-1701947e703e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-00a438dd-2160-4d7e-9e98-edf6ea3aec0f', 'network_id': '00a438dd-2160-4d7e-9e98-edf6ea3aec0f', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'fixed_ips': [{'subnet_id': 'ed910407-8874-4783-b105-1a6004b66ac1'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:26:42.250182 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8284987e-531c-4d35-9c74-1701947e703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:42.265078 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-af722a6e-57ff-4731-85e6-a86a9be4e956 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:42.301980 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-ff9c4a0b-064e-4e29-bce1-0240f51012f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:42.303541 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8e7cfd-717a-4e01-8162-f51a8e4f1485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48f7ffd-99b9-4ac4-9212-41ea97f26bbe'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:26:42.305077 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-ff9c4a0b-064e-4e29-bce1-0240f51012f7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e&tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c HTTP/1.1" status: 200 len: 1096 time: 0.1082346 Aug 11 22:26:42.308256 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729566b3-8b6a-424c-a8ae-cd6d033f3ce9" -d '{"events": [{"server_uuid": "9e8e7cfd-717a-4e01-8162-f51a8e4f1485", "name": "network-vif-plugged", "status": "completed", "tag": "d48f7ffd-99b9-4ac4-9212-41ea97f26bbe"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:26:42.342114 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-af722a6e-57ff-4731-85e6-a86a9be4e956 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:42.342960 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port d48f7ffd-99b9-4ac4-9212-41ea97f26bbe, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=d48f7ffd-99b9-4ac4-9212-41ea97f26bbe,segment=NetworkSegment(3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd),segment_id=3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:42.348305 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-af722a6e-57ff-4731-85e6-a86a9be4e956 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4347758 Aug 11 22:26:42.349473 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36530) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:42.361880 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:42.368586 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-1033f7c3-439d-45d6-9d39-71c76681b323 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804275-3', 'device_owner': 'compute:nova'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:26:42.460514 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52a433-5cba-478d-a86d-534146b6f5ca req-5a7d3392-f99d-419f-96a7-598e42273057 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:42.462803 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c52a433-5cba-478d-a86d-534146b6f5ca req-5a7d3392-f99d-419f-96a7-598e42273057 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 945 time: 0.2249706 Aug 11 22:26:42.521871 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-1033f7c3-439d-45d6-9d39-71c76681b323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:42.547290 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=d48f7ffd-99b9-4ac4-9212-41ea97f26bbe,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:42.583363 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c52a433-5cba-478d-a86d-534146b6f5ca req-a045edf4-e3bd-48c1-bf6f-df6add13a2c8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654664 Aug 11 22:26:42.700312 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-8284987e-531c-4d35-9c74-1701947e703e None None] Allocated IP 172.20.0.2 (00a438dd-2160-4d7e-9e98-edf6ea3aec0f/ed910407-8874-4783-b105-1a6004b66ac1/1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:26:42.963106 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabfdfcf-ffcc-477b-aed7-cbdc4ff10904 x-openstack-request-id: req-aabfdfcf-ffcc-477b-aed7-cbdc4ff10904 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:26:42.964545 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8e7cfd-717a-4e01-8162-f51a8e4f1485", "name": "network-vif-plugged", "status": "completed", "tag": "d48f7ffd-99b9-4ac4-9212-41ea97f26bbe", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:26:42.964882 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aabfdfcf-ffcc-477b-aed7-cbdc4ff10904 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:26:42.965309 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8e7cfd-717a-4e01-8162-f51a8e4f1485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48f7ffd-99b9-4ac4-9212-41ea97f26bbe', 'code': 200} Aug 11 22:26:42.996455 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8284987e-531c-4d35-9c74-1701947e703e None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:43.021120 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8284987e-531c-4d35-9c74-1701947e703e None None] Transition to ACTIVE for port object 1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:26:43.060937 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8284987e-531c-4d35-9c74-1701947e703e None None] Transition to ACTIVE for port object 1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:26:43.076440 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8284987e-531c-4d35-9c74-1701947e703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:43.192450 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284987e-531c-4d35-9c74-1701947e703e None None] Pushing event updated for resources: {'Port': ['ID=1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:43.197724 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8284987e-531c-4d35-9c74-1701947e703e None None] Network 00a438dd-2160-4d7e-9e98-edf6ea3aec0f is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:26:43.200781 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-8284987e-531c-4d35-9c74-1701947e703e None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:26:43.206839 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8284987e-531c-4d35-9c74-1701947e703e None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:26:43.302022 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1c3ce1df-a8c6-4c71-b603-faf2f0aef4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:43.305917 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-8284987e-531c-4d35-9c74-1701947e703e None None] Attempting to bind port 1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:26:43.307387 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-8284987e-531c-4d35-9c74-1701947e703e None None] Attempting to bind port 1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'd0800509-67da-4445-a52a-480379c60f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '00a438dd-2160-4d7e-9e98-edf6ea3aec0f'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:26:43.307387 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8284987e-531c-4d35-9c74-1701947e703e None None] Attempting to bind port 1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d on network 00a438dd-2160-4d7e-9e98-edf6ea3aec0f {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:26:43.315149 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8284987e-531c-4d35-9c74-1701947e703e None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:26:43.315715 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8284987e-531c-4d35-9c74-1701947e703e None None] Checking segment: {'id': 'd0800509-67da-4445-a52a-480379c60f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '00a438dd-2160-4d7e-9e98-edf6ea3aec0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:26:43.316729 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8284987e-531c-4d35-9c74-1701947e703e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:43.316729 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8284987e-531c-4d35-9c74-1701947e703e None None] Bound using segment: {'id': 'd0800509-67da-4445-a52a-480379c60f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '00a438dd-2160-4d7e-9e98-edf6ea3aec0f'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:26:43.317253 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-8284987e-531c-4d35-9c74-1701947e703e None None] Bound port: 1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0800509-67da-4445-a52a-480379c60f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '00a438dd-2160-4d7e-9e98-edf6ea3aec0f'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:26:43.317663 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8284987e-531c-4d35-9c74-1701947e703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:43.347640 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90fb770-e724-4579-82e0-44628a84d34e req-15f5d6d5-9154-4d64-a196-630b5187467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:43.350609 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a90fb770-e724-4579-82e0-44628a84d34e req-15f5d6d5-9154-4d64-a196-630b5187467c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9e8e7cfd-717a-4e01-8162-f51a8e4f1485 HTTP/1.1" status: 200 len: 1097 time: 0.1414754 Aug 11 22:26:43.451775 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-8284987e-531c-4d35-9c74-1701947e703e None None] For port 1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:26:43.459341 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-8284987e-531c-4d35-9c74-1701947e703e None None] For port 1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d,segment=NetworkSegment(d0800509-67da-4445-a52a-480379c60f0d),segment_id=d0800509-67da-4445-a52a-480379c60f0d)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:26:43.466802 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8284987e-531c-4d35-9c74-1701947e703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:43.578234 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829ac64-c8bb-4c96-b713-1cd9961c6f3b req-e94b75f6-32bf-4a11-8861-f9dfdd5d04f1 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:43.585198 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9829ac64-c8bb-4c96-b713-1cd9961c6f3b req-e94b75f6-32bf-4a11-8861-f9dfdd5d04f1 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 943 time: 0.1393378 Aug 11 22:26:43.656314 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a90fb770-e724-4579-82e0-44628a84d34e req-2257da35-4154-44b8-b081-47328703b39f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=989039f3-4d48-4ea0-a637-ace2031c80c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889733 Aug 11 22:26:43.659081 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284987e-531c-4d35-9c74-1701947e703e None None] Pushing event updated for resources: {'Port': ['ID=1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:43.716486 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9829ac64-c8bb-4c96-b713-1cd9961c6f3b req-66116ad5-3454-4695-9a08-5815805b92f9 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994422 Aug 11 22:26:43.771557 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-1033f7c3-439d-45d6-9d39-71c76681b323 service neutron] For port e22f2eff-a548-46f8-b02c-9ec2040c26dc, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e22f2eff-a548-46f8-b02c-9ec2040c26dc,segment=NetworkSegment(1f083fb3-78c4-439f-99d5-0d2efbbeb25c),segment_id=1f083fb3-78c4-439f-99d5-0d2efbbeb25c)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:43.787961 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-37b9c388-c5b0-4ccd-ba06-bce6fc1a10c1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:43.954302 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-1033f7c3-439d-45d6-9d39-71c76681b323 service neutron] For port e22f2eff-a548-46f8-b02c-9ec2040c26dc, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:26:44.114413 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdeed93-b496-4a1a-b7f6-4b7c3b16e3aa req-351ea3db-3c83-48d5-89ed-6f7b6eb226cc tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:44.123310 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ccdeed93-b496-4a1a-b7f6-4b7c3b16e3aa req-351ea3db-3c83-48d5-89ed-6f7b6eb226cc tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9e8e7cfd-717a-4e01-8162-f51a8e4f1485 HTTP/1.1" status: 200 len: 1097 time: 0.1407192 Aug 11 22:26:44.151397 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-1033f7c3-439d-45d6-9d39-71c76681b323 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:44.223814 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ccdeed93-b496-4a1a-b7f6-4b7c3b16e3aa req-b2137ed0-2aa1-4e96-b961-bba8d78ae4a3 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=989039f3-4d48-4ea0-a637-ace2031c80c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999668 Aug 11 22:26:44.230477 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdd3809-346f-4a4b-a040-bf427028992e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e22f2eff-a548-46f8-b02c-9ec2040c26dc'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:26:44.236864 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3d1488-5ff1-4263-872f-1f48fd5fb59d" -d '{"events": [{"server_uuid": "7bdd3809-346f-4a4b-a040-bf427028992e", "name": "network-vif-unplugged", "status": "completed", "tag": "e22f2eff-a548-46f8-b02c-9ec2040c26dc"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:26:44.246994 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-1033f7c3-439d-45d6-9d39-71c76681b323 service neutron] Transition to ACTIVE for port object e22f2eff-a548-46f8-b02c-9ec2040c26dc will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:26:44.254787 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-1033f7c3-439d-45d6-9d39-71c76681b323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:44.539277 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-37b9c388-c5b0-4ccd-ba06-bce6fc1a10c1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Allocated IP 172.20.0.1 (00a438dd-2160-4d7e-9e98-edf6ea3aec0f/ed910407-8874-4783-b105-1a6004b66ac1/676d221e-1670-4efe-a6f3-861a4ff20063) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:26:44.609335 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033f7c3-439d-45d6-9d39-71c76681b323 service neutron] Pushing event updated for resources: {'Port': ['ID=e22f2eff-a548-46f8-b02c-9ec2040c26dc,revision_number=6']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:44.636983 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb5d17-74b9-4c9b-9446-fde6e7268006 req-a973a17a-f74d-496a-910a-778dffc735e7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:44.638654 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a5cb5d17-74b9-4c9b-9446-fde6e7268006 req-a973a17a-f74d-496a-910a-778dffc735e7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 943 time: 0.2901487 Aug 11 22:26:44.739889 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-1033f7c3-439d-45d6-9d39-71c76681b323 service neutron] No DVR routers for this DVR port e22f2eff-a548-46f8-b02c-9ec2040c26dc on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:26:44.795550 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a5cb5d17-74b9-4c9b-9446-fde6e7268006 req-7dcfa516-5c7d-44d1-92e1-4317fa9e98e9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345470 Aug 11 22:26:44.834847 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-37b9c388-c5b0-4ccd-ba06-bce6fc1a10c1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:44.861435 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-37b9c388-c5b0-4ccd-ba06-bce6fc1a10c1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Transition to ACTIVE for port object 676d221e-1670-4efe-a6f3-861a4ff20063 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:26:44.931865 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-37b9c388-c5b0-4ccd-ba06-bce6fc1a10c1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:44.973089 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:26:45.003954 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b9c388-c5b0-4ccd-ba06-bce6fc1a10c1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network 00a438dd-2160-4d7e-9e98-edf6ea3aec0f is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:26:45.012527 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-37b9c388-c5b0-4ccd-ba06-bce6fc1a10c1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:26:45.016889 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b9c388-c5b0-4ccd-ba06-bce6fc1a10c1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:26:45.085873 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 22:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a01c0d-041d-4f39-8732-30798e0bbe59 x-openstack-request-id: req-d6a01c0d-041d-4f39-8732-30798e0bbe59 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:26:45.086823 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdd3809-346f-4a4b-a040-bf427028992e", "name": "network-vif-unplugged", "status": "completed", "tag": "e22f2eff-a548-46f8-b02c-9ec2040c26dc", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:26:45.087347 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d6a01c0d-041d-4f39-8732-30798e0bbe59 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:26:45.088891 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdd3809-346f-4a4b-a040-bf427028992e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e22f2eff-a548-46f8-b02c-9ec2040c26dc', 'code': 200} Aug 11 22:26:45.111363 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9c388-c5b0-4ccd-ba06-bce6fc1a10c1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Port': ['ID=676d221e-1670-4efe-a6f3-861a4ff20063,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:45.122800 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-1033f7c3-439d-45d6-9d39-71c76681b323 service neutron] Attempting to bind port e22f2eff-a548-46f8-b02c-9ec2040c26dc on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:26:45.123316 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-1033f7c3-439d-45d6-9d39-71c76681b323 service neutron] Attempting to bind port e22f2eff-a548-46f8-b02c-9ec2040c26dc by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '1f083fb3-78c4-439f-99d5-0d2efbbeb25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:26:45.124059 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-1033f7c3-439d-45d6-9d39-71c76681b323 service neutron] Attempting to bind port e22f2eff-a548-46f8-b02c-9ec2040c26dc on network ba8e150f-384a-45ec-a828-5f8c39c8ec17 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:26:45.136347 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-1033f7c3-439d-45d6-9d39-71c76681b323 service neutron] Port e22f2eff-a548-46f8-b02c-9ec2040c26dc on network ba8e150f-384a-45ec-a828-5f8c39c8ec17 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:26:45.136958 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-1033f7c3-439d-45d6-9d39-71c76681b323 service neutron] Attempting to bind port e22f2eff-a548-46f8-b02c-9ec2040c26dc on network ba8e150f-384a-45ec-a828-5f8c39c8ec17 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:26:45.149444 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-1033f7c3-439d-45d6-9d39-71c76681b323 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:26:45.150106 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-1033f7c3-439d-45d6-9d39-71c76681b323 service neutron] Checking segment: {'id': '1f083fb3-78c4-439f-99d5-0d2efbbeb25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:26:45.150797 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-1033f7c3-439d-45d6-9d39-71c76681b323 service neutron] Bound using segment: {'id': '1f083fb3-78c4-439f-99d5-0d2efbbeb25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:26:45.151812 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-1033f7c3-439d-45d6-9d39-71c76681b323 service neutron] Bound port: e22f2eff-a548-46f8-b02c-9ec2040c26dc, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f083fb3-78c4-439f-99d5-0d2efbbeb25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:26:45.152467 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-1033f7c3-439d-45d6-9d39-71c76681b323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:45.164068 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-37b9c388-c5b0-4ccd-ba06-bce6fc1a10c1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:45.279449 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-1033f7c3-439d-45d6-9d39-71c76681b323 service neutron] For port e22f2eff-a548-46f8-b02c-9ec2040c26dc, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:26:45.291086 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-1033f7c3-439d-45d6-9d39-71c76681b323 service neutron] For port e22f2eff-a548-46f8-b02c-9ec2040c26dc, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=e22f2eff-a548-46f8-b02c-9ec2040c26dc,segment=NetworkSegment(1f083fb3-78c4-439f-99d5-0d2efbbeb25c),segment_id=1f083fb3-78c4-439f-99d5-0d2efbbeb25c)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:26:45.308420 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-1033f7c3-439d-45d6-9d39-71c76681b323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:45.428842 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a20320-3397-4e7e-bbf9-cdc9888337e6 req-ba67c6ac-3722-4cd0-8859-5e2ce822a310 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:45.434950 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-44a20320-3397-4e7e-bbf9-cdc9888337e6 req-ba67c6ac-3722-4cd0-8859-5e2ce822a310 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 943 time: 0.2648933 Aug 11 22:26:45.443812 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-1033f7c3-439d-45d6-9d39-71c76681b323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:45.449402 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-1033f7c3-439d-45d6-9d39-71c76681b323 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:45.452769 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-1033f7c3-439d-45d6-9d39-71c76681b323 service neutron] 10.222.0.82 "PUT /v2.0/ports/e22f2eff-a548-46f8-b02c-9ec2040c26dc HTTP/1.1" status: 200 len: 1091 time: 3.1103272 Aug 11 22:26:45.504009 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a8416a-f761-4777-85b1-99daff19184a None None] Network 00a438dd-2160-4d7e-9e98-edf6ea3aec0f requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:26:45.568034 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:26:45.599165 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033f7c3-439d-45d6-9d39-71c76681b323 service neutron] Pushing event updated for resources: {'Port': ['ID=e22f2eff-a548-46f8-b02c-9ec2040c26dc,revision_number=7']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:45.670449 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-94203ba9-0aed-4f61-8729-9393cb6b717b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:45.680808 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-94203ba9-0aed-4f61-8729-9393cb6b717b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 1094 time: 0.1535108 Aug 11 22:26:45.728429 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-44a20320-3397-4e7e-bbf9-cdc9888337e6 req-ae9e5aea-aa9c-4916-b45a-4f8d8c26e655 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725060 Aug 11 22:26:45.730785 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-37b9c388-c5b0-4ccd-ba06-bce6fc1a10c1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:45.987237 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-2346761a-3103-4e56-80d0-7460ef4f7648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:45.989991 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-2346761a-3103-4e56-80d0-7460ef4f7648 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ba8e150f-384a-45ec-a828-5f8c39c8ec17 HTTP/1.1" status: 200 len: 898 time: 0.2894194 Aug 11 22:26:46.230854 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-7193f22e-5850-4907-a41c-f4c53d4d8d76 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e22f2eff-a548-46f8-b02c-9ec2040c26dc HTTP/1.1" status: 200 len: 999 time: 0.2310793 Aug 11 22:26:46.245724 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device e22f2eff-a548-46f8-b02c-9ec2040c26dc no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:26:46.345048 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534ca68-1287-4d9b-9552-ffab6dfb513b req-5b0df649-12b7-4b3f-94e4-9b592693ae30 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:46.347961 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4534ca68-1287-4d9b-9552-ffab6dfb513b req-5b0df649-12b7-4b3f-94e4-9b592693ae30 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9e8e7cfd-717a-4e01-8162-f51a8e4f1485 HTTP/1.1" status: 200 len: 1097 time: 0.4084895 Aug 11 22:26:46.382235 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ddff7ee3-2960-4f7e-af6d-985005657c4b None None] Provisioning for port 1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:26:46.390068 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:46.394696 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device e22f2eff-a548-46f8-b02c-9ec2040c26dc not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:26:46.396932 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2133ce1d-3092-4ac7-84ce-c277b7be178c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:46.426441 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:26:46.432342 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:26:46.434035 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:46.454771 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-39819fe0-fcd4-4091-85f1-b465b57608f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:46.457064 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-39819fe0-fcd4-4091-85f1-b465b57608f9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2665ff53-ad82-414b-b2c5-b45b6ca0d1e9 HTTP/1.1" status: 200 len: 833 time: 0.2169251 Aug 11 22:26:46.519037 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4534ca68-1287-4d9b-9552-ffab6dfb513b req-2c8267f4-5a19-46cd-94c8-c3fd0ba00bbc tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=989039f3-4d48-4ea0-a637-ace2031c80c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580148 Aug 11 22:26:46.546576 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-a4c5f36d-1167-4588-ae55-a1c9010c8f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:46.549384 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-a4c5f36d-1167-4588-ae55-a1c9010c8f23 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ba8e150f-384a-45ec-a828-5f8c39c8ec17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827408 Aug 11 22:26:46.787018 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:46.850185 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-705b2e5a-71e8-4dd3-8f1e-82072fc57054 service neutron] 10.222.0.82 "GET /v2.0/networks/ba8e150f-384a-45ec-a828-5f8c39c8ec17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911210 Aug 11 22:26:46.874915 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d,segment=NetworkSegment(d0800509-67da-4445-a52a-480379c60f0d),segment_id=d0800509-67da-4445-a52a-480379c60f0d)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:46.900709 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:47.006035 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0531872-969e-442f-b149-f9f3d08b603d req-0273f395-d85f-44e2-b50e-d6ac8fc91f78 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:47.020444 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a0531872-969e-442f-b149-f9f3d08b603d req-0273f395-d85f-44e2-b50e-d6ac8fc91f78 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 943 time: 0.2242522 Aug 11 22:26:47.049610 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:47.098108 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4a832851-a914-43a0-b977-a46959022403 None None] Provisioning for port 676d221e-1670-4efe-a6f3-861a4ff20063 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:26:47.102098 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bdd3809-346f-4a4b-a040-bf427028992e', 'tag': 'e22f2eff-a548-46f8-b02c-9ec2040c26dc'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:26:47.106152 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4a832851-a914-43a0-b977-a46959022403 None None] Provisioning complete for port 676d221e-1670-4efe-a6f3-861a4ff20063 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:26:47.106853 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4a832851-a914-43a0-b977-a46959022403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:47.112561 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79314878-f3da-4a80-a168-58d58c156096" -d '{"events": [{"name": "network-changed", "server_uuid": "7bdd3809-346f-4a4b-a040-bf427028992e", "tag": "e22f2eff-a548-46f8-b02c-9ec2040c26dc"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:26:47.150170 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a0531872-969e-442f-b149-f9f3d08b603d req-e7fae9c1-9cd4-442d-b552-a2e831d60550 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282475 Aug 11 22:26:47.220436 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-37b9c388-c5b0-4ccd-ba06-bce6fc1a10c1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:47.237403 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-37b9c388-c5b0-4ccd-ba06-bce6fc1a10c1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:47.254495 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b43c184-1de2-4bf6-b7b9-fe8cc9be55be req-c76a99d8-d976-4985-9f38-6b9b7036a40b service neutron] 10.222.0.82 "GET /v2.0/networks/ba8e150f-384a-45ec-a828-5f8c39c8ec17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919382 Aug 11 22:26:47.298033 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4a832851-a914-43a0-b977-a46959022403 None None] Port 676d221e-1670-4efe-a6f3-861a4ff20063 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:26:47.347459 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4a832851-a914-43a0-b977-a46959022403 None None] Provisioning complete for port 1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:26:47.372305 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4a832851-a914-43a0-b977-a46959022403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:47.467717 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:26:47.586080 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9c388-c5b0-4ccd-ba06-bce6fc1a10c1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Port': ['ID=676d221e-1670-4efe-a6f3-861a4ff20063,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:47.602622 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-37b9c388-c5b0-4ccd-ba06-bce6fc1a10c1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:47.622108 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d0e59-11ed-42b7-a03e-1748653069d1 req-f18df32a-5be5-4145-8f8a-ac731e91c505 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:47.631403 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0f4d0e59-11ed-42b7-a03e-1748653069d1 req-f18df32a-5be5-4145-8f8a-ac731e91c505 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9e8e7cfd-717a-4e01-8162-f51a8e4f1485 HTTP/1.1" status: 200 len: 1097 time: 0.1579971 Aug 11 22:26:47.684870 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:47.724761 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:26:47.725297 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:47.740820 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0f4d0e59-11ed-42b7-a03e-1748653069d1 req-ba527a8f-ddb3-4f8d-96c7-e6df7cb4e169 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=989039f3-4d48-4ea0-a637-ace2031c80c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083138 Aug 11 22:26:47.822838 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b9c388-c5b0-4ccd-ba06-bce6fc1a10c1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network 00a438dd-2160-4d7e-9e98-edf6ea3aec0f is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:26:47.825087 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-37b9c388-c5b0-4ccd-ba06-bce6fc1a10c1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:26:47.895180 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2aaed882-3445-4e3a-aeb1-10b7d97712d1 None None] Provisioning complete for port 676d221e-1670-4efe-a6f3-861a4ff20063 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:26:47.895713 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2aaed882-3445-4e3a-aeb1-10b7d97712d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:47.965875 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-2aaed882-3445-4e3a-aeb1-10b7d97712d1 None None] Port 676d221e-1670-4efe-a6f3-861a4ff20063 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:26:47.984857 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d927316-c122-47a8-a30d-fdfc8456c594 req-20b53d93-c49a-4b2d-9af8-7ff3e642b434 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:47.987124 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6d927316-c122-47a8-a30d-fdfc8456c594 req-20b53d93-c49a-4b2d-9af8-7ff3e642b434 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 943 time: 0.1104608 Aug 11 22:26:48.050553 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6d927316-c122-47a8-a30d-fdfc8456c594 req-3e51dbde-9713-46f1-adcb-8bc882866546 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522621 Aug 11 22:26:48.056569 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b9c388-c5b0-4ccd-ba06-bce6fc1a10c1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Router 2af957be-b610-4b5b-acaf-f3b29c940f0e is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:26:48.155974 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb4e5a0-8a52-467f-9418-147850cb5856 x-openstack-request-id: req-bcb4e5a0-8a52-467f-9418-147850cb5856 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:26:48.156517 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bdd3809-346f-4a4b-a040-bf427028992e", "tag": "e22f2eff-a548-46f8-b02c-9ec2040c26dc", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:26:48.157382 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bcb4e5a0-8a52-467f-9418-147850cb5856 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:26:48.158027 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bdd3809-346f-4a4b-a040-bf427028992e', 'tag': 'e22f2eff-a548-46f8-b02c-9ec2040c26dc', 'status': 'completed', 'code': 200} Aug 11 22:26:48.221484 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b9c388-c5b0-4ccd-ba06-bce6fc1a10c1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:26:48.228627 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-37b9c388-c5b0-4ccd-ba06-bce6fc1a10c1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "PUT /v2.0/routers/2af957be-b610-4b5b-acaf-f3b29c940f0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8777246 Aug 11 22:26:48.231322 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36564) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:48.236848 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-55ed73ff-8e44-4f26-ae1c-005e758a167b None None] Provisioning complete for port 676d221e-1670-4efe-a6f3-861a4ff20063 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:26:48.237232 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-55ed73ff-8e44-4f26-ae1c-005e758a167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:48.293646 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108fda7d-db78-426f-8d29-c974d43b39ed None None] Sync routers for ids ['2af957be-b610-4b5b-acaf-f3b29c940f0e'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:26:48.300065 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-55ed73ff-8e44-4f26-ae1c-005e758a167b None None] Port 676d221e-1670-4efe-a6f3-861a4ff20063 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:26:48.318419 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108fda7d-db78-426f-8d29-c974d43b39ed None None] Routers {'2af957be-b610-4b5b-acaf-f3b29c940f0e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:26:48.320623 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-108fda7d-db78-426f-8d29-c974d43b39ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:26:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['2af957be-b610-4b5b-acaf-f3b29c940f0e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:48.348478 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f6fe3a-0a0b-4c7e-9671-2c72b87e5ce3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:48.355467 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d2f6fe3a-0a0b-4c7e-9671-2c72b87e5ce3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "GET /v2.0/ports/676d221e-1670-4efe-a6f3-861a4ff20063 HTTP/1.1" status: 200 len: 910 time: 0.1209381 Aug 11 22:26:48.370033 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-108fda7d-db78-426f-8d29-c974d43b39ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:48.375437 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36566) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:48.384521 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108fda7d-db78-426f-8d29-c974d43b39ed None None] Routers {'2af957be-b610-4b5b-acaf-f3b29c940f0e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:26:48.384719 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-108fda7d-db78-426f-8d29-c974d43b39ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:26:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['2af957be-b610-4b5b-acaf-f3b29c940f0e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:48.395651 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-aa947368-44ea-4498-aaa1-cbb6b129fa75 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ed910407-8874-4783-b105-1a6004b66ac1'}]}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:26:48.410003 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79314878-f3da-4a80-a168-58d58c156096 req-3946b063-26ba-4b39-85bd-20ccc41d1022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:48.416065 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-79314878-f3da-4a80-a168-58d58c156096 req-3946b063-26ba-4b39-85bd-20ccc41d1022 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 1094 time: 0.1977079 Aug 11 22:26:48.420528 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79314878-f3da-4a80-a168-58d58c156096 req-59501357-33af-4c81-9f78-f9fb59898418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:48.424101 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-79314878-f3da-4a80-a168-58d58c156096 req-59501357-33af-4c81-9f78-f9fb59898418 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 1094 time: 0.2199979 Aug 11 22:26:48.446367 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-108fda7d-db78-426f-8d29-c974d43b39ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:48.447362 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108fda7d-db78-426f-8d29-c974d43b39ed None None] The sync data for ids ['2af957be-b610-4b5b-acaf-f3b29c940f0e'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:26:48.613710 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac39fb2-e511-4467-a35b-5ceb2e9622a3 req-df5d12b6-a44b-419b-8145-2b180cd267d4 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:48.616678 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aac39fb2-e511-4467-a35b-5ceb2e9622a3 req-df5d12b6-a44b-419b-8145-2b180cd267d4 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9e8e7cfd-717a-4e01-8162-f51a8e4f1485 HTTP/1.1" status: 200 len: 1097 time: 0.2587955 Aug 11 22:26:48.642098 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-203405f1-2987-4b3a-9568-332462d33c03 req-3d34babc-8a87-47d2-8681-962eabdf1f4d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e1fbe566-b016-47bd-83e0-7797ebce3e6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2389481 Aug 11 22:26:48.733575 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79314878-f3da-4a80-a168-58d58c156096 req-76de5a2f-41e6-4496-8f2b-eee54a5f0436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:48.736979 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-79314878-f3da-4a80-a168-58d58c156096 req-76de5a2f-41e6-4496-8f2b-eee54a5f0436 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ba8e150f-384a-45ec-a828-5f8c39c8ec17 HTTP/1.1" status: 200 len: 898 time: 0.3100588 Aug 11 22:26:48.744395 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79314878-f3da-4a80-a168-58d58c156096 req-43dd59ea-97b7-4d49-83cd-256a5c4f244a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:48.746891 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-79314878-f3da-4a80-a168-58d58c156096 req-43dd59ea-97b7-4d49-83cd-256a5c4f244a service neutron] 10.222.0.52 "GET /v2.0/networks?id=ba8e150f-384a-45ec-a828-5f8c39c8ec17 HTTP/1.1" status: 200 len: 898 time: 0.3055239 Aug 11 22:26:48.766964 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aac39fb2-e511-4467-a35b-5ceb2e9622a3 req-0d50f8e4-c6d7-40e2-99b0-d155dcbeda71 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=989039f3-4d48-4ea0-a637-ace2031c80c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107080 Aug 11 22:26:48.885418 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aa947368-44ea-4498-aaa1-cbb6b129fa75 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:48.996438 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-79314878-f3da-4a80-a168-58d58c156096 req-30896ba5-59e7-40fb-8a87-e97f3e64f1e7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e22f2eff-a548-46f8-b02c-9ec2040c26dc HTTP/1.1" status: 200 len: 999 time: 0.2391245 Aug 11 22:26:49.009911 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:49.087288 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203405f1-2987-4b3a-9568-332462d33c03 req-b0126f37-8ba3-472f-b248-78342aee77e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:49.089549 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-203405f1-2987-4b3a-9568-332462d33c03 req-b0126f37-8ba3-472f-b248-78342aee77e9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2bf4ef471aa2484faad01cf58dfc260a&device_id=e1fbe566-b016-47bd-83e0-7797ebce3e6b HTTP/1.1" status: 200 len: 1097 time: 0.3890641 Aug 11 22:26:49.104690 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c146c-041b-444f-9436-9e1427600f9b req-c132d3f0-b463-4bb2-ad1c-d0b9d8a574e7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:49.106529 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b25c146c-041b-444f-9436-9e1427600f9b req-c132d3f0-b463-4bb2-ad1c-d0b9d8a574e7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 943 time: 0.1875825 Aug 11 22:26:49.119355 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-79314878-f3da-4a80-a168-58d58c156096 req-c2157b64-b5b1-4b8e-a427-18709717d9b8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e22f2eff-a548-46f8-b02c-9ec2040c26dc HTTP/1.1" status: 200 len: 999 time: 0.3709598 Aug 11 22:26:49.129288 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79314878-f3da-4a80-a168-58d58c156096 req-481df893-4897-47ff-ad48-846fbdd63aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:49.131099 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-79314878-f3da-4a80-a168-58d58c156096 req-481df893-4897-47ff-ad48-846fbdd63aa8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2665ff53-ad82-414b-b2c5-b45b6ca0d1e9 HTTP/1.1" status: 200 len: 833 time: 0.1218123 Aug 11 22:26:49.280710 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79314878-f3da-4a80-a168-58d58c156096 req-e717e434-4aad-471a-84dd-a12a12a39d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:49.286367 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-79314878-f3da-4a80-a168-58d58c156096 req-e717e434-4aad-471a-84dd-a12a12a39d66 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2665ff53-ad82-414b-b2c5-b45b6ca0d1e9 HTTP/1.1" status: 200 len: 833 time: 0.1513515 Aug 11 22:26:49.314824 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79314878-f3da-4a80-a168-58d58c156096 req-afc7fff2-ae4c-4498-90ab-2a582c8bc6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:49.318695 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-79314878-f3da-4a80-a168-58d58c156096 req-afc7fff2-ae4c-4498-90ab-2a582c8bc6c8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ba8e150f-384a-45ec-a828-5f8c39c8ec17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1622648 Aug 11 22:26:49.319686 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b25c146c-041b-444f-9436-9e1427600f9b req-a2e445ad-e6f8-489b-a73c-bb2b7dd45b32 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589954 Aug 11 22:26:49.463622 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203405f1-2987-4b3a-9568-332462d33c03 req-6b74bff2-573a-4be6-900c-e46d64d1d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:49.465514 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-203405f1-2987-4b3a-9568-332462d33c03 req-6b74bff2-573a-4be6-900c-e46d64d1d0b5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=68d2446a-390b-4a41-9fe5-492c7badcbde HTTP/1.1" status: 200 len: 916 time: 0.3166032 Aug 11 22:26:49.471607 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79314878-f3da-4a80-a168-58d58c156096 req-11910f01-9205-41b4-94d8-0be66314d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:49.473325 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-79314878-f3da-4a80-a168-58d58c156096 req-11910f01-9205-41b4-94d8-0be66314d9ae service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ba8e150f-384a-45ec-a828-5f8c39c8ec17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1788604 Aug 11 22:26:49.611814 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-203405f1-2987-4b3a-9568-332462d33c03 req-307ec005-2195-4ee6-ae8f-d96f045bf275 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0802aa03-5e0e-4325-81fe-84c357f56d74 HTTP/1.1" status: 200 len: 217 time: 0.1292331 Aug 11 22:26:49.662952 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-79314878-f3da-4a80-a168-58d58c156096 req-fb065e5e-7525-4516-80f0-f363fb37c7ea service neutron] 10.222.0.52 "GET /v2.0/networks/ba8e150f-384a-45ec-a828-5f8c39c8ec17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896636 Aug 11 22:26:49.765752 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203405f1-2987-4b3a-9568-332462d33c03 req-07a15c82-770f-457e-b0ce-b500b8591347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:49.768134 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-203405f1-2987-4b3a-9568-332462d33c03 req-07a15c82-770f-457e-b0ce-b500b8591347 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=34c8b549-956e-4026-aeaf-8a20adbeac3b HTTP/1.1" status: 200 len: 855 time: 0.1488259 Aug 11 22:26:49.802665 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-79314878-f3da-4a80-a168-58d58c156096 req-35e55267-2885-4869-8268-b35ef51ef2d7 service neutron] 10.222.0.82 "GET /v2.0/networks/ba8e150f-384a-45ec-a828-5f8c39c8ec17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163414 Aug 11 22:26:49.833489 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-79314878-f3da-4a80-a168-58d58c156096 req-8a909813-466c-47b3-a4e1-1ba103b9d206 service neutron] 10.222.0.52 "GET /v2.0/networks/ba8e150f-384a-45ec-a828-5f8c39c8ec17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580696 Aug 11 22:26:49.841712 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-203405f1-2987-4b3a-9568-332462d33c03 req-77a221a8-4ef6-445d-ac38-d422b250c5c9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=68d2446a-390b-4a41-9fe5-492c7badcbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575359 Aug 11 22:26:49.855105 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875efd16-fc1b-46bf-9c7f-981ec10a7483 req-8531e20b-4017-4f7e-b00c-9daf973cc79f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:49.858749 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-875efd16-fc1b-46bf-9c7f-981ec10a7483 req-8531e20b-4017-4f7e-b00c-9daf973cc79f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 943 time: 0.1778493 Aug 11 22:26:49.957343 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-79314878-f3da-4a80-a168-58d58c156096 req-b9ddcbd7-8471-40b8-bf6c-a6a0361dd62e service neutron] 10.222.0.82 "GET /v2.0/networks/ba8e150f-384a-45ec-a828-5f8c39c8ec17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463401 Aug 11 22:26:50.377577 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aa947368-44ea-4498-aaa1-cbb6b129fa75 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:50.410515 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aa947368-44ea-4498-aaa1-cbb6b129fa75 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:50.452378 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-875efd16-fc1b-46bf-9c7f-981ec10a7483 req-63d08d20-2f14-40a2-b816-203279b3dd43 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5808327 Aug 11 22:26:50.514783 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-203405f1-2987-4b3a-9568-332462d33c03 req-645423c3-d1d1-415b-90b1-17e7c1dd54b8 service neutron] 10.222.0.82 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6534140 Aug 11 22:26:50.565845 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa947368-44ea-4498-aaa1-cbb6b129fa75 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:50.567139 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aa947368-44ea-4498-aaa1-cbb6b129fa75 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:50.569868 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-aa947368-44ea-4498-aaa1-cbb6b129fa75 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "PUT /v2.0/ports/676d221e-1670-4efe-a6f3-861a4ff20063 HTTP/1.1" status: 200 len: 910 time: 2.1903408 Aug 11 22:26:50.573742 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36582) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:50.716478 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa947368-44ea-4498-aaa1-cbb6b129fa75 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Port': ['ID=676d221e-1670-4efe-a6f3-861a4ff20063,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:50.760918 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:50.793700 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e0840-f25e-4694-9833-0dec162a7d22 req-f486a670-1c49-4969-b0be-ad451c7b4591 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:50.797330 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-793e0840-f25e-4694-9833-0dec162a7d22 req-f486a670-1c49-4969-b0be-ad451c7b4591 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9e8e7cfd-717a-4e01-8162-f51a8e4f1485 HTTP/1.1" status: 200 len: 1097 time: 0.2011125 Aug 11 22:26:50.865360 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-203405f1-2987-4b3a-9568-332462d33c03 req-5fda83df-e567-471e-a93e-c17acd0c027a service neutron] 10.222.0.82 "GET /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274567 Aug 11 22:26:50.893683 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-793e0840-f25e-4694-9833-0dec162a7d22 req-a07e029c-847c-4a35-98db-72af36487dc1 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=989039f3-4d48-4ea0-a637-ace2031c80c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741756 Aug 11 22:26:51.052572 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e43d72-8897-4195-a615-80af5f5cf6e7 req-0d9f94fd-b03b-4638-af05-7df844c140ed tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:51.056171 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a1e43d72-8897-4195-a615-80af5f5cf6e7 req-0d9f94fd-b03b-4638-af05-7df844c140ed tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9e8e7cfd-717a-4e01-8162-f51a8e4f1485 HTTP/1.1" status: 200 len: 1097 time: 0.1114724 Aug 11 22:26:51.058461 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb713407-d0af-4c29-b09f-8ae30d7a287d req-5df99250-ca1d-4066-9871-709a720d57aa tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:51.062226 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb713407-d0af-4c29-b09f-8ae30d7a287d req-5df99250-ca1d-4066-9871-709a720d57aa tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 943 time: 0.0828946 Aug 11 22:26:51.152775 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb713407-d0af-4c29-b09f-8ae30d7a287d req-2b953cb4-0513-4394-8546-ad18c0825556 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821826 Aug 11 22:26:51.295144 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-a1e43d72-8897-4195-a615-80af5f5cf6e7 req-980568a9-0be1-4947-83ee-11ed7e2fae4d tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Deleting port d48f7ffd-99b9-4ac4-9212-41ea97f26bbe {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:26:51.295692 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a1e43d72-8897-4195-a615-80af5f5cf6e7 req-980568a9-0be1-4947-83ee-11ed7e2fae4d tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:51.400513 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-86c230b4-9d93-415c-aa57-9a2938953098 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:51.533147 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-a1e43d72-8897-4195-a615-80af5f5cf6e7 req-980568a9-0be1-4947-83ee-11ed7e2fae4d tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] For port d48f7ffd-99b9-4ac4-9212-41ea97f26bbe, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=d48f7ffd-99b9-4ac4-9212-41ea97f26bbe,segment=NetworkSegment(3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd),segment_id=3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:51.534083 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a1e43d72-8897-4195-a615-80af5f5cf6e7 req-980568a9-0be1-4947-83ee-11ed7e2fae4d tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:51.575112 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-a1e43d72-8897-4195-a615-80af5f5cf6e7 req-980568a9-0be1-4947-83ee-11ed7e2fae4d tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Calling delete_port for d48f7ffd-99b9-4ac4-9212-41ea97f26bbe owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:26:51.683955 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c359200-c56d-4d09-8793-75b70e3f13de req-3910cef8-a6b3-43ba-a4c0-af501374eb22 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:51.686514 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0c359200-c56d-4d09-8793-75b70e3f13de req-3910cef8-a6b3-43ba-a4c0-af501374eb22 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 943 time: 0.0940528 Aug 11 22:26:51.773547 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0c359200-c56d-4d09-8793-75b70e3f13de req-6f0d4caf-2d39-4078-922c-998cc36ceec9 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631397 Aug 11 22:26:51.996940 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a1e43d72-8897-4195-a615-80af5f5cf6e7 req-980568a9-0be1-4947-83ee-11ed7e2fae4d tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:52.041768 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['0954ec9a-334f-4fd5-aa0a-1462c15e48b1'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:26:52.083575 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980568a9-0be1-4947-83ee-11ed7e2fae4d tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Pushing event deleted for resources: {'Port': ['ID=d48f7ffd-99b9-4ac4-9212-41ea97f26bbe,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:52.115837 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-974e5a08-5b83-4faa-a249-3ee1967784c1 req-2984e5c6-5ec7-48a0-8928-5b6f0d66c617 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9e8e7cfd-717a-4e01-8162-f51a8e4f1485 HTTP/1.1" status: 200 len: 210 time: 0.0614960 Aug 11 22:26:52.124495 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-86c230b4-9d93-415c-aa57-9a2938953098 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Deleting port 676d221e-1670-4efe-a6f3-861a4ff20063 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:26:52.125123 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-86c230b4-9d93-415c-aa57-9a2938953098 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:52.204967 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e43d72-8897-4195-a615-80af5f5cf6e7 req-980568a9-0be1-4947-83ee-11ed7e2fae4d tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] No DVR routers for this DVR port d48f7ffd-99b9-4ac4-9212-41ea97f26bbe on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:26:52.209643 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a1e43d72-8897-4195-a615-80af5f5cf6e7 req-980568a9-0be1-4947-83ee-11ed7e2fae4d tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:52.218488 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a1e43d72-8897-4195-a615-80af5f5cf6e7 req-980568a9-0be1-4947-83ee-11ed7e2fae4d tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.52 "DELETE /v2.0/ports/d48f7ffd-99b9-4ac4-9212-41ea97f26bbe HTTP/1.1" status: 204 len: 173 time: 1.1294196 Aug 11 22:26:52.219011 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8e7cfd-717a-4e01-8162-f51a8e4f1485', 'name': 'network-vif-deleted', 'tag': 'd48f7ffd-99b9-4ac4-9212-41ea97f26bbe'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:26:52.234010 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c6e999-5fe5-4e7a-97fc-0a667f1f3246" -d '{"events": [{"server_uuid": "9e8e7cfd-717a-4e01-8162-f51a8e4f1485", "name": "network-vif-deleted", "tag": "d48f7ffd-99b9-4ac4-9212-41ea97f26bbe"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:26:52.314420 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device e22f2eff-a548-46f8-b02c-9ec2040c26dc details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:26:52.363892 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-86c230b4-9d93-415c-aa57-9a2938953098 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:52.382758 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-86c230b4-9d93-415c-aa57-9a2938953098 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Calling delete_port for 676d221e-1670-4efe-a6f3-861a4ff20063 owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:26:52.522967 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.resource_extend [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 22:26:52.582741 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16b743-27f7-46d4-a452-24f133f339bf req-bedb3bae-304c-41ce-b08f-6d5cdf5f5a16 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:52.597594 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bb16b743-27f7-46d4-a452-24f133f339bf req-bedb3bae-304c-41ce-b08f-6d5cdf5f5a16 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 943 time: 0.1703899 Aug 11 22:26:52.690013 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bb16b743-27f7-46d4-a452-24f133f339bf req-a5472df8-e00b-40b3-9637-43a39a57d453 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893967 Aug 11 22:26:52.812994 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-86c230b4-9d93-415c-aa57-9a2938953098 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:52.911364 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c230b4-9d93-415c-aa57-9a2938953098 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Port': ['ID=676d221e-1670-4efe-a6f3-861a4ff20063,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:53.012426 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port e22f2eff-a548-46f8-b02c-9ec2040c26dc, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=e22f2eff-a548-46f8-b02c-9ec2040c26dc,segment=NetworkSegment(1f083fb3-78c4-439f-99d5-0d2efbbeb25c),segment_id=1f083fb3-78c4-439f-99d5-0d2efbbeb25c)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:53.055969 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': 'e22f2eff-a548-46f8-b02c-9ec2040c26dc', 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17', 'port_id': 'e22f2eff-a548-46f8-b02c-9ec2040c26dc', 'mac_address': 'fa:16:3e:be:4b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2665ff53-ad82-414b-b2c5-b45b6ca0d1e9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:26:53.057173 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834dada0-b4bc-49c7-ab85-32ad528713f6 x-openstack-request-id: req-834dada0-b4bc-49c7-ab85-32ad528713f6 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:26:53.057173 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8e7cfd-717a-4e01-8162-f51a8e4f1485", "name": "network-vif-deleted", "tag": "d48f7ffd-99b9-4ac4-9212-41ea97f26bbe", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:26:53.057591 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-834dada0-b4bc-49c7-ab85-32ad528713f6 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:26:53.058254 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8e7cfd-717a-4e01-8162-f51a8e4f1485', 'name': 'network-vif-deleted', 'tag': 'd48f7ffd-99b9-4ac4-9212-41ea97f26bbe', 'status': 'completed', 'code': 200} Aug 11 22:26:53.156205 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:53.193137 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22f2eff-a548-46f8-b02c-9ec2040c26dc {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:26:53.278097 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port e22f2eff-a548-46f8-b02c-9ec2040c26dc, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=e22f2eff-a548-46f8-b02c-9ec2040c26dc,segment=NetworkSegment(1f083fb3-78c4-439f-99d5-0d2efbbeb25c),segment_id=1f083fb3-78c4-439f-99d5-0d2efbbeb25c)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:53.291953 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:53.467895 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=e22f2eff-a548-46f8-b02c-9ec2040c26dc,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:53.598481 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2ddd2-26d8-4206-b230-d0d2838f513b req-0689b8d5-111b-404d-880f-1c0fb4295ac3 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:53.600579 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6fa2ddd2-26d8-4206-b230-d0d2838f513b req-0689b8d5-111b-404d-880f-1c0fb4295ac3 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 943 time: 0.0864778 Aug 11 22:26:53.698945 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6fa2ddd2-26d8-4206-b230-d0d2838f513b req-8a238d2b-88de-4452-9d50-3abcafa4fab4 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855808 Aug 11 22:26:53.771232 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['e22f2eff-a548-46f8-b02c-9ec2040c26dc'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:26:53.971703 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device d48f7ffd-99b9-4ac4-9212-41ea97f26bbe no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:26:53.976953 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-86c230b4-9d93-415c-aa57-9a2938953098 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:54.006756 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62a3eb-0c3b-4237-bbd3-b23f57579b48 req-235676bb-e6a7-4e68-bfc1-85445b1d5f67 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:54.008948 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b62a3eb-0c3b-4237-bbd3-b23f57579b48 req-235676bb-e6a7-4e68-bfc1-85445b1d5f67 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 944 time: 0.1009548 Aug 11 22:26:54.026984 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: d48f7ffd-99b9-4ac4-9212-41ea97f26bbe {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:26:54.028360 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device d48f7ffd-99b9-4ac4-9212-41ea97f26bbe not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:26:54.039773 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7ef35-0453-4ac5-b95f-8e88aabbf228 req-94eeb8a0-781a-41a5-9b21-13fdd84ae8cb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:54.042707 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86a7ef35-0453-4ac5-b95f-8e88aabbf228 req-94eeb8a0-781a-41a5-9b21-13fdd84ae8cb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e&tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&binding%3Ahost_id=n-h1-804275-3 HTTP/1.1" status: 200 len: 944 time: 0.1493235 Aug 11 22:26:54.079865 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b62a3eb-0c3b-4237-bbd3-b23f57579b48 req-8aa9de15-d4fd-4aa8-9be5-d96e4eba2b71 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550659 Aug 11 22:26:54.360466 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-5a07c509-0025-4f00-895d-bb88274f28eb req-cf04a68c-40b7-4451-9e50-f47c1f43936d service neutron] (100942) timed out ('10.222.0.77', 53176) {{(pid=100942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 22:26:54.457191 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c230b4-9d93-415c-aa57-9a2938953098 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Router 2af957be-b610-4b5b-acaf-f3b29c940f0e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:26:54.464638 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [req-86a7ef35-0453-4ac5-b95f-8e88aabbf228 req-bc14831c-215f-4c9f-acb1-dcb9e0b234ab service neutron] delete failed (client error): The resource could not be found. Aug 11 22:26:54.466538 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86a7ef35-0453-4ac5-b95f-8e88aabbf228 req-bc14831c-215f-4c9f-acb1-dcb9e0b234ab service neutron] 10.222.0.52 "DELETE /v2.0/ports/e22f2eff-a548-46f8-b02c-9ec2040c26dc/bindings/n-h2-804275-3 HTTP/1.1" status: 404 len: 380 time: 0.3697162 Aug 11 22:26:54.671415 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adcb66d-cfaf-46ea-ad57-cec70c77f883 req-d17bcd54-8c4f-497b-9537-aaf97ec16fe5 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:54.674339 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1adcb66d-cfaf-46ea-ad57-cec70c77f883 req-d17bcd54-8c4f-497b-9537-aaf97ec16fe5 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8c87ef4-b830-40e8-bb0a-eeff4279cf43 HTTP/1.1" status: 200 len: 946 time: 0.0969448 Aug 11 22:26:54.679828 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c230b4-9d93-415c-aa57-9a2938953098 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:26:54.696828 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9f4253-431b-41be-aae0-75df3ab09ffc None None] Sync routers for ids ['2af957be-b610-4b5b-acaf-f3b29c940f0e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:26:54.700973 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-86c230b4-9d93-415c-aa57-9a2938953098 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "PUT /v2.0/routers/2af957be-b610-4b5b-acaf-f3b29c940f0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1246305 Aug 11 22:26:54.702070 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36630) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:54.735079 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9f4253-431b-41be-aae0-75df3ab09ffc None None] Routers {'2af957be-b610-4b5b-acaf-f3b29c940f0e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:26:54.738299 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-df9f4253-431b-41be-aae0-75df3ab09ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:26:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['2af957be-b610-4b5b-acaf-f3b29c940f0e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:54.745412 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1adcb66d-cfaf-46ea-ad57-cec70c77f883 req-53111a97-4319-443d-8f88-90a166b4d732 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=7cd3fd34-7649-4310-a1d3-6007f49094e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604734 Aug 11 22:26:54.756626 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36634) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:54.757090 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e4f3739c-7920-4a76-a6a4-0b5aacc6ae3f tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "GET /v2.0/ports?device_id=2af957be-b610-4b5b-acaf-f3b29c940f0e HTTP/1.1" status: 200 len: 205 time: 0.0506754 Aug 11 22:26:54.782181 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7ef35-0453-4ac5-b95f-8e88aabbf228 req-05d79a92-2bd0-4dfd-a817-a736b7fe2295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:54.784309 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86a7ef35-0453-4ac5-b95f-8e88aabbf228 req-05d79a92-2bd0-4dfd-a817-a736b7fe2295 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 1095 time: 0.2072177 Aug 11 22:26:54.874237 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-df9f4253-431b-41be-aae0-75df3ab09ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:54.914373 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9f4253-431b-41be-aae0-75df3ab09ffc None None] Routers {'2af957be-b610-4b5b-acaf-f3b29c940f0e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:26:54.915800 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-df9f4253-431b-41be-aae0-75df3ab09ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:26:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['2af957be-b610-4b5b-acaf-f3b29c940f0e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:54.943343 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7ef35-0453-4ac5-b95f-8e88aabbf228 req-61369d44-7ff3-402e-841b-07e06d110ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:54.952865 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86a7ef35-0453-4ac5-b95f-8e88aabbf228 req-61369d44-7ff3-402e-841b-07e06d110ca3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ba8e150f-384a-45ec-a828-5f8c39c8ec17 HTTP/1.1" status: 200 len: 898 time: 0.1549017 Aug 11 22:26:54.981731 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc62051e-9367-48db-8b55-28ffaa88af99 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:54.983796 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-df9f4253-431b-41be-aae0-75df3ab09ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:54.985581 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9f4253-431b-41be-aae0-75df3ab09ffc None None] The sync data for ids ['2af957be-b610-4b5b-acaf-f3b29c940f0e'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:26:55.102535 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86a7ef35-0453-4ac5-b95f-8e88aabbf228 req-39b5e767-bc10-4e22-a713-cb1a2b74ed9e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e22f2eff-a548-46f8-b02c-9ec2040c26dc HTTP/1.1" status: 200 len: 1000 time: 0.1446266 Aug 11 22:26:55.107245 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5440b-abad-42ba-85e7-65ae32d648cf req-6ee8b39e-612a-4062-8c55-b14a3e8310c6 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:55.109542 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4f5440b-abad-42ba-85e7-65ae32d648cf req-6ee8b39e-612a-4062-8c55-b14a3e8310c6 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3fec8e8e-e716-4d5f-8f05-bdf4d3733c90 HTTP/1.1" status: 200 len: 1096 time: 0.1808860 Aug 11 22:26:55.202791 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7ef35-0453-4ac5-b95f-8e88aabbf228 req-2995fa19-207b-4ddc-bf80-095bafa27977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:55.205009 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86a7ef35-0453-4ac5-b95f-8e88aabbf228 req-2995fa19-207b-4ddc-bf80-095bafa27977 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2665ff53-ad82-414b-b2c5-b45b6ca0d1e9 HTTP/1.1" status: 200 len: 833 time: 0.0934594 Aug 11 22:26:55.247936 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc62051e-9367-48db-8b55-28ffaa88af99 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:55.253260 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc62051e-9367-48db-8b55-28ffaa88af99 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:55.265443 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7ef35-0453-4ac5-b95f-8e88aabbf228 req-ef542661-b5e4-4173-9dce-d1ca2f2da704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:55.267612 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86a7ef35-0453-4ac5-b95f-8e88aabbf228 req-ef542661-b5e4-4173-9dce-d1ca2f2da704 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ba8e150f-384a-45ec-a828-5f8c39c8ec17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548391 Aug 11 22:26:55.309791 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4f5440b-abad-42ba-85e7-65ae32d648cf req-98332fd4-0f92-4a9a-8490-e0a5cccb396e tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=989039f3-4d48-4ea0-a637-ace2031c80c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676309 Aug 11 22:26:55.322152 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc62051e-9367-48db-8b55-28ffaa88af99 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:55.323071 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc62051e-9367-48db-8b55-28ffaa88af99 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Fanout notify agent at l3_agent the message router_deleted on router 2af957be-b610-4b5b-acaf-f3b29c940f0e {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:26:55.344884 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc62051e-9367-48db-8b55-28ffaa88af99 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:55.346532 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fc62051e-9367-48db-8b55-28ffaa88af99 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/routers/2af957be-b610-4b5b-acaf-f3b29c940f0e HTTP/1.1" status: 204 len: 168 time: 0.5880167 Aug 11 22:26:55.351280 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36638) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:55.440153 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ec1cad-3bef-4af3-b26f-095cdd80ec9c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Deleting subnet ed910407-8874-4783-b105-1a6004b66ac1 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:26:55.445686 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-89ec1cad-3bef-4af3-b26f-095cdd80ec9c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:55.451240 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86a7ef35-0453-4ac5-b95f-8e88aabbf228 req-89835a61-6838-4e4b-a4db-38dd8d7aeef0 service neutron] 10.222.0.52 "GET /v2.0/networks/ba8e150f-384a-45ec-a828-5f8c39c8ec17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750174 Aug 11 22:26:55.552944 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-89ec1cad-3bef-4af3-b26f-095cdd80ec9c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:55.598583 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a7834-0c83-4447-9323-4c93d46567b3 req-fbfd7224-49e0-4f77-b5ee-931a4a69341a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:55.600285 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e51a7834-0c83-4447-9323-4c93d46567b3 req-fbfd7224-49e0-4f77-b5ee-931a4a69341a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 943 time: 0.1108499 Aug 11 22:26:55.614127 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-86a7ef35-0453-4ac5-b95f-8e88aabbf228 req-29273c50-7850-48b2-a4ad-62a2238dd4b2 service neutron] 10.222.0.52 "GET /v2.0/networks/ba8e150f-384a-45ec-a828-5f8c39c8ec17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546624 Aug 11 22:26:55.729387 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e51a7834-0c83-4447-9323-4c93d46567b3 req-05921950-186f-4110-85fa-2841f369e9a6 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140459 Aug 11 22:26:55.770463 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-89ec1cad-3bef-4af3-b26f-095cdd80ec9c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:55.957971 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-89ec1cad-3bef-4af3-b26f-095cdd80ec9c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:56.050126 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec1cad-3bef-4af3-b26f-095cdd80ec9c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Subnet': ['ID=ed910407-8874-4783-b105-1a6004b66ac1,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:56.072681 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0266e2ba-c2ce-4a73-b830-58cb0f5d229b None None] Network 00a438dd-2160-4d7e-9e98-edf6ea3aec0f requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:26:56.086285 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-89ec1cad-3bef-4af3-b26f-095cdd80ec9c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:56.099369 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-89ec1cad-3bef-4af3-b26f-095cdd80ec9c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/subnets/ed910407-8874-4783-b105-1a6004b66ac1 HTTP/1.1" status: 204 len: 168 time: 0.7428405 Aug 11 22:26:56.101240 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36644) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:56.118824 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d40b0-ddf5-495a-a980-8466b38cf98b req-05ba1144-7395-4a3f-b3de-1b3cfd6a61fd tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:56.120510 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9e8d40b0-ddf5-495a-a980-8466b38cf98b req-05ba1144-7395-4a3f-b3de-1b3cfd6a61fd tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 944 time: 0.2527645 Aug 11 22:26:56.227541 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed010d-395a-451e-8845-70d50947dcd5 req-a35213e9-1aa7-4c95-ab8e-232c80499cd0 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:56.229980 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aaed010d-395a-451e-8845-70d50947dcd5 req-a35213e9-1aa7-4c95-ab8e-232c80499cd0 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8c87ef4-b830-40e8-bb0a-eeff4279cf43 HTTP/1.1" status: 200 len: 946 time: 0.2256343 Aug 11 22:26:56.248011 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9e8d40b0-ddf5-495a-a980-8466b38cf98b req-48771068-390a-406d-889e-c811dac2632e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110623 Aug 11 22:26:56.343481 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-14d699de-0660-4caf-ba31-5eafc0bb5aa2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:56.348894 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device e22f2eff-a548-46f8-b02c-9ec2040c26dc up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:26:56.490732 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce4115-a2b0-4e33-8d28-a0f321210296 req-1f233e2b-9d5d-48cf-b5dc-30c05a1aa1f6 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:56.492543 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71ce4115-a2b0-4e33-8d28-a0f321210296 req-1f233e2b-9d5d-48cf-b5dc-30c05a1aa1f6 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8c87ef4-b830-40e8-bb0a-eeff4279cf43 HTTP/1.1" status: 200 len: 946 time: 0.1321468 Aug 11 22:26:56.534930 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port e22f2eff-a548-46f8-b02c-9ec2040c26dc completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:26:56.545219 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port e22f2eff-a548-46f8-b02c-9ec2040c26dc triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:26:56.545219 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:56.558226 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facb5d0-c2ab-4e38-8358-9bebffd69ab1 req-45b37d96-f072-4f16-bb4e-d7722314583f tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:56.560416 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7facb5d0-c2ab-4e38-8358-9bebffd69ab1 req-45b37d96-f072-4f16-bb4e-d7722314583f tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=3fec8e8e-e716-4d5f-8f05-bdf4d3733c90 HTTP/1.1" status: 200 len: 1096 time: 0.1271012 Aug 11 22:26:56.602373 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-14d699de-0660-4caf-ba31-5eafc0bb5aa2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Deleting port 1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:26:56.603359 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-14d699de-0660-4caf-ba31-5eafc0bb5aa2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:56.626261 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71ce4115-a2b0-4e33-8d28-a0f321210296 req-efa8fab9-579a-418c-985a-59e64e826bc7 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups?id=7cd3fd34-7649-4310-a1d3-6007f49094e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104918 Aug 11 22:26:56.667601 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50b10fb-3f6b-43a0-b76a-c82daa56f188 None None] DHCP port deletion for 00a438dd-2160-4d7e-9e98-edf6ea3aec0f request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:26:56.697879 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:56.741116 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port e22f2eff-a548-46f8-b02c-9ec2040c26dc, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=e22f2eff-a548-46f8-b02c-9ec2040c26dc,segment=NetworkSegment(1f083fb3-78c4-439f-99d5-0d2efbbeb25c),segment_id=1f083fb3-78c4-439f-99d5-0d2efbbeb25c)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:56.742997 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdd3809-346f-4a4b-a040-bf427028992e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22f2eff-a548-46f8-b02c-9ec2040c26dc'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:26:56.753092 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bea951d-9dbb-4fc0-99c0-9987e8c04c66" -d '{"events": [{"server_uuid": "7bdd3809-346f-4a4b-a040-bf427028992e", "name": "network-vif-plugged", "status": "completed", "tag": "e22f2eff-a548-46f8-b02c-9ec2040c26dc"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:26:56.765762 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:56.774497 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-aaed010d-395a-451e-8845-70d50947dcd5 req-3bb2fee0-5706-407c-8eb7-2c3cfa5d2acc tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Deleting port 10856a8d-9c16-418a-8682-a2e791752deb {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:26:56.774861 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-aaed010d-395a-451e-8845-70d50947dcd5 req-3bb2fee0-5706-407c-8eb7-2c3cfa5d2acc tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:56.778865 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-7facb5d0-c2ab-4e38-8358-9bebffd69ab1 req-7ef73b8e-488b-4b10-9ec7-0f9fc85734f3 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Deleting port 0954ec9a-334f-4fd5-aa0a-1462c15e48b1 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:26:56.780359 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7facb5d0-c2ab-4e38-8358-9bebffd69ab1 req-7ef73b8e-488b-4b10-9ec7-0f9fc85734f3 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:56.829768 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-a50b10fb-3f6b-43a0-b76a-c82daa56f188 None None] Deleting port 1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:26:56.830241 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a50b10fb-3f6b-43a0-b76a-c82daa56f188 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:56.849052 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=e22f2eff-a548-46f8-b02c-9ec2040c26dc,revision_number=9']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:56.932438 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a50b10fb-3f6b-43a0-b76a-c82daa56f188 None None] For port 1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d,segment=NetworkSegment(d0800509-67da-4445-a52a-480379c60f0d),segment_id=d0800509-67da-4445-a52a-480379c60f0d)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:56.932856 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a50b10fb-3f6b-43a0-b76a-c82daa56f188 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:56.951426 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-a50b10fb-3f6b-43a0-b76a-c82daa56f188 None None] Calling delete_port for 1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:26:57.045744 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc8da3-54db-4f4f-a9ea-aade3b2f367a req-774d2ccf-53d0-4e79-a6ca-a0ef4d438b3f tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:57.055016 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-29dc8da3-54db-4f4f-a9ea-aade3b2f367a req-774d2ccf-53d0-4e79-a6ca-a0ef4d438b3f tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3fec8e8e-e716-4d5f-8f05-bdf4d3733c90 HTTP/1.1" status: 200 len: 1096 time: 0.2851002 Aug 11 22:26:57.075281 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-14d699de-0660-4caf-ba31-5eafc0bb5aa2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] For port 1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d,segment=NetworkSegment(d0800509-67da-4445-a52a-480379c60f0d),segment_id=d0800509-67da-4445-a52a-480379c60f0d)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:57.076202 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a50b10fb-3f6b-43a0-b76a-c82daa56f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:57.077201 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-14d699de-0660-4caf-ba31-5eafc0bb5aa2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:57.121519 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-7facb5d0-c2ab-4e38-8358-9bebffd69ab1 req-7ef73b8e-488b-4b10-9ec7-0f9fc85734f3 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] For port 0954ec9a-334f-4fd5-aa0a-1462c15e48b1, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=0954ec9a-334f-4fd5-aa0a-1462c15e48b1,segment=NetworkSegment(3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd),segment_id=3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:57.121832 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7facb5d0-c2ab-4e38-8358-9bebffd69ab1 req-7ef73b8e-488b-4b10-9ec7-0f9fc85734f3 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:57.122607 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b10fb-3f6b-43a0-b76a-c82daa56f188 None None] Pushing event deleted for resources: {'Port': ['ID=1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:57.123392 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-14d699de-0660-4caf-ba31-5eafc0bb5aa2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Calling delete_port for 1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:26:57.132809 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50b10fb-3f6b-43a0-b76a-c82daa56f188 None None] No DVR routers for this DVR port 1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:26:57.136920 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-29dc8da3-54db-4f4f-a9ea-aade3b2f367a req-b3284843-d3e1-4cc6-b8e4-c467065e6597 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=989039f3-4d48-4ea0-a637-ace2031c80c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809121 Aug 11 22:26:57.164338 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-7facb5d0-c2ab-4e38-8358-9bebffd69ab1 req-7ef73b8e-488b-4b10-9ec7-0f9fc85734f3 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Calling delete_port for 0954ec9a-334f-4fd5-aa0a-1462c15e48b1 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:26:57.184839 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-aaed010d-395a-451e-8845-70d50947dcd5 req-3bb2fee0-5706-407c-8eb7-2c3cfa5d2acc tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] For port 10856a8d-9c16-418a-8682-a2e791752deb, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=10856a8d-9c16-418a-8682-a2e791752deb,segment=NetworkSegment(6da62bdd-158d-4cb9-b631-9961e2bbb91a),segment_id=6da62bdd-158d-4cb9-b631-9961e2bbb91a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:26:57.185583 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-aaed010d-395a-451e-8845-70d50947dcd5 req-3bb2fee0-5706-407c-8eb7-2c3cfa5d2acc tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:57.431304 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7facb5d0-c2ab-4e38-8358-9bebffd69ab1 req-7ef73b8e-488b-4b10-9ec7-0f9fc85734f3 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:57.441294 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:26:57.477773 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['0954ec9a-334f-4fd5-aa0a-1462c15e48b1'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:26:57.481065 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:26:57.481701 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:26:57.502843 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73b8e-488b-4b10-9ec7-0f9fc85734f3 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Pushing event deleted for resources: {'Port': ['ID=0954ec9a-334f-4fd5-aa0a-1462c15e48b1,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:57.572126 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ff208-db97-4f24-a201-d7fca2a97678 req-2360cab6-356f-4239-b653-21d2b2e5ad3c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:57.582311 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0f9ff208-db97-4f24-a201-d7fca2a97678 req-2360cab6-356f-4239-b653-21d2b2e5ad3c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 943 time: 0.2085681 Aug 11 22:26:57.617910 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-14d699de-0660-4caf-ba31-5eafc0bb5aa2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:57.655685 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-7facb5d0-c2ab-4e38-8358-9bebffd69ab1 req-7ef73b8e-488b-4b10-9ec7-0f9fc85734f3 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] No DVR routers for this DVR port 0954ec9a-334f-4fd5-aa0a-1462c15e48b1 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:26:57.662841 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7facb5d0-c2ab-4e38-8358-9bebffd69ab1 req-7ef73b8e-488b-4b10-9ec7-0f9fc85734f3 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:57.673731 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7facb5d0-c2ab-4e38-8358-9bebffd69ab1 req-7ef73b8e-488b-4b10-9ec7-0f9fc85734f3 tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.82 "DELETE /v2.0/ports/0954ec9a-334f-4fd5-aa0a-1462c15e48b1 HTTP/1.1" status: 204 len: 173 time: 1.1042519 Aug 11 22:26:57.680637 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fec8e8e-e716-4d5f-8f05-bdf4d3733c90', 'name': 'network-vif-deleted', 'tag': '0954ec9a-334f-4fd5-aa0a-1462c15e48b1'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:26:57.697404 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d699de-0660-4caf-ba31-5eafc0bb5aa2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Port': ['ID=1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:57.697852 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389ffc26-cebc-40ee-96a9-1ed8658a2b96" -d '{"events": [{"server_uuid": "3fec8e8e-e716-4d5f-8f05-bdf4d3733c90", "name": "network-vif-deleted", "tag": "0954ec9a-334f-4fd5-aa0a-1462c15e48b1"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:26:57.785940 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0f9ff208-db97-4f24-a201-d7fca2a97678 req-fced660b-80ec-46aa-bab7-5b4528160936 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617043 Aug 11 22:26:57.837988 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-aaed010d-395a-451e-8845-70d50947dcd5 req-3bb2fee0-5706-407c-8eb7-2c3cfa5d2acc tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:57.837988 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-aaed010d-395a-451e-8845-70d50947dcd5 req-3bb2fee0-5706-407c-8eb7-2c3cfa5d2acc tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:57.838387 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [req-aaed010d-395a-451e-8845-70d50947dcd5 req-3bb2fee0-5706-407c-8eb7-2c3cfa5d2acc tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Floating IP ac96f80e-1b1c-48f8-b938-6e7c025b4fc6 disassociated. External IP: 172.25.2.238, port: 10856a8d-9c16-418a-8682-a2e791752deb. Aug 11 22:26:57.838836 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-aaed010d-395a-451e-8845-70d50947dcd5 req-3bb2fee0-5706-407c-8eb7-2c3cfa5d2acc tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Calling delete_port for 10856a8d-9c16-418a-8682-a2e791752deb owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:26:57.918857 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e3cf6b-f558-4c22-9167-0eac3d19bec1 x-openstack-request-id: req-06e3cf6b-f558-4c22-9167-0eac3d19bec1 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:26:57.919304 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdd3809-346f-4a4b-a040-bf427028992e", "name": "network-vif-plugged", "status": "completed", "tag": "e22f2eff-a548-46f8-b02c-9ec2040c26dc", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:26:57.919786 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-06e3cf6b-f558-4c22-9167-0eac3d19bec1 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:26:57.920411 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdd3809-346f-4a4b-a040-bf427028992e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22f2eff-a548-46f8-b02c-9ec2040c26dc', 'code': 200} Aug 11 22:26:58.020024 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d699de-0660-4caf-ba31-5eafc0bb5aa2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] No DVR routers for this DVR port 1cf317bb-8edc-4593-b4c0-fc57ed3c6c5d on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:26:58.126489 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-aaed010d-395a-451e-8845-70d50947dcd5 req-3bb2fee0-5706-407c-8eb7-2c3cfa5d2acc tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:58.171050 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff95c57-6530-40f3-aded-a175c089108f req-3b910c5a-499d-4aa6-a10b-4c828cdbf35c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:58.171050 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bff95c57-6530-40f3-aded-a175c089108f req-3b910c5a-499d-4aa6-a10b-4c828cdbf35c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 945 time: 0.1392062 Aug 11 22:26:58.245726 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bff95c57-6530-40f3-aded-a175c089108f req-ba2e60e9-3ac3-4544-b17b-a6f3f322d4ea tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643165 Aug 11 22:26:58.254825 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-14d699de-0660-4caf-ba31-5eafc0bb5aa2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:58.277388 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36664) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:58.289105 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-14d699de-0660-4caf-ba31-5eafc0bb5aa2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a438dd-2160-4d7e-9e98-edf6ea3aec0f']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:58.293092 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2fee0-5706-407c-8eb7-2c3cfa5d2acc tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Pushing event deleted for resources: {'Port': ['ID=10856a8d-9c16-418a-8682-a2e791752deb,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:58.346803 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-14d699de-0660-4caf-ba31-5eafc0bb5aa2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0800509-67da-4445-a52a-480379c60f0d') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:58.347120 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-14d699de-0660-4caf-ba31-5eafc0bb5aa2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0800509-67da-4445-a52a-480379c60f0d') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:58.362543 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-14d699de-0660-4caf-ba31-5eafc0bb5aa2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:58.425611 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-14d699de-0660-4caf-ba31-5eafc0bb5aa2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:58.438086 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d699de-0660-4caf-ba31-5eafc0bb5aa2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:26:58.438842 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-14d699de-0660-4caf-ba31-5eafc0bb5aa2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:26:58.442567 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:26:58.446481 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-15425a51-09a1-42d4-a735-453c1110f32a req-f8b155c5-5a4c-4cf2-9428-473064b9099b tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8c87ef4-b830-40e8-bb0a-eeff4279cf43 HTTP/1.1" status: 200 len: 210 time: 0.0693562 Aug 11 22:26:58.523471 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d284e6f7-982b-4c42-b39c-d3b2c5a7b6c2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/floatingips/c1bcbb08-2c16-4263-a804-0609acbe72fd HTTP/1.1" status: 200 len: 993 time: 0.2439952 Aug 11 22:26:58.559737 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaed010d-395a-451e-8845-70d50947dcd5 req-3bb2fee0-5706-407c-8eb7-2c3cfa5d2acc tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Router 80c264a6-6521-4a11-8a77-8b4104b47a41 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:26:58.571096 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9408daee-e385-4812-83bc-2c4ac970f7e9 x-openstack-request-id: req-9408daee-e385-4812-83bc-2c4ac970f7e9 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:26:58.571600 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fec8e8e-e716-4d5f-8f05-bdf4d3733c90", "name": "network-vif-deleted", "tag": "0954ec9a-334f-4fd5-aa0a-1462c15e48b1", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:26:58.572122 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9408daee-e385-4812-83bc-2c4ac970f7e9 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:26:58.573167 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fec8e8e-e716-4d5f-8f05-bdf4d3733c90', 'name': 'network-vif-deleted', 'tag': '0954ec9a-334f-4fd5-aa0a-1462c15e48b1', 'status': 'completed', 'code': 200} Aug 11 22:26:58.582160 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-14d699de-0660-4caf-ba31-5eafc0bb5aa2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:58.589352 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-14d699de-0660-4caf-ba31-5eafc0bb5aa2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:58.600106 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-14d699de-0660-4caf-ba31-5eafc0bb5aa2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/networks/00a438dd-2160-4d7e-9e98-edf6ea3aec0f HTTP/1.1" status: 204 len: 168 time: 2.4895425 Aug 11 22:26:58.600801 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36666) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:58.617837 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-f3857064-0695-440f-9a24-9f260c861ea7 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1288128221', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:26:58.655805 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d699de-0660-4caf-ba31-5eafc0bb5aa2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Network': ['ID=00a438dd-2160-4d7e-9e98-edf6ea3aec0f,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:58.701568 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f3857064-0695-440f-9a24-9f260c861ea7 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:58.704035 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f3857064-0695-440f-9a24-9f260c861ea7 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:58.791105 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaed010d-395a-451e-8845-70d50947dcd5 req-3bb2fee0-5706-407c-8eb7-2c3cfa5d2acc tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:26:58.803748 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c1c508-514f-487c-8641-0b628f8efe05 None None] Sync routers for ids ['80c264a6-6521-4a11-8a77-8b4104b47a41'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:26:58.827538 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c1c508-514f-487c-8641-0b628f8efe05 None None] Routers {'80c264a6-6521-4a11-8a77-8b4104b47a41'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:26:58.828678 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-10c1c508-514f-487c-8641-0b628f8efe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:26:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['80c264a6-6521-4a11-8a77-8b4104b47a41'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:58.918470 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-907cffc0-a132-4580-87e6-b5b6626d67bf req-af102028-a549-41e2-a29b-753aeebcf34d tempest-TestServerMultinode-705226855 tempest-TestServerMultinode-705226855-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3fec8e8e-e716-4d5f-8f05-bdf4d3733c90 HTTP/1.1" status: 200 len: 210 time: 0.1369774 Aug 11 22:26:58.924094 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f3857064-0695-440f-9a24-9f260c861ea7 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:58.935791 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f3857064-0695-440f-9a24-9f260c861ea7 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:58.974169 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f3857064-0695-440f-9a24-9f260c861ea7 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:58.978543 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f3857064-0695-440f-9a24-9f260c861ea7 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3714073 Aug 11 22:26:58.979195 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36670) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:58.985172 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-5d92b62f-21a6-41d7-b00d-6e845c30e4d4 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'network': {'name': 'tempest-RoutersTest-1067909452'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:26:59.039023 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d92b62f-21a6-41d7-b00d-6e845c30e4d4 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Made reservation on behalf of ec8e7be193dc41f89b61bb962b539e53 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:26:59.043575 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5d92b62f-21a6-41d7-b00d-6e845c30e4d4 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:59.115564 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033de28-ed11-4846-bb44-6f74ac950e13 req-2211f6e9-4390-402f-b9ff-43ed5b185a61 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:59.122800 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-10c1c508-514f-487c-8641-0b628f8efe05 None None] Set router 80c264a6-6521-4a11-8a77-8b4104b47a41 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:26:59.124021 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3033de28-ed11-4846-bb44-6f74ac950e13 req-2211f6e9-4390-402f-b9ff-43ed5b185a61 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 943 time: 0.0984752 Aug 11 22:26:59.132191 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d92b62f-21a6-41d7-b00d-6e845c30e4d4 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:26:59.192700 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5d92b62f-21a6-41d7-b00d-6e845c30e4d4 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:59.194418 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-5d92b62f-21a6-41d7-b00d-6e845c30e4d4 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Added segment dc08a3ce-99f7-44b3-a383-cd3db392e12f of type vlan for network c32117c4-722c-4d0d-86ba-31ac1bf779e6 Aug 11 22:26:59.269856 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5d92b62f-21a6-41d7-b00d-6e845c30e4d4 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:59.292937 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3033de28-ed11-4846-bb44-6f74ac950e13 req-0dc4cad1-79f7-49cd-874d-7bd326fac648 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675565 Aug 11 22:26:59.361278 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5d92b62f-21a6-41d7-b00d-6e845c30e4d4 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:59.397050 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d92b62f-21a6-41d7-b00d-6e845c30e4d4 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:26:59.402568 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5d92b62f-21a6-41d7-b00d-6e845c30e4d4 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:59.427565 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaed010d-395a-451e-8845-70d50947dcd5 req-3bb2fee0-5706-407c-8eb7-2c3cfa5d2acc tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] No DVR routers for this DVR port 10856a8d-9c16-418a-8682-a2e791752deb on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:26:59.432790 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-aaed010d-395a-451e-8845-70d50947dcd5 req-3bb2fee0-5706-407c-8eb7-2c3cfa5d2acc tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:59.435092 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aaed010d-395a-451e-8845-70d50947dcd5 req-3bb2fee0-5706-407c-8eb7-2c3cfa5d2acc tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.52 "DELETE /v2.0/ports/10856a8d-9c16-418a-8682-a2e791752deb HTTP/1.1" status: 204 len: 173 time: 3.1972013 Aug 11 22:26:59.435830 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c87ef4-b830-40e8-bb0a-eeff4279cf43', 'name': 'network-vif-deleted', 'tag': '10856a8d-9c16-418a-8682-a2e791752deb'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:26:59.450401 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f0f1ab-1fce-4906-baf9-089246dabbd2" -d '{"events": [{"server_uuid": "c8c87ef4-b830-40e8-bb0a-eeff4279cf43", "name": "network-vif-deleted", "tag": "10856a8d-9c16-418a-8682-a2e791752deb"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:26:59.568014 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984435f7-d278-4ba9-9c7b-0ec5d2a74226 x-openstack-request-id: req-984435f7-d278-4ba9-9c7b-0ec5d2a74226 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:26:59.568650 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c87ef4-b830-40e8-bb0a-eeff4279cf43", "name": "network-vif-deleted", "tag": "10856a8d-9c16-418a-8682-a2e791752deb", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:26:59.569266 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-984435f7-d278-4ba9-9c7b-0ec5d2a74226 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:26:59.569956 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c87ef4-b830-40e8-bb0a-eeff4279cf43', 'name': 'network-vif-deleted', 'tag': '10856a8d-9c16-418a-8682-a2e791752deb', 'status': 'completed', 'code': 200} Aug 11 22:26:59.609192 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5d92b62f-21a6-41d7-b00d-6e845c30e4d4 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6284330 Aug 11 22:26:59.613260 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36678) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:26:59.619375 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-dc24f883-f74f-4581-ae53-406a7fb8c264 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'subnet': {'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:26:59.701431 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-10c1c508-514f-487c-8641-0b628f8efe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'name': 'tempest-AttachVolumeTestJSON-1669892813-router', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:08Z', 'updated_at': '2021-08-11T22:16:19Z', 'revision_number': 4, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'gw_port': {'id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:09Z', 'updated_at': '2021-08-11T22:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'ab6438df-176d-446a-bd23-dc99d1b05a03', 'name': '', 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'mac_address': 'fa:16:3e:cd:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:16Z', 'updated_at': '2021-08-11T22:16:31Z', 'revision_number': 5, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'subnets': [{'id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:59.728026 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92b62f-21a6-41d7-b00d-6e845c30e4d4 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Network': ['ID=c32117c4-722c-4d0d-86ba-31ac1bf779e6,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:26:59.753228 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d34149ea-5238-458c-b449-524637c43afe req-1f345119-6af8-4605-b555-27e9b99d3796 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8c87ef4-b830-40e8-bb0a-eeff4279cf43 HTTP/1.1" status: 200 len: 210 time: 0.0480568 Aug 11 22:26:59.761710 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network c32117c4-722c-4d0d-86ba-31ac1bf779e6 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:26:59.766304 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c1c508-514f-487c-8641-0b628f8efe05 None None] Checking router: 80c264a6-6521-4a11-8a77-8b4104b47a41 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:26:59.810750 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc24f883-f74f-4581-ae53-406a7fb8c264 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Made reservation on behalf of ec8e7be193dc41f89b61bb962b539e53 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:26:59.816030 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dc24f883-f74f-4581-ae53-406a7fb8c264 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:26:59.839637 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c1c508-514f-487c-8641-0b628f8efe05 None None] Routers {'80c264a6-6521-4a11-8a77-8b4104b47a41'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:26:59.840206 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-10c1c508-514f-487c-8641-0b628f8efe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:26:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['80c264a6-6521-4a11-8a77-8b4104b47a41'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:26:59.993686 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-10c1c508-514f-487c-8641-0b628f8efe05 None None] Set router 80c264a6-6521-4a11-8a77-8b4104b47a41 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:27:00.045211 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36682) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:00.090728 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 10856a8d-9c16-418a-8682-a2e791752deb no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:27:00.163787 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 10856a8d-9c16-418a-8682-a2e791752deb {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:27:00.164214 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 10856a8d-9c16-418a-8682-a2e791752deb not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:27:00.236354 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dc24f883-f74f-4581-ae53-406a7fb8c264 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:00.329536 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24f883-f74f-4581-ae53-406a7fb8c264 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Subnet': ['ID=fc2b58b2-9941-4fc2-8982-cd65e9952704,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:00.334963 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 0954ec9a-334f-4fd5-aa0a-1462c15e48b1 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:27:00.385748 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 0954ec9a-334f-4fd5-aa0a-1462c15e48b1 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:27:00.386218 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 0954ec9a-334f-4fd5-aa0a-1462c15e48b1 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:27:00.420640 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc24f883-f74f-4581-ae53-406a7fb8c264 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Checking segment: {'id': 'dc08a3ce-99f7-44b3-a383-cd3db392e12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:27:00.421019 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc24f883-f74f-4581-ae53-406a7fb8c264 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network hostable DHCP agents. Network: c32117c4-722c-4d0d-86ba-31ac1bf779e6, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:27:00.433552 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-10c1c508-514f-487c-8641-0b628f8efe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'name': 'tempest-AttachVolumeTestJSON-1669892813-router', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:08Z', 'updated_at': '2021-08-11T22:16:19Z', 'revision_number': 4, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'gw_port': {'id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:09Z', 'updated_at': '2021-08-11T22:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'ab6438df-176d-446a-bd23-dc99d1b05a03', 'name': '', 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'mac_address': 'fa:16:3e:cd:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:16Z', 'updated_at': '2021-08-11T22:16:31Z', 'revision_number': 5, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'subnets': [{'id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:00.481551 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c1c508-514f-487c-8641-0b628f8efe05 None None] The sync data for ids ['80c264a6-6521-4a11-8a77-8b4104b47a41'] in n-d-804275-3 is: [{'id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'name': 'tempest-AttachVolumeTestJSON-1669892813-router', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:08Z', 'updated_at': '2021-08-11T22:16:19Z', 'revision_number': 4, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'gw_port': {'id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:09Z', 'updated_at': '2021-08-11T22:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'ab6438df-176d-446a-bd23-dc99d1b05a03', 'name': '', 'network_id': '38b8f25c-cd12-4628-9365-0e6780cd68b7', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'mac_address': 'fa:16:3e:cd:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:16Z', 'updated_at': '2021-08-11T22:16:31Z', 'revision_number': 5, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'subnets': [{'id': '97d7da21-8ec4-48da-9d66-6777c48f7843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:27:00.552393 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed3255-a372-45ff-b91e-1c5380d7fcdb req-4c1ffa10-3bff-4fa8-8627-5445e00a53bc tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:00.554200 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2ed3255-a372-45ff-b91e-1c5380d7fcdb req-4c1ffa10-3bff-4fa8-8627-5445e00a53bc tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 943 time: 0.1681564 Aug 11 22:27:00.554880 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc24f883-f74f-4581-ae53-406a7fb8c264 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network c32117c4-722c-4d0d-86ba-31ac1bf779e6 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:27:00.572714 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-dc24f883-f74f-4581-ae53-406a7fb8c264 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, c32117c4-722c-4d0d-86ba-31ac1bf779e6) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:27:00.589188 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7441294d-0dad-487c-bb97-9bcaf4a0de7c None None] Network c32117c4-722c-4d0d-86ba-31ac1bf779e6 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:27:00.591860 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc24f883-f74f-4581-ae53-406a7fb8c264 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:00.593094 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dc24f883-f74f-4581-ae53-406a7fb8c264 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:00.700753 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-dc24f883-f74f-4581-ae53-406a7fb8c264 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0835714 Aug 11 22:27:00.701764 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36690) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:00.717381 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2ed3255-a372-45ff-b91e-1c5380d7fcdb req-d1ffb768-c560-4039-812f-aa19da6a4882 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520634 Aug 11 22:27:00.787675 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b336e1-1d22-49f7-be24-fc27d74ccbf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-c32117c4-722c-4d0d-86ba-31ac1bf779e6', 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'fixed_ips': [{'subnet_id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:27:00.788836 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a1b336e1-1d22-49f7-be24-fc27d74ccbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:01.011201 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0b23deb7-cc41-4c70-9de4-fc025da6f759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:01.049956 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dcd37a-660c-4660-8ce5-c3f8791a72a7 None None] New status for floating IP ac96f80e-1b1c-48f8-b938-6e7c025b4fc6: DOWN {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:27:01.063283 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-a1b336e1-1d22-49f7-be24-fc27d74ccbf8 None None] Allocated IP 172.20.0.2 (c32117c4-722c-4d0d-86ba-31ac1bf779e6/fc2b58b2-9941-4fc2-8982-cd65e9952704/5c5ac59b-1a24-4d01-b8c5-8e766ad598e4) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:27:01.236194 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a1b336e1-1d22-49f7-be24-fc27d74ccbf8 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:01.245772 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a1b336e1-1d22-49f7-be24-fc27d74ccbf8 None None] Transition to ACTIVE for port object 5c5ac59b-1a24-4d01-b8c5-8e766ad598e4 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:27:01.268007 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a1b336e1-1d22-49f7-be24-fc27d74ccbf8 None None] Transition to ACTIVE for port object 5c5ac59b-1a24-4d01-b8c5-8e766ad598e4 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:27:01.277198 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a1b336e1-1d22-49f7-be24-fc27d74ccbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:01.295657 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-992317e4-310f-4384-8100-243998a4e9aa tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:01.323782 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b336e1-1d22-49f7-be24-fc27d74ccbf8 None None] Network c32117c4-722c-4d0d-86ba-31ac1bf779e6 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:27:01.327328 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-a1b336e1-1d22-49f7-be24-fc27d74ccbf8 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:27:01.335009 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b336e1-1d22-49f7-be24-fc27d74ccbf8 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:27:01.377784 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b336e1-1d22-49f7-be24-fc27d74ccbf8 None None] Pushing event updated for resources: {'Port': ['ID=5c5ac59b-1a24-4d01-b8c5-8e766ad598e4,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:01.416993 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a1b336e1-1d22-49f7-be24-fc27d74ccbf8 None None] Attempting to bind port 5c5ac59b-1a24-4d01-b8c5-8e766ad598e4 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:27:01.417478 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a1b336e1-1d22-49f7-be24-fc27d74ccbf8 None None] Attempting to bind port 5c5ac59b-1a24-4d01-b8c5-8e766ad598e4 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'dc08a3ce-99f7-44b3-a383-cd3db392e12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:27:01.417678 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b336e1-1d22-49f7-be24-fc27d74ccbf8 None None] Attempting to bind port 5c5ac59b-1a24-4d01-b8c5-8e766ad598e4 on network c32117c4-722c-4d0d-86ba-31ac1bf779e6 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:27:01.424765 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b336e1-1d22-49f7-be24-fc27d74ccbf8 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:27:01.425163 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b336e1-1d22-49f7-be24-fc27d74ccbf8 None None] Checking segment: {'id': 'dc08a3ce-99f7-44b3-a383-cd3db392e12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:27:01.425649 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a1b336e1-1d22-49f7-be24-fc27d74ccbf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:01.425976 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b336e1-1d22-49f7-be24-fc27d74ccbf8 None None] Bound using segment: {'id': 'dc08a3ce-99f7-44b3-a383-cd3db392e12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:27:01.426484 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a1b336e1-1d22-49f7-be24-fc27d74ccbf8 None None] Bound port: 5c5ac59b-1a24-4d01-b8c5-8e766ad598e4, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc08a3ce-99f7-44b3-a383-cd3db392e12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:27:01.426885 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a1b336e1-1d22-49f7-be24-fc27d74ccbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:01.467071 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1fbe9-c977-4798-ad90-b7f0c0d17700 req-73c06964-c960-403c-a3d8-4283edc2cdcb tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:01.475775 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ac1fbe9-c977-4798-ad90-b7f0c0d17700 req-73c06964-c960-403c-a3d8-4283edc2cdcb tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde556ed-5768-4264-92f1-f3a35fed503c HTTP/1.1" status: 200 len: 946 time: 0.3119888 Aug 11 22:27:01.536679 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ac1fbe9-c977-4798-ad90-b7f0c0d17700 req-c6563693-0c77-463b-913b-3c39e3d68610 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599673 Aug 11 22:27:01.568697 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a1b336e1-1d22-49f7-be24-fc27d74ccbf8 None None] For port 5c5ac59b-1a24-4d01-b8c5-8e766ad598e4, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:27:01.574060 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a1b336e1-1d22-49f7-be24-fc27d74ccbf8 None None] For port 5c5ac59b-1a24-4d01-b8c5-8e766ad598e4, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5c5ac59b-1a24-4d01-b8c5-8e766ad598e4,segment=NetworkSegment(dc08a3ce-99f7-44b3-a383-cd3db392e12f),segment_id=dc08a3ce-99f7-44b3-a383-cd3db392e12f)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:27:01.580944 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a1b336e1-1d22-49f7-be24-fc27d74ccbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:01.584708 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36698) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:01.683939 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-992317e4-310f-4384-8100-243998a4e9aa tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Allocated IP 172.20.0.1 (c32117c4-722c-4d0d-86ba-31ac1bf779e6/fc2b58b2-9941-4fc2-8982-cd65e9952704/33558203-197a-4217-ba98-0fb79d5461ca) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:27:01.687171 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d9f231f5-77ec-4446-b8f3-88320da884db tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:01.706938 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-0b23deb7-cc41-4c70-9de4-fc025da6f759 admin admin] Deleting port 816b3945-2db2-4bff-9f1f-3420f1103b3d {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:27:01.707291 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0b23deb7-cc41-4c70-9de4-fc025da6f759 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:01.814874 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d9f231f5-77ec-4446-b8f3-88320da884db tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:01.834888 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-992317e4-310f-4384-8100-243998a4e9aa tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:01.862295 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-992317e4-310f-4384-8100-243998a4e9aa tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Transition to ACTIVE for port object 33558203-197a-4217-ba98-0fb79d5461ca will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:27:01.885396 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-0b23deb7-cc41-4c70-9de4-fc025da6f759 admin admin] For port 816b3945-2db2-4bff-9f1f-3420f1103b3d, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=816b3945-2db2-4bff-9f1f-3420f1103b3d,segment=NetworkSegment(3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd),segment_id=3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:01.885396 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0b23deb7-cc41-4c70-9de4-fc025da6f759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:01.901725 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b336e1-1d22-49f7-be24-fc27d74ccbf8 None None] Pushing event updated for resources: {'Port': ['ID=5c5ac59b-1a24-4d01-b8c5-8e766ad598e4,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:01.906702 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-0b23deb7-cc41-4c70-9de4-fc025da6f759 admin admin] Calling delete_port for 816b3945-2db2-4bff-9f1f-3420f1103b3d owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:27:01.926734 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-992317e4-310f-4384-8100-243998a4e9aa tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:01.931919 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e0058-99b3-4c4c-a3b6-ea9d9d7e0b67 req-78c1599a-2b10-43b4-b3a5-7fc4016214b8 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:01.933784 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c3e0058-99b3-4c4c-a3b6-ea9d9d7e0b67 req-78c1599a-2b10-43b4-b3a5-7fc4016214b8 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 943 time: 0.1213129 Aug 11 22:27:01.999208 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992317e4-310f-4384-8100-243998a4e9aa tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network c32117c4-722c-4d0d-86ba-31ac1bf779e6 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:27:02.004646 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-992317e4-310f-4384-8100-243998a4e9aa tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:27:02.007041 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992317e4-310f-4384-8100-243998a4e9aa tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Port': ['ID=33558203-197a-4217-ba98-0fb79d5461ca,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:02.009761 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992317e4-310f-4384-8100-243998a4e9aa tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:27:02.036955 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d9f231f5-77ec-4446-b8f3-88320da884db tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:02.040678 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d9f231f5-77ec-4446-b8f3-88320da884db tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:02.041975 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d9f231f5-77ec-4446-b8f3-88320da884db tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "DELETE /v2.0/security-groups/7cd3fd34-7649-4310-a1d3-6007f49094e5 HTTP/1.1" status: 204 len: 168 time: 0.4559374 Aug 11 22:27:02.047676 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36702) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:02.058594 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c3e0058-99b3-4c4c-a3b6-ea9d9d7e0b67 req-6dd5698d-5436-43b4-a6dc-5fcfebe5f1f3 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113303 Aug 11 22:27:02.077740 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-17ad4d39-f530-4d79-9b18-63e72bbe49c4 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] show failed (client error): The resource could not be found. Aug 11 22:27:02.079069 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-17ad4d39-f530-4d79-9b18-63e72bbe49c4 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "GET /v2.0/security-groups/7cd3fd34-7649-4310-a1d3-6007f49094e5 HTTP/1.1" status: 404 len: 347 time: 0.0299482 Aug 11 22:27:02.085045 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36704) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:02.094690 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-992317e4-310f-4384-8100-243998a4e9aa tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:02.113235 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f231f5-77ec-4446-b8f3-88320da884db tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd3fd34-7649-4310-a1d3-6007f49094e5,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:02.263572 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0b23deb7-cc41-4c70-9de4-fc025da6f759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:02.295853 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23deb7-cc41-4c70-9de4-fc025da6f759 admin admin] Pushing event deleted for resources: {'Port': ['ID=816b3945-2db2-4bff-9f1f-3420f1103b3d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:02.446252 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-992317e4-310f-4384-8100-243998a4e9aa tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:02.461621 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-47883023-0262-4340-9022-52d92b9a5798 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Deleting port fe904f92-76f7-4869-b061-c889e389244f {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:27:02.461982 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-47883023-0262-4340-9022-52d92b9a5798 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:02.609737 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-47883023-0262-4340-9022-52d92b9a5798 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:02.610102 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-47883023-0262-4340-9022-52d92b9a5798 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:02.627284 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-47883023-0262-4340-9022-52d92b9a5798 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Calling delete_port for fe904f92-76f7-4869-b061-c889e389244f owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:27:03.019014 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-47883023-0262-4340-9022-52d92b9a5798 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:03.025588 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0b23deb7-cc41-4c70-9de4-fc025da6f759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:03.053383 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65963a61-d9a4-4470-ad35-36ba27c6edb0 req-2ab36941-5bda-4b50-bc6c-5d65800475b9 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:03.064301 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-65963a61-d9a4-4470-ad35-36ba27c6edb0 req-2ab36941-5bda-4b50-bc6c-5d65800475b9 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde556ed-5768-4264-92f1-f3a35fed503c HTTP/1.1" status: 200 len: 946 time: 0.1326532 Aug 11 22:27:03.078810 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47883023-0262-4340-9022-52d92b9a5798 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Pushing event deleted for resources: {'Port': ['ID=fe904f92-76f7-4869-b061-c889e389244f,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:03.110995 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-992317e4-310f-4384-8100-243998a4e9aa tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:03.157083 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-65963a61-d9a4-4470-ad35-36ba27c6edb0 req-311e79fa-7f3f-416b-88a5-bb081e45478e tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861614 Aug 11 22:27:03.160296 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-992317e4-310f-4384-8100-243998a4e9aa tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:03.235002 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f911eb-13ba-4583-b33d-1eaab6a6cd49 None None] Network c32117c4-722c-4d0d-86ba-31ac1bf779e6 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:27:03.302941 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992317e4-310f-4384-8100-243998a4e9aa tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Port': ['ID=33558203-197a-4217-ba98-0fb79d5461ca,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:03.315590 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-47883023-0262-4340-9022-52d92b9a5798 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:03.318756 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-47883023-0262-4340-9022-52d92b9a5798 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:03.320294 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-47883023-0262-4340-9022-52d92b9a5798 tempest-AttachVolumeTestJSON-730576438 tempest-AttachVolumeTestJSON-730576438-project] 10.222.0.77 "DELETE /v2.0/floatingips/ac96f80e-1b1c-48f8-b938-6e7c025b4fc6 HTTP/1.1" status: 204 len: 168 time: 1.2342293 Aug 11 22:27:03.323003 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-992317e4-310f-4384-8100-243998a4e9aa tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:03.373420 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-24b4bc78-cad2-47d1-abdb-0e644efaeb41 None None] Provisioning for port 5c5ac59b-1a24-4d01-b8c5-8e766ad598e4 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:27:03.455275 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ab036-575b-4c3a-8f63-bf2a49c9f70b req-0e844df5-63f7-46f5-944a-2b063e413df5 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:03.468249 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cf6ab036-575b-4c3a-8f63-bf2a49c9f70b req-0e844df5-63f7-46f5-944a-2b063e413df5 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.82 "GET /v2.0/ports?device_id=cde556ed-5768-4264-92f1-f3a35fed503c HTTP/1.1" status: 200 len: 946 time: 0.2145512 Aug 11 22:27:03.547872 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea9fdf-f160-4425-8e5a-23e50c34ce88 req-f62a4542-627e-49aa-9ce8-e75bcd63f50a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:03.557190 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23ea9fdf-f160-4425-8e5a-23e50c34ce88 req-f62a4542-627e-49aa-9ce8-e75bcd63f50a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 943 time: 0.2958746 Aug 11 22:27:03.603040 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992317e4-310f-4384-8100-243998a4e9aa tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network c32117c4-722c-4d0d-86ba-31ac1bf779e6 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:27:03.604708 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5c5ac59b-1a24-4d01-b8c5-8e766ad598e4 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:27:03.610407 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-992317e4-310f-4384-8100-243998a4e9aa tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:27:03.664431 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 5c5ac59b-1a24-4d01-b8c5-8e766ad598e4 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:27:03.670631 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 5c5ac59b-1a24-4d01-b8c5-8e766ad598e4 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:27:03.671412 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:03.729924 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23ea9fdf-f160-4425-8e5a-23e50c34ce88 req-7c071002-b5eb-4d8e-acb5-636f03d005b3 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714132 Aug 11 22:27:03.751811 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b23deb7-cc41-4c70-9de4-fc025da6f759 admin admin] Router ba653d83-001b-416d-8f2d-6d235d95a011 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:27:03.805181 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992317e4-310f-4384-8100-243998a4e9aa tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Router 5891c287-d90e-4ebd-984f-be814c84f033 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:27:03.871434 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:03.881361 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-cf6ab036-575b-4c3a-8f63-bf2a49c9f70b req-0573a8b3-8c22-4ffe-887b-315207308cfb tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Deleting port 83197db2-25aa-4de9-94d5-d9bb3c868513 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:27:03.881808 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-cf6ab036-575b-4c3a-8f63-bf2a49c9f70b req-0573a8b3-8c22-4ffe-887b-315207308cfb tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:03.927772 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 5c5ac59b-1a24-4d01-b8c5-8e766ad598e4, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5c5ac59b-1a24-4d01-b8c5-8e766ad598e4,segment=NetworkSegment(dc08a3ce-99f7-44b3-a383-cd3db392e12f),segment_id=dc08a3ce-99f7-44b3-a383-cd3db392e12f)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:03.934731 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:03.953511 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992317e4-310f-4384-8100-243998a4e9aa tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:27:03.980944 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a57192-53e3-4f77-a709-fa8795c17db4 None None] Sync routers for ids ['5891c287-d90e-4ebd-984f-be814c84f033'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:27:03.987456 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-992317e4-310f-4384-8100-243998a4e9aa tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "PUT /v2.0/routers/5891c287-d90e-4ebd-984f-be814c84f033/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2829363 Aug 11 22:27:03.989842 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36714) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:04.007012 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a57192-53e3-4f77-a709-fa8795c17db4 None None] Routers {'5891c287-d90e-4ebd-984f-be814c84f033'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:27:04.007669 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-b9a57192-53e3-4f77-a709-fa8795c17db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:26:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5891c287-d90e-4ebd-984f-be814c84f033'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:04.009566 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-d88dd268-8a00-449f-a633-429a4d69d331 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'network': {'name': 'tempest-RoutersTest-723557620'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:27:04.048632 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88dd268-8a00-449f-a633-429a4d69d331 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Made reservation on behalf of ec8e7be193dc41f89b61bb962b539e53 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:27:04.054913 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d88dd268-8a00-449f-a633-429a4d69d331 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:04.077856 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b23deb7-cc41-4c70-9de4-fc025da6f759 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:27:04.104965 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36716) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:04.105487 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0b23deb7-cc41-4c70-9de4-fc025da6f759 admin admin] 10.222.0.77 "PUT /v2.0/routers/ba653d83-001b-416d-8f2d-6d235d95a011/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0600507 Aug 11 22:27:04.158321 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-cf6ab036-575b-4c3a-8f63-bf2a49c9f70b req-0573a8b3-8c22-4ffe-887b-315207308cfb tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] For port 83197db2-25aa-4de9-94d5-d9bb3c868513, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=83197db2-25aa-4de9-94d5-d9bb3c868513,segment=NetworkSegment(b82f776d-74cf-411f-ae30-50112b7fb9ec),segment_id=b82f776d-74cf-411f-ae30-50112b7fb9ec)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:04.159143 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-cf6ab036-575b-4c3a-8f63-bf2a49c9f70b req-0573a8b3-8c22-4ffe-887b-315207308cfb tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:04.202218 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-cf6ab036-575b-4c3a-8f63-bf2a49c9f70b req-0573a8b3-8c22-4ffe-887b-315207308cfb tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Calling delete_port for 83197db2-25aa-4de9-94d5-d9bb3c868513 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:27:04.205313 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c542770-f215-4f06-980c-addc718e868d None None] Sync routers for ids ['ba653d83-001b-416d-8f2d-6d235d95a011'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:27:04.213133 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=5c5ac59b-1a24-4d01-b8c5-8e766ad598e4,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:04.227564 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b84c34db-2132-4e14-9d53-438271be492e None None] Provisioning for port 33558203-197a-4217-ba98-0fb79d5461ca completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:27:04.239059 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c542770-f215-4f06-980c-addc718e868d None None] Routers {'ba653d83-001b-416d-8f2d-6d235d95a011'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:27:04.241507 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-2c542770-f215-4f06-980c-addc718e868d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:26:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['ba653d83-001b-416d-8f2d-6d235d95a011'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:04.334993 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:04.339575 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:04.343426 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:04.344819 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:04.345548 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:04.349733 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:04.352152 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:04.352703 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:04.353173 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:04.353555 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:04.354038 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:04.354420 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:04.373231 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b84c34db-2132-4e14-9d53-438271be492e None None] Provisioning complete for port 33558203-197a-4217-ba98-0fb79d5461ca triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:27:04.374334 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b84c34db-2132-4e14-9d53-438271be492e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:04.438968 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b84c34db-2132-4e14-9d53-438271be492e None None] Port 33558203-197a-4217-ba98-0fb79d5461ca cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:27:04.441707 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-b9a57192-53e3-4f77-a709-fa8795c17db4 None None] Set router 5891c287-d90e-4ebd-984f-be814c84f033 gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:27:04.491615 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b84c34db-2132-4e14-9d53-438271be492e None None] Provisioning complete for port 5c5ac59b-1a24-4d01-b8c5-8e766ad598e4 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:27:04.492163 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b84c34db-2132-4e14-9d53-438271be492e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:04.502124 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-2c542770-f215-4f06-980c-addc718e868d None None] Set router ba653d83-001b-416d-8f2d-6d235d95a011 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:27:04.791638 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf01a3c-f09b-40fe-91e9-6c52b60621eb req-e40f2f23-9072-4835-a7c3-a343de2eed18 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:04.799154 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0bf01a3c-f09b-40fe-91e9-6c52b60621eb req-e40f2f23-9072-4835-a7c3-a343de2eed18 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=cde556ed-5768-4264-92f1-f3a35fed503c HTTP/1.1" status: 200 len: 946 time: 0.3924534 Aug 11 22:27:04.802685 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-cf6ab036-575b-4c3a-8f63-bf2a49c9f70b req-0573a8b3-8c22-4ffe-887b-315207308cfb tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:04.821390 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['a9ff5d05-c18e-4e33-a3d4-c7e231604829'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:27:04.865543 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a', '0802aa03-5e0e-4325-81fe-84c357f56d74'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:27:04.978879 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-b9a57192-53e3-4f77-a709-fa8795c17db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5891c287-d90e-4ebd-984f-be814c84f033', 'name': 'tempest-RoutersTest-router-1288128221', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:26:58Z', 'updated_at': '2021-08-11T22:27:02Z', 'revision_number': 2, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None, '_interfaces': [{'id': '33558203-197a-4217-ba98-0fb79d5461ca', 'name': '', 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:01Z', 'updated_at': '2021-08-11T22:27:02Z', 'revision_number': 2, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:04.980986 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-2c542770-f215-4f06-980c-addc718e868d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba653d83-001b-416d-8f2d-6d235d95a011', 'name': 'tempest-TestServerMultinode-732262911-router', 'tenant_id': 'c56541a15343493cac5a7c6ed742727d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:38Z', 'updated_at': '2021-08-11T22:27:02Z', 'revision_number': 5, 'project_id': 'c56541a15343493cac5a7c6ed742727d', 'gw_port': {'id': 'b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba653d83-001b-416d-8f2d-6d235d95a011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:39Z', 'updated_at': '2021-08-11T22:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:04.982503 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573a8b3-8c22-4ffe-887b-315207308cfb tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Pushing event deleted for resources: {'Port': ['ID=83197db2-25aa-4de9-94d5-d9bb3c868513,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:05.024730 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c542770-f215-4f06-980c-addc718e868d None None] Checking router: ba653d83-001b-416d-8f2d-6d235d95a011 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:27:05.031991 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a57192-53e3-4f77-a709-fa8795c17db4 None None] Checking router: 5891c287-d90e-4ebd-984f-be814c84f033 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:27:05.032289 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a57192-53e3-4f77-a709-fa8795c17db4 None None] Updating router 5891c287-d90e-4ebd-984f-be814c84f033 port 33558203-197a-4217-ba98-0fb79d5461ca binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:27:05.033930 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d88dd268-8a00-449f-a633-429a4d69d331 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:27:05.056530 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c542770-f215-4f06-980c-addc718e868d None None] Routers {'ba653d83-001b-416d-8f2d-6d235d95a011'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:27:05.057475 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-2c542770-f215-4f06-980c-addc718e868d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:26:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['ba653d83-001b-416d-8f2d-6d235d95a011'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:05.071952 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b9a57192-53e3-4f77-a709-fa8795c17db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:05.080902 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6ab036-575b-4c3a-8f63-bf2a49c9f70b req-0573a8b3-8c22-4ffe-887b-315207308cfb tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] No DVR routers for this DVR port 83197db2-25aa-4de9-94d5-d9bb3c868513 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:27:05.082977 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d88dd268-8a00-449f-a633-429a4d69d331 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:05.083656 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-d88dd268-8a00-449f-a633-429a4d69d331 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Added segment 7443ba62-92e8-4cf7-a349-f14a2a295e40 of type vlan for network 42c7bef5-455d-4b0e-b32c-33c70f06d658 Aug 11 22:27:05.085016 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-cf6ab036-575b-4c3a-8f63-bf2a49c9f70b req-0573a8b3-8c22-4ffe-887b-315207308cfb tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:05.089056 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cf6ab036-575b-4c3a-8f63-bf2a49c9f70b req-0573a8b3-8c22-4ffe-887b-315207308cfb tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.82 "DELETE /v2.0/ports/83197db2-25aa-4de9-94d5-d9bb3c868513 HTTP/1.1" status: 204 len: 173 time: 1.6178541 Aug 11 22:27:05.090188 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde556ed-5768-4264-92f1-f3a35fed503c', 'name': 'network-vif-deleted', 'tag': '83197db2-25aa-4de9-94d5-d9bb3c868513'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:27:05.097488 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cf5189-880d-43f4-9555-4fa58c60c071" -d '{"events": [{"server_uuid": "cde556ed-5768-4264-92f1-f3a35fed503c", "name": "network-vif-deleted", "tag": "83197db2-25aa-4de9-94d5-d9bb3c868513"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:27:05.151795 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0bf01a3c-f09b-40fe-91e9-6c52b60621eb req-8df45095-1da6-4e7a-a1ad-ec2902b6de7b tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896985 Aug 11 22:27:05.194454 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d88dd268-8a00-449f-a633-429a4d69d331 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:05.230537 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d88dd268-8a00-449f-a633-429a4d69d331 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:05.238012 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88dd268-8a00-449f-a633-429a4d69d331 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:05.238841 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d88dd268-8a00-449f-a633-429a4d69d331 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:05.371578 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-641e4677-332a-4a7e-bfe9-a7122cf042d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:05.409956 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765bc41-0c59-4249-9334-35d7d55faf5f req-8673afa0-9c15-41d2-a8aa-e3448687eacc tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:05.426683 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6765bc41-0c59-4249-9334-35d7d55faf5f req-8673afa0-9c15-41d2-a8aa-e3448687eacc tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 943 time: 0.1305883 Aug 11 22:27:05.439241 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d88dd268-8a00-449f-a633-429a4d69d331 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4360590 Aug 11 22:27:05.443743 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36726) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:05.454511 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-3a0b8108-62e0-4c2d-b467-ce67ef815624 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'subnet': {'network_id': '42c7bef5-455d-4b0e-b32c-33c70f06d658', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:27:05.519794 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5c5ac59b-1a24-4d01-b8c5-8e766ad598e4 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:27:05.546183 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6765bc41-0c59-4249-9334-35d7d55faf5f req-b824ac9f-f308-498b-8ff4-553bc554db0d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182868 Aug 11 22:27:05.620012 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-728347cc-1435-4211-a36b-a973ee5084e3 None None] Provisioning complete for port 33558203-197a-4217-ba98-0fb79d5461ca triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:27:05.620498 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-728347cc-1435-4211-a36b-a973ee5084e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:05.628875 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-2c542770-f215-4f06-980c-addc718e868d None None] Set router ba653d83-001b-416d-8f2d-6d235d95a011 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:27:05.655299 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88dd268-8a00-449f-a633-429a4d69d331 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Network': ['ID=42c7bef5-455d-4b0e-b32c-33c70f06d658,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:05.670951 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e345441-e975-42c3-b7c9-5fed519a9a4b x-openstack-request-id: req-6e345441-e975-42c3-b7c9-5fed519a9a4b {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:27:05.671950 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde556ed-5768-4264-92f1-f3a35fed503c", "name": "network-vif-deleted", "tag": "83197db2-25aa-4de9-94d5-d9bb3c868513", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:27:05.672696 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6e345441-e975-42c3-b7c9-5fed519a9a4b {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:27:05.673621 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde556ed-5768-4264-92f1-f3a35fed503c', 'name': 'network-vif-deleted', 'tag': '83197db2-25aa-4de9-94d5-d9bb3c868513', 'status': 'completed', 'code': 200} Aug 11 22:27:05.704963 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88dd268-8a00-449f-a633-429a4d69d331 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:05.705315 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88dd268-8a00-449f-a633-429a4d69d331 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:05.705669 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88dd268-8a00-449f-a633-429a4d69d331 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:05.706015 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88dd268-8a00-449f-a633-429a4d69d331 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:05.706643 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88dd268-8a00-449f-a633-429a4d69d331 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:05.706989 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88dd268-8a00-449f-a633-429a4d69d331 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:05.707327 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88dd268-8a00-449f-a633-429a4d69d331 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:05.707705 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88dd268-8a00-449f-a633-429a4d69d331 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:05.708042 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88dd268-8a00-449f-a633-429a4d69d331 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:05.708376 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88dd268-8a00-449f-a633-429a4d69d331 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:05.708712 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88dd268-8a00-449f-a633-429a4d69d331 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:05.709042 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88dd268-8a00-449f-a633-429a4d69d331 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:05.817910 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0b8108-62e0-4c2d-b467-ce67ef815624 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Made reservation on behalf of ec8e7be193dc41f89b61bb962b539e53 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:27:05.824418 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a0b8108-62e0-4c2d-b467-ce67ef815624 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:05.825301 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 42c7bef5-455d-4b0e-b32c-33c70f06d658 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:27:05.937053 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-641e4677-332a-4a7e-bfe9-a7122cf042d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:05.966386 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-728347cc-1435-4211-a36b-a973ee5084e3 None None] Port 33558203-197a-4217-ba98-0fb79d5461ca cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:27:06.042895 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-2c542770-f215-4f06-980c-addc718e868d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba653d83-001b-416d-8f2d-6d235d95a011', 'name': 'tempest-TestServerMultinode-732262911-router', 'tenant_id': 'c56541a15343493cac5a7c6ed742727d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:38Z', 'updated_at': '2021-08-11T22:27:02Z', 'revision_number': 5, 'project_id': 'c56541a15343493cac5a7c6ed742727d', 'gw_port': {'id': 'b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba653d83-001b-416d-8f2d-6d235d95a011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:39Z', 'updated_at': '2021-08-11T22:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:06.071731 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c542770-f215-4f06-980c-addc718e868d None None] The sync data for ids ['ba653d83-001b-416d-8f2d-6d235d95a011'] in n-d-804275-3 is: [{'id': 'ba653d83-001b-416d-8f2d-6d235d95a011', 'name': 'tempest-TestServerMultinode-732262911-router', 'tenant_id': 'c56541a15343493cac5a7c6ed742727d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:38Z', 'updated_at': '2021-08-11T22:27:02Z', 'revision_number': 5, 'project_id': 'c56541a15343493cac5a7c6ed742727d', 'gw_port': {'id': 'b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba653d83-001b-416d-8f2d-6d235d95a011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:39Z', 'updated_at': '2021-08-11T22:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:27:06.144311 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 5c5ac59b-1a24-4d01-b8c5-8e766ad598e4 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:27:06.144737 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:06.146785 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-641e4677-332a-4a7e-bfe9-a7122cf042d7 admin admin] Deleting port b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:27:06.147656 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-641e4677-332a-4a7e-bfe9-a7122cf042d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:06.247208 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b9a57192-53e3-4f77-a709-fa8795c17db4 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:06.279070 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b9a57192-53e3-4f77-a709-fa8795c17db4 None None] Transition to ACTIVE for port object 33558203-197a-4217-ba98-0fb79d5461ca will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:27:06.302395 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b9a57192-53e3-4f77-a709-fa8795c17db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:06.318859 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a0b8108-62e0-4c2d-b467-ce67ef815624 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:06.394547 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba2e8a-f732-4c31-98dc-90e8343218fc None None] Pushing event updated for resources: {'Port': ['ID=33558203-197a-4217-ba98-0fb79d5461ca,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:06.464386 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 83197db2-25aa-4de9-94d5-d9bb3c868513 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:27:06.492754 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-641e4677-332a-4a7e-bfe9-a7122cf042d7 admin admin] For port b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:06.493143 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-641e4677-332a-4a7e-bfe9-a7122cf042d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:06.549400 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 83197db2-25aa-4de9-94d5-d9bb3c868513 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:27:06.549988 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 83197db2-25aa-4de9-94d5-d9bb3c868513 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:27:06.551607 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-641e4677-332a-4a7e-bfe9-a7122cf042d7 admin admin] Calling delete_port for b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353 owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:27:06.567887 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b8108-62e0-4c2d-b467-ce67ef815624 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Subnet': ['ID=bf7e3a2e-5b96-4deb-be69-e600811b0f88,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:06.596712 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-b9a57192-53e3-4f77-a709-fa8795c17db4 None None] Attempting to bind port 33558203-197a-4217-ba98-0fb79d5461ca on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:27:06.597163 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-b9a57192-53e3-4f77-a709-fa8795c17db4 None None] Attempting to bind port 33558203-197a-4217-ba98-0fb79d5461ca by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'dc08a3ce-99f7-44b3-a383-cd3db392e12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:27:06.601397 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a57192-53e3-4f77-a709-fa8795c17db4 None None] Attempting to bind port 33558203-197a-4217-ba98-0fb79d5461ca on network c32117c4-722c-4d0d-86ba-31ac1bf779e6 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:27:06.628521 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a57192-53e3-4f77-a709-fa8795c17db4 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:27:06.628898 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a57192-53e3-4f77-a709-fa8795c17db4 None None] Checking segment: {'id': 'dc08a3ce-99f7-44b3-a383-cd3db392e12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:27:06.629315 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b9a57192-53e3-4f77-a709-fa8795c17db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:06.629973 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a57192-53e3-4f77-a709-fa8795c17db4 None None] Bound using segment: {'id': 'dc08a3ce-99f7-44b3-a383-cd3db392e12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:27:06.630503 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-b9a57192-53e3-4f77-a709-fa8795c17db4 None None] Bound port: 33558203-197a-4217-ba98-0fb79d5461ca, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc08a3ce-99f7-44b3-a383-cd3db392e12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:27:06.630905 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b9a57192-53e3-4f77-a709-fa8795c17db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:06.657108 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0b8108-62e0-4c2d-b467-ce67ef815624 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Checking segment: {'id': '7443ba62-92e8-4cf7-a349-f14a2a295e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '42c7bef5-455d-4b0e-b32c-33c70f06d658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:27:06.657466 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0b8108-62e0-4c2d-b467-ce67ef815624 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network hostable DHCP agents. Network: 42c7bef5-455d-4b0e-b32c-33c70f06d658, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:27:06.732070 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0b8108-62e0-4c2d-b467-ce67ef815624 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network 42c7bef5-455d-4b0e-b32c-33c70f06d658 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:27:06.755778 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7917c-9b06-4fbb-a695-3aea466c8f9f req-741d1288-420c-4a3c-add7-0c56d2e567bb tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:06.770433 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-36e7917c-9b06-4fbb-a695-3aea466c8f9f req-741d1288-420c-4a3c-add7-0c56d2e567bb tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 943 time: 0.1141722 Aug 11 22:27:06.791527 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-3a0b8108-62e0-4c2d-b467-ce67ef815624 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 42c7bef5-455d-4b0e-b32c-33c70f06d658) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:27:06.819339 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36aef2bd-9d96-4e42-b7ff-c1145a39a402 None None] Network 42c7bef5-455d-4b0e-b32c-33c70f06d658 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:27:06.820095 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0b8108-62e0-4c2d-b467-ce67ef815624 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:06.821597 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a0b8108-62e0-4c2d-b467-ce67ef815624 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:06.849577 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-36e7917c-9b06-4fbb-a695-3aea466c8f9f req-50811b1f-79a2-42b9-ad6c-e6f38029d5b9 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685420 Aug 11 22:27:07.047384 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b9a57192-53e3-4f77-a709-fa8795c17db4 None None] For port 33558203-197a-4217-ba98-0fb79d5461ca, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:27:07.050538 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36740) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:07.056109 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3a0b8108-62e0-4c2d-b467-ce67ef815624 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6052969 Aug 11 22:27:07.058852 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-641e4677-332a-4a7e-bfe9-a7122cf042d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:07.084913 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b9a57192-53e3-4f77-a709-fa8795c17db4 None None] For port 33558203-197a-4217-ba98-0fb79d5461ca, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=33558203-197a-4217-ba98-0fb79d5461ca,segment=NetworkSegment(dc08a3ce-99f7-44b3-a383-cd3db392e12f),segment_id=dc08a3ce-99f7-44b3-a383-cd3db392e12f)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:27:07.093997 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b9a57192-53e3-4f77-a709-fa8795c17db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:07.095612 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e4677-332a-4a7e-bfe9-a7122cf042d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:07.178252 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-641e4677-332a-4a7e-bfe9-a7122cf042d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:07.341630 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece30778-2c7a-4f3d-a593-51da52b02935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-42c7bef5-455d-4b0e-b32c-33c70f06d658', 'network_id': '42c7bef5-455d-4b0e-b32c-33c70f06d658', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'fixed_ips': [{'subnet_id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:27:07.342644 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ece30778-2c7a-4f3d-a593-51da52b02935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:07.382168 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a57192-53e3-4f77-a709-fa8795c17db4 None None] Routers {'5891c287-d90e-4ebd-984f-be814c84f033'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:27:07.382851 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-b9a57192-53e3-4f77-a709-fa8795c17db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:26:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5891c287-d90e-4ebd-984f-be814c84f033'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:07.490665 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 816b3945-2db2-4bff-9f1f-3420f1103b3d no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:27:07.527878 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-641e4677-332a-4a7e-bfe9-a7122cf042d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:07.544082 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-641e4677-332a-4a7e-bfe9-a7122cf042d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:07.545592 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba2e8a-f732-4c31-98dc-90e8343218fc None None] Pushing event updated for resources: {'Port': ['ID=33558203-197a-4217-ba98-0fb79d5461ca,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:07.589224 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 816b3945-2db2-4bff-9f1f-3420f1103b3d {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:27:07.590315 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 816b3945-2db2-4bff-9f1f-3420f1103b3d not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:27:07.627341 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-b9a57192-53e3-4f77-a709-fa8795c17db4 None None] Set router 5891c287-d90e-4ebd-984f-be814c84f033 gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:27:07.813249 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-641e4677-332a-4a7e-bfe9-a7122cf042d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:07.813549 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641e4677-332a-4a7e-bfe9-a7122cf042d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba653d83-001b-416d-8f2d-6d235d95a011 {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:27:07.818220 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-641e4677-332a-4a7e-bfe9-a7122cf042d7 admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:07.822396 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-641e4677-332a-4a7e-bfe9-a7122cf042d7 admin admin] 10.222.0.77 "DELETE /v2.0/routers/ba653d83-001b-416d-8f2d-6d235d95a011 HTTP/1.1" status: 204 len: 168 time: 3.7160482 Aug 11 22:27:07.823106 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36744) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:07.827324 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-ece30778-2c7a-4f3d-a593-51da52b02935 None None] Allocated IP 172.21.0.2 (42c7bef5-455d-4b0e-b32c-33c70f06d658/bf7e3a2e-5b96-4deb-be69-e600811b0f88/83fae2c4-8181-4eb6-bb4d-5627378b29b1) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:27:07.992327 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:07.998862 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-33fc44dd-d2dd-40bc-ac62-2806a2cfb2fc admin admin] Deleting subnet ec1ea2d2-f7dc-41d4-b840-a3079e4f207a {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:27:08.018685 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-33fc44dd-d2dd-40bc-ac62-2806a2cfb2fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:08.041213 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 5c57ca6f-50da-4c28-8f5e-5893a2ff445d details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:27:08.097960 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-33fc44dd-d2dd-40bc-ac62-2806a2cfb2fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:08.276462 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-33fc44dd-d2dd-40bc-ac62-2806a2cfb2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:08.340415 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:08.398275 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-33fc44dd-d2dd-40bc-ac62-2806a2cfb2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:08.412199 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f651362-aa12-4670-8968-f4620e177945 req-6d8cac41-7755-432d-b878-e54b60011657 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:08.418301 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3f651362-aa12-4670-8968-f4620e177945 req-6d8cac41-7755-432d-b878-e54b60011657 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 943 time: 0.2515614 Aug 11 22:27:08.463138 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc44dd-d2dd-40bc-ac62-2806a2cfb2fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec1ea2d2-f7dc-41d4-b840-a3079e4f207a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:08.485739 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-33fc44dd-d2dd-40bc-ac62-2806a2cfb2fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:08.488027 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-33fc44dd-d2dd-40bc-ac62-2806a2cfb2fc admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ec1ea2d2-f7dc-41d4-b840-a3079e4f207a HTTP/1.1" status: 204 len: 168 time: 0.6638560 Aug 11 22:27:08.490622 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36754) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:08.507196 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819a497e-f945-4a4c-91a4-84cdb2102caa None None] Network 5b01c377-68b1-4a75-bb57-2b6d5b30ab45 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:27:08.655241 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ae177950-78e2-4d7d-888a-9e91e031247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:08.775069 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3f651362-aa12-4670-8968-f4620e177945 req-d641a4e2-4e4a-446a-b4ba-45119b69356e tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247631 Aug 11 22:27:08.837421 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 5c57ca6f-50da-4c28-8f5e-5893a2ff445d, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=5c57ca6f-50da-4c28-8f5e-5893a2ff445d,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:08.854195 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-ae177950-78e2-4d7d-888a-9e91e031247c admin admin] Deleting port bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:27:08.854919 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ae177950-78e2-4d7d-888a-9e91e031247c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:08.882773 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ece30778-2c7a-4f3d-a593-51da52b02935 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:08.900761 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ece30778-2c7a-4f3d-a593-51da52b02935 None None] Transition to ACTIVE for port object 83fae2c4-8181-4eb6-bb4d-5627378b29b1 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:27:08.902769 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '5c57ca6f-50da-4c28-8f5e-5893a2ff445d', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'port_id': '5c57ca6f-50da-4c28-8f5e-5893a2ff445d', 'mac_address': 'fa:16:3e:be:cf:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:27:08.933534 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ece30778-2c7a-4f3d-a593-51da52b02935 None None] Transition to ACTIVE for port object 83fae2c4-8181-4eb6-bb4d-5627378b29b1 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:27:08.935816 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-b9a57192-53e3-4f77-a709-fa8795c17db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5891c287-d90e-4ebd-984f-be814c84f033', 'name': 'tempest-RoutersTest-router-1288128221', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:26:58Z', 'updated_at': '2021-08-11T22:27:02Z', 'revision_number': 2, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None, '_interfaces': [{'id': '33558203-197a-4217-ba98-0fb79d5461ca', 'name': '', 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:01Z', 'updated_at': '2021-08-11T22:27:07Z', 'revision_number': 4, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:08.985051 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-ae177950-78e2-4d7d-888a-9e91e031247c admin admin] For port bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca,segment=NetworkSegment(3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd),segment_id=3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:08.985692 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ae177950-78e2-4d7d-888a-9e91e031247c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:08.991902 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ece30778-2c7a-4f3d-a593-51da52b02935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:09.000239 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a57192-53e3-4f77-a709-fa8795c17db4 None None] The sync data for ids ['5891c287-d90e-4ebd-984f-be814c84f033'] in n-d-804275-3 is: [{'id': '5891c287-d90e-4ebd-984f-be814c84f033', 'name': 'tempest-RoutersTest-router-1288128221', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:26:58Z', 'updated_at': '2021-08-11T22:27:02Z', 'revision_number': 2, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None, '_interfaces': [{'id': '33558203-197a-4217-ba98-0fb79d5461ca', 'name': '', 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:01Z', 'updated_at': '2021-08-11T22:27:07Z', 'revision_number': 4, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:27:09.009352 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-ae177950-78e2-4d7d-888a-9e91e031247c admin admin] Calling delete_port for bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:27:09.072073 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:09.083480 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece30778-2c7a-4f3d-a593-51da52b02935 None None] Network 42c7bef5-455d-4b0e-b32c-33c70f06d658 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:27:09.091106 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece30778-2c7a-4f3d-a593-51da52b02935 None None] Pushing event updated for resources: {'Port': ['ID=83fae2c4-8181-4eb6-bb4d-5627378b29b1,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:09.102460 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-ece30778-2c7a-4f3d-a593-51da52b02935 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:27:09.107058 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece30778-2c7a-4f3d-a593-51da52b02935 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:27:09.114667 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c57ca6f-50da-4c28-8f5e-5893a2ff445d {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:27:09.177532 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17261c15-34a7-4de5-ad0d-d6dd97585665 None None] DHCP port deletion for 5b01c377-68b1-4a75-bb57-2b6d5b30ab45 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:27:09.194055 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Allocated IP 172.21.0.1 (42c7bef5-455d-4b0e-b32c-33c70f06d658/bf7e3a2e-5b96-4deb-be69-e600811b0f88/505d143e-78ff-421b-8066-19edda0e5ad5) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:27:09.210183 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ae177950-78e2-4d7d-888a-9e91e031247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:09.242227 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 5c57ca6f-50da-4c28-8f5e-5893a2ff445d, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=5c57ca6f-50da-4c28-8f5e-5893a2ff445d,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:09.256230 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:09.289721 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae177950-78e2-4d7d-888a-9e91e031247c admin admin] Pushing event deleted for resources: {'Port': ['ID=bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:09.304706 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae177950-78e2-4d7d-888a-9e91e031247c admin admin] No DVR routers for this DVR port bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:27:09.461751 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ae177950-78e2-4d7d-888a-9e91e031247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:09.508684 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-17261c15-34a7-4de5-ad0d-d6dd97585665 None None] The port 'bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca' was deleted {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 11 22:27:09.537613 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:27:09.540626 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-ae177950-78e2-4d7d-888a-9e91e031247c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b01c377-68b1-4a75-bb57-2b6d5b30ab45']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:09.556550 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-ae177950-78e2-4d7d-888a-9e91e031247c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:09.556972 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-ae177950-78e2-4d7d-888a-9e91e031247c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f73f7d9-ce05-4d72-bae4-f75c3e0e78cd') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:09.570375 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ae177950-78e2-4d7d-888a-9e91e031247c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:09.592979 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ae177950-78e2-4d7d-888a-9e91e031247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:09.611937 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae177950-78e2-4d7d-888a-9e91e031247c admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:27:09.613026 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ae177950-78e2-4d7d-888a-9e91e031247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:09.616422 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:27:09.617505 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:27:09.633235 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Transition to ACTIVE for port object 505d143e-78ff-421b-8066-19edda0e5ad5 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:27:09.664127 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['5c57ca6f-50da-4c28-8f5e-5893a2ff445d'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:27:09.673502 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-ece30778-2c7a-4f3d-a593-51da52b02935 None None] Attempting to bind port 83fae2c4-8181-4eb6-bb4d-5627378b29b1 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:27:09.674375 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-ece30778-2c7a-4f3d-a593-51da52b02935 None None] Attempting to bind port 83fae2c4-8181-4eb6-bb4d-5627378b29b1 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '7443ba62-92e8-4cf7-a349-f14a2a295e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '42c7bef5-455d-4b0e-b32c-33c70f06d658'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:27:09.677639 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece30778-2c7a-4f3d-a593-51da52b02935 None None] Attempting to bind port 83fae2c4-8181-4eb6-bb4d-5627378b29b1 on network 42c7bef5-455d-4b0e-b32c-33c70f06d658 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:27:09.681854 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=5c57ca6f-50da-4c28-8f5e-5893a2ff445d,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:09.689200 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:09.704308 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:27:09.705708 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device bc7dfbb0-228f-4d2b-8344-7e1fa0fb67ca not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:27:09.707485 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:27:09.810146 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece30778-2c7a-4f3d-a593-51da52b02935 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:27:09.810424 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network 42c7bef5-455d-4b0e-b32c-33c70f06d658 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:27:09.811114 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece30778-2c7a-4f3d-a593-51da52b02935 None None] Checking segment: {'id': '7443ba62-92e8-4cf7-a349-f14a2a295e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '42c7bef5-455d-4b0e-b32c-33c70f06d658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:27:09.813920 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:27:09.814186 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ece30778-2c7a-4f3d-a593-51da52b02935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:09.818191 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece30778-2c7a-4f3d-a593-51da52b02935 None None] Bound using segment: {'id': '7443ba62-92e8-4cf7-a349-f14a2a295e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '42c7bef5-455d-4b0e-b32c-33c70f06d658'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:27:09.819489 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-ece30778-2c7a-4f3d-a593-51da52b02935 None None] Bound port: 83fae2c4-8181-4eb6-bb4d-5627378b29b1, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7443ba62-92e8-4cf7-a349-f14a2a295e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '42c7bef5-455d-4b0e-b32c-33c70f06d658'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:27:09.821860 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ece30778-2c7a-4f3d-a593-51da52b02935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:09.823489 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:27:09.830317 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ae177950-78e2-4d7d-888a-9e91e031247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:09.894156 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ae177950-78e2-4d7d-888a-9e91e031247c admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:09.902871 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ae177950-78e2-4d7d-888a-9e91e031247c admin admin] 10.222.0.77 "DELETE /v2.0/networks/5b01c377-68b1-4a75-bb57-2b6d5b30ab45 HTTP/1.1" status: 204 len: 168 time: 1.4107592 Aug 11 22:27:09.904196 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae177950-78e2-4d7d-888a-9e91e031247c admin admin] Pushing event deleted for resources: {'Network': ['ID=5b01c377-68b1-4a75-bb57-2b6d5b30ab45,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:09.908956 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36764) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:09.953256 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:27:09.953852 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b2ffe85b-32fb-4ed3-bbdd-db1d03a4b353 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:27:09.997512 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Port': ['ID=505d143e-78ff-421b-8066-19edda0e5ad5,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:10.066753 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:10.232929 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60771d0a-34dd-4e47-93ae-4fd80b577cc4 req-ccc3e26b-456d-4e8d-973e-dce8412f2e77 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:10.235989 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60771d0a-34dd-4e47-93ae-4fd80b577cc4 req-ccc3e26b-456d-4e8d-973e-dce8412f2e77 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 944 time: 0.2391503 Aug 11 22:27:10.270266 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-ece30778-2c7a-4f3d-a593-51da52b02935 None None] For port 83fae2c4-8181-4eb6-bb4d-5627378b29b1, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:27:10.278241 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-ece30778-2c7a-4f3d-a593-51da52b02935 None None] For port 83fae2c4-8181-4eb6-bb4d-5627378b29b1, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=83fae2c4-8181-4eb6-bb4d-5627378b29b1,segment=NetworkSegment(7443ba62-92e8-4cf7-a349-f14a2a295e40),segment_id=7443ba62-92e8-4cf7-a349-f14a2a295e40)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:27:10.292532 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ece30778-2c7a-4f3d-a593-51da52b02935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:10.462298 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece30778-2c7a-4f3d-a593-51da52b02935 None None] Pushing event updated for resources: {'Port': ['ID=83fae2c4-8181-4eb6-bb4d-5627378b29b1,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:10.487160 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60771d0a-34dd-4e47-93ae-4fd80b577cc4 req-2aace08f-c641-49a8-987d-13c1ebc397a1 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158074 Aug 11 22:27:11.114848 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:11.491658 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 83fae2c4-8181-4eb6-bb4d-5627378b29b1 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:27:11.626499 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-98f88d70-e07c-4700-8393-8a400a96c38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:11.660569 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 83fae2c4-8181-4eb6-bb4d-5627378b29b1 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:27:11.671081 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:11.673182 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 33558203-197a-4217-ba98-0fb79d5461ca up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:27:11.730326 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:11.757414 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 33558203-197a-4217-ba98-0fb79d5461ca completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:27:11.764447 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 33558203-197a-4217-ba98-0fb79d5461ca triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:27:11.765744 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:11.900670 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:11.921249 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Port': ['ID=505d143e-78ff-421b-8066-19edda0e5ad5,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:11.927618 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:11.940703 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 33558203-197a-4217-ba98-0fb79d5461ca, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=33558203-197a-4217-ba98-0fb79d5461ca,segment=NetworkSegment(dc08a3ce-99f7-44b3-a383-cd3db392e12f),segment_id=dc08a3ce-99f7-44b3-a383-cd3db392e12f)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:11.949729 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:11.977930 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:11.978365 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:11.978794 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:11.979205 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:11.979670 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:11.980086 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:11.980490 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:11.980838 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:11.981172 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:11.981508 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:11.981944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:11.983058 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:27:12.022826 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=33558203-197a-4217-ba98-0fb79d5461ca,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:12.050182 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 5c57ca6f-50da-4c28-8f5e-5893a2ff445d up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:27:12.068213 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de3f26-860f-4968-b7ab-16e2935cf64d req-b0415f87-4de7-497e-b281-f47317138b07 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:12.069880 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-53de3f26-860f-4968-b7ab-16e2935cf64d req-b0415f87-4de7-497e-b281-f47317138b07 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 944 time: 0.3922582 Aug 11 22:27:12.222802 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-53de3f26-860f-4968-b7ab-16e2935cf64d req-c1e7bbc1-db20-422f-ac31-ff3e14b40c34 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995643 Aug 11 22:27:12.231259 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network 42c7bef5-455d-4b0e-b32c-33c70f06d658 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:27:12.235631 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:27:12.428166 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Router 5891c287-d90e-4ebd-984f-be814c84f033 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:27:12.496529 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 5c57ca6f-50da-4c28-8f5e-5893a2ff445d completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:27:12.502018 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 5c57ca6f-50da-4c28-8f5e-5893a2ff445d triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:27:12.503641 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:12.677523 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:12.684973 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-98f88d70-e07c-4700-8393-8a400a96c38a admin admin] Deleting port f889a589-c80d-427f-9dc6-52b53d90cc3b {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:27:12.685684 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-98f88d70-e07c-4700-8393-8a400a96c38a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:12.706374 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d59c188-0d1c-4dab-a37c-a5554ee5f968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c57ca6f-50da-4c28-8f5e-5893a2ff445d'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:27:12.708765 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b44737-987b-4e4c-9ddc-7d98818ea5a4" -d '{"events": [{"server_uuid": "4d59c188-0d1c-4dab-a37c-a5554ee5f968", "name": "network-vif-plugged", "status": "completed", "tag": "5c57ca6f-50da-4c28-8f5e-5893a2ff445d"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:27:12.717564 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306fd125-944d-426b-a740-18910fd68265 None None] Network 42c7bef5-455d-4b0e-b32c-33c70f06d658 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:27:12.780581 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 5c57ca6f-50da-4c28-8f5e-5893a2ff445d, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=5c57ca6f-50da-4c28-8f5e-5893a2ff445d,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:12.792036 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:12.801646 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:27:12.823753 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5a5143eb-c6ff-4818-a657-6c75055aa75e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "PUT /v2.0/routers/5891c287-d90e-4ebd-984f-be814c84f033/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7713721 Aug 11 22:27:12.828772 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36786) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:12.839080 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2d3aac-1715-4c32-bde9-4e63de2744b3 None None] Sync routers for ids ['5891c287-d90e-4ebd-984f-be814c84f033'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:27:12.841621 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-fff4d90f-038c-42ed-9adf-7195fa9f2fc0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'network': {'name': 'tempest-RoutersTest-210163020'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:27:12.850335 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-43511ad9-a783-45de-a24c-0dcce6ae4830 None None] Provisioning for port 83fae2c4-8181-4eb6-bb4d-5627378b29b1 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:27:12.859453 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-43511ad9-a783-45de-a24c-0dcce6ae4830 None None] Provisioning complete for port 83fae2c4-8181-4eb6-bb4d-5627378b29b1 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:27:12.860149 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-43511ad9-a783-45de-a24c-0dcce6ae4830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:12.871494 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-98f88d70-e07c-4700-8393-8a400a96c38a admin admin] For port f889a589-c80d-427f-9dc6-52b53d90cc3b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f889a589-c80d-427f-9dc6-52b53d90cc3b,segment=NetworkSegment(a1d49a34-702c-4d9b-a5af-135fa055b602),segment_id=a1d49a34-702c-4d9b-a5af-135fa055b602)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:12.872036 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-98f88d70-e07c-4700-8393-8a400a96c38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:12.886500 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff4d90f-038c-42ed-9adf-7195fa9f2fc0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Made reservation on behalf of ec8e7be193dc41f89b61bb962b539e53 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:27:12.889421 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-98f88d70-e07c-4700-8393-8a400a96c38a admin admin] Calling delete_port for f889a589-c80d-427f-9dc6-52b53d90cc3b owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:27:12.894032 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fff4d90f-038c-42ed-9adf-7195fa9f2fc0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:12.917115 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2d3aac-1715-4c32-bde9-4e63de2744b3 None None] Routers {'5891c287-d90e-4ebd-984f-be814c84f033'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:27:12.917792 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0d2d3aac-1715-4c32-bde9-4e63de2744b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:26:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5891c287-d90e-4ebd-984f-be814c84f033'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:12.936487 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be47b2-5ddb-4706-97c9-886316868480 req-c1d05ee7-bc3b-4309-a365-4e93a32c1829 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:12.945294 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d9be47b2-5ddb-4706-97c9-886316868480 req-c1d05ee7-bc3b-4309-a365-4e93a32c1829 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fbe566-b016-47bd-83e0-7797ebce3e6b HTTP/1.1" status: 200 len: 946 time: 0.2107375 Aug 11 22:27:12.985168 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff4d90f-038c-42ed-9adf-7195fa9f2fc0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:27:13.003986 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fff4d90f-038c-42ed-9adf-7195fa9f2fc0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:13.004528 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-fff4d90f-038c-42ed-9adf-7195fa9f2fc0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Added segment 4cebd8fc-19ef-49b4-9b7f-90011dc1b063 of type vlan for network 9677a2aa-54d9-4ca8-9536-ed8161ecf72f Aug 11 22:27:13.033124 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=5c57ca6f-50da-4c28-8f5e-5893a2ff445d,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:13.069667 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d9be47b2-5ddb-4706-97c9-886316868480 req-3014243d-7e52-4761-8060-901c30512314 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232705 Aug 11 22:27:13.091547 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fff4d90f-038c-42ed-9adf-7195fa9f2fc0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:13.128016 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-43511ad9-a783-45de-a24c-0dcce6ae4830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:13.152298 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fff4d90f-038c-42ed-9adf-7195fa9f2fc0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:13.159911 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-0d2d3aac-1715-4c32-bde9-4e63de2744b3 None None] Set router 5891c287-d90e-4ebd-984f-be814c84f033 gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:27:13.166706 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff4d90f-038c-42ed-9adf-7195fa9f2fc0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:13.167846 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fff4d90f-038c-42ed-9adf-7195fa9f2fc0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:13.313501 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fff4d90f-038c-42ed-9adf-7195fa9f2fc0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4830625 Aug 11 22:27:13.321408 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36792) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:13.322666 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01179ce1-d9f2-40b7-8e68-2f8dbc8c8b25 x-openstack-request-id: req-01179ce1-d9f2-40b7-8e68-2f8dbc8c8b25 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:27:13.322968 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d59c188-0d1c-4dab-a37c-a5554ee5f968", "name": "network-vif-plugged", "status": "completed", "tag": "5c57ca6f-50da-4c28-8f5e-5893a2ff445d", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:27:13.323232 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-01179ce1-d9f2-40b7-8e68-2f8dbc8c8b25 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:27:13.323689 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d59c188-0d1c-4dab-a37c-a5554ee5f968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c57ca6f-50da-4c28-8f5e-5893a2ff445d', 'code': 200} Aug 11 22:27:13.334393 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-13302343-b828-4ab6-9ded-161c8a1c381d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'subnet': {'network_id': '9677a2aa-54d9-4ca8-9536-ed8161ecf72f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:27:13.412890 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-43511ad9-a783-45de-a24c-0dcce6ae4830 None None] For port 83fae2c4-8181-4eb6-bb4d-5627378b29b1, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=83fae2c4-8181-4eb6-bb4d-5627378b29b1,segment=NetworkSegment(7443ba62-92e8-4cf7-a349-f14a2a295e40),segment_id=7443ba62-92e8-4cf7-a349-f14a2a295e40)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:13.419031 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9acf9528-6e19-4379-96b0-635d6e4238be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:13.425019 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-98f88d70-e07c-4700-8393-8a400a96c38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:13.497479 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 33558203-197a-4217-ba98-0fb79d5461ca up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:27:13.514756 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f88d70-e07c-4700-8393-8a400a96c38a admin admin] Pushing event deleted for resources: {'Port': ['ID=f889a589-c80d-427f-9dc6-52b53d90cc3b,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:13.552784 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff4d90f-038c-42ed-9adf-7195fa9f2fc0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Network': ['ID=9677a2aa-54d9-4ca8-9536-ed8161ecf72f,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:13.571246 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-43511ad9-a783-45de-a24c-0dcce6ae4830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:13.579070 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 9677a2aa-54d9-4ca8-9536-ed8161ecf72f details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:27:13.633411 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13302343-b828-4ab6-9ded-161c8a1c381d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Made reservation on behalf of ec8e7be193dc41f89b61bb962b539e53 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:27:13.639391 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-13302343-b828-4ab6-9ded-161c8a1c381d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:13.682120 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeedf9a-d54f-4135-ba6b-522e1150ff91 req-f04e64a6-8526-4c86-b5c2-73822d595580 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:13.699613 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dbeedf9a-d54f-4135-ba6b-522e1150ff91 req-f04e64a6-8526-4c86-b5c2-73822d595580 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 945 time: 0.1983404 Aug 11 22:27:13.775461 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711fb74-1da7-4ca2-a8ab-52a5cd0b712d req-2af82c2c-2f66-410f-ae47-ada3f0cd0e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:13.780414 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e711fb74-1da7-4ca2-a8ab-52a5cd0b712d req-2af82c2c-2f66-410f-ae47-ada3f0cd0e0c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 1096 time: 0.2443125 Aug 11 22:27:13.788946 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 33558203-197a-4217-ba98-0fb79d5461ca triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:27:13.789338 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:13.860157 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dbeedf9a-d54f-4135-ba6b-522e1150ff91 req-80db986f-6aa8-4b20-bbe8-db278f04e57f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570537 Aug 11 22:27:13.938975 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e711fb74-1da7-4ca2-a8ab-52a5cd0b712d req-b9389ebd-bd26-4158-9ebd-ba4f4ceb147f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432152 Aug 11 22:27:13.939575 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43511ad9-a783-45de-a24c-0dcce6ae4830 None None] Pushing event updated for resources: {'Port': ['ID=83fae2c4-8181-4eb6-bb4d-5627378b29b1,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:13.961143 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-14dca353-8d96-40c1-868a-794913e8a584 None None] Provisioning for port 505d143e-78ff-421b-8066-19edda0e5ad5 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:27:13.968232 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-14dca353-8d96-40c1-868a-794913e8a584 None None] Provisioning complete for port 505d143e-78ff-421b-8066-19edda0e5ad5 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:27:13.968614 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-14dca353-8d96-40c1-868a-794913e8a584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:13.982949 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-98f88d70-e07c-4700-8393-8a400a96c38a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:14.033267 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-14dca353-8d96-40c1-868a-794913e8a584 None None] Port 505d143e-78ff-421b-8066-19edda0e5ad5 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:27:14.040962 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0d2d3aac-1715-4c32-bde9-4e63de2744b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5891c287-d90e-4ebd-984f-be814c84f033', 'name': 'tempest-RoutersTest-router-1288128221', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:26:58Z', 'updated_at': '2021-08-11T22:27:10Z', 'revision_number': 3, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None, '_interfaces': [{'id': '33558203-197a-4217-ba98-0fb79d5461ca', 'name': '', 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:01Z', 'updated_at': '2021-08-11T22:27:11Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '505d143e-78ff-421b-8066-19edda0e5ad5', 'name': '', 'network_id': '42c7bef5-455d-4b0e-b32c-33c70f06d658', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:82:5a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:08Z', 'updated_at': '2021-08-11T22:27:11Z', 'revision_number': 2, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:14.151484 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2d3aac-1715-4c32-bde9-4e63de2744b3 None None] Checking router: 5891c287-d90e-4ebd-984f-be814c84f033 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:27:14.151976 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2d3aac-1715-4c32-bde9-4e63de2744b3 None None] Updating router 5891c287-d90e-4ebd-984f-be814c84f033 port 505d143e-78ff-421b-8066-19edda0e5ad5 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:27:14.154833 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-14dca353-8d96-40c1-868a-794913e8a584 None None] Provisioning complete for port 83fae2c4-8181-4eb6-bb4d-5627378b29b1 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:27:14.155106 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-14dca353-8d96-40c1-868a-794913e8a584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:14.156791 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-13302343-b828-4ab6-9ded-161c8a1c381d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:14.321546 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13302343-b828-4ab6-9ded-161c8a1c381d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Subnet': ['ID=b236b5c3-260e-4c21-add0-f97bc07dc6b3,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:14.327067 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0d2d3aac-1715-4c32-bde9-4e63de2744b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:14.331964 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13302343-b828-4ab6-9ded-161c8a1c381d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Checking segment: {'id': '4cebd8fc-19ef-49b4-9b7f-90011dc1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9677a2aa-54d9-4ca8-9536-ed8161ecf72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:27:14.332573 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13302343-b828-4ab6-9ded-161c8a1c381d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network hostable DHCP agents. Network: 9677a2aa-54d9-4ca8-9536-ed8161ecf72f, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:27:14.363659 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13302343-b828-4ab6-9ded-161c8a1c381d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network 9677a2aa-54d9-4ca8-9536-ed8161ecf72f is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:27:14.384153 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-13302343-b828-4ab6-9ded-161c8a1c381d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 9677a2aa-54d9-4ca8-9536-ed8161ecf72f) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:27:14.398372 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13302343-b828-4ab6-9ded-161c8a1c381d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:14.399176 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-13302343-b828-4ab6-9ded-161c8a1c381d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:14.402431 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0af708-f35f-4eec-96e3-ef0d7b4c262f None None] Network 9677a2aa-54d9-4ca8-9536-ed8161ecf72f requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:27:14.424149 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f88d70-e07c-4700-8393-8a400a96c38a admin admin] Router b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:27:14.446712 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-13302343-b828-4ab6-9ded-161c8a1c381d tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1209579 Aug 11 22:27:14.446996 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517df8c-9c6d-466a-abee-f89781d0df38 req-3ebf90bd-f0a2-49f3-aee2-dc619a953baa tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:14.447134 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36802) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:14.456241 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3517df8c-9c6d-466a-abee-f89781d0df38 req-3ebf90bd-f0a2-49f3-aee2-dc619a953baa tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fbe566-b016-47bd-83e0-7797ebce3e6b HTTP/1.1" status: 200 len: 946 time: 0.2080786 Aug 11 22:27:14.661194 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f4342e5b-8946-4a59-8303-d5182e2d615c None None] Provisioning complete for port 505d143e-78ff-421b-8066-19edda0e5ad5 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:27:14.661775 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f4342e5b-8946-4a59-8303-d5182e2d615c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:14.680917 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3517df8c-9c6d-466a-abee-f89781d0df38 req-673301c5-3a7b-4e82-988a-b85f641bdade tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236762 Aug 11 22:27:14.726449 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f88d70-e07c-4700-8393-8a400a96c38a admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:27:14.736254 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0214ca-2fc4-4598-8548-d4ee60026f01 req-1cbf4aaa-2fcb-4459-bccb-401e484eeae0 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:14.738622 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8d0214ca-2fc4-4598-8548-d4ee60026f01 req-1cbf4aaa-2fcb-4459-bccb-401e484eeae0 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.82 "GET /v2.0/ports?device_id=e1fbe566-b016-47bd-83e0-7797ebce3e6b HTTP/1.1" status: 200 len: 946 time: 0.1342363 Aug 11 22:27:14.739154 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88c43e6-c639-4cd9-a4ca-de03a055e91e None None] Sync routers for ids ['b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:27:14.742874 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-98f88d70-e07c-4700-8393-8a400a96c38a admin admin] 10.222.0.77 "PUT /v2.0/routers/b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8321989 Aug 11 22:27:14.745909 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36804) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:14.758424 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88c43e6-c639-4cd9-a4ca-de03a055e91e None None] Routers {'b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:27:14.760924 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-a88c43e6-c639-4cd9-a4ca-de03a055e91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:26:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:14.821420 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-f4342e5b-8946-4a59-8303-d5182e2d615c None None] Port 505d143e-78ff-421b-8066-19edda0e5ad5 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:27:14.855111 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1c4217-8fef-408c-aef7-0723db5188ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-9677a2aa-54d9-4ca8-9536-ed8161ecf72f', 'network_id': '9677a2aa-54d9-4ca8-9536-ed8161ecf72f', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'fixed_ips': [{'subnet_id': 'b236b5c3-260e-4c21-add0-f97bc07dc6b3'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:27:14.855855 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9a1c4217-8fef-408c-aef7-0723db5188ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:15.044646 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-a88c43e6-c639-4cd9-a4ca-de03a055e91e None None] Set router b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:27:15.065853 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4867f5b1-32f2-4593-8c0e-13476d7897bf admin admin] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:15.192701 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ce3f571-aff7-43d7-89c1-480fc8f5d37c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:15.201316 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4867f5b1-32f2-4593-8c0e-13476d7897bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:15.215268 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834deff-754d-40ca-bb49-c0da494eb299 req-8f65bcb1-1b6d-493b-80f3-1aba916e7046 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:15.217669 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9834deff-754d-40ca-bb49-c0da494eb299 req-8f65bcb1-1b6d-493b-80f3-1aba916e7046 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 945 time: 0.1975358 Aug 11 22:27:15.313983 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-8d0214ca-2fc4-4598-8548-d4ee60026f01 req-b47b219a-c1ff-4016-a393-3f26ea65ec43 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Deleting port 0802aa03-5e0e-4325-81fe-84c357f56d74 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:27:15.314557 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8d0214ca-2fc4-4598-8548-d4ee60026f01 req-b47b219a-c1ff-4016-a393-3f26ea65ec43 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:15.372183 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9834deff-754d-40ca-bb49-c0da494eb299 req-0a835cee-7b5c-4878-b180-106dde716f69 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424017 Aug 11 22:27:15.429796 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-a88c43e6-c639-4cd9-a4ca-de03a055e91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e', 'name': 'tempest-TestServerMultinode-1265275780-router', 'tenant_id': 'a001d548b17e40fdb55f1d11556d40bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2ed178f4-a65b-4606-8693-69628eebb3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:49Z', 'updated_at': '2021-08-11T22:27:13Z', 'revision_number': 5, 'project_id': 'a001d548b17e40fdb55f1d11556d40bc', 'gw_port': {'id': '2ed178f4-a65b-4606-8693-69628eebb3e9', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:50Z', 'updated_at': '2021-08-11T22:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:15.538549 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-8d0214ca-2fc4-4598-8548-d4ee60026f01 req-b47b219a-c1ff-4016-a393-3f26ea65ec43 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] For port 0802aa03-5e0e-4325-81fe-84c357f56d74, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=0802aa03-5e0e-4325-81fe-84c357f56d74,segment=NetworkSegment(b82f776d-74cf-411f-ae30-50112b7fb9ec),segment_id=b82f776d-74cf-411f-ae30-50112b7fb9ec)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:15.538934 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8d0214ca-2fc4-4598-8548-d4ee60026f01 req-b47b219a-c1ff-4016-a393-3f26ea65ec43 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:15.554987 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-8d0214ca-2fc4-4598-8548-d4ee60026f01 req-b47b219a-c1ff-4016-a393-3f26ea65ec43 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Calling delete_port for 0802aa03-5e0e-4325-81fe-84c357f56d74 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:27:15.578153 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88c43e6-c639-4cd9-a4ca-de03a055e91e None None] Checking router: b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:27:15.605849 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88c43e6-c639-4cd9-a4ca-de03a055e91e None None] Routers {'b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:27:15.608749 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-a88c43e6-c639-4cd9-a4ca-de03a055e91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:26:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:15.658356 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 83fae2c4-8181-4eb6-bb4d-5627378b29b1 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:27:15.687953 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-4867f5b1-32f2-4593-8c0e-13476d7897bf admin admin] Deleting port 2ed178f4-a65b-4606-8693-69628eebb3e9 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:27:15.688287 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4867f5b1-32f2-4593-8c0e-13476d7897bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:15.713603 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-5ce3f571-aff7-43d7-89c1-480fc8f5d37c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Allocated IP 172.22.0.1 (9677a2aa-54d9-4ca8-9536-ed8161ecf72f/b236b5c3-260e-4c21-add0-f97bc07dc6b3/a7742475-7c80-4edd-b441-b570e6c046a4) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:27:15.731311 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2937b5f5-d426-402b-9f47-c67a38b1f4d3 None None] Provisioning complete for port 505d143e-78ff-421b-8066-19edda0e5ad5 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:27:15.732440 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2937b5f5-d426-402b-9f47-c67a38b1f4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:15.752896 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28c665-fd1e-43ee-925e-7f185098fb13 req-57949334-aacc-404c-846f-c047c4f01c6e tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:15.754505 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a28c665-fd1e-43ee-925e-7f185098fb13 req-57949334-aacc-404c-846f-c047c4f01c6e tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 945 time: 0.1821735 Aug 11 22:27:15.810342 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-a88c43e6-c639-4cd9-a4ca-de03a055e91e None None] Set router b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:27:15.820312 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-4867f5b1-32f2-4593-8c0e-13476d7897bf admin admin] For port 2ed178f4-a65b-4606-8693-69628eebb3e9, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=2ed178f4-a65b-4606-8693-69628eebb3e9,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:15.820691 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4867f5b1-32f2-4593-8c0e-13476d7897bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:15.838738 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-4867f5b1-32f2-4593-8c0e-13476d7897bf admin admin] Calling delete_port for 2ed178f4-a65b-4606-8693-69628eebb3e9 owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:27:15.920956 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ce3f571-aff7-43d7-89c1-480fc8f5d37c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:15.959563 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-2937b5f5-d426-402b-9f47-c67a38b1f4d3 None None] Port 505d143e-78ff-421b-8066-19edda0e5ad5 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:27:15.959835 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-a88c43e6-c639-4cd9-a4ca-de03a055e91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e', 'name': 'tempest-TestServerMultinode-1265275780-router', 'tenant_id': 'a001d548b17e40fdb55f1d11556d40bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:49Z', 'updated_at': '2021-08-11T22:27:15Z', 'revision_number': 6, 'project_id': 'a001d548b17e40fdb55f1d11556d40bc', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:16.012945 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 83fae2c4-8181-4eb6-bb4d-5627378b29b1 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:27:16.013563 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:16.021130 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88c43e6-c639-4cd9-a4ca-de03a055e91e None None] The sync data for ids ['b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e'] in n-d-804275-3 is: [{'id': 'b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e', 'name': 'tempest-TestServerMultinode-1265275780-router', 'tenant_id': 'a001d548b17e40fdb55f1d11556d40bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:49Z', 'updated_at': '2021-08-11T22:27:15Z', 'revision_number': 6, 'project_id': 'a001d548b17e40fdb55f1d11556d40bc', 'gw_port_host': None}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:27:16.116250 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:16.120314 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2e29deff-56bf-46de-ae9e-1d6bdfd9fe3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:16.143622 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0d2d3aac-1715-4c32-bde9-4e63de2744b3 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:16.394056 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a28c665-fd1e-43ee-925e-7f185098fb13 req-74ee36a6-f1b7-43b8-a4fd-c613cbe63388 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5430341 Aug 11 22:27:16.440060 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-5ce3f571-aff7-43d7-89c1-480fc8f5d37c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Transition to ACTIVE for port object a7742475-7c80-4edd-b441-b570e6c046a4 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:27:16.456993 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0d2d3aac-1715-4c32-bde9-4e63de2744b3 None None] Transition to ACTIVE for port object 505d143e-78ff-421b-8066-19edda0e5ad5 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:27:16.480274 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0d2d3aac-1715-4c32-bde9-4e63de2744b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:16.505896 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ce3f571-aff7-43d7-89c1-480fc8f5d37c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:16.528742 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8d0214ca-2fc4-4598-8548-d4ee60026f01 req-b47b219a-c1ff-4016-a393-3f26ea65ec43 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:16.549316 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce3f571-aff7-43d7-89c1-480fc8f5d37c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network 9677a2aa-54d9-4ca8-9536-ed8161ecf72f is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:27:16.556180 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-5ce3f571-aff7-43d7-89c1-480fc8f5d37c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:27:16.598345 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['a9ff5d05-c18e-4e33-a3d4-c7e231604829'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:27:16.599778 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce3f571-aff7-43d7-89c1-480fc8f5d37c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:27:16.601108 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:27:16.679823 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3f571-aff7-43d7-89c1-480fc8f5d37c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Port': ['ID=a7742475-7c80-4edd-b441-b570e6c046a4,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:16.699389 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b219a-c1ff-4016-a393-3f26ea65ec43 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Pushing event deleted for resources: {'Port': ['ID=0802aa03-5e0e-4325-81fe-84c357f56d74,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:16.706632 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ce3f571-aff7-43d7-89c1-480fc8f5d37c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:16.820562 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-90e229a6-7170-4992-9d56-fb18752ffeab req-a56a5f32-070b-4205-85d2-defdb2cb0cdd tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1fbe566-b016-47bd-83e0-7797ebce3e6b HTTP/1.1" status: 200 len: 210 time: 0.2426305 Aug 11 22:27:16.879608 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0214ca-2fc4-4598-8548-d4ee60026f01 req-b47b219a-c1ff-4016-a393-3f26ea65ec43 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] No DVR routers for this DVR port 0802aa03-5e0e-4325-81fe-84c357f56d74 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:27:16.892550 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8d0214ca-2fc4-4598-8548-d4ee60026f01 req-b47b219a-c1ff-4016-a393-3f26ea65ec43 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:16.899764 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8d0214ca-2fc4-4598-8548-d4ee60026f01 req-b47b219a-c1ff-4016-a393-3f26ea65ec43 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.82 "DELETE /v2.0/ports/0802aa03-5e0e-4325-81fe-84c357f56d74 HTTP/1.1" status: 204 len: 173 time: 2.1507576 Aug 11 22:27:16.910453 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fbe566-b016-47bd-83e0-7797ebce3e6b', 'name': 'network-vif-deleted', 'tag': '0802aa03-5e0e-4325-81fe-84c357f56d74'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:27:16.915974 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2065a0b0-6ff5-4842-b402-a91742a0fdeb" -d '{"events": [{"server_uuid": "e1fbe566-b016-47bd-83e0-7797ebce3e6b", "name": "network-vif-deleted", "tag": "0802aa03-5e0e-4325-81fe-84c357f56d74"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:27:16.957267 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4867f5b1-32f2-4593-8c0e-13476d7897bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:17.047569 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867f5b1-32f2-4593-8c0e-13476d7897bf admin admin] Pushing event deleted for resources: {'Port': ['ID=2ed178f4-a65b-4606-8693-69628eebb3e9,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:17.078276 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea0fc7-9825-4c61-a1f2-bdd4635a3ea4 None None] Pushing event updated for resources: {'Port': ['ID=505d143e-78ff-421b-8066-19edda0e5ad5,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:17.199079 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-9a1c4217-8fef-408c-aef7-0723db5188ca None None] Allocated IP 172.22.0.2 (9677a2aa-54d9-4ca8-9536-ed8161ecf72f/b236b5c3-260e-4c21-add0-f97bc07dc6b3/7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:27:17.220787 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f12e34-156d-46e8-bdb7-9ba76b9a3b83 x-openstack-request-id: req-c4f12e34-156d-46e8-bdb7-9ba76b9a3b83 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:27:17.221105 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1fbe566-b016-47bd-83e0-7797ebce3e6b", "name": "network-vif-deleted", "tag": "0802aa03-5e0e-4325-81fe-84c357f56d74", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:27:17.221710 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c4f12e34-156d-46e8-bdb7-9ba76b9a3b83 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:27:17.221841 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1fbe566-b016-47bd-83e0-7797ebce3e6b', 'name': 'network-vif-deleted', 'tag': '0802aa03-5e0e-4325-81fe-84c357f56d74', 'status': 'completed', 'code': 200} Aug 11 22:27:17.222760 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4867f5b1-32f2-4593-8c0e-13476d7897bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:17.409651 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4867f5b1-32f2-4593-8c0e-13476d7897bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:17.411361 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ce3f571-aff7-43d7-89c1-480fc8f5d37c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:17.413358 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4867f5b1-32f2-4593-8c0e-13476d7897bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:17.444948 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f889a589-c80d-427f-9dc6-52b53d90cc3b no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:27:17.491234 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-0d2d3aac-1715-4c32-bde9-4e63de2744b3 None None] Attempting to bind port 505d143e-78ff-421b-8066-19edda0e5ad5 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:27:17.491434 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-0d2d3aac-1715-4c32-bde9-4e63de2744b3 None None] Attempting to bind port 505d143e-78ff-421b-8066-19edda0e5ad5 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '7443ba62-92e8-4cf7-a349-f14a2a295e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '42c7bef5-455d-4b0e-b32c-33c70f06d658'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:27:17.491841 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2d3aac-1715-4c32-bde9-4e63de2744b3 None None] Attempting to bind port 505d143e-78ff-421b-8066-19edda0e5ad5 on network 42c7bef5-455d-4b0e-b32c-33c70f06d658 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:27:17.493442 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4867f5b1-32f2-4593-8c0e-13476d7897bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:17.494304 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4867f5b1-32f2-4593-8c0e-13476d7897bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:27:17.503443 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4867f5b1-32f2-4593-8c0e-13476d7897bf admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:17.508946 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: f889a589-c80d-427f-9dc6-52b53d90cc3b {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:27:17.509182 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4867f5b1-32f2-4593-8c0e-13476d7897bf admin admin] 10.222.0.77 "DELETE /v2.0/routers/b1ffc5fd-d12b-4d98-8ac3-a3a03595ee9e HTTP/1.1" status: 204 len: 168 time: 2.7624097 Aug 11 22:27:17.509309 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f889a589-c80d-427f-9dc6-52b53d90cc3b not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:27:17.509703 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 2ed178f4-a65b-4606-8693-69628eebb3e9 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:27:17.511814 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2d3aac-1715-4c32-bde9-4e63de2744b3 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:27:17.512200 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2d3aac-1715-4c32-bde9-4e63de2744b3 None None] Checking segment: {'id': '7443ba62-92e8-4cf7-a349-f14a2a295e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '42c7bef5-455d-4b0e-b32c-33c70f06d658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:27:17.512610 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0d2d3aac-1715-4c32-bde9-4e63de2744b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:17.513008 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2d3aac-1715-4c32-bde9-4e63de2744b3 None None] Bound using segment: {'id': '7443ba62-92e8-4cf7-a349-f14a2a295e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '42c7bef5-455d-4b0e-b32c-33c70f06d658'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:27:17.513495 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-0d2d3aac-1715-4c32-bde9-4e63de2744b3 None None] Bound port: 505d143e-78ff-421b-8066-19edda0e5ad5, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7443ba62-92e8-4cf7-a349-f14a2a295e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '42c7bef5-455d-4b0e-b32c-33c70f06d658'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:27:17.513886 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0d2d3aac-1715-4c32-bde9-4e63de2744b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:17.517441 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36824) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:17.579840 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c929292-2327-4039-838c-6239786305e3 req-f495062b-2854-40d0-b0a2-8088e3a30833 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:17.586765 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c929292-2327-4039-838c-6239786305e3 req-f495062b-2854-40d0-b0a2-8088e3a30833 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 945 time: 0.2481852 Aug 11 22:27:17.603835 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 2ed178f4-a65b-4606-8693-69628eebb3e9 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:27:17.604369 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 2ed178f4-a65b-4606-8693-69628eebb3e9 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:27:17.680880 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-66364494-94e7-4822-9d16-5f6dbfaac40e admin admin] Deleting subnet e350e455-605f-4002-8d19-beae7ce16d80 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:27:17.685681 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-66364494-94e7-4822-9d16-5f6dbfaac40e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:17.694353 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c929292-2327-4039-838c-6239786305e3 req-7e03a6b9-1d91-468a-a293-8219ead78f98 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974898 Aug 11 22:27:17.770434 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:17.797897 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-66364494-94e7-4822-9d16-5f6dbfaac40e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:17.972456 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-66364494-94e7-4822-9d16-5f6dbfaac40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:18.001719 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9a1c4217-8fef-408c-aef7-0723db5188ca None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:18.009125 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-0d2d3aac-1715-4c32-bde9-4e63de2744b3 None None] For port 505d143e-78ff-421b-8066-19edda0e5ad5, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:27:18.015803 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-0d2d3aac-1715-4c32-bde9-4e63de2744b3 None None] For port 505d143e-78ff-421b-8066-19edda0e5ad5, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=505d143e-78ff-421b-8066-19edda0e5ad5,segment=NetworkSegment(7443ba62-92e8-4cf7-a349-f14a2a295e40),segment_id=7443ba62-92e8-4cf7-a349-f14a2a295e40)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:27:18.019383 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9a1c4217-8fef-408c-aef7-0723db5188ca None None] Transition to ACTIVE for port object 7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:27:18.022928 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ce3f571-aff7-43d7-89c1-480fc8f5d37c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:18.028805 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0d2d3aac-1715-4c32-bde9-4e63de2744b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:18.038629 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ce3f571-aff7-43d7-89c1-480fc8f5d37c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:18.101240 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-66364494-94e7-4822-9d16-5f6dbfaac40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:18.111045 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2d3aac-1715-4c32-bde9-4e63de2744b3 None None] Routers {'5891c287-d90e-4ebd-984f-be814c84f033'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:27:18.112187 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0d2d3aac-1715-4c32-bde9-4e63de2744b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:27:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5891c287-d90e-4ebd-984f-be814c84f033'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:18.119964 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9a1c4217-8fef-408c-aef7-0723db5188ca None None] Transition to ACTIVE for port object 7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:27:18.144250 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66364494-94e7-4822-9d16-5f6dbfaac40e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e350e455-605f-4002-8d19-beae7ce16d80,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:18.157552 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-66364494-94e7-4822-9d16-5f6dbfaac40e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:18.164142 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-66364494-94e7-4822-9d16-5f6dbfaac40e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e350e455-605f-4002-8d19-beae7ce16d80 HTTP/1.1" status: 204 len: 168 time: 0.6439250 Aug 11 22:27:18.169726 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36832) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:18.264102 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6c6886-4e51-44c7-aae6-722afaa2014a None None] Network 1768cc28-fa62-46d4-a55f-4ccf6b1f8be4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:27:18.392664 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3f571-aff7-43d7-89c1-480fc8f5d37c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Port': ['ID=a7742475-7c80-4edd-b441-b570e6c046a4,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:18.399882 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ce3f571-aff7-43d7-89c1-480fc8f5d37c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:18.427929 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d63499-d9d4-42d5-80b3-669e447a2a41 req-c58b857a-b62c-48b9-a222-bb8930821110 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:18.434519 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-39d63499-d9d4-42d5-80b3-669e447a2a41 req-c58b857a-b62c-48b9-a222-bb8930821110 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=04a6b090-64e9-480a-8a31-3fa301c88ce2 HTTP/1.1" status: 200 len: 945 time: 0.1040969 Aug 11 22:27:18.463963 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9a1c4217-8fef-408c-aef7-0723db5188ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:18.467287 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f47878fc-674c-4aae-afb8-52f809b4e2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:18.477486 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 0802aa03-5e0e-4325-81fe-84c357f56d74 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:27:18.483799 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-39d63499-d9d4-42d5-80b3-669e447a2a41 req-81a4c77a-4137-4bc0-aeec-23f09f57634c tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414300 Aug 11 22:27:18.517222 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 0802aa03-5e0e-4325-81fe-84c357f56d74 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:27:18.517668 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 0802aa03-5e0e-4325-81fe-84c357f56d74 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:27:18.544693 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea0fc7-9825-4c61-a1f2-bdd4635a3ea4 None None] Pushing event updated for resources: {'Port': ['ID=505d143e-78ff-421b-8066-19edda0e5ad5,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:18.565019 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1c4217-8fef-408c-aef7-0723db5188ca None None] Network 9677a2aa-54d9-4ca8-9536-ed8161ecf72f is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:27:18.567954 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce3f571-aff7-43d7-89c1-480fc8f5d37c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network 9677a2aa-54d9-4ca8-9536-ed8161ecf72f is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:27:18.573575 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-5ce3f571-aff7-43d7-89c1-480fc8f5d37c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:27:18.588104 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-f47878fc-674c-4aae-afb8-52f809b4e2ec admin admin] Deleting port 8117e0c3-9ad5-41dc-b127-96c99f8458fb {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:27:18.588461 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f47878fc-674c-4aae-afb8-52f809b4e2ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:18.611849 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-9a1c4217-8fef-408c-aef7-0723db5188ca None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:27:18.620102 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1c4217-8fef-408c-aef7-0723db5188ca None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:27:18.636552 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-0d2d3aac-1715-4c32-bde9-4e63de2744b3 None None] Set router 5891c287-d90e-4ebd-984f-be814c84f033 gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:27:18.699563 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c4217-8fef-408c-aef7-0723db5188ca None None] Pushing event updated for resources: {'Port': ['ID=7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:18.775821 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-f47878fc-674c-4aae-afb8-52f809b4e2ec admin admin] For port 8117e0c3-9ad5-41dc-b127-96c99f8458fb, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8117e0c3-9ad5-41dc-b127-96c99f8458fb,segment=NetworkSegment(a1d49a34-702c-4d9b-a5af-135fa055b602),segment_id=a1d49a34-702c-4d9b-a5af-135fa055b602)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:18.776220 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f47878fc-674c-4aae-afb8-52f809b4e2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:18.790966 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-9a1c4217-8fef-408c-aef7-0723db5188ca None None] Attempting to bind port 7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:27:18.791472 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-9a1c4217-8fef-408c-aef7-0723db5188ca None None] Attempting to bind port 7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '4cebd8fc-19ef-49b4-9b7f-90011dc1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9677a2aa-54d9-4ca8-9536-ed8161ecf72f'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:27:18.791721 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1c4217-8fef-408c-aef7-0723db5188ca None None] Attempting to bind port 7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6 on network 9677a2aa-54d9-4ca8-9536-ed8161ecf72f {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:27:18.794615 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-f47878fc-674c-4aae-afb8-52f809b4e2ec admin admin] Calling delete_port for 8117e0c3-9ad5-41dc-b127-96c99f8458fb owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:27:18.808355 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc4e43-7069-4228-a130-48ced084c7f2 req-749e39d4-969d-43fd-a0ae-0fc6fd3b65cc tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:18.809982 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2ebc4e43-7069-4228-a130-48ced084c7f2 req-749e39d4-969d-43fd-a0ae-0fc6fd3b65cc tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 945 time: 0.2185285 Aug 11 22:27:18.837007 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1c4217-8fef-408c-aef7-0723db5188ca None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:27:18.840118 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1c4217-8fef-408c-aef7-0723db5188ca None None] Checking segment: {'id': '4cebd8fc-19ef-49b4-9b7f-90011dc1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9677a2aa-54d9-4ca8-9536-ed8161ecf72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:27:18.840624 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9a1c4217-8fef-408c-aef7-0723db5188ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:18.842075 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1c4217-8fef-408c-aef7-0723db5188ca None None] Bound using segment: {'id': '4cebd8fc-19ef-49b4-9b7f-90011dc1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9677a2aa-54d9-4ca8-9536-ed8161ecf72f'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:27:18.842698 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-9a1c4217-8fef-408c-aef7-0723db5188ca None None] Bound port: 7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cebd8fc-19ef-49b4-9b7f-90011dc1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9677a2aa-54d9-4ca8-9536-ed8161ecf72f'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:27:18.843217 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9a1c4217-8fef-408c-aef7-0723db5188ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:18.864937 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb432b6c-5e97-496b-9357-954b11df7ff2 None None] DHCP port deletion for 1768cc28-fa62-46d4-a55f-4ccf6b1f8be4 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:27:18.928507 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be171966-013b-4cec-a06d-b712215c13c7 req-659efb99-b1eb-44ed-a24f-8ffe8c065ad5 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:18.929163 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce3f571-aff7-43d7-89c1-480fc8f5d37c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Router 5891c287-d90e-4ebd-984f-be814c84f033 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:27:18.937368 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-be171966-013b-4cec-a06d-b712215c13c7 req-659efb99-b1eb-44ed-a24f-8ffe8c065ad5 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 945 time: 0.0731931 Aug 11 22:27:18.990064 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-be171966-013b-4cec-a06d-b712215c13c7 req-d35008c5-1fd9-4e2b-832e-8ce6a0331c41 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510576 Aug 11 22:27:19.020172 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-9a1c4217-8fef-408c-aef7-0723db5188ca None None] For port 7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:27:19.054551 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-9a1c4217-8fef-408c-aef7-0723db5188ca None None] For port 7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6,segment=NetworkSegment(4cebd8fc-19ef-49b4-9b7f-90011dc1b063),segment_id=4cebd8fc-19ef-49b4-9b7f-90011dc1b063)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:27:19.059475 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:19.066284 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9a1c4217-8fef-408c-aef7-0723db5188ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:19.075882 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-eb432b6c-5e97-496b-9357-954b11df7ff2 None None] Deleting port 8117e0c3-9ad5-41dc-b127-96c99f8458fb {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:27:19.076257 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-eb432b6c-5e97-496b-9357-954b11df7ff2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:19.087718 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36844) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:19.165627 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-2ebc4e43-7069-4228-a130-48ced084c7f2 req-c398d1ed-2703-4089-8e26-b68bb7ce4eb5 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Deleting port 5c57ca6f-50da-4c28-8f5e-5893a2ff445d {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:27:19.166200 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2ebc4e43-7069-4228-a130-48ced084c7f2 req-c398d1ed-2703-4089-8e26-b68bb7ce4eb5 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:19.259091 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce3f571-aff7-43d7-89c1-480fc8f5d37c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:27:19.272329 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5ce3f571-aff7-43d7-89c1-480fc8f5d37c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "PUT /v2.0/routers/5891c287-d90e-4ebd-984f-be814c84f033/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8242373 Aug 11 22:27:19.272856 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36848) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:19.281356 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-b8d90531-f2b2-4263-b363-0df63a9efc44 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'network': {'name': 'tempest-RoutersTest-1705279750'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:27:19.284728 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f47878fc-674c-4aae-afb8-52f809b4e2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:19.342714 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47878fc-674c-4aae-afb8-52f809b4e2ec admin admin] No DVR routers for this DVR port 8117e0c3-9ad5-41dc-b127-96c99f8458fb on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:27:19.345468 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47878fc-674c-4aae-afb8-52f809b4e2ec admin admin] Pushing event deleted for resources: {'Port': ['ID=8117e0c3-9ad5-41dc-b127-96c99f8458fb,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:19.401861 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-2ebc4e43-7069-4228-a130-48ced084c7f2 req-c398d1ed-2703-4089-8e26-b68bb7ce4eb5 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] For port 5c57ca6f-50da-4c28-8f5e-5893a2ff445d, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=5c57ca6f-50da-4c28-8f5e-5893a2ff445d,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:19.402163 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2ebc4e43-7069-4228-a130-48ced084c7f2 req-c398d1ed-2703-4089-8e26-b68bb7ce4eb5 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:19.405878 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d90531-f2b2-4263-b363-0df63a9efc44 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Made reservation on behalf of ec8e7be193dc41f89b61bb962b539e53 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:27:19.408559 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b8d90531-f2b2-4263-b363-0df63a9efc44 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:19.460592 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-2ebc4e43-7069-4228-a130-48ced084c7f2 req-c398d1ed-2703-4089-8e26-b68bb7ce4eb5 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Calling delete_port for 5c57ca6f-50da-4c28-8f5e-5893a2ff445d owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:27:19.480082 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8117e0c3-9ad5-41dc-b127-96c99f8458fb no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:27:19.525313 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 8117e0c3-9ad5-41dc-b127-96c99f8458fb {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:27:19.526186 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8117e0c3-9ad5-41dc-b127-96c99f8458fb not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:27:19.532308 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f47878fc-674c-4aae-afb8-52f809b4e2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:19.549939 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-f47878fc-674c-4aae-afb8-52f809b4e2ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1768cc28-fa62-46d4-a55f-4ccf6b1f8be4']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:19.574386 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d90531-f2b2-4263-b363-0df63a9efc44 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:27:19.578183 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-f47878fc-674c-4aae-afb8-52f809b4e2ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d49a34-702c-4d9b-a5af-135fa055b602') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:19.578492 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-f47878fc-674c-4aae-afb8-52f809b4e2ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d49a34-702c-4d9b-a5af-135fa055b602') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:19.591977 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-eb432b6c-5e97-496b-9357-954b11df7ff2 None None] For port 8117e0c3-9ad5-41dc-b127-96c99f8458fb, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8117e0c3-9ad5-41dc-b127-96c99f8458fb,segment=NetworkSegment(a1d49a34-702c-4d9b-a5af-135fa055b602),segment_id=a1d49a34-702c-4d9b-a5af-135fa055b602)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:19.592614 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-eb432b6c-5e97-496b-9357-954b11df7ff2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:19.599175 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c4217-8fef-408c-aef7-0723db5188ca None None] Pushing event updated for resources: {'Port': ['ID=7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:19.612568 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f47878fc-674c-4aae-afb8-52f809b4e2ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:19.616993 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b8d90531-f2b2-4263-b363-0df63a9efc44 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:19.617690 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-b8d90531-f2b2-4263-b363-0df63a9efc44 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Added segment c6ffee93-da28-4abf-a7fd-cdba027c2735 of type vlan for network 8de9288b-ae03-4b11-8e28-9ec7363bb5bd Aug 11 22:27:19.629819 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0d2d3aac-1715-4c32-bde9-4e63de2744b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5891c287-d90e-4ebd-984f-be814c84f033', 'name': 'tempest-RoutersTest-router-1288128221', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:26:58Z', 'updated_at': '2021-08-11T22:27:17Z', 'revision_number': 4, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None, '_interfaces': [{'id': '33558203-197a-4217-ba98-0fb79d5461ca', 'name': '', 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:01Z', 'updated_at': '2021-08-11T22:27:11Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '505d143e-78ff-421b-8066-19edda0e5ad5', 'name': '', 'network_id': '42c7bef5-455d-4b0e-b32c-33c70f06d658', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:82:5a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:08Z', 'updated_at': '2021-08-11T22:27:17Z', 'revision_number': 4, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7742475-7c80-4edd-b441-b570e6c046a4', 'name': '', 'network_id': '9677a2aa-54d9-4ca8-9536-ed8161ecf72f', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:fd:78:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'b236b5c3-260e-4c21-add0-f97bc07dc6b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:15Z', 'updated_at': '2021-08-11T22:27:17Z', 'revision_number': 2, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'b236b5c3-260e-4c21-add0-f97bc07dc6b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:19.638996 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-eb432b6c-5e97-496b-9357-954b11df7ff2 None None] Calling delete_port for 8117e0c3-9ad5-41dc-b127-96c99f8458fb owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:27:19.665151 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f47878fc-674c-4aae-afb8-52f809b4e2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:19.676473 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f47878fc-674c-4aae-afb8-52f809b4e2ec admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:27:19.678103 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f47878fc-674c-4aae-afb8-52f809b4e2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:19.680696 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2d3aac-1715-4c32-bde9-4e63de2744b3 None None] The sync data for ids ['5891c287-d90e-4ebd-984f-be814c84f033'] in n-d-804275-3 is: [{'id': '5891c287-d90e-4ebd-984f-be814c84f033', 'name': 'tempest-RoutersTest-router-1288128221', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:26:58Z', 'updated_at': '2021-08-11T22:27:17Z', 'revision_number': 4, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None, '_interfaces': [{'id': '33558203-197a-4217-ba98-0fb79d5461ca', 'name': '', 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:01Z', 'updated_at': '2021-08-11T22:27:11Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '505d143e-78ff-421b-8066-19edda0e5ad5', 'name': '', 'network_id': '42c7bef5-455d-4b0e-b32c-33c70f06d658', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:82:5a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:08Z', 'updated_at': '2021-08-11T22:27:17Z', 'revision_number': 4, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7742475-7c80-4edd-b441-b570e6c046a4', 'name': '', 'network_id': '9677a2aa-54d9-4ca8-9536-ed8161ecf72f', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:fd:78:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'b236b5c3-260e-4c21-add0-f97bc07dc6b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:15Z', 'updated_at': '2021-08-11T22:27:17Z', 'revision_number': 2, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'b236b5c3-260e-4c21-add0-f97bc07dc6b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:27:19.701401 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-1c010f86-4584-48cb-a614-41c2a26888cc req-c930ed03-b7d9-419d-9c91-4b502766c69e service neutron] (100943) timed out ('10.222.0.77', 47648) {{(pid=100943) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:27:19.788673 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:27:19.800126 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f776b-2406-43cc-9707-39ccf9203f6c req-13d77348-7ace-46b7-90c8-7dcdcfb5a66c tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:19.810666 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f46f776b-2406-43cc-9707-39ccf9203f6c req-13d77348-7ace-46b7-90c8-7dcdcfb5a66c tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=04a6b090-64e9-480a-8a31-3fa301c88ce2 HTTP/1.1" status: 200 len: 945 time: 0.1810398 Aug 11 22:27:19.876203 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-eb432b6c-5e97-496b-9357-954b11df7ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:19.932869 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb432b6c-5e97-496b-9357-954b11df7ff2 None None] No DVR routers for this DVR port 8117e0c3-9ad5-41dc-b127-96c99f8458fb on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:27:19.937436 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb432b6c-5e97-496b-9357-954b11df7ff2 None None] Pushing event deleted for resources: {'Port': ['ID=8117e0c3-9ad5-41dc-b127-96c99f8458fb,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:19.953105 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b8d90531-f2b2-4263-b363-0df63a9efc44 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:19.959224 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f47878fc-674c-4aae-afb8-52f809b4e2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:19.976290 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f47878fc-674c-4aae-afb8-52f809b4e2ec admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:19.980473 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f47878fc-674c-4aae-afb8-52f809b4e2ec admin admin] 10.222.0.77 "DELETE /v2.0/networks/1768cc28-fa62-46d4-a55f-4ccf6b1f8be4 HTTP/1.1" status: 204 len: 168 time: 1.8002434 Aug 11 22:27:20.005750 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47878fc-674c-4aae-afb8-52f809b4e2ec admin admin] Pushing event deleted for resources: {'Network': ['ID=1768cc28-fa62-46d4-a55f-4ccf6b1f8be4,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:20.010955 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f46f776b-2406-43cc-9707-39ccf9203f6c req-3a534939-709c-424c-b9a6-18621e958bfa tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876049 Aug 11 22:27:20.063204 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2ebc4e43-7069-4228-a130-48ced084c7f2 req-c398d1ed-2703-4089-8e26-b68bb7ce4eb5 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:20.080463 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b8d90531-f2b2-4263-b363-0df63a9efc44 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:20.082120 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['5c57ca6f-50da-4c28-8f5e-5893a2ff445d'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:27:20.100911 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9b63b-5168-43b4-814b-c19fb0a0adb0 req-5dbf72d7-b6bc-4d8f-bf88-7a56061fa2db tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:20.104864 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-18c9b63b-5168-43b4-814b-c19fb0a0adb0 req-5dbf72d7-b6bc-4d8f-bf88-7a56061fa2db tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.82 "GET /v2.0/ports?device_id=04a6b090-64e9-480a-8a31-3fa301c88ce2 HTTP/1.1" status: 200 len: 945 time: 0.2298884 Aug 11 22:27:20.112529 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d90531-f2b2-4263-b363-0df63a9efc44 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:20.113278 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b8d90531-f2b2-4263-b363-0df63a9efc44 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:20.148346 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['9c76bb81-f389-441a-8561-430ba23799c9'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:27:20.197258 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398d1ed-2703-4089-8e26-b68bb7ce4eb5 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Pushing event deleted for resources: {'Port': ['ID=5c57ca6f-50da-4c28-8f5e-5893a2ff445d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:20.236703 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36856) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:20.264071 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b8d90531-f2b2-4263-b363-0df63a9efc44 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9875908 Aug 11 22:27:20.273625 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36858) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:20.280203 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-32c60a04-08fc-460d-ab83-0487a7c6d970 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'subnet': {'network_id': '8de9288b-ae03-4b11-8e28-9ec7363bb5bd', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:27:20.323279 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9cbb6754-d1a8-44d2-b210-e10d748020f9 req-0145f9c4-3e0c-4acc-aee6-7a63253065df tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 210 time: 0.1295261 Aug 11 22:27:20.386021 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d90531-f2b2-4263-b363-0df63a9efc44 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Network': ['ID=8de9288b-ae03-4b11-8e28-9ec7363bb5bd,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:20.401343 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 8de9288b-ae03-4b11-8e28-9ec7363bb5bd details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:27:20.437929 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebc4e43-7069-4228-a130-48ced084c7f2 req-c398d1ed-2703-4089-8e26-b68bb7ce4eb5 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] No DVR routers for this DVR port 5c57ca6f-50da-4c28-8f5e-5893a2ff445d on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:27:20.449355 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2ebc4e43-7069-4228-a130-48ced084c7f2 req-c398d1ed-2703-4089-8e26-b68bb7ce4eb5 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:20.451697 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2ebc4e43-7069-4228-a130-48ced084c7f2 req-c398d1ed-2703-4089-8e26-b68bb7ce4eb5 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.52 "DELETE /v2.0/ports/5c57ca6f-50da-4c28-8f5e-5893a2ff445d HTTP/1.1" status: 204 len: 173 time: 1.6342032 Aug 11 22:27:20.452334 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d59c188-0d1c-4dab-a37c-a5554ee5f968', 'name': 'network-vif-deleted', 'tag': '5c57ca6f-50da-4c28-8f5e-5893a2ff445d'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:27:20.462199 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb52e3b-ab9d-45b6-a8ea-58f4ebf39c50" -d '{"events": [{"server_uuid": "4d59c188-0d1c-4dab-a37c-a5554ee5f968", "name": "network-vif-deleted", "tag": "5c57ca6f-50da-4c28-8f5e-5893a2ff445d"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:27:20.540839 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-295cd7e4-a8f0-4aaf-9596-53be89f89d31 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c56541a15343493cac5a7c6ed742727d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2960355 Aug 11 22:27:20.547153 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36864) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:20.576553 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c60a04-08fc-460d-ab83-0487a7c6d970 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Made reservation on behalf of ec8e7be193dc41f89b61bb962b539e53 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:27:20.582180 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-32c60a04-08fc-460d-ab83-0487a7c6d970 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:20.599883 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bea9ee-23f8-4ca1-9be0-277c2214d137 x-openstack-request-id: req-75bea9ee-23f8-4ca1-9be0-277c2214d137 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:27:20.600360 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d59c188-0d1c-4dab-a37c-a5554ee5f968", "name": "network-vif-deleted", "tag": "5c57ca6f-50da-4c28-8f5e-5893a2ff445d", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:27:20.600702 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-75bea9ee-23f8-4ca1-9be0-277c2214d137 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:27:20.601230 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d59c188-0d1c-4dab-a37c-a5554ee5f968', 'name': 'network-vif-deleted', 'tag': '5c57ca6f-50da-4c28-8f5e-5893a2ff445d', 'status': 'completed', 'code': 200} Aug 11 22:27:20.653252 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-18c9b63b-5168-43b4-814b-c19fb0a0adb0 req-efd12a0f-67b7-4058-b5fc-1bd18cad2cfb tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Deleting port 9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:27:20.653724 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-18c9b63b-5168-43b4-814b-c19fb0a0adb0 req-efd12a0f-67b7-4058-b5fc-1bd18cad2cfb tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:20.719929 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:20.805025 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3c01cf91-5e46-4039-b6e4-6aa2b7fa1016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:20.881854 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-18c9b63b-5168-43b4-814b-c19fb0a0adb0 req-efd12a0f-67b7-4058-b5fc-1bd18cad2cfb tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] For port 9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a,segment=NetworkSegment(b82f776d-74cf-411f-ae30-50112b7fb9ec),segment_id=b82f776d-74cf-411f-ae30-50112b7fb9ec)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:20.883187 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-18c9b63b-5168-43b4-814b-c19fb0a0adb0 req-efd12a0f-67b7-4058-b5fc-1bd18cad2cfb tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:20.913313 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-90b505d4-19d7-411f-8eb5-6fd19c6bdde5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:20.934383 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3c01cf91-5e46-4039-b6e4-6aa2b7fa1016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:20.991892 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-18c9b63b-5168-43b4-814b-c19fb0a0adb0 req-efd12a0f-67b7-4058-b5fc-1bd18cad2cfb tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Calling delete_port for 9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:27:21.075355 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-32c60a04-08fc-460d-ab83-0487a7c6d970 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:21.157878 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c60a04-08fc-460d-ab83-0487a7c6d970 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Subnet': ['ID=32e02968-8fa0-4130-86a6-9bab3cce4a32,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:21.164402 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3c01cf91-5e46-4039-b6e4-6aa2b7fa1016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:21.169835 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3c01cf91-5e46-4039-b6e4-6aa2b7fa1016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:21.173859 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3c01cf91-5e46-4039-b6e4-6aa2b7fa1016 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2b8a0a5f-2e33-4cc1-9eb8-2b4ba20793eb HTTP/1.1" status: 204 len: 168 time: 0.6229324 Aug 11 22:27:21.197439 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01cf91-5e46-4039-b6e4-6aa2b7fa1016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8a0a5f-2e33-4cc1-9eb8-2b4ba20793eb,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:21.254778 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c60a04-08fc-460d-ab83-0487a7c6d970 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Checking segment: {'id': 'c6ffee93-da28-4abf-a7fd-cdba027c2735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8de9288b-ae03-4b11-8e28-9ec7363bb5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:27:21.255159 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c60a04-08fc-460d-ab83-0487a7c6d970 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network hostable DHCP agents. Network: 8de9288b-ae03-4b11-8e28-9ec7363bb5bd, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:27:21.282938 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c60a04-08fc-460d-ab83-0487a7c6d970 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network 8de9288b-ae03-4b11-8e28-9ec7363bb5bd is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:27:21.301646 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-32c60a04-08fc-460d-ab83-0487a7c6d970 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 8de9288b-ae03-4b11-8e28-9ec7363bb5bd) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:27:21.334864 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6357aff8-520a-4caf-b28c-b9cd02e69477 None None] Network 8de9288b-ae03-4b11-8e28-9ec7363bb5bd requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:27:21.337985 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c60a04-08fc-460d-ab83-0487a7c6d970 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:21.343669 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-32c60a04-08fc-460d-ab83-0487a7c6d970 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:21.404626 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-32c60a04-08fc-460d-ab83-0487a7c6d970 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1284726 Aug 11 22:27:21.413010 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36872) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:21.487284 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2f9119-a1ff-4700-8883-33650cf9b88f None None] Network 9677a2aa-54d9-4ca8-9536-ed8161ecf72f requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:27:21.598802 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf3127-b6b5-41b0-8aa4-17a14aaccfac req-be9db9ef-281c-4fc3-b20c-0e91a4a16b71 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:21.611941 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-17cf3127-b6b5-41b0-8aa4-17a14aaccfac req-be9db9ef-281c-4fc3-b20c-0e91a4a16b71 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=04a6b090-64e9-480a-8a31-3fa301c88ce2 HTTP/1.1" status: 200 len: 945 time: 0.4578540 Aug 11 22:27:21.692399 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 505d143e-78ff-421b-8066-19edda0e5ad5 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:27:21.800110 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-5739c79c-32e3-4fec-be6d-0e235dacf652 None None] Provisioning for port 7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:27:21.924100 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-17cf3127-b6b5-41b0-8aa4-17a14aaccfac req-660b2c95-3fa1-4951-ac2e-88aa51d39009 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649661 Aug 11 22:27:21.935868 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-18c9b63b-5168-43b4-814b-c19fb0a0adb0 req-efd12a0f-67b7-4058-b5fc-1bd18cad2cfb tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:21.973032 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['a9ff5d05-c18e-4e33-a3d4-c7e231604829'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:27:21.984615 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:27:22.034213 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd12a0f-67b7-4058-b5fc-1bd18cad2cfb tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Pushing event deleted for resources: {'Port': ['ID=9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:22.091407 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c9b63b-5168-43b4-814b-c19fb0a0adb0 req-efd12a0f-67b7-4058-b5fc-1bd18cad2cfb tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] No DVR routers for this DVR port 9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:27:22.104175 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-18c9b63b-5168-43b4-814b-c19fb0a0adb0 req-efd12a0f-67b7-4058-b5fc-1bd18cad2cfb tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:22.106979 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-18c9b63b-5168-43b4-814b-c19fb0a0adb0 req-efd12a0f-67b7-4058-b5fc-1bd18cad2cfb tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.82 "DELETE /v2.0/ports/9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a HTTP/1.1" status: 204 len: 173 time: 1.9875739 Aug 11 22:27:22.121698 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a6b090-64e9-480a-8a31-3fa301c88ce2', 'name': 'network-vif-deleted', 'tag': '9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:27:22.124321 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbaf0f9-13a0-43c7-9705-80e56a3a5aa4" -d '{"events": [{"server_uuid": "04a6b090-64e9-480a-8a31-3fa301c88ce2", "name": "network-vif-deleted", "tag": "9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:27:22.141629 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a2907c2-0aad-4199-a001-2ee0812e5e26 req-e6c2f936-2923-4f3e-87e4-fb38fc58c123 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 210 time: 0.0823452 Aug 11 22:27:22.171697 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36878) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:22.231352 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a1c215-1e65-4551-a689-aefc72aa8f2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-8de9288b-ae03-4b11-8e28-9ec7363bb5bd', 'network_id': '8de9288b-ae03-4b11-8e28-9ec7363bb5bd', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'fixed_ips': [{'subnet_id': '32e02968-8fa0-4130-86a6-9bab3cce4a32'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:27:22.233328 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-59a1c215-1e65-4551-a689-aefc72aa8f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:22.238508 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 5c57ca6f-50da-4c28-8f5e-5893a2ff445d no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:27:22.242279 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143b65bf-2081-4a5b-b636-52327a0a6f2c None None] Sync routers for ids ['5891c287-d90e-4ebd-984f-be814c84f033'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:27:22.266666 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b82b27b2-a7f6-4c43-b448-b3409317c4c8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a001d548b17e40fdb55f1d11556d40bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0935154 Aug 11 22:27:22.275312 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36882) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:22.302699 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-90b505d4-19d7-411f-8eb5-6fd19c6bdde5 admin admin] Deleting port ab6438df-176d-446a-bd23-dc99d1b05a03 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:27:22.303405 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-90b505d4-19d7-411f-8eb5-6fd19c6bdde5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:22.369029 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 5c57ca6f-50da-4c28-8f5e-5893a2ff445d {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:27:22.369298 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 5c57ca6f-50da-4c28-8f5e-5893a2ff445d not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:27:22.401844 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-798b7278-c049-47d7-86f9-351b8a206fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:22.447362 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-798b7278-c049-47d7-86f9-351b8a206fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:22.459790 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143b65bf-2081-4a5b-b636-52327a0a6f2c None None] Routers {'5891c287-d90e-4ebd-984f-be814c84f033'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:27:22.461344 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-143b65bf-2081-4a5b-b636-52327a0a6f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:27:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5891c287-d90e-4ebd-984f-be814c84f033'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:22.466781 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:27:22.469763 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-90b505d4-19d7-411f-8eb5-6fd19c6bdde5 admin admin] For port ab6438df-176d-446a-bd23-dc99d1b05a03, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=ab6438df-176d-446a-bd23-dc99d1b05a03,segment=NetworkSegment(6da62bdd-158d-4cb9-b631-9961e2bbb91a),segment_id=6da62bdd-158d-4cb9-b631-9961e2bbb91a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:22.470305 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-90b505d4-19d7-411f-8eb5-6fd19c6bdde5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:22.499617 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-90b505d4-19d7-411f-8eb5-6fd19c6bdde5 admin admin] Calling delete_port for ab6438df-176d-446a-bd23-dc99d1b05a03 owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:27:22.584149 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-798b7278-c049-47d7-86f9-351b8a206fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:22.587034 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-798b7278-c049-47d7-86f9-351b8a206fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:22.592002 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-798b7278-c049-47d7-86f9-351b8a206fcb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/989039f3-4d48-4ea0-a637-ace2031c80c3 HTTP/1.1" status: 204 len: 168 time: 0.3104236 Aug 11 22:27:22.602487 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b7278-c049-47d7-86f9-351b8a206fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989039f3-4d48-4ea0-a637-ace2031c80c3,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:22.714665 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:27:22.715212 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:27:22.738186 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 505d143e-78ff-421b-8066-19edda0e5ad5 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:27:22.817615 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b405efcd-feaa-461f-8a1a-9ed21b8423af x-openstack-request-id: req-b405efcd-feaa-461f-8a1a-9ed21b8423af {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:27:22.817923 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a6b090-64e9-480a-8a31-3fa301c88ce2", "name": "network-vif-deleted", "tag": "9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:27:22.818225 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b405efcd-feaa-461f-8a1a-9ed21b8423af {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:27:22.818582 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a6b090-64e9-480a-8a31-3fa301c88ce2', 'name': 'network-vif-deleted', 'tag': '9f32bf1f-8ba0-4f8f-bf81-a88a02e5a03a', 'status': 'completed', 'code': 200} Aug 11 22:27:22.881735 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-90b505d4-19d7-411f-8eb5-6fd19c6bdde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:22.979327 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 505d143e-78ff-421b-8066-19edda0e5ad5 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:27:22.979909 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:22.982869 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b505d4-19d7-411f-8eb5-6fd19c6bdde5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab6438df-176d-446a-bd23-dc99d1b05a03,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:23.302836 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-44cbc3d7-a3bb-4161-a4e4-75ad64f402e5 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:23.537914 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-38e30a2a-c0c2-4d92-9faf-174f10d76d51 req-4bcb7a61-3fa6-4f97-8ba6-76ede27de83c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 210 time: 0.0512509 Aug 11 22:27:23.558084 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-143b65bf-2081-4a5b-b636-52327a0a6f2c None None] Set router 5891c287-d90e-4ebd-984f-be814c84f033 gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:27:23.652511 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-90b505d4-19d7-411f-8eb5-6fd19c6bdde5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:23.947671 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-59a1c215-1e65-4551-a689-aefc72aa8f2f None None] Allocated IP 172.23.0.2 (8de9288b-ae03-4b11-8e28-9ec7363bb5bd/32e02968-8fa0-4130-86a6-9bab3cce4a32/a9557bd5-9c9a-4e65-96bd-144d118891e1) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:27:23.952061 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d59407e1-3bf8-4f49-98e9-9687e206ec26 None None] Provisioning for port a7742475-7c80-4edd-b441-b570e6c046a4 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:27:23.987085 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d59407e1-3bf8-4f49-98e9-9687e206ec26 None None] Provisioning complete for port a7742475-7c80-4edd-b441-b570e6c046a4 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:27:23.988928 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d59407e1-3bf8-4f49-98e9-9687e206ec26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:24.008809 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:24.088031 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b505d4-19d7-411f-8eb5-6fd19c6bdde5 admin admin] Router 80c264a6-6521-4a11-8a77-8b4104b47a41 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:27:24.147961 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-d59407e1-3bf8-4f49-98e9-9687e206ec26 None None] Port a7742475-7c80-4edd-b441-b570e6c046a4 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:27:24.209735 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 505d143e-78ff-421b-8066-19edda0e5ad5, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=505d143e-78ff-421b-8066-19edda0e5ad5,segment=NetworkSegment(7443ba62-92e8-4cf7-a349-f14a2a295e40),segment_id=7443ba62-92e8-4cf7-a349-f14a2a295e40)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:24.223456 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:24.224346 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:27:24.288344 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b505d4-19d7-411f-8eb5-6fd19c6bdde5 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:27:24.301926 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-90b505d4-19d7-411f-8eb5-6fd19c6bdde5 admin admin] 10.222.0.77 "PUT /v2.0/routers/80c264a6-6521-4a11-8a77-8b4104b47a41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2086222 Aug 11 22:27:24.302146 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36894) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:24.309215 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd8112a-15e2-4bb7-bfac-0ad06abf7405 None None] Sync routers for ids ['80c264a6-6521-4a11-8a77-8b4104b47a41'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:27:24.345118 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd8112a-15e2-4bb7-bfac-0ad06abf7405 None None] Routers {'80c264a6-6521-4a11-8a77-8b4104b47a41'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:27:24.346796 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-5fd8112a-15e2-4bb7-bfac-0ad06abf7405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:27:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['80c264a6-6521-4a11-8a77-8b4104b47a41'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:24.387349 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=505d143e-78ff-421b-8066-19edda0e5ad5,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:24.394005 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e5854bd0-ff0c-4b14-a49f-9a2a05acae3d None None] Provisioning complete for port a7742475-7c80-4edd-b441-b570e6c046a4 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:27:24.394402 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e5854bd0-ff0c-4b14-a49f-9a2a05acae3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:24.425741 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-59a1c215-1e65-4551-a689-aefc72aa8f2f None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:24.447842 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-59a1c215-1e65-4551-a689-aefc72aa8f2f None None] Transition to ACTIVE for port object a9557bd5-9c9a-4e65-96bd-144d118891e1 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:27:24.474630 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-143b65bf-2081-4a5b-b636-52327a0a6f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5891c287-d90e-4ebd-984f-be814c84f033', 'name': 'tempest-RoutersTest-router-1288128221', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:26:58Z', 'updated_at': '2021-08-11T22:27:17Z', 'revision_number': 4, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None, '_interfaces': [{'id': '33558203-197a-4217-ba98-0fb79d5461ca', 'name': '', 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:01Z', 'updated_at': '2021-08-11T22:27:11Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '505d143e-78ff-421b-8066-19edda0e5ad5', 'name': '', 'network_id': '42c7bef5-455d-4b0e-b32c-33c70f06d658', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:82:5a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:08Z', 'updated_at': '2021-08-11T22:27:17Z', 'revision_number': 4, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7742475-7c80-4edd-b441-b570e6c046a4', 'name': '', 'network_id': '9677a2aa-54d9-4ca8-9536-ed8161ecf72f', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:fd:78:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'b236b5c3-260e-4c21-add0-f97bc07dc6b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:15Z', 'updated_at': '2021-08-11T22:27:17Z', 'revision_number': 2, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'b236b5c3-260e-4c21-add0-f97bc07dc6b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:24.481773 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-e5854bd0-ff0c-4b14-a49f-9a2a05acae3d None None] Port a7742475-7c80-4edd-b441-b570e6c046a4 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:27:24.494112 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-32d55b12-a8ab-4d25-b46f-47077457f46f admin admin] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:24.541293 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-59a1c215-1e65-4551-a689-aefc72aa8f2f None None] Transition to ACTIVE for port object a9557bd5-9c9a-4e65-96bd-144d118891e1 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:27:24.543672 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143b65bf-2081-4a5b-b636-52327a0a6f2c None None] Checking router: 5891c287-d90e-4ebd-984f-be814c84f033 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:27:24.544063 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143b65bf-2081-4a5b-b636-52327a0a6f2c None None] Updating router 5891c287-d90e-4ebd-984f-be814c84f033 port a7742475-7c80-4edd-b441-b570e6c046a4 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:27:24.608255 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-5fd8112a-15e2-4bb7-bfac-0ad06abf7405 None None] Set router 80c264a6-6521-4a11-8a77-8b4104b47a41 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:27:24.628263 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:27:24.635657 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-59a1c215-1e65-4551-a689-aefc72aa8f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:24.650958 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:27:24.656310 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:24.741112 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c5ed228-ca00-40a1-b03a-c2ea3cb77fb3 req-05a4892e-f992-4ffd-bf11-98777bf94885 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 210 time: 0.0544481 Aug 11 22:27:24.755025 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-143b65bf-2081-4a5b-b636-52327a0a6f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:24.801906 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a1c215-1e65-4551-a689-aefc72aa8f2f None None] Network 8de9288b-ae03-4b11-8e28-9ec7363bb5bd is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:27:24.808559 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c000c53d-e7c0-46a5-907f-177a9fab3dff None None] Provisioning complete for port a7742475-7c80-4edd-b441-b570e6c046a4 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:27:24.809243 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c000c53d-e7c0-46a5-907f-177a9fab3dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:24.812666 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1c215-1e65-4551-a689-aefc72aa8f2f None None] Pushing event updated for resources: {'Port': ['ID=a9557bd5-9c9a-4e65-96bd-144d118891e1,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:24.815731 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-59a1c215-1e65-4551-a689-aefc72aa8f2f None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:27:24.820024 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a1c215-1e65-4551-a689-aefc72aa8f2f None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:27:24.884802 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-44cbc3d7-a3bb-4161-a4e4-75ad64f402e5 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Allocated IP 172.23.0.1 (8de9288b-ae03-4b11-8e28-9ec7363bb5bd/32e02968-8fa0-4130-86a6-9bab3cce4a32/cde0c5be-42c3-4980-8c13-00d727db227e) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:27:24.917376 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-5fd8112a-15e2-4bb7-bfac-0ad06abf7405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'name': 'tempest-AttachVolumeTestJSON-1669892813-router', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:08Z', 'updated_at': '2021-08-11T22:27:22Z', 'revision_number': 5, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'gw_port': {'id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:09Z', 'updated_at': '2021-08-11T22:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:24.985481 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd8112a-15e2-4bb7-bfac-0ad06abf7405 None None] Checking router: 80c264a6-6521-4a11-8a77-8b4104b47a41 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:27:25.005781 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd8112a-15e2-4bb7-bfac-0ad06abf7405 None None] Routers {'80c264a6-6521-4a11-8a77-8b4104b47a41'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:27:25.007367 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-5fd8112a-15e2-4bb7-bfac-0ad06abf7405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:27:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['80c264a6-6521-4a11-8a77-8b4104b47a41'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:25.019604 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-44cbc3d7-a3bb-4161-a4e4-75ad64f402e5 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:25.035912 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-44cbc3d7-a3bb-4161-a4e4-75ad64f402e5 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Transition to ACTIVE for port object cde0c5be-42c3-4980-8c13-00d727db227e will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:27:25.074403 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-44cbc3d7-a3bb-4161-a4e4-75ad64f402e5 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:25.110958 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-c000c53d-e7c0-46a5-907f-177a9fab3dff None None] Port a7742475-7c80-4edd-b441-b570e6c046a4 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:27:25.143868 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cbc3d7-a3bb-4161-a4e4-75ad64f402e5 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network 8de9288b-ae03-4b11-8e28-9ec7363bb5bd is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:27:25.158988 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-44cbc3d7-a3bb-4161-a4e4-75ad64f402e5 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:27:25.175428 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cbc3d7-a3bb-4161-a4e4-75ad64f402e5 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:27:25.180529 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-32d55b12-a8ab-4d25-b46f-47077457f46f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:25.227824 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-5fd8112a-15e2-4bb7-bfac-0ad06abf7405 None None] Set router 80c264a6-6521-4a11-8a77-8b4104b47a41 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:27:25.251305 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbc3d7-a3bb-4161-a4e4-75ad64f402e5 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Port': ['ID=cde0c5be-42c3-4980-8c13-00d727db227e,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:25.292158 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-44cbc3d7-a3bb-4161-a4e4-75ad64f402e5 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:25.297747 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-59a1c215-1e65-4551-a689-aefc72aa8f2f None None] Attempting to bind port a9557bd5-9c9a-4e65-96bd-144d118891e1 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:27:25.297747 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-59a1c215-1e65-4551-a689-aefc72aa8f2f None None] Attempting to bind port a9557bd5-9c9a-4e65-96bd-144d118891e1 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'c6ffee93-da28-4abf-a7fd-cdba027c2735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8de9288b-ae03-4b11-8e28-9ec7363bb5bd'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:27:25.297747 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a1c215-1e65-4551-a689-aefc72aa8f2f None None] Attempting to bind port a9557bd5-9c9a-4e65-96bd-144d118891e1 on network 8de9288b-ae03-4b11-8e28-9ec7363bb5bd {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:27:25.336658 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a1c215-1e65-4551-a689-aefc72aa8f2f None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:27:25.337627 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a1c215-1e65-4551-a689-aefc72aa8f2f None None] Checking segment: {'id': 'c6ffee93-da28-4abf-a7fd-cdba027c2735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8de9288b-ae03-4b11-8e28-9ec7363bb5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:27:25.338549 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-59a1c215-1e65-4551-a689-aefc72aa8f2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:25.339046 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a1c215-1e65-4551-a689-aefc72aa8f2f None None] Bound using segment: {'id': 'c6ffee93-da28-4abf-a7fd-cdba027c2735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8de9288b-ae03-4b11-8e28-9ec7363bb5bd'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:27:25.340679 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-59a1c215-1e65-4551-a689-aefc72aa8f2f None None] Bound port: a9557bd5-9c9a-4e65-96bd-144d118891e1, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ffee93-da28-4abf-a7fd-cdba027c2735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8de9288b-ae03-4b11-8e28-9ec7363bb5bd'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:27:25.341245 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-59a1c215-1e65-4551-a689-aefc72aa8f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:25.343872 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:25.393921 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-32d55b12-a8ab-4d25-b46f-47077457f46f admin admin] Deleting port 299f647a-3ffa-4d23-b8d4-d3aba1e4359a {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:27:25.394513 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-32d55b12-a8ab-4d25-b46f-47077457f46f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:25.515739 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6,segment=NetworkSegment(4cebd8fc-19ef-49b4-9b7f-90011dc1b063),segment_id=4cebd8fc-19ef-49b4-9b7f-90011dc1b063)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:25.536784 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:25.604362 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-59a1c215-1e65-4551-a689-aefc72aa8f2f None None] For port a9557bd5-9c9a-4e65-96bd-144d118891e1, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:27:25.642110 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-59a1c215-1e65-4551-a689-aefc72aa8f2f None None] For port a9557bd5-9c9a-4e65-96bd-144d118891e1, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a9557bd5-9c9a-4e65-96bd-144d118891e1,segment=NetworkSegment(c6ffee93-da28-4abf-a7fd-cdba027c2735),segment_id=c6ffee93-da28-4abf-a7fd-cdba027c2735)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:27:25.647672 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-32d55b12-a8ab-4d25-b46f-47077457f46f admin admin] For port 299f647a-3ffa-4d23-b8d4-d3aba1e4359a, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=299f647a-3ffa-4d23-b8d4-d3aba1e4359a,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:25.647672 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-32d55b12-a8ab-4d25-b46f-47077457f46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:25.678822 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-5fd8112a-15e2-4bb7-bfac-0ad06abf7405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'name': 'tempest-AttachVolumeTestJSON-1669892813-router', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:08Z', 'updated_at': '2021-08-11T22:27:22Z', 'revision_number': 5, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'gw_port': {'id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:09Z', 'updated_at': '2021-08-11T22:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:25.733068 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:25.746251 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-59a1c215-1e65-4551-a689-aefc72aa8f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:25.765920 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd8112a-15e2-4bb7-bfac-0ad06abf7405 None None] The sync data for ids ['80c264a6-6521-4a11-8a77-8b4104b47a41'] in n-d-804275-3 is: [{'id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'name': 'tempest-AttachVolumeTestJSON-1669892813-router', 'tenant_id': '89e42f6e555b4d71928261e2b4518d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:16:08Z', 'updated_at': '2021-08-11T22:27:22Z', 'revision_number': 5, 'project_id': '89e42f6e555b4d71928261e2b4518d8d', 'gw_port': {'id': '299f647a-3ffa-4d23-b8d4-d3aba1e4359a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c264a6-6521-4a11-8a77-8b4104b47a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:16:09Z', 'updated_at': '2021-08-11T22:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:27:25.833355 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-32d55b12-a8ab-4d25-b46f-47077457f46f admin admin] Calling delete_port for 299f647a-3ffa-4d23-b8d4-d3aba1e4359a owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:27:25.910863 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ad4ad52f-122e-40f0-b1b1-f01b1cc49ebd req-38f5dc2a-9d96-49e6-82fd-904931669e09 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 210 time: 0.0400338 Aug 11 22:27:25.931818 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-143b65bf-2081-4a5b-b636-52327a0a6f2c None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:25.947185 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1c215-1e65-4551-a689-aefc72aa8f2f None None] Pushing event updated for resources: {'Port': ['ID=a9557bd5-9c9a-4e65-96bd-144d118891e1,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:25.960877 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-143b65bf-2081-4a5b-b636-52327a0a6f2c None None] Transition to ACTIVE for port object a7742475-7c80-4edd-b441-b570e6c046a4 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:27:25.971029 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-143b65bf-2081-4a5b-b636-52327a0a6f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:25.971711 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-44cbc3d7-a3bb-4161-a4e4-75ad64f402e5 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:26.099730 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-143b65bf-2081-4a5b-b636-52327a0a6f2c None None] Attempting to bind port a7742475-7c80-4edd-b441-b570e6c046a4 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:27:26.100255 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-143b65bf-2081-4a5b-b636-52327a0a6f2c None None] Attempting to bind port a7742475-7c80-4edd-b441-b570e6c046a4 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '4cebd8fc-19ef-49b4-9b7f-90011dc1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9677a2aa-54d9-4ca8-9536-ed8161ecf72f'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:27:26.100737 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143b65bf-2081-4a5b-b636-52327a0a6f2c None None] Attempting to bind port a7742475-7c80-4edd-b441-b570e6c046a4 on network 9677a2aa-54d9-4ca8-9536-ed8161ecf72f {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:27:26.104411 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93007c44-3bc2-4ca3-8655-28ec7d287dfe None None] Pushing event updated for resources: {'Port': ['ID=a7742475-7c80-4edd-b441-b570e6c046a4,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:26.111057 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143b65bf-2081-4a5b-b636-52327a0a6f2c None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:27:26.111859 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143b65bf-2081-4a5b-b636-52327a0a6f2c None None] Checking segment: {'id': '4cebd8fc-19ef-49b4-9b7f-90011dc1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9677a2aa-54d9-4ca8-9536-ed8161ecf72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:27:26.112131 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-143b65bf-2081-4a5b-b636-52327a0a6f2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:26.112706 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143b65bf-2081-4a5b-b636-52327a0a6f2c None None] Bound using segment: {'id': '4cebd8fc-19ef-49b4-9b7f-90011dc1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9677a2aa-54d9-4ca8-9536-ed8161ecf72f'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:27:26.113347 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-143b65bf-2081-4a5b-b636-52327a0a6f2c None None] Bound port: a7742475-7c80-4edd-b441-b570e6c046a4, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cebd8fc-19ef-49b4-9b7f-90011dc1b063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9677a2aa-54d9-4ca8-9536-ed8161ecf72f'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:27:26.113849 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-143b65bf-2081-4a5b-b636-52327a0a6f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:26.221479 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 505d143e-78ff-421b-8066-19edda0e5ad5 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:27:26.278972 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-143b65bf-2081-4a5b-b636-52327a0a6f2c None None] For port a7742475-7c80-4edd-b441-b570e6c046a4, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:27:26.350258 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-143b65bf-2081-4a5b-b636-52327a0a6f2c None None] For port a7742475-7c80-4edd-b441-b570e6c046a4, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a7742475-7c80-4edd-b441-b570e6c046a4,segment=NetworkSegment(4cebd8fc-19ef-49b4-9b7f-90011dc1b063),segment_id=4cebd8fc-19ef-49b4-9b7f-90011dc1b063)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:27:26.369820 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-143b65bf-2081-4a5b-b636-52327a0a6f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:26.527124 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143b65bf-2081-4a5b-b636-52327a0a6f2c None None] Routers {'5891c287-d90e-4ebd-984f-be814c84f033'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:27:26.527809 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-143b65bf-2081-4a5b-b636-52327a0a6f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:27:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5891c287-d90e-4ebd-984f-be814c84f033'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:26.532195 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 505d143e-78ff-421b-8066-19edda0e5ad5 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:27:26.533335 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:26.539617 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93007c44-3bc2-4ca3-8655-28ec7d287dfe None None] Pushing event updated for resources: {'Port': ['ID=a7742475-7c80-4edd-b441-b570e6c046a4,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:26.569967 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-32d55b12-a8ab-4d25-b46f-47077457f46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:26.650449 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d55b12-a8ab-4d25-b46f-47077457f46f admin admin] Pushing event deleted for resources: {'Port': ['ID=299f647a-3ffa-4d23-b8d4-d3aba1e4359a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:26.736312 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-143b65bf-2081-4a5b-b636-52327a0a6f2c None None] Set router 5891c287-d90e-4ebd-984f-be814c84f033 gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:27:26.795044 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-44cbc3d7-a3bb-4161-a4e4-75ad64f402e5 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:26.799518 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-32d55b12-a8ab-4d25-b46f-47077457f46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:26.808099 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-44cbc3d7-a3bb-4161-a4e4-75ad64f402e5 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:27.038699 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-43f7e663-17b8-430d-ae5e-2d28a62bfb29 req-d67aa2d8-bd41-4e80-b2aa-19f4a5b86313 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 210 time: 0.0331600 Aug 11 22:27:27.041065 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-32d55b12-a8ab-4d25-b46f-47077457f46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:27.045730 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-32d55b12-a8ab-4d25-b46f-47077457f46f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:27.105965 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbc3d7-a3bb-4161-a4e4-75ad64f402e5 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event updated for resources: {'Port': ['ID=cde0c5be-42c3-4980-8c13-00d727db227e,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:27.118264 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-44cbc3d7-a3bb-4161-a4e4-75ad64f402e5 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:27.133998 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-32d55b12-a8ab-4d25-b46f-47077457f46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:27.134713 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d55b12-a8ab-4d25-b46f-47077457f46f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80c264a6-6521-4a11-8a77-8b4104b47a41 {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:27:27.160585 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-32d55b12-a8ab-4d25-b46f-47077457f46f admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:27.162129 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-32d55b12-a8ab-4d25-b46f-47077457f46f admin admin] 10.222.0.77 "DELETE /v2.0/routers/80c264a6-6521-4a11-8a77-8b4104b47a41 HTTP/1.1" status: 204 len: 168 time: 2.8590024 Aug 11 22:27:27.166356 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36908) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:27.223833 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-143b65bf-2081-4a5b-b636-52327a0a6f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5891c287-d90e-4ebd-984f-be814c84f033', 'name': 'tempest-RoutersTest-router-1288128221', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:26:58Z', 'updated_at': '2021-08-11T22:27:25Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None, '_interfaces': [{'id': '33558203-197a-4217-ba98-0fb79d5461ca', 'name': '', 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:01Z', 'updated_at': '2021-08-11T22:27:11Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '505d143e-78ff-421b-8066-19edda0e5ad5', 'name': '', 'network_id': '42c7bef5-455d-4b0e-b32c-33c70f06d658', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:82:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:08Z', 'updated_at': '2021-08-11T22:27:24Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7742475-7c80-4edd-b441-b570e6c046a4', 'name': '', 'network_id': '9677a2aa-54d9-4ca8-9536-ed8161ecf72f', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:fd:78:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'b236b5c3-260e-4c21-add0-f97bc07dc6b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:15Z', 'updated_at': '2021-08-11T22:27:26Z', 'revision_number': 4, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'b236b5c3-260e-4c21-add0-f97bc07dc6b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cde0c5be-42c3-4980-8c13-00d727db227e', 'name': '', 'network_id': '8de9288b-ae03-4b11-8e28-9ec7363bb5bd', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:13:0f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '32e02968-8fa0-4130-86a6-9bab3cce4a32', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:23Z', 'updated_at': '2021-08-11T22:27:24Z', 'revision_number': 1, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': '32e02968-8fa0-4130-86a6-9bab3cce4a32', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:27.277470 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b1c80c-9852-40d3-b09b-01ed5475ce5e admin admin] Deleting subnet 97d7da21-8ec4-48da-9d66-6777c48f7843 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:27:27.285111 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cbc3d7-a3bb-4161-a4e4-75ad64f402e5 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Network 8de9288b-ae03-4b11-8e28-9ec7363bb5bd is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:27:27.288053 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-44cbc3d7-a3bb-4161-a4e4-75ad64f402e5 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:27:27.290662 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143b65bf-2081-4a5b-b636-52327a0a6f2c None None] The sync data for ids ['5891c287-d90e-4ebd-984f-be814c84f033'] in n-d-804275-3 is: [{'id': '5891c287-d90e-4ebd-984f-be814c84f033', 'name': 'tempest-RoutersTest-router-1288128221', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:26:58Z', 'updated_at': '2021-08-11T22:27:25Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None, '_interfaces': [{'id': '33558203-197a-4217-ba98-0fb79d5461ca', 'name': '', 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:01Z', 'updated_at': '2021-08-11T22:27:11Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '505d143e-78ff-421b-8066-19edda0e5ad5', 'name': '', 'network_id': '42c7bef5-455d-4b0e-b32c-33c70f06d658', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:82:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:08Z', 'updated_at': '2021-08-11T22:27:24Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7742475-7c80-4edd-b441-b570e6c046a4', 'name': '', 'network_id': '9677a2aa-54d9-4ca8-9536-ed8161ecf72f', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:fd:78:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'b236b5c3-260e-4c21-add0-f97bc07dc6b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:15Z', 'updated_at': '2021-08-11T22:27:26Z', 'revision_number': 4, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'b236b5c3-260e-4c21-add0-f97bc07dc6b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cde0c5be-42c3-4980-8c13-00d727db227e', 'name': '', 'network_id': '8de9288b-ae03-4b11-8e28-9ec7363bb5bd', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:13:0f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '32e02968-8fa0-4130-86a6-9bab3cce4a32', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:23Z', 'updated_at': '2021-08-11T22:27:24Z', 'revision_number': 1, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': '32e02968-8fa0-4130-86a6-9bab3cce4a32', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:27:27.313080 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-26b1c80c-9852-40d3-b09b-01ed5475ce5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:27.469687 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-26b1c80c-9852-40d3-b09b-01ed5475ce5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:27.474577 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44cbc3d7-a3bb-4161-a4e4-75ad64f402e5 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Router 5891c287-d90e-4ebd-984f-be814c84f033 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:27:27.681478 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-26b1c80c-9852-40d3-b09b-01ed5475ce5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:27.826929 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-26b1c80c-9852-40d3-b09b-01ed5475ce5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:27.909544 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a299565-d007-49f1-a796-6c69b19ed6c7 None None] Network 8de9288b-ae03-4b11-8e28-9ec7363bb5bd requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:27:27.911262 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1c80c-9852-40d3-b09b-01ed5475ce5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97d7da21-8ec4-48da-9d66-6777c48f7843,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:27.913869 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-26b1c80c-9852-40d3-b09b-01ed5475ce5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:27.916360 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-26b1c80c-9852-40d3-b09b-01ed5475ce5e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/97d7da21-8ec4-48da-9d66-6777c48f7843 HTTP/1.1" status: 204 len: 168 time: 0.7482738 Aug 11 22:27:27.919913 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36910) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:27.936051 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d47dae-5b21-448a-8134-dde471be9bc9 None None] Network 38b8f25c-cd12-4628-9365-0e6780cd68b7 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:27:28.136735 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0ce04677-df52-45f0-b35c-78a10823b0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:28.168813 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a7742475-7c80-4edd-b441-b570e6c046a4 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:27:28.262506 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-0ce04677-df52-45f0-b35c-78a10823b0c1 admin admin] Deleting port 13582de0-db89-4f97-9302-e6a4223cf9b4 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:27:28.263610 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0ce04677-df52-45f0-b35c-78a10823b0c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:28.368713 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2fe9adad-3b57-4b7c-adf4-ee1cddf4b46a None None] Provisioning for port a9557bd5-9c9a-4e65-96bd-144d118891e1 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:27:28.391887 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9270d89c-8246-426c-b2e4-77ec29f4aa0d req-40f3c7a3-4418-4377-8569-0ca22fc16528 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d59c188-0d1c-4dab-a37c-a5554ee5f968 HTTP/1.1" status: 200 len: 210 time: 0.1235092 Aug 11 22:27:28.496912 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-0ce04677-df52-45f0-b35c-78a10823b0c1 admin admin] For port 13582de0-db89-4f97-9302-e6a4223cf9b4, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=13582de0-db89-4f97-9302-e6a4223cf9b4,segment=NetworkSegment(6da62bdd-158d-4cb9-b631-9961e2bbb91a),segment_id=6da62bdd-158d-4cb9-b631-9961e2bbb91a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:28.501018 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0ce04677-df52-45f0-b35c-78a10823b0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:28.519009 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cbc3d7-a3bb-4161-a4e4-75ad64f402e5 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:27:28.531468 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-44cbc3d7-a3bb-4161-a4e4-75ad64f402e5 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "PUT /v2.0/routers/5891c287-d90e-4ebd-984f-be814c84f033/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1192112 Aug 11 22:27:28.532325 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36916) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:28.539399 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-86598b58-293f-47d2-9332-7f5e2136a087 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:27:28.545514 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-0ce04677-df52-45f0-b35c-78a10823b0c1 admin admin] Calling delete_port for 13582de0-db89-4f97-9302-e6a4223cf9b4 owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:27:28.585315 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a292889-c7cf-4d26-960d-1a261086851b None None] Sync routers for ids ['5891c287-d90e-4ebd-984f-be814c84f033'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:27:28.596963 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port a7742475-7c80-4edd-b441-b570e6c046a4 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:27:28.603025 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port a7742475-7c80-4edd-b441-b570e6c046a4 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:27:28.603426 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:28.695742 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0ce04677-df52-45f0-b35c-78a10823b0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:28.713568 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a292889-c7cf-4d26-960d-1a261086851b None None] Routers {'5891c287-d90e-4ebd-984f-be814c84f033'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:27:28.714226 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-1a292889-c7cf-4d26-960d-1a261086851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:27:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5891c287-d90e-4ebd-984f-be814c84f033'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:28.732013 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce04677-df52-45f0-b35c-78a10823b0c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=13582de0-db89-4f97-9302-e6a4223cf9b4,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:28.738602 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce04677-df52-45f0-b35c-78a10823b0c1 admin admin] No DVR routers for this DVR port 13582de0-db89-4f97-9302-e6a4223cf9b4 on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:27:28.851113 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0ce04677-df52-45f0-b35c-78a10823b0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:28.867841 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-0ce04677-df52-45f0-b35c-78a10823b0c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b8f25c-cd12-4628-9365-0e6780cd68b7']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:28.881855 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-0ce04677-df52-45f0-b35c-78a10823b0c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da62bdd-158d-4cb9-b631-9961e2bbb91a') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:28.882162 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-0ce04677-df52-45f0-b35c-78a10823b0c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da62bdd-158d-4cb9-b631-9961e2bbb91a') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:28.905899 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0ce04677-df52-45f0-b35c-78a10823b0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:28.949788 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-1a292889-c7cf-4d26-960d-1a261086851b None None] Set router 5891c287-d90e-4ebd-984f-be814c84f033 gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:27:28.957951 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0ce04677-df52-45f0-b35c-78a10823b0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:28.966791 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce04677-df52-45f0-b35c-78a10823b0c1 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:27:28.967826 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0ce04677-df52-45f0-b35c-78a10823b0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:27:28.969863 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:27:29.035979 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b644826-c114-43f0-8959-9d94f29e1c26 None None] DHCP port deletion for 38b8f25c-cd12-4628-9365-0e6780cd68b7 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:27:29.072647 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0ce04677-df52-45f0-b35c-78a10823b0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:29.079791 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0ce04677-df52-45f0-b35c-78a10823b0c1 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:29.082183 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0ce04677-df52-45f0-b35c-78a10823b0c1 admin admin] 10.222.0.77 "DELETE /v2.0/networks/38b8f25c-cd12-4628-9365-0e6780cd68b7 HTTP/1.1" status: 204 len: 168 time: 1.1602211 Aug 11 22:27:29.114858 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce04677-df52-45f0-b35c-78a10823b0c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=38b8f25c-cd12-4628-9365-0e6780cd68b7,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:29.308253 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.extraroute_db [None req-86598b58-293f-47d2-9332-7f5e2136a087 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=100942) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 22:27:29.324988 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.extraroute_db [None req-86598b58-293f-47d2-9332-7f5e2136a087 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Removed routes are [] {{(pid=100942) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 22:27:29.325722 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-86598b58-293f-47d2-9332-7f5e2136a087 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1756175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1755230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39594'] for router, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:29.531702 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36930) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:29.592128 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-86598b58-293f-47d2-9332-7f5e2136a087 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1756175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1755230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39594'] for router, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:29.598711 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-86598b58-293f-47d2-9332-7f5e2136a087 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1756404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1756413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1755207'] for router, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:29.653831 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5da04adb-e11d-45ad-9661-410c7c6c995d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=89e42f6e555b4d71928261e2b4518d8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1180029 Aug 11 22:27:29.654302 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36932) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:29.786286 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4220bc22-ab92-4fa4-a4f7-602b180e0aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:29.837395 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4220bc22-ab92-4fa4-a4f7-602b180e0aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:29.866900 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86598b58-293f-47d2-9332-7f5e2136a087 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Router 5891c287-d90e-4ebd-984f-be814c84f033 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:27:29.897010 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b0eaf64c-f8dd-48e9-9e5d-c82607aba9b9 None None] Provisioning for port cde0c5be-42c3-4980-8c13-00d727db227e completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:27:29.905717 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b0eaf64c-f8dd-48e9-9e5d-c82607aba9b9 None None] Provisioning complete for port cde0c5be-42c3-4980-8c13-00d727db227e triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:27:29.906203 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b0eaf64c-f8dd-48e9-9e5d-c82607aba9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:29.908634 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:29.929837 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4220bc22-ab92-4fa4-a4f7-602b180e0aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:29.936198 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4220bc22-ab92-4fa4-a4f7-602b180e0aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:29.946124 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4220bc22-ab92-4fa4-a4f7-602b180e0aed admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/34afdba8-21b6-4a89-bcf3-c077717c15ab HTTP/1.1" status: 204 len: 168 time: 0.2897887 Aug 11 22:27:29.967221 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220bc22-ab92-4fa4-a4f7-602b180e0aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34afdba8-21b6-4a89-bcf3-c077717c15ab,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:30.025007 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port a7742475-7c80-4edd-b441-b570e6c046a4, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a7742475-7c80-4edd-b441-b570e6c046a4,segment=NetworkSegment(4cebd8fc-19ef-49b4-9b7f-90011dc1b063),segment_id=4cebd8fc-19ef-49b4-9b7f-90011dc1b063)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:30.038317 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:30.040370 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a9557bd5-9c9a-4e65-96bd-144d118891e1 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:27:30.125643 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b0eaf64c-f8dd-48e9-9e5d-c82607aba9b9 None None] Port cde0c5be-42c3-4980-8c13-00d727db227e cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:27:30.153960 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86598b58-293f-47d2-9332-7f5e2136a087 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:27:30.195027 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-86598b58-293f-47d2-9332-7f5e2136a087 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:30.196551 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-86598b58-293f-47d2-9332-7f5e2136a087 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "PUT /v2.0/routers/5891c287-d90e-4ebd-984f-be814c84f033 HTTP/1.1" status: 200 len: 934 time: 1.6631124 Aug 11 22:27:30.200733 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36936) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:30.218151 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-1a292889-c7cf-4d26-960d-1a261086851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5891c287-d90e-4ebd-984f-be814c84f033', 'name': 'tempest-RoutersTest-router-1288128221', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:26:58Z', 'updated_at': '2021-08-11T22:27:25Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None, '_interfaces': [{'id': '33558203-197a-4217-ba98-0fb79d5461ca', 'name': '', 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:01Z', 'updated_at': '2021-08-11T22:27:11Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '505d143e-78ff-421b-8066-19edda0e5ad5', 'name': '', 'network_id': '42c7bef5-455d-4b0e-b32c-33c70f06d658', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:82:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:08Z', 'updated_at': '2021-08-11T22:27:24Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7742475-7c80-4edd-b441-b570e6c046a4', 'name': '', 'network_id': '9677a2aa-54d9-4ca8-9536-ed8161ecf72f', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:fd:78:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'b236b5c3-260e-4c21-add0-f97bc07dc6b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:15Z', 'updated_at': '2021-08-11T22:27:26Z', 'revision_number': 4, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'b236b5c3-260e-4c21-add0-f97bc07dc6b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cde0c5be-42c3-4980-8c13-00d727db227e', 'name': '', 'network_id': '8de9288b-ae03-4b11-8e28-9ec7363bb5bd', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:13:0f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '32e02968-8fa0-4130-86a6-9bab3cce4a32', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:23Z', 'updated_at': '2021-08-11T22:27:26Z', 'revision_number': 2, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': '32e02968-8fa0-4130-86a6-9bab3cce4a32', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:30.298141 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a292889-c7cf-4d26-960d-1a261086851b None None] Checking router: 5891c287-d90e-4ebd-984f-be814c84f033 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:27:30.298503 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a292889-c7cf-4d26-960d-1a261086851b None None] Updating router 5891c287-d90e-4ebd-984f-be814c84f033 port cde0c5be-42c3-4980-8c13-00d727db227e binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:27:30.341167 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1a292889-c7cf-4d26-960d-1a261086851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:30.429838 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port a9557bd5-9c9a-4e65-96bd-144d118891e1 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:27:30.433825 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9e3ae89a-d196-401d-a8ba-698f5b5c992b tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "GET /v2.0/routers/5891c287-d90e-4ebd-984f-be814c84f033 HTTP/1.1" status: 200 len: 934 time: 0.2308478 Aug 11 22:27:30.438344 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36942) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:30.444982 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b0eaf64c-f8dd-48e9-9e5d-c82607aba9b9 None None] Provisioning complete for port a9557bd5-9c9a-4e65-96bd-144d118891e1 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:27:30.445575 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b0eaf64c-f8dd-48e9-9e5d-c82607aba9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:30.449686 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-efdd7da5-0ba4-4db9-b2f5-2c29873dae24 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'router': {'routes': None}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:27:30.822051 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=a7742475-7c80-4edd-b441-b570e6c046a4,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:30.824848 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port a9557bd5-9c9a-4e65-96bd-144d118891e1 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:27:30.825223 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:30.875335 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1a292889-c7cf-4d26-960d-1a261086851b None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:30.928063 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1a292889-c7cf-4d26-960d-1a261086851b None None] Transition to ACTIVE for port object cde0c5be-42c3-4980-8c13-00d727db227e will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:27:30.948064 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1a292889-c7cf-4d26-960d-1a261086851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:30.961846 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b0eaf64c-f8dd-48e9-9e5d-c82607aba9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:31.282681 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1a292889-c7cf-4d26-960d-1a261086851b None None] Attempting to bind port cde0c5be-42c3-4980-8c13-00d727db227e on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:27:31.283350 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1a292889-c7cf-4d26-960d-1a261086851b None None] Attempting to bind port cde0c5be-42c3-4980-8c13-00d727db227e by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'c6ffee93-da28-4abf-a7fd-cdba027c2735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8de9288b-ae03-4b11-8e28-9ec7363bb5bd'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:27:31.283747 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a292889-c7cf-4d26-960d-1a261086851b None None] Attempting to bind port cde0c5be-42c3-4980-8c13-00d727db227e on network 8de9288b-ae03-4b11-8e28-9ec7363bb5bd {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:27:31.290671 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412a1cb-3eb7-463c-94ff-f0fa8221a306 None None] Pushing event updated for resources: {'Port': ['ID=cde0c5be-42c3-4980-8c13-00d727db227e,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:31.307915 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b0eaf64c-f8dd-48e9-9e5d-c82607aba9b9 None None] For port a9557bd5-9c9a-4e65-96bd-144d118891e1, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a9557bd5-9c9a-4e65-96bd-144d118891e1,segment=NetworkSegment(c6ffee93-da28-4abf-a7fd-cdba027c2735),segment_id=c6ffee93-da28-4abf-a7fd-cdba027c2735)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:31.311091 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a292889-c7cf-4d26-960d-1a261086851b None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:27:31.312134 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a292889-c7cf-4d26-960d-1a261086851b None None] Checking segment: {'id': 'c6ffee93-da28-4abf-a7fd-cdba027c2735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8de9288b-ae03-4b11-8e28-9ec7363bb5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:27:31.312645 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1a292889-c7cf-4d26-960d-1a261086851b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:31.313107 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a292889-c7cf-4d26-960d-1a261086851b None None] Bound using segment: {'id': 'c6ffee93-da28-4abf-a7fd-cdba027c2735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8de9288b-ae03-4b11-8e28-9ec7363bb5bd'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:27:31.313619 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1a292889-c7cf-4d26-960d-1a261086851b None None] Bound port: cde0c5be-42c3-4980-8c13-00d727db227e, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ffee93-da28-4abf-a7fd-cdba027c2735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8de9288b-ae03-4b11-8e28-9ec7363bb5bd'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:27:31.314019 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1a292889-c7cf-4d26-960d-1a261086851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:31.334494 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b0eaf64c-f8dd-48e9-9e5d-c82607aba9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:31.344855 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:31.474207 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-1a292889-c7cf-4d26-960d-1a261086851b None None] For port cde0c5be-42c3-4980-8c13-00d727db227e, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:27:31.480262 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-1a292889-c7cf-4d26-960d-1a261086851b None None] For port cde0c5be-42c3-4980-8c13-00d727db227e, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=cde0c5be-42c3-4980-8c13-00d727db227e,segment=NetworkSegment(c6ffee93-da28-4abf-a7fd-cdba027c2735),segment_id=c6ffee93-da28-4abf-a7fd-cdba027c2735)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:27:31.519005 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1a292889-c7cf-4d26-960d-1a261086851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:31.646580 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a292889-c7cf-4d26-960d-1a261086851b None None] Routers {'5891c287-d90e-4ebd-984f-be814c84f033'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:27:31.646580 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-1a292889-c7cf-4d26-960d-1a261086851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:27:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5891c287-d90e-4ebd-984f-be814c84f033'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:31.648086 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eaf64c-f8dd-48e9-9e5d-c82607aba9b9 None None] Pushing event updated for resources: {'Port': ['ID=a9557bd5-9c9a-4e65-96bd-144d118891e1,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:31.868118 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.extraroute_db [None req-efdd7da5-0ba4-4db9-b2f5-2c29873dae24 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Added routes are [] {{(pid=100943) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 22:27:31.869013 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.extraroute_db [None req-efdd7da5-0ba4-4db9-b2f5-2c29873dae24 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=100943) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 22:27:31.963225 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-efdd7da5-0ba4-4db9-b2f5-2c29873dae24 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1756175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1755230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39594'] for router, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:32.019144 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.api [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:27:32.020626 n-d-804275-3 neutron-server[100944]: DEBUG oslo_db.api [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:27:32.067345 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-1a292889-c7cf-4d26-960d-1a261086851b None None] Set router 5891c287-d90e-4ebd-984f-be814c84f033 gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:27:32.094801 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412a1cb-3eb7-463c-94ff-f0fa8221a306 None None] Pushing event updated for resources: {'Port': ['ID=cde0c5be-42c3-4980-8c13-00d727db227e,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:32.359887 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-efdd7da5-0ba4-4db9-b2f5-2c29873dae24 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1756175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1755230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39594'] for router, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:32.367703 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-efdd7da5-0ba4-4db9-b2f5-2c29873dae24 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1756404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1756413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1755207'] for router, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:32.530316 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdd7da5-0ba4-4db9-b2f5-2c29873dae24 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Router 5891c287-d90e-4ebd-984f-be814c84f033 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:27:32.700861 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:27:32.850777 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdd7da5-0ba4-4db9-b2f5-2c29873dae24 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:27:32.857322 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-1a292889-c7cf-4d26-960d-1a261086851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5891c287-d90e-4ebd-984f-be814c84f033', 'name': 'tempest-RoutersTest-router-1288128221', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:26:58Z', 'updated_at': '2021-08-11T22:27:29Z', 'revision_number': 6, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None, '_interfaces': [{'id': '33558203-197a-4217-ba98-0fb79d5461ca', 'name': '', 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:01Z', 'updated_at': '2021-08-11T22:27:11Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '505d143e-78ff-421b-8066-19edda0e5ad5', 'name': '', 'network_id': '42c7bef5-455d-4b0e-b32c-33c70f06d658', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:82:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:08Z', 'updated_at': '2021-08-11T22:27:24Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7742475-7c80-4edd-b441-b570e6c046a4', 'name': '', 'network_id': '9677a2aa-54d9-4ca8-9536-ed8161ecf72f', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:fd:78:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'b236b5c3-260e-4c21-add0-f97bc07dc6b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:15Z', 'updated_at': '2021-08-11T22:27:30Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'b236b5c3-260e-4c21-add0-f97bc07dc6b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cde0c5be-42c3-4980-8c13-00d727db227e', 'name': '', 'network_id': '8de9288b-ae03-4b11-8e28-9ec7363bb5bd', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:13:0f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '32e02968-8fa0-4130-86a6-9bab3cce4a32', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:23Z', 'updated_at': '2021-08-11T22:27:31Z', 'revision_number': 4, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': '32e02968-8fa0-4130-86a6-9bab3cce4a32', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:32.876865 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-efdd7da5-0ba4-4db9-b2f5-2c29873dae24 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:32.878208 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-efdd7da5-0ba4-4db9-b2f5-2c29873dae24 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "PUT /v2.0/routers/5891c287-d90e-4ebd-984f-be814c84f033 HTTP/1.1" status: 200 len: 700 time: 2.4383883 Aug 11 22:27:32.882767 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 36986) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:32.944056 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a292889-c7cf-4d26-960d-1a261086851b None None] The sync data for ids ['5891c287-d90e-4ebd-984f-be814c84f033'] in n-d-804275-3 is: [{'id': '5891c287-d90e-4ebd-984f-be814c84f033', 'name': 'tempest-RoutersTest-router-1288128221', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:26:58Z', 'updated_at': '2021-08-11T22:27:29Z', 'revision_number': 6, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None, '_interfaces': [{'id': '33558203-197a-4217-ba98-0fb79d5461ca', 'name': '', 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:01Z', 'updated_at': '2021-08-11T22:27:11Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '505d143e-78ff-421b-8066-19edda0e5ad5', 'name': '', 'network_id': '42c7bef5-455d-4b0e-b32c-33c70f06d658', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:82:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:08Z', 'updated_at': '2021-08-11T22:27:24Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7742475-7c80-4edd-b441-b570e6c046a4', 'name': '', 'network_id': '9677a2aa-54d9-4ca8-9536-ed8161ecf72f', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:fd:78:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'b236b5c3-260e-4c21-add0-f97bc07dc6b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:15Z', 'updated_at': '2021-08-11T22:27:30Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'b236b5c3-260e-4c21-add0-f97bc07dc6b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cde0c5be-42c3-4980-8c13-00d727db227e', 'name': '', 'network_id': '8de9288b-ae03-4b11-8e28-9ec7363bb5bd', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:13:0f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '32e02968-8fa0-4130-86a6-9bab3cce4a32', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:23Z', 'updated_at': '2021-08-11T22:27:31Z', 'revision_number': 4, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': '32e02968-8fa0-4130-86a6-9bab3cce4a32', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:27:32.973185 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:27:32.976602 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:33.221793 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd50a71-cbac-48e3-8b37-12ac5fd0a313 req-3a171a2d-1574-41d2-a14b-1045992498cc tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:33.236628 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ecd50a71-cbac-48e3-8b37-12ac5fd0a313 req-3a171a2d-1574-41d2-a14b-1045992498cc tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=29e621c7-bde5-4fca-901f-4b350b68bc9d HTTP/1.1" status: 200 len: 945 time: 0.1860614 Aug 11 22:27:33.349899 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ecd50a71-cbac-48e3-8b37-12ac5fd0a313 req-6aa0ae44-f6c9-46f2-9864-806d73b394b4 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117933 Aug 11 22:27:33.363140 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 36998) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:33.363623 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-28613bac-92fa-49b4-92d3-a5f3ebfe6ffd tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "GET /v2.0/routers/5891c287-d90e-4ebd-984f-be814c84f033 HTTP/1.1" status: 200 len: 700 time: 0.4773877 Aug 11 22:27:33.501916 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ab6438df-176d-446a-bd23-dc99d1b05a03 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:27:33.608082 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: ab6438df-176d-446a-bd23-dc99d1b05a03 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:27:33.608952 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ab6438df-176d-446a-bd23-dc99d1b05a03 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:27:33.609979 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 299f647a-3ffa-4d23-b8d4-d3aba1e4359a no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:27:33.682166 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 299f647a-3ffa-4d23-b8d4-d3aba1e4359a {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:27:33.682972 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 299f647a-3ffa-4d23-b8d4-d3aba1e4359a not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:27:33.795098 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1215358f-b581-4d93-a1fc-5111c30f70bc None None] Sync routers for ids ['5891c287-d90e-4ebd-984f-be814c84f033'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:27:33.829247 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1215358f-b581-4d93-a1fc-5111c30f70bc None None] Routers {'5891c287-d90e-4ebd-984f-be814c84f033'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:27:33.830297 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1215358f-b581-4d93-a1fc-5111c30f70bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:27:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5891c287-d90e-4ebd-984f-be814c84f033'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:34.189161 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device cde0c5be-42c3-4980-8c13-00d727db227e up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:27:34.248178 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-1215358f-b581-4d93-a1fc-5111c30f70bc None None] Set router 5891c287-d90e-4ebd-984f-be814c84f033 gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:27:34.393483 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port cde0c5be-42c3-4980-8c13-00d727db227e completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:27:34.402468 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port cde0c5be-42c3-4980-8c13-00d727db227e triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:27:34.403091 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:34.656356 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9f065-78c9-41f3-b86f-fbf7c9404434 req-e7c7131f-4d76-40ff-bd88-b83fe260129b tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:34.662639 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-82e9f065-78c9-41f3-b86f-fbf7c9404434 req-e7c7131f-4d76-40ff-bd88-b83fe260129b tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.52 "GET /v2.0/ports?device_id=29e621c7-bde5-4fca-901f-4b350b68bc9d HTTP/1.1" status: 200 len: 945 time: 0.2079225 Aug 11 22:27:34.767195 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-748f17b1-4049-4e0a-9eac-78e20dbd4180 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:34.768203 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:34.911786 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-82e9f065-78c9-41f3-b86f-fbf7c9404434 req-d95245bd-239b-46e4-b4af-27a5ade99ee7 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Deleting port a9ff5d05-c18e-4e33-a3d4-c7e231604829 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:27:34.912432 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-82e9f065-78c9-41f3-b86f-fbf7c9404434 req-d95245bd-239b-46e4-b4af-27a5ade99ee7 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:34.948734 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port cde0c5be-42c3-4980-8c13-00d727db227e, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=cde0c5be-42c3-4980-8c13-00d727db227e,segment=NetworkSegment(c6ffee93-da28-4abf-a7fd-cdba027c2735),segment_id=c6ffee93-da28-4abf-a7fd-cdba027c2735)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:34.959286 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:34.965660 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a7742475-7c80-4edd-b441-b570e6c046a4 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:27:35.091439 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01969370-3d4f-40f0-b8c4-33e689248853 req-c8a09ea1-0344-48b4-a624-d1b000f4be69 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:35.106414 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-01969370-3d4f-40f0-b8c4-33e689248853 req-c8a09ea1-0344-48b4-a624-d1b000f4be69 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=29e621c7-bde5-4fca-901f-4b350b68bc9d HTTP/1.1" status: 200 len: 945 time: 0.5026190 Aug 11 22:27:35.241844 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1215358f-b581-4d93-a1fc-5111c30f70bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5891c287-d90e-4ebd-984f-be814c84f033', 'name': 'tempest-RoutersTest-router-1288128221', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:26:58Z', 'updated_at': '2021-08-11T22:27:31Z', 'revision_number': 7, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None, '_interfaces': [{'id': '33558203-197a-4217-ba98-0fb79d5461ca', 'name': '', 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:01Z', 'updated_at': '2021-08-11T22:27:11Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '505d143e-78ff-421b-8066-19edda0e5ad5', 'name': '', 'network_id': '42c7bef5-455d-4b0e-b32c-33c70f06d658', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:82:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:08Z', 'updated_at': '2021-08-11T22:27:24Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7742475-7c80-4edd-b441-b570e6c046a4', 'name': '', 'network_id': '9677a2aa-54d9-4ca8-9536-ed8161ecf72f', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:fd:78:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'b236b5c3-260e-4c21-add0-f97bc07dc6b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:15Z', 'updated_at': '2021-08-11T22:27:30Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'b236b5c3-260e-4c21-add0-f97bc07dc6b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cde0c5be-42c3-4980-8c13-00d727db227e', 'name': '', 'network_id': '8de9288b-ae03-4b11-8e28-9ec7363bb5bd', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:13:0f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '32e02968-8fa0-4130-86a6-9bab3cce4a32', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:23Z', 'updated_at': '2021-08-11T22:27:31Z', 'revision_number': 4, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': '32e02968-8fa0-4130-86a6-9bab3cce4a32', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:35.250827 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-82e9f065-78c9-41f3-b86f-fbf7c9404434 req-d95245bd-239b-46e4-b4af-27a5ade99ee7 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] For port a9ff5d05-c18e-4e33-a3d4-c7e231604829, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=a9ff5d05-c18e-4e33-a3d4-c7e231604829,segment=NetworkSegment(b82f776d-74cf-411f-ae30-50112b7fb9ec),segment_id=b82f776d-74cf-411f-ae30-50112b7fb9ec)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:35.251830 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-82e9f065-78c9-41f3-b86f-fbf7c9404434 req-d95245bd-239b-46e4-b4af-27a5ade99ee7 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:35.253264 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-01969370-3d4f-40f0-b8c4-33e689248853 req-404357fe-147f-4931-b14b-8e04341b2278 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/security-groups?id=87997a55-989c-4977-9137-a443078c7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408262 Aug 11 22:27:35.317795 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1215358f-b581-4d93-a1fc-5111c30f70bc None None] Checking router: 5891c287-d90e-4ebd-984f-be814c84f033 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:27:35.331129 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1215358f-b581-4d93-a1fc-5111c30f70bc None None] Routers {'5891c287-d90e-4ebd-984f-be814c84f033'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:27:35.332179 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1215358f-b581-4d93-a1fc-5111c30f70bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:27:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5891c287-d90e-4ebd-984f-be814c84f033'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:35.342618 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=cde0c5be-42c3-4980-8c13-00d727db227e,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:35.387834 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-82e9f065-78c9-41f3-b86f-fbf7c9404434 req-d95245bd-239b-46e4-b4af-27a5ade99ee7 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Calling delete_port for a9ff5d05-c18e-4e33-a3d4-c7e231604829 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:27:35.405539 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port a7742475-7c80-4edd-b441-b570e6c046a4 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:27:35.406028 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:35.484859 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-1215358f-b581-4d93-a1fc-5111c30f70bc None None] Set router 5891c287-d90e-4ebd-984f-be814c84f033 gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:27:35.699272 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-82e9f065-78c9-41f3-b86f-fbf7c9404434 req-d95245bd-239b-46e4-b4af-27a5ade99ee7 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:35.724628 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['a9ff5d05-c18e-4e33-a3d4-c7e231604829'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:27:35.737561 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a9557bd5-9c9a-4e65-96bd-144d118891e1 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:27:35.781236 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95245bd-239b-46e4-b4af-27a5ade99ee7 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Pushing event deleted for resources: {'Port': ['ID=a9ff5d05-c18e-4e33-a3d4-c7e231604829,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:35.820398 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-748f17b1-4049-4e0a-9eac-78e20dbd4180 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Deleting port cde0c5be-42c3-4980-8c13-00d727db227e {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:27:35.821288 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-748f17b1-4049-4e0a-9eac-78e20dbd4180 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:35.894446 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e9f065-78c9-41f3-b86f-fbf7c9404434 req-d95245bd-239b-46e4-b4af-27a5ade99ee7 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] No DVR routers for this DVR port a9ff5d05-c18e-4e33-a3d4-c7e231604829 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:27:35.898183 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-82e9f065-78c9-41f3-b86f-fbf7c9404434 req-d95245bd-239b-46e4-b4af-27a5ade99ee7 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:35.903669 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-82e9f065-78c9-41f3-b86f-fbf7c9404434 req-d95245bd-239b-46e4-b4af-27a5ade99ee7 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.52 "DELETE /v2.0/ports/a9ff5d05-c18e-4e33-a3d4-c7e231604829 HTTP/1.1" status: 204 len: 173 time: 1.2335551 Aug 11 22:27:35.905956 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e621c7-bde5-4fca-901f-4b350b68bc9d', 'name': 'network-vif-deleted', 'tag': 'a9ff5d05-c18e-4e33-a3d4-c7e231604829'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:27:35.959637 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d63032a-50d1-4a9c-b7dc-f927317d3510" -d '{"events": [{"server_uuid": "29e621c7-bde5-4fca-901f-4b350b68bc9d", "name": "network-vif-deleted", "tag": "a9ff5d05-c18e-4e33-a3d4-c7e231604829"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:27:36.071015 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port a9557bd5-9c9a-4e65-96bd-144d118891e1 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:27:36.072821 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:36.091407 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cc5986-587b-4d0c-a229-306d9341fd65 x-openstack-request-id: req-b9cc5986-587b-4d0c-a229-306d9341fd65 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:27:36.093299 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e621c7-bde5-4fca-901f-4b350b68bc9d", "name": "network-vif-deleted", "tag": "a9ff5d05-c18e-4e33-a3d4-c7e231604829", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:27:36.093893 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b9cc5986-587b-4d0c-a229-306d9341fd65 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:27:36.094825 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e621c7-bde5-4fca-901f-4b350b68bc9d', 'name': 'network-vif-deleted', 'tag': 'a9ff5d05-c18e-4e33-a3d4-c7e231604829', 'status': 'completed', 'code': 200} Aug 11 22:27:36.226640 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1215358f-b581-4d93-a1fc-5111c30f70bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5891c287-d90e-4ebd-984f-be814c84f033', 'name': 'tempest-RoutersTest-router-1288128221', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:26:58Z', 'updated_at': '2021-08-11T22:27:31Z', 'revision_number': 7, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None, '_interfaces': [{'id': '33558203-197a-4217-ba98-0fb79d5461ca', 'name': '', 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:01Z', 'updated_at': '2021-08-11T22:27:11Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '505d143e-78ff-421b-8066-19edda0e5ad5', 'name': '', 'network_id': '42c7bef5-455d-4b0e-b32c-33c70f06d658', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:82:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:08Z', 'updated_at': '2021-08-11T22:27:24Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7742475-7c80-4edd-b441-b570e6c046a4', 'name': '', 'network_id': '9677a2aa-54d9-4ca8-9536-ed8161ecf72f', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:fd:78:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'b236b5c3-260e-4c21-add0-f97bc07dc6b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:15Z', 'updated_at': '2021-08-11T22:27:30Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'b236b5c3-260e-4c21-add0-f97bc07dc6b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cde0c5be-42c3-4980-8c13-00d727db227e', 'name': '', 'network_id': '8de9288b-ae03-4b11-8e28-9ec7363bb5bd', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:13:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '32e02968-8fa0-4130-86a6-9bab3cce4a32', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:23Z', 'updated_at': '2021-08-11T22:27:34Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': '32e02968-8fa0-4130-86a6-9bab3cce4a32', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:36.239370 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-748f17b1-4049-4e0a-9eac-78e20dbd4180 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] For port cde0c5be-42c3-4980-8c13-00d727db227e, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=cde0c5be-42c3-4980-8c13-00d727db227e,segment=NetworkSegment(c6ffee93-da28-4abf-a7fd-cdba027c2735),segment_id=c6ffee93-da28-4abf-a7fd-cdba027c2735)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:36.240003 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-748f17b1-4049-4e0a-9eac-78e20dbd4180 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:36.281790 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-748f17b1-4049-4e0a-9eac-78e20dbd4180 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Calling delete_port for cde0c5be-42c3-4980-8c13-00d727db227e owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:27:36.304749 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1215358f-b581-4d93-a1fc-5111c30f70bc None None] The sync data for ids ['5891c287-d90e-4ebd-984f-be814c84f033'] in n-d-804275-3 is: [{'id': '5891c287-d90e-4ebd-984f-be814c84f033', 'name': 'tempest-RoutersTest-router-1288128221', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:26:58Z', 'updated_at': '2021-08-11T22:27:31Z', 'revision_number': 7, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None, '_interfaces': [{'id': '33558203-197a-4217-ba98-0fb79d5461ca', 'name': '', 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:01Z', 'updated_at': '2021-08-11T22:27:11Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '505d143e-78ff-421b-8066-19edda0e5ad5', 'name': '', 'network_id': '42c7bef5-455d-4b0e-b32c-33c70f06d658', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:82:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:08Z', 'updated_at': '2021-08-11T22:27:24Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7742475-7c80-4edd-b441-b570e6c046a4', 'name': '', 'network_id': '9677a2aa-54d9-4ca8-9536-ed8161ecf72f', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:fd:78:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'b236b5c3-260e-4c21-add0-f97bc07dc6b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:15Z', 'updated_at': '2021-08-11T22:27:30Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'b236b5c3-260e-4c21-add0-f97bc07dc6b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cde0c5be-42c3-4980-8c13-00d727db227e', 'name': '', 'network_id': '8de9288b-ae03-4b11-8e28-9ec7363bb5bd', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:13:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '32e02968-8fa0-4130-86a6-9bab3cce4a32', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:23Z', 'updated_at': '2021-08-11T22:27:34Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': '32e02968-8fa0-4130-86a6-9bab3cce4a32', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:27:36.519974 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 13582de0-db89-4f97-9302-e6a4223cf9b4 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:27:36.522317 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5d41195e-ed9c-458f-9dd1-f44b74f02297 req-8dc7f041-0327-4154-bb09-c9b5a7739f49 tempest-AttachVolumeNegativeTest-1951962838 tempest-AttachVolumeNegativeTest-1951962838-project] 10.222.0.77 "GET /v2.0/ports?device_id=29e621c7-bde5-4fca-901f-4b350b68bc9d HTTP/1.1" status: 200 len: 210 time: 0.0668979 Aug 11 22:27:36.580411 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 13582de0-db89-4f97-9302-e6a4223cf9b4 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:27:36.581014 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 13582de0-db89-4f97-9302-e6a4223cf9b4 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:27:36.759266 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-748f17b1-4049-4e0a-9eac-78e20dbd4180 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:36.800367 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device cde0c5be-42c3-4980-8c13-00d727db227e up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:27:36.806346 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f17b1-4049-4e0a-9eac-78e20dbd4180 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Port': ['ID=cde0c5be-42c3-4980-8c13-00d727db227e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:36.855229 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: cde0c5be-42c3-4980-8c13-00d727db227e {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:27:36.855548 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device cde0c5be-42c3-4980-8c13-00d727db227e not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 11 22:27:36.929191 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Port cde0c5be-42c3-4980-8c13-00d727db227e not found, will not notify nova. {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 11 22:27:37.101463 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b75357-fdf9-43c0-bcdc-f75f19e18e4e req-ee16817a-d7a0-46aa-b5dc-d6ab57e89ed7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:37.103143 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99b75357-fdf9-43c0-bcdc-f75f19e18e4e req-ee16817a-d7a0-46aa-b5dc-d6ab57e89ed7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 945 time: 0.0982502 Aug 11 22:27:37.106442 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-748f17b1-4049-4e0a-9eac-78e20dbd4180 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:37.228760 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99b75357-fdf9-43c0-bcdc-f75f19e18e4e req-b9d94e7a-8a5b-4646-9b74-9a9881e21bf8 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121204 Aug 11 22:27:37.361824 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748f17b1-4049-4e0a-9eac-78e20dbd4180 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Router 5891c287-d90e-4ebd-984f-be814c84f033 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:27:37.494687 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748f17b1-4049-4e0a-9eac-78e20dbd4180 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:27:37.506337 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-748f17b1-4049-4e0a-9eac-78e20dbd4180 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "PUT /v2.0/routers/5891c287-d90e-4ebd-984f-be814c84f033/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1413555 Aug 11 22:27:37.510566 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37036) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:37.514522 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a87e23a-ee09-4745-8109-2fb46957ffd9 None None] Sync routers for ids ['5891c287-d90e-4ebd-984f-be814c84f033'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:27:37.530805 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a87e23a-ee09-4745-8109-2fb46957ffd9 None None] Routers {'5891c287-d90e-4ebd-984f-be814c84f033'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:27:37.532581 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2a87e23a-ee09-4745-8109-2fb46957ffd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:27:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5891c287-d90e-4ebd-984f-be814c84f033'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:37.620120 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37042) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:37.625030 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c5d0010-3082-464d-aec1-e8ea97351831 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Deleting subnet 32e02968-8fa0-4130-86a6-9bab3cce4a32 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:27:37.631447 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c5d0010-3082-464d-aec1-e8ea97351831 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:37.715167 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c5d0010-3082-464d-aec1-e8ea97351831 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:37.718819 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-a12e0a96-fa7b-4e6e-82a8-81d638bee0c0 admin admin] Deleting subnet 34c8b549-956e-4026-aeaf-8a20adbeac3b {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:27:37.735453 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a12e0a96-fa7b-4e6e-82a8-81d638bee0c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:37.745379 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-2a87e23a-ee09-4745-8109-2fb46957ffd9 None None] Set router 5891c287-d90e-4ebd-984f-be814c84f033 gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:27:37.796940 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a12e0a96-fa7b-4e6e-82a8-81d638bee0c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:37.852594 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c5d0010-3082-464d-aec1-e8ea97351831 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:37.854011 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a12e0a96-fa7b-4e6e-82a8-81d638bee0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:37.971275 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a12e0a96-fa7b-4e6e-82a8-81d638bee0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:38.001952 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c5d0010-3082-464d-aec1-e8ea97351831 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:38.022388 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e0a96-fa7b-4e6e-82a8-81d638bee0c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34c8b549-956e-4026-aeaf-8a20adbeac3b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:38.043163 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a12e0a96-fa7b-4e6e-82a8-81d638bee0c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:38.051605 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a12e0a96-fa7b-4e6e-82a8-81d638bee0c0 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/34c8b549-956e-4026-aeaf-8a20adbeac3b HTTP/1.1" status: 204 len: 168 time: 0.4288969 Aug 11 22:27:38.052471 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37048) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:38.084194 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c5d0010-3082-464d-aec1-e8ea97351831 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:38.090240 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7c5d0010-3082-464d-aec1-e8ea97351831 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/subnets/32e02968-8fa0-4130-86a6-9bab3cce4a32 HTTP/1.1" status: 204 len: 168 time: 0.5740013 Aug 11 22:27:38.090240 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d0010-3082-464d-aec1-e8ea97351831 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Subnet': ['ID=32e02968-8fa0-4130-86a6-9bab3cce4a32,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:38.101389 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37050) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:38.114664 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c615bdbb-1d81-46c2-bdb9-cbb4f50b3377 None None] Network 8de9288b-ae03-4b11-8e28-9ec7363bb5bd requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:27:38.148926 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cd8169c9-aa0c-4929-9b45-7a8e96c2aa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:38.295965 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device a9ff5d05-c18e-4e33-a3d4-c7e231604829 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:27:38.302353 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8302ed65-540a-47d7-bf9d-0dba27940be1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:38.347575 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: a9ff5d05-c18e-4e33-a3d4-c7e231604829 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:27:38.347575 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device a9ff5d05-c18e-4e33-a3d4-c7e231604829 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:27:38.369200 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cd8169c9-aa0c-4929-9b45-7a8e96c2aa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:38.369867 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:38.406680 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-cd8169c9-aa0c-4929-9b45-7a8e96c2aa9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d2446a-390b-4a41-9fe5-492c7badcbde']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:38.417208 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2a87e23a-ee09-4745-8109-2fb46957ffd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5891c287-d90e-4ebd-984f-be814c84f033', 'name': 'tempest-RoutersTest-router-1288128221', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:26:58Z', 'updated_at': '2021-08-11T22:27:36Z', 'revision_number': 8, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None, '_interfaces': [{'id': '33558203-197a-4217-ba98-0fb79d5461ca', 'name': '', 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:01Z', 'updated_at': '2021-08-11T22:27:11Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '505d143e-78ff-421b-8066-19edda0e5ad5', 'name': '', 'network_id': '42c7bef5-455d-4b0e-b32c-33c70f06d658', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:82:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:08Z', 'updated_at': '2021-08-11T22:27:24Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7742475-7c80-4edd-b441-b570e6c046a4', 'name': '', 'network_id': '9677a2aa-54d9-4ca8-9536-ed8161ecf72f', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:fd:78:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'b236b5c3-260e-4c21-add0-f97bc07dc6b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:15Z', 'updated_at': '2021-08-11T22:27:30Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'b236b5c3-260e-4c21-add0-f97bc07dc6b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:38.450297 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-cd8169c9-aa0c-4929-9b45-7a8e96c2aa9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b82f776d-74cf-411f-ae30-50112b7fb9ec') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:38.451071 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-cd8169c9-aa0c-4929-9b45-7a8e96c2aa9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b82f776d-74cf-411f-ae30-50112b7fb9ec') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:38.470223 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a87e23a-ee09-4745-8109-2fb46957ffd9 None None] Checking router: 5891c287-d90e-4ebd-984f-be814c84f033 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:27:38.486520 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a87e23a-ee09-4745-8109-2fb46957ffd9 None None] Routers {'5891c287-d90e-4ebd-984f-be814c84f033'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:27:38.487185 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2a87e23a-ee09-4745-8109-2fb46957ffd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:27:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5891c287-d90e-4ebd-984f-be814c84f033'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:38.490904 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cd8169c9-aa0c-4929-9b45-7a8e96c2aa9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:38.537460 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-8302ed65-540a-47d7-bf9d-0dba27940be1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Deleting port a9557bd5-9c9a-4e65-96bd-144d118891e1 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:27:38.538006 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8302ed65-540a-47d7-bf9d-0dba27940be1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:38.540420 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cd8169c9-aa0c-4929-9b45-7a8e96c2aa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:38.558482 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd8169c9-aa0c-4929-9b45-7a8e96c2aa9c admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:27:38.559058 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cd8169c9-aa0c-4929-9b45-7a8e96c2aa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:38.563670 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2ca72-14a5-41e8-a4a3-c878c6565d70 req-32a3e4cf-fd6a-491d-8717-2c6ea906d9b0 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:27:38.564295 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:27:38.576192 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-43f2ca72-14a5-41e8-a4a3-c878c6565d70 req-32a3e4cf-fd6a-491d-8717-2c6ea906d9b0 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 945 time: 0.1433439 Aug 11 22:27:38.600097 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-2a87e23a-ee09-4745-8109-2fb46957ffd9 None None] Set router 5891c287-d90e-4ebd-984f-be814c84f033 gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:27:38.682272 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cd8169c9-aa0c-4929-9b45-7a8e96c2aa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:38.695461 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cd8169c9-aa0c-4929-9b45-7a8e96c2aa9c admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:38.704424 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-cd8169c9-aa0c-4929-9b45-7a8e96c2aa9c admin admin] 10.222.0.77 "DELETE /v2.0/networks/68d2446a-390b-4a41-9fe5-492c7badcbde HTTP/1.1" status: 204 len: 168 time: 0.6505010 Aug 11 22:27:38.722887 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-8302ed65-540a-47d7-bf9d-0dba27940be1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] For port a9557bd5-9c9a-4e65-96bd-144d118891e1, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a9557bd5-9c9a-4e65-96bd-144d118891e1,segment=NetworkSegment(c6ffee93-da28-4abf-a7fd-cdba027c2735),segment_id=c6ffee93-da28-4abf-a7fd-cdba027c2735)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:38.723485 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8302ed65-540a-47d7-bf9d-0dba27940be1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:38.724152 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b6c4cd-9ac0-4c38-a805-147e4fa22ab2 None None] DHCP port deletion for 8de9288b-ae03-4b11-8e28-9ec7363bb5bd request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:27:38.727216 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8169c9-aa0c-4929-9b45-7a8e96c2aa9c admin admin] Pushing event deleted for resources: {'Network': ['ID=68d2446a-390b-4a41-9fe5-492c7badcbde,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:38.748764 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-43f2ca72-14a5-41e8-a4a3-c878c6565d70 req-006490ec-162e-446d-8abc-75483a50096d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566219 Aug 11 22:27:38.756867 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-8302ed65-540a-47d7-bf9d-0dba27940be1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Calling delete_port for a9557bd5-9c9a-4e65-96bd-144d118891e1 owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:27:38.891372 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96718bc2-891a-4f1f-befa-ab642fb03f83 req-48e46eff-b53f-4b69-bda3-e05079132878 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:38.899455 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-96718bc2-891a-4f1f-befa-ab642fb03f83 req-48e46eff-b53f-4b69-bda3-e05079132878 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.82 "GET /v2.0/ports?device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 945 time: 0.1409092 Aug 11 22:27:38.979075 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8302ed65-540a-47d7-bf9d-0dba27940be1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:39.003528 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8302ed65-540a-47d7-bf9d-0dba27940be1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] No DVR routers for this DVR port a9557bd5-9c9a-4e65-96bd-144d118891e1 on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:27:39.062347 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37066) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:39.074619 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-31b6c4cd-9ac0-4c38-a805-147e4fa22ab2 None None] Deleting port a9557bd5-9c9a-4e65-96bd-144d118891e1 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:27:39.075092 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-31b6c4cd-9ac0-4c38-a805-147e4fa22ab2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:39.182706 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-516ff0f5-3138-45e5-964a-35710cd5cd17 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2bf4ef471aa2484faad01cf58dfc260a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1176076 Aug 11 22:27:39.190477 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37070) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:39.252523 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-31b6c4cd-9ac0-4c38-a805-147e4fa22ab2 None None] For port a9557bd5-9c9a-4e65-96bd-144d118891e1, host n-d-804275-3, got binding levels [] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:39.253203 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-31b6c4cd-9ac0-4c38-a805-147e4fa22ab2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:39.287631 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f68e2c2e-1ff7-42a9-ad8a-ad6ba48b34be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:39.301275 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-31b6c4cd-9ac0-4c38-a805-147e4fa22ab2 None None] Calling delete_port for a9557bd5-9c9a-4e65-96bd-144d118891e1 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:27:39.309936 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.ipam_backend_mixin [None req-31b6c4cd-9ac0-4c38-a805-147e4fa22ab2 None None] Port a9557bd5-9c9a-4e65-96bd-144d118891e1 was not found and therefore no delete operation was performed {{(pid=100944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 22:27:39.317163 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-31b6c4cd-9ac0-4c38-a805-147e4fa22ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:39.336325 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f68e2c2e-1ff7-42a9-ad8a-ad6ba48b34be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:39.349879 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b6c4cd-9ac0-4c38-a805-147e4fa22ab2 None None] No DVR routers for this DVR port a9557bd5-9c9a-4e65-96bd-144d118891e1 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:27:39.407172 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6c4cd-9ac0-4c38-a805-147e4fa22ab2 None None] Pushing event deleted for resources: {'Port': ['ID=a9557bd5-9c9a-4e65-96bd-144d118891e1,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:39.418422 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2a87e23a-ee09-4745-8109-2fb46957ffd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5891c287-d90e-4ebd-984f-be814c84f033', 'name': 'tempest-RoutersTest-router-1288128221', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:26:58Z', 'updated_at': '2021-08-11T22:27:36Z', 'revision_number': 8, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None, '_interfaces': [{'id': '33558203-197a-4217-ba98-0fb79d5461ca', 'name': '', 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:01Z', 'updated_at': '2021-08-11T22:27:11Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '505d143e-78ff-421b-8066-19edda0e5ad5', 'name': '', 'network_id': '42c7bef5-455d-4b0e-b32c-33c70f06d658', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:82:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:08Z', 'updated_at': '2021-08-11T22:27:24Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7742475-7c80-4edd-b441-b570e6c046a4', 'name': '', 'network_id': '9677a2aa-54d9-4ca8-9536-ed8161ecf72f', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:fd:78:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'b236b5c3-260e-4c21-add0-f97bc07dc6b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:15Z', 'updated_at': '2021-08-11T22:27:30Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'b236b5c3-260e-4c21-add0-f97bc07dc6b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:39.449106 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f68e2c2e-1ff7-42a9-ad8a-ad6ba48b34be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:39.454184 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f68e2c2e-1ff7-42a9-ad8a-ad6ba48b34be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:39.461273 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f68e2c2e-1ff7-42a9-ad8a-ad6ba48b34be admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/87997a55-989c-4977-9137-a443078c7ad8 HTTP/1.1" status: 204 len: 168 time: 0.2685418 Aug 11 22:27:39.479286 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e2c2e-1ff7-42a9-ad8a-ad6ba48b34be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87997a55-989c-4977-9137-a443078c7ad8,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:39.508453 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a87e23a-ee09-4745-8109-2fb46957ffd9 None None] The sync data for ids ['5891c287-d90e-4ebd-984f-be814c84f033'] in n-d-804275-3 is: [{'id': '5891c287-d90e-4ebd-984f-be814c84f033', 'name': 'tempest-RoutersTest-router-1288128221', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:26:58Z', 'updated_at': '2021-08-11T22:27:36Z', 'revision_number': 8, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None, '_interfaces': [{'id': '33558203-197a-4217-ba98-0fb79d5461ca', 'name': '', 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:01Z', 'updated_at': '2021-08-11T22:27:11Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '505d143e-78ff-421b-8066-19edda0e5ad5', 'name': '', 'network_id': '42c7bef5-455d-4b0e-b32c-33c70f06d658', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:82:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:08Z', 'updated_at': '2021-08-11T22:27:24Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7742475-7c80-4edd-b441-b570e6c046a4', 'name': '', 'network_id': '9677a2aa-54d9-4ca8-9536-ed8161ecf72f', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:fd:78:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'b236b5c3-260e-4c21-add0-f97bc07dc6b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:15Z', 'updated_at': '2021-08-11T22:27:30Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'b236b5c3-260e-4c21-add0-f97bc07dc6b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:27:39.527118 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8302ed65-540a-47d7-bf9d-0dba27940be1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Port': ['ID=a9557bd5-9c9a-4e65-96bd-144d118891e1,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:39.643986 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8302ed65-540a-47d7-bf9d-0dba27940be1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:39.656992 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-96718bc2-891a-4f1f-befa-ab642fb03f83 req-95378b58-c44e-441e-8318-861bf24d234c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Deleting port 9c76bb81-f389-441a-8561-430ba23799c9 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:27:39.657402 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-96718bc2-891a-4f1f-befa-ab642fb03f83 req-95378b58-c44e-441e-8318-861bf24d234c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:39.666522 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-8302ed65-540a-47d7-bf9d-0dba27940be1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de9288b-ae03-4b11-8e28-9ec7363bb5bd']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:39.728848 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-8302ed65-540a-47d7-bf9d-0dba27940be1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ffee93-da28-4abf-a7fd-cdba027c2735') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:39.729200 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-8302ed65-540a-47d7-bf9d-0dba27940be1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ffee93-da28-4abf-a7fd-cdba027c2735') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:39.749046 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8302ed65-540a-47d7-bf9d-0dba27940be1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:39.777734 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8302ed65-540a-47d7-bf9d-0dba27940be1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:39.793797 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8302ed65-540a-47d7-bf9d-0dba27940be1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:27:39.794222 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8302ed65-540a-47d7-bf9d-0dba27940be1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:27:39.797672 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:27:39.980661 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8302ed65-540a-47d7-bf9d-0dba27940be1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:39.984737 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-96718bc2-891a-4f1f-befa-ab642fb03f83 req-95378b58-c44e-441e-8318-861bf24d234c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] For port 9c76bb81-f389-441a-8561-430ba23799c9, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=9c76bb81-f389-441a-8561-430ba23799c9,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:39.985135 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-96718bc2-891a-4f1f-befa-ab642fb03f83 req-95378b58-c44e-441e-8318-861bf24d234c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:40.009345 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8302ed65-540a-47d7-bf9d-0dba27940be1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:40.015646 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8302ed65-540a-47d7-bf9d-0dba27940be1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/networks/8de9288b-ae03-4b11-8e28-9ec7363bb5bd HTTP/1.1" status: 204 len: 168 time: 1.9121625 Aug 11 22:27:40.016021 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37084) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:40.053574 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-96718bc2-891a-4f1f-befa-ab642fb03f83 req-95378b58-c44e-441e-8318-861bf24d234c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Calling delete_port for 9c76bb81-f389-441a-8561-430ba23799c9 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:27:40.067116 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8302ed65-540a-47d7-bf9d-0dba27940be1 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Network': ['ID=8de9288b-ae03-4b11-8e28-9ec7363bb5bd,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:40.096516 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37377196-6580-42d5-a0f2-89ad79011167 req-3335f9e4-4538-44bd-bc83-9a2e91144ada tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:40.099914 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-37377196-6580-42d5-a0f2-89ad79011167 req-3335f9e4-4538-44bd-bc83-9a2e91144ada tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 945 time: 0.2276809 Aug 11 22:27:40.265721 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-37377196-6580-42d5-a0f2-89ad79011167 req-2a095ab9-87cc-4230-b975-25254a92b794 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce2ddf61-6f6d-4b11-8098-857aa53db04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516738 Aug 11 22:27:40.377095 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-96718bc2-891a-4f1f-befa-ab642fb03f83 req-95378b58-c44e-441e-8318-861bf24d234c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:40.423052 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95378b58-c44e-441e-8318-861bf24d234c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Pushing event deleted for resources: {'Port': ['ID=9c76bb81-f389-441a-8561-430ba23799c9,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:40.493046 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-96718bc2-891a-4f1f-befa-ab642fb03f83 req-95378b58-c44e-441e-8318-861bf24d234c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] No DVR routers for this DVR port 9c76bb81-f389-441a-8561-430ba23799c9 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:27:40.495983 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-96718bc2-891a-4f1f-befa-ab642fb03f83 req-95378b58-c44e-441e-8318-861bf24d234c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:40.498785 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-96718bc2-891a-4f1f-befa-ab642fb03f83 req-95378b58-c44e-441e-8318-861bf24d234c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.82 "DELETE /v2.0/ports/9c76bb81-f389-441a-8561-430ba23799c9 HTTP/1.1" status: 204 len: 173 time: 1.5630693 Aug 11 22:27:40.502399 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0fd39b-4a90-48fb-a046-755fa3cc72da', 'name': 'network-vif-deleted', 'tag': '9c76bb81-f389-441a-8561-430ba23799c9'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:27:40.505894 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057dc688-54a7-4aad-8a9e-58ebdd2de915" -d '{"events": [{"server_uuid": "1a0fd39b-4a90-48fb-a046-755fa3cc72da", "name": "network-vif-deleted", "tag": "9c76bb81-f389-441a-8561-430ba23799c9"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:27:40.519735 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 9c76bb81-f389-441a-8561-430ba23799c9 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:27:40.564531 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9c86a0-9862-4705-9a72-19b696e03132 x-openstack-request-id: req-cf9c86a0-9862-4705-9a72-19b696e03132 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:27:40.565498 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0fd39b-4a90-48fb-a046-755fa3cc72da", "name": "network-vif-deleted", "tag": "9c76bb81-f389-441a-8561-430ba23799c9", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:27:40.565498 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cf9c86a0-9862-4705-9a72-19b696e03132 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:27:40.565498 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0fd39b-4a90-48fb-a046-755fa3cc72da', 'name': 'network-vif-deleted', 'tag': '9c76bb81-f389-441a-8561-430ba23799c9', 'status': 'completed', 'code': 200} Aug 11 22:27:40.590984 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8902fd51-5b18-4849-a71a-758f2fed2e02 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:40.652555 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 9c76bb81-f389-441a-8561-430ba23799c9 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:27:40.653250 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 9c76bb81-f389-441a-8561-430ba23799c9 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:27:40.762044 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a9557bd5-9c9a-4e65-96bd-144d118891e1 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:27:40.788537 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: a9557bd5-9c9a-4e65-96bd-144d118891e1 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:27:40.789221 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a9557bd5-9c9a-4e65-96bd-144d118891e1 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:27:40.789868 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device cde0c5be-42c3-4980-8c13-00d727db227e no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:27:40.815756 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: cde0c5be-42c3-4980-8c13-00d727db227e {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:27:40.816748 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device cde0c5be-42c3-4980-8c13-00d727db227e not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:27:41.066973 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-8902fd51-5b18-4849-a71a-758f2fed2e02 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Deleting port a7742475-7c80-4edd-b441-b570e6c046a4 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:27:41.067755 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8902fd51-5b18-4849-a71a-758f2fed2e02 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:41.230258 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-8902fd51-5b18-4849-a71a-758f2fed2e02 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] For port a7742475-7c80-4edd-b441-b570e6c046a4, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a7742475-7c80-4edd-b441-b570e6c046a4,segment=NetworkSegment(4cebd8fc-19ef-49b4-9b7f-90011dc1b063),segment_id=4cebd8fc-19ef-49b4-9b7f-90011dc1b063)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:41.230934 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8902fd51-5b18-4849-a71a-758f2fed2e02 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:41.251346 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-8902fd51-5b18-4849-a71a-758f2fed2e02 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Calling delete_port for a7742475-7c80-4edd-b441-b570e6c046a4 owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:27:41.470606 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc77b1db-4108-4d40-98e7-283441bb251b req-df404686-4398-47f9-bcdb-20b784231d42 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 210 time: 0.0696144 Aug 11 22:27:41.524867 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8902fd51-5b18-4849-a71a-758f2fed2e02 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:41.559476 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902fd51-5b18-4849-a71a-758f2fed2e02 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Port': ['ID=a7742475-7c80-4edd-b441-b570e6c046a4,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:41.834163 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8902fd51-5b18-4849-a71a-758f2fed2e02 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:42.410384 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8902fd51-5b18-4849-a71a-758f2fed2e02 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Router 5891c287-d90e-4ebd-984f-be814c84f033 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:27:42.520433 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8902fd51-5b18-4849-a71a-758f2fed2e02 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:27:42.525864 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8902fd51-5b18-4849-a71a-758f2fed2e02 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "PUT /v2.0/routers/5891c287-d90e-4ebd-984f-be814c84f033/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5087700 Aug 11 22:27:42.529018 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37154) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:42.540605 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce46e7c-609a-4f91-ad5a-9c2da7b76df6 None None] Sync routers for ids ['5891c287-d90e-4ebd-984f-be814c84f033'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:27:42.557108 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce46e7c-609a-4f91-ad5a-9c2da7b76df6 None None] Routers {'5891c287-d90e-4ebd-984f-be814c84f033'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:27:42.558697 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-4ce46e7c-609a-4f91-ad5a-9c2da7b76df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:27:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5891c287-d90e-4ebd-984f-be814c84f033'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:42.728186 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-361b5693-95d2-4c26-bf21-6b713f63469d req-43ca9bba-52e7-4dbd-8f81-3f3ced32fd1f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 210 time: 0.0464010 Aug 11 22:27:42.753717 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-8001fd71-ac8a-43b3-b4e6-4e73d0775bbd tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Deleting subnet b236b5c3-260e-4c21-add0-f97bc07dc6b3 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:27:42.777335 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8001fd71-ac8a-43b3-b4e6-4e73d0775bbd tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:42.789081 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-4ce46e7c-609a-4f91-ad5a-9c2da7b76df6 None None] Set router 5891c287-d90e-4ebd-984f-be814c84f033 gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:27:42.864190 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8001fd71-ac8a-43b3-b4e6-4e73d0775bbd tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:43.059334 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8001fd71-ac8a-43b3-b4e6-4e73d0775bbd tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:43.155473 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8001fd71-ac8a-43b3-b4e6-4e73d0775bbd tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:43.203767 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001fd71-ac8a-43b3-b4e6-4e73d0775bbd tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Subnet': ['ID=b236b5c3-260e-4c21-add0-f97bc07dc6b3,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:43.212972 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8001fd71-ac8a-43b3-b4e6-4e73d0775bbd tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:43.213818 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5a458d-ba47-46dd-9609-65e6561fb0a7 None None] Network 9677a2aa-54d9-4ca8-9536-ed8161ecf72f requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:27:43.215840 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8001fd71-ac8a-43b3-b4e6-4e73d0775bbd tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/subnets/b236b5c3-260e-4c21-add0-f97bc07dc6b3 HTTP/1.1" status: 204 len: 168 time: 0.6835287 Aug 11 22:27:43.219327 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37164) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:43.251672 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-4ce46e7c-609a-4f91-ad5a-9c2da7b76df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5891c287-d90e-4ebd-984f-be814c84f033', 'name': 'tempest-RoutersTest-router-1288128221', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:26:58Z', 'updated_at': '2021-08-11T22:27:41Z', 'revision_number': 9, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None, '_interfaces': [{'id': '33558203-197a-4217-ba98-0fb79d5461ca', 'name': '', 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:01Z', 'updated_at': '2021-08-11T22:27:11Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '505d143e-78ff-421b-8066-19edda0e5ad5', 'name': '', 'network_id': '42c7bef5-455d-4b0e-b32c-33c70f06d658', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:82:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:08Z', 'updated_at': '2021-08-11T22:27:24Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:43.322152 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce46e7c-609a-4f91-ad5a-9c2da7b76df6 None None] Checking router: 5891c287-d90e-4ebd-984f-be814c84f033 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:27:43.328832 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-40c73319-370c-492c-bd84-a18be8249fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:43.343769 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d03799c-fdc5-422e-8ff9-10d07fc23fab tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:43.348858 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce46e7c-609a-4f91-ad5a-9c2da7b76df6 None None] Routers {'5891c287-d90e-4ebd-984f-be814c84f033'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:27:43.349528 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-4ce46e7c-609a-4f91-ad5a-9c2da7b76df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:27:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5891c287-d90e-4ebd-984f-be814c84f033'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:43.474735 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-3d03799c-fdc5-422e-8ff9-10d07fc23fab tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Deleting port 7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:27:43.476655 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d03799c-fdc5-422e-8ff9-10d07fc23fab tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:43.516101 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-4ce46e7c-609a-4f91-ad5a-9c2da7b76df6 None None] Set router 5891c287-d90e-4ebd-984f-be814c84f033 gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:27:43.561702 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc6ff96-7179-46aa-8b46-37c57ab8daf9 None None] DHCP port deletion for 9677a2aa-54d9-4ca8-9536-ed8161ecf72f request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:27:43.653209 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6ff96-7179-46aa-8b46-37c57ab8daf9 None None] Deleting port 7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:27:43.655250 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6bc6ff96-7179-46aa-8b46-37c57ab8daf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:43.666237 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-3d03799c-fdc5-422e-8ff9-10d07fc23fab tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] For port 7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6,segment=NetworkSegment(4cebd8fc-19ef-49b4-9b7f-90011dc1b063),segment_id=4cebd8fc-19ef-49b4-9b7f-90011dc1b063)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:43.666700 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d03799c-fdc5-422e-8ff9-10d07fc23fab tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:43.705405 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-3d03799c-fdc5-422e-8ff9-10d07fc23fab tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Calling delete_port for 7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:27:43.848057 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-6bc6ff96-7179-46aa-8b46-37c57ab8daf9 None None] For port 7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6,segment=NetworkSegment(4cebd8fc-19ef-49b4-9b7f-90011dc1b063),segment_id=4cebd8fc-19ef-49b4-9b7f-90011dc1b063)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:43.851458 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6bc6ff96-7179-46aa-8b46-37c57ab8daf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:43.916280 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d03799c-fdc5-422e-8ff9-10d07fc23fab tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:43.932555 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6ff96-7179-46aa-8b46-37c57ab8daf9 None None] Calling delete_port for 7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:27:43.959166 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9b781bbc-6200-4060-804c-090f6ca5cc55 req-6b74ffb6-b1f6-4301-840f-4eca61971998 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 210 time: 0.0977721 Aug 11 22:27:43.959799 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03799c-fdc5-422e-8ff9-10d07fc23fab tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Port': ['ID=7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:43.961741 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d03799c-fdc5-422e-8ff9-10d07fc23fab tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] No DVR routers for this DVR port 7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:27:44.099701 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37176) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:44.120499 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37178) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:44.145573 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d03799c-fdc5-422e-8ff9-10d07fc23fab tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:44.159382 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6bc6ff96-7179-46aa-8b46-37c57ab8daf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:44.176731 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-3d03799c-fdc5-422e-8ff9-10d07fc23fab tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9677a2aa-54d9-4ca8-9536-ed8161ecf72f']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:44.204196 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6ff96-7179-46aa-8b46-37c57ab8daf9 None None] Pushing event deleted for resources: {'Port': ['ID=7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:44.208256 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc6ff96-7179-46aa-8b46-37c57ab8daf9 None None] No DVR routers for this DVR port 7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:27:44.229055 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-3d03799c-fdc5-422e-8ff9-10d07fc23fab tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cebd8fc-19ef-49b4-9b7f-90011dc1b063') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:44.230326 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-3d03799c-fdc5-422e-8ff9-10d07fc23fab tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cebd8fc-19ef-49b4-9b7f-90011dc1b063') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:44.250577 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-4ce46e7c-609a-4f91-ad5a-9c2da7b76df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5891c287-d90e-4ebd-984f-be814c84f033', 'name': 'tempest-RoutersTest-router-1288128221', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:26:58Z', 'updated_at': '2021-08-11T22:27:41Z', 'revision_number': 9, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None, '_interfaces': [{'id': '33558203-197a-4217-ba98-0fb79d5461ca', 'name': '', 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:01Z', 'updated_at': '2021-08-11T22:27:11Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '505d143e-78ff-421b-8066-19edda0e5ad5', 'name': '', 'network_id': '42c7bef5-455d-4b0e-b32c-33c70f06d658', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:82:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:08Z', 'updated_at': '2021-08-11T22:27:24Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:44.266666 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d03799c-fdc5-422e-8ff9-10d07fc23fab tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:44.297080 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce46e7c-609a-4f91-ad5a-9c2da7b76df6 None None] The sync data for ids ['5891c287-d90e-4ebd-984f-be814c84f033'] in n-d-804275-3 is: [{'id': '5891c287-d90e-4ebd-984f-be814c84f033', 'name': 'tempest-RoutersTest-router-1288128221', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:26:58Z', 'updated_at': '2021-08-11T22:27:41Z', 'revision_number': 9, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None, '_interfaces': [{'id': '33558203-197a-4217-ba98-0fb79d5461ca', 'name': '', 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:01Z', 'updated_at': '2021-08-11T22:27:11Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '505d143e-78ff-421b-8066-19edda0e5ad5', 'name': '', 'network_id': '42c7bef5-455d-4b0e-b32c-33c70f06d658', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:82:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:08Z', 'updated_at': '2021-08-11T22:27:24Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'bf7e3a2e-5b96-4deb-be69-e600811b0f88', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:27:44.301449 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d03799c-fdc5-422e-8ff9-10d07fc23fab tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:44.327945 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d03799c-fdc5-422e-8ff9-10d07fc23fab tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:27:44.328623 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d03799c-fdc5-422e-8ff9-10d07fc23fab tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:27:44.336281 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:27:44.383866 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-08038221-2b48-4767-ae97-21acc1738b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:44.456349 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7ae19d0b-bba8-4ce0-92f3-62123723afec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:44.493460 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d03799c-fdc5-422e-8ff9-10d07fc23fab tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:44.510235 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d03799c-fdc5-422e-8ff9-10d07fc23fab tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:44.512271 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3d03799c-fdc5-422e-8ff9-10d07fc23fab tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/networks/9677a2aa-54d9-4ca8-9536-ed8161ecf72f HTTP/1.1" status: 204 len: 168 time: 1.2915211 Aug 11 22:27:44.518040 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37184) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:44.527945 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03799c-fdc5-422e-8ff9-10d07fc23fab tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Network': ['ID=9677a2aa-54d9-4ca8-9536-ed8161ecf72f,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:44.758740 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-08038221-2b48-4767-ae97-21acc1738b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:44.764491 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:27:44.786508 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-08038221-2b48-4767-ae97-21acc1738b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:44.817792 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:27:44.829069 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 7fda33e2-7233-4cb7-a9d2-2c8a1f6aa5d6 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:27:44.831408 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a7742475-7c80-4edd-b441-b570e6c046a4 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:27:44.870172 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: a7742475-7c80-4edd-b441-b570e6c046a4 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:27:44.870791 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a7742475-7c80-4edd-b441-b570e6c046a4 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:27:44.873929 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-08038221-2b48-4767-ae97-21acc1738b9b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=44b3f4aa79234d898619f77c870354ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7506487 Aug 11 22:27:44.877039 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37186) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:44.906807 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08038221-2b48-4767-ae97-21acc1738b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7764ff-e3f0-489a-b9fd-f10af0e8a1ef,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:44.960561 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e0e8c5f-7c0a-4a90-9564-d12fefd2363f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:44.996620 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e0e8c5f-7c0a-4a90-9564-d12fefd2363f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:45.023001 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7ae19d0b-bba8-4ce0-92f3-62123723afec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:45.032740 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7ae19d0b-bba8-4ce0-92f3-62123723afec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:45.084842 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e0e8c5f-7c0a-4a90-9564-d12fefd2363f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:45.088911 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e0e8c5f-7c0a-4a90-9564-d12fefd2363f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:45.090136 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2e0e8c5f-7c0a-4a90-9564-d12fefd2363f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fb7764ff-e3f0-489a-b9fd-f10af0e8a1ef HTTP/1.1" status: 204 len: 168 time: 0.2119198 Aug 11 22:27:45.100735 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e8c5f-7c0a-4a90-9564-d12fefd2363f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7764ff-e3f0-489a-b9fd-f10af0e8a1ef,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:45.160449 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae19d0b-bba8-4ce0-92f3-62123723afec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3ac3c5-728e-4eae-ad04-9f0f38b72a8c,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:45.167893 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4cb9f75b-a8b3-429a-aa34-b9af374132ba req-666da948-5e5a-4abe-953c-c13f279d1506 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 210 time: 0.1027298 Aug 11 22:27:45.180295 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7ae19d0b-bba8-4ce0-92f3-62123723afec admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7167b59d6e1343aab102ed13f30bac63&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0759215 Aug 11 22:27:45.183459 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37194) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:45.244992 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-50bf9f8e-703b-42d0-904b-a220faae0326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:45.273008 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-50bf9f8e-703b-42d0-904b-a220faae0326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:45.343803 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2d3e9468-5351-4e4f-9ac7-b842fc6ff207 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:45.352835 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-50bf9f8e-703b-42d0-904b-a220faae0326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:45.356407 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-50bf9f8e-703b-42d0-904b-a220faae0326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:45.357994 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-50bf9f8e-703b-42d0-904b-a220faae0326 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6a3ac3c5-728e-4eae-ad04-9f0f38b72a8c HTTP/1.1" status: 204 len: 168 time: 0.1734216 Aug 11 22:27:45.370563 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf9f8e-703b-42d0-904b-a220faae0326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3ac3c5-728e-4eae-ad04-9f0f38b72a8c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:45.648565 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37202) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:45.680412 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e5953036-7a1e-4454-a8d4-e8be9a87af3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:45.803691 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-2d3e9468-5351-4e4f-9ac7-b842fc6ff207 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Deleting port 505d143e-78ff-421b-8066-19edda0e5ad5 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:27:45.804198 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2d3e9468-5351-4e4f-9ac7-b842fc6ff207 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:45.891626 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e5953036-7a1e-4454-a8d4-e8be9a87af3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:45.892877 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37204) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:45.900040 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e5953036-7a1e-4454-a8d4-e8be9a87af3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:45.913096 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3303220d-d4e8-4941-9f3f-66551415bf49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:45.952355 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-2d3e9468-5351-4e4f-9ac7-b842fc6ff207 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] For port 505d143e-78ff-421b-8066-19edda0e5ad5, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=505d143e-78ff-421b-8066-19edda0e5ad5,segment=NetworkSegment(7443ba62-92e8-4cf7-a349-f14a2a295e40),segment_id=7443ba62-92e8-4cf7-a349-f14a2a295e40)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:45.952853 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2d3e9468-5351-4e4f-9ac7-b842fc6ff207 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:45.964588 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e5953036-7a1e-4454-a8d4-e8be9a87af3c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7ebb1d25f29e4b759178d4bbe4c0494c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3141007 Aug 11 22:27:45.969510 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37206) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:45.975754 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-2d3e9468-5351-4e4f-9ac7-b842fc6ff207 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Calling delete_port for 505d143e-78ff-421b-8066-19edda0e5ad5 owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:27:45.983310 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5953036-7a1e-4454-a8d4-e8be9a87af3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e0e64e-5951-4fb8-a625-30bddaa02f1e,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:46.060212 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b3a5a928-b2d8-463a-acf1-6b5255b61baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:46.072864 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:46.119168 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ab2baa74-2f85-4778-baae-26c6f2de24fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:46.147574 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ab2baa74-2f85-4778-baae-26c6f2de24fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:46.228098 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3303220d-d4e8-4941-9f3f-66551415bf49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:46.233294 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ab2baa74-2f85-4778-baae-26c6f2de24fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:46.236725 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ab2baa74-2f85-4778-baae-26c6f2de24fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:46.238109 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ab2baa74-2f85-4778-baae-26c6f2de24fd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/73e0e64e-5951-4fb8-a625-30bddaa02f1e HTTP/1.1" status: 204 len: 168 time: 0.2665563 Aug 11 22:27:46.239218 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3303220d-d4e8-4941-9f3f-66551415bf49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:46.248495 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2baa74-2f85-4778-baae-26c6f2de24fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e0e64e-5951-4fb8-a625-30bddaa02f1e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:46.459782 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1be98fa3-d25e-4246-afb8-045ad97ed510 req-958dfdc2-b4de-44c0-803d-fbef2965689a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a0fd39b-4a90-48fb-a046-755fa3cc72da HTTP/1.1" status: 200 len: 210 time: 0.1153862 Aug 11 22:27:46.490073 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3303220d-d4e8-4941-9f3f-66551415bf49 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d3032d11c35147ceae2ef9b19bfa8040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5957918 Aug 11 22:27:46.492795 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37212) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:46.508566 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303220d-d4e8-4941-9f3f-66551415bf49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0478d3aa-e2ce-4f74-aceb-3f2b4faf85cc,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:46.525483 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2d3e9468-5351-4e4f-9ac7-b842fc6ff207 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:46.563832 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e9468-5351-4e4f-9ac7-b842fc6ff207 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Port': ['ID=505d143e-78ff-421b-8066-19edda0e5ad5,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:46.634000 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4bb60baf-6f19-4d8e-bd55-89beb6707725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:46.691153 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4bb60baf-6f19-4d8e-bd55-89beb6707725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:46.835707 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2d3e9468-5351-4e4f-9ac7-b842fc6ff207 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:46.840391 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4bb60baf-6f19-4d8e-bd55-89beb6707725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:46.844023 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4bb60baf-6f19-4d8e-bd55-89beb6707725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:46.845252 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4bb60baf-6f19-4d8e-bd55-89beb6707725 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0478d3aa-e2ce-4f74-aceb-3f2b4faf85cc HTTP/1.1" status: 204 len: 168 time: 0.3513670 Aug 11 22:27:46.862879 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb60baf-6f19-4d8e-bd55-89beb6707725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0478d3aa-e2ce-4f74-aceb-3f2b4faf85cc,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:47.298264 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3e9468-5351-4e4f-9ac7-b842fc6ff207 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Router 5891c287-d90e-4ebd-984f-be814c84f033 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:27:47.512906 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3e9468-5351-4e4f-9ac7-b842fc6ff207 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:27:47.522586 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37242) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:47.540374 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2d3e9468-5351-4e4f-9ac7-b842fc6ff207 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "PUT /v2.0/routers/5891c287-d90e-4ebd-984f-be814c84f033/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0209479 Aug 11 22:27:47.547930 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60d2bd1-bd80-4971-8d0d-d5667519d1d0 None None] Sync routers for ids ['5891c287-d90e-4ebd-984f-be814c84f033'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:27:47.588932 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:47.589778 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60d2bd1-bd80-4971-8d0d-d5667519d1d0 None None] Routers {'5891c287-d90e-4ebd-984f-be814c84f033'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:27:47.590731 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a60d2bd1-bd80-4971-8d0d-d5667519d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:27:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5891c287-d90e-4ebd-984f-be814c84f033'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:47.714140 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b486e82-bf33-496a-959c-de3f83c8c8d2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Deleting subnet bf7e3a2e-5b96-4deb-be69-e600811b0f88 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:27:47.725763 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-a60d2bd1-bd80-4971-8d0d-d5667519d1d0 None None] Set router 5891c287-d90e-4ebd-984f-be814c84f033 gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:27:47.729930 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b486e82-bf33-496a-959c-de3f83c8c8d2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:47.886713 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b486e82-bf33-496a-959c-de3f83c8c8d2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:48.110919 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b486e82-bf33-496a-959c-de3f83c8c8d2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:48.130627 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a60d2bd1-bd80-4971-8d0d-d5667519d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5891c287-d90e-4ebd-984f-be814c84f033', 'name': 'tempest-RoutersTest-router-1288128221', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:26:58Z', 'updated_at': '2021-08-11T22:27:46Z', 'revision_number': 10, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None, '_interfaces': [{'id': '33558203-197a-4217-ba98-0fb79d5461ca', 'name': '', 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:01Z', 'updated_at': '2021-08-11T22:27:11Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:48.210767 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60d2bd1-bd80-4971-8d0d-d5667519d1d0 None None] Checking router: 5891c287-d90e-4ebd-984f-be814c84f033 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:27:48.221527 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60d2bd1-bd80-4971-8d0d-d5667519d1d0 None None] Routers {'5891c287-d90e-4ebd-984f-be814c84f033'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:27:48.222705 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a60d2bd1-bd80-4971-8d0d-d5667519d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:27:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5891c287-d90e-4ebd-984f-be814c84f033'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:48.233085 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b486e82-bf33-496a-959c-de3f83c8c8d2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:48.265850 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b486e82-bf33-496a-959c-de3f83c8c8d2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:48.273343 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0b486e82-bf33-496a-959c-de3f83c8c8d2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/subnets/bf7e3a2e-5b96-4deb-be69-e600811b0f88 HTTP/1.1" status: 204 len: 168 time: 0.7456598 Aug 11 22:27:48.273548 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37260) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:48.346291 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b486e82-bf33-496a-959c-de3f83c8c8d2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Subnet': ['ID=bf7e3a2e-5b96-4deb-be69-e600811b0f88,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:48.376320 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087707d4-9bdf-44d7-85c3-cc69046ded93 None None] Network 42c7bef5-455d-4b0e-b32c-33c70f06d658 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:27:48.517475 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ee6d5654-3600-4ff6-8894-ce20a44d2b79 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:48.581828 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-a60d2bd1-bd80-4971-8d0d-d5667519d1d0 None None] Set router 5891c287-d90e-4ebd-984f-be814c84f033 gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:27:48.588915 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c9b8068c-fdaa-4f89-8ec3-b2fdcff29122 req-2263eb2f-d6f4-4f78-9e59-699e975ad25b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2493763 Aug 11 22:27:48.784418 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8068c-fdaa-4f89-8ec3-b2fdcff29122 req-cb50d358-b7be-45c2-aa4e-722f8e50337b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:48.787255 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c9b8068c-fdaa-4f89-8ec3-b2fdcff29122 req-cb50d358-b7be-45c2-aa4e-722f8e50337b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 1096 time: 0.0940485 Aug 11 22:27:48.806174 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-ee6d5654-3600-4ff6-8894-ce20a44d2b79 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Deleting port 83fae2c4-8181-4eb6-bb4d-5627378b29b1 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:27:48.809609 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ee6d5654-3600-4ff6-8894-ce20a44d2b79 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:49.106169 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8068c-fdaa-4f89-8ec3-b2fdcff29122 req-3da1c33d-4ce5-4287-a2a9-d2fb7eb391dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:49.109294 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c9b8068c-fdaa-4f89-8ec3-b2fdcff29122 req-3da1c33d-4ce5-4287-a2a9-d2fb7eb391dd service neutron] 10.222.0.82 "GET /v2.0/networks?id=ba8e150f-384a-45ec-a828-5f8c39c8ec17 HTTP/1.1" status: 200 len: 898 time: 0.2771871 Aug 11 22:27:49.122210 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:49.262121 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-ee6d5654-3600-4ff6-8894-ce20a44d2b79 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] For port 83fae2c4-8181-4eb6-bb4d-5627378b29b1, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=83fae2c4-8181-4eb6-bb4d-5627378b29b1,segment=NetworkSegment(7443ba62-92e8-4cf7-a349-f14a2a295e40),segment_id=7443ba62-92e8-4cf7-a349-f14a2a295e40)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:49.262738 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ee6d5654-3600-4ff6-8894-ce20a44d2b79 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:49.271187 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd225f21-e015-41e3-a798-05bcc07f22ee None None] DHCP port deletion for 42c7bef5-455d-4b0e-b32c-33c70f06d658 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:27:49.299623 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-ee6d5654-3600-4ff6-8894-ce20a44d2b79 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Calling delete_port for 83fae2c4-8181-4eb6-bb4d-5627378b29b1 owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:27:49.324725 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c9b8068c-fdaa-4f89-8ec3-b2fdcff29122 req-d6b6bdd3-4ebd-4af3-ab00-2ee9a2264b08 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e22f2eff-a548-46f8-b02c-9ec2040c26dc HTTP/1.1" status: 200 len: 1001 time: 0.1985726 Aug 11 22:27:49.401979 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8068c-fdaa-4f89-8ec3-b2fdcff29122 req-9e5e0c9f-326e-42fe-b452-c096b540ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:49.403737 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c9b8068c-fdaa-4f89-8ec3-b2fdcff29122 req-9e5e0c9f-326e-42fe-b452-c096b540ca24 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2665ff53-ad82-414b-b2c5-b45b6ca0d1e9 HTTP/1.1" status: 200 len: 833 time: 0.0508454 Aug 11 22:27:49.492026 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-cd225f21-e015-41e3-a798-05bcc07f22ee None None] Deleting port 83fae2c4-8181-4eb6-bb4d-5627378b29b1 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:27:49.492414 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cd225f21-e015-41e3-a798-05bcc07f22ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:49.559628 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8068c-fdaa-4f89-8ec3-b2fdcff29122 req-63168564-22d7-494a-9585-35439114102b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:49.562293 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c9b8068c-fdaa-4f89-8ec3-b2fdcff29122 req-63168564-22d7-494a-9585-35439114102b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ba8e150f-384a-45ec-a828-5f8c39c8ec17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1456602 Aug 11 22:27:49.578430 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a60d2bd1-bd80-4971-8d0d-d5667519d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5891c287-d90e-4ebd-984f-be814c84f033', 'name': 'tempest-RoutersTest-router-1288128221', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:26:58Z', 'updated_at': '2021-08-11T22:27:46Z', 'revision_number': 10, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None, '_interfaces': [{'id': '33558203-197a-4217-ba98-0fb79d5461ca', 'name': '', 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:01Z', 'updated_at': '2021-08-11T22:27:11Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:49.656562 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60d2bd1-bd80-4971-8d0d-d5667519d1d0 None None] The sync data for ids ['5891c287-d90e-4ebd-984f-be814c84f033'] in n-d-804275-3 is: [{'id': '5891c287-d90e-4ebd-984f-be814c84f033', 'name': 'tempest-RoutersTest-router-1288128221', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:26:58Z', 'updated_at': '2021-08-11T22:27:46Z', 'revision_number': 10, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None, '_interfaces': [{'id': '33558203-197a-4217-ba98-0fb79d5461ca', 'name': '', 'network_id': 'c32117c4-722c-4d0d-86ba-31ac1bf779e6', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5891c287-d90e-4ebd-984f-be814c84f033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:27:01Z', 'updated_at': '2021-08-11T22:27:11Z', 'revision_number': 5, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'subnets': [{'id': 'fc2b58b2-9941-4fc2-8982-cd65e9952704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:27:49.734957 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ee6d5654-3600-4ff6-8894-ce20a44d2b79 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:49.742781 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-cd225f21-e015-41e3-a798-05bcc07f22ee None None] For port 83fae2c4-8181-4eb6-bb4d-5627378b29b1, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=83fae2c4-8181-4eb6-bb4d-5627378b29b1,segment=NetworkSegment(7443ba62-92e8-4cf7-a349-f14a2a295e40),segment_id=7443ba62-92e8-4cf7-a349-f14a2a295e40)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:49.743247 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cd225f21-e015-41e3-a798-05bcc07f22ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:49.779226 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-cd225f21-e015-41e3-a798-05bcc07f22ee None None] Calling delete_port for 83fae2c4-8181-4eb6-bb4d-5627378b29b1 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:27:49.790378 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d5654-3600-4ff6-8894-ce20a44d2b79 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Port': ['ID=83fae2c4-8181-4eb6-bb4d-5627378b29b1,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:49.800584 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c9b8068c-fdaa-4f89-8ec3-b2fdcff29122 req-ae3b741f-ed59-4c4d-8e25-6d6580ec92e8 service neutron] 10.222.0.82 "GET /v2.0/networks/ba8e150f-384a-45ec-a828-5f8c39c8ec17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278912 Aug 11 22:27:49.801487 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6d5654-3600-4ff6-8894-ce20a44d2b79 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] No DVR routers for this DVR port 83fae2c4-8181-4eb6-bb4d-5627378b29b1 on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:27:49.916305 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cd225f21-e015-41e3-a798-05bcc07f22ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:49.949371 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd225f21-e015-41e3-a798-05bcc07f22ee None None] No DVR routers for this DVR port 83fae2c4-8181-4eb6-bb4d-5627378b29b1 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:27:49.999536 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd225f21-e015-41e3-a798-05bcc07f22ee None None] Pushing event deleted for resources: {'Port': ['ID=83fae2c4-8181-4eb6-bb4d-5627378b29b1,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:50.014684 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ee6d5654-3600-4ff6-8894-ce20a44d2b79 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:50.030891 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-ee6d5654-3600-4ff6-8894-ce20a44d2b79 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c7bef5-455d-4b0e-b32c-33c70f06d658']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:50.072373 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-ee6d5654-3600-4ff6-8894-ce20a44d2b79 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7443ba62-92e8-4cf7-a349-f14a2a295e40') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:50.073203 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-ee6d5654-3600-4ff6-8894-ce20a44d2b79 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7443ba62-92e8-4cf7-a349-f14a2a295e40') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:50.108967 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ee6d5654-3600-4ff6-8894-ce20a44d2b79 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:50.149345 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ee6d5654-3600-4ff6-8894-ce20a44d2b79 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:50.184966 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6d5654-3600-4ff6-8894-ce20a44d2b79 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:27:50.185828 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ee6d5654-3600-4ff6-8894-ce20a44d2b79 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:27:50.196037 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:27:50.429099 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ee6d5654-3600-4ff6-8894-ce20a44d2b79 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:50.454132 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ee6d5654-3600-4ff6-8894-ce20a44d2b79 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:50.458225 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ee6d5654-3600-4ff6-8894-ce20a44d2b79 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/networks/42c7bef5-455d-4b0e-b32c-33c70f06d658 HTTP/1.1" status: 204 len: 168 time: 2.1831889 Aug 11 22:27:50.460696 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37340) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:50.465691 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c9b8068c-fdaa-4f89-8ec3-b2fdcff29122 req-ab70da86-9624-41df-a4de-32a0bd50799a service neutron] 10.222.0.82 "GET /v2.0/networks/ba8e150f-384a-45ec-a828-5f8c39c8ec17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6373701 Aug 11 22:27:50.486008 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d5654-3600-4ff6-8894-ce20a44d2b79 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Network': ['ID=42c7bef5-455d-4b0e-b32c-33c70f06d658,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:50.718598 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:50.793741 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 505d143e-78ff-421b-8066-19edda0e5ad5 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:27:50.821276 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 505d143e-78ff-421b-8066-19edda0e5ad5 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:27:50.821704 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 505d143e-78ff-421b-8066-19edda0e5ad5 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:27:50.822085 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 83fae2c4-8181-4eb6-bb4d-5627378b29b1 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:27:50.844636 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 83fae2c4-8181-4eb6-bb4d-5627378b29b1 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:27:50.844994 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 83fae2c4-8181-4eb6-bb4d-5627378b29b1 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:27:51.047743 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-54c2351d-2df3-4683-a289-0380b624934c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:51.485690 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-54c2351d-2df3-4683-a289-0380b624934c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Deleting port 33558203-197a-4217-ba98-0fb79d5461ca {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:27:51.489800 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-54c2351d-2df3-4683-a289-0380b624934c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:51.670965 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-54c2351d-2df3-4683-a289-0380b624934c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] For port 33558203-197a-4217-ba98-0fb79d5461ca, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=33558203-197a-4217-ba98-0fb79d5461ca,segment=NetworkSegment(dc08a3ce-99f7-44b3-a383-cd3db392e12f),segment_id=dc08a3ce-99f7-44b3-a383-cd3db392e12f)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:51.671444 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-54c2351d-2df3-4683-a289-0380b624934c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:51.694425 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-54c2351d-2df3-4683-a289-0380b624934c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Calling delete_port for 33558203-197a-4217-ba98-0fb79d5461ca owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:27:51.785019 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626bf71-b1c2-4573-ba3c-5259f28b6343 req-b8a544ec-488e-485d-a8bd-21e4ed5acaba tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:51.787339 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a626bf71-b1c2-4573-ba3c-5259f28b6343 req-b8a544ec-488e-485d-a8bd-21e4ed5acaba tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 1096 time: 0.0588160 Aug 11 22:27:51.865293 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a626bf71-b1c2-4573-ba3c-5259f28b6343 req-76c6a954-e924-4f41-b6d0-4420e1bc4bc8 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589874 Aug 11 22:27:51.888002 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37412) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:52.024422 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-54c2351d-2df3-4683-a289-0380b624934c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:52.073784 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2351d-2df3-4683-a289-0380b624934c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Port': ['ID=33558203-197a-4217-ba98-0fb79d5461ca,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:52.334705 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37418) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:52.346455 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-262e1433-992c-47bd-ad6a-a4d314d97fe5 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1383178586', 'description': 'tempest-secgroup-smoke-1383178586 description', 'project_id': '0bd86e77836944e4bb373c5db0c18c61'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:27:52.393163 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-54c2351d-2df3-4683-a289-0380b624934c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:52.449304 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-262e1433-992c-47bd-ad6a-a4d314d97fe5 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:52.468558 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-77f408e1-a9d5-485d-b131-3f9b39da49a7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Deleting port b9fc5962-6548-410b-b71e-82f1df511791 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:27:52.469190 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-77f408e1-a9d5-485d-b131-3f9b39da49a7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:52.628998 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c2351d-2df3-4683-a289-0380b624934c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Router 5891c287-d90e-4ebd-984f-be814c84f033 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:27:52.718467 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-262e1433-992c-47bd-ad6a-a4d314d97fe5 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:52.736690 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37424) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:52.753471 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-262e1433-992c-47bd-ad6a-a4d314d97fe5 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:52.759952 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c2351d-2df3-4683-a289-0380b624934c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:27:52.784641 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-54c2351d-2df3-4683-a289-0380b624934c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "PUT /v2.0/routers/5891c287-d90e-4ebd-984f-be814c84f033/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3196607 Aug 11 22:27:52.786612 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37430) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:52.804242 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-262e1433-992c-47bd-ad6a-a4d314d97fe5 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:52.806114 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-262e1433-992c-47bd-ad6a-a4d314d97fe5 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4688799 Aug 11 22:27:52.816563 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37432) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:52.829044 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-1fbd5849-ba55-4b6c-b7f4-18ffaabe3491 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Request body: {'security_group_rule': {'security_group_id': '46e9b888-5743-4563-981d-7fb0e1872035', 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:27:52.832674 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d66934-caaa-4632-b613-32c082648439 None None] Sync routers for ids ['5891c287-d90e-4ebd-984f-be814c84f033'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:27:52.856288 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d66934-caaa-4632-b613-32c082648439 None None] Routers {'5891c287-d90e-4ebd-984f-be814c84f033'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:27:52.861118 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-30d66934-caaa-4632-b613-32c082648439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:27:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5891c287-d90e-4ebd-984f-be814c84f033'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:52.864913 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e1433-992c-47bd-ad6a-a4d314d97fe5 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46e9b888-5743-4563-981d-7fb0e1872035,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:52.871786 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-77f408e1-a9d5-485d-b131-3f9b39da49a7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:52.880406 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-77f408e1-a9d5-485d-b131-3f9b39da49a7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:52.923056 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-77f408e1-a9d5-485d-b131-3f9b39da49a7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Calling delete_port for b9fc5962-6548-410b-b71e-82f1df511791 owned by network:floatingip {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:27:52.949881 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa668c4-7060-4dae-8cba-8f3db2025ffb tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Deleting subnet fc2b58b2-9941-4fc2-8982-cd65e9952704 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:27:52.959419 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-faa668c4-7060-4dae-8cba-8f3db2025ffb tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:52.966101 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1fbd5849-ba55-4b6c-b7f4-18ffaabe3491 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:52.995658 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-30d66934-caaa-4632-b613-32c082648439 None None] Set router 5891c287-d90e-4ebd-984f-be814c84f033 gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:27:53.064620 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-30d66934-caaa-4632-b613-32c082648439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5891c287-d90e-4ebd-984f-be814c84f033', 'name': 'tempest-RoutersTest-router-1288128221', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:26:58Z', 'updated_at': '2021-08-11T22:27:51Z', 'revision_number': 11, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:53.092461 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-faa668c4-7060-4dae-8cba-8f3db2025ffb tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:53.096194 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d66934-caaa-4632-b613-32c082648439 None None] Checking router: 5891c287-d90e-4ebd-984f-be814c84f033 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:27:53.115334 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d66934-caaa-4632-b613-32c082648439 None None] Routers {'5891c287-d90e-4ebd-984f-be814c84f033'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:27:53.116612 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-30d66934-caaa-4632-b613-32c082648439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:27:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5891c287-d90e-4ebd-984f-be814c84f033'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:53.147839 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e1c463f6-8597-4ca5-b16f-267237c365d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:53.203695 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-30d66934-caaa-4632-b613-32c082648439 None None] Set router 5891c287-d90e-4ebd-984f-be814c84f033 gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:27:53.215565 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1fbd5849-ba55-4b6c-b7f4-18ffaabe3491 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:53.230013 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1fbd5849-ba55-4b6c-b7f4-18ffaabe3491 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:53.248303 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-faa668c4-7060-4dae-8cba-8f3db2025ffb tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:53.264412 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-30d66934-caaa-4632-b613-32c082648439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5891c287-d90e-4ebd-984f-be814c84f033', 'name': 'tempest-RoutersTest-router-1288128221', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:26:58Z', 'updated_at': '2021-08-11T22:27:51Z', 'revision_number': 11, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:53.278033 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd5849-ba55-4b6c-b7f4-18ffaabe3491 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c59c642-7210-4759-889d-bbb4afde2640,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:53.300043 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d66934-caaa-4632-b613-32c082648439 None None] The sync data for ids ['5891c287-d90e-4ebd-984f-be814c84f033'] in n-d-804275-3 is: [{'id': '5891c287-d90e-4ebd-984f-be814c84f033', 'name': 'tempest-RoutersTest-router-1288128221', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:26:58Z', 'updated_at': '2021-08-11T22:27:51Z', 'revision_number': 11, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:27:53.334962 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-faa668c4-7060-4dae-8cba-8f3db2025ffb tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:53.370537 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0ac565-c3f7-4030-ade3-81105492f75c None None] Network c32117c4-722c-4d0d-86ba-31ac1bf779e6 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:27:53.383057 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-77f408e1-a9d5-485d-b131-3f9b39da49a7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:53.393843 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa668c4-7060-4dae-8cba-8f3db2025ffb tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Subnet': ['ID=fc2b58b2-9941-4fc2-8982-cd65e9952704,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:53.397767 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-faa668c4-7060-4dae-8cba-8f3db2025ffb tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:53.409342 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-faa668c4-7060-4dae-8cba-8f3db2025ffb tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/subnets/fc2b58b2-9941-4fc2-8982-cd65e9952704 HTTP/1.1" status: 204 len: 168 time: 0.6149874 Aug 11 22:27:53.410298 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37446) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:53.567568 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2583e51a-5251-4d22-8fab-d678441c4a27 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:53.689615 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135ff68b-1328-4948-b84c-f9429c60c70f None None] DHCP port deletion for c32117c4-722c-4d0d-86ba-31ac1bf779e6 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:27:53.710948 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-2583e51a-5251-4d22-8fab-d678441c4a27 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Deleting port 5c5ac59b-1a24-4d01-b8c5-8e766ad598e4 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:27:53.711861 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2583e51a-5251-4d22-8fab-d678441c4a27 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:53.786140 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-135ff68b-1328-4948-b84c-f9429c60c70f None None] Deleting port 5c5ac59b-1a24-4d01-b8c5-8e766ad598e4 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:27:53.787036 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-135ff68b-1328-4948-b84c-f9429c60c70f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:53.913738 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e1c463f6-8597-4ca5-b16f-267237c365d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:53.917661 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f408e1-a9d5-485d-b131-3f9b39da49a7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event deleted for resources: {'Port': ['ID=b9fc5962-6548-410b-b71e-82f1df511791,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:53.942410 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-2583e51a-5251-4d22-8fab-d678441c4a27 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] For port 5c5ac59b-1a24-4d01-b8c5-8e766ad598e4, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5c5ac59b-1a24-4d01-b8c5-8e766ad598e4,segment=NetworkSegment(dc08a3ce-99f7-44b3-a383-cd3db392e12f),segment_id=dc08a3ce-99f7-44b3-a383-cd3db392e12f)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:53.943269 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2583e51a-5251-4d22-8fab-d678441c4a27 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:53.946133 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e1c463f6-8597-4ca5-b16f-267237c365d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:53.950180 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-135ff68b-1328-4948-b84c-f9429c60c70f None None] For port 5c5ac59b-1a24-4d01-b8c5-8e766ad598e4, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5c5ac59b-1a24-4d01-b8c5-8e766ad598e4,segment=NetworkSegment(dc08a3ce-99f7-44b3-a383-cd3db392e12f),segment_id=dc08a3ce-99f7-44b3-a383-cd3db392e12f)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:53.951109 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-135ff68b-1328-4948-b84c-f9429c60c70f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:53.972852 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-2583e51a-5251-4d22-8fab-d678441c4a27 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Calling delete_port for 5c5ac59b-1a24-4d01-b8c5-8e766ad598e4 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:27:53.980903 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e1c463f6-8597-4ca5-b16f-267237c365d8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5314096646a04e1c839742b160fe1c54&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2426803 Aug 11 22:27:53.981840 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1fbd5849-ba55-4b6c-b7f4-18ffaabe3491 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:53.986596 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1fbd5849-ba55-4b6c-b7f4-18ffaabe3491 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1681163 Aug 11 22:27:53.990353 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37454) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:53.990694 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37456) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:54.001542 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-135ff68b-1328-4948-b84c-f9429c60c70f None None] Calling delete_port for 5c5ac59b-1a24-4d01-b8c5-8e766ad598e4 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:27:54.009107 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-c56e6f9d-141f-4536-9d14-4fd757352d71 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Request body: {'security_group_rule': {'security_group_id': '46e9b888-5743-4563-981d-7fb0e1872035', 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:27:54.071099 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c463f6-8597-4ca5-b16f-267237c365d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b1448a-8ffd-432a-b739-4097a625bd33,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:54.089954 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-77f408e1-a9d5-485d-b131-3f9b39da49a7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for floatingip, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:54.090462 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-77f408e1-a9d5-485d-b131-3f9b39da49a7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Floating IP c1bcbb08-2c16-4263-a804-0609acbe72fd disassociated (deleted). External IP: 172.25.2.217, port: e22f2eff-a548-46f8-b02c-9ec2040c26dc. Aug 11 22:27:54.198613 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c56e6f9d-141f-4536-9d14-4fd757352d71 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:54.199274 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2583e51a-5251-4d22-8fab-d678441c4a27 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:54.214463 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2583e51a-5251-4d22-8fab-d678441c4a27 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] No DVR routers for this DVR port 5c5ac59b-1a24-4d01-b8c5-8e766ad598e4 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:27:54.250224 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ae3433d-b24d-4aba-996a-6262cf630f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:54.265419 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-135ff68b-1328-4948-b84c-f9429c60c70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:54.275108 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583e51a-5251-4d22-8fab-d678441c4a27 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Port': ['ID=5c5ac59b-1a24-4d01-b8c5-8e766ad598e4,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:54.305958 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ae3433d-b24d-4aba-996a-6262cf630f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:54.337603 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ff68b-1328-4948-b84c-f9429c60c70f None None] Pushing event deleted for resources: {'Port': ['ID=5c5ac59b-1a24-4d01-b8c5-8e766ad598e4,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:54.341276 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135ff68b-1328-4948-b84c-f9429c60c70f None None] No DVR routers for this DVR port 5c5ac59b-1a24-4d01-b8c5-8e766ad598e4 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:27:54.356473 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2583e51a-5251-4d22-8fab-d678441c4a27 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:54.371439 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-2583e51a-5251-4d22-8fab-d678441c4a27 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c32117c4-722c-4d0d-86ba-31ac1bf779e6']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:54.390274 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c56e6f9d-141f-4536-9d14-4fd757352d71 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:54.396137 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-2583e51a-5251-4d22-8fab-d678441c4a27 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc08a3ce-99f7-44b3-a383-cd3db392e12f') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:54.396689 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-2583e51a-5251-4d22-8fab-d678441c4a27 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc08a3ce-99f7-44b3-a383-cd3db392e12f') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:54.404576 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c56e6f9d-141f-4536-9d14-4fd757352d71 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:54.418573 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2583e51a-5251-4d22-8fab-d678441c4a27 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:54.443876 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2583e51a-5251-4d22-8fab-d678441c4a27 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:54.462963 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2583e51a-5251-4d22-8fab-d678441c4a27 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:27:54.464315 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2583e51a-5251-4d22-8fab-d678441c4a27 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:27:54.476583 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:27:54.493186 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e6f9d-141f-4536-9d14-4fd757352d71 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6937de8-b534-45d3-b54d-eafe846c1f3c,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:54.507833 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c56e6f9d-141f-4536-9d14-4fd757352d71 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:54.509353 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c56e6f9d-141f-4536-9d14-4fd757352d71 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5164361 Aug 11 22:27:54.514468 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37470) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:54.520488 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-e4ec2075-553b-4393-a57a-987fd7409e6e tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Request body: {'security_group_rule': {'security_group_id': '46e9b888-5743-4563-981d-7fb0e1872035', 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:27:54.533964 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f408e1-a9d5-485d-b131-3f9b39da49a7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Router 9e8aafb9-02ca-47cf-a33a-c001c39c1077 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:27:54.549230 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ae3433d-b24d-4aba-996a-6262cf630f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:54.552133 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ae3433d-b24d-4aba-996a-6262cf630f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:54.556223 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3ae3433d-b24d-4aba-996a-6262cf630f97 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/85b1448a-8ffd-432a-b739-4097a625bd33 HTTP/1.1" status: 204 len: 168 time: 0.5616665 Aug 11 22:27:54.572694 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3433d-b24d-4aba-996a-6262cf630f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b1448a-8ffd-432a-b739-4097a625bd33,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:54.592262 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2583e51a-5251-4d22-8fab-d678441c4a27 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:54.604316 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2583e51a-5251-4d22-8fab-d678441c4a27 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:54.611584 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2583e51a-5251-4d22-8fab-d678441c4a27 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/networks/c32117c4-722c-4d0d-86ba-31ac1bf779e6 HTTP/1.1" status: 204 len: 168 time: 1.1971352 Aug 11 22:27:54.619671 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37478) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:54.642165 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-2d264115-cb91-481f-a4cd-bfeab1ba8894 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'router': {'routes': None}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:27:54.649034 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583e51a-5251-4d22-8fab-d678441c4a27 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Pushing event deleted for resources: {'Network': ['ID=c32117c4-722c-4d0d-86ba-31ac1bf779e6,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:54.664000 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e4ec2075-553b-4393-a57a-987fd7409e6e tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:54.760010 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 33558203-197a-4217-ba98-0fb79d5461ca no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:27:54.795373 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 33558203-197a-4217-ba98-0fb79d5461ca {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:27:54.795890 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 33558203-197a-4217-ba98-0fb79d5461ca not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:27:54.796395 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5c5ac59b-1a24-4d01-b8c5-8e766ad598e4 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:27:54.829003 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 5c5ac59b-1a24-4d01-b8c5-8e766ad598e4 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:27:54.829766 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5c5ac59b-1a24-4d01-b8c5-8e766ad598e4 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:27:54.908905 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e4ec2075-553b-4393-a57a-987fd7409e6e tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:54.911986 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f408e1-a9d5-485d-b131-3f9b39da49a7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:27:54.920366 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-77f408e1-a9d5-485d-b131-3f9b39da49a7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:54.924810 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7a5f38-1e1c-4fd8-a946-f683d7afb094 None None] Sync routers for ids ['9e8aafb9-02ca-47cf-a33a-c001c39c1077'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:27:54.927807 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e4ec2075-553b-4393-a57a-987fd7409e6e tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:54.965389 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7a5f38-1e1c-4fd8-a946-f683d7afb094 None None] Routers {'9e8aafb9-02ca-47cf-a33a-c001c39c1077'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:27:54.966849 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0a7a5f38-1e1c-4fd8-a946-f683d7afb094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:27:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9e8aafb9-02ca-47cf-a33a-c001c39c1077'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:55.018495 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec2075-553b-4393-a57a-987fd7409e6e tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b24d21-7ca1-4c96-bb77-447267a20779,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:55.037620 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-77f408e1-a9d5-485d-b131-3f9b39da49a7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "DELETE /v2.0/floatingips/c1bcbb08-2c16-4263-a804-0609acbe72fd HTTP/1.1" status: 204 len: 168 time: 3.1428630 Aug 11 22:27:55.040730 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bdd3809-346f-4a4b-a040-bf427028992e', 'tag': 'e22f2eff-a548-46f8-b02c-9ec2040c26dc'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:27:55.046048 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270f429c-2b0f-4114-b7a3-56740bb102cc" -d '{"events": [{"name": "network-changed", "server_uuid": "7bdd3809-346f-4a4b-a040-bf427028992e", "tag": "e22f2eff-a548-46f8-b02c-9ec2040c26dc"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:27:55.067172 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e4ec2075-553b-4393-a57a-987fd7409e6e tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:55.069781 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e4ec2075-553b-4393-a57a-987fd7409e6e tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5530059 Aug 11 22:27:55.078576 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37500) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:55.094189 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-da9aa66d-a4a9-4bd6-9527-b9961a401d92 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Request body: {'security_group_rule': {'security_group_id': '46e9b888-5743-4563-981d-7fb0e1872035', 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:27:55.172135 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-da9aa66d-a4a9-4bd6-9527-b9961a401d92 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:55.363086 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-0a7a5f38-1e1c-4fd8-a946-f683d7afb094 None None] Set router 9e8aafb9-02ca-47cf-a33a-c001c39c1077 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:27:55.370005 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.extraroute_db [None req-2d264115-cb91-481f-a4cd-bfeab1ba8894 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Added routes are [] {{(pid=100942) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 22:27:55.370683 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.extraroute_db [None req-2d264115-cb91-481f-a4cd-bfeab1ba8894 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Removed routes are [] {{(pid=100942) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 22:27:55.370683 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2d264115-cb91-481f-a4cd-bfeab1ba8894 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1756175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1755230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39594'] for router, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:55.372921 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37510) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:55.405174 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-da9aa66d-a4a9-4bd6-9527-b9961a401d92 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:55.406643 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-843343fe-4935-4d0b-8680-901567aacee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:55.416911 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a7e38f-d7fa-439d-97b3-7b2564324144 x-openstack-request-id: req-57a7e38f-d7fa-439d-97b3-7b2564324144 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:27:55.417253 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bdd3809-346f-4a4b-a040-bf427028992e", "tag": "e22f2eff-a548-46f8-b02c-9ec2040c26dc", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:27:55.417607 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-57a7e38f-d7fa-439d-97b3-7b2564324144 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:27:55.418134 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bdd3809-346f-4a4b-a040-bf427028992e', 'tag': 'e22f2eff-a548-46f8-b02c-9ec2040c26dc', 'status': 'completed', 'code': 200} Aug 11 22:27:55.422282 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-da9aa66d-a4a9-4bd6-9527-b9961a401d92 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:55.455600 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9aa66d-a4a9-4bd6-9527-b9961a401d92 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e825e1-f0a6-41e0-81ae-81d8e2f2dacd,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:55.585476 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f429c-2b0f-4114-b7a3-56740bb102cc req-87ebe670-4c84-4e2e-b4ca-3111eba83601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:55.587581 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-270f429c-2b0f-4114-b7a3-56740bb102cc req-87ebe670-4c84-4e2e-b4ca-3111eba83601 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 1096 time: 0.1110115 Aug 11 22:27:55.734801 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2d264115-cb91-481f-a4cd-bfeab1ba8894 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1756175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1755230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39594'] for router, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:55.738996 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-843343fe-4935-4d0b-8680-901567aacee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:55.740936 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2d264115-cb91-481f-a4cd-bfeab1ba8894 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1756404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1756413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1755207'] for router, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:55.753326 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9cb27-67de-4c8f-8f77-12792c308d8d req-240497bb-1661-4e5d-af30-3c1e694f11bf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:55.755193 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5dc9cb27-67de-4c8f-8f77-12792c308d8d req-240497bb-1661-4e5d-af30-3c1e694f11bf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 945 time: 0.1772318 Aug 11 22:27:55.764389 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-843343fe-4935-4d0b-8680-901567aacee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:55.780228 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-da9aa66d-a4a9-4bd6-9527-b9961a401d92 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:55.785961 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-da9aa66d-a4a9-4bd6-9527-b9961a401d92 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7010496 Aug 11 22:27:55.791477 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37526) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:55.823968 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-5820be74-e4d9-4ba5-bdbf-c5197f0f4db0 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Request body: {'security_group_rule': {'security_group_id': '46e9b888-5743-4563-981d-7fb0e1872035', 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:27:55.835058 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f429c-2b0f-4114-b7a3-56740bb102cc req-febf9466-f229-408c-b9a9-4b46e574976b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:55.836758 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-270f429c-2b0f-4114-b7a3-56740bb102cc req-febf9466-f229-408c-b9a9-4b46e574976b service neutron] 10.222.0.82 "GET /v2.0/networks?id=ba8e150f-384a-45ec-a828-5f8c39c8ec17 HTTP/1.1" status: 200 len: 898 time: 0.2342317 Aug 11 22:27:55.923922 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0a7a5f38-1e1c-4fd8-a946-f683d7afb094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201708887', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '87dccd6e-a82a-416c-a2d4-90c55694c950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:09Z', 'updated_at': '2021-08-11T22:25:21Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': '87dccd6e-a82a-416c-a2d4-90c55694c950', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:16:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:11Z', 'updated_at': '2021-08-11T22:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '4079f241-29f4-40ae-a867-1c9e289dd6c9', 'name': '', 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:11:9c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '2665ff53-ad82-414b-b2c5-b45b6ca0d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:18Z', 'updated_at': '2021-08-11T22:25:29Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': '2665ff53-ad82-414b-b2c5-b45b6ca0d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:55.924877 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5dc9cb27-67de-4c8f-8f77-12792c308d8d req-e308cc4f-ca64-42fc-af4d-b6c7e339c9e0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390724 Aug 11 22:27:55.932245 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-270f429c-2b0f-4114-b7a3-56740bb102cc req-0f8a7ae3-4a0a-4455-af52-4f91d25d48c5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e22f2eff-a548-46f8-b02c-9ec2040c26dc HTTP/1.1" status: 200 len: 217 time: 0.0749400 Aug 11 22:27:55.933542 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843343fe-4935-4d0b-8680-901567aacee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de84b529-1c26-42d2-af71-4a1158de33f4,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:55.945196 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-843343fe-4935-4d0b-8680-901567aacee6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7375e241c10342f3a8f853aa78be56d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5626121 Aug 11 22:27:55.950089 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37534) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:55.966753 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d264115-cb91-481f-a4cd-bfeab1ba8894 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Router 5891c287-d90e-4ebd-984f-be814c84f033 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:27:56.000749 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7a5f38-1e1c-4fd8-a946-f683d7afb094 None None] Checking router: 9e8aafb9-02ca-47cf-a33a-c001c39c1077 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:27:56.013459 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7a5f38-1e1c-4fd8-a946-f683d7afb094 None None] Routers {'9e8aafb9-02ca-47cf-a33a-c001c39c1077'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:27:56.014952 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0a7a5f38-1e1c-4fd8-a946-f683d7afb094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:27:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9e8aafb9-02ca-47cf-a33a-c001c39c1077'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:56.042729 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f429c-2b0f-4114-b7a3-56740bb102cc req-a84e8c0f-1701-412e-bb8b-57b28bb82d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:56.045715 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-270f429c-2b0f-4114-b7a3-56740bb102cc req-a84e8c0f-1701-412e-bb8b-57b28bb82d15 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2665ff53-ad82-414b-b2c5-b45b6ca0d1e9 HTTP/1.1" status: 200 len: 833 time: 0.1022134 Aug 11 22:27:56.134460 n-d-804275-3 neutron-server[100943]: INFO neutron.db.securitygroups_db [None req-5820be74-e4d9-4ba5-bdbf-c5197f0f4db0 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Project 0bd86e77836944e4bb373c5db0c18c61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 22:27:56.148728 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d264115-cb91-481f-a4cd-bfeab1ba8894 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:27:56.161101 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a43dff-63f0-4a18-b907-f1a0699a10e9 None None] Sync routers for ids ['5891c287-d90e-4ebd-984f-be814c84f033'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:27:56.163297 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2d264115-cb91-481f-a4cd-bfeab1ba8894 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:56.168119 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2d264115-cb91-481f-a4cd-bfeab1ba8894 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "PUT /v2.0/routers/5891c287-d90e-4ebd-984f-be814c84f033 HTTP/1.1" status: 200 len: 701 time: 1.5322797 Aug 11 22:27:56.169022 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37544) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:56.181591 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5820be74-e4d9-4ba5-bdbf-c5197f0f4db0 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:56.197565 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a43dff-63f0-4a18-b907-f1a0699a10e9 None None] Routers {'5891c287-d90e-4ebd-984f-be814c84f033'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:27:56.199029 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d0a43dff-63f0-4a18-b907-f1a0699a10e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:27:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5891c287-d90e-4ebd-984f-be814c84f033'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:56.211961 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f75d473e-1fa4-4a5c-8292-eb1c9e2eda4f tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "GET /v2.0/ports?device_id=5891c287-d90e-4ebd-984f-be814c84f033 HTTP/1.1" status: 200 len: 205 time: 0.0413001 Aug 11 22:27:56.213005 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37546) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:56.218584 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f429c-2b0f-4114-b7a3-56740bb102cc req-b76e731f-b721-49b8-bffc-91ba80cb6766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:56.220695 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-270f429c-2b0f-4114-b7a3-56740bb102cc req-b76e731f-b721-49b8-bffc-91ba80cb6766 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ba8e150f-384a-45ec-a828-5f8c39c8ec17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1608446 Aug 11 22:27:56.222383 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-0a7a5f38-1e1c-4fd8-a946-f683d7afb094 None None] Set router 9e8aafb9-02ca-47cf-a33a-c001c39c1077 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:27:56.268229 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e22c03e-5cab-4d68-8313-ebdf1b803754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:56.344795 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2ebb4379-e7fe-4793-826b-ca35786f2dcc tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:56.364443 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e22c03e-5cab-4d68-8313-ebdf1b803754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:56.390182 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5820be74-e4d9-4ba5-bdbf-c5197f0f4db0 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:56.405219 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5820be74-e4d9-4ba5-bdbf-c5197f0f4db0 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:56.424490 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-d0a43dff-63f0-4a18-b907-f1a0699a10e9 None None] Set router 5891c287-d90e-4ebd-984f-be814c84f033 gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:27:56.493853 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5820be74-e4d9-4ba5-bdbf-c5197f0f4db0 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:56.496042 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5820be74-e4d9-4ba5-bdbf-c5197f0f4db0 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6965652 Aug 11 22:27:56.518260 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37560) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:56.527926 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d0a43dff-63f0-4a18-b907-f1a0699a10e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5891c287-d90e-4ebd-984f-be814c84f033', 'name': 'tempest-RoutersTest-router-1288128221', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:26:58Z', 'updated_at': '2021-08-11T22:27:51Z', 'revision_number': 11, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:56.548806 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-275f7d35-903b-4fa4-9c9b-c3d168820126 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Request body: {'security_group_rule': {'security_group_id': '46e9b888-5743-4563-981d-7fb0e1872035', 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:27:56.561941 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5820be74-e4d9-4ba5-bdbf-c5197f0f4db0 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f2c97b-19d2-423d-86a6-9e12dfd21d50,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:56.570063 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a43dff-63f0-4a18-b907-f1a0699a10e9 None None] Checking router: 5891c287-d90e-4ebd-984f-be814c84f033 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:27:56.571039 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-270f429c-2b0f-4114-b7a3-56740bb102cc req-5dacc467-c687-4859-9862-acd586c93e71 service neutron] 10.222.0.82 "GET /v2.0/networks/ba8e150f-384a-45ec-a828-5f8c39c8ec17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407533 Aug 11 22:27:56.585503 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a43dff-63f0-4a18-b907-f1a0699a10e9 None None] Routers {'5891c287-d90e-4ebd-984f-be814c84f033'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:27:56.586384 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d0a43dff-63f0-4a18-b907-f1a0699a10e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:27:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5891c287-d90e-4ebd-984f-be814c84f033'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:56.689700 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2ebb4379-e7fe-4793-826b-ca35786f2dcc tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:56.703032 n-d-804275-3 neutron-server[100943]: INFO neutron.db.securitygroups_db [None req-275f7d35-903b-4fa4-9c9b-c3d168820126 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Project 0bd86e77836944e4bb373c5db0c18c61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 22:27:56.705171 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2ebb4379-e7fe-4793-826b-ca35786f2dcc tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:56.728315 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-275f7d35-903b-4fa4-9c9b-c3d168820126 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:56.735095 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-d0a43dff-63f0-4a18-b907-f1a0699a10e9 None None] Set router 5891c287-d90e-4ebd-984f-be814c84f033 gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:27:56.753543 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0a7a5f38-1e1c-4fd8-a946-f683d7afb094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201708887', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '87dccd6e-a82a-416c-a2d4-90c55694c950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:09Z', 'updated_at': '2021-08-11T22:25:21Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': '87dccd6e-a82a-416c-a2d4-90c55694c950', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:16:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:11Z', 'updated_at': '2021-08-11T22:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '4079f241-29f4-40ae-a867-1c9e289dd6c9', 'name': '', 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:11:9c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '2665ff53-ad82-414b-b2c5-b45b6ca0d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:18Z', 'updated_at': '2021-08-11T22:25:29Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': '2665ff53-ad82-414b-b2c5-b45b6ca0d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:56.764522 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e22c03e-5cab-4d68-8313-ebdf1b803754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:56.769905 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e22c03e-5cab-4d68-8313-ebdf1b803754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:56.775901 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7e22c03e-5cab-4d68-8313-ebdf1b803754 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/de84b529-1c26-42d2-af71-4a1158de33f4 HTTP/1.1" status: 204 len: 168 time: 0.7355487 Aug 11 22:27:56.816164 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d0a43dff-63f0-4a18-b907-f1a0699a10e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5891c287-d90e-4ebd-984f-be814c84f033', 'name': 'tempest-RoutersTest-router-1288128221', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:26:58Z', 'updated_at': '2021-08-11T22:27:51Z', 'revision_number': 11, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:56.824627 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7a5f38-1e1c-4fd8-a946-f683d7afb094 None None] The sync data for ids ['9e8aafb9-02ca-47cf-a33a-c001c39c1077'] in n-d-804275-3 is: [{'id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201708887', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '87dccd6e-a82a-416c-a2d4-90c55694c950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:09Z', 'updated_at': '2021-08-11T22:25:21Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': '87dccd6e-a82a-416c-a2d4-90c55694c950', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:16:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:11Z', 'updated_at': '2021-08-11T22:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '4079f241-29f4-40ae-a867-1c9e289dd6c9', 'name': '', 'network_id': 'ba8e150f-384a-45ec-a828-5f8c39c8ec17', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:11:9c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '2665ff53-ad82-414b-b2c5-b45b6ca0d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:18Z', 'updated_at': '2021-08-11T22:25:29Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': '2665ff53-ad82-414b-b2c5-b45b6ca0d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:27:56.834624 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2ebb4379-e7fe-4793-826b-ca35786f2dcc tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:56.835615 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebb4379-e7fe-4793-826b-ca35786f2dcc tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Fanout notify agent at l3_agent the message router_deleted on router 5891c287-d90e-4ebd-984f-be814c84f033 {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:27:56.845546 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2ebb4379-e7fe-4793-826b-ca35786f2dcc tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:56.847497 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2ebb4379-e7fe-4793-826b-ca35786f2dcc tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/routers/5891c287-d90e-4ebd-984f-be814c84f033 HTTP/1.1" status: 204 len: 168 time: 0.6333418 Aug 11 22:27:56.855104 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37574) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:56.874590 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-558a25dd-a663-4fa8-9f2c-ff0ff1c39b2e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-10079362', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:27:56.904542 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22c03e-5cab-4d68-8313-ebdf1b803754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de84b529-1c26-42d2-af71-4a1158de33f4,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:56.930770 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a43dff-63f0-4a18-b907-f1a0699a10e9 None None] The sync data for ids ['5891c287-d90e-4ebd-984f-be814c84f033'] in n-d-804275-3 is: [{'id': '5891c287-d90e-4ebd-984f-be814c84f033', 'name': 'tempest-RoutersTest-router-1288128221', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:26:58Z', 'updated_at': '2021-08-11T22:27:51Z', 'revision_number': 11, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:27:56.971007 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-270f429c-2b0f-4114-b7a3-56740bb102cc req-51ba344c-d74d-4fb7-9690-1d4e313fb18c service neutron] 10.222.0.82 "GET /v2.0/networks/ba8e150f-384a-45ec-a828-5f8c39c8ec17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876092 Aug 11 22:27:56.978690 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-558a25dd-a663-4fa8-9f2c-ff0ff1c39b2e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:56.980907 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-558a25dd-a663-4fa8-9f2c-ff0ff1c39b2e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:57.031926 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-275f7d35-903b-4fa4-9c9b-c3d168820126 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:57.037133 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-275f7d35-903b-4fa4-9c9b-c3d168820126 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:57.098589 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f7d35-903b-4fa4-9c9b-c3d168820126 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff3a945-bd39-4ef7-ab43-ae2a032ef078,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:57.103278 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-275f7d35-903b-4fa4-9c9b-c3d168820126 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:57.108608 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-275f7d35-903b-4fa4-9c9b-c3d168820126 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5742042 Aug 11 22:27:57.145898 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-558a25dd-a663-4fa8-9f2c-ff0ff1c39b2e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:57.152353 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-558a25dd-a663-4fa8-9f2c-ff0ff1c39b2e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:57.190493 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-558a25dd-a663-4fa8-9f2c-ff0ff1c39b2e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:57.200312 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-558a25dd-a663-4fa8-9f2c-ff0ff1c39b2e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3357332 Aug 11 22:27:57.201695 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37596) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:57.211818 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-655a40a5-4dbb-4a5d-8368-08ea60927357 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:27:57.285444 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec130b-8225-42a8-9875-14a257d22439 req-1cfeb221-c736-437a-b1d2-4167ae02875c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:57.287447 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fbec130b-8225-42a8-9875-14a257d22439 req-1cfeb221-c736-437a-b1d2-4167ae02875c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 945 time: 0.1776402 Aug 11 22:27:57.298137 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe6b5a-aa22-4b67-8fd4-f4f4b567998f req-db8b1fa9-da5d-4312-a87f-5f47457293ff tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:27:57.300405 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-25fe6b5a-aa22-4b67-8fd4-f4f4b567998f req-db8b1fa9-da5d-4312-a87f-5f47457293ff tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.82 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 945 time: 0.1401529 Aug 11 22:27:57.410799 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fbec130b-8225-42a8-9875-14a257d22439 req-c9b75c4a-a85d-427f-b4fb-49e14be16faa tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=f1a7a959-2560-417e-ac0d-2a21c09d15e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090090 Aug 11 22:27:57.516697 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-25fe6b5a-aa22-4b67-8fd4-f4f4b567998f req-6829984f-fb2b-4972-9c32-84c2e11f5cc9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Deleting port e22f2eff-a548-46f8-b02c-9ec2040c26dc {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:27:57.517197 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-25fe6b5a-aa22-4b67-8fd4-f4f4b567998f req-6829984f-fb2b-4972-9c32-84c2e11f5cc9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:57.578314 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c90b812-667e-4b1d-8a04-baedf1c962a9 None None] New status for floating IP c1bcbb08-2c16-4263-a804-0609acbe72fd: DOWN {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:27:57.726026 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-25fe6b5a-aa22-4b67-8fd4-f4f4b567998f req-6829984f-fb2b-4972-9c32-84c2e11f5cc9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] For port e22f2eff-a548-46f8-b02c-9ec2040c26dc, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=e22f2eff-a548-46f8-b02c-9ec2040c26dc,segment=NetworkSegment(1f083fb3-78c4-439f-99d5-0d2efbbeb25c),segment_id=1f083fb3-78c4-439f-99d5-0d2efbbeb25c)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:27:57.726415 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-25fe6b5a-aa22-4b67-8fd4-f4f4b567998f req-6829984f-fb2b-4972-9c32-84c2e11f5cc9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:57.805959 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-25fe6b5a-aa22-4b67-8fd4-f4f4b567998f req-6829984f-fb2b-4972-9c32-84c2e11f5cc9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Calling delete_port for e22f2eff-a548-46f8-b02c-9ec2040c26dc owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:27:57.826379 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-655a40a5-4dbb-4a5d-8368-08ea60927357 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1756175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1755230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39594'] for router, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:57.839738 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-655a40a5-4dbb-4a5d-8368-08ea60927357 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1756404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1756413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1755207'] for router, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:57.999051 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655a40a5-4dbb-4a5d-8368-08ea60927357 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Router 3d607c10-f184-40e2-98bf-92436d8d9c28 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:27:58.128248 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-25fe6b5a-aa22-4b67-8fd4-f4f4b567998f req-6829984f-fb2b-4972-9c32-84c2e11f5cc9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:58.168895 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829984f-fb2b-4972-9c32-84c2e11f5cc9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event deleted for resources: {'Port': ['ID=e22f2eff-a548-46f8-b02c-9ec2040c26dc,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:58.218317 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655a40a5-4dbb-4a5d-8368-08ea60927357 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:27:58.235120 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-655a40a5-4dbb-4a5d-8368-08ea60927357 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:58.240068 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-655a40a5-4dbb-4a5d-8368-08ea60927357 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "PUT /v2.0/routers/3d607c10-f184-40e2-98bf-92436d8d9c28 HTTP/1.1" status: 200 len: 692 time: 1.0336556 Aug 11 22:27:58.240305 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af6e8c8-da34-4912-beb1-4b74935ef2da None None] Sync routers for ids ['3d607c10-f184-40e2-98bf-92436d8d9c28'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:27:58.243893 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37666) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:58.270290 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af6e8c8-da34-4912-beb1-4b74935ef2da None None] Routers {'3d607c10-f184-40e2-98bf-92436d8d9c28'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:27:58.270956 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1af6e8c8-da34-4912-beb1-4b74935ef2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:27:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['3d607c10-f184-40e2-98bf-92436d8d9c28'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:58.307940 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fe6b5a-aa22-4b67-8fd4-f4f4b567998f req-6829984f-fb2b-4972-9c32-84c2e11f5cc9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] No DVR routers for this DVR port e22f2eff-a548-46f8-b02c-9ec2040c26dc on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:27:58.318759 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-25fe6b5a-aa22-4b67-8fd4-f4f4b567998f req-6829984f-fb2b-4972-9c32-84c2e11f5cc9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:58.327391 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-25fe6b5a-aa22-4b67-8fd4-f4f4b567998f req-6829984f-fb2b-4972-9c32-84c2e11f5cc9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.82 "DELETE /v2.0/ports/e22f2eff-a548-46f8-b02c-9ec2040c26dc HTTP/1.1" status: 204 len: 173 time: 1.0140905 Aug 11 22:27:58.328199 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdd3809-346f-4a4b-a040-bf427028992e', 'name': 'network-vif-deleted', 'tag': 'e22f2eff-a548-46f8-b02c-9ec2040c26dc'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:27:58.344152 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6482fb0-2a78-4978-a39d-c04dbab3af63" -d '{"events": [{"server_uuid": "7bdd3809-346f-4a4b-a040-bf427028992e", "name": "network-vif-deleted", "tag": "e22f2eff-a548-46f8-b02c-9ec2040c26dc"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:27:58.426495 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-42690c2c-0571-413d-8842-bf1e4e5d32ac tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "GET /v2.0/routers/3d607c10-f184-40e2-98bf-92436d8d9c28 HTTP/1.1" status: 200 len: 698 time: 0.1813583 Aug 11 22:27:58.430947 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37692) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:58.467460 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868647a4-5090-45e5-951a-7bc287562467 x-openstack-request-id: req-868647a4-5090-45e5-951a-7bc287562467 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:27:58.467966 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdd3809-346f-4a4b-a040-bf427028992e", "name": "network-vif-deleted", "tag": "e22f2eff-a548-46f8-b02c-9ec2040c26dc", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:27:58.468375 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-868647a4-5090-45e5-951a-7bc287562467 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:27:58.469053 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdd3809-346f-4a4b-a040-bf427028992e', 'name': 'network-vif-deleted', 'tag': 'e22f2eff-a548-46f8-b02c-9ec2040c26dc', 'status': 'completed', 'code': 200} Aug 11 22:27:58.522213 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-1af6e8c8-da34-4912-beb1-4b74935ef2da None None] Set router 3d607c10-f184-40e2-98bf-92436d8d9c28 gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:27:58.565099 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37700) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:58.565276 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-12eb35b6-51eb-4131-9e76-7bb9f428fceb tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d607c10-f184-40e2-98bf-92436d8d9c28 HTTP/1.1" status: 200 len: 205 time: 0.1322749 Aug 11 22:27:58.734832 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6c49c441-b93f-4026-a028-7cfab73c481c req-bc3c597f-bd7d-4f22-a16c-e57f81060e87 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7bdd3809-346f-4a4b-a040-bf427028992e HTTP/1.1" status: 200 len: 210 time: 0.0757794 Aug 11 22:27:58.741612 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1af6e8c8-da34-4912-beb1-4b74935ef2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d607c10-f184-40e2-98bf-92436d8d9c28', 'name': 'tempest-RoutersTest-router-10079362', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:27:57Z', 'updated_at': '2021-08-11T22:27:57Z', 'revision_number': 2, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:58.778698 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af6e8c8-da34-4912-beb1-4b74935ef2da None None] Checking router: 3d607c10-f184-40e2-98bf-92436d8d9c28 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:27:58.790725 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af6e8c8-da34-4912-beb1-4b74935ef2da None None] Routers {'3d607c10-f184-40e2-98bf-92436d8d9c28'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:27:58.792028 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1af6e8c8-da34-4912-beb1-4b74935ef2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:27:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['3d607c10-f184-40e2-98bf-92436d8d9c28'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:58.832080 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c58c01fd-481c-433f-b842-78d3c73605a7 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:59.025925 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37708) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:59.099984 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:27:59.111776 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-1af6e8c8-da34-4912-beb1-4b74935ef2da None None] Set router 3d607c10-f184-40e2-98bf-92436d8d9c28 gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:27:59.237770 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1af6e8c8-da34-4912-beb1-4b74935ef2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d607c10-f184-40e2-98bf-92436d8d9c28', 'name': 'tempest-RoutersTest-router-10079362', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:27:57Z', 'updated_at': '2021-08-11T22:27:57Z', 'revision_number': 2, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:27:59.295695 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af6e8c8-da34-4912-beb1-4b74935ef2da None None] The sync data for ids ['3d607c10-f184-40e2-98bf-92436d8d9c28'] in n-d-804275-3 is: [{'id': '3d607c10-f184-40e2-98bf-92436d8d9c28', 'name': 'tempest-RoutersTest-router-10079362', 'tenant_id': 'ec8e7be193dc41f89b61bb962b539e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:27:57Z', 'updated_at': '2021-08-11T22:27:57Z', 'revision_number': 2, 'project_id': 'ec8e7be193dc41f89b61bb962b539e53', 'gw_port_host': None}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:27:59.319911 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c1d326fc-6bf1-4b73-96b9-9ad049638ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:59.320663 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c58c01fd-481c-433f-b842-78d3c73605a7 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:59.325441 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c58c01fd-481c-433f-b842-78d3c73605a7 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:59.409761 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c58c01fd-481c-433f-b842-78d3c73605a7 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:59.410585 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58c01fd-481c-433f-b842-78d3c73605a7 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Fanout notify agent at l3_agent the message router_deleted on router 3d607c10-f184-40e2-98bf-92436d8d9c28 {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:27:59.421952 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c58c01fd-481c-433f-b842-78d3c73605a7 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:59.423452 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c58c01fd-481c-433f-b842-78d3c73605a7 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/routers/3d607c10-f184-40e2-98bf-92436d8d9c28 HTTP/1.1" status: 204 len: 168 time: 0.8569622 Aug 11 22:27:59.427156 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37718) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:59.463092 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-19d003a9-f14c-4008-8945-1d73260f2195 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "GET /v2.0/ports?device_id=3d607c10-f184-40e2-98bf-92436d8d9c28 HTTP/1.1" status: 200 len: 205 time: 0.0344031 Aug 11 22:27:59.465663 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37720) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:59.533625 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c1d326fc-6bf1-4b73-96b9-9ad049638ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:59.538178 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-c213e5fd-3401-41c1-ad08-a2862f39515c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] delete failed (client error): The resource could not be found. Aug 11 22:27:59.542877 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37722) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:59.544192 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c213e5fd-3401-41c1-ad08-a2862f39515c tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/routers/3d607c10-f184-40e2-98bf-92436d8d9c28 HTTP/1.1" status: 404 len: 336 time: 0.0762932 Aug 11 22:27:59.553569 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c1d326fc-6bf1-4b73-96b9-9ad049638ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:59.633621 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-90baf33d-4507-4ffc-ac42-246729317067 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] DELETE failed (client error): The resource could not be found. Aug 11 22:27:59.634097 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90baf33d-4507-4ffc-ac42-246729317067 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:27:59.636007 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-90baf33d-4507-4ffc-ac42-246729317067 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/subnets/32e02968-8fa0-4130-86a6-9bab3cce4a32 HTTP/1.1" status: 404 len: 337 time: 0.0912213 Aug 11 22:27:59.640722 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37726) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:59.660892 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c1d326fc-6bf1-4b73-96b9-9ad049638ae1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=09e08b5cd6d244568e0e7aae5a869f93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6338229 Aug 11 22:27:59.661839 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d326fc-6bf1-4b73-96b9-9ad049638ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0987d08-5cb7-4808-9d2e-a00d3a987934,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:27:59.666830 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37728) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:59.698644 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0cb23fb-7c72-4903-bd04-16ff8d49283e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] DELETE failed (client error): The resource could not be found. Aug 11 22:27:59.699089 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0cb23fb-7c72-4903-bd04-16ff8d49283e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:27:59.705686 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f0cb23fb-7c72-4903-bd04-16ff8d49283e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/subnets/b236b5c3-260e-4c21-add0-f97bc07dc6b3 HTTP/1.1" status: 404 len: 337 time: 0.0592937 Aug 11 22:27:59.706133 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37730) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:59.749660 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-43bac189-27a5-40ea-89b8-15339a13f550 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] DELETE failed (client error): The resource could not be found. Aug 11 22:27:59.750136 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43bac189-27a5-40ea-89b8-15339a13f550 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:27:59.752927 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-43bac189-27a5-40ea-89b8-15339a13f550 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/subnets/bf7e3a2e-5b96-4deb-be69-e600811b0f88 HTTP/1.1" status: 404 len: 337 time: 0.0455122 Aug 11 22:27:59.755871 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37734) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:59.784254 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-42db3aac-cbd7-4400-9ac6-1f04e8500743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:59.789115 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d348826-426e-4438-ae96-0097041e9dc3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] DELETE failed (client error): The resource could not be found. Aug 11 22:27:59.789665 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d348826-426e-4438-ae96-0097041e9dc3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:27:59.792695 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6d348826-426e-4438-ae96-0097041e9dc3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/subnets/fc2b58b2-9941-4fc2-8982-cd65e9952704 HTTP/1.1" status: 404 len: 337 time: 0.0354249 Aug 11 22:27:59.795822 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37738) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:59.833790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37740) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:59.839187 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-42db3aac-cbd7-4400-9ac6-1f04e8500743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:27:59.846342 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9f5c4818-b4b9-4245-9f75-bcce06be8827 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "GET /v2.0/ports?device_id=5891c287-d90e-4ebd-984f-be814c84f033 HTTP/1.1" status: 200 len: 205 time: 0.0486009 Aug 11 22:27:59.850356 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37742) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:59.902594 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-5cdc40ca-ae3f-4370-b71a-aefd33b6b8a0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] delete failed (client error): The resource could not be found. Aug 11 22:27:59.903850 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5cdc40ca-ae3f-4370-b71a-aefd33b6b8a0 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/routers/5891c287-d90e-4ebd-984f-be814c84f033 HTTP/1.1" status: 404 len: 336 time: 0.0522151 Aug 11 22:27:59.910629 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37746) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:27:59.954649 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bc098e41-076f-4909-a9ea-45711ff1f78e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "GET /v2.0/ports?device_id=2af957be-b610-4b5b-acaf-f3b29c940f0e HTTP/1.1" status: 200 len: 205 time: 0.0382926 Aug 11 22:27:59.958891 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37750) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:00.304766 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-9230ad05-1c6e-4fbd-95fc-39bf9a8a90d4 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] delete failed (client error): The resource could not be found. Aug 11 22:28:00.305910 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9230ad05-1c6e-4fbd-95fc-39bf9a8a90d4 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/routers/2af957be-b610-4b5b-acaf-f3b29c940f0e HTTP/1.1" status: 404 len: 336 time: 0.3444030 Aug 11 22:28:00.310700 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37762) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:00.372987 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca51cf6c-cee1-420c-b691-1903c1790c19 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] DELETE failed (client error): The resource could not be found. Aug 11 22:28:00.374101 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca51cf6c-cee1-420c-b691-1903c1790c19 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:28:00.381573 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37766) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:00.382449 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ca51cf6c-cee1-420c-b691-1903c1790c19 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/subnets/ed910407-8874-4783-b105-1a6004b66ac1 HTTP/1.1" status: 404 len: 337 time: 0.0701249 Aug 11 22:28:00.446626 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37768) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:00.456650 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c376c838-0fe0-42b9-b304-e58064f910b3 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "GET /v2.0/ports?device_id=68b58661-e83a-45b2-817b-f97557d7c7e6 HTTP/1.1" status: 200 len: 205 time: 0.0710192 Aug 11 22:28:00.464641 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-42db3aac-cbd7-4400-9ac6-1f04e8500743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:00.469474 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-42db3aac-cbd7-4400-9ac6-1f04e8500743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:00.471728 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-42db3aac-cbd7-4400-9ac6-1f04e8500743 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b0987d08-5cb7-4808-9d2e-a00d3a987934 HTTP/1.1" status: 204 len: 168 time: 0.8030362 Aug 11 22:28:00.535436 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-5e9f4d2f-5ada-429e-8805-6726c348be45 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] delete failed (client error): The resource could not be found. Aug 11 22:28:00.538296 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5e9f4d2f-5ada-429e-8805-6726c348be45 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/routers/68b58661-e83a-45b2-817b-f97557d7c7e6 HTTP/1.1" status: 404 len: 336 time: 0.0894890 Aug 11 22:28:00.542250 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37772) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:00.616533 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db3aac-cbd7-4400-9ac6-1f04e8500743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0987d08-5cb7-4808-9d2e-a00d3a987934,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:00.627414 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3dec345b-503f-40ab-9ab0-11082ed10b13 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "GET /v2.0/ports?device_id=564d2c65-370f-4018-91c5-103b7cc26517 HTTP/1.1" status: 200 len: 205 time: 0.0836029 Aug 11 22:28:00.637103 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37774) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:00.790356 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-441708ea-c1f2-4c78-a9d9-c5c04724d0c9 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] delete failed (client error): The resource could not be found. Aug 11 22:28:00.791860 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-441708ea-c1f2-4c78-a9d9-c5c04724d0c9 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/routers/564d2c65-370f-4018-91c5-103b7cc26517 HTTP/1.1" status: 404 len: 336 time: 0.1523037 Aug 11 22:28:00.796046 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37780) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:00.861086 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-631703f2-6c56-4367-bb15-01b2a882c729 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] DELETE failed (client error): The resource could not be found. Aug 11 22:28:00.861641 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-631703f2-6c56-4367-bb15-01b2a882c729 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:28:00.863854 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-631703f2-6c56-4367-bb15-01b2a882c729 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/subnets/f83ce317-713a-4537-8e9c-494acc1f880d HTTP/1.1" status: 404 len: 337 time: 0.0661883 Aug 11 22:28:00.867916 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37786) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:00.900024 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-52523c94-72b7-4ccb-8216-e90535d2f189 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "GET /v2.0/ports?device_id=38317f10-f9cd-45ad-ba98-8e5140a6be22 HTTP/1.1" status: 200 len: 205 time: 0.0307348 Aug 11 22:28:00.909091 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37788) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:00.985934 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-f9946a1f-4241-4b57-a2cc-35755c03d2ec tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] delete failed (client error): The resource could not be found. Aug 11 22:28:00.992442 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37792) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:00.993028 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f9946a1f-4241-4b57-a2cc-35755c03d2ec tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/routers/38317f10-f9cd-45ad-ba98-8e5140a6be22 HTTP/1.1" status: 404 len: 336 time: 0.0818660 Aug 11 22:28:01.029929 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-89841231-3362-4c1b-b061-2316bbf339f2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] DELETE failed (client error): The resource could not be found. Aug 11 22:28:01.030469 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89841231-3362-4c1b-b061-2316bbf339f2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:28:01.032916 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-89841231-3362-4c1b-b061-2316bbf339f2 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/subnets/feeeb87d-c295-4e16-aa44-ab0118dea00c HTTP/1.1" status: 404 len: 337 time: 0.0358107 Aug 11 22:28:01.036428 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37794) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:01.122904 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-05b87a49-49bb-4c2d-a2c8-34432fe21593 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3b00152-3309-4c1b-af50-3596f57c62b9 HTTP/1.1" status: 200 len: 205 time: 0.0849853 Aug 11 22:28:01.126627 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37796) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:01.219648 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-122b6241-bca3-48d6-80aa-d96879cf108a tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] delete failed (client error): The resource could not be found. Aug 11 22:28:01.224831 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-122b6241-bca3-48d6-80aa-d96879cf108a tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/routers/e3b00152-3309-4c1b-af50-3596f57c62b9 HTTP/1.1" status: 404 len: 336 time: 0.0924475 Aug 11 22:28:01.225615 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37798) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:01.293504 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-efcc96f9-cfa1-4640-bb3c-f8ab0ad74b5e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] DELETE failed (client error): The resource could not be found. Aug 11 22:28:01.295312 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efcc96f9-cfa1-4640-bb3c-f8ab0ad74b5e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:28:01.304739 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-efcc96f9-cfa1-4640-bb3c-f8ab0ad74b5e tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/subnets/d4d151e5-4969-42ef-ba50-b0abb062cc15 HTTP/1.1" status: 404 len: 337 time: 0.0776134 Aug 11 22:28:01.306224 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37802) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:01.308686 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e7c0a0d-c335-41d3-b25f-ea6f23b307c6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:01.364516 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda7d48b-a8a6-4280-8786-57682656e2b4 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] DELETE failed (client error): The resource could not be found. Aug 11 22:28:01.371707 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dda7d48b-a8a6-4280-8786-57682656e2b4 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:28:01.384346 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-dda7d48b-a8a6-4280-8786-57682656e2b4 tempest-RoutersTest-2066655411 tempest-RoutersTest-2066655411-project] 10.222.0.77 "DELETE /v2.0/subnets/a16e7f1d-5c6a-48c9-a557-9297b178ed4a HTTP/1.1" status: 404 len: 337 time: 0.0756302 Aug 11 22:28:01.459664 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37806) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:01.491179 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-35bf8db2-9663-45c3-96a8-3e0694754929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:01.743074 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-35bf8db2-9663-45c3-96a8-3e0694754929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:01.750399 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-35bf8db2-9663-45c3-96a8-3e0694754929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:01.795736 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-2e7c0a0d-c335-41d3-b25f-ea6f23b307c6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Deleting port 4079f241-29f4-40ae-a867-1c9e289dd6c9 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:28:01.795736 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e7c0a0d-c335-41d3-b25f-ea6f23b307c6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:01.850371 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37826) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:01.874524 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-35bf8db2-9663-45c3-96a8-3e0694754929 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a2f3973e07ec452d8fcfddd84967fe73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4102621 Aug 11 22:28:01.876164 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37830) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:01.881445 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf8db2-9663-45c3-96a8-3e0694754929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df02bf08-879b-458e-8c0b-855b717393d6,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:01.964152 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-2e7c0a0d-c335-41d3-b25f-ea6f23b307c6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] For port 4079f241-29f4-40ae-a867-1c9e289dd6c9, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=4079f241-29f4-40ae-a867-1c9e289dd6c9,segment=NetworkSegment(1f083fb3-78c4-439f-99d5-0d2efbbeb25c),segment_id=1f083fb3-78c4-439f-99d5-0d2efbbeb25c)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:28:01.964535 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e7c0a0d-c335-41d3-b25f-ea6f23b307c6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:01.994552 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2cbd711f-19fb-41c9-a63d-48fccded680d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:01.998008 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-2e7c0a0d-c335-41d3-b25f-ea6f23b307c6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Calling delete_port for 4079f241-29f4-40ae-a867-1c9e289dd6c9 owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:28:02.035385 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2cbd711f-19fb-41c9-a63d-48fccded680d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:02.130278 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bd460165-d91e-46c0-be05-1fc44c813645 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ec8e7be193dc41f89b61bb962b539e53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2747495 Aug 11 22:28:02.130537 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37840) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:02.203483 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2cbd711f-19fb-41c9-a63d-48fccded680d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:02.206273 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2cbd711f-19fb-41c9-a63d-48fccded680d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:02.208392 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2cbd711f-19fb-41c9-a63d-48fccded680d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/df02bf08-879b-458e-8c0b-855b717393d6 HTTP/1.1" status: 204 len: 168 time: 0.3310740 Aug 11 22:28:02.227592 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd711f-19fb-41c9-a63d-48fccded680d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df02bf08-879b-458e-8c0b-855b717393d6,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:02.238179 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5b52b310-7d6e-4ddb-a90d-86633407e6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:02.271465 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5b52b310-7d6e-4ddb-a90d-86633407e6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:02.285756 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37844) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:02.327640 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e7c0a0d-c335-41d3-b25f-ea6f23b307c6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:02.352853 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5b52b310-7d6e-4ddb-a90d-86633407e6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:02.358983 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5b52b310-7d6e-4ddb-a90d-86633407e6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:02.362412 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5b52b310-7d6e-4ddb-a90d-86633407e6b9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/98e146bf-2f62-4b01-aed9-a8d6616cd603 HTTP/1.1" status: 204 len: 168 time: 0.2304041 Aug 11 22:28:02.379630 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c0a0d-c335-41d3-b25f-ea6f23b307c6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event deleted for resources: {'Port': ['ID=4079f241-29f4-40ae-a867-1c9e289dd6c9,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:02.384129 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52b310-7d6e-4ddb-a90d-86633407e6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e146bf-2f62-4b01-aed9-a8d6616cd603,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:02.483665 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70defffd-0a60-421e-ad43-185cd5da30f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:02.537023 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device e22f2eff-a548-46f8-b02c-9ec2040c26dc no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:28:02.616605 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: e22f2eff-a548-46f8-b02c-9ec2040c26dc {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:28:02.618666 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device e22f2eff-a548-46f8-b02c-9ec2040c26dc not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:28:02.707792 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70defffd-0a60-421e-ad43-185cd5da30f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:02.718086 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70defffd-0a60-421e-ad43-185cd5da30f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:02.775150 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-70defffd-0a60-421e-ad43-185cd5da30f4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=02b223731ee843f59dc33c2631b206f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4882295 Aug 11 22:28:02.776276 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37856) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:02.804318 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70defffd-0a60-421e-ad43-185cd5da30f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d807cd7-3133-443f-88c5-5214ca144215,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:02.847675 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f751dd2f-4a25-4d9e-9f7a-bbe8aef78e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:02.909611 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f751dd2f-4a25-4d9e-9f7a-bbe8aef78e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:02.940711 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e7c0a0d-c335-41d3-b25f-ea6f23b307c6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:02.998588 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f751dd2f-4a25-4d9e-9f7a-bbe8aef78e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:03.001701 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f751dd2f-4a25-4d9e-9f7a-bbe8aef78e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:03.003275 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f751dd2f-4a25-4d9e-9f7a-bbe8aef78e9e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4d807cd7-3133-443f-88c5-5214ca144215 HTTP/1.1" status: 204 len: 168 time: 0.2256608 Aug 11 22:28:03.013014 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751dd2f-4a25-4d9e-9f7a-bbe8aef78e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d807cd7-3133-443f-88c5-5214ca144215,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:03.356283 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7c0a0d-c335-41d3-b25f-ea6f23b307c6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Router 9e8aafb9-02ca-47cf-a33a-c001c39c1077 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:28:03.520066 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7c0a0d-c335-41d3-b25f-ea6f23b307c6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:28:03.538839 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a55293b-ee51-4fff-9d90-fe57c900315a None None] Sync routers for ids ['9e8aafb9-02ca-47cf-a33a-c001c39c1077'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:28:03.547859 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37882) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:03.557068 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2e7c0a0d-c335-41d3-b25f-ea6f23b307c6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "PUT /v2.0/routers/9e8aafb9-02ca-47cf-a33a-c001c39c1077/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7128386 Aug 11 22:28:03.578934 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a55293b-ee51-4fff-9d90-fe57c900315a None None] Routers {'9e8aafb9-02ca-47cf-a33a-c001c39c1077'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:28:03.581656 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-9a55293b-ee51-4fff-9d90-fe57c900315a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:27:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9e8aafb9-02ca-47cf-a33a-c001c39c1077'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:03.664038 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a28af8b-46eb-4c1f-9fe6-913db2a0c483 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Deleting subnet 2665ff53-ad82-414b-b2c5-b45b6ca0d1e9 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:28:03.668470 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a28af8b-46eb-4c1f-9fe6-913db2a0c483 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:03.723433 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a28af8b-46eb-4c1f-9fe6-913db2a0c483 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:03.788123 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37892) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:03.811371 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0dd3e878-824d-4fbb-bb18-c177fb90e7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:03.839960 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-9a55293b-ee51-4fff-9d90-fe57c900315a None None] Set router 9e8aafb9-02ca-47cf-a33a-c001c39c1077 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:28:03.966587 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a28af8b-46eb-4c1f-9fe6-913db2a0c483 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:04.121991 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0dd3e878-824d-4fbb-bb18-c177fb90e7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:04.128986 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0dd3e878-824d-4fbb-bb18-c177fb90e7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:04.155577 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a28af8b-46eb-4c1f-9fe6-913db2a0c483 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:04.194798 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0dd3e878-824d-4fbb-bb18-c177fb90e7e8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d9f4f857f9a74a77b62e968d330ab0ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4051702 Aug 11 22:28:04.202053 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37900) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:04.206045 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a28af8b-46eb-4c1f-9fe6-913db2a0c483 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:04.212836 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979dcd1e-6888-4c12-89e4-1418e3300533 None None] Network ba8e150f-384a-45ec-a828-5f8c39c8ec17 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:28:04.223622 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8a28af8b-46eb-4c1f-9fe6-913db2a0c483 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "DELETE /v2.0/subnets/2665ff53-ad82-414b-b2c5-b45b6ca0d1e9 HTTP/1.1" status: 204 len: 168 time: 0.6742821 Aug 11 22:28:04.224629 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37902) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:04.287224 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3e878-824d-4fbb-bb18-c177fb90e7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023c89c8-d3ed-4a21-b628-8a6fd8d31fc0,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:04.291149 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37904) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:04.312750 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ec7ee6e8-8ef0-42cf-bde3-967dda99e817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:04.388490 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ec7ee6e8-8ef0-42cf-bde3-967dda99e817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:04.430556 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28af8b-46eb-4c1f-9fe6-913db2a0c483 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event deleted for resources: {'Subnet': ['ID=2665ff53-ad82-414b-b2c5-b45b6ca0d1e9,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:04.536714 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ec7ee6e8-8ef0-42cf-bde3-967dda99e817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:04.551086 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ec7ee6e8-8ef0-42cf-bde3-967dda99e817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:04.561393 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ec7ee6e8-8ef0-42cf-bde3-967dda99e817 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/023c89c8-d3ed-4a21-b628-8a6fd8d31fc0 HTTP/1.1" status: 204 len: 168 time: 0.3503683 Aug 11 22:28:04.569047 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-9a55293b-ee51-4fff-9d90-fe57c900315a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201708887', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '87dccd6e-a82a-416c-a2d4-90c55694c950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:09Z', 'updated_at': '2021-08-11T22:28:02Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': '87dccd6e-a82a-416c-a2d4-90c55694c950', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:16:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:11Z', 'updated_at': '2021-08-11T22:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:04.635074 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-7738210b-3383-433b-a4a9-59bf19e40634 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-989889141'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:04.635588 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a55293b-ee51-4fff-9d90-fe57c900315a None None] Checking router: 9e8aafb9-02ca-47cf-a33a-c001c39c1077 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:28:04.642398 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05dd098a-e600-4254-bdb4-519597040d0b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:04.654279 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ee6e8-8ef0-42cf-bde3-967dda99e817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023c89c8-d3ed-4a21-b628-8a6fd8d31fc0,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:04.659993 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a55293b-ee51-4fff-9d90-fe57c900315a None None] Routers {'9e8aafb9-02ca-47cf-a33a-c001c39c1077'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:28:04.665171 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-9a55293b-ee51-4fff-9d90-fe57c900315a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:27:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9e8aafb9-02ca-47cf-a33a-c001c39c1077'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:04.733309 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7738210b-3383-433b-a4a9-59bf19e40634 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Made reservation on behalf of f0bfc920ae434fb8816a2b35163f149a for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:28:04.737371 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7738210b-3383-433b-a4a9-59bf19e40634 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:04.759214 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7738210b-3383-433b-a4a9-59bf19e40634 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:04.915136 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0104e651-69b8-46da-9c6a-cff8c276df1a None None] DHCP port deletion for ba8e150f-384a-45ec-a828-5f8c39c8ec17 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:28:04.937801 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-9a55293b-ee51-4fff-9d90-fe57c900315a None None] Set router 9e8aafb9-02ca-47cf-a33a-c001c39c1077 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:28:04.979035 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05dd098a-e600-4254-bdb4-519597040d0b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:05.004573 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7738210b-3383-433b-a4a9-59bf19e40634 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:05.012477 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7738210b-3383-433b-a4a9-59bf19e40634 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:05.062969 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7738210b-3383-433b-a4a9-59bf19e40634 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:28:05.081984 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-05dd098a-e600-4254-bdb4-519597040d0b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Deleting port 87dccd6e-a82a-416c-a2d4-90c55694c950 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:28:05.082784 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05dd098a-e600-4254-bdb4-519597040d0b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:05.087269 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738210b-3383-433b-a4a9-59bf19e40634 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b27bb7dc-24e2-4d7e-8288-0a4509ee07a1,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:05.095736 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7738210b-3383-433b-a4a9-59bf19e40634 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:05.096290 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-7738210b-3383-433b-a4a9-59bf19e40634 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Added segment 2864581b-c572-4338-a7ee-16bcee25e671 of type vlan for network 0067a11e-ba65-4569-82eb-63a8e043bc55 Aug 11 22:28:05.158711 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7738210b-3383-433b-a4a9-59bf19e40634 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:05.197201 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7738210b-3383-433b-a4a9-59bf19e40634 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:05.213394 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7738210b-3383-433b-a4a9-59bf19e40634 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:05.214796 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7738210b-3383-433b-a4a9-59bf19e40634 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:05.218229 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-0104e651-69b8-46da-9c6a-cff8c276df1a None None] Deleting port 4835b0fc-554b-4655-a419-f897b055e65a {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:28:05.219328 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0104e651-69b8-46da-9c6a-cff8c276df1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:05.294638 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-0104e651-69b8-46da-9c6a-cff8c276df1a None None] For port 4835b0fc-554b-4655-a419-f897b055e65a, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=4835b0fc-554b-4655-a419-f897b055e65a,segment=NetworkSegment(1f083fb3-78c4-439f-99d5-0d2efbbeb25c),segment_id=1f083fb3-78c4-439f-99d5-0d2efbbeb25c)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:28:05.295140 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0104e651-69b8-46da-9c6a-cff8c276df1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:05.312537 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-0104e651-69b8-46da-9c6a-cff8c276df1a None None] Calling delete_port for 4835b0fc-554b-4655-a419-f897b055e65a owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:28:05.365435 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-05dd098a-e600-4254-bdb4-519597040d0b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] For port 87dccd6e-a82a-416c-a2d4-90c55694c950, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=87dccd6e-a82a-416c-a2d4-90c55694c950,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:28:05.366061 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05dd098a-e600-4254-bdb4-519597040d0b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:05.372793 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7738210b-3383-433b-a4a9-59bf19e40634 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0798554 Aug 11 22:28:05.378233 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37924) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:05.387864 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-502521a8-e905-431d-b6fa-ca7e0d20fb06 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Request body: {'subnet': {'network_id': '0067a11e-ba65-4569-82eb-63a8e043bc55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:05.402006 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-05dd098a-e600-4254-bdb4-519597040d0b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Calling delete_port for 87dccd6e-a82a-416c-a2d4-90c55694c950 owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:28:05.494875 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738210b-3383-433b-a4a9-59bf19e40634 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Pushing event updated for resources: {'Network': ['ID=0067a11e-ba65-4569-82eb-63a8e043bc55,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:05.600970 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502521a8-e905-431d-b6fa-ca7e0d20fb06 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Made reservation on behalf of f0bfc920ae434fb8816a2b35163f149a for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:28:05.612777 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-502521a8-e905-431d-b6fa-ca7e0d20fb06 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:05.721757 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 0067a11e-ba65-4569-82eb-63a8e043bc55 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:28:05.855754 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0104e651-69b8-46da-9c6a-cff8c276df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:05.867063 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05dd098a-e600-4254-bdb4-519597040d0b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:05.952763 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0104e651-69b8-46da-9c6a-cff8c276df1a None None] No DVR routers for this DVR port 4835b0fc-554b-4655-a419-f897b055e65a on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:28:05.993552 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd098a-e600-4254-bdb4-519597040d0b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event deleted for resources: {'Port': ['ID=87dccd6e-a82a-416c-a2d4-90c55694c950,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:06.065717 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-502521a8-e905-431d-b6fa-ca7e0d20fb06 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:06.085870 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104e651-69b8-46da-9c6a-cff8c276df1a None None] Pushing event deleted for resources: {'Port': ['ID=4835b0fc-554b-4655-a419-f897b055e65a,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:06.109649 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05dd098a-e600-4254-bdb4-519597040d0b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:06.124575 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0104e651-69b8-46da-9c6a-cff8c276df1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:06.125171 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0104e651-69b8-46da-9c6a-cff8c276df1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:06.127137 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0104e651-69b8-46da-9c6a-cff8c276df1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:06.131498 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0104e651-69b8-46da-9c6a-cff8c276df1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:06.137167 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0104e651-69b8-46da-9c6a-cff8c276df1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:06.140317 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0104e651-69b8-46da-9c6a-cff8c276df1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:06.141185 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0104e651-69b8-46da-9c6a-cff8c276df1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:06.143025 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0104e651-69b8-46da-9c6a-cff8c276df1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:06.143883 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0104e651-69b8-46da-9c6a-cff8c276df1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:06.145949 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0104e651-69b8-46da-9c6a-cff8c276df1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:06.148310 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0104e651-69b8-46da-9c6a-cff8c276df1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:06.149427 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0104e651-69b8-46da-9c6a-cff8c276df1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:06.222510 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502521a8-e905-431d-b6fa-ca7e0d20fb06 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Pushing event updated for resources: {'Subnet': ['ID=7cffbbac-09de-484d-a29d-0af53b9e8f47,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:06.235832 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502521a8-e905-431d-b6fa-ca7e0d20fb06 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:06.236212 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502521a8-e905-431d-b6fa-ca7e0d20fb06 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:06.236561 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502521a8-e905-431d-b6fa-ca7e0d20fb06 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:06.236908 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502521a8-e905-431d-b6fa-ca7e0d20fb06 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:06.237247 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502521a8-e905-431d-b6fa-ca7e0d20fb06 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:06.237590 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502521a8-e905-431d-b6fa-ca7e0d20fb06 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:06.238168 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502521a8-e905-431d-b6fa-ca7e0d20fb06 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:06.238645 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502521a8-e905-431d-b6fa-ca7e0d20fb06 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:06.238974 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502521a8-e905-431d-b6fa-ca7e0d20fb06 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:06.239303 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502521a8-e905-431d-b6fa-ca7e0d20fb06 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:06.239949 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502521a8-e905-431d-b6fa-ca7e0d20fb06 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:06.240284 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502521a8-e905-431d-b6fa-ca7e0d20fb06 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:06.266948 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05dd098a-e600-4254-bdb4-519597040d0b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:06.267973 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502521a8-e905-431d-b6fa-ca7e0d20fb06 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Checking segment: {'id': '2864581b-c572-4338-a7ee-16bcee25e671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0067a11e-ba65-4569-82eb-63a8e043bc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:28:06.268411 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502521a8-e905-431d-b6fa-ca7e0d20fb06 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Network hostable DHCP agents. Network: 0067a11e-ba65-4569-82eb-63a8e043bc55, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:28:06.270321 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05dd098a-e600-4254-bdb4-519597040d0b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:06.302937 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502521a8-e905-431d-b6fa-ca7e0d20fb06 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Network 0067a11e-ba65-4569-82eb-63a8e043bc55 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:28:06.319424 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-502521a8-e905-431d-b6fa-ca7e0d20fb06 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 0067a11e-ba65-4569-82eb-63a8e043bc55) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:28:06.334108 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05dd098a-e600-4254-bdb4-519597040d0b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:06.334553 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502521a8-e905-431d-b6fa-ca7e0d20fb06 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:06.334759 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05dd098a-e600-4254-bdb4-519597040d0b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Fanout notify agent at l3_agent the message router_deleted on router 9e8aafb9-02ca-47cf-a33a-c001c39c1077 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:28:06.334951 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-502521a8-e905-431d-b6fa-ca7e0d20fb06 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:06.343690 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05dd098a-e600-4254-bdb4-519597040d0b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:06.344769 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a24710-6992-45f5-806a-6886689af5f6 None None] Network 0067a11e-ba65-4569-82eb-63a8e043bc55 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:28:06.348422 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-05dd098a-e600-4254-bdb4-519597040d0b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "DELETE /v2.0/routers/9e8aafb9-02ca-47cf-a33a-c001c39c1077 HTTP/1.1" status: 204 len: 168 time: 2.1196089 Aug 11 22:28:06.349871 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37954) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:06.441524 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-502521a8-e905-431d-b6fa-ca7e0d20fb06 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0589507 Aug 11 22:28:06.442365 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 37956) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:06.451436 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-51d51d39-fec4-4565-98a0-93b320a50bea tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Request body: {'port': {'network_id': '0067a11e-ba65-4569-82eb-63a8e043bc55', 'name': 'tempest-TagsExtTest-445356376'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:06.536161 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a2946337-ff99-4bfe-a8e4-554a92b6c2f7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:06.545839 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-9a55293b-ee51-4fff-9d90-fe57c900315a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201708887', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '87dccd6e-a82a-416c-a2d4-90c55694c950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:09Z', 'updated_at': '2021-08-11T22:28:02Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': '87dccd6e-a82a-416c-a2d4-90c55694c950', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:16:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:11Z', 'updated_at': '2021-08-11T22:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:06.607214 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a55293b-ee51-4fff-9d90-fe57c900315a None None] The sync data for ids ['9e8aafb9-02ca-47cf-a33a-c001c39c1077'] in n-d-804275-3 is: [{'id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201708887', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '87dccd6e-a82a-416c-a2d4-90c55694c950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:25:09Z', 'updated_at': '2021-08-11T22:28:02Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': '87dccd6e-a82a-416c-a2d4-90c55694c950', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:16:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8aafb9-02ca-47cf-a33a-c001c39c1077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:25:11Z', 'updated_at': '2021-08-11T22:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:28:06.775749 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c0955d-42ae-40bf-a430-25c78c29b2da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-0067a11e-ba65-4569-82eb-63a8e043bc55', 'network_id': '0067a11e-ba65-4569-82eb-63a8e043bc55', 'tenant_id': 'f0bfc920ae434fb8816a2b35163f149a', 'fixed_ips': [{'subnet_id': '7cffbbac-09de-484d-a29d-0af53b9e8f47'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:28:06.777876 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-67c0955d-42ae-40bf-a430-25c78c29b2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:06.780481 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a2946337-ff99-4bfe-a8e4-554a92b6c2f7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:06.783969 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d51d39-fec4-4565-98a0-93b320a50bea tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Made reservation on behalf of f0bfc920ae434fb8816a2b35163f149a for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:28:06.788453 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51d51d39-fec4-4565-98a0-93b320a50bea tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:06.811932 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-a2946337-ff99-4bfe-a8e4-554a92b6c2f7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8e150f-384a-45ec-a828-5f8c39c8ec17']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:06.832201 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-a2946337-ff99-4bfe-a8e4-554a92b6c2f7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f083fb3-78c4-439f-99d5-0d2efbbeb25c') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:06.832646 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-a2946337-ff99-4bfe-a8e4-554a92b6c2f7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f083fb3-78c4-439f-99d5-0d2efbbeb25c') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:06.835441 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-51d51d39-fec4-4565-98a0-93b320a50bea tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] device_id is not set on port dab99f42-28c7-4607-b681-dc022910059e yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:28:06.854035 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a2946337-ff99-4bfe-a8e4-554a92b6c2f7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:06.968753 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a2946337-ff99-4bfe-a8e4-554a92b6c2f7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:07.005913 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2946337-ff99-4bfe-a8e4-554a92b6c2f7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:28:07.006561 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a2946337-ff99-4bfe-a8e4-554a92b6c2f7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:28:07.023942 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:28:07.041930 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-67c0955d-42ae-40bf-a430-25c78c29b2da None None] Allocated IP 172.20.0.2 (0067a11e-ba65-4569-82eb-63a8e043bc55/7cffbbac-09de-484d-a29d-0af53b9e8f47/4654e7d0-f246-4370-b0b0-951dab6caff1) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:28:07.222157 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a2946337-ff99-4bfe-a8e4-554a92b6c2f7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:07.241778 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a2946337-ff99-4bfe-a8e4-554a92b6c2f7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:07.246156 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a2946337-ff99-4bfe-a8e4-554a92b6c2f7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "DELETE /v2.0/networks/ba8e150f-384a-45ec-a828-5f8c39c8ec17 HTTP/1.1" status: 204 len: 168 time: 0.8950498 Aug 11 22:28:07.250511 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 37986) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:07.260160 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 4835b0fc-554b-4655-a419-f897b055e65a no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:28:07.280679 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2946337-ff99-4bfe-a8e4-554a92b6c2f7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event deleted for resources: {'Network': ['ID=ba8e150f-384a-45ec-a828-5f8c39c8ec17,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:07.296841 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 4835b0fc-554b-4655-a419-f897b055e65a {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:28:07.297202 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 4835b0fc-554b-4655-a419-f897b055e65a not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:28:07.406766 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-383c6142-4bd6-4ff3-9cd3-6b6c6e186cdf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:07.454521 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-383c6142-4bd6-4ff3-9cd3-6b6c6e186cdf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:07.457926 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-67c0955d-42ae-40bf-a430-25c78c29b2da None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:07.487644 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-67c0955d-42ae-40bf-a430-25c78c29b2da None None] Transition to ACTIVE for port object 4654e7d0-f246-4370-b0b0-951dab6caff1 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:28:07.551421 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-383c6142-4bd6-4ff3-9cd3-6b6c6e186cdf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:07.552320 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-67c0955d-42ae-40bf-a430-25c78c29b2da None None] Transition to ACTIVE for port object 4654e7d0-f246-4370-b0b0-951dab6caff1 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:28:07.556656 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-383c6142-4bd6-4ff3-9cd3-6b6c6e186cdf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:07.570142 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-67c0955d-42ae-40bf-a430-25c78c29b2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:07.576509 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-383c6142-4bd6-4ff3-9cd3-6b6c6e186cdf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "DELETE /v2.0/security-groups/f1a7a959-2560-417e-ac0d-2a21c09d15e0 HTTP/1.1" status: 204 len: 168 time: 0.3244824 Aug 11 22:28:07.608010 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c6142-4bd6-4ff3-9cd3-6b6c6e186cdf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a7a959-2560-417e-ac0d-2a21c09d15e0,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:07.632378 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c0955d-42ae-40bf-a430-25c78c29b2da None None] Network 0067a11e-ba65-4569-82eb-63a8e043bc55 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:28:07.645870 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-67c0955d-42ae-40bf-a430-25c78c29b2da None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:28:07.705125 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c0955d-42ae-40bf-a430-25c78c29b2da None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:28:07.858877 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-51d51d39-fec4-4565-98a0-93b320a50bea tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Allocated IP 172.20.0.9 (0067a11e-ba65-4569-82eb-63a8e043bc55/7cffbbac-09de-484d-a29d-0af53b9e8f47/dab99f42-28c7-4607-b681-dc022910059e) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:28:07.940380 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-67c0955d-42ae-40bf-a430-25c78c29b2da None None] Attempting to bind port 4654e7d0-f246-4370-b0b0-951dab6caff1 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:28:07.942131 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-67c0955d-42ae-40bf-a430-25c78c29b2da None None] Attempting to bind port 4654e7d0-f246-4370-b0b0-951dab6caff1 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '2864581b-c572-4338-a7ee-16bcee25e671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0067a11e-ba65-4569-82eb-63a8e043bc55'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:28:07.943154 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c0955d-42ae-40bf-a430-25c78c29b2da None None] Attempting to bind port 4654e7d0-f246-4370-b0b0-951dab6caff1 on network 0067a11e-ba65-4569-82eb-63a8e043bc55 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:28:07.959061 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0955d-42ae-40bf-a430-25c78c29b2da None None] Pushing event updated for resources: {'Port': ['ID=4654e7d0-f246-4370-b0b0-951dab6caff1,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:07.979723 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c0955d-42ae-40bf-a430-25c78c29b2da None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:28:07.993588 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c0955d-42ae-40bf-a430-25c78c29b2da None None] Checking segment: {'id': '2864581b-c572-4338-a7ee-16bcee25e671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0067a11e-ba65-4569-82eb-63a8e043bc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:28:07.994882 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-67c0955d-42ae-40bf-a430-25c78c29b2da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:07.996055 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c0955d-42ae-40bf-a430-25c78c29b2da None None] Bound using segment: {'id': '2864581b-c572-4338-a7ee-16bcee25e671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0067a11e-ba65-4569-82eb-63a8e043bc55'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:28:07.997485 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-67c0955d-42ae-40bf-a430-25c78c29b2da None None] Bound port: 4654e7d0-f246-4370-b0b0-951dab6caff1, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2864581b-c572-4338-a7ee-16bcee25e671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0067a11e-ba65-4569-82eb-63a8e043bc55'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:28:07.998493 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-67c0955d-42ae-40bf-a430-25c78c29b2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:08.202226 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-67c0955d-42ae-40bf-a430-25c78c29b2da None None] For port 4654e7d0-f246-4370-b0b0-951dab6caff1, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:28:08.212056 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-67c0955d-42ae-40bf-a430-25c78c29b2da None None] For port 4654e7d0-f246-4370-b0b0-951dab6caff1, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=4654e7d0-f246-4370-b0b0-951dab6caff1,segment=NetworkSegment(2864581b-c572-4338-a7ee-16bcee25e671),segment_id=2864581b-c572-4338-a7ee-16bcee25e671)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:28:08.220971 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-67c0955d-42ae-40bf-a430-25c78c29b2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:08.341818 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0955d-42ae-40bf-a430-25c78c29b2da None None] Pushing event updated for resources: {'Port': ['ID=4654e7d0-f246-4370-b0b0-951dab6caff1,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:08.353399 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:08.473873 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51d51d39-fec4-4565-98a0-93b320a50bea tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:08.495356 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38022) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:08.502131 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-abb3778d-7545-476c-a8d9-d6480abcb723 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-734844029', 'description': 'tempest-secgroup-smoke-734844029 description', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:08.510829 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-51d51d39-fec4-4565-98a0-93b320a50bea tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Transition to ACTIVE for port object dab99f42-28c7-4607-b681-dc022910059e will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:28:08.561523 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-abb3778d-7545-476c-a8d9-d6480abcb723 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:08.589054 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51d51d39-fec4-4565-98a0-93b320a50bea tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:08.774533 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 4079f241-29f4-40ae-a867-1c9e289dd6c9 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:28:08.784537 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d51d39-fec4-4565-98a0-93b320a50bea tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Network 0067a11e-ba65-4569-82eb-63a8e043bc55 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:28:08.791646 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-51d51d39-fec4-4565-98a0-93b320a50bea tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:28:08.796937 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d51d39-fec4-4565-98a0-93b320a50bea tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:28:08.841617 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 4079f241-29f4-40ae-a867-1c9e289dd6c9 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:28:08.842424 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 4079f241-29f4-40ae-a867-1c9e289dd6c9 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:28:08.843017 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 87dccd6e-a82a-416c-a2d4-90c55694c950 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:28:08.871454 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-abb3778d-7545-476c-a8d9-d6480abcb723 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:08.885362 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 87dccd6e-a82a-416c-a2d4-90c55694c950 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:28:08.885954 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 87dccd6e-a82a-416c-a2d4-90c55694c950 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:28:08.892773 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-abb3778d-7545-476c-a8d9-d6480abcb723 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:08.919677 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d51d39-fec4-4565-98a0-93b320a50bea tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Pushing event updated for resources: {'Port': ['ID=dab99f42-28c7-4607-b681-dc022910059e,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:08.969608 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d51d39-fec4-4565-98a0-93b320a50bea tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:08.972412 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51d51d39-fec4-4565-98a0-93b320a50bea tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:09.004068 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-51d51d39-fec4-4565-98a0-93b320a50bea tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.5605531 Aug 11 22:28:09.007615 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38038) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:09.019383 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-85722e3d-9e3c-4c3c-a084-2711e12e9649 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1819909594', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:09.056112 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-abb3778d-7545-476c-a8d9-d6480abcb723 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:09.058217 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-abb3778d-7545-476c-a8d9-d6480abcb723 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5612152 Aug 11 22:28:09.063825 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38044) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:09.073421 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3778d-7545-476c-a8d9-d6480abcb723 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a33424-7078-49cc-9676-12d151c0ee85,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:09.080322 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-cad07ce9-c4d3-487a-a134-af9e93c0aef2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'security_group_rule': {'security_group_id': 'e0a33424-7078-49cc-9676-12d151c0ee85', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:09.120833 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-85722e3d-9e3c-4c3c-a084-2711e12e9649 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:09.122839 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-85722e3d-9e3c-4c3c-a084-2711e12e9649 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:09.173802 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cad07ce9-c4d3-487a-a134-af9e93c0aef2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:09.238185 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-85722e3d-9e3c-4c3c-a084-2711e12e9649 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:09.264550 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-85722e3d-9e3c-4c3c-a084-2711e12e9649 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:09.309006 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cad07ce9-c4d3-487a-a134-af9e93c0aef2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:09.314027 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-85722e3d-9e3c-4c3c-a084-2711e12e9649 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:09.315032 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-85722e3d-9e3c-4c3c-a084-2711e12e9649 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3058293 Aug 11 22:28:09.317066 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cad07ce9-c4d3-487a-a134-af9e93c0aef2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:09.318613 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38058) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:09.326408 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-a99486a4-c077-41f5-bc48-de506c82c655 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-213071985', 'prefixes': ['172.20.0.0/16']}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:09.343849 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad07ce9-c4d3-487a-a134-af9e93c0aef2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=678147e1-2e11-444c-85f8-31a76fee56f3,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:09.370827 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cad07ce9-c4d3-487a-a134-af9e93c0aef2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:09.376733 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-cad07ce9-c4d3-487a-a134-af9e93c0aef2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3066437 Aug 11 22:28:09.376994 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38064) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:09.384273 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-e1ef57e0-e01a-4903-8bbb-87ec323988c9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'security_group_rule': {'security_group_id': 'e0a33424-7078-49cc-9676-12d151c0ee85', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:09.444807 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e1ef57e0-e01a-4903-8bbb-87ec323988c9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:09.461342 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a99486a4-c077-41f5-bc48-de506c82c655 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks [] for subnetpool, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:09.467992 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a99486a4-c077-41f5-bc48-de506c82c655 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1472666 Aug 11 22:28:09.469721 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38070) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:09.486999 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-f7a1ecc3-7e4b-4d51-8e50-24748d9d6d18 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7cffbbac-09de-484d-a29d-0af53b9e8f47', 'tempest-TagsExtTest-Tag-1747182256') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:09.543539 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38076) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:09.633402 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e1ef57e0-e01a-4903-8bbb-87ec323988c9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:09.642966 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e1ef57e0-e01a-4903-8bbb-87ec323988c9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:09.693282 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef57e0-e01a-4903-8bbb-87ec323988c9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df907eab-d92a-41f3-9c75-8ac527ea4836,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:09.712753 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e1ef57e0-e01a-4903-8bbb-87ec323988c9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:09.718352 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e1ef57e0-e01a-4903-8bbb-87ec323988c9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3377268 Aug 11 22:28:09.723749 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38082) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:09.736765 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-ad8d01bc-e4d1-4c3f-847f-a5597360e0c1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'security_group_rule': {'security_group_id': 'e0a33424-7078-49cc-9676-12d151c0ee85', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:09.751092 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f7a1ecc3-7e4b-4d51-8e50-24748d9d6d18 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "PUT /v2.0/subnets/7cffbbac-09de-484d-a29d-0af53b9e8f47/tags/tempest-TagsExtTest-Tag-1747182256 HTTP/1.1" status: 201 len: 201 time: 0.2740574 Aug 11 22:28:09.752019 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38084) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:09.756820 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-224d11fa-1f14-45ce-86df-ca3ef880707a tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'dab99f42-28c7-4607-b681-dc022910059e', 'tempest-TagsExtTest-Tag-427770899') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:09.813037 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ad8d01bc-e4d1-4c3f-847f-a5597360e0c1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:09.899765 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-224d11fa-1f14-45ce-86df-ca3ef880707a tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "PUT /v2.0/ports/dab99f42-28c7-4607-b681-dc022910059e/tags/tempest-TagsExtTest-Tag-427770899 HTTP/1.1" status: 201 len: 201 time: 0.1469390 Aug 11 22:28:09.903955 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38088) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:09.914334 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-b284f4a6-57ea-4982-8bce-4a684b5462f8 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3808575a-50a6-4419-b329-751169a920eb', 'tempest-TagsExtTest-Tag-1819932364') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:09.949621 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ad8d01bc-e4d1-4c3f-847f-a5597360e0c1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:09.961455 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ad8d01bc-e4d1-4c3f-847f-a5597360e0c1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:09.998036 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d01bc-e4d1-4c3f-847f-a5597360e0c1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f19504-9650-484f-b4fc-d953bbfa5556,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:10.018540 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ad8d01bc-e4d1-4c3f-847f-a5597360e0c1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:10.028392 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ad8d01bc-e4d1-4c3f-847f-a5597360e0c1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2975302 Aug 11 22:28:10.028392 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38090) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:10.038336 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38092) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:10.039114 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-74db0078-b95a-44a3-909a-d722978a6462 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'security_group_rule': {'security_group_id': 'e0a33424-7078-49cc-9676-12d151c0ee85', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:10.117146 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-74db0078-b95a-44a3-909a-d722978a6462 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:10.204777 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84761e77-4c91-4e02-bf60-ba7088458291 None None] Network 0067a11e-ba65-4569-82eb-63a8e043bc55 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:28:10.234841 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4c78efc5-e297-4a03-903b-f65872d060d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:10.335363 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-fa031d8d-c2aa-4c96-99b1-8802122caa6a None None] Provisioning for port 4654e7d0-f246-4370-b0b0-951dab6caff1 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:28:10.536640 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b284f4a6-57ea-4982-8bce-4a684b5462f8 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "PUT /v2.0/routers/3808575a-50a6-4419-b329-751169a920eb/tags/tempest-TagsExtTest-Tag-1819932364 HTTP/1.1" status: 201 len: 201 time: 0.6315026 Aug 11 22:28:10.541270 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38098) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:10.550560 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-40d06d60-3e4e-4b2e-b94c-8ee5fae16f12 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'df78aaa9-f749-4c40-9f63-8062f8cb5f4a', 'tempest-TagsExtTest-Tag-1588255423') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:10.613142 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-02b7faed-4edf-4ad5-b502-e8ba436d65dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:10.667988 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-40d06d60-3e4e-4b2e-b94c-8ee5fae16f12 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "PUT /v2.0/subnetpools/df78aaa9-f749-4c40-9f63-8062f8cb5f4a/tags/tempest-TagsExtTest-Tag-1588255423 HTTP/1.1" status: 201 len: 201 time: 0.1245010 Aug 11 22:28:10.671218 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38100) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:10.679871 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-97450d30-c7ff-47e1-9f6a-62daf89bdd21 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7cffbbac-09de-484d-a29d-0af53b9e8f47') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:10.688364 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-74db0078-b95a-44a3-909a-d722978a6462 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:10.702134 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-74db0078-b95a-44a3-909a-d722978a6462 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:10.766581 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db0078-b95a-44a3-909a-d722978a6462 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c33ca7d-cd90-4b8a-9cfd-9f3c8e0d9813,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:10.808824 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-97450d30-c7ff-47e1-9f6a-62daf89bdd21 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "GET /v2.0/subnets/7cffbbac-09de-484d-a29d-0af53b9e8f47/tags HTTP/1.1" status: 200 len: 241 time: 0.1360807 Aug 11 22:28:10.812071 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38102) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:10.813636 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 4654e7d0-f246-4370-b0b0-951dab6caff1 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:28:10.818232 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.tag.tag_plugin [None req-e1d0ac69-c31d-4fc1-ae43-abb9cceaf6ab tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7cffbbac-09de-484d-a29d-0af53b9e8f47', 'tempest-TagsExtTest-Tag-1747182256') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:10.846294 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-02b7faed-4edf-4ad5-b502-e8ba436d65dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:10.852437 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-02b7faed-4edf-4ad5-b502-e8ba436d65dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:10.890762 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-02b7faed-4edf-4ad5-b502-e8ba436d65dc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=572b954ecae140fe954f1a1dbcc8bdb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8514330 Aug 11 22:28:10.891445 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38104) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:10.942782 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 4654e7d0-f246-4370-b0b0-951dab6caff1 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:28:10.949175 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7faed-4edf-4ad5-b502-e8ba436d65dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6394c7-5f76-4a02-b975-231c51ade5fe,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:10.957423 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 4654e7d0-f246-4370-b0b0-951dab6caff1 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:28:10.957979 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:11.007608 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-82c69259-55f9-4732-8ea2-83d28bd9e0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:11.044812 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-82c69259-55f9-4732-8ea2-83d28bd9e0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:11.058168 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a9d079ca-a531-401b-87d5-be9a64f36a6b None None] Provisioning complete for port 4654e7d0-f246-4370-b0b0-951dab6caff1 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:28:11.058790 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a9d079ca-a531-401b-87d5-be9a64f36a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:11.108925 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e1d0ac69-c31d-4fc1-ae43-abb9cceaf6ab tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "GET /v2.0/subnets/7cffbbac-09de-484d-a29d-0af53b9e8f47/tags/tempest-TagsExtTest-Tag-1747182256 HTTP/1.1" status: 204 len: 168 time: 0.2954023 Aug 11 22:28:11.113437 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38106) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:11.127846 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-53d4d8ff-62c1-476d-97e3-0beda307bd5f tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '7cffbbac-09de-484d-a29d-0af53b9e8f47', 'tempest-TagsExtTest-Tag-1747182256') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:11.141081 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4c78efc5-e297-4a03-903b-f65872d060d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:11.146934 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4c78efc5-e297-4a03-903b-f65872d060d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:11.218487 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78efc5-e297-4a03-903b-f65872d060d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ea66b0-e5be-465a-8003-227600c2321e,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:11.230384 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-74db0078-b95a-44a3-909a-d722978a6462 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:11.231836 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-74db0078-b95a-44a3-909a-d722978a6462 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2025299 Aug 11 22:28:11.240090 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:11.242128 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38108) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:11.248605 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-82c69259-55f9-4732-8ea2-83d28bd9e0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:11.252262 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-82c69259-55f9-4732-8ea2-83d28bd9e0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:11.255115 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-acb53f51-3b3a-4890-9173-359c002d6583 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'security_group_rule': {'security_group_id': 'e0a33424-7078-49cc-9676-12d151c0ee85', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:11.259950 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-82c69259-55f9-4732-8ea2-83d28bd9e0f5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fb6394c7-5f76-4a02-b975-231c51ade5fe HTTP/1.1" status: 204 len: 168 time: 0.3629694 Aug 11 22:28:11.273118 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4c78efc5-e297-4a03-903b-f65872d060d1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=82070f8450e048118f128974d8c28f99&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7271392 Aug 11 22:28:11.274050 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38112) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:11.284758 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c69259-55f9-4732-8ea2-83d28bd9e0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6394c7-5f76-4a02-b975-231c51ade5fe,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:11.299054 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-53d4d8ff-62c1-476d-97e3-0beda307bd5f tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "DELETE /v2.0/subnets/7cffbbac-09de-484d-a29d-0af53b9e8f47/tags/tempest-TagsExtTest-Tag-1747182256 HTTP/1.1" status: 204 len: 168 time: 0.1816564 Aug 11 22:28:11.303003 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38114) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:11.310318 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-febd8a27-890d-4c91-b2a6-58ddd151a504 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7cffbbac-09de-484d-a29d-0af53b9e8f47') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:11.369434 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 4654e7d0-f246-4370-b0b0-951dab6caff1, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=4654e7d0-f246-4370-b0b0-951dab6caff1,segment=NetworkSegment(2864581b-c572-4338-a7ee-16bcee25e671),segment_id=2864581b-c572-4338-a7ee-16bcee25e671)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:28:11.371047 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a9d079ca-a531-401b-87d5-be9a64f36a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:11.383114 n-d-804275-3 neutron-server[100942]: INFO neutron.db.securitygroups_db [None req-acb53f51-3b3a-4890-9173-359c002d6583 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Project 99e4ef8618e749c9ac7b5e3c6561f65c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 22:28:11.393049 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-222c1bf8-f082-40b6-bb23-479273628c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:11.401507 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:11.421396 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-222c1bf8-f082-40b6-bb23-479273628c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:11.448856 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-febd8a27-890d-4c91-b2a6-58ddd151a504 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "GET /v2.0/subnets/7cffbbac-09de-484d-a29d-0af53b9e8f47/tags HTTP/1.1" status: 200 len: 205 time: 0.1443129 Aug 11 22:28:11.453887 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38118) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:11.468847 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-564b56ae-bf2d-44ff-b294-ba2e9b52de10 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'dab99f42-28c7-4607-b681-dc022910059e') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:11.475632 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-acb53f51-3b3a-4890-9173-359c002d6583 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:11.584696 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-564b56ae-bf2d-44ff-b294-ba2e9b52de10 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "GET /v2.0/ports/dab99f42-28c7-4607-b681-dc022910059e/tags HTTP/1.1" status: 200 len: 240 time: 0.1292672 Aug 11 22:28:11.589209 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-222c1bf8-f082-40b6-bb23-479273628c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:11.590457 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38120) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:11.595217 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-222c1bf8-f082-40b6-bb23-479273628c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:11.597389 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-222c1bf8-f082-40b6-bb23-479273628c40 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/96ea66b0-e5be-465a-8003-227600c2321e HTTP/1.1" status: 204 len: 168 time: 0.3195961 Aug 11 22:28:11.597901 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=4654e7d0-f246-4370-b0b0-951dab6caff1,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:11.598229 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-4954b186-892e-40c3-9b0e-d7e4e7b8ec31 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dab99f42-28c7-4607-b681-dc022910059e', 'tempest-TagsExtTest-Tag-427770899') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:11.617397 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.api [None req-a9d079ca-a531-401b-87d5-be9a64f36a6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:28:11.618378 n-d-804275-3 neutron-server[100944]: DEBUG oslo_db.api [None req-a9d079ca-a531-401b-87d5-be9a64f36a6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:28:11.632214 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c1bf8-f082-40b6-bb23-479273628c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ea66b0-e5be-465a-8003-227600c2321e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:11.679000 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-acb53f51-3b3a-4890-9173-359c002d6583 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:11.686072 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-acb53f51-3b3a-4890-9173-359c002d6583 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:11.704761 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4954b186-892e-40c3-9b0e-d7e4e7b8ec31 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "GET /v2.0/ports/dab99f42-28c7-4607-b681-dc022910059e/tags/tempest-TagsExtTest-Tag-427770899 HTTP/1.1" status: 204 len: 168 time: 0.1111286 Aug 11 22:28:11.709579 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38126) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:11.718984 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-4160aa9b-094e-4741-84b3-60e42344d096 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'dab99f42-28c7-4607-b681-dc022910059e', 'tempest-TagsExtTest-Tag-427770899') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:11.746471 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb53f51-3b3a-4890-9173-359c002d6583 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76697b5c-6589-4dc2-b49e-d36933a12ea3,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:11.758990 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-acb53f51-3b3a-4890-9173-359c002d6583 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:11.761323 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-acb53f51-3b3a-4890-9173-359c002d6583 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5179262 Aug 11 22:28:11.766330 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38128) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:11.773634 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-2f53eca5-d411-4989-a1ae-14510a564997 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'security_group_rule': {'security_group_id': 'e0a33424-7078-49cc-9676-12d151c0ee85', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:11.820561 n-d-804275-3 neutron-server[100943]: INFO neutron.db.securitygroups_db [None req-2f53eca5-d411-4989-a1ae-14510a564997 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Project 99e4ef8618e749c9ac7b5e3c6561f65c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 22:28:11.831387 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2f53eca5-d411-4989-a1ae-14510a564997 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:11.905996 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4160aa9b-094e-4741-84b3-60e42344d096 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "DELETE /v2.0/ports/dab99f42-28c7-4607-b681-dc022910059e/tags/tempest-TagsExtTest-Tag-427770899 HTTP/1.1" status: 204 len: 168 time: 0.1949732 Aug 11 22:28:11.909878 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38130) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:11.915989 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.tag.tag_plugin [None req-4d4e84ae-c3b6-449d-a6d3-bc0560adc8d4 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'dab99f42-28c7-4607-b681-dc022910059e') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:11.982040 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2f53eca5-d411-4989-a1ae-14510a564997 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:11.989147 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2f53eca5-d411-4989-a1ae-14510a564997 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:12.018120 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53eca5-d411-4989-a1ae-14510a564997 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6557358-1d97-4ae8-8a04-269723f1b53b,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:12.022839 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2f53eca5-d411-4989-a1ae-14510a564997 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:12.027378 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2f53eca5-d411-4989-a1ae-14510a564997 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2565646 Aug 11 22:28:12.028974 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38134) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:12.034813 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-b2fd7ec6-3575-4345-9156-68fe1af9eb70 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'network': {'name': 'tempest-network-smoke--819907777', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'port_security_enabled': True}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:12.039037 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53eca5-d411-4989-a1ae-14510a564997 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:12.039396 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53eca5-d411-4989-a1ae-14510a564997 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:12.039796 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53eca5-d411-4989-a1ae-14510a564997 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:12.040131 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53eca5-d411-4989-a1ae-14510a564997 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:12.040474 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53eca5-d411-4989-a1ae-14510a564997 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:12.040819 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53eca5-d411-4989-a1ae-14510a564997 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:12.041168 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53eca5-d411-4989-a1ae-14510a564997 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:12.041487 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53eca5-d411-4989-a1ae-14510a564997 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:12.044887 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4d4e84ae-c3b6-449d-a6d3-bc0560adc8d4 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "GET /v2.0/ports/dab99f42-28c7-4607-b681-dc022910059e/tags HTTP/1.1" status: 200 len: 205 time: 0.1311409 Aug 11 22:28:12.046389 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38136) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:12.047443 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53eca5-d411-4989-a1ae-14510a564997 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:12.047930 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53eca5-d411-4989-a1ae-14510a564997 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:12.048221 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53eca5-d411-4989-a1ae-14510a564997 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:12.048686 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53eca5-d411-4989-a1ae-14510a564997 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:12.054834 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38138) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:12.060260 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-5ba3b07b-6c2c-47bb-8656-9224b82a7e70 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3808575a-50a6-4419-b329-751169a920eb') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:12.073549 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b5cd997b-9f40-4bcc-9129-ca8aaf9b4066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:12.122676 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.db.api [None req-b2fd7ec6-3575-4345-9156-68fe1af9eb70 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 22:28:12.122676 n-d-804275-3 neutron-server[100943]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 22:28:12.122676 n-d-804275-3 neutron-server[100943]: [parameters: {'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'id': '7e2b0930-4c9d-4b48-9082-9544a1ef3efe', 'expiration': datetime.datetime(2021, 8, 11, 22, 30, 12, 110500)}] Aug 11 22:28:12.122676 n-d-804275-3 neutron-server[100943]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:28:12.123024 n-d-804275-3 neutron-server[100943]: DEBUG oslo_db.api [None req-b2fd7ec6-3575-4345-9156-68fe1af9eb70 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:28:12.169248 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5ba3b07b-6c2c-47bb-8656-9224b82a7e70 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "GET /v2.0/routers/3808575a-50a6-4419-b329-751169a920eb/tags HTTP/1.1" status: 200 len: 241 time: 0.1123669 Aug 11 22:28:12.170686 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38140) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:12.184720 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.tag.tag_plugin [None req-5170d489-c422-452a-89b0-268461774772 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3808575a-50a6-4419-b329-751169a920eb', 'tempest-TagsExtTest-Tag-1819932364') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:12.223492 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a9d079ca-a531-401b-87d5-be9a64f36a6b None None] Provisioning for port dab99f42-28c7-4607-b681-dc022910059e completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:28:12.229648 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a9d079ca-a531-401b-87d5-be9a64f36a6b None None] Provisioning complete for port dab99f42-28c7-4607-b681-dc022910059e triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:28:12.231864 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a9d079ca-a531-401b-87d5-be9a64f36a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:12.287540 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-a9d079ca-a531-401b-87d5-be9a64f36a6b None None] Port dab99f42-28c7-4607-b681-dc022910059e cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:28:12.395999 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38142) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:12.404786 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5170d489-c422-452a-89b0-268461774772 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "GET /v2.0/routers/3808575a-50a6-4419-b329-751169a920eb/tags/tempest-TagsExtTest-Tag-1819932364 HTTP/1.1" status: 204 len: 168 time: 0.2330368 Aug 11 22:28:12.410776 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-67d12a0a-3417-40cf-b738-5e81f6d2cd6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:12.411193 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38144) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:12.420301 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-71a3bee7-e9f5-4e25-909c-adc567011923 None None] Provisioning complete for port dab99f42-28c7-4607-b681-dc022910059e triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:28:12.421781 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-71a3bee7-e9f5-4e25-909c-adc567011923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:12.427437 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.tag.tag_plugin [None req-3b505251-eaf4-46a5-b2ff-d336e6ca9738 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3808575a-50a6-4419-b329-751169a920eb', 'tempest-TagsExtTest-Tag-1819932364') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:12.443353 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b5cd997b-9f40-4bcc-9129-ca8aaf9b4066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:12.479866 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-71a3bee7-e9f5-4e25-909c-adc567011923 None None] Port dab99f42-28c7-4607-b681-dc022910059e cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:28:12.505918 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b5cd997b-9f40-4bcc-9129-ca8aaf9b4066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:12.575553 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-67d12a0a-3417-40cf-b738-5e81f6d2cd6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:12.589996 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-67d12a0a-3417-40cf-b738-5e81f6d2cd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:12.646309 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b5cd997b-9f40-4bcc-9129-ca8aaf9b4066 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d1cabee23166419eafd9a2a7164c4c79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5983367 Aug 11 22:28:12.649976 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38148) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:12.652157 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd997b-9f40-4bcc-9129-ca8aaf9b4066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab902c42-6276-47fe-af99-753a2929ce11,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:12.674689 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-67d12a0a-3417-40cf-b738-5e81f6d2cd6c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c677845517264d7d90e45ffb495552c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2773528 Aug 11 22:28:12.679008 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38150) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:12.683247 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d12a0a-3417-40cf-b738-5e81f6d2cd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9454a33d-d516-4038-ae5c-1d62a3014d45,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:12.729441 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fd7ec6-3575-4345-9156-68fe1af9eb70 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Made reservation on behalf of 99e4ef8618e749c9ac7b5e3c6561f65c for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:28:12.733629 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b2fd7ec6-3575-4345-9156-68fe1af9eb70 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:12.740112 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3b505251-eaf4-46a5-b2ff-d336e6ca9738 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "DELETE /v2.0/routers/3808575a-50a6-4419-b329-751169a920eb/tags/tempest-TagsExtTest-Tag-1819932364 HTTP/1.1" status: 204 len: 168 time: 0.3272891 Aug 11 22:28:12.745421 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38152) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:12.754058 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.tag.tag_plugin [None req-33037e0d-933a-4047-9553-aa6898cc1f0f tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3808575a-50a6-4419-b329-751169a920eb') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:12.759399 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53985fad-c486-483e-bbf7-4a181863e9b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:12.794629 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2fd7ec6-3575-4345-9156-68fe1af9eb70 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:28:12.798370 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53985fad-c486-483e-bbf7-4a181863e9b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:12.823166 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b2fd7ec6-3575-4345-9156-68fe1af9eb70 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:12.823166 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-b2fd7ec6-3575-4345-9156-68fe1af9eb70 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Added segment 287ea734-d7f9-40a1-885e-de900d0aac74 of type vlan for network a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea Aug 11 22:28:12.839701 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 4654e7d0-f246-4370-b0b0-951dab6caff1 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:28:12.891305 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b2fd7ec6-3575-4345-9156-68fe1af9eb70 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:12.953603 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53985fad-c486-483e-bbf7-4a181863e9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:12.955799 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f7105569-ebc6-4448-932a-389bbe55a2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:12.956974 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53985fad-c486-483e-bbf7-4a181863e9b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:12.962397 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-53985fad-c486-483e-bbf7-4a181863e9b7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ab902c42-6276-47fe-af99-753a2929ce11 HTTP/1.1" status: 204 len: 168 time: 0.3018007 Aug 11 22:28:12.962690 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 4654e7d0-f246-4370-b0b0-951dab6caff1 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:28:12.968465 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:12.970417 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-33037e0d-933a-4047-9553-aa6898cc1f0f tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "GET /v2.0/routers/3808575a-50a6-4419-b329-751169a920eb/tags HTTP/1.1" status: 200 len: 205 time: 0.2229638 Aug 11 22:28:12.976126 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38156) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:12.982211 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53985fad-c486-483e-bbf7-4a181863e9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab902c42-6276-47fe-af99-753a2929ce11,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:12.990810 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b2fd7ec6-3575-4345-9156-68fe1af9eb70 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:13.002153 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fd7ec6-3575-4345-9156-68fe1af9eb70 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:13.002840 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b2fd7ec6-3575-4345-9156-68fe1af9eb70 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:13.002995 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.tag.tag_plugin [None req-812fbaf4-3b39-410e-9b9a-053ab1c852fe tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'df78aaa9-f749-4c40-9f63-8062f8cb5f4a') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:13.063549 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f7105569-ebc6-4448-932a-389bbe55a2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:13.119935 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-812fbaf4-3b39-410e-9b9a-053ab1c852fe tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "GET /v2.0/subnetpools/df78aaa9-f749-4c40-9f63-8062f8cb5f4a/tags HTTP/1.1" status: 200 len: 241 time: 0.1391816 Aug 11 22:28:13.122817 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38158) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:13.129700 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.tag.tag_plugin [None req-e24aad78-e08b-4fdb-8273-1643d495e968 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'df78aaa9-f749-4c40-9f63-8062f8cb5f4a', 'tempest-TagsExtTest-Tag-1588255423') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:13.144287 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b2fd7ec6-3575-4345-9156-68fe1af9eb70 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1137056 Aug 11 22:28:13.145159 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38160) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:13.152393 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-7c40c307-1632-4a96-a026-347fd57d94ec tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1596437707', 'admin_state_up': True, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:13.171130 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd7ec6-3575-4345-9156-68fe1af9eb70 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Network': ['ID=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:13.197712 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e24aad78-e08b-4fdb-8273-1643d495e968 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "GET /v2.0/subnetpools/df78aaa9-f749-4c40-9f63-8062f8cb5f4a/tags/tempest-TagsExtTest-Tag-1588255423 HTTP/1.1" status: 204 len: 168 time: 0.0740802 Aug 11 22:28:13.201732 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38162) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:13.207480 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.tag.tag_plugin [None req-2bf375c1-0cd8-4da7-a987-4d80e58d24da tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'df78aaa9-f749-4c40-9f63-8062f8cb5f4a', 'tempest-TagsExtTest-Tag-1588255423') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:13.212853 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7c40c307-1632-4a96-a026-347fd57d94ec tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:13.213723 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:28:13.213968 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7c40c307-1632-4a96-a026-347fd57d94ec tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:13.223963 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f7105569-ebc6-4448-932a-389bbe55a2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:13.226636 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f7105569-ebc6-4448-932a-389bbe55a2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:13.233060 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f7105569-ebc6-4448-932a-389bbe55a2c1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9454a33d-d516-4038-ae5c-1d62a3014d45 HTTP/1.1" status: 204 len: 168 time: 0.5469334 Aug 11 22:28:13.252559 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7105569-ebc6-4448-932a-389bbe55a2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9454a33d-d516-4038-ae5c-1d62a3014d45,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:13.315347 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7c40c307-1632-4a96-a026-347fd57d94ec tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:13.352939 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a172801f-68ec-4db8-b4bc-211c2510dc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:13.395097 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2bf375c1-0cd8-4da7-a987-4d80e58d24da tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "DELETE /v2.0/subnetpools/df78aaa9-f749-4c40-9f63-8062f8cb5f4a/tags/tempest-TagsExtTest-Tag-1588255423 HTTP/1.1" status: 204 len: 168 time: 0.1919460 Aug 11 22:28:13.399120 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38168) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:13.405121 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-2a7891d1-1869-44a6-a179-7fc7d6b3cf3b tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'df78aaa9-f749-4c40-9f63-8062f8cb5f4a') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:13.462414 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2a7891d1-1869-44a6-a179-7fc7d6b3cf3b tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "GET /v2.0/subnetpools/df78aaa9-f749-4c40-9f63-8062f8cb5f4a/tags HTTP/1.1" status: 200 len: 205 time: 0.0618193 Aug 11 22:28:13.467753 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38170) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:13.476864 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-936dd00d-3eea-4cdd-9f94-6b09beb352e0 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'df78aaa9-f749-4c40-9f63-8062f8cb5f4a') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:13.510235 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-936dd00d-3eea-4cdd-9f94-6b09beb352e0 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "DELETE /v2.0/subnetpools/df78aaa9-f749-4c40-9f63-8062f8cb5f4a/tags HTTP/1.1" status: 204 len: 168 time: 0.0393503 Aug 11 22:28:13.514891 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38172) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:13.524798 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-b437877a-af80-4975-b40d-eb17bae9ed80 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3808575a-50a6-4419-b329-751169a920eb') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:13.591197 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7c40c307-1632-4a96-a026-347fd57d94ec tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:13.739001 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b437877a-af80-4975-b40d-eb17bae9ed80 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "DELETE /v2.0/routers/3808575a-50a6-4419-b329-751169a920eb/tags HTTP/1.1" status: 204 len: 168 time: 0.2212927 Aug 11 22:28:13.742049 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38188) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:13.748583 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.tag.tag_plugin [None req-55479a0b-e4dc-470c-8fc8-2b9ec3418053 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'dab99f42-28c7-4607-b681-dc022910059e') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:13.883991 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-55479a0b-e4dc-470c-8fc8-2b9ec3418053 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "DELETE /v2.0/ports/dab99f42-28c7-4607-b681-dc022910059e/tags HTTP/1.1" status: 204 len: 168 time: 0.1398351 Aug 11 22:28:13.888557 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38194) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:13.895149 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-904f9c3c-1c8a-4133-8046-e589fcc44ba9 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7cffbbac-09de-484d-a29d-0af53b9e8f47') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:14.009200 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7c40c307-1632-4a96-a026-347fd57d94ec tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:14.009967 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-904f9c3c-1c8a-4133-8046-e589fcc44ba9 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "DELETE /v2.0/subnets/7cffbbac-09de-484d-a29d-0af53b9e8f47/tags HTTP/1.1" status: 204 len: 168 time: 0.1190820 Aug 11 22:28:14.016827 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38198) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:14.030288 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-a6f97640-2e3c-4e49-ac49-303a72321fd6 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7cffbbac-09de-484d-a29d-0af53b9e8f47', 'tempest-TagsExtTest-Tag-1111854586') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:14.046988 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7c40c307-1632-4a96-a026-347fd57d94ec tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:14.154823 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a6f97640-2e3c-4e49-ac49-303a72321fd6 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "PUT /v2.0/subnets/7cffbbac-09de-484d-a29d-0af53b9e8f47/tags/tempest-TagsExtTest-Tag-1111854586 HTTP/1.1" status: 201 len: 201 time: 0.1366031 Aug 11 22:28:14.158888 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38202) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:14.168321 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-9ec745ae-1956-4e9a-8e6f-d728ca58ddd5 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'dab99f42-28c7-4607-b681-dc022910059e', 'tempest-TagsExtTest-Tag-403550872') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:14.272366 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-7c40c307-1632-4a96-a026-347fd57d94ec tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Allocated IP 172.25.2.18 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/f7648fc6-a148-45e4-ad6f-c027cdb3edef) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:28:14.302426 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9ec745ae-1956-4e9a-8e6f-d728ca58ddd5 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "PUT /v2.0/ports/dab99f42-28c7-4607-b681-dc022910059e/tags/tempest-TagsExtTest-Tag-403550872 HTTP/1.1" status: 201 len: 201 time: 0.1422272 Aug 11 22:28:14.303369 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38208) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:14.311793 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-11062f31-e161-4df5-9595-bef418032cce tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3808575a-50a6-4419-b329-751169a920eb', 'tempest-TagsExtTest-Tag-86198456') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:14.483573 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-11062f31-e161-4df5-9595-bef418032cce tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "PUT /v2.0/routers/3808575a-50a6-4419-b329-751169a920eb/tags/tempest-TagsExtTest-Tag-86198456 HTTP/1.1" status: 201 len: 201 time: 0.1756294 Aug 11 22:28:14.484179 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38216) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:14.499032 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7c40c307-1632-4a96-a026-347fd57d94ec tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:14.500060 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-5c75817e-9d20-4076-97e0-c2948e8e1c83 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'df78aaa9-f749-4c40-9f63-8062f8cb5f4a', 'tempest-TagsExtTest-Tag-1642070500') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:14.603196 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5c75817e-9d20-4076-97e0-c2948e8e1c83 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "PUT /v2.0/subnetpools/df78aaa9-f749-4c40-9f63-8062f8cb5f4a/tags/tempest-TagsExtTest-Tag-1642070500 HTTP/1.1" status: 201 len: 201 time: 0.1136882 Aug 11 22:28:14.603495 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38220) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:14.612510 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.tag.tag_plugin [None req-79295bab-d596-4d5e-ac04-57ea68677b64 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '7cffbbac-09de-484d-a29d-0af53b9e8f47', {'tags': ['tempest-TagsExtTest-Tag-1785337477', 'tempest-TagsExtTest-Tag-1532043515', 'tempest-TagsExtTest-Tag-1932920829']}) {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:14.681837 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7c40c307-1632-4a96-a026-347fd57d94ec tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:14.761694 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c40c307-1632-4a96-a026-347fd57d94ec tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:28:14.773762 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-7c40c307-1632-4a96-a026-347fd57d94ec tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:28:14.785148 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c40c307-1632-4a96-a026-347fd57d94ec tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:28:14.791038 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c40c307-1632-4a96-a026-347fd57d94ec tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Port': ['ID=f7648fc6-a148-45e4-ad6f-c027cdb3edef,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:14.857794 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-79295bab-d596-4d5e-ac04-57ea68677b64 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "PUT /v2.0/subnets/7cffbbac-09de-484d-a29d-0af53b9e8f47/tags HTTP/1.1" status: 200 len: 318 time: 0.2529445 Aug 11 22:28:14.860605 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38232) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:14.865839 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-51f9015b-8e16-47b0-b0a0-266275565943 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7cffbbac-09de-484d-a29d-0af53b9e8f47') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:15.027830 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-51f9015b-8e16-47b0-b0a0-266275565943 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "DELETE /v2.0/subnets/7cffbbac-09de-484d-a29d-0af53b9e8f47/tags HTTP/1.1" status: 204 len: 168 time: 0.1602776 Aug 11 22:28:15.027830 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38236) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:15.034725 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-9bd2fdcb-cb2c-40ea-8c64-30dd524be215 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7cffbbac-09de-484d-a29d-0af53b9e8f47', 'tempest-TagsExtTest-Tag-1785337477') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:15.118253 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-9bd2fdcb-cb2c-40ea-8c64-30dd524be215 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] show failed (client error): The resource could not be found. Aug 11 22:28:15.124506 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9bd2fdcb-cb2c-40ea-8c64-30dd524be215 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "GET /v2.0/subnets/7cffbbac-09de-484d-a29d-0af53b9e8f47/tags/tempest-TagsExtTest-Tag-1785337477 HTTP/1.1" status: 404 len: 329 time: 0.0917211 Aug 11 22:28:15.125258 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38238) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:15.131378 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-cb3ee243-4721-44a0-ae02-6e8dcff10eb8 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7cffbbac-09de-484d-a29d-0af53b9e8f47', 'tempest-TagsExtTest-Tag-1532043515') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:15.273285 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-cb3ee243-4721-44a0-ae02-6e8dcff10eb8 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] show failed (client error): The resource could not be found. Aug 11 22:28:15.273285 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cb3ee243-4721-44a0-ae02-6e8dcff10eb8 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "GET /v2.0/subnets/7cffbbac-09de-484d-a29d-0af53b9e8f47/tags/tempest-TagsExtTest-Tag-1532043515 HTTP/1.1" status: 404 len: 329 time: 0.1445403 Aug 11 22:28:15.276475 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38254) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:15.285787 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-f3958b31-4dc2-4359-9213-4e820c7d83cf tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7cffbbac-09de-484d-a29d-0af53b9e8f47', 'tempest-TagsExtTest-Tag-1932920829') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:15.340631 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7c40c307-1632-4a96-a026-347fd57d94ec tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:15.457510 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-f3958b31-4dc2-4359-9213-4e820c7d83cf tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] show failed (client error): The resource could not be found. Aug 11 22:28:15.465866 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f3958b31-4dc2-4359-9213-4e820c7d83cf tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "GET /v2.0/subnets/7cffbbac-09de-484d-a29d-0af53b9e8f47/tags/tempest-TagsExtTest-Tag-1932920829 HTTP/1.1" status: 404 len: 329 time: 0.1861448 Aug 11 22:28:15.468059 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38282) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:15.477863 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-aeb2689c-6545-474d-b45a-d0592e690e96 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'dab99f42-28c7-4607-b681-dc022910059e', {'tags': ['tempest-TagsExtTest-Tag-773809628', 'tempest-TagsExtTest-Tag-254436958', 'tempest-TagsExtTest-Tag-1644305314']}) {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:15.602806 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-aeb2689c-6545-474d-b45a-d0592e690e96 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "PUT /v2.0/ports/dab99f42-28c7-4607-b681-dc022910059e/tags HTTP/1.1" status: 200 len: 316 time: 0.1275709 Aug 11 22:28:15.602806 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38288) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:15.611329 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-4281bb9d-573b-4818-acaf-00277846e4cc tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'dab99f42-28c7-4607-b681-dc022910059e') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:15.697179 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7c40c307-1632-4a96-a026-347fd57d94ec tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:15.760066 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4281bb9d-573b-4818-acaf-00277846e4cc tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "DELETE /v2.0/ports/dab99f42-28c7-4607-b681-dc022910059e/tags HTTP/1.1" status: 204 len: 168 time: 0.1546631 Aug 11 22:28:15.762389 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38294) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:15.775862 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-443bae71-ebf5-4bf7-8a4e-8e350a7951ff tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dab99f42-28c7-4607-b681-dc022910059e', 'tempest-TagsExtTest-Tag-773809628') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:15.855160 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-443bae71-ebf5-4bf7-8a4e-8e350a7951ff tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] show failed (client error): The resource could not be found. Aug 11 22:28:15.863733 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-443bae71-ebf5-4bf7-8a4e-8e350a7951ff tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "GET /v2.0/ports/dab99f42-28c7-4607-b681-dc022910059e/tags/tempest-TagsExtTest-Tag-773809628 HTTP/1.1" status: 404 len: 328 time: 0.0997403 Aug 11 22:28:15.868154 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38298) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:15.883690 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-86ca130e-cb5a-4a3f-9070-e7242e417b44 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dab99f42-28c7-4607-b681-dc022910059e', 'tempest-TagsExtTest-Tag-254436958') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:15.908126 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38300) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:15.967075 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c40c307-1632-4a96-a026-347fd57d94ec tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Router 41d9364a-9558-41fb-a89e-804e3eace4be is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:28:16.036396 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-86ca130e-cb5a-4a3f-9070-e7242e417b44 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] show failed (client error): The resource could not be found. Aug 11 22:28:16.041595 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-86ca130e-cb5a-4a3f-9070-e7242e417b44 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "GET /v2.0/ports/dab99f42-28c7-4607-b681-dc022910059e/tags/tempest-TagsExtTest-Tag-254436958 HTTP/1.1" status: 404 len: 328 time: 0.1703124 Aug 11 22:28:16.045379 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38306) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:16.057817 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-0938ee47-6d98-4ef2-9854-7bbef6cd45eb tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dab99f42-28c7-4607-b681-dc022910059e', 'tempest-TagsExtTest-Tag-1644305314') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:16.063473 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7b51571f-b76e-4179-aeb0-be97ab1f6289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:16.078022 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:16.148018 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-0938ee47-6d98-4ef2-9854-7bbef6cd45eb tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] show failed (client error): The resource could not be found. Aug 11 22:28:16.149468 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0938ee47-6d98-4ef2-9854-7bbef6cd45eb tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "GET /v2.0/ports/dab99f42-28c7-4607-b681-dc022910059e/tags/tempest-TagsExtTest-Tag-1644305314 HTTP/1.1" status: 404 len: 329 time: 0.1024222 Aug 11 22:28:16.153875 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38310) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:16.163345 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-ab8452b7-369c-462f-966f-9c1ef42fcc6b tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3808575a-50a6-4419-b329-751169a920eb', {'tags': ['tempest-TagsExtTest-Tag-557109992', 'tempest-TagsExtTest-Tag-1270320918', 'tempest-TagsExtTest-Tag-1709097343']}) {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:16.198924 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c40c307-1632-4a96-a026-347fd57d94ec tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:28:16.218788 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a5e5ac-4d94-43b2-8f04-08871eed0da6 None None] Sync routers for ids ['41d9364a-9558-41fb-a89e-804e3eace4be'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:28:16.229012 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7c40c307-1632-4a96-a026-347fd57d94ec tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:16.239989 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7c40c307-1632-4a96-a026-347fd57d94ec tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0906372 Aug 11 22:28:16.240519 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38312) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:16.248216 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a5e5ac-4d94-43b2-8f04-08871eed0da6 None None] Routers {'41d9364a-9558-41fb-a89e-804e3eace4be'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:28:16.250827 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-90a5e5ac-4d94-43b2-8f04-08871eed0da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:28:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['41d9364a-9558-41fb-a89e-804e3eace4be'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:16.367695 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ab8452b7-369c-462f-966f-9c1ef42fcc6b tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "PUT /v2.0/routers/3808575a-50a6-4419-b329-751169a920eb/tags HTTP/1.1" status: 200 len: 317 time: 0.2100391 Aug 11 22:28:16.368154 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38316) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:16.375559 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ab618912-1090-454e-972a-8c6b01df1a21 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=99e4ef8618e749c9ac7b5e3c6561f65c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1325858 Aug 11 22:28:16.376736 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-2ec3234f-9ed9-46ee-b951-7efda8d1b8dc tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3808575a-50a6-4419-b329-751169a920eb') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:16.377602 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38318) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:16.474132 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4d8715b1-e632-4698-9f04-dbc21cc1eb4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:16.504656 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2ec3234f-9ed9-46ee-b951-7efda8d1b8dc tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "DELETE /v2.0/routers/3808575a-50a6-4419-b329-751169a920eb/tags HTTP/1.1" status: 204 len: 168 time: 0.1343229 Aug 11 22:28:16.507390 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38324) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:16.515831 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-febe22ff-0075-4972-9ef9-434262cb4125 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3808575a-50a6-4419-b329-751169a920eb', 'tempest-TagsExtTest-Tag-557109992') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:16.601344 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-90a5e5ac-4d94-43b2-8f04-08871eed0da6 None None] Set router 41d9364a-9558-41fb-a89e-804e3eace4be gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:28:16.639250 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-febe22ff-0075-4972-9ef9-434262cb4125 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] show failed (client error): The resource could not be found. Aug 11 22:28:16.648722 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-febe22ff-0075-4972-9ef9-434262cb4125 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "GET /v2.0/routers/3808575a-50a6-4419-b329-751169a920eb/tags/tempest-TagsExtTest-Tag-557109992 HTTP/1.1" status: 404 len: 328 time: 0.1402392 Aug 11 22:28:16.651348 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38330) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:16.657602 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-edbc0a6d-f027-4a98-9bcc-e9687887556c tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3808575a-50a6-4419-b329-751169a920eb', 'tempest-TagsExtTest-Tag-1270320918') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:16.721119 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8301b449-a2f5-49ba-8fb0-2ae1cb7fc151 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:16.725815 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8301b449-a2f5-49ba-8fb0-2ae1cb7fc151 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3434536 Aug 11 22:28:16.726544 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38332) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:16.838899 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-edbc0a6d-f027-4a98-9bcc-e9687887556c tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] show failed (client error): The resource could not be found. Aug 11 22:28:16.843125 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-edbc0a6d-f027-4a98-9bcc-e9687887556c tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "GET /v2.0/routers/3808575a-50a6-4419-b329-751169a920eb/tags/tempest-TagsExtTest-Tag-1270320918 HTTP/1.1" status: 404 len: 329 time: 0.1904960 Aug 11 22:28:16.846470 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38336) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:16.863032 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-cb8330c6-623c-4001-845c-1705ccc6b52b tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3808575a-50a6-4419-b329-751169a920eb', 'tempest-TagsExtTest-Tag-1709097343') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:16.985059 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-90a5e5ac-4d94-43b2-8f04-08871eed0da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596437707', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f7648fc6-a148-45e4-ad6f-c027cdb3edef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:28:13Z', 'updated_at': '2021-08-11T22:28:15Z', 'revision_number': 3, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': 'f7648fc6-a148-45e4-ad6f-c027cdb3edef', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:47:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:28:14Z', 'updated_at': '2021-08-11T22:28:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:17.038856 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a5e5ac-4d94-43b2-8f04-08871eed0da6 None None] Checking router: 41d9364a-9558-41fb-a89e-804e3eace4be for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:28:17.039372 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a5e5ac-4d94-43b2-8f04-08871eed0da6 None None] Updating router 41d9364a-9558-41fb-a89e-804e3eace4be port f7648fc6-a148-45e4-ad6f-c027cdb3edef binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:28:17.045262 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-cb8330c6-623c-4001-845c-1705ccc6b52b tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] show failed (client error): The resource could not be found. Aug 11 22:28:17.046994 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cb8330c6-623c-4001-845c-1705ccc6b52b tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "GET /v2.0/routers/3808575a-50a6-4419-b329-751169a920eb/tags/tempest-TagsExtTest-Tag-1709097343 HTTP/1.1" status: 404 len: 329 time: 0.1991744 Aug 11 22:28:17.050395 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38340) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:17.057738 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-8d8512ad-d683-4916-9b55-89c25721cfbd tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'df78aaa9-f749-4c40-9f63-8062f8cb5f4a', {'tags': ['tempest-TagsExtTest-Tag-840113585', 'tempest-TagsExtTest-Tag-1186952094', 'tempest-TagsExtTest-Tag-2008744596']}) {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:17.113311 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-90a5e5ac-4d94-43b2-8f04-08871eed0da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:17.150205 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0d8c0b3a-bd39-468a-ae8d-9dd5eeb822fa tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ace0c6e5-d196-4ef9-80b8-149980a74560&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4164679 Aug 11 22:28:17.150205 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38346) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:17.158416 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8d8512ad-d683-4916-9b55-89c25721cfbd tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "PUT /v2.0/subnetpools/df78aaa9-f749-4c40-9f63-8062f8cb5f4a/tags HTTP/1.1" status: 200 len: 317 time: 0.1016631 Aug 11 22:28:17.158883 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38348) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:17.161785 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-d42fa3f7-ebce-4535-82db-41ca2d10c74f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-641383691', 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:17.164262 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-d74a0f7d-5484-43e1-a919-7d0810a0c3b7 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'df78aaa9-f749-4c40-9f63-8062f8cb5f4a') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:17.259279 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d74a0f7d-5484-43e1-a919-7d0810a0c3b7 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "DELETE /v2.0/subnetpools/df78aaa9-f749-4c40-9f63-8062f8cb5f4a/tags HTTP/1.1" status: 204 len: 168 time: 0.0986733 Aug 11 22:28:17.260512 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38352) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:17.270067 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-66a39894-5865-474f-a788-de8dc7c8f3bd tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'df78aaa9-f749-4c40-9f63-8062f8cb5f4a', 'tempest-TagsExtTest-Tag-840113585') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:17.318024 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-66a39894-5865-474f-a788-de8dc7c8f3bd tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] show failed (client error): The resource could not be found. Aug 11 22:28:17.323716 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-66a39894-5865-474f-a788-de8dc7c8f3bd tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "GET /v2.0/subnetpools/df78aaa9-f749-4c40-9f63-8062f8cb5f4a/tags/tempest-TagsExtTest-Tag-840113585 HTTP/1.1" status: 404 len: 328 time: 0.0560620 Aug 11 22:28:17.324291 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38356) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:17.332305 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-585e3557-10da-44c8-a5bf-60c91acdb5a0 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'df78aaa9-f749-4c40-9f63-8062f8cb5f4a', 'tempest-TagsExtTest-Tag-1186952094') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:17.363899 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-585e3557-10da-44c8-a5bf-60c91acdb5a0 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] show failed (client error): The resource could not be found. Aug 11 22:28:17.369230 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-585e3557-10da-44c8-a5bf-60c91acdb5a0 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "GET /v2.0/subnetpools/df78aaa9-f749-4c40-9f63-8062f8cb5f4a/tags/tempest-TagsExtTest-Tag-1186952094 HTTP/1.1" status: 404 len: 329 time: 0.0399246 Aug 11 22:28:17.371573 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38358) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:17.377238 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-883930e1-8ee6-4771-85e0-53ea0dfe2320 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'df78aaa9-f749-4c40-9f63-8062f8cb5f4a', 'tempest-TagsExtTest-Tag-2008744596') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:17.406970 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-883930e1-8ee6-4771-85e0-53ea0dfe2320 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] show failed (client error): The resource could not be found. Aug 11 22:28:17.413696 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-883930e1-8ee6-4771-85e0-53ea0dfe2320 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "GET /v2.0/subnetpools/df78aaa9-f749-4c40-9f63-8062f8cb5f4a/tags/tempest-TagsExtTest-Tag-2008744596 HTTP/1.1" status: 404 len: 329 time: 0.0357783 Aug 11 22:28:17.414432 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38360) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:17.416421 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4d8715b1-e632-4698-9f04-dbc21cc1eb4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:17.423823 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4d8715b1-e632-4698-9f04-dbc21cc1eb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:17.428521 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-17bde5f3-c26b-4722-9cb2-704783326c86 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'df78aaa9-f749-4c40-9f63-8062f8cb5f4a') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:17.506319 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-90a5e5ac-4d94-43b2-8f04-08871eed0da6 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:17.522101 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-90a5e5ac-4d94-43b2-8f04-08871eed0da6 None None] Transition to ACTIVE for port object f7648fc6-a148-45e4-ad6f-c027cdb3edef will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:28:17.532025 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-90a5e5ac-4d94-43b2-8f04-08871eed0da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:17.532503 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-17bde5f3-c26b-4722-9cb2-704783326c86 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "DELETE /v2.0/subnetpools/df78aaa9-f749-4c40-9f63-8062f8cb5f4a/tags HTTP/1.1" status: 204 len: 168 time: 0.1163497 Aug 11 22:28:17.536151 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38364) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:17.548110 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-f77ca2c7-5e9e-4748-9394-6340a2699f62 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3808575a-50a6-4419-b329-751169a920eb') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:17.577557 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:17.602568 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42fa3f7-ebce-4535-82db-41ca2d10c74f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Made reservation on behalf of 99e4ef8618e749c9ac7b5e3c6561f65c for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:28:17.605972 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-90a5e5ac-4d94-43b2-8f04-08871eed0da6 None None] Attempting to bind port f7648fc6-a148-45e4-ad6f-c027cdb3edef on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:28:17.606338 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-90a5e5ac-4d94-43b2-8f04-08871eed0da6 None None] Attempting to bind port f7648fc6-a148-45e4-ad6f-c027cdb3edef by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:28:17.606898 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a5e5ac-4d94-43b2-8f04-08871eed0da6 None None] Attempting to bind port f7648fc6-a148-45e4-ad6f-c027cdb3edef on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:28:17.610312 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d42fa3f7-ebce-4535-82db-41ca2d10c74f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:17.615336 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcce190-4bb3-4910-99e8-ad563bb15b92 None None] Pushing event updated for resources: {'Port': ['ID=f7648fc6-a148-45e4-ad6f-c027cdb3edef,revision_number=2']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:17.626693 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcce190-4bb3-4910-99e8-ad563bb15b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:17.627582 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcce190-4bb3-4910-99e8-ad563bb15b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:17.628097 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcce190-4bb3-4910-99e8-ad563bb15b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:17.628596 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcce190-4bb3-4910-99e8-ad563bb15b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:17.629132 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcce190-4bb3-4910-99e8-ad563bb15b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:17.629652 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcce190-4bb3-4910-99e8-ad563bb15b92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:17.630356 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcce190-4bb3-4910-99e8-ad563bb15b92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:17.630852 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcce190-4bb3-4910-99e8-ad563bb15b92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:17.631343 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcce190-4bb3-4910-99e8-ad563bb15b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:17.631878 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcce190-4bb3-4910-99e8-ad563bb15b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:17.632824 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcce190-4bb3-4910-99e8-ad563bb15b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:17.633366 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcce190-4bb3-4910-99e8-ad563bb15b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:28:17.643900 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8715b1-e632-4698-9f04-dbc21cc1eb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d973d38a-d523-441b-99be-14b44a4b7e1d,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:17.646634 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a5e5ac-4d94-43b2-8f04-08871eed0da6 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:28:17.647370 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a5e5ac-4d94-43b2-8f04-08871eed0da6 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:28:17.654035 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-90a5e5ac-4d94-43b2-8f04-08871eed0da6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:17.654921 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a5e5ac-4d94-43b2-8f04-08871eed0da6 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:28:17.655680 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-90a5e5ac-4d94-43b2-8f04-08871eed0da6 None None] Bound port: f7648fc6-a148-45e4-ad6f-c027cdb3edef, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:28:17.657203 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-90a5e5ac-4d94-43b2-8f04-08871eed0da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:17.713729 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4d8715b1-e632-4698-9f04-dbc21cc1eb4c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b0d4969f07fc44a0900ff04b891f58fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8036861 Aug 11 22:28:17.715670 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38368) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:17.741220 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-90a5e5ac-4d94-43b2-8f04-08871eed0da6 None None] For port f7648fc6-a148-45e4-ad6f-c027cdb3edef, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:28:17.747298 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-90a5e5ac-4d94-43b2-8f04-08871eed0da6 None None] For port f7648fc6-a148-45e4-ad6f-c027cdb3edef, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f7648fc6-a148-45e4-ad6f-c027cdb3edef,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:28:17.753775 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f77ca2c7-5e9e-4748-9394-6340a2699f62 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "DELETE /v2.0/routers/3808575a-50a6-4419-b329-751169a920eb/tags HTTP/1.1" status: 204 len: 168 time: 0.2143316 Aug 11 22:28:17.756391 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-90a5e5ac-4d94-43b2-8f04-08871eed0da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:17.758681 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38370) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:17.769404 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-d50d8818-80a5-42cb-b689-1dfc93a2d2b9 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'dab99f42-28c7-4607-b681-dc022910059e') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:17.860991 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d50d8818-80a5-42cb-b689-1dfc93a2d2b9 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "DELETE /v2.0/ports/dab99f42-28c7-4607-b681-dc022910059e/tags HTTP/1.1" status: 204 len: 168 time: 0.1010778 Aug 11 22:28:17.862664 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a5e5ac-4d94-43b2-8f04-08871eed0da6 None None] Routers {'41d9364a-9558-41fb-a89e-804e3eace4be'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:28:17.864998 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38374) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:17.866841 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-90a5e5ac-4d94-43b2-8f04-08871eed0da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:28:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['41d9364a-9558-41fb-a89e-804e3eace4be'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:17.873152 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.tag.tag_plugin [None req-ffa84b8f-9147-4082-bae8-5f5cb56ce736 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7cffbbac-09de-484d-a29d-0af53b9e8f47') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:17.900146 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-18bc1b08-33f6-4b78-99ef-91c8643eba07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:17.944182 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-18bc1b08-33f6-4b78-99ef-91c8643eba07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:17.945409 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ffa84b8f-9147-4082-bae8-5f5cb56ce736 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "DELETE /v2.0/subnets/7cffbbac-09de-484d-a29d-0af53b9e8f47/tags HTTP/1.1" status: 204 len: 168 time: 0.0781012 Aug 11 22:28:17.953646 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38376) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:18.083320 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-18bc1b08-33f6-4b78-99ef-91c8643eba07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:18.086670 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-18bc1b08-33f6-4b78-99ef-91c8643eba07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:18.091212 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-18bc1b08-33f6-4b78-99ef-91c8643eba07 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d973d38a-d523-441b-99be-14b44a4b7e1d HTTP/1.1" status: 204 len: 168 time: 0.3611090 Aug 11 22:28:18.113781 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc1b08-33f6-4b78-99ef-91c8643eba07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d973d38a-d523-441b-99be-14b44a4b7e1d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:18.117737 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d42fa3f7-ebce-4535-82db-41ca2d10c74f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:18.200987 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcce190-4bb3-4910-99e8-ad563bb15b92 None None] Pushing event updated for resources: {'Port': ['ID=f7648fc6-a148-45e4-ad6f-c027cdb3edef,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:18.214053 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-90a5e5ac-4d94-43b2-8f04-08871eed0da6 None None] Set router 41d9364a-9558-41fb-a89e-804e3eace4be gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:28:18.220034 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-37700f40-9eb0-41d3-983e-db9ec3b84b2c tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks [] for subnetpool, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:18.227581 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-37700f40-9eb0-41d3-983e-db9ec3b84b2c tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "DELETE /v2.0/subnetpools/df78aaa9-f749-4c40-9f63-8062f8cb5f4a HTTP/1.1" status: 204 len: 168 time: 0.2687438 Aug 11 22:28:18.228650 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38384) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:18.292963 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e81d5bc1-0ed7-4e16-9173-d1177f6736a8 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "GET /v2.0/ports?device_id=3808575a-50a6-4419-b329-751169a920eb HTTP/1.1" status: 200 len: 205 time: 0.0575521 Aug 11 22:28:18.297067 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38386) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:18.305342 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42fa3f7-ebce-4535-82db-41ca2d10c74f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Subnet': ['ID=68e1758e-01de-4f03-8dc7-73b83f534214,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:18.328755 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42fa3f7-ebce-4535-82db-41ca2d10c74f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Checking segment: {'id': '287ea734-d7f9-40a1-885e-de900d0aac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:28:18.329473 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42fa3f7-ebce-4535-82db-41ca2d10c74f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Network hostable DHCP agents. Network: a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:28:18.369172 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42fa3f7-ebce-4535-82db-41ca2d10c74f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Network a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:28:18.399258 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-d42fa3f7-ebce-4535-82db-41ca2d10c74f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:28:18.410102 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954c1e9a-bace-4350-afc1-47ddb985cbd0 None None] Network a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:28:18.423786 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42fa3f7-ebce-4535-82db-41ca2d10c74f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:18.426192 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d42fa3f7-ebce-4535-82db-41ca2d10c74f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:18.438252 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5252a0df-84a8-4c75-8584-b7fb301b6157 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:18.497993 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d42fa3f7-ebce-4535-82db-41ca2d10c74f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3454280 Aug 11 22:28:18.504148 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38390) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:18.769475 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-90a5e5ac-4d94-43b2-8f04-08871eed0da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596437707', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f7648fc6-a148-45e4-ad6f-c027cdb3edef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:28:13Z', 'updated_at': '2021-08-11T22:28:15Z', 'revision_number': 3, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': 'f7648fc6-a148-45e4-ad6f-c027cdb3edef', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:47:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:28:14Z', 'updated_at': '2021-08-11T22:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:18.831965 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a5e5ac-4d94-43b2-8f04-08871eed0da6 None None] The sync data for ids ['41d9364a-9558-41fb-a89e-804e3eace4be'] in n-d-804275-3 is: [{'id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596437707', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f7648fc6-a148-45e4-ad6f-c027cdb3edef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:28:13Z', 'updated_at': '2021-08-11T22:28:15Z', 'revision_number': 3, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': 'f7648fc6-a148-45e4-ad6f-c027cdb3edef', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:47:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:28:14Z', 'updated_at': '2021-08-11T22:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:28:18.890262 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5252a0df-84a8-4c75-8584-b7fb301b6157 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:18.898598 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5252a0df-84a8-4c75-8584-b7fb301b6157 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:19.002190 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5252a0df-84a8-4c75-8584-b7fb301b6157 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:19.002756 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5252a0df-84a8-4c75-8584-b7fb301b6157 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Fanout notify agent at l3_agent the message router_deleted on router 3808575a-50a6-4419-b329-751169a920eb {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:28:19.026671 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5252a0df-84a8-4c75-8584-b7fb301b6157 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:19.033374 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5252a0df-84a8-4c75-8584-b7fb301b6157 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "DELETE /v2.0/routers/3808575a-50a6-4419-b329-751169a920eb HTTP/1.1" status: 204 len: 168 time: 0.7329161 Aug 11 22:28:19.033688 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38398) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:19.089573 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:19.093906 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9e9370-aca9-4027-bdf5-7f85c15d9302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea', 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'fixed_ips': [{'subnet_id': '68e1758e-01de-4f03-8dc7-73b83f534214'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:28:19.095938 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3d9e9370-aca9-4027-bdf5-7f85c15d9302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:19.250785 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-e062c047-1825-470f-9389-3610ae74377e tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Deleting port dab99f42-28c7-4607-b681-dc022910059e {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:28:19.251416 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e062c047-1825-470f-9389-3610ae74377e tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:19.504331 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e062c047-1825-470f-9389-3610ae74377e tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:19.550022 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-e062c047-1825-470f-9389-3610ae74377e tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Calling delete_port for dab99f42-28c7-4607-b681-dc022910059e owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:28:19.691734 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-3d9e9370-aca9-4027-bdf5-7f85c15d9302 None None] Allocated IP 172.20.0.2 (a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea/68e1758e-01de-4f03-8dc7-73b83f534214/d3072e84-01b6-4226-9356-5af3bff5f7be) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:28:19.928947 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e062c047-1825-470f-9389-3610ae74377e tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:19.941047 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0eee2686-9d4c-48ac-870d-704d824b43c7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:20.022202 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062c047-1825-470f-9389-3610ae74377e tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Pushing event deleted for resources: {'Port': ['ID=dab99f42-28c7-4607-b681-dc022910059e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:20.179143 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3d9e9370-aca9-4027-bdf5-7f85c15d9302 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:20.208725 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3d9e9370-aca9-4027-bdf5-7f85c15d9302 None None] Transition to ACTIVE for port object d3072e84-01b6-4226-9356-5af3bff5f7be will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:28:20.293913 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e062c047-1825-470f-9389-3610ae74377e tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:20.311393 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e062c047-1825-470f-9389-3610ae74377e tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "DELETE /v2.0/ports/dab99f42-28c7-4607-b681-dc022910059e HTTP/1.1" status: 204 len: 168 time: 1.2727990 Aug 11 22:28:20.313067 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38428) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:20.318194 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3d9e9370-aca9-4027-bdf5-7f85c15d9302 None None] Transition to ACTIVE for port object d3072e84-01b6-4226-9356-5af3bff5f7be will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:28:20.353708 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3d9e9370-aca9-4027-bdf5-7f85c15d9302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:20.517707 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2083f84-ba45-4e5d-9993-1ac29dd3e891 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Deleting subnet 7cffbbac-09de-484d-a29d-0af53b9e8f47 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:28:20.529670 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9e9370-aca9-4027-bdf5-7f85c15d9302 None None] Network a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:28:20.538481 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b2083f84-ba45-4e5d-9993-1ac29dd3e891 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:20.544673 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-3d9e9370-aca9-4027-bdf5-7f85c15d9302 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:28:20.558079 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9e9370-aca9-4027-bdf5-7f85c15d9302 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:28:20.600323 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e9370-aca9-4027-bdf5-7f85c15d9302 None None] Pushing event updated for resources: {'Port': ['ID=d3072e84-01b6-4226-9356-5af3bff5f7be,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:20.711024 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b2083f84-ba45-4e5d-9993-1ac29dd3e891 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:20.745415 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-3d9e9370-aca9-4027-bdf5-7f85c15d9302 None None] Attempting to bind port d3072e84-01b6-4226-9356-5af3bff5f7be on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:28:20.749015 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-3d9e9370-aca9-4027-bdf5-7f85c15d9302 None None] Attempting to bind port d3072e84-01b6-4226-9356-5af3bff5f7be by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '287ea734-d7f9-40a1-885e-de900d0aac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:28:20.750927 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9e9370-aca9-4027-bdf5-7f85c15d9302 None None] Attempting to bind port d3072e84-01b6-4226-9356-5af3bff5f7be on network a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:28:20.771730 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9e9370-aca9-4027-bdf5-7f85c15d9302 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:28:20.772454 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9e9370-aca9-4027-bdf5-7f85c15d9302 None None] Checking segment: {'id': '287ea734-d7f9-40a1-885e-de900d0aac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:28:20.773172 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3d9e9370-aca9-4027-bdf5-7f85c15d9302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:20.774234 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9e9370-aca9-4027-bdf5-7f85c15d9302 None None] Bound using segment: {'id': '287ea734-d7f9-40a1-885e-de900d0aac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:28:20.775166 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-3d9e9370-aca9-4027-bdf5-7f85c15d9302 None None] Bound port: d3072e84-01b6-4226-9356-5af3bff5f7be, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287ea734-d7f9-40a1-885e-de900d0aac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:28:20.775941 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3d9e9370-aca9-4027-bdf5-7f85c15d9302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:20.859268 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:20.863176 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f7648fc6-a148-45e4-ad6f-c027cdb3edef up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:28:20.951726 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-0eee2686-9d4c-48ac-870d-704d824b43c7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Allocated IP 172.20.0.1 (a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea/68e1758e-01de-4f03-8dc7-73b83f534214/b40e2ee9-4a17-4779-aabb-0d7b6f4251a4) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:28:21.048735 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b2083f84-ba45-4e5d-9993-1ac29dd3e891 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:21.085595 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-3d9e9370-aca9-4027-bdf5-7f85c15d9302 None None] For port d3072e84-01b6-4226-9356-5af3bff5f7be, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:28:21.099244 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-3d9e9370-aca9-4027-bdf5-7f85c15d9302 None None] For port d3072e84-01b6-4226-9356-5af3bff5f7be, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d3072e84-01b6-4226-9356-5af3bff5f7be,segment=NetworkSegment(287ea734-d7f9-40a1-885e-de900d0aac74),segment_id=287ea734-d7f9-40a1-885e-de900d0aac74)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:28:21.130678 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3d9e9370-aca9-4027-bdf5-7f85c15d9302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:21.191642 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port f7648fc6-a148-45e4-ad6f-c027cdb3edef completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:28:21.200184 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port f7648fc6-a148-45e4-ad6f-c027cdb3edef triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:28:21.200184 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:21.240797 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b2083f84-ba45-4e5d-9993-1ac29dd3e891 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:21.282440 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2083f84-ba45-4e5d-9993-1ac29dd3e891 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Pushing event deleted for resources: {'Subnet': ['ID=7cffbbac-09de-484d-a29d-0af53b9e8f47,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:21.289257 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b2083f84-ba45-4e5d-9993-1ac29dd3e891 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:21.294545 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b2083f84-ba45-4e5d-9993-1ac29dd3e891 tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "DELETE /v2.0/subnets/7cffbbac-09de-484d-a29d-0af53b9e8f47 HTTP/1.1" status: 204 len: 168 time: 0.9771321 Aug 11 22:28:21.295570 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38448) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:21.337696 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0eee2686-9d4c-48ac-870d-704d824b43c7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:21.346400 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7f47ee-f389-4911-af2d-59184eeac126 None None] Network 0067a11e-ba65-4569-82eb-63a8e043bc55 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:28:21.373685 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e9370-aca9-4027-bdf5-7f85c15d9302 None None] Pushing event updated for resources: {'Port': ['ID=d3072e84-01b6-4226-9356-5af3bff5f7be,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:21.375656 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-0eee2686-9d4c-48ac-870d-704d824b43c7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Transition to ACTIVE for port object b40e2ee9-4a17-4779-aabb-0d7b6f4251a4 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:28:21.467709 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8bc610a3-ab6b-4231-838c-a19db6e6a4df tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:21.485797 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0eee2686-9d4c-48ac-870d-704d824b43c7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:21.545346 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eee2686-9d4c-48ac-870d-704d824b43c7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Network a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:28:21.647816 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-0eee2686-9d4c-48ac-870d-704d824b43c7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:28:21.661092 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-8bc610a3-ab6b-4231-838c-a19db6e6a4df tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Deleting port 4654e7d0-f246-4370-b0b0-951dab6caff1 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:28:21.661645 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8bc610a3-ab6b-4231-838c-a19db6e6a4df tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:21.681711 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eee2686-9d4c-48ac-870d-704d824b43c7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:28:21.758397 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0eee2686-9d4c-48ac-870d-704d824b43c7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:21.759330 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:21.904141 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port f7648fc6-a148-45e4-ad6f-c027cdb3edef, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f7648fc6-a148-45e4-ad6f-c027cdb3edef,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:28:21.910800 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee2686-9d4c-48ac-870d-704d824b43c7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Port': ['ID=b40e2ee9-4a17-4779-aabb-0d7b6f4251a4,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:21.935280 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:21.957428 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-8bc610a3-ab6b-4231-838c-a19db6e6a4df tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] For port 4654e7d0-f246-4370-b0b0-951dab6caff1, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=4654e7d0-f246-4370-b0b0-951dab6caff1,segment=NetworkSegment(2864581b-c572-4338-a7ee-16bcee25e671),segment_id=2864581b-c572-4338-a7ee-16bcee25e671)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:28:21.958389 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8bc610a3-ab6b-4231-838c-a19db6e6a4df tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:22.053920 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-8bc610a3-ab6b-4231-838c-a19db6e6a4df tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Calling delete_port for 4654e7d0-f246-4370-b0b0-951dab6caff1 owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:28:22.158439 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=f7648fc6-a148-45e4-ad6f-c027cdb3edef,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:22.197076 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbae130-49c5-41f3-ae1c-41ac92a99543 None None] DHCP port deletion for 0067a11e-ba65-4569-82eb-63a8e043bc55 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:28:22.263693 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0eee2686-9d4c-48ac-870d-704d824b43c7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:22.337445 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-1bbae130-49c5-41f3-ae1c-41ac92a99543 None None] Deleting port 4654e7d0-f246-4370-b0b0-951dab6caff1 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:28:22.337445 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1bbae130-49c5-41f3-ae1c-41ac92a99543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:22.494812 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8bc610a3-ab6b-4231-838c-a19db6e6a4df tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:22.539336 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-1bbae130-49c5-41f3-ae1c-41ac92a99543 None None] For port 4654e7d0-f246-4370-b0b0-951dab6caff1, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=4654e7d0-f246-4370-b0b0-951dab6caff1,segment=NetworkSegment(2864581b-c572-4338-a7ee-16bcee25e671),segment_id=2864581b-c572-4338-a7ee-16bcee25e671)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:28:22.540321 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1bbae130-49c5-41f3-ae1c-41ac92a99543 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:22.578407 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-1bbae130-49c5-41f3-ae1c-41ac92a99543 None None] Calling delete_port for 4654e7d0-f246-4370-b0b0-951dab6caff1 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:28:22.600128 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc610a3-ab6b-4231-838c-a19db6e6a4df tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Pushing event deleted for resources: {'Port': ['ID=4654e7d0-f246-4370-b0b0-951dab6caff1,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:22.604837 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc610a3-ab6b-4231-838c-a19db6e6a4df tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] No DVR routers for this DVR port 4654e7d0-f246-4370-b0b0-951dab6caff1 on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:28:22.718921 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1bbae130-49c5-41f3-ae1c-41ac92a99543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:22.803393 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbae130-49c5-41f3-ae1c-41ac92a99543 None None] No DVR routers for this DVR port 4654e7d0-f246-4370-b0b0-951dab6caff1 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:28:22.813213 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbae130-49c5-41f3-ae1c-41ac92a99543 None None] Pushing event deleted for resources: {'Port': ['ID=4654e7d0-f246-4370-b0b0-951dab6caff1,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:22.904971 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8bc610a3-ab6b-4231-838c-a19db6e6a4df tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:22.916967 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-8bc610a3-ab6b-4231-838c-a19db6e6a4df tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0067a11e-ba65-4569-82eb-63a8e043bc55']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:22.939052 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-8bc610a3-ab6b-4231-838c-a19db6e6a4df tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2864581b-c572-4338-a7ee-16bcee25e671') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:22.939759 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-8bc610a3-ab6b-4231-838c-a19db6e6a4df tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2864581b-c572-4338-a7ee-16bcee25e671') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:22.951491 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8bc610a3-ab6b-4231-838c-a19db6e6a4df tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:22.974309 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8bc610a3-ab6b-4231-838c-a19db6e6a4df tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:22.997995 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc610a3-ab6b-4231-838c-a19db6e6a4df tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:28:22.998786 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8bc610a3-ab6b-4231-838c-a19db6e6a4df tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:28:23.083347 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:28:23.093613 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8bc610a3-ab6b-4231-838c-a19db6e6a4df tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:23.145440 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8bc610a3-ab6b-4231-838c-a19db6e6a4df tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:23.145859 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d3072e84-01b6-4226-9356-5af3bff5f7be up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:28:23.154151 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8bc610a3-ab6b-4231-838c-a19db6e6a4df tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] 10.222.0.77 "DELETE /v2.0/networks/0067a11e-ba65-4569-82eb-63a8e043bc55 HTTP/1.1" status: 204 len: 168 time: 1.8552895 Aug 11 22:28:23.155195 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc610a3-ab6b-4231-838c-a19db6e6a4df tempest-TagsExtTest-1113048299 tempest-TagsExtTest-1113048299-project] Pushing event deleted for resources: {'Network': ['ID=0067a11e-ba65-4569-82eb-63a8e043bc55,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:23.214682 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0eee2686-9d4c-48ac-870d-704d824b43c7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:23.227009 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0eee2686-9d4c-48ac-870d-704d824b43c7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:23.287757 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port d3072e84-01b6-4226-9356-5af3bff5f7be completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:28:23.297856 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f7648fc6-a148-45e4-ad6f-c027cdb3edef up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:28:23.367278 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0eee2686-9d4c-48ac-870d-704d824b43c7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:23.376128 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee2686-9d4c-48ac-870d-704d824b43c7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Port': ['ID=b40e2ee9-4a17-4779-aabb-0d7b6f4251a4,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:23.453640 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port f7648fc6-a148-45e4-ad6f-c027cdb3edef triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:28:23.454098 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:23.580799 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eee2686-9d4c-48ac-870d-704d824b43c7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Network a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:28:23.584444 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-0eee2686-9d4c-48ac-870d-704d824b43c7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:28:23.659058 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b794cb7a-a1ed-4582-bfd5-b3e7ffca8a94 None None] Network a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:28:23.754072 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 4654e7d0-f246-4370-b0b0-951dab6caff1 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:28:23.789803 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 4654e7d0-f246-4370-b0b0-951dab6caff1 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:28:23.790168 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 4654e7d0-f246-4370-b0b0-951dab6caff1 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:28:23.808918 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8aea366d-4252-4a3e-84dd-d513da647b69 None None] Provisioning for port d3072e84-01b6-4226-9356-5af3bff5f7be completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:28:23.819793 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8aea366d-4252-4a3e-84dd-d513da647b69 None None] Provisioning complete for port d3072e84-01b6-4226-9356-5af3bff5f7be triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:28:23.820179 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8aea366d-4252-4a3e-84dd-d513da647b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:23.825794 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38500) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:23.870527 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eee2686-9d4c-48ac-870d-704d824b43c7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Router 41d9364a-9558-41fb-a89e-804e3eace4be has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:28:23.926566 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38506) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:24.084656 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eee2686-9d4c-48ac-870d-704d824b43c7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:28:24.106727 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0eee2686-9d4c-48ac-870d-704d824b43c7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "PUT /v2.0/routers/41d9364a-9558-41fb-a89e-804e3eace4be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5905426 Aug 11 22:28:24.212715 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589456c5-44bb-40e1-a8a5-f8a3f24524e5 None None] Sync routers for ids ['41d9364a-9558-41fb-a89e-804e3eace4be'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:28:24.234955 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589456c5-44bb-40e1-a8a5-f8a3f24524e5 None None] Routers {'41d9364a-9558-41fb-a89e-804e3eace4be'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:28:24.236019 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-589456c5-44bb-40e1-a8a5-f8a3f24524e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:28:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['41d9364a-9558-41fb-a89e-804e3eace4be'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:24.246665 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8aea366d-4252-4a3e-84dd-d513da647b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:24.329080 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-8aea366d-4252-4a3e-84dd-d513da647b69 None None] For port d3072e84-01b6-4226-9356-5af3bff5f7be, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d3072e84-01b6-4226-9356-5af3bff5f7be,segment=NetworkSegment(287ea734-d7f9-40a1-885e-de900d0aac74),segment_id=287ea734-d7f9-40a1-885e-de900d0aac74)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:28:24.346177 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8aea366d-4252-4a3e-84dd-d513da647b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:24.410379 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea366d-4252-4a3e-84dd-d513da647b69 None None] Pushing event updated for resources: {'Port': ['ID=d3072e84-01b6-4226-9356-5af3bff5f7be,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:24.414107 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7a02f1c1-74f6-46f2-87d4-bad790dbff4d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f0bfc920ae434fb8816a2b35163f149a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4851460 Aug 11 22:28:24.416788 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38522) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:24.452478 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-b6bf445e-0016-4b3c-a211-a9ba68220380 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:24.499642 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b6bf445e-0016-4b3c-a211-a9ba68220380 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] 10.222.0.77 "PUT /v2.0/quotas/eeaab4571db54657ad0955b92b3aad0d HTTP/1.1" status: 200 len: 368 time: 0.6698036 Aug 11 22:28:24.503627 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38524) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:24.518229 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-9bbb2857-6103-45d1-b654-dfe3eac59c71 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Request body: {'network': {'project_id': 'eeaab4571db54657ad0955b92b3aad0d'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:24.575872 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-589456c5-44bb-40e1-a8a5-f8a3f24524e5 None None] Set router 41d9364a-9558-41fb-a89e-804e3eace4be gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:28:24.633546 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbb2857-6103-45d1-b654-dfe3eac59c71 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Made reservation on behalf of eeaab4571db54657ad0955b92b3aad0d for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:28:24.644154 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9bbb2857-6103-45d1-b654-dfe3eac59c71 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:24.685520 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9bbb2857-6103-45d1-b654-dfe3eac59c71 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:24.721894 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee95fb2c-84fd-41c3-bb65-1fe0d55719db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:24.824048 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d3072e84-01b6-4226-9356-5af3bff5f7be up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:28:24.826254 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee95fb2c-84fd-41c3-bb65-1fe0d55719db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:24.965843 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee95fb2c-84fd-41c3-bb65-1fe0d55719db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:24.969178 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee95fb2c-84fd-41c3-bb65-1fe0d55719db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:24.973932 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ee95fb2c-84fd-41c3-bb65-1fe0d55719db admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b27bb7dc-24e2-4d7e-8288-0a4509ee07a1 HTTP/1.1" status: 204 len: 168 time: 0.5557494 Aug 11 22:28:25.002678 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9bbb2857-6103-45d1-b654-dfe3eac59c71 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:25.005413 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95fb2c-84fd-41c3-bb65-1fe0d55719db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27bb7dc-24e2-4d7e-8288-0a4509ee07a1,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:25.020474 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9bbb2857-6103-45d1-b654-dfe3eac59c71 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:25.039307 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0f85f538-2541-4eb6-b4a7-39f48336497d None None] Provisioning complete for port d3072e84-01b6-4226-9356-5af3bff5f7be triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:28:25.039793 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0f85f538-2541-4eb6-b4a7-39f48336497d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:25.062009 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb2857-6103-45d1-b654-dfe3eac59c71 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34103f81-dcc9-4643-b5fc-a4aa2e96ebea,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:25.110562 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbb2857-6103-45d1-b654-dfe3eac59c71 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:28:25.127478 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9bbb2857-6103-45d1-b654-dfe3eac59c71 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:25.128094 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-9bbb2857-6103-45d1-b654-dfe3eac59c71 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Added segment d6e96e39-ed8e-4724-bd03-44da4ddbbc60 of type vlan for network 900d24b3-f8dd-45c0-84c6-d2d9a86955aa Aug 11 22:28:25.247789 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9bbb2857-6103-45d1-b654-dfe3eac59c71 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:25.355147 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9bbb2857-6103-45d1-b654-dfe3eac59c71 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:25.359807 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbb2857-6103-45d1-b654-dfe3eac59c71 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:25.360665 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9bbb2857-6103-45d1-b654-dfe3eac59c71 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:25.371976 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c850c91-3208-48d7-a54a-e3694f26351e req-659c679f-4851-477d-ac47-46d50229131a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-734844029&fields=id&tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c HTTP/1.1" status: 200 len: 267 time: 0.0732167 Aug 11 22:28:25.508075 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port d3072e84-01b6-4226-9356-5af3bff5f7be triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:28:25.520203 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:25.538315 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9bbb2857-6103-45d1-b654-dfe3eac59c71 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0280342 Aug 11 22:28:25.544159 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38550) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:25.549450 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-f5125d39-d719-4770-9210-8d1262a63044 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Request body: {'network': {'project_id': 'eeaab4571db54657ad0955b92b3aad0d'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:25.592312 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb2857-6103-45d1-b654-dfe3eac59c71 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Pushing event updated for resources: {'Network': ['ID=900d24b3-f8dd-45c0-84c6-d2d9a86955aa,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:25.626972 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 900d24b3-f8dd-45c0-84c6-d2d9a86955aa details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:28:25.630513 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5125d39-d719-4770-9210-8d1262a63044 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Made reservation on behalf of eeaab4571db54657ad0955b92b3aad0d for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:28:25.637691 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f5125d39-d719-4770-9210-8d1262a63044 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:25.649860 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c850c91-3208-48d7-a54a-e3694f26351e req-1d5cec70-0f3e-454f-a086-ed79232ccd60 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:25.655117 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c850c91-3208-48d7-a54a-e3694f26351e req-1d5cec70-0f3e-454f-a086-ed79232ccd60 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/networks?id=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea HTTP/1.1" status: 200 len: 796 time: 0.2814410 Aug 11 22:28:25.685017 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c850c91-3208-48d7-a54a-e3694f26351e req-003df81f-ff6b-4785-941c-2b03728015ae tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/quotas/99e4ef8618e749c9ac7b5e3c6561f65c HTTP/1.1" status: 200 len: 375 time: 0.0198455 Aug 11 22:28:25.717754 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5125d39-d719-4770-9210-8d1262a63044 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:28:25.758310 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f5125d39-d719-4770-9210-8d1262a63044 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:25.758735 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-f5125d39-d719-4770-9210-8d1262a63044 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Added segment 38312cfc-4f87-4610-aed2-a20df7ba6ed2 of type vlan for network b29e3829-b70a-4874-b0b8-870d14d2d706 Aug 11 22:28:25.787357 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c850c91-3208-48d7-a54a-e3694f26351e req-4a109af8-d2d1-413c-83a3-c8805bc2e23a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0953546 Aug 11 22:28:25.804633 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0f85f538-2541-4eb6-b4a7-39f48336497d None None] Provisioning for port b40e2ee9-4a17-4779-aabb-0d7b6f4251a4 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:28:25.811766 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0f85f538-2541-4eb6-b4a7-39f48336497d None None] Provisioning complete for port b40e2ee9-4a17-4779-aabb-0d7b6f4251a4 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:28:25.812679 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0f85f538-2541-4eb6-b4a7-39f48336497d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:25.847387 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-589456c5-44bb-40e1-a8a5-f8a3f24524e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596437707', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f7648fc6-a148-45e4-ad6f-c027cdb3edef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:28:13Z', 'updated_at': '2021-08-11T22:28:22Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': 'f7648fc6-a148-45e4-ad6f-c027cdb3edef', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:28:14Z', 'updated_at': '2021-08-11T22:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'b40e2ee9-4a17-4779-aabb-0d7b6f4251a4', 'name': '', 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:5e:66:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '68e1758e-01de-4f03-8dc7-73b83f534214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:28:20Z', 'updated_at': '2021-08-11T22:28:22Z', 'revision_number': 2, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': '68e1758e-01de-4f03-8dc7-73b83f534214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:25.876511 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f5125d39-d719-4770-9210-8d1262a63044 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:25.906365 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589456c5-44bb-40e1-a8a5-f8a3f24524e5 None None] Checking router: 41d9364a-9558-41fb-a89e-804e3eace4be for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:28:25.907037 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589456c5-44bb-40e1-a8a5-f8a3f24524e5 None None] Updating router 41d9364a-9558-41fb-a89e-804e3eace4be port b40e2ee9-4a17-4779-aabb-0d7b6f4251a4 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:28:25.974966 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-0f85f538-2541-4eb6-b4a7-39f48336497d None None] Port b40e2ee9-4a17-4779-aabb-0d7b6f4251a4 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:28:25.979823 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f5125d39-d719-4770-9210-8d1262a63044 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:25.981624 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5125d39-d719-4770-9210-8d1262a63044 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:25.982307 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f5125d39-d719-4770-9210-8d1262a63044 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:26.004508 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-589456c5-44bb-40e1-a8a5-f8a3f24524e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:26.110212 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f5125d39-d719-4770-9210-8d1262a63044 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5588455 Aug 11 22:28:26.113351 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38568) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:26.128512 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-0b494af8-45ab-4466-803e-082b7e034714 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Request body: {'network': {'project_id': 'eeaab4571db54657ad0955b92b3aad0d'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:26.165309 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5125d39-d719-4770-9210-8d1262a63044 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Pushing event updated for resources: {'Network': ['ID=b29e3829-b70a-4874-b0b8-870d14d2d706,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:26.176224 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b494af8-45ab-4466-803e-082b7e034714 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 11 22:28:26.198361 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b494af8-45ab-4466-803e-082b7e034714 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:28:26.200421 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0b494af8-45ab-4466-803e-082b7e034714 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0761821 Aug 11 22:28:26.254746 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4cc5d8ea-6073-4a2f-8cf4-af563404c08f None None] Provisioning complete for port b40e2ee9-4a17-4779-aabb-0d7b6f4251a4 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:28:26.255128 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4cc5d8ea-6073-4a2f-8cf4-af563404c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:26.273256 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network b29e3829-b70a-4874-b0b8-870d14d2d706 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:28:26.275688 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c850c91-3208-48d7-a54a-e3694f26351e req-071aa764-bdce-4a28-b828-03293321623b service neutron] 10.222.0.77 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723895 Aug 11 22:28:26.371918 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38580) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:26.440753 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5d8ea-6073-4a2f-8cf4-af563404c08f None None] Port b40e2ee9-4a17-4779-aabb-0d7b6f4251a4 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:28:26.477923 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c850c91-3208-48d7-a54a-e3694f26351e req-d48d0d83-42de-4717-b54f-b994105772af service neutron] 10.222.0.77 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003338 Aug 11 22:28:26.691064 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-73195c61-77a0-4cd0-ae8f-6f85e2eeeabb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eeaab4571db54657ad0955b92b3aad0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3155730 Aug 11 22:28:26.691847 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38592) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:26.825518 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-589456c5-44bb-40e1-a8a5-f8a3f24524e5 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:26.852788 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-589456c5-44bb-40e1-a8a5-f8a3f24524e5 None None] Transition to ACTIVE for port object b40e2ee9-4a17-4779-aabb-0d7b6f4251a4 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:28:26.868726 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-589456c5-44bb-40e1-a8a5-f8a3f24524e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:26.902766 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2d501c9b-9981-462f-aecf-0ed2a5acd226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:26.971782 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f31b389e-b385-4d3c-a287-e5ee33d691bd req-04546fc6-192e-4eea-a1b1-ea4ae998e307 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 210 time: 0.1020479 Aug 11 22:28:26.981389 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ada6b1-579c-421b-afd3-a5443f6c86d3 None None] Pushing event updated for resources: {'Port': ['ID=b40e2ee9-4a17-4779-aabb-0d7b6f4251a4,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:27.022602 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2d501c9b-9981-462f-aecf-0ed2a5acd226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:27.120182 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2d501c9b-9981-462f-aecf-0ed2a5acd226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:27.123391 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2d501c9b-9981-462f-aecf-0ed2a5acd226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:27.124821 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2d501c9b-9981-462f-aecf-0ed2a5acd226 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/34103f81-dcc9-4643-b5fc-a4aa2e96ebea HTTP/1.1" status: 204 len: 168 time: 0.4310863 Aug 11 22:28:27.127663 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38606) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:27.130486 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-589456c5-44bb-40e1-a8a5-f8a3f24524e5 None None] Attempting to bind port b40e2ee9-4a17-4779-aabb-0d7b6f4251a4 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:28:27.131130 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-589456c5-44bb-40e1-a8a5-f8a3f24524e5 None None] Attempting to bind port b40e2ee9-4a17-4779-aabb-0d7b6f4251a4 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '287ea734-d7f9-40a1-885e-de900d0aac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:28:27.131876 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589456c5-44bb-40e1-a8a5-f8a3f24524e5 None None] Attempting to bind port b40e2ee9-4a17-4779-aabb-0d7b6f4251a4 on network a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:28:27.142626 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589456c5-44bb-40e1-a8a5-f8a3f24524e5 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:28:27.146650 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589456c5-44bb-40e1-a8a5-f8a3f24524e5 None None] Checking segment: {'id': '287ea734-d7f9-40a1-885e-de900d0aac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:28:27.148767 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-589456c5-44bb-40e1-a8a5-f8a3f24524e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:27.149467 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589456c5-44bb-40e1-a8a5-f8a3f24524e5 None None] Bound using segment: {'id': '287ea734-d7f9-40a1-885e-de900d0aac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:28:27.150161 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-589456c5-44bb-40e1-a8a5-f8a3f24524e5 None None] Bound port: b40e2ee9-4a17-4779-aabb-0d7b6f4251a4, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287ea734-d7f9-40a1-885e-de900d0aac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:28:27.155526 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d501c9b-9981-462f-aecf-0ed2a5acd226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34103f81-dcc9-4643-b5fc-a4aa2e96ebea,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:27.165929 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-589456c5-44bb-40e1-a8a5-f8a3f24524e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:27.307691 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-589456c5-44bb-40e1-a8a5-f8a3f24524e5 None None] For port b40e2ee9-4a17-4779-aabb-0d7b6f4251a4, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:28:27.312482 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-589456c5-44bb-40e1-a8a5-f8a3f24524e5 None None] For port b40e2ee9-4a17-4779-aabb-0d7b6f4251a4, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b40e2ee9-4a17-4779-aabb-0d7b6f4251a4,segment=NetworkSegment(287ea734-d7f9-40a1-885e-de900d0aac74),segment_id=287ea734-d7f9-40a1-885e-de900d0aac74)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:28:27.323496 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-589456c5-44bb-40e1-a8a5-f8a3f24524e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:27.359713 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-604bb23a-225e-4f84-97ec-af87343aa69f tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:27.387777 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589456c5-44bb-40e1-a8a5-f8a3f24524e5 None None] Routers {'41d9364a-9558-41fb-a89e-804e3eace4be'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:28:27.388563 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-589456c5-44bb-40e1-a8a5-f8a3f24524e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:28:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['41d9364a-9558-41fb-a89e-804e3eace4be'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:27.526461 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-604bb23a-225e-4f84-97ec-af87343aa69f tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:27.562633 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-604bb23a-225e-4f84-97ec-af87343aa69f tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b29e3829-b70a-4874-b0b8-870d14d2d706']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:27.597139 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-604bb23a-225e-4f84-97ec-af87343aa69f tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38312cfc-4f87-4610-aed2-a20df7ba6ed2') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:27.597583 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-604bb23a-225e-4f84-97ec-af87343aa69f tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38312cfc-4f87-4610-aed2-a20df7ba6ed2') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:27.639265 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-604bb23a-225e-4f84-97ec-af87343aa69f tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:27.667778 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-604bb23a-225e-4f84-97ec-af87343aa69f tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:27.676916 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-604bb23a-225e-4f84-97ec-af87343aa69f tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:28:27.677895 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-604bb23a-225e-4f84-97ec-af87343aa69f tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:28:27.680410 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:28:27.770931 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-604bb23a-225e-4f84-97ec-af87343aa69f tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:27.787084 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-604bb23a-225e-4f84-97ec-af87343aa69f tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:27.801289 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-604bb23a-225e-4f84-97ec-af87343aa69f tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] 10.222.0.77 "DELETE /v2.0/networks/b29e3829-b70a-4874-b0b8-870d14d2d706 HTTP/1.1" status: 204 len: 168 time: 0.6719573 Aug 11 22:28:27.802093 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38622) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:27.832425 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604bb23a-225e-4f84-97ec-af87343aa69f tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Pushing event deleted for resources: {'Network': ['ID=b29e3829-b70a-4874-b0b8-870d14d2d706,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:27.993543 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-589456c5-44bb-40e1-a8a5-f8a3f24524e5 None None] Set router 41d9364a-9558-41fb-a89e-804e3eace4be gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:28:28.085528 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb34cc41-f2a5-4b1a-8681-0c12975488e9 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:28.125839 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ada6b1-579c-421b-afd3-a5443f6c86d3 None None] Pushing event updated for resources: {'Port': ['ID=b40e2ee9-4a17-4779-aabb-0d7b6f4251a4,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:28.190438 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8c9ce87d-3ff5-4111-9ef4-ee30b147f6d0 req-e52c46a2-d9a6-4f68-828b-6f0e9f70884f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 210 time: 0.0964899 Aug 11 22:28:28.313095 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb34cc41-f2a5-4b1a-8681-0c12975488e9 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:28.328942 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-bb34cc41-f2a5-4b1a-8681-0c12975488e9 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900d24b3-f8dd-45c0-84c6-d2d9a86955aa']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:28.358017 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-bb34cc41-f2a5-4b1a-8681-0c12975488e9 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e96e39-ed8e-4724-bd03-44da4ddbbc60') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:28.358400 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-bb34cc41-f2a5-4b1a-8681-0c12975488e9 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e96e39-ed8e-4724-bd03-44da4ddbbc60') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:28.378064 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb34cc41-f2a5-4b1a-8681-0c12975488e9 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:28.410431 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb34cc41-f2a5-4b1a-8681-0c12975488e9 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:28.442403 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb34cc41-f2a5-4b1a-8681-0c12975488e9 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:28:28.444099 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb34cc41-f2a5-4b1a-8681-0c12975488e9 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:28:28.449669 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:28:28.481088 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-589456c5-44bb-40e1-a8a5-f8a3f24524e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596437707', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f7648fc6-a148-45e4-ad6f-c027cdb3edef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:28:13Z', 'updated_at': '2021-08-11T22:28:22Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': 'f7648fc6-a148-45e4-ad6f-c027cdb3edef', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:28:14Z', 'updated_at': '2021-08-11T22:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'b40e2ee9-4a17-4779-aabb-0d7b6f4251a4', 'name': '', 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:5e:66:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '68e1758e-01de-4f03-8dc7-73b83f534214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:28:20Z', 'updated_at': '2021-08-11T22:28:27Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': '68e1758e-01de-4f03-8dc7-73b83f534214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:28.545322 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589456c5-44bb-40e1-a8a5-f8a3f24524e5 None None] The sync data for ids ['41d9364a-9558-41fb-a89e-804e3eace4be'] in n-d-804275-3 is: [{'id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596437707', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f7648fc6-a148-45e4-ad6f-c027cdb3edef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:28:13Z', 'updated_at': '2021-08-11T22:28:22Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': 'f7648fc6-a148-45e4-ad6f-c027cdb3edef', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:28:14Z', 'updated_at': '2021-08-11T22:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'b40e2ee9-4a17-4779-aabb-0d7b6f4251a4', 'name': '', 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:5e:66:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '68e1758e-01de-4f03-8dc7-73b83f534214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:28:20Z', 'updated_at': '2021-08-11T22:28:27Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': '68e1758e-01de-4f03-8dc7-73b83f534214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:28:28.655934 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb34cc41-f2a5-4b1a-8681-0c12975488e9 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:28.675473 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb34cc41-f2a5-4b1a-8681-0c12975488e9 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:28.680367 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bb34cc41-f2a5-4b1a-8681-0c12975488e9 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] 10.222.0.77 "DELETE /v2.0/networks/900d24b3-f8dd-45c0-84c6-d2d9a86955aa HTTP/1.1" status: 204 len: 168 time: 0.8753285 Aug 11 22:28:28.718891 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34cc41-f2a5-4b1a-8681-0c12975488e9 tempest-QuotasNegativeTest-1511950066 tempest-QuotasNegativeTest-1511950066-project-admin] Pushing event deleted for resources: {'Network': ['ID=900d24b3-f8dd-45c0-84c6-d2d9a86955aa,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:28.992221 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b40e2ee9-4a17-4779-aabb-0d7b6f4251a4 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:28:29.135468 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port b40e2ee9-4a17-4779-aabb-0d7b6f4251a4 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:28:29.143283 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port b40e2ee9-4a17-4779-aabb-0d7b6f4251a4 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:28:29.144043 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:29.332153 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:29.416278 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d6d0a9bd-6aef-4c09-ab58-62e673bee7d7 req-dca9e8b9-9782-4ff4-aafd-2d65835ffa70 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 210 time: 0.0643854 Aug 11 22:28:29.484061 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port b40e2ee9-4a17-4779-aabb-0d7b6f4251a4, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b40e2ee9-4a17-4779-aabb-0d7b6f4251a4,segment=NetworkSegment(287ea734-d7f9-40a1-885e-de900d0aac74),segment_id=287ea734-d7f9-40a1-885e-de900d0aac74)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:28:29.493222 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:29.616358 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=b40e2ee9-4a17-4779-aabb-0d7b6f4251a4,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:30.201438 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38670) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:30.229157 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6956aa67-3a8e-44c6-bd63-7c6fbc6028f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:30.340574 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c850c91-3208-48d7-a54a-e3694f26351e req-a910a4a1-3a8a-4c2c-b5ff-e9296b70c595 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:30.344616 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c850c91-3208-48d7-a54a-e3694f26351e req-a910a4a1-3a8a-4c2c-b5ff-e9296b70c595 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.82 "GET /v2.0/networks?id=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea HTTP/1.1" status: 200 len: 796 time: 0.3676674 Aug 11 22:28:30.468013 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6956aa67-3a8e-44c6-bd63-7c6fbc6028f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:30.474375 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c850c91-3208-48d7-a54a-e3694f26351e req-dca45379-3a04-4627-ba33-3855b04a9a0e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c HTTP/1.1" status: 200 len: 379 time: 0.0993145 Aug 11 22:28:30.480933 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6956aa67-3a8e-44c6-bd63-7c6fbc6028f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:30.522942 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-7c850c91-3208-48d7-a54a-e3694f26351e req-03a3902e-88de-4056-8eb8-da567a85c82f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'port': {'device_id': '3951eb3c-3804-400a-bd5e-57dc7ec615e7', 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea', 'admin_state_up': True, 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'security_groups': ['e0a33424-7078-49cc-9676-12d151c0ee85']}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:30.533468 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38682) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:30.534235 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6956aa67-3a8e-44c6-bd63-7c6fbc6028f3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=858522ed86664c288a47c38f20823ac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3321021 Aug 11 22:28:30.667203 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9a8a5a31-667b-4d96-9137-a635ae45f667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:30.724963 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9a8a5a31-667b-4d96-9137-a635ae45f667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:30.768995 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b40e2ee9-4a17-4779-aabb-0d7b6f4251a4 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:28:30.846359 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9a8a5a31-667b-4d96-9137-a635ae45f667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:30.850098 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9a8a5a31-667b-4d96-9137-a635ae45f667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:30.854141 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9a8a5a31-667b-4d96-9137-a635ae45f667 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d0d70416-e5cb-4429-a8b9-bb40a6b6f68e HTTP/1.1" status: 204 len: 168 time: 0.3190165 Aug 11 22:28:30.883099 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a5a31-667b-4d96-9137-a635ae45f667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d70416-e5cb-4429-a8b9-bb40a6b6f68e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:30.935075 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port b40e2ee9-4a17-4779-aabb-0d7b6f4251a4 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:28:30.938371 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:31.158803 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ceddf3ea-d805-4eb4-a3d1-7e007449db75 req-97916df5-a450-4c32-aec2-9697cc59edff tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 210 time: 0.0374675 Aug 11 22:28:31.164321 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956aa67-3a8e-44c6-bd63-7c6fbc6028f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d70416-e5cb-4429-a8b9-bb40a6b6f68e,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:31.267038 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c850c91-3208-48d7-a54a-e3694f26351e req-03a3902e-88de-4056-8eb8-da567a85c82f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Made reservation on behalf of 99e4ef8618e749c9ac7b5e3c6561f65c for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:28:31.273245 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7c850c91-3208-48d7-a54a-e3694f26351e req-03a3902e-88de-4056-8eb8-da567a85c82f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:31.527612 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f96b416-5592-49b7-b787-815a036e7c6c req-46eaab83-44e6-4ced-8597-acb48e4c269d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1383178586&fields=id&tenant_id=0bd86e77836944e4bb373c5db0c18c61 HTTP/1.1" status: 200 len: 267 time: 0.0730684 Aug 11 22:28:31.542656 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-7c850c91-3208-48d7-a54a-e3694f26351e req-03a3902e-88de-4056-8eb8-da567a85c82f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Allocated IP 172.20.0.5 (a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea/68e1758e-01de-4f03-8dc7-73b83f534214/1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:28:31.777148 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96b416-5592-49b7-b787-815a036e7c6c req-7fd8e311-90c7-4dd6-9441-87575f5769eb tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:31.778762 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f96b416-5592-49b7-b787-815a036e7c6c req-7fd8e311-90c7-4dd6-9441-87575f5769eb tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/networks?id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 200 len: 812 time: 0.2378461 Aug 11 22:28:31.813256 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f96b416-5592-49b7-b787-815a036e7c6c req-19700edc-2f5a-4ce0-a761-3ba3bac3f7f8 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/quotas/0bd86e77836944e4bb373c5db0c18c61 HTTP/1.1" status: 200 len: 375 time: 0.0248919 Aug 11 22:28:31.852695 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7c850c91-3208-48d7-a54a-e3694f26351e req-03a3902e-88de-4056-8eb8-da567a85c82f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:31.891940 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-7c850c91-3208-48d7-a54a-e3694f26351e req-03a3902e-88de-4056-8eb8-da567a85c82f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Transition to ACTIVE for port object 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:28:31.916655 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f96b416-5592-49b7-b787-815a036e7c6c req-e7e71dc0-6e9b-427e-ba6c-b4ac7b214e74 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0bd86e77836944e4bb373c5db0c18c61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0835595 Aug 11 22:28:31.988844 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38718) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:32.012076 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38720) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:32.025591 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d022b2c8-f24e-41db-8117-e1b8d9df5874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:32.036754 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7c850c91-3208-48d7-a54a-e3694f26351e req-03a3902e-88de-4056-8eb8-da567a85c82f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:32.118209 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c850c91-3208-48d7-a54a-e3694f26351e req-03a3902e-88de-4056-8eb8-da567a85c82f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Network a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:28:32.127645 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-7c850c91-3208-48d7-a54a-e3694f26351e req-03a3902e-88de-4056-8eb8-da567a85c82f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:28:32.141821 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c850c91-3208-48d7-a54a-e3694f26351e req-03a3902e-88de-4056-8eb8-da567a85c82f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:28:32.150070 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d022b2c8-f24e-41db-8117-e1b8d9df5874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:32.156941 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d022b2c8-f24e-41db-8117-e1b8d9df5874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:32.221207 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d022b2c8-f24e-41db-8117-e1b8d9df5874 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2492e1cf38444efdbca996d9cc3d04ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2271080 Aug 11 22:28:32.222190 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38726) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:32.232350 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022b2c8-f24e-41db-8117-e1b8d9df5874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2a82b8-d0f7-469d-838e-689d7a83af7e,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:32.289811 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3902e-88de-4056-8eb8-da567a85c82f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Port': ['ID=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:32.316523 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a499284-526f-422b-a068-d323bb6f52cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:32.348429 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f96b416-5592-49b7-b787-815a036e7c6c req-9b2f990d-015b-4564-88f4-2e0f2a7d5e9f service neutron] 10.222.0.77 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060600 Aug 11 22:28:32.361403 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c850c91-3208-48d7-a54a-e3694f26351e req-03a3902e-88de-4056-8eb8-da567a85c82f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:32.362526 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7c850c91-3208-48d7-a54a-e3694f26351e req-03a3902e-88de-4056-8eb8-da567a85c82f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:32.369944 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a499284-526f-422b-a068-d323bb6f52cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:32.510005 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a499284-526f-422b-a068-d323bb6f52cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:32.513382 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a499284-526f-422b-a068-d323bb6f52cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:32.517331 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3a499284-526f-422b-a068-d323bb6f52cf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7e2a82b8-d0f7-469d-838e-689d7a83af7e HTTP/1.1" status: 204 len: 168 time: 0.2918394 Aug 11 22:28:32.532948 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-21f91eeb-1221-4701-b0cb-a178ad3b9a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:32.536716 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a499284-526f-422b-a068-d323bb6f52cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2a82b8-d0f7-469d-838e-689d7a83af7e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:32.542003 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c850c91-3208-48d7-a54a-e3694f26351e req-03a3902e-88de-4056-8eb8-da567a85c82f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0254662 Aug 11 22:28:32.566868 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d46d57e6-edbb-4971-ba9e-0fe8dac2e525 None None] Provisioning for port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:28:32.587846 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d46d57e6-edbb-4971-ba9e-0fe8dac2e525 None None] Provisioning complete for port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:28:32.588252 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d46d57e6-edbb-4971-ba9e-0fe8dac2e525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:32.591043 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-7c850c91-3208-48d7-a54a-e3694f26351e req-565f5fad-86af-49d3-80d2-fa3a8de9db1a service neutron] Request body: {'port': {'device_id': '3951eb3c-3804-400a-bd5e-57dc7ec615e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:32.666944 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-21f91eeb-1221-4701-b0cb-a178ad3b9a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:32.669418 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-d46d57e6-edbb-4971-ba9e-0fe8dac2e525 None None] Port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:28:32.679934 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-21f91eeb-1221-4701-b0cb-a178ad3b9a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:32.706685 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7c850c91-3208-48d7-a54a-e3694f26351e req-565f5fad-86af-49d3-80d2-fa3a8de9db1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:32.729497 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f96b416-5592-49b7-b787-815a036e7c6c req-13467d28-d238-48ce-8425-d18d7f04b4fb service neutron] 10.222.0.77 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586056 Aug 11 22:28:32.742894 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-21f91eeb-1221-4701-b0cb-a178ad3b9a08 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e108e433afaf437cac677b8824e57270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7293477 Aug 11 22:28:32.745766 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f91eeb-1221-4701-b0cb-a178ad3b9a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252d031c-fed2-47da-83d1-4acb6f74c0fe,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:32.762696 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38734) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:32.872918 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aab83863-6e2b-46f2-9a1a-61aab8db0997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:32.906271 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aab83863-6e2b-46f2-9a1a-61aab8db0997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:32.993924 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aab83863-6e2b-46f2-9a1a-61aab8db0997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:32.997230 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aab83863-6e2b-46f2-9a1a-61aab8db0997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:32.999114 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-aab83863-6e2b-46f2-9a1a-61aab8db0997 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/252d031c-fed2-47da-83d1-4acb6f74c0fe HTTP/1.1" status: 204 len: 168 time: 0.2346578 Aug 11 22:28:33.013271 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab83863-6e2b-46f2-9a1a-61aab8db0997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252d031c-fed2-47da-83d1-4acb6f74c0fe,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:33.217091 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-7c850c91-3208-48d7-a54a-e3694f26351e req-565f5fad-86af-49d3-80d2-fa3a8de9db1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:28:33.229674 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7c850c91-3208-48d7-a54a-e3694f26351e req-565f5fad-86af-49d3-80d2-fa3a8de9db1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:33.246512 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-7c850c91-3208-48d7-a54a-e3694f26351e req-565f5fad-86af-49d3-80d2-fa3a8de9db1a service neutron] Transition to ACTIVE for port object 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:28:33.263651 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7c850c91-3208-48d7-a54a-e3694f26351e req-565f5fad-86af-49d3-80d2-fa3a8de9db1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:33.505649 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f5fad-86af-49d3-80d2-fa3a8de9db1a service neutron] Pushing event updated for resources: {'Port': ['ID=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:33.540050 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-7c850c91-3208-48d7-a54a-e3694f26351e req-565f5fad-86af-49d3-80d2-fa3a8de9db1a service neutron] Attempting to bind port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:28:33.540584 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-7c850c91-3208-48d7-a54a-e3694f26351e req-565f5fad-86af-49d3-80d2-fa3a8de9db1a service neutron] Attempting to bind port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '287ea734-d7f9-40a1-885e-de900d0aac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:28:33.541152 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c850c91-3208-48d7-a54a-e3694f26351e req-565f5fad-86af-49d3-80d2-fa3a8de9db1a service neutron] Attempting to bind port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 on network a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:28:33.580000 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a296f6e-eac5-4533-afa8-6442358eddcf req-5493a753-500e-41c7-8624-9b465250a77a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:33.582647 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4a296f6e-eac5-4533-afa8-6442358eddcf req-5493a753-500e-41c7-8624-9b465250a77a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 943 time: 0.3306489 Aug 11 22:28:33.586670 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c850c91-3208-48d7-a54a-e3694f26351e req-565f5fad-86af-49d3-80d2-fa3a8de9db1a service neutron] Port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 on network a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:28:33.587203 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c850c91-3208-48d7-a54a-e3694f26351e req-565f5fad-86af-49d3-80d2-fa3a8de9db1a service neutron] Attempting to bind port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 on network a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:28:33.599645 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c850c91-3208-48d7-a54a-e3694f26351e req-565f5fad-86af-49d3-80d2-fa3a8de9db1a service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:28:33.600152 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c850c91-3208-48d7-a54a-e3694f26351e req-565f5fad-86af-49d3-80d2-fa3a8de9db1a service neutron] Checking segment: {'id': '287ea734-d7f9-40a1-885e-de900d0aac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:28:33.600770 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c850c91-3208-48d7-a54a-e3694f26351e req-565f5fad-86af-49d3-80d2-fa3a8de9db1a service neutron] Bound using segment: {'id': '287ea734-d7f9-40a1-885e-de900d0aac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:28:33.601536 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-7c850c91-3208-48d7-a54a-e3694f26351e req-565f5fad-86af-49d3-80d2-fa3a8de9db1a service neutron] Bound port: 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '287ea734-d7f9-40a1-885e-de900d0aac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:28:33.602088 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7c850c91-3208-48d7-a54a-e3694f26351e req-565f5fad-86af-49d3-80d2-fa3a8de9db1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:33.692869 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38770) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:33.721780 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cbb4d029-1cb1-4052-b389-e7584ad8de23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:33.768194 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4a296f6e-eac5-4533-afa8-6442358eddcf req-ca894cd0-2279-4e61-8d2a-6664c6ab83fb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577601 Aug 11 22:28:33.831588 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-7c850c91-3208-48d7-a54a-e3694f26351e req-565f5fad-86af-49d3-80d2-fa3a8de9db1a service neutron] For port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:28:33.839113 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-7c850c91-3208-48d7-a54a-e3694f26351e req-565f5fad-86af-49d3-80d2-fa3a8de9db1a service neutron] For port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7,segment=NetworkSegment(287ea734-d7f9-40a1-885e-de900d0aac74),segment_id=287ea734-d7f9-40a1-885e-de900d0aac74)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:28:33.845944 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7c850c91-3208-48d7-a54a-e3694f26351e req-565f5fad-86af-49d3-80d2-fa3a8de9db1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:33.945407 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cbb4d029-1cb1-4052-b389-e7584ad8de23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:33.954301 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cbb4d029-1cb1-4052-b389-e7584ad8de23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:33.986533 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-cbb4d029-1cb1-4052-b389-e7584ad8de23 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=32921cc125024885a3a5cc762262b49e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2921410 Aug 11 22:28:33.989136 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38772) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:34.038164 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1d4c577a-59ca-4310-8fd5-c6b33f923107 req-2ddbcbc7-4e6e-42f0-8151-6bc9255d58ff tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 210 time: 0.0985649 Aug 11 22:28:34.064866 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c850c91-3208-48d7-a54a-e3694f26351e req-565f5fad-86af-49d3-80d2-fa3a8de9db1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:34.064866 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-7c850c91-3208-48d7-a54a-e3694f26351e req-565f5fad-86af-49d3-80d2-fa3a8de9db1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:34.064866 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c850c91-3208-48d7-a54a-e3694f26351e req-565f5fad-86af-49d3-80d2-fa3a8de9db1a service neutron] 10.222.0.82 "PUT /v2.0/ports/1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 HTTP/1.1" status: 200 len: 1091 time: 1.4990973 Aug 11 22:28:34.064866 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3951eb3c-3804-400a-bd5e-57dc7ec615e7', 'tag': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:28:34.066343 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d49426-6729-4039-b8ec-23c2cbecab1d" -d '{"events": [{"name": "network-changed", "server_uuid": "3951eb3c-3804-400a-bd5e-57dc7ec615e7", "tag": "1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:28:34.098406 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4d029-1cb1-4052-b389-e7584ad8de23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7d2bab-03a5-4635-8639-e60994b8f75d,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:34.109995 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f5fad-86af-49d3-80d2-fa3a8de9db1a service neutron] Pushing event updated for resources: {'Port': ['ID=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:34.152501 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-73795f5a-a364-495c-bc86-5d67a5ae4f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:34.176378 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620633b8-752c-49ee-b071-9e5d706f6085 x-openstack-request-id: req-620633b8-752c-49ee-b071-9e5d706f6085 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:28:34.176912 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3951eb3c-3804-400a-bd5e-57dc7ec615e7", "tag": "1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:28:34.177339 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-620633b8-752c-49ee-b071-9e5d706f6085 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:28:34.177944 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3951eb3c-3804-400a-bd5e-57dc7ec615e7', 'tag': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7', 'status': 'completed', 'code': 200} Aug 11 22:28:34.213180 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-73795f5a-a364-495c-bc86-5d67a5ae4f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:34.280002 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c850c91-3208-48d7-a54a-e3694f26351e req-1b579307-4506-47e6-9581-fb9d23db4dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:34.286650 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c850c91-3208-48d7-a54a-e3694f26351e req-1b579307-4506-47e6-9581-fb9d23db4dcd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 1094 time: 0.0938060 Aug 11 22:28:34.316637 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-73795f5a-a364-495c-bc86-5d67a5ae4f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:34.319666 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-73795f5a-a364-495c-bc86-5d67a5ae4f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:34.323118 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-73795f5a-a364-495c-bc86-5d67a5ae4f13 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ae7d2bab-03a5-4635-8639-e60994b8f75d HTTP/1.1" status: 204 len: 168 time: 0.3303547 Aug 11 22:28:34.334222 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73795f5a-a364-495c-bc86-5d67a5ae4f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7d2bab-03a5-4635-8639-e60994b8f75d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:34.442503 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c850c91-3208-48d7-a54a-e3694f26351e req-f967d0a7-425b-4c97-8317-446f3af1813f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 HTTP/1.1" status: 200 len: 217 time: 0.1395991 Aug 11 22:28:34.506983 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c850c91-3208-48d7-a54a-e3694f26351e req-479f7d81-1079-4b1e-bad6-4dae834681ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:34.509226 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c850c91-3208-48d7-a54a-e3694f26351e req-479f7d81-1079-4b1e-bad6-4dae834681ab service neutron] 10.222.0.82 "GET /v2.0/subnets?id=68e1758e-01de-4f03-8dc7-73b83f534214 HTTP/1.1" status: 200 len: 834 time: 0.0614138 Aug 11 22:28:34.571357 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c850c91-3208-48d7-a54a-e3694f26351e req-7a05795b-a8e1-4213-a05f-b6e9420176bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:34.573444 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c850c91-3208-48d7-a54a-e3694f26351e req-7a05795b-a8e1-4213-a05f-b6e9420176bd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566378 Aug 11 22:28:34.856605 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c850c91-3208-48d7-a54a-e3694f26351e req-aea2b0cd-181f-45ec-9662-59d1ed796db5 service neutron] 10.222.0.82 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748230 Aug 11 22:28:34.995025 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96b416-5592-49b7-b787-815a036e7c6c req-5966ee04-1a1e-4967-a5c6-0076d9eb6b05 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:34.997718 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5f96b416-5592-49b7-b787-815a036e7c6c req-5966ee04-1a1e-4967-a5c6-0076d9eb6b05 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.52 "GET /v2.0/networks?id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 200 len: 812 time: 0.3245125 Aug 11 22:28:35.014330 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c850c91-3208-48d7-a54a-e3694f26351e req-e28ccc4e-6ba2-46a6-914b-98cfb78226d5 service neutron] 10.222.0.82 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492121 Aug 11 22:28:35.087788 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2559b-79ef-4135-9d88-9f9ec2053000 req-d865d6f1-85b9-4762-8a56-9ded7aafbed7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:35.090792 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b9a2559b-79ef-4135-9d88-9f9ec2053000 req-d865d6f1-85b9-4762-8a56-9ded7aafbed7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 943 time: 0.0740404 Aug 11 22:28:35.220833 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5f96b416-5592-49b7-b787-815a036e7c6c req-47006a4a-4e33-46e9-bbe5-b21244924979 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bd86e77836944e4bb373c5db0c18c61 HTTP/1.1" status: 200 len: 380 time: 0.2126520 Aug 11 22:28:35.221395 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b9a2559b-79ef-4135-9d88-9f9ec2053000 req-74f1337a-e8d7-4f19-ae6d-39b9e35f7a62 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247866 Aug 11 22:28:35.240805 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-5f96b416-5592-49b7-b787-815a036e7c6c req-1c63dfcb-c1e1-4692-a246-9f683631ef48 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Request body: {'port': {'device_id': '7f7abe15-b523-448a-8e5a-74017d8fdc0a', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'admin_state_up': True, 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'security_groups': ['46e9b888-5743-4563-981d-7fb0e1872035']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:35.275242 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d49426-6729-4039-b8ec-23c2cbecab1d req-f8219061-a26b-4cfe-bb8f-4dfe58c9431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:35.277134 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e8d49426-6729-4039-b8ec-23c2cbecab1d req-f8219061-a26b-4cfe-bb8f-4dfe58c9431d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 1094 time: 0.1382377 Aug 11 22:28:35.544299 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6767da19-5982-4c0d-a155-470bc206c152 req-65dc4896-89ee-45d7-aca1-408d906db3b2 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 210 time: 0.0959818 Aug 11 22:28:35.591239 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f96b416-5592-49b7-b787-815a036e7c6c req-1c63dfcb-c1e1-4692-a246-9f683631ef48 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Made reservation on behalf of 0bd86e77836944e4bb373c5db0c18c61 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:28:35.618950 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5f96b416-5592-49b7-b787-815a036e7c6c req-1c63dfcb-c1e1-4692-a246-9f683631ef48 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:35.687570 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d49426-6729-4039-b8ec-23c2cbecab1d req-7c4a835e-3e57-4b5a-b879-5cc7d876dd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:35.691540 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e8d49426-6729-4039-b8ec-23c2cbecab1d req-7c4a835e-3e57-4b5a-b879-5cc7d876dd26 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea HTTP/1.1" status: 200 len: 897 time: 0.4062452 Aug 11 22:28:35.852243 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e8d49426-6729-4039-b8ec-23c2cbecab1d req-2ea2f4f9-e664-4590-a33b-2ebd28528cac service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 HTTP/1.1" status: 200 len: 217 time: 0.1451414 Aug 11 22:28:35.935433 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-5f96b416-5592-49b7-b787-815a036e7c6c req-1c63dfcb-c1e1-4692-a246-9f683631ef48 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Allocated IP 172.20.0.14 (6622d19d-e8f9-4f58-9c5a-5a6b1c375431/e825988f-9783-4539-86a4-b6ca493a4bbd/9b710c67-282e-4e09-951b-c5305bee8945) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:28:35.973903 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d49426-6729-4039-b8ec-23c2cbecab1d req-0d8a3ab8-3588-4f54-aba5-6eddce6c8647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:35.976884 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e8d49426-6729-4039-b8ec-23c2cbecab1d req-0d8a3ab8-3588-4f54-aba5-6eddce6c8647 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=68e1758e-01de-4f03-8dc7-73b83f534214 HTTP/1.1" status: 200 len: 834 time: 0.1172001 Aug 11 22:28:36.080248 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d49426-6729-4039-b8ec-23c2cbecab1d req-fed65bf4-9354-4768-acae-3446314ab049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:36.084628 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e8d49426-6729-4039-b8ec-23c2cbecab1d req-fed65bf4-9354-4768-acae-3446314ab049 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000054 Aug 11 22:28:36.101249 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:28:36.155061 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5f96b416-5592-49b7-b787-815a036e7c6c req-1c63dfcb-c1e1-4692-a246-9f683631ef48 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:36.171834 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-5f96b416-5592-49b7-b787-815a036e7c6c req-1c63dfcb-c1e1-4692-a246-9f683631ef48 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Transition to ACTIVE for port object 9b710c67-282e-4e09-951b-c5305bee8945 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:28:36.212763 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5f96b416-5592-49b7-b787-815a036e7c6c req-1c63dfcb-c1e1-4692-a246-9f683631ef48 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:36.286188 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63dfcb-c1e1-4692-a246-9f683631ef48 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Pushing event updated for resources: {'Port': ['ID=9b710c67-282e-4e09-951b-c5305bee8945,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:36.314577 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f96b416-5592-49b7-b787-815a036e7c6c req-1c63dfcb-c1e1-4692-a246-9f683631ef48 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:28:36.316493 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-5f96b416-5592-49b7-b787-815a036e7c6c req-1c63dfcb-c1e1-4692-a246-9f683631ef48 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:28:36.319482 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f96b416-5592-49b7-b787-815a036e7c6c req-1c63dfcb-c1e1-4692-a246-9f683631ef48 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:28:36.356661 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e8d49426-6729-4039-b8ec-23c2cbecab1d req-b6d52670-1907-4ff4-9fe7-b51bde1cf6bd service neutron] 10.222.0.82 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627409 Aug 11 22:28:36.402943 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96b416-5592-49b7-b787-815a036e7c6c req-1c63dfcb-c1e1-4692-a246-9f683631ef48 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:36.404367 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5f96b416-5592-49b7-b787-815a036e7c6c req-1c63dfcb-c1e1-4692-a246-9f683631ef48 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:36.432959 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5f96b416-5592-49b7-b787-815a036e7c6c req-1c63dfcb-c1e1-4692-a246-9f683631ef48 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2058427 Aug 11 22:28:36.447378 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-5f96b416-5592-49b7-b787-815a036e7c6c req-cd251152-85a0-4f46-afc8-df1ffb568c44 service neutron] Request body: {'port': {'device_id': '7f7abe15-b523-448a-8e5a-74017d8fdc0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:36.605447 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2991032-90d0-4483-aae7-de4afb2e7122 req-f945d157-0736-48cd-89af-9e6596093f3e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:36.608340 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c2991032-90d0-4483-aae7-de4afb2e7122 req-f945d157-0736-48cd-89af-9e6596093f3e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 943 time: 0.1784313 Aug 11 22:28:36.653950 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5f96b416-5592-49b7-b787-815a036e7c6c req-cd251152-85a0-4f46-afc8-df1ffb568c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:36.721496 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c2991032-90d0-4483-aae7-de4afb2e7122 req-0bad2b86-1f7f-466b-9cb1-036d0249c9b2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995562 Aug 11 22:28:36.796485 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e8d49426-6729-4039-b8ec-23c2cbecab1d req-f150ac87-fe9d-4d71-89f7-13550d08cad8 service neutron] 10.222.0.82 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292603 Aug 11 22:28:36.872748 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9a38b3dc-bf8c-4b40-a2d6-9dd792212c94 None None] Provisioning for port 9b710c67-282e-4e09-951b-c5305bee8945 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:28:36.884337 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9a38b3dc-bf8c-4b40-a2d6-9dd792212c94 None None] Provisioning complete for port 9b710c67-282e-4e09-951b-c5305bee8945 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:28:36.885836 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9a38b3dc-bf8c-4b40-a2d6-9dd792212c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:37.064847 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-9a38b3dc-bf8c-4b40-a2d6-9dd792212c94 None None] Port 9b710c67-282e-4e09-951b-c5305bee8945 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:28:37.083887 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2a9ad-f91d-4ce3-a2d7-21438cfba8cc req-8a212cd4-b9a0-4225-b6c9-85d46e09b450 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:37.086588 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b3f2a9ad-f91d-4ce3-a2d7-21438cfba8cc req-8a212cd4-b9a0-4225-b6c9-85d46e09b450 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 932 time: 0.1697598 Aug 11 22:28:37.221960 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b3f2a9ad-f91d-4ce3-a2d7-21438cfba8cc req-69fc7e65-bacc-48a3-a829-d6a0dcd59e4a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227934 Aug 11 22:28:37.328376 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-5f96b416-5592-49b7-b787-815a036e7c6c req-cd251152-85a0-4f46-afc8-df1ffb568c44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b710c67-282e-4e09-951b-c5305bee8945 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:28:37.339055 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5f96b416-5592-49b7-b787-815a036e7c6c req-cd251152-85a0-4f46-afc8-df1ffb568c44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:37.363978 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-5f96b416-5592-49b7-b787-815a036e7c6c req-cd251152-85a0-4f46-afc8-df1ffb568c44 service neutron] Transition to ACTIVE for port object 9b710c67-282e-4e09-951b-c5305bee8945 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:28:37.373180 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5f96b416-5592-49b7-b787-815a036e7c6c req-cd251152-85a0-4f46-afc8-df1ffb568c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:37.518161 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd251152-85a0-4f46-afc8-df1ffb568c44 service neutron] Pushing event updated for resources: {'Port': ['ID=9b710c67-282e-4e09-951b-c5305bee8945,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:37.717698 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-5f96b416-5592-49b7-b787-815a036e7c6c req-cd251152-85a0-4f46-afc8-df1ffb568c44 service neutron] Attempting to bind port 9b710c67-282e-4e09-951b-c5305bee8945 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:28:37.718157 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-5f96b416-5592-49b7-b787-815a036e7c6c req-cd251152-85a0-4f46-afc8-df1ffb568c44 service neutron] Attempting to bind port 9b710c67-282e-4e09-951b-c5305bee8945 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:28:37.718618 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f96b416-5592-49b7-b787-815a036e7c6c req-cd251152-85a0-4f46-afc8-df1ffb568c44 service neutron] Attempting to bind port 9b710c67-282e-4e09-951b-c5305bee8945 on network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:28:37.728717 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f96b416-5592-49b7-b787-815a036e7c6c req-cd251152-85a0-4f46-afc8-df1ffb568c44 service neutron] Port 9b710c67-282e-4e09-951b-c5305bee8945 on network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:28:37.729122 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f96b416-5592-49b7-b787-815a036e7c6c req-cd251152-85a0-4f46-afc8-df1ffb568c44 service neutron] Attempting to bind port 9b710c67-282e-4e09-951b-c5305bee8945 on network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:28:37.739740 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f96b416-5592-49b7-b787-815a036e7c6c req-cd251152-85a0-4f46-afc8-df1ffb568c44 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:28:37.739740 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f96b416-5592-49b7-b787-815a036e7c6c req-cd251152-85a0-4f46-afc8-df1ffb568c44 service neutron] Checking segment: {'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:28:37.740122 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f96b416-5592-49b7-b787-815a036e7c6c req-cd251152-85a0-4f46-afc8-df1ffb568c44 service neutron] Bound using segment: {'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:28:37.740415 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-5f96b416-5592-49b7-b787-815a036e7c6c req-cd251152-85a0-4f46-afc8-df1ffb568c44 service neutron] Bound port: 9b710c67-282e-4e09-951b-c5305bee8945, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:28:37.740786 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5f96b416-5592-49b7-b787-815a036e7c6c req-cd251152-85a0-4f46-afc8-df1ffb568c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:37.903105 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-5f96b416-5592-49b7-b787-815a036e7c6c req-cd251152-85a0-4f46-afc8-df1ffb568c44 service neutron] For port 9b710c67-282e-4e09-951b-c5305bee8945, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:28:37.910689 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-5f96b416-5592-49b7-b787-815a036e7c6c req-cd251152-85a0-4f46-afc8-df1ffb568c44 service neutron] For port 9b710c67-282e-4e09-951b-c5305bee8945, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9b710c67-282e-4e09-951b-c5305bee8945,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:28:37.922835 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5f96b416-5592-49b7-b787-815a036e7c6c req-cd251152-85a0-4f46-afc8-df1ffb568c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:37.979162 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96b416-5592-49b7-b787-815a036e7c6c req-cd251152-85a0-4f46-afc8-df1ffb568c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:37.980127 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5f96b416-5592-49b7-b787-815a036e7c6c req-cd251152-85a0-4f46-afc8-df1ffb568c44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:37.982838 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5f96b416-5592-49b7-b787-815a036e7c6c req-cd251152-85a0-4f46-afc8-df1ffb568c44 service neutron] 10.222.0.52 "PUT /v2.0/ports/9b710c67-282e-4e09-951b-c5305bee8945 HTTP/1.1" status: 200 len: 1092 time: 1.5408275 Aug 11 22:28:37.983690 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f7abe15-b523-448a-8e5a-74017d8fdc0a', 'tag': '9b710c67-282e-4e09-951b-c5305bee8945'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:28:37.986475 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb86ee1b-8161-4053-aa2c-f0cf5362e8fe" -d '{"events": [{"name": "network-changed", "server_uuid": "7f7abe15-b523-448a-8e5a-74017d8fdc0a", "tag": "9b710c67-282e-4e09-951b-c5305bee8945"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:28:38.040777 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd251152-85a0-4f46-afc8-df1ffb568c44 service neutron] Pushing event updated for resources: {'Port': ['ID=9b710c67-282e-4e09-951b-c5305bee8945,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:38.106564 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96b416-5592-49b7-b787-815a036e7c6c req-0fbfcf92-a8cf-4980-be39-ec0d4450d475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:38.108565 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5f96b416-5592-49b7-b787-815a036e7c6c req-0fbfcf92-a8cf-4980-be39-ec0d4450d475 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0bd86e77836944e4bb373c5db0c18c61&device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 1095 time: 0.0571322 Aug 11 22:28:38.155554 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d359f27-9f8b-45e0-8547-254004565629 req-0015d220-b4c3-4368-8154-3802ac3f7ef6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:38.157215 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5d359f27-9f8b-45e0-8547-254004565629 req-0015d220-b4c3-4368-8154-3802ac3f7ef6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 943 time: 0.2000182 Aug 11 22:28:38.172651 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5f96b416-5592-49b7-b787-815a036e7c6c req-1efc8efa-43c7-488e-8298-0c6cbac71ed8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b710c67-282e-4e09-951b-c5305bee8945 HTTP/1.1" status: 200 len: 217 time: 0.0560024 Aug 11 22:28:38.284287 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96b416-5592-49b7-b787-815a036e7c6c req-047b22bd-f7eb-4ce3-a366-d029d88fe82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:38.285956 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5f96b416-5592-49b7-b787-815a036e7c6c req-047b22bd-f7eb-4ce3-a366-d029d88fe82c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e825988f-9783-4539-86a4-b6ca493a4bbd HTTP/1.1" status: 200 len: 851 time: 0.1053767 Aug 11 22:28:38.287540 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5d359f27-9f8b-45e0-8547-254004565629 req-733d5fa9-d398-40f7-b6b8-d3b6bdf61aa7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113887 Aug 11 22:28:38.311054 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:38.398492 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c19245-854a-4210-b528-fb89d04900a0 x-openstack-request-id: req-d3c19245-854a-4210-b528-fb89d04900a0 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:28:38.400579 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f7abe15-b523-448a-8e5a-74017d8fdc0a", "tag": "9b710c67-282e-4e09-951b-c5305bee8945", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:28:38.401609 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d3c19245-854a-4210-b528-fb89d04900a0 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:28:38.402656 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f7abe15-b523-448a-8e5a-74017d8fdc0a', 'tag': '9b710c67-282e-4e09-951b-c5305bee8945', 'status': 'completed', 'code': 200} Aug 11 22:28:38.433703 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96b416-5592-49b7-b787-815a036e7c6c req-c80480ff-48b9-49d9-be92-47c37089ce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:38.435437 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5f96b416-5592-49b7-b787-815a036e7c6c req-c80480ff-48b9-49d9-be92-47c37089ce3c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324682 Aug 11 22:28:38.590544 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cb520-e8c0-4497-8e07-e61895d5f340 req-207afcc1-e77d-4c27-b7d3-bb2742ecfe0c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:38.606249 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d63cb520-e8c0-4497-8e07-e61895d5f340 req-207afcc1-e77d-4c27-b7d3-bb2742ecfe0c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 944 time: 0.1237423 Aug 11 22:28:38.668981 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38872) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:38.669779 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:28:38.732828 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d63cb520-e8c0-4497-8e07-e61895d5f340 req-7ff059cf-dbd6-444c-abcb-d1ab5817ef1f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245549 Aug 11 22:28:38.934376 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7,segment=NetworkSegment(287ea734-d7f9-40a1-885e-de900d0aac74),segment_id=287ea734-d7f9-40a1-885e-de900d0aac74)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:28:38.949654 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7', 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea', 'port_id': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7', 'mac_address': 'fa:16:3e:90:d2:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e1758e-01de-4f03-8dc7-73b83f534214', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:28:39.024213 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:39.057551 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:28:39.087212 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7,segment=NetworkSegment(287ea734-d7f9-40a1-885e-de900d0aac74),segment_id=287ea734-d7f9-40a1-885e-de900d0aac74)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:28:39.094934 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:39.114514 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-5801441c-f06f-4a4b-a98f-a74b6ece757a tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1101898494', 'router:external': True}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:39.133932 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5f96b416-5592-49b7-b787-815a036e7c6c req-8fa88dde-5aa0-4adb-bbb2-8097cd708cb3 service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6822228 Aug 11 22:28:39.175090 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5801441c-f06f-4a4b-a98f-a74b6ece757a tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Made reservation on behalf of 2b2d9a7f6e88441594b432a6ac7411fd for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:28:39.183527 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5801441c-f06f-4a4b-a98f-a74b6ece757a tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:39.206000 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5801441c-f06f-4a4b-a98f-a74b6ece757a tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:39.216689 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:39.376002 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5f96b416-5592-49b7-b787-815a036e7c6c req-bfe1c444-4450-4d6e-8c03-cc39747aca60 service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387319 Aug 11 22:28:39.482285 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:28:39.585691 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86ee1b-8161-4053-aa2c-f0cf5362e8fe req-f65f87ef-9b2e-4b1c-b64a-b9d8fea7d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:39.588498 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eb86ee1b-8161-4053-aa2c-f0cf5362e8fe req-f65f87ef-9b2e-4b1c-b64a-b9d8fea7d1b4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0bd86e77836944e4bb373c5db0c18c61&device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 1095 time: 0.1236501 Aug 11 22:28:39.642720 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfa11b-ecc4-4803-801b-0be7bf4a0706 req-31b62dc6-70ae-4928-bcca-8f18639cb848 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:39.644625 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-95dfa11b-ecc4-4803-801b-0be7bf4a0706 req-31b62dc6-70ae-4928-bcca-8f18639cb848 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 944 time: 0.2255352 Aug 11 22:28:39.667555 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5801441c-f06f-4a4b-a98f-a74b6ece757a tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:39.668371 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5801441c-f06f-4a4b-a98f-a74b6ece757a tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:39.724968 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5801441c-f06f-4a4b-a98f-a74b6ece757a tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:28:39.752686 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801441c-f06f-4a4b-a98f-a74b6ece757a tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2575682-e480-485c-a0ea-c8ce044eaa72,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:39.758598 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-95dfa11b-ecc4-4803-801b-0be7bf4a0706 req-992f2b60-5ee3-47ce-be94-d99f42290905 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856197 Aug 11 22:28:39.773125 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5801441c-f06f-4a4b-a98f-a74b6ece757a tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:39.773485 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-5801441c-f06f-4a4b-a98f-a74b6ece757a tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Added segment 652fb774-4139-4d3f-890d-f85bd3752e36 of type vlan for network 90610224-53a6-4411-a2c8-ef2fffbec71f Aug 11 22:28:39.882196 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5801441c-f06f-4a4b-a98f-a74b6ece757a tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:39.947539 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5801441c-f06f-4a4b-a98f-a74b6ece757a tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:39.949515 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5801441c-f06f-4a4b-a98f-a74b6ece757a tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:39.950219 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5801441c-f06f-4a4b-a98f-a74b6ece757a tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:40.020487 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86ee1b-8161-4053-aa2c-f0cf5362e8fe req-abd53562-e3df-43dd-a065-1245fc606033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:40.030973 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eb86ee1b-8161-4053-aa2c-f0cf5362e8fe req-abd53562-e3df-43dd-a065-1245fc606033 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 200 len: 913 time: 0.4335635 Aug 11 22:28:40.128511 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5801441c-f06f-4a4b-a98f-a74b6ece757a tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4517837 Aug 11 22:28:40.137609 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38922) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:40.139208 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eb86ee1b-8161-4053-aa2c-f0cf5362e8fe req-19cde4e6-6d84-4a30-8afc-9e13a28be39d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b710c67-282e-4e09-951b-c5305bee8945 HTTP/1.1" status: 200 len: 217 time: 0.1007960 Aug 11 22:28:40.148857 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-8d64503e-975d-4385-8577-8e11fdac33c9 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Request body: {'subnet': {'network_id': '90610224-53a6-4411-a2c8-ef2fffbec71f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:40.176347 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801441c-f06f-4a4b-a98f-a74b6ece757a tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Pushing event updated for resources: {'Network': ['ID=90610224-53a6-4411-a2c8-ef2fffbec71f,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:40.192658 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 90610224-53a6-4411-a2c8-ef2fffbec71f details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:28:40.196505 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05aab00-79cf-4f05-926b-956365924e37 req-f2394601-68b2-4f0a-90c5-4343961beb46 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:40.205252 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e05aab00-79cf-4f05-926b-956365924e37 req-f2394601-68b2-4f0a-90c5-4343961beb46 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 944 time: 0.1925459 Aug 11 22:28:40.226749 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d64503e-975d-4385-8577-8e11fdac33c9 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Made reservation on behalf of 2b2d9a7f6e88441594b432a6ac7411fd for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:28:40.229433 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8d64503e-975d-4385-8577-8e11fdac33c9 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:40.300986 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86ee1b-8161-4053-aa2c-f0cf5362e8fe req-6128409a-725b-4c87-9567-ed298fddb9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:40.309619 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e05aab00-79cf-4f05-926b-956365924e37 req-30ca5b80-f179-4e92-86dd-27ce817a98b1 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029475 Aug 11 22:28:40.314257 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eb86ee1b-8161-4053-aa2c-f0cf5362e8fe req-6128409a-725b-4c87-9567-ed298fddb9bf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e825988f-9783-4539-86a4-b6ca493a4bbd HTTP/1.1" status: 200 len: 851 time: 0.1610327 Aug 11 22:28:40.381697 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86ee1b-8161-4053-aa2c-f0cf5362e8fe req-d0d992fe-50d3-48d3-9ddb-5543c4e88f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:40.388383 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eb86ee1b-8161-4053-aa2c-f0cf5362e8fe req-d0d992fe-50d3-48d3-9ddb-5543c4e88f4a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704265 Aug 11 22:28:40.612141 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eb86ee1b-8161-4053-aa2c-f0cf5362e8fe req-95b8b481-734a-4cac-a791-e43ce893342c service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148380 Aug 11 22:28:40.800301 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eb86ee1b-8161-4053-aa2c-f0cf5362e8fe req-5aa8c3b4-4276-418a-b8d1-3d7c8aec445b service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787248 Aug 11 22:28:40.920935 n-d-804275-3 neutron-server[100943]: DEBUG neutron.objects.ports [None req-8d64503e-975d-4385-8577-8e11fdac33c9 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100943) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 22:28:40.921683 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8d64503e-975d-4385-8577-8e11fdac33c9 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:40.972945 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38934) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:41.012237 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64503e-975d-4385-8577-8e11fdac33c9 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d2f28184-e76c-40df-9582-94292fe3206b,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:41.128491 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fcb08-c6e6-4722-9d8e-818d941bd418 req-549ea922-3816-464a-8856-026730eacbec tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:41.146481 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cb4fcb08-c6e6-4722-9d8e-818d941bd418 req-549ea922-3816-464a-8856-026730eacbec tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 944 time: 0.1155326 Aug 11 22:28:41.150687 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d64503e-975d-4385-8577-8e11fdac33c9 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Checking segment: {'id': '652fb774-4139-4d3f-890d-f85bd3752e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '90610224-53a6-4411-a2c8-ef2fffbec71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:28:41.151655 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d64503e-975d-4385-8577-8e11fdac33c9 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Network hostable DHCP agents. Network: 90610224-53a6-4411-a2c8-ef2fffbec71f, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:28:41.250426 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cb4fcb08-c6e6-4722-9d8e-818d941bd418 req-165a4a64-4b86-4add-b774-9c49841d3639 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024704 Aug 11 22:28:41.263465 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d64503e-975d-4385-8577-8e11fdac33c9 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Network 90610224-53a6-4411-a2c8-ef2fffbec71f is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:28:41.289905 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-8d64503e-975d-4385-8577-8e11fdac33c9 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 90610224-53a6-4411-a2c8-ef2fffbec71f) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:28:41.294858 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d64503e-975d-4385-8577-8e11fdac33c9 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:41.295490 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8d64503e-975d-4385-8577-8e11fdac33c9 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:41.302202 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc98b9f-6ba7-4b34-ba9a-be0df3da3519 None None] Network 90610224-53a6-4411-a2c8-ef2fffbec71f requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:28:41.319601 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8d64503e-975d-4385-8577-8e11fdac33c9 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1787167 Aug 11 22:28:41.322778 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38942) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:41.330075 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-1ffdc207-24e7-44cb-bc5b-c7cce5fe0450 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2134628793', 'network_id': '90610224-53a6-4411-a2c8-ef2fffbec71f'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:41.366072 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffdc207-24e7-44cb-bc5b-c7cce5fe0450 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Made reservation on behalf of 2b2d9a7f6e88441594b432a6ac7411fd for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:28:41.373797 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ffdc207-24e7-44cb-bc5b-c7cce5fe0450 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:41.396259 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-1ffdc207-24e7-44cb-bc5b-c7cce5fe0450 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] device_id is not set on port 5e4183d9-646b-4750-ab87-ede738a6eeaa yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:28:41.507852 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-004d26f3-832d-405d-bc20-74aa1af1bb89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:41.582300 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc342ea-2297-4aaa-ac97-7330ce3a8bc1 req-14a98d4a-a180-4a59-8381-87caa839a9bb tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:41.584413 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4cc342ea-2297-4aaa-ac97-7330ce3a8bc1 req-14a98d4a-a180-4a59-8381-87caa839a9bb tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 944 time: 0.1415784 Aug 11 22:28:41.688366 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf91099-4d7c-4d5b-8052-c7ed4833bb4c None None] Network 90610224-53a6-4411-a2c8-ef2fffbec71f requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:28:41.696596 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-004d26f3-832d-405d-bc20-74aa1af1bb89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:41.697375 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-1ffdc207-24e7-44cb-bc5b-c7cce5fe0450 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Allocated IP 172.20.0.7 (90610224-53a6-4411-a2c8-ef2fffbec71f/d2f28184-e76c-40df-9582-94292fe3206b/5e4183d9-646b-4750-ab87-ede738a6eeaa) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:28:41.703028 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-004d26f3-832d-405d-bc20-74aa1af1bb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:41.708817 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4cc342ea-2297-4aaa-ac97-7330ce3a8bc1 req-a16ef024-dbd5-42b8-bf50-c4b3ef52659c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176517 Aug 11 22:28:41.776883 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d26f3-832d-405d-bc20-74aa1af1bb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4ca97e-6c35-466e-bf64-6f3573211a9e,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:41.806030 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-004d26f3-832d-405d-bc20-74aa1af1bb89 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2102ad75a2ec441ebc26d13260fbea13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8308260 Aug 11 22:28:41.809928 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38950) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:41.990071 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0822371b-8ccd-415c-9298-7250cc604bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:42.037841 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ffdc207-24e7-44cb-bc5b-c7cce5fe0450 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:42.049386 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0822371b-8ccd-415c-9298-7250cc604bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:42.159653 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ffdc207-24e7-44cb-bc5b-c7cce5fe0450 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:42.220902 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0822371b-8ccd-415c-9298-7250cc604bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:42.225486 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0822371b-8ccd-415c-9298-7250cc604bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:42.227406 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0822371b-8ccd-415c-9298-7250cc604bac admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5b4ca97e-6c35-466e-bf64-6f3573211a9e HTTP/1.1" status: 204 len: 168 time: 0.4160039 Aug 11 22:28:42.251675 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffdc207-24e7-44cb-bc5b-c7cce5fe0450 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Network 90610224-53a6-4411-a2c8-ef2fffbec71f is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:28:42.264775 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822371b-8ccd-415c-9298-7250cc604bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4ca97e-6c35-466e-bf64-6f3573211a9e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:42.268310 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-1ffdc207-24e7-44cb-bc5b-c7cce5fe0450 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:28:42.282451 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffdc207-24e7-44cb-bc5b-c7cce5fe0450 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:28:42.335332 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffdc207-24e7-44cb-bc5b-c7cce5fe0450 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Pushing event updated for resources: {'Port': ['ID=5e4183d9-646b-4750-ab87-ede738a6eeaa,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:42.366394 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffdc207-24e7-44cb-bc5b-c7cce5fe0450 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:42.367547 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ffdc207-24e7-44cb-bc5b-c7cce5fe0450 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:42.413634 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38962) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:42.414188 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1ffdc207-24e7-44cb-bc5b-c7cce5fe0450 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.0897357 Aug 11 22:28:42.491600 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10027150-63dc-4d92-8121-4d4a1f8e66aa req-2b40892d-6d61-4a74-92c1-4dc780a1f12f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:42.504639 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-10027150-63dc-4d92-8121-4d4a1f8e66aa req-2b40892d-6d61-4a74-92c1-4dc780a1f12f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 944 time: 0.1196218 Aug 11 22:28:42.592039 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-10027150-63dc-4d92-8121-4d4a1f8e66aa req-9a56bded-83f7-4763-9423-85a1ba301322 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831456 Aug 11 22:28:42.681276 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-bc5a718a-40d2-4220-b506-27466852e6e8 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Deleting port 5e4183d9-646b-4750-ab87-ede738a6eeaa {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:28:42.682358 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bc5a718a-40d2-4220-b506-27466852e6e8 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:42.693124 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:28:42.833061 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bc5a718a-40d2-4220-b506-27466852e6e8 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:42.836518 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:28:42.842524 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:28:42.843179 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:42.847960 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-bc5a718a-40d2-4220-b506-27466852e6e8 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Calling delete_port for 5e4183d9-646b-4750-ab87-ede738a6eeaa owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:28:42.937754 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b798c-f0fd-44e0-bee7-efd6d00e0fc2 req-c366d856-4c20-43f0-ab6e-73cd7af700d4 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:42.948245 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-280b798c-f0fd-44e0-bee7-efd6d00e0fc2 req-c366d856-4c20-43f0-ab6e-73cd7af700d4 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 944 time: 0.0885265 Aug 11 22:28:42.976259 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38968) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:43.013552 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-62391419-7c0b-4504-acb5-0f13fe0a0b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:43.026276 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-280b798c-f0fd-44e0-bee7-efd6d00e0fc2 req-02f02c27-505c-4bfd-b141-e98922ae9d86 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763965 Aug 11 22:28:43.088411 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:43.136048 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3951eb3c-3804-400a-bd5e-57dc7ec615e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:28:43.141856 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18ab35e-d62b-431c-8a02-dfa33b40b740" -d '{"events": [{"server_uuid": "3951eb3c-3804-400a-bd5e-57dc7ec615e7", "name": "network-vif-plugged", "status": "completed", "tag": "1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:28:43.153215 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bc5a718a-40d2-4220-b506-27466852e6e8 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:43.180564 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7,segment=NetworkSegment(287ea734-d7f9-40a1-885e-de900d0aac74),segment_id=287ea734-d7f9-40a1-885e-de900d0aac74)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:28:43.205069 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:43.226529 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a718a-40d2-4220-b506-27466852e6e8 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e4183d9-646b-4750-ab87-ede738a6eeaa,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:43.256937 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3952fbab-dfd7-4503-a0a9-4a6ffc5008df x-openstack-request-id: req-3952fbab-dfd7-4503-a0a9-4a6ffc5008df {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:28:43.257522 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3951eb3c-3804-400a-bd5e-57dc7ec615e7", "name": "network-vif-plugged", "status": "completed", "tag": "1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:28:43.257993 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3952fbab-dfd7-4503-a0a9-4a6ffc5008df {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:28:43.258739 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3951eb3c-3804-400a-bd5e-57dc7ec615e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7', 'code': 200} Aug 11 22:28:43.314378 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5ffdb7fd-0913-485c-82b3-3d38e12b222f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:43.346940 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bc5a718a-40d2-4220-b506-27466852e6e8 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:43.351781 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bc5a718a-40d2-4220-b506-27466852e6e8 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "DELETE /v2.0/ports/5e4183d9-646b-4750-ab87-ede738a6eeaa HTTP/1.1" status: 204 len: 168 time: 0.9337723 Aug 11 22:28:43.352611 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 38976) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:43.361604 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-d5b1c8b0-630a-475d-8907-da85d94fd772 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '90610224-53a6-4411-a2c8-ef2fffbec71f', 'external_fixed_ips': [{'subnet_id': 'd2f28184-e76c-40df-9582-94292fe3206b', 'ip_address': '172.20.0.7'}]}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:43.364887 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:43.402122 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-62391419-7c0b-4504-acb5-0f13fe0a0b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:43.423914 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-62391419-7c0b-4504-acb5-0f13fe0a0b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:43.427951 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47135263-a400-482f-91f3-a49fc979eb38 req-a2eb89b2-fd92-47c8-8b3f-a7ab7e8ffac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:43.429672 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47135263-a400-482f-91f3-a49fc979eb38 req-a2eb89b2-fd92-47c8-8b3f-a7ab7e8ffac0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 1096 time: 0.0729365 Aug 11 22:28:43.472729 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47135263-a400-482f-91f3-a49fc979eb38 req-9891efca-c974-44aa-b3eb-93f7db0d17ea service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355721 Aug 11 22:28:43.481218 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c8b0-630a-475d-8907-da85d94fd772 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:43.483302 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c8b0-630a-475d-8907-da85d94fd772 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:43.523540 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62391419-7c0b-4504-acb5-0f13fe0a0b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad165208-0d80-45d8-9b2d-df801beecfbd,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:43.533046 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-62391419-7c0b-4504-acb5-0f13fe0a0b81 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c82da4c1cd024ea98b31d9eb506fe45b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5552733 Aug 11 22:28:43.535058 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 38978) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:43.595582 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6f3e1695-f114-4158-bc7d-7fc508ff7dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:43.600407 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c8b0-630a-475d-8907-da85d94fd772 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:43.626195 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6f3e1695-f114-4158-bc7d-7fc508ff7dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:43.728396 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6f3e1695-f114-4158-bc7d-7fc508ff7dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:43.735803 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6f3e1695-f114-4158-bc7d-7fc508ff7dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:43.741661 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6f3e1695-f114-4158-bc7d-7fc508ff7dfa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ad165208-0d80-45d8-9b2d-df801beecfbd HTTP/1.1" status: 204 len: 168 time: 0.2013605 Aug 11 22:28:43.757585 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e1695-f114-4158-bc7d-7fc508ff7dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad165208-0d80-45d8-9b2d-df801beecfbd,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:43.845697 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c8b0-630a-475d-8907-da85d94fd772 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:43.874528 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbf0da-b78e-4247-a383-2a42e7f6bdc3 req-6fae53d9-2dba-4254-a12f-0071c73d0f19 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:43.880933 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-26bbf0da-b78e-4247-a383-2a42e7f6bdc3 req-6fae53d9-2dba-4254-a12f-0071c73d0f19 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 945 time: 0.1412311 Aug 11 22:28:43.954769 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-26bbf0da-b78e-4247-a383-2a42e7f6bdc3 req-b12ad1f4-eb3f-4798-bd21-7d4851111a8a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657446 Aug 11 22:28:44.223686 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caef4a7-6a95-45b1-9125-cb8bf1fb2b89 req-7fd89324-943d-4a44-b903-76881c096f32 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:44.227753 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2caef4a7-6a95-45b1-9125-cb8bf1fb2b89 req-7fd89324-943d-4a44-b903-76881c096f32 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 944 time: 0.0951412 Aug 11 22:28:44.244743 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c8b0-630a-475d-8907-da85d94fd772 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:44.268492 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c8b0-630a-475d-8907-da85d94fd772 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:44.306585 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2caef4a7-6a95-45b1-9125-cb8bf1fb2b89 req-4339d15d-48e7-4dd7-be77-f6ccca3a942b tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716934 Aug 11 22:28:44.569724 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-d5b1c8b0-630a-475d-8907-da85d94fd772 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Allocated IP 172.20.0.7 (90610224-53a6-4411-a2c8-ef2fffbec71f/d2f28184-e76c-40df-9582-94292fe3206b/141d365d-46ca-4e4e-9175-c4ab3234e9ec) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:28:44.729066 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c8b0-630a-475d-8907-da85d94fd772 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:44.804152 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c8b0-630a-475d-8907-da85d94fd772 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:44.857359 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b1c8b0-630a-475d-8907-da85d94fd772 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Network 90610224-53a6-4411-a2c8-ef2fffbec71f is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:28:44.862042 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-d5b1c8b0-630a-475d-8907-da85d94fd772 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:28:44.864709 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b1c8b0-630a-475d-8907-da85d94fd772 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:28:44.913992 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1c8b0-630a-475d-8907-da85d94fd772 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Pushing event updated for resources: {'Port': ['ID=141d365d-46ca-4e4e-9175-c4ab3234e9ec,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:45.126996 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39016) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:45.173308 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e86006-bab6-49b7-ba09-3b2070da7ca1 req-bcb435ff-a915-4457-aed6-b0f399eb568b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:45.191587 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c1e86006-bab6-49b7-ba09-3b2070da7ca1 req-bcb435ff-a915-4457-aed6-b0f399eb568b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 945 time: 0.1158404 Aug 11 22:28:45.258048 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c1e86006-bab6-49b7-ba09-3b2070da7ca1 req-7b64b4d2-cca3-46c2-8c45-516775703fdd tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648870 Aug 11 22:28:45.527796 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20969f4d-dea1-4015-8adc-73a6825d2b34 req-6d57b2f1-aa46-46be-884f-68cc226fea0e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:45.535489 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20969f4d-dea1-4015-8adc-73a6825d2b34 req-6d57b2f1-aa46-46be-884f-68cc226fea0e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 945 time: 0.1011567 Aug 11 22:28:45.539281 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c8b0-630a-475d-8907-da85d94fd772 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:45.580408 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20969f4d-dea1-4015-8adc-73a6825d2b34 req-61279f35-e2b6-407b-b7c5-7bd1ddd9fa7c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438471 Aug 11 22:28:45.610185 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39026) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:45.616331 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7b0df47a-0c2a-4e45-952b-bd5855d1789d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:45.733131 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9244d6af-aff0-4372-8e43-6c2b9fb1d899 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:45.735006 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9244d6af-aff0-4372-8e43-6c2b9fb1d899 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 1091 time: 0.1238263 Aug 11 22:28:45.739858 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39030) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:45.747227 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-fff51c06-9ea9-44a3-9499-47b062b11f0a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'port_id': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:45.782052 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e64df-c9d3-4c1a-be4c-434097cf1d86 req-ee03c7da-c23f-49ee-b4ba-ff050533df47 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:45.783827 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b83e64df-c9d3-4c1a-be4c-434097cf1d86 req-ee03c7da-c23f-49ee-b4ba-ff050533df47 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 944 time: 0.1089666 Aug 11 22:28:45.831248 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b83e64df-c9d3-4c1a-be4c-434097cf1d86 req-46dd0885-8b07-4077-a821-0ab0a2d3ad5b tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402567 Aug 11 22:28:45.876479 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7b0df47a-0c2a-4e45-952b-bd5855d1789d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:45.878378 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c8b0-630a-475d-8907-da85d94fd772 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:45.883335 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7b0df47a-0c2a-4e45-952b-bd5855d1789d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:45.926341 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fff51c06-9ea9-44a3-9499-47b062b11f0a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:45.975769 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7b0df47a-0c2a-4e45-952b-bd5855d1789d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=acb8a31ad932496eaf627c5fc19c0215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8455753 Aug 11 22:28:45.976417 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39038) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:45.999279 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0df47a-0c2a-4e45-952b-bd5855d1789d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504b5a75-bfb9-4df5-80be-4fa9d0e0828c,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:46.030912 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5de9febc-6ed1-4850-92ff-c87c140f8425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:46.084963 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:46.148478 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0da0550a-8072-47c7-8507-8e82fd5a1c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:46.163543 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fff51c06-9ea9-44a3-9499-47b062b11f0a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:46.235914 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0da0550a-8072-47c7-8507-8e82fd5a1c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:46.271873 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b1c8b0-630a-475d-8907-da85d94fd772 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Router f7b12f96-486b-45b5-b26c-ec6fcc36a4f6 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:28:46.331371 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-fff51c06-9ea9-44a3-9499-47b062b11f0a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Allocated IP 172.25.2.141 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/901549cb-ffe7-4b47-8f85-6598238b98c5) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:28:46.440146 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0da0550a-8072-47c7-8507-8e82fd5a1c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:46.445099 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0da0550a-8072-47c7-8507-8e82fd5a1c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:46.447325 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0da0550a-8072-47c7-8507-8e82fd5a1c6f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/504b5a75-bfb9-4df5-80be-4fa9d0e0828c HTTP/1.1" status: 204 len: 168 time: 0.4675152 Aug 11 22:28:46.483280 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fff51c06-9ea9-44a3-9499-47b062b11f0a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:46.521140 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0550a-8072-47c7-8507-8e82fd5a1c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504b5a75-bfb9-4df5-80be-4fa9d0e0828c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:46.584334 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fff51c06-9ea9-44a3-9499-47b062b11f0a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:46.596562 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b1c8b0-630a-475d-8907-da85d94fd772 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:28:46.610945 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570f967b-1076-4a97-8ed0-1ca419401327 None None] Sync routers for ids ['f7b12f96-486b-45b5-b26c-ec6fcc36a4f6'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:28:46.641516 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c8b0-630a-475d-8907-da85d94fd772 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:46.642791 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570f967b-1076-4a97-8ed0-1ca419401327 None None] Routers {'f7b12f96-486b-45b5-b26c-ec6fcc36a4f6'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:28:46.645004 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d5b1c8b0-630a-475d-8907-da85d94fd772 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.2905862 Aug 11 22:28:46.647662 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39056) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:46.648230 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-570f967b-1076-4a97-8ed0-1ca419401327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:28:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f7b12f96-486b-45b5-b26c-ec6fcc36a4f6'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:46.674725 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff51c06-9ea9-44a3-9499-47b062b11f0a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:28:46.681162 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-fff51c06-9ea9-44a3-9499-47b062b11f0a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:28:46.691222 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff51c06-9ea9-44a3-9499-47b062b11f0a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:28:46.696601 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff51c06-9ea9-44a3-9499-47b062b11f0a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Port': ['ID=901549cb-ffe7-4b47-8f85-6598238b98c5,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:46.932346 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-570f967b-1076-4a97-8ed0-1ca419401327 None None] Set router f7b12f96-486b-45b5-b26c-ec6fcc36a4f6 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:28:46.981957 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4bf765c-9480-4ce1-b073-e35df91e5c81 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:47.213181 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39064) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:47.234506 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f740ed7-274b-48ba-808b-bf5f65ccbe5c req-dfd6eb26-8746-44ce-ba7e-2ba212f712fc tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:47.248952 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4f740ed7-274b-48ba-808b-bf5f65ccbe5c req-dfd6eb26-8746-44ce-ba7e-2ba212f712fc tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 944 time: 0.2604268 Aug 11 22:28:47.265591 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4bf765c-9480-4ce1-b073-e35df91e5c81 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:47.348739 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-c4bf765c-9480-4ce1-b073-e35df91e5c81 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Deleting port 141d365d-46ca-4e4e-9175-c4ab3234e9ec {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:28:47.349618 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4bf765c-9480-4ce1-b073-e35df91e5c81 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:47.359040 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-96f62bc3-cdde-40f2-b09f-b2f2f0ac6645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:47.398746 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-570f967b-1076-4a97-8ed0-1ca419401327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b12f96-486b-45b5-b26c-ec6fcc36a4f6', 'name': '', 'tenant_id': '2b2d9a7f6e88441594b432a6ac7411fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90610224-53a6-4411-a2c8-ef2fffbec71f', 'external_fixed_ips': [{'subnet_id': 'd2f28184-e76c-40df-9582-94292fe3206b', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '141d365d-46ca-4e4e-9175-c4ab3234e9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:28:43Z', 'updated_at': '2021-08-11T22:28:45Z', 'revision_number': 3, 'project_id': '2b2d9a7f6e88441594b432a6ac7411fd', 'gw_port': {'id': '141d365d-46ca-4e4e-9175-c4ab3234e9ec', 'name': '', 'network_id': '90610224-53a6-4411-a2c8-ef2fffbec71f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b12f96-486b-45b5-b26c-ec6fcc36a4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'd2f28184-e76c-40df-9582-94292fe3206b', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:28:44Z', 'updated_at': '2021-08-11T22:28:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2f28184-e76c-40df-9582-94292fe3206b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:47.425825 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4f740ed7-274b-48ba-808b-bf5f65ccbe5c req-911a0cab-4543-4ea7-b0d4-c9ef2dc3a25e tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739800 Aug 11 22:28:47.439912 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570f967b-1076-4a97-8ed0-1ca419401327 None None] Checking router: f7b12f96-486b-45b5-b26c-ec6fcc36a4f6 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:28:47.439912 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570f967b-1076-4a97-8ed0-1ca419401327 None None] Updating router f7b12f96-486b-45b5-b26c-ec6fcc36a4f6 port 141d365d-46ca-4e4e-9175-c4ab3234e9ec binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:28:47.467442 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-570f967b-1076-4a97-8ed0-1ca419401327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:47.487830 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4bf765c-9480-4ce1-b073-e35df91e5c81 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:47.502368 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-c4bf765c-9480-4ce1-b073-e35df91e5c81 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Calling delete_port for 141d365d-46ca-4e4e-9175-c4ab3234e9ec owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:28:47.556998 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:47.714605 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4bf765c-9480-4ce1-b073-e35df91e5c81 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:47.745011 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf765c-9480-4ce1-b073-e35df91e5c81 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Pushing event deleted for resources: {'Port': ['ID=141d365d-46ca-4e4e-9175-c4ab3234e9ec,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:47.856790 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4bf765c-9480-4ce1-b073-e35df91e5c81 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:47.857698 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.db.api [None req-570f967b-1076-4a97-8ed0-1ca419401327 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:28:47.858400 n-d-804275-3 neutron-server[100945]: DEBUG oslo_db.api [None req-570f967b-1076-4a97-8ed0-1ca419401327 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:28:47.940050 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fff51c06-9ea9-44a3-9499-47b062b11f0a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:48.031440 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4bf765c-9480-4ce1-b073-e35df91e5c81 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:48.035767 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4bf765c-9480-4ce1-b073-e35df91e5c81 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:48.108891 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4bf765c-9480-4ce1-b073-e35df91e5c81 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:48.109556 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bf765c-9480-4ce1-b073-e35df91e5c81 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f7b12f96-486b-45b5-b26c-ec6fcc36a4f6 {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:28:48.115404 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4bf765c-9480-4ce1-b073-e35df91e5c81 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:48.116538 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c4bf765c-9480-4ce1-b073-e35df91e5c81 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "DELETE /v2.0/routers/f7b12f96-486b-45b5-b26c-ec6fcc36a4f6 HTTP/1.1" status: 204 len: 168 time: 1.4665854 Aug 11 22:28:48.119824 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39066) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:48.184338 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-15337f86-80b2-4f0d-a17a-4fa08a20cc79 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Deleting subnet d2f28184-e76c-40df-9582-94292fe3206b {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:28:48.189670 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-15337f86-80b2-4f0d-a17a-4fa08a20cc79 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:48.242874 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-15337f86-80b2-4f0d-a17a-4fa08a20cc79 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:48.313495 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-15337f86-80b2-4f0d-a17a-4fa08a20cc79 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:48.360378 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-96f62bc3-cdde-40f2-b09f-b2f2f0ac6645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:48.379621 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570f967b-1076-4a97-8ed0-1ca419401327 None None] Port 141d365d-46ca-4e4e-9175-c4ab3234e9ec not found while updating agent binding for router f7b12f96-486b-45b5-b26c-ec6fcc36a4f6. {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 11 22:28:48.380987 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-96f62bc3-cdde-40f2-b09f-b2f2f0ac6645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:48.390381 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570f967b-1076-4a97-8ed0-1ca419401327 None None] Routers set() bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:28:48.391052 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570f967b-1076-4a97-8ed0-1ca419401327 None None] Router IDs set() for agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 22:28:48.391905 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_agentschedulers_db [None req-570f967b-1076-4a97-8ed0-1ca419401327 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f7b12f96-486b-45b5-b26c-ec6fcc36a4f6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:28:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent'). {{(pid=100945) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 11 22:28:48.392662 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570f967b-1076-4a97-8ed0-1ca419401327 None None] The sync data for ids ['f7b12f96-486b-45b5-b26c-ec6fcc36a4f6'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:28:48.409371 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-15337f86-80b2-4f0d-a17a-4fa08a20cc79 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:48.471129 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15337f86-80b2-4f0d-a17a-4fa08a20cc79 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d2f28184-e76c-40df-9582-94292fe3206b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:48.481080 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f62bc3-cdde-40f2-b09f-b2f2f0ac6645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3c13fe-3fa6-489a-a487-5c948e0a1c1f,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:48.481289 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-15337f86-80b2-4f0d-a17a-4fa08a20cc79 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:48.486098 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-15337f86-80b2-4f0d-a17a-4fa08a20cc79 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "DELETE /v2.0/subnets/d2f28184-e76c-40df-9582-94292fe3206b HTTP/1.1" status: 204 len: 168 time: 0.3648567 Aug 11 22:28:48.488733 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39074) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:48.496479 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-96f62bc3-cdde-40f2-b09f-b2f2f0ac6645 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fcb016554f4946798109581968be2c87&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2805293 Aug 11 22:28:48.501933 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39076) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:48.555220 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fff51c06-9ea9-44a3-9499-47b062b11f0a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:48.642364 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e00b4147-b137-452d-9ccc-8ada1f066132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:48.669994 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b7c3a8d3-a6f5-46f9-ad9a-6c1f1c50d867 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:48.678626 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffc895-f2e3-403c-b75f-def1c22a52e0 req-7436e194-6acc-4e28-bd80-443b9a8e30e7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:48.687131 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7dffc895-f2e3-403c-b75f-def1c22a52e0 req-7436e194-6acc-4e28-bd80-443b9a8e30e7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 944 time: 0.1407635 Aug 11 22:28:48.760216 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e00b4147-b137-452d-9ccc-8ada1f066132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:48.825905 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7dffc895-f2e3-403c-b75f-def1c22a52e0 req-bc4af375-9ead-4a7b-a9d8-22fedbcde4d0 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374490 Aug 11 22:28:48.872043 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b7c3a8d3-a6f5-46f9-ad9a-6c1f1c50d867 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:48.895398 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-b7c3a8d3-a6f5-46f9-ad9a-6c1f1c50d867 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90610224-53a6-4411-a2c8-ef2fffbec71f']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:48.919015 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-b7c3a8d3-a6f5-46f9-ad9a-6c1f1c50d867 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652fb774-4139-4d3f-890d-f85bd3752e36') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:48.919589 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-b7c3a8d3-a6f5-46f9-ad9a-6c1f1c50d867 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652fb774-4139-4d3f-890d-f85bd3752e36') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:48.920240 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e00b4147-b137-452d-9ccc-8ada1f066132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:48.923889 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e00b4147-b137-452d-9ccc-8ada1f066132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:48.925247 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e00b4147-b137-452d-9ccc-8ada1f066132 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bf3c13fe-3fa6-489a-a487-5c948e0a1c1f HTTP/1.1" status: 204 len: 168 time: 0.4217629 Aug 11 22:28:48.941678 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b7c3a8d3-a6f5-46f9-ad9a-6c1f1c50d867 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:48.959725 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fff51c06-9ea9-44a3-9499-47b062b11f0a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:48.969794 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b7c3a8d3-a6f5-46f9-ad9a-6c1f1c50d867 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:48.972029 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b4147-b137-452d-9ccc-8ada1f066132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3c13fe-3fa6-489a-a487-5c948e0a1c1f,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:48.974616 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fff51c06-9ea9-44a3-9499-47b062b11f0a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:48.985310 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c3a8d3-a6f5-46f9-ad9a-6c1f1c50d867 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:28:48.986486 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b7c3a8d3-a6f5-46f9-ad9a-6c1f1c50d867 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:28:48.990658 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:28:49.041257 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:49.079862 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff51c06-9ea9-44a3-9499-47b062b11f0a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Port': ['ID=901549cb-ffe7-4b47-8f85-6598238b98c5,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:49.086188 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fff51c06-9ea9-44a3-9499-47b062b11f0a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:49.250673 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-fff51c06-9ea9-44a3-9499-47b062b11f0a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Floating IP fa0fc142-63ef-4e38-b1b5-12d71cda0015 associated. External IP: 172.25.2.141, port: 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7. Aug 11 22:28:49.476325 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bed26d61-cf81-4929-abcf-ef2a8a475a85 req-bbf21eb0-2d23-4e8e-8215-4a59ad7d9ba7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1015213 Aug 11 22:28:49.553930 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b7c3a8d3-a6f5-46f9-ad9a-6c1f1c50d867 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:49.565857 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c3a8d3-a6f5-46f9-ad9a-6c1f1c50d867 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 90610224-53a6-4411-a2c8-ef2fffbec71f {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 22:28:49.570789 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b7c3a8d3-a6f5-46f9-ad9a-6c1f1c50d867 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:49.571675 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b7c3a8d3-a6f5-46f9-ad9a-6c1f1c50d867 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "DELETE /v2.0/networks/90610224-53a6-4411-a2c8-ef2fffbec71f HTTP/1.1" status: 204 len: 168 time: 1.0812547 Aug 11 22:28:49.584485 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c3a8d3-a6f5-46f9-ad9a-6c1f1c50d867 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Pushing event deleted for resources: {'Network': ['ID=90610224-53a6-4411-a2c8-ef2fffbec71f,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:49.604444 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff51c06-9ea9-44a3-9499-47b062b11f0a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Router 41d9364a-9558-41fb-a89e-804e3eace4be has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:28:49.716128 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed26d61-cf81-4929-abcf-ef2a8a475a85 req-ac9d23b5-faf8-4786-b230-1e23bcdc5852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:49.719581 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bed26d61-cf81-4929-abcf-ef2a8a475a85 req-ac9d23b5-faf8-4786-b230-1e23bcdc5852 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 1096 time: 0.1622553 Aug 11 22:28:50.076456 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff51c06-9ea9-44a3-9499-47b062b11f0a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:28:50.118896 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed26d61-cf81-4929-abcf-ef2a8a475a85 req-1e195296-3fb4-437c-bb8d-35f9414f2c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:50.121291 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bed26d61-cf81-4929-abcf-ef2a8a475a85 req-1e195296-3fb4-437c-bb8d-35f9414f2c5f service neutron] 10.222.0.82 "GET /v2.0/networks?id=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea HTTP/1.1" status: 200 len: 897 time: 0.3111634 Aug 11 22:28:50.228675 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fff51c06-9ea9-44a3-9499-47b062b11f0a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:50.235805 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39114) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:50.241880 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-3aa9a745-a85f-4a88-8a29-769844a976ef tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Request body: {'router': {'name': 'tempest-router--1541374714', 'project_id': 'ab8f3d6f968b4db9a2ec67379b6dc1be'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:50.279035 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3aa9a745-a85f-4a88-8a29-769844a976ef tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:50.282360 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3aa9a745-a85f-4a88-8a29-769844a976ef tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:50.296272 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d072ca-b8c2-42f6-b36e-76b83e227a53 req-53774c3c-3332-4327-8585-ee6742bf5b42 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:50.300401 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-33d072ca-b8c2-42f6-b36e-76b83e227a53 req-53774c3c-3332-4327-8585-ee6742bf5b42 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 944 time: 0.2214177 Aug 11 22:28:50.309422 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bed26d61-cf81-4929-abcf-ef2a8a475a85 req-0ecf777e-4ade-49a6-95b1-35d523560498 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 HTTP/1.1" status: 200 len: 999 time: 0.1492977 Aug 11 22:28:50.355860 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fff51c06-9ea9-44a3-9499-47b062b11f0a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6110895 Aug 11 22:28:50.398103 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3951eb3c-3804-400a-bd5e-57dc7ec615e7', 'tag': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:28:50.401142 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd33fff-b963-49fc-b644-c498dafddf4e" -d '{"events": [{"name": "network-changed", "server_uuid": "3951eb3c-3804-400a-bd5e-57dc7ec615e7", "tag": "1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:28:50.406328 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed26d61-cf81-4929-abcf-ef2a8a475a85 req-ef394908-f085-44c4-aa9a-d588cb3e8215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:50.407451 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bed26d61-cf81-4929-abcf-ef2a8a475a85 req-ef394908-f085-44c4-aa9a-d588cb3e8215 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=68e1758e-01de-4f03-8dc7-73b83f534214 HTTP/1.1" status: 200 len: 834 time: 0.0897403 Aug 11 22:28:50.408650 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3aa9a745-a85f-4a88-8a29-769844a976ef tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:50.418289 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3aa9a745-a85f-4a88-8a29-769844a976ef tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:50.450535 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3aa9a745-a85f-4a88-8a29-769844a976ef tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:50.456811 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3aa9a745-a85f-4a88-8a29-769844a976ef tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2164531 Aug 11 22:28:50.457235 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39124) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:50.492631 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-33d072ca-b8c2-42f6-b36e-76b83e227a53 req-e8be8c8f-67ff-46d3-8b70-2f6f38892857 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805563 Aug 11 22:28:50.558109 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 9b710c67-282e-4e09-951b-c5305bee8945 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:28:50.657852 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ca09cbce-b573-4c33-a805-843d04ece774 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:50.679836 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 9b710c67-282e-4e09-951b-c5305bee8945, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9b710c67-282e-4e09-951b-c5305bee8945,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:28:50.694489 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '9b710c67-282e-4e09-951b-c5305bee8945', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'port_id': '9b710c67-282e-4e09-951b-c5305bee8945', 'mac_address': 'fa:16:3e:66:11:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:28:50.751126 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed26d61-cf81-4929-abcf-ef2a8a475a85 req-c4aafc06-4cdc-4389-bb2d-e84676b276eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:50.752922 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bed26d61-cf81-4929-abcf-ef2a8a475a85 req-c4aafc06-4cdc-4389-bb2d-e84676b276eb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3334959 Aug 11 22:28:50.757743 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:50.770366 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a6edd5-a7f9-4b57-941d-51cfa3f59ba4 None None] Sync routers for ids ['41d9364a-9558-41fb-a89e-804e3eace4be'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:28:50.793252 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:50.808454 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b710c67-282e-4e09-951b-c5305bee8945 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:28:50.847250 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 9b710c67-282e-4e09-951b-c5305bee8945, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9b710c67-282e-4e09-951b-c5305bee8945,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:28:50.850721 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a6edd5-a7f9-4b57-941d-51cfa3f59ba4 None None] Routers {'41d9364a-9558-41fb-a89e-804e3eace4be'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:28:50.852385 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-63a6edd5-a7f9-4b57-941d-51cfa3f59ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:28:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['41d9364a-9558-41fb-a89e-804e3eace4be'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:50.924944 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:50.977272 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2483e32-e980-448a-b8e3-916ef5237d38 req-7d16885f-227f-4ef1-8a76-64534dfb03bf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:50.978907 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a2483e32-e980-448a-b8e3-916ef5237d38 req-7d16885f-227f-4ef1-8a76-64534dfb03bf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 945 time: 0.3289385 Aug 11 22:28:50.991246 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ca09cbce-b573-4c33-a805-843d04ece774 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:50.999397 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ca09cbce-b573-4c33-a805-843d04ece774 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:51.068090 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bed26d61-cf81-4929-abcf-ef2a8a475a85 req-26a9adaf-0768-40a6-b3de-15c98a7c426b service neutron] 10.222.0.82 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957258 Aug 11 22:28:51.082605 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=9b710c67-282e-4e09-951b-c5305bee8945,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:51.111464 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ca09cbce-b573-4c33-a805-843d04ece774 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:51.111999 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca09cbce-b573-4c33-a805-843d04ece774 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65d33f9f-34ac-4d6d-bef9-f7db8e9de1bd {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:28:51.118948 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ca09cbce-b573-4c33-a805-843d04ece774 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:51.124070 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ca09cbce-b573-4c33-a805-843d04ece774 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "DELETE /v2.0/routers/65d33f9f-34ac-4d6d-bef9-f7db8e9de1bd HTTP/1.1" status: 204 len: 168 time: 0.6615844 Aug 11 22:28:51.132271 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-63a6edd5-a7f9-4b57-941d-51cfa3f59ba4 None None] Set router 41d9364a-9558-41fb-a89e-804e3eace4be gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:28:51.134104 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a2483e32-e980-448a-b8e3-916ef5237d38 req-971197f1-2f4e-4957-b154-8c94677f5837 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391103 Aug 11 22:28:51.170807 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39150) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:51.287649 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ab6d0f-29e4-4cb7-9a9b-1e4d6a727212 x-openstack-request-id: req-81ab6d0f-29e4-4cb7-9a9b-1e4d6a727212 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:28:51.287941 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3951eb3c-3804-400a-bd5e-57dc7ec615e7", "tag": "1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:28:51.288296 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-81ab6d0f-29e4-4cb7-9a9b-1e4d6a727212 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:28:51.288605 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3951eb3c-3804-400a-bd5e-57dc7ec615e7', 'tag': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7', 'status': 'completed', 'code': 200} Aug 11 22:28:51.307945 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['9b710c67-282e-4e09-951b-c5305bee8945'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:28:51.338780 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bed26d61-cf81-4929-abcf-ef2a8a475a85 req-7aeeddf5-7b96-44ba-92e9-9fae64cff73a service neutron] 10.222.0.82 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514760 Aug 11 22:28:51.394220 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f8fb6008-43ed-4e98-9516-eacccde9085e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/floatingips/fa0fc142-63ef-4e38-b1b5-12d71cda0015 HTTP/1.1" status: 200 len: 991 time: 0.2174907 Aug 11 22:28:51.520745 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd33fff-b963-49fc-b644-c498dafddf4e req-2988f227-555e-4abd-b4e5-cd5576602ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:51.522470 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-afd33fff-b963-49fc-b644-c498dafddf4e req-2988f227-555e-4abd-b4e5-cd5576602ccf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 1096 time: 0.0734451 Aug 11 22:28:51.632319 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39164) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:51.861667 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-63a6edd5-a7f9-4b57-941d-51cfa3f59ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596437707', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f7648fc6-a148-45e4-ad6f-c027cdb3edef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:28:13Z', 'updated_at': '2021-08-11T22:28:22Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': 'f7648fc6-a148-45e4-ad6f-c027cdb3edef', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:28:14Z', 'updated_at': '2021-08-11T22:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'fa0fc142-63ef-4e38-b1b5-12d71cda0015', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'floating_ip_address': '172.25.2.141', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'port_id': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea', 'mac_address': 'fa:16:3e:90:d2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3951eb3c-3804-400a-bd5e-57dc7ec615e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:28:47Z', 'updated_at': '2021-08-11T22:28:47Z', 'revision_number': 0, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40e2ee9-4a17-4779-aabb-0d7b6f4251a4', 'name': '', 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:5e:66:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '68e1758e-01de-4f03-8dc7-73b83f534214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:28:20Z', 'updated_at': '2021-08-11T22:28:29Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': '68e1758e-01de-4f03-8dc7-73b83f534214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:51.931750 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a6edd5-a7f9-4b57-941d-51cfa3f59ba4 None None] Checking router: 41d9364a-9558-41fb-a89e-804e3eace4be for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:28:51.956542 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a6edd5-a7f9-4b57-941d-51cfa3f59ba4 None None] Routers {'41d9364a-9558-41fb-a89e-804e3eace4be'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:28:51.958141 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-63a6edd5-a7f9-4b57-941d-51cfa3f59ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:28:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['41d9364a-9558-41fb-a89e-804e3eace4be'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:52.056695 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-ffda0246-82dd-47cd-b7d9-999c6cb77717 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1772643910', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}, 'admin_state_up': False}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:52.122721 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ffda0246-82dd-47cd-b7d9-999c6cb77717 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:52.123391 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ffda0246-82dd-47cd-b7d9-999c6cb77717 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:52.257765 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ffda0246-82dd-47cd-b7d9-999c6cb77717 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:52.263621 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-63a6edd5-a7f9-4b57-941d-51cfa3f59ba4 None None] Set router 41d9364a-9558-41fb-a89e-804e3eace4be gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:28:52.288619 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd33fff-b963-49fc-b644-c498dafddf4e req-581a3a38-4b07-466e-b62d-04e5ae695343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:52.293160 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-afd33fff-b963-49fc-b644-c498dafddf4e req-581a3a38-4b07-466e-b62d-04e5ae695343 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea HTTP/1.1" status: 200 len: 897 time: 0.7629573 Aug 11 22:28:52.402937 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39184) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:52.441884 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b58b5-8b16-4e1d-8c9a-867cb5606c1f req-3af8057a-60c6-4db0-a8e9-d21c45bf9ded tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:52.444904 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-840b58b5-8b16-4e1d-8c9a-867cb5606c1f req-3af8057a-60c6-4db0-a8e9-d21c45bf9ded tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 945 time: 0.3734963 Aug 11 22:28:52.511118 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ffda0246-82dd-47cd-b7d9-999c6cb77717 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:52.575659 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 9b710c67-282e-4e09-951b-c5305bee8945 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:28:52.633321 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-afd33fff-b963-49fc-b644-c498dafddf4e req-a8c5d473-8ec2-4de9-b703-5799380c73b0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 HTTP/1.1" status: 200 len: 999 time: 0.3313203 Aug 11 22:28:52.645654 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e4e9152d-ecbe-4e6b-9e69-e30afc53c4c0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/floatingips/fa0fc142-63ef-4e38-b1b5-12d71cda0015 HTTP/1.1" status: 200 len: 991 time: 0.2408335 Aug 11 22:28:52.649319 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-840b58b5-8b16-4e1d-8c9a-867cb5606c1f req-e10b0907-f111-4d23-96d3-eadd1978c5de tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364968 Aug 11 22:28:52.673289 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39186) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:52.704502 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd33fff-b963-49fc-b644-c498dafddf4e req-b2e38373-0233-41ac-9bc7-0b4be059bb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:52.706393 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-afd33fff-b963-49fc-b644-c498dafddf4e req-b2e38373-0233-41ac-9bc7-0b4be059bb22 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=68e1758e-01de-4f03-8dc7-73b83f534214 HTTP/1.1" status: 200 len: 834 time: 0.0648959 Aug 11 22:28:52.766664 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd33fff-b963-49fc-b644-c498dafddf4e req-e3a21742-7461-447a-9dcb-8331c92e536c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:52.768329 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-afd33fff-b963-49fc-b644-c498dafddf4e req-e3a21742-7461-447a-9dcb-8331c92e536c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531962 Aug 11 22:28:52.891346 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-afd33fff-b963-49fc-b644-c498dafddf4e req-cd56458d-db27-4d39-84c9-f1c38a89184d service neutron] 10.222.0.82 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129193 Aug 11 22:28:52.954432 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ffda0246-82dd-47cd-b7d9-999c6cb77717 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:52.982827 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f0a666bb-b556-4d8e-8211-92aa2330612e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:52.987306 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ffda0246-82dd-47cd-b7d9-999c6cb77717 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:53.021794 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-afd33fff-b963-49fc-b644-c498dafddf4e req-c2dbf066-8f49-430a-8689-a0c58a43d85b service neutron] 10.222.0.82 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228333 Aug 11 22:28:53.115402 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 9b710c67-282e-4e09-951b-c5305bee8945 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:28:53.126211 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 9b710c67-282e-4e09-951b-c5305bee8945 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:28:53.126851 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:53.160927 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-ffda0246-82dd-47cd-b7d9-999c6cb77717 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Allocated IP 172.25.2.198 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/d133339e-f24f-4e19-8fbb-efc645d04a7d) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:28:53.241613 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-63a6edd5-a7f9-4b57-941d-51cfa3f59ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596437707', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f7648fc6-a148-45e4-ad6f-c027cdb3edef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:28:13Z', 'updated_at': '2021-08-11T22:28:22Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': 'f7648fc6-a148-45e4-ad6f-c027cdb3edef', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:28:14Z', 'updated_at': '2021-08-11T22:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'fa0fc142-63ef-4e38-b1b5-12d71cda0015', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'floating_ip_address': '172.25.2.141', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'port_id': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea', 'mac_address': 'fa:16:3e:90:d2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3951eb3c-3804-400a-bd5e-57dc7ec615e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:28:47Z', 'updated_at': '2021-08-11T22:28:47Z', 'revision_number': 0, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40e2ee9-4a17-4779-aabb-0d7b6f4251a4', 'name': '', 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:5e:66:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '68e1758e-01de-4f03-8dc7-73b83f534214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:28:20Z', 'updated_at': '2021-08-11T22:28:29Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': '68e1758e-01de-4f03-8dc7-73b83f534214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:53.243279 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f0a666bb-b556-4d8e-8211-92aa2330612e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:53.278862 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f0a666bb-b556-4d8e-8211-92aa2330612e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:53.299543 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a6edd5-a7f9-4b57-941d-51cfa3f59ba4 None None] The sync data for ids ['41d9364a-9558-41fb-a89e-804e3eace4be'] in n-d-804275-3 is: [{'id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596437707', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f7648fc6-a148-45e4-ad6f-c027cdb3edef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:28:13Z', 'updated_at': '2021-08-11T22:28:22Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': 'f7648fc6-a148-45e4-ad6f-c027cdb3edef', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:28:14Z', 'updated_at': '2021-08-11T22:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'fa0fc142-63ef-4e38-b1b5-12d71cda0015', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'floating_ip_address': '172.25.2.141', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'port_id': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea', 'mac_address': 'fa:16:3e:90:d2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3951eb3c-3804-400a-bd5e-57dc7ec615e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:28:47Z', 'updated_at': '2021-08-11T22:28:47Z', 'revision_number': 0, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40e2ee9-4a17-4779-aabb-0d7b6f4251a4', 'name': '', 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:5e:66:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '68e1758e-01de-4f03-8dc7-73b83f534214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:28:20Z', 'updated_at': '2021-08-11T22:28:29Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': '68e1758e-01de-4f03-8dc7-73b83f534214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:28:53.371452 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:53.390726 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f0a666bb-b556-4d8e-8211-92aa2330612e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5eed4fb2b36446f9ada757ea5eb2d45e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7045720 Aug 11 22:28:53.393486 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39190) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:53.424840 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7abe15-b523-448a-8e5a-74017d8fdc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b710c67-282e-4e09-951b-c5305bee8945'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:28:53.429909 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031b027e-1b06-485a-9ac9-8a82da1a1586" -d '{"events": [{"server_uuid": "7f7abe15-b523-448a-8e5a-74017d8fdc0a", "name": "network-vif-plugged", "status": "completed", "tag": "9b710c67-282e-4e09-951b-c5305bee8945"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:28:53.435110 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a666bb-b556-4d8e-8211-92aa2330612e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde0b7cf-99b7-454e-b704-adaddb7daacb,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:53.463152 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 9b710c67-282e-4e09-951b-c5305bee8945, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9b710c67-282e-4e09-951b-c5305bee8945,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:28:53.477403 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:53.487793 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ffda0246-82dd-47cd-b7d9-999c6cb77717 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:53.519825 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e298df-73d4-44bf-8db9-e0a2fe557ae5 x-openstack-request-id: req-85e298df-73d4-44bf-8db9-e0a2fe557ae5 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:28:53.520176 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7abe15-b523-448a-8e5a-74017d8fdc0a", "name": "network-vif-plugged", "status": "completed", "tag": "9b710c67-282e-4e09-951b-c5305bee8945", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:28:53.520440 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-85e298df-73d4-44bf-8db9-e0a2fe557ae5 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:28:53.520841 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7abe15-b523-448a-8e5a-74017d8fdc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b710c67-282e-4e09-951b-c5305bee8945', 'code': 200} Aug 11 22:28:53.564952 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=9b710c67-282e-4e09-951b-c5305bee8945,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:53.577877 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ffda0246-82dd-47cd-b7d9-999c6cb77717 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:53.592163 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9729674b-ed4e-4f50-b97e-f913079f1d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:53.618175 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9729674b-ed4e-4f50-b97e-f913079f1d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:53.653068 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39198) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:53.734947 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffda0246-82dd-47cd-b7d9-999c6cb77717 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:28:53.750481 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-ffda0246-82dd-47cd-b7d9-999c6cb77717 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:28:53.755412 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffda0246-82dd-47cd-b7d9-999c6cb77717 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:28:53.764112 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda0246-82dd-47cd-b7d9-999c6cb77717 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Pushing event updated for resources: {'Port': ['ID=d133339e-f24f-4e19-8fbb-efc645d04a7d,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:53.821280 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cb84d4-0a8d-4cc1-972a-f1abe69334f2 None None] New status for floating IP fa0fc142-63ef-4e38-b1b5-12d71cda0015: ACTIVE {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:28:53.863160 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c481ec-4682-4352-8b66-c4eba4012dec req-6eacaffc-d15d-4905-99e9-5c81c1b1a7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:53.865650 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e6c481ec-4682-4352-8b66-c4eba4012dec req-6eacaffc-d15d-4905-99e9-5c81c1b1a7ee service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 1097 time: 0.2145770 Aug 11 22:28:53.873665 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9729674b-ed4e-4f50-b97e-f913079f1d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:53.882812 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9729674b-ed4e-4f50-b97e-f913079f1d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:53.888556 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9729674b-ed4e-4f50-b97e-f913079f1d1f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bde0b7cf-99b7-454e-b704-adaddb7daacb HTTP/1.1" status: 204 len: 168 time: 0.4919858 Aug 11 22:28:53.972554 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729674b-ed4e-4f50-b97e-f913079f1d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde0b7cf-99b7-454e-b704-adaddb7daacb,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:54.005928 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69493402-b794-49af-bf25-c4e3990d902f req-16b25bda-0fa1-4523-937e-5e514ad9c257 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:54.020417 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69493402-b794-49af-bf25-c4e3990d902f req-16b25bda-0fa1-4523-937e-5e514ad9c257 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 946 time: 0.2394953 Aug 11 22:28:54.047336 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c6107c39-c7a7-4e61-85f9-835eab77ef2d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/floatingips/fa0fc142-63ef-4e38-b1b5-12d71cda0015 HTTP/1.1" status: 200 len: 991 time: 0.3919392 Aug 11 22:28:54.080496 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69493402-b794-49af-bf25-c4e3990d902f req-5c7771b0-1b8a-4180-b6d1-2f4a4fd8b2c2 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582669 Aug 11 22:28:54.237306 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e6c481ec-4682-4352-8b66-c4eba4012dec req-355d9b75-4b6d-47ff-ad4f-d422d05612b3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3402550 Aug 11 22:28:54.464921 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ffda0246-82dd-47cd-b7d9-999c6cb77717 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:54.918265 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ffda0246-82dd-47cd-b7d9-999c6cb77717 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:55.052196 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39226) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:55.100972 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffda0246-82dd-47cd-b7d9-999c6cb77717 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Router 17415fca-d3fb-4634-b154-73f7c41f7b4f is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:28:55.190258 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6316f14b-af45-4e63-b623-a939dc5f3c28 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/floatingips/fa0fc142-63ef-4e38-b1b5-12d71cda0015 HTTP/1.1" status: 200 len: 993 time: 0.1360159 Aug 11 22:28:55.301447 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b735baf-c6c5-49ea-9d72-1bebe231a0e6 req-bec52232-7e1c-4fee-bdd7-69ad12891198 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:55.303182 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b735baf-c6c5-49ea-9d72-1bebe231a0e6 req-bec52232-7e1c-4fee-bdd7-69ad12891198 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 946 time: 0.0654283 Aug 11 22:28:55.340257 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffda0246-82dd-47cd-b7d9-999c6cb77717 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:28:55.356995 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57397081-00f7-4cb5-847f-7cf80736b8a8 None None] Sync routers for ids ['17415fca-d3fb-4634-b154-73f7c41f7b4f'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:28:55.380380 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b735baf-c6c5-49ea-9d72-1bebe231a0e6 req-8f2a0db7-b0f8-451a-81c3-8be9761e2453 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691316 Aug 11 22:28:55.383629 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57397081-00f7-4cb5-847f-7cf80736b8a8 None None] Routers {'17415fca-d3fb-4634-b154-73f7c41f7b4f'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:28:55.391686 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ffda0246-82dd-47cd-b7d9-999c6cb77717 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:55.391893 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-57397081-00f7-4cb5-847f-7cf80736b8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:28:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['17415fca-d3fb-4634-b154-73f7c41f7b4f'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:55.394096 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ffda0246-82dd-47cd-b7d9-999c6cb77717 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7576795 Aug 11 22:28:55.396125 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39232) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:55.460788 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-57397081-00f7-4cb5-847f-7cf80736b8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:55.478882 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57397081-00f7-4cb5-847f-7cf80736b8a8 None None] Routers {'17415fca-d3fb-4634-b154-73f7c41f7b4f'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:28:55.480031 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-57397081-00f7-4cb5-847f-7cf80736b8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:28:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['17415fca-d3fb-4634-b154-73f7c41f7b4f'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:55.530234 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-57397081-00f7-4cb5-847f-7cf80736b8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:28:55.530445 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64879517-027e-4d69-baa2-2de0f04021ee req-958b16f8-6513-43fb-9ec1-7f8c9fdc59b6 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:55.531450 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57397081-00f7-4cb5-847f-7cf80736b8a8 None None] The sync data for ids ['17415fca-d3fb-4634-b154-73f7c41f7b4f'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:28:55.532094 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-64879517-027e-4d69-baa2-2de0f04021ee req-958b16f8-6513-43fb-9ec1-7f8c9fdc59b6 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 946 time: 0.0669174 Aug 11 22:28:55.554160 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-cfedf733-39fb-40aa-bf33-02ca50d4e049 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "GET /v2.0/routers/17415fca-d3fb-4634-b154-73f7c41f7b4f HTTP/1.1" status: 200 len: 921 time: 0.1559598 Aug 11 22:28:55.558229 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39238) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:55.599733 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-deeecdd8-9f64-4d3f-801a-1cef41ba865e tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "GET /v2.0/ports?device_id=17415fca-d3fb-4634-b154-73f7c41f7b4f HTTP/1.1" status: 200 len: 205 time: 0.0389228 Aug 11 22:28:55.601848 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39240) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:55.619318 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-64879517-027e-4d69-baa2-2de0f04021ee req-c7ea4736-d1e0-499d-a360-b469d74b997f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721619 Aug 11 22:28:55.654939 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39244) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:55.765267 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a6a78473-a457-4dde-99d3-97842d6989ba tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:55.939018 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a6a78473-a457-4dde-99d3-97842d6989ba tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:56.017459 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-a6a78473-a457-4dde-99d3-97842d6989ba tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Deleting port d133339e-f24f-4e19-8fbb-efc645d04a7d {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:28:56.018238 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a6a78473-a457-4dde-99d3-97842d6989ba tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:56.140671 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a6a78473-a457-4dde-99d3-97842d6989ba tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:56.156999 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-a6a78473-a457-4dde-99d3-97842d6989ba tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Calling delete_port for d133339e-f24f-4e19-8fbb-efc645d04a7d owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:28:56.240683 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f88477d-0f4c-4cd0-ae2e-2489d0aca4d6 tempest-TestVolumeBootPattern-1016468935 tempest-TestVolumeBootPattern-1016468935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:28:56.247573 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7f88477d-0f4c-4cd0-ae2e-2489d0aca4d6 tempest-TestVolumeBootPattern-1016468935 tempest-TestVolumeBootPattern-1016468935-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 1092 time: 0.5866075 Aug 11 22:28:56.247888 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39260) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:56.253025 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-e2980d64-97ee-40a4-b469-98caf5d95aaa tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'port_id': '9b710c67-282e-4e09-951b-c5305bee8945', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:56.284164 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e2980d64-97ee-40a4-b469-98caf5d95aaa tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:56.431259 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a6a78473-a457-4dde-99d3-97842d6989ba tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:56.464181 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a78473-a457-4dde-99d3-97842d6989ba tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Pushing event deleted for resources: {'Port': ['ID=d133339e-f24f-4e19-8fbb-efc645d04a7d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:56.477178 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e2980d64-97ee-40a4-b469-98caf5d95aaa tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:56.576901 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a6a78473-a457-4dde-99d3-97842d6989ba tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:56.701316 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a6a78473-a457-4dde-99d3-97842d6989ba tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:56.704878 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a6a78473-a457-4dde-99d3-97842d6989ba tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:56.723632 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-e2980d64-97ee-40a4-b469-98caf5d95aaa tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Allocated IP 172.25.2.207 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/b885e902-80e7-46a4-8664-5842e2d6dbb4) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:28:56.769709 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a6a78473-a457-4dde-99d3-97842d6989ba tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:56.770671 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a78473-a457-4dde-99d3-97842d6989ba tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Fanout notify agent at l3_agent the message router_deleted on router 17415fca-d3fb-4634-b154-73f7c41f7b4f {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:28:56.787222 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a6a78473-a457-4dde-99d3-97842d6989ba tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:56.794569 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a6a78473-a457-4dde-99d3-97842d6989ba tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "DELETE /v2.0/routers/17415fca-d3fb-4634-b154-73f7c41f7b4f HTTP/1.1" status: 204 len: 168 time: 1.1916711 Aug 11 22:28:56.800026 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39268) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:56.808145 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-5658f77a-06f6-49d7-9c55-e07988c9ada4 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1806453463', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'enable_snat': False}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:28:56.893932 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5658f77a-06f6-49d7-9c55-e07988c9ada4 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:56.895635 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5658f77a-06f6-49d7-9c55-e07988c9ada4 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:56.990462 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e2980d64-97ee-40a4-b469-98caf5d95aaa tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:57.048537 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39276) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:57.077696 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5658f77a-06f6-49d7-9c55-e07988c9ada4 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:57.191688 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bc7e6434-e886-422a-876a-55b183a4f111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:57.271027 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5658f77a-06f6-49d7-9c55-e07988c9ada4 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:57.279078 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e2980d64-97ee-40a4-b469-98caf5d95aaa tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:57.372559 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2980d64-97ee-40a4-b469-98caf5d95aaa tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:28:57.378700 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-e2980d64-97ee-40a4-b469-98caf5d95aaa tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:28:57.384144 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2980d64-97ee-40a4-b469-98caf5d95aaa tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:28:57.388767 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2980d64-97ee-40a4-b469-98caf5d95aaa tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Pushing event updated for resources: {'Port': ['ID=b885e902-80e7-46a4-8664-5842e2d6dbb4,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:57.696035 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bc7e6434-e886-422a-876a-55b183a4f111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:57.703854 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bc7e6434-e886-422a-876a-55b183a4f111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:57.765607 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e6434-e886-422a-876a-55b183a4f111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ad2a9b-3817-4742-8fda-adb90d10af95,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:57.789846 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bc7e6434-e886-422a-876a-55b183a4f111 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b980c0f1e42043c5ada23674a2ce43ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7379303 Aug 11 22:28:57.790830 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39280) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:57.878006 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2c316c7a-7466-424b-973f-3c9715002bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:57.905729 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2c316c7a-7466-424b-973f-3c9715002bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:57.981598 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5658f77a-06f6-49d7-9c55-e07988c9ada4 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:58.016291 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5658f77a-06f6-49d7-9c55-e07988c9ada4 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:58.025174 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2c316c7a-7466-424b-973f-3c9715002bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:58.030194 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2c316c7a-7466-424b-973f-3c9715002bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:58.032301 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2c316c7a-7466-424b-973f-3c9715002bdb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a1ad2a9b-3817-4742-8fda-adb90d10af95 HTTP/1.1" status: 204 len: 168 time: 0.2405069 Aug 11 22:28:58.054221 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c316c7a-7466-424b-973f-3c9715002bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ad2a9b-3817-4742-8fda-adb90d10af95,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:58.265682 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-5658f77a-06f6-49d7-9c55-e07988c9ada4 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Allocated IP 172.25.2.132 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/675b1419-4a54-4d81-900f-ab9c00cee886) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:28:58.275022 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e2980d64-97ee-40a4-b469-98caf5d95aaa tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:58.593397 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39290) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:58.639627 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a1b69cf1-4952-4158-af58-01987f255948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:58.741891 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e2980d64-97ee-40a4-b469-98caf5d95aaa tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:58.825790 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5658f77a-06f6-49d7-9c55-e07988c9ada4 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:58.875844 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a1b69cf1-4952-4158-af58-01987f255948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:58.883976 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a1b69cf1-4952-4158-af58-01987f255948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:58.952637 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a1b69cf1-4952-4158-af58-01987f255948 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=78c7725d7a59439b836c04db5086f441&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3572817 Aug 11 22:28:58.957334 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39292) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:28:58.973948 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5658f77a-06f6-49d7-9c55-e07988c9ada4 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:59.005786 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b69cf1-4952-4158-af58-01987f255948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c263146-12d1-47d6-8225-acba61d9e7a3,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:59.023464 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5658f77a-06f6-49d7-9c55-e07988c9ada4 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:28:59.030896 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-5658f77a-06f6-49d7-9c55-e07988c9ada4 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:28:59.036271 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5658f77a-06f6-49d7-9c55-e07988c9ada4 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:28:59.080217 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658f77a-06f6-49d7-9c55-e07988c9ada4 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Pushing event updated for resources: {'Port': ['ID=675b1419-4a54-4d81-900f-ab9c00cee886,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:59.081334 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-06810bae-9ed5-4613-8dd9-b680bc89e69b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:59.086478 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e2980d64-97ee-40a4-b469-98caf5d95aaa tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:59.094875 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e2980d64-97ee-40a4-b469-98caf5d95aaa tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:59.119150 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-06810bae-9ed5-4613-8dd9-b680bc89e69b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:59.158654 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2980d64-97ee-40a4-b469-98caf5d95aaa tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Pushing event updated for resources: {'Port': ['ID=b885e902-80e7-46a4-8664-5842e2d6dbb4,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:59.254879 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-06810bae-9ed5-4613-8dd9-b680bc89e69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:59.257790 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-06810bae-9ed5-4613-8dd9-b680bc89e69b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:59.259011 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-06810bae-9ed5-4613-8dd9-b680bc89e69b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7c263146-12d1-47d6-8225-acba61d9e7a3 HTTP/1.1" status: 204 len: 168 time: 0.3003328 Aug 11 22:28:59.296845 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06810bae-9ed5-4613-8dd9-b680bc89e69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c263146-12d1-47d6-8225-acba61d9e7a3,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:28:59.363363 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e2980d64-97ee-40a4-b469-98caf5d95aaa tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:28:59.560180 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-e2980d64-97ee-40a4-b469-98caf5d95aaa tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Floating IP 7203e654-049c-4232-a535-f32e28e0d733 associated. External IP: 172.25.2.207, port: 9b710c67-282e-4e09-951b-c5305bee8945. Aug 11 22:28:59.726844 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5658f77a-06f6-49d7-9c55-e07988c9ada4 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:00.033159 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2980d64-97ee-40a4-b469-98caf5d95aaa tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Router 2c295ff1-e849-450b-bb35-fe3ee1356d31 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:29:00.129545 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5658f77a-06f6-49d7-9c55-e07988c9ada4 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:00.319985 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2980d64-97ee-40a4-b469-98caf5d95aaa tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:29:00.344935 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82a205c-d11a-45b8-9697-343a3f7ec4e2 None None] Sync routers for ids ['2c295ff1-e849-450b-bb35-fe3ee1356d31'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:29:00.364214 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82a205c-d11a-45b8-9697-343a3f7ec4e2 None None] Routers {'2c295ff1-e849-450b-bb35-fe3ee1356d31'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:29:00.364849 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c82a205c-d11a-45b8-9697-343a3f7ec4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:28:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['2c295ff1-e849-450b-bb35-fe3ee1356d31'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:00.398435 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e2980d64-97ee-40a4-b469-98caf5d95aaa tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:00.489409 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e2980d64-97ee-40a4-b469-98caf5d95aaa tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.2397220 Aug 11 22:29:00.491271 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f7abe15-b523-448a-8e5a-74017d8fdc0a', 'tag': '9b710c67-282e-4e09-951b-c5305bee8945'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:29:00.496819 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889a2ce5-0b7f-4f18-a0ca-815c84775468" -d '{"events": [{"name": "network-changed", "server_uuid": "7f7abe15-b523-448a-8e5a-74017d8fdc0a", "tag": "9b710c67-282e-4e09-951b-c5305bee8945"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:29:00.501737 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5658f77a-06f6-49d7-9c55-e07988c9ada4 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Router dae2b31e-a28f-492b-ae02-6028e0fdfb48 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:29:00.597882 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-c82a205c-d11a-45b8-9697-343a3f7ec4e2 None None] Set router 2c295ff1-e849-450b-bb35-fe3ee1356d31 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:29:00.758742 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a2ce5-0b7f-4f18-a0ca-815c84775468 req-b1761fb4-28cd-428c-aa62-d0f9b8f438cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:00.760817 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-889a2ce5-0b7f-4f18-a0ca-815c84775468 req-b1761fb4-28cd-428c-aa62-d0f9b8f438cc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0bd86e77836944e4bb373c5db0c18c61&device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 1097 time: 0.0885768 Aug 11 22:29:00.886769 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a2ce5-0b7f-4f18-a0ca-815c84775468 req-ea7e3853-dc2a-4199-9b45-e0e3b73368e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:00.888392 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-889a2ce5-0b7f-4f18-a0ca-815c84775468 req-ea7e3853-dc2a-4199-9b45-e0e3b73368e0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 200 len: 913 time: 0.1197765 Aug 11 22:29:00.998013 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f649449a-8cdb-4f53-a7a9-d145245fae4d x-openstack-request-id: req-f649449a-8cdb-4f53-a7a9-d145245fae4d {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:29:00.998479 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f7abe15-b523-448a-8e5a-74017d8fdc0a", "tag": "9b710c67-282e-4e09-951b-c5305bee8945", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:29:00.998872 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f649449a-8cdb-4f53-a7a9-d145245fae4d {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:29:00.999566 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f7abe15-b523-448a-8e5a-74017d8fdc0a', 'tag': '9b710c67-282e-4e09-951b-c5305bee8945', 'status': 'completed', 'code': 200} Aug 11 22:29:01.056858 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c82a205c-d11a-45b8-9697-343a3f7ec4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'name': 'tempest-TestVolumeBootPattern-1788241116-router', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:20:49Z', 'updated_at': '2021-08-11T22:21:04Z', 'revision_number': 4, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'gw_port': {'id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:20:51Z', 'updated_at': '2021-08-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '7203e654-049c-4232-a535-f32e28e0d733', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'floating_ip_address': '172.25.2.207', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'port_id': '9b710c67-282e-4e09-951b-c5305bee8945', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'mac_address': 'fa:16:3e:66:11:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7abe15-b523-448a-8e5a-74017d8fdc0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:28:57Z', 'updated_at': '2021-08-11T22:28:57Z', 'revision_number': 0, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b', 'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'mac_address': 'fa:16:3e:28:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:21:00Z', 'updated_at': '2021-08-11T22:21:15Z', 'revision_number': 5, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'subnets': [{'id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:01.098030 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82a205c-d11a-45b8-9697-343a3f7ec4e2 None None] Checking router: 2c295ff1-e849-450b-bb35-fe3ee1356d31 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:29:01.108836 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-889a2ce5-0b7f-4f18-a0ca-815c84775468 req-26a2709e-6146-4c9e-92b6-2cc578209d47 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b710c67-282e-4e09-951b-c5305bee8945 HTTP/1.1" status: 200 len: 1000 time: 0.2052090 Aug 11 22:29:01.112823 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82a205c-d11a-45b8-9697-343a3f7ec4e2 None None] Routers {'2c295ff1-e849-450b-bb35-fe3ee1356d31'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:29:01.114767 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c82a205c-d11a-45b8-9697-343a3f7ec4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:28:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['2c295ff1-e849-450b-bb35-fe3ee1356d31'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:01.198059 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a2ce5-0b7f-4f18-a0ca-815c84775468 req-65d68109-5b6a-4440-8616-102eeb4c1b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:01.199980 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-889a2ce5-0b7f-4f18-a0ca-815c84775468 req-65d68109-5b6a-4440-8616-102eeb4c1b7f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e825988f-9783-4539-86a4-b6ca493a4bbd HTTP/1.1" status: 200 len: 851 time: 0.0818355 Aug 11 22:29:01.210198 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5658f77a-06f6-49d7-9c55-e07988c9ada4 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:29:01.255496 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5658f77a-06f6-49d7-9c55-e07988c9ada4 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:01.257533 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5658f77a-06f6-49d7-9c55-e07988c9ada4 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.4561939 Aug 11 22:29:01.263359 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c45f93e-703a-48b6-838a-99217772033a None None] Sync routers for ids ['dae2b31e-a28f-492b-ae02-6028e0fdfb48'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:29:01.265056 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39330) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:01.279592 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c45f93e-703a-48b6-838a-99217772033a None None] Routers {'dae2b31e-a28f-492b-ae02-6028e0fdfb48'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:29:01.280633 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-3c45f93e-703a-48b6-838a-99217772033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:28:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['dae2b31e-a28f-492b-ae02-6028e0fdfb48'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:01.382051 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-c82a205c-d11a-45b8-9697-343a3f7ec4e2 None None] Set router 2c295ff1-e849-450b-bb35-fe3ee1356d31 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:29:01.402560 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a2ce5-0b7f-4f18-a0ca-815c84775468 req-e681eecf-cbd9-4af4-9be7-159add7246eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:01.405615 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-889a2ce5-0b7f-4f18-a0ca-815c84775468 req-e681eecf-cbd9-4af4-9be7-159add7246eb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1886268 Aug 11 22:29:01.486348 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8034d76d-7110-4f04-86a3-ae455145d04b tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "GET /v2.0/routers/dae2b31e-a28f-492b-ae02-6028e0fdfb48 HTTP/1.1" status: 200 len: 909 time: 0.2196112 Aug 11 22:29:01.491436 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39334) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:01.499117 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-9ca7287e-1f65-4c41-8935-8206dbfd89f6 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1806453463', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'enable_snat': True}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:01.512577 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-3c45f93e-703a-48b6-838a-99217772033a None None] Set router dae2b31e-a28f-492b-ae02-6028e0fdfb48 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:29:01.585877 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9ca7287e-1f65-4c41-8935-8206dbfd89f6 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:01.588775 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9ca7287e-1f65-4c41-8935-8206dbfd89f6 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:01.728400 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-889a2ce5-0b7f-4f18-a0ca-815c84775468 req-3cb2303b-f559-4323-aaba-5debf4c6dca8 service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079243 Aug 11 22:29:01.756518 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9ca7287e-1f65-4c41-8935-8206dbfd89f6 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:01.932446 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-3c45f93e-703a-48b6-838a-99217772033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae2b31e-a28f-492b-ae02-6028e0fdfb48', 'name': 'tempest-snat-router-1806453463', 'tenant_id': '2b2d9a7f6e88441594b432a6ac7411fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.132'}], 'enable_snat': False}, 'gw_port_id': '675b1419-4a54-4d81-900f-ab9c00cee886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:28:56Z', 'updated_at': '2021-08-11T22:28:59Z', 'revision_number': 3, 'project_id': '2b2d9a7f6e88441594b432a6ac7411fd', 'gw_port': {'id': '675b1419-4a54-4d81-900f-ab9c00cee886', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ec:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae2b31e-a28f-492b-ae02-6028e0fdfb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:28:58Z', 'updated_at': '2021-08-11T22:28:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:01.971444 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c82a205c-d11a-45b8-9697-343a3f7ec4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'name': 'tempest-TestVolumeBootPattern-1788241116-router', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:20:49Z', 'updated_at': '2021-08-11T22:21:04Z', 'revision_number': 4, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'gw_port': {'id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:20:51Z', 'updated_at': '2021-08-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '7203e654-049c-4232-a535-f32e28e0d733', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'floating_ip_address': '172.25.2.207', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'port_id': '9b710c67-282e-4e09-951b-c5305bee8945', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'mac_address': 'fa:16:3e:66:11:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7abe15-b523-448a-8e5a-74017d8fdc0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:28:57Z', 'updated_at': '2021-08-11T22:28:57Z', 'revision_number': 0, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b', 'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'mac_address': 'fa:16:3e:28:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:21:00Z', 'updated_at': '2021-08-11T22:21:15Z', 'revision_number': 5, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'subnets': [{'id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:01.996472 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c45f93e-703a-48b6-838a-99217772033a None None] Checking router: dae2b31e-a28f-492b-ae02-6028e0fdfb48 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:29:01.997417 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c45f93e-703a-48b6-838a-99217772033a None None] Updating router dae2b31e-a28f-492b-ae02-6028e0fdfb48 port 675b1419-4a54-4d81-900f-ab9c00cee886 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:29:02.015132 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82a205c-d11a-45b8-9697-343a3f7ec4e2 None None] The sync data for ids ['2c295ff1-e849-450b-bb35-fe3ee1356d31'] in n-d-804275-3 is: [{'id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'name': 'tempest-TestVolumeBootPattern-1788241116-router', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:20:49Z', 'updated_at': '2021-08-11T22:21:04Z', 'revision_number': 4, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'gw_port': {'id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:20:51Z', 'updated_at': '2021-08-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '7203e654-049c-4232-a535-f32e28e0d733', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'floating_ip_address': '172.25.2.207', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'port_id': '9b710c67-282e-4e09-951b-c5305bee8945', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'mac_address': 'fa:16:3e:66:11:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7abe15-b523-448a-8e5a-74017d8fdc0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:28:57Z', 'updated_at': '2021-08-11T22:28:57Z', 'revision_number': 0, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b', 'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'mac_address': 'fa:16:3e:28:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:21:00Z', 'updated_at': '2021-08-11T22:21:15Z', 'revision_number': 5, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'subnets': [{'id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:29:02.038325 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9ca7287e-1f65-4c41-8935-8206dbfd89f6 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:02.045526 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-889a2ce5-0b7f-4f18-a0ca-815c84775468 req-099df662-78da-4033-bc6f-9c9e3e7bab47 service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110573 Aug 11 22:29:02.070061 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3c45f93e-703a-48b6-838a-99217772033a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:02.434769 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9ca7287e-1f65-4c41-8935-8206dbfd89f6 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:02.463009 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0718b6-ec49-4369-b2ae-0942a95d172b None None] New status for floating IP 7203e654-049c-4232-a535-f32e28e0d733: ACTIVE {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:29:02.474496 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9ca7287e-1f65-4c41-8935-8206dbfd89f6 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:02.819059 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3c45f93e-703a-48b6-838a-99217772033a None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:02.846899 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3c45f93e-703a-48b6-838a-99217772033a None None] Transition to ACTIVE for port object 675b1419-4a54-4d81-900f-ab9c00cee886 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:29:02.859217 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3c45f93e-703a-48b6-838a-99217772033a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:02.910664 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-3c45f93e-703a-48b6-838a-99217772033a None None] Attempting to bind port 675b1419-4a54-4d81-900f-ab9c00cee886 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:29:02.911038 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-3c45f93e-703a-48b6-838a-99217772033a None None] Attempting to bind port 675b1419-4a54-4d81-900f-ab9c00cee886 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:29:02.911407 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c45f93e-703a-48b6-838a-99217772033a None None] Attempting to bind port 675b1419-4a54-4d81-900f-ab9c00cee886 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:29:02.926354 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71665a8d-4963-4ffd-b930-1a8f9e807294 None None] Pushing event updated for resources: {'Port': ['ID=675b1419-4a54-4d81-900f-ab9c00cee886,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:02.933314 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c45f93e-703a-48b6-838a-99217772033a None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:29:02.934788 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c45f93e-703a-48b6-838a-99217772033a None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:29:02.935793 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3c45f93e-703a-48b6-838a-99217772033a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:02.937421 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c45f93e-703a-48b6-838a-99217772033a None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:29:02.938601 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-3c45f93e-703a-48b6-838a-99217772033a None None] Bound port: 675b1419-4a54-4d81-900f-ab9c00cee886, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:29:02.939885 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3c45f93e-703a-48b6-838a-99217772033a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:02.942471 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-9ca7287e-1f65-4c41-8935-8206dbfd89f6 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Allocated IP 172.25.2.42 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/74487647-9450-4b1f-9bb9-ab1bef8cc4e0) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:29:03.017822 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-3c45f93e-703a-48b6-838a-99217772033a None None] For port 675b1419-4a54-4d81-900f-ab9c00cee886, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:29:03.021912 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-3c45f93e-703a-48b6-838a-99217772033a None None] For port 675b1419-4a54-4d81-900f-ab9c00cee886, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=675b1419-4a54-4d81-900f-ab9c00cee886,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:29:03.029215 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3c45f93e-703a-48b6-838a-99217772033a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:03.130868 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c45f93e-703a-48b6-838a-99217772033a None None] Routers {'dae2b31e-a28f-492b-ae02-6028e0fdfb48'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:29:03.131933 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9ca7287e-1f65-4c41-8935-8206dbfd89f6 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:03.132116 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-3c45f93e-703a-48b6-838a-99217772033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:28:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['dae2b31e-a28f-492b-ae02-6028e0fdfb48'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:03.180524 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71665a8d-4963-4ffd-b930-1a8f9e807294 None None] Pushing event updated for resources: {'Port': ['ID=675b1419-4a54-4d81-900f-ab9c00cee886,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:03.218507 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9ca7287e-1f65-4c41-8935-8206dbfd89f6 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:03.258328 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca7287e-1f65-4c41-8935-8206dbfd89f6 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:29:03.262386 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-9ca7287e-1f65-4c41-8935-8206dbfd89f6 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:29:03.271326 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca7287e-1f65-4c41-8935-8206dbfd89f6 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:29:03.303077 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-3c45f93e-703a-48b6-838a-99217772033a None None] Set router dae2b31e-a28f-492b-ae02-6028e0fdfb48 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:29:03.314887 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7287e-1f65-4c41-8935-8206dbfd89f6 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Pushing event updated for resources: {'Port': ['ID=74487647-9450-4b1f-9bb9-ab1bef8cc4e0,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:03.587003 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-3c45f93e-703a-48b6-838a-99217772033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae2b31e-a28f-492b-ae02-6028e0fdfb48', 'name': 'tempest-snat-router-1806453463', 'tenant_id': '2b2d9a7f6e88441594b432a6ac7411fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.132'}], 'enable_snat': False}, 'gw_port_id': '675b1419-4a54-4d81-900f-ab9c00cee886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:28:56Z', 'updated_at': '2021-08-11T22:28:59Z', 'revision_number': 3, 'project_id': '2b2d9a7f6e88441594b432a6ac7411fd', 'gw_port': {'id': '675b1419-4a54-4d81-900f-ab9c00cee886', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ec:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae2b31e-a28f-492b-ae02-6028e0fdfb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:28:58Z', 'updated_at': '2021-08-11T22:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:03.636227 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c45f93e-703a-48b6-838a-99217772033a None None] The sync data for ids ['dae2b31e-a28f-492b-ae02-6028e0fdfb48'] in n-d-804275-3 is: [{'id': 'dae2b31e-a28f-492b-ae02-6028e0fdfb48', 'name': 'tempest-snat-router-1806453463', 'tenant_id': '2b2d9a7f6e88441594b432a6ac7411fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.132'}], 'enable_snat': False}, 'gw_port_id': '675b1419-4a54-4d81-900f-ab9c00cee886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:28:56Z', 'updated_at': '2021-08-11T22:28:59Z', 'revision_number': 3, 'project_id': '2b2d9a7f6e88441594b432a6ac7411fd', 'gw_port': {'id': '675b1419-4a54-4d81-900f-ab9c00cee886', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ec:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae2b31e-a28f-492b-ae02-6028e0fdfb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:28:58Z', 'updated_at': '2021-08-11T22:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:29:03.725844 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9ca7287e-1f65-4c41-8935-8206dbfd89f6 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:04.227430 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9ca7287e-1f65-4c41-8935-8206dbfd89f6 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:04.471954 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca7287e-1f65-4c41-8935-8206dbfd89f6 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Router 1988a4f0-db34-44a2-bd43-f2c35477262d is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:29:04.630978 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca7287e-1f65-4c41-8935-8206dbfd89f6 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:29:04.647751 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Sync routers for ids ['1988a4f0-db34-44a2-bd43-f2c35477262d'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:29:04.654639 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9ca7287e-1f65-4c41-8935-8206dbfd89f6 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:04.656804 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9ca7287e-1f65-4c41-8935-8206dbfd89f6 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.1631541 Aug 11 22:29:04.660431 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39362) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:04.671824 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Routers {'1988a4f0-db34-44a2-bd43-f2c35477262d'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:29:04.672933 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:28:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['1988a4f0-db34-44a2-bd43-f2c35477262d'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:04.796301 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Set router 1988a4f0-db34-44a2-bd43-f2c35477262d gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:29:04.852652 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4e72df60-5c84-4281-aa5a-6bc51cb1f682 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "GET /v2.0/routers/1988a4f0-db34-44a2-bd43-f2c35477262d HTTP/1.1" status: 200 len: 907 time: 0.1905444 Aug 11 22:29:04.858144 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39364) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:04.876767 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 675b1419-4a54-4d81-900f-ab9c00cee886 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:29:05.058638 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 675b1419-4a54-4d81-900f-ab9c00cee886 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:29:05.070692 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 675b1419-4a54-4d81-900f-ab9c00cee886 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:29:05.071310 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:05.075123 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0ab3b7e6-250c-4ce2-bb4b-511fb30962b9 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:05.194028 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1988a4f0-db34-44a2-bd43-f2c35477262d', 'name': 'tempest-snat-router-1806453463', 'tenant_id': '2b2d9a7f6e88441594b432a6ac7411fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '74487647-9450-4b1f-9bb9-ab1bef8cc4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:29:01Z', 'updated_at': '2021-08-11T22:29:03Z', 'revision_number': 3, 'project_id': '2b2d9a7f6e88441594b432a6ac7411fd', 'gw_port': {'id': '74487647-9450-4b1f-9bb9-ab1bef8cc4e0', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:60:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1988a4f0-db34-44a2-bd43-f2c35477262d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:29:02Z', 'updated_at': '2021-08-11T22:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:05.280333 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Checking router: 1988a4f0-db34-44a2-bd43-f2c35477262d for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:29:05.280767 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Updating router 1988a4f0-db34-44a2-bd43-f2c35477262d port 74487647-9450-4b1f-9bb9-ab1bef8cc4e0 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:29:05.381129 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:05.382749 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:05.442322 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 675b1419-4a54-4d81-900f-ab9c00cee886, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=675b1419-4a54-4d81-900f-ab9c00cee886,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:29:05.451702 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:05.597603 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=675b1419-4a54-4d81-900f-ab9c00cee886,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:05.671363 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0ab3b7e6-250c-4ce2-bb4b-511fb30962b9 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:05.734286 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-0ab3b7e6-250c-4ce2-bb4b-511fb30962b9 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Deleting port 74487647-9450-4b1f-9bb9-ab1bef8cc4e0 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:29:05.734725 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0ab3b7e6-250c-4ce2-bb4b-511fb30962b9 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:05.832682 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:05.848665 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0ab3b7e6-250c-4ce2-bb4b-511fb30962b9 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:05.848918 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Transition to ACTIVE for port object 74487647-9450-4b1f-9bb9-ab1bef8cc4e0 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:29:05.859041 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:05.866042 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-0ab3b7e6-250c-4ce2-bb4b-511fb30962b9 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Calling delete_port for 74487647-9450-4b1f-9bb9-ab1bef8cc4e0 owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:29:05.940340 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Attempting to bind port 74487647-9450-4b1f-9bb9-ab1bef8cc4e0 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:29:05.940710 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Attempting to bind port 74487647-9450-4b1f-9bb9-ab1bef8cc4e0 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:29:05.941077 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Attempting to bind port 74487647-9450-4b1f-9bb9-ab1bef8cc4e0 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:29:05.943566 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8501f1-2730-437a-b175-a5e7540863d4 None None] Pushing event updated for resources: {'Port': ['ID=74487647-9450-4b1f-9bb9-ab1bef8cc4e0,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:05.950194 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:29:05.950587 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:29:05.950976 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:05.951374 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:29:05.951892 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Bound port: 74487647-9450-4b1f-9bb9-ab1bef8cc4e0, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:29:05.952286 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:06.024632 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] For port 74487647-9450-4b1f-9bb9-ab1bef8cc4e0, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:29:06.034232 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.api [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 22:29:06.034232 n-d-804275-3 neutron-server[100944]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Aug 11 22:29:06.034232 n-d-804275-3 neutron-server[100944]: [parameters: {'port_id': '74487647-9450-4b1f-9bb9-ab1bef8cc4e0', 'host': 'n-d-804275-3', 'level': 0, 'driver': 'openvswitch', 'segment_id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a'}] Aug 11 22:29:06.034232 n-d-804275-3 neutron-server[100944]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:29:06.034232 n-d-804275-3 neutron-server[100944]: DEBUG oslo_db.api [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:29:06.133164 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0ab3b7e6-250c-4ce2-bb4b-511fb30962b9 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:06.182419 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3b7e6-250c-4ce2-bb4b-511fb30962b9 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Pushing event deleted for resources: {'Port': ['ID=74487647-9450-4b1f-9bb9-ab1bef8cc4e0,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:06.305845 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0ab3b7e6-250c-4ce2-bb4b-511fb30962b9 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:06.497807 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0ab3b7e6-250c-4ce2-bb4b-511fb30962b9 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:06.500836 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0ab3b7e6-250c-4ce2-bb4b-511fb30962b9 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:06.549921 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Attempting to bind port 74487647-9450-4b1f-9bb9-ab1bef8cc4e0 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:29:06.550403 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Attempting to bind port 74487647-9450-4b1f-9bb9-ab1bef8cc4e0 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:29:06.550811 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Attempting to bind port 74487647-9450-4b1f-9bb9-ab1bef8cc4e0 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:29:06.556844 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:29:06.557461 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:29:06.557793 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:06.558179 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:29:06.558666 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Bound port: 74487647-9450-4b1f-9bb9-ab1bef8cc4e0, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:29:06.559064 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:06.577993 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0ab3b7e6-250c-4ce2-bb4b-511fb30962b9 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:06.578942 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab3b7e6-250c-4ce2-bb4b-511fb30962b9 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1988a4f0-db34-44a2-bd43-f2c35477262d {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:29:06.584545 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Port 74487647-9450-4b1f-9bb9-ab1bef8cc4e0 has been deleted concurrently {{(pid=100944) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 11 22:29:06.591473 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0ab3b7e6-250c-4ce2-bb4b-511fb30962b9 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:06.597000 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0ab3b7e6-250c-4ce2-bb4b-511fb30962b9 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "DELETE /v2.0/routers/1988a4f0-db34-44a2-bd43-f2c35477262d HTTP/1.1" status: 204 len: 168 time: 1.7367730 Aug 11 22:29:06.601281 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39396) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:06.622175 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Routers set() bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:29:06.623968 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Router IDs set() for agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 22:29:06.625243 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_agentschedulers_db [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1988a4f0-db34-44a2-bd43-f2c35477262d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:28:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent'). {{(pid=100944) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 11 22:29:06.626445 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87180434-4592-4a72-bbd6-42be0951dd7c None None] The sync data for ids ['1988a4f0-db34-44a2-bd43-f2c35477262d'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:29:06.803220 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3951fdb3-13a4-46ec-b8a9-4c15e7eb5507 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:06.852067 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 675b1419-4a54-4d81-900f-ab9c00cee886 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:29:06.925064 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 675b1419-4a54-4d81-900f-ab9c00cee886 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:29:06.925697 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:06.963949 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3951fdb3-13a4-46ec-b8a9-4c15e7eb5507 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:07.028677 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-3951fdb3-13a4-46ec-b8a9-4c15e7eb5507 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Deleting port 675b1419-4a54-4d81-900f-ab9c00cee886 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:29:07.029059 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3951fdb3-13a4-46ec-b8a9-4c15e7eb5507 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:07.142028 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-3951fdb3-13a4-46ec-b8a9-4c15e7eb5507 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] For port 675b1419-4a54-4d81-900f-ab9c00cee886, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=675b1419-4a54-4d81-900f-ab9c00cee886,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:29:07.142541 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3951fdb3-13a4-46ec-b8a9-4c15e7eb5507 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:07.163666 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-3951fdb3-13a4-46ec-b8a9-4c15e7eb5507 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Calling delete_port for 675b1419-4a54-4d81-900f-ab9c00cee886 owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:29:07.350690 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3951fdb3-13a4-46ec-b8a9-4c15e7eb5507 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:07.382532 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951fdb3-13a4-46ec-b8a9-4c15e7eb5507 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Pushing event deleted for resources: {'Port': ['ID=675b1419-4a54-4d81-900f-ab9c00cee886,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:07.460226 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3951fdb3-13a4-46ec-b8a9-4c15e7eb5507 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:07.614025 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3951fdb3-13a4-46ec-b8a9-4c15e7eb5507 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:07.619006 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3951fdb3-13a4-46ec-b8a9-4c15e7eb5507 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:07.686078 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3951fdb3-13a4-46ec-b8a9-4c15e7eb5507 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:07.687013 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3951fdb3-13a4-46ec-b8a9-4c15e7eb5507 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dae2b31e-a28f-492b-ae02-6028e0fdfb48 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:29:07.695658 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3951fdb3-13a4-46ec-b8a9-4c15e7eb5507 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:07.703915 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3951fdb3-13a4-46ec-b8a9-4c15e7eb5507 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "DELETE /v2.0/routers/dae2b31e-a28f-492b-ae02-6028e0fdfb48 HTTP/1.1" status: 204 len: 168 time: 1.0946610 Aug 11 22:29:07.704247 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39402) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:07.709751 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-808241127', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}, 'admin_state_up': False}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:07.766754 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:07.768692 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:07.836001 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:08.071305 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:08.336434 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:08.445010 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:08.471271 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:08.600708 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Allocated IP 172.25.2.249 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/f785a28f-8729-4b36-bffb-22cc6c5468f2) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:29:08.730692 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:08.783791 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:08.810055 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 675b1419-4a54-4d81-900f-ab9c00cee886 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:29:08.826426 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:29:08.831683 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:29:08.833932 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 675b1419-4a54-4d81-900f-ab9c00cee886 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:29:08.834684 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 675b1419-4a54-4d81-900f-ab9c00cee886 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:29:08.840407 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:29:08.879473 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Pushing event updated for resources: {'Port': ['ID=f785a28f-8729-4b36-bffb-22cc6c5468f2,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:08.893749 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:08.894172 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:08.894569 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:08.894742 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:08.895079 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:08.895416 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:08.895787 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:08.896118 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:08.896443 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:08.896768 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:08.897092 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:08.897470 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:09.331344 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:09.741172 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:09.960015 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Router bacb4fc6-34e9-42a4-bfd8-b1f7a01f25d4 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:29:10.120942 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:29:10.134528 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46916df0-05d1-4fa5-87ef-a8d78dabbce3 None None] Sync routers for ids ['bacb4fc6-34e9-42a4-bfd8-b1f7a01f25d4'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:29:10.153088 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:10.160663 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39436) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:10.161711 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4743aa50-c2b8-4543-a226-dbc4bba16041 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4546402 Aug 11 22:29:10.175000 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-8dab42f1-3fec-4841-a15c-4c8684706c31 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'enable_snat': False}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:10.299247 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46916df0-05d1-4fa5-87ef-a8d78dabbce3 None None] Routers {'bacb4fc6-34e9-42a4-bfd8-b1f7a01f25d4'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:29:10.300155 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-46916df0-05d1-4fa5-87ef-a8d78dabbce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:28:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bacb4fc6-34e9-42a4-bfd8-b1f7a01f25d4'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:10.357399 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-46916df0-05d1-4fa5-87ef-a8d78dabbce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:10.375320 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46916df0-05d1-4fa5-87ef-a8d78dabbce3 None None] Routers {'bacb4fc6-34e9-42a4-bfd8-b1f7a01f25d4'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:29:10.376387 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-46916df0-05d1-4fa5-87ef-a8d78dabbce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:28:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bacb4fc6-34e9-42a4-bfd8-b1f7a01f25d4'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:10.427399 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-46916df0-05d1-4fa5-87ef-a8d78dabbce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:10.428520 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46916df0-05d1-4fa5-87ef-a8d78dabbce3 None None] The sync data for ids ['bacb4fc6-34e9-42a4-bfd8-b1f7a01f25d4'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:29:10.652182 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8dab42f1-3fec-4841-a15c-4c8684706c31 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:11.152033 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8dab42f1-3fec-4841-a15c-4c8684706c31 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1756175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1755230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39594'] for router, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:11.156370 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8dab42f1-3fec-4841-a15c-4c8684706c31 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1756404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1756413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1755207'] for router, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:11.281386 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dab42f1-3fec-4841-a15c-4c8684706c31 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Router bacb4fc6-34e9-42a4-bfd8-b1f7a01f25d4 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:29:11.427786 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dab42f1-3fec-4841-a15c-4c8684706c31 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:29:11.436923 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8dab42f1-3fec-4841-a15c-4c8684706c31 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:11.442040 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8dab42f1-3fec-4841-a15c-4c8684706c31 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "PUT /v2.0/routers/bacb4fc6-34e9-42a4-bfd8-b1f7a01f25d4 HTTP/1.1" status: 200 len: 921 time: 1.2745159 Aug 11 22:29:11.442323 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278c6448-5e23-4f49-bf13-2db47fd020f0 None None] Sync routers for ids ['bacb4fc6-34e9-42a4-bfd8-b1f7a01f25d4'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:29:11.443012 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39442) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:11.453653 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278c6448-5e23-4f49-bf13-2db47fd020f0 None None] Routers {'bacb4fc6-34e9-42a4-bfd8-b1f7a01f25d4'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:29:11.454658 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-278c6448-5e23-4f49-bf13-2db47fd020f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:28:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bacb4fc6-34e9-42a4-bfd8-b1f7a01f25d4'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:11.495204 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-278c6448-5e23-4f49-bf13-2db47fd020f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:11.506170 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278c6448-5e23-4f49-bf13-2db47fd020f0 None None] Routers {'bacb4fc6-34e9-42a4-bfd8-b1f7a01f25d4'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:29:11.507277 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-278c6448-5e23-4f49-bf13-2db47fd020f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:28:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['bacb4fc6-34e9-42a4-bfd8-b1f7a01f25d4'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:11.544632 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-278c6448-5e23-4f49-bf13-2db47fd020f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:11.545494 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278c6448-5e23-4f49-bf13-2db47fd020f0 None None] The sync data for ids ['bacb4fc6-34e9-42a4-bfd8-b1f7a01f25d4'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:29:11.936804 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-00a66c07-5351-428f-9f0a-0957e8fec7aa tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "GET /v2.0/routers/bacb4fc6-34e9-42a4-bfd8-b1f7a01f25d4 HTTP/1.1" status: 200 len: 921 time: 0.4925263 Aug 11 22:29:11.941402 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39458) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:12.037218 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c165ec-b8ef-4f55-afbf-0d374e4fa914 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:12.039227 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-44c165ec-b8ef-4f55-afbf-0d374e4fa914 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=ace0c6e5-d196-4ef9-80b8-149980a74560&device_id=bacb4fc6-34e9-42a4-bfd8-b1f7a01f25d4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0964427 Aug 11 22:29:12.043686 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39460) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:12.156337 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322ad211-2c50-4838-b0a8-55524246f58a tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:12.161001 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-322ad211-2c50-4838-b0a8-55524246f58a tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 881 time: 0.1131549 Aug 11 22:29:12.161373 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39466) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:12.200631 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-007ca7aa-1167-4229-adcf-3a5e6ad845a3 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "GET /v2.0/ports?device_id=bacb4fc6-34e9-42a4-bfd8-b1f7a01f25d4 HTTP/1.1" status: 200 len: 205 time: 0.0373621 Aug 11 22:29:12.204971 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39468) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:12.247229 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39470) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:12.378572 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-61ac8ce3-0997-483d-9adb-5bd832c49a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:12.415145 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-546e632f-0383-4567-9ca1-d29f63eb80ca tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:12.517845 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-61ac8ce3-0997-483d-9adb-5bd832c49a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:12.523767 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-61ac8ce3-0997-483d-9adb-5bd832c49a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:12.537423 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-546e632f-0383-4567-9ca1-d29f63eb80ca tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:12.576739 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-61ac8ce3-0997-483d-9adb-5bd832c49a02 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cd347d1bd1164696a0f1a0acf54de147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3214982 Aug 11 22:29:12.576739 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac8ce3-0997-483d-9adb-5bd832c49a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfb440c-a8ac-4299-b974-30a7bf88fa82,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:12.578538 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39474) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:12.651030 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-23049557-1090-4956-86e8-2eb3efc6f5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:12.655588 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-546e632f-0383-4567-9ca1-d29f63eb80ca tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Deleting port f785a28f-8729-4b36-bffb-22cc6c5468f2 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:29:12.655982 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-546e632f-0383-4567-9ca1-d29f63eb80ca tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:12.722661 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-23049557-1090-4956-86e8-2eb3efc6f5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:12.795430 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-546e632f-0383-4567-9ca1-d29f63eb80ca tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:12.814767 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-546e632f-0383-4567-9ca1-d29f63eb80ca tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Calling delete_port for f785a28f-8729-4b36-bffb-22cc6c5468f2 owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:29:12.831159 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-23049557-1090-4956-86e8-2eb3efc6f5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:12.836338 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-23049557-1090-4956-86e8-2eb3efc6f5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:12.838186 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-23049557-1090-4956-86e8-2eb3efc6f5cc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1bfb440c-a8ac-4299-b974-30a7bf88fa82 HTTP/1.1" status: 204 len: 168 time: 0.2584727 Aug 11 22:29:12.858917 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23049557-1090-4956-86e8-2eb3efc6f5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfb440c-a8ac-4299-b974-30a7bf88fa82,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:12.939062 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23049557-1090-4956-86e8-2eb3efc6f5cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:12.939667 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23049557-1090-4956-86e8-2eb3efc6f5cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:12.940244 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23049557-1090-4956-86e8-2eb3efc6f5cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:12.940833 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23049557-1090-4956-86e8-2eb3efc6f5cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:12.941389 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23049557-1090-4956-86e8-2eb3efc6f5cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:12.941967 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23049557-1090-4956-86e8-2eb3efc6f5cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:12.942552 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23049557-1090-4956-86e8-2eb3efc6f5cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:12.943142 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23049557-1090-4956-86e8-2eb3efc6f5cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:12.943904 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23049557-1090-4956-86e8-2eb3efc6f5cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:12.944490 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23049557-1090-4956-86e8-2eb3efc6f5cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:12.945084 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23049557-1090-4956-86e8-2eb3efc6f5cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:12.945605 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23049557-1090-4956-86e8-2eb3efc6f5cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:13.107419 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:29:13.159610 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-546e632f-0383-4567-9ca1-d29f63eb80ca tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:13.199668 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e632f-0383-4567-9ca1-d29f63eb80ca tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Pushing event deleted for resources: {'Port': ['ID=f785a28f-8729-4b36-bffb-22cc6c5468f2,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:13.225220 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39480) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:13.247965 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-370fcb7c-e969-44f0-ab9f-e9ec9556d559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:13.268214 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3281b9a5-299b-40d5-ac3b-ad2f797bf175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:13.278051 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-546e632f-0383-4567-9ca1-d29f63eb80ca tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:13.395869 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-370fcb7c-e969-44f0-ab9f-e9ec9556d559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:13.401822 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-370fcb7c-e969-44f0-ab9f-e9ec9556d559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:13.446734 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-370fcb7c-e969-44f0-ab9f-e9ec9556d559 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=083bde91bce24531bc161abfef4e8a46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2193677 Aug 11 22:29:13.447573 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370fcb7c-e969-44f0-ab9f-e9ec9556d559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86b1bc7-a490-4120-bb3e-9e8a81a9826b,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:13.450073 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39482) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:13.454341 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-546e632f-0383-4567-9ca1-d29f63eb80ca tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:13.458874 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-546e632f-0383-4567-9ca1-d29f63eb80ca tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:13.515444 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-546e632f-0383-4567-9ca1-d29f63eb80ca tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:13.515715 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-65dd5ef3-4e78-49f3-9d29-09bebbfaf171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:13.516385 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546e632f-0383-4567-9ca1-d29f63eb80ca tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Fanout notify agent at l3_agent the message router_deleted on router bacb4fc6-34e9-42a4-bfd8-b1f7a01f25d4 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:29:13.528148 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-546e632f-0383-4567-9ca1-d29f63eb80ca tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:13.530069 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-546e632f-0383-4567-9ca1-d29f63eb80ca tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "DELETE /v2.0/routers/bacb4fc6-34e9-42a4-bfd8-b1f7a01f25d4 HTTP/1.1" status: 204 len: 168 time: 1.3238864 Aug 11 22:29:13.535805 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39484) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:13.543444 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-84a82156-6df9-4582-8795-12db60f6593a tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1990604006', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:13.555477 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-65dd5ef3-4e78-49f3-9d29-09bebbfaf171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:13.580457 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-84a82156-6df9-4582-8795-12db60f6593a tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:13.582170 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-84a82156-6df9-4582-8795-12db60f6593a tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:13.638363 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-65dd5ef3-4e78-49f3-9d29-09bebbfaf171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:13.643492 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-65dd5ef3-4e78-49f3-9d29-09bebbfaf171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:13.645483 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-65dd5ef3-4e78-49f3-9d29-09bebbfaf171 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b86b1bc7-a490-4120-bb3e-9e8a81a9826b HTTP/1.1" status: 204 len: 168 time: 0.1942496 Aug 11 22:29:13.659330 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd5ef3-4e78-49f3-9d29-09bebbfaf171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86b1bc7-a490-4120-bb3e-9e8a81a9826b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:13.670235 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-84a82156-6df9-4582-8795-12db60f6593a tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:13.677210 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-84a82156-6df9-4582-8795-12db60f6593a tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:13.704874 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-84a82156-6df9-4582-8795-12db60f6593a tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:13.707166 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-84a82156-6df9-4582-8795-12db60f6593a tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1695709 Aug 11 22:29:13.710595 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39488) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:13.718112 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-e8f10365-802c-4cb6-b2aa-297d093c97ef tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:14.001254 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e8f10365-802c-4cb6-b2aa-297d093c97ef tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:14.238452 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e8f10365-802c-4cb6-b2aa-297d093c97ef tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:14.267055 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e8f10365-802c-4cb6-b2aa-297d093c97ef tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:14.450723 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-e8f10365-802c-4cb6-b2aa-297d093c97ef tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Allocated IP 172.25.2.92 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/84e6bd79-eb49-43e7-9dee-fcdd45aef043) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:29:14.614000 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e8f10365-802c-4cb6-b2aa-297d093c97ef tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:14.678762 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e8f10365-802c-4cb6-b2aa-297d093c97ef tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:14.722571 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f10365-802c-4cb6-b2aa-297d093c97ef tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:29:14.726012 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-e8f10365-802c-4cb6-b2aa-297d093c97ef tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:29:14.732967 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f10365-802c-4cb6-b2aa-297d093c97ef tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:29:14.758047 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f10365-802c-4cb6-b2aa-297d093c97ef tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Pushing event updated for resources: {'Port': ['ID=84e6bd79-eb49-43e7-9dee-fcdd45aef043,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:15.052810 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e8f10365-802c-4cb6-b2aa-297d093c97ef tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:15.343403 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e8f10365-802c-4cb6-b2aa-297d093c97ef tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1756175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1755230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39594'] for router, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:15.347978 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e8f10365-802c-4cb6-b2aa-297d093c97ef tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1756404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1756413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1755207'] for router, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:15.508036 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f10365-802c-4cb6-b2aa-297d093c97ef tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Router 5239cb75-649a-4425-a27c-cceb0f08e2d8 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:29:15.644355 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f10365-802c-4cb6-b2aa-297d093c97ef tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:29:15.652432 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e8f10365-802c-4cb6-b2aa-297d093c97ef tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:15.657333 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e8f10365-802c-4cb6-b2aa-297d093c97ef tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "PUT /v2.0/routers/5239cb75-649a-4425-a27c-cceb0f08e2d8 HTTP/1.1" status: 200 len: 879 time: 1.9417520 Aug 11 22:29:15.657477 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39526) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:15.660484 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c26b52-e19b-4b4d-a551-f414bf8ae107 None None] Sync routers for ids ['5239cb75-649a-4425-a27c-cceb0f08e2d8'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:29:15.675560 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c26b52-e19b-4b4d-a551-f414bf8ae107 None None] Routers {'5239cb75-649a-4425-a27c-cceb0f08e2d8'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:29:15.676599 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-46c26b52-e19b-4b4d-a551-f414bf8ae107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:28:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5239cb75-649a-4425-a27c-cceb0f08e2d8'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:15.739363 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-46c26b52-e19b-4b4d-a551-f414bf8ae107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:15.750875 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c26b52-e19b-4b4d-a551-f414bf8ae107 None None] Routers {'5239cb75-649a-4425-a27c-cceb0f08e2d8'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:29:15.751830 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-46c26b52-e19b-4b4d-a551-f414bf8ae107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:28:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5239cb75-649a-4425-a27c-cceb0f08e2d8'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:15.789767 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-46c26b52-e19b-4b4d-a551-f414bf8ae107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:15.790695 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c26b52-e19b-4b4d-a551-f414bf8ae107 None None] The sync data for ids ['5239cb75-649a-4425-a27c-cceb0f08e2d8'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:29:15.863042 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-223f2928-df7b-4bc6-87a6-b8d0dcb82d01 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "GET /v2.0/routers/5239cb75-649a-4425-a27c-cceb0f08e2d8 HTTP/1.1" status: 200 len: 920 time: 0.2046177 Aug 11 22:29:15.866577 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39534) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:15.948200 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fda54f-3e2d-4e6e-b992-b0034bd78efd tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:15.953753 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-33fda54f-3e2d-4e6e-b992-b0034bd78efd tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=ace0c6e5-d196-4ef9-80b8-149980a74560&device_id=5239cb75-649a-4425-a27c-cceb0f08e2d8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0822451 Aug 11 22:29:15.954093 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39536) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:16.031128 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b02507ea-1d7e-4800-882f-b57926995177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:16.075327 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1172808-143b-4ce8-88d1-2ed09f69cc0b tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:16.077088 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a1172808-143b-4ce8-88d1-2ed09f69cc0b tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 881 time: 0.1219208 Aug 11 22:29:16.081201 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39538) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:16.084168 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:16.128484 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a2dcf983-1ec2-404e-a30e-3c7f27746945 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "GET /v2.0/ports?device_id=5239cb75-649a-4425-a27c-cceb0f08e2d8 HTTP/1.1" status: 200 len: 205 time: 0.0453155 Aug 11 22:29:16.131576 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39540) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:16.369436 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-80c5f77d-5bf4-4d3a-a65f-69b30f6a9e88 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:16.824773 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-80c5f77d-5bf4-4d3a-a65f-69b30f6a9e88 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:16.904679 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-80c5f77d-5bf4-4d3a-a65f-69b30f6a9e88 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Deleting port 84e6bd79-eb49-43e7-9dee-fcdd45aef043 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:29:16.904993 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-80c5f77d-5bf4-4d3a-a65f-69b30f6a9e88 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:17.007543 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-80c5f77d-5bf4-4d3a-a65f-69b30f6a9e88 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:17.030393 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-80c5f77d-5bf4-4d3a-a65f-69b30f6a9e88 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Calling delete_port for 84e6bd79-eb49-43e7-9dee-fcdd45aef043 owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:29:17.287639 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-80c5f77d-5bf4-4d3a-a65f-69b30f6a9e88 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:17.319073 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5f77d-5bf4-4d3a-a65f-69b30f6a9e88 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Pushing event deleted for resources: {'Port': ['ID=84e6bd79-eb49-43e7-9dee-fcdd45aef043,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:17.386877 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-80c5f77d-5bf4-4d3a-a65f-69b30f6a9e88 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:17.520098 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-80c5f77d-5bf4-4d3a-a65f-69b30f6a9e88 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:17.524194 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-80c5f77d-5bf4-4d3a-a65f-69b30f6a9e88 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:17.578086 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:17.596114 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-80c5f77d-5bf4-4d3a-a65f-69b30f6a9e88 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:17.596868 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c5f77d-5bf4-4d3a-a65f-69b30f6a9e88 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Fanout notify agent at l3_agent the message router_deleted on router 5239cb75-649a-4425-a27c-cceb0f08e2d8 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:29:17.606848 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-80c5f77d-5bf4-4d3a-a65f-69b30f6a9e88 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:17.614747 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-80c5f77d-5bf4-4d3a-a65f-69b30f6a9e88 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "DELETE /v2.0/routers/5239cb75-649a-4425-a27c-cceb0f08e2d8 HTTP/1.1" status: 204 len: 168 time: 1.4761744 Aug 11 22:29:17.615265 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39552) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:17.622767 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-28d88903-ae58-44c1-9499-af76efaa81e2 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1532134777', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:17.662946 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-28d88903-ae58-44c1-9499-af76efaa81e2 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:17.664499 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-28d88903-ae58-44c1-9499-af76efaa81e2 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:17.729426 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-28d88903-ae58-44c1-9499-af76efaa81e2 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:17.734342 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-28d88903-ae58-44c1-9499-af76efaa81e2 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:17.754029 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-28d88903-ae58-44c1-9499-af76efaa81e2 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:17.755709 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-28d88903-ae58-44c1-9499-af76efaa81e2 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1385579 Aug 11 22:29:17.759901 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39556) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:17.765893 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-3498cb4e-8002-4f27-a4c4-09dfdb6b2945 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'enable_snat': True}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:18.021236 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3498cb4e-8002-4f27-a4c4-09dfdb6b2945 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:18.310884 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3498cb4e-8002-4f27-a4c4-09dfdb6b2945 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:18.333774 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3498cb4e-8002-4f27-a4c4-09dfdb6b2945 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:18.468234 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-3498cb4e-8002-4f27-a4c4-09dfdb6b2945 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Allocated IP 172.25.2.198 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/4568fa96-f1cb-4602-8bc9-a93de4ad7b78) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:29:18.599749 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3498cb4e-8002-4f27-a4c4-09dfdb6b2945 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:18.666674 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3498cb4e-8002-4f27-a4c4-09dfdb6b2945 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:18.718646 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3498cb4e-8002-4f27-a4c4-09dfdb6b2945 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:29:18.724229 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-3498cb4e-8002-4f27-a4c4-09dfdb6b2945 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:29:18.734059 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3498cb4e-8002-4f27-a4c4-09dfdb6b2945 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:29:18.762608 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3498cb4e-8002-4f27-a4c4-09dfdb6b2945 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Pushing event updated for resources: {'Port': ['ID=4568fa96-f1cb-4602-8bc9-a93de4ad7b78,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:19.030272 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:19.114840 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3498cb4e-8002-4f27-a4c4-09dfdb6b2945 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:19.404447 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3498cb4e-8002-4f27-a4c4-09dfdb6b2945 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1756175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1755230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39594'] for router, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:19.408507 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3498cb4e-8002-4f27-a4c4-09dfdb6b2945 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1756404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1756413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1755207'] for router, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:19.577320 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3498cb4e-8002-4f27-a4c4-09dfdb6b2945 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Router ec6e9165-0adc-40f3-bf6f-adf379f3e47b is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:29:19.721230 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3498cb4e-8002-4f27-a4c4-09dfdb6b2945 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:29:19.726451 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3498cb4e-8002-4f27-a4c4-09dfdb6b2945 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:19.727780 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3498cb4e-8002-4f27-a4c4-09dfdb6b2945 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "PUT /v2.0/routers/ec6e9165-0adc-40f3-bf6f-adf379f3e47b HTTP/1.1" status: 200 len: 915 time: 1.9667745 Aug 11 22:29:19.731466 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf7d828-cab1-4386-8d86-cc12bf0645e7 None None] Sync routers for ids ['ec6e9165-0adc-40f3-bf6f-adf379f3e47b'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:29:19.731762 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39572) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:19.741961 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf7d828-cab1-4386-8d86-cc12bf0645e7 None None] Routers {'ec6e9165-0adc-40f3-bf6f-adf379f3e47b'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:29:19.742913 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-cdf7d828-cab1-4386-8d86-cc12bf0645e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:29:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['ec6e9165-0adc-40f3-bf6f-adf379f3e47b'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:19.784525 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-cdf7d828-cab1-4386-8d86-cc12bf0645e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:19.796820 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf7d828-cab1-4386-8d86-cc12bf0645e7 None None] Routers {'ec6e9165-0adc-40f3-bf6f-adf379f3e47b'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:29:19.797495 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-cdf7d828-cab1-4386-8d86-cc12bf0645e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:29:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['ec6e9165-0adc-40f3-bf6f-adf379f3e47b'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:19.836008 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-cdf7d828-cab1-4386-8d86-cc12bf0645e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:19.836909 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf7d828-cab1-4386-8d86-cc12bf0645e7 None None] The sync data for ids ['ec6e9165-0adc-40f3-bf6f-adf379f3e47b'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:29:20.207133 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f161bcf4-f49f-4e30-b1ed-cf98ae310ac5 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "GET /v2.0/routers/ec6e9165-0adc-40f3-bf6f-adf379f3e47b HTTP/1.1" status: 200 len: 921 time: 0.4735048 Aug 11 22:29:20.210588 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39576) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:20.288566 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff93432-5e21-4105-a4e1-91a7dc4c46dd tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:20.291295 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4ff93432-5e21-4105-a4e1-91a7dc4c46dd tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=ace0c6e5-d196-4ef9-80b8-149980a74560&device_id=ec6e9165-0adc-40f3-bf6f-adf379f3e47b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0792849 Aug 11 22:29:20.295316 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39582) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:20.482389 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b893a348-8c0a-41dd-a74d-f856af4dd779 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:20.485040 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b893a348-8c0a-41dd-a74d-f856af4dd779 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 881 time: 0.1868029 Aug 11 22:29:20.488166 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39584) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:20.523399 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-dded06f0-a177-48a8-8fc7-5508ffcce9f2 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec6e9165-0adc-40f3-bf6f-adf379f3e47b HTTP/1.1" status: 200 len: 205 time: 0.0337157 Aug 11 22:29:20.526582 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39586) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:20.751350 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:21.014453 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9795227d-5183-41ac-8394-bf4fd375e291 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:21.176889 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9795227d-5183-41ac-8394-bf4fd375e291 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:21.246633 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-9795227d-5183-41ac-8394-bf4fd375e291 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Deleting port 4568fa96-f1cb-4602-8bc9-a93de4ad7b78 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:29:21.247147 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9795227d-5183-41ac-8394-bf4fd375e291 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:21.348956 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9795227d-5183-41ac-8394-bf4fd375e291 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:21.368458 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-9795227d-5183-41ac-8394-bf4fd375e291 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Calling delete_port for 4568fa96-f1cb-4602-8bc9-a93de4ad7b78 owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:29:21.686888 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9795227d-5183-41ac-8394-bf4fd375e291 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:21.863597 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795227d-5183-41ac-8394-bf4fd375e291 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Pushing event deleted for resources: {'Port': ['ID=4568fa96-f1cb-4602-8bc9-a93de4ad7b78,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:21.875085 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9795227d-5183-41ac-8394-bf4fd375e291 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:22.078225 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9795227d-5183-41ac-8394-bf4fd375e291 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:22.082576 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9795227d-5183-41ac-8394-bf4fd375e291 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:22.150358 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39616) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:22.169857 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9795227d-5183-41ac-8394-bf4fd375e291 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:22.170518 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9795227d-5183-41ac-8394-bf4fd375e291 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Fanout notify agent at l3_agent the message router_deleted on router ec6e9165-0adc-40f3-bf6f-adf379f3e47b {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:29:22.178797 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9795227d-5183-41ac-8394-bf4fd375e291 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:22.180001 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9795227d-5183-41ac-8394-bf4fd375e291 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "DELETE /v2.0/routers/ec6e9165-0adc-40f3-bf6f-adf379f3e47b HTTP/1.1" status: 204 len: 168 time: 1.6522796 Aug 11 22:29:22.186224 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39620) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:22.191243 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-923b9897-3e15-4840-974d-f85878a2d346 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1919078753', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:22.225563 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-923b9897-3e15-4840-974d-f85878a2d346 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:22.229114 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-923b9897-3e15-4840-974d-f85878a2d346 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:22.306034 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-923b9897-3e15-4840-974d-f85878a2d346 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:22.313030 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-923b9897-3e15-4840-974d-f85878a2d346 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:22.333831 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-923b9897-3e15-4840-974d-f85878a2d346 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:22.335661 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-923b9897-3e15-4840-974d-f85878a2d346 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1483390 Aug 11 22:29:22.340621 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39622) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:22.348828 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-fac70df8-49af-4759-a86f-a3b8e794b2f3 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'enable_snat': False}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:22.404336 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-753e679f-d6b8-42ef-b6a0-e0927011ac54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:22.633895 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fac70df8-49af-4759-a86f-a3b8e794b2f3 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:22.747892 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-753e679f-d6b8-42ef-b6a0-e0927011ac54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:22.754527 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-753e679f-d6b8-42ef-b6a0-e0927011ac54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:22.811154 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e679f-d6b8-42ef-b6a0-e0927011ac54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64192eb-7b36-43be-8a1d-bfea16e434a1,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:22.825438 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-753e679f-d6b8-42ef-b6a0-e0927011ac54 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=43cb6ea9d956404895f3877634233e50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6697311 Aug 11 22:29:22.826420 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39624) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:23.110138 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ed8bd173-53df-4d67-9564-fc2caacf963c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:23.176659 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fac70df8-49af-4759-a86f-a3b8e794b2f3 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:23.182802 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ed8bd173-53df-4d67-9564-fc2caacf963c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:23.230832 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fac70df8-49af-4759-a86f-a3b8e794b2f3 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:23.432812 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ed8bd173-53df-4d67-9564-fc2caacf963c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:23.437860 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ed8bd173-53df-4d67-9564-fc2caacf963c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:23.440146 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ed8bd173-53df-4d67-9564-fc2caacf963c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f64192eb-7b36-43be-8a1d-bfea16e434a1 HTTP/1.1" status: 204 len: 168 time: 0.6127913 Aug 11 22:29:23.464519 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bd173-53df-4d67-9564-fc2caacf963c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64192eb-7b36-43be-8a1d-bfea16e434a1,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:23.488924 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-fac70df8-49af-4759-a86f-a3b8e794b2f3 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Allocated IP 172.25.2.24 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/7b0e6506-e393-41a0-b38d-ecb5c62fe10b) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:29:23.657376 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fac70df8-49af-4759-a86f-a3b8e794b2f3 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:23.720937 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fac70df8-49af-4759-a86f-a3b8e794b2f3 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:23.780503 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac70df8-49af-4759-a86f-a3b8e794b2f3 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:29:23.784582 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-fac70df8-49af-4759-a86f-a3b8e794b2f3 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:29:23.794198 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac70df8-49af-4759-a86f-a3b8e794b2f3 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:29:23.831667 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac70df8-49af-4759-a86f-a3b8e794b2f3 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Pushing event updated for resources: {'Port': ['ID=7b0e6506-e393-41a0-b38d-ecb5c62fe10b,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:23.892418 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39636) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:23.916288 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-81ddc11d-0953-47ee-9727-d27bea6d7bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:24.060159 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-81ddc11d-0953-47ee-9727-d27bea6d7bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:24.067079 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-81ddc11d-0953-47ee-9727-d27bea6d7bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:24.135371 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fac70df8-49af-4759-a86f-a3b8e794b2f3 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:24.136720 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ddc11d-0953-47ee-9727-d27bea6d7bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113cb1e1-3622-4299-aedc-d9f9e70c9abf,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:24.164375 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-81ddc11d-0953-47ee-9727-d27bea6d7bac admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b74087641f0a440a94a7ac815c64b6c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2698848 Aug 11 22:29:24.166716 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39644) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:24.253212 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5b022766-a5a1-4d10-96f0-8fda51c9c92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:24.283675 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5b022766-a5a1-4d10-96f0-8fda51c9c92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:24.351005 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5b022766-a5a1-4d10-96f0-8fda51c9c92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:24.354740 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5b022766-a5a1-4d10-96f0-8fda51c9c92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:24.359406 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5b022766-a5a1-4d10-96f0-8fda51c9c92d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/113cb1e1-3622-4299-aedc-d9f9e70c9abf HTTP/1.1" status: 204 len: 168 time: 0.1906312 Aug 11 22:29:24.369209 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b022766-a5a1-4d10-96f0-8fda51c9c92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113cb1e1-3622-4299-aedc-d9f9e70c9abf,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:24.410512 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-ca60adbd-a5f5-40fe-9ab1-577503bada20 req-054249ee-4d9b-44d6-aaa8-751154b2cc87 service neutron] (100942) timed out ('10.222.0.77', 51860) {{(pid=100942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 22:29:24.425636 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fac70df8-49af-4759-a86f-a3b8e794b2f3 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1756175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1755230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39594'] for router, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:24.432917 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fac70df8-49af-4759-a86f-a3b8e794b2f3 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1756404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1756413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1755207'] for router, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:24.605155 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac70df8-49af-4759-a86f-a3b8e794b2f3 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Router 16bb65ab-eadb-4b77-8f9c-2c72bc586852 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:29:24.778590 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac70df8-49af-4759-a86f-a3b8e794b2f3 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:29:24.788229 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fac70df8-49af-4759-a86f-a3b8e794b2f3 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:24.792489 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fac70df8-49af-4759-a86f-a3b8e794b2f3 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "PUT /v2.0/routers/16bb65ab-eadb-4b77-8f9c-2c72bc586852 HTTP/1.1" status: 200 len: 915 time: 2.4479754 Aug 11 22:29:24.793379 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c65ade-9960-4c91-abed-cb93e8e47ec2 None None] Sync routers for ids ['16bb65ab-eadb-4b77-8f9c-2c72bc586852'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:29:24.795106 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39654) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:24.813261 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c65ade-9960-4c91-abed-cb93e8e47ec2 None None] Routers {'16bb65ab-eadb-4b77-8f9c-2c72bc586852'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:29:24.814484 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f1c65ade-9960-4c91-abed-cb93e8e47ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:29:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['16bb65ab-eadb-4b77-8f9c-2c72bc586852'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:24.889582 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f1c65ade-9960-4c91-abed-cb93e8e47ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:24.907218 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c65ade-9960-4c91-abed-cb93e8e47ec2 None None] Routers {'16bb65ab-eadb-4b77-8f9c-2c72bc586852'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:29:24.909016 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f1c65ade-9960-4c91-abed-cb93e8e47ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:29:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['16bb65ab-eadb-4b77-8f9c-2c72bc586852'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:24.934320 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a98fa821-9136-49f6-b07d-4125646c34ec tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "GET /v2.0/routers/16bb65ab-eadb-4b77-8f9c-2c72bc586852 HTTP/1.1" status: 200 len: 921 time: 0.1373329 Aug 11 22:29:24.937601 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39660) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:24.968718 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f1c65ade-9960-4c91-abed-cb93e8e47ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:24.969896 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c65ade-9960-4c91-abed-cb93e8e47ec2 None None] The sync data for ids ['16bb65ab-eadb-4b77-8f9c-2c72bc586852'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:29:24.999356 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebe4ee6-1488-4233-9c21-ccddb15644a9 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:25.001586 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-aebe4ee6-1488-4233-9c21-ccddb15644a9 tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=ace0c6e5-d196-4ef9-80b8-149980a74560&device_id=16bb65ab-eadb-4b77-8f9c-2c72bc586852&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0627010 Aug 11 22:29:25.004832 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39664) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:25.107277 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c078ac-262d-45a9-8922-cfb74d675def tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:25.108901 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-00c078ac-262d-45a9-8922-cfb74d675def tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "GET /v2.0/networks/ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 881 time: 0.1029272 Aug 11 22:29:25.113592 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39668) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:25.147243 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d0729991-fcdd-41cf-aa93-b626a94ba9d5 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "GET /v2.0/ports?device_id=16bb65ab-eadb-4b77-8f9c-2c72bc586852 HTTP/1.1" status: 200 len: 205 time: 0.0320652 Aug 11 22:29:25.152124 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39670) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:25.312358 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fd8a8e81-f871-47dd-a214-66497d9f2b79 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:25.757514 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fd8a8e81-f871-47dd-a214-66497d9f2b79 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:25.827616 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-fd8a8e81-f871-47dd-a214-66497d9f2b79 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Deleting port 7b0e6506-e393-41a0-b38d-ecb5c62fe10b {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:29:25.828152 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fd8a8e81-f871-47dd-a214-66497d9f2b79 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:25.926915 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fd8a8e81-f871-47dd-a214-66497d9f2b79 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:25.948420 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-fd8a8e81-f871-47dd-a214-66497d9f2b79 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Calling delete_port for 7b0e6506-e393-41a0-b38d-ecb5c62fe10b owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:29:26.206510 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fd8a8e81-f871-47dd-a214-66497d9f2b79 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:26.247322 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a8e81-f871-47dd-a214-66497d9f2b79 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Pushing event deleted for resources: {'Port': ['ID=7b0e6506-e393-41a0-b38d-ecb5c62fe10b,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:26.346131 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fd8a8e81-f871-47dd-a214-66497d9f2b79 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:26.473354 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fd8a8e81-f871-47dd-a214-66497d9f2b79 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:26.476067 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fd8a8e81-f871-47dd-a214-66497d9f2b79 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:26.555150 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fd8a8e81-f871-47dd-a214-66497d9f2b79 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:26.556266 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8a8e81-f871-47dd-a214-66497d9f2b79 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Fanout notify agent at l3_agent the message router_deleted on router 16bb65ab-eadb-4b77-8f9c-2c72bc586852 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:29:26.568273 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fd8a8e81-f871-47dd-a214-66497d9f2b79 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:26.570042 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fd8a8e81-f871-47dd-a214-66497d9f2b79 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "DELETE /v2.0/routers/16bb65ab-eadb-4b77-8f9c-2c72bc586852 HTTP/1.1" status: 204 len: 168 time: 1.4166629 Aug 11 22:29:26.575457 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39702) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:26.584999 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-7d11b4b7-5e2b-4453-9cc4-c977ea7af0b6 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1308548537', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}, 'admin_state_up': False}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:26.614308 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d11b4b7-5e2b-4453-9cc4-c977ea7af0b6 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:26.615810 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d11b4b7-5e2b-4453-9cc4-c977ea7af0b6 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:26.683938 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d11b4b7-5e2b-4453-9cc4-c977ea7af0b6 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:26.898701 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d11b4b7-5e2b-4453-9cc4-c977ea7af0b6 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:26.958277 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39712) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:27.145997 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c04ecae5-5de9-44ae-9345-b8fa4b5194ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:27.212011 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d11b4b7-5e2b-4453-9cc4-c977ea7af0b6 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:27.245367 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d11b4b7-5e2b-4453-9cc4-c977ea7af0b6 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:27.308696 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c04ecae5-5de9-44ae-9345-b8fa4b5194ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:27.314647 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c04ecae5-5de9-44ae-9345-b8fa4b5194ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:27.395579 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c04ecae5-5de9-44ae-9345-b8fa4b5194ea admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=66b8bb7fa06b43dfb432a63c7308369e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4339941 Aug 11 22:29:27.396885 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39720) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:27.400518 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ecae5-5de9-44ae-9345-b8fa4b5194ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cb0043-3cf0-4ebb-9f8f-0222842a5296,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:27.405467 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-7d11b4b7-5e2b-4453-9cc4-c977ea7af0b6 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Allocated IP 172.25.2.91 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/2cedcc51-5dc1-4e64-9bb0-a50c0c835771) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:29:27.499290 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-44ae0acc-e072-4f85-98ad-e564dc5a233f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:27.543437 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d11b4b7-5e2b-4453-9cc4-c977ea7af0b6 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:27.547220 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-44ae0acc-e072-4f85-98ad-e564dc5a233f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:27.589305 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d11b4b7-5e2b-4453-9cc4-c977ea7af0b6 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:27.629807 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d11b4b7-5e2b-4453-9cc4-c977ea7af0b6 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:29:27.635607 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-7d11b4b7-5e2b-4453-9cc4-c977ea7af0b6 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:29:27.638324 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-44ae0acc-e072-4f85-98ad-e564dc5a233f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:27.639435 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d11b4b7-5e2b-4453-9cc4-c977ea7af0b6 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:29:27.645688 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-44ae0acc-e072-4f85-98ad-e564dc5a233f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:27.650893 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-44ae0acc-e072-4f85-98ad-e564dc5a233f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c3cb0043-3cf0-4ebb-9f8f-0222842a5296 HTTP/1.1" status: 204 len: 168 time: 0.2499635 Aug 11 22:29:27.663961 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae0acc-e072-4f85-98ad-e564dc5a233f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cb0043-3cf0-4ebb-9f8f-0222842a5296,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:27.700682 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11b4b7-5e2b-4453-9cc4-c977ea7af0b6 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Pushing event updated for resources: {'Port': ['ID=2cedcc51-5dc1-4e64-9bb0-a50c0c835771,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:28.005002 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d11b4b7-5e2b-4453-9cc4-c977ea7af0b6 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:28.346076 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d11b4b7-5e2b-4453-9cc4-c977ea7af0b6 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:28.578711 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d11b4b7-5e2b-4453-9cc4-c977ea7af0b6 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Router 609567ed-f123-4b9c-bf91-dc92650cc84b is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:29:28.763205 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d11b4b7-5e2b-4453-9cc4-c977ea7af0b6 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:29:28.778921 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e744391e-79f1-430f-88ad-bc3e4cd34cc0 None None] Sync routers for ids ['609567ed-f123-4b9c-bf91-dc92650cc84b'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:29:28.802490 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d11b4b7-5e2b-4453-9cc4-c977ea7af0b6 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:28.803555 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e744391e-79f1-430f-88ad-bc3e4cd34cc0 None None] Routers {'609567ed-f123-4b9c-bf91-dc92650cc84b'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:29:28.804577 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-e744391e-79f1-430f-88ad-bc3e4cd34cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:29:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['609567ed-f123-4b9c-bf91-dc92650cc84b'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:28.804776 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7d11b4b7-5e2b-4453-9cc4-c977ea7af0b6 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.2282021 Aug 11 22:29:28.810250 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39760) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:28.815711 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-19a728ea-03ff-493b-ac56-c1c051b4be02 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:28.851245 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-e744391e-79f1-430f-88ad-bc3e4cd34cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:28.865445 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e744391e-79f1-430f-88ad-bc3e4cd34cc0 None None] Routers {'609567ed-f123-4b9c-bf91-dc92650cc84b'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:29:28.866335 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-e744391e-79f1-430f-88ad-bc3e4cd34cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:29:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['609567ed-f123-4b9c-bf91-dc92650cc84b'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:28.903546 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-e744391e-79f1-430f-88ad-bc3e4cd34cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:28.904534 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e744391e-79f1-430f-88ad-bc3e4cd34cc0 None None] The sync data for ids ['609567ed-f123-4b9c-bf91-dc92650cc84b'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:29:29.129381 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39764) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:29.265722 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51cb2cda-c1ae-4651-bc22-4f7d08a7b775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:29.386815 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-19a728ea-03ff-493b-ac56-c1c051b4be02 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:29.404454 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-19a728ea-03ff-493b-ac56-c1c051b4be02 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:29.429857 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51cb2cda-c1ae-4651-bc22-4f7d08a7b775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:29.435755 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51cb2cda-c1ae-4651-bc22-4f7d08a7b775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:29.492307 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-51cb2cda-c1ae-4651-bc22-4f7d08a7b775 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f6b58d5cc3c34e8fab964f4bdb2044bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3590350 Aug 11 22:29:29.492307 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb2cda-c1ae-4651-bc22-4f7d08a7b775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c06958-4f19-4f73-8b04-f2535172d405,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:29.493959 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39768) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:29.510271 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-19a728ea-03ff-493b-ac56-c1c051b4be02 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Deleting port 2cedcc51-5dc1-4e64-9bb0-a50c0c835771 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:29:29.510835 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-19a728ea-03ff-493b-ac56-c1c051b4be02 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:29.638160 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-762c2a7a-12ec-40e9-8958-3d046854128c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:29.650903 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-19a728ea-03ff-493b-ac56-c1c051b4be02 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:29.684068 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-19a728ea-03ff-493b-ac56-c1c051b4be02 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Calling delete_port for 2cedcc51-5dc1-4e64-9bb0-a50c0c835771 owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:29:29.692710 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-762c2a7a-12ec-40e9-8958-3d046854128c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:29.847337 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-762c2a7a-12ec-40e9-8958-3d046854128c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:29.850013 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-762c2a7a-12ec-40e9-8958-3d046854128c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:29.851271 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-762c2a7a-12ec-40e9-8958-3d046854128c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/19c06958-4f19-4f73-8b04-f2535172d405 HTTP/1.1" status: 204 len: 168 time: 0.3559496 Aug 11 22:29:29.862957 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c2a7a-12ec-40e9-8958-3d046854128c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c06958-4f19-4f73-8b04-f2535172d405,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:29.941414 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-19a728ea-03ff-493b-ac56-c1c051b4be02 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:30.003083 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a728ea-03ff-493b-ac56-c1c051b4be02 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Pushing event deleted for resources: {'Port': ['ID=2cedcc51-5dc1-4e64-9bb0-a50c0c835771,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:30.126435 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-19a728ea-03ff-493b-ac56-c1c051b4be02 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:30.412224 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-19a728ea-03ff-493b-ac56-c1c051b4be02 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1756175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1755230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39594'] for router, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:30.417773 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-19a728ea-03ff-493b-ac56-c1c051b4be02 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1756404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1756413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1755207'] for router, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:30.527841 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a728ea-03ff-493b-ac56-c1c051b4be02 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Router 609567ed-f123-4b9c-bf91-dc92650cc84b has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:29:30.654287 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a728ea-03ff-493b-ac56-c1c051b4be02 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:29:30.663119 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-19a728ea-03ff-493b-ac56-c1c051b4be02 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:30.665821 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-19a728ea-03ff-493b-ac56-c1c051b4be02 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "PUT /v2.0/routers/609567ed-f123-4b9c-bf91-dc92650cc84b HTTP/1.1" status: 200 len: 706 time: 1.8537235 Aug 11 22:29:30.670136 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39790) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:30.670836 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cd2989-6c47-4af8-9f18-af4bce0e308b None None] Sync routers for ids ['609567ed-f123-4b9c-bf91-dc92650cc84b'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:29:30.688045 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cd2989-6c47-4af8-9f18-af4bce0e308b None None] Routers {'609567ed-f123-4b9c-bf91-dc92650cc84b'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:29:30.689101 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-e4cd2989-6c47-4af8-9f18-af4bce0e308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:29:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['609567ed-f123-4b9c-bf91-dc92650cc84b'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:30.766887 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-e4cd2989-6c47-4af8-9f18-af4bce0e308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:30.779379 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cd2989-6c47-4af8-9f18-af4bce0e308b None None] Routers {'609567ed-f123-4b9c-bf91-dc92650cc84b'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:29:30.780036 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-e4cd2989-6c47-4af8-9f18-af4bce0e308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:29:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['609567ed-f123-4b9c-bf91-dc92650cc84b'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:30.798224 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5cb2b07f-7b63-4791-a198-17873740144f tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "GET /v2.0/routers/609567ed-f123-4b9c-bf91-dc92650cc84b HTTP/1.1" status: 200 len: 741 time: 0.1254165 Aug 11 22:29:30.802464 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39798) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:30.849564 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-e4cd2989-6c47-4af8-9f18-af4bce0e308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:30.850549 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cd2989-6c47-4af8-9f18-af4bce0e308b None None] The sync data for ids ['609567ed-f123-4b9c-bf91-dc92650cc84b'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:29:30.868799 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e1b7b86b-4c18-4b9e-ade7-e5cfdc4cea1c tempest-RoutersAdminTest-473778188 tempest-RoutersAdminTest-473778188-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=ace0c6e5-d196-4ef9-80b8-149980a74560&device_id=609567ed-f123-4b9c-bf91-dc92650cc84b HTTP/1.1" status: 200 len: 205 time: 0.0646801 Aug 11 22:29:30.872952 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39800) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:30.905408 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bf5204d9-88a2-46f1-8449-8a6e3619f30d tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "GET /v2.0/ports?device_id=609567ed-f123-4b9c-bf91-dc92650cc84b HTTP/1.1" status: 200 len: 205 time: 0.0310485 Aug 11 22:29:30.909633 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39802) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:31.047757 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0d5bad67-027a-4657-aff8-44923c7458b2 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:31.345507 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0d5bad67-027a-4657-aff8-44923c7458b2 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:31.348324 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0d5bad67-027a-4657-aff8-44923c7458b2 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:31.411803 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0d5bad67-027a-4657-aff8-44923c7458b2 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:31.412585 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5bad67-027a-4657-aff8-44923c7458b2 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Fanout notify agent at l3_agent the message router_deleted on router 609567ed-f123-4b9c-bf91-dc92650cc84b {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:29:31.421795 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0d5bad67-027a-4657-aff8-44923c7458b2 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:31.426576 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0d5bad67-027a-4657-aff8-44923c7458b2 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "DELETE /v2.0/routers/609567ed-f123-4b9c-bf91-dc92650cc84b HTTP/1.1" status: 204 len: 168 time: 0.5120924 Aug 11 22:29:31.426907 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39824) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:31.473427 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0dc563e1-3f50-4541-b2d5-82af0395e889 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "GET /v2.0/ports?device_id=609567ed-f123-4b9c-bf91-dc92650cc84b HTTP/1.1" status: 200 len: 205 time: 0.0415790 Aug 11 22:29:31.474085 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39828) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:31.536535 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-f93aadb5-8aac-4f68-bc9f-636626093b9e tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] delete failed (client error): The resource could not be found. Aug 11 22:29:31.538070 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f93aadb5-8aac-4f68-bc9f-636626093b9e tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "DELETE /v2.0/routers/609567ed-f123-4b9c-bf91-dc92650cc84b HTTP/1.1" status: 404 len: 336 time: 0.0628424 Aug 11 22:29:31.542754 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39830) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:31.583334 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fb14bb0b-77a3-49dd-bcdd-ef7ad089d2f0 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "GET /v2.0/ports?device_id=16bb65ab-eadb-4b77-8f9c-2c72bc586852 HTTP/1.1" status: 200 len: 205 time: 0.0372040 Aug 11 22:29:31.586536 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39832) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:31.694900 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-a42cc911-6d81-4ea2-b7d1-5c7e7be18e93 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] delete failed (client error): The resource could not be found. Aug 11 22:29:31.697602 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a42cc911-6d81-4ea2-b7d1-5c7e7be18e93 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "DELETE /v2.0/routers/16bb65ab-eadb-4b77-8f9c-2c72bc586852 HTTP/1.1" status: 404 len: 336 time: 0.1045942 Aug 11 22:29:31.699916 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39836) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:31.757377 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d6329240-c897-4cd8-9758-e3e2faf42b87 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "GET /v2.0/ports?device_id=ec6e9165-0adc-40f3-bf6f-adf379f3e47b HTTP/1.1" status: 200 len: 205 time: 0.0552423 Aug 11 22:29:31.762487 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39840) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:31.826683 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-c6d716ad-2c53-4779-8efa-0806ed77b2a3 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] delete failed (client error): The resource could not be found. Aug 11 22:29:31.830576 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39842) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:31.830865 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c6d716ad-2c53-4779-8efa-0806ed77b2a3 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "DELETE /v2.0/routers/ec6e9165-0adc-40f3-bf6f-adf379f3e47b HTTP/1.1" status: 404 len: 336 time: 0.0666275 Aug 11 22:29:31.874158 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a2a49a5a-6cc4-467c-a759-0954cc858b2e tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "GET /v2.0/ports?device_id=5239cb75-649a-4425-a27c-cceb0f08e2d8 HTTP/1.1" status: 200 len: 205 time: 0.0418205 Aug 11 22:29:31.878500 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39844) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:31.923281 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39846) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:31.944846 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-fa81579f-6955-4b35-ab6c-93891a17f435 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] delete failed (client error): The resource could not be found. Aug 11 22:29:31.946109 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fa81579f-6955-4b35-ab6c-93891a17f435 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "DELETE /v2.0/routers/5239cb75-649a-4425-a27c-cceb0f08e2d8 HTTP/1.1" status: 404 len: 336 time: 0.0657415 Aug 11 22:29:31.950382 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39850) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:31.983073 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f8af74c5-ca36-47d5-b676-89fca1150f08 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "GET /v2.0/ports?device_id=bacb4fc6-34e9-42a4-bfd8-b1f7a01f25d4 HTTP/1.1" status: 200 len: 205 time: 0.0312073 Aug 11 22:29:31.986413 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39852) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:32.031427 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-78660a59-198b-488a-a32b-94da329cef21 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] delete failed (client error): The resource could not be found. Aug 11 22:29:32.032460 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-78660a59-198b-488a-a32b-94da329cef21 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "DELETE /v2.0/routers/bacb4fc6-34e9-42a4-bfd8-b1f7a01f25d4 HTTP/1.1" status: 404 len: 336 time: 0.0447578 Aug 11 22:29:32.035020 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39856) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:32.069447 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ef4e5140-f694-475f-aee7-b242a3cb5f97 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "GET /v2.0/ports?device_id=17415fca-d3fb-4634-b154-73f7c41f7b4f HTTP/1.1" status: 200 len: 205 time: 0.0306227 Aug 11 22:29:32.069823 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39858) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:32.109464 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-083f24a8-403e-410f-b0ba-b1ffc2960971 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] delete failed (client error): The resource could not be found. Aug 11 22:29:32.113291 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-083f24a8-403e-410f-b0ba-b1ffc2960971 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "DELETE /v2.0/routers/17415fca-d3fb-4634-b154-73f7c41f7b4f HTTP/1.1" status: 404 len: 336 time: 0.0397713 Aug 11 22:29:32.113611 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39860) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:32.146316 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf582f1a-c781-4314-b24b-15c320c8fb12 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] DELETE failed (client error): The resource could not be found. Aug 11 22:29:32.146789 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf582f1a-c781-4314-b24b-15c320c8fb12 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:29:32.148351 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-c785871c-e701-4544-b919-329b7adca365 tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2118657566'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:32.151813 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-cf582f1a-c781-4314-b24b-15c320c8fb12 tempest-RoutersAdminTest-100251728 tempest-RoutersAdminTest-100251728-project] 10.222.0.77 "DELETE /v2.0/subnets/d2f28184-e76c-40df-9582-94292fe3206b HTTP/1.1" status: 404 len: 337 time: 0.0370591 Aug 11 22:29:32.186066 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c785871c-e701-4544-b919-329b7adca365 tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] Made reservation on behalf of 5282dbb02e2d46eaa833b72f8d13acfc for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:29:32.189752 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c785871c-e701-4544-b919-329b7adca365 tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:32.199977 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c785871c-e701-4544-b919-329b7adca365 tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:32.322535 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c785871c-e701-4544-b919-329b7adca365 tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:32.327999 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c785871c-e701-4544-b919-329b7adca365 tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:32.364711 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c785871c-e701-4544-b919-329b7adca365 tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:29:32.370975 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785871c-e701-4544-b919-329b7adca365 tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55e3c539-ab97-4fef-b649-fc2fe9f006f2,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:32.382696 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c785871c-e701-4544-b919-329b7adca365 tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:32.383029 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-c785871c-e701-4544-b919-329b7adca365 tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] Added segment 634f5d37-1e47-4cd5-965a-66b859d042f4 of type vlan for network 0047713d-950b-4f21-9ff4-4846a6b06064 Aug 11 22:29:32.445627 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c785871c-e701-4544-b919-329b7adca365 tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:32.498333 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c785871c-e701-4544-b919-329b7adca365 tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:32.505589 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c785871c-e701-4544-b919-329b7adca365 tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:32.506315 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c785871c-e701-4544-b919-329b7adca365 tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:32.581392 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39868) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:32.588545 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c785871c-e701-4544-b919-329b7adca365 tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6639352 Aug 11 22:29:32.592539 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39872) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:32.609739 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785871c-e701-4544-b919-329b7adca365 tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] Pushing event updated for resources: {'Network': ['ID=0047713d-950b-4f21-9ff4-4846a6b06064,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:32.636936 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 0047713d-950b-4f21-9ff4-4846a6b06064 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:29:32.801890 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4e811d21-4521-4acd-b9d2-bb703a37b011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:32.925481 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-2f6480f2-7b09-4df3-97af-ba6e46fb4190 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Request body: {'network': {'name': 'tempest-network--1472928458', 'router:external': True}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:32.965436 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4e811d21-4521-4acd-b9d2-bb703a37b011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:32.971077 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4e811d21-4521-4acd-b9d2-bb703a37b011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:32.998247 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6480f2-7b09-4df3-97af-ba6e46fb4190 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Made reservation on behalf of 41393e3023c246d79aecc5e72e3945c1 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:29:33.002516 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2f6480f2-7b09-4df3-97af-ba6e46fb4190 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:33.020320 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2f6480f2-7b09-4df3-97af-ba6e46fb4190 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:33.033584 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4e811d21-4521-4acd-b9d2-bb703a37b011 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f16a242812394d7b93ec911acb795a86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4520075 Aug 11 22:29:33.035217 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e811d21-4521-4acd-b9d2-bb703a37b011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbb0e72-e4be-4c1e-9071-7a852b90c2c0,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:33.038674 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39876) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:33.120753 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9d4d1f84-8ad1-4a57-814b-a0fd51309588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:33.162402 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9d4d1f84-8ad1-4a57-814b-a0fd51309588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:33.195839 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2f6480f2-7b09-4df3-97af-ba6e46fb4190 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:33.201906 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2f6480f2-7b09-4df3-97af-ba6e46fb4190 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:33.260441 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9d4d1f84-8ad1-4a57-814b-a0fd51309588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:33.266252 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9d4d1f84-8ad1-4a57-814b-a0fd51309588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:33.268424 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9d4d1f84-8ad1-4a57-814b-a0fd51309588 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4cbb0e72-e4be-4c1e-9071-7a852b90c2c0 HTTP/1.1" status: 204 len: 168 time: 0.2283349 Aug 11 22:29:33.272837 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6480f2-7b09-4df3-97af-ba6e46fb4190 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a281b309-0ce2-429f-bef6-c2253445c518,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:33.281056 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6480f2-7b09-4df3-97af-ba6e46fb4190 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:29:33.283443 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d1f84-8ad1-4a57-814b-a0fd51309588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbb0e72-e4be-4c1e-9071-7a852b90c2c0,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:33.307342 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2f6480f2-7b09-4df3-97af-ba6e46fb4190 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:33.309942 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-2f6480f2-7b09-4df3-97af-ba6e46fb4190 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Added segment 4f31ae46-8473-4b59-8dac-7897dfa37197 of type vlan for network 2b558dd1-fa70-475a-a97f-f65245059d41 Aug 11 22:29:33.420759 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2f6480f2-7b09-4df3-97af-ba6e46fb4190 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:33.498079 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2f6480f2-7b09-4df3-97af-ba6e46fb4190 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:33.500492 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6480f2-7b09-4df3-97af-ba6e46fb4190 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:33.502159 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2f6480f2-7b09-4df3-97af-ba6e46fb4190 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:33.606333 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2f6480f2-7b09-4df3-97af-ba6e46fb4190 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0105495 Aug 11 22:29:33.607621 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39888) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:33.623472 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6480f2-7b09-4df3-97af-ba6e46fb4190 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Pushing event updated for resources: {'Network': ['ID=2b558dd1-fa70-475a-a97f-f65245059d41,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:33.641809 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 2b558dd1-fa70-475a-a97f-f65245059d41 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:29:33.715248 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0e35889b-b280-4c0c-9d32-a046d029b873 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:33.859911 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0e35889b-b280-4c0c-9d32-a046d029b873 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:33.881250 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-0e35889b-b280-4c0c-9d32-a046d029b873 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b558dd1-fa70-475a-a97f-f65245059d41']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:33.905345 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-0e35889b-b280-4c0c-9d32-a046d029b873 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f31ae46-8473-4b59-8dac-7897dfa37197') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:33.906130 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-0e35889b-b280-4c0c-9d32-a046d029b873 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f31ae46-8473-4b59-8dac-7897dfa37197') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:33.927468 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0e35889b-b280-4c0c-9d32-a046d029b873 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:33.963547 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0e35889b-b280-4c0c-9d32-a046d029b873 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:33.986413 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e35889b-b280-4c0c-9d32-a046d029b873 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:29:33.988320 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0e35889b-b280-4c0c-9d32-a046d029b873 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:29:33.993897 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:29:33.999128 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39890) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:34.088651 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5994d57a-f536-4fc5-b516-c61b4f75e938 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2b2d9a7f6e88441594b432a6ac7411fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0901034 Aug 11 22:29:34.092560 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39892) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:34.185019 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0e35889b-b280-4c0c-9d32-a046d029b873 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:34.214096 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e35889b-b280-4c0c-9d32-a046d029b873 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2b558dd1-fa70-475a-a97f-f65245059d41 {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 22:29:34.218037 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0e35889b-b280-4c0c-9d32-a046d029b873 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:34.220893 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0e35889b-b280-4c0c-9d32-a046d029b873 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] 10.222.0.77 "DELETE /v2.0/networks/2b558dd1-fa70-475a-a97f-f65245059d41 HTTP/1.1" status: 204 len: 168 time: 0.6128032 Aug 11 22:29:34.222028 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35889b-b280-4c0c-9d32-a046d029b873 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Pushing event deleted for resources: {'Network': ['ID=2b558dd1-fa70-475a-a97f-f65245059d41,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:34.226030 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-be293651-5e19-4409-b867-34876e37af9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:34.226718 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39894) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:34.234395 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-e4ee2639-22f4-4320-99d8-4c404946c01d tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:34.249831 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2274a9a2-f4a3-42d1-a975-56e2992d641a req-1f4ffea8-9e7f-42d1-8eda-f69b03f9efe7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1035945 Aug 11 22:29:34.269954 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-be293651-5e19-4409-b867-34876e37af9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:34.271212 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ee2639-22f4-4320-99d8-4c404946c01d tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Made reservation on behalf of 41393e3023c246d79aecc5e72e3945c1 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:29:34.275369 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2639-22f4-4320-99d8-4c404946c01d tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:34.347482 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ee2639-22f4-4320-99d8-4c404946c01d tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:29:34.377582 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-be293651-5e19-4409-b867-34876e37af9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:34.381213 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-be293651-5e19-4409-b867-34876e37af9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:34.386253 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-be293651-5e19-4409-b867-34876e37af9d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f2575682-e480-485c-a0ea-c8ce044eaa72 HTTP/1.1" status: 204 len: 168 time: 0.2884359 Aug 11 22:29:34.396049 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be293651-5e19-4409-b867-34876e37af9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2575682-e480-485c-a0ea-c8ce044eaa72,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:34.418168 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2639-22f4-4320-99d8-4c404946c01d tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:34.418523 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-e4ee2639-22f4-4320-99d8-4c404946c01d tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Added segment 7621c3bc-d356-476e-b592-0ce0593eb553 of type vlan for network 03bed138-9df3-469a-b633-37e5b82b066b Aug 11 22:29:34.438441 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274a9a2-f4a3-42d1-a975-56e2992d641a req-61b287d5-012b-4fe9-b41c-11fcb50b33bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:34.440073 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2274a9a2-f4a3-42d1-a975-56e2992d641a req-61b287d5-012b-4fe9-b41c-11fcb50b33bc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0bd86e77836944e4bb373c5db0c18c61&device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 1097 time: 0.1395438 Aug 11 22:29:34.592145 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274a9a2-f4a3-42d1-a975-56e2992d641a req-adfef8c6-8b9c-4c49-9d60-b8888ad592db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:34.593772 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2274a9a2-f4a3-42d1-a975-56e2992d641a req-adfef8c6-8b9c-4c49-9d60-b8888ad592db service neutron] 10.222.0.52 "GET /v2.0/networks?id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 200 len: 913 time: 0.1190574 Aug 11 22:29:34.599894 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2639-22f4-4320-99d8-4c404946c01d tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:35.083891 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2274a9a2-f4a3-42d1-a975-56e2992d641a req-16b2f53c-b5be-4bee-930d-66c24780e7ad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b710c67-282e-4e09-951b-c5305bee8945 HTTP/1.1" status: 200 len: 1002 time: 0.4795129 Aug 11 22:29:35.086121 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2639-22f4-4320-99d8-4c404946c01d tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:35.087479 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ee2639-22f4-4320-99d8-4c404946c01d tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:35.088142 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2639-22f4-4320-99d8-4c404946c01d tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:35.213078 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e4ee2639-22f4-4320-99d8-4c404946c01d tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9820206 Aug 11 22:29:35.213820 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39914) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:35.220798 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-f597b9be-f92a-4a4a-b583-0b576c400989 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Request body: {'subnet': {'network_id': '03bed138-9df3-469a-b633-37e5b82b066b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:35.239364 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee2639-22f4-4320-99d8-4c404946c01d tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Pushing event updated for resources: {'Network': ['ID=03bed138-9df3-469a-b633-37e5b82b066b,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:35.243318 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274a9a2-f4a3-42d1-a975-56e2992d641a req-2fe1f839-d351-4480-91f8-0d734a3adda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:35.245324 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2274a9a2-f4a3-42d1-a975-56e2992d641a req-2fe1f839-d351-4480-91f8-0d734a3adda8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e825988f-9783-4539-86a4-b6ca493a4bbd HTTP/1.1" status: 200 len: 851 time: 0.1541340 Aug 11 22:29:35.257190 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 03bed138-9df3-469a-b633-37e5b82b066b details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:29:35.262525 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f597b9be-f92a-4a4a-b583-0b576c400989 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Made reservation on behalf of 41393e3023c246d79aecc5e72e3945c1 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:29:35.265592 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f597b9be-f92a-4a4a-b583-0b576c400989 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:35.310230 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274a9a2-f4a3-42d1-a975-56e2992d641a req-a8e200e4-77bd-4e35-8772-42a14361e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:35.312099 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2274a9a2-f4a3-42d1-a975-56e2992d641a req-a8e200e4-77bd-4e35-8772-42a14361e887 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594461 Aug 11 22:29:35.471890 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2274a9a2-f4a3-42d1-a975-56e2992d641a req-217027aa-8df8-4e88-ba06-cd9bf4be3933 service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517162 Aug 11 22:29:35.583025 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2274a9a2-f4a3-42d1-a975-56e2992d641a req-7059d518-dd6c-45e4-807a-dc7646bc71e6 service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036227 Aug 11 22:29:35.605629 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39924) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:35.745822 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-e30ab38c-21c8-4002-84ed-9d5778e2ed28 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-934178273'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:35.773161 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30ab38c-21c8-4002-84ed-9d5778e2ed28 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Made reservation on behalf of 86101b97aef44a29852f89a72fe5489d for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:29:35.777602 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e30ab38c-21c8-4002-84ed-9d5778e2ed28 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:35.789728 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e30ab38c-21c8-4002-84ed-9d5778e2ed28 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:35.929132 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e30ab38c-21c8-4002-84ed-9d5778e2ed28 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:35.934729 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e30ab38c-21c8-4002-84ed-9d5778e2ed28 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:35.968478 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e30ab38c-21c8-4002-84ed-9d5778e2ed28 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:29:35.985329 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ab38c-21c8-4002-84ed-9d5778e2ed28 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6c8958-5a95-4caf-9eab-00d47f28f8dc,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:35.988862 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e30ab38c-21c8-4002-84ed-9d5778e2ed28 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:35.989247 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-e30ab38c-21c8-4002-84ed-9d5778e2ed28 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Added segment ce282e67-35f6-435e-a9a4-c954166552ef of type vlan for network db3b0751-6136-4ba6-96fe-3d6777ed0eaa Aug 11 22:29:36.045246 n-d-804275-3 neutron-server[100943]: DEBUG neutron.objects.ports [None req-f597b9be-f92a-4a4a-b583-0b576c400989 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100943) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 22:29:36.045835 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e30ab38c-21c8-4002-84ed-9d5778e2ed28 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:36.046106 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f597b9be-f92a-4a4a-b583-0b576c400989 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:36.088240 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e30ab38c-21c8-4002-84ed-9d5778e2ed28 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:36.096281 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30ab38c-21c8-4002-84ed-9d5778e2ed28 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:36.096953 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e30ab38c-21c8-4002-84ed-9d5778e2ed28 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:36.120844 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b9be-f92a-4a4a-b583-0b576c400989 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d73f3e1c-1201-4b1c-b80e-20b4cbb7c8c8,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:36.154025 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f597b9be-f92a-4a4a-b583-0b576c400989 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Checking segment: {'id': '7621c3bc-d356-476e-b592-0ce0593eb553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '03bed138-9df3-469a-b633-37e5b82b066b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:29:36.154707 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f597b9be-f92a-4a4a-b583-0b576c400989 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Network hostable DHCP agents. Network: 03bed138-9df3-469a-b633-37e5b82b066b, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:29:36.174289 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e30ab38c-21c8-4002-84ed-9d5778e2ed28 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5674601 Aug 11 22:29:36.178733 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39930) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:36.192239 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ab38c-21c8-4002-84ed-9d5778e2ed28 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Pushing event updated for resources: {'Network': ['ID=db3b0751-6136-4ba6-96fe-3d6777ed0eaa,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:36.197160 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-ff2f4ca0-6343-4035-b3c5-34a287bbc6f1 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Request body: {'subnet': {'network_id': 'db3b0751-6136-4ba6-96fe-3d6777ed0eaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:36.204876 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network db3b0751-6136-4ba6-96fe-3d6777ed0eaa details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:29:36.207783 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f597b9be-f92a-4a4a-b583-0b576c400989 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Network 03bed138-9df3-469a-b633-37e5b82b066b is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:29:36.230775 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-f597b9be-f92a-4a4a-b583-0b576c400989 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 03bed138-9df3-469a-b633-37e5b82b066b) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:29:36.235392 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f597b9be-f92a-4a4a-b583-0b576c400989 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:36.236034 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f597b9be-f92a-4a4a-b583-0b576c400989 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:36.275711 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c635141-4c65-4b6f-8e9e-1b211dd1079a None None] Network 03bed138-9df3-469a-b633-37e5b82b066b requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:29:36.299902 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f597b9be-f92a-4a4a-b583-0b576c400989 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0847366 Aug 11 22:29:36.304093 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39932) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:36.311298 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c3c1467b-3f3f-4420-b7e5-2749c681a332 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Request body: {'floatingip': {'floating_network_id': '03bed138-9df3-469a-b633-37e5b82b066b'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:36.363313 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c3c1467b-3f3f-4420-b7e5-2749c681a332 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:36.385574 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2f4ca0-6343-4035-b3c5-34a287bbc6f1 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Made reservation on behalf of 86101b97aef44a29852f89a72fe5489d for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:29:36.390958 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ff2f4ca0-6343-4035-b3c5-34a287bbc6f1 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:36.541224 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c3c1467b-3f3f-4420-b7e5-2749c681a332 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:36.650250 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ff2f4ca0-6343-4035-b3c5-34a287bbc6f1 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:36.726639 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386513bf-ebeb-43d4-9073-65460f7cdd20 None None] Network 03bed138-9df3-469a-b633-37e5b82b066b requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:29:36.740748 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-c3c1467b-3f3f-4420-b7e5-2749c681a332 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Allocated IP 172.20.0.2 (03bed138-9df3-469a-b633-37e5b82b066b/d73f3e1c-1201-4b1c-b80e-20b4cbb7c8c8/4e4faa07-ca08-4bdb-899e-d61c3cba7095) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:29:36.775573 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2f4ca0-6343-4035-b3c5-34a287bbc6f1 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Checking segment: {'id': 'ce282e67-35f6-435e-a9a4-c954166552ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'db3b0751-6136-4ba6-96fe-3d6777ed0eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:29:36.776175 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2f4ca0-6343-4035-b3c5-34a287bbc6f1 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Network hostable DHCP agents. Network: db3b0751-6136-4ba6-96fe-3d6777ed0eaa, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:29:36.783776 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f4ca0-6343-4035-b3c5-34a287bbc6f1 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Pushing event updated for resources: {'Subnet': ['ID=da82822d-28bb-4744-b19a-4d2be5751bfe,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:36.825095 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2f4ca0-6343-4035-b3c5-34a287bbc6f1 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Network db3b0751-6136-4ba6-96fe-3d6777ed0eaa is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:29:36.846172 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-ff2f4ca0-6343-4035-b3c5-34a287bbc6f1 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, db3b0751-6136-4ba6-96fe-3d6777ed0eaa) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:29:36.856751 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2f4ca0-6343-4035-b3c5-34a287bbc6f1 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:36.858680 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ff2f4ca0-6343-4035-b3c5-34a287bbc6f1 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:36.859408 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e7f267-c4c7-4f2c-b1a0-9b670ffea91a None None] Network db3b0751-6136-4ba6-96fe-3d6777ed0eaa requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:29:36.882098 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c3c1467b-3f3f-4420-b7e5-2749c681a332 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:36.894134 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ff2f4ca0-6343-4035-b3c5-34a287bbc6f1 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7099745 Aug 11 22:29:36.894882 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39934) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:36.908000 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-e5c51ab1-291c-4365-98b9-87a5c11dc40c tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Request body: {'port': {'network_id': 'db3b0751-6136-4ba6-96fe-3d6777ed0eaa', 'name': 'tempest-ExtraDHCPOptionsTestJSON-687196552'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:36.936562 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c3c1467b-3f3f-4420-b7e5-2749c681a332 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:37.048982 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1467b-3f3f-4420-b7e5-2749c681a332 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Pushing event updated for resources: {'Port': ['ID=4e4faa07-ca08-4bdb-899e-d61c3cba7095,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:37.058966 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c1467b-3f3f-4420-b7e5-2749c681a332 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Network 03bed138-9df3-469a-b633-37e5b82b066b is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:29:37.061616 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-c3c1467b-3f3f-4420-b7e5-2749c681a332 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:29:37.069562 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c1467b-3f3f-4420-b7e5-2749c681a332 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:29:37.159414 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c51ab1-291c-4365-98b9-87a5c11dc40c tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Made reservation on behalf of 86101b97aef44a29852f89a72fe5489d for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:29:37.162570 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e5c51ab1-291c-4365-98b9-87a5c11dc40c tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:37.198585 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-e5c51ab1-291c-4365-98b9-87a5c11dc40c tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] device_id is not set on port 573a4861-c78b-499f-b3d7-f1855fad3b54 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:29:37.220453 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-db3b0751-6136-4ba6-96fe-3d6777ed0eaa', 'network_id': 'db3b0751-6136-4ba6-96fe-3d6777ed0eaa', 'tenant_id': '86101b97aef44a29852f89a72fe5489d', 'fixed_ips': [{'subnet_id': 'da82822d-28bb-4744-b19a-4d2be5751bfe'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:29:37.221478 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:37.250664 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c3c1467b-3f3f-4420-b7e5-2749c681a332 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:37.320342 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c3c1467b-3f3f-4420-b7e5-2749c681a332 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:37.406979 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-e5c51ab1-291c-4365-98b9-87a5c11dc40c tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Allocated IP 172.20.0.10 (db3b0751-6136-4ba6-96fe-3d6777ed0eaa/da82822d-28bb-4744-b19a-4d2be5751bfe/573a4861-c78b-499f-b3d7-f1855fad3b54) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:29:37.573226 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39946) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:37.603385 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c3c1467b-3f3f-4420-b7e5-2749c681a332 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:37.611984 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c3c1467b-3f3f-4420-b7e5-2749c681a332 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:37.621141 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e5c51ab1-291c-4365-98b9-87a5c11dc40c tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:37.649924 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-e5c51ab1-291c-4365-98b9-87a5c11dc40c tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Transition to ACTIVE for port object 573a4861-c78b-499f-b3d7-f1855fad3b54 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:29:37.715754 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e5c51ab1-291c-4365-98b9-87a5c11dc40c tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:37.750446 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1467b-3f3f-4420-b7e5-2749c681a332 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Pushing event updated for resources: {'Port': ['ID=4e4faa07-ca08-4bdb-899e-d61c3cba7095,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:37.778222 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Allocated IP 172.20.0.2 (db3b0751-6136-4ba6-96fe-3d6777ed0eaa/da82822d-28bb-4744-b19a-4d2be5751bfe/8fc8a0f6-f63e-4731-bfd9-f828cdea16b9) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:29:37.800528 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-67c2775f-fc40-4ab8-a8c7-aa8a1ccb967e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:37.803731 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c51ab1-291c-4365-98b9-87a5c11dc40c tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Network db3b0751-6136-4ba6-96fe-3d6777ed0eaa is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:29:37.809300 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-e5c51ab1-291c-4365-98b9-87a5c11dc40c tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:29:37.812473 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c51ab1-291c-4365-98b9-87a5c11dc40c tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:29:37.822710 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c51ab1-291c-4365-98b9-87a5c11dc40c tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Pushing event updated for resources: {'Port': ['ID=573a4861-c78b-499f-b3d7-f1855fad3b54,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:37.840199 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c3c1467b-3f3f-4420-b7e5-2749c681a332 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:37.895358 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c51ab1-291c-4365-98b9-87a5c11dc40c tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:37.896383 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e5c51ab1-291c-4365-98b9-87a5c11dc40c tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:37.992458 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:38.005832 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-67c2775f-fc40-4ab8-a8c7-aa8a1ccb967e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:38.006413 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Transition to ACTIVE for port object 8fc8a0f6-f63e-4731-bfd9-f828cdea16b9 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:29:38.020862 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e5c51ab1-291c-4365-98b9-87a5c11dc40c tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1207142 Aug 11 22:29:38.021079 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-67c2775f-fc40-4ab8-a8c7-aa8a1ccb967e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:38.021213 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39950) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:38.030652 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-7b2daa8b-b0ae-4090-a3a4-54356de57f76 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Request body: {'port': {'network_id': 'db3b0751-6136-4ba6-96fe-3d6777ed0eaa', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1480486478', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:38.031433 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.api.validators [None req-7b2daa8b-b0ae-4090-a3a4-54356de57f76 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] bootfile-name is not in valid_values {{(pid=100943) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 22:29:38.032046 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.api.validators [None req-7b2daa8b-b0ae-4090-a3a4-54356de57f76 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] tftp-server is not in valid_values {{(pid=100943) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 22:29:38.032809 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.api.validators [None req-7b2daa8b-b0ae-4090-a3a4-54356de57f76 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] server-ip-address is not in valid_values {{(pid=100943) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 22:29:38.042707 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Transition to ACTIVE for port object 8fc8a0f6-f63e-4731-bfd9-f828cdea16b9 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:29:38.045392 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c3c1467b-3f3f-4420-b7e5-2749c681a332 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:38.047468 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c3c1467b-3f3f-4420-b7e5-2749c681a332 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7397695 Aug 11 22:29:38.054931 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:38.059472 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39952) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:38.104878 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-67c2775f-fc40-4ab8-a8c7-aa8a1ccb967e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b59cfc0369d84b658a7e01c3bb49c6f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5233109 Aug 11 22:29:38.106814 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39954) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:38.116695 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2775f-fc40-4ab8-a8c7-aa8a1ccb967e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e978906-3b73-40d3-8fe0-3f19fb79660f,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:38.125271 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Network db3b0751-6136-4ba6-96fe-3d6777ed0eaa is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:29:38.135303 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:29:38.142089 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:29:38.158307 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Pushing event updated for resources: {'Port': ['ID=8fc8a0f6-f63e-4731-bfd9-f828cdea16b9,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:38.190824 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:38.191837 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:38.192396 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:38.192966 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:38.193629 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:38.194236 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:38.195392 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:38.195758 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:38.196153 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:38.196513 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:38.197270 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:38.197608 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:29:38.213879 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0215995f-9278-4188-a1cb-e419a5123a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:38.235221 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ac3e5aa0-8d47-416e-8dc9-fb023b2c8fc2 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] 10.222.0.77 "GET /v2.0/floatingips?floating_network_id=03bed138-9df3-469a-b633-37e5b82b066b HTTP/1.1" status: 200 len: 689 time: 0.1736975 Aug 11 22:29:38.239726 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Attempting to bind port 8fc8a0f6-f63e-4731-bfd9-f828cdea16b9 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:29:38.240455 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Attempting to bind port 8fc8a0f6-f63e-4731-bfd9-f828cdea16b9 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'ce282e67-35f6-435e-a9a4-c954166552ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'db3b0751-6136-4ba6-96fe-3d6777ed0eaa'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:29:38.241043 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Attempting to bind port 8fc8a0f6-f63e-4731-bfd9-f828cdea16b9 on network db3b0751-6136-4ba6-96fe-3d6777ed0eaa {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:29:38.242601 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39956) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:38.247058 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:29:38.247558 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Checking segment: {'id': 'ce282e67-35f6-435e-a9a4-c954166552ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'db3b0751-6136-4ba6-96fe-3d6777ed0eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:29:38.248054 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:38.248774 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Bound using segment: {'id': 'ce282e67-35f6-435e-a9a4-c954166552ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'db3b0751-6136-4ba6-96fe-3d6777ed0eaa'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:29:38.249350 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Bound port: 8fc8a0f6-f63e-4731-bfd9-f828cdea16b9, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce282e67-35f6-435e-a9a4-c954166552ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'db3b0751-6136-4ba6-96fe-3d6777ed0eaa'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:29:38.250593 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:38.272088 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0215995f-9278-4188-a1cb-e419a5123a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:38.339526 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2daa8b-b0ae-4090-a3a4-54356de57f76 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Made reservation on behalf of 86101b97aef44a29852f89a72fe5489d for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:29:38.346429 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7b2daa8b-b0ae-4090-a3a4-54356de57f76 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:38.366552 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] For port 8fc8a0f6-f63e-4731-bfd9-f828cdea16b9, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:29:38.381181 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-7b2daa8b-b0ae-4090-a3a4-54356de57f76 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] device_id is not set on port 5ae894c8-8437-4067-9b78-f84479095742 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:29:38.392823 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] For port 8fc8a0f6-f63e-4731-bfd9-f828cdea16b9, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8fc8a0f6-f63e-4731-bfd9-f828cdea16b9,segment=NetworkSegment(ce282e67-35f6-435e-a9a4-c954166552ef),segment_id=ce282e67-35f6-435e-a9a4-c954166552ef)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:29:38.395367 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:38.401449 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:38.500052 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6c8e144-48f5-44d2-b02a-024044197508 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:38.506842 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa1fc7-7ecd-49ed-a03d-80f81d311162 None None] Pushing event updated for resources: {'Port': ['ID=8fc8a0f6-f63e-4731-bfd9-f828cdea16b9,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:38.512795 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0215995f-9278-4188-a1cb-e419a5123a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:38.517528 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0215995f-9278-4188-a1cb-e419a5123a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:38.519559 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0215995f-9278-4188-a1cb-e419a5123a40 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1e978906-3b73-40d3-8fe0-3f19fb79660f HTTP/1.1" status: 204 len: 168 time: 0.4106793 Aug 11 22:29:38.604816 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-7b2daa8b-b0ae-4090-a3a4-54356de57f76 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Allocated IP 172.20.0.6 (db3b0751-6136-4ba6-96fe-3d6777ed0eaa/da82822d-28bb-4744-b19a-4d2be5751bfe/5ae894c8-8437-4067-9b78-f84479095742) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:29:38.647577 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215995f-9278-4188-a1cb-e419a5123a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e978906-3b73-40d3-8fe0-3f19fb79660f,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:38.765729 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-c6c8e144-48f5-44d2-b02a-024044197508 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Deleting port 4e4faa07-ca08-4bdb-899e-d61c3cba7095 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:29:38.766455 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6c8e144-48f5-44d2-b02a-024044197508 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:38.928909 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7b2daa8b-b0ae-4090-a3a4-54356de57f76 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:38.953949 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-7b2daa8b-b0ae-4090-a3a4-54356de57f76 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Transition to ACTIVE for port object 5ae894c8-8437-4067-9b78-f84479095742 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:29:38.987167 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6c8e144-48f5-44d2-b02a-024044197508 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:38.987744 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6c8e144-48f5-44d2-b02a-024044197508 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:39.009213 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-c6c8e144-48f5-44d2-b02a-024044197508 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Calling delete_port for 4e4faa07-ca08-4bdb-899e-d61c3cba7095 owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:29:39.018772 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7b2daa8b-b0ae-4090-a3a4-54356de57f76 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:39.057094 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39962) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:39.075000 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2daa8b-b0ae-4090-a3a4-54356de57f76 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Network db3b0751-6136-4ba6-96fe-3d6777ed0eaa is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:29:39.087546 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-7b2daa8b-b0ae-4090-a3a4-54356de57f76 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:29:39.092035 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2daa8b-b0ae-4090-a3a4-54356de57f76 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:29:39.099470 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95e062bb-b9e7-406b-989d-f6a77eec06f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:39.129554 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2daa8b-b0ae-4090-a3a4-54356de57f76 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Pushing event updated for resources: {'Port': ['ID=5ae894c8-8437-4067-9b78-f84479095742,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:39.180770 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2daa8b-b0ae-4090-a3a4-54356de57f76 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:39.181521 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7b2daa8b-b0ae-4090-a3a4-54356de57f76 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:39.205087 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6c8e144-48f5-44d2-b02a-024044197508 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:39.235148 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8e144-48f5-44d2-b02a-024044197508 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e4faa07-ca08-4bdb-899e-d61c3cba7095,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:39.291096 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95e062bb-b9e7-406b-989d-f6a77eec06f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:39.298200 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95e062bb-b9e7-406b-989d-f6a77eec06f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:39.312323 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7b2daa8b-b0ae-4090-a3a4-54356de57f76 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.2896609 Aug 11 22:29:39.316545 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39964) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:39.350612 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e062bb-b9e7-406b-989d-f6a77eec06f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ba8c5b-59e7-4e0f-a4e3-9c9ea14fc0d9,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:39.356464 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-95e062bb-b9e7-406b-989d-f6a77eec06f5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4932b6765a8142c5877c772102c52404&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2982712 Aug 11 22:29:39.362249 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39966) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:39.406162 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6c8e144-48f5-44d2-b02a-024044197508 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:39.434311 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5082c33-9627-428e-a262-981869339950 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:39.440797 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5082c33-9627-428e-a262-981869339950 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:39.447756 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5082c33-9627-428e-a262-981869339950 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:39.453910 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b5082c33-9627-428e-a262-981869339950 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1317554 Aug 11 22:29:39.454245 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7a2d2438-8c0e-4cb8-8a0d-32bdd8b18563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:39.454427 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39968) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:39.500569 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6c8e144-48f5-44d2-b02a-024044197508 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:39.553166 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7a2d2438-8c0e-4cb8-8a0d-32bdd8b18563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:39.573483 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6c8e144-48f5-44d2-b02a-024044197508 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:39.605934 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8e144-48f5-44d2-b02a-024044197508 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d73f3e1c-1201-4b1c-b80e-20b4cbb7c8c8,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:39.710739 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7a2d2438-8c0e-4cb8-8a0d-32bdd8b18563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:39.714379 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7a2d2438-8c0e-4cb8-8a0d-32bdd8b18563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:39.719847 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7a2d2438-8c0e-4cb8-8a0d-32bdd8b18563 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/82ba8c5b-59e7-4e0f-a4e3-9c9ea14fc0d9 HTTP/1.1" status: 204 len: 168 time: 0.3525302 Aug 11 22:29:39.728974 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-6357346e-8acc-464c-aed9-910874174676 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Deleting port 5ae894c8-8437-4067-9b78-f84479095742 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:29:39.729476 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6357346e-8acc-464c-aed9-910874174676 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:39.734154 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6c8e144-48f5-44d2-b02a-024044197508 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:39.734854 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d2438-8c0e-4cb8-8a0d-32bdd8b18563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ba8c5b-59e7-4e0f-a4e3-9c9ea14fc0d9,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:39.761846 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-c6c8e144-48f5-44d2-b02a-024044197508 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03bed138-9df3-469a-b633-37e5b82b066b']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:39.784408 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-c6c8e144-48f5-44d2-b02a-024044197508 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7621c3bc-d356-476e-b592-0ce0593eb553') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:39.784866 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-c6c8e144-48f5-44d2-b02a-024044197508 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7621c3bc-d356-476e-b592-0ce0593eb553') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:39.797097 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6c8e144-48f5-44d2-b02a-024044197508 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:39.825529 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6c8e144-48f5-44d2-b02a-024044197508 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:39.846713 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c8e144-48f5-44d2-b02a-024044197508 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:29:39.847873 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6c8e144-48f5-44d2-b02a-024044197508 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:29:39.851493 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:29:39.855393 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6357346e-8acc-464c-aed9-910874174676 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:39.871791 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-6357346e-8acc-464c-aed9-910874174676 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Calling delete_port for 5ae894c8-8437-4067-9b78-f84479095742 owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:29:39.903917 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af94368a-ae7b-4779-9a0a-3d328a2f7d06 None None] Network db3b0751-6136-4ba6-96fe-3d6777ed0eaa requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:29:39.971631 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6c8e144-48f5-44d2-b02a-024044197508 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:39.979533 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c8e144-48f5-44d2-b02a-024044197508 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 03bed138-9df3-469a-b633-37e5b82b066b {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 22:29:39.983696 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6c8e144-48f5-44d2-b02a-024044197508 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:39.986153 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c6c8e144-48f5-44d2-b02a-024044197508 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] 10.222.0.77 "DELETE /v2.0/networks/03bed138-9df3-469a-b633-37e5b82b066b HTTP/1.1" status: 204 len: 168 time: 1.7421255 Aug 11 22:29:39.991407 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39972) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:39.999004 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8e144-48f5-44d2-b02a-024044197508 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Pushing event deleted for resources: {'Network': ['ID=03bed138-9df3-469a-b633-37e5b82b066b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:40.009364 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-16e87cde-4bcb-45bf-86ba-7de62fd5ad2c None None] Provisioning for port 8fc8a0f6-f63e-4731-bfd9-f828cdea16b9 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:29:40.186413 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ac4cc307-7dbb-47c2-93c8-1766d239af55 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1783 time: 0.1852658 Aug 11 22:29:40.197706 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39976) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:40.210817 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6357346e-8acc-464c-aed9-910874174676 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:40.270073 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357346e-8acc-464c-aed9-910874174676 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Pushing event deleted for resources: {'Port': ['ID=5ae894c8-8437-4067-9b78-f84479095742,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:40.375450 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6357346e-8acc-464c-aed9-910874174676 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:40.377738 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6357346e-8acc-464c-aed9-910874174676 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] 10.222.0.77 "DELETE /v2.0/ports/5ae894c8-8437-4067-9b78-f84479095742 HTTP/1.1" status: 204 len: 168 time: 0.9206142 Aug 11 22:29:40.385420 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39984) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:40.395272 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-98610bfd-ddd4-4cb8-a842-a810cd6e2131 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Request body: {'port': {'name': 'tempest-new-port-name-534304838', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:40.395935 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.api.validators [None req-98610bfd-ddd4-4cb8-a842-a810cd6e2131 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] bootfile-name is not in valid_values {{(pid=100943) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 22:29:40.396495 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.api.validators [None req-98610bfd-ddd4-4cb8-a842-a810cd6e2131 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] tftp-server is not in valid_values {{(pid=100943) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 22:29:40.397070 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.api.validators [None req-98610bfd-ddd4-4cb8-a842-a810cd6e2131 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] server-ip-address is not in valid_values {{(pid=100943) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 22:29:40.397308 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bf7f7c-2ead-4d3c-bb9f-89e735535161 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:40.398412 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bf7f7c-2ead-4d3c-bb9f-89e735535161 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:40.400211 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bf7f7c-2ead-4d3c-bb9f-89e735535161 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:40.401436 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bf7f7c-2ead-4d3c-bb9f-89e735535161 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:40.402290 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bf7f7c-2ead-4d3c-bb9f-89e735535161 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:40.403002 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bf7f7c-2ead-4d3c-bb9f-89e735535161 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:40.403687 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bf7f7c-2ead-4d3c-bb9f-89e735535161 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:40.406048 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-83bf7f7c-2ead-4d3c-bb9f-89e735535161 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4597 time: 0.2144980 Aug 11 22:29:40.410807 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39986) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:40.469426 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-88fe2941-a15d-4ac7-a530-8036d768fec7 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] delete failed (client error): The resource could not be found. Aug 11 22:29:40.470700 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-88fe2941-a15d-4ac7-a530-8036d768fec7 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/b4abfead-7d43-49ce-9f55-11f832cb8e0d HTTP/1.1" status: 404 len: 345 time: 0.0585051 Aug 11 22:29:40.477691 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 39990) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:40.534941 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-98610bfd-ddd4-4cb8-a842-a810cd6e2131 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:40.539387 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d0b72e-dcc1-45b1-9f4b-b40221351ca4 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] DELETE failed (client error): The resource could not be found. Aug 11 22:29:40.540368 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d0b72e-dcc1-45b1-9f4b-b40221351ca4 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:29:40.542397 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b6d0b72e-dcc1-45b1-9f4b-b40221351ca4 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] 10.222.0.77 "DELETE /v2.0/networks/03bed138-9df3-469a-b633-37e5b82b066b HTTP/1.1" status: 404 len: 339 time: 0.0632498 Aug 11 22:29:40.553732 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 39992) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:40.559865 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-5106f6c0-91d4-4384-a144-cb7bfa30ece0 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Request body: {'network': {'name': 'tempest-network--1859231060', 'router:external': True}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:40.609995 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5106f6c0-91d4-4384-a144-cb7bfa30ece0 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Made reservation on behalf of 41393e3023c246d79aecc5e72e3945c1 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:29:40.612600 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5106f6c0-91d4-4384-a144-cb7bfa30ece0 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:40.651291 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b42ac338-4010-4b6a-a54b-3d2bb8306520 None None] Could not find standard attr ID for object 5ae894c8-8437-4067-9b78-f84479095742. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:29:40.680068 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b42ac338-4010-4b6a-a54b-3d2bb8306520 None None] Provisioning for port 573a4861-c78b-499f-b3d7-f1855fad3b54 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:29:40.702151 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b42ac338-4010-4b6a-a54b-3d2bb8306520 None None] Provisioning complete for port 573a4861-c78b-499f-b3d7-f1855fad3b54 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:29:40.703158 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b42ac338-4010-4b6a-a54b-3d2bb8306520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:40.709867 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5106f6c0-91d4-4384-a144-cb7bfa30ece0 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:29:40.725231 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5106f6c0-91d4-4384-a144-cb7bfa30ece0 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:40.726201 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-5106f6c0-91d4-4384-a144-cb7bfa30ece0 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Added segment f35045c7-6ce4-43b6-9b08-5c6c43474073 of type vlan for network ba6811d0-4248-4da9-9ec0-75b453a9a304 Aug 11 22:29:40.845072 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b42ac338-4010-4b6a-a54b-3d2bb8306520 None None] Port 573a4861-c78b-499f-b3d7-f1855fad3b54 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:29:40.909622 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5106f6c0-91d4-4384-a144-cb7bfa30ece0 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:40.952610 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8fc8a0f6-f63e-4731-bfd9-f828cdea16b9 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:29:40.976418 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5106f6c0-91d4-4384-a144-cb7bfa30ece0 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:40.978664 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5106f6c0-91d4-4384-a144-cb7bfa30ece0 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:40.980433 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5106f6c0-91d4-4384-a144-cb7bfa30ece0 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:41.057784 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-16fa8ad7-1bca-4884-afad-5414299f4047 None None] Provisioning complete for port 573a4861-c78b-499f-b3d7-f1855fad3b54 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:29:41.059077 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-16fa8ad7-1bca-4884-afad-5414299f4047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:41.063347 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106f6c0-91d4-4384-a144-cb7bfa30ece0 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Pushing event updated for resources: {'Network': ['ID=ba6811d0-4248-4da9-9ec0-75b453a9a304,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:41.070678 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5106f6c0-91d4-4384-a144-cb7bfa30ece0 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5156379 Aug 11 22:29:41.077990 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-98610bfd-ddd4-4cb8-a842-a810cd6e2131 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:41.079088 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40002) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:41.088958 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-98610bfd-ddd4-4cb8-a842-a810cd6e2131 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:41.100604 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 8fc8a0f6-f63e-4731-bfd9-f828cdea16b9 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:29:41.116050 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network ba6811d0-4248-4da9-9ec0-75b453a9a304 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:29:41.173697 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 8fc8a0f6-f63e-4731-bfd9-f828cdea16b9 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:29:41.176070 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:41.193912 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98610bfd-ddd4-4cb8-a842-a810cd6e2131 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Pushing event updated for resources: {'Port': ['ID=573a4861-c78b-499f-b3d7-f1855fad3b54,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:41.223749 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-98610bfd-ddd4-4cb8-a842-a810cd6e2131 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] In _notify_port_updated(), no bound segment for port 573a4861-c78b-499f-b3d7-f1855fad3b54 on network db3b0751-6136-4ba6-96fe-3d6777ed0eaa {{(pid=100943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 22:29:41.231087 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98610bfd-ddd4-4cb8-a842-a810cd6e2131 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:41.231585 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-98610bfd-ddd4-4cb8-a842-a810cd6e2131 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:41.237133 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-98610bfd-ddd4-4cb8-a842-a810cd6e2131 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] 10.222.0.77 "PUT /v2.0/ports/573a4861-c78b-499f-b3d7-f1855fad3b54 HTTP/1.1" status: 200 len: 1136 time: 0.8460436 Aug 11 22:29:41.238583 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40004) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:41.304650 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7e3855-8212-49df-9431-f9063de67e44 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:41.311168 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fc7e3855-8212-49df-9431-f9063de67e44 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] 10.222.0.77 "GET /v2.0/ports/573a4861-c78b-499f-b3d7-f1855fad3b54 HTTP/1.1" status: 200 len: 1136 time: 0.0672531 Aug 11 22:29:41.312241 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40008) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:41.320703 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-16fa8ad7-1bca-4884-afad-5414299f4047 None None] Port 573a4861-c78b-499f-b3d7-f1855fad3b54 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:29:41.434959 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:41.437200 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec83a117-1d47-42bc-b68c-0c08cb92ab7d tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:41.444812 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec83a117-1d47-42bc-b68c-0c08cb92ab7d tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:41.451159 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec83a117-1d47-42bc-b68c-0c08cb92ab7d tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:41.457699 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec83a117-1d47-42bc-b68c-0c08cb92ab7d tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:41.459549 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ec83a117-1d47-42bc-b68c-0c08cb92ab7d tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3792226 Aug 11 22:29:41.463720 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40010) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:41.473792 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-98969150-6cd9-4c73-8361-af9bf240011d None None] Could not find standard attr ID for object 5ae894c8-8437-4067-9b78-f84479095742. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:29:41.501726 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 8fc8a0f6-f63e-4731-bfd9-f828cdea16b9, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8fc8a0f6-f63e-4731-bfd9-f828cdea16b9,segment=NetworkSegment(ce282e67-35f6-435e-a9a4-c954166552ef),segment_id=ce282e67-35f6-435e-a9a4-c954166552ef)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:29:41.519275 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:41.540404 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-1911ccf2-c7af-4246-9eac-713711be0427 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Deleting port 573a4861-c78b-499f-b3d7-f1855fad3b54 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:29:41.540767 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1911ccf2-c7af-4246-9eac-713711be0427 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:41.602360 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3fcf809f-80e0-4964-b529-6b8551dca614 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:41.611481 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=8fc8a0f6-f63e-4731-bfd9-f828cdea16b9,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:41.733454 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1911ccf2-c7af-4246-9eac-713711be0427 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:41.744339 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3fcf809f-80e0-4964-b529-6b8551dca614 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:41.759012 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-1911ccf2-c7af-4246-9eac-713711be0427 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Calling delete_port for 573a4861-c78b-499f-b3d7-f1855fad3b54 owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:29:41.762030 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-3fcf809f-80e0-4964-b529-6b8551dca614 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba6811d0-4248-4da9-9ec0-75b453a9a304']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:41.781802 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-3fcf809f-80e0-4964-b529-6b8551dca614 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f35045c7-6ce4-43b6-9b08-5c6c43474073') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:41.782090 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-3fcf809f-80e0-4964-b529-6b8551dca614 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f35045c7-6ce4-43b6-9b08-5c6c43474073') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:41.796195 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3fcf809f-80e0-4964-b529-6b8551dca614 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:41.849945 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3fcf809f-80e0-4964-b529-6b8551dca614 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:41.867037 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fcf809f-80e0-4964-b529-6b8551dca614 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:29:41.867460 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3fcf809f-80e0-4964-b529-6b8551dca614 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: items = [ Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:29:41.869501 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:29:41.946951 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3fcf809f-80e0-4964-b529-6b8551dca614 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:41.966930 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcf809f-80e0-4964-b529-6b8551dca614 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ba6811d0-4248-4da9-9ec0-75b453a9a304 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 22:29:41.993160 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3fcf809f-80e0-4964-b529-6b8551dca614 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:41.995447 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3fcf809f-80e0-4964-b529-6b8551dca614 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] 10.222.0.77 "DELETE /v2.0/networks/ba6811d0-4248-4da9-9ec0-75b453a9a304 HTTP/1.1" status: 204 len: 168 time: 0.5290809 Aug 11 22:29:41.996462 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf809f-80e0-4964-b529-6b8551dca614 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Pushing event deleted for resources: {'Network': ['ID=ba6811d0-4248-4da9-9ec0-75b453a9a304,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:42.000036 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40022) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:42.011815 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-4357f704-1f4b-4b17-840a-4e9c431da31b tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Request body: {'network': {'name': 'tempest-network--6090890', 'router:external': True}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:42.033642 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-12f703bf-8bbc-4cdf-8b9c-0b73acdbf911 None None] Provisioning complete for port 573a4861-c78b-499f-b3d7-f1855fad3b54 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:29:42.034199 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-12f703bf-8bbc-4cdf-8b9c-0b73acdbf911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:42.053315 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1911ccf2-c7af-4246-9eac-713711be0427 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:42.069316 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4357f704-1f4b-4b17-840a-4e9c431da31b tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Made reservation on behalf of 41393e3023c246d79aecc5e72e3945c1 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:29:42.074166 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4357f704-1f4b-4b17-840a-4e9c431da31b tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:42.084329 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-12f703bf-8bbc-4cdf-8b9c-0b73acdbf911 None None] Port 573a4861-c78b-499f-b3d7-f1855fad3b54 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:29:42.102633 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911ccf2-c7af-4246-9eac-713711be0427 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Pushing event deleted for resources: {'Port': ['ID=573a4861-c78b-499f-b3d7-f1855fad3b54,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:42.131302 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4357f704-1f4b-4b17-840a-4e9c431da31b tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:29:42.150133 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4357f704-1f4b-4b17-840a-4e9c431da31b tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:42.150133 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-4357f704-1f4b-4b17-840a-4e9c431da31b tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Added segment 13bc8d56-bde7-41cb-ae26-063f11cf9a27 of type vlan for network de90d716-8210-4a09-b7a5-ac72dfda3374 Aug 11 22:29:42.265395 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1911ccf2-c7af-4246-9eac-713711be0427 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:42.274935 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4357f704-1f4b-4b17-840a-4e9c431da31b tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:42.275375 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1911ccf2-c7af-4246-9eac-713711be0427 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] 10.222.0.77 "DELETE /v2.0/ports/573a4861-c78b-499f-b3d7-f1855fad3b54 HTTP/1.1" status: 204 len: 168 time: 0.9575641 Aug 11 22:29:42.278094 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40026) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:42.377434 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4357f704-1f4b-4b17-840a-4e9c431da31b tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:42.378944 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4357f704-1f4b-4b17-840a-4e9c431da31b tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:42.379922 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4357f704-1f4b-4b17-840a-4e9c431da31b tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:42.400832 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a12d5f1-a213-4867-892d-e5785543e4f3 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Deleting subnet da82822d-28bb-4744-b19a-4d2be5751bfe {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:29:42.410650 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3a12d5f1-a213-4867-892d-e5785543e4f3 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:42.508741 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4357f704-1f4b-4b17-840a-4e9c431da31b tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 0.5011075 Aug 11 22:29:42.513053 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40032) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:42.550073 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357f704-1f4b-4b17-840a-4e9c431da31b tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Pushing event updated for resources: {'Network': ['ID=de90d716-8210-4a09-b7a5-ac72dfda3374,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:42.571297 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network de90d716-8210-4a09-b7a5-ac72dfda3374 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:29:42.624851 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3a12d5f1-a213-4867-892d-e5785543e4f3 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:42.702494 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44eedd07-15cb-49db-b405-bf8cb4fd881c tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:42.704056 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-44eedd07-15cb-49db-b405-bf8cb4fd881c tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] 10.222.0.77 "GET /v2.0/networks/de90d716-8210-4a09-b7a5-ac72dfda3374 HTTP/1.1" status: 200 len: 754 time: 0.1900337 Aug 11 22:29:42.707881 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40036) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:42.776499 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3a12d5f1-a213-4867-892d-e5785543e4f3 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:42.893523 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8fc8a0f6-f63e-4731-bfd9-f828cdea16b9 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:29:42.932729 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f474f9-d24b-47b8-a5b9-0c2f79729117 tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:42.935715 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a6f474f9-d24b-47b8-a5b9-0c2f79729117 tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] 10.222.0.77 "GET /v2.0/networks/0047713d-950b-4f21-9ff4-4846a6b06064 HTTP/1.1" status: 200 len: 768 time: 0.2264318 Aug 11 22:29:42.942761 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40040) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:42.966960 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3a12d5f1-a213-4867-892d-e5785543e4f3 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:43.005238 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 8fc8a0f6-f63e-4731-bfd9-f828cdea16b9 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:29:43.006014 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:43.044591 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12d5f1-a213-4867-892d-e5785543e4f3 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Pushing event deleted for resources: {'Subnet': ['ID=da82822d-28bb-4744-b19a-4d2be5751bfe,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:43.050586 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3a12d5f1-a213-4867-892d-e5785543e4f3 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:43.055930 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40042) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:43.057239 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3a12d5f1-a213-4867-892d-e5785543e4f3 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] 10.222.0.77 "DELETE /v2.0/subnets/da82822d-28bb-4744-b19a-4d2be5751bfe HTTP/1.1" status: 204 len: 168 time: 0.7758143 Aug 11 22:29:43.082294 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e9413a-6b22-49d4-b346-2a413c165b50 None None] Network db3b0751-6136-4ba6-96fe-3d6777ed0eaa requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:29:43.095560 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53a24ef8-dbf7-4667-bfba-1ca069cc6a9e tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:43.264938 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9789526e-d1c7-44aa-9d31-b933a50afa34 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:43.387752 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-753f69f1-5fc2-48fc-a52e-957e1b14c5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:43.416968 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-9789526e-d1c7-44aa-9d31-b933a50afa34 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Deleting port 8fc8a0f6-f63e-4731-bfd9-f828cdea16b9 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:29:43.416968 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9789526e-d1c7-44aa-9d31-b933a50afa34 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:43.519690 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b094af-9c11-4454-a2bf-4c02b0165c13 None None] DHCP port deletion for db3b0751-6136-4ba6-96fe-3d6777ed0eaa request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:29:43.527985 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-9789526e-d1c7-44aa-9d31-b933a50afa34 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] For port 8fc8a0f6-f63e-4731-bfd9-f828cdea16b9, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8fc8a0f6-f63e-4731-bfd9-f828cdea16b9,segment=NetworkSegment(ce282e67-35f6-435e-a9a4-c954166552ef),segment_id=ce282e67-35f6-435e-a9a4-c954166552ef)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:29:43.529135 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9789526e-d1c7-44aa-9d31-b933a50afa34 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:43.574089 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-9789526e-d1c7-44aa-9d31-b933a50afa34 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Calling delete_port for 8fc8a0f6-f63e-4731-bfd9-f828cdea16b9 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:29:43.618076 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-56b094af-9c11-4454-a2bf-4c02b0165c13 None None] Deleting port 8fc8a0f6-f63e-4731-bfd9-f828cdea16b9 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:29:43.618717 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-56b094af-9c11-4454-a2bf-4c02b0165c13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:43.666992 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53a24ef8-dbf7-4667-bfba-1ca069cc6a9e tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:43.693379 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-53a24ef8-dbf7-4667-bfba-1ca069cc6a9e tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de90d716-8210-4a09-b7a5-ac72dfda3374']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:43.708342 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-56b094af-9c11-4454-a2bf-4c02b0165c13 None None] For port 8fc8a0f6-f63e-4731-bfd9-f828cdea16b9, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8fc8a0f6-f63e-4731-bfd9-f828cdea16b9,segment=NetworkSegment(ce282e67-35f6-435e-a9a4-c954166552ef),segment_id=ce282e67-35f6-435e-a9a4-c954166552ef)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:29:43.708760 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-56b094af-9c11-4454-a2bf-4c02b0165c13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:43.718438 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-53a24ef8-dbf7-4667-bfba-1ca069cc6a9e tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13bc8d56-bde7-41cb-ae26-063f11cf9a27') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:43.719169 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-53a24ef8-dbf7-4667-bfba-1ca069cc6a9e tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13bc8d56-bde7-41cb-ae26-063f11cf9a27') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:43.730198 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9789526e-d1c7-44aa-9d31-b933a50afa34 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:43.740152 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-56b094af-9c11-4454-a2bf-4c02b0165c13 None None] Calling delete_port for 8fc8a0f6-f63e-4731-bfd9-f828cdea16b9 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:29:43.742435 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53a24ef8-dbf7-4667-bfba-1ca069cc6a9e tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:43.771136 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9789526e-d1c7-44aa-9d31-b933a50afa34 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] No DVR routers for this DVR port 8fc8a0f6-f63e-4731-bfd9-f828cdea16b9 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:29:43.773328 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789526e-d1c7-44aa-9d31-b933a50afa34 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Pushing event deleted for resources: {'Port': ['ID=8fc8a0f6-f63e-4731-bfd9-f828cdea16b9,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:43.795687 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53a24ef8-dbf7-4667-bfba-1ca069cc6a9e tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:43.809689 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a24ef8-dbf7-4667-bfba-1ca069cc6a9e tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:29:43.810779 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53a24ef8-dbf7-4667-bfba-1ca069cc6a9e tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:43.874210 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9789526e-d1c7-44aa-9d31-b933a50afa34 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:43.889856 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-9789526e-d1c7-44aa-9d31-b933a50afa34 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db3b0751-6136-4ba6-96fe-3d6777ed0eaa']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:43.904083 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-9789526e-d1c7-44aa-9d31-b933a50afa34 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce282e67-35f6-435e-a9a4-c954166552ef') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:43.904273 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-9789526e-d1c7-44aa-9d31-b933a50afa34 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce282e67-35f6-435e-a9a4-c954166552ef') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:43.913032 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-56b094af-9c11-4454-a2bf-4c02b0165c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:43.916895 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9789526e-d1c7-44aa-9d31-b933a50afa34 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:29:43.920045 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:29:43.923677 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53a24ef8-dbf7-4667-bfba-1ca069cc6a9e tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:43.928701 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a24ef8-dbf7-4667-bfba-1ca069cc6a9e tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network de90d716-8210-4a09-b7a5-ac72dfda3374 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 22:29:43.946833 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-53a24ef8-dbf7-4667-bfba-1ca069cc6a9e tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:43.949515 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-53a24ef8-dbf7-4667-bfba-1ca069cc6a9e tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] 10.222.0.77 "DELETE /v2.0/networks/de90d716-8210-4a09-b7a5-ac72dfda3374 HTTP/1.1" status: 204 len: 168 time: 1.0057380 Aug 11 22:29:43.950642 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a24ef8-dbf7-4667-bfba-1ca069cc6a9e tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Pushing event deleted for resources: {'Network': ['ID=de90d716-8210-4a09-b7a5-ac72dfda3374,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:43.953467 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40050) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:43.964262 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9789526e-d1c7-44aa-9d31-b933a50afa34 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:43.972003 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-0f6126c1-9155-4721-8a0f-aed3a6517599 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Request body: {'network': {'name': 'tempest-network--126739382'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:43.975996 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b094af-9c11-4454-a2bf-4c02b0165c13 None None] Pushing event deleted for resources: {'Port': ['ID=8fc8a0f6-f63e-4731-bfd9-f828cdea16b9,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:43.981007 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9789526e-d1c7-44aa-9d31-b933a50afa34 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:29:43.981243 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9789526e-d1c7-44aa-9d31-b933a50afa34 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:43.997080 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b094af-9c11-4454-a2bf-4c02b0165c13 None None] No DVR routers for this DVR port 8fc8a0f6-f63e-4731-bfd9-f828cdea16b9 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:29:44.023421 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6126c1-9155-4721-8a0f-aed3a6517599 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Made reservation on behalf of 41393e3023c246d79aecc5e72e3945c1 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:29:44.031864 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0f6126c1-9155-4721-8a0f-aed3a6517599 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:29:44.069459 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:29:44.081592 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6126c1-9155-4721-8a0f-aed3a6517599 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:29:44.097174 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0f6126c1-9155-4721-8a0f-aed3a6517599 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:44.097631 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-0f6126c1-9155-4721-8a0f-aed3a6517599 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Added segment eec533e3-e13c-469f-9c8c-b10bc4f936e9 of type vlan for network 1cc5e0ba-e979-401c-8cc2-a0ae0f098041 Aug 11 22:29:44.099444 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9789526e-d1c7-44aa-9d31-b933a50afa34 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:44.109424 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9789526e-d1c7-44aa-9d31-b933a50afa34 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:44.115135 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9789526e-d1c7-44aa-9d31-b933a50afa34 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] 10.222.0.77 "DELETE /v2.0/networks/db3b0751-6136-4ba6-96fe-3d6777ed0eaa HTTP/1.1" status: 204 len: 168 time: 1.0535946 Aug 11 22:29:44.129641 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789526e-d1c7-44aa-9d31-b933a50afa34 tempest-ExtraDHCPOptionsTestJSON-773322951 tempest-ExtraDHCPOptionsTestJSON-773322951-project] Pushing event deleted for resources: {'Network': ['ID=db3b0751-6136-4ba6-96fe-3d6777ed0eaa,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:44.180954 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0f6126c1-9155-4721-8a0f-aed3a6517599 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:44.226573 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0f6126c1-9155-4721-8a0f-aed3a6517599 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:44.228186 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6126c1-9155-4721-8a0f-aed3a6517599 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:44.229233 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0f6126c1-9155-4721-8a0f-aed3a6517599 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:44.261544 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0f6126c1-9155-4721-8a0f-aed3a6517599 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3040307 Aug 11 22:29:44.266318 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40056) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:44.273284 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-04937ce3-c4c0-4e55-9c7d-88a29ee3babd tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:44.336712 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6126c1-9155-4721-8a0f-aed3a6517599 tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Pushing event updated for resources: {'Network': ['ID=1cc5e0ba-e979-401c-8cc2-a0ae0f098041,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:44.348180 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 1cc5e0ba-e979-401c-8cc2-a0ae0f098041 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:29:44.539190 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40064) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:44.590390 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-04937ce3-c4c0-4e55-9c7d-88a29ee3babd tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:44.609573 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-04937ce3-c4c0-4e55-9c7d-88a29ee3babd tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:44.676823 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-04937ce3-c4c0-4e55-9c7d-88a29ee3babd tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Network 1cc5e0ba-e979-401c-8cc2-a0ae0f098041 is not hosted by any dhcp agent {{(pid=100942) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 22:29:44.677728 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04937ce3-c4c0-4e55-9c7d-88a29ee3babd tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:44.678331 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-04937ce3-c4c0-4e55-9c7d-88a29ee3babd tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:44.683130 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-04937ce3-c4c0-4e55-9c7d-88a29ee3babd tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] 10.222.0.77 "PUT /v2.0/networks/1cc5e0ba-e979-401c-8cc2-a0ae0f098041 HTTP/1.1" status: 200 len: 857 time: 0.4131231 Aug 11 22:29:44.685579 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40070) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:44.704224 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04937ce3-c4c0-4e55-9c7d-88a29ee3babd tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Pushing event updated for resources: {'Network': ['ID=1cc5e0ba-e979-401c-8cc2-a0ae0f098041,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:44.759749 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4fa690d4-1b1c-4ea1-b0f6-07ea302aea8a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=86101b97aef44a29852f89a72fe5489d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2161462 Aug 11 22:29:44.768315 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40072) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:44.857564 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3f441eaf-adad-4d67-81a0-3b889db3eaf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:44.859804 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8fc8a0f6-f63e-4731-bfd9-f828cdea16b9 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:29:44.889200 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 8fc8a0f6-f63e-4731-bfd9-f828cdea16b9 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:29:44.889615 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8fc8a0f6-f63e-4731-bfd9-f828cdea16b9 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:29:44.897879 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3f441eaf-adad-4d67-81a0-3b889db3eaf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:44.983897 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3f441eaf-adad-4d67-81a0-3b889db3eaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:44.988957 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3f441eaf-adad-4d67-81a0-3b889db3eaf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:44.991077 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3f441eaf-adad-4d67-81a0-3b889db3eaf7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bb6c8958-5a95-4caf-9eab-00d47f28f8dc HTTP/1.1" status: 204 len: 168 time: 0.2211413 Aug 11 22:29:45.006857 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f441eaf-adad-4d67-81a0-3b889db3eaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6c8958-5a95-4caf-9eab-00d47f28f8dc,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:45.146138 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cf236cf-2405-4a29-b0b2-0fccd5bb4e9c tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:45.240479 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cf236cf-2405-4a29-b0b2-0fccd5bb4e9c tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:45.257155 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-6cf236cf-2405-4a29-b0b2-0fccd5bb4e9c tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc5e0ba-e979-401c-8cc2-a0ae0f098041']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:45.272177 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-6cf236cf-2405-4a29-b0b2-0fccd5bb4e9c tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec533e3-e13c-469f-9c8c-b10bc4f936e9') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:45.272482 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-6cf236cf-2405-4a29-b0b2-0fccd5bb4e9c tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec533e3-e13c-469f-9c8c-b10bc4f936e9') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:45.284288 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cf236cf-2405-4a29-b0b2-0fccd5bb4e9c tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:45.304487 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cf236cf-2405-4a29-b0b2-0fccd5bb4e9c tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:45.313258 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf236cf-2405-4a29-b0b2-0fccd5bb4e9c tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:29:45.313535 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cf236cf-2405-4a29-b0b2-0fccd5bb4e9c tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:29:45.315472 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:29:45.387271 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cf236cf-2405-4a29-b0b2-0fccd5bb4e9c tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:45.394696 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf236cf-2405-4a29-b0b2-0fccd5bb4e9c tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1cc5e0ba-e979-401c-8cc2-a0ae0f098041 {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 22:29:45.408453 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cf236cf-2405-4a29-b0b2-0fccd5bb4e9c tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:45.410686 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6cf236cf-2405-4a29-b0b2-0fccd5bb4e9c tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] 10.222.0.77 "DELETE /v2.0/networks/1cc5e0ba-e979-401c-8cc2-a0ae0f098041 HTTP/1.1" status: 204 len: 168 time: 0.7236884 Aug 11 22:29:45.412167 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf236cf-2405-4a29-b0b2-0fccd5bb4e9c tempest-ExternalNetworksTestJSON-340324874 tempest-ExternalNetworksTestJSON-340324874-project-admin] Pushing event deleted for resources: {'Network': ['ID=1cc5e0ba-e979-401c-8cc2-a0ae0f098041,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:45.415035 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40090) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:45.455610 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1236f79-a02c-4e37-8516-e180a163caa7 tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] DELETE failed (client error): The resource could not be found. Aug 11 22:29:45.456586 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1236f79-a02c-4e37-8516-e180a163caa7 tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:29:45.461569 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40092) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:45.462123 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f1236f79-a02c-4e37-8516-e180a163caa7 tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] 10.222.0.77 "DELETE /v2.0/subnets/d73f3e1c-1201-4b1c-b80e-20b4cbb7c8c8 HTTP/1.1" status: 404 len: 337 time: 0.0452883 Aug 11 22:29:45.565095 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9362fb31-e684-4ab1-84dc-c1a1bc43a6ef tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:45.815672 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9362fb31-e684-4ab1-84dc-c1a1bc43a6ef tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:45.853206 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-9362fb31-e684-4ab1-84dc-c1a1bc43a6ef tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0047713d-950b-4f21-9ff4-4846a6b06064']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:45.877654 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-9362fb31-e684-4ab1-84dc-c1a1bc43a6ef tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634f5d37-1e47-4cd5-965a-66b859d042f4') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:45.880279 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-9362fb31-e684-4ab1-84dc-c1a1bc43a6ef tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634f5d37-1e47-4cd5-965a-66b859d042f4') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:45.909818 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9362fb31-e684-4ab1-84dc-c1a1bc43a6ef tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:45.992887 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9362fb31-e684-4ab1-84dc-c1a1bc43a6ef tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:46.004790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9362fb31-e684-4ab1-84dc-c1a1bc43a6ef tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:29:46.005332 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9362fb31-e684-4ab1-84dc-c1a1bc43a6ef tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:29:46.010670 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:29:46.089580 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:46.156035 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9362fb31-e684-4ab1-84dc-c1a1bc43a6ef tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:46.172912 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9362fb31-e684-4ab1-84dc-c1a1bc43a6ef tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:46.180902 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9362fb31-e684-4ab1-84dc-c1a1bc43a6ef tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] 10.222.0.77 "DELETE /v2.0/networks/0047713d-950b-4f21-9ff4-4846a6b06064 HTTP/1.1" status: 204 len: 168 time: 0.7138851 Aug 11 22:29:46.197213 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362fb31-e684-4ab1-84dc-c1a1bc43a6ef tempest-ExternalNetworksTestJSON-1908723942 tempest-ExternalNetworksTestJSON-1908723942-project] Pushing event deleted for resources: {'Network': ['ID=0047713d-950b-4f21-9ff4-4846a6b06064,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:46.240629 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40110) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:46.285925 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4192be66-0358-4bc3-acd6-f9ab37c4532d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:46.378082 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-95c3408c-401f-4655-9763-e7ec6e202be0 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Request body: {'networks': [{'name': 'tempest-network--821401411'}, {'name': 'tempest-network--1417430217'}]} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:46.378463 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-95c3408c-401f-4655-9763-e7ec6e202be0 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Request body: {'network': {'name': 'tempest-network--821401411'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:46.378996 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-95c3408c-401f-4655-9763-e7ec6e202be0 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Request body: {'network': {'name': 'tempest-network--1417430217'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:46.405445 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c3408c-401f-4655-9763-e7ec6e202be0 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Made reservation on behalf of cb022cc6aba84e7883d3966e4c2f9beb for: {'network': 2} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:29:46.410334 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95c3408c-401f-4655-9763-e7ec6e202be0 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:46.420430 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95c3408c-401f-4655-9763-e7ec6e202be0 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:46.582368 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95c3408c-401f-4655-9763-e7ec6e202be0 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:46.582368 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40118) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:46.593085 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95c3408c-401f-4655-9763-e7ec6e202be0 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:46.593776 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95c3408c-401f-4655-9763-e7ec6e202be0 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:46.658023 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3408c-401f-4655-9763-e7ec6e202be0 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b09c6832-761a-482d-893b-cef7bf1eed8a,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:46.674429 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c3408c-401f-4655-9763-e7ec6e202be0 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:29:46.695291 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95c3408c-401f-4655-9763-e7ec6e202be0 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:46.696271 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-95c3408c-401f-4655-9763-e7ec6e202be0 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Added segment bd63192d-9553-4684-a759-c0110fc70e7a of type vlan for network 4dffbe0e-a29d-4b3c-a755-a1180b42aa3e Aug 11 22:29:46.815971 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95c3408c-401f-4655-9763-e7ec6e202be0 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:46.880420 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-232e7f80-60b1-452f-8610-4151df5b1caf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5282dbb02e2d46eaa833b72f8d13acfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2963541 Aug 11 22:29:46.882792 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40128) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:46.912639 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c3408c-401f-4655-9763-e7ec6e202be0 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:29:46.940156 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95c3408c-401f-4655-9763-e7ec6e202be0 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:46.941002 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-95c3408c-401f-4655-9763-e7ec6e202be0 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Added segment dc64f7ef-c60b-4d70-8fb4-6e7ab4be9156 of type vlan for network 9fedb6b2-e07d-4c98-bbd0-b74887af68f3 Aug 11 22:29:46.973219 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f91ddbf5-7001-4776-97a4-4e2a427f4636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:47.016231 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f91ddbf5-7001-4776-97a4-4e2a427f4636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:47.039751 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95c3408c-401f-4655-9763-e7ec6e202be0 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:47.080121 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95c3408c-401f-4655-9763-e7ec6e202be0 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:47.080969 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95c3408c-401f-4655-9763-e7ec6e202be0 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:47.088156 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c3408c-401f-4655-9763-e7ec6e202be0 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:47.094131 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c3408c-401f-4655-9763-e7ec6e202be0 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:47.094827 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95c3408c-401f-4655-9763-e7ec6e202be0 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:47.096233 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f91ddbf5-7001-4776-97a4-4e2a427f4636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:47.100410 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f91ddbf5-7001-4776-97a4-4e2a427f4636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:47.100924 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f91ddbf5-7001-4776-97a4-4e2a427f4636 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/55e3c539-ab97-4fef-b649-fc2fe9f006f2 HTTP/1.1" status: 204 len: 168 time: 0.2167497 Aug 11 22:29:47.111857 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ddbf5-7001-4776-97a4-4e2a427f4636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e3c539-ab97-4fef-b649-fc2fe9f006f2,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:47.171640 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40132) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:47.174157 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-95c3408c-401f-4655-9763-e7ec6e202be0 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9301431 Aug 11 22:29:47.195564 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3408c-401f-4655-9763-e7ec6e202be0 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Pushing event updated for resources: {'Network': ['ID=4dffbe0e-a29d-4b3c-a755-a1180b42aa3e,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:47.212762 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 4dffbe0e-a29d-4b3c-a755-a1180b42aa3e details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:29:47.329200 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3408c-401f-4655-9763-e7ec6e202be0 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Pushing event updated for resources: {'Network': ['ID=9fedb6b2-e07d-4c98-bbd0-b74887af68f3,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:47.342543 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d88d0e-41bb-4ef7-8f88-583d49d68e6f tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:47.344787 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 9fedb6b2-e07d-4c98-bbd0-b74887af68f3 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:29:47.348528 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d88d0e-41bb-4ef7-8f88-583d49d68e6f tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:47.355777 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d88d0e-41bb-4ef7-8f88-583d49d68e6f tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:47.362089 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d88d0e-41bb-4ef7-8f88-583d49d68e6f tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:47.368452 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b1d88d0e-41bb-4ef7-8f88-583d49d68e6f tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1909947 Aug 11 22:29:47.368775 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40136) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:47.494583 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2967cde1-8b15-4988-8e5a-ac1b54954bb6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:47.590544 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:47.616949 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2967cde1-8b15-4988-8e5a-ac1b54954bb6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:47.633574 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-2967cde1-8b15-4988-8e5a-ac1b54954bb6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dffbe0e-a29d-4b3c-a755-a1180b42aa3e']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:47.655784 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-2967cde1-8b15-4988-8e5a-ac1b54954bb6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd63192d-9553-4684-a759-c0110fc70e7a') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:47.656326 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-2967cde1-8b15-4988-8e5a-ac1b54954bb6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd63192d-9553-4684-a759-c0110fc70e7a') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:47.673497 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2967cde1-8b15-4988-8e5a-ac1b54954bb6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:47.678024 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40138) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:47.700082 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2967cde1-8b15-4988-8e5a-ac1b54954bb6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:47.709476 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2967cde1-8b15-4988-8e5a-ac1b54954bb6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:29:47.710013 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2967cde1-8b15-4988-8e5a-ac1b54954bb6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:29:47.714201 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:29:47.738424 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-83cd32c6-9d57-4c85-b772-7339b7ca0164 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=41393e3023c246d79aecc5e72e3945c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0588303 Aug 11 22:29:47.742753 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40140) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:47.801444 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2967cde1-8b15-4988-8e5a-ac1b54954bb6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:47.815455 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2967cde1-8b15-4988-8e5a-ac1b54954bb6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:47.823436 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40144) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:47.824475 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2967cde1-8b15-4988-8e5a-ac1b54954bb6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] 10.222.0.77 "DELETE /v2.0/networks/4dffbe0e-a29d-4b3c-a755-a1180b42aa3e HTTP/1.1" status: 204 len: 168 time: 0.4544613 Aug 11 22:29:47.842091 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967cde1-8b15-4988-8e5a-ac1b54954bb6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Pushing event deleted for resources: {'Network': ['ID=4dffbe0e-a29d-4b3c-a755-a1180b42aa3e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:47.861267 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-701c7d25-51bc-4447-a274-8afdc4c29d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:47.935697 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-701c7d25-51bc-4447-a274-8afdc4c29d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:47.951497 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a669bad9-c6b6-4688-9fe2-630deb0b9eb9 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:48.065655 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-701c7d25-51bc-4447-a274-8afdc4c29d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:48.069042 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-701c7d25-51bc-4447-a274-8afdc4c29d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:48.071542 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-701c7d25-51bc-4447-a274-8afdc4c29d92 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a281b309-0ce2-429f-bef6-c2253445c518 HTTP/1.1" status: 204 len: 168 time: 0.3277342 Aug 11 22:29:48.089774 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a669bad9-c6b6-4688-9fe2-630deb0b9eb9 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:48.102966 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c7d25-51bc-4447-a274-8afdc4c29d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a281b309-0ce2-429f-bef6-c2253445c518,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:48.110665 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-a669bad9-c6b6-4688-9fe2-630deb0b9eb9 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fedb6b2-e07d-4c98-bbd0-b74887af68f3']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:48.142189 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-a669bad9-c6b6-4688-9fe2-630deb0b9eb9 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc64f7ef-c60b-4d70-8fb4-6e7ab4be9156') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:48.142692 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-a669bad9-c6b6-4688-9fe2-630deb0b9eb9 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc64f7ef-c60b-4d70-8fb4-6e7ab4be9156') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:48.164796 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a669bad9-c6b6-4688-9fe2-630deb0b9eb9 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:48.202147 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a669bad9-c6b6-4688-9fe2-630deb0b9eb9 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:48.214287 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a669bad9-c6b6-4688-9fe2-630deb0b9eb9 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:29:48.214885 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a669bad9-c6b6-4688-9fe2-630deb0b9eb9 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:29:48.219559 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:29:48.325813 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a669bad9-c6b6-4688-9fe2-630deb0b9eb9 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:48.338628 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a669bad9-c6b6-4688-9fe2-630deb0b9eb9 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:48.345603 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a669bad9-c6b6-4688-9fe2-630deb0b9eb9 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] 10.222.0.77 "DELETE /v2.0/networks/9fedb6b2-e07d-4c98-bbd0-b74887af68f3 HTTP/1.1" status: 204 len: 168 time: 0.5183733 Aug 11 22:29:48.345959 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40154) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:48.367210 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669bad9-c6b6-4688-9fe2-630deb0b9eb9 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Pushing event deleted for resources: {'Network': ['ID=9fedb6b2-e07d-4c98-bbd0-b74887af68f3,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:48.487142 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee1c286-49cd-44b3-934f-7a637f8b006c tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:48.494239 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee1c286-49cd-44b3-934f-7a637f8b006c tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:48.500550 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0ee1c286-49cd-44b3-934f-7a637f8b006c tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1533184 Aug 11 22:29:48.501054 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40160) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:48.520796 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-23a98290-3835-4fce-971f-031f3a094fda tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1652318609'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:48.551911 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a98290-3835-4fce-971f-031f3a094fda tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Made reservation on behalf of cb022cc6aba84e7883d3966e4c2f9beb for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:29:48.558660 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-23a98290-3835-4fce-971f-031f3a094fda tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:48.604295 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a98290-3835-4fce-971f-031f3a094fda tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:29:48.621425 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-23a98290-3835-4fce-971f-031f3a094fda tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:48.621425 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-23a98290-3835-4fce-971f-031f3a094fda tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Added segment bf8bcb1a-90df-4b59-a285-47318594a4f1 of type vlan for network 38e6f5e0-409a-4f60-815a-ae9103e661d9 Aug 11 22:29:48.678554 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-23a98290-3835-4fce-971f-031f3a094fda tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:48.745117 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-23a98290-3835-4fce-971f-031f3a094fda tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:48.753072 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a98290-3835-4fce-971f-031f3a094fda tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:48.757037 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-23a98290-3835-4fce-971f-031f3a094fda tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:48.824380 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-23a98290-3835-4fce-971f-031f3a094fda tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3214569 Aug 11 22:29:48.829096 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40174) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:48.838388 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-d9030133-5262-46f2-b2d3-dd4e37360251 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-532672135'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:48.856351 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a98290-3835-4fce-971f-031f3a094fda tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Pushing event updated for resources: {'Network': ['ID=38e6f5e0-409a-4f60-815a-ae9103e661d9,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:48.869935 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 38e6f5e0-409a-4f60-815a-ae9103e661d9 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:29:48.884550 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9030133-5262-46f2-b2d3-dd4e37360251 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Made reservation on behalf of cb022cc6aba84e7883d3966e4c2f9beb for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:29:48.888185 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d9030133-5262-46f2-b2d3-dd4e37360251 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:48.928537 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9030133-5262-46f2-b2d3-dd4e37360251 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:29:48.941828 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d9030133-5262-46f2-b2d3-dd4e37360251 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:48.942292 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-d9030133-5262-46f2-b2d3-dd4e37360251 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Added segment bcf57a15-d676-4732-8c2c-094677f1e477 of type vlan for network cf10b155-6a66-4e7a-9bf6-c06b0921e334 Aug 11 22:29:49.020572 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d9030133-5262-46f2-b2d3-dd4e37360251 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:49.033108 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:49.081048 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d9030133-5262-46f2-b2d3-dd4e37360251 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:49.088252 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9030133-5262-46f2-b2d3-dd4e37360251 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:49.088882 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d9030133-5262-46f2-b2d3-dd4e37360251 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:49.153266 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d9030133-5262-46f2-b2d3-dd4e37360251 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3227406 Aug 11 22:29:49.156463 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40184) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:49.164177 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-42f3f1c7-98d3-4fed-b89b-e3c712c898c6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Request body: {'ports': [{'network_id': '38e6f5e0-409a-4f60-815a-ae9103e661d9', 'name': 'tempest-port--581150790', 'admin_state_up': True}, {'network_id': 'cf10b155-6a66-4e7a-9bf6-c06b0921e334', 'admin_state_up': False}]} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:49.164545 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-42f3f1c7-98d3-4fed-b89b-e3c712c898c6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Request body: {'port': {'network_id': '38e6f5e0-409a-4f60-815a-ae9103e661d9', 'name': 'tempest-port--581150790', 'admin_state_up': True}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:49.164995 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-42f3f1c7-98d3-4fed-b89b-e3c712c898c6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Request body: {'port': {'network_id': 'cf10b155-6a66-4e7a-9bf6-c06b0921e334', 'admin_state_up': False}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:49.211650 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9030133-5262-46f2-b2d3-dd4e37360251 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Pushing event updated for resources: {'Network': ['ID=cf10b155-6a66-4e7a-9bf6-c06b0921e334,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:49.228914 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network cf10b155-6a66-4e7a-9bf6-c06b0921e334 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:29:49.421149 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-932df976-c88f-4533-b185-cb9a0a6d997b req-67bdb9af-c60e-40e6-85d0-8e5b6109f951 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0741816 Aug 11 22:29:49.455171 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f3f1c7-98d3-4fed-b89b-e3c712c898c6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Made reservation on behalf of cb022cc6aba84e7883d3966e4c2f9beb for: {'port': 2} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:29:49.469267 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-42f3f1c7-98d3-4fed-b89b-e3c712c898c6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:49.499326 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-42f3f1c7-98d3-4fed-b89b-e3c712c898c6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:49.622892 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932df976-c88f-4533-b185-cb9a0a6d997b req-391709f6-c57e-4647-81d6-676be12447f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:49.624849 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-932df976-c88f-4533-b185-cb9a0a6d997b req-391709f6-c57e-4647-81d6-676be12447f5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 1096 time: 0.1109841 Aug 11 22:29:49.639304 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-42f3f1c7-98d3-4fed-b89b-e3c712c898c6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] device_id is not set on port 50b338b2-bd33-4083-b2a8-212d6b0c271e yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:29:49.858597 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932df976-c88f-4533-b185-cb9a0a6d997b req-97ef683e-5674-4fa4-b2bd-298dec8c23f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:49.860370 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-932df976-c88f-4533-b185-cb9a0a6d997b req-97ef683e-5674-4fa4-b2bd-298dec8c23f6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea HTTP/1.1" status: 200 len: 897 time: 0.2095637 Aug 11 22:29:49.950200 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-932df976-c88f-4533-b185-cb9a0a6d997b req-24414275-2dc6-43ef-af1f-6ba53d457324 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 HTTP/1.1" status: 200 len: 1001 time: 0.0807397 Aug 11 22:29:50.014155 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-42f3f1c7-98d3-4fed-b89b-e3c712c898c6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:50.075753 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932df976-c88f-4533-b185-cb9a0a6d997b req-0f13cd85-9654-42ca-ae59-aaee0f2df703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:50.077352 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-932df976-c88f-4533-b185-cb9a0a6d997b req-0f13cd85-9654-42ca-ae59-aaee0f2df703 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=68e1758e-01de-4f03-8dc7-73b83f534214 HTTP/1.1" status: 200 len: 834 time: 0.1180935 Aug 11 22:29:50.103650 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40210) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:50.104465 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:29:50.152699 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-42f3f1c7-98d3-4fed-b89b-e3c712c898c6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] device_id is not set on port 739bc6a7-0582-4823-b80f-0c8ffd397b31 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:29:50.200562 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932df976-c88f-4533-b185-cb9a0a6d997b req-8677544c-fcf0-4df3-b79b-e56117388cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:50.202051 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-932df976-c88f-4533-b185-cb9a0a6d997b req-8677544c-fcf0-4df3-b79b-e56117388cd5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119270 Aug 11 22:29:50.292201 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-6d3f45dd-4e35-456a-994c-8c90d51c3243 tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-660620995'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:50.293111 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-6d3f45dd-4e35-456a-994c-8c90d51c3243 tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] Unknown quota resources ['metering_label']. {{(pid=100942) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 22:29:50.402066 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-932df976-c88f-4533-b185-cb9a0a6d997b req-88ae8ec8-7305-4cdd-a1cd-1f42b60c9e69 service neutron] 10.222.0.82 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906102 Aug 11 22:29:50.406933 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-42f3f1c7-98d3-4fed-b89b-e3c712c898c6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:50.546604 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-42f3f1c7-98d3-4fed-b89b-e3c712c898c6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:50.610751 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-932df976-c88f-4533-b185-cb9a0a6d997b req-449f3509-7c2a-4f8c-84f9-f0913009e9f0 service neutron] 10.222.0.82 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004139 Aug 11 22:29:50.612860 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6d3f45dd-4e35-456a-994c-8c90d51c3243 tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:50.615034 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6d3f45dd-4e35-456a-994c-8c90d51c3243 tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5100145 Aug 11 22:29:50.619856 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40214) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:50.627136 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-0c49ce3b-78c6-41d5-8ca9-8d64c5592d30 tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '30442c18-9d13-4116-82cc-54ff8d52c2fd'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:50.627681 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-0c49ce3b-78c6-41d5-8ca9-8d64c5592d30 tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100942) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 22:29:50.662085 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f3f1c7-98d3-4fed-b89b-e3c712c898c6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Pushing event updated for resources: {'Port': ['ID=50b338b2-bd33-4083-b2a8-212d6b0c271e,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:50.690123 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f3f1c7-98d3-4fed-b89b-e3c712c898c6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Checking segment: {'id': 'bf8bcb1a-90df-4b59-a285-47318594a4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '38e6f5e0-409a-4f60-815a-ae9103e661d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:29:50.690766 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f3f1c7-98d3-4fed-b89b-e3c712c898c6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Network hostable DHCP agents. Network: 38e6f5e0-409a-4f60-815a-ae9103e661d9, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:29:50.739171 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:50.748851 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f3f1c7-98d3-4fed-b89b-e3c712c898c6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Network 38e6f5e0-409a-4f60-815a-ae9103e661d9 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:29:50.758614 n-d-804275-3 neutron-server[100942]: WARNING neutron.services.metering.metering_plugin [None req-0c49ce3b-78c6-41d5-8ca9-8d64c5592d30 tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 22:29:50.767966 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-42f3f1c7-98d3-4fed-b89b-e3c712c898c6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 38e6f5e0-409a-4f60-815a-ae9103e661d9) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:29:50.779044 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f3f1c7-98d3-4fed-b89b-e3c712c898c6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:29:50.785921 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-42f3f1c7-98d3-4fed-b89b-e3c712c898c6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:50.792137 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b409ab-04da-4154-865c-ed3df4f7f935 None None] Network 38e6f5e0-409a-4f60-815a-ae9103e661d9 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:29:50.977920 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f3f1c7-98d3-4fed-b89b-e3c712c898c6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Checking segment: {'id': 'bcf57a15-d676-4732-8c2c-094677f1e477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'cf10b155-6a66-4e7a-9bf6-c06b0921e334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:29:50.978687 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f3f1c7-98d3-4fed-b89b-e3c712c898c6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Network hostable DHCP agents. Network: cf10b155-6a66-4e7a-9bf6-c06b0921e334, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:29:50.982726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f3f1c7-98d3-4fed-b89b-e3c712c898c6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Pushing event updated for resources: {'Port': ['ID=739bc6a7-0582-4823-b80f-0c8ffd397b31,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:51.022491 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f3f1c7-98d3-4fed-b89b-e3c712c898c6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Network cf10b155-6a66-4e7a-9bf6-c06b0921e334 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:29:51.036190 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0c49ce3b-78c6-41d5-8ca9-8d64c5592d30 tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:51.040249 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0c49ce3b-78c6-41d5-8ca9-8d64c5592d30 tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4178834 Aug 11 22:29:51.044213 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40216) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:51.054462 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c9b4c541-1438-44d2-a723-cad26a8d9b69 tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '30442c18-9d13-4116-82cc-54ff8d52c2fd'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:51.055910 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c9b4c541-1438-44d2-a723-cad26a8d9b69 tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100942) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 22:29:51.057838 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-42f3f1c7-98d3-4fed-b89b-e3c712c898c6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, cf10b155-6a66-4e7a-9bf6-c06b0921e334) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:29:51.065363 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f3f1c7-98d3-4fed-b89b-e3c712c898c6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:29:51.074993 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b32ae8-f8c5-43c1-bdb5-78effd5ece9f None None] Network cf10b155-6a66-4e7a-9bf6-c06b0921e334 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:29:51.079429 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f3f1c7-98d3-4fed-b89b-e3c712c898c6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:51.100944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f3f1c7-98d3-4fed-b89b-e3c712c898c6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:51.102960 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-42f3f1c7-98d3-4fed-b89b-e3c712c898c6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:51.154324 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-42f3f1c7-98d3-4fed-b89b-e3c712c898c6 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.9962525 Aug 11 22:29:51.155374 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40220) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:51.207854 n-d-804275-3 neutron-server[100942]: WARNING neutron.services.metering.metering_plugin [None req-c9b4c541-1438-44d2-a723-cad26a8d9b69 tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 22:29:51.292455 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8539a4d-6047-4295-8aaf-2fd4bfee4eee tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:51.307017 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8539a4d-6047-4295-8aaf-2fd4bfee4eee tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:51.310169 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a8539a4d-6047-4295-8aaf-2fd4bfee4eee tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1517606 Aug 11 22:29:51.314067 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40222) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:51.357276 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c9b4c541-1438-44d2-a723-cad26a8d9b69 tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:51.359075 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c9b4c541-1438-44d2-a723-cad26a8d9b69 tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3127096 Aug 11 22:29:51.363142 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40224) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:51.376465 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-894916db-6e4c-4763-9519-ac9ed85cb95f tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=87a1901e-e901-4aa0-81d9-9123621b45fb HTTP/1.1" status: 200 len: 462 time: 0.0106387 Aug 11 22:29:51.379789 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40226) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:51.573559 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3511ebc9-3aad-474d-a6ab-6a37d2a1543a tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:51.579410 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3511ebc9-3aad-474d-a6ab-6a37d2a1543a tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/87a1901e-e901-4aa0-81d9-9123621b45fb HTTP/1.1" status: 204 len: 168 time: 0.1938462 Aug 11 22:29:51.579410 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40230) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:51.587647 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-301b190c-101a-40fb-a6da-3587cba01056 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Deleting port 50b338b2-bd33-4083-b2a8-212d6b0c271e {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:29:51.588084 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-301b190c-101a-40fb-a6da-3587cba01056 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:51.638670 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-03cda8ee-3a21-40e2-b491-99f7415050b2 tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=87a1901e-e901-4aa0-81d9-9123621b45fb HTTP/1.1" status: 200 len: 221 time: 0.0524116 Aug 11 22:29:51.639678 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40232) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:51.655905 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-cd881126-adef-4d2b-a660-5a5fda235cfc tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1501152392', 'description': 'label created by tempest'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:51.656574 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-cd881126-adef-4d2b-a660-5a5fda235cfc tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] Unknown quota resources ['metering_label']. {{(pid=100943) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 22:29:51.840999 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-301b190c-101a-40fb-a6da-3587cba01056 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:51.932246 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-301b190c-101a-40fb-a6da-3587cba01056 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Calling delete_port for 50b338b2-bd33-4083-b2a8-212d6b0c271e owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:29:52.392164 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cd881126-adef-4d2b-a660-5a5fda235cfc tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:52.397793 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cd881126-adef-4d2b-a660-5a5fda235cfc tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7525492 Aug 11 22:29:52.398098 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40244) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:52.406128 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b5a5d-6809-4554-8e14-a870c7de31bb req-57bfdf3d-14a9-46f4-b1a7-20cc39963321 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:52.407747 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a35b5a5d-6809-4554-8e14-a870c7de31bb req-57bfdf3d-14a9-46f4-b1a7-20cc39963321 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 1096 time: 0.5634413 Aug 11 22:29:52.514969 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-57354027-189b-4254-ab6a-e02b0ee19f61 tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=731b1191-4e85-468c-b8c4-77f44f5df6d5 HTTP/1.1" status: 200 len: 468 time: 0.1150336 Aug 11 22:29:52.515218 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a35b5a5d-6809-4554-8e14-a870c7de31bb req-6a5a02b0-022d-4013-8877-f537d1689d68 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983276 Aug 11 22:29:52.518047 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40246) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:52.560125 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-301b190c-101a-40fb-a6da-3587cba01056 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:52.596022 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b190c-101a-40fb-a6da-3587cba01056 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Pushing event deleted for resources: {'Port': ['ID=50b338b2-bd33-4083-b2a8-212d6b0c271e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:52.601010 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-301b190c-101a-40fb-a6da-3587cba01056 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:52.605028 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-301b190c-101a-40fb-a6da-3587cba01056 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] 10.222.0.77 "DELETE /v2.0/ports/50b338b2-bd33-4083-b2a8-212d6b0c271e HTTP/1.1" status: 204 len: 168 time: 1.2893796 Aug 11 22:29:52.608153 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40250) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:52.771311 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39463e84-5ea8-4249-a316-4a767c83ffe1 req-ba4247e6-af24-41bd-ae4e-6b4a39f0876c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:52.781133 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-39463e84-5ea8-4249-a316-4a767c83ffe1 req-ba4247e6-af24-41bd-ae4e-6b4a39f0876c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 945 time: 0.1631987 Aug 11 22:29:52.824381 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-9ac4cb97-4c2d-4a8a-820c-26602447c8e4 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Deleting port 739bc6a7-0582-4823-b80f-0c8ffd397b31 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:29:52.824949 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9ac4cb97-4c2d-4a8a-820c-26602447c8e4 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:52.899321 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a1eb76a8-1554-4fd8-949d-d8eda0ba018b tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:52.900576 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a1eb76a8-1554-4fd8-949d-d8eda0ba018b tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/731b1191-4e85-468c-b8c4-77f44f5df6d5 HTTP/1.1" status: 204 len: 168 time: 0.3813407 Aug 11 22:29:52.903863 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40252) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:52.935495 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e707d525-7879-4616-81ec-8df954c54f5f tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=731b1191-4e85-468c-b8c4-77f44f5df6d5 HTTP/1.1" status: 200 len: 216 time: 0.0298157 Aug 11 22:29:52.937358 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40254) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:52.970934 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e4f02476-8cac-446d-bff0-4066cfa44aaa tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0305750 Aug 11 22:29:52.972338 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40256) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:52.973872 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9ac4cb97-4c2d-4a8a-820c-26602447c8e4 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:53.007952 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-9ac4cb97-4c2d-4a8a-820c-26602447c8e4 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Calling delete_port for 739bc6a7-0582-4823-b80f-0c8ffd397b31 owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:29:53.009906 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d24757b6-8cc9-41cc-91af-0461a19109db tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0351360 Aug 11 22:29:53.012970 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40258) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:53.152593 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d172d133-2cfe-4702-903f-37fdde7de2e8 tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels/30442c18-9d13-4116-82cc-54ff8d52c2fd HTTP/1.1" status: 200 len: 472 time: 0.1367941 Aug 11 22:29:53.154122 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40260) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:53.186572 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9ac4cb97-4c2d-4a8a-820c-26602447c8e4 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:53.191783 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0722c124-3557-400c-985e-13268e40eddd tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules/1addb789-a450-4c87-a5de-f8c0aed127bb HTTP/1.1" status: 200 len: 459 time: 0.0338655 Aug 11 22:29:53.193054 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40262) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:53.270800 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4cb97-4c2d-4a8a-820c-26602447c8e4 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Pushing event deleted for resources: {'Port': ['ID=739bc6a7-0582-4823-b80f-0c8ffd397b31,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:53.280419 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-39463e84-5ea8-4249-a316-4a767c83ffe1 req-0a806d0c-df2f-47af-9c4d-6e1b411fbf2a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4978390 Aug 11 22:29:53.292637 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9ac4cb97-4c2d-4a8a-820c-26602447c8e4 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:53.296586 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9ac4cb97-4c2d-4a8a-820c-26602447c8e4 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] 10.222.0.77 "DELETE /v2.0/ports/739bc6a7-0582-4823-b80f-0c8ffd397b31 HTTP/1.1" status: 204 len: 168 time: 0.6868598 Aug 11 22:29:53.311370 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40264) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:53.345179 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40266) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:53.382717 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0ae1691c-c65d-4ce4-8e9b-ea22449d8b23 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0628095 Aug 11 22:29:53.390601 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40268) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:53.396266 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-001b3700-7500-49a3-bb9d-60314f1d6a9a tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1674680080'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:53.403729 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-14bbee73-c254-47b5-9e87-f0541357244a tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:53.404902 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-14bbee73-c254-47b5-9e87-f0541357244a tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/1addb789-a450-4c87-a5de-f8c0aed127bb HTTP/1.1" status: 204 len: 168 time: 0.2101839 Aug 11 22:29:53.410312 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40270) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:53.447083 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-32133382-4581-4a90-90ef-06f64f5192f7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/floatingips/fa0fc142-63ef-4e38-b1b5-12d71cda0015 HTTP/1.1" status: 200 len: 993 time: 0.1003761 Aug 11 22:29:53.520633 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001b3700-7500-49a3-bb9d-60314f1d6a9a tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Made reservation on behalf of cb022cc6aba84e7883d3966e4c2f9beb for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:29:53.525199 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-001b3700-7500-49a3-bb9d-60314f1d6a9a tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:53.638258 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-001b3700-7500-49a3-bb9d-60314f1d6a9a tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:29:53.685107 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-001b3700-7500-49a3-bb9d-60314f1d6a9a tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:53.685644 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-001b3700-7500-49a3-bb9d-60314f1d6a9a tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Added segment 5701657e-08d6-4f0b-bbcf-a9bcfb4882cf of type vlan for network 9689c62d-7e7c-4fe9-8abe-e2ab36c1f45a Aug 11 22:29:53.796212 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ba668f93-3ade-4b32-8a76-0e95e2aeff7a tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:53.797669 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ba668f93-3ade-4b32-8a76-0e95e2aeff7a tempest-MeteringIpV6TestJSON-1903226818 tempest-MeteringIpV6TestJSON-1903226818-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/30442c18-9d13-4116-82cc-54ff8d52c2fd HTTP/1.1" status: 204 len: 168 time: 0.3826737 Aug 11 22:29:53.810189 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-001b3700-7500-49a3-bb9d-60314f1d6a9a tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:53.846672 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-001b3700-7500-49a3-bb9d-60314f1d6a9a tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:53.854614 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001b3700-7500-49a3-bb9d-60314f1d6a9a tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:53.855198 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-001b3700-7500-49a3-bb9d-60314f1d6a9a tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:53.950222 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-001b3700-7500-49a3-bb9d-60314f1d6a9a tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5584741 Aug 11 22:29:53.953878 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40286) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:53.965439 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-ab209fa4-7dbc-4e4c-bb7b-85486378645d tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-194472396'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:53.978720 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b3700-7500-49a3-bb9d-60314f1d6a9a tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Pushing event updated for resources: {'Network': ['ID=9689c62d-7e7c-4fe9-8abe-e2ab36c1f45a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:53.993057 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 9689c62d-7e7c-4fe9-8abe-e2ab36c1f45a details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:29:54.010883 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab209fa4-7dbc-4e4c-bb7b-85486378645d tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Made reservation on behalf of cb022cc6aba84e7883d3966e4c2f9beb for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:29:54.020136 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ab209fa4-7dbc-4e4c-bb7b-85486378645d tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:54.066108 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab209fa4-7dbc-4e4c-bb7b-85486378645d tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:29:54.086477 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ab209fa4-7dbc-4e4c-bb7b-85486378645d tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:54.088091 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-ab209fa4-7dbc-4e4c-bb7b-85486378645d tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Added segment 0411fc93-af6c-4e98-a875-4f53a0a5b442 of type vlan for network 49094000-1d61-4115-a8bd-7ea1998c2ab7 Aug 11 22:29:54.261420 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ab209fa4-7dbc-4e4c-bb7b-85486378645d tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:54.338585 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40292) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:54.346308 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ab209fa4-7dbc-4e4c-bb7b-85486378645d tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:54.355546 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab209fa4-7dbc-4e4c-bb7b-85486378645d tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:54.356890 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ab209fa4-7dbc-4e4c-bb7b-85486378645d tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:54.460765 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ab209fa4-7dbc-4e4c-bb7b-85486378645d tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4963920 Aug 11 22:29:54.532568 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-0c4b0680-558f-42d6-a9c6-a69eb15c52a2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3382490 Aug 11 22:29:54.575802 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab209fa4-7dbc-4e4c-bb7b-85486378645d tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Pushing event updated for resources: {'Network': ['ID=49094000-1d61-4115-a8bd-7ea1998c2ab7,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:54.609269 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 49094000-1d61-4115-a8bd-7ea1998c2ab7 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:29:54.618567 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad46e09-e056-490d-aba8-656a3e143db3 req-8b95995e-c0a6-4865-9f7d-6fc9c37ad6f5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:54.622490 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ad46e09-e056-490d-aba8-656a3e143db3 req-8b95995e-c0a6-4865-9f7d-6fc9c37ad6f5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 945 time: 0.3653219 Aug 11 22:29:54.741683 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b8ce27cb-89d2-45c5-98ed-e6337b39d83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:54.774541 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40302) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:54.788311 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-287dd09b-9b04-46eb-895b-8adf43af10b1 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Request body: {'subnets': [{'network_id': '9689c62d-7e7c-4fe9-8abe-e2ab36c1f45a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--929732407', 'ip_version': 4}, {'network_id': '49094000-1d61-4115-a8bd-7ea1998c2ab7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:54.790360 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-287dd09b-9b04-46eb-895b-8adf43af10b1 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Request body: {'subnet': {'network_id': '9689c62d-7e7c-4fe9-8abe-e2ab36c1f45a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--929732407', 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:54.791060 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-287dd09b-9b04-46eb-895b-8adf43af10b1 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Request body: {'subnet': {'network_id': '49094000-1d61-4115-a8bd-7ea1998c2ab7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:29:54.930554 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ad46e09-e056-490d-aba8-656a3e143db3 req-0b99f53b-73a0-4a0d-85a6-f23e52042759 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2945628 Aug 11 22:29:55.000462 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b8ce27cb-89d2-45c5-98ed-e6337b39d83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:55.006888 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b8ce27cb-89d2-45c5-98ed-e6337b39d83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:55.055838 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b8ce27cb-89d2-45c5-98ed-e6337b39d83a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5423796313614405aae6791c8fab36fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7130589 Aug 11 22:29:55.056923 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce27cb-89d2-45c5-98ed-e6337b39d83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a54fac2-cd75-4ba7-961f-fc6a34089ac5,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:55.059876 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40310) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:55.140217 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f507dac0-e27f-4108-aa5a-a74735feccbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:55.161586 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287dd09b-9b04-46eb-895b-8adf43af10b1 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Made reservation on behalf of cb022cc6aba84e7883d3966e4c2f9beb for: {'subnet': 2} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:29:55.171303 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-287dd09b-9b04-46eb-895b-8adf43af10b1 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:55.172028 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-287dd09b-9b04-46eb-895b-8adf43af10b1 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:55.194704 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f507dac0-e27f-4108-aa5a-a74735feccbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:55.268250 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f507dac0-e27f-4108-aa5a-a74735feccbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:55.276914 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f507dac0-e27f-4108-aa5a-a74735feccbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:55.281467 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f507dac0-e27f-4108-aa5a-a74735feccbe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0a54fac2-cd75-4ba7-961f-fc6a34089ac5 HTTP/1.1" status: 204 len: 168 time: 0.2192726 Aug 11 22:29:55.307866 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507dac0-e27f-4108-aa5a-a74735feccbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a54fac2-cd75-4ba7-961f-fc6a34089ac5,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:55.829209 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40332) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:55.862450 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-50e7a5bd-3004-4ad2-9c5b-a4254e7d673d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:55.937598 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-287dd09b-9b04-46eb-895b-8adf43af10b1 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:56.026597 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-50e7a5bd-3004-4ad2-9c5b-a4254e7d673d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:56.045524 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-50e7a5bd-3004-4ad2-9c5b-a4254e7d673d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:56.104579 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287dd09b-9b04-46eb-895b-8adf43af10b1 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Pushing event updated for resources: {'Subnet': ['ID=1d77f4fe-9bbf-491a-8fa4-898f2c0b3561,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:56.131496 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287dd09b-9b04-46eb-895b-8adf43af10b1 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Checking segment: {'id': '5701657e-08d6-4f0b-bbcf-a9bcfb4882cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9689c62d-7e7c-4fe9-8abe-e2ab36c1f45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:29:56.132058 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287dd09b-9b04-46eb-895b-8adf43af10b1 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Network hostable DHCP agents. Network: 9689c62d-7e7c-4fe9-8abe-e2ab36c1f45a, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:29:56.143118 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-50e7a5bd-3004-4ad2-9c5b-a4254e7d673d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e81b1532f0c84b468b1e2648dea9bc87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3124633 Aug 11 22:29:56.145051 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7a5bd-3004-4ad2-9c5b-a4254e7d673d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57ff9cf-dc83-496f-9a42-487447fc1223,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:56.157521 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40338) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:56.254603 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287dd09b-9b04-46eb-895b-8adf43af10b1 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Network 9689c62d-7e7c-4fe9-8abe-e2ab36c1f45a is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:29:56.274890 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-287dd09b-9b04-46eb-895b-8adf43af10b1 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 9689c62d-7e7c-4fe9-8abe-e2ab36c1f45a) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:29:56.288075 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefa073-665b-41c8-b3dc-609b5b0d5bb2 req-a8959d36-06b7-4b3c-845f-4b0075908c48 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:56.290266 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8578862-6f4b-4378-9d20-067d23c360ae None None] Network 9689c62d-7e7c-4fe9-8abe-e2ab36c1f45a requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:29:56.290780 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1cefa073-665b-41c8-b3dc-609b5b0d5bb2 req-a8959d36-06b7-4b3c-845f-4b0075908c48 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 945 time: 0.1308105 Aug 11 22:29:56.292663 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-287dd09b-9b04-46eb-895b-8adf43af10b1 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:56.372065 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7a17dd8c-b68c-45b4-8d18-4babcfa81d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:56.441130 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7a17dd8c-b68c-45b4-8d18-4babcfa81d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:56.471305 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287dd09b-9b04-46eb-895b-8adf43af10b1 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Checking segment: {'id': '0411fc93-af6c-4e98-a875-4f53a0a5b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '49094000-1d61-4115-a8bd-7ea1998c2ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:29:56.471790 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287dd09b-9b04-46eb-895b-8adf43af10b1 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Network hostable DHCP agents. Network: 49094000-1d61-4115-a8bd-7ea1998c2ab7, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:29:56.483889 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287dd09b-9b04-46eb-895b-8adf43af10b1 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Pushing event updated for resources: {'Subnet': ['ID=dcfc6749-c921-4e6f-8881-95b5730604e4,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:56.496675 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1cefa073-665b-41c8-b3dc-609b5b0d5bb2 req-227f005f-bb13-4768-b632-f7e2305507fc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807847 Aug 11 22:29:56.525730 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287dd09b-9b04-46eb-895b-8adf43af10b1 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Network 49094000-1d61-4115-a8bd-7ea1998c2ab7 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:29:56.548393 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-287dd09b-9b04-46eb-895b-8adf43af10b1 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 49094000-1d61-4115-a8bd-7ea1998c2ab7) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:29:56.555121 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287dd09b-9b04-46eb-895b-8adf43af10b1 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:56.556268 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287dd09b-9b04-46eb-895b-8adf43af10b1 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:56.557233 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-287dd09b-9b04-46eb-895b-8adf43af10b1 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:56.572162 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162b6308-b4a6-491a-b57c-af43a0b60210 None None] Network 49094000-1d61-4115-a8bd-7ea1998c2ab7 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:29:56.609396 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-287dd09b-9b04-46eb-895b-8adf43af10b1 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.8336871 Aug 11 22:29:56.613138 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40342) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:56.633780 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7a17dd8c-b68c-45b4-8d18-4babcfa81d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:56.640855 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7a17dd8c-b68c-45b4-8d18-4babcfa81d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:56.646095 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7a17dd8c-b68c-45b4-8d18-4babcfa81d66 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a57ff9cf-dc83-496f-9a42-487447fc1223 HTTP/1.1" status: 204 len: 168 time: 0.4784298 Aug 11 22:29:56.657416 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17dd8c-b68c-45b4-8d18-4babcfa81d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57ff9cf-dc83-496f-9a42-487447fc1223,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:56.666025 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-7b1c2023-f699-40ac-aee9-f1b79c13e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:56.668020 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-7b1c2023-f699-40ac-aee9-f1b79c13e409 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 1096 time: 0.0978723 Aug 11 22:29:56.774235 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d844bc3d-4a0b-4dcb-822c-a71aa7630ffc tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:56.779640 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d844bc3d-4a0b-4dcb-822c-a71aa7630ffc tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:56.783219 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d844bc3d-4a0b-4dcb-822c-a71aa7630ffc tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:56.789418 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d844bc3d-4a0b-4dcb-822c-a71aa7630ffc tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1708896 Aug 11 22:29:56.790602 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40346) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:56.831185 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6825a987-1dac-4511-8b6f-0d6357b7328b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-9689c62d-7e7c-4fe9-8abe-e2ab36c1f45a', 'network_id': '9689c62d-7e7c-4fe9-8abe-e2ab36c1f45a', 'tenant_id': 'cb022cc6aba84e7883d3966e4c2f9beb', 'fixed_ips': [{'subnet_id': '1d77f4fe-9bbf-491a-8fa4-898f2c0b3561'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:29:56.832578 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6825a987-1dac-4511-8b6f-0d6357b7328b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:56.894648 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-927f7ea2-08f1-4c23-907c-c65216701699 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Deleting subnet 1d77f4fe-9bbf-491a-8fa4-898f2c0b3561 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:29:56.900711 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-927f7ea2-08f1-4c23-907c-c65216701699 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:56.962962 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-76fd1b19-c2f2-4bb7-a35f-14549ad7e44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:56.965665 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-76fd1b19-c2f2-4bb7-a35f-14549ad7e44b service neutron] 10.222.0.82 "GET /v2.0/networks?id=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea HTTP/1.1" status: 200 len: 897 time: 0.2871966 Aug 11 22:29:56.998709 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-927f7ea2-08f1-4c23-907c-c65216701699 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:57.060539 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c5bd88-8794-4069-b05b-d0ac2d0c2956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-49094000-1d61-4115-a8bd-7ea1998c2ab7', 'network_id': '49094000-1d61-4115-a8bd-7ea1998c2ab7', 'tenant_id': 'cb022cc6aba84e7883d3966e4c2f9beb', 'fixed_ips': [{'subnet_id': 'dcfc6749-c921-4e6f-8881-95b5730604e4'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:29:57.061195 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-52c5bd88-8794-4069-b05b-d0ac2d0c2956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:57.104274 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-e812ce78-687e-4947-9162-1431b5b2d04e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 HTTP/1.1" status: 200 len: 1001 time: 0.1273956 Aug 11 22:29:57.112179 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-927f7ea2-08f1-4c23-907c-c65216701699 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:57.223000 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-927f7ea2-08f1-4c23-907c-c65216701699 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:57.236347 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-927f7ea2-08f1-4c23-907c-c65216701699 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:57.238445 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-927f7ea2-08f1-4c23-907c-c65216701699 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] 10.222.0.77 "DELETE /v2.0/subnets/1d77f4fe-9bbf-491a-8fa4-898f2c0b3561 HTTP/1.1" status: 204 len: 168 time: 0.4467959 Aug 11 22:29:57.252707 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40354) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:57.261604 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f7ea2-08f1-4c23-907c-c65216701699 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Pushing event deleted for resources: {'Subnet': ['ID=1d77f4fe-9bbf-491a-8fa4-898f2c0b3561,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server [None req-6825a987-1dac-4511-8b6f-0d6357b7328b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d77f4fe-9bbf-491a-8fa4-898f2c0b3561: This subnet is being modified by another concurrent operation. Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise exception Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d77f4fe-9bbf-491a-8fa4-898f2c0b3561: This subnet is being modified by another concurrent operation. Aug 11 22:29:57.293228 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server Aug 11 22:29:57.362373 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-bb4aa4c0-927e-4c6e-b5cb-2549e740c5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:57.365883 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-bb4aa4c0-927e-4c6e-b5cb-2549e740c5b6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=68e1758e-01de-4f03-8dc7-73b83f534214 HTTP/1.1" status: 200 len: 834 time: 0.2526522 Aug 11 22:29:57.372129 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce5cc1f-d9ec-45ef-9287-1ac7cb9a72b7 None None] Network 9689c62d-7e7c-4fe9-8abe-e2ab36c1f45a requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:29:57.375319 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-52c5bd88-8794-4069-b05b-d0ac2d0c2956 None None] Allocated IP 172.20.0.18 (49094000-1d61-4115-a8bd-7ea1998c2ab7/dcfc6749-c921-4e6f-8881-95b5730604e4/0f9381b3-10b2-4af4-a3eb-0c034fa76583) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:29:57.435791 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-1471c5b2-98b7-4dd0-9a0a-e4b88a2bbdf9 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Deleting subnet dcfc6749-c921-4e6f-8881-95b5730604e4 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:29:57.466846 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-c3789dfe-cf63-4b26-b657-96616e93d864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:57.468800 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-c3789dfe-cf63-4b26-b657-96616e93d864 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938776 Aug 11 22:29:57.644948 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-38f0bcf3-c6cf-4938-b3a4-d284bbe342f0 service neutron] 10.222.0.82 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659648 Aug 11 22:29:57.669293 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-52c5bd88-8794-4069-b05b-d0ac2d0c2956 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:57.681165 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-52c5bd88-8794-4069-b05b-d0ac2d0c2956 None None] Transition to ACTIVE for port object 0f9381b3-10b2-4af4-a3eb-0c034fa76583 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:29:57.747679 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-52c5bd88-8794-4069-b05b-d0ac2d0c2956 None None] Transition to ACTIVE for port object 0f9381b3-10b2-4af4-a3eb-0c034fa76583 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:29:57.770223 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-52c5bd88-8794-4069-b05b-d0ac2d0c2956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:57.813333 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1471c5b2-98b7-4dd0-9a0a-e4b88a2bbdf9 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:57.816846 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5bd88-8794-4069-b05b-d0ac2d0c2956 None None] Pushing event updated for resources: {'Port': ['ID=0f9381b3-10b2-4af4-a3eb-0c034fa76583,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:57.835404 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c5bd88-8794-4069-b05b-d0ac2d0c2956 None None] Network 49094000-1d61-4115-a8bd-7ea1998c2ab7 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:29:57.837854 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-52c5bd88-8794-4069-b05b-d0ac2d0c2956 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:29:57.844192 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c5bd88-8794-4069-b05b-d0ac2d0c2956 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:29:57.907655 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40372) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:57.911629 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1471c5b2-98b7-4dd0-9a0a-e4b88a2bbdf9 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:57.934337 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-52c5bd88-8794-4069-b05b-d0ac2d0c2956 None None] Attempting to bind port 0f9381b3-10b2-4af4-a3eb-0c034fa76583 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:29:57.934765 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-52c5bd88-8794-4069-b05b-d0ac2d0c2956 None None] Attempting to bind port 0f9381b3-10b2-4af4-a3eb-0c034fa76583 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '0411fc93-af6c-4e98-a875-4f53a0a5b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '49094000-1d61-4115-a8bd-7ea1998c2ab7'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:29:57.935086 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c5bd88-8794-4069-b05b-d0ac2d0c2956 None None] Attempting to bind port 0f9381b3-10b2-4af4-a3eb-0c034fa76583 on network 49094000-1d61-4115-a8bd-7ea1998c2ab7 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:29:57.939845 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-bcdbdbe1-13ba-4c79-8ac5-892068985c88 service neutron] 10.222.0.82 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882006 Aug 11 22:29:57.941276 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c5bd88-8794-4069-b05b-d0ac2d0c2956 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:29:57.941653 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c5bd88-8794-4069-b05b-d0ac2d0c2956 None None] Checking segment: {'id': '0411fc93-af6c-4e98-a875-4f53a0a5b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '49094000-1d61-4115-a8bd-7ea1998c2ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:29:57.943162 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-52c5bd88-8794-4069-b05b-d0ac2d0c2956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:57.943611 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c5bd88-8794-4069-b05b-d0ac2d0c2956 None None] Bound using segment: {'id': '0411fc93-af6c-4e98-a875-4f53a0a5b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '49094000-1d61-4115-a8bd-7ea1998c2ab7'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:29:57.944112 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-52c5bd88-8794-4069-b05b-d0ac2d0c2956 None None] Bound port: 0f9381b3-10b2-4af4-a3eb-0c034fa76583, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0411fc93-af6c-4e98-a875-4f53a0a5b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '49094000-1d61-4115-a8bd-7ea1998c2ab7'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:29:57.944793 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-52c5bd88-8794-4069-b05b-d0ac2d0c2956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:57.970361 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48316c3-5d92-416f-8942-2b53138e8613 req-55dbfed6-e215-4a26-a7bf-215cce08d5df tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:57.972904 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b48316c3-5d92-416f-8942-2b53138e8613 req-55dbfed6-e215-4a26-a7bf-215cce08d5df tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 945 time: 0.3271182 Aug 11 22:29:58.046234 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-52c5bd88-8794-4069-b05b-d0ac2d0c2956 None None] For port 0f9381b3-10b2-4af4-a3eb-0c034fa76583, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:29:58.051250 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-52c5bd88-8794-4069-b05b-d0ac2d0c2956 None None] For port 0f9381b3-10b2-4af4-a3eb-0c034fa76583, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0f9381b3-10b2-4af4-a3eb-0c034fa76583,segment=NetworkSegment(0411fc93-af6c-4e98-a875-4f53a0a5b442),segment_id=0411fc93-af6c-4e98-a875-4f53a0a5b442)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:29:58.062832 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-52c5bd88-8794-4069-b05b-d0ac2d0c2956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:58.103629 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b48316c3-5d92-416f-8942-2b53138e8613 req-b3173b45-312c-4987-a36c-1c0631880f2c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183856 Aug 11 22:29:58.137162 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1471c5b2-98b7-4dd0-9a0a-e4b88a2bbdf9 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:58.154630 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [None req-a8af9fc5-15ab-4216-9fb0-ca55bc9fb070 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.159267 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a8af9fc5-15ab-4216-9fb0-ca55bc9fb070 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2506068 Aug 11 22:29:58.160359 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40376) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.167345 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [None req-6ba401af-f5e9-4956-b26f-5598c12b29f2 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.173163 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6ba401af-f5e9-4956-b26f-5598c12b29f2 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0114753 Aug 11 22:29:58.173750 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40378) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.178273 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [None req-ef63570f-eda2-4104-86a3-4dfcd303a119 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.182088 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ef63570f-eda2-4104-86a3-4dfcd303a119 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0071940 Aug 11 22:29:58.182935 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40380) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.187464 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [None req-90424cbc-7e04-4643-83e7-5d688cbe1a9a tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.191835 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-90424cbc-7e04-4643-83e7-5d688cbe1a9a tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0076230 Aug 11 22:29:58.193002 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40382) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.198261 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [None req-e3c146d0-0d95-4047-aebb-139b4e78db6c tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.202489 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40384) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.203006 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e3c146d0-0d95-4047-aebb-139b4e78db6c tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0086136 Aug 11 22:29:58.209786 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-463bc20c-57a9-47c3-9e94-f3380f1bb403 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.211410 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-463bc20c-57a9-47c3-9e94-f3380f1bb403 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0070872 Aug 11 22:29:58.214341 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40386) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.219598 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-8eb1b926-b21e-4034-be66-0e2f092d8770 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.221270 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5bd88-8794-4069-b05b-d0ac2d0c2956 None None] Pushing event updated for resources: {'Port': ['ID=0f9381b3-10b2-4af4-a3eb-0c034fa76583,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:58.224315 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8eb1b926-b21e-4034-be66-0e2f092d8770 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0088661 Aug 11 22:29:58.228559 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40390) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.234437 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [None req-4c33b5b5-7072-4c27-91a2-9a08737aa03d tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.239008 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4c33b5b5-7072-4c27-91a2-9a08737aa03d tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0092478 Aug 11 22:29:58.241012 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40392) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.247032 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [None req-03e8f3fa-7ff4-4ec8-aef1-bcabc09e9341 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.251294 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-03e8f3fa-7ff4-4ec8-aef1-bcabc09e9341 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0090034 Aug 11 22:29:58.254426 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40394) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.264576 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-6b9f525b-0f63-4524-b964-a953b783643b tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.265844 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6b9f525b-0f63-4524-b964-a953b783643b tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0100448 Aug 11 22:29:58.268550 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40396) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.273928 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [None req-605c4ee9-73c4-405c-93af-08c828c86c9d tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.275170 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-605c4ee9-73c4-405c-93af-08c828c86c9d tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0054495 Aug 11 22:29:58.278292 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40398) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.286542 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [None req-41016343-bea4-4283-aa0f-962816e6c6e7 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.289101 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-41016343-bea4-4283-aa0f-962816e6c6e7 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0095425 Aug 11 22:29:58.291853 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40400) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.294370 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1471c5b2-98b7-4dd0-9a0a-e4b88a2bbdf9 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:58.299204 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-9d721206-7cf6-45e5-8fab-2df849405e04 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.303392 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9d721206-7cf6-45e5-8fab-2df849405e04 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0075386 Aug 11 22:29:58.303847 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40402) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.308562 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [None req-72b5de57-cced-43ac-b901-6041839e682a tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.309639 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-72b5de57-cced-43ac-b901-6041839e682a tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0047913 Aug 11 22:29:58.312500 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40404) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.317990 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [None req-57b13055-f6e4-4f2c-afdf-891ee55311b3 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.319378 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-57b13055-f6e4-4f2c-afdf-891ee55311b3 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0057228 Aug 11 22:29:58.323844 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40406) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.331447 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [None req-683b929d-0deb-4952-a8f9-d7cb51e8b8bb tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.333881 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-683b929d-0deb-4952-a8f9-d7cb51e8b8bb tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0076175 Aug 11 22:29:58.337944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40408) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.338851 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1471c5b2-98b7-4dd0-9a0a-e4b88a2bbdf9 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Pushing event deleted for resources: {'Subnet': ['ID=dcfc6749-c921-4e6f-8881-95b5730604e4,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:58.344656 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-b0ee1f01-9af2-4d65-9c78-1bfdc5fd2229 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.349828 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b0ee1f01-9af2-4d65-9c78-1bfdc5fd2229 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0048015 Aug 11 22:29:58.351221 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40410) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.352549 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1471c5b2-98b7-4dd0-9a0a-e4b88a2bbdf9 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:58.354467 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1471c5b2-98b7-4dd0-9a0a-e4b88a2bbdf9 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] 10.222.0.77 "DELETE /v2.0/subnets/dcfc6749-c921-4e6f-8881-95b5730604e4 HTTP/1.1" status: 204 len: 168 time: 1.1002483 Aug 11 22:29:58.357151 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40412) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.361189 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-4c826685-fb6a-4182-a302-fa66996cfd8d tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.362867 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4c826685-fb6a-4182-a302-fa66996cfd8d tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0116887 Aug 11 22:29:58.367278 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40414) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.374859 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-0bf2bfa3-fb89-4dec-be18-c64c928991ba tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.375928 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0bf2bfa3-fb89-4dec-be18-c64c928991ba tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0072536 Aug 11 22:29:58.381743 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40416) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.387310 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-60ee1af6-b81e-4892-b9e5-8a8d10718e1e tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.388610 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-60ee1af6-b81e-4892-b9e5-8a8d10718e1e tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0052664 Aug 11 22:29:58.394704 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40418) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.402814 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-cb99eeed-9eb8-41ed-9fe0-64779cf6f353 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.404701 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cb99eeed-9eb8-41ed-9fe0-64779cf6f353 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0085630 Aug 11 22:29:58.409041 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40420) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.417761 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-2896a8b6-b3a1-4fd9-8869-51c2dc0b0931 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.420179 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2896a8b6-b3a1-4fd9-8869-51c2dc0b0931 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0095291 Aug 11 22:29:58.424622 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40422) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.427851 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a7ded8-2c11-4326-89b4-f70c13f004c0 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:58.432932 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-428bbf94-b544-41b2-b7a0-79bfc6ce4b68 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.433956 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-58a7ded8-2c11-4326-89b4-f70c13f004c0 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0752606 Aug 11 22:29:58.434750 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40424) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.435380 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-428bbf94-b544-41b2-b7a0-79bfc6ce4b68 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0090785 Aug 11 22:29:58.452165 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40426) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.457684 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-dd6bd37c-eefa-4ae6-9663-78a7fb67be0f tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.458971 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-dd6bd37c-eefa-4ae6-9663-78a7fb67be0f tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0050633 Aug 11 22:29:58.468397 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40428) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.475322 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-555b6d21-ba10-489a-9394-26b95c137a0a tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.476777 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-555b6d21-ba10-489a-9394-26b95c137a0a tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0067937 Aug 11 22:29:58.481128 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40430) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.487194 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-6df7d53d-7bca-4bfc-b07d-f02ee0a134d2 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.488732 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6df7d53d-7bca-4bfc-b07d-f02ee0a134d2 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0058973 Aug 11 22:29:58.497442 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40432) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.508870 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-187980df-e9fc-4664-88cc-1506d7dca200 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.512059 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-187980df-e9fc-4664-88cc-1506d7dca200 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0131447 Aug 11 22:29:58.515067 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40434) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.519618 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-02d3901e-5664-47cc-8234-da8d723a43ce tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.522871 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-02d3901e-5664-47cc-8234-da8d723a43ce tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0045764 Aug 11 22:29:58.524821 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40436) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.529376 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-77fab7db-e5b7-48a3-bf4f-c994305e941f tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.531561 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-77fab7db-e5b7-48a3-bf4f-c994305e941f tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0044770 Aug 11 22:29:58.531688 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0ae40643-8f37-4d2e-9cb2-58b745fb4492 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:58.534775 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40438) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.540163 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-433375b0-7b99-4b67-ac6d-803b650a356c tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.545321 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-433375b0-7b99-4b67-ac6d-803b650a356c tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0051012 Aug 11 22:29:58.546321 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40440) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.556356 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-0807ab54-4951-4e61-93e1-166da3df2e8e tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.561375 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0807ab54-4951-4e61-93e1-166da3df2e8e tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0100274 Aug 11 22:29:58.561725 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40442) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.567014 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-51379d4a-b7b2-41fc-993a-9a7048f9c846 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.572526 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-51379d4a-b7b2-41fc-993a-9a7048f9c846 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0049949 Aug 11 22:29:58.573092 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40444) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.580912 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-c6cbf4be-fe9c-460f-acd4-ec2ed360270d tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.583561 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c6cbf4be-fe9c-460f-acd4-ec2ed360270d tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0078971 Aug 11 22:29:58.586860 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40446) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.591423 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-e3fcdd83-38a4-41df-a8ae-b436dc43d50b tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.595547 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e3fcdd83-38a4-41df-a8ae-b436dc43d50b tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0049391 Aug 11 22:29:58.597342 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40448) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.602117 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-9ac8c781-4dd7-4236-86e8-9834903dc177 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.603399 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9ac8c781-4dd7-4236-86e8-9834903dc177 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0050216 Aug 11 22:29:58.607787 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40450) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.612319 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-dcdd85bb-8625-42a0-bc6e-d84853e7e9ed tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.615558 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-dcdd85bb-8625-42a0-bc6e-d84853e7e9ed tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0045984 Aug 11 22:29:58.618341 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40452) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.623738 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-54a69dd1-5928-4c9e-b48b-b825b2795447 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.625301 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-54a69dd1-5928-4c9e-b48b-b825b2795447 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0055480 Aug 11 22:29:58.629872 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40454) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.635426 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [None req-b88b7006-dd1b-444c-98c9-02b5bf9197b7 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.639830 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40456) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.640073 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b88b7006-dd1b-444c-98c9-02b5bf9197b7 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0089347 Aug 11 22:29:58.644390 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-9ef7c54f-7b74-4d4a-9bdf-8f5741ba267b tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.645566 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9ef7c54f-7b74-4d4a-9bdf-8f5741ba267b tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0046065 Aug 11 22:29:58.648424 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40458) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.655069 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-be60487b-e413-4a9e-9bc1-d563e3b76e88 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.659188 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-be60487b-e413-4a9e-9bc1-d563e3b76e88 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0068212 Aug 11 22:29:58.660206 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40460) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.662320 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-0ae40643-8f37-4d2e-9cb2-58b745fb4492 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Deleting port 0f9381b3-10b2-4af4-a3eb-0c034fa76583 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:29:58.662685 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0ae40643-8f37-4d2e-9cb2-58b745fb4492 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:58.665712 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-88fc9313-4c33-4f20-8aca-d97389d80cd6 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.669113 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-88fc9313-4c33-4f20-8aca-d97389d80cd6 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0056272 Aug 11 22:29:58.669535 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40462) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.674733 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-d472547f-16f6-48d2-a9b7-1512fa8913ac tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.677982 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d472547f-16f6-48d2-a9b7-1512fa8913ac tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0051656 Aug 11 22:29:58.678557 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40464) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.684037 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-0e9ad052-13e0-4308-85bb-6a26afaa8db5 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.687333 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0e9ad052-13e0-4308-85bb-6a26afaa8db5 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0046098 Aug 11 22:29:58.687981 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40466) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.692984 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-74f9dbf5-2d31-4d7b-b081-3957bf3f402b tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.698045 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-74f9dbf5-2d31-4d7b-b081-3957bf3f402b tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0088823 Aug 11 22:29:58.698660 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40468) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.703300 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-aef99f11-124f-4e04-93da-63acbccb4832 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.707561 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-aef99f11-124f-4e04-93da-63acbccb4832 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0049880 Aug 11 22:29:58.709034 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40470) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.713483 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-0e8039ba-0356-458d-a979-368de769d324 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.714654 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0e8039ba-0356-458d-a979-368de769d324 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0046792 Aug 11 22:29:58.717946 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40472) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.723424 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [None req-e85ab5f9-7687-47d5-be78-e73de3d49237 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.724531 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e85ab5f9-7687-47d5-be78-e73de3d49237 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0054507 Aug 11 22:29:58.727023 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40474) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.731399 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [None req-56c02793-dbca-460a-918c-bf70d13e4855 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.732438 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-56c02793-dbca-460a-918c-bf70d13e4855 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0044956 Aug 11 22:29:58.734875 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40476) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.739407 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [None req-245d6218-47bd-48a8-bca5-65eddf8b89d5 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.740480 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-245d6218-47bd-48a8-bca5-65eddf8b89d5 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0046442 Aug 11 22:29:58.743952 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40478) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.751842 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [None req-bfc0a79c-22b5-4521-a578-11548c9f7918 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.755785 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bfc0a79c-22b5-4521-a578-11548c9f7918 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0107703 Aug 11 22:29:58.755966 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40480) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.766132 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-4e88f895-57b4-432e-8d82-9a5ea5a69260 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.767530 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4e88f895-57b4-432e-8d82-9a5ea5a69260 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0101709 Aug 11 22:29:58.770323 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40482) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.776923 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-0ae40643-8f37-4d2e-9cb2-58b745fb4492 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] For port 0f9381b3-10b2-4af4-a3eb-0c034fa76583, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0f9381b3-10b2-4af4-a3eb-0c034fa76583,segment=NetworkSegment(0411fc93-af6c-4e98-a875-4f53a0a5b442),segment_id=0411fc93-af6c-4e98-a875-4f53a0a5b442)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:29:58.777547 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0ae40643-8f37-4d2e-9cb2-58b745fb4492 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:58.782151 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-19d1301a-22d3-41b4-85d6-b2f5b6b0aabe tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.789349 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-19d1301a-22d3-41b4-85d6-b2f5b6b0aabe tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0177481 Aug 11 22:29:58.790453 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40484) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.796560 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-55524b28-0c7a-4473-9eab-be84268adb65 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.800635 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-55524b28-0c7a-4473-9eab-be84268adb65 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0094254 Aug 11 22:29:58.803027 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40486) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.810512 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-e2e39c4d-0db0-4cfb-b85d-11d78356bf6b tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.810850 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-0ae40643-8f37-4d2e-9cb2-58b745fb4492 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Calling delete_port for 0f9381b3-10b2-4af4-a3eb-0c034fa76583 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:29:58.813673 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e2e39c4d-0db0-4cfb-b85d-11d78356bf6b tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0064850 Aug 11 22:29:58.815575 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40488) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.823838 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-efb864a7-ab64-44a0-b9dd-a8d17e0f0f82 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.827667 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-efb864a7-ab64-44a0-b9dd-a8d17e0f0f82 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0085590 Aug 11 22:29:58.828392 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40490) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.833921 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [None req-bfd2727b-1e0b-4f1f-b9e1-250de328b6a1 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.838527 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bfd2727b-1e0b-4f1f-b9e1-250de328b6a1 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0087535 Aug 11 22:29:58.841229 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40492) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.846425 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [None req-ed1d21ed-8310-46ce-8259-a2242909ae48 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.850650 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ed1d21ed-8310-46ce-8259-a2242909ae48 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0081244 Aug 11 22:29:58.850944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40494) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.860077 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-563e869b-5821-42b2-85c8-91f937c78e52 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.862634 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-563e869b-5821-42b2-85c8-91f937c78e52 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0088840 Aug 11 22:29:58.866410 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40496) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.881580 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0f9381b3-10b2-4af4-a3eb-0c034fa76583 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:29:58.887447 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-9a656b5c-8517-4ad0-80ff-9cf4b50d5526 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.891644 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9a656b5c-8517-4ad0-80ff-9cf4b50d5526 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0081711 Aug 11 22:29:58.892010 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40498) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.898622 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-fd4b4da2-f101-44a3-8118-8b4c6c2098f3 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.900514 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fd4b4da2-f101-44a3-8118-8b4c6c2098f3 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0071390 Aug 11 22:29:58.902756 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40500) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.907674 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-33028660-e3e8-413e-a033-34407d38100d tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.911048 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-33028660-e3e8-413e-a033-34407d38100d tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0048995 Aug 11 22:29:58.911546 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40502) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.917112 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-452d5045-9813-4a97-91b7-181cbc352854 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.919554 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-452d5045-9813-4a97-91b7-181cbc352854 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0058231 Aug 11 22:29:58.921055 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40504) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.925453 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-951fcc97-738a-4b55-af68-b6f0b9ff9295 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.927554 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-951fcc97-738a-4b55-af68-b6f0b9ff9295 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0046344 Aug 11 22:29:58.931422 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40506) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.936652 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-b5f6c1ea-07b5-4070-98ee-75b61f04d177 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.937808 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b5f6c1ea-07b5-4070-98ee-75b61f04d177 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0052731 Aug 11 22:29:58.941171 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40508) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.945742 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-cd8b97ef-3fbf-4f1b-b9c5-3b6ee0bdbcb7 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.946963 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cd8b97ef-3fbf-4f1b-b9c5-3b6ee0bdbcb7 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0047696 Aug 11 22:29:58.950445 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40510) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.951077 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0ae40643-8f37-4d2e-9cb2-58b745fb4492 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:58.955802 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 0f9381b3-10b2-4af4-a3eb-0c034fa76583 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:29:58.956171 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:58.965040 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-e3636137-f393-4fdd-813d-27240c30d4e0 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.969846 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e3636137-f393-4fdd-813d-27240c30d4e0 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0096629 Aug 11 22:29:58.970503 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40512) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.977199 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-1f6439fd-ec2d-4370-ad2e-fd4a5bec1cc8 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.981006 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1f6439fd-ec2d-4370-ad2e-fd4a5bec1cc8 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0092304 Aug 11 22:29:58.981657 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40514) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.983622 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Port 0f9381b3-10b2-4af4-a3eb-0c034fa76583 was deleted so its status cannot be updated. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 11 22:29:58.988464 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-92ccde2d-dfd4-4398-8673-86e69b56d819 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:58.989115 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae40643-8f37-4d2e-9cb2-58b745fb4492 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Pushing event deleted for resources: {'Port': ['ID=0f9381b3-10b2-4af4-a3eb-0c034fa76583,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:58.993573 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-92ccde2d-dfd4-4398-8673-86e69b56d819 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0108488 Aug 11 22:29:58.994266 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40516) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:58.995230 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae40643-8f37-4d2e-9cb2-58b745fb4492 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] No DVR routers for this DVR port 0f9381b3-10b2-4af4-a3eb-0c034fa76583 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:29:58.998872 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [None req-acc4dd0b-fa7f-4fd0-af5a-f0a874fc88d7 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:29:59.008889 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-acc4dd0b-fa7f-4fd0-af5a-f0a874fc88d7 tempest-ExtensionsTestJSON-823035245 tempest-ExtensionsTestJSON-823035245-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0079851 Aug 11 22:29:59.110733 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0ae40643-8f37-4d2e-9cb2-58b745fb4492 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:59.122973 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-0ae40643-8f37-4d2e-9cb2-58b745fb4492 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49094000-1d61-4115-a8bd-7ea1998c2ab7']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:59.135983 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-0ae40643-8f37-4d2e-9cb2-58b745fb4492 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0411fc93-af6c-4e98-a875-4f53a0a5b442') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:59.136404 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-0ae40643-8f37-4d2e-9cb2-58b745fb4492 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0411fc93-af6c-4e98-a875-4f53a0a5b442') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:59.147318 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0ae40643-8f37-4d2e-9cb2-58b745fb4492 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:59.169388 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0ae40643-8f37-4d2e-9cb2-58b745fb4492 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:59.178848 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae40643-8f37-4d2e-9cb2-58b745fb4492 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:29:59.180069 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0ae40643-8f37-4d2e-9cb2-58b745fb4492 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:29:59.258701 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:29:59.265967 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0ae40643-8f37-4d2e-9cb2-58b745fb4492 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:59.273565 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0ae40643-8f37-4d2e-9cb2-58b745fb4492 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:59.280500 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0ae40643-8f37-4d2e-9cb2-58b745fb4492 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] 10.222.0.77 "DELETE /v2.0/networks/49094000-1d61-4115-a8bd-7ea1998c2ab7 HTTP/1.1" status: 204 len: 168 time: 0.8420184 Aug 11 22:29:59.282986 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40522) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:59.305903 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae40643-8f37-4d2e-9cb2-58b745fb4492 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Pushing event deleted for resources: {'Network': ['ID=49094000-1d61-4115-a8bd-7ea1998c2ab7,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:59.442330 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac1a9e-cdea-4dc6-aeab-9770578f6236 req-f084b35e-610f-449c-82b5-777a0bfef682 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:29:59.444012 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dbac1a9e-cdea-4dc6-aeab-9770578f6236 req-f084b35e-610f-449c-82b5-777a0bfef682 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 945 time: 0.1855736 Aug 11 22:29:59.453969 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d8ce409f-d79f-496d-8910-921eb165b5ee tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:59.518272 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c1b5a54f-498f-4091-b82a-45fe765b3e60 None None] Could not find standard attr ID for object 0f9381b3-10b2-4af4-a3eb-0c034fa76583. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:29:59.533839 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40530) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:59.594060 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dbfe1b-e43b-482c-b707-44369158ba49 None None] DHCP port deletion for 49094000-1d61-4115-a8bd-7ea1998c2ab7 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:29:59.627259 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82d00fb-4c69-4eae-9b6c-b7f3bfa2a9c0 None None] Network 49094000-1d61-4115-a8bd-7ea1998c2ab7 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:29:59.630783 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dbac1a9e-cdea-4dc6-aeab-9770578f6236 req-733f5d66-30f1-47ff-98a5-5f671197efc7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636131 Aug 11 22:29:59.647181 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82d00fb-4c69-4eae-9b6c-b7f3bfa2a9c0 None None] Network 49094000-1d61-4115-a8bd-7ea1998c2ab7 could not be found, it might have been deleted concurrently. {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 22:29:59.656059 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d8ce409f-d79f-496d-8910-921eb165b5ee tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:59.659767 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e21490-f891-4f65-a8d9-48ed5984d29f None None] get_active_networks_info from n-d-804275-3 {{(pid=100944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 22:29:59.674981 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-d8ce409f-d79f-496d-8910-921eb165b5ee tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9689c62d-7e7c-4fe9-8abe-e2ab36c1f45a']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:59.689962 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-d8ce409f-d79f-496d-8910-921eb165b5ee tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5701657e-08d6-4f0b-bbcf-a9bcfb4882cf') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:59.690488 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-d8ce409f-d79f-496d-8910-921eb165b5ee tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5701657e-08d6-4f0b-bbcf-a9bcfb4882cf') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:29:59.702303 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d8ce409f-d79f-496d-8910-921eb165b5ee tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:59.724813 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d8ce409f-d79f-496d-8910-921eb165b5ee tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:59.736259 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ce409f-d79f-496d-8910-921eb165b5ee tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:29:59.737261 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d8ce409f-d79f-496d-8910-921eb165b5ee tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:29:59.742704 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:29:59.749933 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d0c89c0-ffc9-417d-a8a1-226fdc2f1fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:59.790972 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e21490-f891-4f65-a8d9-48ed5984d29f None None] Resources bound (agent type, host, resource id): {{(pid=100944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 22:29:59.818711 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40536) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:59.827847 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d8ce409f-d79f-496d-8910-921eb165b5ee tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:59.837596 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d8ce409f-d79f-496d-8910-921eb165b5ee tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:59.843680 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d8ce409f-d79f-496d-8910-921eb165b5ee tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] 10.222.0.77 "DELETE /v2.0/networks/9689c62d-7e7c-4fe9-8abe-e2ab36c1f45a HTTP/1.1" status: 204 len: 168 time: 0.5590224 Aug 11 22:29:59.845911 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40540) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:29:59.868592 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce409f-d79f-496d-8910-921eb165b5ee tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Pushing event deleted for resources: {'Network': ['ID=9689c62d-7e7c-4fe9-8abe-e2ab36c1f45a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:59.920851 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d0c89c0-ffc9-417d-a8a1-226fdc2f1fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:59.926114 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d0c89c0-ffc9-417d-a8a1-226fdc2f1fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:59.954778 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb373cc3-15ef-4c32-b43d-5be0831302b2 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:29:59.976690 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c89c0-ffc9-417d-a8a1-226fdc2f1fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb023e83-fbbc-4315-be2c-84da2c092c78,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:29:59.985163 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3d0c89c0-ffc9-417d-a8a1-226fdc2f1fe5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=22a812951b344d629311d0f7b72bd42c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4494596 Aug 11 22:29:59.987616 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40542) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:00.048867 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5e7caa85-79b9-4c52-ac54-55dbb37a594f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:00.064776 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb373cc3-15ef-4c32-b43d-5be0831302b2 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:00.077141 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-bb373cc3-15ef-4c32-b43d-5be0831302b2 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf10b155-6a66-4e7a-9bf6-c06b0921e334']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:00.089013 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-bb373cc3-15ef-4c32-b43d-5be0831302b2 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf57a15-d676-4732-8c2c-094677f1e477') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:00.089362 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-bb373cc3-15ef-4c32-b43d-5be0831302b2 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf57a15-d676-4732-8c2c-094677f1e477') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:00.100178 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb373cc3-15ef-4c32-b43d-5be0831302b2 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:00.118657 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb373cc3-15ef-4c32-b43d-5be0831302b2 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:00.123259 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5e5b5c64-8869-4137-a2af-3aaf92935cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:00.126513 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb373cc3-15ef-4c32-b43d-5be0831302b2 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:30:00.127337 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb373cc3-15ef-4c32-b43d-5be0831302b2 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:30:00.131086 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:30:00.165576 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5e5b5c64-8869-4137-a2af-3aaf92935cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:00.227101 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb373cc3-15ef-4c32-b43d-5be0831302b2 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:00.247456 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb373cc3-15ef-4c32-b43d-5be0831302b2 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:00.249635 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bb373cc3-15ef-4c32-b43d-5be0831302b2 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] 10.222.0.77 "DELETE /v2.0/networks/cf10b155-6a66-4e7a-9bf6-c06b0921e334 HTTP/1.1" status: 204 len: 168 time: 0.4026411 Aug 11 22:30:00.250536 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb373cc3-15ef-4c32-b43d-5be0831302b2 tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Pushing event deleted for resources: {'Network': ['ID=cf10b155-6a66-4e7a-9bf6-c06b0921e334,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:00.253765 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40544) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:00.260988 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5e7caa85-79b9-4c52-ac54-55dbb37a594f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:00.267809 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5e7caa85-79b9-4c52-ac54-55dbb37a594f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:00.274264 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5e5b5c64-8869-4137-a2af-3aaf92935cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:00.277081 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5e5b5c64-8869-4137-a2af-3aaf92935cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:00.278478 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5e5b5c64-8869-4137-a2af-3aaf92935cf8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eb023e83-fbbc-4315-be2c-84da2c092c78 HTTP/1.1" status: 204 len: 168 time: 0.2890379 Aug 11 22:30:00.320951 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7caa85-79b9-4c52-ac54-55dbb37a594f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afffc4f-a31c-4afa-9ca1-f61d2d92cfd0,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:00.328823 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5e7caa85-79b9-4c52-ac54-55dbb37a594f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=425c869c64dc405792c4f05b75c2b59c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5037456 Aug 11 22:30:00.329346 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40548) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:00.348134 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b5c64-8869-4137-a2af-3aaf92935cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb023e83-fbbc-4315-be2c-84da2c092c78,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:00.370253 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3571b5fa-47bd-4509-965e-2a0964fef90c tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:00.404097 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d81963a-66bd-439b-9c25-ff8b7fb2947a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:00.428103 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d81963a-66bd-439b-9c25-ff8b7fb2947a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:00.488607 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3571b5fa-47bd-4509-965e-2a0964fef90c tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:00.489429 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d81963a-66bd-439b-9c25-ff8b7fb2947a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:00.492661 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d81963a-66bd-439b-9c25-ff8b7fb2947a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:00.496439 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7d81963a-66bd-439b-9c25-ff8b7fb2947a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4afffc4f-a31c-4afa-9ca1-f61d2d92cfd0 HTTP/1.1" status: 204 len: 168 time: 0.1638846 Aug 11 22:30:00.502841 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81963a-66bd-439b-9c25-ff8b7fb2947a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afffc4f-a31c-4afa-9ca1-f61d2d92cfd0,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:00.505735 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-3571b5fa-47bd-4509-965e-2a0964fef90c tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e6f5e0-409a-4f60-815a-ae9103e661d9']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:00.519628 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-3571b5fa-47bd-4509-965e-2a0964fef90c tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf8bcb1a-90df-4b59-a285-47318594a4f1') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:00.519932 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-3571b5fa-47bd-4509-965e-2a0964fef90c tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf8bcb1a-90df-4b59-a285-47318594a4f1') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:00.531932 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3571b5fa-47bd-4509-965e-2a0964fef90c tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:00.553265 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3571b5fa-47bd-4509-965e-2a0964fef90c tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:00.562225 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3571b5fa-47bd-4509-965e-2a0964fef90c tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:30:00.563302 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3571b5fa-47bd-4509-965e-2a0964fef90c tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:30:00.567649 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:30:00.646637 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3571b5fa-47bd-4509-965e-2a0964fef90c tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:00.652691 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3571b5fa-47bd-4509-965e-2a0964fef90c tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:00.655757 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3571b5fa-47bd-4509-965e-2a0964fef90c tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] 10.222.0.77 "DELETE /v2.0/networks/38e6f5e0-409a-4f60-815a-ae9103e661d9 HTTP/1.1" status: 204 len: 168 time: 0.4006948 Aug 11 22:30:00.673168 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571b5fa-47bd-4509-965e-2a0964fef90c tempest-BulkNetworkOpsTest-1902448804 tempest-BulkNetworkOpsTest-1902448804-project] Pushing event deleted for resources: {'Network': ['ID=38e6f5e0-409a-4f60-815a-ae9103e661d9,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:00.881823 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734568d-bf3b-4dbf-8209-5d0ed406b543 req-1cffa0e7-1df9-4d56-b1a0-6a6b1798cb67 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:00.885372 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c734568d-bf3b-4dbf-8209-5d0ed406b543 req-1cffa0e7-1df9-4d56-b1a0-6a6b1798cb67 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 945 time: 0.0933805 Aug 11 22:30:00.898744 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0f9381b3-10b2-4af4-a3eb-0c034fa76583 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:30:00.949358 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 0f9381b3-10b2-4af4-a3eb-0c034fa76583 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:30:00.949961 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0f9381b3-10b2-4af4-a3eb-0c034fa76583 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:30:00.958048 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c734568d-bf3b-4dbf-8209-5d0ed406b543 req-31d07efd-5a37-4e91-9091-8b68690a3075 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628228 Aug 11 22:30:01.074157 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40568) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:01.087926 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1fd6a35a-0743-47ed-9490-cba7e8500f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:01.214090 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40572) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:01.233013 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1fd6a35a-0743-47ed-9490-cba7e8500f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:01.239411 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1fd6a35a-0743-47ed-9490-cba7e8500f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:01.292833 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1fd6a35a-0743-47ed-9490-cba7e8500f75 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=62d8355441cb49e1afabf81466aa6b72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2175660 Aug 11 22:30:01.294192 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6a35a-0743-47ed-9490-cba7e8500f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53978f8f-b169-467e-a7be-fb7fa320dc5f,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:01.296979 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40578) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:01.375920 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6078236e-f118-40a2-a8ca-be99946166fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:01.414066 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6078236e-f118-40a2-a8ca-be99946166fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:01.483250 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0107d92c-f621-43ec-94a8-80bd71398850 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cb022cc6aba84e7883d3966e4c2f9beb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2668631 Aug 11 22:30:01.486501 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40586) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:01.542604 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6078236e-f118-40a2-a8ca-be99946166fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:01.545439 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6078236e-f118-40a2-a8ca-be99946166fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:01.546643 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6078236e-f118-40a2-a8ca-be99946166fb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/53978f8f-b169-467e-a7be-fb7fa320dc5f HTTP/1.1" status: 204 len: 168 time: 0.2456250 Aug 11 22:30:01.565169 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078236e-f118-40a2-a8ca-be99946166fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53978f8f-b169-467e-a7be-fb7fa320dc5f,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:01.569936 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d073d206-c7af-4d11-a988-76b4a5744115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:01.594398 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d073d206-c7af-4d11-a988-76b4a5744115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:01.616462 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40590) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:01.656961 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d073d206-c7af-4d11-a988-76b4a5744115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:01.659997 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d073d206-c7af-4d11-a988-76b4a5744115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:01.666930 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d073d206-c7af-4d11-a988-76b4a5744115 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b09c6832-761a-482d-893b-cef7bf1eed8a HTTP/1.1" status: 204 len: 168 time: 0.1732211 Aug 11 22:30:01.677755 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073d206-c7af-4d11-a988-76b4a5744115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09c6832-761a-482d-893b-cef7bf1eed8a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:01.907836 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-aba87e7f-03ca-4618-be37-3dce5bb92436 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-633746349'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:01.933758 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba87e7f-03ca-4618-be37-3dce5bb92436 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Made reservation on behalf of f756835031ec476fb94513c3aa444651 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:01.937312 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aba87e7f-03ca-4618-be37-3dce5bb92436 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:01.947127 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aba87e7f-03ca-4618-be37-3dce5bb92436 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:02.165065 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aba87e7f-03ca-4618-be37-3dce5bb92436 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:02.182108 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aba87e7f-03ca-4618-be37-3dce5bb92436 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:02.213700 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb61716-f3b2-4cf8-b7c2-a48411bc3e17 req-55d92625-8488-4675-8cca-44fd7214ce8d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:02.216785 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8bb61716-f3b2-4cf8-b7c2-a48411bc3e17 req-55d92625-8488-4675-8cca-44fd7214ce8d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 945 time: 0.1507871 Aug 11 22:30:02.264165 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba87e7f-03ca-4618-be37-3dce5bb92436 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:30:02.318624 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba87e7f-03ca-4618-be37-3dce5bb92436 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=112cca10-8e00-480e-98c5-9bd0293ddf16,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:02.336867 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aba87e7f-03ca-4618-be37-3dce5bb92436 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:02.337449 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-aba87e7f-03ca-4618-be37-3dce5bb92436 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Added segment d85caa78-f8f2-43e8-a837-da0e1bc24808 of type vlan for network 1cd7616e-3964-43ed-a517-d9058ff5fefd Aug 11 22:30:02.366876 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8bb61716-f3b2-4cf8-b7c2-a48411bc3e17 req-2e2da444-0085-476d-84e2-99b3280bb00e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421607 Aug 11 22:30:02.429788 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aba87e7f-03ca-4618-be37-3dce5bb92436 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:02.466309 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aba87e7f-03ca-4618-be37-3dce5bb92436 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:02.472402 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba87e7f-03ca-4618-be37-3dce5bb92436 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:02.473094 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aba87e7f-03ca-4618-be37-3dce5bb92436 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:02.553605 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-aba87e7f-03ca-4618-be37-3dce5bb92436 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9187613 Aug 11 22:30:02.553605 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba87e7f-03ca-4618-be37-3dce5bb92436 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event updated for resources: {'Network': ['ID=1cd7616e-3964-43ed-a517-d9058ff5fefd,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:02.567536 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 1cd7616e-3964-43ed-a517-d9058ff5fefd details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:30:02.712201 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40628) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:02.723909 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-2ceb311a-fbfc-4a0d-b946-746831d4e28c tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Request body: {'subnet': {'network_id': '1cd7616e-3964-43ed-a517-d9058ff5fefd', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:02.896123 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ceb311a-fbfc-4a0d-b946-746831d4e28c tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Made reservation on behalf of f756835031ec476fb94513c3aa444651 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:02.903476 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2ceb311a-fbfc-4a0d-b946-746831d4e28c tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:03.115919 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40640) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:03.214025 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2ceb311a-fbfc-4a0d-b946-746831d4e28c tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:03.290205 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb311a-fbfc-4a0d-b946-746831d4e28c tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event updated for resources: {'Subnet': ['ID=f2d3b2e4-27f8-4d1a-8dd9-597a6e4c3598,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:03.308548 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-72fa17c5-5241-4996-a92f-43d4aa432a7b tempest-NetworksNegativeTestJSON-294924726 tempest-NetworksNegativeTestJSON-294924726-project] Request body: {'port': {'network_id': '0a8c270c-8fcf-40a3-87a1-1110b317456e', 'name': 'tempest-NetworksNegativeTestJSON-492487585'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:03.335593 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceb311a-fbfc-4a0d-b946-746831d4e28c tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Checking segment: {'id': 'd85caa78-f8f2-43e8-a837-da0e1bc24808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1cd7616e-3964-43ed-a517-d9058ff5fefd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:30:03.336183 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ceb311a-fbfc-4a0d-b946-746831d4e28c tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Network hostable DHCP agents. Network: 1cd7616e-3964-43ed-a517-d9058ff5fefd, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:30:03.342468 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-72fa17c5-5241-4996-a92f-43d4aa432a7b tempest-NetworksNegativeTestJSON-294924726 tempest-NetworksNegativeTestJSON-294924726-project] POST failed (client error): The resource could not be found. Aug 11 22:30:03.343480 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72fa17c5-5241-4996-a92f-43d4aa432a7b tempest-NetworksNegativeTestJSON-294924726 tempest-NetworksNegativeTestJSON-294924726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:30:03.347621 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-72fa17c5-5241-4996-a92f-43d4aa432a7b tempest-NetworksNegativeTestJSON-294924726 tempest-NetworksNegativeTestJSON-294924726-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2291100 Aug 11 22:30:03.352619 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40644) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:03.395903 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-df69cd61-101a-412f-9719-2d4328879ee0 tempest-NetworksNegativeTestJSON-294924726 tempest-NetworksNegativeTestJSON-294924726-project] DELETE failed (client error): The resource could not be found. Aug 11 22:30:03.396916 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df69cd61-101a-412f-9719-2d4328879ee0 tempest-NetworksNegativeTestJSON-294924726 tempest-NetworksNegativeTestJSON-294924726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:30:03.399935 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-df69cd61-101a-412f-9719-2d4328879ee0 tempest-NetworksNegativeTestJSON-294924726 tempest-NetworksNegativeTestJSON-294924726-project] 10.222.0.77 "DELETE /v2.0/networks/21270de4-c275-4817-9a40-7db452de55d3 HTTP/1.1" status: 404 len: 339 time: 0.0456164 Aug 11 22:30:03.405953 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40648) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:03.446617 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0cde54a-ef55-4d84-a9c9-7ed3c36794ec tempest-NetworksNegativeTestJSON-294924726 tempest-NetworksNegativeTestJSON-294924726-project] DELETE failed (client error): The resource could not be found. Aug 11 22:30:03.447367 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0cde54a-ef55-4d84-a9c9-7ed3c36794ec tempest-NetworksNegativeTestJSON-294924726 tempest-NetworksNegativeTestJSON-294924726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:30:03.455989 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d0cde54a-ef55-4d84-a9c9-7ed3c36794ec tempest-NetworksNegativeTestJSON-294924726 tempest-NetworksNegativeTestJSON-294924726-project] 10.222.0.77 "DELETE /v2.0/ports/71760c1b-1d4d-4f74-b526-30221d096073 HTTP/1.1" status: 404 len: 333 time: 0.0420806 Aug 11 22:30:03.455989 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ceb311a-fbfc-4a0d-b946-746831d4e28c tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Network 1cd7616e-3964-43ed-a517-d9058ff5fefd is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:30:03.457527 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40650) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:03.465778 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-2ceb311a-fbfc-4a0d-b946-746831d4e28c tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 1cd7616e-3964-43ed-a517-d9058ff5fefd) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:03.470962 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ceb311a-fbfc-4a0d-b946-746831d4e28c tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:03.472519 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2ceb311a-fbfc-4a0d-b946-746831d4e28c tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:03.482458 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8c0921-8c24-4ac7-bf3a-4402c2461ba8 None None] Network 1cd7616e-3964-43ed-a517-d9058ff5fefd requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:03.500932 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2ceb311a-fbfc-4a0d-b946-746831d4e28c tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7859447 Aug 11 22:30:03.506997 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40652) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:03.518986 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-e348699b-ff53-4541-b02d-1b945b1647e5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-277565458'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:03.541197 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ba637e-8264-4427-9fac-da96e741f5c2 tempest-NetworksNegativeTestJSON-294924726 tempest-NetworksNegativeTestJSON-294924726-project] DELETE failed (client error): The resource could not be found. Aug 11 22:30:03.541197 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ba637e-8264-4427-9fac-da96e741f5c2 tempest-NetworksNegativeTestJSON-294924726 tempest-NetworksNegativeTestJSON-294924726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:30:03.543012 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-65ba637e-8264-4427-9fac-da96e741f5c2 tempest-NetworksNegativeTestJSON-294924726 tempest-NetworksNegativeTestJSON-294924726-project] 10.222.0.77 "DELETE /v2.0/subnets/11eb5a64-19c4-411c-8ed9-63d7dc496f2b HTTP/1.1" status: 404 len: 337 time: 0.0852330 Aug 11 22:30:03.549476 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40656) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:03.598480 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-6999f4ab-9aae-47b7-86fb-7809c391e52c tempest-NetworksNegativeTestJSON-294924726 tempest-NetworksNegativeTestJSON-294924726-project] GET failed (client error): The resource could not be found. Aug 11 22:30:03.600303 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6999f4ab-9aae-47b7-86fb-7809c391e52c tempest-NetworksNegativeTestJSON-294924726 tempest-NetworksNegativeTestJSON-294924726-project] 10.222.0.77 "GET /v2.0/networks/41c9680a-7dd1-4fb1-94ff-fd7ef999d758 HTTP/1.1" status: 404 len: 339 time: 0.0497804 Aug 11 22:30:03.608126 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40660) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:03.661101 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f9bac0-5030-4d7c-8eac-da94639f3166 tempest-NetworksNegativeTestJSON-294924726 tempest-NetworksNegativeTestJSON-294924726-project] GET failed (client error): The resource could not be found. Aug 11 22:30:03.663105 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-39f9bac0-5030-4d7c-8eac-da94639f3166 tempest-NetworksNegativeTestJSON-294924726 tempest-NetworksNegativeTestJSON-294924726-project] 10.222.0.77 "GET /v2.0/ports/75612fe7-8712-4b18-8f8c-c90a55b9046a HTTP/1.1" status: 404 len: 333 time: 0.0539436 Aug 11 22:30:03.667844 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40662) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:03.678678 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20157537-dcfe-4df0-b099-74f4b9a9629e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-1cd7616e-3964-43ed-a517-d9058ff5fefd', 'network_id': '1cd7616e-3964-43ed-a517-d9058ff5fefd', 'tenant_id': 'f756835031ec476fb94513c3aa444651', 'fixed_ips': [{'subnet_id': 'f2d3b2e4-27f8-4d1a-8dd9-597a6e4c3598'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:30:03.680442 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-20157537-dcfe-4df0-b099-74f4b9a9629e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:03.693124 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44bf103-4595-4613-8477-6a554fcdd5a8 req-8b6dde97-eb4c-4351-adcb-4c016399caf8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:03.696065 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b44bf103-4595-4613-8477-6a554fcdd5a8 req-8b6dde97-eb4c-4351-adcb-4c016399caf8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 945 time: 0.1576033 Aug 11 22:30:03.697624 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e348699b-ff53-4541-b02d-1b945b1647e5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Made reservation on behalf of f756835031ec476fb94513c3aa444651 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:03.702324 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e348699b-ff53-4541-b02d-1b945b1647e5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:03.724940 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e4d4378-03f6-4619-9cdd-95e28cd83201 tempest-NetworksNegativeTestJSON-294924726 tempest-NetworksNegativeTestJSON-294924726-project] GET failed (client error): The resource could not be found. Aug 11 22:30:03.738551 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7e4d4378-03f6-4619-9cdd-95e28cd83201 tempest-NetworksNegativeTestJSON-294924726 tempest-NetworksNegativeTestJSON-294924726-project] 10.222.0.77 "GET /v2.0/subnets/89ecd71d-e9c8-4889-ba2a-f43867423ed0 HTTP/1.1" status: 404 len: 337 time: 0.0688405 Aug 11 22:30:03.740013 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40664) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:03.750184 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-24a887f0-d534-4d7b-b41f-82880889c6bd tempest-NetworksNegativeTestJSON-294924726 tempest-NetworksNegativeTestJSON-294924726-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:03.761765 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b44bf103-4595-4613-8477-6a554fcdd5a8 req-cbd5532a-9463-442c-ae81-e4c95e2fd9d2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556302 Aug 11 22:30:03.777365 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e348699b-ff53-4541-b02d-1b945b1647e5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:30:03.782124 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-24a887f0-d534-4d7b-b41f-82880889c6bd tempest-NetworksNegativeTestJSON-294924726 tempest-NetworksNegativeTestJSON-294924726-project] PUT failed (client error): The resource could not be found. Aug 11 22:30:03.783978 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24a887f0-d534-4d7b-b41f-82880889c6bd tempest-NetworksNegativeTestJSON-294924726 tempest-NetworksNegativeTestJSON-294924726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:30:03.791329 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-24a887f0-d534-4d7b-b41f-82880889c6bd tempest-NetworksNegativeTestJSON-294924726 tempest-NetworksNegativeTestJSON-294924726-project] 10.222.0.77 "PUT /v2.0/networks/dbc0c41e-9d36-4d13-9f61-93a1cceea7d0 HTTP/1.1" status: 404 len: 339 time: 0.0493712 Aug 11 22:30:03.791807 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e348699b-ff53-4541-b02d-1b945b1647e5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:03.792445 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-e348699b-ff53-4541-b02d-1b945b1647e5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Added segment fbc3c5fc-60fe-48b3-9f95-18b756e9cc72 of type vlan for network 193ea114-5e7b-48e6-bbf1-53607691c7a9 Aug 11 22:30:03.797400 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40668) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:03.805370 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-7143e204-d312-44e8-8a87-e3b549f1cfaf tempest-NetworksNegativeTestJSON-294924726 tempest-NetworksNegativeTestJSON-294924726-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:03.837036 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-7143e204-d312-44e8-8a87-e3b549f1cfaf tempest-NetworksNegativeTestJSON-294924726 tempest-NetworksNegativeTestJSON-294924726-project] PUT failed (client error): The resource could not be found. Aug 11 22:30:03.838208 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7143e204-d312-44e8-8a87-e3b549f1cfaf tempest-NetworksNegativeTestJSON-294924726 tempest-NetworksNegativeTestJSON-294924726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:30:03.839700 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7143e204-d312-44e8-8a87-e3b549f1cfaf tempest-NetworksNegativeTestJSON-294924726 tempest-NetworksNegativeTestJSON-294924726-project] 10.222.0.77 "PUT /v2.0/ports/b0fb769e-c130-4013-8515-593cebc57750 HTTP/1.1" status: 404 len: 333 time: 0.0404308 Aug 11 22:30:03.845703 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40670) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:03.853698 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-9eb0379c-3a79-4f5b-849c-9f5dc61bcac0 tempest-NetworksNegativeTestJSON-294924726 tempest-NetworksNegativeTestJSON-294924726-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:03.894203 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-20157537-dcfe-4df0-b099-74f4b9a9629e None None] Allocated IP 172.20.255.242 (1cd7616e-3964-43ed-a517-d9058ff5fefd/f2d3b2e4-27f8-4d1a-8dd9-597a6e4c3598/9f4d1023-7675-441d-ab63-98695b9537b0) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:30:03.899745 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb0379c-3a79-4f5b-849c-9f5dc61bcac0 tempest-NetworksNegativeTestJSON-294924726 tempest-NetworksNegativeTestJSON-294924726-project] PUT failed (client error): The resource could not be found. Aug 11 22:30:03.900224 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb0379c-3a79-4f5b-849c-9f5dc61bcac0 tempest-NetworksNegativeTestJSON-294924726 tempest-NetworksNegativeTestJSON-294924726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:30:03.901425 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9eb0379c-3a79-4f5b-849c-9f5dc61bcac0 tempest-NetworksNegativeTestJSON-294924726 tempest-NetworksNegativeTestJSON-294924726-project] 10.222.0.77 "PUT /v2.0/subnets/8e2dded9-3745-4c5c-8f8e-a94eb00f8dcc HTTP/1.1" status: 404 len: 337 time: 0.0547287 Aug 11 22:30:03.926145 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e348699b-ff53-4541-b02d-1b945b1647e5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:03.984289 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e348699b-ff53-4541-b02d-1b945b1647e5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:03.991482 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e348699b-ff53-4541-b02d-1b945b1647e5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:03.992231 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e348699b-ff53-4541-b02d-1b945b1647e5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:04.068900 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348699b-ff53-4541-b02d-1b945b1647e5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event updated for resources: {'Network': ['ID=193ea114-5e7b-48e6-bbf1-53607691c7a9,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:04.086725 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 193ea114-5e7b-48e6-bbf1-53607691c7a9 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:30:04.102802 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40674) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:04.103815 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e348699b-ff53-4541-b02d-1b945b1647e5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5945854 Aug 11 22:30:04.112495 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-79f5b66a-711e-4f0e-a2fb-55dd026c2fb5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Request body: {'subnet': {'network_id': '193ea114-5e7b-48e6-bbf1-53607691c7a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:04.207590 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-20157537-dcfe-4df0-b099-74f4b9a9629e None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:04.219247 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-20157537-dcfe-4df0-b099-74f4b9a9629e None None] Transition to ACTIVE for port object 9f4d1023-7675-441d-ab63-98695b9537b0 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:30:04.239626 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-20157537-dcfe-4df0-b099-74f4b9a9629e None None] Transition to ACTIVE for port object 9f4d1023-7675-441d-ab63-98695b9537b0 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:30:04.249630 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-20157537-dcfe-4df0-b099-74f4b9a9629e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:04.301930 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20157537-dcfe-4df0-b099-74f4b9a9629e None None] Network 1cd7616e-3964-43ed-a517-d9058ff5fefd is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:30:04.303951 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-20157537-dcfe-4df0-b099-74f4b9a9629e None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:04.311113 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20157537-dcfe-4df0-b099-74f4b9a9629e None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:30:04.343997 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f5b66a-711e-4f0e-a2fb-55dd026c2fb5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Made reservation on behalf of f756835031ec476fb94513c3aa444651 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:04.347956 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20157537-dcfe-4df0-b099-74f4b9a9629e None None] Pushing event updated for resources: {'Port': ['ID=9f4d1023-7675-441d-ab63-98695b9537b0,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:04.358103 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-79f5b66a-711e-4f0e-a2fb-55dd026c2fb5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:04.457371 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-20157537-dcfe-4df0-b099-74f4b9a9629e None None] Attempting to bind port 9f4d1023-7675-441d-ab63-98695b9537b0 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:30:04.457946 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-20157537-dcfe-4df0-b099-74f4b9a9629e None None] Attempting to bind port 9f4d1023-7675-441d-ab63-98695b9537b0 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'd85caa78-f8f2-43e8-a837-da0e1bc24808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1cd7616e-3964-43ed-a517-d9058ff5fefd'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:30:04.461360 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20157537-dcfe-4df0-b099-74f4b9a9629e None None] Attempting to bind port 9f4d1023-7675-441d-ab63-98695b9537b0 on network 1cd7616e-3964-43ed-a517-d9058ff5fefd {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:30:04.476413 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20157537-dcfe-4df0-b099-74f4b9a9629e None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:30:04.477011 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20157537-dcfe-4df0-b099-74f4b9a9629e None None] Checking segment: {'id': 'd85caa78-f8f2-43e8-a837-da0e1bc24808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1cd7616e-3964-43ed-a517-d9058ff5fefd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:30:04.477281 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-20157537-dcfe-4df0-b099-74f4b9a9629e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:04.477639 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20157537-dcfe-4df0-b099-74f4b9a9629e None None] Bound using segment: {'id': 'd85caa78-f8f2-43e8-a837-da0e1bc24808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1cd7616e-3964-43ed-a517-d9058ff5fefd'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:30:04.479048 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-20157537-dcfe-4df0-b099-74f4b9a9629e None None] Bound port: 9f4d1023-7675-441d-ab63-98695b9537b0, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85caa78-f8f2-43e8-a837-da0e1bc24808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1cd7616e-3964-43ed-a517-d9058ff5fefd'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:30:04.479048 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-20157537-dcfe-4df0-b099-74f4b9a9629e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:04.533530 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40678) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:04.660661 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-20157537-dcfe-4df0-b099-74f4b9a9629e None None] For port 9f4d1023-7675-441d-ab63-98695b9537b0, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:30:04.665719 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-20157537-dcfe-4df0-b099-74f4b9a9629e None None] For port 9f4d1023-7675-441d-ab63-98695b9537b0, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9f4d1023-7675-441d-ab63-98695b9537b0,segment=NetworkSegment(d85caa78-f8f2-43e8-a837-da0e1bc24808),segment_id=d85caa78-f8f2-43e8-a837-da0e1bc24808)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:30:04.671791 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-20157537-dcfe-4df0-b099-74f4b9a9629e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:04.779099 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20157537-dcfe-4df0-b099-74f4b9a9629e None None] Pushing event updated for resources: {'Port': ['ID=9f4d1023-7675-441d-ab63-98695b9537b0,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:04.824987 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-420c0275-5a50-4588-8620-42bab6a86ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:05.153285 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-420c0275-5a50-4588-8620-42bab6a86ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:05.164119 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-420c0275-5a50-4588-8620-42bab6a86ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:05.271860 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-420c0275-5a50-4588-8620-42bab6a86ab7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=77b6edffaa9a449ab391ac8cf8bd1cd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7354243 Aug 11 22:30:05.273285 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c0275-5a50-4588-8620-42bab6a86ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a00ede-170d-43c2-b608-da1144c19a67,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:05.286972 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40700) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:05.423051 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362d9d8-4dd9-4082-bdff-5f8c9fa96fc6 req-f382f86b-3bc9-4630-8000-26dde74e8ff9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:05.426059 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c362d9d8-4dd9-4082-bdff-5f8c9fa96fc6 req-f382f86b-3bc9-4630-8000-26dde74e8ff9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 945 time: 0.0948372 Aug 11 22:30:05.481971 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5eab95a3-fe3b-46aa-990a-60fbee762140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:05.500837 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c362d9d8-4dd9-4082-bdff-5f8c9fa96fc6 req-043dc1d5-56c2-443b-8a59-ea5f8fe0f2d9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668907 Aug 11 22:30:05.556327 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5eab95a3-fe3b-46aa-990a-60fbee762140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:05.573231 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-79f5b66a-711e-4f0e-a2fb-55dd026c2fb5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:05.669908 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5b66a-711e-4f0e-a2fb-55dd026c2fb5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event updated for resources: {'Subnet': ['ID=c90a7937-f8bd-4a74-aede-004a54d0a46d,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:05.687702 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f5b66a-711e-4f0e-a2fb-55dd026c2fb5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Checking segment: {'id': 'fbc3c5fc-60fe-48b3-9f95-18b756e9cc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '193ea114-5e7b-48e6-bbf1-53607691c7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:30:05.688068 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f5b66a-711e-4f0e-a2fb-55dd026c2fb5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Network hostable DHCP agents. Network: 193ea114-5e7b-48e6-bbf1-53607691c7a9, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:30:05.705155 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5eab95a3-fe3b-46aa-990a-60fbee762140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:05.707896 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5eab95a3-fe3b-46aa-990a-60fbee762140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:05.709151 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5eab95a3-fe3b-46aa-990a-60fbee762140 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/92a00ede-170d-43c2-b608-da1144c19a67 HTTP/1.1" status: 204 len: 168 time: 0.4224646 Aug 11 22:30:05.727254 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f5b66a-711e-4f0e-a2fb-55dd026c2fb5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Network 193ea114-5e7b-48e6-bbf1-53607691c7a9 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:30:05.737477 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab95a3-fe3b-46aa-990a-60fbee762140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a00ede-170d-43c2-b608-da1144c19a67,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:05.746865 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-79f5b66a-711e-4f0e-a2fb-55dd026c2fb5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 193ea114-5e7b-48e6-bbf1-53607691c7a9) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:05.752952 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f5b66a-711e-4f0e-a2fb-55dd026c2fb5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:05.753653 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-79f5b66a-711e-4f0e-a2fb-55dd026c2fb5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:05.776406 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb08f31-989c-458f-8efb-6a3d1feafbc4 None None] Network 193ea114-5e7b-48e6-bbf1-53607691c7a9 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:05.782165 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-79f5b66a-711e-4f0e-a2fb-55dd026c2fb5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6724110 Aug 11 22:30:05.782165 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40716) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:05.960966 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cb76da2d-4b04-4b1c-ab01-f5e7a6cdd2ae tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:06.136497 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cb76da2d-4b04-4b1c-ab01-f5e7a6cdd2ae tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:06.208856 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c50743c-0f47-4fbe-b2cf-9acc302c50d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-193ea114-5e7b-48e6-bbf1-53607691c7a9', 'network_id': '193ea114-5e7b-48e6-bbf1-53607691c7a9', 'tenant_id': 'f756835031ec476fb94513c3aa444651', 'fixed_ips': [{'subnet_id': 'c90a7937-f8bd-4a74-aede-004a54d0a46d'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:30:06.209799 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8c50743c-0f47-4fbe-b2cf-9acc302c50d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:06.279088 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cb76da2d-4b04-4b1c-ab01-f5e7a6cdd2ae tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:06.366843 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76da2d-4b04-4b1c-ab01-f5e7a6cdd2ae tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event deleted for resources: {'Subnet': ['ID=c90a7937-f8bd-4a74-aede-004a54d0a46d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:06.454506 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cb76da2d-4b04-4b1c-ab01-f5e7a6cdd2ae tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:06.459176 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c8c2f4-565d-4231-a0eb-e37dc9b8b470 None None] Network 1cd7616e-3964-43ed-a517-d9058ff5fefd requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:06.473484 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-cb76da2d-4b04-4b1c-ab01-f5e7a6cdd2ae tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['193ea114-5e7b-48e6-bbf1-53607691c7a9']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:06.490436 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-cb76da2d-4b04-4b1c-ab01-f5e7a6cdd2ae tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc3c5fc-60fe-48b3-9f95-18b756e9cc72') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:06.490993 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-cb76da2d-4b04-4b1c-ab01-f5e7a6cdd2ae tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc3c5fc-60fe-48b3-9f95-18b756e9cc72') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:06.517468 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cb76da2d-4b04-4b1c-ab01-f5e7a6cdd2ae tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:06.542897 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cb76da2d-4b04-4b1c-ab01-f5e7a6cdd2ae tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:06.553882 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb76da2d-4b04-4b1c-ab01-f5e7a6cdd2ae tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:30:06.556447 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cb76da2d-4b04-4b1c-ab01-f5e7a6cdd2ae tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:30:06.561389 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server [None req-8c50743c-0f47-4fbe-b2cf-9acc302c50d3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c90a7937-f8bd-4a74-aede-004a54d0a46d: This subnet is being modified by another concurrent operation. Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise exception Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c90a7937-f8bd-4a74-aede-004a54d0a46d: This subnet is being modified by another concurrent operation. Aug 11 22:30:06.563617 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server Aug 11 22:30:06.570602 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1dbe9d4d-49dc-48b8-b04c-50853141e0af None None] Provisioning for port 9f4d1023-7675-441d-ab63-98695b9537b0 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:30:06.596938 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a6fba8-1282-4d89-9881-5ee3996222ae None None] Network 193ea114-5e7b-48e6-bbf1-53607691c7a9 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:06.693400 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cb76da2d-4b04-4b1c-ab01-f5e7a6cdd2ae tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:06.700403 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cb76da2d-4b04-4b1c-ab01-f5e7a6cdd2ae tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:06.703538 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-cb76da2d-4b04-4b1c-ab01-f5e7a6cdd2ae tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/networks/193ea114-5e7b-48e6-bbf1-53607691c7a9 HTTP/1.1" status: 204 len: 168 time: 0.9197094 Aug 11 22:30:06.709093 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9b5c4-d2ce-4cba-9c4e-865770de9745 req-749122f4-c126-4054-84ef-90835017d838 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:06.712314 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40734) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:06.717677 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-2e98e28e-933a-400b-ad1b-f9b0ae339111 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1393205494'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:06.724596 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ba9b5c4-d2ce-4cba-9c4e-865770de9745 req-749122f4-c126-4054-84ef-90835017d838 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 945 time: 0.0774403 Aug 11 22:30:06.772257 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e98e28e-933a-400b-ad1b-f9b0ae339111 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Made reservation on behalf of f756835031ec476fb94513c3aa444651 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:06.776333 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e98e28e-933a-400b-ad1b-f9b0ae339111 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:06.779566 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76da2d-4b04-4b1c-ab01-f5e7a6cdd2ae tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event deleted for resources: {'Network': ['ID=193ea114-5e7b-48e6-bbf1-53607691c7a9,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:06.812775 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e98e28e-933a-400b-ad1b-f9b0ae339111 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:30:06.827423 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e98e28e-933a-400b-ad1b-f9b0ae339111 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:06.828095 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-2e98e28e-933a-400b-ad1b-f9b0ae339111 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Added segment d1dc5bf4-b7eb-45eb-a20b-ffbe5901072a of type vlan for network 6e16a37f-ebcb-43e7-a9c4-6d8d8a3843f4 Aug 11 22:30:06.836617 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ba9b5c4-d2ce-4cba-9c4e-865770de9745 req-ec23b62b-97ed-4706-9324-7351b1abb68f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110506 Aug 11 22:30:06.881911 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e98e28e-933a-400b-ad1b-f9b0ae339111 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:06.934739 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e98e28e-933a-400b-ad1b-f9b0ae339111 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:06.955355 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e98e28e-933a-400b-ad1b-f9b0ae339111 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:06.958629 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e98e28e-933a-400b-ad1b-f9b0ae339111 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:07.057743 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40744) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:07.058607 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2e98e28e-933a-400b-ad1b-f9b0ae339111 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3452356 Aug 11 22:30:07.063740 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-dd0fff49-0328-4fe1-a46c-641dcbef0adf tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Request body: {'subnet': {'network_id': '6e16a37f-ebcb-43e7-a9c4-6d8d8a3843f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:07.089954 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40746) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:07.104557 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98e28e-933a-400b-ad1b-f9b0ae339111 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event updated for resources: {'Network': ['ID=6e16a37f-ebcb-43e7-a9c4-6d8d8a3843f4,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:07.118020 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 6e16a37f-ebcb-43e7-a9c4-6d8d8a3843f4 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:30:07.296812 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0fff49-0328-4fe1-a46c-641dcbef0adf tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Made reservation on behalf of f756835031ec476fb94513c3aa444651 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:07.304995 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dd0fff49-0328-4fe1-a46c-641dcbef0adf tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:07.326748 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-02e1470d-b8ee-488f-a936-8e17ed5496e2 tempest-DvrRoutersNegativeTest-773803608 tempest-DvrRoutersNegativeTest-773803608-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-183921452', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:07.329831 n-d-804275-3 neutron-server[100942]: DEBUG neutron.policy [None req-02e1470d-b8ee-488f-a936-8e17ed5496e2 tempest-DvrRoutersNegativeTest-773803608 tempest-DvrRoutersNegativeTest-773803608-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100942) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 11 22:30:07.330138 n-d-804275-3 neutron-server[100942]: DEBUG neutron.policy [None req-02e1470d-b8ee-488f-a936-8e17ed5496e2 tempest-DvrRoutersNegativeTest-773803608 tempest-DvrRoutersNegativeTest-773803608-project] Failed policy check for 'create_router' {{(pid=100942) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 11 22:30:07.330738 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-02e1470d-b8ee-488f-a936-8e17ed5496e2 tempest-DvrRoutersNegativeTest-773803608 tempest-DvrRoutersNegativeTest-773803608-project] create failed (client error): Access was denied to this resource. Aug 11 22:30:07.331924 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-02e1470d-b8ee-488f-a936-8e17ed5496e2 tempest-DvrRoutersNegativeTest-773803608 tempest-DvrRoutersNegativeTest-773803608-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2408702 Aug 11 22:30:07.400555 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9f4d1023-7675-441d-ab63-98695b9537b0 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:30:07.404092 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9403db6-8cc5-4b57-ac97-1430444a0432 None None] get_active_networks_info from n-d-804275-3 {{(pid=100944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 22:30:07.427274 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.ipam_backend_mixin [None req-dd0fff49-0328-4fe1-a46c-641dcbef0adf tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Performing IP validity checks on allocation pools {{(pid=100943) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 22:30:07.427867 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.ipam_backend_mixin [None req-dd0fff49-0328-4fe1-a46c-641dcbef0adf tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100943) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 22:30:07.561857 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 9f4d1023-7675-441d-ab63-98695b9537b0 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:30:07.572919 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 9f4d1023-7675-441d-ab63-98695b9537b0 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:30:07.573299 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:07.615902 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9403db6-8cc5-4b57-ac97-1430444a0432 None None] Resources bound (agent type, host, resource id): {{(pid=100944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 22:30:07.621858 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dd0fff49-0328-4fe1-a46c-641dcbef0adf tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:07.702114 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fff49-0328-4fe1-a46c-641dcbef0adf tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event updated for resources: {'Subnet': ['ID=f1060c62-c125-4705-b19d-c629358cd2df,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:07.716500 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0fff49-0328-4fe1-a46c-641dcbef0adf tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Checking segment: {'id': 'd1dc5bf4-b7eb-45eb-a20b-ffbe5901072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6e16a37f-ebcb-43e7-a9c4-6d8d8a3843f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:30:07.717318 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0fff49-0328-4fe1-a46c-641dcbef0adf tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Network hostable DHCP agents. Network: 6e16a37f-ebcb-43e7-a9c4-6d8d8a3843f4, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:30:07.739310 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0fff49-0328-4fe1-a46c-641dcbef0adf tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Network 6e16a37f-ebcb-43e7-a9c4-6d8d8a3843f4 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:30:07.754769 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-dd0fff49-0328-4fe1-a46c-641dcbef0adf tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 6e16a37f-ebcb-43e7-a9c4-6d8d8a3843f4) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:07.771770 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0fff49-0328-4fe1-a46c-641dcbef0adf tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:07.774185 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dd0fff49-0328-4fe1-a46c-641dcbef0adf tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:07.774743 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:07.783343 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40756) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:07.799206 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-dd0fff49-0328-4fe1-a46c-641dcbef0adf tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7397203 Aug 11 22:30:07.802565 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40760) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:07.859493 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 9f4d1023-7675-441d-ab63-98695b9537b0, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9f4d1023-7675-441d-ab63-98695b9537b0,segment=NetworkSegment(d85caa78-f8f2-43e8-a837-da0e1bc24808),segment_id=d85caa78-f8f2-43e8-a837-da0e1bc24808)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:30:07.868967 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:07.974386 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=9f4d1023-7675-441d-ab63-98695b9537b0,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:08.017126 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-88329841-bef0-4ded-b4a3-08cc6a3e94d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:08.071302 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a797317d-b904-4fe1-8d72-9b725d2d7f8a None None] Network 6e16a37f-ebcb-43e7-a9c4-6d8d8a3843f4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:08.201745 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-88329841-bef0-4ded-b4a3-08cc6a3e94d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:08.207293 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-88329841-bef0-4ded-b4a3-08cc6a3e94d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:08.262171 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-88329841-bef0-4ded-b4a3-08cc6a3e94d5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=64f7a1d7eea844fa8283de20013317b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4771812 Aug 11 22:30:08.265498 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88329841-bef0-4ded-b4a3-08cc6a3e94d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae513ac9-9d0e-4598-8c71-16e113b60c29,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:08.268997 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40766) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:08.295162 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6209d5a1-5930-43b3-8c41-72f5382aa9e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-6e16a37f-ebcb-43e7-a9c4-6d8d8a3843f4', 'network_id': '6e16a37f-ebcb-43e7-a9c4-6d8d8a3843f4', 'tenant_id': 'f756835031ec476fb94513c3aa444651', 'fixed_ips': [{'subnet_id': 'f1060c62-c125-4705-b19d-c629358cd2df'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:30:08.296191 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6209d5a1-5930-43b3-8c41-72f5382aa9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:08.383270 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-32b97702-2cb9-4725-a66a-8e272d374da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:08.414429 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-32b97702-2cb9-4725-a66a-8e272d374da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:08.461300 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:08.476167 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-32b97702-2cb9-4725-a66a-8e272d374da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:08.480715 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-32b97702-2cb9-4725-a66a-8e272d374da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:08.486073 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-32b97702-2cb9-4725-a66a-8e272d374da9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ae513ac9-9d0e-4598-8c71-16e113b60c29 HTTP/1.1" status: 204 len: 168 time: 0.2004869 Aug 11 22:30:08.486328 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c4ad3-cb07-4776-b380-b0a024548b94 req-640d2016-e5b7-40a7-b1cd-4f3ab93edfb3 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:08.486328 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c77c4ad3-cb07-4776-b380-b0a024548b94 req-640d2016-e5b7-40a7-b1cd-4f3ab93edfb3 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 945 time: 0.4795003 Aug 11 22:30:08.508249 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b97702-2cb9-4725-a66a-8e272d374da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae513ac9-9d0e-4598-8c71-16e113b60c29,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:08.537299 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:08.620094 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c77c4ad3-cb07-4776-b380-b0a024548b94 req-e17226e6-6727-4e93-9982-b0995fd0ba9c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876038 Aug 11 22:30:08.624365 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:08.644936 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40776) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:08.693250 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-6209d5a1-5930-43b3-8c41-72f5382aa9e5 None None] Allocated IP 172.20.0.3 (6e16a37f-ebcb-43e7-a9c4-6d8d8a3843f4/f1060c62-c125-4705-b19d-c629358cd2df/02e21c91-5d41-4bca-a82d-8d16ae2c7455) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:30:08.832691 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9e903fdd-e0cb-446e-aceb-800f5202fcc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:08.869728 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9f4d1023-7675-441d-ab63-98695b9537b0 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:30:08.975804 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9e903fdd-e0cb-446e-aceb-800f5202fcc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:08.984328 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6209d5a1-5930-43b3-8c41-72f5382aa9e5 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:08.990110 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9e903fdd-e0cb-446e-aceb-800f5202fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:09.000516 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6209d5a1-5930-43b3-8c41-72f5382aa9e5 None None] Transition to ACTIVE for port object 02e21c91-5d41-4bca-a82d-8d16ae2c7455 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:30:09.034235 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 9f4d1023-7675-441d-ab63-98695b9537b0 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:30:09.034886 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:09.048069 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40784) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:09.054679 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9e903fdd-e0cb-446e-aceb-800f5202fcc0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e659f734dca64959a367fcb7cb9d89fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4082637 Aug 11 22:30:09.055789 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e903fdd-e0cb-446e-aceb-800f5202fcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668d6169-53f1-4f32-9c82-73b559f8afc4,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:09.068160 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6209d5a1-5930-43b3-8c41-72f5382aa9e5 None None] Transition to ACTIVE for port object 02e21c91-5d41-4bca-a82d-8d16ae2c7455 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:30:09.075641 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e903fdd-e0cb-446e-aceb-800f5202fcc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:09.076011 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e903fdd-e0cb-446e-aceb-800f5202fcc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:09.076365 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e903fdd-e0cb-446e-aceb-800f5202fcc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:09.076746 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e903fdd-e0cb-446e-aceb-800f5202fcc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:09.077092 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e903fdd-e0cb-446e-aceb-800f5202fcc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:09.077437 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e903fdd-e0cb-446e-aceb-800f5202fcc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:09.077776 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e903fdd-e0cb-446e-aceb-800f5202fcc0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:09.078151 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e903fdd-e0cb-446e-aceb-800f5202fcc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:09.078620 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e903fdd-e0cb-446e-aceb-800f5202fcc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:09.078965 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e903fdd-e0cb-446e-aceb-800f5202fcc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:09.079331 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e903fdd-e0cb-446e-aceb-800f5202fcc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:09.079701 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e903fdd-e0cb-446e-aceb-800f5202fcc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:09.104629 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6209d5a1-5930-43b3-8c41-72f5382aa9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:09.128934 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0ebb8249-1674-4b0c-a0dd-8c8b07e1004c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:09.139857 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:09.195931 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0ebb8249-1674-4b0c-a0dd-8c8b07e1004c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:09.197604 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event deleted for resources: {'Subnet': ['ID=f1060c62-c125-4705-b19d-c629358cd2df,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:09.215017 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6209d5a1-5930-43b3-8c41-72f5382aa9e5 None None] Network 6e16a37f-ebcb-43e7-a9c4-6d8d8a3843f4 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:30:09.288971 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-6209d5a1-5930-43b3-8c41-72f5382aa9e5 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:09.293303 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:09.301127 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6209d5a1-5930-43b3-8c41-72f5382aa9e5 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:30:09.306614 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e16a37f-ebcb-43e7-a9c4-6d8d8a3843f4']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:09.322162 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1dc5bf4-b7eb-45eb-a20b-ffbe5901072a') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:09.322748 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1dc5bf4-b7eb-45eb-a20b-ffbe5901072a') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:09.337754 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:09.346278 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209d5a1-5930-43b3-8c41-72f5382aa9e5 None None] Pushing event updated for resources: {'Port': ['ID=02e21c91-5d41-4bca-a82d-8d16ae2c7455,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:09.346588 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0ebb8249-1674-4b0c-a0dd-8c8b07e1004c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:09.349387 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0ebb8249-1674-4b0c-a0dd-8c8b07e1004c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:09.353510 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0ebb8249-1674-4b0c-a0dd-8c8b07e1004c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/668d6169-53f1-4f32-9c82-73b559f8afc4 HTTP/1.1" status: 204 len: 168 time: 0.3043256 Aug 11 22:30:09.366700 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:09.372236 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb8249-1674-4b0c-a0dd-8c8b07e1004c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668d6169-53f1-4f32-9c82-73b559f8afc4,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:09.376980 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:30:09.377426 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:30:09.381369 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:30:09.411786 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6209d5a1-5930-43b3-8c41-72f5382aa9e5 None None] Attempting to bind port 02e21c91-5d41-4bca-a82d-8d16ae2c7455 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:30:09.412331 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6209d5a1-5930-43b3-8c41-72f5382aa9e5 None None] Attempting to bind port 02e21c91-5d41-4bca-a82d-8d16ae2c7455 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'd1dc5bf4-b7eb-45eb-a20b-ffbe5901072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6e16a37f-ebcb-43e7-a9c4-6d8d8a3843f4'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:30:09.412873 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6209d5a1-5930-43b3-8c41-72f5382aa9e5 None None] Attempting to bind port 02e21c91-5d41-4bca-a82d-8d16ae2c7455 on network 6e16a37f-ebcb-43e7-a9c4-6d8d8a3843f4 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:30:09.423403 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6209d5a1-5930-43b3-8c41-72f5382aa9e5 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:30:09.424081 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6209d5a1-5930-43b3-8c41-72f5382aa9e5 None None] Checking segment: {'id': 'd1dc5bf4-b7eb-45eb-a20b-ffbe5901072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6e16a37f-ebcb-43e7-a9c4-6d8d8a3843f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:30:09.424789 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6209d5a1-5930-43b3-8c41-72f5382aa9e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:09.425390 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6209d5a1-5930-43b3-8c41-72f5382aa9e5 None None] Bound using segment: {'id': 'd1dc5bf4-b7eb-45eb-a20b-ffbe5901072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6e16a37f-ebcb-43e7-a9c4-6d8d8a3843f4'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:30:09.426213 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6209d5a1-5930-43b3-8c41-72f5382aa9e5 None None] Bound port: 02e21c91-5d41-4bca-a82d-8d16ae2c7455, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1dc5bf4-b7eb-45eb-a20b-ffbe5901072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6e16a37f-ebcb-43e7-a9c4-6d8d8a3843f4'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:30:09.426704 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6209d5a1-5930-43b3-8c41-72f5382aa9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:09.459977 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.db.api [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 22:30:09.459977 n-d-804275-3 neutron-server[100943]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 22:30:09.459977 n-d-804275-3 neutron-server[100943]: [parameters: {'id': '6e16a37f-ebcb-43e7-a9c4-6d8d8a3843f4'}] Aug 11 22:30:09.459977 n-d-804275-3 neutron-server[100943]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:30:09.461005 n-d-804275-3 neutron-server[100943]: DEBUG oslo_db.api [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:30:09.543954 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-6209d5a1-5930-43b3-8c41-72f5382aa9e5 None None] For port 02e21c91-5d41-4bca-a82d-8d16ae2c7455, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:30:09.549974 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-6209d5a1-5930-43b3-8c41-72f5382aa9e5 None None] For port 02e21c91-5d41-4bca-a82d-8d16ae2c7455, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=02e21c91-5d41-4bca-a82d-8d16ae2c7455,segment=NetworkSegment(d1dc5bf4-b7eb-45eb-a20b-ffbe5901072a),segment_id=d1dc5bf4-b7eb-45eb-a20b-ffbe5901072a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:30:09.559874 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6209d5a1-5930-43b3-8c41-72f5382aa9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:09.666504 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209d5a1-5930-43b3-8c41-72f5382aa9e5 None None] Pushing event updated for resources: {'Port': ['ID=02e21c91-5d41-4bca-a82d-8d16ae2c7455,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:09.766333 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abdf677-0b5d-410e-b8f4-8f24714b0f77 None None] Network 6e16a37f-ebcb-43e7-a9c4-6d8d8a3843f4 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:09.887900 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cde75-8a90-49d9-a731-02069e80f765 req-eaba319b-2214-4ad9-8e2d-f99dc0269aa7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:09.889049 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40812) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:09.901727 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-af0cde75-8a90-49d9-a731-02069e80f765 req-eaba319b-2214-4ad9-8e2d-f99dc0269aa7 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 945 time: 0.1453149 Aug 11 22:30:09.962503 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:09.971372 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-af0cde75-8a90-49d9-a731-02069e80f765 req-b09c3cd4-8a8f-44d2-8acf-7b33c17a9b0c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558383 Aug 11 22:30:10.002014 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3805cf3a-a8e3-4977-90b9-91f2c74a9980 None None] get_active_networks_info from n-d-804275-3 {{(pid=100944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 22:30:10.037792 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Deleting port 02e21c91-5d41-4bca-a82d-8d16ae2c7455 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:30:10.038977 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:10.118420 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] For port 02e21c91-5d41-4bca-a82d-8d16ae2c7455, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=02e21c91-5d41-4bca-a82d-8d16ae2c7455,segment=NetworkSegment(d1dc5bf4-b7eb-45eb-a20b-ffbe5901072a),segment_id=d1dc5bf4-b7eb-45eb-a20b-ffbe5901072a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:30:10.119752 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:10.139694 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Calling delete_port for 02e21c91-5d41-4bca-a82d-8d16ae2c7455 owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:30:10.161525 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3805cf3a-a8e3-4977-90b9-91f2c74a9980 None None] Resources bound (agent type, host, resource id): {{(pid=100944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 22:30:10.318832 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-bd23eafc-2088-4e0c-b56e-0f84a1df6e69 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-403724173', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:10.349269 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bd23eafc-2088-4e0c-b56e-0f84a1df6e69 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:10.352100 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bd23eafc-2088-4e0c-b56e-0f84a1df6e69 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:10.380049 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-f482cdb4-50f5-4120-8b90-782fabf96d24 service neutron] show failed (client error): The resource could not be found. Aug 11 22:30:10.381216 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-f482cdb4-50f5-4120-8b90-782fabf96d24 service neutron] 10.222.0.82 "GET /v2.0/ports/1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7/bindings/n-h2-804275-3 HTTP/1.1" status: 404 len: 380 time: 0.1182666 Aug 11 22:30:10.385746 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:10.435340 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bd23eafc-2088-4e0c-b56e-0f84a1df6e69 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:10.443547 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bd23eafc-2088-4e0c-b56e-0f84a1df6e69 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:10.461734 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event deleted for resources: {'Port': ['ID=02e21c91-5d41-4bca-a82d-8d16ae2c7455,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:10.469324 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] No DVR routers for this DVR port 02e21c91-5d41-4bca-a82d-8d16ae2c7455 on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:30:10.473738 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bd23eafc-2088-4e0c-b56e-0f84a1df6e69 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:10.477026 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bd23eafc-2088-4e0c-b56e-0f84a1df6e69 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5855575 Aug 11 22:30:10.480295 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40826) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:10.488237 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-6747b245-8039-4f6d-847b-f249b389f589 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1364038667'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:10.517247 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6747b245-8039-4f6d-847b-f249b389f589 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Made reservation on behalf of 442b0281c17c4bc79b01774dff0212df for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:10.521284 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6747b245-8039-4f6d-847b-f249b389f589 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:10.538932 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6747b245-8039-4f6d-847b-f249b389f589 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:10.608432 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:10.620768 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e16a37f-ebcb-43e7-a9c4-6d8d8a3843f4']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:10.634720 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1dc5bf4-b7eb-45eb-a20b-ffbe5901072a') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:10.635024 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1dc5bf4-b7eb-45eb-a20b-ffbe5901072a') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:10.646454 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:10.665534 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:10.672918 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:30:10.673719 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:30:10.677285 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:30:10.679645 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-25b8ccb5-3d0e-4849-b86a-e749a318921c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:10.680016 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-25b8ccb5-3d0e-4849-b86a-e749a318921c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7&tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c HTTP/1.1" status: 200 len: 1096 time: 0.0897233 Aug 11 22:30:10.692891 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-c0dcb1ba-6e70-4871-9cde-4fe57128fb6c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804275-3', 'device_owner': 'compute:nova'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:10.753890 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:10.765796 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:10.768638 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/networks/6e16a37f-ebcb-43e7-a9c4-6d8d8a3843f4 HTTP/1.1" status: 204 len: 168 time: 2.9648261 Aug 11 22:30:10.776727 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40832) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:10.784495 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01405e-d90d-4030-974d-5f89978b5754 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event deleted for resources: {'Network': ['ID=6e16a37f-ebcb-43e7-a9c4-6d8d8a3843f4,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:10.786883 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-953ba7b3-1b30-45ed-a1b5-2fdbd045d787 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1029853420'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:10.802593 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-c0dcb1ba-6e70-4871-9cde-4fe57128fb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:10.805760 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6747b245-8039-4f6d-847b-f249b389f589 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:10.820863 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6747b245-8039-4f6d-847b-f249b389f589 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:10.884619 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953ba7b3-1b30-45ed-a1b5-2fdbd045d787 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Made reservation on behalf of f756835031ec476fb94513c3aa444651 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:10.888137 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-953ba7b3-1b30-45ed-a1b5-2fdbd045d787 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:10.891552 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6747b245-8039-4f6d-847b-f249b389f589 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:30:10.910068 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747b245-8039-4f6d-847b-f249b389f589 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d53cdc9a-da90-447b-b8ca-8e1b0569d806,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:10.925453 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6747b245-8039-4f6d-847b-f249b389f589 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:10.925759 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-6747b245-8039-4f6d-847b-f249b389f589 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Added segment 3b6d0c86-19d8-4187-aecb-ff088c8baf79 of type vlan for network e360bcc6-f634-43b5-8757-b48038cf8ebf Aug 11 22:30:11.123973 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953ba7b3-1b30-45ed-a1b5-2fdbd045d787 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:30:11.140779 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6747b245-8039-4f6d-847b-f249b389f589 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:11.181068 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-953ba7b3-1b30-45ed-a1b5-2fdbd045d787 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:11.181553 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-953ba7b3-1b30-45ed-a1b5-2fdbd045d787 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Added segment 61f9749b-6604-496a-afa6-30f0de4d9f95 of type vlan for network 384e2487-2892-4de7-a020-a4022fbfdc4e Aug 11 22:30:11.193100 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89606643-f2cf-41e5-b11c-f2dcedc601fd req-ec89e985-d983-46a9-8f65-ff516ed049d2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:11.196609 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-89606643-f2cf-41e5-b11c-f2dcedc601fd req-ec89e985-d983-46a9-8f65-ff516ed049d2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 945 time: 0.0910845 Aug 11 22:30:11.247672 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-89606643-f2cf-41e5-b11c-f2dcedc601fd req-18707fb4-4484-4c39-b72c-976326e6256a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430739 Aug 11 22:30:11.301097 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-953ba7b3-1b30-45ed-a1b5-2fdbd045d787 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:11.307866 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6747b245-8039-4f6d-847b-f249b389f589 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:11.313420 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6747b245-8039-4f6d-847b-f249b389f589 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:11.314035 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6747b245-8039-4f6d-847b-f249b389f589 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:11.419337 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6747b245-8039-4f6d-847b-f249b389f589 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9340606 Aug 11 22:30:11.421479 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40842) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:11.431664 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-c0dcb1ba-6e70-4871-9cde-4fe57128fb6c service neutron] For port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7,segment=NetworkSegment(287ea734-d7f9-40a1-885e-de900d0aac74),segment_id=287ea734-d7f9-40a1-885e-de900d0aac74)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:30:11.434522 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747b245-8039-4f6d-847b-f249b389f589 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Pushing event updated for resources: {'Network': ['ID=e360bcc6-f634-43b5-8757-b48038cf8ebf,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:11.434669 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-b51d28d4-470c-45da-beed-5b95804d610d tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Request body: {'subnet': {'network_id': 'e360bcc6-f634-43b5-8757-b48038cf8ebf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:11.445832 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network e360bcc6-f634-43b5-8757-b48038cf8ebf details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:30:11.454267 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-953ba7b3-1b30-45ed-a1b5-2fdbd045d787 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:11.465457 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953ba7b3-1b30-45ed-a1b5-2fdbd045d787 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:11.466540 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-953ba7b3-1b30-45ed-a1b5-2fdbd045d787 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:11.555699 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51d28d4-470c-45da-beed-5b95804d610d tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Made reservation on behalf of 442b0281c17c4bc79b01774dff0212df for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:11.559408 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b51d28d4-470c-45da-beed-5b95804d610d tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:11.614925 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-953ba7b3-1b30-45ed-a1b5-2fdbd045d787 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8367574 Aug 11 22:30:11.619932 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40844) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:11.631264 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-29589aa4-4dc9-42cc-be3c-d3c2be98e08e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Request body: {'subnet': {'network_id': '384e2487-2892-4de7-a020-a4022fbfdc4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:11.639345 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ba7b3-1b30-45ed-a1b5-2fdbd045d787 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event updated for resources: {'Network': ['ID=384e2487-2892-4de7-a020-a4022fbfdc4e,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:11.644787 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-c0dcb1ba-6e70-4871-9cde-4fe57128fb6c service neutron] For port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:30:11.652937 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 384e2487-2892-4de7-a020-a4022fbfdc4e details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:30:11.720613 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3951eb3c-3804-400a-bd5e-57dc7ec615e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:30:11.724756 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886b9aa3-b5b6-43bd-86b0-42ebd588f379" -d '{"events": [{"server_uuid": "3951eb3c-3804-400a-bd5e-57dc7ec615e7", "name": "network-vif-unplugged", "status": "completed", "tag": "1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:30:11.745440 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-c0dcb1ba-6e70-4871-9cde-4fe57128fb6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:11.775975 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-c0dcb1ba-6e70-4871-9cde-4fe57128fb6c service neutron] Transition to ACTIVE for port object 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:30:11.782370 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-c0dcb1ba-6e70-4871-9cde-4fe57128fb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:11.816775 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29589aa4-4dc9-42cc-be3c-d3c2be98e08e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Made reservation on behalf of f756835031ec476fb94513c3aa444651 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:11.821367 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-29589aa4-4dc9-42cc-be3c-d3c2be98e08e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:11.878617 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 22:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9219629b-e72d-4d6c-a09c-80c009b29d9f x-openstack-request-id: req-9219629b-e72d-4d6c-a09c-80c009b29d9f {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:30:11.879087 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3951eb3c-3804-400a-bd5e-57dc7ec615e7", "name": "network-vif-unplugged", "status": "completed", "tag": "1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:30:11.879533 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9219629b-e72d-4d6c-a09c-80c009b29d9f {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:30:11.880250 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3951eb3c-3804-400a-bd5e-57dc7ec615e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7', 'code': 200} Aug 11 22:30:11.881815 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dcb1ba-6e70-4871-9cde-4fe57128fb6c service neutron] Pushing event updated for resources: {'Port': ['ID=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7,revision_number=6']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:12.041694 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-c0dcb1ba-6e70-4871-9cde-4fe57128fb6c service neutron] No DVR routers for this DVR port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:30:12.049289 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b51d28d4-470c-45da-beed-5b95804d610d tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:12.165786 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d28d4-470c-45da-beed-5b95804d610d tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Pushing event updated for resources: {'Subnet': ['ID=6b9a7cf4-1b5c-44f2-878e-fde7cd4139f3,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:12.184633 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-29589aa4-4dc9-42cc-be3c-d3c2be98e08e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:12.227164 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51d28d4-470c-45da-beed-5b95804d610d tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Checking segment: {'id': '3b6d0c86-19d8-4187-aecb-ff088c8baf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e360bcc6-f634-43b5-8757-b48038cf8ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:30:12.227991 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51d28d4-470c-45da-beed-5b95804d610d tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Network hostable DHCP agents. Network: e360bcc6-f634-43b5-8757-b48038cf8ebf, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:30:12.245837 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-c0dcb1ba-6e70-4871-9cde-4fe57128fb6c service neutron] Attempting to bind port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:30:12.245837 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-c0dcb1ba-6e70-4871-9cde-4fe57128fb6c service neutron] Attempting to bind port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '287ea734-d7f9-40a1-885e-de900d0aac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:30:12.245837 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-c0dcb1ba-6e70-4871-9cde-4fe57128fb6c service neutron] Attempting to bind port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 on network a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:30:12.250342 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-c0dcb1ba-6e70-4871-9cde-4fe57128fb6c service neutron] Port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 on network a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:30:12.250743 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-c0dcb1ba-6e70-4871-9cde-4fe57128fb6c service neutron] Attempting to bind port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 on network a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:30:12.256491 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-c0dcb1ba-6e70-4871-9cde-4fe57128fb6c service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:30:12.256868 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-c0dcb1ba-6e70-4871-9cde-4fe57128fb6c service neutron] Checking segment: {'id': '287ea734-d7f9-40a1-885e-de900d0aac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:30:12.257254 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-c0dcb1ba-6e70-4871-9cde-4fe57128fb6c service neutron] Bound using segment: {'id': '287ea734-d7f9-40a1-885e-de900d0aac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:30:12.257734 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-c0dcb1ba-6e70-4871-9cde-4fe57128fb6c service neutron] Bound port: 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '287ea734-d7f9-40a1-885e-de900d0aac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:30:12.258230 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-c0dcb1ba-6e70-4871-9cde-4fe57128fb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:12.264676 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29589aa4-4dc9-42cc-be3c-d3c2be98e08e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event updated for resources: {'Subnet': ['ID=5340e956-a8ee-4b64-b6a8-7e1169f00a4e,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:12.292767 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51d28d4-470c-45da-beed-5b95804d610d tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Network e360bcc6-f634-43b5-8757-b48038cf8ebf is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:30:12.297900 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29589aa4-4dc9-42cc-be3c-d3c2be98e08e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Checking segment: {'id': '61f9749b-6604-496a-afa6-30f0de4d9f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '384e2487-2892-4de7-a020-a4022fbfdc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:30:12.298561 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29589aa4-4dc9-42cc-be3c-d3c2be98e08e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Network hostable DHCP agents. Network: 384e2487-2892-4de7-a020-a4022fbfdc4e, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:30:12.316739 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-b51d28d4-470c-45da-beed-5b95804d610d tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, e360bcc6-f634-43b5-8757-b48038cf8ebf) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:12.325323 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51d28d4-470c-45da-beed-5b95804d610d tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:12.326211 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b51d28d4-470c-45da-beed-5b95804d610d tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:12.346870 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29589aa4-4dc9-42cc-be3c-d3c2be98e08e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Network 384e2487-2892-4de7-a020-a4022fbfdc4e is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:30:12.356459 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56aa3a8-27a8-400a-b002-c3eb6e711ebd None None] Network e360bcc6-f634-43b5-8757-b48038cf8ebf requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:12.365830 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-29589aa4-4dc9-42cc-be3c-d3c2be98e08e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 384e2487-2892-4de7-a020-a4022fbfdc4e) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:12.372829 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-c0dcb1ba-6e70-4871-9cde-4fe57128fb6c service neutron] For port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:30:12.378118 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-c0dcb1ba-6e70-4871-9cde-4fe57128fb6c service neutron] For port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7,segment=NetworkSegment(287ea734-d7f9-40a1-885e-de900d0aac74),segment_id=287ea734-d7f9-40a1-885e-de900d0aac74)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:30:12.379621 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29589aa4-4dc9-42cc-be3c-d3c2be98e08e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:12.382534 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-29589aa4-4dc9-42cc-be3c-d3c2be98e08e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:12.388275 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-c0dcb1ba-6e70-4871-9cde-4fe57128fb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:12.394485 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b51d28d4-470c-45da-beed-5b95804d610d tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9669240 Aug 11 22:30:12.394760 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb46db21-ccbc-4f38-a1df-0af89f636565 None None] Network 384e2487-2892-4de7-a020-a4022fbfdc4e requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:12.399266 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40854) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:12.420116 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-29589aa4-4dc9-42cc-be3c-d3c2be98e08e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7946012 Aug 11 22:30:12.420797 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40856) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:12.429367 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-48952bd3-4353-4477-9244-d90a4bc4883f tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Request body: {'network': {'name': 'tempest-router-network01--1992183068'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:12.449985 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-c0dcb1ba-6e70-4871-9cde-4fe57128fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:12.450852 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-c0dcb1ba-6e70-4871-9cde-4fe57128fb6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:12.453189 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-c0dcb1ba-6e70-4871-9cde-4fe57128fb6c service neutron] 10.222.0.52 "PUT /v2.0/ports/1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 HTTP/1.1" status: 200 len: 1091 time: 1.7640297 Aug 11 22:30:12.531889 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dcb1ba-6e70-4871-9cde-4fe57128fb6c service neutron] Pushing event updated for resources: {'Port': ['ID=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7,revision_number=7']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:12.540313 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48952bd3-4353-4477-9244-d90a4bc4883f tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Made reservation on behalf of 442b0281c17c4bc79b01774dff0212df for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:12.544483 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-48952bd3-4353-4477-9244-d90a4bc4883f tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:12.573877 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-7a3b182e-1640-43d2-b381-235c3132277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:12.575644 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-7a3b182e-1640-43d2-b381-235c3132277b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 1094 time: 0.0904508 Aug 11 22:30:12.603106 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48952bd3-4353-4477-9244-d90a4bc4883f tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:30:12.712788 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a8ade-8056-4d18-bd21-b30d24478d64 req-10d0e807-21d7-49e4-9d52-410c79ace875 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:12.718605 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a6a8ade-8056-4d18-bd21-b30d24478d64 req-10d0e807-21d7-49e4-9d52-410c79ace875 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 943 time: 0.2243984 Aug 11 22:30:12.724016 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ea6a-d15c-49c6-a45a-320aa067b5a9 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:12.746377 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-48952bd3-4353-4477-9244-d90a4bc4883f tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:12.747643 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-48952bd3-4353-4477-9244-d90a4bc4883f tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Added segment f03c10d0-b7ff-44b6-8458-43948b826473 of type vlan for network d517e5c1-425f-433c-97b4-ba28d20e28ab Aug 11 22:30:12.773355 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad0ed73-4978-449a-8180-949561a38c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-e360bcc6-f634-43b5-8757-b48038cf8ebf', 'network_id': 'e360bcc6-f634-43b5-8757-b48038cf8ebf', 'tenant_id': '442b0281c17c4bc79b01774dff0212df', 'fixed_ips': [{'subnet_id': '6b9a7cf4-1b5c-44f2-878e-fde7cd4139f3'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:30:12.775204 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8ad0ed73-4978-449a-8180-949561a38c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:12.841987 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-48952bd3-4353-4477-9244-d90a4bc4883f tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:12.851317 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e769be-e7f9-4862-9f2b-013b5328075d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-384e2487-2892-4de7-a020-a4022fbfdc4e', 'network_id': '384e2487-2892-4de7-a020-a4022fbfdc4e', 'tenant_id': 'f756835031ec476fb94513c3aa444651', 'fixed_ips': [{'subnet_id': '5340e956-a8ee-4b64-b6a8-7e1169f00a4e'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:30:12.853494 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-22e769be-e7f9-4862-9f2b-013b5328075d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:12.875899 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a6a8ade-8056-4d18-bd21-b30d24478d64 req-655de718-c1df-4947-95b3-f84a07e4f21b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417153 Aug 11 22:30:12.910586 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-48952bd3-4353-4477-9244-d90a4bc4883f tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:12.911704 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ea6a-d15c-49c6-a45a-320aa067b5a9 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:12.919168 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48952bd3-4353-4477-9244-d90a4bc4883f tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:12.920069 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-48952bd3-4353-4477-9244-d90a4bc4883f tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:13.009402 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ea6a-d15c-49c6-a45a-320aa067b5a9 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server [None req-22e769be-e7f9-4862-9f2b-013b5328075d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5340e956-a8ee-4b64-b6a8-7e1169f00a4e: This subnet is being modified by another concurrent operation. Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise exception Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5340e956-a8ee-4b64-b6a8-7e1169f00a4e: This subnet is being modified by another concurrent operation. Aug 11 22:30:13.028336 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server Aug 11 22:30:13.034617 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-efdabace-1dfa-4910-b26e-d46e64ec0242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:13.034617 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-efdabace-1dfa-4910-b26e-d46e64ec0242 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea HTTP/1.1" status: 200 len: 897 time: 0.4472554 Aug 11 22:30:13.050827 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-48952bd3-4353-4477-9244-d90a4bc4883f tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6264722 Aug 11 22:30:13.053399 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48952bd3-4353-4477-9244-d90a4bc4883f tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Pushing event updated for resources: {'Network': ['ID=d517e5c1-425f-433c-97b4-ba28d20e28ab,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:13.056056 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40862) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:13.057981 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4282bd-cf7e-4557-8710-c2cd6bfdae50 None None] Network 384e2487-2892-4de7-a020-a4022fbfdc4e requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:13.074537 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4ea6a-d15c-49c6-a45a-320aa067b5a9 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event deleted for resources: {'Subnet': ['ID=5340e956-a8ee-4b64-b6a8-7e1169f00a4e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:13.098330 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4ea6a-d15c-49c6-a45a-320aa067b5a9 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:13.098588 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4ea6a-d15c-49c6-a45a-320aa067b5a9 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:13.098933 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4ea6a-d15c-49c6-a45a-320aa067b5a9 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:13.099270 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4ea6a-d15c-49c6-a45a-320aa067b5a9 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:13.099631 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4ea6a-d15c-49c6-a45a-320aa067b5a9 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:13.099963 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4ea6a-d15c-49c6-a45a-320aa067b5a9 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:13.100292 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4ea6a-d15c-49c6-a45a-320aa067b5a9 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:13.100658 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4ea6a-d15c-49c6-a45a-320aa067b5a9 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:13.100985 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4ea6a-d15c-49c6-a45a-320aa067b5a9 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:13.101307 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4ea6a-d15c-49c6-a45a-320aa067b5a9 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:13.101627 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4ea6a-d15c-49c6-a45a-320aa067b5a9 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:13.101948 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4ea6a-d15c-49c6-a45a-320aa067b5a9 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:13.140655 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-f8cb6abf-6f32-4287-a37f-41d329b4a678 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 HTTP/1.1" status: 200 len: 999 time: 0.0882328 Aug 11 22:30:13.142161 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network d517e5c1-425f-433c-97b4-ba28d20e28ab details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:30:13.146392 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-3227ca0d-d82b-4831-bbd2-ab5e13399a73 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Request body: {'network': {'name': 'tempest-router-network02--491352329'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:13.161514 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ea6a-d15c-49c6-a45a-320aa067b5a9 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:13.181182 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-4ed4ea6a-d15c-49c6-a45a-320aa067b5a9 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384e2487-2892-4de7-a020-a4022fbfdc4e']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:13.209634 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-4ed4ea6a-d15c-49c6-a45a-320aa067b5a9 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f9749b-6604-496a-afa6-30f0de4d9f95') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:13.211301 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-4ed4ea6a-d15c-49c6-a45a-320aa067b5a9 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f9749b-6604-496a-afa6-30f0de4d9f95') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:13.223616 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3227ca0d-d82b-4831-bbd2-ab5e13399a73 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Made reservation on behalf of 442b0281c17c4bc79b01774dff0212df for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:13.228918 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3227ca0d-d82b-4831-bbd2-ab5e13399a73 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:13.234328 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ea6a-d15c-49c6-a45a-320aa067b5a9 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:13.248019 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-934bfa20-9f41-42c9-b25d-0fee70c6e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:13.249729 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-934bfa20-9f41-42c9-b25d-0fee70c6e3ba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=68e1758e-01de-4f03-8dc7-73b83f534214 HTTP/1.1" status: 200 len: 834 time: 0.0919623 Aug 11 22:30:13.254491 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ea6a-d15c-49c6-a45a-320aa067b5a9 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:13.261913 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed4ea6a-d15c-49c6-a45a-320aa067b5a9 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:30:13.262562 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ea6a-d15c-49c6-a45a-320aa067b5a9 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:13.264094 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3227ca0d-d82b-4831-bbd2-ab5e13399a73 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:30:13.275969 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3227ca0d-d82b-4831-bbd2-ab5e13399a73 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:13.276316 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-3227ca0d-d82b-4831-bbd2-ab5e13399a73 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Added segment e0b07a76-e920-46ce-9971-17bd75894b55 of type vlan for network d65909bf-c8de-4401-ba7b-99f2df7352f9 Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:30:13.313322 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:30:13.319820 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-816d6ba0-26c1-479a-90ab-2f878a041566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:13.329754 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-8ad0ed73-4978-449a-8180-949561a38c6c None None] Allocated IP 172.20.0.2 (e360bcc6-f634-43b5-8757-b48038cf8ebf/6b9a7cf4-1b5c-44f2-878e-fde7cd4139f3/5fe55603-472c-403d-941a-300f2f680d5a) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:30:13.340423 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ea6a-d15c-49c6-a45a-320aa067b5a9 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:13.348419 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ea6a-d15c-49c6-a45a-320aa067b5a9 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:13.351071 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4ed4ea6a-d15c-49c6-a45a-320aa067b5a9 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/networks/384e2487-2892-4de7-a020-a4022fbfdc4e HTTP/1.1" status: 204 len: 168 time: 0.9292853 Aug 11 22:30:13.354744 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40864) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:13.369314 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-43b238b3-8f52-4289-a09a-aadb37f1f9db tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-152484736'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:13.372859 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3227ca0d-d82b-4831-bbd2-ab5e13399a73 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:13.373687 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4ea6a-d15c-49c6-a45a-320aa067b5a9 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event deleted for resources: {'Network': ['ID=384e2487-2892-4de7-a020-a4022fbfdc4e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:13.393831 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-ace5bb05-9957-4675-8ce1-a55d8a37cde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:13.395921 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-ace5bb05-9957-4675-8ce1-a55d8a37cde3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1176324 Aug 11 22:30:13.404529 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b238b3-8f52-4289-a09a-aadb37f1f9db tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Made reservation on behalf of f756835031ec476fb94513c3aa444651 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:13.408844 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-43b238b3-8f52-4289-a09a-aadb37f1f9db tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:13.439091 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b238b3-8f52-4289-a09a-aadb37f1f9db tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:30:13.454088 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-43b238b3-8f52-4289-a09a-aadb37f1f9db tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:13.454667 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-43b238b3-8f52-4289-a09a-aadb37f1f9db tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Added segment 86ab17b5-8b94-44d4-940e-43306e86e2d3 of type vlan for network 5e012e69-acce-4dd4-997f-c8d408e9910f Aug 11 22:30:13.471948 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3227ca0d-d82b-4831-bbd2-ab5e13399a73 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:13.481487 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3227ca0d-d82b-4831-bbd2-ab5e13399a73 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:13.482231 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3227ca0d-d82b-4831-bbd2-ab5e13399a73 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:13.520073 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8ad0ed73-4978-449a-8180-949561a38c6c None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:13.526166 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-43b238b3-8f52-4289-a09a-aadb37f1f9db tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:13.534920 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8ad0ed73-4978-449a-8180-949561a38c6c None None] Transition to ACTIVE for port object 5fe55603-472c-403d-941a-300f2f680d5a will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:30:13.563627 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8ad0ed73-4978-449a-8180-949561a38c6c None None] Transition to ACTIVE for port object 5fe55603-472c-403d-941a-300f2f680d5a will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:30:13.572962 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8ad0ed73-4978-449a-8180-949561a38c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:13.574957 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-43b238b3-8f52-4289-a09a-aadb37f1f9db tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:13.583397 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b238b3-8f52-4289-a09a-aadb37f1f9db tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:13.584395 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-43b238b3-8f52-4289-a09a-aadb37f1f9db tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:13.593907 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227ca0d-d82b-4831-bbd2-ab5e13399a73 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Pushing event updated for resources: {'Network': ['ID=d65909bf-c8de-4401-ba7b-99f2df7352f9,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:13.602225 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3227ca0d-d82b-4831-bbd2-ab5e13399a73 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4659381 Aug 11 22:30:13.606338 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40866) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:13.614598 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-fef77e7d-25bb-4f72-a4fe-f1961b6ca009 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Request body: {'subnet': {'network_id': 'd517e5c1-425f-433c-97b4-ba28d20e28ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:13.615660 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network d65909bf-c8de-4401-ba7b-99f2df7352f9 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:30:13.636319 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad0ed73-4978-449a-8180-949561a38c6c None None] Network e360bcc6-f634-43b5-8757-b48038cf8ebf is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:30:13.651892 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-8ad0ed73-4978-449a-8180-949561a38c6c None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:13.687166 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-43b238b3-8f52-4289-a09a-aadb37f1f9db tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3218026 Aug 11 22:30:13.687705 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-1c0ce972-2602-4165-b0a1-3680bf0cadef service neutron] 10.222.0.52 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800097 Aug 11 22:30:13.690577 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40868) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:13.690780 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad0ed73-4978-449a-8180-949561a38c6c None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:30:13.696718 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-8fb2a5d1-ff49-478b-b1f8-d3aa506f691a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Request body: {'subnet': {'network_id': '5e012e69-acce-4dd4-997f-c8d408e9910f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:13.703782 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b238b3-8f52-4289-a09a-aadb37f1f9db tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event updated for resources: {'Network': ['ID=5e012e69-acce-4dd4-997f-c8d408e9910f,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:13.719628 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 5e012e69-acce-4dd4-997f-c8d408e9910f details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:30:13.724598 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0ed73-4978-449a-8180-949561a38c6c None None] Pushing event updated for resources: {'Port': ['ID=5fe55603-472c-403d-941a-300f2f680d5a,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:13.812375 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef77e7d-25bb-4f72-a4fe-f1961b6ca009 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Made reservation on behalf of 442b0281c17c4bc79b01774dff0212df for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:13.817812 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fef77e7d-25bb-4f72-a4fe-f1961b6ca009 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:13.878917 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb2a5d1-ff49-478b-b1f8-d3aa506f691a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Made reservation on behalf of f756835031ec476fb94513c3aa444651 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:13.884291 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8fb2a5d1-ff49-478b-b1f8-d3aa506f691a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:13.888880 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3951eb3c-3804-400a-bd5e-57dc7ec615e7', 'tag': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:30:13.891316 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71993c82-6546-4963-8d5b-d468e6b44316" -d '{"events": [{"name": "network-changed", "server_uuid": "3951eb3c-3804-400a-bd5e-57dc7ec615e7", "tag": "1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:30:13.946922 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-785773d2-84dd-40e6-9058-62df287eb1c7 service neutron] 10.222.0.52 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286580 Aug 11 22:30:13.964737 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fa079c-2a29-4048-b918-365223d27742 x-openstack-request-id: req-41fa079c-2a29-4048-b918-365223d27742 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:30:13.965047 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3951eb3c-3804-400a-bd5e-57dc7ec615e7", "tag": "1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:30:13.965305 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-41fa079c-2a29-4048-b918-365223d27742 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:30:13.965784 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3951eb3c-3804-400a-bd5e-57dc7ec615e7', 'tag': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7', 'status': 'completed', 'code': 200} Aug 11 22:30:14.185087 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-8ad0ed73-4978-449a-8180-949561a38c6c None None] Attempting to bind port 5fe55603-472c-403d-941a-300f2f680d5a on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:30:14.185641 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-8ad0ed73-4978-449a-8180-949561a38c6c None None] Attempting to bind port 5fe55603-472c-403d-941a-300f2f680d5a by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '3b6d0c86-19d8-4187-aecb-ff088c8baf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e360bcc6-f634-43b5-8757-b48038cf8ebf'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:30:14.186263 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad0ed73-4978-449a-8180-949561a38c6c None None] Attempting to bind port 5fe55603-472c-403d-941a-300f2f680d5a on network e360bcc6-f634-43b5-8757-b48038cf8ebf {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:30:14.199090 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71993c82-6546-4963-8d5b-d468e6b44316 req-0a39e044-2ceb-4905-90dd-79f39aa34f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:14.200255 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad0ed73-4978-449a-8180-949561a38c6c None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:30:14.200915 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad0ed73-4978-449a-8180-949561a38c6c None None] Checking segment: {'id': '3b6d0c86-19d8-4187-aecb-ff088c8baf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e360bcc6-f634-43b5-8757-b48038cf8ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:30:14.201628 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8ad0ed73-4978-449a-8180-949561a38c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:14.202154 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-71993c82-6546-4963-8d5b-d468e6b44316 req-0a39e044-2ceb-4905-90dd-79f39aa34f6a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 1094 time: 0.1244981 Aug 11 22:30:14.202533 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad0ed73-4978-449a-8180-949561a38c6c None None] Bound using segment: {'id': '3b6d0c86-19d8-4187-aecb-ff088c8baf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e360bcc6-f634-43b5-8757-b48038cf8ebf'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:30:14.203413 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-8ad0ed73-4978-449a-8180-949561a38c6c None None] Bound port: 5fe55603-472c-403d-941a-300f2f680d5a, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6d0c86-19d8-4187-aecb-ff088c8baf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e360bcc6-f634-43b5-8757-b48038cf8ebf'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:30:14.204135 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8ad0ed73-4978-449a-8180-949561a38c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:14.274166 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fef77e7d-25bb-4f72-a4fe-f1961b6ca009 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:14.317863 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-8ad0ed73-4978-449a-8180-949561a38c6c None None] For port 5fe55603-472c-403d-941a-300f2f680d5a, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:30:14.322279 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-8ad0ed73-4978-449a-8180-949561a38c6c None None] For port 5fe55603-472c-403d-941a-300f2f680d5a, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5fe55603-472c-403d-941a-300f2f680d5a,segment=NetworkSegment(3b6d0c86-19d8-4187-aecb-ff088c8baf79),segment_id=3b6d0c86-19d8-4187-aecb-ff088c8baf79)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:30:14.324091 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8fb2a5d1-ff49-478b-b1f8-d3aa506f691a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:14.329637 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8ad0ed73-4978-449a-8180-949561a38c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:14.345566 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71993c82-6546-4963-8d5b-d468e6b44316 req-282be246-0056-490a-9ce3-bc0273bd62f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:14.347311 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71993c82-6546-4963-8d5b-d468e6b44316 req-282be246-0056-490a-9ce3-bc0273bd62f3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 1094 time: 0.2772577 Aug 11 22:30:14.396513 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0ed73-4978-449a-8180-949561a38c6c None None] Pushing event updated for resources: {'Port': ['ID=5fe55603-472c-403d-941a-300f2f680d5a,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:14.419698 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab4ebd-5fe0-4074-a8d1-d5361d577357 req-00fe1c0c-244f-48ca-a7c3-3c93016500cc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:14.421555 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-92ab4ebd-5fe0-4074-a8d1-d5361d577357 req-00fe1c0c-244f-48ca-a7c3-3c93016500cc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 943 time: 0.1762254 Aug 11 22:30:14.520839 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef77e7d-25bb-4f72-a4fe-f1961b6ca009 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Pushing event updated for resources: {'Subnet': ['ID=68ce3602-7204-4cd7-8168-44c1028e8968,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:14.525900 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2a5d1-ff49-478b-b1f8-d3aa506f691a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event updated for resources: {'Subnet': ['ID=c19969a3-7ad0-4867-9252-bac6f075cba7,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:14.560899 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-92ab4ebd-5fe0-4074-a8d1-d5361d577357 req-0b381d95-818f-409b-a91e-897542aa4b4a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026392 Aug 11 22:30:14.571128 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb2a5d1-ff49-478b-b1f8-d3aa506f691a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Checking segment: {'id': '86ab17b5-8b94-44d4-940e-43306e86e2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5e012e69-acce-4dd4-997f-c8d408e9910f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:30:14.571604 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb2a5d1-ff49-478b-b1f8-d3aa506f691a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Network hostable DHCP agents. Network: 5e012e69-acce-4dd4-997f-c8d408e9910f, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:30:14.588115 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef77e7d-25bb-4f72-a4fe-f1961b6ca009 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Checking segment: {'id': 'f03c10d0-b7ff-44b6-8458-43948b826473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd517e5c1-425f-433c-97b4-ba28d20e28ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:30:14.588115 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef77e7d-25bb-4f72-a4fe-f1961b6ca009 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Network hostable DHCP agents. Network: d517e5c1-425f-433c-97b4-ba28d20e28ab, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:30:14.602333 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71993c82-6546-4963-8d5b-d468e6b44316 req-c3cc92c2-e6b4-4388-8f98-b5d4f0f9bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:14.604957 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71993c82-6546-4963-8d5b-d468e6b44316 req-c3cc92c2-e6b4-4388-8f98-b5d4f0f9bfba service neutron] 10.222.0.82 "GET /v2.0/networks?id=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea HTTP/1.1" status: 200 len: 897 time: 0.2290046 Aug 11 22:30:14.607142 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb2a5d1-ff49-478b-b1f8-d3aa506f691a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Network 5e012e69-acce-4dd4-997f-c8d408e9910f is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:30:14.623751 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-8fb2a5d1-ff49-478b-b1f8-d3aa506f691a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 5e012e69-acce-4dd4-997f-c8d408e9910f) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:14.632657 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb2a5d1-ff49-478b-b1f8-d3aa506f691a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:14.633397 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d68adbd-6b79-4d82-a296-e0042246a37b None None] Network 5e012e69-acce-4dd4-997f-c8d408e9910f requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:14.633536 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8fb2a5d1-ff49-478b-b1f8-d3aa506f691a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:14.636984 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71993c82-6546-4963-8d5b-d468e6b44316 req-a96e702c-c404-437f-a48a-40f90dc4969b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:14.640617 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-71993c82-6546-4963-8d5b-d468e6b44316 req-a96e702c-c404-437f-a48a-40f90dc4969b service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea HTTP/1.1" status: 200 len: 897 time: 0.4252861 Aug 11 22:30:14.653924 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef77e7d-25bb-4f72-a4fe-f1961b6ca009 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Network d517e5c1-425f-433c-97b4-ba28d20e28ab is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:30:14.711142 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8fb2a5d1-ff49-478b-b1f8-d3aa506f691a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0155959 Aug 11 22:30:14.713129 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40876) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:14.801630 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-fef77e7d-25bb-4f72-a4fe-f1961b6ca009 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, d517e5c1-425f-433c-97b4-ba28d20e28ab) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:14.823254 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1f5b03-edf1-4d3d-bca4-00c3f0f61316 None None] Network d517e5c1-425f-433c-97b4-ba28d20e28ab requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:14.843764 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef77e7d-25bb-4f72-a4fe-f1961b6ca009 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:14.844572 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fef77e7d-25bb-4f72-a4fe-f1961b6ca009 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:14.869402 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-71993c82-6546-4963-8d5b-d468e6b44316 req-9e8b1a68-6537-46ff-bcd6-900540e669d9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 HTTP/1.1" status: 200 len: 999 time: 0.2182035 Aug 11 22:30:14.871387 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fef77e7d-25bb-4f72-a4fe-f1961b6ca009 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2623596 Aug 11 22:30:14.876265 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71993c82-6546-4963-8d5b-d468e6b44316 req-67ae4fb6-4e5a-4639-8bf7-b23c074a4b6a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 HTTP/1.1" status: 200 len: 999 time: 0.2630949 Aug 11 22:30:14.878076 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40880) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:14.930999 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-54905c2f-4f15-4c8e-bc86-501762fbc5be tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Request body: {'subnet': {'network_id': 'd65909bf-c8de-4401-ba7b-99f2df7352f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:15.002067 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71993c82-6546-4963-8d5b-d468e6b44316 req-9bec8bd7-16bb-4558-9a3a-690255bfb919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:15.004888 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-71993c82-6546-4963-8d5b-d468e6b44316 req-9bec8bd7-16bb-4558-9a3a-690255bfb919 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=68e1758e-01de-4f03-8dc7-73b83f534214 HTTP/1.1" status: 200 len: 834 time: 0.1153560 Aug 11 22:30:15.016610 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5fe55603-472c-403d-941a-300f2f680d5a up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:30:15.081148 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9715adc5-e4e1-4312-8a18-b4763f46fcc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-5e012e69-acce-4dd4-997f-c8d408e9910f', 'network_id': '5e012e69-acce-4dd4-997f-c8d408e9910f', 'tenant_id': 'f756835031ec476fb94513c3aa444651', 'fixed_ips': [{'subnet_id': 'c19969a3-7ad0-4867-9252-bac6f075cba7'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:30:15.082269 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9715adc5-e4e1-4312-8a18-b4763f46fcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:15.092971 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71993c82-6546-4963-8d5b-d468e6b44316 req-21bf9e54-a54f-43d8-99c3-257325b231b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:15.095689 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-71993c82-6546-4963-8d5b-d468e6b44316 req-21bf9e54-a54f-43d8-99c3-257325b231b2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827923 Aug 11 22:30:15.117771 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71993c82-6546-4963-8d5b-d468e6b44316 req-f93d9fd6-1696-4431-a765-0124976afe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:15.119389 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71993c82-6546-4963-8d5b-d468e6b44316 req-f93d9fd6-1696-4431-a765-0124976afe45 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=68e1758e-01de-4f03-8dc7-73b83f534214 HTTP/1.1" status: 200 len: 834 time: 0.1792219 Aug 11 22:30:15.129255 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:15.156567 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:30:15.195165 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54905c2f-4f15-4c8e-bc86-501762fbc5be tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Made reservation on behalf of 442b0281c17c4bc79b01774dff0212df for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:15.198884 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-54905c2f-4f15-4c8e-bc86-501762fbc5be tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:15.308249 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71993c82-6546-4963-8d5b-d468e6b44316 req-9b0169ea-5404-4044-9f2a-ffd6b434c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:15.309270 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-71993c82-6546-4963-8d5b-d468e6b44316 req-fb6fc0f8-3157-43e2-91af-158f2cdadea7 service neutron] 10.222.0.52 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027037 Aug 11 22:30:15.310713 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71993c82-6546-4963-8d5b-d468e6b44316 req-9b0169ea-5404-4044-9f2a-ffd6b434c7c1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1791718 Aug 11 22:30:15.346029 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:30:15.352717 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 5fe55603-472c-403d-941a-300f2f680d5a completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:30:15.394251 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:15.437596 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fc47dc-209f-40df-929f-8ca14c14b489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-d517e5c1-425f-433c-97b4-ba28d20e28ab', 'network_id': 'd517e5c1-425f-433c-97b4-ba28d20e28ab', 'tenant_id': '442b0281c17c4bc79b01774dff0212df', 'fixed_ips': [{'subnet_id': '68ce3602-7204-4cd7-8168-44c1028e8968'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:30:15.438692 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-10fc47dc-209f-40df-929f-8ca14c14b489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:15.470737 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-9715adc5-e4e1-4312-8a18-b4763f46fcc6 None None] Allocated IP 172.20.0.2 (5e012e69-acce-4dd4-997f-c8d408e9910f/c19969a3-7ad0-4867-9252-bac6f075cba7/6859b3c9-bc34-4879-96d2-ec05f49d39c7) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:30:15.490521 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-71993c82-6546-4963-8d5b-d468e6b44316 req-069266d9-8e03-4ef9-b757-3ede849c568f service neutron] 10.222.0.52 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733644 Aug 11 22:30:15.679285 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71993c82-6546-4963-8d5b-d468e6b44316 req-ff11f7a6-21d5-4902-a24b-8a04576b6913 service neutron] 10.222.0.82 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539517 Aug 11 22:30:15.683043 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-54905c2f-4f15-4c8e-bc86-501762fbc5be tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:15.742200 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-10fc47dc-209f-40df-929f-8ca14c14b489 None None] Allocated IP 172.20.0.2 (d517e5c1-425f-433c-97b4-ba28d20e28ab/68ce3602-7204-4cd7-8168-44c1028e8968/fcf563d3-7450-447d-96b5-fd77d779a34b) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:30:15.882715 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9715adc5-e4e1-4312-8a18-b4763f46fcc6 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:15.907431 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9715adc5-e4e1-4312-8a18-b4763f46fcc6 None None] Transition to ACTIVE for port object 6859b3c9-bc34-4879-96d2-ec05f49d39c7 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:30:15.941621 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9715adc5-e4e1-4312-8a18-b4763f46fcc6 None None] Transition to ACTIVE for port object 6859b3c9-bc34-4879-96d2-ec05f49d39c7 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:30:15.957703 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9715adc5-e4e1-4312-8a18-b4763f46fcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:16.029397 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cc42bc-bc20-4cb7-8abb-177b1fd6433d None None] Network e360bcc6-f634-43b5-8757-b48038cf8ebf requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:16.126646 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9715adc5-e4e1-4312-8a18-b4763f46fcc6 None None] Network 5e012e69-acce-4dd4-997f-c8d408e9910f is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:30:16.169446 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715adc5-e4e1-4312-8a18-b4763f46fcc6 None None] Pushing event updated for resources: {'Port': ['ID=6859b3c9-bc34-4879-96d2-ec05f49d39c7,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:16.178333 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-9715adc5-e4e1-4312-8a18-b4763f46fcc6 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:16.181307 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:16.183076 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9715adc5-e4e1-4312-8a18-b4763f46fcc6 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:30:16.239008 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-691df835-a9f8-48a9-88c8-13d7693ab33b None None] Provisioning for port 5fe55603-472c-403d-941a-300f2f680d5a completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:30:16.252176 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-10fc47dc-209f-40df-929f-8ca14c14b489 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:16.309960 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-691df835-a9f8-48a9-88c8-13d7693ab33b None None] Provisioning complete for port 5fe55603-472c-403d-941a-300f2f680d5a triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:30:16.310589 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-691df835-a9f8-48a9-88c8-13d7693ab33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:16.364442 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54905c2f-4f15-4c8e-bc86-501762fbc5be tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Pushing event updated for resources: {'Subnet': ['ID=d250fca3-7b3d-4495-97b2-52d691f4de43,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:16.366942 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:16.418104 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-10fc47dc-209f-40df-929f-8ca14c14b489 None None] Transition to ACTIVE for port object fcf563d3-7450-447d-96b5-fd77d779a34b will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:30:16.437936 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da338a-de1b-4491-b816-c6cd5a4a0250 req-11f07768-a9bd-44bc-9938-c776a4423e12 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:16.446778 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-01da338a-de1b-4491-b816-c6cd5a4a0250 req-11f07768-a9bd-44bc-9938-c776a4423e12 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 943 time: 0.6335683 Aug 11 22:30:16.458455 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event deleted for resources: {'Subnet': ['ID=c19969a3-7ad0-4867-9252-bac6f075cba7,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:16.460947 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a325a800-ad8f-4ba4-b116-0c774b0b492e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:16.472615 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54905c2f-4f15-4c8e-bc86-501762fbc5be tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Checking segment: {'id': 'e0b07a76-e920-46ce-9971-17bd75894b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd65909bf-c8de-4401-ba7b-99f2df7352f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:30:16.473131 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54905c2f-4f15-4c8e-bc86-501762fbc5be tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Network hostable DHCP agents. Network: d65909bf-c8de-4401-ba7b-99f2df7352f9, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:30:16.483318 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71993c82-6546-4963-8d5b-d468e6b44316 req-70b5c27f-708a-4cf8-b8d3-3e39684fdd20 service neutron] 10.222.0.82 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7911665 Aug 11 22:30:16.495634 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-9715adc5-e4e1-4312-8a18-b4763f46fcc6 None None] Attempting to bind port 6859b3c9-bc34-4879-96d2-ec05f49d39c7 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:30:16.495634 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-9715adc5-e4e1-4312-8a18-b4763f46fcc6 None None] Attempting to bind port 6859b3c9-bc34-4879-96d2-ec05f49d39c7 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '86ab17b5-8b94-44d4-940e-43306e86e2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5e012e69-acce-4dd4-997f-c8d408e9910f'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:30:16.495634 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9715adc5-e4e1-4312-8a18-b4763f46fcc6 None None] Attempting to bind port 6859b3c9-bc34-4879-96d2-ec05f49d39c7 on network 5e012e69-acce-4dd4-997f-c8d408e9910f {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:30:16.511664 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40892) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:16.514449 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-10fc47dc-209f-40df-929f-8ca14c14b489 None None] Transition to ACTIVE for port object fcf563d3-7450-447d-96b5-fd77d779a34b will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:30:16.519630 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9715adc5-e4e1-4312-8a18-b4763f46fcc6 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:30:16.520035 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9715adc5-e4e1-4312-8a18-b4763f46fcc6 None None] Checking segment: {'id': '86ab17b5-8b94-44d4-940e-43306e86e2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5e012e69-acce-4dd4-997f-c8d408e9910f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:30:16.520430 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9715adc5-e4e1-4312-8a18-b4763f46fcc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:16.520832 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9715adc5-e4e1-4312-8a18-b4763f46fcc6 None None] Bound using segment: {'id': '86ab17b5-8b94-44d4-940e-43306e86e2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5e012e69-acce-4dd4-997f-c8d408e9910f'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:30:16.522314 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-9715adc5-e4e1-4312-8a18-b4763f46fcc6 None None] Bound port: 6859b3c9-bc34-4879-96d2-ec05f49d39c7, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86ab17b5-8b94-44d4-940e-43306e86e2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5e012e69-acce-4dd4-997f-c8d408e9910f'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:30:16.522314 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9715adc5-e4e1-4312-8a18-b4763f46fcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:16.571313 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-10fc47dc-209f-40df-929f-8ca14c14b489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:16.601980 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-01da338a-de1b-4491-b816-c6cd5a4a0250 req-e8945bbb-54be-444b-8bfa-6e1733cf3abc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494806 Aug 11 22:30:16.605080 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:16.620871 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e012e69-acce-4dd4-997f-c8d408e9910f']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:16.650642 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ab17b5-8b94-44d4-940e-43306e86e2d3') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:16.651359 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ab17b5-8b94-44d4-940e-43306e86e2d3') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:16.655848 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54905c2f-4f15-4c8e-bc86-501762fbc5be tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Network d65909bf-c8de-4401-ba7b-99f2df7352f9 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:30:16.680264 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:16.691383 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fc47dc-209f-40df-929f-8ca14c14b489 None None] Network d517e5c1-425f-433c-97b4-ba28d20e28ab is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:30:16.695096 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-54905c2f-4f15-4c8e-bc86-501762fbc5be tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, d65909bf-c8de-4401-ba7b-99f2df7352f9) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:16.704405 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-10fc47dc-209f-40df-929f-8ca14c14b489 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:16.707114 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-691df835-a9f8-48a9-88c8-13d7693ab33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:16.709185 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54905c2f-4f15-4c8e-bc86-501762fbc5be tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:16.710044 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fc47dc-209f-40df-929f-8ca14c14b489 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:30:16.710462 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-54905c2f-4f15-4c8e-bc86-501762fbc5be tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:16.717353 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc47dc-209f-40df-929f-8ca14c14b489 None None] Pushing event updated for resources: {'Port': ['ID=fcf563d3-7450-447d-96b5-fd77d779a34b,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:16.723007 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:16.732351 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef62967-b654-4797-b51b-55d889a00a98 None None] Network d65909bf-c8de-4401-ba7b-99f2df7352f9 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:16.738940 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:30:16.739263 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bca59077-9208-4c34-b6ad-236d356a729c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:16.740464 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:30:16.746588 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:30:16.780800 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-54905c2f-4f15-4c8e-bc86-501762fbc5be tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8706458 Aug 11 22:30:16.781137 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40896) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:16.846008 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-9715adc5-e4e1-4312-8a18-b4763f46fcc6 None None] For port 6859b3c9-bc34-4879-96d2-ec05f49d39c7, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:30:16.860728 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.db.api [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 22:30:16.860728 n-d-804275-3 neutron-server[100943]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 22:30:16.860728 n-d-804275-3 neutron-server[100943]: [parameters: {'id': '5e012e69-acce-4dd4-997f-c8d408e9910f'}] Aug 11 22:30:16.860728 n-d-804275-3 neutron-server[100943]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:30:16.861222 n-d-804275-3 neutron-server[100943]: DEBUG oslo_db.api [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:30:16.901878 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-691df835-a9f8-48a9-88c8-13d7693ab33b None None] For port 5fe55603-472c-403d-941a-300f2f680d5a, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5fe55603-472c-403d-941a-300f2f680d5a,segment=NetworkSegment(3b6d0c86-19d8-4187-aecb-ff088c8baf79),segment_id=3b6d0c86-19d8-4187-aecb-ff088c8baf79)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:30:16.914116 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-9715adc5-e4e1-4312-8a18-b4763f46fcc6 None None] For port 6859b3c9-bc34-4879-96d2-ec05f49d39c7, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=6859b3c9-bc34-4879-96d2-ec05f49d39c7,segment=NetworkSegment(86ab17b5-8b94-44d4-940e-43306e86e2d3),segment_id=86ab17b5-8b94-44d4-940e-43306e86e2d3)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:30:16.923069 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-691df835-a9f8-48a9-88c8-13d7693ab33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:16.930495 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-10fc47dc-209f-40df-929f-8ca14c14b489 None None] Attempting to bind port fcf563d3-7450-447d-96b5-fd77d779a34b on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:30:16.930876 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-10fc47dc-209f-40df-929f-8ca14c14b489 None None] Attempting to bind port fcf563d3-7450-447d-96b5-fd77d779a34b by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f03c10d0-b7ff-44b6-8458-43948b826473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd517e5c1-425f-433c-97b4-ba28d20e28ab'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:30:16.932077 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fc47dc-209f-40df-929f-8ca14c14b489 None None] Attempting to bind port fcf563d3-7450-447d-96b5-fd77d779a34b on network d517e5c1-425f-433c-97b4-ba28d20e28ab {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:30:16.935974 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9715adc5-e4e1-4312-8a18-b4763f46fcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:16.963827 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fc47dc-209f-40df-929f-8ca14c14b489 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:30:16.964745 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fc47dc-209f-40df-929f-8ca14c14b489 None None] Checking segment: {'id': 'f03c10d0-b7ff-44b6-8458-43948b826473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd517e5c1-425f-433c-97b4-ba28d20e28ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:30:16.964745 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-10fc47dc-209f-40df-929f-8ca14c14b489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:16.965050 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fc47dc-209f-40df-929f-8ca14c14b489 None None] Bound using segment: {'id': 'f03c10d0-b7ff-44b6-8458-43948b826473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd517e5c1-425f-433c-97b4-ba28d20e28ab'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:30:16.965507 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-10fc47dc-209f-40df-929f-8ca14c14b489 None None] Bound port: fcf563d3-7450-447d-96b5-fd77d779a34b, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03c10d0-b7ff-44b6-8458-43948b826473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd517e5c1-425f-433c-97b4-ba28d20e28ab'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:30:16.965903 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-10fc47dc-209f-40df-929f-8ca14c14b489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:17.046430 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:30:17.298461 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691df835-a9f8-48a9-88c8-13d7693ab33b None None] Pushing event updated for resources: {'Port': ['ID=5fe55603-472c-403d-941a-300f2f680d5a,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:17.301203 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f109f6a9-b793-4cd3-b158-1f7bb094979e None None] Network 5e012e69-acce-4dd4-997f-c8d408e9910f requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:17.363075 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:17.436524 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Deleting port 6859b3c9-bc34-4879-96d2-ec05f49d39c7 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:30:17.437028 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:17.466411 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bca59077-9208-4c34-b6ad-236d356a729c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:17.473820 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bca59077-9208-4c34-b6ad-236d356a729c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:17.504434 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3eeda1b0-e6e6-4882-b45c-f5d68ec3c1e3 None None] Provisioning complete for port 5fe55603-472c-403d-941a-300f2f680d5a triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:30:17.505453 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3eeda1b0-e6e6-4882-b45c-f5d68ec3c1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:17.522815 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-10fc47dc-209f-40df-929f-8ca14c14b489 None None] For port fcf563d3-7450-447d-96b5-fd77d779a34b, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:30:17.535397 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-85555ce7-d241-46ca-82af-0572a727ebe7 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:17.547707 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bca59077-9208-4c34-b6ad-236d356a729c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f1f59430d7f34aacb3622d267a743827&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0296755 Aug 11 22:30:17.551765 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40898) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:17.553203 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] For port 6859b3c9-bc34-4879-96d2-ec05f49d39c7, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=6859b3c9-bc34-4879-96d2-ec05f49d39c7,segment=NetworkSegment(86ab17b5-8b94-44d4-940e-43306e86e2d3),segment_id=86ab17b5-8b94-44d4-940e-43306e86e2d3)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:30:17.555192 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:17.562093 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca59077-9208-4c34-b6ad-236d356a729c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47aeb109-906c-4a33-95de-22d35c668893,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:17.564287 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ea78e0-61ed-4102-8897-b8c7f957feef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-d65909bf-c8de-4401-ba7b-99f2df7352f9', 'network_id': 'd65909bf-c8de-4401-ba7b-99f2df7352f9', 'tenant_id': '442b0281c17c4bc79b01774dff0212df', 'fixed_ips': [{'subnet_id': 'd250fca3-7b3d-4495-97b2-52d691f4de43'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:30:17.565185 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b9ea78e0-61ed-4102-8897-b8c7f957feef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:17.588580 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Calling delete_port for 6859b3c9-bc34-4879-96d2-ec05f49d39c7 owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:30:17.602598 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-10fc47dc-209f-40df-929f-8ca14c14b489 None None] For port fcf563d3-7450-447d-96b5-fd77d779a34b, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=fcf563d3-7450-447d-96b5-fd77d779a34b,segment=NetworkSegment(f03c10d0-b7ff-44b6-8458-43948b826473),segment_id=f03c10d0-b7ff-44b6-8458-43948b826473)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:30:17.719619 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715adc5-e4e1-4312-8a18-b4763f46fcc6 None None] Pushing event updated for resources: {'Port': ['ID=6859b3c9-bc34-4879-96d2-ec05f49d39c7,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:17.750524 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-10fc47dc-209f-40df-929f-8ca14c14b489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:17.775971 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:17.776254 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9b515736-7b5f-4a7b-bb5d-63d861d7b60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:17.814214 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9b515736-7b5f-4a7b-bb5d-63d861d7b60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:17.831293 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:17.833993 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event deleted for resources: {'Port': ['ID=6859b3c9-bc34-4879-96d2-ec05f49d39c7,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:17.845262 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] No DVR routers for this DVR port 6859b3c9-bc34-4879-96d2-ec05f49d39c7 on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:30:17.862622 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f4130-8b84-4eeb-990c-61a6591c89a2 req-e40b6a52-6bae-4ed0-9316-902eb2970d8b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:17.865835 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c6f4130-8b84-4eeb-990c-61a6591c89a2 req-e40b6a52-6bae-4ed0-9316-902eb2970d8b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 943 time: 0.1512895 Aug 11 22:30:17.915384 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7,segment=NetworkSegment(287ea734-d7f9-40a1-885e-de900d0aac74),segment_id=287ea734-d7f9-40a1-885e-de900d0aac74)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:30:17.921752 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-85555ce7-d241-46ca-82af-0572a727ebe7 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Allocated IP 172.20.0.1 (d517e5c1-425f-433c-97b4-ba28d20e28ab/68ce3602-7204-4cd7-8168-44c1028e8968/0b1070ed-8c11-4893-98b6-ddff6a427abe) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:30:17.966450 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc47dc-209f-40df-929f-8ca14c14b489 None None] Pushing event updated for resources: {'Port': ['ID=fcf563d3-7450-447d-96b5-fd77d779a34b,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:17.970686 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7', 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea', 'port_id': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7', 'mac_address': 'fa:16:3e:90:d2:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e1758e-01de-4f03-8dc7-73b83f534214', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:30:18.004644 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9b515736-7b5f-4a7b-bb5d-63d861d7b60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:18.008596 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9b515736-7b5f-4a7b-bb5d-63d861d7b60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:18.014154 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9b515736-7b5f-4a7b-bb5d-63d861d7b60f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/47aeb109-906c-4a33-95de-22d35c668893 HTTP/1.1" status: 204 len: 168 time: 0.4570334 Aug 11 22:30:18.025607 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b515736-7b5f-4a7b-bb5d-63d861d7b60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47aeb109-906c-4a33-95de-22d35c668893,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:18.027934 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-b9ea78e0-61ed-4102-8897-b8c7f957feef None None] Allocated IP 172.20.0.2 (d65909bf-c8de-4401-ba7b-99f2df7352f9/d250fca3-7b3d-4495-97b2-52d691f4de43/78aea24b-660d-45e5-94e5-0dbaf1412c6e) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:30:18.105088 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c6f4130-8b84-4eeb-990c-61a6591c89a2 req-dc40876c-4b35-4265-9bae-0f3188b212d8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2310703 Aug 11 22:30:18.108723 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:18.129658 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:18.134325 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e012e69-acce-4dd4-997f-c8d408e9910f']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:18.157549 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ab17b5-8b94-44d4-940e-43306e86e2d3') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:18.158334 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ab17b5-8b94-44d4-940e-43306e86e2d3') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:18.181997 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-85555ce7-d241-46ca-82af-0572a727ebe7 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:18.184462 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:18.199925 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:30:18.215455 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:18.222927 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7,segment=NetworkSegment(287ea734-d7f9-40a1-885e-de900d0aac74),segment_id=287ea734-d7f9-40a1-885e-de900d0aac74)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:30:18.230675 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:30:18.230998 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:18.236725 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:30:18.242374 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:30:18.249233 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-85555ce7-d241-46ca-82af-0572a727ebe7 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Transition to ACTIVE for port object 0b1070ed-8c11-4893-98b6-ddff6a427abe will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:30:18.325452 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-85555ce7-d241-46ca-82af-0572a727ebe7 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:18.425097 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85555ce7-d241-46ca-82af-0572a727ebe7 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Pushing event updated for resources: {'Port': ['ID=0b1070ed-8c11-4893-98b6-ddff6a427abe,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:18.432854 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85555ce7-d241-46ca-82af-0572a727ebe7 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Network d517e5c1-425f-433c-97b4-ba28d20e28ab is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:30:18.434601 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-85555ce7-d241-46ca-82af-0572a727ebe7 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:18.437743 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85555ce7-d241-46ca-82af-0572a727ebe7 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:30:18.441668 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:18.454413 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:18.455259 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:18.474606 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/networks/5e012e69-acce-4dd4-997f-c8d408e9910f HTTP/1.1" status: 204 len: 168 time: 3.7573025 Aug 11 22:30:18.480820 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40908) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:18.517657 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:30:18.548462 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-579f8aca-57fd-4971-b4e6-62f221e789e3 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1235787593'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:18.558253 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7b816-b504-4726-9686-ffed6e83d408 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event deleted for resources: {'Network': ['ID=5e012e69-acce-4dd4-997f-c8d408e9910f,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:18.591338 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b9ea78e0-61ed-4102-8897-b8c7f957feef None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:18.618984 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b9ea78e0-61ed-4102-8897-b8c7f957feef None None] Transition to ACTIVE for port object 78aea24b-660d-45e5-94e5-0dbaf1412c6e will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:30:18.637153 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b9ea78e0-61ed-4102-8897-b8c7f957feef None None] Transition to ACTIVE for port object 78aea24b-660d-45e5-94e5-0dbaf1412c6e will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:30:18.637645 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579f8aca-57fd-4971-b4e6-62f221e789e3 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Made reservation on behalf of f756835031ec476fb94513c3aa444651 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:18.643100 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-579f8aca-57fd-4971-b4e6-62f221e789e3 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:18.645787 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b9ea78e0-61ed-4102-8897-b8c7f957feef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:18.651637 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-85555ce7-d241-46ca-82af-0572a727ebe7 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:18.683528 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579f8aca-57fd-4971-b4e6-62f221e789e3 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:30:18.706857 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd467998-3db8-4b1a-9733-7aed26bcc4ef req-e44ed296-2295-4de6-9283-0bc2e422763a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:18.708771 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd467998-3db8-4b1a-9733-7aed26bcc4ef req-e44ed296-2295-4de6-9283-0bc2e422763a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 944 time: 0.1322808 Aug 11 22:30:18.719299 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-579f8aca-57fd-4971-b4e6-62f221e789e3 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:18.719817 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-579f8aca-57fd-4971-b4e6-62f221e789e3 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Added segment d935972d-f818-4873-ad58-18a80c9be2c5 of type vlan for network c351b9e0-2e31-4de0-bf0f-84eec9f16754 Aug 11 22:30:18.724458 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6720d15-d13d-43cf-866e-10171422fff6 req-d8e65fc3-cf66-4769-aac3-ac47352e777f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:18.727879 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b6720d15-d13d-43cf-866e-10171422fff6 req-d8e65fc3-cf66-4769-aac3-ac47352e777f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.52 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7&tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&binding%3Ahost_id=n-h2-804275-3 HTTP/1.1" status: 200 len: 944 time: 0.1624038 Aug 11 22:30:18.734355 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ea78e0-61ed-4102-8897-b8c7f957feef None None] Network d65909bf-c8de-4401-ba7b-99f2df7352f9 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:30:18.747960 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-b9ea78e0-61ed-4102-8897-b8c7f957feef None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:18.751770 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ea78e0-61ed-4102-8897-b8c7f957feef None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:30:18.755120 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea78e0-61ed-4102-8897-b8c7f957feef None None] Pushing event updated for resources: {'Port': ['ID=78aea24b-660d-45e5-94e5-0dbaf1412c6e,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:18.845039 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd467998-3db8-4b1a-9733-7aed26bcc4ef req-084771fe-7ac3-4e53-b67b-3aec233dc3c5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049726 Aug 11 22:30:18.860779 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-579f8aca-57fd-4971-b4e6-62f221e789e3 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:18.878712 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-b9ea78e0-61ed-4102-8897-b8c7f957feef None None] Attempting to bind port 78aea24b-660d-45e5-94e5-0dbaf1412c6e on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:30:18.879486 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-b9ea78e0-61ed-4102-8897-b8c7f957feef None None] Attempting to bind port 78aea24b-660d-45e5-94e5-0dbaf1412c6e by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'e0b07a76-e920-46ce-9971-17bd75894b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd65909bf-c8de-4401-ba7b-99f2df7352f9'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:30:18.880041 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ea78e0-61ed-4102-8897-b8c7f957feef None None] Attempting to bind port 78aea24b-660d-45e5-94e5-0dbaf1412c6e on network d65909bf-c8de-4401-ba7b-99f2df7352f9 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:30:18.902162 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ea78e0-61ed-4102-8897-b8c7f957feef None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:30:18.902771 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ea78e0-61ed-4102-8897-b8c7f957feef None None] Checking segment: {'id': 'e0b07a76-e920-46ce-9971-17bd75894b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd65909bf-c8de-4401-ba7b-99f2df7352f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:30:18.903450 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b9ea78e0-61ed-4102-8897-b8c7f957feef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:18.905873 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-579f8aca-57fd-4971-b4e6-62f221e789e3 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:18.912649 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579f8aca-57fd-4971-b4e6-62f221e789e3 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:18.914522 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ea78e0-61ed-4102-8897-b8c7f957feef None None] Bound using segment: {'id': 'e0b07a76-e920-46ce-9971-17bd75894b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd65909bf-c8de-4401-ba7b-99f2df7352f9'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:30:18.915112 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-b9ea78e0-61ed-4102-8897-b8c7f957feef None None] Bound port: 78aea24b-660d-45e5-94e5-0dbaf1412c6e, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b07a76-e920-46ce-9971-17bd75894b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd65909bf-c8de-4401-ba7b-99f2df7352f9'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:30:18.915557 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b9ea78e0-61ed-4102-8897-b8c7f957feef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:18.915745 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-579f8aca-57fd-4971-b4e6-62f221e789e3 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:19.084272 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f8aca-57fd-4971-b4e6-62f221e789e3 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event updated for resources: {'Network': ['ID=c351b9e0-2e31-4de0-bf0f-84eec9f16754,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:19.095937 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-579f8aca-57fd-4971-b4e6-62f221e789e3 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6135628 Aug 11 22:30:19.098611 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40922) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:19.105411 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-2884360b-88bb-4d39-9da1-c6a7e4f43998 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Request body: {'subnet': {'network_id': 'c351b9e0-2e31-4de0-bf0f-84eec9f16754', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:19.136024 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b6720d15-d13d-43cf-866e-10171422fff6 req-6505ec19-7e2e-4ca6-8201-8a47786ae80b service neutron] 10.222.0.52 "GET /v2.0/ports/1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7/bindings/n-h2-804275-3 HTTP/1.1" status: 200 len: 382 time: 0.3963342 Aug 11 22:30:19.151333 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-85555ce7-d241-46ca-82af-0572a727ebe7 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:19.156123 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network c351b9e0-2e31-4de0-bf0f-84eec9f16754 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:30:19.158768 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5fe55603-472c-403d-941a-300f2f680d5a up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:30:19.221457 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b9ea78e0-61ed-4102-8897-b8c7f957feef None None] For port 78aea24b-660d-45e5-94e5-0dbaf1412c6e, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:30:19.299464 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b9ea78e0-61ed-4102-8897-b8c7f957feef None None] For port 78aea24b-660d-45e5-94e5-0dbaf1412c6e, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=78aea24b-660d-45e5-94e5-0dbaf1412c6e,segment=NetworkSegment(e0b07a76-e920-46ce-9971-17bd75894b55),segment_id=e0b07a76-e920-46ce-9971-17bd75894b55)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:30:19.303681 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:19.330465 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b9ea78e0-61ed-4102-8897-b8c7f957feef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:19.356751 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6720d15-d13d-43cf-866e-10171422fff6 req-69d7d5b4-7c2e-4b66-a019-5bdaa894c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:19.359239 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2884360b-88bb-4d39-9da1-c6a7e4f43998 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Made reservation on behalf of f756835031ec476fb94513c3aa444651 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:19.359477 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b6720d15-d13d-43cf-866e-10171422fff6 req-69d7d5b4-7c2e-4b66-a019-5bdaa894c40c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 1095 time: 0.1691840 Aug 11 22:30:19.367905 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2884360b-88bb-4d39-9da1-c6a7e4f43998 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:19.505587 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.ipam_backend_mixin [None req-2884360b-88bb-4d39-9da1-c6a7e4f43998 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Performing IP validity checks on allocation pools {{(pid=100943) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 22:30:19.506111 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.ipam_backend_mixin [None req-2884360b-88bb-4d39-9da1-c6a7e4f43998 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100943) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 22:30:19.512837 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea78e0-61ed-4102-8897-b8c7f957feef None None] Pushing event updated for resources: {'Port': ['ID=78aea24b-660d-45e5-94e5-0dbaf1412c6e,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:19.521621 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 5fe55603-472c-403d-941a-300f2f680d5a triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:30:19.522306 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:19.585376 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40930) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:19.729303 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a410a05d-e8ed-4a73-9424-659dea1660c8 None None] Network d517e5c1-425f-433c-97b4-ba28d20e28ab requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:19.761947 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2884360b-88bb-4d39-9da1-c6a7e4f43998 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:19.887500 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device fcf563d3-7450-447d-96b5-fd77d779a34b up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:30:19.907783 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-815725e4-9860-49f6-8327-b9207473fbba admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-296981965-network', 'tenant_id': '8c924b9ab7554e649fc78fe64d7ad759'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:19.909714 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884360b-88bb-4d39-9da1-c6a7e4f43998 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event updated for resources: {'Subnet': ['ID=fa71945d-2d91-487f-819d-5527e5c54c99,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:19.920767 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2884360b-88bb-4d39-9da1-c6a7e4f43998 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Checking segment: {'id': 'd935972d-f818-4873-ad58-18a80c9be2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c351b9e0-2e31-4de0-bf0f-84eec9f16754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:30:19.921798 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2884360b-88bb-4d39-9da1-c6a7e4f43998 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Network hostable DHCP agents. Network: c351b9e0-2e31-4de0-bf0f-84eec9f16754, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:30:19.950769 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2884360b-88bb-4d39-9da1-c6a7e4f43998 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Network c351b9e0-2e31-4de0-bf0f-84eec9f16754 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:30:19.972496 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-2884360b-88bb-4d39-9da1-c6a7e4f43998 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, c351b9e0-2e31-4de0-bf0f-84eec9f16754) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:19.972728 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-cb929548-a8ec-4700-984c-b4028162d3a7 None None] Provisioning for port fcf563d3-7450-447d-96b5-fd77d779a34b completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:30:19.990149 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2884360b-88bb-4d39-9da1-c6a7e4f43998 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:19.991723 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2884360b-88bb-4d39-9da1-c6a7e4f43998 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:20.000871 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89475b2-16a2-44b0-98ab-f24651cf4e66 None None] Network c351b9e0-2e31-4de0-bf0f-84eec9f16754 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:20.049694 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6720d15-d13d-43cf-866e-10171422fff6 req-a083b267-127b-42a5-8bc9-6c7e7dd63ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:20.054696 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b6720d15-d13d-43cf-866e-10171422fff6 req-a083b267-127b-42a5-8bc9-6c7e7dd63ccf service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea HTTP/1.1" status: 200 len: 897 time: 0.6865752 Aug 11 22:30:20.060766 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2884360b-88bb-4d39-9da1-c6a7e4f43998 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9608665 Aug 11 22:30:20.071071 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40936) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:20.079179 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815725e4-9860-49f6-8327-b9207473fbba admin admin] Made reservation on behalf of 8c924b9ab7554e649fc78fe64d7ad759 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:20.081717 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-815725e4-9860-49f6-8327-b9207473fbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:20.143740 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c470b-4e7d-46b0-a134-23fe773dcd4b req-f3a841c4-f217-40e9-876a-8fd0856705b2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:20.145247 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c63c470b-4e7d-46b0-a134-23fe773dcd4b req-f3a841c4-f217-40e9-876a-8fd0856705b2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 944 time: 0.1356027 Aug 11 22:30:20.162413 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-815725e4-9860-49f6-8327-b9207473fbba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:20.196284 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port fcf563d3-7450-447d-96b5-fd77d779a34b completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:30:20.230781 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port fcf563d3-7450-447d-96b5-fd77d779a34b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:30:20.231430 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:20.238108 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c63c470b-4e7d-46b0-a134-23fe773dcd4b req-8aada623-27d4-450f-b68d-90e5e1013e21 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786290 Aug 11 22:30:20.252111 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e3a9c7b1-f097-4b5f-b219-89b4c27df2bd tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:20.260393 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b6720d15-d13d-43cf-866e-10171422fff6 req-25cc526a-8189-49c6-a1a0-8edfc24cad9a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 HTTP/1.1" status: 200 len: 1000 time: 0.1732910 Aug 11 22:30:20.344369 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e3a9c7b1-f097-4b5f-b219-89b4c27df2bd tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:20.362266 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-85555ce7-d241-46ca-82af-0572a727ebe7 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:20.376008 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-85555ce7-d241-46ca-82af-0572a727ebe7 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:20.464726 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e3a9c7b1-f097-4b5f-b219-89b4c27df2bd tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:20.465676 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6720d15-d13d-43cf-866e-10171422fff6 req-cf49c881-8711-4110-a9fd-916735acd563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:20.467266 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b6720d15-d13d-43cf-866e-10171422fff6 req-cf49c881-8711-4110-a9fd-916735acd563 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=68e1758e-01de-4f03-8dc7-73b83f534214 HTTP/1.1" status: 200 len: 834 time: 0.1826961 Aug 11 22:30:20.532260 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85555ce7-d241-46ca-82af-0572a727ebe7 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Pushing event updated for resources: {'Port': ['ID=0b1070ed-8c11-4893-98b6-ddff6a427abe,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:20.551310 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-85555ce7-d241-46ca-82af-0572a727ebe7 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:20.560718 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9c7b1-f097-4b5f-b219-89b4c27df2bd tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event deleted for resources: {'Subnet': ['ID=fa71945d-2d91-487f-819d-5527e5c54c99,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:20.603638 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6720d15-d13d-43cf-866e-10171422fff6 req-d8cebda2-8930-42b7-bc6d-ab7ac0b71c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:20.606111 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b6720d15-d13d-43cf-866e-10171422fff6 req-d8cebda2-8930-42b7-bc6d-ab7ac0b71c7b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240726 Aug 11 22:30:20.640060 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:20.676709 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e3a9c7b1-f097-4b5f-b219-89b4c27df2bd tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:20.690909 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a47911-2977-4670-b14f-031f6b7e5d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-c351b9e0-2e31-4de0-bf0f-84eec9f16754', 'network_id': 'c351b9e0-2e31-4de0-bf0f-84eec9f16754', 'tenant_id': 'f756835031ec476fb94513c3aa444651', 'fixed_ips': [{'subnet_id': 'fa71945d-2d91-487f-819d-5527e5c54c99'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:30:20.692579 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-61a47911-2977-4670-b14f-031f6b7e5d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:20.697087 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-e3a9c7b1-f097-4b5f-b219-89b4c27df2bd tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c351b9e0-2e31-4de0-bf0f-84eec9f16754']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:20.727043 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-815725e4-9860-49f6-8327-b9207473fbba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:20.744734 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-815725e4-9860-49f6-8327-b9207473fbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:20.746342 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port fcf563d3-7450-447d-96b5-fd77d779a34b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=fcf563d3-7450-447d-96b5-fd77d779a34b,segment=NetworkSegment(f03c10d0-b7ff-44b6-8458-43948b826473),segment_id=f03c10d0-b7ff-44b6-8458-43948b826473)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:30:20.748976 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-e3a9c7b1-f097-4b5f-b219-89b4c27df2bd tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd935972d-f818-4873-ad58-18a80c9be2c5') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:20.749513 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-e3a9c7b1-f097-4b5f-b219-89b4c27df2bd tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd935972d-f818-4873-ad58-18a80c9be2c5') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:20.771863 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:20.784613 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e3a9c7b1-f097-4b5f-b219-89b4c27df2bd tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:20.829452 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e3a9c7b1-f097-4b5f-b219-89b4c27df2bd tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:20.853361 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a9c7b1-f097-4b5f-b219-89b4c27df2bd tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:30:20.854438 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e3a9c7b1-f097-4b5f-b219-89b4c27df2bd tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:20.856930 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815725e4-9860-49f6-8327-b9207473fbba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:30:20.872733 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:30:20.890912 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815725e4-9860-49f6-8327-b9207473fbba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1e841a-c0a3-4a8c-a0c4-4423f49e9872,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:20.896483 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b6720d15-d13d-43cf-866e-10171422fff6 req-c49f616b-893a-4ad7-8e57-6687c3dae553 service neutron] 10.222.0.52 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551482 Aug 11 22:30:20.903022 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85555ce7-d241-46ca-82af-0572a727ebe7 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Network d517e5c1-425f-433c-97b4-ba28d20e28ab is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:30:20.915704 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-85555ce7-d241-46ca-82af-0572a727ebe7 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:20.934913 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:21.011825 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d0fa00-dc40-4930-9d7e-08e45264b4d0 None None] Network c351b9e0-2e31-4de0-bf0f-84eec9f16754 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:21.034941 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 78aea24b-660d-45e5-94e5-0dbaf1412c6e up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:30:21.051145 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e3a9c7b1-f097-4b5f-b219-89b4c27df2bd tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:21.061689 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e3a9c7b1-f097-4b5f-b219-89b4c27df2bd tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:21.062573 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-815725e4-9860-49f6-8327-b9207473fbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:21.062941 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-815725e4-9860-49f6-8327-b9207473fbba admin admin] Added segment 479ff772-c102-41d7-aa02-6e82b04b6a24 of type vlan for network 2e35c226-b160-439b-816f-33ae2012b012 Aug 11 22:30:21.064678 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e3a9c7b1-f097-4b5f-b219-89b4c27df2bd tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/networks/c351b9e0-2e31-4de0-bf0f-84eec9f16754 HTTP/1.1" status: 204 len: 168 time: 0.9922335 Aug 11 22:30:21.085070 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40938) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:21.095282 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:30:21.097271 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=fcf563d3-7450-447d-96b5-fd77d779a34b,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:21.099275 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-45d0e7e6-b65e-40db-afb3-7c7f2001428a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1744377626'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:21.111696 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9c7b1-f097-4b5f-b219-89b4c27df2bd tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event deleted for resources: {'Network': ['ID=c351b9e0-2e31-4de0-bf0f-84eec9f16754,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:21.146457 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d0e7e6-b65e-40db-afb3-7c7f2001428a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Made reservation on behalf of f756835031ec476fb94513c3aa444651 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:21.151413 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-45d0e7e6-b65e-40db-afb3-7c7f2001428a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:21.208022 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-815725e4-9860-49f6-8327-b9207473fbba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:21.222026 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b6720d15-d13d-43cf-866e-10171422fff6 req-9bbea2fb-1d94-4f45-83b6-8b824b6946e5 service neutron] 10.222.0.52 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177149 Aug 11 22:30:21.253665 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d0e7e6-b65e-40db-afb3-7c7f2001428a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:30:21.264408 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-91b446c4-3136-4325-a036-a227d9afa7cf None None] Provisioning for port 0b1070ed-8c11-4893-98b6-ddff6a427abe completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:30:21.286279 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-45d0e7e6-b65e-40db-afb3-7c7f2001428a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:21.287472 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-45d0e7e6-b65e-40db-afb3-7c7f2001428a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Added segment 9ee8ba10-3ccc-4a5c-a445-d34e1ca41b09 of type vlan for network 33574414-2dfb-4c37-800b-b760a41d8814 Aug 11 22:30:21.296278 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-815725e4-9860-49f6-8327-b9207473fbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:21.301241 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815725e4-9860-49f6-8327-b9207473fbba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:21.301860 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-815725e4-9860-49f6-8327-b9207473fbba admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:21.306436 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-91b446c4-3136-4325-a036-a227d9afa7cf None None] Provisioning complete for port 0b1070ed-8c11-4893-98b6-ddff6a427abe triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:30:21.306817 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-91b446c4-3136-4325-a036-a227d9afa7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:21.376870 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85555ce7-d241-46ca-82af-0572a727ebe7 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Router 282305e5-8c8d-4f4a-9077-561fb7fe5d53 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:30:21.379554 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-815725e4-9860-49f6-8327-b9207473fbba admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7550502 Aug 11 22:30:21.386049 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40942) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:21.394801 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-151f284c-bb0e-4552-bef0-a8f11e3a1bed admin admin] Request body: {'subnet': {'network_id': '2e35c226-b160-439b-816f-33ae2012b012', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-296981965-subnet', 'tenant_id': '8c924b9ab7554e649fc78fe64d7ad759', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:21.420176 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815725e4-9860-49f6-8327-b9207473fbba admin admin] Pushing event updated for resources: {'Network': ['ID=2e35c226-b160-439b-816f-33ae2012b012,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:21.477714 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-45d0e7e6-b65e-40db-afb3-7c7f2001428a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:21.514430 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151f284c-bb0e-4552-bef0-a8f11e3a1bed admin admin] Made reservation on behalf of 8c924b9ab7554e649fc78fe64d7ad759 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:21.516678 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-151f284c-bb0e-4552-bef0-a8f11e3a1bed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:21.526848 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5134c95-1c3d-45ae-aa94-f92b8762e3fd req-4494ddb1-8b13-4aff-b341-260fa4ce895e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:21.536299 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c5134c95-1c3d-45ae-aa94-f92b8762e3fd req-4494ddb1-8b13-4aff-b341-260fa4ce895e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 944 time: 0.1661527 Aug 11 22:30:21.591153 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85555ce7-d241-46ca-82af-0572a727ebe7 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:30:21.591741 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 2e35c226-b160-439b-816f-33ae2012b012 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:30:21.593684 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38bba01-80f9-4deb-a9df-4fca658cd084 None None] Network d65909bf-c8de-4401-ba7b-99f2df7352f9 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:21.602521 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-85555ce7-d241-46ca-82af-0572a727ebe7 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] 10.222.0.77 "PUT /v2.0/routers/282305e5-8c8d-4f4a-9077-561fb7fe5d53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8196495 Aug 11 22:30:21.605018 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40946) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:21.627906 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-45d0e7e6-b65e-40db-afb3-7c7f2001428a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:21.639066 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d0e7e6-b65e-40db-afb3-7c7f2001428a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:21.639921 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-45d0e7e6-b65e-40db-afb3-7c7f2001428a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:21.685838 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715b2392-18d7-4e14-bed4-d6a9463a73cf None None] Sync routers for ids ['282305e5-8c8d-4f4a-9077-561fb7fe5d53'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:30:21.713725 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:30:21.736285 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 78aea24b-660d-45e5-94e5-0dbaf1412c6e completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:30:21.744999 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-91b446c4-3136-4325-a036-a227d9afa7cf None None] Port 0b1070ed-8c11-4893-98b6-ddff6a427abe cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:30:21.757057 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:30:21.757717 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:21.770190 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715b2392-18d7-4e14-bed4-d6a9463a73cf None None] Routers {'282305e5-8c8d-4f4a-9077-561fb7fe5d53'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:30:21.771144 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-715b2392-18d7-4e14-bed4-d6a9463a73cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:30:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['282305e5-8c8d-4f4a-9077-561fb7fe5d53'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:21.824200 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c5134c95-1c3d-45ae-aa94-f92b8762e3fd req-f23f5d25-d60a-4ed1-bfb1-ef5515ed12fd tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2810087 Aug 11 22:30:21.845534 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-45d0e7e6-b65e-40db-afb3-7c7f2001428a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7589176 Aug 11 22:30:21.849185 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40948) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:21.860840 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-715b2392-18d7-4e14-bed4-d6a9463a73cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:21.862706 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-37b914c8-7ee1-4d64-9fc1-59cca991e752 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Request body: {'subnet': {'network_id': '33574414-2dfb-4c37-800b-b760a41d8814', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:21.866124 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-151f284c-bb0e-4552-bef0-a8f11e3a1bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:21.871673 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0e7e6-b65e-40db-afb3-7c7f2001428a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event updated for resources: {'Network': ['ID=33574414-2dfb-4c37-800b-b760a41d8814,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:21.888182 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 33574414-2dfb-4c37-800b-b760a41d8814 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:30:21.929769 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f284c-bb0e-4552-bef0-a8f11e3a1bed admin admin] Pushing event updated for resources: {'Subnet': ['ID=b34d014b-dce1-48e5-b563-a01761500476,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:21.937745 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151f284c-bb0e-4552-bef0-a8f11e3a1bed admin admin] Checking segment: {'id': '479ff772-c102-41d7-aa02-6e82b04b6a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '2e35c226-b160-439b-816f-33ae2012b012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:30:21.938265 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151f284c-bb0e-4552-bef0-a8f11e3a1bed admin admin] Network hostable DHCP agents. Network: 2e35c226-b160-439b-816f-33ae2012b012, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:30:21.958940 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151f284c-bb0e-4552-bef0-a8f11e3a1bed admin admin] Network 2e35c226-b160-439b-816f-33ae2012b012 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:30:21.963796 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-91b446c4-3136-4325-a036-a227d9afa7cf None None] Provisioning complete for port fcf563d3-7450-447d-96b5-fd77d779a34b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:30:21.964711 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-91b446c4-3136-4325-a036-a227d9afa7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:21.972036 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-151f284c-bb0e-4552-bef0-a8f11e3a1bed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 2e35c226-b160-439b-816f-33ae2012b012) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:21.973529 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715b2392-18d7-4e14-bed4-d6a9463a73cf None None] Routers {'282305e5-8c8d-4f4a-9077-561fb7fe5d53'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:30:21.974180 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-715b2392-18d7-4e14-bed4-d6a9463a73cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:30:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['282305e5-8c8d-4f4a-9077-561fb7fe5d53'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:21.977950 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151f284c-bb0e-4552-bef0-a8f11e3a1bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:21.978622 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-151f284c-bb0e-4552-bef0-a8f11e3a1bed admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:21.997211 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-151f284c-bb0e-4552-bef0-a8f11e3a1bed admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6099420 Aug 11 22:30:22.018188 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dae0cf8-901e-4d53-9259-aad15c5574c8 None None] Network 2e35c226-b160-439b-816f-33ae2012b012 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:22.106920 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-715b2392-18d7-4e14-bed4-d6a9463a73cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:22.107631 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715b2392-18d7-4e14-bed4-d6a9463a73cf None None] The sync data for ids ['282305e5-8c8d-4f4a-9077-561fb7fe5d53'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:30:22.125364 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b914c8-7ee1-4d64-9fc1-59cca991e752 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Made reservation on behalf of f756835031ec476fb94513c3aa444651 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:22.129116 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-37b914c8-7ee1-4d64-9fc1-59cca991e752 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:22.253279 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:22.377602 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-35c3ccbf-74eb-48b0-86be-1fcfcf347f2b tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:30:22.383408 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-35c3ccbf-74eb-48b0-86be-1fcfcf347f2b tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] 10.222.0.77 "PUT /v2.0/routers/282305e5-8c8d-4f4a-9077-561fb7fe5d53/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7720411 Aug 11 22:30:22.385264 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40956) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:22.414545 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3951eb3c-3804-400a-bd5e-57dc7ec615e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:30:22.427708 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a3bbda-bdb2-43c7-b35a-f347076ab220" -d '{"events": [{"server_uuid": "3951eb3c-3804-400a-bd5e-57dc7ec615e7", "name": "network-vif-plugged", "status": "completed", "tag": "1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:30:22.462435 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4007c03-b8dd-47c3-adc6-070066fd2fcd None None] Network 2e35c226-b160-439b-816f-33ae2012b012 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:22.466126 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7,segment=NetworkSegment(287ea734-d7f9-40a1-885e-de900d0aac74),segment_id=287ea734-d7f9-40a1-885e-de900d0aac74)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:30:22.501901 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-37b914c8-7ee1-4d64-9fc1-59cca991e752 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:22.551217 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:22.579165 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec33741-9245-4c8e-8321-1874b8ccb132 x-openstack-request-id: req-6ec33741-9245-4c8e-8321-1874b8ccb132 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:30:22.579496 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3951eb3c-3804-400a-bd5e-57dc7ec615e7", "name": "network-vif-plugged", "status": "completed", "tag": "1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:30:22.583081 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6ec33741-9245-4c8e-8321-1874b8ccb132 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:30:22.583081 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3951eb3c-3804-400a-bd5e-57dc7ec615e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7', 'code': 200} Aug 11 22:30:22.655496 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b914c8-7ee1-4d64-9fc1-59cca991e752 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event updated for resources: {'Subnet': ['ID=846fd159-6216-4b57-b17b-479336239faf,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:22.666354 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b914c8-7ee1-4d64-9fc1-59cca991e752 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Checking segment: {'id': '9ee8ba10-3ccc-4a5c-a445-d34e1ca41b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '33574414-2dfb-4c37-800b-b760a41d8814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:30:22.666801 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b914c8-7ee1-4d64-9fc1-59cca991e752 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Network hostable DHCP agents. Network: 33574414-2dfb-4c37-800b-b760a41d8814, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:30:22.707194 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b914c8-7ee1-4d64-9fc1-59cca991e752 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Network 33574414-2dfb-4c37-800b-b760a41d8814 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:30:22.723879 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-37b914c8-7ee1-4d64-9fc1-59cca991e752 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 33574414-2dfb-4c37-800b-b760a41d8814) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:22.731369 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b914c8-7ee1-4d64-9fc1-59cca991e752 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:22.733110 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-37b914c8-7ee1-4d64-9fc1-59cca991e752 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:22.747602 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-179ff101-fb6f-439f-afe4-353e94a35e03 None None] Provisioning complete for port 0b1070ed-8c11-4893-98b6-ddff6a427abe triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:30:22.748208 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-179ff101-fb6f-439f-afe4-353e94a35e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:22.758213 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49353fe5-ccc7-4994-a33c-30a2f066e1f6 None None] Network 33574414-2dfb-4c37-800b-b760a41d8814 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:22.772099 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-37b914c8-7ee1-4d64-9fc1-59cca991e752 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9197805 Aug 11 22:30:22.776246 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40960) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:22.797470 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7,revision_number=9']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:22.995235 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device fcf563d3-7450-447d-96b5-fd77d779a34b up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:30:23.140673 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-179ff101-fb6f-439f-afe4-353e94a35e03 None None] Port 0b1070ed-8c11-4893-98b6-ddff6a427abe cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:30:23.161562 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-179ff101-fb6f-439f-afe4-353e94a35e03 None None] Provisioning for port 78aea24b-660d-45e5-94e5-0dbaf1412c6e completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:30:23.170566 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2c3f9c21-2533-44cf-8a4d-13c6e6031722 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:23.181849 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-179ff101-fb6f-439f-afe4-353e94a35e03 None None] Provisioning complete for port 78aea24b-660d-45e5-94e5-0dbaf1412c6e triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:30:23.182768 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-179ff101-fb6f-439f-afe4-353e94a35e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:23.197239 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6789e779-fba6-47a0-a9d2-3ff5cf374ae0 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:23.302660 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460a2d6-e168-45ae-9af7-ef84a72f75dc req-4962a3f2-0caf-4bcb-88a1-a73fad7fe644 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:23.305923 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2460a2d6-e168-45ae-9af7-ef84a72f75dc req-4962a3f2-0caf-4bcb-88a1-a73fad7fe644 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 945 time: 0.2745788 Aug 11 22:30:23.361518 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port fcf563d3-7450-447d-96b5-fd77d779a34b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:30:23.362401 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:23.418651 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2460a2d6-e168-45ae-9af7-ef84a72f75dc req-670ea5bd-dc78-4948-b2b8-61236c10943a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017594 Aug 11 22:30:23.432865 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2c3f9c21-2533-44cf-8a4d-13c6e6031722 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:23.507536 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b387826-e931-4d90-b24f-dea5762f160c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-33574414-2dfb-4c37-800b-b760a41d8814', 'network_id': '33574414-2dfb-4c37-800b-b760a41d8814', 'tenant_id': 'f756835031ec476fb94513c3aa444651', 'fixed_ips': [{'subnet_id': '846fd159-6216-4b57-b17b-479336239faf'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:30:23.508862 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4b387826-e931-4d90-b24f-dea5762f160c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:23.618855 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-6789e779-fba6-47a0-a9d2-3ff5cf374ae0 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Deleting port 0b1070ed-8c11-4893-98b6-ddff6a427abe {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:30:23.619209 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6789e779-fba6-47a0-a9d2-3ff5cf374ae0 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:23.626145 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6720d15-d13d-43cf-866e-10171422fff6 req-f293dbd0-2484-4cb2-9a15-d899c092e6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:23.628307 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b6720d15-d13d-43cf-866e-10171422fff6 req-f293dbd0-2484-4cb2-9a15-d899c092e6a9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7&tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c HTTP/1.1" status: 200 len: 1096 time: 0.1367803 Aug 11 22:30:23.650450 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-b6720d15-d13d-43cf-866e-10171422fff6 req-69ed8612-4856-4bab-a1ba-84c664fefbe4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804275-3', 'device_owner': 'compute:nova'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:23.661362 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2c3f9c21-2533-44cf-8a4d-13c6e6031722 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:23.722302 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f9c21-2533-44cf-8a4d-13c6e6031722 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event deleted for resources: {'Subnet': ['ID=846fd159-6216-4b57-b17b-479336239faf,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:23.726755 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-179ff101-fb6f-439f-afe4-353e94a35e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:23.772312 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-179ff101-fb6f-439f-afe4-353e94a35e03 None None] For port 78aea24b-660d-45e5-94e5-0dbaf1412c6e, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=78aea24b-660d-45e5-94e5-0dbaf1412c6e,segment=NetworkSegment(e0b07a76-e920-46ce-9971-17bd75894b55),segment_id=e0b07a76-e920-46ce-9971-17bd75894b55)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:30:23.782527 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-179ff101-fb6f-439f-afe4-353e94a35e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server [None req-4b387826-e931-4d90-b24f-dea5762f160c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 846fd159-6216-4b57-b17b-479336239faf: This subnet is being modified by another concurrent operation. Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise exception Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 846fd159-6216-4b57-b17b-479336239faf: This subnet is being modified by another concurrent operation. Aug 11 22:30:23.790538 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server Aug 11 22:30:23.813382 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6d0009-fd20-40a0-ba3e-fba6473da315 None None] Network 33574414-2dfb-4c37-800b-b760a41d8814 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:23.820152 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6789e779-fba6-47a0-a9d2-3ff5cf374ae0 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:23.837782 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-6789e779-fba6-47a0-a9d2-3ff5cf374ae0 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Calling delete_port for 0b1070ed-8c11-4893-98b6-ddff6a427abe owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:30:23.848477 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2c3f9c21-2533-44cf-8a4d-13c6e6031722 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:23.865325 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-2c3f9c21-2533-44cf-8a4d-13c6e6031722 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33574414-2dfb-4c37-800b-b760a41d8814']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:23.868288 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b6720d15-d13d-43cf-866e-10171422fff6 req-69ed8612-4856-4bab-a1ba-84c664fefbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:23.888178 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-2c3f9c21-2533-44cf-8a4d-13c6e6031722 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee8ba10-3ccc-4a5c-a445-d34e1ca41b09') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:23.888478 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-2c3f9c21-2533-44cf-8a4d-13c6e6031722 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee8ba10-3ccc-4a5c-a445-d34e1ca41b09') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:23.909012 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2c3f9c21-2533-44cf-8a4d-13c6e6031722 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:23.943226 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2c3f9c21-2533-44cf-8a4d-13c6e6031722 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:23.965197 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-26d7a5b5-25f6-4a74-b2da-ae5e691be8be None None] Provisioning complete for port 78aea24b-660d-45e5-94e5-0dbaf1412c6e triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:30:23.965620 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-26d7a5b5-25f6-4a74-b2da-ae5e691be8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:23.967905 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c3f9c21-2533-44cf-8a4d-13c6e6031722 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:30:23.968768 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2c3f9c21-2533-44cf-8a4d-13c6e6031722 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:23.968998 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ff101-fb6f-439f-afe4-353e94a35e03 None None] Pushing event updated for resources: {'Port': ['ID=78aea24b-660d-45e5-94e5-0dbaf1412c6e,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:30:23.973683 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:30:23.993815 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f09907-42ba-4ad8-b610-6821fda165e3 None None] get_active_networks_info from n-d-804275-3 {{(pid=100944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 22:30:24.120442 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2c3f9c21-2533-44cf-8a4d-13c6e6031722 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:24.135232 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2c3f9c21-2533-44cf-8a4d-13c6e6031722 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:24.141105 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2c3f9c21-2533-44cf-8a4d-13c6e6031722 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/networks/33574414-2dfb-4c37-800b-b760a41d8814 HTTP/1.1" status: 204 len: 168 time: 1.3600807 Aug 11 22:30:24.144441 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40974) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:24.160732 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-2972dffc-10cb-4f40-9d15-6f450b7e93bc tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1628914129'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:24.228251 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f9c21-2533-44cf-8a4d-13c6e6031722 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event deleted for resources: {'Network': ['ID=33574414-2dfb-4c37-800b-b760a41d8814,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:24.270330 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2972dffc-10cb-4f40-9d15-6f450b7e93bc tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Made reservation on behalf of f756835031ec476fb94513c3aa444651 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:24.274620 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2972dffc-10cb-4f40-9d15-6f450b7e93bc tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:24.451210 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f09907-42ba-4ad8-b610-6821fda165e3 None None] Resources bound (agent type, host, resource id): {{(pid=100944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 22:30:24.561289 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6789e779-fba6-47a0-a9d2-3ff5cf374ae0 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:24.594371 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789e779-fba6-47a0-a9d2-3ff5cf374ae0 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Pushing event deleted for resources: {'Port': ['ID=0b1070ed-8c11-4893-98b6-ddff6a427abe,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:24.748170 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-b6720d15-d13d-43cf-866e-10171422fff6 req-69ed8612-4856-4bab-a1ba-84c664fefbe4 service neutron] For port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7,segment=NetworkSegment(287ea734-d7f9-40a1-885e-de900d0aac74),segment_id=287ea734-d7f9-40a1-885e-de900d0aac74)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:30:24.777381 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6789e779-fba6-47a0-a9d2-3ff5cf374ae0 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:24.823704 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-b6720d15-d13d-43cf-866e-10171422fff6 req-69ed8612-4856-4bab-a1ba-84c664fefbe4 service neutron] For port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:30:24.825340 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2972dffc-10cb-4f40-9d15-6f450b7e93bc tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:30:24.924723 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2972dffc-10cb-4f40-9d15-6f450b7e93bc tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:24.925552 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-2972dffc-10cb-4f40-9d15-6f450b7e93bc tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Added segment 29c5ca37-f81b-4c50-8452-f98b684edd86 of type vlan for network fa897b86-211a-4b6f-9cf0-97fc619909bc Aug 11 22:30:24.954771 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3951eb3c-3804-400a-bd5e-57dc7ec615e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:30:24.957367 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092bf605-66d5-4e7f-9a9f-3a5c22dd7ebc" -d '{"events": [{"server_uuid": "3951eb3c-3804-400a-bd5e-57dc7ec615e7", "name": "network-vif-unplugged", "status": "completed", "tag": "1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:30:24.958462 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 78aea24b-660d-45e5-94e5-0dbaf1412c6e up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:30:24.964217 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b6720d15-d13d-43cf-866e-10171422fff6 req-69ed8612-4856-4bab-a1ba-84c664fefbe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:24.969569 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bc1cb6-2db6-4774-be04-3563617772a6 None None] get_active_networks_info from n-d-804275-3 {{(pid=100944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 22:30:24.974725 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e514b3a-3812-466c-88b8-b9ab5b8ea1b9 req-eabe3e8f-d27b-4724-bc77-486d29f4b7b2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:24.982822 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6e514b3a-3812-466c-88b8-b9ab5b8ea1b9 req-eabe3e8f-d27b-4724-bc77-486d29f4b7b2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 945 time: 0.1965606 Aug 11 22:30:25.031969 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6789e779-fba6-47a0-a9d2-3ff5cf374ae0 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Router 282305e5-8c8d-4f4a-9077-561fb7fe5d53 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:30:25.041700 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-b6720d15-d13d-43cf-866e-10171422fff6 req-69ed8612-4856-4bab-a1ba-84c664fefbe4 service neutron] Transition to ACTIVE for port object 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:30:25.045948 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2972dffc-10cb-4f40-9d15-6f450b7e93bc tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:25.055018 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b6720d15-d13d-43cf-866e-10171422fff6 req-69ed8612-4856-4bab-a1ba-84c664fefbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:25.059798 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:30:25.110971 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed8612-4856-4bab-a1ba-84c664fefbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7,revision_number=10']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:25.131363 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6e514b3a-3812-466c-88b8-b9ab5b8ea1b9 req-235689b2-23d0-459a-8a6f-b82d394ccee3 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474779 Aug 11 22:30:25.139711 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6789e779-fba6-47a0-a9d2-3ff5cf374ae0 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:30:25.157040 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6789e779-fba6-47a0-a9d2-3ff5cf374ae0 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] 10.222.0.77 "PUT /v2.0/routers/282305e5-8c8d-4f4a-9077-561fb7fe5d53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7649043 Aug 11 22:30:25.163491 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40982) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:25.175235 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5711b7ac-0e1f-4e7e-8479-f5936140beb0 None None] Sync routers for ids ['282305e5-8c8d-4f4a-9077-561fb7fe5d53'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:30:25.202551 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5711b7ac-0e1f-4e7e-8479-f5936140beb0 None None] Routers {'282305e5-8c8d-4f4a-9077-561fb7fe5d53'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:30:25.203224 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-5711b7ac-0e1f-4e7e-8479-f5936140beb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:30:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['282305e5-8c8d-4f4a-9077-561fb7fe5d53'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:25.238241 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bc1cb6-2db6-4774-be04-3563617772a6 None None] Resources bound (agent type, host, resource id): {{(pid=100944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 22:30:25.249415 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2972dffc-10cb-4f40-9d15-6f450b7e93bc tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:25.261656 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-bd8bd7d8-3beb-44c2-9910-d76e7db2881a tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] delete failed (client error): The resource could not be found. Aug 11 22:30:25.262864 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bd8bd7d8-3beb-44c2-9910-d76e7db2881a tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] 10.222.0.77 "DELETE /v2.0/routers/tempest-non_exist_router-2017404099 HTTP/1.1" status: 404 len: 335 time: 0.0912545 Aug 11 22:30:25.266314 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2972dffc-10cb-4f40-9d15-6f450b7e93bc tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:25.267278 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2972dffc-10cb-4f40-9d15-6f450b7e93bc tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:25.268716 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40984) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:25.277429 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-cdc46468-5d6e-4845-ae9a-2a0cfb87171b tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Request body: {'router': {'external_gateway_info': {'network_id': '282305e5-8c8d-4f4a-9077-561fb7fe5d53'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:25.283724 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-5711b7ac-0e1f-4e7e-8479-f5936140beb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:25.298424 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5711b7ac-0e1f-4e7e-8479-f5936140beb0 None None] Routers {'282305e5-8c8d-4f4a-9077-561fb7fe5d53'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:30:25.299069 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:30:25.301906 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-5711b7ac-0e1f-4e7e-8479-f5936140beb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:30:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['282305e5-8c8d-4f4a-9077-561fb7fe5d53'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:25.344880 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-5711b7ac-0e1f-4e7e-8479-f5936140beb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:25.345695 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5711b7ac-0e1f-4e7e-8479-f5936140beb0 None None] The sync data for ids ['282305e5-8c8d-4f4a-9077-561fb7fe5d53'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:30:25.349344 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 22:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19404d12-9a62-4b8a-bb43-d84d78ee48be x-openstack-request-id: req-19404d12-9a62-4b8a-bb43-d84d78ee48be {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:30:25.349806 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3951eb3c-3804-400a-bd5e-57dc7ec615e7", "name": "network-vif-unplugged", "status": "completed", "tag": "1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:30:25.350248 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-19404d12-9a62-4b8a-bb43-d84d78ee48be {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:30:25.351075 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3951eb3c-3804-400a-bd5e-57dc7ec615e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7', 'code': 200} Aug 11 22:30:25.353523 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 78aea24b-660d-45e5-94e5-0dbaf1412c6e triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:30:25.353908 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:25.360072 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972dffc-10cb-4f40-9d15-6f450b7e93bc tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event updated for resources: {'Network': ['ID=fa897b86-211a-4b6f-9cf0-97fc619909bc,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:25.390920 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2972dffc-10cb-4f40-9d15-6f450b7e93bc tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2346380 Aug 11 22:30:25.394616 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40986) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:25.401973 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-2c45c2b0-534d-4dfd-b09f-effbaab351e8 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Request body: {'subnet': {'network_id': 'fa897b86-211a-4b6f-9cf0-97fc619909bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:25.432175 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network fa897b86-211a-4b6f-9cf0-97fc619909bc details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:30:25.457245 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6720d15-d13d-43cf-866e-10171422fff6 req-69ed8612-4856-4bab-a1ba-84c664fefbe4 service neutron] No DVR routers for this DVR port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 on host n-h2-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:30:25.663480 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cdc46468-5d6e-4845-ae9a-2a0cfb87171b tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:25.701957 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-cdc46468-5d6e-4845-ae9a-2a0cfb87171b tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] update failed (client error): The resource could not be found. Aug 11 22:30:25.708869 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-cdc46468-5d6e-4845-ae9a-2a0cfb87171b tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] 10.222.0.77 "PUT /v2.0/routers/282305e5-8c8d-4f4a-9077-561fb7fe5d53 HTTP/1.1" status: 404 len: 339 time: 0.4334290 Aug 11 22:30:25.711615 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 40990) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:25.716384 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c45c2b0-534d-4dfd-b09f-effbaab351e8 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Made reservation on behalf of f756835031ec476fb94513c3aa444651 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:25.720382 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2c45c2b0-534d-4dfd-b09f-effbaab351e8 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:25.852983 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-b6720d15-d13d-43cf-866e-10171422fff6 req-69ed8612-4856-4bab-a1ba-84c664fefbe4 service neutron] Attempting to bind port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:30:25.853721 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-b6720d15-d13d-43cf-866e-10171422fff6 req-69ed8612-4856-4bab-a1ba-84c664fefbe4 service neutron] Attempting to bind port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '287ea734-d7f9-40a1-885e-de900d0aac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:30:25.854318 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6720d15-d13d-43cf-866e-10171422fff6 req-69ed8612-4856-4bab-a1ba-84c664fefbe4 service neutron] Attempting to bind port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 on network a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:30:25.919259 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6720d15-d13d-43cf-866e-10171422fff6 req-69ed8612-4856-4bab-a1ba-84c664fefbe4 service neutron] Port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 on network a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:30:25.920011 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6720d15-d13d-43cf-866e-10171422fff6 req-69ed8612-4856-4bab-a1ba-84c664fefbe4 service neutron] Attempting to bind port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 on network a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:30:25.964787 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6720d15-d13d-43cf-866e-10171422fff6 req-69ed8612-4856-4bab-a1ba-84c664fefbe4 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:30:25.968024 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6720d15-d13d-43cf-866e-10171422fff6 req-69ed8612-4856-4bab-a1ba-84c664fefbe4 service neutron] Checking segment: {'id': '287ea734-d7f9-40a1-885e-de900d0aac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:30:25.969199 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6720d15-d13d-43cf-866e-10171422fff6 req-69ed8612-4856-4bab-a1ba-84c664fefbe4 service neutron] Bound using segment: {'id': '287ea734-d7f9-40a1-885e-de900d0aac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:30:25.969907 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-b6720d15-d13d-43cf-866e-10171422fff6 req-69ed8612-4856-4bab-a1ba-84c664fefbe4 service neutron] Bound port: 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '287ea734-d7f9-40a1-885e-de900d0aac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:30:25.970518 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b6720d15-d13d-43cf-866e-10171422fff6 req-69ed8612-4856-4bab-a1ba-84c664fefbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:26.112598 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2c45c2b0-534d-4dfd-b09f-effbaab351e8 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:26.223143 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45c2b0-534d-4dfd-b09f-effbaab351e8 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event updated for resources: {'Subnet': ['ID=5e4b9dcd-b33a-4f62-a4dd-e0e906889afb,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:26.233834 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c45c2b0-534d-4dfd-b09f-effbaab351e8 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Checking segment: {'id': '29c5ca37-f81b-4c50-8452-f98b684edd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fa897b86-211a-4b6f-9cf0-97fc619909bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:30:26.236061 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c45c2b0-534d-4dfd-b09f-effbaab351e8 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Network hostable DHCP agents. Network: fa897b86-211a-4b6f-9cf0-97fc619909bc, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:30:26.259358 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c45c2b0-534d-4dfd-b09f-effbaab351e8 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Network fa897b86-211a-4b6f-9cf0-97fc619909bc is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:30:26.272839 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-2c45c2b0-534d-4dfd-b09f-effbaab351e8 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, fa897b86-211a-4b6f-9cf0-97fc619909bc) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:26.273323 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-b6720d15-d13d-43cf-866e-10171422fff6 req-69ed8612-4856-4bab-a1ba-84c664fefbe4 service neutron] For port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:30:26.277396 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-b6720d15-d13d-43cf-866e-10171422fff6 req-69ed8612-4856-4bab-a1ba-84c664fefbe4 service neutron] For port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7,segment=NetworkSegment(287ea734-d7f9-40a1-885e-de900d0aac74),segment_id=287ea734-d7f9-40a1-885e-de900d0aac74)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:30:26.282251 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c45c2b0-534d-4dfd-b09f-effbaab351e8 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:26.283676 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2c45c2b0-534d-4dfd-b09f-effbaab351e8 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:26.285395 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c64cf6-3b0f-4dce-a456-6d8ee5a19fae None None] Network fa897b86-211a-4b6f-9cf0-97fc619909bc requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:26.299198 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b6720d15-d13d-43cf-866e-10171422fff6 req-69ed8612-4856-4bab-a1ba-84c664fefbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:26.303455 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6e9fbe18-5346-4cdd-8fae-ba1cc1ddba7e tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:26.318184 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2c45c2b0-534d-4dfd-b09f-effbaab351e8 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9220474 Aug 11 22:30:26.322154 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 40996) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:26.356728 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6720d15-d13d-43cf-866e-10171422fff6 req-69ed8612-4856-4bab-a1ba-84c664fefbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:26.357376 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b6720d15-d13d-43cf-866e-10171422fff6 req-69ed8612-4856-4bab-a1ba-84c664fefbe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:26.358873 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b6720d15-d13d-43cf-866e-10171422fff6 req-69ed8612-4856-4bab-a1ba-84c664fefbe4 service neutron] 10.222.0.82 "PUT /v2.0/ports/1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 HTTP/1.1" status: 200 len: 1092 time: 2.7156878 Aug 11 22:30:26.528127 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed8612-4856-4bab-a1ba-84c664fefbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7,revision_number=11']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:26.543127 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d68f-2f7b-472c-b4ce-3cf0f96f5971 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:26.614743 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126b7bc5-2aa2-408e-a985-294b0a7864c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-fa897b86-211a-4b6f-9cf0-97fc619909bc', 'network_id': 'fa897b86-211a-4b6f-9cf0-97fc619909bc', 'tenant_id': 'f756835031ec476fb94513c3aa444651', 'fixed_ips': [{'subnet_id': '5e4b9dcd-b33a-4f62-a4dd-e0e906889afb'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:30:26.616447 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-126b7bc5-2aa2-408e-a985-294b0a7864c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:26.637937 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d68f-2f7b-472c-b4ce-3cf0f96f5971 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:26.735744 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d68f-2f7b-472c-b4ce-3cf0f96f5971 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:26.751977 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6720d15-d13d-43cf-866e-10171422fff6 req-e752ea35-f003-44a8-a9db-b06a9bb147d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:26.769062 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b6720d15-d13d-43cf-866e-10171422fff6 req-e752ea35-f003-44a8-a9db-b06a9bb147d0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 1095 time: 0.3622072 Aug 11 22:30:26.819085 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1431b47-5889-496c-bf03-d63954dd3ed2 req-a220e8bb-40d5-4183-994f-907930c126dc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server [None req-126b7bc5-2aa2-408e-a985-294b0a7864c4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e4b9dcd-b33a-4f62-a4dd-e0e906889afb: This subnet is being modified by another concurrent operation. Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server raise exception Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e4b9dcd-b33a-4f62-a4dd-e0e906889afb: This subnet is being modified by another concurrent operation. Aug 11 22:30:26.820021 n-d-804275-3 neutron-server[100944]: ERROR oslo_messaging.rpc.server Aug 11 22:30:26.825504 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b1431b47-5889-496c-bf03-d63954dd3ed2 req-a220e8bb-40d5-4183-994f-907930c126dc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 944 time: 0.5711534 Aug 11 22:30:26.829120 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2d68f-2f7b-472c-b4ce-3cf0f96f5971 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event deleted for resources: {'Subnet': ['ID=5e4b9dcd-b33a-4f62-a4dd-e0e906889afb,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:26.842662 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb84b03-2f82-4695-9dcd-fa2d240f8d5d None None] Network fa897b86-211a-4b6f-9cf0-97fc619909bc requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:26.899698 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d68f-2f7b-472c-b4ce-3cf0f96f5971 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:26.915558 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-c4e2d68f-2f7b-472c-b4ce-3cf0f96f5971 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa897b86-211a-4b6f-9cf0-97fc619909bc']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:26.937205 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-c4e2d68f-2f7b-472c-b4ce-3cf0f96f5971 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c5ca37-f81b-4c50-8452-f98b684edd86') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:26.937205 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-c4e2d68f-2f7b-472c-b4ce-3cf0f96f5971 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c5ca37-f81b-4c50-8452-f98b684edd86') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:26.950621 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d68f-2f7b-472c-b4ce-3cf0f96f5971 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:26.968678 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d68f-2f7b-472c-b4ce-3cf0f96f5971 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:26.977593 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e2d68f-2f7b-472c-b4ce-3cf0f96f5971 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:30:26.978270 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d68f-2f7b-472c-b4ce-3cf0f96f5971 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:30:26.982066 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:30:27.025232 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76064df7-cd59-4f46-bb87-bc7dac943bff None None] get_active_networks_info from n-d-804275-3 {{(pid=100944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 22:30:27.030808 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b1431b47-5889-496c-bf03-d63954dd3ed2 req-1c0b2daa-441b-4e05-89e9-3d3a275718a3 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642442 Aug 11 22:30:27.067087 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d68f-2f7b-472c-b4ce-3cf0f96f5971 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:27.073643 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d68f-2f7b-472c-b4ce-3cf0f96f5971 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:27.076121 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c4e2d68f-2f7b-472c-b4ce-3cf0f96f5971 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/networks/fa897b86-211a-4b6f-9cf0-97fc619909bc HTTP/1.1" status: 204 len: 168 time: 0.7528517 Aug 11 22:30:27.081295 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41004) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:27.089532 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-ce04d573-d64c-4fe8-b747-11aa1d788948 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-739596048'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:27.104235 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:30:27.107594 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2d68f-2f7b-472c-b4ce-3cf0f96f5971 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event deleted for resources: {'Network': ['ID=fa897b86-211a-4b6f-9cf0-97fc619909bc,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:27.110899 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6720d15-d13d-43cf-866e-10171422fff6 req-30742a3b-2713-4ac6-9071-febd8e564b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:27.112742 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b6720d15-d13d-43cf-866e-10171422fff6 req-30742a3b-2713-4ac6-9071-febd8e564b4f service neutron] 10.222.0.82 "GET /v2.0/networks?id=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea HTTP/1.1" status: 200 len: 897 time: 0.3209918 Aug 11 22:30:27.116398 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-6e9fbe18-5346-4cdd-8fae-ba1cc1ddba7e tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Allocated IP 172.20.0.1 (e360bcc6-f634-43b5-8757-b48038cf8ebf/6b9a7cf4-1b5c-44f2-878e-fde7cd4139f3/0c2ba98d-e73e-4267-99c3-e8b5ce5819ab) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:30:27.140075 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce04d573-d64c-4fe8-b747-11aa1d788948 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Made reservation on behalf of f756835031ec476fb94513c3aa444651 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:27.144110 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ce04d573-d64c-4fe8-b747-11aa1d788948 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:27.203740 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce04d573-d64c-4fe8-b747-11aa1d788948 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:30:27.219705 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ce04d573-d64c-4fe8-b747-11aa1d788948 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:27.220223 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-ce04d573-d64c-4fe8-b747-11aa1d788948 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Added segment ca9b6398-ca29-4042-9956-33f941057544 of type vlan for network 4eaaef93-7cfb-42b8-9ad0-91634efb66fa Aug 11 22:30:27.255811 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b6720d15-d13d-43cf-866e-10171422fff6 req-f5bd642d-ab1c-4b5d-9dff-f7220a3e1045 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 HTTP/1.1" status: 200 len: 999 time: 0.1326692 Aug 11 22:30:27.277227 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ce04d573-d64c-4fe8-b747-11aa1d788948 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:27.305530 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76064df7-cd59-4f46-bb87-bc7dac943bff None None] Resources bound (agent type, host, resource id): {{(pid=100944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 22:30:27.315063 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ce04d573-d64c-4fe8-b747-11aa1d788948 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:27.323443 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce04d573-d64c-4fe8-b747-11aa1d788948 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:27.324250 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ce04d573-d64c-4fe8-b747-11aa1d788948 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:27.341532 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6720d15-d13d-43cf-866e-10171422fff6 req-6e2ed39f-7474-4646-b3b2-1ddf0210e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:27.343116 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b6720d15-d13d-43cf-866e-10171422fff6 req-6e2ed39f-7474-4646-b3b2-1ddf0210e717 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=68e1758e-01de-4f03-8dc7-73b83f534214 HTTP/1.1" status: 200 len: 834 time: 0.0778043 Aug 11 22:30:27.367542 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3951eb3c-3804-400a-bd5e-57dc7ec615e7', 'tag': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:30:27.368876 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd26f9e1-b0db-4200-a5f0-e15275c66b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "3951eb3c-3804-400a-bd5e-57dc7ec615e7", "tag": "1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:30:27.394391 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6e9fbe18-5346-4cdd-8fae-ba1cc1ddba7e tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:27.414475 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-6e9fbe18-5346-4cdd-8fae-ba1cc1ddba7e tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Transition to ACTIVE for port object 0c2ba98d-e73e-4267-99c3-e8b5ce5819ab will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:30:27.432080 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6720d15-d13d-43cf-866e-10171422fff6 req-85375e5f-6b88-41b7-9f44-8171d9025790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:27.433700 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b6720d15-d13d-43cf-866e-10171422fff6 req-85375e5f-6b88-41b7-9f44-8171d9025790 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832009 Aug 11 22:30:27.449937 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ce04d573-d64c-4fe8-b747-11aa1d788948 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3664584 Aug 11 22:30:27.457215 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41008) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:27.466967 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-68438fbc-b542-440d-b5a8-f03e6edbd30a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:27.558663 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04d573-d64c-4fe8-b747-11aa1d788948 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event updated for resources: {'Network': ['ID=4eaaef93-7cfb-42b8-9ad0-91634efb66fa,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:27.571696 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b66117-2ec4-4edf-9aef-3727662df6f4 x-openstack-request-id: req-c7b66117-2ec4-4edf-9aef-3727662df6f4 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:30:27.571972 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 4eaaef93-7cfb-42b8-9ad0-91634efb66fa details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:30:27.572211 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3951eb3c-3804-400a-bd5e-57dc7ec615e7", "tag": "1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:30:27.572801 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c7b66117-2ec4-4edf-9aef-3727662df6f4 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:30:27.574212 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3951eb3c-3804-400a-bd5e-57dc7ec615e7', 'tag': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7', 'status': 'completed', 'code': 200} Aug 11 22:30:27.668372 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6e9fbe18-5346-4cdd-8fae-ba1cc1ddba7e tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:27.690658 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26f9e1-b0db-4200-a5f0-e15275c66b1d req-ee0a1bd5-7ba4-4b97-b040-960090d56171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:27.692615 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd26f9e1-b0db-4200-a5f0-e15275c66b1d req-ee0a1bd5-7ba4-4b97-b040-960090d56171 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 1095 time: 0.1298878 Aug 11 22:30:27.730039 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-68438fbc-b542-440d-b5a8-f03e6edbd30a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:27.779683 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-68438fbc-b542-440d-b5a8-f03e6edbd30a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:27.802469 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9fbe18-5346-4cdd-8fae-ba1cc1ddba7e tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Network e360bcc6-f634-43b5-8757-b48038cf8ebf is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:30:27.816999 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b6720d15-d13d-43cf-866e-10171422fff6 req-6c8f3f9a-80c1-462b-8735-2fc7b80ff94b service neutron] 10.222.0.82 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717411 Aug 11 22:30:27.822612 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-6e9fbe18-5346-4cdd-8fae-ba1cc1ddba7e tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:27.826571 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9fbe18-5346-4cdd-8fae-ba1cc1ddba7e tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:30:27.851573 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-68438fbc-b542-440d-b5a8-f03e6edbd30a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Network 4eaaef93-7cfb-42b8-9ad0-91634efb66fa is not hosted by any dhcp agent {{(pid=100942) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 22:30:27.857552 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68438fbc-b542-440d-b5a8-f03e6edbd30a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:27.858204 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-68438fbc-b542-440d-b5a8-f03e6edbd30a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:27.862324 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-68438fbc-b542-440d-b5a8-f03e6edbd30a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "PUT /v2.0/networks/4eaaef93-7cfb-42b8-9ad0-91634efb66fa HTTP/1.1" status: 200 len: 723 time: 0.4006546 Aug 11 22:30:27.869192 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41014) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:27.877923 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-7f2f5a52-374b-41f6-a8e0-bb3ebfd5eacd tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Request body: {'subnet': {'network_id': '4eaaef93-7cfb-42b8-9ad0-91634efb66fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:27.882290 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fbe18-5346-4cdd-8fae-ba1cc1ddba7e tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Pushing event updated for resources: {'Port': ['ID=0c2ba98d-e73e-4267-99c3-e8b5ce5819ab,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:27.979645 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68438fbc-b542-440d-b5a8-f03e6edbd30a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event updated for resources: {'Network': ['ID=4eaaef93-7cfb-42b8-9ad0-91634efb66fa,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:27.993638 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 4eaaef93-7cfb-42b8-9ad0-91634efb66fa details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:30:27.994209 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26f9e1-b0db-4200-a5f0-e15275c66b1d req-e1f81776-a248-4f1d-9c93-7200ee2c028d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:27.996964 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd26f9e1-b0db-4200-a5f0-e15275c66b1d req-e1f81776-a248-4f1d-9c93-7200ee2c028d service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea HTTP/1.1" status: 200 len: 897 time: 0.2948024 Aug 11 22:30:28.087010 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6e9fbe18-5346-4cdd-8fae-ba1cc1ddba7e tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:28.119669 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2f5a52-374b-41f6-a8e0-bb3ebfd5eacd tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Made reservation on behalf of f756835031ec476fb94513c3aa444651 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:28.124136 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7f2f5a52-374b-41f6-a8e0-bb3ebfd5eacd tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:28.129660 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd26f9e1-b0db-4200-a5f0-e15275c66b1d req-3f6a0fd4-9ea8-4e53-ba30-ce33756fee4f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 HTTP/1.1" status: 200 len: 999 time: 0.1195695 Aug 11 22:30:28.278296 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26f9e1-b0db-4200-a5f0-e15275c66b1d req-1e51aaf0-b13f-4c88-91c4-a60ee0440291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:28.280463 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd26f9e1-b0db-4200-a5f0-e15275c66b1d req-1e51aaf0-b13f-4c88-91c4-a60ee0440291 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=68e1758e-01de-4f03-8dc7-73b83f534214 HTTP/1.1" status: 200 len: 834 time: 0.1303000 Aug 11 22:30:28.295645 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-5be6065b-002d-4500-8677-44450dc26534 None None] Provisioning for port 0c2ba98d-e73e-4267-99c3-e8b5ce5819ab completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:30:28.304960 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-5be6065b-002d-4500-8677-44450dc26534 None None] Provisioning complete for port 0c2ba98d-e73e-4267-99c3-e8b5ce5819ab triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:30:28.305663 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5be6065b-002d-4500-8677-44450dc26534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:28.401971 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26f9e1-b0db-4200-a5f0-e15275c66b1d req-1b64d991-7f4e-4f65-9715-2ae0356cf56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:28.403608 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd26f9e1-b0db-4200-a5f0-e15275c66b1d req-1b64d991-7f4e-4f65-9715-2ae0356cf56d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124260 Aug 11 22:30:28.413579 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-5be6065b-002d-4500-8677-44450dc26534 None None] Port 0c2ba98d-e73e-4267-99c3-e8b5ce5819ab cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:30:28.545408 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7f2f5a52-374b-41f6-a8e0-bb3ebfd5eacd tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:28.630366 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd26f9e1-b0db-4200-a5f0-e15275c66b1d req-247d4304-1cb9-4e4b-b97c-166ab1d8e5ef service neutron] 10.222.0.52 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181101 Aug 11 22:30:28.633226 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f5a52-374b-41f6-a8e0-bb3ebfd5eacd tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event updated for resources: {'Subnet': ['ID=4d87843a-9c37-4403-a02b-ea3decbbacd1,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:28.686531 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b6720d15-d13d-43cf-866e-10171422fff6 req-1a7faae4-087d-44f5-823d-a4342557ad56 service neutron] 10.222.0.82 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8494227 Aug 11 22:30:28.715049 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2f5a52-374b-41f6-a8e0-bb3ebfd5eacd tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Checking segment: {'id': 'ca9b6398-ca29-4042-9956-33f941057544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4eaaef93-7cfb-42b8-9ad0-91634efb66fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:30:28.715434 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2f5a52-374b-41f6-a8e0-bb3ebfd5eacd tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Network hostable DHCP agents. Network: 4eaaef93-7cfb-42b8-9ad0-91634efb66fa, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:30:28.754390 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2f5a52-374b-41f6-a8e0-bb3ebfd5eacd tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Network 4eaaef93-7cfb-42b8-9ad0-91634efb66fa is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:30:28.772694 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-7f2f5a52-374b-41f6-a8e0-bb3ebfd5eacd tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 4eaaef93-7cfb-42b8-9ad0-91634efb66fa) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:28.782730 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817dcb1-fbfb-4960-9b31-7332af2a3105 req-a85fca1e-f488-4b6c-a56a-bc9de62bd77c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:28.785559 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2817dcb1-fbfb-4960-9b31-7332af2a3105 req-a85fca1e-f488-4b6c-a56a-bc9de62bd77c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 944 time: 0.5309324 Aug 11 22:30:28.786607 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2f5a52-374b-41f6-a8e0-bb3ebfd5eacd tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:28.787918 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7f2f5a52-374b-41f6-a8e0-bb3ebfd5eacd tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:28.801594 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6e9fbe18-5346-4cdd-8fae-ba1cc1ddba7e tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:28.805508 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd26f9e1-b0db-4200-a5f0-e15275c66b1d req-1f5fc9d4-3a36-497b-bed4-53325e5219cb service neutron] 10.222.0.52 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635108 Aug 11 22:30:28.817447 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7f2f5a52-374b-41f6-a8e0-bb3ebfd5eacd tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9441459 Aug 11 22:30:28.819391 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41018) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:28.836815 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c6518814-aca1-4f36-a78d-e30d8256ae61 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:28.858860 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4074849-1899-43bc-8573-1f5621919cf8 None None] Network 4eaaef93-7cfb-42b8-9ad0-91634efb66fa requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:29.036261 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6518814-aca1-4f36-a78d-e30d8256ae61 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13499500'] for subnet, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:29.067051 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2817dcb1-fbfb-4960-9b31-7332af2a3105 req-dc89a30d-77ce-4e9c-88d4-7f62217816da tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2284610 Aug 11 22:30:29.106408 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26f9e1-b0db-4200-a5f0-e15275c66b1d req-2d8e9edd-3e7d-400f-98a1-3f123341d3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:29.108667 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd26f9e1-b0db-4200-a5f0-e15275c66b1d req-2d8e9edd-3e7d-400f-98a1-3f123341d3d8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 1095 time: 0.2328429 Aug 11 22:30:29.260009 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808bedc7-cc56-4787-8066-fc52eb71dc33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-4eaaef93-7cfb-42b8-9ad0-91634efb66fa', 'network_id': '4eaaef93-7cfb-42b8-9ad0-91634efb66fa', 'tenant_id': 'f756835031ec476fb94513c3aa444651', 'fixed_ips': [{'subnet_id': '4d87843a-9c37-4403-a02b-ea3decbbacd1'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:30:29.261612 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-808bedc7-cc56-4787-8066-fc52eb71dc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:29.290364 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26f9e1-b0db-4200-a5f0-e15275c66b1d req-9c949753-7eb2-4afb-8b13-e263ecbe2920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:29.291895 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd26f9e1-b0db-4200-a5f0-e15275c66b1d req-9c949753-7eb2-4afb-8b13-e263ecbe2920 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea HTTP/1.1" status: 200 len: 897 time: 0.1735687 Aug 11 22:30:29.335066 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6518814-aca1-4f36-a78d-e30d8256ae61 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776456465812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12846607'] for subnet, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:29.383405 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6518814-aca1-4f36-a78d-e30d8256ae61 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:29.383901 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6518814-aca1-4f36-a78d-e30d8256ae61 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:29.385119 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c6518814-aca1-4f36-a78d-e30d8256ae61 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "PUT /v2.0/subnets/4d87843a-9c37-4403-a02b-ea3decbbacd1 HTTP/1.1" status: 200 len: 806 time: 0.5641882 Aug 11 22:30:29.394570 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41022) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:29.408142 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6e9fbe18-5346-4cdd-8fae-ba1cc1ddba7e tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:29.411951 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd26f9e1-b0db-4200-a5f0-e15275c66b1d req-de523d90-6d46-4011-a4a4-14047b41e471 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 HTTP/1.1" status: 200 len: 999 time: 0.1080587 Aug 11 22:30:29.429262 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6518814-aca1-4f36-a78d-e30d8256ae61 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event updated for resources: {'Subnet': ['ID=4d87843a-9c37-4403-a02b-ea3decbbacd1,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:29.479754 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6e9fbe18-5346-4cdd-8fae-ba1cc1ddba7e tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:29.480420 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-808bedc7-cc56-4787-8066-fc52eb71dc33 None None] Allocated IP 172.20.0.2 (4eaaef93-7cfb-42b8-9ad0-91634efb66fa/4d87843a-9c37-4403-a02b-ea3decbbacd1/0b3ca01b-c58e-4dd8-a8c2-d7bf66355440) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:30:29.632138 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26f9e1-b0db-4200-a5f0-e15275c66b1d req-8fd80eaa-8972-4ebb-b6f0-36d231c80dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:29.634070 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd26f9e1-b0db-4200-a5f0-e15275c66b1d req-8fd80eaa-8972-4ebb-b6f0-36d231c80dfb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=68e1758e-01de-4f03-8dc7-73b83f534214 HTTP/1.1" status: 200 len: 834 time: 0.2103004 Aug 11 22:30:29.665909 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fbe18-5346-4cdd-8fae-ba1cc1ddba7e tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Pushing event updated for resources: {'Port': ['ID=0c2ba98d-e73e-4267-99c3-e8b5ce5819ab,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:29.668438 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6e9fbe18-5346-4cdd-8fae-ba1cc1ddba7e tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:29.736416 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-808bedc7-cc56-4787-8066-fc52eb71dc33 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:29.745888 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-808bedc7-cc56-4787-8066-fc52eb71dc33 None None] Transition to ACTIVE for port object 0b3ca01b-c58e-4dd8-a8c2-d7bf66355440 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:30:29.764486 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-808bedc7-cc56-4787-8066-fc52eb71dc33 None None] Transition to ACTIVE for port object 0b3ca01b-c58e-4dd8-a8c2-d7bf66355440 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:30:29.772882 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-808bedc7-cc56-4787-8066-fc52eb71dc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:29.773440 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ce7683fe-786f-4aff-a7ae-e63e86288f83 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:29.794624 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26f9e1-b0db-4200-a5f0-e15275c66b1d req-c6ac6eb6-e83e-49d0-abc4-8f5bd66ee8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:29.796476 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd26f9e1-b0db-4200-a5f0-e15275c66b1d req-c6ac6eb6-e83e-49d0-abc4-8f5bd66ee8dd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1463664 Aug 11 22:30:29.815987 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808bedc7-cc56-4787-8066-fc52eb71dc33 None None] Network 4eaaef93-7cfb-42b8-9ad0-91634efb66fa is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:30:29.820947 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-808bedc7-cc56-4787-8066-fc52eb71dc33 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:29.823605 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808bedc7-cc56-4787-8066-fc52eb71dc33 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:30:29.868425 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808bedc7-cc56-4787-8066-fc52eb71dc33 None None] Pushing event updated for resources: {'Port': ['ID=0b3ca01b-c58e-4dd8-a8c2-d7bf66355440,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:29.900573 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-808bedc7-cc56-4787-8066-fc52eb71dc33 None None] Attempting to bind port 0b3ca01b-c58e-4dd8-a8c2-d7bf66355440 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:30:29.901116 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-808bedc7-cc56-4787-8066-fc52eb71dc33 None None] Attempting to bind port 0b3ca01b-c58e-4dd8-a8c2-d7bf66355440 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'ca9b6398-ca29-4042-9956-33f941057544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4eaaef93-7cfb-42b8-9ad0-91634efb66fa'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:30:29.901355 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808bedc7-cc56-4787-8066-fc52eb71dc33 None None] Attempting to bind port 0b3ca01b-c58e-4dd8-a8c2-d7bf66355440 on network 4eaaef93-7cfb-42b8-9ad0-91634efb66fa {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:30:29.912826 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808bedc7-cc56-4787-8066-fc52eb71dc33 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:30:29.912826 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808bedc7-cc56-4787-8066-fc52eb71dc33 None None] Checking segment: {'id': 'ca9b6398-ca29-4042-9956-33f941057544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4eaaef93-7cfb-42b8-9ad0-91634efb66fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:30:29.912826 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-808bedc7-cc56-4787-8066-fc52eb71dc33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:29.912826 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808bedc7-cc56-4787-8066-fc52eb71dc33 None None] Bound using segment: {'id': 'ca9b6398-ca29-4042-9956-33f941057544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4eaaef93-7cfb-42b8-9ad0-91634efb66fa'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:30:29.912826 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-808bedc7-cc56-4787-8066-fc52eb71dc33 None None] Bound port: 0b3ca01b-c58e-4dd8-a8c2-d7bf66355440, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9b6398-ca29-4042-9956-33f941057544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '4eaaef93-7cfb-42b8-9ad0-91634efb66fa'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:30:29.912826 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-808bedc7-cc56-4787-8066-fc52eb71dc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:29.933216 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9fbe18-5346-4cdd-8fae-ba1cc1ddba7e tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Network e360bcc6-f634-43b5-8757-b48038cf8ebf is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:30:29.934206 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-6e9fbe18-5346-4cdd-8fae-ba1cc1ddba7e tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:30.014340 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-808bedc7-cc56-4787-8066-fc52eb71dc33 None None] For port 0b3ca01b-c58e-4dd8-a8c2-d7bf66355440, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:30:30.018797 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-808bedc7-cc56-4787-8066-fc52eb71dc33 None None] For port 0b3ca01b-c58e-4dd8-a8c2-d7bf66355440, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0b3ca01b-c58e-4dd8-a8c2-d7bf66355440,segment=NetworkSegment(ca9b6398-ca29-4042-9956-33f941057544),segment_id=ca9b6398-ca29-4042-9956-33f941057544)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:30:30.031842 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-808bedc7-cc56-4787-8066-fc52eb71dc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:30.080032 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9fbe18-5346-4cdd-8fae-ba1cc1ddba7e tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Router 282305e5-8c8d-4f4a-9077-561fb7fe5d53 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:30:30.203326 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-ce7683fe-786f-4aff-a7ae-e63e86288f83 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Deleting port 0b3ca01b-c58e-4dd8-a8c2-d7bf66355440 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:30:30.203576 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ce7683fe-786f-4aff-a7ae-e63e86288f83 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:30.223788 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808bedc7-cc56-4787-8066-fc52eb71dc33 None None] Pushing event updated for resources: {'Port': ['ID=0b3ca01b-c58e-4dd8-a8c2-d7bf66355440,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:30.243994 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd26f9e1-b0db-4200-a5f0-e15275c66b1d req-b55aecfe-e071-4fb2-8b2f-78ad04929f26 service neutron] 10.222.0.82 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343183 Aug 11 22:30:30.388941 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-125f0156-3c1c-478b-b9a8-8eaf4a70ca32 None None] Provisioning complete for port 0c2ba98d-e73e-4267-99c3-e8b5ce5819ab triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:30:30.389703 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-125f0156-3c1c-478b-b9a8-8eaf4a70ca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:30.404285 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9fbe18-5346-4cdd-8fae-ba1cc1ddba7e tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:30:30.418496 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6e9fbe18-5346-4cdd-8fae-ba1cc1ddba7e tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] 10.222.0.77 "PUT /v2.0/routers/282305e5-8c8d-4f4a-9077-561fb7fe5d53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7077506 Aug 11 22:30:30.422770 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41028) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:30.463050 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9d28cb-a944-4da8-852c-ace96ace14d7 None None] Sync routers for ids ['282305e5-8c8d-4f4a-9077-561fb7fe5d53'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:30:30.475819 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90ad50-6c7d-4b19-bab9-dca1d40b8d39 req-74ea0f23-be2a-4c44-862f-fcc291e11be5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:30.478823 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8e90ad50-6c7d-4b19-bab9-dca1d40b8d39 req-74ea0f23-be2a-4c44-862f-fcc291e11be5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 944 time: 0.2724955 Aug 11 22:30:30.559841 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9d28cb-a944-4da8-852c-ace96ace14d7 None None] Routers {'282305e5-8c8d-4f4a-9077-561fb7fe5d53'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:30:30.562254 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-3e9d28cb-a944-4da8-852c-ace96ace14d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:30:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['282305e5-8c8d-4f4a-9077-561fb7fe5d53'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:30.640584 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-125f0156-3c1c-478b-b9a8-8eaf4a70ca32 None None] Port 0c2ba98d-e73e-4267-99c3-e8b5ce5819ab cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:30:30.642661 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-3e9d28cb-a944-4da8-852c-ace96ace14d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:30.654164 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9d28cb-a944-4da8-852c-ace96ace14d7 None None] Routers {'282305e5-8c8d-4f4a-9077-561fb7fe5d53'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:30:30.655073 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-3e9d28cb-a944-4da8-852c-ace96ace14d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:30:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['282305e5-8c8d-4f4a-9077-561fb7fe5d53'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:30.676714 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9c63fd6e-b36a-45a7-82a0-93cda96a7e73 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:30.680746 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-ce7683fe-786f-4aff-a7ae-e63e86288f83 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] For port 0b3ca01b-c58e-4dd8-a8c2-d7bf66355440, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0b3ca01b-c58e-4dd8-a8c2-d7bf66355440,segment=NetworkSegment(ca9b6398-ca29-4042-9956-33f941057544),segment_id=ca9b6398-ca29-4042-9956-33f941057544)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:30:30.681444 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ce7683fe-786f-4aff-a7ae-e63e86288f83 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:30.705121 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-3e9d28cb-a944-4da8-852c-ace96ace14d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:30.705698 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9d28cb-a944-4da8-852c-ace96ace14d7 None None] The sync data for ids ['282305e5-8c8d-4f4a-9077-561fb7fe5d53'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:30:30.716993 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-ce7683fe-786f-4aff-a7ae-e63e86288f83 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Calling delete_port for 0b3ca01b-c58e-4dd8-a8c2-d7bf66355440 owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:30:30.744707 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd26f9e1-b0db-4200-a5f0-e15275c66b1d req-3a33c1f6-5398-4a2c-a46a-f050d7418053 service neutron] 10.222.0.82 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742773 Aug 11 22:30:30.757951 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8e90ad50-6c7d-4b19-bab9-dca1d40b8d39 req-cb366325-6c03-432d-a4af-00957dfc8506 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2238867 Aug 11 22:30:30.950211 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-9c63fd6e-b36a-45a7-82a0-93cda96a7e73 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 22:30:30.963087 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9c63fd6e-b36a-45a7-82a0-93cda96a7e73 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] 10.222.0.77 "DELETE /v2.0/routers/282305e5-8c8d-4f4a-9077-561fb7fe5d53 HTTP/1.1" status: 409 len: 329 time: 0.5333002 Aug 11 22:30:30.963995 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41032) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:31.020990 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0b3ca01b-c58e-4dd8-a8c2-d7bf66355440 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:30:31.028058 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ce7683fe-786f-4aff-a7ae-e63e86288f83 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:31.080889 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7683fe-786f-4aff-a7ae-e63e86288f83 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event deleted for resources: {'Port': ['ID=0b3ca01b-c58e-4dd8-a8c2-d7bf66355440,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:31.127355 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7683fe-786f-4aff-a7ae-e63e86288f83 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] No DVR routers for this DVR port 0b3ca01b-c58e-4dd8-a8c2-d7bf66355440 on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:30:31.137415 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 0b3ca01b-c58e-4dd8-a8c2-d7bf66355440 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:30:31.138756 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0b3ca01b-c58e-4dd8-a8c2-d7bf66355440 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 11 22:30:31.199076 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ce7683fe-786f-4aff-a7ae-e63e86288f83 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:31.207022 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Port 0b3ca01b-c58e-4dd8-a8c2-d7bf66355440 not found, will not notify nova. {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 11 22:30:31.368035 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ce7683fe-786f-4aff-a7ae-e63e86288f83 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:31.447726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7683fe-786f-4aff-a7ae-e63e86288f83 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event deleted for resources: {'Subnet': ['ID=4d87843a-9c37-4403-a02b-ea3decbbacd1,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:31.654614 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ce7683fe-786f-4aff-a7ae-e63e86288f83 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:31.680312 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-ce7683fe-786f-4aff-a7ae-e63e86288f83 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eaaef93-7cfb-42b8-9ad0-91634efb66fa']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:31.711154 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-ce7683fe-786f-4aff-a7ae-e63e86288f83 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9b6398-ca29-4042-9956-33f941057544') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:31.711780 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-ce7683fe-786f-4aff-a7ae-e63e86288f83 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9b6398-ca29-4042-9956-33f941057544') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:31.719345 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ce9bf206-fdf3-4123-a20b-4b44956c7dfc tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:31.749201 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ce7683fe-786f-4aff-a7ae-e63e86288f83 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:31.806193 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ce7683fe-786f-4aff-a7ae-e63e86288f83 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:31.821122 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce7683fe-786f-4aff-a7ae-e63e86288f83 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:30:31.821556 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ce7683fe-786f-4aff-a7ae-e63e86288f83 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:30:31.825300 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:30:31.897390 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31678648-7e0b-4f21-9b4a-125d640a8b34 None None] Network 4eaaef93-7cfb-42b8-9ad0-91634efb66fa requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:31.985776 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a99da-83d4-421b-baed-fd05f1f52c83 req-41bcc893-1b24-4f95-95bd-ddfd2d7b6eb4 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:31.987648 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e43a99da-83d4-421b-baed-fd05f1f52c83 req-41bcc893-1b24-4f95-95bd-ddfd2d7b6eb4 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 944 time: 0.0729997 Aug 11 22:30:31.989358 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ce7683fe-786f-4aff-a7ae-e63e86288f83 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:32.000295 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ce7683fe-786f-4aff-a7ae-e63e86288f83 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:32.007451 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ce7683fe-786f-4aff-a7ae-e63e86288f83 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/networks/4eaaef93-7cfb-42b8-9ad0-91634efb66fa HTTP/1.1" status: 204 len: 168 time: 2.6117337 Aug 11 22:30:32.008415 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41038) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:32.022596 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-fcd1060a-f810-4f14-aa5f-aaf4e89def9a None None] Could not find standard attr ID for object 0b3ca01b-c58e-4dd8-a8c2-d7bf66355440. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:30:32.080320 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7683fe-786f-4aff-a7ae-e63e86288f83 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event deleted for resources: {'Network': ['ID=4eaaef93-7cfb-42b8-9ad0-91634efb66fa,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:32.091746 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-91bf0afe-0e7e-435f-b082-bb41c9e3c8f3 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] DELETE failed (client error): The resource could not be found. Aug 11 22:30:32.092375 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91bf0afe-0e7e-435f-b082-bb41c9e3c8f3 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:30:32.100848 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-91bf0afe-0e7e-435f-b082-bb41c9e3c8f3 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/networks/4eaaef93-7cfb-42b8-9ad0-91634efb66fa HTTP/1.1" status: 404 len: 339 time: 0.0592594 Aug 11 22:30:32.101553 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41040) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:32.109024 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-5da728f2-a5f6-4f05-82fc-5a9a8fcf29fc tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-707286470', 'description': 'd1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:32.117120 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e43a99da-83d4-421b-baed-fd05f1f52c83 req-f99baf3d-99eb-4da9-bfbe-d2add318da24 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075332 Aug 11 22:30:32.162035 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da728f2-a5f6-4f05-82fc-5a9a8fcf29fc tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Made reservation on behalf of f756835031ec476fb94513c3aa444651 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:32.178589 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5da728f2-a5f6-4f05-82fc-5a9a8fcf29fc tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:32.205679 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41042) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:32.329016 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da728f2-a5f6-4f05-82fc-5a9a8fcf29fc tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:30:32.354186 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-424b0e5b-ad2b-406e-aade-a0828804445a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/floatingips/fa0fc142-63ef-4e38-b1b5-12d71cda0015 HTTP/1.1" status: 200 len: 991 time: 0.1389582 Aug 11 22:30:32.355352 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5da728f2-a5f6-4f05-82fc-5a9a8fcf29fc tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:32.355746 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-5da728f2-a5f6-4f05-82fc-5a9a8fcf29fc tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Added segment 221c32d2-4827-4c53-b487-7f9c01dc3adf of type vlan for network b1324f25-475b-4646-a01e-00d8eb01e2f7 Aug 11 22:30:32.367093 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f509d8-6a52-48ef-a2d9-87c713176178 None None] DHCP port deletion for 4eaaef93-7cfb-42b8-9ad0-91634efb66fa request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:30:32.408816 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac302634-88fd-4cfb-aeae-45cd6edce28b None None] Network 4eaaef93-7cfb-42b8-9ad0-91634efb66fa requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:32.421223 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5da728f2-a5f6-4f05-82fc-5a9a8fcf29fc tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:32.437893 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac302634-88fd-4cfb-aeae-45cd6edce28b None None] Network 4eaaef93-7cfb-42b8-9ad0-91634efb66fa could not be found, it might have been deleted concurrently. {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 22:30:32.463882 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5da728f2-a5f6-4f05-82fc-5a9a8fcf29fc tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:32.470916 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da728f2-a5f6-4f05-82fc-5a9a8fcf29fc tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:32.471625 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5da728f2-a5f6-4f05-82fc-5a9a8fcf29fc tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:32.529370 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5da728f2-a5f6-4f05-82fc-5a9a8fcf29fc tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4244714 Aug 11 22:30:32.535899 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41044) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:32.563211 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da728f2-a5f6-4f05-82fc-5a9a8fcf29fc tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event updated for resources: {'Network': ['ID=b1324f25-475b-4646-a01e-00d8eb01e2f7,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:32.578675 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network b1324f25-475b-4646-a01e-00d8eb01e2f7 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:30:32.686808 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153bbb64-4b3b-4a9e-b920-5a6a881342ae tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:32.689280 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-153bbb64-4b3b-4a9e-b920-5a6a881342ae tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "GET /v2.0/networks?id=b1324f25-475b-4646-a01e-00d8eb01e2f7 HTTP/1.1" status: 200 len: 760 time: 0.1521239 Aug 11 22:30:32.691714 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41046) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:32.697043 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-aa736399-5cf3-4324-aba5-7e05295427df tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Request body: {'network': {'description': 'd2'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:32.898569 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0b3ca01b-c58e-4dd8-a8c2-d7bf66355440 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:30:32.936798 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 0b3ca01b-c58e-4dd8-a8c2-d7bf66355440 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:30:32.940096 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0b3ca01b-c58e-4dd8-a8c2-d7bf66355440 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:30:32.947941 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aa736399-5cf3-4324-aba5-7e05295427df tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:32.952499 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-ce9bf206-fdf3-4123-a20b-4b44956c7dfc tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Deleting port 0c2ba98d-e73e-4267-99c3-e8b5ce5819ab {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:30:32.952933 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ce9bf206-fdf3-4123-a20b-4b44956c7dfc tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:33.002660 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aa736399-5cf3-4324-aba5-7e05295427df tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:33.062190 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aa736399-5cf3-4324-aba5-7e05295427df tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Network b1324f25-475b-4646-a01e-00d8eb01e2f7 is not hosted by any dhcp agent {{(pid=100942) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 22:30:33.067591 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa736399-5cf3-4324-aba5-7e05295427df tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:33.069168 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aa736399-5cf3-4324-aba5-7e05295427df tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:33.070086 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-aa736399-5cf3-4324-aba5-7e05295427df tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "PUT /v2.0/networks/b1324f25-475b-4646-a01e-00d8eb01e2f7 HTTP/1.1" status: 200 len: 757 time: 0.3774238 Aug 11 22:30:33.077141 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41050) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:33.112627 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa736399-5cf3-4324-aba5-7e05295427df tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event updated for resources: {'Network': ['ID=b1324f25-475b-4646-a01e-00d8eb01e2f7,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:33.135183 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network b1324f25-475b-4646-a01e-00d8eb01e2f7 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:30:33.166894 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ce9bf206-fdf3-4123-a20b-4b44956c7dfc tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:33.189291 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-ce9bf206-fdf3-4123-a20b-4b44956c7dfc tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Calling delete_port for 0c2ba98d-e73e-4267-99c3-e8b5ce5819ab owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:30:33.248409 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:30:33.257049 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85400872-8129-4656-a178-d2838e96ca91 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:33.264158 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-85400872-8129-4656-a178-d2838e96ca91 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "GET /v2.0/networks?id=b1324f25-475b-4646-a01e-00d8eb01e2f7 HTTP/1.1" status: 200 len: 760 time: 0.1797585 Aug 11 22:30:33.264158 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41052) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:33.271378 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-7719e13c-054a-412a-84fb-22a7717f7332 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1052415658'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:33.311331 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7719e13c-054a-412a-84fb-22a7717f7332 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Made reservation on behalf of f756835031ec476fb94513c3aa444651 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:33.320181 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7719e13c-054a-412a-84fb-22a7717f7332 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:33.378230 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7719e13c-054a-412a-84fb-22a7717f7332 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:30:33.395540 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7719e13c-054a-412a-84fb-22a7717f7332 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:33.395905 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-7719e13c-054a-412a-84fb-22a7717f7332 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Added segment 7eb043f7-ac0d-4e52-ab81-c08dab003536 of type vlan for network 37f2c96c-0d6a-45a8-b49a-0abdf58b28d9 Aug 11 22:30:33.452774 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7,segment=NetworkSegment(287ea734-d7f9-40a1-885e-de900d0aac74),segment_id=287ea734-d7f9-40a1-885e-de900d0aac74)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:30:33.461662 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ce9bf206-fdf3-4123-a20b-4b44956c7dfc tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:33.466370 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7719e13c-054a-412a-84fb-22a7717f7332 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:33.470420 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7', 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea', 'port_id': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7', 'mac_address': 'fa:16:3e:90:d2:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e1758e-01de-4f03-8dc7-73b83f534214', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:30:33.493792 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9bf206-fdf3-4123-a20b-4b44956c7dfc tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Pushing event deleted for resources: {'Port': ['ID=0c2ba98d-e73e-4267-99c3-e8b5ce5819ab,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:33.548251 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7719e13c-054a-412a-84fb-22a7717f7332 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:33.560117 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7719e13c-054a-412a-84fb-22a7717f7332 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:33.560752 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7719e13c-054a-412a-84fb-22a7717f7332 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:33.575987 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:33.595566 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:30:33.637577 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7,segment=NetworkSegment(287ea734-d7f9-40a1-885e-de900d0aac74),segment_id=287ea734-d7f9-40a1-885e-de900d0aac74)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:30:33.646318 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:33.680931 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7719e13c-054a-412a-84fb-22a7717f7332 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4157782 Aug 11 22:30:33.689081 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41054) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:33.699126 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-52e62c95-6c40-4967-8c98-2ff4e45b19c5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Request body: {'subnet': {'network_id': '37f2c96c-0d6a-45a8-b49a-0abdf58b28d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:33.800814 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7,revision_number=12']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:33.871224 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e62c95-6c40-4967-8c98-2ff4e45b19c5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Made reservation on behalf of f756835031ec476fb94513c3aa444651 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:33.875960 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-52e62c95-6c40-4967-8c98-2ff4e45b19c5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:33.884586 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719e13c-054a-412a-84fb-22a7717f7332 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event updated for resources: {'Network': ['ID=37f2c96c-0d6a-45a8-b49a-0abdf58b28d9,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:33.900743 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 37f2c96c-0d6a-45a8-b49a-0abdf58b28d9 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:30:33.936460 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ce9bf206-fdf3-4123-a20b-4b44956c7dfc tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:34.000477 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c148c310-53b6-4b88-aba4-1920b7d65115 req-b7c9ec44-8745-4323-8dde-a8e80ca7fba8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2790616 Aug 11 22:30:34.171925 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:30:34.357266 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148c310-53b6-4b88-aba4-1920b7d65115 req-f6089ce5-1baf-44e7-9e7e-a8d1a1891144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:34.358940 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c148c310-53b6-4b88-aba4-1920b7d65115 req-f6089ce5-1baf-44e7-9e7e-a8d1a1891144 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0bd86e77836944e4bb373c5db0c18c61&device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 1097 time: 0.1462088 Aug 11 22:30:34.373836 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9bf206-fdf3-4123-a20b-4b44956c7dfc tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Router 282305e5-8c8d-4f4a-9077-561fb7fe5d53 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:30:34.403435 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-52e62c95-6c40-4967-8c98-2ff4e45b19c5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:34.492390 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e62c95-6c40-4967-8c98-2ff4e45b19c5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event updated for resources: {'Subnet': ['ID=96620986-6fdd-4f7b-8844-57bc5179da25,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:34.505074 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e62c95-6c40-4967-8c98-2ff4e45b19c5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Checking segment: {'id': '7eb043f7-ac0d-4e52-ab81-c08dab003536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37f2c96c-0d6a-45a8-b49a-0abdf58b28d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:30:34.505464 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e62c95-6c40-4967-8c98-2ff4e45b19c5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Network hostable DHCP agents. Network: 37f2c96c-0d6a-45a8-b49a-0abdf58b28d9, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:30:34.556368 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9bf206-fdf3-4123-a20b-4b44956c7dfc tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:30:34.569322 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e39f64d-649f-48aa-9425-9e25c9fc6837 None None] Sync routers for ids ['282305e5-8c8d-4f4a-9077-561fb7fe5d53'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:30:34.586354 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e39f64d-649f-48aa-9425-9e25c9fc6837 None None] Routers {'282305e5-8c8d-4f4a-9077-561fb7fe5d53'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:30:34.587954 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e62c95-6c40-4967-8c98-2ff4e45b19c5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Network 37f2c96c-0d6a-45a8-b49a-0abdf58b28d9 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:30:34.589538 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-7e39f64d-649f-48aa-9425-9e25c9fc6837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:30:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['282305e5-8c8d-4f4a-9077-561fb7fe5d53'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:34.601131 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ce9bf206-fdf3-4123-a20b-4b44956c7dfc tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] 10.222.0.77 "PUT /v2.0/routers/282305e5-8c8d-4f4a-9077-561fb7fe5d53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6355491 Aug 11 22:30:34.608774 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41058) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:34.619689 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-52e62c95-6c40-4967-8c98-2ff4e45b19c5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 37f2c96c-0d6a-45a8-b49a-0abdf58b28d9) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:34.637085 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e62c95-6c40-4967-8c98-2ff4e45b19c5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:34.640541 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-52e62c95-6c40-4967-8c98-2ff4e45b19c5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:34.646154 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846b77f9-5970-46f1-a5c1-8d94e4799422 None None] Network 37f2c96c-0d6a-45a8-b49a-0abdf58b28d9 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:34.676877 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-361628bb-ddc8-4814-8b19-324b3785f3ab tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] show failed (client error): The resource could not be found. Aug 11 22:30:34.683530 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-361628bb-ddc8-4814-8b19-324b3785f3ab tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] 10.222.0.77 "GET /v2.0/routers/tempest-non_exist_router-1405025874 HTTP/1.1" status: 404 len: 335 time: 0.0730281 Aug 11 22:30:34.687535 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-7e39f64d-649f-48aa-9425-9e25c9fc6837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:34.692390 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41060) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:34.700042 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-f1442d95-ad75-4036-bb0c-38ac2d0d8357 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:34.711244 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41062) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:34.712884 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-52e62c95-6c40-4967-8c98-2ff4e45b19c5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0190525 Aug 11 22:30:34.715366 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e39f64d-649f-48aa-9425-9e25c9fc6837 None None] Routers {'282305e5-8c8d-4f4a-9077-561fb7fe5d53'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:30:34.716208 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-7e39f64d-649f-48aa-9425-9e25c9fc6837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:30:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['282305e5-8c8d-4f4a-9077-561fb7fe5d53'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:34.799002 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-7e39f64d-649f-48aa-9425-9e25c9fc6837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:34.806123 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e39f64d-649f-48aa-9425-9e25c9fc6837 None None] The sync data for ids ['282305e5-8c8d-4f4a-9077-561fb7fe5d53'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:30:34.944704 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-f1442d95-ad75-4036-bb0c-38ac2d0d8357 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] update failed (client error): The resource could not be found. Aug 11 22:30:34.951796 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f1442d95-ad75-4036-bb0c-38ac2d0d8357 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] 10.222.0.77 "PUT /v2.0/routers/tempest-non_exist_router-672539376 HTTP/1.1" status: 404 len: 334 time: 0.2512739 Aug 11 22:30:34.966464 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41064) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:34.982132 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148c310-53b6-4b88-aba4-1920b7d65115 req-c8e4e793-5e83-4edb-88d6-e71dc22034e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:34.984063 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c148c310-53b6-4b88-aba4-1920b7d65115 req-c8e4e793-5e83-4edb-88d6-e71dc22034e2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 200 len: 913 time: 0.5917847 Aug 11 22:30:35.036757 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf58c83-8a34-4f05-8170-7e8780ff06e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-37f2c96c-0d6a-45a8-b49a-0abdf58b28d9', 'network_id': '37f2c96c-0d6a-45a8-b49a-0abdf58b28d9', 'tenant_id': 'f756835031ec476fb94513c3aa444651', 'fixed_ips': [{'subnet_id': '96620986-6fdd-4f7b-8844-57bc5179da25'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:30:35.038197 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6cf58c83-8a34-4f05-8170-7e8780ff06e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:35.074231 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-8110e414-af28-4b81-8e2d-23e1ddfe890f tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Deleting subnet d250fca3-7b3d-4495-97b2-52d691f4de43 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:30:35.082236 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8110e414-af28-4b81-8e2d-23e1ddfe890f tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:35.098728 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:35.102798 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c148c310-53b6-4b88-aba4-1920b7d65115 req-c5743c96-b524-4b83-8fc6-2a302cc1ea2d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b710c67-282e-4e09-951b-c5305bee8945 HTTP/1.1" status: 200 len: 1002 time: 0.1089628 Aug 11 22:30:35.196936 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8110e414-af28-4b81-8e2d-23e1ddfe890f tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:35.323268 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-6cf58c83-8a34-4f05-8170-7e8780ff06e1 None None] Allocated IP 172.20.0.2 (37f2c96c-0d6a-45a8-b49a-0abdf58b28d9/96620986-6fdd-4f7b-8844-57bc5179da25/7a42c2c4-e37d-4160-9d54-aadec7521a3d) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:30:35.348380 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148c310-53b6-4b88-aba4-1920b7d65115 req-afa91f4b-873a-43b3-9f0c-b04bd1c42c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:35.352014 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c148c310-53b6-4b88-aba4-1920b7d65115 req-afa91f4b-873a-43b3-9f0c-b04bd1c42c6a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e825988f-9783-4539-86a4-b6ca493a4bbd HTTP/1.1" status: 200 len: 851 time: 0.2228878 Aug 11 22:30:35.385554 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:35.435488 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8110e414-af28-4b81-8e2d-23e1ddfe890f tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:35.506733 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148c310-53b6-4b88-aba4-1920b7d65115 req-72adf298-20a7-4ba3-87da-0c2b851433ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:35.509933 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c148c310-53b6-4b88-aba4-1920b7d65115 req-72adf298-20a7-4ba3-87da-0c2b851433ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1471786 Aug 11 22:30:35.559567 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6cf58c83-8a34-4f05-8170-7e8780ff06e1 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:35.578547 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8110e414-af28-4b81-8e2d-23e1ddfe890f tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:35.578950 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6cf58c83-8a34-4f05-8170-7e8780ff06e1 None None] Transition to ACTIVE for port object 7a42c2c4-e37d-4160-9d54-aadec7521a3d will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:30:35.622005 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6cf58c83-8a34-4f05-8170-7e8780ff06e1 None None] Transition to ACTIVE for port object 7a42c2c4-e37d-4160-9d54-aadec7521a3d will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:30:35.626736 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8110e414-af28-4b81-8e2d-23e1ddfe890f tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:35.627626 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844a7251-7ce5-4d23-8db9-c0bc411eb0ca None None] Network d65909bf-c8de-4401-ba7b-99f2df7352f9 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:35.630209 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8110e414-af28-4b81-8e2d-23e1ddfe890f tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] 10.222.0.77 "DELETE /v2.0/subnets/d250fca3-7b3d-4495-97b2-52d691f4de43 HTTP/1.1" status: 204 len: 168 time: 0.6614923 Aug 11 22:30:35.631913 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110e414-af28-4b81-8e2d-23e1ddfe890f tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Pushing event deleted for resources: {'Subnet': ['ID=d250fca3-7b3d-4495-97b2-52d691f4de43,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:35.632186 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6cf58c83-8a34-4f05-8170-7e8780ff06e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:35.635125 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41068) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:35.730481 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf58c83-8a34-4f05-8170-7e8780ff06e1 None None] Network 37f2c96c-0d6a-45a8-b49a-0abdf58b28d9 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:30:35.741808 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-6cf58c83-8a34-4f05-8170-7e8780ff06e1 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:35.749459 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf58c83-8a34-4f05-8170-7e8780ff06e1 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:30:35.765258 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf58c83-8a34-4f05-8170-7e8780ff06e1 None None] Pushing event updated for resources: {'Port': ['ID=7a42c2c4-e37d-4160-9d54-aadec7521a3d,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:35.766305 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:35.793461 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-529e20d5-a784-49fe-8b0a-c1222437a29e tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Deleting subnet 68ce3602-7204-4cd7-8168-44c1028e8968 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:30:35.828385 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-529e20d5-a784-49fe-8b0a-c1222437a29e tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:35.832624 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event deleted for resources: {'Subnet': ['ID=96620986-6fdd-4f7b-8844-57bc5179da25,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:35.893148 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6cf58c83-8a34-4f05-8170-7e8780ff06e1 None None] Attempting to bind port 7a42c2c4-e37d-4160-9d54-aadec7521a3d on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:30:35.893148 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6cf58c83-8a34-4f05-8170-7e8780ff06e1 None None] Attempting to bind port 7a42c2c4-e37d-4160-9d54-aadec7521a3d by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '7eb043f7-ac0d-4e52-ab81-c08dab003536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37f2c96c-0d6a-45a8-b49a-0abdf58b28d9'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:30:35.894236 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf58c83-8a34-4f05-8170-7e8780ff06e1 None None] Attempting to bind port 7a42c2c4-e37d-4160-9d54-aadec7521a3d on network 37f2c96c-0d6a-45a8-b49a-0abdf58b28d9 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:30:35.904039 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c148c310-53b6-4b88-aba4-1920b7d65115 req-9575e310-3f79-4483-b6d9-134b2f77acf3 service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781481 Aug 11 22:30:35.906100 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf58c83-8a34-4f05-8170-7e8780ff06e1 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:30:35.906508 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf58c83-8a34-4f05-8170-7e8780ff06e1 None None] Checking segment: {'id': '7eb043f7-ac0d-4e52-ab81-c08dab003536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37f2c96c-0d6a-45a8-b49a-0abdf58b28d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:30:35.907014 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6cf58c83-8a34-4f05-8170-7e8780ff06e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:35.907540 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf58c83-8a34-4f05-8170-7e8780ff06e1 None None] Bound using segment: {'id': '7eb043f7-ac0d-4e52-ab81-c08dab003536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37f2c96c-0d6a-45a8-b49a-0abdf58b28d9'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:30:35.909374 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6cf58c83-8a34-4f05-8170-7e8780ff06e1 None None] Bound port: 7a42c2c4-e37d-4160-9d54-aadec7521a3d, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb043f7-ac0d-4e52-ab81-c08dab003536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37f2c96c-0d6a-45a8-b49a-0abdf58b28d9'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:30:35.909374 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6cf58c83-8a34-4f05-8170-7e8780ff06e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:36.004252 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e232b5-36c1-469d-b466-8fcce478eef3 None None] DHCP port deletion for d65909bf-c8de-4401-ba7b-99f2df7352f9 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:30:36.086398 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-529e20d5-a784-49fe-8b0a-c1222437a29e tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:36.101811 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-6cf58c83-8a34-4f05-8170-7e8780ff06e1 None None] For port 7a42c2c4-e37d-4160-9d54-aadec7521a3d, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:30:36.125810 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-6cf58c83-8a34-4f05-8170-7e8780ff06e1 None None] For port 7a42c2c4-e37d-4160-9d54-aadec7521a3d, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7a42c2c4-e37d-4160-9d54-aadec7521a3d,segment=NetworkSegment(7eb043f7-ac0d-4e52-ab81-c08dab003536),segment_id=7eb043f7-ac0d-4e52-ab81-c08dab003536)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:30:36.136009 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6cf58c83-8a34-4f05-8170-7e8780ff06e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:36.149770 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:36.187978 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f2c96c-0d6a-45a8-b49a-0abdf58b28d9']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:36.203483 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-90e232b5-36c1-469d-b466-8fcce478eef3 None None] Deleting port 78aea24b-660d-45e5-94e5-0dbaf1412c6e {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:30:36.203922 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-90e232b5-36c1-469d-b466-8fcce478eef3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:36.211803 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb043f7-ac0d-4e52-ab81-c08dab003536') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:36.211803 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb043f7-ac0d-4e52-ab81-c08dab003536') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:36.241875 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:36.291935 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c148c310-53b6-4b88-aba4-1920b7d65115 req-d94ab3eb-8c01-4465-bad1-feebb769becb service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413620 Aug 11 22:30:36.303651 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:36.310951 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf58c83-8a34-4f05-8170-7e8780ff06e1 None None] Pushing event updated for resources: {'Port': ['ID=7a42c2c4-e37d-4160-9d54-aadec7521a3d,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:36.318093 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:30:36.319423 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:30:36.323471 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:30:36.351790 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-529e20d5-a784-49fe-8b0a-c1222437a29e tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:36.358579 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-90e232b5-36c1-469d-b466-8fcce478eef3 None None] For port 78aea24b-660d-45e5-94e5-0dbaf1412c6e, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=78aea24b-660d-45e5-94e5-0dbaf1412c6e,segment=NetworkSegment(e0b07a76-e920-46ce-9971-17bd75894b55),segment_id=e0b07a76-e920-46ce-9971-17bd75894b55)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:30:36.358993 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-90e232b5-36c1-469d-b466-8fcce478eef3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:36.375239 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-90e232b5-36c1-469d-b466-8fcce478eef3 None None] Calling delete_port for 78aea24b-660d-45e5-94e5-0dbaf1412c6e owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:30:36.395308 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fc4693-f295-4e19-b21f-7c5cb2868f9b None None] Network 37f2c96c-0d6a-45a8-b49a-0abdf58b28d9 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:36.458199 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.db.api [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 22:30:36.458199 n-d-804275-3 neutron-server[100942]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 22:30:36.458199 n-d-804275-3 neutron-server[100942]: [parameters: {'id': '37f2c96c-0d6a-45a8-b49a-0abdf58b28d9'}] Aug 11 22:30:36.458199 n-d-804275-3 neutron-server[100942]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:30:36.458826 n-d-804275-3 neutron-server[100942]: DEBUG oslo_db.api [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:30:36.502008 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-529e20d5-a784-49fe-8b0a-c1222437a29e tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:36.534329 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897fbd2c-d1cb-4afc-ae9f-342d00d070a4 None None] Network d517e5c1-425f-433c-97b4-ba28d20e28ab requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:36.538238 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-529e20d5-a784-49fe-8b0a-c1222437a29e tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:36.548099 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-529e20d5-a784-49fe-8b0a-c1222437a29e tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] 10.222.0.77 "DELETE /v2.0/subnets/68ce3602-7204-4cd7-8168-44c1028e8968 HTTP/1.1" status: 204 len: 168 time: 0.8839252 Aug 11 22:30:36.548099 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41072) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:36.555297 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e20d5-a784-49fe-8b0a-c1222437a29e tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Pushing event deleted for resources: {'Subnet': ['ID=68ce3602-7204-4cd7-8168-44c1028e8968,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:36.647539 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-65ada4e8-d1fc-47bf-90c8-ded683c584bf tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:36.724663 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-65ada4e8-d1fc-47bf-90c8-ded683c584bf tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Deleting port 78aea24b-660d-45e5-94e5-0dbaf1412c6e {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:30:36.725002 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-65ada4e8-d1fc-47bf-90c8-ded683c584bf tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:36.806298 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-65ada4e8-d1fc-47bf-90c8-ded683c584bf tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] For port 78aea24b-660d-45e5-94e5-0dbaf1412c6e, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=78aea24b-660d-45e5-94e5-0dbaf1412c6e,segment=NetworkSegment(e0b07a76-e920-46ce-9971-17bd75894b55),segment_id=e0b07a76-e920-46ce-9971-17bd75894b55)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:30:36.806746 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-65ada4e8-d1fc-47bf-90c8-ded683c584bf tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:36.827135 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-65ada4e8-d1fc-47bf-90c8-ded683c584bf tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Calling delete_port for 78aea24b-660d-45e5-94e5-0dbaf1412c6e owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:30:36.838511 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-90e232b5-36c1-469d-b466-8fcce478eef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:36.988721 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:37.048725 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 78aea24b-660d-45e5-94e5-0dbaf1412c6e no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:30:37.072951 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 78aea24b-660d-45e5-94e5-0dbaf1412c6e {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:30:37.073274 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 78aea24b-660d-45e5-94e5-0dbaf1412c6e not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:30:37.073968 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-65ada4e8-d1fc-47bf-90c8-ded683c584bf tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:37.077198 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e232b5-36c1-469d-b466-8fcce478eef3 None None] Pushing event deleted for resources: {'Port': ['ID=78aea24b-660d-45e5-94e5-0dbaf1412c6e,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:37.129463 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e232b5-36c1-469d-b466-8fcce478eef3 None None] No DVR routers for this DVR port 78aea24b-660d-45e5-94e5-0dbaf1412c6e on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:30:37.130791 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ada4e8-d1fc-47bf-90c8-ded683c584bf tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Pushing event deleted for resources: {'Port': ['ID=78aea24b-660d-45e5-94e5-0dbaf1412c6e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:37.143156 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ada4e8-d1fc-47bf-90c8-ded683c584bf tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] No DVR routers for this DVR port 78aea24b-660d-45e5-94e5-0dbaf1412c6e on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:30:37.243458 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:30:37.292109 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdee1ed9-5852-428f-aca1-b8c7670f9a24 None None] DHCP port deletion for d517e5c1-425f-433c-97b4-ba28d20e28ab request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:30:37.430381 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1ed9-5852-428f-aca1-b8c7670f9a24 None None] Deleting port fcf563d3-7450-447d-96b5-fd77d779a34b {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:30:37.430876 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cdee1ed9-5852-428f-aca1-b8c7670f9a24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:37.446125 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:30:37.485436 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:30:37.486378 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:37.559829 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-cdee1ed9-5852-428f-aca1-b8c7670f9a24 None None] For port fcf563d3-7450-447d-96b5-fd77d779a34b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=fcf563d3-7450-447d-96b5-fd77d779a34b,segment=NetworkSegment(f03c10d0-b7ff-44b6-8458-43948b826473),segment_id=f03c10d0-b7ff-44b6-8458-43948b826473)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:30:37.560249 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cdee1ed9-5852-428f-aca1-b8c7670f9a24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:37.584982 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1ed9-5852-428f-aca1-b8c7670f9a24 None None] Calling delete_port for fcf563d3-7450-447d-96b5-fd77d779a34b owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:30:37.655006 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-65ada4e8-d1fc-47bf-90c8-ded683c584bf tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:37.658947 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Deleting port 7a42c2c4-e37d-4160-9d54-aadec7521a3d {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:30:37.659485 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:37.695290 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:37.736577 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-65ada4e8-d1fc-47bf-90c8-ded683c584bf tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d65909bf-c8de-4401-ba7b-99f2df7352f9']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:37.741376 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3951eb3c-3804-400a-bd5e-57dc7ec615e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:30:37.745862 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a100740-2f2b-47f2-95a1-06a1797e3ade" -d '{"events": [{"server_uuid": "3951eb3c-3804-400a-bd5e-57dc7ec615e7", "name": "network-vif-plugged", "status": "completed", "tag": "1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:30:37.768441 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7,segment=NetworkSegment(287ea734-d7f9-40a1-885e-de900d0aac74),segment_id=287ea734-d7f9-40a1-885e-de900d0aac74)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:30:37.771147 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-65ada4e8-d1fc-47bf-90c8-ded683c584bf tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b07a76-e920-46ce-9971-17bd75894b55') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:37.771792 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-65ada4e8-d1fc-47bf-90c8-ded683c584bf tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b07a76-e920-46ce-9971-17bd75894b55') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:37.783968 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:37.799725 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-65ada4e8-d1fc-47bf-90c8-ded683c584bf tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:37.827883 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da2b49b-4e72-428b-8bc8-79dfac2037c9 x-openstack-request-id: req-9da2b49b-4e72-428b-8bc8-79dfac2037c9 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:30:37.828296 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3951eb3c-3804-400a-bd5e-57dc7ec615e7", "name": "network-vif-plugged", "status": "completed", "tag": "1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:30:37.828532 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9da2b49b-4e72-428b-8bc8-79dfac2037c9 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:30:37.829012 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3951eb3c-3804-400a-bd5e-57dc7ec615e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7', 'code': 200} Aug 11 22:30:37.832408 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cdee1ed9-5852-428f-aca1-b8c7670f9a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:37.842374 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] For port 7a42c2c4-e37d-4160-9d54-aadec7521a3d, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=7a42c2c4-e37d-4160-9d54-aadec7521a3d,segment=NetworkSegment(7eb043f7-ac0d-4e52-ab81-c08dab003536),segment_id=7eb043f7-ac0d-4e52-ab81-c08dab003536)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:30:37.842873 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:37.856747 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-65ada4e8-d1fc-47bf-90c8-ded683c584bf tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:37.862692 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdee1ed9-5852-428f-aca1-b8c7670f9a24 None None] No DVR routers for this DVR port fcf563d3-7450-447d-96b5-fd77d779a34b on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:30:37.866843 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Calling delete_port for 7a42c2c4-e37d-4160-9d54-aadec7521a3d owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:30:37.875021 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ada4e8-d1fc-47bf-90c8-ded683c584bf tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:30:37.875409 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7,revision_number=13']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:37.875596 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-65ada4e8-d1fc-47bf-90c8-ded683c584bf tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:30:37.876288 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:30:37.901323 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877e971b-db31-4957-a24a-af25879cc074 None None] get_active_networks_info from n-d-804275-3 {{(pid=100944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 22:30:37.945270 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1ed9-5852-428f-aca1-b8c7670f9a24 None None] Pushing event deleted for resources: {'Port': ['ID=fcf563d3-7450-447d-96b5-fd77d779a34b,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:38.036878 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-65ada4e8-d1fc-47bf-90c8-ded683c584bf tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:38.053553 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-65ada4e8-d1fc-47bf-90c8-ded683c584bf tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:38.073252 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-65ada4e8-d1fc-47bf-90c8-ded683c584bf tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] 10.222.0.77 "DELETE /v2.0/networks/d65909bf-c8de-4401-ba7b-99f2df7352f9 HTTP/1.1" status: 204 len: 168 time: 1.5230610 Aug 11 22:30:38.074888 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41080) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:38.109812 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ada4e8-d1fc-47bf-90c8-ded683c584bf tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Pushing event deleted for resources: {'Network': ['ID=d65909bf-c8de-4401-ba7b-99f2df7352f9,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:38.138359 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:38.174476 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877e971b-db31-4957-a24a-af25879cc074 None None] Resources bound (agent type, host, resource id): {{(pid=100944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 22:30:38.216293 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event deleted for resources: {'Port': ['ID=7a42c2c4-e37d-4160-9d54-aadec7521a3d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:38.234265 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] No DVR routers for this DVR port 7a42c2c4-e37d-4160-9d54-aadec7521a3d on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:30:38.441324 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:38.468146 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f2c96c-0d6a-45a8-b49a-0abdf58b28d9']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:38.491968 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb043f7-ac0d-4e52-ab81-c08dab003536') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:38.492746 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb043f7-ac0d-4e52-ab81-c08dab003536') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:38.506386 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:38.509180 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:38.530039 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:38.537855 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:30:38.538438 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:30:38.555240 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:30:38.562553 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3d8a2c4e-24d6-47e4-994b-876df556260d tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:38.623334 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:38.647349 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:38.651923 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/networks/37f2c96c-0d6a-45a8-b49a-0abdf58b28d9 HTTP/1.1" status: 204 len: 168 time: 3.9240506 Aug 11 22:30:38.651923 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb5b18-4bab-4091-903e-e438c395bb5b tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event deleted for resources: {'Network': ['ID=37f2c96c-0d6a-45a8-b49a-0abdf58b28d9,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:38.652878 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41084) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:38.702571 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb8df40-19f1-4922-8ccc-127de7f8cbf7 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] GET failed (client error): The resource could not be found. Aug 11 22:30:38.704894 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1fb8df40-19f1-4922-8ccc-127de7f8cbf7 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "GET /v2.0/subnets/96620986-6fdd-4f7b-8844-57bc5179da25 HTTP/1.1" status: 404 len: 337 time: 0.0510917 Aug 11 22:30:38.707936 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41086) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:38.708947 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3d8a2c4e-24d6-47e4-994b-876df556260d tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:38.725020 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-3d8a2c4e-24d6-47e4-994b-876df556260d tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d517e5c1-425f-433c-97b4-ba28d20e28ab']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:38.737055 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-edee3bef-000b-4d9d-8557-c9acefdc49ef tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] DELETE failed (client error): The resource could not be found. Aug 11 22:30:38.737995 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edee3bef-000b-4d9d-8557-c9acefdc49ef tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:30:38.741525 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-edee3bef-000b-4d9d-8557-c9acefdc49ef tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/networks/37f2c96c-0d6a-45a8-b49a-0abdf58b28d9 HTTP/1.1" status: 404 len: 339 time: 0.0320492 Aug 11 22:30:38.743542 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-3d8a2c4e-24d6-47e4-994b-876df556260d tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f03c10d0-b7ff-44b6-8458-43948b826473') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:38.745815 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-3d8a2c4e-24d6-47e4-994b-876df556260d tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f03c10d0-b7ff-44b6-8458-43948b826473') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:38.746034 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41088) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:38.754434 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3d8a2c4e-24d6-47e4-994b-876df556260d tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:38.774111 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3d8a2c4e-24d6-47e4-994b-876df556260d tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:38.782394 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d8a2c4e-24d6-47e4-994b-876df556260d tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:30:38.783194 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3d8a2c4e-24d6-47e4-994b-876df556260d tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:30:38.786995 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:30:38.881449 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3d8a2c4e-24d6-47e4-994b-876df556260d tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:38.884561 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device fcf563d3-7450-447d-96b5-fd77d779a34b no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:30:38.895437 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3d8a2c4e-24d6-47e4-994b-876df556260d tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:38.897660 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3d8a2c4e-24d6-47e4-994b-876df556260d tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] 10.222.0.77 "DELETE /v2.0/networks/d517e5c1-425f-433c-97b4-ba28d20e28ab HTTP/1.1" status: 204 len: 168 time: 0.8222411 Aug 11 22:30:38.900162 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41090) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:38.918977 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a2c4e-24d6-47e4-994b-876df556260d tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Pushing event deleted for resources: {'Network': ['ID=d517e5c1-425f-433c-97b4-ba28d20e28ab,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:38.934945 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: fcf563d3-7450-447d-96b5-fd77d779a34b {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:30:38.935524 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device fcf563d3-7450-447d-96b5-fd77d779a34b not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:30:38.987948 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-22940a40-315d-40e2-8af7-82b7f42f53b6 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Deleting subnet 6b9a7cf4-1b5c-44f2-878e-fde7cd4139f3 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:30:38.992169 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-22940a40-315d-40e2-8af7-82b7f42f53b6 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:39.039135 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-22940a40-315d-40e2-8af7-82b7f42f53b6 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:39.097191 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fedb61-1d95-4b21-b9e1-73e290c7e225 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:39.100762 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-08fedb61-1d95-4b21-b9e1-73e290c7e225 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3535607 Aug 11 22:30:39.103145 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41092) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:39.142003 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-22940a40-315d-40e2-8af7-82b7f42f53b6 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:39.172862 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-62527f93-23ef-4d8e-8723-d2efd468762c tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "GET /v2.0/subnets?network_id=ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 207 time: 0.0629761 Aug 11 22:30:39.175667 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41094) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:39.224219 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-22940a40-315d-40e2-8af7-82b7f42f53b6 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:39.273735 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22940a40-315d-40e2-8af7-82b7f42f53b6 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Pushing event deleted for resources: {'Subnet': ['ID=6b9a7cf4-1b5c-44f2-878e-fde7cd4139f3,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:39.279967 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-22940a40-315d-40e2-8af7-82b7f42f53b6 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:39.284385 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-22940a40-315d-40e2-8af7-82b7f42f53b6 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] 10.222.0.77 "DELETE /v2.0/subnets/6b9a7cf4-1b5c-44f2-878e-fde7cd4139f3 HTTP/1.1" status: 204 len: 168 time: 0.3829575 Aug 11 22:30:39.287316 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41096) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:39.290258 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6423e7e3-cb43-4989-997b-f9093c93ff4b None None] Network e360bcc6-f634-43b5-8757-b48038cf8ebf requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:39.357778 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbaf97a-53a5-4c48-8b4e-164c23b0c6d7 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:39.365359 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbaf97a-53a5-4c48-8b4e-164c23b0c6d7 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:39.382139 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbaf97a-53a5-4c48-8b4e-164c23b0c6d7 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:39.393267 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbaf97a-53a5-4c48-8b4e-164c23b0c6d7 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:39.396926 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ccbaf97a-53a5-4c48-8b4e-164c23b0c6d7 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2212176 Aug 11 22:30:39.402379 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41098) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:39.411468 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-51480777-d1ae-47db-a486-200cbd6f8ac9 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:39.537701 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-51480777-d1ae-47db-a486-200cbd6f8ac9 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Deleting port 5fe55603-472c-403d-941a-300f2f680d5a {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:30:39.538188 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-51480777-d1ae-47db-a486-200cbd6f8ac9 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:39.581512 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c329fcce-8d57-4815-bc98-7a379bdddf94 None None] DHCP port deletion for e360bcc6-f634-43b5-8757-b48038cf8ebf request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:30:39.617674 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bb391362-6f73-4396-a693-9b4bf7926822 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2138524 Aug 11 22:30:39.623292 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41102) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:39.626009 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-51480777-d1ae-47db-a486-200cbd6f8ac9 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] For port 5fe55603-472c-403d-941a-300f2f680d5a, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5fe55603-472c-403d-941a-300f2f680d5a,segment=NetworkSegment(3b6d0c86-19d8-4187-aecb-ff088c8baf79),segment_id=3b6d0c86-19d8-4187-aecb-ff088c8baf79)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:30:39.626555 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-51480777-d1ae-47db-a486-200cbd6f8ac9 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:39.658475 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-c329fcce-8d57-4815-bc98-7a379bdddf94 None None] Deleting port 5fe55603-472c-403d-941a-300f2f680d5a {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:30:39.659267 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c329fcce-8d57-4815-bc98-7a379bdddf94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:39.671805 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-51480777-d1ae-47db-a486-200cbd6f8ac9 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Calling delete_port for 5fe55603-472c-403d-941a-300f2f680d5a owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:30:39.696948 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7726100-a62d-4914-9858-b66edfa47332 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:39.698565 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7726100-a62d-4914-9858-b66edfa47332 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:39.706098 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c7726100-a62d-4914-9858-b66edfa47332 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0756850 Aug 11 22:30:39.707094 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41104) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:39.774774 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-c329fcce-8d57-4815-bc98-7a379bdddf94 None None] For port 5fe55603-472c-403d-941a-300f2f680d5a, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5fe55603-472c-403d-941a-300f2f680d5a,segment=NetworkSegment(3b6d0c86-19d8-4187-aecb-ff088c8baf79),segment_id=3b6d0c86-19d8-4187-aecb-ff088c8baf79)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:30:39.775214 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c329fcce-8d57-4815-bc98-7a379bdddf94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:39.777473 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9192e7b7-619e-44e4-a42d-1c52348242a6 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['shared'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:39.779719 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9192e7b7-619e-44e4-a42d-1c52348242a6 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['shared'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:39.790179 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9192e7b7-619e-44e4-a42d-1c52348242a6 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0747602 Aug 11 22:30:39.790952 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41106) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:39.793733 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-c329fcce-8d57-4815-bc98-7a379bdddf94 None None] Calling delete_port for 5fe55603-472c-403d-941a-300f2f680d5a owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:30:39.852113 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-51480777-d1ae-47db-a486-200cbd6f8ac9 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:39.893699 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51480777-d1ae-47db-a486-200cbd6f8ac9 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Pushing event deleted for resources: {'Port': ['ID=5fe55603-472c-403d-941a-300f2f680d5a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:39.895557 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51480777-d1ae-47db-a486-200cbd6f8ac9 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] No DVR routers for this DVR port 5fe55603-472c-403d-941a-300f2f680d5a on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:30:39.907046 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c329fcce-8d57-4815-bc98-7a379bdddf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:39.969440 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329fcce-8d57-4815-bc98-7a379bdddf94 None None] Pushing event deleted for resources: {'Port': ['ID=5fe55603-472c-403d-941a-300f2f680d5a,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:39.974443 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c329fcce-8d57-4815-bc98-7a379bdddf94 None None] No DVR routers for this DVR port 5fe55603-472c-403d-941a-300f2f680d5a on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:30:39.992109 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329fcce-8d57-4815-bc98-7a379bdddf94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:39.994033 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329fcce-8d57-4815-bc98-7a379bdddf94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:39.994033 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329fcce-8d57-4815-bc98-7a379bdddf94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:39.994902 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329fcce-8d57-4815-bc98-7a379bdddf94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:39.995397 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329fcce-8d57-4815-bc98-7a379bdddf94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:39.996014 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329fcce-8d57-4815-bc98-7a379bdddf94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:39.996774 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329fcce-8d57-4815-bc98-7a379bdddf94 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:39.997403 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329fcce-8d57-4815-bc98-7a379bdddf94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:39.997851 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329fcce-8d57-4815-bc98-7a379bdddf94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:39.998613 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329fcce-8d57-4815-bc98-7a379bdddf94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:39.999065 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329fcce-8d57-4815-bc98-7a379bdddf94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:39.999800 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329fcce-8d57-4815-bc98-7a379bdddf94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:30:40.016870 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-51480777-d1ae-47db-a486-200cbd6f8ac9 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:40.027041 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5c616e-cec2-43ad-9914-1df1a3fb65ed tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:40.028605 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6a5c616e-cec2-43ad-9914-1df1a3fb65ed tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "GET /v2.0/networks/1cd7616e-3964-43ed-a517-d9058ff5fefd HTTP/1.1" status: 200 len: 799 time: 0.2365475 Aug 11 22:30:40.034619 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41108) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:40.042133 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-51480777-d1ae-47db-a486-200cbd6f8ac9 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e360bcc6-f634-43b5-8757-b48038cf8ebf']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:40.063038 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-51480777-d1ae-47db-a486-200cbd6f8ac9 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6d0c86-19d8-4187-aecb-ff088c8baf79') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:40.063602 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-51480777-d1ae-47db-a486-200cbd6f8ac9 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6d0c86-19d8-4187-aecb-ff088c8baf79') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:40.093224 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-51480777-d1ae-47db-a486-200cbd6f8ac9 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:40.120566 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-51480777-d1ae-47db-a486-200cbd6f8ac9 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:40.133415 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51480777-d1ae-47db-a486-200cbd6f8ac9 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:30:40.134278 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-51480777-d1ae-47db-a486-200cbd6f8ac9 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:30:40.140297 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:30:40.189196 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9d52077b-05be-4409-a74f-67c747c70e3e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "GET /v2.0/networks/1cd7616e-3964-43ed-a517-d9058ff5fefd?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1533620 Aug 11 22:30:40.195299 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41110) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:40.254865 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-51480777-d1ae-47db-a486-200cbd6f8ac9 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:40.270657 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-51480777-d1ae-47db-a486-200cbd6f8ac9 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:40.277865 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-51480777-d1ae-47db-a486-200cbd6f8ac9 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] 10.222.0.77 "DELETE /v2.0/networks/e360bcc6-f634-43b5-8757-b48038cf8ebf HTTP/1.1" status: 204 len: 168 time: 0.9853222 Aug 11 22:30:40.279623 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41112) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:40.290629 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51480777-d1ae-47db-a486-200cbd6f8ac9 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Pushing event deleted for resources: {'Network': ['ID=e360bcc6-f634-43b5-8757-b48038cf8ebf,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:40.322567 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0f735d45-677f-48cb-8fe8-e8b48a32e4e0 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] 10.222.0.77 "GET /v2.0/ports?device_id=282305e5-8c8d-4f4a-9077-561fb7fe5d53 HTTP/1.1" status: 200 len: 205 time: 0.0422301 Aug 11 22:30:40.326566 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41114) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:40.327439 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7a13e4-2ff7-487b-8064-73caea3d1c73 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:40.330017 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7b7a13e4-2ff7-487b-8064-73caea3d1c73 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "GET /v2.0/subnets/f2d3b2e4-27f8-4d1a-8dd9-597a6e4c3598 HTTP/1.1" status: 200 len: 811 time: 0.1327119 Aug 11 22:30:40.335063 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41116) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:40.409590 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ae73bd-5e25-49e5-890f-56aa0988ac74 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['shared'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:40.412448 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-56ae73bd-5e25-49e5-890f-56aa0988ac74 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "GET /v2.0/subnets/f2d3b2e4-27f8-4d1a-8dd9-597a6e4c3598?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0752316 Aug 11 22:30:40.419531 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41118) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:40.426072 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-8484c9a8-d9ec-4753-abb5-8ceb2655c03e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1965882170'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:40.455432 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a3a5d1a0-f6cf-44a7-9bdd-33a9de3d1096 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:40.457884 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8484c9a8-d9ec-4753-abb5-8ceb2655c03e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Made reservation on behalf of f756835031ec476fb94513c3aa444651 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:40.463827 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8484c9a8-d9ec-4753-abb5-8ceb2655c03e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:40.499138 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8484c9a8-d9ec-4753-abb5-8ceb2655c03e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:30:40.512795 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8484c9a8-d9ec-4753-abb5-8ceb2655c03e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:40.513322 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-8484c9a8-d9ec-4753-abb5-8ceb2655c03e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Added segment 1b13c1ec-f486-40b8-9d18-e6203fa23bc7 of type vlan for network 06274cb7-8f63-4b6f-b711-0b2a409f85d1 Aug 11 22:30:40.570026 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8484c9a8-d9ec-4753-abb5-8ceb2655c03e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:40.607125 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8484c9a8-d9ec-4753-abb5-8ceb2655c03e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:40.613101 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8484c9a8-d9ec-4753-abb5-8ceb2655c03e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:40.613759 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8484c9a8-d9ec-4753-abb5-8ceb2655c03e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:40.692214 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8484c9a8-d9ec-4753-abb5-8ceb2655c03e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2712600 Aug 11 22:30:40.696181 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41122) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:40.704909 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-79a455fe-68af-48d4-8105-1f850ac2793a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Request body: {'subnet': {'network_id': '06274cb7-8f63-4b6f-b711-0b2a409f85d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:40.707169 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a3a5d1a0-f6cf-44a7-9bdd-33a9de3d1096 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:40.711023 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a3a5d1a0-f6cf-44a7-9bdd-33a9de3d1096 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:40.724923 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484c9a8-d9ec-4753-abb5-8ceb2655c03e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event updated for resources: {'Network': ['ID=06274cb7-8f63-4b6f-b711-0b2a409f85d1,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:40.744771 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 06274cb7-8f63-4b6f-b711-0b2a409f85d1 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:30:40.782156 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a3a5d1a0-f6cf-44a7-9bdd-33a9de3d1096 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:40.783288 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a5d1a0-f6cf-44a7-9bdd-33a9de3d1096 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Fanout notify agent at l3_agent the message router_deleted on router 282305e5-8c8d-4f4a-9077-561fb7fe5d53 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:30:40.792311 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a3a5d1a0-f6cf-44a7-9bdd-33a9de3d1096 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:40.793850 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a3a5d1a0-f6cf-44a7-9bdd-33a9de3d1096 tempest-RoutersNegativeTest-1477779901 tempest-RoutersNegativeTest-1477779901-project] 10.222.0.77 "DELETE /v2.0/routers/282305e5-8c8d-4f4a-9077-561fb7fe5d53 HTTP/1.1" status: 204 len: 168 time: 0.4649589 Aug 11 22:30:40.902470 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a455fe-68af-48d4-8105-1f850ac2793a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Made reservation on behalf of f756835031ec476fb94513c3aa444651 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:40.906578 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-79a455fe-68af-48d4-8105-1f850ac2793a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:40.975037 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5fe55603-472c-403d-941a-300f2f680d5a no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:30:40.984565 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.ipam_backend_mixin [None req-79a455fe-68af-48d4-8105-1f850ac2793a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Performing IP validity checks on allocation pools {{(pid=100942) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 22:30:40.985636 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.ipam_backend_mixin [None req-79a455fe-68af-48d4-8105-1f850ac2793a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100942) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 22:30:41.011172 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 5fe55603-472c-403d-941a-300f2f680d5a {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:30:41.011662 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5fe55603-472c-403d-941a-300f2f680d5a not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:30:41.144163 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41128) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:41.192178 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-79a455fe-68af-48d4-8105-1f850ac2793a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:41.262069 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a455fe-68af-48d4-8105-1f850ac2793a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event updated for resources: {'Subnet': ['ID=887193f4-bde1-4858-9443-47f1a0327610,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:41.272617 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a455fe-68af-48d4-8105-1f850ac2793a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Checking segment: {'id': '1b13c1ec-f486-40b8-9d18-e6203fa23bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '06274cb7-8f63-4b6f-b711-0b2a409f85d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:30:41.272978 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a455fe-68af-48d4-8105-1f850ac2793a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Network hostable DHCP agents. Network: 06274cb7-8f63-4b6f-b711-0b2a409f85d1, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:30:41.294908 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a455fe-68af-48d4-8105-1f850ac2793a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Network 06274cb7-8f63-4b6f-b711-0b2a409f85d1 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:30:41.307237 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-79a455fe-68af-48d4-8105-1f850ac2793a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 06274cb7-8f63-4b6f-b711-0b2a409f85d1) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:41.312421 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a455fe-68af-48d4-8105-1f850ac2793a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:41.313396 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-79a455fe-68af-48d4-8105-1f850ac2793a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:41.336435 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0978e450-c2f4-4813-bc3d-bc8c5ed1cda0 None None] Network 06274cb7-8f63-4b6f-b711-0b2a409f85d1 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:41.336709 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-79a455fe-68af-48d4-8105-1f850ac2793a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6393356 Aug 11 22:30:41.340637 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41132) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:41.347959 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-09afd323-7573-497e-9023-a2c21a38c90e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:41.404693 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3911a345-d96a-4f25-9d1b-f361b860a340 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=442b0281c17c4bc79b01774dff0212df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2580643 Aug 11 22:30:41.408202 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41134) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:41.493297 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-09afd323-7573-497e-9023-a2c21a38c90e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13499500'] for subnet, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:41.497248 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-74c7f451-795d-49d6-b088-4f2fa11c2d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:41.541149 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-74c7f451-795d-49d6-b088-4f2fa11c2d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:41.600214 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc7a343-9a0e-434a-8b92-8dd449e881f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-06274cb7-8f63-4b6f-b711-0b2a409f85d1', 'network_id': '06274cb7-8f63-4b6f-b711-0b2a409f85d1', 'tenant_id': 'f756835031ec476fb94513c3aa444651', 'fixed_ips': [{'subnet_id': '887193f4-bde1-4858-9443-47f1a0327610'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:30:41.601654 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-adc7a343-9a0e-434a-8b92-8dd449e881f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:41.610792 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-74c7f451-795d-49d6-b088-4f2fa11c2d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:41.613534 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-74c7f451-795d-49d6-b088-4f2fa11c2d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:41.618353 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-74c7f451-795d-49d6-b088-4f2fa11c2d25 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d53cdc9a-da90-447b-b8ca-8e1b0569d806 HTTP/1.1" status: 204 len: 168 time: 0.2049365 Aug 11 22:30:41.634479 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7f451-795d-49d6-b088-4f2fa11c2d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53cdc9a-da90-447b-b8ca-8e1b0569d806,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:41.781763 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-09afd323-7573-497e-9023-a2c21a38c90e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776456465812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12846607'] for subnet, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:41.843884 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09afd323-7573-497e-9023-a2c21a38c90e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:41.844377 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-09afd323-7573-497e-9023-a2c21a38c90e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:41.845755 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-09afd323-7573-497e-9023-a2c21a38c90e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "PUT /v2.0/subnets/887193f4-bde1-4858-9443-47f1a0327610 HTTP/1.1" status: 200 len: 877 time: 0.5029409 Aug 11 22:30:41.851733 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41140) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:41.856802 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09afd323-7573-497e-9023-a2c21a38c90e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event updated for resources: {'Subnet': ['ID=887193f4-bde1-4858-9443-47f1a0327610,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:41.874164 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-adc7a343-9a0e-434a-8b92-8dd449e881f8 None None] Allocated IP 172.20.0.3 (06274cb7-8f63-4b6f-b711-0b2a409f85d1/887193f4-bde1-4858-9443-47f1a0327610/4e87050a-cd9d-4df2-a2b0-13979e7827b7) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:30:42.071661 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:42.108599 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-adc7a343-9a0e-434a-8b92-8dd449e881f8 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:42.136883 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-adc7a343-9a0e-434a-8b92-8dd449e881f8 None None] Transition to ACTIVE for port object 4e87050a-cd9d-4df2-a2b0-13979e7827b7 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:30:42.191640 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-adc7a343-9a0e-434a-8b92-8dd449e881f8 None None] Transition to ACTIVE for port object 4e87050a-cd9d-4df2-a2b0-13979e7827b7 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:30:42.206123 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-adc7a343-9a0e-434a-8b92-8dd449e881f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:42.211656 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:42.308470 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7a343-9a0e-434a-8b92-8dd449e881f8 None None] Pushing event updated for resources: {'Port': ['ID=4e87050a-cd9d-4df2-a2b0-13979e7827b7,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:42.308730 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:42.326968 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc7a343-9a0e-434a-8b92-8dd449e881f8 None None] Network 06274cb7-8f63-4b6f-b711-0b2a409f85d1 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:30:42.330590 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-adc7a343-9a0e-434a-8b92-8dd449e881f8 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:42.335327 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc7a343-9a0e-434a-8b92-8dd449e881f8 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:30:42.353159 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event deleted for resources: {'Subnet': ['ID=887193f4-bde1-4858-9443-47f1a0327610,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:42.429046 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-adc7a343-9a0e-434a-8b92-8dd449e881f8 None None] Attempting to bind port 4e87050a-cd9d-4df2-a2b0-13979e7827b7 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:30:42.430188 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-adc7a343-9a0e-434a-8b92-8dd449e881f8 None None] Attempting to bind port 4e87050a-cd9d-4df2-a2b0-13979e7827b7 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '1b13c1ec-f486-40b8-9d18-e6203fa23bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '06274cb7-8f63-4b6f-b711-0b2a409f85d1'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:30:42.430589 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc7a343-9a0e-434a-8b92-8dd449e881f8 None None] Attempting to bind port 4e87050a-cd9d-4df2-a2b0-13979e7827b7 on network 06274cb7-8f63-4b6f-b711-0b2a409f85d1 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:30:42.439649 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc7a343-9a0e-434a-8b92-8dd449e881f8 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:30:42.439987 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc7a343-9a0e-434a-8b92-8dd449e881f8 None None] Checking segment: {'id': '1b13c1ec-f486-40b8-9d18-e6203fa23bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '06274cb7-8f63-4b6f-b711-0b2a409f85d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:30:42.440400 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-adc7a343-9a0e-434a-8b92-8dd449e881f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:42.440804 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc7a343-9a0e-434a-8b92-8dd449e881f8 None None] Bound using segment: {'id': '1b13c1ec-f486-40b8-9d18-e6203fa23bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '06274cb7-8f63-4b6f-b711-0b2a409f85d1'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:30:42.441378 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-adc7a343-9a0e-434a-8b92-8dd449e881f8 None None] Bound port: 4e87050a-cd9d-4df2-a2b0-13979e7827b7, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b13c1ec-f486-40b8-9d18-e6203fa23bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '06274cb7-8f63-4b6f-b711-0b2a409f85d1'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:30:42.441927 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-adc7a343-9a0e-434a-8b92-8dd449e881f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:42.504094 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:42.519850 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06274cb7-8f63-4b6f-b711-0b2a409f85d1']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:42.529363 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-adc7a343-9a0e-434a-8b92-8dd449e881f8 None None] For port 4e87050a-cd9d-4df2-a2b0-13979e7827b7, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:30:42.535819 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-adc7a343-9a0e-434a-8b92-8dd449e881f8 None None] For port 4e87050a-cd9d-4df2-a2b0-13979e7827b7, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=4e87050a-cd9d-4df2-a2b0-13979e7827b7,segment=NetworkSegment(1b13c1ec-f486-40b8-9d18-e6203fa23bc7),segment_id=1b13c1ec-f486-40b8-9d18-e6203fa23bc7)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:30:42.542666 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-adc7a343-9a0e-434a-8b92-8dd449e881f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:42.554878 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b13c1ec-f486-40b8-9d18-e6203fa23bc7') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:42.555811 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b13c1ec-f486-40b8-9d18-e6203fa23bc7') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:42.583715 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:42.628088 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:42.643609 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:30:42.643917 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:30:42.651130 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:30:42.729595 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7a343-9a0e-434a-8b92-8dd449e881f8 None None] Pushing event updated for resources: {'Port': ['ID=4e87050a-cd9d-4df2-a2b0-13979e7827b7,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:42.774592 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.db.api [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 22:30:42.774592 n-d-804275-3 neutron-server[100943]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 22:30:42.774592 n-d-804275-3 neutron-server[100943]: [parameters: {'id': '06274cb7-8f63-4b6f-b711-0b2a409f85d1'}] Aug 11 22:30:42.774592 n-d-804275-3 neutron-server[100943]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:30:42.775265 n-d-804275-3 neutron-server[100943]: DEBUG oslo_db.api [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:30:42.782716 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e581c126-0108-4849-bd3a-235a314d1ff1 None None] Network 06274cb7-8f63-4b6f-b711-0b2a409f85d1 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:43.000473 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5888925d-2d0a-4dfb-83d5-d91895652017 None None] Network 06274cb7-8f63-4b6f-b711-0b2a409f85d1 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:43.219700 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6c2e0a-32ee-4689-8c0a-f98a7f8a02d0 None None] get_active_networks_info from n-d-804275-3 {{(pid=100944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 22:30:43.277327 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:43.317430 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1c1a241c-dbf7-4a52-b744-bf1d02f1abe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:43.390856 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Deleting port 4e87050a-cd9d-4df2-a2b0-13979e7827b7 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:30:43.391218 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:43.424276 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6c2e0a-32ee-4689-8c0a-f98a7f8a02d0 None None] Resources bound (agent type, host, resource id): {{(pid=100944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 22:30:43.534053 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] For port 4e87050a-cd9d-4df2-a2b0-13979e7827b7, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=4e87050a-cd9d-4df2-a2b0-13979e7827b7,segment=NetworkSegment(1b13c1ec-f486-40b8-9d18-e6203fa23bc7),segment_id=1b13c1ec-f486-40b8-9d18-e6203fa23bc7)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:30:43.534485 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:43.553813 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Calling delete_port for 4e87050a-cd9d-4df2-a2b0-13979e7827b7 owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:30:43.707192 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:43.772824 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event deleted for resources: {'Port': ['ID=4e87050a-cd9d-4df2-a2b0-13979e7827b7,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:43.774918 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] No DVR routers for this DVR port 4e87050a-cd9d-4df2-a2b0-13979e7827b7 on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:30:43.876695 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:43.901625 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06274cb7-8f63-4b6f-b711-0b2a409f85d1']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:43.922681 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b13c1ec-f486-40b8-9d18-e6203fa23bc7') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:43.923194 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b13c1ec-f486-40b8-9d18-e6203fa23bc7') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:43.934687 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:43.955277 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:43.964699 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:30:43.965204 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:30:43.968606 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:30:44.055568 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:44.066246 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:44.069532 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/networks/06274cb7-8f63-4b6f-b711-0b2a409f85d1 HTTP/1.1" status: 204 len: 168 time: 2.2139909 Aug 11 22:30:44.073532 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41182) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:44.107944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144be76d-d542-4747-9297-bb8884522d23 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event deleted for resources: {'Network': ['ID=06274cb7-8f63-4b6f-b711-0b2a409f85d1,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:44.136588 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-241fc77d-dddd-498d-9bab-fbe786f13c3c tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] DELETE failed (client error): The resource could not be found. Aug 11 22:30:44.137087 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-241fc77d-dddd-498d-9bab-fbe786f13c3c tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:30:44.139190 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-241fc77d-dddd-498d-9bab-fbe786f13c3c tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/subnets/887193f4-bde1-4858-9443-47f1a0327610 HTTP/1.1" status: 404 len: 337 time: 0.0642710 Aug 11 22:30:44.142281 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41186) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:44.165782 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-a017ce6d-6c57-47a9-9ac3-080153e35f38 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] DELETE failed (client error): The resource could not be found. Aug 11 22:30:44.166395 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a017ce6d-6c57-47a9-9ac3-080153e35f38 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:30:44.168563 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a017ce6d-6c57-47a9-9ac3-080153e35f38 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/networks/06274cb7-8f63-4b6f-b711-0b2a409f85d1 HTTP/1.1" status: 404 len: 339 time: 0.0239179 Aug 11 22:30:44.172161 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41188) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:44.201763 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-603faa07-2636-4c90-b4dd-17472914e7a5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] DELETE failed (client error): The resource could not be found. Aug 11 22:30:44.202226 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-603faa07-2636-4c90-b4dd-17472914e7a5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:30:44.204061 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-603faa07-2636-4c90-b4dd-17472914e7a5 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/subnets/96620986-6fdd-4f7b-8844-57bc5179da25 HTTP/1.1" status: 404 len: 337 time: 0.0309117 Aug 11 22:30:44.207207 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41190) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:44.237374 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad1e1d64-b89a-4783-93b4-15ce67d17984 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] DELETE failed (client error): The resource could not be found. Aug 11 22:30:44.238348 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad1e1d64-b89a-4783-93b4-15ce67d17984 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:30:44.242673 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ad1e1d64-b89a-4783-93b4-15ce67d17984 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/networks/37f2c96c-0d6a-45a8-b49a-0abdf58b28d9 HTTP/1.1" status: 404 len: 339 time: 0.0342300 Aug 11 22:30:44.245304 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41192) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:44.345244 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-caf94e8c-ddfd-46e5-9e18-36609fcd5776 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:44.452348 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-caf94e8c-ddfd-46e5-9e18-36609fcd5776 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:44.467059 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-caf94e8c-ddfd-46e5-9e18-36609fcd5776 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1324f25-475b-4646-a01e-00d8eb01e2f7']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:44.486468 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-caf94e8c-ddfd-46e5-9e18-36609fcd5776 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '221c32d2-4827-4c53-b487-7f9c01dc3adf') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:44.486775 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-caf94e8c-ddfd-46e5-9e18-36609fcd5776 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '221c32d2-4827-4c53-b487-7f9c01dc3adf') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:44.498621 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-caf94e8c-ddfd-46e5-9e18-36609fcd5776 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:44.517420 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-caf94e8c-ddfd-46e5-9e18-36609fcd5776 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:44.525129 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf94e8c-ddfd-46e5-9e18-36609fcd5776 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:30:44.525663 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-caf94e8c-ddfd-46e5-9e18-36609fcd5776 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:30:44.528964 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:30:44.593303 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-caf94e8c-ddfd-46e5-9e18-36609fcd5776 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:44.601384 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-caf94e8c-ddfd-46e5-9e18-36609fcd5776 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:44.603406 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-caf94e8c-ddfd-46e5-9e18-36609fcd5776 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/networks/b1324f25-475b-4646-a01e-00d8eb01e2f7 HTTP/1.1" status: 204 len: 168 time: 0.3571007 Aug 11 22:30:44.606407 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41204) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:44.628419 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf94e8c-ddfd-46e5-9e18-36609fcd5776 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event deleted for resources: {'Network': ['ID=b1324f25-475b-4646-a01e-00d8eb01e2f7,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:44.650762 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ccc8623-bcee-4ec2-ae60-b5ff2f875bc1 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] DELETE failed (client error): The resource could not be found. Aug 11 22:30:44.650762 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ccc8623-bcee-4ec2-ae60-b5ff2f875bc1 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:30:44.652901 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6ccc8623-bcee-4ec2-ae60-b5ff2f875bc1 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/subnets/4d87843a-9c37-4403-a02b-ea3decbbacd1 HTTP/1.1" status: 404 len: 337 time: 0.0453565 Aug 11 22:30:44.657946 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41208) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:44.678536 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba056e0-6374-4d27-a3d7-3edae6cd8aa3 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] DELETE failed (client error): The resource could not be found. Aug 11 22:30:44.679126 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba056e0-6374-4d27-a3d7-3edae6cd8aa3 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:30:44.680954 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-aba056e0-6374-4d27-a3d7-3edae6cd8aa3 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/networks/4eaaef93-7cfb-42b8-9ad0-91634efb66fa HTTP/1.1" status: 404 len: 339 time: 0.0219510 Aug 11 22:30:44.685082 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41212) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:44.719916 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-780ee0e9-ef53-48ae-9e1c-11511a9a1a5a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] DELETE failed (client error): The resource could not be found. Aug 11 22:30:44.720388 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780ee0e9-ef53-48ae-9e1c-11511a9a1a5a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:30:44.722180 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-780ee0e9-ef53-48ae-9e1c-11511a9a1a5a tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/subnets/5e4b9dcd-b33a-4f62-a4dd-e0e906889afb HTTP/1.1" status: 404 len: 337 time: 0.0360625 Aug 11 22:30:44.725186 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41214) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:44.744604 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f30f7ad-eea3-43d0-bc67-cc63abf7d2a0 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] DELETE failed (client error): The resource could not be found. Aug 11 22:30:44.745204 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f30f7ad-eea3-43d0-bc67-cc63abf7d2a0 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:30:44.751134 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1f30f7ad-eea3-43d0-bc67-cc63abf7d2a0 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/networks/fa897b86-211a-4b6f-9cf0-97fc619909bc HTTP/1.1" status: 404 len: 339 time: 0.0209301 Aug 11 22:30:44.752606 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41216) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:44.781982 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c80ad2-fd53-44f6-a94c-564305fc0fbb tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] DELETE failed (client error): The resource could not be found. Aug 11 22:30:44.782566 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c80ad2-fd53-44f6-a94c-564305fc0fbb tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:30:44.787271 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-43c80ad2-fd53-44f6-a94c-564305fc0fbb tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/subnets/846fd159-6216-4b57-b17b-479336239faf HTTP/1.1" status: 404 len: 337 time: 0.0315413 Aug 11 22:30:44.787496 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41218) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:44.800018 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41220) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:44.816198 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-59445a1e-b603-4ac9-96e7-3c98b3536136 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] DELETE failed (client error): The resource could not be found. Aug 11 22:30:44.818457 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59445a1e-b603-4ac9-96e7-3c98b3536136 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:30:44.821265 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-59445a1e-b603-4ac9-96e7-3c98b3536136 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/networks/33574414-2dfb-4c37-800b-b760a41d8814 HTTP/1.1" status: 404 len: 339 time: 0.0308027 Aug 11 22:30:44.829670 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41224) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:44.861010 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-425ccd56-faef-4a56-8b1b-0a19ba2ede96 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] DELETE failed (client error): The resource could not be found. Aug 11 22:30:44.861554 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-425ccd56-faef-4a56-8b1b-0a19ba2ede96 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:30:44.864201 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-425ccd56-faef-4a56-8b1b-0a19ba2ede96 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/subnets/fa71945d-2d91-487f-819d-5527e5c54c99 HTTP/1.1" status: 404 len: 337 time: 0.0326195 Aug 11 22:30:44.868815 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41226) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:44.911755 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd5bca2-5057-4dbc-b899-bfedbff6de5e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] DELETE failed (client error): The resource could not be found. Aug 11 22:30:44.912978 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd5bca2-5057-4dbc-b899-bfedbff6de5e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:30:44.915483 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2cd5bca2-5057-4dbc-b899-bfedbff6de5e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/networks/c351b9e0-2e31-4de0-bf0f-84eec9f16754 HTTP/1.1" status: 404 len: 339 time: 0.0439579 Aug 11 22:30:44.919420 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41228) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:44.948800 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-701a3301-6fb0-4f8f-b36c-9aa4ffd30540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:44.956952 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1b1ceb-7637-4e48-b719-51270af97d10 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] DELETE failed (client error): The resource could not be found. Aug 11 22:30:44.957654 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f1b1ceb-7637-4e48-b719-51270af97d10 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:30:44.963472 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7f1b1ceb-7637-4e48-b719-51270af97d10 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/subnets/c19969a3-7ad0-4867-9252-bac6f075cba7 HTTP/1.1" status: 404 len: 337 time: 0.0397756 Aug 11 22:30:44.964020 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41230) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:44.993153 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ed03e94-3deb-406c-8a49-2c8dcee0aa61 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] DELETE failed (client error): The resource could not be found. Aug 11 22:30:44.993906 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ed03e94-3deb-406c-8a49-2c8dcee0aa61 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:30:44.996116 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8ed03e94-3deb-406c-8a49-2c8dcee0aa61 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/networks/5e012e69-acce-4dd4-997f-c8d408e9910f HTTP/1.1" status: 404 len: 339 time: 0.0303755 Aug 11 22:30:45.000243 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41232) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:45.031437 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a582517-c85e-4b93-94a9-82367dcd5ef1 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] DELETE failed (client error): The resource could not be found. Aug 11 22:30:45.032043 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a582517-c85e-4b93-94a9-82367dcd5ef1 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:30:45.037436 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1a582517-c85e-4b93-94a9-82367dcd5ef1 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/subnets/5340e956-a8ee-4b64-b6a8-7e1169f00a4e HTTP/1.1" status: 404 len: 337 time: 0.0335758 Aug 11 22:30:45.038244 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41234) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:45.058194 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e597645-bf22-48fc-9cf0-1b954b21e2bc tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] DELETE failed (client error): The resource could not be found. Aug 11 22:30:45.058882 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e597645-bf22-48fc-9cf0-1b954b21e2bc tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:30:45.063696 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41236) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:45.064010 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0e597645-bf22-48fc-9cf0-1b954b21e2bc tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/networks/384e2487-2892-4de7-a020-a4022fbfdc4e HTTP/1.1" status: 404 len: 339 time: 0.0243242 Aug 11 22:30:45.103130 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-701a3301-6fb0-4f8f-b36c-9aa4ffd30540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:45.105254 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c840698-ee12-492a-81f7-2bb11f101dbc tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] DELETE failed (client error): The resource could not be found. Aug 11 22:30:45.105725 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c840698-ee12-492a-81f7-2bb11f101dbc tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:30:45.107999 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1c840698-ee12-492a-81f7-2bb11f101dbc tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/subnets/f1060c62-c125-4705-b19d-c629358cd2df HTTP/1.1" status: 404 len: 337 time: 0.0429072 Aug 11 22:30:45.109408 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-701a3301-6fb0-4f8f-b36c-9aa4ffd30540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:45.111864 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41238) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:45.156486 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-8988132c-6799-44f6-bb06-90cbb173415e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] DELETE failed (client error): The resource could not be found. Aug 11 22:30:45.157115 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8988132c-6799-44f6-bb06-90cbb173415e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:30:45.158917 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8988132c-6799-44f6-bb06-90cbb173415e tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/networks/6e16a37f-ebcb-43e7-a9c4-6d8d8a3843f4 HTTP/1.1" status: 404 len: 339 time: 0.0447745 Aug 11 22:30:45.168303 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41240) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:45.192120 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-701a3301-6fb0-4f8f-b36c-9aa4ffd30540 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b7682f5756a54350af2c070679f61ebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3907340 Aug 11 22:30:45.194757 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41242) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:45.211269 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a3301-6fb0-4f8f-b36c-9aa4ffd30540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868c2410-1b6d-48ff-a620-46d978954db5,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:45.225658 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6a07af-0dba-4065-8539-5eb40f2866f9 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] DELETE failed (client error): The resource could not be found. Aug 11 22:30:45.226118 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb6a07af-0dba-4065-8539-5eb40f2866f9 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:30:45.228006 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-eb6a07af-0dba-4065-8539-5eb40f2866f9 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/subnets/c90a7937-f8bd-4a74-aede-004a54d0a46d HTTP/1.1" status: 404 len: 337 time: 0.0601997 Aug 11 22:30:45.231134 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41244) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:45.256024 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3db969c-9a36-43eb-9571-ce06273a5947 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] DELETE failed (client error): The resource could not be found. Aug 11 22:30:45.256682 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3db969c-9a36-43eb-9571-ce06273a5947 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:30:45.262067 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b3db969c-9a36-43eb-9571-ce06273a5947 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/networks/193ea114-5e7b-48e6-bbf1-53607691c7a9 HTTP/1.1" status: 404 len: 339 time: 0.0266783 Aug 11 22:30:45.262456 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41246) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:45.275003 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8bb814f9-a404-4971-8771-c611e82f051c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:45.299788 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8bb814f9-a404-4971-8771-c611e82f051c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:45.348701 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6b42cca-deee-4613-b09d-23725eaf9683 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Deleting subnet f2d3b2e4-27f8-4d1a-8dd9-597a6e4c3598 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:30:45.359417 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a6b42cca-deee-4613-b09d-23725eaf9683 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:45.370803 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8bb814f9-a404-4971-8771-c611e82f051c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:45.374611 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8bb814f9-a404-4971-8771-c611e82f051c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:45.382882 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8bb814f9-a404-4971-8771-c611e82f051c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/868c2410-1b6d-48ff-a620-46d978954db5 HTTP/1.1" status: 204 len: 168 time: 0.1813977 Aug 11 22:30:45.391845 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb814f9-a404-4971-8771-c611e82f051c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868c2410-1b6d-48ff-a620-46d978954db5,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:45.451375 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a6b42cca-deee-4613-b09d-23725eaf9683 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:45.585431 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a6b42cca-deee-4613-b09d-23725eaf9683 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:45.669594 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a6b42cca-deee-4613-b09d-23725eaf9683 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:45.732614 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b42cca-deee-4613-b09d-23725eaf9683 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event deleted for resources: {'Subnet': ['ID=f2d3b2e4-27f8-4d1a-8dd9-597a6e4c3598,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:45.740035 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a6b42cca-deee-4613-b09d-23725eaf9683 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:45.743945 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a6b42cca-deee-4613-b09d-23725eaf9683 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/subnets/f2d3b2e4-27f8-4d1a-8dd9-597a6e4c3598 HTTP/1.1" status: 204 len: 168 time: 0.4796028 Aug 11 22:30:45.748220 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41262) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:45.753250 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0755e184-77e0-4f2c-80c9-8cdc972de600 None None] Network 1cd7616e-3964-43ed-a517-d9058ff5fefd requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:45.842813 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41270) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:45.874404 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ade5a1d2-63f5-446f-9bcc-4b6e069e5c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:45.893456 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0900f7ca-1568-4ee5-afff-1cf8e59c9834 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:46.023149 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-0900f7ca-1568-4ee5-afff-1cf8e59c9834 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Deleting port 9f4d1023-7675-441d-ab63-98695b9537b0 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:30:46.023149 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0900f7ca-1568-4ee5-afff-1cf8e59c9834 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:46.044093 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11d5663-1a3c-4d61-bafe-e1e95fbe0e09 None None] DHCP port deletion for 1cd7616e-3964-43ed-a517-d9058ff5fefd request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:30:46.088639 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:46.096986 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ade5a1d2-63f5-446f-9bcc-4b6e069e5c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:46.102845 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ade5a1d2-63f5-446f-9bcc-4b6e069e5c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:46.132022 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-e11d5663-1a3c-4d61-bafe-e1e95fbe0e09 None None] Deleting port 9f4d1023-7675-441d-ab63-98695b9537b0 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:30:46.132707 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e11d5663-1a3c-4d61-bafe-e1e95fbe0e09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:46.156504 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-0900f7ca-1568-4ee5-afff-1cf8e59c9834 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] For port 9f4d1023-7675-441d-ab63-98695b9537b0, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9f4d1023-7675-441d-ab63-98695b9537b0,segment=NetworkSegment(d85caa78-f8f2-43e8-a837-da0e1bc24808),segment_id=d85caa78-f8f2-43e8-a837-da0e1bc24808)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:30:46.156915 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0900f7ca-1568-4ee5-afff-1cf8e59c9834 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:46.182623 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5a1d2-63f5-446f-9bcc-4b6e069e5c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80be4c4b-2953-4cc3-814d-bc3ce54af8fe,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:46.187096 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-0900f7ca-1568-4ee5-afff-1cf8e59c9834 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Calling delete_port for 9f4d1023-7675-441d-ab63-98695b9537b0 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:30:46.191963 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ade5a1d2-63f5-446f-9bcc-4b6e069e5c2d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1703b85972d544b997db000efb3c6cb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3479793 Aug 11 22:30:46.195575 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41274) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:46.285032 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-049d870d-2802-4182-a189-046b6b9b4acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:46.315254 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-049d870d-2802-4182-a189-046b6b9b4acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:46.360051 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-e11d5663-1a3c-4d61-bafe-e1e95fbe0e09 None None] For port 9f4d1023-7675-441d-ab63-98695b9537b0, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9f4d1023-7675-441d-ab63-98695b9537b0,segment=NetworkSegment(d85caa78-f8f2-43e8-a837-da0e1bc24808),segment_id=d85caa78-f8f2-43e8-a837-da0e1bc24808)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:30:46.364967 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e11d5663-1a3c-4d61-bafe-e1e95fbe0e09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:46.370696 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ca854602-4285-439a-a17a-b2b92fdec54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:46.398684 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0900f7ca-1568-4ee5-afff-1cf8e59c9834 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:46.410443 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-049d870d-2802-4182-a189-046b6b9b4acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:46.414382 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-049d870d-2802-4182-a189-046b6b9b4acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:46.415818 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-049d870d-2802-4182-a189-046b6b9b4acf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/80be4c4b-2953-4cc3-814d-bc3ce54af8fe HTTP/1.1" status: 204 len: 168 time: 0.2186213 Aug 11 22:30:46.424883 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-e11d5663-1a3c-4d61-bafe-e1e95fbe0e09 None None] Calling delete_port for 9f4d1023-7675-441d-ab63-98695b9537b0 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:30:46.427159 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d870d-2802-4182-a189-046b6b9b4acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80be4c4b-2953-4cc3-814d-bc3ce54af8fe,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:46.466437 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900f7ca-1568-4ee5-afff-1cf8e59c9834 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event deleted for resources: {'Port': ['ID=9f4d1023-7675-441d-ab63-98695b9537b0,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:46.489504 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0900f7ca-1568-4ee5-afff-1cf8e59c9834 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] No DVR routers for this DVR port 9f4d1023-7675-441d-ab63-98695b9537b0 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:30:46.673271 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0900f7ca-1568-4ee5-afff-1cf8e59c9834 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:46.688159 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-0900f7ca-1568-4ee5-afff-1cf8e59c9834 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd7616e-3964-43ed-a517-d9058ff5fefd']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:46.697140 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e11d5663-1a3c-4d61-bafe-e1e95fbe0e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:46.707020 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-0900f7ca-1568-4ee5-afff-1cf8e59c9834 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd85caa78-f8f2-43e8-a837-da0e1bc24808') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:46.707637 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-0900f7ca-1568-4ee5-afff-1cf8e59c9834 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd85caa78-f8f2-43e8-a837-da0e1bc24808') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:46.723245 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0900f7ca-1568-4ee5-afff-1cf8e59c9834 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:46.752870 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0900f7ca-1568-4ee5-afff-1cf8e59c9834 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:46.762434 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0900f7ca-1568-4ee5-afff-1cf8e59c9834 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:30:46.762911 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0900f7ca-1568-4ee5-afff-1cf8e59c9834 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:30:46.767721 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:30:46.780250 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d5663-1a3c-4d61-bafe-e1e95fbe0e09 None None] Pushing event deleted for resources: {'Port': ['ID=9f4d1023-7675-441d-ab63-98695b9537b0,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:46.806848 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11d5663-1a3c-4d61-bafe-e1e95fbe0e09 None None] No DVR routers for this DVR port 9f4d1023-7675-441d-ab63-98695b9537b0 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:30:46.914839 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0900f7ca-1568-4ee5-afff-1cf8e59c9834 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:46.928958 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0900f7ca-1568-4ee5-afff-1cf8e59c9834 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:46.932039 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9f4d1023-7675-441d-ab63-98695b9537b0 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:30:46.932770 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0900f7ca-1568-4ee5-afff-1cf8e59c9834 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] 10.222.0.77 "DELETE /v2.0/networks/1cd7616e-3964-43ed-a517-d9058ff5fefd HTTP/1.1" status: 204 len: 168 time: 1.1826305 Aug 11 22:30:46.948396 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900f7ca-1568-4ee5-afff-1cf8e59c9834 tempest-NetworksTest-992313956 tempest-NetworksTest-992313956-project] Pushing event deleted for resources: {'Network': ['ID=1cd7616e-3964-43ed-a517-d9058ff5fefd,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:46.966651 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 9f4d1023-7675-441d-ab63-98695b9537b0 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:30:46.967045 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9f4d1023-7675-441d-ab63-98695b9537b0 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:30:47.427607 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41308) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:47.589066 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:47.618182 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7cf013c1-92f5-4470-b4de-9db04f765467 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f756835031ec476fb94513c3aa444651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1891141 Aug 11 22:30:47.621755 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41316) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:47.690288 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1f4838b8-e797-4f44-892f-4c9baac74305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:47.742031 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1f4838b8-e797-4f44-892f-4c9baac74305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:47.848317 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1f4838b8-e797-4f44-892f-4c9baac74305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:47.851955 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1f4838b8-e797-4f44-892f-4c9baac74305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:47.853634 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1f4838b8-e797-4f44-892f-4c9baac74305 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/112cca10-8e00-480e-98c5-9bd0293ddf16 HTTP/1.1" status: 204 len: 168 time: 0.2305193 Aug 11 22:30:47.865409 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4838b8-e797-4f44-892f-4c9baac74305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112cca10-8e00-480e-98c5-9bd0293ddf16,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:49.051858 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:49.253755 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41392) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:49.403069 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b90fad2-317b-4138-806c-af6e6356ad00 req-592143e8-c915-43b4-b1ee-2086a82f5e20 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0953021 Aug 11 22:30:49.484148 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-76c00e48-e3f9-491d-a557-f0d9531a567f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1735345973'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:49.553256 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c00e48-e3f9-491d-a557-f0d9531a567f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:49.557058 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-76c00e48-e3f9-491d-a557-f0d9531a567f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:49.563665 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90fad2-317b-4138-806c-af6e6356ad00 req-66564266-06c7-4208-82ed-e446aefd8f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:49.565505 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b90fad2-317b-4138-806c-af6e6356ad00 req-66564266-06c7-4208-82ed-e446aefd8f08 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 1097 time: 0.0761316 Aug 11 22:30:49.572355 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-76c00e48-e3f9-491d-a557-f0d9531a567f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:49.764429 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90fad2-317b-4138-806c-af6e6356ad00 req-caae66d5-a9b5-4e80-bed9-5737a5a3d051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:49.764429 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b90fad2-317b-4138-806c-af6e6356ad00 req-caae66d5-a9b5-4e80-bed9-5737a5a3d051 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea HTTP/1.1" status: 200 len: 897 time: 0.1696219 Aug 11 22:30:49.864070 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-76c00e48-e3f9-491d-a557-f0d9531a567f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:49.873483 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-76c00e48-e3f9-491d-a557-f0d9531a567f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:49.883497 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b90fad2-317b-4138-806c-af6e6356ad00 req-d0f550f2-d695-4591-8ef6-4a5bd907cc4d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 HTTP/1.1" status: 200 len: 1001 time: 0.1095955 Aug 11 22:30:49.939599 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c00e48-e3f9-491d-a557-f0d9531a567f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:30:49.974557 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c00e48-e3f9-491d-a557-f0d9531a567f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f16b61-ab1d-4029-aa0e-d0249b2c0e8b,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:49.981012 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-76c00e48-e3f9-491d-a557-f0d9531a567f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:49.981382 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-76c00e48-e3f9-491d-a557-f0d9531a567f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Added segment 13e4d3f3-9253-47d6-a9a3-d73032ce9406 of type vlan for network bb31f13d-0513-4d49-a408-b96293756b97 Aug 11 22:30:50.001196 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90fad2-317b-4138-806c-af6e6356ad00 req-dd8e4bc1-8601-43cb-8842-b5c87ae2e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:50.003061 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b90fad2-317b-4138-806c-af6e6356ad00 req-dd8e4bc1-8601-43cb-8842-b5c87ae2e796 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=68e1758e-01de-4f03-8dc7-73b83f534214 HTTP/1.1" status: 200 len: 834 time: 0.1097794 Aug 11 22:30:50.063496 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-76c00e48-e3f9-491d-a557-f0d9531a567f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:50.104702 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90fad2-317b-4138-806c-af6e6356ad00 req-2a8578b2-3bc5-4a44-8ff1-e3b9af220167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:50.106365 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b90fad2-317b-4138-806c-af6e6356ad00 req-2a8578b2-3bc5-4a44-8ff1-e3b9af220167 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813363 Aug 11 22:30:50.117224 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-76c00e48-e3f9-491d-a557-f0d9531a567f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:50.134153 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c00e48-e3f9-491d-a557-f0d9531a567f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:50.134153 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-76c00e48-e3f9-491d-a557-f0d9531a567f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:50.276593 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-76c00e48-e3f9-491d-a557-f0d9531a567f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0211730 Aug 11 22:30:50.281520 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41444) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:50.293104 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-494e3933-8b78-4e1e-973c-82354f1f7010 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'port': {'network_id': 'bb31f13d-0513-4d49-a408-b96293756b97', 'name': 'tempest-PortsTestJSON-1779839299'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:50.400216 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c00e48-e3f9-491d-a557-f0d9531a567f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Network': ['ID=bb31f13d-0513-4d49-a408-b96293756b97,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:50.430880 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network bb31f13d-0513-4d49-a408-b96293756b97 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:30:50.467052 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b90fad2-317b-4138-806c-af6e6356ad00 req-5839f0f8-f2d3-481b-8bfe-5d19a41625ab service neutron] 10.222.0.82 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522341 Aug 11 22:30:50.573239 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494e3933-8b78-4e1e-973c-82354f1f7010 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:50.577170 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-494e3933-8b78-4e1e-973c-82354f1f7010 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:50.620692 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-494e3933-8b78-4e1e-973c-82354f1f7010 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] device_id is not set on port 76ccac0a-29ce-4264-b32d-71f4a890d70b yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:30:50.633796 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b90fad2-317b-4138-806c-af6e6356ad00 req-d2226078-90c6-4e8e-90ee-254e8d855bdb service neutron] 10.222.0.82 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573374 Aug 11 22:30:50.779176 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:50.917524 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-494e3933-8b78-4e1e-973c-82354f1f7010 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:50.986938 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-494e3933-8b78-4e1e-973c-82354f1f7010 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:51.112177 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e3933-8b78-4e1e-973c-82354f1f7010 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Port': ['ID=76ccac0a-29ce-4264-b32d-71f4a890d70b,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:51.143784 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494e3933-8b78-4e1e-973c-82354f1f7010 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Checking segment: {'id': '13e4d3f3-9253-47d6-a9a3-d73032ce9406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bb31f13d-0513-4d49-a408-b96293756b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:30:51.144279 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494e3933-8b78-4e1e-973c-82354f1f7010 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network hostable DHCP agents. Network: bb31f13d-0513-4d49-a408-b96293756b97, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:30:51.171348 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494e3933-8b78-4e1e-973c-82354f1f7010 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network bb31f13d-0513-4d49-a408-b96293756b97 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:30:51.190693 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-494e3933-8b78-4e1e-973c-82354f1f7010 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, bb31f13d-0513-4d49-a408-b96293756b97) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:51.198746 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494e3933-8b78-4e1e-973c-82354f1f7010 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:30:51.207111 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494e3933-8b78-4e1e-973c-82354f1f7010 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:51.207635 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a185a0-2a62-4aba-96e0-d397d8739428 None None] Network bb31f13d-0513-4d49-a408-b96293756b97 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:51.208070 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-494e3933-8b78-4e1e-973c-82354f1f7010 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:51.226999 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-494e3933-8b78-4e1e-973c-82354f1f7010 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9426339 Aug 11 22:30:51.231912 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41502) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:51.238281 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-6ed61c27-17ee-4de2-9c3a-553189e17fa3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1441519991'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:51.267598 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed61c27-17ee-4de2-9c3a-553189e17fa3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:51.271709 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6ed61c27-17ee-4de2-9c3a-553189e17fa3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:51.303798 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed61c27-17ee-4de2-9c3a-553189e17fa3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:30:51.321068 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6ed61c27-17ee-4de2-9c3a-553189e17fa3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:51.321888 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-6ed61c27-17ee-4de2-9c3a-553189e17fa3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Added segment 32969443-a553-4bd5-a315-0da417f82bf7 of type vlan for network 1100a5a0-7f7b-44c4-948c-e7c6dc1be690 Aug 11 22:30:51.386345 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6ed61c27-17ee-4de2-9c3a-553189e17fa3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:51.448196 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6ed61c27-17ee-4de2-9c3a-553189e17fa3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:51.464382 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed61c27-17ee-4de2-9c3a-553189e17fa3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:51.465292 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6ed61c27-17ee-4de2-9c3a-553189e17fa3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:51.575680 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6ed61c27-17ee-4de2-9c3a-553189e17fa3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3421488 Aug 11 22:30:51.578114 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41516) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:51.585942 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-0f9f309b-3c13-4f48-9b94-4dda25ee3d86 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'ports': [{'network_id': 'bb31f13d-0513-4d49-a408-b96293756b97'}, {'network_id': '1100a5a0-7f7b-44c4-948c-e7c6dc1be690'}]} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:51.586349 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-0f9f309b-3c13-4f48-9b94-4dda25ee3d86 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'port': {'network_id': 'bb31f13d-0513-4d49-a408-b96293756b97'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:51.587200 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-0f9f309b-3c13-4f48-9b94-4dda25ee3d86 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'port': {'network_id': '1100a5a0-7f7b-44c4-948c-e7c6dc1be690'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:51.591200 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed61c27-17ee-4de2-9c3a-553189e17fa3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Network': ['ID=1100a5a0-7f7b-44c4-948c-e7c6dc1be690,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:51.603012 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 1100a5a0-7f7b-44c4-948c-e7c6dc1be690 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:30:51.792758 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9f309b-3c13-4f48-9b94-4dda25ee3d86 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'port': 2} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:51.797640 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0f9f309b-3c13-4f48-9b94-4dda25ee3d86 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:51.815256 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0f9f309b-3c13-4f48-9b94-4dda25ee3d86 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:51.865507 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41524) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:51.936720 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-0f9f309b-3c13-4f48-9b94-4dda25ee3d86 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] device_id is not set on port d1394ed1-9f01-4508-8bcb-4477e61fdf6b yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:30:52.058266 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c751635a-99e0-43ac-8b42-f7385489a002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:52.092247 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0f9f309b-3c13-4f48-9b94-4dda25ee3d86 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:52.213405 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c751635a-99e0-43ac-8b42-f7385489a002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:52.218879 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c751635a-99e0-43ac-8b42-f7385489a002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:52.223660 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-0f9f309b-3c13-4f48-9b94-4dda25ee3d86 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] device_id is not set on port 5b7ca549-469b-4ca9-811a-ae5d71b3456a yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:30:52.268586 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c751635a-99e0-43ac-8b42-f7385489a002 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=88bad5e788e84c88884151e9121f2695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3976679 Aug 11 22:30:52.268586 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751635a-99e0-43ac-8b42-f7385489a002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca91761-93bb-4cef-b4b1-f5797a4bab30,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:52.269053 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41534) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:52.331124 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-89a84bb3-6720-4291-a187-8a1fd6845425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:52.357300 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-89a84bb3-6720-4291-a187-8a1fd6845425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:52.398173 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0f9f309b-3c13-4f48-9b94-4dda25ee3d86 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:52.413624 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-89a84bb3-6720-4291-a187-8a1fd6845425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:52.418990 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-89a84bb3-6720-4291-a187-8a1fd6845425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:52.420990 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-89a84bb3-6720-4291-a187-8a1fd6845425 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3ca91761-93bb-4cef-b4b1-f5797a4bab30 HTTP/1.1" status: 204 len: 168 time: 0.1509817 Aug 11 22:30:52.438279 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a84bb3-6720-4291-a187-8a1fd6845425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca91761-93bb-4cef-b4b1-f5797a4bab30,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:52.479095 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0f9f309b-3c13-4f48-9b94-4dda25ee3d86 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:52.538755 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9f309b-3c13-4f48-9b94-4dda25ee3d86 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network bb31f13d-0513-4d49-a408-b96293756b97 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:30:52.542505 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-0f9f309b-3c13-4f48-9b94-4dda25ee3d86 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:52.549193 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9f309b-3c13-4f48-9b94-4dda25ee3d86 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:30:52.550166 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0f9f309b-3c13-4f48-9b94-4dda25ee3d86 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:52.562563 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f309b-3c13-4f48-9b94-4dda25ee3d86 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Port': ['ID=d1394ed1-9f01-4508-8bcb-4477e61fdf6b,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:52.644382 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9f309b-3c13-4f48-9b94-4dda25ee3d86 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Checking segment: {'id': '32969443-a553-4bd5-a315-0da417f82bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1100a5a0-7f7b-44c4-948c-e7c6dc1be690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:30:52.645451 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9f309b-3c13-4f48-9b94-4dda25ee3d86 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network hostable DHCP agents. Network: 1100a5a0-7f7b-44c4-948c-e7c6dc1be690, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:30:52.649693 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f309b-3c13-4f48-9b94-4dda25ee3d86 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Port': ['ID=5b7ca549-469b-4ca9-811a-ae5d71b3456a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:52.672129 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9f309b-3c13-4f48-9b94-4dda25ee3d86 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network 1100a5a0-7f7b-44c4-948c-e7c6dc1be690 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:30:52.685075 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-0f9f309b-3c13-4f48-9b94-4dda25ee3d86 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 1100a5a0-7f7b-44c4-948c-e7c6dc1be690) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:52.689368 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9f309b-3c13-4f48-9b94-4dda25ee3d86 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:30:52.696415 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9f309b-3c13-4f48-9b94-4dda25ee3d86 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:52.702767 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbef9c6-2361-4264-967a-7139e00ec3d6 None None] Network 1100a5a0-7f7b-44c4-948c-e7c6dc1be690 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:52.703689 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9f309b-3c13-4f48-9b94-4dda25ee3d86 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:52.703867 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0f9f309b-3c13-4f48-9b94-4dda25ee3d86 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:52.736104 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41544) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:52.747690 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0f9f309b-3c13-4f48-9b94-4dda25ee3d86 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1671882 Aug 11 22:30:52.910554 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41550) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:52.928906 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3838f2f3-12ef-4362-9465-b256f9fa5f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:52.932194 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-b1b18cb6-69f3-4b0f-ac2c-df773e27d971 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting port 5b7ca549-469b-4ca9-811a-ae5d71b3456a {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:30:52.933345 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b1b18cb6-69f3-4b0f-ac2c-df773e27d971 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:53.033394 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b1b18cb6-69f3-4b0f-ac2c-df773e27d971 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:53.049653 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-b1b18cb6-69f3-4b0f-ac2c-df773e27d971 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Calling delete_port for 5b7ca549-469b-4ca9-811a-ae5d71b3456a owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:30:53.111170 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3838f2f3-12ef-4362-9465-b256f9fa5f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:53.117161 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3838f2f3-12ef-4362-9465-b256f9fa5f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:53.159725 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b1b18cb6-69f3-4b0f-ac2c-df773e27d971 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:53.172523 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3838f2f3-12ef-4362-9465-b256f9fa5f3e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e8416e04d23b44e7840f67fafc3b5e33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2607253 Aug 11 22:30:53.177882 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41556) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:53.185440 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838f2f3-12ef-4362-9465-b256f9fa5f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c88c38-c7a4-4fe0-a2d5-204403ad053e,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:53.215910 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b1b18cb6-69f3-4b0f-ac2c-df773e27d971 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:53.218195 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b1b18cb6-69f3-4b0f-ac2c-df773e27d971 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/ports/5b7ca549-469b-4ca9-811a-ae5d71b3456a HTTP/1.1" status: 204 len: 168 time: 0.4802432 Aug 11 22:30:53.220452 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b18cb6-69f3-4b0f-ac2c-df773e27d971 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Port': ['ID=5b7ca549-469b-4ca9-811a-ae5d71b3456a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:53.222796 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41560) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:53.285171 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3228ad8c-96d0-44e2-8d0b-d5701c1bcc96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:53.300889 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc0830-6a8b-41e0-ad4c-cb056f29e583 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:53.307980 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3228ad8c-96d0-44e2-8d0b-d5701c1bcc96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:53.313871 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc0830-6a8b-41e0-ad4c-cb056f29e583 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:53.317045 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6fcc0830-6a8b-41e0-ad4c-cb056f29e583 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0929749 Aug 11 22:30:53.321364 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41562) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:53.385928 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3228ad8c-96d0-44e2-8d0b-d5701c1bcc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:53.390085 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3228ad8c-96d0-44e2-8d0b-d5701c1bcc96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:53.394857 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3228ad8c-96d0-44e2-8d0b-d5701c1bcc96 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/32c88c38-c7a4-4fe0-a2d5-204403ad053e HTTP/1.1" status: 204 len: 168 time: 0.2128232 Aug 11 22:30:53.405501 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228ad8c-96d0-44e2-8d0b-d5701c1bcc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c88c38-c7a4-4fe0-a2d5-204403ad053e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:53.475937 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-0687c7a8-8af2-4660-b861-11bb0af89c75 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting port d1394ed1-9f01-4508-8bcb-4477e61fdf6b {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:30:53.476505 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0687c7a8-8af2-4660-b861-11bb0af89c75 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:53.564290 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0687c7a8-8af2-4660-b861-11bb0af89c75 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:53.588255 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-0687c7a8-8af2-4660-b861-11bb0af89c75 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Calling delete_port for d1394ed1-9f01-4508-8bcb-4477e61fdf6b owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:30:53.716762 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0687c7a8-8af2-4660-b861-11bb0af89c75 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:53.758259 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0687c7a8-8af2-4660-b861-11bb0af89c75 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Port': ['ID=d1394ed1-9f01-4508-8bcb-4477e61fdf6b,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:53.765107 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0687c7a8-8af2-4660-b861-11bb0af89c75 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:53.769694 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0687c7a8-8af2-4660-b861-11bb0af89c75 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/ports/d1394ed1-9f01-4508-8bcb-4477e61fdf6b HTTP/1.1" status: 204 len: 168 time: 0.4461508 Aug 11 22:30:53.773588 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41574) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:53.850408 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a258d60b-c637-4163-bd43-3cf275c76067 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:53.856374 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a258d60b-c637-4163-bd43-3cf275c76067 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0776682 Aug 11 22:30:53.857613 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41578) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:53.889105 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2cd8ee-09dc-4eab-94aa-0bf80d9bff94 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] GET failed (client error): The resource could not be found. Aug 11 22:30:53.891563 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6a2cd8ee-09dc-4eab-94aa-0bf80d9bff94 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "GET /v2.0/ports/5b7ca549-469b-4ca9-811a-ae5d71b3456a HTTP/1.1" status: 404 len: 333 time: 0.0315509 Aug 11 22:30:53.895335 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41582) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:53.926798 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-855e5b70-b20d-4571-864b-6f642a729c93 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] GET failed (client error): The resource could not be found. Aug 11 22:30:53.931771 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-855e5b70-b20d-4571-864b-6f642a729c93 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "GET /v2.0/ports/d1394ed1-9f01-4508-8bcb-4477e61fdf6b HTTP/1.1" status: 404 len: 333 time: 0.0310349 Aug 11 22:30:53.932009 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41584) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:54.017729 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e81d1c62-7ff8-4c51-92b6-04f072352add tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:54.130955 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e81d1c62-7ff8-4c51-92b6-04f072352add tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:54.147085 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-e81d1c62-7ff8-4c51-92b6-04f072352add tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1100a5a0-7f7b-44c4-948c-e7c6dc1be690']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:54.163852 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-e81d1c62-7ff8-4c51-92b6-04f072352add tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32969443-a553-4bd5-a315-0da417f82bf7') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:54.164183 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-e81d1c62-7ff8-4c51-92b6-04f072352add tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32969443-a553-4bd5-a315-0da417f82bf7') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:54.177614 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e81d1c62-7ff8-4c51-92b6-04f072352add tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:54.196506 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e81d1c62-7ff8-4c51-92b6-04f072352add tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:54.204431 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e81d1c62-7ff8-4c51-92b6-04f072352add tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:30:54.204973 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e81d1c62-7ff8-4c51-92b6-04f072352add tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:30:54.209123 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:30:54.286892 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e81d1c62-7ff8-4c51-92b6-04f072352add tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:54.304014 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e81d1c62-7ff8-4c51-92b6-04f072352add tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:54.311562 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e81d1c62-7ff8-4c51-92b6-04f072352add tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/networks/1100a5a0-7f7b-44c4-948c-e7c6dc1be690 HTTP/1.1" status: 204 len: 168 time: 0.3732677 Aug 11 22:30:54.312614 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41600) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:54.319662 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-28e857b2-7826-4419-907c-da98264d64d9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-289225505'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:54.320192 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d1c62-7ff8-4c51-92b6-04f072352add tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Network': ['ID=1100a5a0-7f7b-44c4-948c-e7c6dc1be690,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:54.349943 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e857b2-7826-4419-907c-da98264d64d9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:54.353856 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-28e857b2-7826-4419-907c-da98264d64d9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:54.385524 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e857b2-7826-4419-907c-da98264d64d9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:30:54.399374 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-28e857b2-7826-4419-907c-da98264d64d9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:54.399982 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-28e857b2-7826-4419-907c-da98264d64d9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Added segment 12164547-4c4a-45da-a7c3-344920cd8535 of type vlan for network d955a301-2e6e-4ce3-b5e5-602440c01094 Aug 11 22:30:54.469462 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-28e857b2-7826-4419-907c-da98264d64d9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:54.515850 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-28e857b2-7826-4419-907c-da98264d64d9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:54.522402 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e857b2-7826-4419-907c-da98264d64d9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:54.523061 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-28e857b2-7826-4419-907c-da98264d64d9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:54.589802 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-28e857b2-7826-4419-907c-da98264d64d9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2755489 Aug 11 22:30:54.594407 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41610) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:54.597006 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e857b2-7826-4419-907c-da98264d64d9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Network': ['ID=d955a301-2e6e-4ce3-b5e5-602440c01094,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:54.614345 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-2690b41a-0dda-4a5f-91ff-525ba6a6d927 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'subnet': {'network_id': 'd955a301-2e6e-4ce3-b5e5-602440c01094', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:54.617817 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network d955a301-2e6e-4ce3-b5e5-602440c01094 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:30:54.781801 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2690b41a-0dda-4a5f-91ff-525ba6a6d927 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:54.785686 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2690b41a-0dda-4a5f-91ff-525ba6a6d927 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:55.050649 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2690b41a-0dda-4a5f-91ff-525ba6a6d927 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:55.152399 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690b41a-0dda-4a5f-91ff-525ba6a6d927 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Subnet': ['ID=0a5c6bbc-9108-42ed-9f1e-13da3e32cb13,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:55.167218 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2690b41a-0dda-4a5f-91ff-525ba6a6d927 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Checking segment: {'id': '12164547-4c4a-45da-a7c3-344920cd8535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd955a301-2e6e-4ce3-b5e5-602440c01094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:30:55.167839 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2690b41a-0dda-4a5f-91ff-525ba6a6d927 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network hostable DHCP agents. Network: d955a301-2e6e-4ce3-b5e5-602440c01094, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:30:55.212844 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2690b41a-0dda-4a5f-91ff-525ba6a6d927 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network d955a301-2e6e-4ce3-b5e5-602440c01094 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:30:55.229793 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-2690b41a-0dda-4a5f-91ff-525ba6a6d927 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, d955a301-2e6e-4ce3-b5e5-602440c01094) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:55.236311 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2690b41a-0dda-4a5f-91ff-525ba6a6d927 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:55.237972 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2690b41a-0dda-4a5f-91ff-525ba6a6d927 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:55.240292 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c068a1-ab14-4321-aa6b-b4db6c09a79a None None] Network d955a301-2e6e-4ce3-b5e5-602440c01094 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:55.265099 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2690b41a-0dda-4a5f-91ff-525ba6a6d927 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6655679 Aug 11 22:30:55.265601 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41634) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:55.276963 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-3f4d2211-1cd5-48ba-ade0-e7e722e1cf7c tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'port': {'network_id': 'd955a301-2e6e-4ce3-b5e5-602440c01094', 'name': 'tempest-PortsTestJSON-1066014183'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:55.446135 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641462bb-633e-402f-9103-3082c52ebc0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-d955a301-2e6e-4ce3-b5e5-602440c01094', 'network_id': 'd955a301-2e6e-4ce3-b5e5-602440c01094', 'tenant_id': '25fd15b5bb2148a4b0306708f08aa001', 'fixed_ips': [{'subnet_id': '0a5c6bbc-9108-42ed-9f1e-13da3e32cb13'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:30:55.447087 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-641462bb-633e-402f-9103-3082c52ebc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:55.460862 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4d2211-1cd5-48ba-ade0-e7e722e1cf7c tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:55.464559 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3f4d2211-1cd5-48ba-ade0-e7e722e1cf7c tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:55.485362 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-3f4d2211-1cd5-48ba-ade0-e7e722e1cf7c tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] device_id is not set on port 3ea353b9-7e23-4500-80cc-473b559f5fe5 yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:30:55.666523 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-3f4d2211-1cd5-48ba-ade0-e7e722e1cf7c tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Allocated IP 172.20.0.9 (d955a301-2e6e-4ce3-b5e5-602440c01094/0a5c6bbc-9108-42ed-9f1e-13da3e32cb13/3ea353b9-7e23-4500-80cc-473b559f5fe5) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:30:55.890427 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3f4d2211-1cd5-48ba-ade0-e7e722e1cf7c tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:55.917703 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-3f4d2211-1cd5-48ba-ade0-e7e722e1cf7c tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Transition to ACTIVE for port object 3ea353b9-7e23-4500-80cc-473b559f5fe5 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:30:55.980532 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3f4d2211-1cd5-48ba-ade0-e7e722e1cf7c tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:56.056608 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4d2211-1cd5-48ba-ade0-e7e722e1cf7c tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network d955a301-2e6e-4ce3-b5e5-602440c01094 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:30:56.059178 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-641462bb-633e-402f-9103-3082c52ebc0b None None] Allocated IP 172.20.0.2 (d955a301-2e6e-4ce3-b5e5-602440c01094/0a5c6bbc-9108-42ed-9f1e-13da3e32cb13/adf53e64-b670-4ca6-88af-367529ff786f) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:30:56.064483 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-3f4d2211-1cd5-48ba-ade0-e7e722e1cf7c tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:56.067494 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d2211-1cd5-48ba-ade0-e7e722e1cf7c tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Port': ['ID=3ea353b9-7e23-4500-80cc-473b559f5fe5,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:56.070375 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4d2211-1cd5-48ba-ade0-e7e722e1cf7c tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:30:56.149311 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4d2211-1cd5-48ba-ade0-e7e722e1cf7c tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:56.150448 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3f4d2211-1cd5-48ba-ade0-e7e722e1cf7c tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:56.173507 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3f4d2211-1cd5-48ba-ade0-e7e722e1cf7c tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9059980 Aug 11 22:30:56.177701 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41666) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:56.334168 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-641462bb-633e-402f-9103-3082c52ebc0b None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:56.346141 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-641462bb-633e-402f-9103-3082c52ebc0b None None] Transition to ACTIVE for port object adf53e64-b670-4ca6-88af-367529ff786f will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:30:56.367728 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-f9433455-6505-4497-9b02-a7e21dc79822 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting port 3ea353b9-7e23-4500-80cc-473b559f5fe5 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:30:56.368016 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-641462bb-633e-402f-9103-3082c52ebc0b None None] Transition to ACTIVE for port object adf53e64-b670-4ca6-88af-367529ff786f will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:30:56.368778 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f9433455-6505-4497-9b02-a7e21dc79822 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:56.376104 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-641462bb-633e-402f-9103-3082c52ebc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:56.420123 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41674) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:56.447124 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641462bb-633e-402f-9103-3082c52ebc0b None None] Network d955a301-2e6e-4ce3-b5e5-602440c01094 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:30:56.463426 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-641462bb-633e-402f-9103-3082c52ebc0b None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:30:56.468292 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641462bb-633e-402f-9103-3082c52ebc0b None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:30:56.502195 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641462bb-633e-402f-9103-3082c52ebc0b None None] Pushing event updated for resources: {'Port': ['ID=adf53e64-b670-4ca6-88af-367529ff786f,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:56.551327 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f9433455-6505-4497-9b02-a7e21dc79822 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:56.578078 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-f9433455-6505-4497-9b02-a7e21dc79822 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Calling delete_port for 3ea353b9-7e23-4500-80cc-473b559f5fe5 owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:30:56.578356 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-641462bb-633e-402f-9103-3082c52ebc0b None None] Attempting to bind port adf53e64-b670-4ca6-88af-367529ff786f on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:30:56.578877 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-641462bb-633e-402f-9103-3082c52ebc0b None None] Attempting to bind port adf53e64-b670-4ca6-88af-367529ff786f by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '12164547-4c4a-45da-a7c3-344920cd8535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd955a301-2e6e-4ce3-b5e5-602440c01094'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:30:56.579473 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641462bb-633e-402f-9103-3082c52ebc0b None None] Attempting to bind port adf53e64-b670-4ca6-88af-367529ff786f on network d955a301-2e6e-4ce3-b5e5-602440c01094 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:30:56.588852 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641462bb-633e-402f-9103-3082c52ebc0b None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:30:56.589235 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641462bb-633e-402f-9103-3082c52ebc0b None None] Checking segment: {'id': '12164547-4c4a-45da-a7c3-344920cd8535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd955a301-2e6e-4ce3-b5e5-602440c01094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:30:56.589811 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-641462bb-633e-402f-9103-3082c52ebc0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:56.590346 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641462bb-633e-402f-9103-3082c52ebc0b None None] Bound using segment: {'id': '12164547-4c4a-45da-a7c3-344920cd8535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd955a301-2e6e-4ce3-b5e5-602440c01094'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:30:56.591266 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-641462bb-633e-402f-9103-3082c52ebc0b None None] Bound port: adf53e64-b670-4ca6-88af-367529ff786f, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12164547-4c4a-45da-a7c3-344920cd8535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd955a301-2e6e-4ce3-b5e5-602440c01094'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:30:56.592156 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-641462bb-633e-402f-9103-3082c52ebc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:56.616661 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8e8e9ae5-8084-46fe-b383-c5fffeda37c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:56.730931 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-641462bb-633e-402f-9103-3082c52ebc0b None None] For port adf53e64-b670-4ca6-88af-367529ff786f, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:30:56.738669 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-641462bb-633e-402f-9103-3082c52ebc0b None None] For port adf53e64-b670-4ca6-88af-367529ff786f, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=adf53e64-b670-4ca6-88af-367529ff786f,segment=NetworkSegment(12164547-4c4a-45da-a7c3-344920cd8535),segment_id=12164547-4c4a-45da-a7c3-344920cd8535)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:30:56.747216 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-641462bb-633e-402f-9103-3082c52ebc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:56.904510 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8e8e9ae5-8084-46fe-b383-c5fffeda37c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:56.913544 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8e8e9ae5-8084-46fe-b383-c5fffeda37c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:56.914943 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641462bb-633e-402f-9103-3082c52ebc0b None None] Pushing event updated for resources: {'Port': ['ID=adf53e64-b670-4ca6-88af-367529ff786f,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:56.989054 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e9ae5-8084-46fe-b383-c5fffeda37c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a48d10-a63e-437d-b950-4f5ad86f1e5c,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:57.002243 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8e8e9ae5-8084-46fe-b383-c5fffeda37c6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b3939eafecd04a80acda4f0e163fe8e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5806537 Aug 11 22:30:57.003170 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41686) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:57.105501 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-83c5bec5-d62a-41ec-9bf3-1697c6e5b21d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:57.149958 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-83c5bec5-d62a-41ec-9bf3-1697c6e5b21d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:57.248472 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-83c5bec5-d62a-41ec-9bf3-1697c6e5b21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:57.250954 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cac4ad-18e3-40eb-9cae-299aa5a83c3c req-e5a36223-8c64-4004-bf59-874753702007 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:57.253316 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-80cac4ad-18e3-40eb-9cae-299aa5a83c3c req-e5a36223-8c64-4004-bf59-874753702007 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 946 time: 0.1532521 Aug 11 22:30:57.256484 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-83c5bec5-d62a-41ec-9bf3-1697c6e5b21d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:57.258022 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-83c5bec5-d62a-41ec-9bf3-1697c6e5b21d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a3a48d10-a63e-437d-b950-4f5ad86f1e5c HTTP/1.1" status: 204 len: 168 time: 0.2529922 Aug 11 22:30:57.270168 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5bec5-d62a-41ec-9bf3-1697c6e5b21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a48d10-a63e-437d-b950-4f5ad86f1e5c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:57.400351 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-80cac4ad-18e3-40eb-9cae-299aa5a83c3c req-7aee4747-5557-4eda-b9a1-88cc49c22db0 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149349 Aug 11 22:30:57.447710 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f9433455-6505-4497-9b02-a7e21dc79822 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:57.492276 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9433455-6505-4497-9b02-a7e21dc79822 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Port': ['ID=3ea353b9-7e23-4500-80cc-473b559f5fe5,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:57.596164 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f9433455-6505-4497-9b02-a7e21dc79822 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:57.599333 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f9433455-6505-4497-9b02-a7e21dc79822 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/ports/3ea353b9-7e23-4500-80cc-473b559f5fe5 HTTP/1.1" status: 204 len: 168 time: 1.4195900 Aug 11 22:30:57.602756 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41698) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:57.647028 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee72b74-a318-4569-bebc-39d4ad3e9a60 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] DELETE failed (client error): The resource could not be found. Aug 11 22:30:57.655822 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ee72b74-a318-4569-bebc-39d4ad3e9a60 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:30:57.668335 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8ee72b74-a318-4569-bebc-39d4ad3e9a60 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/ports/3ea353b9-7e23-4500-80cc-473b559f5fe5 HTTP/1.1" status: 404 len: 333 time: 0.0643840 Aug 11 22:30:57.671692 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41700) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:57.718771 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae14a9e0-01dd-4dde-b2ad-d5841a4c92e6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] GET failed (client error): The resource could not be found. Aug 11 22:30:57.721773 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ae14a9e0-01dd-4dde-b2ad-d5841a4c92e6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "GET /v2.0/ports/3ea353b9-7e23-4500-80cc-473b559f5fe5 HTTP/1.1" status: 404 len: 333 time: 0.0475895 Aug 11 22:30:57.725432 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41702) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:57.741247 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41704) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:57.757927 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-72302799-83a3-4199-891f-46836a386343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:57.828361 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-c162a889-0b05-47bb-a3ec-3a4de37bd32f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting subnet 0a5c6bbc-9108-42ed-9f1e-13da3e32cb13 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:30:57.835544 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c162a889-0b05-47bb-a3ec-3a4de37bd32f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:57.899457 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-72302799-83a3-4199-891f-46836a386343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:57.905290 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-72302799-83a3-4199-891f-46836a386343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:57.913599 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c162a889-0b05-47bb-a3ec-3a4de37bd32f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:57.955131 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-72302799-83a3-4199-891f-46836a386343 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=50a4e84b1ac04b44964cbdb1768c0e87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2124267 Aug 11 22:30:57.959741 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41706) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:58.020077 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72302799-83a3-4199-891f-46836a386343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cddbb7-b417-4dd7-9055-fc47681097dd,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:58.068775 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c162a889-0b05-47bb-a3ec-3a4de37bd32f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:58.076332 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57d8bc4a-6fa8-46a6-bc41-2915053f2293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:58.139820 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57d8bc4a-6fa8-46a6-bc41-2915053f2293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:58.189407 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c162a889-0b05-47bb-a3ec-3a4de37bd32f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:58.232116 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162a889-0b05-47bb-a3ec-3a4de37bd32f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Subnet': ['ID=0a5c6bbc-9108-42ed-9f1e-13da3e32cb13,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:58.237819 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57d8bc4a-6fa8-46a6-bc41-2915053f2293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:58.242967 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57d8bc4a-6fa8-46a6-bc41-2915053f2293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:58.243255 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c162a889-0b05-47bb-a3ec-3a4de37bd32f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:58.246922 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-57d8bc4a-6fa8-46a6-bc41-2915053f2293 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/03cddbb7-b417-4dd7-9055-fc47681097dd HTTP/1.1" status: 204 len: 168 time: 0.2835901 Aug 11 22:30:58.248209 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c162a889-0b05-47bb-a3ec-3a4de37bd32f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/subnets/0a5c6bbc-9108-42ed-9f1e-13da3e32cb13 HTTP/1.1" status: 204 len: 168 time: 0.5212278 Aug 11 22:30:58.249396 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41714) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:58.260130 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8bc4a-6fa8-46a6-bc41-2915053f2293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cddbb7-b417-4dd7-9055-fc47681097dd,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:58.350679 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-609e8a55-d72c-4163-92bd-f66f10371cf1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:58.462215 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-609e8a55-d72c-4163-92bd-f66f10371cf1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting port adf53e64-b670-4ca6-88af-367529ff786f {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:30:58.462832 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-609e8a55-d72c-4163-92bd-f66f10371cf1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:58.495876 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631fb4d5-3745-49c2-855a-eed744b898b0 None None] Network d955a301-2e6e-4ce3-b5e5-602440c01094 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:30:58.535043 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e3c5b-582d-474f-939f-b9b499430288 req-22e69c56-5a94-4221-92c1-404b26a66783 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:58.542409 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-893e3c5b-582d-474f-939f-b9b499430288 req-22e69c56-5a94-4221-92c1-404b26a66783 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.52 "GET /v2.0/ports?device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 946 time: 0.1371729 Aug 11 22:30:58.658621 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-609e8a55-d72c-4163-92bd-f66f10371cf1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] For port adf53e64-b670-4ca6-88af-367529ff786f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=adf53e64-b670-4ca6-88af-367529ff786f,segment=NetworkSegment(12164547-4c4a-45da-a7c3-344920cd8535),segment_id=12164547-4c4a-45da-a7c3-344920cd8535)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:30:58.659254 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-609e8a55-d72c-4163-92bd-f66f10371cf1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:58.675383 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-672260f9-88f7-47ca-9212-2b850136aadd None None] Provisioning for port adf53e64-b670-4ca6-88af-367529ff786f completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:30:58.682060 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711473cb-2bb8-4304-ae8f-2efe88e836df req-7abb2c99-41c2-4a84-9943-b21a826f19d2 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:58.683860 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-711473cb-2bb8-4304-ae8f-2efe88e836df req-7abb2c99-41c2-4a84-9943-b21a826f19d2 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 946 time: 0.1687551 Aug 11 22:30:58.690670 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-609e8a55-d72c-4163-92bd-f66f10371cf1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Calling delete_port for adf53e64-b670-4ca6-88af-367529ff786f owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:30:58.762893 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-893e3c5b-582d-474f-939f-b9b499430288 req-83d1b443-a97a-445a-91ed-26ed2d6c0f8d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Deleting port 9b710c67-282e-4e09-951b-c5305bee8945 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:30:58.763937 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-893e3c5b-582d-474f-939f-b9b499430288 req-83d1b443-a97a-445a-91ed-26ed2d6c0f8d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:58.785554 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f68fcf-3ee8-43bf-b5e0-0abb2692adf3 None None] DHCP port deletion for d955a301-2e6e-4ce3-b5e5-602440c01094 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:30:58.814241 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-711473cb-2bb8-4304-ae8f-2efe88e836df req-f212cae1-a6b9-4de1-a77a-5335b62ee377 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148818 Aug 11 22:30:58.874522 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-609e8a55-d72c-4163-92bd-f66f10371cf1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:58.878695 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-16f68fcf-3ee8-43bf-b5e0-0abb2692adf3 None None] Deleting port adf53e64-b670-4ca6-88af-367529ff786f {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:30:58.879070 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-16f68fcf-3ee8-43bf-b5e0-0abb2692adf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:58.912719 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e8a55-d72c-4163-92bd-f66f10371cf1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Port': ['ID=adf53e64-b670-4ca6-88af-367529ff786f,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:58.920373 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609e8a55-d72c-4163-92bd-f66f10371cf1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] No DVR routers for this DVR port adf53e64-b670-4ca6-88af-367529ff786f on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:30:59.046855 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-893e3c5b-582d-474f-939f-b9b499430288 req-83d1b443-a97a-445a-91ed-26ed2d6c0f8d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] For port 9b710c67-282e-4e09-951b-c5305bee8945, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9b710c67-282e-4e09-951b-c5305bee8945,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:30:59.046855 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-893e3c5b-582d-474f-939f-b9b499430288 req-83d1b443-a97a-445a-91ed-26ed2d6c0f8d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:59.079855 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-609e8a55-d72c-4163-92bd-f66f10371cf1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:59.103451 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-609e8a55-d72c-4163-92bd-f66f10371cf1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d955a301-2e6e-4ce3-b5e5-602440c01094']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:59.135818 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-609e8a55-d72c-4163-92bd-f66f10371cf1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12164547-4c4a-45da-a7c3-344920cd8535') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:59.136213 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-609e8a55-d72c-4163-92bd-f66f10371cf1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12164547-4c4a-45da-a7c3-344920cd8535') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:30:59.174095 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-609e8a55-d72c-4163-92bd-f66f10371cf1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:59.215540 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-609e8a55-d72c-4163-92bd-f66f10371cf1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:59.234878 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609e8a55-d72c-4163-92bd-f66f10371cf1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:30:59.235531 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-609e8a55-d72c-4163-92bd-f66f10371cf1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:30:59.241783 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:30:59.319789 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-16f68fcf-3ee8-43bf-b5e0-0abb2692adf3 None None] For port adf53e64-b670-4ca6-88af-367529ff786f, host n-d-804275-3, got binding levels [] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:30:59.320460 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-16f68fcf-3ee8-43bf-b5e0-0abb2692adf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:59.336657 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-609e8a55-d72c-4163-92bd-f66f10371cf1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:59.338794 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-893e3c5b-582d-474f-939f-b9b499430288 req-83d1b443-a97a-445a-91ed-26ed2d6c0f8d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:59.339356 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-893e3c5b-582d-474f-939f-b9b499430288 req-83d1b443-a97a-445a-91ed-26ed2d6c0f8d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:59.339496 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [req-893e3c5b-582d-474f-939f-b9b499430288 req-83d1b443-a97a-445a-91ed-26ed2d6c0f8d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Floating IP 7203e654-049c-4232-a535-f32e28e0d733 disassociated. External IP: 172.25.2.207, port: 9b710c67-282e-4e09-951b-c5305bee8945. Aug 11 22:30:59.339897 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-893e3c5b-582d-474f-939f-b9b499430288 req-83d1b443-a97a-445a-91ed-26ed2d6c0f8d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Calling delete_port for 9b710c67-282e-4e09-951b-c5305bee8945 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:30:59.342338 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-16f68fcf-3ee8-43bf-b5e0-0abb2692adf3 None None] Calling delete_port for adf53e64-b670-4ca6-88af-367529ff786f owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:30:59.346758 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.ipam_backend_mixin [None req-16f68fcf-3ee8-43bf-b5e0-0abb2692adf3 None None] Port adf53e64-b670-4ca6-88af-367529ff786f was not found and therefore no delete operation was performed {{(pid=100944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 22:30:59.348943 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-16f68fcf-3ee8-43bf-b5e0-0abb2692adf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:59.356440 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-609e8a55-d72c-4163-92bd-f66f10371cf1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:59.359937 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-609e8a55-d72c-4163-92bd-f66f10371cf1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/networks/d955a301-2e6e-4ce3-b5e5-602440c01094 HTTP/1.1" status: 204 len: 168 time: 1.1093395 Aug 11 22:30:59.360659 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-16f68fcf-3ee8-43bf-b5e0-0abb2692adf3 None None] Network d955a301-2e6e-4ce3-b5e5-602440c01094 is not hosted by any dhcp agent {{(pid=100944) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 22:30:59.363763 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f68fcf-3ee8-43bf-b5e0-0abb2692adf3 None None] No DVR routers for this DVR port adf53e64-b670-4ca6-88af-367529ff786f on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:30:59.364007 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41746) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:59.374872 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-771676a9-4875-43d3-a2ca-3d66e9f9b43d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-841378300'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:59.392381 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f68fcf-3ee8-43bf-b5e0-0abb2692adf3 None None] Pushing event deleted for resources: {'Port': ['ID=adf53e64-b670-4ca6-88af-367529ff786f,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:59.446065 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e8a55-d72c-4163-92bd-f66f10371cf1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Network': ['ID=d955a301-2e6e-4ce3-b5e5-602440c01094,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:59.454817 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771676a9-4875-43d3-a2ca-3d66e9f9b43d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:59.460975 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-771676a9-4875-43d3-a2ca-3d66e9f9b43d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:59.494979 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-771676a9-4875-43d3-a2ca-3d66e9f9b43d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:30:59.510420 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-771676a9-4875-43d3-a2ca-3d66e9f9b43d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:59.510877 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-771676a9-4875-43d3-a2ca-3d66e9f9b43d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Added segment bf4f5c1d-d9f6-4ada-a07f-c24919fbd3af of type vlan for network 6fffe0c8-2e13-4db6-8866-3005466f270b Aug 11 22:30:59.571390 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-771676a9-4875-43d3-a2ca-3d66e9f9b43d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:59.573462 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-893e3c5b-582d-474f-939f-b9b499430288 req-83d1b443-a97a-445a-91ed-26ed2d6c0f8d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:59.605613 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-771676a9-4875-43d3-a2ca-3d66e9f9b43d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:59.611343 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d1b443-a97a-445a-91ed-26ed2d6c0f8d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Pushing event deleted for resources: {'Port': ['ID=9b710c67-282e-4e09-951b-c5305bee8945,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:59.625955 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771676a9-4875-43d3-a2ca-3d66e9f9b43d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:30:59.627003 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-771676a9-4875-43d3-a2ca-3d66e9f9b43d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:30:59.740027 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-771676a9-4875-43d3-a2ca-3d66e9f9b43d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3694108 Aug 11 22:30:59.742446 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41758) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:30:59.761522 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-bc98cdda-a55b-4def-af33-139ead4fdd62 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'subnet': {'network_id': '6fffe0c8-2e13-4db6-8866-3005466f270b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:30:59.944560 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-526d7d30-bb49-43ad-869e-1e1621a7d0d6 req-f5895547-39ef-41d4-8a2b-0e446d7cf67c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 210 time: 0.0434408 Aug 11 22:30:59.947726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771676a9-4875-43d3-a2ca-3d66e9f9b43d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Network': ['ID=6fffe0c8-2e13-4db6-8866-3005466f270b,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:30:59.959836 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 6fffe0c8-2e13-4db6-8866-3005466f270b details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:30:59.993248 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc98cdda-a55b-4def-af33-139ead4fdd62 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:30:59.998089 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bc98cdda-a55b-4def-af33-139ead4fdd62 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:00.327971 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-893e3c5b-582d-474f-939f-b9b499430288 req-83d1b443-a97a-445a-91ed-26ed2d6c0f8d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Router 2c295ff1-e849-450b-bb35-fe3ee1356d31 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:31:00.339987 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bc98cdda-a55b-4def-af33-139ead4fdd62 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:00.443574 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98cdda-a55b-4def-af33-139ead4fdd62 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Subnet': ['ID=f622bfc2-e813-4cd8-af70-dbaa5870888a,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:00.448424 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc98cdda-a55b-4def-af33-139ead4fdd62 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Checking segment: {'id': 'bf4f5c1d-d9f6-4ada-a07f-c24919fbd3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6fffe0c8-2e13-4db6-8866-3005466f270b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:31:00.448795 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc98cdda-a55b-4def-af33-139ead4fdd62 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network hostable DHCP agents. Network: 6fffe0c8-2e13-4db6-8866-3005466f270b, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:31:00.470719 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc98cdda-a55b-4def-af33-139ead4fdd62 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network 6fffe0c8-2e13-4db6-8866-3005466f270b is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:31:00.485705 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-bc98cdda-a55b-4def-af33-139ead4fdd62 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 6fffe0c8-2e13-4db6-8866-3005466f270b) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:00.487588 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-893e3c5b-582d-474f-939f-b9b499430288 req-83d1b443-a97a-445a-91ed-26ed2d6c0f8d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:31:00.491447 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc98cdda-a55b-4def-af33-139ead4fdd62 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:00.495366 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bc98cdda-a55b-4def-af33-139ead4fdd62 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:00.506733 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c080fd3e-a798-4d24-b32e-efc9701488cb None None] Sync routers for ids ['2c295ff1-e849-450b-bb35-fe3ee1356d31'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:31:00.512097 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bc56e6-b3c1-492e-92d9-fa691181025a None None] Network 6fffe0c8-2e13-4db6-8866-3005466f270b requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:31:00.551550 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bc98cdda-a55b-4def-af33-139ead4fdd62 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8073545 Aug 11 22:31:00.552865 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41776) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:00.563171 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-f7886e35-d008-4b1b-8edf-fc3b14c6ff54 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'port': {'network_id': '6fffe0c8-2e13-4db6-8866-3005466f270b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-701391832'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:00.570602 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-893e3c5b-582d-474f-939f-b9b499430288 req-83d1b443-a97a-445a-91ed-26ed2d6c0f8d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] No DVR routers for this DVR port 9b710c67-282e-4e09-951b-c5305bee8945 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:31:00.574381 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-893e3c5b-582d-474f-939f-b9b499430288 req-83d1b443-a97a-445a-91ed-26ed2d6c0f8d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:00.577809 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-893e3c5b-582d-474f-939f-b9b499430288 req-83d1b443-a97a-445a-91ed-26ed2d6c0f8d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.52 "DELETE /v2.0/ports/9b710c67-282e-4e09-951b-c5305bee8945 HTTP/1.1" status: 204 len: 173 time: 2.0182519 Aug 11 22:31:00.578489 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7abe15-b523-448a-8e5a-74017d8fdc0a', 'name': 'network-vif-deleted', 'tag': '9b710c67-282e-4e09-951b-c5305bee8945'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:31:00.582193 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faedd25a-5715-4c96-b70f-ac866f66d148" -d '{"events": [{"server_uuid": "7f7abe15-b523-448a-8e5a-74017d8fdc0a", "name": "network-vif-deleted", "tag": "9b710c67-282e-4e09-951b-c5305bee8945"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:31:00.644633 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11fe68d-4c6b-47c0-835b-07db88c43d5d x-openstack-request-id: req-c11fe68d-4c6b-47c0-835b-07db88c43d5d {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:31:00.645979 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7abe15-b523-448a-8e5a-74017d8fdc0a", "name": "network-vif-deleted", "tag": "9b710c67-282e-4e09-951b-c5305bee8945", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:31:00.646455 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c11fe68d-4c6b-47c0-835b-07db88c43d5d {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:31:00.648381 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7abe15-b523-448a-8e5a-74017d8fdc0a', 'name': 'network-vif-deleted', 'tag': '9b710c67-282e-4e09-951b-c5305bee8945', 'status': 'completed', 'code': 200} Aug 11 22:31:00.726824 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c080fd3e-a798-4d24-b32e-efc9701488cb None None] Routers {'2c295ff1-e849-450b-bb35-fe3ee1356d31'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:31:00.730504 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c080fd3e-a798-4d24-b32e-efc9701488cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:30:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['2c295ff1-e849-450b-bb35-fe3ee1356d31'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:00.854321 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7886e35-d008-4b1b-8edf-fc3b14c6ff54 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:31:00.858360 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f7886e35-d008-4b1b-8edf-fc3b14c6ff54 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:00.886027 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-f7886e35-d008-4b1b-8edf-fc3b14c6ff54 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] device_id is not set on port 805596ff-9e49-43a7-b86d-da05cdb9d232 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:31:01.030090 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732c0a65-a261-485f-a6b6-cbb0a10620ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-6fffe0c8-2e13-4db6-8866-3005466f270b', 'network_id': '6fffe0c8-2e13-4db6-8866-3005466f270b', 'tenant_id': '25fd15b5bb2148a4b0306708f08aa001', 'fixed_ips': [{'subnet_id': 'f622bfc2-e813-4cd8-af70-dbaa5870888a'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:31:01.031691 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-732c0a65-a261-485f-a6b6-cbb0a10620ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:01.088445 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-f7886e35-d008-4b1b-8edf-fc3b14c6ff54 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Allocated IP 172.20.0.2 (6fffe0c8-2e13-4db6-8866-3005466f270b/f622bfc2-e813-4cd8-af70-dbaa5870888a/805596ff-9e49-43a7-b86d-da05cdb9d232) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:31:01.170424 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-c080fd3e-a798-4d24-b32e-efc9701488cb None None] Set router 2c295ff1-e849-450b-bb35-fe3ee1356d31 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:31:01.188908 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 9b710c67-282e-4e09-951b-c5305bee8945 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:31:01.271627 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 9b710c67-282e-4e09-951b-c5305bee8945 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:31:01.272086 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 9b710c67-282e-4e09-951b-c5305bee8945 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:31:01.301164 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eeeb0e73-92d6-48c6-b8f5-9657747b155a req-ff11ece1-d947-4f68-a1af-d9f70b4b83dd tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 210 time: 0.0600216 Aug 11 22:31:01.308446 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f7886e35-d008-4b1b-8edf-fc3b14c6ff54 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:01.329132 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-f7886e35-d008-4b1b-8edf-fc3b14c6ff54 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Transition to ACTIVE for port object 805596ff-9e49-43a7-b86d-da05cdb9d232 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:31:01.416958 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f7886e35-d008-4b1b-8edf-fc3b14c6ff54 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:01.530436 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7886e35-d008-4b1b-8edf-fc3b14c6ff54 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Port': ['ID=805596ff-9e49-43a7-b86d-da05cdb9d232,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:01.555872 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7886e35-d008-4b1b-8edf-fc3b14c6ff54 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network 6fffe0c8-2e13-4db6-8866-3005466f270b is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:31:01.556114 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.api [None req-732c0a65-a261-485f-a6b6-cbb0a10620ff None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-604c0614-035b-47f8-89f3-db3070d0012b {{(pid=100944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:31:01.556628 n-d-804275-3 neutron-server[100944]: DEBUG oslo_db.api [None req-732c0a65-a261-485f-a6b6-cbb0a10620ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:31:01.560265 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-f7886e35-d008-4b1b-8edf-fc3b14c6ff54 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:01.566419 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7886e35-d008-4b1b-8edf-fc3b14c6ff54 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:31:01.616728 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c080fd3e-a798-4d24-b32e-efc9701488cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'name': 'tempest-TestVolumeBootPattern-1788241116-router', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:20:49Z', 'updated_at': '2021-08-11T22:21:04Z', 'revision_number': 4, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'gw_port': {'id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:20:51Z', 'updated_at': '2021-08-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b', 'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'mac_address': 'fa:16:3e:28:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:21:00Z', 'updated_at': '2021-08-11T22:21:15Z', 'revision_number': 5, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'subnets': [{'id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:01.647545 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c080fd3e-a798-4d24-b32e-efc9701488cb None None] Checking router: 2c295ff1-e849-450b-bb35-fe3ee1356d31 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:31:01.659016 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c080fd3e-a798-4d24-b32e-efc9701488cb None None] Routers {'2c295ff1-e849-450b-bb35-fe3ee1356d31'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:31:01.659686 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c080fd3e-a798-4d24-b32e-efc9701488cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:30:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['2c295ff1-e849-450b-bb35-fe3ee1356d31'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:01.672305 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7886e35-d008-4b1b-8edf-fc3b14c6ff54 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:01.673210 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f7886e35-d008-4b1b-8edf-fc3b14c6ff54 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:01.714164 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41802) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:01.716247 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f7886e35-d008-4b1b-8edf-fc3b14c6ff54 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.1613276 Aug 11 22:31:01.867144 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-c080fd3e-a798-4d24-b32e-efc9701488cb None None] Set router 2c295ff1-e849-450b-bb35-fe3ee1356d31 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:31:01.951437 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-bfd1ed3b-00d5-4920-95b2-089f78e982a8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting port 805596ff-9e49-43a7-b86d-da05cdb9d232 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:31:01.952270 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bfd1ed3b-00d5-4920-95b2-089f78e982a8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:02.081764 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-732c0a65-a261-485f-a6b6-cbb0a10620ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:02.119722 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bfd1ed3b-00d5-4920-95b2-089f78e982a8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:02.137108 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-bfd1ed3b-00d5-4920-95b2-089f78e982a8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Calling delete_port for 805596ff-9e49-43a7-b86d-da05cdb9d232 owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:31:02.311870 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-732c0a65-a261-485f-a6b6-cbb0a10620ff None None] Allocated IP 172.20.0.3 (6fffe0c8-2e13-4db6-8866-3005466f270b/f622bfc2-e813-4cd8-af70-dbaa5870888a/e162f03b-95ff-4e9f-b045-3813220ecb2b) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:31:02.330583 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bfd1ed3b-00d5-4920-95b2-089f78e982a8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:02.332867 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c080fd3e-a798-4d24-b32e-efc9701488cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'name': 'tempest-TestVolumeBootPattern-1788241116-router', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:20:49Z', 'updated_at': '2021-08-11T22:21:04Z', 'revision_number': 4, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'gw_port': {'id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:20:51Z', 'updated_at': '2021-08-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b', 'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'mac_address': 'fa:16:3e:28:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:21:00Z', 'updated_at': '2021-08-11T22:21:15Z', 'revision_number': 5, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'subnets': [{'id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:02.405807 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1ed3b-00d5-4920-95b2-089f78e982a8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Port': ['ID=805596ff-9e49-43a7-b86d-da05cdb9d232,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:02.420797 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c080fd3e-a798-4d24-b32e-efc9701488cb None None] The sync data for ids ['2c295ff1-e849-450b-bb35-fe3ee1356d31'] in n-d-804275-3 is: [{'id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'name': 'tempest-TestVolumeBootPattern-1788241116-router', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:20:49Z', 'updated_at': '2021-08-11T22:21:04Z', 'revision_number': 4, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'gw_port': {'id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:20:51Z', 'updated_at': '2021-08-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b', 'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'mac_address': 'fa:16:3e:28:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:21:00Z', 'updated_at': '2021-08-11T22:21:15Z', 'revision_number': 5, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'subnets': [{'id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:31:02.494421 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bfd1ed3b-00d5-4920-95b2-089f78e982a8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:02.497663 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bfd1ed3b-00d5-4920-95b2-089f78e982a8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/ports/805596ff-9e49-43a7-b86d-da05cdb9d232 HTTP/1.1" status: 204 len: 168 time: 0.7815013 Aug 11 22:31:02.500541 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41816) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:02.550878 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-2493c762-80da-4d64-822d-00279b076563 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] GET failed (client error): The resource could not be found. Aug 11 22:31:02.556447 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2493c762-80da-4d64-822d-00279b076563 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "GET /v2.0/ports/805596ff-9e49-43a7-b86d-da05cdb9d232 HTTP/1.1" status: 404 len: 333 time: 0.0547349 Aug 11 22:31:02.556882 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41820) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:02.596382 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d00e96d4-aa4b-43ea-a0a6-e536d134e5b6 req-360d0317-50e9-4a49-91d1-37e6691063e1 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 210 time: 0.0524108 Aug 11 22:31:02.627316 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-732c0a65-a261-485f-a6b6-cbb0a10620ff None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:02.637578 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-732c0a65-a261-485f-a6b6-cbb0a10620ff None None] Transition to ACTIVE for port object e162f03b-95ff-4e9f-b045-3813220ecb2b will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:31:02.658661 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-732c0a65-a261-485f-a6b6-cbb0a10620ff None None] Transition to ACTIVE for port object e162f03b-95ff-4e9f-b045-3813220ecb2b will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:31:02.667890 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-b70981ee-034b-4a78-b8d4-01667e655ef3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting subnet f622bfc2-e813-4cd8-af70-dbaa5870888a {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:31:02.668431 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-732c0a65-a261-485f-a6b6-cbb0a10620ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:02.672016 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b70981ee-034b-4a78-b8d4-01667e655ef3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:02.718960 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732c0a65-a261-485f-a6b6-cbb0a10620ff None None] Network 6fffe0c8-2e13-4db6-8866-3005466f270b is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:31:02.722140 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-732c0a65-a261-485f-a6b6-cbb0a10620ff None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:02.725533 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732c0a65-a261-485f-a6b6-cbb0a10620ff None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:31:02.731836 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b70981ee-034b-4a78-b8d4-01667e655ef3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:02.773826 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c0a65-a261-485f-a6b6-cbb0a10620ff None None] Pushing event updated for resources: {'Port': ['ID=e162f03b-95ff-4e9f-b045-3813220ecb2b,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:02.816273 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-732c0a65-a261-485f-a6b6-cbb0a10620ff None None] Attempting to bind port e162f03b-95ff-4e9f-b045-3813220ecb2b on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:31:02.816679 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-732c0a65-a261-485f-a6b6-cbb0a10620ff None None] Attempting to bind port e162f03b-95ff-4e9f-b045-3813220ecb2b by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'bf4f5c1d-d9f6-4ada-a07f-c24919fbd3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6fffe0c8-2e13-4db6-8866-3005466f270b'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:31:02.817057 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732c0a65-a261-485f-a6b6-cbb0a10620ff None None] Attempting to bind port e162f03b-95ff-4e9f-b045-3813220ecb2b on network 6fffe0c8-2e13-4db6-8866-3005466f270b {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:31:02.825060 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732c0a65-a261-485f-a6b6-cbb0a10620ff None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:31:02.825510 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732c0a65-a261-485f-a6b6-cbb0a10620ff None None] Checking segment: {'id': 'bf4f5c1d-d9f6-4ada-a07f-c24919fbd3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6fffe0c8-2e13-4db6-8866-3005466f270b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:31:02.826181 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-732c0a65-a261-485f-a6b6-cbb0a10620ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:02.826666 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732c0a65-a261-485f-a6b6-cbb0a10620ff None None] Bound using segment: {'id': 'bf4f5c1d-d9f6-4ada-a07f-c24919fbd3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6fffe0c8-2e13-4db6-8866-3005466f270b'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:31:02.827155 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-732c0a65-a261-485f-a6b6-cbb0a10620ff None None] Bound port: e162f03b-95ff-4e9f-b045-3813220ecb2b, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf4f5c1d-d9f6-4ada-a07f-c24919fbd3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6fffe0c8-2e13-4db6-8866-3005466f270b'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:31:02.827576 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-732c0a65-a261-485f-a6b6-cbb0a10620ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:02.942917 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-732c0a65-a261-485f-a6b6-cbb0a10620ff None None] For port e162f03b-95ff-4e9f-b045-3813220ecb2b, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:31:02.948380 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-732c0a65-a261-485f-a6b6-cbb0a10620ff None None] For port e162f03b-95ff-4e9f-b045-3813220ecb2b, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=e162f03b-95ff-4e9f-b045-3813220ecb2b,segment=NetworkSegment(bf4f5c1d-d9f6-4ada-a07f-c24919fbd3af),segment_id=bf4f5c1d-d9f6-4ada-a07f-c24919fbd3af)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:31:02.965451 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-732c0a65-a261-485f-a6b6-cbb0a10620ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:03.002434 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b70981ee-034b-4a78-b8d4-01667e655ef3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:03.016654 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bb3713-b526-4ae6-a797-e03e8cb9ca79 None None] New status for floating IP 7203e654-049c-4232-a535-f32e28e0d733: DOWN {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:31:03.148512 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c0a65-a261-485f-a6b6-cbb0a10620ff None None] Pushing event updated for resources: {'Port': ['ID=e162f03b-95ff-4e9f-b045-3813220ecb2b,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:03.170449 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b70981ee-034b-4a78-b8d4-01667e655ef3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:03.222774 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70981ee-034b-4a78-b8d4-01667e655ef3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Subnet': ['ID=f622bfc2-e813-4cd8-af70-dbaa5870888a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:03.228169 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b70981ee-034b-4a78-b8d4-01667e655ef3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:03.231258 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b70981ee-034b-4a78-b8d4-01667e655ef3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/subnets/f622bfc2-e813-4cd8-af70-dbaa5870888a HTTP/1.1" status: 204 len: 168 time: 0.6696832 Aug 11 22:31:03.234608 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41830) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:03.393936 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6baad07d-3e68-46b6-bc3f-b91030a89f42 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:03.538405 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-6baad07d-3e68-46b6-bc3f-b91030a89f42 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting port e162f03b-95ff-4e9f-b045-3813220ecb2b {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:31:03.538839 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6baad07d-3e68-46b6-bc3f-b91030a89f42 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:03.659794 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-6baad07d-3e68-46b6-bc3f-b91030a89f42 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] For port e162f03b-95ff-4e9f-b045-3813220ecb2b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=e162f03b-95ff-4e9f-b045-3813220ecb2b,segment=NetworkSegment(bf4f5c1d-d9f6-4ada-a07f-c24919fbd3af),segment_id=bf4f5c1d-d9f6-4ada-a07f-c24919fbd3af)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:31:03.661291 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6baad07d-3e68-46b6-bc3f-b91030a89f42 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:03.685211 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-6baad07d-3e68-46b6-bc3f-b91030a89f42 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Calling delete_port for e162f03b-95ff-4e9f-b045-3813220ecb2b owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:31:03.827466 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6baad07d-3e68-46b6-bc3f-b91030a89f42 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:03.836335 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cf24249e-6596-4b1f-974f-0e4caf340ec1 req-9aa5ad71-a11b-4631-ae4f-a656564b0a57 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 210 time: 0.0804026 Aug 11 22:31:03.910795 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad07d-3e68-46b6-bc3f-b91030a89f42 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Port': ['ID=e162f03b-95ff-4e9f-b045-3813220ecb2b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:03.923396 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baad07d-3e68-46b6-bc3f-b91030a89f42 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] No DVR routers for this DVR port e162f03b-95ff-4e9f-b045-3813220ecb2b on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:31:04.019266 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6baad07d-3e68-46b6-bc3f-b91030a89f42 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:04.032622 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-6baad07d-3e68-46b6-bc3f-b91030a89f42 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fffe0c8-2e13-4db6-8866-3005466f270b']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:04.049789 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-6baad07d-3e68-46b6-bc3f-b91030a89f42 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf4f5c1d-d9f6-4ada-a07f-c24919fbd3af') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:04.050186 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-6baad07d-3e68-46b6-bc3f-b91030a89f42 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf4f5c1d-d9f6-4ada-a07f-c24919fbd3af') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:04.063426 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6baad07d-3e68-46b6-bc3f-b91030a89f42 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:04.084233 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6baad07d-3e68-46b6-bc3f-b91030a89f42 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:04.104625 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:31:04.105383 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6baad07d-3e68-46b6-bc3f-b91030a89f42 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:31:04.105804 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6baad07d-3e68-46b6-bc3f-b91030a89f42 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:31:04.121716 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:31:04.240843 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6baad07d-3e68-46b6-bc3f-b91030a89f42 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:04.267660 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6baad07d-3e68-46b6-bc3f-b91030a89f42 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:04.269882 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6baad07d-3e68-46b6-bc3f-b91030a89f42 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/networks/6fffe0c8-2e13-4db6-8866-3005466f270b HTTP/1.1" status: 204 len: 168 time: 1.0336516 Aug 11 22:31:04.271248 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad07d-3e68-46b6-bc3f-b91030a89f42 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Network': ['ID=6fffe0c8-2e13-4db6-8866-3005466f270b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:04.273339 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41850) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:04.282445 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-8772c1ae-6e0e-4c2a-bc89-19078b4c254e tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'port': {'network_id': 'bb31f13d-0513-4d49-a408-b96293756b97', 'name': 'tempest-PortsTestJSON-1637830336'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:04.427924 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8772c1ae-6e0e-4c2a-bc89-19078b4c254e tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:31:04.432498 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8772c1ae-6e0e-4c2a-bc89-19078b4c254e tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:04.459949 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-8772c1ae-6e0e-4c2a-bc89-19078b4c254e tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] device_id is not set on port ebbe94d4-03d1-4548-bb5d-ce316101613c yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:31:04.798524 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8772c1ae-6e0e-4c2a-bc89-19078b4c254e tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:04.806572 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429388c5-1b85-4e63-84b7-e4b4f2d6e42b None None] DHCP port deletion for 6fffe0c8-2e13-4db6-8866-3005466f270b request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:31:04.821449 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-dddc7cbb-fdc0-4ade-a82c-198371c16e69 None None] Could not find standard attr ID for object e162f03b-95ff-4e9f-b045-3813220ecb2b. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:31:04.842496 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58853211-319e-4885-879e-a327ad322c93 None None] Network 6fffe0c8-2e13-4db6-8866-3005466f270b requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:31:04.860918 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58853211-319e-4885-879e-a327ad322c93 None None] Network 6fffe0c8-2e13-4db6-8866-3005466f270b could not be found, it might have been deleted concurrently. {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 22:31:04.956818 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8772c1ae-6e0e-4c2a-bc89-19078b4c254e tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:05.092431 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f966eb57-8bec-4494-9746-af3d409fa0ba req-bd1a0c4b-4756-4cc4-82bd-1d68244fdeb0 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 210 time: 0.0816474 Aug 11 22:31:05.092970 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8772c1ae-6e0e-4c2a-bc89-19078b4c254e tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network bb31f13d-0513-4d49-a408-b96293756b97 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:31:05.102446 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-8772c1ae-6e0e-4c2a-bc89-19078b4c254e tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:05.113572 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8772c1ae-6e0e-4c2a-bc89-19078b4c254e tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:31:05.123146 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8772c1ae-6e0e-4c2a-bc89-19078b4c254e tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:05.124061 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8772c1ae-6e0e-4c2a-bc89-19078b4c254e tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:05.174196 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772c1ae-6e0e-4c2a-bc89-19078b4c254e tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Port': ['ID=ebbe94d4-03d1-4548-bb5d-ce316101613c,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:05.205064 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8772c1ae-6e0e-4c2a-bc89-19078b4c254e tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9302986 Aug 11 22:31:05.208128 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41870) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:05.359963 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-4d34c720-16e8-4c6e-952e-1a4ecf33fcbf tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting port ebbe94d4-03d1-4548-bb5d-ce316101613c {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:31:05.360324 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4d34c720-16e8-4c6e-952e-1a4ecf33fcbf tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:05.453113 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4d34c720-16e8-4c6e-952e-1a4ecf33fcbf tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:05.470010 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-4d34c720-16e8-4c6e-952e-1a4ecf33fcbf tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Calling delete_port for ebbe94d4-03d1-4548-bb5d-ce316101613c owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:31:05.573284 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4d34c720-16e8-4c6e-952e-1a4ecf33fcbf tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:05.627356 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34c720-16e8-4c6e-952e-1a4ecf33fcbf tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Port': ['ID=ebbe94d4-03d1-4548-bb5d-ce316101613c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:05.633276 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4d34c720-16e8-4c6e-952e-1a4ecf33fcbf tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:05.636124 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4d34c720-16e8-4c6e-952e-1a4ecf33fcbf tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/ports/ebbe94d4-03d1-4548-bb5d-ce316101613c HTTP/1.1" status: 204 len: 168 time: 0.4262378 Aug 11 22:31:05.639690 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41880) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:05.646399 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-8069b92a-fd3c-4d73-b65b-bec25189f541 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'port': {'network_id': 'bb31f13d-0513-4d49-a408-b96293756b97', 'mac_address': 'fa:16:3e:1d:0e:2b', 'name': 'tempest-PortsTestJSON-1237491488'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:05.766827 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8069b92a-fd3c-4d73-b65b-bec25189f541 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:31:05.921407 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8069b92a-fd3c-4d73-b65b-bec25189f541 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:05.994536 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-8069b92a-fd3c-4d73-b65b-bec25189f541 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] device_id is not set on port cf639da2-fcee-4f9b-88d7-d0409df96b1a yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:31:06.370144 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ed7a23a-48e3-4f87-acbe-d69b52c417e9 req-ec697983-ddd6-47c1-9c40-7dbf91eb4fda tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7f7abe15-b523-448a-8e5a-74017d8fdc0a HTTP/1.1" status: 200 len: 210 time: 0.0959377 Aug 11 22:31:06.418822 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8069b92a-fd3c-4d73-b65b-bec25189f541 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:06.501090 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8069b92a-fd3c-4d73-b65b-bec25189f541 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:06.567330 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069b92a-fd3c-4d73-b65b-bec25189f541 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Port': ['ID=cf639da2-fcee-4f9b-88d7-d0409df96b1a,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:06.572463 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8069b92a-fd3c-4d73-b65b-bec25189f541 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network bb31f13d-0513-4d49-a408-b96293756b97 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:31:06.574555 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-8069b92a-fd3c-4d73-b65b-bec25189f541 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:06.577877 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8069b92a-fd3c-4d73-b65b-bec25189f541 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:31:06.583925 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8069b92a-fd3c-4d73-b65b-bec25189f541 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:06.584589 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8069b92a-fd3c-4d73-b65b-bec25189f541 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:06.613505 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8069b92a-fd3c-4d73-b65b-bec25189f541 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9722383 Aug 11 22:31:06.618183 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41918) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:06.686803 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51be541d-61af-4fd9-b454-ad76efa9c7d3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:06.688278 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-51be541d-61af-4fd9-b454-ad76efa9c7d3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "GET /v2.0/ports/cf639da2-fcee-4f9b-88d7-d0409df96b1a HTTP/1.1" status: 200 len: 841 time: 0.0690160 Aug 11 22:31:06.692658 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41926) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:06.858507 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-e949323e-850b-4021-8144-73753607ddd2 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting port cf639da2-fcee-4f9b-88d7-d0409df96b1a {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:31:06.858880 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e949323e-850b-4021-8144-73753607ddd2 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:06.998905 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e949323e-850b-4021-8144-73753607ddd2 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:07.017770 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-e949323e-850b-4021-8144-73753607ddd2 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Calling delete_port for cf639da2-fcee-4f9b-88d7-d0409df96b1a owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:31:07.141239 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e949323e-850b-4021-8144-73753607ddd2 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:07.175029 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949323e-850b-4021-8144-73753607ddd2 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Port': ['ID=cf639da2-fcee-4f9b-88d7-d0409df96b1a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:07.182529 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e949323e-850b-4021-8144-73753607ddd2 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:07.185035 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e949323e-850b-4021-8144-73753607ddd2 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/ports/cf639da2-fcee-4f9b-88d7-d0409df96b1a HTTP/1.1" status: 204 len: 168 time: 0.4907320 Aug 11 22:31:07.190188 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41936) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:07.220835 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-0efda064-fa2b-4cd6-bf80-68de9c1f3d70 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] GET failed (client error): The resource could not be found. Aug 11 22:31:07.223008 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0efda064-fa2b-4cd6-bf80-68de9c1f3d70 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "GET /v2.0/ports/cf639da2-fcee-4f9b-88d7-d0409df96b1a HTTP/1.1" status: 404 len: 333 time: 0.0314529 Aug 11 22:31:07.228340 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41940) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:07.234873 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-d9733971-4ff0-4744-a138-cab8e0622df6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'port': {'network_id': 'bb31f13d-0513-4d49-a408-b96293756b97', 'name': 'tempest-PortsTestJSON-930775105'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:07.357066 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9733971-4ff0-4744-a138-cab8e0622df6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:31:07.361273 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d9733971-4ff0-4744-a138-cab8e0622df6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:07.386827 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-d9733971-4ff0-4744-a138-cab8e0622df6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] device_id is not set on port d78bdc76-5c70-4ca1-b6bc-9dfee5b0e759 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:31:07.677776 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d9733971-4ff0-4744-a138-cab8e0622df6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:07.729474 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d9733971-4ff0-4744-a138-cab8e0622df6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:07.787014 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9733971-4ff0-4744-a138-cab8e0622df6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network bb31f13d-0513-4d49-a408-b96293756b97 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:31:07.791049 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-d9733971-4ff0-4744-a138-cab8e0622df6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:07.804565 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9733971-4ff0-4744-a138-cab8e0622df6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:31:07.810420 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9733971-4ff0-4744-a138-cab8e0622df6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:07.811099 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d9733971-4ff0-4744-a138-cab8e0622df6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:07.832721 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9733971-4ff0-4744-a138-cab8e0622df6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Port': ['ID=d78bdc76-5c70-4ca1-b6bc-9dfee5b0e759,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:07.850474 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41958) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:07.851895 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d9733971-4ff0-4744-a138-cab8e0622df6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6219862 Aug 11 22:31:07.861772 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-e60c4d76-599e-4d8a-969e-f9989edbe802 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:08.030776 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bfdd617b-3e69-473d-a73f-68673b063713 req-9f753d50-4f1f-47d1-b669-13b67a078c74 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1383178586&fields=id&tenant_id=0bd86e77836944e4bb373c5db0c18c61 HTTP/1.1" status: 200 len: 267 time: 0.1132615 Aug 11 22:31:08.048824 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e60c4d76-599e-4d8a-969e-f9989edbe802 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:08.272807 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd617b-3e69-473d-a73f-68673b063713 req-ea7cccfa-a127-45ae-9fb7-337e7df8905e tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:08.275120 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bfdd617b-3e69-473d-a73f-68673b063713 req-ea7cccfa-a127-45ae-9fb7-337e7df8905e tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/networks?id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 200 len: 812 time: 0.2343562 Aug 11 22:31:08.305765 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bfdd617b-3e69-473d-a73f-68673b063713 req-78dfc42c-22f6-4220-a489-9a987c5ce149 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/quotas/0bd86e77836944e4bb373c5db0c18c61 HTTP/1.1" status: 200 len: 375 time: 0.0200100 Aug 11 22:31:08.354021 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e60c4d76-599e-4d8a-969e-f9989edbe802 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:08.363234 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e60c4d76-599e-4d8a-969e-f9989edbe802 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:08.370304 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:08.411767 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-e60c4d76-599e-4d8a-969e-f9989edbe802 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] In _notify_port_updated(), no bound segment for port d78bdc76-5c70-4ca1-b6bc-9dfee5b0e759 on network bb31f13d-0513-4d49-a408-b96293756b97 {{(pid=100942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 22:31:08.418048 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60c4d76-599e-4d8a-969e-f9989edbe802 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:08.418803 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e60c4d76-599e-4d8a-969e-f9989edbe802 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:08.423429 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e60c4d76-599e-4d8a-969e-f9989edbe802 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "PUT /v2.0/ports/d78bdc76-5c70-4ca1-b6bc-9dfee5b0e759 HTTP/1.1" status: 200 len: 818 time: 0.5687308 Aug 11 22:31:08.425931 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41968) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:08.429227 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bfdd617b-3e69-473d-a73f-68673b063713 req-7c246e8e-443b-4d8f-bc5f-65a28c92a343 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0bd86e77836944e4bb373c5db0c18c61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1216097 Aug 11 22:31:08.475417 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c4d76-599e-4d8a-969e-f9989edbe802 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Port': ['ID=d78bdc76-5c70-4ca1-b6bc-9dfee5b0e759,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:08.579320 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bfdd617b-3e69-473d-a73f-68673b063713 req-f9afa620-4c90-412a-ba2a-7dc07693da72 service neutron] 10.222.0.77 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334467 Aug 11 22:31:08.584145 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-976e86d8-92cb-415e-95da-78b4c9970bcd tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting port d78bdc76-5c70-4ca1-b6bc-9dfee5b0e759 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:31:08.584716 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-976e86d8-92cb-415e-95da-78b4c9970bcd tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:08.685409 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-976e86d8-92cb-415e-95da-78b4c9970bcd tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:08.707272 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-976e86d8-92cb-415e-95da-78b4c9970bcd tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Calling delete_port for d78bdc76-5c70-4ca1-b6bc-9dfee5b0e759 owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:31:08.751071 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bfdd617b-3e69-473d-a73f-68673b063713 req-d41da079-46ad-49cc-aaf0-d10f4f862ec3 service neutron] 10.222.0.77 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632569 Aug 11 22:31:08.807226 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-976e86d8-92cb-415e-95da-78b4c9970bcd tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:08.839995 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e86d8-92cb-415e-95da-78b4c9970bcd tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Port': ['ID=d78bdc76-5c70-4ca1-b6bc-9dfee5b0e759,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:08.846857 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-976e86d8-92cb-415e-95da-78b4c9970bcd tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:08.854071 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-976e86d8-92cb-415e-95da-78b4c9970bcd tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/ports/d78bdc76-5c70-4ca1-b6bc-9dfee5b0e759 HTTP/1.1" status: 204 len: 168 time: 0.4267135 Aug 11 22:31:08.855454 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 41976) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:08.913471 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7317ea-b85c-4934-b9f5-202a7e36db97 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:08.918102 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41982) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:08.918425 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ad7317ea-b85c-4934-b9f5-202a7e36db97 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0612988 Aug 11 22:31:08.974912 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db389b0-6a31-4583-aaa6-71f2595ac24c tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] GET failed (client error): The resource could not be found. Aug 11 22:31:08.976912 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8db389b0-6a31-4583-aaa6-71f2595ac24c tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "GET /v2.0/ports/d78bdc76-5c70-4ca1-b6bc-9dfee5b0e759 HTTP/1.1" status: 404 len: 333 time: 0.0566151 Aug 11 22:31:08.981844 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 41996) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:09.002643 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-91e134e8-d43b-4885-982b-ca48afe7c916 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-530550604'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:09.059563 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e134e8-d43b-4885-982b-ca48afe7c916 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:31:09.066818 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-91e134e8-d43b-4885-982b-ca48afe7c916 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:09.123491 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e134e8-d43b-4885-982b-ca48afe7c916 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:31:09.140339 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-91e134e8-d43b-4885-982b-ca48afe7c916 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:09.141860 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-91e134e8-d43b-4885-982b-ca48afe7c916 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Added segment 453b57bd-01c2-4c44-8c82-7a81973f76fa of type vlan for network 82440377-594c-493f-a647-496b53a0c13e Aug 11 22:31:09.206029 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-91e134e8-d43b-4885-982b-ca48afe7c916 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:09.261977 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-91e134e8-d43b-4885-982b-ca48afe7c916 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:09.270492 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e134e8-d43b-4885-982b-ca48afe7c916 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:09.271721 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-91e134e8-d43b-4885-982b-ca48afe7c916 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:09.378634 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-57c9dc52-4514-44c9-b599-a58c635a3b7e req-0f4f9680-df71-4336-8b43-0995061dce0f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 210 time: 0.1401381 Aug 11 22:31:09.431525 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-91e134e8-d43b-4885-982b-ca48afe7c916 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4483967 Aug 11 22:31:09.435412 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42010) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:09.438191 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e134e8-d43b-4885-982b-ca48afe7c916 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Network': ['ID=82440377-594c-493f-a647-496b53a0c13e,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:09.443725 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-44aec8d8-bdc5-4cec-a20a-bdcb0107117a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'subnet': {'network_id': '82440377-594c-493f-a647-496b53a0c13e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:09.454192 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 82440377-594c-493f-a647-496b53a0c13e details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:31:09.655736 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44aec8d8-bdc5-4cec-a20a-bdcb0107117a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:31:09.663838 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-44aec8d8-bdc5-4cec-a20a-bdcb0107117a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:09.990854 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-44aec8d8-bdc5-4cec-a20a-bdcb0107117a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:10.085026 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aec8d8-bdc5-4cec-a20a-bdcb0107117a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Subnet': ['ID=4046bd83-5df4-4d20-9b6c-c1dd0ae20c9e,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:10.131481 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aec8d8-bdc5-4cec-a20a-bdcb0107117a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:10.131985 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aec8d8-bdc5-4cec-a20a-bdcb0107117a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:10.132206 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aec8d8-bdc5-4cec-a20a-bdcb0107117a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:10.132565 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aec8d8-bdc5-4cec-a20a-bdcb0107117a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:10.132914 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aec8d8-bdc5-4cec-a20a-bdcb0107117a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:10.133496 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aec8d8-bdc5-4cec-a20a-bdcb0107117a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:10.133822 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aec8d8-bdc5-4cec-a20a-bdcb0107117a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:10.136484 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aec8d8-bdc5-4cec-a20a-bdcb0107117a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:10.137526 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aec8d8-bdc5-4cec-a20a-bdcb0107117a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:10.138488 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aec8d8-bdc5-4cec-a20a-bdcb0107117a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:10.139222 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aec8d8-bdc5-4cec-a20a-bdcb0107117a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:10.139947 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aec8d8-bdc5-4cec-a20a-bdcb0107117a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:10.153015 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44aec8d8-bdc5-4cec-a20a-bdcb0107117a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Checking segment: {'id': '453b57bd-01c2-4c44-8c82-7a81973f76fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '82440377-594c-493f-a647-496b53a0c13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:31:10.153776 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44aec8d8-bdc5-4cec-a20a-bdcb0107117a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network hostable DHCP agents. Network: 82440377-594c-493f-a647-496b53a0c13e, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:31:10.195150 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44aec8d8-bdc5-4cec-a20a-bdcb0107117a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network 82440377-594c-493f-a647-496b53a0c13e is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:31:10.214216 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-44aec8d8-bdc5-4cec-a20a-bdcb0107117a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 82440377-594c-493f-a647-496b53a0c13e) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:10.221872 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44aec8d8-bdc5-4cec-a20a-bdcb0107117a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:10.223867 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-44aec8d8-bdc5-4cec-a20a-bdcb0107117a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:10.230375 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976e1e88-ec68-419f-acbd-c3002e4fd752 None None] Network 82440377-594c-493f-a647-496b53a0c13e requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:31:10.249550 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-44aec8d8-bdc5-4cec-a20a-bdcb0107117a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8127315 Aug 11 22:31:10.252497 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42026) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:10.257934 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-ec204321-77fd-47c1-a2f0-a6327f96b5ac tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'subnet': {'network_id': '82440377-594c-493f-a647-496b53a0c13e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:10.495561 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31f8465-617d-429d-96ac-8b7f8d775f38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-82440377-594c-493f-a647-496b53a0c13e', 'network_id': '82440377-594c-493f-a647-496b53a0c13e', 'tenant_id': '25fd15b5bb2148a4b0306708f08aa001', 'fixed_ips': [{'subnet_id': '4046bd83-5df4-4d20-9b6c-c1dd0ae20c9e'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:31:10.498136 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec204321-77fd-47c1-a2f0-a6327f96b5ac tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:31:10.498310 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b31f8465-617d-429d-96ac-8b7f8d775f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:10.519033 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ec204321-77fd-47c1-a2f0-a6327f96b5ac tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:10.537946 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d5c5dcd2-1a75-4d73-8776-345c11952517 req-5a732c3f-16a0-4fec-b2c4-c354605b1f4f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 210 time: 0.0575578 Aug 11 22:31:10.782984 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd617b-3e69-473d-a73f-68673b063713 req-483c5efd-eac6-4b6b-ba43-a3295ecc5ec8 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:10.784777 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bfdd617b-3e69-473d-a73f-68673b063713 req-483c5efd-eac6-4b6b-ba43-a3295ecc5ec8 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.52 "GET /v2.0/networks?id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 200 len: 812 time: 0.2608790 Aug 11 22:31:10.818829 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-b31f8465-617d-429d-96ac-8b7f8d775f38 None None] Allocated IP 172.20.0.2 (82440377-594c-493f-a647-496b53a0c13e/4046bd83-5df4-4d20-9b6c-c1dd0ae20c9e/0f669328-1508-43ef-9a98-34b67c19eab2) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:31:10.892758 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bfdd617b-3e69-473d-a73f-68673b063713 req-0e80df86-7831-47b2-a916-1f18e7e29dfc tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bd86e77836944e4bb373c5db0c18c61 HTTP/1.1" status: 200 len: 380 time: 0.0860772 Aug 11 22:31:10.896199 n-d-804275-3 neutron-server[100942]: INFO neutron.db.ipam_backend_mixin [None req-ec204321-77fd-47c1-a2f0-a6327f96b5ac tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4046bd83-5df4-4d20-9b6c-c1dd0ae20c9e (CIDR: 172.20.0.0/28) Aug 11 22:31:10.904361 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-bfdd617b-3e69-473d-a73f-68673b063713 req-fc30a246-165c-408e-b54c-ce6776817b0a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Request body: {'port': {'device_id': '7a73eed9-1de5-4003-8958-2422f604cac2', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'admin_state_up': True, 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'security_groups': ['46e9b888-5743-4563-981d-7fb0e1872035']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:10.912363 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec204321-77fd-47c1-a2f0-a6327f96b5ac tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:31:10.917493 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec204321-77fd-47c1-a2f0-a6327f96b5ac tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:31:10.951245 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42036) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:10.951490 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ec204321-77fd-47c1-a2f0-a6327f96b5ac tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6974933 Aug 11 22:31:10.958567 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-ee4f2373-daa9-4fb7-a891-ae4941ec6099 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'subnet': {'network_id': '82440377-594c-493f-a647-496b53a0c13e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:11.132560 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4f2373-daa9-4fb7-a891-ae4941ec6099 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:31:11.136752 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ee4f2373-daa9-4fb7-a891-ae4941ec6099 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:11.185746 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfdd617b-3e69-473d-a73f-68673b063713 req-fc30a246-165c-408e-b54c-ce6776817b0a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Made reservation on behalf of 0bd86e77836944e4bb373c5db0c18c61 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:31:11.194889 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bfdd617b-3e69-473d-a73f-68673b063713 req-fc30a246-165c-408e-b54c-ce6776817b0a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:11.214031 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b31f8465-617d-429d-96ac-8b7f8d775f38 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:11.234586 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b31f8465-617d-429d-96ac-8b7f8d775f38 None None] Transition to ACTIVE for port object 0f669328-1508-43ef-9a98-34b67c19eab2 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:31:11.275834 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b31f8465-617d-429d-96ac-8b7f8d775f38 None None] Transition to ACTIVE for port object 0f669328-1508-43ef-9a98-34b67c19eab2 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:31:11.287652 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b31f8465-617d-429d-96ac-8b7f8d775f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:11.400212 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f8465-617d-429d-96ac-8b7f8d775f38 None None] Pushing event updated for resources: {'Port': ['ID=0f669328-1508-43ef-9a98-34b67c19eab2,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:11.433516 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31f8465-617d-429d-96ac-8b7f8d775f38 None None] Network 82440377-594c-493f-a647-496b53a0c13e is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:31:11.438739 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-b31f8465-617d-429d-96ac-8b7f8d775f38 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:11.448985 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31f8465-617d-429d-96ac-8b7f8d775f38 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:31:11.586787 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-b31f8465-617d-429d-96ac-8b7f8d775f38 None None] Attempting to bind port 0f669328-1508-43ef-9a98-34b67c19eab2 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:31:11.587574 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-b31f8465-617d-429d-96ac-8b7f8d775f38 None None] Attempting to bind port 0f669328-1508-43ef-9a98-34b67c19eab2 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '453b57bd-01c2-4c44-8c82-7a81973f76fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '82440377-594c-493f-a647-496b53a0c13e'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:31:11.587574 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31f8465-617d-429d-96ac-8b7f8d775f38 None None] Attempting to bind port 0f669328-1508-43ef-9a98-34b67c19eab2 on network 82440377-594c-493f-a647-496b53a0c13e {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:31:11.604148 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31f8465-617d-429d-96ac-8b7f8d775f38 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:31:11.609595 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31f8465-617d-429d-96ac-8b7f8d775f38 None None] Checking segment: {'id': '453b57bd-01c2-4c44-8c82-7a81973f76fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '82440377-594c-493f-a647-496b53a0c13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:31:11.610189 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b31f8465-617d-429d-96ac-8b7f8d775f38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:11.610801 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31f8465-617d-429d-96ac-8b7f8d775f38 None None] Bound using segment: {'id': '453b57bd-01c2-4c44-8c82-7a81973f76fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '82440377-594c-493f-a647-496b53a0c13e'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:31:11.611767 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-b31f8465-617d-429d-96ac-8b7f8d775f38 None None] Bound port: 0f669328-1508-43ef-9a98-34b67c19eab2, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453b57bd-01c2-4c44-8c82-7a81973f76fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '82440377-594c-493f-a647-496b53a0c13e'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:31:11.612368 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b31f8465-617d-429d-96ac-8b7f8d775f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:11.656787 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-bfdd617b-3e69-473d-a73f-68673b063713 req-fc30a246-165c-408e-b54c-ce6776817b0a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Allocated IP 172.20.0.13 (6622d19d-e8f9-4f58-9c5a-5a6b1c375431/e825988f-9783-4539-86a4-b6ca493a4bbd/0b5cfaed-df2c-4ef1-88d3-272a5db59f62) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:31:11.769229 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ee4f2373-daa9-4fb7-a891-ae4941ec6099 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:11.784422 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b31f8465-617d-429d-96ac-8b7f8d775f38 None None] For port 0f669328-1508-43ef-9a98-34b67c19eab2, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:31:11.798672 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b31f8465-617d-429d-96ac-8b7f8d775f38 None None] For port 0f669328-1508-43ef-9a98-34b67c19eab2, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0f669328-1508-43ef-9a98-34b67c19eab2,segment=NetworkSegment(453b57bd-01c2-4c44-8c82-7a81973f76fa),segment_id=453b57bd-01c2-4c44-8c82-7a81973f76fa)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:31:11.811528 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b31f8465-617d-429d-96ac-8b7f8d775f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:11.904927 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42058) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:11.938174 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f2373-daa9-4fb7-a891-ae4941ec6099 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Subnet': ['ID=b3a8f2e4-8370-420d-8c26-bba74b86d46c,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:11.970920 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f8465-617d-429d-96ac-8b7f8d775f38 None None] Pushing event updated for resources: {'Port': ['ID=0f669328-1508-43ef-9a98-34b67c19eab2,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:12.026074 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bfdd617b-3e69-473d-a73f-68673b063713 req-fc30a246-165c-408e-b54c-ce6776817b0a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:12.046968 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-65dab42f-57ce-4fc4-8cf2-a9d71f9775ef req-f9c2e818-a009-48ec-9834-b7e759ac04e7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 210 time: 0.1439850 Aug 11 22:31:12.051042 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4f2373-daa9-4fb7-a891-ae4941ec6099 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network 82440377-594c-493f-a647-496b53a0c13e is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:31:12.054434 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-ee4f2373-daa9-4fb7-a891-ae4941ec6099 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:12.066197 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4f2373-daa9-4fb7-a891-ae4941ec6099 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:12.067625 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ee4f2373-daa9-4fb7-a891-ae4941ec6099 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:12.071014 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-bfdd617b-3e69-473d-a73f-68673b063713 req-fc30a246-165c-408e-b54c-ce6776817b0a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Transition to ACTIVE for port object 0b5cfaed-df2c-4ef1-88d3-272a5db59f62 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:31:12.101112 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ee4f2373-daa9-4fb7-a891-ae4941ec6099 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1484835 Aug 11 22:31:12.105306 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42064) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:12.111111 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-59990ace-fedf-46c0-8ba2-9762f71b64b0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'port': {'network_id': '82440377-594c-493f-a647-496b53a0c13e', 'fixed_ips': [{'subnet_id': '4046bd83-5df4-4d20-9b6c-c1dd0ae20c9e'}, {'subnet_id': 'b3a8f2e4-8370-420d-8c26-bba74b86d46c'}], 'name': 'tempest-PortsTestJSON-1494454944'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:12.220725 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bfdd617b-3e69-473d-a73f-68673b063713 req-fc30a246-165c-408e-b54c-ce6776817b0a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:12.322586 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cc4613fd-eae7-4407-a02b-449803773888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:12.451243 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30a246-165c-408e-b54c-ce6776817b0a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Pushing event updated for resources: {'Port': ['ID=0b5cfaed-df2c-4ef1-88d3-272a5db59f62,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:12.458824 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfdd617b-3e69-473d-a73f-68673b063713 req-fc30a246-165c-408e-b54c-ce6776817b0a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:31:12.461175 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-bfdd617b-3e69-473d-a73f-68673b063713 req-fc30a246-165c-408e-b54c-ce6776817b0a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:12.465551 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdd617b-3e69-473d-a73f-68673b063713 req-fc30a246-165c-408e-b54c-ce6776817b0a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:31:12.488458 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.db.api [None req-59990ace-fedf-46c0-8ba2-9762f71b64b0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 22:31:12.488458 n-d-804275-3 neutron-server[100943]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 22:31:12.488458 n-d-804275-3 neutron-server[100943]: [parameters: {'project_id_1': '25fd15b5bb2148a4b0306708f08aa001', 'expiration_1': datetime.datetime(2021, 8, 11, 22, 31, 12, 473866)}] Aug 11 22:31:12.488458 n-d-804275-3 neutron-server[100943]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:31:12.488955 n-d-804275-3 neutron-server[100943]: DEBUG oslo_db.api [None req-59990ace-fedf-46c0-8ba2-9762f71b64b0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:31:12.601446 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd617b-3e69-473d-a73f-68673b063713 req-fc30a246-165c-408e-b54c-ce6776817b0a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:12.605847 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bfdd617b-3e69-473d-a73f-68673b063713 req-fc30a246-165c-408e-b54c-ce6776817b0a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:12.720734 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cc4613fd-eae7-4407-a02b-449803773888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:12.728065 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cc4613fd-eae7-4407-a02b-449803773888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:12.736325 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bfdd617b-3e69-473d-a73f-68673b063713 req-fc30a246-165c-408e-b54c-ce6776817b0a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8360422 Aug 11 22:31:12.755650 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-bfdd617b-3e69-473d-a73f-68673b063713 req-ec6d79c3-b869-43a4-a4f4-93e0f41bfdac service neutron] Request body: {'port': {'device_id': '7a73eed9-1de5-4003-8958-2422f604cac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:12.862787 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bfdd617b-3e69-473d-a73f-68673b063713 req-ec6d79c3-b869-43a4-a4f4-93e0f41bfdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:12.875770 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cc4613fd-eae7-4407-a02b-449803773888 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ee607c65414b49ab84b1e0bb0e85e2ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9560487 Aug 11 22:31:12.878419 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4613fd-eae7-4407-a02b-449803773888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb98359-958e-415e-81d0-f1994b8625a3,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:12.882544 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42076) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:13.004149 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6b5af889-6087-4818-81c8-7e3fbfd0b008 None None] Provisioning for port 0b5cfaed-df2c-4ef1-88d3-272a5db59f62 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:31:13.020423 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6b5af889-6087-4818-81c8-7e3fbfd0b008 None None] Provisioning complete for port 0b5cfaed-df2c-4ef1-88d3-272a5db59f62 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:13.028164 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6b5af889-6087-4818-81c8-7e3fbfd0b008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:13.033504 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59990ace-fedf-46c0-8ba2-9762f71b64b0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:31:13.094552 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0f669328-1508-43ef-9a98-34b67c19eab2 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:31:13.131778 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-6b5af889-6087-4818-81c8-7e3fbfd0b008 None None] Port 0b5cfaed-df2c-4ef1-88d3-272a5db59f62 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:31:13.193640 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f9193648-4fdd-40a3-8afb-ba9841d5396f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:13.264252 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-59990ace-fedf-46c0-8ba2-9762f71b64b0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:13.307345 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-51f24d4d-ab7d-4784-ab6f-11d9a0177368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:13.314784 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 0f669328-1508-43ef-9a98-34b67c19eab2 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:31:13.366177 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-59990ace-fedf-46c0-8ba2-9762f71b64b0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] device_id is not set on port c952a7a0-7cdf-4419-9908-e63e048b2bc9 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:31:13.370997 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f9193648-4fdd-40a3-8afb-ba9841d5396f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:13.494548 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f9193648-4fdd-40a3-8afb-ba9841d5396f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:13.497995 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f9193648-4fdd-40a3-8afb-ba9841d5396f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:13.499615 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f9193648-4fdd-40a3-8afb-ba9841d5396f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5bb98359-958e-415e-81d0-f1994b8625a3 HTTP/1.1" status: 204 len: 168 time: 0.6144938 Aug 11 22:31:13.559639 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9193648-4fdd-40a3-8afb-ba9841d5396f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb98359-958e-415e-81d0-f1994b8625a3,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:13.665424 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-bfdd617b-3e69-473d-a73f-68673b063713 req-ec6d79c3-b869-43a4-a4f4-93e0f41bfdac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b5cfaed-df2c-4ef1-88d3-272a5db59f62 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:31:13.666144 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff76857-8338-4731-a0a5-2c57fb265b0a req-ddb7aaba-914f-435b-8b44-e3380f5f1383 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:13.678887 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7ff76857-8338-4731-a0a5-2c57fb265b0a req-ddb7aaba-914f-435b-8b44-e3380f5f1383 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 932 time: 0.4087632 Aug 11 22:31:13.685813 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bfdd617b-3e69-473d-a73f-68673b063713 req-ec6d79c3-b869-43a4-a4f4-93e0f41bfdac service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:13.716154 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-bfdd617b-3e69-473d-a73f-68673b063713 req-ec6d79c3-b869-43a4-a4f4-93e0f41bfdac service neutron] Transition to ACTIVE for port object 0b5cfaed-df2c-4ef1-88d3-272a5db59f62 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:31:13.729370 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bfdd617b-3e69-473d-a73f-68673b063713 req-ec6d79c3-b869-43a4-a4f4-93e0f41bfdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:13.837824 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7ff76857-8338-4731-a0a5-2c57fb265b0a req-1467b7a6-84a9-401c-bebf-7dda863716f1 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573141 Aug 11 22:31:13.852482 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d79c3-b869-43a4-a4f4-93e0f41bfdac service neutron] Pushing event updated for resources: {'Port': ['ID=0b5cfaed-df2c-4ef1-88d3-272a5db59f62,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:13.852754 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3a1958-59a8-40a7-bb7c-56050384197a None None] Network 82440377-594c-493f-a647-496b53a0c13e requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:31:13.965400 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-bfdd617b-3e69-473d-a73f-68673b063713 req-ec6d79c3-b869-43a4-a4f4-93e0f41bfdac service neutron] Attempting to bind port 0b5cfaed-df2c-4ef1-88d3-272a5db59f62 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:31:13.968671 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-bfdd617b-3e69-473d-a73f-68673b063713 req-ec6d79c3-b869-43a4-a4f4-93e0f41bfdac service neutron] Attempting to bind port 0b5cfaed-df2c-4ef1-88d3-272a5db59f62 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:31:13.975995 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd617b-3e69-473d-a73f-68673b063713 req-ec6d79c3-b869-43a4-a4f4-93e0f41bfdac service neutron] Attempting to bind port 0b5cfaed-df2c-4ef1-88d3-272a5db59f62 on network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:31:13.992578 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd617b-3e69-473d-a73f-68673b063713 req-ec6d79c3-b869-43a4-a4f4-93e0f41bfdac service neutron] Port 0b5cfaed-df2c-4ef1-88d3-272a5db59f62 on network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:31:13.993237 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd617b-3e69-473d-a73f-68673b063713 req-ec6d79c3-b869-43a4-a4f4-93e0f41bfdac service neutron] Attempting to bind port 0b5cfaed-df2c-4ef1-88d3-272a5db59f62 on network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:31:14.009016 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd617b-3e69-473d-a73f-68673b063713 req-ec6d79c3-b869-43a4-a4f4-93e0f41bfdac service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:31:14.009872 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd617b-3e69-473d-a73f-68673b063713 req-ec6d79c3-b869-43a4-a4f4-93e0f41bfdac service neutron] Checking segment: {'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:31:14.010471 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd617b-3e69-473d-a73f-68673b063713 req-ec6d79c3-b869-43a4-a4f4-93e0f41bfdac service neutron] Bound using segment: {'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:31:14.011105 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-bfdd617b-3e69-473d-a73f-68673b063713 req-ec6d79c3-b869-43a4-a4f4-93e0f41bfdac service neutron] Bound port: 0b5cfaed-df2c-4ef1-88d3-272a5db59f62, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:31:14.011677 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bfdd617b-3e69-473d-a73f-68673b063713 req-ec6d79c3-b869-43a4-a4f4-93e0f41bfdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:14.226801 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-59990ace-fedf-46c0-8ba2-9762f71b64b0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Allocated IP 172.20.0.10 (82440377-594c-493f-a647-496b53a0c13e/4046bd83-5df4-4d20-9b6c-c1dd0ae20c9e/c952a7a0-7cdf-4419-9908-e63e048b2bc9) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:31:14.243104 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-59990ace-fedf-46c0-8ba2-9762f71b64b0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Allocated IP 172.20.0.21 (82440377-594c-493f-a647-496b53a0c13e/b3a8f2e4-8370-420d-8c26-bba74b86d46c/c952a7a0-7cdf-4419-9908-e63e048b2bc9) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:31:14.308820 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-bfdd617b-3e69-473d-a73f-68673b063713 req-ec6d79c3-b869-43a4-a4f4-93e0f41bfdac service neutron] For port 0b5cfaed-df2c-4ef1-88d3-272a5db59f62, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:31:14.318354 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-bfdd617b-3e69-473d-a73f-68673b063713 req-ec6d79c3-b869-43a4-a4f4-93e0f41bfdac service neutron] For port 0b5cfaed-df2c-4ef1-88d3-272a5db59f62, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=0b5cfaed-df2c-4ef1-88d3-272a5db59f62,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:31:14.324364 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2b153223-84b1-4c2d-a434-fdb47368ca62 None None] Provisioning for port 0f669328-1508-43ef-9a98-34b67c19eab2 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:31:14.333529 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bfdd617b-3e69-473d-a73f-68673b063713 req-ec6d79c3-b869-43a4-a4f4-93e0f41bfdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:14.349953 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2b153223-84b1-4c2d-a434-fdb47368ca62 None None] Provisioning complete for port 0f669328-1508-43ef-9a98-34b67c19eab2 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:14.350330 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2b153223-84b1-4c2d-a434-fdb47368ca62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:14.365264 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd617b-3e69-473d-a73f-68673b063713 req-ec6d79c3-b869-43a4-a4f4-93e0f41bfdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:14.366097 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bfdd617b-3e69-473d-a73f-68673b063713 req-ec6d79c3-b869-43a4-a4f4-93e0f41bfdac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:14.368687 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bfdd617b-3e69-473d-a73f-68673b063713 req-ec6d79c3-b869-43a4-a4f4-93e0f41bfdac service neutron] 10.222.0.52 "PUT /v2.0/ports/0b5cfaed-df2c-4ef1-88d3-272a5db59f62 HTTP/1.1" status: 200 len: 1092 time: 1.6206663 Aug 11 22:31:14.384178 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a73eed9-1de5-4003-8958-2422f604cac2', 'tag': '0b5cfaed-df2c-4ef1-88d3-272a5db59f62'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:31:14.397588 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5b298f-d443-4dca-bf30-65b0ba08eeb9" -d '{"events": [{"name": "network-changed", "server_uuid": "7a73eed9-1de5-4003-8958-2422f604cac2", "tag": "0b5cfaed-df2c-4ef1-88d3-272a5db59f62"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:31:14.590818 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0fbf44-eab6-4115-ab51-060aecb54312 x-openstack-request-id: req-3a0fbf44-eab6-4115-ab51-060aecb54312 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:31:14.591785 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a73eed9-1de5-4003-8958-2422f604cac2", "tag": "0b5cfaed-df2c-4ef1-88d3-272a5db59f62", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:31:14.592372 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3a0fbf44-eab6-4115-ab51-060aecb54312 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:31:14.593415 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a73eed9-1de5-4003-8958-2422f604cac2', 'tag': '0b5cfaed-df2c-4ef1-88d3-272a5db59f62', 'status': 'completed', 'code': 200} Aug 11 22:31:14.604742 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d79c3-b869-43a4-a4f4-93e0f41bfdac service neutron] Pushing event updated for resources: {'Port': ['ID=0b5cfaed-df2c-4ef1-88d3-272a5db59f62,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:14.610182 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd617b-3e69-473d-a73f-68673b063713 req-4fbf5b05-b0cd-4dbe-836e-a78a94630fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:14.612391 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bfdd617b-3e69-473d-a73f-68673b063713 req-4fbf5b05-b0cd-4dbe-836e-a78a94630fc7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0bd86e77836944e4bb373c5db0c18c61&device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 1095 time: 0.1684875 Aug 11 22:31:14.643402 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2b153223-84b1-4c2d-a434-fdb47368ca62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:14.679424 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bfdd617b-3e69-473d-a73f-68673b063713 req-0062815d-20c0-43d3-9caf-7e281179c5f3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b5cfaed-df2c-4ef1-88d3-272a5db59f62 HTTP/1.1" status: 200 len: 217 time: 0.0585020 Aug 11 22:31:14.720194 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-59990ace-fedf-46c0-8ba2-9762f71b64b0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:14.760554 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-59990ace-fedf-46c0-8ba2-9762f71b64b0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Transition to ACTIVE for port object c952a7a0-7cdf-4419-9908-e63e048b2bc9 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:31:14.792028 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-2b153223-84b1-4c2d-a434-fdb47368ca62 None None] For port 0f669328-1508-43ef-9a98-34b67c19eab2, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0f669328-1508-43ef-9a98-34b67c19eab2,segment=NetworkSegment(453b57bd-01c2-4c44-8c82-7a81973f76fa),segment_id=453b57bd-01c2-4c44-8c82-7a81973f76fa)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:31:14.813715 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd617b-3e69-473d-a73f-68673b063713 req-29a623b8-d415-4a85-823d-449b6f16535e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:14.818867 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bfdd617b-3e69-473d-a73f-68673b063713 req-29a623b8-d415-4a85-823d-449b6f16535e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e825988f-9783-4539-86a4-b6ca493a4bbd HTTP/1.1" status: 200 len: 851 time: 0.1319487 Aug 11 22:31:14.826741 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a68a959-9bec-4d74-8710-bedaacb6e683 None None] Update dhcp port {'port': {'network_id': '82440377-594c-493f-a647-496b53a0c13e', 'fixed_ips': [{'subnet_id': '4046bd83-5df4-4d20-9b6c-c1dd0ae20c9e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b3a8f2e4-8370-420d-8c26-bba74b86d46c'}], 'binding:host_id': 'n-d-804275-3'}, 'id': '0f669328-1508-43ef-9a98-34b67c19eab2'} from n-d-804275-3. {{(pid=100944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 22:31:14.948234 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8a68a959-9bec-4d74-8710-bedaacb6e683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:14.956015 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-59990ace-fedf-46c0-8ba2-9762f71b64b0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:14.999441 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd617b-3e69-473d-a73f-68673b063713 req-37fffd9c-3538-4262-81ba-a289f6353341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:15.003553 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bfdd617b-3e69-473d-a73f-68673b063713 req-37fffd9c-3538-4262-81ba-a289f6353341 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1712625 Aug 11 22:31:15.007006 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2b153223-84b1-4c2d-a434-fdb47368ca62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:15.112162 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b153223-84b1-4c2d-a434-fdb47368ca62 None None] Pushing event updated for resources: {'Port': ['ID=0f669328-1508-43ef-9a98-34b67c19eab2,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:15.218029 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59990ace-fedf-46c0-8ba2-9762f71b64b0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network 82440377-594c-493f-a647-496b53a0c13e is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:31:15.258146 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-59990ace-fedf-46c0-8ba2-9762f71b64b0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:15.266149 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59990ace-fedf-46c0-8ba2-9762f71b64b0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:31:15.271953 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59990ace-fedf-46c0-8ba2-9762f71b64b0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Port': ['ID=c952a7a0-7cdf-4419-9908-e63e048b2bc9,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:15.313145 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bfdd617b-3e69-473d-a73f-68673b063713 req-e026dc21-c6eb-4932-84a4-7e9126bff6cd service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998428 Aug 11 22:31:15.457917 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff782df-f7fd-405b-a0db-d11a6235e3a6 req-e183b7e1-89bc-4773-8012-504227582506 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:15.462769 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9ff782df-f7fd-405b-a0db-d11a6235e3a6 req-e183b7e1-89bc-4773-8012-504227582506 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 944 time: 0.3906317 Aug 11 22:31:15.465037 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59990ace-fedf-46c0-8ba2-9762f71b64b0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:15.465733 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59990ace-fedf-46c0-8ba2-9762f71b64b0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:15.466375 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59990ace-fedf-46c0-8ba2-9762f71b64b0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:15.466880 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59990ace-fedf-46c0-8ba2-9762f71b64b0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:15.467542 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59990ace-fedf-46c0-8ba2-9762f71b64b0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:15.468543 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59990ace-fedf-46c0-8ba2-9762f71b64b0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:15.469387 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59990ace-fedf-46c0-8ba2-9762f71b64b0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:15.470119 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59990ace-fedf-46c0-8ba2-9762f71b64b0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:15.470868 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59990ace-fedf-46c0-8ba2-9762f71b64b0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:15.471675 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59990ace-fedf-46c0-8ba2-9762f71b64b0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:15.472536 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59990ace-fedf-46c0-8ba2-9762f71b64b0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:15.473367 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59990ace-fedf-46c0-8ba2-9762f71b64b0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:15.497548 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59990ace-fedf-46c0-8ba2-9762f71b64b0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:15.498652 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bfdd617b-3e69-473d-a73f-68673b063713 req-c07489a8-604e-47af-87cd-5308008ef163 service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773567 Aug 11 22:31:15.499133 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-59990ace-fedf-46c0-8ba2-9762f71b64b0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:15.608310 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-59990ace-fedf-46c0-8ba2-9762f71b64b0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.4967308 Aug 11 22:31:15.613518 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42136) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:15.645660 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-f46d1eda-f9f7-4e79-b3b1-18ced0ff9f58 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4046bd83-5df4-4d20-9b6c-c1dd0ae20c9e'}]}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:15.663238 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b298f-d443-4dca-bf30-65b0ba08eeb9 req-2d4201dd-69dd-415b-9f50-dd9429be7dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:15.665433 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aa5b298f-d443-4dca-bf30-65b0ba08eeb9 req-2d4201dd-69dd-415b-9f50-dd9429be7dae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0bd86e77836944e4bb373c5db0c18c61&device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 1095 time: 0.0970540 Aug 11 22:31:15.709272 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9ff782df-f7fd-405b-a0db-d11a6235e3a6 req-500a73b3-bf6e-4833-afa5-3bd439304b56 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291348 Aug 11 22:31:15.814295 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-8a68a959-9bec-4d74-8710-bedaacb6e683 None None] Allocated IP 172.20.0.18 (82440377-594c-493f-a647-496b53a0c13e/b3a8f2e4-8370-420d-8c26-bba74b86d46c/0f669328-1508-43ef-9a98-34b67c19eab2) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:31:15.826785 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f46d1eda-f9f7-4e79-b3b1-18ced0ff9f58 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:15.870461 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b298f-d443-4dca-bf30-65b0ba08eeb9 req-49e0ef0e-892b-4375-b82b-721280312c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:15.872425 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aa5b298f-d443-4dca-bf30-65b0ba08eeb9 req-49e0ef0e-892b-4375-b82b-721280312c60 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 200 len: 913 time: 0.1973751 Aug 11 22:31:15.934624 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aa5b298f-d443-4dca-bf30-65b0ba08eeb9 req-52219aa4-ec17-4a97-a955-928dd937375e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b5cfaed-df2c-4ef1-88d3-272a5db59f62 HTTP/1.1" status: 200 len: 217 time: 0.0529265 Aug 11 22:31:16.016618 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b298f-d443-4dca-bf30-65b0ba08eeb9 req-f0ef4af7-78d5-4685-8186-25a6355e8770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:16.019132 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aa5b298f-d443-4dca-bf30-65b0ba08eeb9 req-f0ef4af7-78d5-4685-8186-25a6355e8770 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e825988f-9783-4539-86a4-b6ca493a4bbd HTTP/1.1" status: 200 len: 851 time: 0.0750246 Aug 11 22:31:16.172019 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:16.177832 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b298f-d443-4dca-bf30-65b0ba08eeb9 req-dea9abff-6fdd-4489-9507-5c09bffe2b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:16.183815 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aa5b298f-d443-4dca-bf30-65b0ba08eeb9 req-dea9abff-6fdd-4489-9507-5c09bffe2b3a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1569390 Aug 11 22:31:16.210807 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-8a68a959-9bec-4d74-8710-bedaacb6e683 None None] For port 0f669328-1508-43ef-9a98-34b67c19eab2, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0f669328-1508-43ef-9a98-34b67c19eab2,segment=NetworkSegment(453b57bd-01c2-4c44-8c82-7a81973f76fa),segment_id=453b57bd-01c2-4c44-8c82-7a81973f76fa)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:31:16.249497 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8a68a959-9bec-4d74-8710-bedaacb6e683 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:16.270558 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8a68a959-9bec-4d74-8710-bedaacb6e683 None None] Transition to ACTIVE for port object 0f669328-1508-43ef-9a98-34b67c19eab2 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:31:16.307918 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8a68a959-9bec-4d74-8710-bedaacb6e683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:16.428394 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-61b616c5-a249-400b-a7a3-281f021095bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:16.431582 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68a959-9bec-4d74-8710-bedaacb6e683 None None] Pushing event updated for resources: {'Port': ['ID=0f669328-1508-43ef-9a98-34b67c19eab2,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:16.445502 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-f46d1eda-f9f7-4e79-b3b1-18ced0ff9f58 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Delete allocated IP 172.20.0.21 (82440377-594c-493f-a647-496b53a0c13e/b3a8f2e4-8370-420d-8c26-bba74b86d46c) {{(pid=100943) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 22:31:16.465465 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aa5b298f-d443-4dca-bf30-65b0ba08eeb9 req-bc68ed7a-ee53-4e4b-8903-b6990686dba6 service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741723 Aug 11 22:31:16.690318 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f46d1eda-f9f7-4e79-b3b1-18ced0ff9f58 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:16.707806 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-f46d1eda-f9f7-4e79-b3b1-18ced0ff9f58 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Ignored duplicate provisioning block setup for port c952a7a0-7cdf-4419-9908-e63e048b2bc9 by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 22:31:16.714383 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-aa5b298f-d443-4dca-bf30-65b0ba08eeb9 req-95e8545a-6916-496c-b1be-3a993477cda8 service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406056 Aug 11 22:31:16.715223 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f46d1eda-f9f7-4e79-b3b1-18ced0ff9f58 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:16.970828 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d1eda-f9f7-4e79-b3b1-18ced0ff9f58 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Port': ['ID=c952a7a0-7cdf-4419-9908-e63e048b2bc9,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:16.980887 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0f669328-1508-43ef-9a98-34b67c19eab2 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:31:16.998240 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-f46d1eda-f9f7-4e79-b3b1-18ced0ff9f58 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] In _notify_port_updated(), no bound segment for port c952a7a0-7cdf-4419-9908-e63e048b2bc9 on network 82440377-594c-493f-a647-496b53a0c13e {{(pid=100943) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 22:31:17.004107 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46d1eda-f9f7-4e79-b3b1-18ced0ff9f58 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:17.005000 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f46d1eda-f9f7-4e79-b3b1-18ced0ff9f58 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:17.009353 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42160) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:17.009838 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f46d1eda-f9f7-4e79-b3b1-18ced0ff9f58 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "PUT /v2.0/ports/c952a7a0-7cdf-4419-9908-e63e048b2bc9 HTTP/1.1" status: 200 len: 920 time: 1.3866868 Aug 11 22:31:17.016315 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-0bbee291-a049-4f17-9bea-90be8c4b0224 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4046bd83-5df4-4d20-9b6c-c1dd0ae20c9e'}, {'subnet_id': 'b3a8f2e4-8370-420d-8c26-bba74b86d46c'}]}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:17.085345 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71273dc3-2580-459e-8eb8-8d8c1296fad2 req-4457dd51-0300-48c1-af0c-833924d1491f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:17.109482 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71273dc3-2580-459e-8eb8-8d8c1296fad2 req-4457dd51-0300-48c1-af0c-833924d1491f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 944 time: 0.1300006 Aug 11 22:31:17.256448 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-71273dc3-2580-459e-8eb8-8d8c1296fad2 req-93904bfd-43b0-4cf7-bd1f-65271deb5485 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450472 Aug 11 22:31:17.567460 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0bbee291-a049-4f17-9bea-90be8c4b0224 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:17.604886 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056bcf27-1627-4eaf-9329-c1d4694aef8f None None] Network 82440377-594c-493f-a647-496b53a0c13e requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:31:17.802548 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:17.846322 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7902fe55-9c2d-4ea6-80ea-3f9592569cb5 None None] Provisioning for port 0f669328-1508-43ef-9a98-34b67c19eab2 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:31:17.853210 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7902fe55-9c2d-4ea6-80ea-3f9592569cb5 None None] Provisioning complete for port 0f669328-1508-43ef-9a98-34b67c19eab2 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:17.853623 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7902fe55-9c2d-4ea6-80ea-3f9592569cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:17.975182 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-0bbee291-a049-4f17-9bea-90be8c4b0224 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Allocated IP 172.20.0.23 (82440377-594c-493f-a647-496b53a0c13e/b3a8f2e4-8370-420d-8c26-bba74b86d46c/c952a7a0-7cdf-4419-9908-e63e048b2bc9) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:31:18.234586 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0bbee291-a049-4f17-9bea-90be8c4b0224 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:18.253433 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-0bbee291-a049-4f17-9bea-90be8c4b0224 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Ignored duplicate provisioning block setup for port c952a7a0-7cdf-4419-9908-e63e048b2bc9 by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 22:31:18.260153 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0bbee291-a049-4f17-9bea-90be8c4b0224 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:18.373769 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbee291-a049-4f17-9bea-90be8c4b0224 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Port': ['ID=c952a7a0-7cdf-4419-9908-e63e048b2bc9,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:18.452595 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-0bbee291-a049-4f17-9bea-90be8c4b0224 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] In _notify_port_updated(), no bound segment for port c952a7a0-7cdf-4419-9908-e63e048b2bc9 on network 82440377-594c-493f-a647-496b53a0c13e {{(pid=100942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 22:31:18.454347 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8852ca69-597c-42f5-b826-ec185dc1fc4f None None] Provisioning for port c952a7a0-7cdf-4419-9908-e63e048b2bc9 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:31:18.460741 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbee291-a049-4f17-9bea-90be8c4b0224 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:18.461632 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0bbee291-a049-4f17-9bea-90be8c4b0224 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:18.465355 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0bbee291-a049-4f17-9bea-90be8c4b0224 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "PUT /v2.0/ports/c952a7a0-7cdf-4419-9908-e63e048b2bc9 HTTP/1.1" status: 200 len: 1000 time: 1.4527228 Aug 11 22:31:18.468103 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42180) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:18.484655 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8852ca69-597c-42f5-b826-ec185dc1fc4f None None] Provisioning complete for port c952a7a0-7cdf-4419-9908-e63e048b2bc9 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:18.489404 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8852ca69-597c-42f5-b826-ec185dc1fc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:18.636757 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-7f0a4026-6447-4d56-8e23-8fb6f04ed66a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting port c952a7a0-7cdf-4419-9908-e63e048b2bc9 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:31:18.637404 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7f0a4026-6447-4d56-8e23-8fb6f04ed66a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:18.649396 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d8960-bf71-4ae4-8db1-27ecb8f47b5f req-af8bb155-dfdc-4a5e-8311-7483e96d864c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:18.665672 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba5d8960-bf71-4ae4-8db1-27ecb8f47b5f req-af8bb155-dfdc-4a5e-8311-7483e96d864c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 944 time: 0.2644544 Aug 11 22:31:18.682625 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-8852ca69-597c-42f5-b826-ec185dc1fc4f None None] Port c952a7a0-7cdf-4419-9908-e63e048b2bc9 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:31:18.741068 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8852ca69-597c-42f5-b826-ec185dc1fc4f None None] Provisioning complete for port 0f669328-1508-43ef-9a98-34b67c19eab2 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:18.748274 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8852ca69-597c-42f5-b826-ec185dc1fc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:18.775449 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7f0a4026-6447-4d56-8e23-8fb6f04ed66a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:18.791140 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-7f0a4026-6447-4d56-8e23-8fb6f04ed66a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Calling delete_port for c952a7a0-7cdf-4419-9908-e63e048b2bc9 owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:31:18.819542 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba5d8960-bf71-4ae4-8db1-27ecb8f47b5f req-239f88f3-2cd4-48ac-9648-8c2467aa08b9 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405067 Aug 11 22:31:19.110260 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:19.116469 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-083fc1c0-ad7f-4868-9dff-ae872a12611c tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=d6259f5f855840b0ae4d559b65fcc483&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1077592 Aug 11 22:31:19.250213 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ab0eecbc-6b90-4685-8251-0630b6ebeaa6 None None] Provisioning complete for port c952a7a0-7cdf-4419-9908-e63e048b2bc9 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:19.251117 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ab0eecbc-6b90-4685-8251-0630b6ebeaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:19.329038 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-ab0eecbc-6b90-4685-8251-0630b6ebeaa6 None None] Port c952a7a0-7cdf-4419-9908-e63e048b2bc9 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:31:19.558296 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6c8e3d9e-67ac-45df-8704-44d9e24feee2 None None] Provisioning complete for port c952a7a0-7cdf-4419-9908-e63e048b2bc9 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:19.558974 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6c8e3d9e-67ac-45df-8704-44d9e24feee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:19.603292 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-9717354d-d29d-461a-ae59-6aec89597cc9 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:19.608280 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-9717354d-d29d-461a-ae59-6aec89597cc9 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4852736 Aug 11 22:31:19.632890 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-a9001068-165b-455b-9251-b229f9a19024 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.77 "GET /v2.0/quotas/d6259f5f855840b0ae4d559b65fcc483 HTTP/1.1" status: 200 len: 375 time: 0.0208638 Aug 11 22:31:19.661880 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-6c8e3d9e-67ac-45df-8704-44d9e24feee2 None None] Port c952a7a0-7cdf-4419-9908-e63e048b2bc9 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:31:19.682646 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-1cd47afc-f7ce-41dc-97f4-ef9c42756c4c tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d6259f5f855840b0ae4d559b65fcc483&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396650 Aug 11 22:31:19.978019 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7f0a4026-6447-4d56-8e23-8fb6f04ed66a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:20.040144 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a4026-6447-4d56-8e23-8fb6f04ed66a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Port': ['ID=c952a7a0-7cdf-4419-9908-e63e048b2bc9,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:20.193041 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7f0a4026-6447-4d56-8e23-8fb6f04ed66a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:20.195349 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7f0a4026-6447-4d56-8e23-8fb6f04ed66a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/ports/c952a7a0-7cdf-4419-9908-e63e048b2bc9 HTTP/1.1" status: 204 len: 168 time: 1.7259269 Aug 11 22:31:20.199719 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42230) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:20.229406 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf2e3ee-e4b0-45ba-8b61-d89caebcbc90 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] GET failed (client error): The resource could not be found. Aug 11 22:31:20.234813 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9cf2e3ee-e4b0-45ba-8b61-d89caebcbc90 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "GET /v2.0/ports/c952a7a0-7cdf-4419-9908-e63e048b2bc9 HTTP/1.1" status: 404 len: 333 time: 0.0332003 Aug 11 22:31:20.236085 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42232) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:20.302824 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4caa9b3-699f-4e48-ac3a-22e2641e7449 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting subnet b3a8f2e4-8370-420d-8c26-bba74b86d46c {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:31:20.320273 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4caa9b3-699f-4e48-ac3a-22e2641e7449 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:20.413937 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4caa9b3-699f-4e48-ac3a-22e2641e7449 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:20.582762 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e191ad-3957-4066-bed5-1fffcb9040d9 req-c51d6245-9b6d-4a2e-b9f0-edb9c9915241 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:20.585407 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f5e191ad-3957-4066-bed5-1fffcb9040d9 req-c51d6245-9b6d-4a2e-b9f0-edb9c9915241 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 944 time: 0.5882459 Aug 11 22:31:20.598117 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4caa9b3-699f-4e48-ac3a-22e2641e7449 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:20.653482 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f5e191ad-3957-4066-bed5-1fffcb9040d9 req-950a6e45-37d5-4cd5-ab78-14382cc0eedf tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563991 Aug 11 22:31:20.720115 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4caa9b3-699f-4e48-ac3a-22e2641e7449 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:20.768270 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4caa9b3-699f-4e48-ac3a-22e2641e7449 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Subnet': ['ID=b3a8f2e4-8370-420d-8c26-bba74b86d46c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:20.772412 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c4caa9b3-699f-4e48-ac3a-22e2641e7449 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:20.777515 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c4caa9b3-699f-4e48-ac3a-22e2641e7449 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/subnets/b3a8f2e4-8370-420d-8c26-bba74b86d46c HTTP/1.1" status: 204 len: 168 time: 0.5379767 Aug 11 22:31:20.777959 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42244) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:20.793144 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093504ee-cd31-4234-8d52-472cedb4febd None None] Network 82440377-594c-493f-a647-496b53a0c13e requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:31:20.868052 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-acae965c-3eef-4526-969a-d98cc40bb390 req-1ba9316d-0195-409b-94d2-351b0af50ffa tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cdbb25a-9b73-4f85-91a0-0001a621b756 HTTP/1.1" status: 200 len: 210 time: 0.0646663 Aug 11 22:31:20.889291 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5d30ae-d3d2-4485-93b9-2fc55b3420b6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting subnet 4046bd83-5df4-4d20-9b6c-c1dd0ae20c9e {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:31:20.897256 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aa5d30ae-d3d2-4485-93b9-2fc55b3420b6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:20.942520 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:20.991007 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aa5d30ae-d3d2-4485-93b9-2fc55b3420b6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:21.216077 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aa5d30ae-d3d2-4485-93b9-2fc55b3420b6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:21.321095 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aa5d30ae-d3d2-4485-93b9-2fc55b3420b6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:21.361952 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aa5d30ae-d3d2-4485-93b9-2fc55b3420b6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:21.366913 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-aa5d30ae-d3d2-4485-93b9-2fc55b3420b6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/subnets/4046bd83-5df4-4d20-9b6c-c1dd0ae20c9e HTTP/1.1" status: 204 len: 168 time: 0.5874441 Aug 11 22:31:21.370383 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42258) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:21.462564 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d30ae-d3d2-4485-93b9-2fc55b3420b6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Subnet': ['ID=4046bd83-5df4-4d20-9b6c-c1dd0ae20c9e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:21.543978 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-984106f8-c72c-44d6-84c4-7cfe0d3a94f9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:21.556151 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7260d-ca7c-4e60-bf5b-ec248a4c66bf req-65bebf81-2f54-4fe3-a055-cc6a57919ea9 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:21.557910 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-96f7260d-ca7c-4e60-bf5b-ec248a4c66bf req-65bebf81-2f54-4fe3-a055-cc6a57919ea9 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 1097 time: 0.0779932 Aug 11 22:31:21.627932 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-1080ec74-1bf4-4f86-a93e-c68f4882458d tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=d6259f5f855840b0ae4d559b65fcc483&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628414 Aug 11 22:31:21.718664 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-96f7260d-ca7c-4e60-bf5b-ec248a4c66bf req-3c9e2f13-89a5-4b12-b8bc-300a3a5a6b0e tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419544 Aug 11 22:31:21.739924 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-984106f8-c72c-44d6-84c4-7cfe0d3a94f9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting port 0f669328-1508-43ef-9a98-34b67c19eab2 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:31:21.740727 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-984106f8-c72c-44d6-84c4-7cfe0d3a94f9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:21.783535 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42266) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:21.841673 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-984106f8-c72c-44d6-84c4-7cfe0d3a94f9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] For port 0f669328-1508-43ef-9a98-34b67c19eab2, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0f669328-1508-43ef-9a98-34b67c19eab2,segment=NetworkSegment(453b57bd-01c2-4c44-8c82-7a81973f76fa),segment_id=453b57bd-01c2-4c44-8c82-7a81973f76fa)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:31:21.842059 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-984106f8-c72c-44d6-84c4-7cfe0d3a94f9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:21.936485 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-984106f8-c72c-44d6-84c4-7cfe0d3a94f9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Calling delete_port for 0f669328-1508-43ef-9a98-34b67c19eab2 owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:31:21.963367 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-c22436cd-6089-45a8-ad32-05807adc0de8 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:21.965246 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-c22436cd-6089-45a8-ad32-05807adc0de8 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3291183 Aug 11 22:31:22.007811 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-f5ec45ef-2ed5-413b-8e58-eca3eeba5a6e tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Request body: {'port': {'device_id': '1cdbb25a-9b73-4f85-91a0-0001a621b756', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'admin_state_up': True, 'tenant_id': 'd6259f5f855840b0ae4d559b65fcc483'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:22.050830 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99566e27-9e92-41b6-b97e-c7617fe144da None None] Network 82440377-594c-493f-a647-496b53a0c13e requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:31:22.125721 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-f90e6b2f-8a46-4b1f-a6a0-f22e32f0aebb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Deleting port 901549cb-ffe7-4b47-8f85-6598238b98c5 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:31:22.126390 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f90e6b2f-8a46-4b1f-a6a0-f22e32f0aebb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:22.164924 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1ac03678-67e2-49de-886c-528f6c430cf9 None None] Provisioning complete for port 0f669328-1508-43ef-9a98-34b67c19eab2 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:22.165481 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1ac03678-67e2-49de-886c-528f6c430cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:22.220765 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89781a8-fe9f-4352-b81b-1acd539a3f02 req-8f54f05d-ce34-42c6-9ed0-4d046cd84dff tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:22.222504 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e89781a8-fe9f-4352-b81b-1acd539a3f02 req-8f54f05d-ce34-42c6-9ed0-4d046cd84dff tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 944 time: 0.2874703 Aug 11 22:31:22.277977 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-f5ec45ef-2ed5-413b-8e58-eca3eeba5a6e tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Made reservation on behalf of d6259f5f855840b0ae4d559b65fcc483 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:31:22.281679 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-f5ec45ef-2ed5-413b-8e58-eca3eeba5a6e tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:22.289953 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f90e6b2f-8a46-4b1f-a6a0-f22e32f0aebb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:22.290442 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f90e6b2f-8a46-4b1f-a6a0-f22e32f0aebb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:22.308845 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-f5ec45ef-2ed5-413b-8e58-eca3eeba5a6e tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:22.318316 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-f90e6b2f-8a46-4b1f-a6a0-f22e32f0aebb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Calling delete_port for 901549cb-ffe7-4b47-8f85-6598238b98c5 owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:31:22.330175 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e89781a8-fe9f-4352-b81b-1acd539a3f02 req-2ed36b55-3ec0-4419-a05c-ebb62c6a4508 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915923 Aug 11 22:31:22.361245 n-d-804275-3 neutron-server[100944]: INFO neutron.plugins.ml2.db [None req-1ac03678-67e2-49de-886c-528f6c430cf9 None None] No ports have port_id starting with 0f669328-1508-43ef-9a98-34b67c19eab2 Aug 11 22:31:22.365930 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-984106f8-c72c-44d6-84c4-7cfe0d3a94f9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:22.417920 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984106f8-c72c-44d6-84c4-7cfe0d3a94f9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Port': ['ID=0f669328-1508-43ef-9a98-34b67c19eab2,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:22.439933 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984106f8-c72c-44d6-84c4-7cfe0d3a94f9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] No DVR routers for this DVR port 0f669328-1508-43ef-9a98-34b67c19eab2 on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:31:22.542546 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94af74b7-fb78-483d-bb5b-1b684b9fe28f None None] DHCP port deletion for 82440377-594c-493f-a647-496b53a0c13e request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:31:22.569328 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c6525e02-f50d-438b-90af-681f6712ef09 req-aef41221-425f-46ab-878a-5c0498cb576e tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cdbb25a-9b73-4f85-91a0-0001a621b756 HTTP/1.1" status: 200 len: 210 time: 0.0497875 Aug 11 22:31:22.583038 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-984106f8-c72c-44d6-84c4-7cfe0d3a94f9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:22.597833 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-984106f8-c72c-44d6-84c4-7cfe0d3a94f9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82440377-594c-493f-a647-496b53a0c13e']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:22.628677 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-984106f8-c72c-44d6-84c4-7cfe0d3a94f9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453b57bd-01c2-4c44-8c82-7a81973f76fa') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:22.629951 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-984106f8-c72c-44d6-84c4-7cfe0d3a94f9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453b57bd-01c2-4c44-8c82-7a81973f76fa') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:22.648448 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-f5ec45ef-2ed5-413b-8e58-eca3eeba5a6e tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:22.650914 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-984106f8-c72c-44d6-84c4-7cfe0d3a94f9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:22.660873 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-f5ec45ef-2ed5-413b-8e58-eca3eeba5a6e tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:22.679763 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-984106f8-c72c-44d6-84c4-7cfe0d3a94f9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:22.698376 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-984106f8-c72c-44d6-84c4-7cfe0d3a94f9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:31:22.698858 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-984106f8-c72c-44d6-84c4-7cfe0d3a94f9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:31:22.705089 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:31:22.708464 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f90e6b2f-8a46-4b1f-a6a0-f22e32f0aebb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:22.755358 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e6b2f-8a46-4b1f-a6a0-f22e32f0aebb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event deleted for resources: {'Port': ['ID=901549cb-ffe7-4b47-8f85-6598238b98c5,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:22.818973 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec45ef-2ed5-413b-8e58-eca3eeba5a6e tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=136ba910-c760-4143-812a-bdf356909e9a,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:22.841365 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-984106f8-c72c-44d6-84c4-7cfe0d3a94f9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:22.851320 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-984106f8-c72c-44d6-84c4-7cfe0d3a94f9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:22.852264 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-984106f8-c72c-44d6-84c4-7cfe0d3a94f9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/networks/82440377-594c-493f-a647-496b53a0c13e HTTP/1.1" status: 204 len: 168 time: 1.4808512 Aug 11 22:31:22.858030 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42280) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:22.877543 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984106f8-c72c-44d6-84c4-7cfe0d3a94f9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Network': ['ID=82440377-594c-493f-a647-496b53a0c13e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:22.880363 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f90e6b2f-8a46-4b1f-a6a0-f22e32f0aebb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:22.880924 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [None req-f90e6b2f-8a46-4b1f-a6a0-f22e32f0aebb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Floating IP fa0fc142-63ef-4e38-b1b5-12d71cda0015 disassociated (deleted). External IP: 172.25.2.141, port: 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7. Aug 11 22:31:22.984599 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-f5ec45ef-2ed5-413b-8e58-eca3eeba5a6e tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Allocated IP 192.168.233.244 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/085f2558-f356-4d5a-9669-4c9455b89d89) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:31:23.024315 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0f669328-1508-43ef-9a98-34b67c19eab2 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:31:23.060783 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 0f669328-1508-43ef-9a98-34b67c19eab2 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:31:23.061886 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0f669328-1508-43ef-9a98-34b67c19eab2 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:31:23.092429 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8c92c0-7701-4048-a953-b2abcff66c85 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:23.095223 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-be8c92c0-7701-4048-a953-b2abcff66c85 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2344348 Aug 11 22:31:23.103110 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42286) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:23.225252 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-61ae1339-009d-40d2-8413-67749c622b01 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1206470 Aug 11 22:31:23.229559 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42292) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:23.241551 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-140177fe-7fe2-4891-a4c8-c9c6ac2a9076 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1982159628'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:23.291263 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-f5ec45ef-2ed5-413b-8e58-eca3eeba5a6e tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:23.310160 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140177fe-7fe2-4891-a4c8-c9c6ac2a9076 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:31:23.313940 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-140177fe-7fe2-4891-a4c8-c9c6ac2a9076 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:23.321457 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-f5ec45ef-2ed5-413b-8e58-eca3eeba5a6e tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Transition to ACTIVE for port object 085f2558-f356-4d5a-9669-4c9455b89d89 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:31:23.364628 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90e6b2f-8a46-4b1f-a6a0-f22e32f0aebb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Router 41d9364a-9558-41fb-a89e-804e3eace4be has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:31:23.370841 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-140177fe-7fe2-4891-a4c8-c9c6ac2a9076 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:31:23.376363 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-f5ec45ef-2ed5-413b-8e58-eca3eeba5a6e tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:23.465632 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec45ef-2ed5-413b-8e58-eca3eeba5a6e tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Pushing event updated for resources: {'Port': ['ID=085f2558-f356-4d5a-9669-4c9455b89d89,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:23.487347 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-140177fe-7fe2-4891-a4c8-c9c6ac2a9076 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:23.487347 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-140177fe-7fe2-4891-a4c8-c9c6ac2a9076 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Added segment b9d4fdd0-bc84-4dc9-a3fb-f9692dc269a3 of type vlan for network 343bf6e3-487f-4ab6-a56d-fd2e2545039e Aug 11 22:31:23.544455 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-f5ec45ef-2ed5-413b-8e58-eca3eeba5a6e tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:31:23.546820 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-f5ec45ef-2ed5-413b-8e58-eca3eeba5a6e tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:23.551876 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-f5ec45ef-2ed5-413b-8e58-eca3eeba5a6e tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:31:23.581312 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-140177fe-7fe2-4891-a4c8-c9c6ac2a9076 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:23.638619 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90e6b2f-8a46-4b1f-a6a0-f22e32f0aebb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:31:23.655491 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ece6947-3048-4313-9160-422545d73d0d None None] Sync routers for ids ['41d9364a-9558-41fb-a89e-804e3eace4be'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:31:23.659684 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f90e6b2f-8a46-4b1f-a6a0-f22e32f0aebb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:23.666200 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-140177fe-7fe2-4891-a4c8-c9c6ac2a9076 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:23.672829 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140177fe-7fe2-4891-a4c8-c9c6ac2a9076 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:23.673490 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-140177fe-7fe2-4891-a4c8-c9c6ac2a9076 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:23.675739 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ece6947-3048-4313-9160-422545d73d0d None None] Routers {'41d9364a-9558-41fb-a89e-804e3eace4be'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:31:23.676357 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-f5ec45ef-2ed5-413b-8e58-eca3eeba5a6e tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:23.677169 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-5ece6947-3048-4313-9160-422545d73d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:31:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['41d9364a-9558-41fb-a89e-804e3eace4be'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:23.677554 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-f5ec45ef-2ed5-413b-8e58-eca3eeba5a6e tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:23.726378 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e43900-6115-4771-a203-713d74076606 req-08603ee3-2f80-4eb9-a49f-5b3801acfac0 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:23.738829 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-28e43900-6115-4771-a203-713d74076606 req-08603ee3-2f80-4eb9-a49f-5b3801acfac0 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 944 time: 0.2587392 Aug 11 22:31:23.744793 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-f5ec45ef-2ed5-413b-8e58-eca3eeba5a6e tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7451262 Aug 11 22:31:23.776670 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-75fe86ce-69fb-4c40-83f2-8f697505eee5 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:31:23.778587 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-75fe86ce-69fb-4c40-83f2-8f697505eee5 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109489 Aug 11 22:31:23.829485 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-5f1bbc1a-11fb-4c8b-8b31-e3c6ce5a3425 service neutron] Request body: {'port': {'device_id': '1cdbb25a-9b73-4f85-91a0-0001a621b756', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:23.832691 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f90e6b2f-8a46-4b1f-a6a0-f22e32f0aebb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "DELETE /v2.0/floatingips/fa0fc142-63ef-4e38-b1b5-12d71cda0015 HTTP/1.1" status: 204 len: 168 time: 2.0452669 Aug 11 22:31:23.844990 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-140177fe-7fe2-4891-a4c8-c9c6ac2a9076 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6135249 Aug 11 22:31:23.850803 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3951eb3c-3804-400a-bd5e-57dc7ec615e7', 'tag': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:31:23.853033 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0b66017e-5f56-4bd6-84e3-37072a3b606f None None] Provisioning for port 085f2558-f356-4d5a-9669-4c9455b89d89 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:31:23.856243 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1499ab-994e-4d15-90ec-b52f7a20dddb" -d '{"events": [{"name": "network-changed", "server_uuid": "3951eb3c-3804-400a-bd5e-57dc7ec615e7", "tag": "1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:31:23.861831 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42304) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:23.869529 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0b66017e-5f56-4bd6-84e3-37072a3b606f None None] Provisioning complete for port 085f2558-f356-4d5a-9669-4c9455b89d89 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:23.869869 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-ca431e27-b618-443d-9a86-cde8127786c5 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'subnet': {'network_id': '343bf6e3-487f-4ab6-a56d-fd2e2545039e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:23.870458 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0b66017e-5f56-4bd6-84e3-37072a3b606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:23.916351 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-0b66017e-5f56-4bd6-84e3-37072a3b606f None None] Port 085f2558-f356-4d5a-9669-4c9455b89d89 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:31:23.924332 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-5ece6947-3048-4313-9160-422545d73d0d None None] Set router 41d9364a-9558-41fb-a89e-804e3eace4be gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:31:23.924751 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-5f1bbc1a-11fb-4c8b-8b31-e3c6ce5a3425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:23.932138 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-28e43900-6115-4771-a203-713d74076606 req-a914500f-975e-499d-85da-ff3b1f4a70d3 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917603 Aug 11 22:31:24.001563 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140177fe-7fe2-4891-a4c8-c9c6ac2a9076 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Network': ['ID=343bf6e3-487f-4ab6-a56d-fd2e2545039e,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:24.054923 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 343bf6e3-487f-4ab6-a56d-fd2e2545039e details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:31:24.063236 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca431e27-b618-443d-9a86-cde8127786c5 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:31:24.068103 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ca431e27-b618-443d-9a86-cde8127786c5 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:24.328703 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c39ad-1dae-4e07-b4dd-f5a931083890 req-21f37f24-ef74-44f0-a880-a12260221440 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:24.331154 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ae2c39ad-1dae-4e07-b4dd-f5a931083890 req-21f37f24-ef74-44f0-a880-a12260221440 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cdbb25a-9b73-4f85-91a0-0001a621b756 HTTP/1.1" status: 200 len: 936 time: 0.3104737 Aug 11 22:31:24.399493 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-5ece6947-3048-4313-9160-422545d73d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596437707', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f7648fc6-a148-45e4-ad6f-c027cdb3edef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:28:13Z', 'updated_at': '2021-08-11T22:28:22Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': 'f7648fc6-a148-45e4-ad6f-c027cdb3edef', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:28:14Z', 'updated_at': '2021-08-11T22:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'b40e2ee9-4a17-4779-aabb-0d7b6f4251a4', 'name': '', 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:5e:66:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '68e1758e-01de-4f03-8dc7-73b83f534214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:28:20Z', 'updated_at': '2021-08-11T22:28:29Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': '68e1758e-01de-4f03-8dc7-73b83f534214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:24.406281 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ae2c39ad-1dae-4e07-b4dd-f5a931083890 req-7911fb16-7a70-444e-b5d5-9c6ae487f63b tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.77 "GET /v2.0/security-groups?id=136ba910-c760-4143-812a-bdf356909e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655744 Aug 11 22:31:24.433952 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ca431e27-b618-443d-9a86-cde8127786c5 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:24.459196 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ece6947-3048-4313-9160-422545d73d0d None None] Checking router: 41d9364a-9558-41fb-a89e-804e3eace4be for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:31:24.473798 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ece6947-3048-4313-9160-422545d73d0d None None] Routers {'41d9364a-9558-41fb-a89e-804e3eace4be'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:31:24.476933 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-5ece6947-3048-4313-9160-422545d73d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:31:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['41d9364a-9558-41fb-a89e-804e3eace4be'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:24.496518 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca431e27-b618-443d-9a86-cde8127786c5 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Subnet': ['ID=f79c3983-c600-4c9c-a7a1-0a6ab2558160,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:24.536195 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca431e27-b618-443d-9a86-cde8127786c5 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Checking segment: {'id': 'b9d4fdd0-bc84-4dc9-a3fb-f9692dc269a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '343bf6e3-487f-4ab6-a56d-fd2e2545039e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:31:24.537443 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca431e27-b618-443d-9a86-cde8127786c5 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network hostable DHCP agents. Network: 343bf6e3-487f-4ab6-a56d-fd2e2545039e, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:31:24.561989 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca431e27-b618-443d-9a86-cde8127786c5 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network 343bf6e3-487f-4ab6-a56d-fd2e2545039e is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:31:24.563070 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-5f1bbc1a-11fb-4c8b-8b31-e3c6ce5a3425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 085f2558-f356-4d5a-9669-4c9455b89d89 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:31:24.576611 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-5f1bbc1a-11fb-4c8b-8b31-e3c6ce5a3425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:24.580410 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-ca431e27-b618-443d-9a86-cde8127786c5 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 343bf6e3-487f-4ab6-a56d-fd2e2545039e) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:24.597557 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca431e27-b618-443d-9a86-cde8127786c5 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:24.600416 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ca431e27-b618-443d-9a86-cde8127786c5 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:24.600652 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-5f1bbc1a-11fb-4c8b-8b31-e3c6ce5a3425 service neutron] Transition to ACTIVE for port object 085f2558-f356-4d5a-9669-4c9455b89d89 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:31:24.607860 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-5f1bbc1a-11fb-4c8b-8b31-e3c6ce5a3425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:24.620823 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ca431e27-b618-443d-9a86-cde8127786c5 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7576368 Aug 11 22:31:24.624354 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42318) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:24.634616 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-594b88f9-51fa-4292-8a05-eaa5785976c0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'port': {'network_id': '343bf6e3-487f-4ab6-a56d-fd2e2545039e', 'name': 'tempest-PortsTestJSON-658730637'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:24.643762 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1a401e-0a94-42ef-a71a-044ed97c3660 None None] Network 343bf6e3-487f-4ab6-a56d-fd2e2545039e requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:31:24.694196 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1bbc1a-11fb-4c8b-8b31-e3c6ce5a3425 service neutron] Pushing event updated for resources: {'Port': ['ID=085f2558-f356-4d5a-9669-4c9455b89d89,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:24.858194 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592d4e1d-4490-46f2-818b-e40bbbbc3e39 x-openstack-request-id: req-592d4e1d-4490-46f2-818b-e40bbbbc3e39 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:31:24.858988 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3951eb3c-3804-400a-bd5e-57dc7ec615e7", "tag": "1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:31:24.859437 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-592d4e1d-4490-46f2-818b-e40bbbbc3e39 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:31:24.860309 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3951eb3c-3804-400a-bd5e-57dc7ec615e7', 'tag': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7', 'status': 'completed', 'code': 200} Aug 11 22:31:24.869885 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594b88f9-51fa-4292-8a05-eaa5785976c0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:31:24.877625 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-5f1bbc1a-11fb-4c8b-8b31-e3c6ce5a3425 service neutron] Attempting to bind port 085f2558-f356-4d5a-9669-4c9455b89d89 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:31:24.878174 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-5f1bbc1a-11fb-4c8b-8b31-e3c6ce5a3425 service neutron] Attempting to bind port 085f2558-f356-4d5a-9669-4c9455b89d89 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:31:24.880583 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-5f1bbc1a-11fb-4c8b-8b31-e3c6ce5a3425 service neutron] Attempting to bind port 085f2558-f356-4d5a-9669-4c9455b89d89 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:31:24.882125 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-594b88f9-51fa-4292-8a05-eaa5785976c0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:24.901133 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-5f1bbc1a-11fb-4c8b-8b31-e3c6ce5a3425 service neutron] Port 085f2558-f356-4d5a-9669-4c9455b89d89 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:31:24.903482 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-5f1bbc1a-11fb-4c8b-8b31-e3c6ce5a3425 service neutron] Attempting to bind port 085f2558-f356-4d5a-9669-4c9455b89d89 on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:31:24.922697 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-5f1bbc1a-11fb-4c8b-8b31-e3c6ce5a3425 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:31:24.925072 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-5f1bbc1a-11fb-4c8b-8b31-e3c6ce5a3425 service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:31:24.925624 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-5f1bbc1a-11fb-4c8b-8b31-e3c6ce5a3425 service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:31:24.926104 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-5f1bbc1a-11fb-4c8b-8b31-e3c6ce5a3425 service neutron] Bound port: 085f2558-f356-4d5a-9669-4c9455b89d89, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:31:24.930563 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-5f1bbc1a-11fb-4c8b-8b31-e3c6ce5a3425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:24.948969 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-594b88f9-51fa-4292-8a05-eaa5785976c0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] device_id is not set on port 95eb7d87-f4d7-4d37-8efc-d973a74ef6c8 yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:31:24.977865 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2544f90e-a7fb-44ee-87a8-57597dee082c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-343bf6e3-487f-4ab6-a56d-fd2e2545039e', 'network_id': '343bf6e3-487f-4ab6-a56d-fd2e2545039e', 'tenant_id': '25fd15b5bb2148a4b0306708f08aa001', 'fixed_ips': [{'subnet_id': 'f79c3983-c600-4c9c-a7a1-0a6ab2558160'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:31:24.978754 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2544f90e-a7fb-44ee-87a8-57597dee082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:25.019777 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-5ece6947-3048-4313-9160-422545d73d0d None None] Set router 41d9364a-9558-41fb-a89e-804e3eace4be gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:31:25.076810 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1499ab-994e-4d15-90ec-b52f7a20dddb req-3e0fb2b4-874b-4469-b89f-3f276ab69588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:25.078444 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1c1499ab-994e-4d15-90ec-b52f7a20dddb req-3e0fb2b4-874b-4469-b89f-3f276ab69588 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 1097 time: 0.1404836 Aug 11 22:31:25.143731 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-5f1bbc1a-11fb-4c8b-8b31-e3c6ce5a3425 service neutron] For port 085f2558-f356-4d5a-9669-4c9455b89d89, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:31:25.148112 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-5f1bbc1a-11fb-4c8b-8b31-e3c6ce5a3425 service neutron] For port 085f2558-f356-4d5a-9669-4c9455b89d89, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=085f2558-f356-4d5a-9669-4c9455b89d89,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:31:25.163586 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-5f1bbc1a-11fb-4c8b-8b31-e3c6ce5a3425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:25.229824 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-594b88f9-51fa-4292-8a05-eaa5785976c0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Allocated IP 172.20.0.10 (343bf6e3-487f-4ab6-a56d-fd2e2545039e/f79c3983-c600-4c9c-a7a1-0a6ab2558160/95eb7d87-f4d7-4d37-8efc-d973a74ef6c8) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:31:25.267881 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1499ab-994e-4d15-90ec-b52f7a20dddb req-5820ad40-93ac-4374-87c8-9fec8d734a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:25.269729 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1c1499ab-994e-4d15-90ec-b52f7a20dddb req-5820ad40-93ac-4374-87c8-9fec8d734a92 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea HTTP/1.1" status: 200 len: 897 time: 0.1787336 Aug 11 22:31:25.277879 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ccdf6-a800-4338-8bac-7c8881438cc2 req-38b816c2-3e1f-4168-965a-10b08fce3493 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:25.280969 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f28ccdf6-a800-4338-8bac-7c8881438cc2 req-38b816c2-3e1f-4168-965a-10b08fce3493 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 946 time: 0.2670937 Aug 11 22:31:25.337035 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1c1499ab-994e-4d15-90ec-b52f7a20dddb req-7170aa43-7389-463d-971b-194e0de49a51 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 HTTP/1.1" status: 200 len: 217 time: 0.0560687 Aug 11 22:31:25.396905 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-5f1bbc1a-11fb-4c8b-8b31-e3c6ce5a3425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:25.397516 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-5f1bbc1a-11fb-4c8b-8b31-e3c6ce5a3425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:25.399410 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-5f1bbc1a-11fb-4c8b-8b31-e3c6ce5a3425 service neutron] 10.222.0.82 "PUT /v2.0/ports/085f2558-f356-4d5a-9669-4c9455b89d89 HTTP/1.1" status: 200 len: 1096 time: 1.5888977 Aug 11 22:31:25.400160 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1bbc1a-11fb-4c8b-8b31-e3c6ce5a3425 service neutron] Pushing event updated for resources: {'Port': ['ID=085f2558-f356-4d5a-9669-4c9455b89d89,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:25.402947 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cdbb25a-9b73-4f85-91a0-0001a621b756', 'tag': '085f2558-f356-4d5a-9669-4c9455b89d89'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:31:25.405424 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089356b1-dc0f-4188-88a0-36e035996d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "1cdbb25a-9b73-4f85-91a0-0001a621b756", "tag": "085f2558-f356-4d5a-9669-4c9455b89d89"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:31:25.428485 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1499ab-994e-4d15-90ec-b52f7a20dddb req-e7dcc256-72b8-45fe-a9f4-d6d9de8dbf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:25.431186 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1c1499ab-994e-4d15-90ec-b52f7a20dddb req-e7dcc256-72b8-45fe-a9f4-d6d9de8dbf6b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=68e1758e-01de-4f03-8dc7-73b83f534214 HTTP/1.1" status: 200 len: 834 time: 0.0773163 Aug 11 22:31:25.466686 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f28ccdf6-a800-4338-8bac-7c8881438cc2 req-eaf1c2ea-438a-4037-98cd-6e40f15ae4fb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658792 Aug 11 22:31:25.582866 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-7e16388e-b28e-4c6d-960f-a87c178f2f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:25.585382 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-7e16388e-b28e-4c6d-960f-a87c178f2f2d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d6259f5f855840b0ae4d559b65fcc483&device_id=1cdbb25a-9b73-4f85-91a0-0001a621b756 HTTP/1.1" status: 200 len: 1099 time: 0.1053874 Aug 11 22:31:25.655924 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1499ab-994e-4d15-90ec-b52f7a20dddb req-58a3e332-f736-43c5-a8b4-d723b3bdf406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:25.657511 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1c1499ab-994e-4d15-90ec-b52f7a20dddb req-58a3e332-f736-43c5-a8b4-d723b3bdf406 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2128360 Aug 11 22:31:25.706225 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-5ece6947-3048-4313-9160-422545d73d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596437707', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f7648fc6-a148-45e4-ad6f-c027cdb3edef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:28:13Z', 'updated_at': '2021-08-11T22:28:22Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': 'f7648fc6-a148-45e4-ad6f-c027cdb3edef', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:28:14Z', 'updated_at': '2021-08-11T22:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'b40e2ee9-4a17-4779-aabb-0d7b6f4251a4', 'name': '', 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:5e:66:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '68e1758e-01de-4f03-8dc7-73b83f534214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:28:20Z', 'updated_at': '2021-08-11T22:28:29Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': '68e1758e-01de-4f03-8dc7-73b83f534214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:25.721754 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-62bf2dff-e8c2-4042-ab25-6a7709e33a23 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=085f2558-f356-4d5a-9669-4c9455b89d89 HTTP/1.1" status: 200 len: 217 time: 0.1151540 Aug 11 22:31:25.773036 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ece6947-3048-4313-9160-422545d73d0d None None] The sync data for ids ['41d9364a-9558-41fb-a89e-804e3eace4be'] in n-d-804275-3 is: [{'id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596437707', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f7648fc6-a148-45e4-ad6f-c027cdb3edef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:28:13Z', 'updated_at': '2021-08-11T22:28:22Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': 'f7648fc6-a148-45e4-ad6f-c027cdb3edef', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:28:14Z', 'updated_at': '2021-08-11T22:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'b40e2ee9-4a17-4779-aabb-0d7b6f4251a4', 'name': '', 'network_id': 'a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:5e:66:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '68e1758e-01de-4f03-8dc7-73b83f534214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:28:20Z', 'updated_at': '2021-08-11T22:28:29Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': '68e1758e-01de-4f03-8dc7-73b83f534214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:31:25.869301 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-de750cac-899f-4208-803c-a18679149596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:25.871785 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-de750cac-899f-4208-803c-a18679149596 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1326303 Aug 11 22:31:25.882859 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-594b88f9-51fa-4292-8a05-eaa5785976c0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:25.899320 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-594b88f9-51fa-4292-8a05-eaa5785976c0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Transition to ACTIVE for port object 95eb7d87-f4d7-4d37-8efc-d973a74ef6c8 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:31:25.922615 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c524441-16f7-48cc-9566-ddc90125cc8e req-b19e5566-ccef-4c6b-b845-6cff5525b458 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:25.924485 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c524441-16f7-48cc-9566-ddc90125cc8e req-b19e5566-ccef-4c6b-b845-6cff5525b458 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 944 time: 0.2007608 Aug 11 22:31:25.962882 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-707bfc8b-073a-4770-b65e-f3b509c43927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:25.964680 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-707bfc8b-073a-4770-b65e-f3b509c43927 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0846462 Aug 11 22:31:25.985408 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1c1499ab-994e-4d15-90ec-b52f7a20dddb req-c03e4606-29f3-4e65-887f-948d127ecc2e service neutron] 10.222.0.82 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158536 Aug 11 22:31:26.119022 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c524441-16f7-48cc-9566-ddc90125cc8e req-920de0da-49a4-4342-a1dd-cb181ba22d97 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499608 Aug 11 22:31:26.127222 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-594b88f9-51fa-4292-8a05-eaa5785976c0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:26.203237 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-c51f93f8-2c90-4b8d-bf6d-f43494d1d0c0 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150798 Aug 11 22:31:26.252572 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-2544f90e-a7fb-44ee-87a8-57597dee082c None None] Allocated IP 172.20.0.2 (343bf6e3-487f-4ab6-a56d-fd2e2545039e/f79c3983-c600-4c9c-a7a1-0a6ab2558160/8226350e-9160-4566-bf52-fab6820dd486) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:31:26.277920 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594b88f9-51fa-4292-8a05-eaa5785976c0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network 343bf6e3-487f-4ab6-a56d-fd2e2545039e is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:31:26.327384 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-594b88f9-51fa-4292-8a05-eaa5785976c0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:26.337985 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594b88f9-51fa-4292-8a05-eaa5785976c0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:31:26.395325 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d78cf6-2e11-46fe-ae7f-f94ddfef8965 x-openstack-request-id: req-c1d78cf6-2e11-46fe-ae7f-f94ddfef8965 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:31:26.396276 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cdbb25a-9b73-4f85-91a0-0001a621b756", "tag": "085f2558-f356-4d5a-9669-4c9455b89d89", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:31:26.396719 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c1d78cf6-2e11-46fe-ae7f-f94ddfef8965 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:31:26.398703 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cdbb25a-9b73-4f85-91a0-0001a621b756', 'tag': '085f2558-f356-4d5a-9669-4c9455b89d89', 'status': 'completed', 'code': 200} Aug 11 22:31:26.419399 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9862398d-a63c-4b27-9dd7-7f7627f1a68e None None] New status for floating IP fa0fc142-63ef-4e38-b1b5-12d71cda0015: DOWN {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:31:26.506109 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594b88f9-51fa-4292-8a05-eaa5785976c0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:26.506438 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-594b88f9-51fa-4292-8a05-eaa5785976c0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:26.509063 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.82', 61908) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:26.511205 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b88f9-51fa-4292-8a05-eaa5785976c0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Port': ['ID=95eb7d87-f4d7-4d37-8efc-d973a74ef6c8,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:26.532054 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1c1499ab-994e-4d15-90ec-b52f7a20dddb req-eca13dc1-f77b-4744-8554-d6422ec3a699 service neutron] 10.222.0.82 "GET /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338120 Aug 11 22:31:26.553439 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-594b88f9-51fa-4292-8a05-eaa5785976c0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9273684 Aug 11 22:31:26.558900 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42352) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:26.575111 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-8b61b3b4-8820-415b-bff9-ffa666d1f750 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'port': {'network_id': '343bf6e3-487f-4ab6-a56d-fd2e2545039e', 'name': 'tempest-PortsTestJSON-226454816'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:26.601676 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fddddbf4-49a9-420a-afd7-9f372c481745 req-cab63591-bb4e-4c65-bc65-06b5a2826992 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820662 Aug 11 22:31:26.641469 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8dd6a-e999-46ae-ab56-a25d239605bb req-12ad991f-614a-4a19-83d5-431fcf6d0b6e tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:26.645606 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82b8dd6a-e999-46ae-ab56-a25d239605bb req-12ad991f-614a-4a19-83d5-431fcf6d0b6e tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cdbb25a-9b73-4f85-91a0-0001a621b756 HTTP/1.1" status: 200 len: 948 time: 0.2297137 Aug 11 22:31:26.685892 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2544f90e-a7fb-44ee-87a8-57597dee082c None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:26.701973 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cecaf-78b1-48e8-80df-425af3b54a4a req-9e29da4f-1321-4815-b394-ce46e0c31c17 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:26.703869 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-402cecaf-78b1-48e8-80df-425af3b54a4a req-9e29da4f-1321-4815-b394-ce46e0c31c17 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.82 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 946 time: 0.1873202 Aug 11 22:31:26.719311 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2544f90e-a7fb-44ee-87a8-57597dee082c None None] Transition to ACTIVE for port object 8226350e-9160-4566-bf52-fab6820dd486 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:31:26.748112 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2544f90e-a7fb-44ee-87a8-57597dee082c None None] Transition to ACTIVE for port object 8226350e-9160-4566-bf52-fab6820dd486 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:31:26.762299 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2544f90e-a7fb-44ee-87a8-57597dee082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:26.785754 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82b8dd6a-e999-46ae-ab56-a25d239605bb req-e7019ae9-9f53-4945-b226-03ab23f63941 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.77 "GET /v2.0/security-groups?id=136ba910-c760-4143-812a-bdf356909e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229880 Aug 11 22:31:26.821030 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2544f90e-a7fb-44ee-87a8-57597dee082c None None] Network 343bf6e3-487f-4ab6-a56d-fd2e2545039e is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:31:26.825881 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-2544f90e-a7fb-44ee-87a8-57597dee082c None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:26.828107 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f90e-a7fb-44ee-87a8-57597dee082c None None] Pushing event updated for resources: {'Port': ['ID=8226350e-9160-4566-bf52-fab6820dd486,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:26.830525 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2544f90e-a7fb-44ee-87a8-57597dee082c None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:31:26.894971 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b61b3b4-8820-415b-bff9-ffa666d1f750 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:31:26.906591 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8b61b3b4-8820-415b-bff9-ffa666d1f750 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:26.913997 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-2544f90e-a7fb-44ee-87a8-57597dee082c None None] Attempting to bind port 8226350e-9160-4566-bf52-fab6820dd486 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:31:26.914418 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-2544f90e-a7fb-44ee-87a8-57597dee082c None None] Attempting to bind port 8226350e-9160-4566-bf52-fab6820dd486 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'b9d4fdd0-bc84-4dc9-a3fb-f9692dc269a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '343bf6e3-487f-4ab6-a56d-fd2e2545039e'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:31:26.914905 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2544f90e-a7fb-44ee-87a8-57597dee082c None None] Attempting to bind port 8226350e-9160-4566-bf52-fab6820dd486 on network 343bf6e3-487f-4ab6-a56d-fd2e2545039e {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:31:26.921624 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2544f90e-a7fb-44ee-87a8-57597dee082c None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:31:26.921998 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2544f90e-a7fb-44ee-87a8-57597dee082c None None] Checking segment: {'id': 'b9d4fdd0-bc84-4dc9-a3fb-f9692dc269a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '343bf6e3-487f-4ab6-a56d-fd2e2545039e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:31:26.922647 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2544f90e-a7fb-44ee-87a8-57597dee082c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:26.923135 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2544f90e-a7fb-44ee-87a8-57597dee082c None None] Bound using segment: {'id': 'b9d4fdd0-bc84-4dc9-a3fb-f9692dc269a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '343bf6e3-487f-4ab6-a56d-fd2e2545039e'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:31:26.923868 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-2544f90e-a7fb-44ee-87a8-57597dee082c None None] Bound port: 8226350e-9160-4566-bf52-fab6820dd486, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d4fdd0-bc84-4dc9-a3fb-f9692dc269a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '343bf6e3-487f-4ab6-a56d-fd2e2545039e'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:31:26.924367 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2544f90e-a7fb-44ee-87a8-57597dee082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:26.943381 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-8b61b3b4-8820-415b-bff9-ffa666d1f750 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] device_id is not set on port c3a67188-aaec-48e4-a9e2-70a16c71c4ff yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:31:27.075316 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089356b1-dc0f-4188-88a0-36e035996d0a req-7f6c52a1-dde1-4aab-917e-ce5c1179e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:27.077981 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-089356b1-dc0f-4188-88a0-36e035996d0a req-7f6c52a1-dde1-4aab-917e-ce5c1179e1f2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d6259f5f855840b0ae4d559b65fcc483&device_id=1cdbb25a-9b73-4f85-91a0-0001a621b756 HTTP/1.1" status: 200 len: 1099 time: 0.3505168 Aug 11 22:31:27.108394 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73124331-36dd-4816-b73a-cb969c9b391e req-e6e4a0ea-453d-49a1-9565-081fe6d41592 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:27.111164 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73124331-36dd-4816-b73a-cb969c9b391e req-e6e4a0ea-453d-49a1-9565-081fe6d41592 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 946 time: 0.2045174 Aug 11 22:31:27.155849 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-8b61b3b4-8820-415b-bff9-ffa666d1f750 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Allocated IP 172.20.0.6 (343bf6e3-487f-4ab6-a56d-fd2e2545039e/f79c3983-c600-4c9c-a7a1-0a6ab2558160/c3a67188-aaec-48e4-a9e2-70a16c71c4ff) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:31:27.262188 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-2544f90e-a7fb-44ee-87a8-57597dee082c None None] For port 8226350e-9160-4566-bf52-fab6820dd486, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:31:27.268352 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-2544f90e-a7fb-44ee-87a8-57597dee082c None None] For port 8226350e-9160-4566-bf52-fab6820dd486, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8226350e-9160-4566-bf52-fab6820dd486,segment=NetworkSegment(b9d4fdd0-bc84-4dc9-a3fb-f9692dc269a3),segment_id=b9d4fdd0-bc84-4dc9-a3fb-f9692dc269a3)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:31:27.275546 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 0b5cfaed-df2c-4ef1-88d3-272a5db59f62 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:31:27.281420 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2544f90e-a7fb-44ee-87a8-57597dee082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:27.328699 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73124331-36dd-4816-b73a-cb969c9b391e req-88f4b93a-eae8-4e16-8f1a-28be53516976 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=e0a33424-7078-49cc-9676-12d151c0ee85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959169 Aug 11 22:31:27.383760 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-402cecaf-78b1-48e8-80df-425af3b54a4a req-4a707405-04a3-419c-8435-a05810f3a449 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Deleting port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:31:27.384502 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-402cecaf-78b1-48e8-80df-425af3b54a4a req-4a707405-04a3-419c-8435-a05810f3a449 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:27.456601 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f90e-a7fb-44ee-87a8-57597dee082c None None] Pushing event updated for resources: {'Port': ['ID=8226350e-9160-4566-bf52-fab6820dd486,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:27.562553 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 0b5cfaed-df2c-4ef1-88d3-272a5db59f62, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=0b5cfaed-df2c-4ef1-88d3-272a5db59f62,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:31:27.567534 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8b61b3b4-8820-415b-bff9-ffa666d1f750 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:27.580074 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '0b5cfaed-df2c-4ef1-88d3-272a5db59f62', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'port_id': '0b5cfaed-df2c-4ef1-88d3-272a5db59f62', 'mac_address': 'fa:16:3e:a8:79:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:31:27.596517 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-8b61b3b4-8820-415b-bff9-ffa666d1f750 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Transition to ACTIVE for port object c3a67188-aaec-48e4-a9e2-70a16c71c4ff will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:31:27.687715 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089356b1-dc0f-4188-88a0-36e035996d0a req-f2cb0820-814b-40e1-ad87-6f20f2a0f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:27.688690 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8b61b3b4-8820-415b-bff9-ffa666d1f750 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:27.689443 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-089356b1-dc0f-4188-88a0-36e035996d0a req-f2cb0820-814b-40e1-ad87-6f20f2a0f751 service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.5767734 Aug 11 22:31:27.690374 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:27.721052 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b5cfaed-df2c-4ef1-88d3-272a5db59f62 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:31:27.745833 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f8bb6-9d36-48f0-9149-3f08b21deb36 req-3573b3c4-f6b0-401b-a3d8-59f5514e4a0f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:27.747496 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0a5f8bb6-9d36-48f0-9149-3f08b21deb36 req-3573b3c4-f6b0-401b-a3d8-59f5514e4a0f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 944 time: 0.1681528 Aug 11 22:31:27.822822 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b61b3b4-8820-415b-bff9-ffa666d1f750 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network 343bf6e3-487f-4ab6-a56d-fd2e2545039e is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:31:27.833568 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 0b5cfaed-df2c-4ef1-88d3-272a5db59f62, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=0b5cfaed-df2c-4ef1-88d3-272a5db59f62,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:31:27.846045 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-8b61b3b4-8820-415b-bff9-ffa666d1f750 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:27.853864 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b61b3b4-8820-415b-bff9-ffa666d1f750 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:31:27.857558 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:27.864216 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-089356b1-dc0f-4188-88a0-36e035996d0a req-ed4025cc-f7f0-4d4e-abb1-2c9f1e5af7f1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=085f2558-f356-4d5a-9669-4c9455b89d89 HTTP/1.1" status: 200 len: 217 time: 0.1479259 Aug 11 22:31:27.924892 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-402cecaf-78b1-48e8-80df-425af3b54a4a req-4a707405-04a3-419c-8435-a05810f3a449 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] For port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7,segment=NetworkSegment(287ea734-d7f9-40a1-885e-de900d0aac74),segment_id=287ea734-d7f9-40a1-885e-de900d0aac74)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:31:27.925925 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-402cecaf-78b1-48e8-80df-425af3b54a4a req-4a707405-04a3-419c-8435-a05810f3a449 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:27.959612 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=0b5cfaed-df2c-4ef1-88d3-272a5db59f62,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:27.964463 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-402cecaf-78b1-48e8-80df-425af3b54a4a req-4a707405-04a3-419c-8435-a05810f3a449 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Calling delete_port for 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:31:27.996808 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0a5f8bb6-9d36-48f0-9149-3f08b21deb36 req-3d756381-a7da-42b1-b3e3-e9057c3b0494 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580424 Aug 11 22:31:28.012907 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089356b1-dc0f-4188-88a0-36e035996d0a req-e4f889d4-3e15-458a-8244-0a378c04078e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:28.014764 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-089356b1-dc0f-4188-88a0-36e035996d0a req-e4f889d4-3e15-458a-8244-0a378c04078e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1451573 Aug 11 22:31:28.017543 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61b3b4-8820-415b-bff9-ffa666d1f750 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Port': ['ID=c3a67188-aaec-48e4-a9e2-70a16c71c4ff,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:28.071345 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['0b5cfaed-df2c-4ef1-88d3-272a5db59f62'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:31:28.076813 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b61b3b4-8820-415b-bff9-ffa666d1f750 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:28.077769 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8b61b3b4-8820-415b-bff9-ffa666d1f750 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:28.095205 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8b61b3b4-8820-415b-bff9-ffa666d1f750 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5345762 Aug 11 22:31:28.099893 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42372) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:28.260944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089356b1-dc0f-4188-88a0-36e035996d0a req-eb1b3f49-39b9-4441-8de1-a6ebef7febd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:28.263781 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-089356b1-dc0f-4188-88a0-36e035996d0a req-eb1b3f49-39b9-4441-8de1-a6ebef7febd0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1772048 Aug 11 22:31:28.281157 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddf3db7-efe1-463a-ab28-b7234f647cc3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:28.284063 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-dddf3db7-efe1-463a-ab28-b7234f647cc3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 0.1827939 Aug 11 22:31:28.289925 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42378) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:28.465985 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-b93f6459-858f-418b-8f1e-ed5a61c1246f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting port c3a67188-aaec-48e4-a9e2-70a16c71c4ff {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:31:28.466532 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b93f6459-858f-418b-8f1e-ed5a61c1246f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:28.501393 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c35031-9d08-4c0b-b9ec-6d1b054233cb req-65c06317-98cc-448c-813c-3a4e20ded68d tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:28.504221 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-75c35031-9d08-4c0b-b9ec-6d1b054233cb req-65c06317-98cc-448c-813c-3a4e20ded68d tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cdbb25a-9b73-4f85-91a0-0001a621b756 HTTP/1.1" status: 200 len: 948 time: 0.3288894 Aug 11 22:31:28.509122 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-402cecaf-78b1-48e8-80df-425af3b54a4a req-4a707405-04a3-419c-8435-a05810f3a449 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:28.584984 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b93f6459-858f-418b-8f1e-ed5a61c1246f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:28.602240 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-b93f6459-858f-418b-8f1e-ed5a61c1246f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Calling delete_port for c3a67188-aaec-48e4-a9e2-70a16c71c4ff owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:31:28.602616 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a707405-04a3-419c-8435-a05810f3a449 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event deleted for resources: {'Port': ['ID=1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:28.709381 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-402cecaf-78b1-48e8-80df-425af3b54a4a req-4a707405-04a3-419c-8435-a05810f3a449 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] No DVR routers for this DVR port 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:31:28.720179 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-402cecaf-78b1-48e8-80df-425af3b54a4a req-4a707405-04a3-419c-8435-a05810f3a449 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:28.723638 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-402cecaf-78b1-48e8-80df-425af3b54a4a req-4a707405-04a3-419c-8435-a05810f3a449 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.82 "DELETE /v2.0/ports/1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 HTTP/1.1" status: 204 len: 173 time: 1.9975283 Aug 11 22:31:28.729464 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3951eb3c-3804-400a-bd5e-57dc7ec615e7', 'name': 'network-vif-deleted', 'tag': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:31:28.733246 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafea3ab-34a1-44d9-9ec1-355d610d63cf" -d '{"events": [{"server_uuid": "3951eb3c-3804-400a-bd5e-57dc7ec615e7", "name": "network-vif-deleted", "tag": "1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:31:28.774812 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-75c35031-9d08-4c0b-b9ec-6d1b054233cb req-64a61223-7a83-44f6-be0f-63746a63364c tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.77 "GET /v2.0/security-groups?id=136ba910-c760-4143-812a-bdf356909e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456031 Aug 11 22:31:28.795990 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-089356b1-dc0f-4188-88a0-36e035996d0a req-3e97f1ee-0236-4163-b152-7c368fd9f498 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944628 Aug 11 22:31:28.833841 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b93f6459-858f-418b-8f1e-ed5a61c1246f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:28.903031 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f6459-858f-418b-8f1e-ed5a61c1246f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Port': ['ID=c3a67188-aaec-48e4-a9e2-70a16c71c4ff,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:29.075622 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6f040c6d-98c8-43a9-b902-facea444c863 req-d49da4ef-31e5-42b3-be62-2546fbb26be3 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=3951eb3c-3804-400a-bd5e-57dc7ec615e7 HTTP/1.1" status: 200 len: 210 time: 0.0922406 Aug 11 22:31:29.157435 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b93f6459-858f-418b-8f1e-ed5a61c1246f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:29.176393 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b93f6459-858f-418b-8f1e-ed5a61c1246f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/ports/c3a67188-aaec-48e4-a9e2-70a16c71c4ff HTTP/1.1" status: 204 len: 168 time: 0.8849132 Aug 11 22:31:29.183467 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42394) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:29.194023 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cf3efb-3c4d-49e6-a7cc-1f49c8a1a1c1 x-openstack-request-id: req-96cf3efb-3c4d-49e6-a7cc-1f49c8a1a1c1 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:31:29.194023 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3951eb3c-3804-400a-bd5e-57dc7ec615e7", "name": "network-vif-deleted", "tag": "1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:31:29.194023 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-96cf3efb-3c4d-49e6-a7cc-1f49c8a1a1c1 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:31:29.194640 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3951eb3c-3804-400a-bd5e-57dc7ec615e7', 'name': 'network-vif-deleted', 'tag': '1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7', 'status': 'completed', 'code': 200} Aug 11 22:31:29.238496 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8226350e-9160-4566-bf52-fab6820dd486 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:31:29.263879 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-e75ccbbf-040e-412c-8bdc-e7ea953fdb5f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] GET failed (client error): The resource could not be found. Aug 11 22:31:29.271139 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42398) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:29.271629 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e75ccbbf-040e-412c-8bdc-e7ea953fdb5f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "GET /v2.0/ports/c3a67188-aaec-48e4-a9e2-70a16c71c4ff HTTP/1.1" status: 404 len: 333 time: 0.0755370 Aug 11 22:31:29.323543 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-089356b1-dc0f-4188-88a0-36e035996d0a req-68625be1-2b77-438f-b37d-cf2299134d34 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259578 Aug 11 22:31:29.330928 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 0b5cfaed-df2c-4ef1-88d3-272a5db59f62 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:31:29.334003 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5397bf-df6e-4455-9fcb-bb9a52665272 None None] Network 343bf6e3-487f-4ab6-a56d-fd2e2545039e requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:31:29.461384 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c29f8-76b9-42ff-bdfd-91bf6a6b5083 req-883e5cb7-93f6-4b3c-8e0b-8dcf2df1f42e tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:29.471289 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-7813bfa0-6812-4434-9295-687b3b3f9055 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting port 95eb7d87-f4d7-4d37-8efc-d973a74ef6c8 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:31:29.471602 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb0c29f8-76b9-42ff-bdfd-91bf6a6b5083 req-883e5cb7-93f6-4b3c-8e0b-8dcf2df1f42e tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 945 time: 0.1982584 Aug 11 22:31:29.471713 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7813bfa0-6812-4434-9295-687b3b3f9055 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:29.556679 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb0c29f8-76b9-42ff-bdfd-91bf6a6b5083 req-1e6782b7-47b5-487c-b0bf-22d227119805 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829699 Aug 11 22:31:29.557418 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-350e52a0-466b-4f63-8b72-1ccafd8d6296 None None] Provisioning for port 8226350e-9160-4566-bf52-fab6820dd486 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:31:29.581293 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 0b5cfaed-df2c-4ef1-88d3-272a5db59f62 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:31:29.591264 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 8226350e-9160-4566-bf52-fab6820dd486 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:31:29.606591 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 8226350e-9160-4566-bf52-fab6820dd486 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:29.607043 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:29.608611 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 0b5cfaed-df2c-4ef1-88d3-272a5db59f62 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:29.609145 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:29.621819 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7813bfa0-6812-4434-9295-687b3b3f9055 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:29.641596 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-7813bfa0-6812-4434-9295-687b3b3f9055 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Calling delete_port for 95eb7d87-f4d7-4d37-8efc-d973a74ef6c8 owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:31:29.867657 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:29.882853 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7813bfa0-6812-4434-9295-687b3b3f9055 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:29.898324 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:29.947735 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813bfa0-6812-4434-9295-687b3b3f9055 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Port': ['ID=95eb7d87-f4d7-4d37-8efc-d973a74ef6c8,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:29.963348 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a73eed9-1de5-4003-8958-2422f604cac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5cfaed-df2c-4ef1-88d3-272a5db59f62'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:31:29.966187 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c90a39-0d68-4629-a58c-4ae2bc140e28" -d '{"events": [{"server_uuid": "7a73eed9-1de5-4003-8958-2422f604cac2", "name": "network-vif-plugged", "status": "completed", "tag": "0b5cfaed-df2c-4ef1-88d3-272a5db59f62"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:31:29.976632 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 0b5cfaed-df2c-4ef1-88d3-272a5db59f62, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=0b5cfaed-df2c-4ef1-88d3-272a5db59f62,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:31:29.979967 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa2bbc2-e1c1-45b5-9706-5b997bafc6c6 req-7e3d5891-5b77-471f-bf5b-bc18f015f7dc tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:29.993038 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eaa2bbc2-e1c1-45b5-9706-5b997bafc6c6 req-7e3d5891-5b77-471f-bf5b-bc18f015f7dc tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cdbb25a-9b73-4f85-91a0-0001a621b756 HTTP/1.1" status: 200 len: 948 time: 0.1210058 Aug 11 22:31:29.993508 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:30.026542 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 8226350e-9160-4566-bf52-fab6820dd486, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8226350e-9160-4566-bf52-fab6820dd486,segment=NetworkSegment(b9d4fdd0-bc84-4dc9-a3fb-f9692dc269a3),segment_id=b9d4fdd0-bc84-4dc9-a3fb-f9692dc269a3)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:31:30.044785 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:30.056598 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7813bfa0-6812-4434-9295-687b3b3f9055 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:30.061082 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7813bfa0-6812-4434-9295-687b3b3f9055 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/ports/95eb7d87-f4d7-4d37-8efc-d973a74ef6c8 HTTP/1.1" status: 204 len: 168 time: 0.7881801 Aug 11 22:31:30.063345 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42414) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:30.063487 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eaa2bbc2-e1c1-45b5-9706-5b997bafc6c6 req-986f78b2-ed17-45a6-8095-c1b39c54a9b2 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.77 "GET /v2.0/security-groups?id=136ba910-c760-4143-812a-bdf356909e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700078 Aug 11 22:31:30.096510 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=0b5cfaed-df2c-4ef1-88d3-272a5db59f62,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:30.097762 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-2876ab04-0124-4345-b619-9cdb34ba44c7 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] GET failed (client error): The resource could not be found. Aug 11 22:31:30.104641 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2876ab04-0124-4345-b619-9cdb34ba44c7 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "GET /v2.0/ports/95eb7d87-f4d7-4d37-8efc-d973a74ef6c8 HTTP/1.1" status: 404 len: 333 time: 0.0397313 Aug 11 22:31:30.107705 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42418) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:30.167225 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-450deae5-276e-4b1f-a1ed-13c62bd83e38 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting subnet f79c3983-c600-4c9c-a7a1-0a6ab2558160 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:31:30.176905 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-450deae5-276e-4b1f-a1ed-13c62bd83e38 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:30.224208 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd7d0c5-6acc-443c-a165-2fbe4d668165 x-openstack-request-id: req-cdd7d0c5-6acc-443c-a165-2fbe4d668165 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:31:30.225061 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a73eed9-1de5-4003-8958-2422f604cac2", "name": "network-vif-plugged", "status": "completed", "tag": "0b5cfaed-df2c-4ef1-88d3-272a5db59f62", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:31:30.225405 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cdd7d0c5-6acc-443c-a165-2fbe4d668165 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:31:30.226281 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a73eed9-1de5-4003-8958-2422f604cac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5cfaed-df2c-4ef1-88d3-272a5db59f62', 'code': 200} Aug 11 22:31:30.240236 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=8226350e-9160-4566-bf52-fab6820dd486,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:30.265091 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-450deae5-276e-4b1f-a1ed-13c62bd83e38 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:30.283421 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42420) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:30.411718 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-61d1cebc-9a6b-4fe7-aa2f-56ccf858af4d None None] Could not find standard attr ID for object 95eb7d87-f4d7-4d37-8efc-d973a74ef6c8. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:31:30.430280 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-61d1cebc-9a6b-4fe7-aa2f-56ccf858af4d None None] Provisioning complete for port 8226350e-9160-4566-bf52-fab6820dd486 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:30.431035 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-61d1cebc-9a6b-4fe7-aa2f-56ccf858af4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:30.453900 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-450deae5-276e-4b1f-a1ed-13c62bd83e38 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:30.547978 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-450deae5-276e-4b1f-a1ed-13c62bd83e38 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:30.570982 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-450deae5-276e-4b1f-a1ed-13c62bd83e38 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:30.573405 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-450deae5-276e-4b1f-a1ed-13c62bd83e38 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/subnets/f79c3983-c600-4c9c-a7a1-0a6ab2558160 HTTP/1.1" status: 204 len: 168 time: 0.4645491 Aug 11 22:31:30.590899 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42430) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:30.597468 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450deae5-276e-4b1f-a1ed-13c62bd83e38 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Subnet': ['ID=f79c3983-c600-4c9c-a7a1-0a6ab2558160,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:30.743290 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58363aec-5cc5-45bf-abf2-e6d6c55c32ae None None] Network 343bf6e3-487f-4ab6-a56d-fd2e2545039e requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:31:30.811999 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ba568b50-e622-4bde-b5bc-5a4188b2f769 None None] Could not find standard attr ID for object 95eb7d87-f4d7-4d37-8efc-d973a74ef6c8. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:31:31.010278 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cdd7d-1b22-49d9-a6b7-b18a75707a16 req-e2105424-6c12-4f0b-8be3-76df4cfdc8fe tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:31.018708 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0b7cdd7d-1b22-49d9-a6b7-b18a75707a16 req-e2105424-6c12-4f0b-8be3-76df4cfdc8fe tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 946 time: 0.1205654 Aug 11 22:31:31.053652 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5e3d8d-85e6-4417-94db-f1747e658162 None None] DHCP port deletion for 343bf6e3-487f-4ab6-a56d-fd2e2545039e request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:31:31.083370 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0b7cdd7d-1b22-49d9-a6b7-b18a75707a16 req-d0934cc3-0a3a-43f0-a197-748b99a89f64 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633280 Aug 11 22:31:31.148366 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-bd5e3d8d-85e6-4417-94db-f1747e658162 None None] Deleting port 8226350e-9160-4566-bf52-fab6820dd486 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:31:31.148761 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bd5e3d8d-85e6-4417-94db-f1747e658162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:31.232315 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcebc4e-a135-4313-9ec1-03b48660fc75 req-7aa72b11-2f81-4d4f-99af-3b24a8decbe2 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:31.234864 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1dcebc4e-a135-4313-9ec1-03b48660fc75 req-7aa72b11-2f81-4d4f-99af-3b24a8decbe2 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cdbb25a-9b73-4f85-91a0-0001a621b756 HTTP/1.1" status: 200 len: 948 time: 0.0730529 Aug 11 22:31:31.251901 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-bd5e3d8d-85e6-4417-94db-f1747e658162 None None] For port 8226350e-9160-4566-bf52-fab6820dd486, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8226350e-9160-4566-bf52-fab6820dd486,segment=NetworkSegment(b9d4fdd0-bc84-4dc9-a3fb-f9692dc269a3),segment_id=b9d4fdd0-bc84-4dc9-a3fb-f9692dc269a3)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:31:31.252525 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bd5e3d8d-85e6-4417-94db-f1747e658162 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:31.268460 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-bd5e3d8d-85e6-4417-94db-f1747e658162 None None] Calling delete_port for 8226350e-9160-4566-bf52-fab6820dd486 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:31:31.296662 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1dcebc4e-a135-4313-9ec1-03b48660fc75 req-7b21964d-0a0c-4193-8589-4e5091917e32 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.77 "GET /v2.0/security-groups?id=136ba910-c760-4143-812a-bdf356909e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542929 Aug 11 22:31:31.370677 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1799b825-d174-438b-b509-1cc486f49bfc tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:31.379541 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bd5e3d8d-85e6-4417-94db-f1747e658162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:31.392394 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d320469-53c8-48b3-91a8-4b03db912ee8 req-4902bd76-721b-4f79-97dc-5f0cf9119211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:31.394089 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5d320469-53c8-48b3-91a8-4b03db912ee8 req-4902bd76-721b-4f79-97dc-5f0cf9119211 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 1097 time: 1.0294394 Aug 11 22:31:31.417484 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e3d8d-85e6-4417-94db-f1747e658162 None None] Pushing event deleted for resources: {'Port': ['ID=8226350e-9160-4566-bf52-fab6820dd486,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:31.427662 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5e3d8d-85e6-4417-94db-f1747e658162 None None] No DVR routers for this DVR port 8226350e-9160-4566-bf52-fab6820dd486 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:31:31.577142 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 085f2558-f356-4d5a-9669-4c9455b89d89 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:31:31.577611 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5d320469-53c8-48b3-91a8-4b03db912ee8 req-43a6035e-5b9a-423a-a14a-a08cae948975 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565354 Aug 11 22:31:31.579296 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1799b825-d174-438b-b509-1cc486f49bfc tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:31.588033 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:31:31.593008 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-1799b825-d174-438b-b509-1cc486f49bfc tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['343bf6e3-487f-4ab6-a56d-fd2e2545039e']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:31.608054 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-1799b825-d174-438b-b509-1cc486f49bfc tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9d4fdd0-bc84-4dc9-a3fb-f9692dc269a3') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:31.608377 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-1799b825-d174-438b-b509-1cc486f49bfc tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9d4fdd0-bc84-4dc9-a3fb-f9692dc269a3') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:31.620578 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1799b825-d174-438b-b509-1cc486f49bfc tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:31.638840 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:31:31.639892 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 1c3d7c5d-35e7-4d9a-8db7-ea756ddbedd7 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:31:31.646655 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1799b825-d174-438b-b509-1cc486f49bfc tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:31.658636 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1799b825-d174-438b-b509-1cc486f49bfc tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:31:31.659005 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1799b825-d174-438b-b509-1cc486f49bfc tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:31:31.663713 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:31:31.760343 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 085f2558-f356-4d5a-9669-4c9455b89d89, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=085f2558-f356-4d5a-9669-4c9455b89d89,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:31:31.766561 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1799b825-d174-438b-b509-1cc486f49bfc tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:31.776477 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1799b825-d174-438b-b509-1cc486f49bfc tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:31.778494 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1799b825-d174-438b-b509-1cc486f49bfc tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/networks/343bf6e3-487f-4ab6-a56d-fd2e2545039e HTTP/1.1" status: 204 len: 168 time: 1.1861019 Aug 11 22:31:31.783658 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '085f2558-f356-4d5a-9669-4c9455b89d89', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': '085f2558-f356-4d5a-9669-4c9455b89d89', 'mac_address': 'fa:16:3e:12:b3:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:31:31.783965 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42452) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:31.791566 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-7524dcce-ab8b-46e4-93f0-230af692b5d8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1036308142'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:31.792409 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799b825-d174-438b-b509-1cc486f49bfc tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Network': ['ID=343bf6e3-487f-4ab6-a56d-fd2e2545039e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:31.810415 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-76371052-db73-425e-9403-f116ee3144ce tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:31.844680 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7524dcce-ab8b-46e4-93f0-230af692b5d8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:31:31.852455 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7524dcce-ab8b-46e4-93f0-230af692b5d8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:31.877382 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:31.891099 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7524dcce-ab8b-46e4-93f0-230af692b5d8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:31:31.906190 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7524dcce-ab8b-46e4-93f0-230af692b5d8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:31.906554 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-7524dcce-ab8b-46e4-93f0-230af692b5d8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Added segment bbfc3fd4-9e3b-4cf2-9c5f-d84bf461bb61 of type vlan for network b37e3883-7a01-4362-8779-4c762fb22a6c Aug 11 22:31:31.914405 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 085f2558-f356-4d5a-9669-4c9455b89d89 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:31:31.945944 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 085f2558-f356-4d5a-9669-4c9455b89d89, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=085f2558-f356-4d5a-9669-4c9455b89d89,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:31:31.952020 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:31.970663 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7524dcce-ab8b-46e4-93f0-230af692b5d8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:32.008863 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7524dcce-ab8b-46e4-93f0-230af692b5d8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:32.017010 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7524dcce-ab8b-46e4-93f0-230af692b5d8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:32.017792 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7524dcce-ab8b-46e4-93f0-230af692b5d8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:32.056439 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=085f2558-f356-4d5a-9669-4c9455b89d89,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:32.098796 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7524dcce-ab8b-46e4-93f0-230af692b5d8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3149006 Aug 11 22:31:32.101597 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42454) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:32.106732 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-722944e2-2c0e-4916-8535-1043bbc922b5 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'subnet': {'network_id': 'b37e3883-7a01-4362-8779-4c762fb22a6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:32.184528 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524dcce-ab8b-46e4-93f0-230af692b5d8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Network': ['ID=b37e3883-7a01-4362-8779-4c762fb22a6c,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:32.213197 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network b37e3883-7a01-4362-8779-4c762fb22a6c details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:31:32.268163 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56bfba-9153-455f-b064-49e419a682c5 req-bd1dafb7-fd47-4caf-b759-5fa88f4cc2e2 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:32.269849 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f56bfba-9153-455f-b064-49e419a682c5 req-bd1dafb7-fd47-4caf-b759-5fa88f4cc2e2 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 946 time: 0.0926604 Aug 11 22:31:32.298928 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722944e2-2c0e-4916-8535-1043bbc922b5 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:31:32.305690 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-722944e2-2c0e-4916-8535-1043bbc922b5 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:32.345066 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['085f2558-f356-4d5a-9669-4c9455b89d89'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:31:32.412200 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-76371052-db73-425e-9403-f116ee3144ce tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Deleting port b40e2ee9-4a17-4779-aabb-0d7b6f4251a4 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:31:32.413122 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-76371052-db73-425e-9403-f116ee3144ce tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:32.552337 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-76371052-db73-425e-9403-f116ee3144ce tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] For port b40e2ee9-4a17-4779-aabb-0d7b6f4251a4, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b40e2ee9-4a17-4779-aabb-0d7b6f4251a4,segment=NetworkSegment(287ea734-d7f9-40a1-885e-de900d0aac74),segment_id=287ea734-d7f9-40a1-885e-de900d0aac74)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:31:32.552819 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-76371052-db73-425e-9403-f116ee3144ce tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:32.580029 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-76371052-db73-425e-9403-f116ee3144ce tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Calling delete_port for b40e2ee9-4a17-4779-aabb-0d7b6f4251a4 owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:31:32.839611 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-76371052-db73-425e-9403-f116ee3144ce tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:32.888785 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76371052-db73-425e-9403-f116ee3144ce tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event deleted for resources: {'Port': ['ID=b40e2ee9-4a17-4779-aabb-0d7b6f4251a4,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:32.945901 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f56bfba-9153-455f-b064-49e419a682c5 req-73422088-09c5-4422-942e-7a5836251d75 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6620979 Aug 11 22:31:33.221176 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-76371052-db73-425e-9403-f116ee3144ce tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:33.223126 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fabd9-dd85-4591-8caa-08592b2213d5 req-569fa764-4e6d-4f2d-ae3e-4896cecbb773 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:33.225022 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ab7fabd9-dd85-4591-8caa-08592b2213d5 req-569fa764-4e6d-4f2d-ae3e-4896cecbb773 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cdbb25a-9b73-4f85-91a0-0001a621b756 HTTP/1.1" status: 200 len: 949 time: 0.1375842 Aug 11 22:31:33.291836 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8226350e-9160-4566-bf52-fab6820dd486 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:31:33.302853 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ab7fabd9-dd85-4591-8caa-08592b2213d5 req-71f0e111-b177-459a-9436-d471315d18dc tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.77 "GET /v2.0/security-groups?id=136ba910-c760-4143-812a-bdf356909e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582409 Aug 11 22:31:33.304508 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-722944e2-2c0e-4916-8535-1043bbc922b5 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:33.362071 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 8226350e-9160-4566-bf52-fab6820dd486 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:31:33.362995 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8226350e-9160-4566-bf52-fab6820dd486 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:31:33.386126 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722944e2-2c0e-4916-8535-1043bbc922b5 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Subnet': ['ID=8b8b8c08-7e81-411c-9e5a-8dab0b1d93a7,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:33.405843 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722944e2-2c0e-4916-8535-1043bbc922b5 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Checking segment: {'id': 'bbfc3fd4-9e3b-4cf2-9c5f-d84bf461bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b37e3883-7a01-4362-8779-4c762fb22a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:31:33.406214 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722944e2-2c0e-4916-8535-1043bbc922b5 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network hostable DHCP agents. Network: b37e3883-7a01-4362-8779-4c762fb22a6c, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:31:33.427172 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722944e2-2c0e-4916-8535-1043bbc922b5 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network b37e3883-7a01-4362-8779-4c762fb22a6c is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:31:33.440316 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-722944e2-2c0e-4916-8535-1043bbc922b5 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, b37e3883-7a01-4362-8779-4c762fb22a6c) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:33.451029 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3ef722-d703-4941-8f3f-bcaae3a0806d None None] Network b37e3883-7a01-4362-8779-4c762fb22a6c requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:31:33.470690 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722944e2-2c0e-4916-8535-1043bbc922b5 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:33.471299 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-722944e2-2c0e-4916-8535-1043bbc922b5 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:33.506902 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-722944e2-2c0e-4916-8535-1043bbc922b5 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4027145 Aug 11 22:31:33.507781 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42462) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:33.525140 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-ddb0b5f5-b0af-4ede-83e2-e1d93b74c5a7 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'port': {'network_id': 'b37e3883-7a01-4362-8779-4c762fb22a6c', 'name': 'tempest-PortsTestJSON-599024042', 'fixed_ips': [{'subnet_id': '8b8b8c08-7e81-411c-9e5a-8dab0b1d93a7', 'ip_address': '172.20.0.10'}]}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:33.608442 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 085f2558-f356-4d5a-9669-4c9455b89d89 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:31:33.647882 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76371052-db73-425e-9403-f116ee3144ce tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Router 41d9364a-9558-41fb-a89e-804e3eace4be has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:31:33.686240 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb0b5f5-b0af-4ede-83e2-e1d93b74c5a7 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:31:33.783813 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 085f2558-f356-4d5a-9669-4c9455b89d89 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:31:33.799969 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 085f2558-f356-4d5a-9669-4c9455b89d89 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:33.799969 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:33.832357 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ddb0b5f5-b0af-4ede-83e2-e1d93b74c5a7 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:33.867022 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76371052-db73-425e-9403-f116ee3144ce tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:31:33.883097 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-ddb0b5f5-b0af-4ede-83e2-e1d93b74c5a7 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] device_id is not set on port 1c5fb380-9e83-434c-8ba9-24cf86c877a1 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:31:33.884143 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-76371052-db73-425e-9403-f116ee3144ce tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "PUT /v2.0/routers/41d9364a-9558-41fb-a89e-804e3eace4be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5966253 Aug 11 22:31:33.885024 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42466) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:33.911748 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159e1653-2548-4b69-8c67-a524ffcd3973 None None] Sync routers for ids ['41d9364a-9558-41fb-a89e-804e3eace4be'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:31:34.005032 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ed5a77-8a9a-4217-89bc-93d3a41bac2a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Deleting subnet 68e1758e-01de-4f03-8dc7-73b83f534214 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:31:34.011278 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ab85f1e9-2b42-4db5-aee2-4bc38c4dc3b3 req-2ee549bf-5a6b-4f55-87be-d80114b86b16 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7a73eed9-1de5-4003-8958-2422f604cac2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0782294 Aug 11 22:31:34.014197 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5ed5a77-8a9a-4217-89bc-93d3a41bac2a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:34.037938 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:34.079643 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159e1653-2548-4b69-8c67-a524ffcd3973 None None] Routers {'41d9364a-9558-41fb-a89e-804e3eace4be'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:31:34.080900 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-159e1653-2548-4b69-8c67-a524ffcd3973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:31:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['41d9364a-9558-41fb-a89e-804e3eace4be'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:34.147538 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 085f2558-f356-4d5a-9669-4c9455b89d89, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=085f2558-f356-4d5a-9669-4c9455b89d89,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:31:34.174239 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5ed5a77-8a9a-4217-89bc-93d3a41bac2a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:34.215040 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cdbb25a-9b73-4f85-91a0-0001a621b756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085f2558-f356-4d5a-9669-4c9455b89d89'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:31:34.220005 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41877096-6431-4304-9268-9cd9a9fb7f55" -d '{"events": [{"server_uuid": "1cdbb25a-9b73-4f85-91a0-0001a621b756", "name": "network-vif-plugged", "status": "completed", "tag": "085f2558-f356-4d5a-9669-4c9455b89d89"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:31:34.232705 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:34.288119 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85f1e9-2b42-4db5-aee2-4bc38c4dc3b3 req-77b60c38-47bd-4c9e-b8bc-2650d8bec117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:34.290485 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ee4231-aea5-4291-81b0-27cf738998e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-b37e3883-7a01-4362-8779-4c762fb22a6c', 'network_id': 'b37e3883-7a01-4362-8779-4c762fb22a6c', 'tenant_id': '25fd15b5bb2148a4b0306708f08aa001', 'fixed_ips': [{'subnet_id': '8b8b8c08-7e81-411c-9e5a-8dab0b1d93a7'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:31:34.290864 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ab85f1e9-2b42-4db5-aee2-4bc38c4dc3b3 req-77b60c38-47bd-4c9e-b8bc-2650d8bec117 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0bd86e77836944e4bb373c5db0c18c61&device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 1097 time: 0.2081482 Aug 11 22:31:34.292403 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-45ee4231-aea5-4291-81b0-27cf738998e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:34.401055 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-ddb0b5f5-b0af-4ede-83e2-e1d93b74c5a7 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Allocated IP 172.20.0.10 (b37e3883-7a01-4362-8779-4c762fb22a6c/8b8b8c08-7e81-411c-9e5a-8dab0b1d93a7/1c5fb380-9e83-434c-8ba9-24cf86c877a1) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:31:34.470361 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85f1e9-2b42-4db5-aee2-4bc38c4dc3b3 req-c123525e-8e4e-463b-bd3a-8e0432ebefe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:34.471660 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ab85f1e9-2b42-4db5-aee2-4bc38c4dc3b3 req-c123525e-8e4e-463b-bd3a-8e0432ebefe1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 200 len: 913 time: 0.1568229 Aug 11 22:31:34.473637 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5ed5a77-8a9a-4217-89bc-93d3a41bac2a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:34.550022 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ab85f1e9-2b42-4db5-aee2-4bc38c4dc3b3 req-0ceea153-8176-4d2e-b5fd-becac790711d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b5cfaed-df2c-4ef1-88d3-272a5db59f62 HTTP/1.1" status: 200 len: 217 time: 0.0495641 Aug 11 22:31:34.615432 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85f1e9-2b42-4db5-aee2-4bc38c4dc3b3 req-ccf6910c-cd1a-4d80-8836-7de55448bdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:34.617057 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ab85f1e9-2b42-4db5-aee2-4bc38c4dc3b3 req-ccf6910c-cd1a-4d80-8836-7de55448bdbe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e825988f-9783-4539-86a4-b6ca493a4bbd HTTP/1.1" status: 200 len: 851 time: 0.0597579 Aug 11 22:31:34.702444 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85f1e9-2b42-4db5-aee2-4bc38c4dc3b3 req-57558dd6-ed7b-4fd5-a1cc-e4fa2641b361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:34.704585 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ab85f1e9-2b42-4db5-aee2-4bc38c4dc3b3 req-57558dd6-ed7b-4fd5-a1cc-e4fa2641b361 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803883 Aug 11 22:31:34.710554 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5ed5a77-8a9a-4217-89bc-93d3a41bac2a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:34.726282 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=085f2558-f356-4d5a-9669-4c9455b89d89,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:34.745601 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-ab85f1e9-2b42-4db5-aee2-4bc38c4dc3b3 req-7d6f2e45-c31e-4aa2-b964-9f40a8ae1611 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:31:34.746891 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ab85f1e9-2b42-4db5-aee2-4bc38c4dc3b3 req-7d6f2e45-c31e-4aa2-b964-9f40a8ae1611 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0223031 Aug 11 22:31:34.750139 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d5ed5a77-8a9a-4217-89bc-93d3a41bac2a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:34.756929 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d5ed5a77-8a9a-4217-89bc-93d3a41bac2a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "DELETE /v2.0/subnets/68e1758e-01de-4f03-8dc7-73b83f534214 HTTP/1.1" status: 204 len: 168 time: 0.8705685 Aug 11 22:31:34.759656 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3900145-53f2-44ec-ab74-84d2fc736748 None None] Network a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:31:34.784586 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42476) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:34.819991 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-159e1653-2548-4b69-8c67-a524ffcd3973 None None] Set router 41d9364a-9558-41fb-a89e-804e3eace4be gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:31:34.845012 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed5a77-8a9a-4217-89bc-93d3a41bac2a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event deleted for resources: {'Subnet': ['ID=68e1758e-01de-4f03-8dc7-73b83f534214,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:34.868478 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ddb0b5f5-b0af-4ede-83e2-e1d93b74c5a7 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:34.896029 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-ddb0b5f5-b0af-4ede-83e2-e1d93b74c5a7 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Transition to ACTIVE for port object 1c5fb380-9e83-434c-8ba9-24cf86c877a1 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:31:34.971285 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab4d93-17ac-4eca-8641-c04979e0c188 req-3652c907-151f-440a-9dca-2bf29189fe6c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:34.981452 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1cab4d93-17ac-4eca-8641-c04979e0c188 req-3652c907-151f-440a-9dca-2bf29189fe6c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 946 time: 0.6891685 Aug 11 22:31:34.987145 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ddb0b5f5-b0af-4ede-83e2-e1d93b74c5a7 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:35.100888 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ab85f1e9-2b42-4db5-aee2-4bc38c4dc3b3 req-5e65dd12-baa2-49b2-baa6-e034e71dac13 service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150764 Aug 11 22:31:35.108542 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-30347942-eebe-440e-84a7-7cadb1098a83 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:35.135085 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb0b5f5-b0af-4ede-83e2-e1d93b74c5a7 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network b37e3883-7a01-4362-8779-4c762fb22a6c is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:31:35.151078 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-ddb0b5f5-b0af-4ede-83e2-e1d93b74c5a7 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:35.154490 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb0b5f5-b0af-4ede-83e2-e1d93b74c5a7 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:31:35.179081 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-45ee4231-aea5-4291-81b0-27cf738998e8 None None] Allocated IP 172.20.0.2 (b37e3883-7a01-4362-8779-4c762fb22a6c/8b8b8c08-7e81-411c-9e5a-8dab0b1d93a7/346f2c2a-aef4-42da-a1ea-dc78af87b607) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:31:35.211690 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb0b5f5-b0af-4ede-83e2-e1d93b74c5a7 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:35.212380 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ddb0b5f5-b0af-4ede-83e2-e1d93b74c5a7 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:35.218999 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1cab4d93-17ac-4eca-8641-c04979e0c188 req-03ffbdbd-03e9-40b1-93c8-ae4e54a47bd9 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542668 Aug 11 22:31:35.219680 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0b5f5-b0af-4ede-83e2-e1d93b74c5a7 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Port': ['ID=1c5fb380-9e83-434c-8ba9-24cf86c877a1,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:35.245535 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ddb0b5f5-b0af-4ede-83e2-e1d93b74c5a7 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7352922 Aug 11 22:31:35.250090 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42480) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:35.257480 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-778b7e59-9108-43ec-b56d-f9326bd8adb1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'port': {'network_id': 'b37e3883-7a01-4362-8779-4c762fb22a6c', 'name': 'tempest-PortsTestJSON-1827197991', 'fixed_ips': [{'subnet_id': '8b8b8c08-7e81-411c-9e5a-8dab0b1d93a7', 'ip_address': '172.20.0.9'}]}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:35.305743 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ab85f1e9-2b42-4db5-aee2-4bc38c4dc3b3 req-6109c30a-4d14-4f7d-96eb-b391ad0a6e6e service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930263 Aug 11 22:31:35.422674 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac70b3f-d9ab-46d3-bfc9-d913558b1fdc x-openstack-request-id: req-8ac70b3f-d9ab-46d3-bfc9-d913558b1fdc {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:31:35.430870 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cdbb25a-9b73-4f85-91a0-0001a621b756", "name": "network-vif-plugged", "status": "completed", "tag": "085f2558-f356-4d5a-9669-4c9455b89d89", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:31:35.431144 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8ac70b3f-d9ab-46d3-bfc9-d913558b1fdc {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:31:35.436735 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cdbb25a-9b73-4f85-91a0-0001a621b756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085f2558-f356-4d5a-9669-4c9455b89d89', 'code': 200} Aug 11 22:31:35.449216 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-30347942-eebe-440e-84a7-7cadb1098a83 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:35.569057 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfe39c7-aa29-475e-871b-29ac12f6ef32 None None] DHCP port deletion for a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:31:35.576125 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-30347942-eebe-440e-84a7-7cadb1098a83 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Deleting port f7648fc6-a148-45e4-ad6f-c027cdb3edef {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:31:35.576927 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-30347942-eebe-440e-84a7-7cadb1098a83 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:35.638362 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-45ee4231-aea5-4291-81b0-27cf738998e8 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:35.656920 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-45ee4231-aea5-4291-81b0-27cf738998e8 None None] Transition to ACTIVE for port object 346f2c2a-aef4-42da-a1ea-dc78af87b607 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:31:35.682477 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-159e1653-2548-4b69-8c67-a524ffcd3973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596437707', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f7648fc6-a148-45e4-ad6f-c027cdb3edef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:28:13Z', 'updated_at': '2021-08-11T22:31:32Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': 'f7648fc6-a148-45e4-ad6f-c027cdb3edef', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:28:14Z', 'updated_at': '2021-08-11T22:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:35.714444 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-30347942-eebe-440e-84a7-7cadb1098a83 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] For port f7648fc6-a148-45e4-ad6f-c027cdb3edef, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f7648fc6-a148-45e4-ad6f-c027cdb3edef,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:31:35.715313 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-30347942-eebe-440e-84a7-7cadb1098a83 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:35.729733 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159e1653-2548-4b69-8c67-a524ffcd3973 None None] Checking router: 41d9364a-9558-41fb-a89e-804e3eace4be for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:31:35.732457 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-45ee4231-aea5-4291-81b0-27cf738998e8 None None] Transition to ACTIVE for port object 346f2c2a-aef4-42da-a1ea-dc78af87b607 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:31:35.734780 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-bdfe39c7-aa29-475e-871b-29ac12f6ef32 None None] Deleting port d3072e84-01b6-4226-9356-5af3bff5f7be {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:31:35.735264 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bdfe39c7-aa29-475e-871b-29ac12f6ef32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:35.739799 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-30347942-eebe-440e-84a7-7cadb1098a83 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Calling delete_port for f7648fc6-a148-45e4-ad6f-c027cdb3edef owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:31:35.745769 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a1795-192d-48b8-8008-0f15c5d46b42 req-8414d989-749f-4e3c-8a79-e43192f4a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:35.748616 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ed5a1795-192d-48b8-8008-0f15c5d46b42 req-8414d989-749f-4e3c-8a79-e43192f4a373 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1cdbb25a-9b73-4f85-91a0-0001a621b756 HTTP/1.1" status: 200 len: 1101 time: 0.1894982 Aug 11 22:31:35.752838 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-45ee4231-aea5-4291-81b0-27cf738998e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:35.753676 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778b7e59-9108-43ec-b56d-f9326bd8adb1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:31:35.762587 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-778b7e59-9108-43ec-b56d-f9326bd8adb1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:35.792708 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [None req-778b7e59-9108-43ec-b56d-f9326bd8adb1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] device_id is not set on port 0b7f5bd6-81f7-405e-9ddd-1b0daf223e06 yet. {{(pid=100943) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:31:35.834990 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee4231-aea5-4291-81b0-27cf738998e8 None None] Pushing event updated for resources: {'Port': ['ID=346f2c2a-aef4-42da-a1ea-dc78af87b607,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:35.844209 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159e1653-2548-4b69-8c67-a524ffcd3973 None None] Routers {'41d9364a-9558-41fb-a89e-804e3eace4be'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:31:35.844872 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-159e1653-2548-4b69-8c67-a524ffcd3973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:31:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['41d9364a-9558-41fb-a89e-804e3eace4be'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:35.856237 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ee4231-aea5-4291-81b0-27cf738998e8 None None] Network b37e3883-7a01-4362-8779-4c762fb22a6c is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:31:35.861074 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-45ee4231-aea5-4291-81b0-27cf738998e8 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:35.902654 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ee4231-aea5-4291-81b0-27cf738998e8 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:31:35.953573 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-bdfe39c7-aa29-475e-871b-29ac12f6ef32 None None] For port d3072e84-01b6-4226-9356-5af3bff5f7be, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d3072e84-01b6-4226-9356-5af3bff5f7be,segment=NetworkSegment(287ea734-d7f9-40a1-885e-de900d0aac74),segment_id=287ea734-d7f9-40a1-885e-de900d0aac74)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:31:35.953885 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bdfe39c7-aa29-475e-871b-29ac12f6ef32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:36.003983 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-bdfe39c7-aa29-475e-871b-29ac12f6ef32 None None] Calling delete_port for d3072e84-01b6-4226-9356-5af3bff5f7be owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:31:36.018282 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8840d1-de65-4110-9fb3-468ea37c0c84 req-0f4ed8c6-ca74-40bc-9875-4ae796325a9d tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:36.024728 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-159e1653-2548-4b69-8c67-a524ffcd3973 None None] Set router 41d9364a-9558-41fb-a89e-804e3eace4be gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:31:36.030706 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fe8840d1-de65-4110-9fb3-468ea37c0c84 req-0f4ed8c6-ca74-40bc-9875-4ae796325a9d tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cdbb25a-9b73-4f85-91a0-0001a621b756 HTTP/1.1" status: 200 len: 950 time: 0.4677978 Aug 11 22:31:36.040218 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-778b7e59-9108-43ec-b56d-f9326bd8adb1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Allocated IP 172.20.0.9 (b37e3883-7a01-4362-8779-4c762fb22a6c/8b8b8c08-7e81-411c-9e5a-8dab0b1d93a7/0b7f5bd6-81f7-405e-9ddd-1b0daf223e06) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:31:36.124897 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fe8840d1-de65-4110-9fb3-468ea37c0c84 req-6dad1cfa-2338-494f-bb79-694b774df33e tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.77 "GET /v2.0/security-groups?id=136ba910-c760-4143-812a-bdf356909e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927799 Aug 11 22:31:36.130704 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-159e1653-2548-4b69-8c67-a524ffcd3973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596437707', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:28:13Z', 'updated_at': '2021-08-11T22:31:35Z', 'revision_number': 6, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:36.143090 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-30347942-eebe-440e-84a7-7cadb1098a83 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:36.143486 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ed5a1795-192d-48b8-8008-0f15c5d46b42 req-361b4d12-819d-4bce-b1b7-d7ac6328400a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=136ba910-c760-4143-812a-bdf356909e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571689 Aug 11 22:31:36.167830 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159e1653-2548-4b69-8c67-a524ffcd3973 None None] The sync data for ids ['41d9364a-9558-41fb-a89e-804e3eace4be'] in n-d-804275-3 is: [{'id': '41d9364a-9558-41fb-a89e-804e3eace4be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596437707', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:28:13Z', 'updated_at': '2021-08-11T22:31:35Z', 'revision_number': 6, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port_host': None}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:31:36.169731 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-45ee4231-aea5-4291-81b0-27cf738998e8 None None] Attempting to bind port 346f2c2a-aef4-42da-a1ea-dc78af87b607 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:31:36.170117 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-45ee4231-aea5-4291-81b0-27cf738998e8 None None] Attempting to bind port 346f2c2a-aef4-42da-a1ea-dc78af87b607 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'bbfc3fd4-9e3b-4cf2-9c5f-d84bf461bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b37e3883-7a01-4362-8779-4c762fb22a6c'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:31:36.170502 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ee4231-aea5-4291-81b0-27cf738998e8 None None] Attempting to bind port 346f2c2a-aef4-42da-a1ea-dc78af87b607 on network b37e3883-7a01-4362-8779-4c762fb22a6c {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:31:36.191581 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ee4231-aea5-4291-81b0-27cf738998e8 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:31:36.191581 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ee4231-aea5-4291-81b0-27cf738998e8 None None] Checking segment: {'id': 'bbfc3fd4-9e3b-4cf2-9c5f-d84bf461bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b37e3883-7a01-4362-8779-4c762fb22a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:31:36.191581 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-45ee4231-aea5-4291-81b0-27cf738998e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:36.191581 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ee4231-aea5-4291-81b0-27cf738998e8 None None] Bound using segment: {'id': 'bbfc3fd4-9e3b-4cf2-9c5f-d84bf461bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b37e3883-7a01-4362-8779-4c762fb22a6c'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:31:36.191581 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-45ee4231-aea5-4291-81b0-27cf738998e8 None None] Bound port: 346f2c2a-aef4-42da-a1ea-dc78af87b607, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbfc3fd4-9e3b-4cf2-9c5f-d84bf461bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b37e3883-7a01-4362-8779-4c762fb22a6c'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:31:36.191581 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-45ee4231-aea5-4291-81b0-27cf738998e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:36.249182 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30347942-eebe-440e-84a7-7cadb1098a83 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event deleted for resources: {'Port': ['ID=f7648fc6-a148-45e4-ad6f-c027cdb3edef,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:36.331353 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-30347942-eebe-440e-84a7-7cadb1098a83 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:36.373257 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bdfe39c7-aa29-475e-871b-29ac12f6ef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:36.397444 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-45ee4231-aea5-4291-81b0-27cf738998e8 None None] For port 346f2c2a-aef4-42da-a1ea-dc78af87b607, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:31:36.403839 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-45ee4231-aea5-4291-81b0-27cf738998e8 None None] For port 346f2c2a-aef4-42da-a1ea-dc78af87b607, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=346f2c2a-aef4-42da-a1ea-dc78af87b607,segment=NetworkSegment(bbfc3fd4-9e3b-4cf2-9c5f-d84bf461bb61),segment_id=bbfc3fd4-9e3b-4cf2-9c5f-d84bf461bb61)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:31:36.427858 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ecbaa-2550-4764-ab65-e70416a7adfc req-9069c2c0-351e-4f2a-a3ad-b5219b5740d5 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:36.430420 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a91ecbaa-2550-4764-ab65-e70416a7adfc req-9069c2c0-351e-4f2a-a3ad-b5219b5740d5 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 946 time: 0.1023707 Aug 11 22:31:36.443155 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-778b7e59-9108-43ec-b56d-f9326bd8adb1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:36.462844 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-30347942-eebe-440e-84a7-7cadb1098a83 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:36.465572 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-30347942-eebe-440e-84a7-7cadb1098a83 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:36.473599 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-778b7e59-9108-43ec-b56d-f9326bd8adb1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Transition to ACTIVE for port object 0b7f5bd6-81f7-405e-9ddd-1b0daf223e06 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:31:36.481251 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe39c7-aa29-475e-871b-29ac12f6ef32 None None] Pushing event deleted for resources: {'Port': ['ID=d3072e84-01b6-4226-9356-5af3bff5f7be,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:36.489633 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-45ee4231-aea5-4291-81b0-27cf738998e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:36.507235 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a91ecbaa-2550-4764-ab65-e70416a7adfc req-28a0b48d-7390-4c43-931a-ea504bcd4df7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596051 Aug 11 22:31:36.541657 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42486) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:36.544891 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfe39c7-aa29-475e-871b-29ac12f6ef32 None None] No DVR routers for this DVR port d3072e84-01b6-4226-9356-5af3bff5f7be on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:31:36.557611 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-778b7e59-9108-43ec-b56d-f9326bd8adb1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:36.573461 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-30347942-eebe-440e-84a7-7cadb1098a83 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:36.577246 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30347942-eebe-440e-84a7-7cadb1098a83 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Fanout notify agent at l3_agent the message router_deleted on router 41d9364a-9558-41fb-a89e-804e3eace4be {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:31:36.599872 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee4231-aea5-4291-81b0-27cf738998e8 None None] Pushing event updated for resources: {'Port': ['ID=346f2c2a-aef4-42da-a1ea-dc78af87b607,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:36.619400 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-30347942-eebe-440e-84a7-7cadb1098a83 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:36.623221 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-30347942-eebe-440e-84a7-7cadb1098a83 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "DELETE /v2.0/routers/41d9364a-9558-41fb-a89e-804e3eace4be HTTP/1.1" status: 204 len: 168 time: 1.8339992 Aug 11 22:31:36.630697 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42488) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:36.659489 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778b7e59-9108-43ec-b56d-f9326bd8adb1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network b37e3883-7a01-4362-8779-4c762fb22a6c is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:31:36.668811 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-778b7e59-9108-43ec-b56d-f9326bd8adb1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:36.672381 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778b7e59-9108-43ec-b56d-f9326bd8adb1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:31:36.677593 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8a8e4c-f724-43fa-92f2-565543e7c05f tempest-TestVolumeBootPattern-1016468935 tempest-TestVolumeBootPattern-1016468935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:36.682416 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7c8a8e4c-f724-43fa-92f2-565543e7c05f tempest-TestVolumeBootPattern-1016468935 tempest-TestVolumeBootPattern-1016468935-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 1092 time: 0.1388457 Aug 11 22:31:36.693723 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42490) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:36.697681 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b7e59-9108-43ec-b56d-f9326bd8adb1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Port': ['ID=0b7f5bd6-81f7-405e-9ddd-1b0daf223e06,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:36.706113 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-6eb20b20-b4a4-4c4d-a151-b0c0a4d22b52 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'port_id': '0b5cfaed-df2c-4ef1-88d3-272a5db59f62', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:36.792278 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-36d099e2-7551-4a6b-a7b7-5d77823378c0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:36.835313 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778b7e59-9108-43ec-b56d-f9326bd8adb1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:36.838236 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-778b7e59-9108-43ec-b56d-f9326bd8adb1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:36.875202 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6eb20b20-b4a4-4c4d-a151-b0c0a4d22b52 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:36.917340 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-36d099e2-7551-4a6b-a7b7-5d77823378c0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:36.930293 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-778b7e59-9108-43ec-b56d-f9326bd8adb1 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6793406 Aug 11 22:31:36.933729 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42494) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:36.935479 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-36d099e2-7551-4a6b-a7b7-5d77823378c0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:36.955713 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-36d099e2-7551-4a6b-a7b7-5d77823378c0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '287ea734-d7f9-40a1-885e-de900d0aac74') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:36.956077 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-36d099e2-7551-4a6b-a7b7-5d77823378c0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '287ea734-d7f9-40a1-885e-de900d0aac74') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:36.968950 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-36d099e2-7551-4a6b-a7b7-5d77823378c0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:36.996368 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-36d099e2-7551-4a6b-a7b7-5d77823378c0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:37.011714 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d099e2-7551-4a6b-a7b7-5d77823378c0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:31:37.011714 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-36d099e2-7551-4a6b-a7b7-5d77823378c0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:31:37.016445 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:31:37.038512 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066a6246-e1dc-4883-b659-1eaa5ae7755c tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:37.044149 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-066a6246-e1dc-4883-b659-1eaa5ae7755c tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1055686 Aug 11 22:31:37.045712 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42496) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:37.200451 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fe060c-470d-4246-9cd4-df9734962346 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:37.215167 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fe060c-470d-4246-9cd4-df9734962346 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:37.228642 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fe060c-470d-4246-9cd4-df9734962346 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:37.234679 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-19fe060c-470d-4246-9cd4-df9734962346 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1837974 Aug 11 22:31:37.236825 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-36d099e2-7551-4a6b-a7b7-5d77823378c0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:37.246210 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6eb20b20-b4a4-4c4d-a151-b0c0a4d22b52 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:37.249238 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42500) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:37.262225 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-36d099e2-7551-4a6b-a7b7-5d77823378c0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:37.271210 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-36d099e2-7551-4a6b-a7b7-5d77823378c0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "DELETE /v2.0/networks/a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea HTTP/1.1" status: 204 len: 168 time: 0.6292350 Aug 11 22:31:37.273723 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42502) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:37.309364 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d3072e84-01b6-4226-9356-5af3bff5f7be no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:31:37.343744 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d099e2-7551-4a6b-a7b7-5d77823378c0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event deleted for resources: {'Network': ['ID=a3a3a71b-d0d6-42a8-9c5c-c0e7db78a2ea,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:37.432826 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: d3072e84-01b6-4226-9356-5af3bff5f7be {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:31:37.433611 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d3072e84-01b6-4226-9356-5af3bff5f7be not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:31:37.434515 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f7648fc6-a148-45e4-ad6f-c027cdb3edef no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:31:37.442583 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8c948e96-ce4b-4944-a805-242e09978d13 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:37.459325 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: f7648fc6-a148-45e4-ad6f-c027cdb3edef {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:31:37.460806 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f7648fc6-a148-45e4-ad6f-c027cdb3edef not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:31:37.461990 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b40e2ee9-4a17-4779-aabb-0d7b6f4251a4 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:31:37.476761 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8c948e96-ce4b-4944-a805-242e09978d13 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:37.509949 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: b40e2ee9-4a17-4779-aabb-0d7b6f4251a4 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:31:37.511058 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b40e2ee9-4a17-4779-aabb-0d7b6f4251a4 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:31:37.592087 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8c948e96-ce4b-4944-a805-242e09978d13 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:37.604489 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8c948e96-ce4b-4944-a805-242e09978d13 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:37.606869 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8c948e96-ce4b-4944-a805-242e09978d13 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "DELETE /v2.0/security-groups/e0a33424-7078-49cc-9676-12d151c0ee85 HTTP/1.1" status: 204 len: 168 time: 0.2700582 Aug 11 22:31:37.631555 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c948e96-ce4b-4944-a805-242e09978d13 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a33424-7078-49cc-9676-12d151c0ee85,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:37.712838 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b4669-12d5-43bb-b283-30146d83192e req-c00b1d9e-a81e-4034-91c6-5e14e0c0adce tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:37.715660 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-294b4669-12d5-43bb-b283-30146d83192e req-c00b1d9e-a81e-4034-91c6-5e14e0c0adce tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cdbb25a-9b73-4f85-91a0-0001a621b756 HTTP/1.1" status: 200 len: 950 time: 0.3692193 Aug 11 22:31:37.749064 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-6eb20b20-b4a4-4c4d-a151-b0c0a4d22b52 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Allocated IP 172.25.2.172 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/32ca52f7-508d-41d2-a6be-fae33b1f814e) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:31:37.887320 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-c6125136-e467-463e-8569-69aec9a1d4b6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting port 0b7f5bd6-81f7-405e-9ddd-1b0daf223e06 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:31:37.888665 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c6125136-e467-463e-8569-69aec9a1d4b6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:37.985752 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-294b4669-12d5-43bb-b283-30146d83192e req-98ed9721-01be-4709-9ec4-633ef739185e tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.77 "GET /v2.0/security-groups?id=136ba910-c760-4143-812a-bdf356909e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602413 Aug 11 22:31:38.111649 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c6125136-e467-463e-8569-69aec9a1d4b6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:38.113749 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6eb20b20-b4a4-4c4d-a151-b0c0a4d22b52 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:38.230460 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-c6125136-e467-463e-8569-69aec9a1d4b6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Calling delete_port for 0b7f5bd6-81f7-405e-9ddd-1b0daf223e06 owned by {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:31:38.252040 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6eb20b20-b4a4-4c4d-a151-b0c0a4d22b52 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:38.344937 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb20b20-b4a4-4c4d-a151-b0c0a4d22b52 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:31:38.349714 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb20b20-b4a4-4c4d-a151-b0c0a4d22b52 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Pushing event updated for resources: {'Port': ['ID=32ca52f7-508d-41d2-a6be-fae33b1f814e,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:38.354588 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-6eb20b20-b4a4-4c4d-a151-b0c0a4d22b52 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:38.357686 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42510) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:38.381799 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-43eb7d32-78be-482a-a8b7-d2167ca8692d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1660986121', 'description': 'tempest-secgroup-smoke-1660986121 description', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:38.393801 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb20b20-b4a4-4c4d-a151-b0c0a4d22b52 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:31:38.394435 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:38.462524 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-43eb7d32-78be-482a-a8b7-d2167ca8692d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:38.478533 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb35faf5-432e-4eff-bdd7-c93c7e15d2e2 None None] Network b37e3883-7a01-4362-8779-4c762fb22a6c requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:31:38.576225 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-58442460-1d88-4676-ba3d-8fdfc83f0c64 None None] Provisioning for port 346f2c2a-aef4-42da-a1ea-dc78af87b607 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:31:38.662710 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c6125136-e467-463e-8569-69aec9a1d4b6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:38.775534 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6125136-e467-463e-8569-69aec9a1d4b6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Port': ['ID=0b7f5bd6-81f7-405e-9ddd-1b0daf223e06,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:39.131405 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-43eb7d32-78be-482a-a8b7-d2167ca8692d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:39.160195 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-43eb7d32-78be-482a-a8b7-d2167ca8692d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:39.209044 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 346f2c2a-aef4-42da-a1ea-dc78af87b607 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:31:39.255105 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c6125136-e467-463e-8569-69aec9a1d4b6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:39.264226 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42530) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:39.265000 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c6125136-e467-463e-8569-69aec9a1d4b6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/ports/0b7f5bd6-81f7-405e-9ddd-1b0daf223e06 HTTP/1.1" status: 204 len: 168 time: 2.0139904 Aug 11 22:31:39.358478 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c8cd03-7b5d-418d-8c83-90ec8f20e41b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] GET failed (client error): The resource could not be found. Aug 11 22:31:39.362895 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c8c8cd03-7b5d-418d-8c83-90ec8f20e41b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "GET /v2.0/ports/0b7f5bd6-81f7-405e-9ddd-1b0daf223e06 HTTP/1.1" status: 404 len: 333 time: 0.0965858 Aug 11 22:31:39.368255 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42536) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:39.439056 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-bee4f0eb-7b20-4970-acbc-f74c1803a892 None None] Provisioning for port 1c5fb380-9e83-434c-8ba9-24cf86c877a1 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:31:39.457542 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-bee4f0eb-7b20-4970-acbc-f74c1803a892 None None] Provisioning complete for port 1c5fb380-9e83-434c-8ba9-24cf86c877a1 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:39.459360 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bee4f0eb-7b20-4970-acbc-f74c1803a892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:39.504406 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 346f2c2a-aef4-42da-a1ea-dc78af87b607 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:31:39.517340 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 346f2c2a-aef4-42da-a1ea-dc78af87b607 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:39.518338 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:39.576354 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-43eb7d32-78be-482a-a8b7-d2167ca8692d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:39.578455 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-43eb7d32-78be-482a-a8b7-d2167ca8692d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2039549 Aug 11 22:31:39.579660 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb7d32-78be-482a-a8b7-d2167ca8692d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=778e3614-01c7-4809-ab38-7c0d06e05293,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:39.588778 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42554) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:39.605342 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-6a1c4ec9-5259-4b4c-be23-2172f70ad179 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'security_group_rule': {'security_group_id': '778e3614-01c7-4809-ab38-7c0d06e05293', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:39.691238 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-fac69410-3fff-4694-94e5-ecaa699ca0b3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting port 1c5fb380-9e83-434c-8ba9-24cf86c877a1 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:31:39.693016 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fac69410-3fff-4694-94e5-ecaa699ca0b3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:39.765162 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-bee4f0eb-7b20-4970-acbc-f74c1803a892 None None] Port 1c5fb380-9e83-434c-8ba9-24cf86c877a1 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:31:39.806118 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2219e-72da-40e7-8f71-a291ba5ddb85 req-dc784005-f3d1-4a9a-a81c-d344cad87787 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:39.809546 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82f2219e-72da-40e7-8f71-a291ba5ddb85 req-dc784005-f3d1-4a9a-a81c-d344cad87787 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cdbb25a-9b73-4f85-91a0-0001a621b756 HTTP/1.1" status: 200 len: 950 time: 0.6164355 Aug 11 22:31:39.834614 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:39.860568 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6a1c4ec9-5259-4b4c-be23-2172f70ad179 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:39.934201 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f1961e03-e931-4f9b-b607-b7830c323294 None None] Provisioning complete for port 1c5fb380-9e83-434c-8ba9-24cf86c877a1 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:39.934812 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f1961e03-e931-4f9b-b607-b7830c323294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:40.013217 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 346f2c2a-aef4-42da-a1ea-dc78af87b607, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=346f2c2a-aef4-42da-a1ea-dc78af87b607,segment=NetworkSegment(bbfc3fd4-9e3b-4cf2-9c5f-d84bf461bb61),segment_id=bbfc3fd4-9e3b-4cf2-9c5f-d84bf461bb61)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:31:40.019948 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:40.030309 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6eb20b20-b4a4-4c4d-a151-b0c0a4d22b52 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:40.065032 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fac69410-3fff-4694-94e5-ecaa699ca0b3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:40.119252 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-fac69410-3fff-4694-94e5-ecaa699ca0b3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Calling delete_port for 1c5fb380-9e83-434c-8ba9-24cf86c877a1 owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:31:40.130662 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6a1c4ec9-5259-4b4c-be23-2172f70ad179 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:40.135230 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6a1c4ec9-5259-4b4c-be23-2172f70ad179 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:40.157758 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82f2219e-72da-40e7-8f71-a291ba5ddb85 req-4a3d1066-7f4e-499e-ad4a-4b22c6f2e132 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.77 "GET /v2.0/security-groups?id=136ba910-c760-4143-812a-bdf356909e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281579 Aug 11 22:31:40.165940 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6a1c4ec9-5259-4b4c-be23-2172f70ad179 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:40.165940 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6a1c4ec9-5259-4b4c-be23-2172f70ad179 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5752077 Aug 11 22:31:40.177369 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42596) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:40.186521 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-7bbc8a5f-810e-4e24-a073-9547f2f2aa9c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'security_group_rule': {'security_group_id': '778e3614-01c7-4809-ab38-7c0d06e05293', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:40.188360 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-f1961e03-e931-4f9b-b607-b7830c323294 None None] Port 1c5fb380-9e83-434c-8ba9-24cf86c877a1 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:31:40.209586 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c4ec9-5259-4b4c-be23-2172f70ad179 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ddc454-bc58-4686-96be-6c733e542db0,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:40.297757 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=346f2c2a-aef4-42da-a1ea-dc78af87b607,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:40.322336 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:40.322995 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:40.323732 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:40.324455 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:40.325756 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:40.328259 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:40.328523 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7bbc8a5f-810e-4e24-a073-9547f2f2aa9c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:40.329527 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:40.330552 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:40.332059 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:40.332887 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:40.336032 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:40.337642 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:40.339729 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6eb20b20-b4a4-4c4d-a151-b0c0a4d22b52 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:40.358322 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d69bf832-c6f9-406f-aeed-3b35665f19fd None None] Could not find standard attr ID for object 0b7f5bd6-81f7-405e-9ddd-1b0daf223e06. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:31:40.573057 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fac69410-3fff-4694-94e5-ecaa699ca0b3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:40.677779 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac69410-3fff-4694-94e5-ecaa699ca0b3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Port': ['ID=1c5fb380-9e83-434c-8ba9-24cf86c877a1,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:40.727436 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7bbc8a5f-810e-4e24-a073-9547f2f2aa9c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:40.756378 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7bbc8a5f-810e-4e24-a073-9547f2f2aa9c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:40.789295 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fac69410-3fff-4694-94e5-ecaa699ca0b3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:40.791886 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fac69410-3fff-4694-94e5-ecaa699ca0b3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/ports/1c5fb380-9e83-434c-8ba9-24cf86c877a1 HTTP/1.1" status: 204 len: 168 time: 1.4222393 Aug 11 22:31:40.794539 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42656) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:40.824511 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc8a5f-810e-4e24-a073-9547f2f2aa9c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b8bd41-7a1f-406b-aa01-4c5b7fb893d2,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:40.842685 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06e3687-4dd1-4cd3-8ae3-f36d42f9ad80 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] GET failed (client error): The resource could not be found. Aug 11 22:31:40.844984 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a06e3687-4dd1-4cd3-8ae3-f36d42f9ad80 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "GET /v2.0/ports/1c5fb380-9e83-434c-8ba9-24cf86c877a1 HTTP/1.1" status: 404 len: 333 time: 0.0491474 Aug 11 22:31:40.848979 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42664) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:40.854920 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7bbc8a5f-810e-4e24-a073-9547f2f2aa9c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:40.856225 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7bbc8a5f-810e-4e24-a073-9547f2f2aa9c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6754291 Aug 11 22:31:40.884915 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42668) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:40.892501 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-62d77765-84d3-4453-b96c-9cd6fbe03a1b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'security_group_rule': {'security_group_id': '778e3614-01c7-4809-ab38-7c0d06e05293', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:40.942314 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e71e31-d132-4299-8e3c-23aab6cbea2a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting subnet 8b8b8c08-7e81-411c-9e5a-8dab0b1d93a7 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:31:40.951957 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9e71e31-d132-4299-8e3c-23aab6cbea2a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:41.002226 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6eb20b20-b4a4-4c4d-a151-b0c0a4d22b52 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:41.024304 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6eb20b20-b4a4-4c4d-a151-b0c0a4d22b52 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:41.048109 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9e71e31-d132-4299-8e3c-23aab6cbea2a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:41.106923 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:31:41.117182 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 346f2c2a-aef4-42da-a1ea-dc78af87b607 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:31:41.301650 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-62d77765-84d3-4453-b96c-9cd6fbe03a1b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:41.309529 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9e71e31-d132-4299-8e3c-23aab6cbea2a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:41.327125 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb20b20-b4a4-4c4d-a151-b0c0a4d22b52 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Pushing event updated for resources: {'Port': ['ID=32ca52f7-508d-41d2-a6be-fae33b1f814e,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:41.351564 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 346f2c2a-aef4-42da-a1ea-dc78af87b607 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:41.352046 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:41.427003 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9e71e31-d132-4299-8e3c-23aab6cbea2a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:41.493882 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e71e31-d132-4299-8e3c-23aab6cbea2a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Subnet': ['ID=8b8b8c08-7e81-411c-9e5a-8dab0b1d93a7,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:41.532025 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9e71e31-d132-4299-8e3c-23aab6cbea2a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:41.536155 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a9e71e31-d132-4299-8e3c-23aab6cbea2a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/subnets/8b8b8c08-7e81-411c-9e5a-8dab0b1d93a7 HTTP/1.1" status: 204 len: 168 time: 0.6859457 Aug 11 22:31:41.541073 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6166baa-5b34-491b-bdda-be2d123fc104 None None] Network b37e3883-7a01-4362-8779-4c762fb22a6c requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:31:41.549593 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42724) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:41.561464 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6eb20b20-b4a4-4c4d-a151-b0c0a4d22b52 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:41.736039 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-560c583a-d3f5-4624-9f48-4f4bc6e95dcf tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:41.872205 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-62d77765-84d3-4453-b96c-9cd6fbe03a1b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:41.874251 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-6eb20b20-b4a4-4c4d-a151-b0c0a4d22b52 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Floating IP eabb6d24-cca8-4250-9325-35d80f3f0436 associated. External IP: 172.25.2.172, port: 0b5cfaed-df2c-4ef1-88d3-272a5db59f62. Aug 11 22:31:41.880460 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-62d77765-84d3-4453-b96c-9cd6fbe03a1b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:41.920746 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-560c583a-d3f5-4624-9f48-4f4bc6e95dcf tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting port 346f2c2a-aef4-42da-a1ea-dc78af87b607 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:31:41.921391 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-560c583a-d3f5-4624-9f48-4f4bc6e95dcf tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:41.973245 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44c9f89-d2a2-405b-8f5e-017e733f341d None None] DHCP port deletion for b37e3883-7a01-4362-8779-4c762fb22a6c request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:31:41.977106 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-62d77765-84d3-4453-b96c-9cd6fbe03a1b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:41.978934 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-62d77765-84d3-4453-b96c-9cd6fbe03a1b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0927866 Aug 11 22:31:41.980088 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d77765-84d3-4453-b96c-9cd6fbe03a1b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d44ea3c-d839-423b-8156-36ca68d8f35e,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:42.002812 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42760) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:42.020458 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-43bef457-28bc-4247-85ec-ce0981020c96 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'security_group_rule': {'security_group_id': '778e3614-01c7-4809-ab38-7c0d06e05293', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:42.141105 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-560c583a-d3f5-4624-9f48-4f4bc6e95dcf tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] For port 346f2c2a-aef4-42da-a1ea-dc78af87b607, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=346f2c2a-aef4-42da-a1ea-dc78af87b607,segment=NetworkSegment(bbfc3fd4-9e3b-4cf2-9c5f-d84bf461bb61),segment_id=bbfc3fd4-9e3b-4cf2-9c5f-d84bf461bb61)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:31:42.141492 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-560c583a-d3f5-4624-9f48-4f4bc6e95dcf tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:42.143033 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-43bef457-28bc-4247-85ec-ce0981020c96 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:42.149691 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-d44c9f89-d2a2-405b-8f5e-017e733f341d None None] Deleting port 346f2c2a-aef4-42da-a1ea-dc78af87b607 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:31:42.150721 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d44c9f89-d2a2-405b-8f5e-017e733f341d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:42.174475 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-560c583a-d3f5-4624-9f48-4f4bc6e95dcf tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Calling delete_port for 346f2c2a-aef4-42da-a1ea-dc78af87b607 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:31:42.237976 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-d44c9f89-d2a2-405b-8f5e-017e733f341d None None] For port 346f2c2a-aef4-42da-a1ea-dc78af87b607, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=346f2c2a-aef4-42da-a1ea-dc78af87b607,segment=NetworkSegment(bbfc3fd4-9e3b-4cf2-9c5f-d84bf461bb61),segment_id=bbfc3fd4-9e3b-4cf2-9c5f-d84bf461bb61)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:31:42.239211 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d44c9f89-d2a2-405b-8f5e-017e733f341d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:42.294485 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-d44c9f89-d2a2-405b-8f5e-017e733f341d None None] Calling delete_port for 346f2c2a-aef4-42da-a1ea-dc78af87b607 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:31:42.310676 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-560c583a-d3f5-4624-9f48-4f4bc6e95dcf tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:42.316363 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-43bef457-28bc-4247-85ec-ce0981020c96 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:42.328433 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-43bef457-28bc-4247-85ec-ce0981020c96 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:42.387415 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c583a-d3f5-4624-9f48-4f4bc6e95dcf tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Port': ['ID=346f2c2a-aef4-42da-a1ea-dc78af87b607,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:42.399187 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560c583a-d3f5-4624-9f48-4f4bc6e95dcf tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] No DVR routers for this DVR port 346f2c2a-aef4-42da-a1ea-dc78af87b607 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:31:42.480227 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d44c9f89-d2a2-405b-8f5e-017e733f341d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:42.497840 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44c9f89-d2a2-405b-8f5e-017e733f341d None None] No DVR routers for this DVR port 346f2c2a-aef4-42da-a1ea-dc78af87b607 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:31:42.522408 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c9f89-d2a2-405b-8f5e-017e733f341d None None] Pushing event deleted for resources: {'Port': ['ID=346f2c2a-aef4-42da-a1ea-dc78af87b607,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:42.855685 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bef457-28bc-4247-85ec-ce0981020c96 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c16921-eef2-4b97-825f-c8d1409ee1bb,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:42.866328 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-43bef457-28bc-4247-85ec-ce0981020c96 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:42.867629 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-43bef457-28bc-4247-85ec-ce0981020c96 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8614311 Aug 11 22:31:42.877580 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42830) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:42.891731 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-8a873c6b-4b8e-4054-aca8-f5f1c33e75bc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'security_group_rule': {'security_group_id': '778e3614-01c7-4809-ab38-7c0d06e05293', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:42.933672 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb20b20-b4a4-4c4d-a151-b0c0a4d22b52 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Router 2c295ff1-e849-450b-bb35-fe3ee1356d31 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:31:43.066117 n-d-804275-3 neutron-server[100943]: INFO neutron.db.securitygroups_db [None req-8a873c6b-4b8e-4054-aca8-f5f1c33e75bc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Project 99e4ef8618e749c9ac7b5e3c6561f65c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 22:31:43.074709 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-560c583a-d3f5-4624-9f48-4f4bc6e95dcf tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:43.092961 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a873c6b-4b8e-4054-aca8-f5f1c33e75bc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:43.104252 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-560c583a-d3f5-4624-9f48-4f4bc6e95dcf tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37e3883-7a01-4362-8779-4c762fb22a6c']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:43.123948 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-560c583a-d3f5-4624-9f48-4f4bc6e95dcf tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbfc3fd4-9e3b-4cf2-9c5f-d84bf461bb61') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:43.124452 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-560c583a-d3f5-4624-9f48-4f4bc6e95dcf tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbfc3fd4-9e3b-4cf2-9c5f-d84bf461bb61') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:43.138853 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 346f2c2a-aef4-42da-a1ea-dc78af87b607 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:31:43.161194 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-560c583a-d3f5-4624-9f48-4f4bc6e95dcf tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:43.228823 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-560c583a-d3f5-4624-9f48-4f4bc6e95dcf tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:43.235438 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 346f2c2a-aef4-42da-a1ea-dc78af87b607 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:31:43.236685 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 346f2c2a-aef4-42da-a1ea-dc78af87b607 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:31:43.250872 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-560c583a-d3f5-4624-9f48-4f4bc6e95dcf tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:31:43.251737 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-560c583a-d3f5-4624-9f48-4f4bc6e95dcf tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:31:43.259090 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:31:43.297797 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a873c6b-4b8e-4054-aca8-f5f1c33e75bc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:43.304414 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a873c6b-4b8e-4054-aca8-f5f1c33e75bc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:43.325969 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bb1c14ce-e243-43e1-83fb-c731a54c5627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:43.335970 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a873c6b-4b8e-4054-aca8-f5f1c33e75bc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f200bd34-8ea0-4eb6-aa05-683f454954eb,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:43.354857 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb20b20-b4a4-4c4d-a151-b0c0a4d22b52 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:31:43.369818 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276ce492-798d-44c3-a92f-ef19869c2016 None None] Sync routers for ids ['2c295ff1-e849-450b-bb35-fe3ee1356d31'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:31:43.386181 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a873c6b-4b8e-4054-aca8-f5f1c33e75bc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:43.393617 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8a873c6b-4b8e-4054-aca8-f5f1c33e75bc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5030661 Aug 11 22:31:43.394751 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276ce492-798d-44c3-a92f-ef19869c2016 None None] Routers {'2c295ff1-e849-450b-bb35-fe3ee1356d31'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:31:43.396197 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-276ce492-798d-44c3-a92f-ef19869c2016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:31:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['2c295ff1-e849-450b-bb35-fe3ee1356d31'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:43.397085 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42856) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:43.418536 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-5b3ab020-ef43-4f6a-8bae-db64fbd094d0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'security_group_rule': {'security_group_id': '778e3614-01c7-4809-ab38-7c0d06e05293', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:43.446456 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-560c583a-d3f5-4624-9f48-4f4bc6e95dcf tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:43.460507 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-560c583a-d3f5-4624-9f48-4f4bc6e95dcf tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:43.465923 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6eb20b20-b4a4-4c4d-a151-b0c0a4d22b52 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:43.466873 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-560c583a-d3f5-4624-9f48-4f4bc6e95dcf tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/networks/b37e3883-7a01-4362-8779-4c762fb22a6c HTTP/1.1" status: 204 len: 168 time: 1.9133868 Aug 11 22:31:43.482254 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42866) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:43.543347 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6eb20b20-b4a4-4c4d-a151-b0c0a4d22b52 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.8413570 Aug 11 22:31:43.549583 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a73eed9-1de5-4003-8958-2422f604cac2', 'tag': '0b5cfaed-df2c-4ef1-88d3-272a5db59f62'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:31:43.566144 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233c4458-22b0-4143-a6e4-931974500c37" -d '{"events": [{"name": "network-changed", "server_uuid": "7a73eed9-1de5-4003-8958-2422f604cac2", "tag": "0b5cfaed-df2c-4ef1-88d3-272a5db59f62"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:31:43.576398 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-66d3cd73-a7de-48f9-9af1-145a3714afc8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1602569699'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:43.576775 n-d-804275-3 neutron-server[100943]: INFO neutron.db.securitygroups_db [None req-5b3ab020-ef43-4f6a-8bae-db64fbd094d0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Project 99e4ef8618e749c9ac7b5e3c6561f65c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 22:31:43.590028 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5b3ab020-ef43-4f6a-8bae-db64fbd094d0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:43.602355 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c583a-d3f5-4624-9f48-4f4bc6e95dcf tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Network': ['ID=b37e3883-7a01-4362-8779-4c762fb22a6c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:43.624259 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-276ce492-798d-44c3-a92f-ef19869c2016 None None] Set router 2c295ff1-e849-450b-bb35-fe3ee1356d31 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:31:43.679468 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d3cd73-a7de-48f9-9af1-145a3714afc8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:31:43.685426 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-66d3cd73-a7de-48f9-9af1-145a3714afc8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:43.734941 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c860730-90e1-46ce-9365-695b56574400 x-openstack-request-id: req-8c860730-90e1-46ce-9365-695b56574400 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:31:43.735327 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a73eed9-1de5-4003-8958-2422f604cac2", "tag": "0b5cfaed-df2c-4ef1-88d3-272a5db59f62", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:31:43.735569 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8c860730-90e1-46ce-9365-695b56574400 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:31:43.735933 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a73eed9-1de5-4003-8958-2422f604cac2', 'tag': '0b5cfaed-df2c-4ef1-88d3-272a5db59f62', 'status': 'completed', 'code': 200} Aug 11 22:31:43.766174 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5b3ab020-ef43-4f6a-8bae-db64fbd094d0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:43.772065 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5b3ab020-ef43-4f6a-8bae-db64fbd094d0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:43.781868 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d3cd73-a7de-48f9-9af1-145a3714afc8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:31:43.837759 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-66d3cd73-a7de-48f9-9af1-145a3714afc8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:43.838349 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-66d3cd73-a7de-48f9-9af1-145a3714afc8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Added segment a4be8062-911f-4572-bc00-7d76941f7ff0 of type vlan for network 89a2be40-8f30-4ad4-afa7-91127f9f6d7d Aug 11 22:31:43.842788 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ab020-ef43-4f6a-8bae-db64fbd094d0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad0dc14-1b8b-40bd-9b09-6255dac15668,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:43.865552 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5b3ab020-ef43-4f6a-8bae-db64fbd094d0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:43.869941 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5b3ab020-ef43-4f6a-8bae-db64fbd094d0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4668195 Aug 11 22:31:43.874112 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 42896) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:43.880618 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c4458-22b0-4143-a6e4-931974500c37 req-33b7eccc-724b-411f-93b1-4b431ff20f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:43.884366 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-233c4458-22b0-4143-a6e4-931974500c37 req-33b7eccc-724b-411f-93b1-4b431ff20f74 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0bd86e77836944e4bb373c5db0c18c61&device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 1097 time: 0.1365294 Aug 11 22:31:43.897452 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c5555bb7-e3ce-4a9c-bd3b-04f86376c9e6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'network': {'name': 'tempest-network-smoke--787464342', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'port_security_enabled': True}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:44.036206 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-66d3cd73-a7de-48f9-9af1-145a3714afc8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:44.093535 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5555bb7-e3ce-4a9c-bd3b-04f86376c9e6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Made reservation on behalf of 99e4ef8618e749c9ac7b5e3c6561f65c for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:31:44.099154 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c5555bb7-e3ce-4a9c-bd3b-04f86376c9e6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:44.118325 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-276ce492-798d-44c3-a92f-ef19869c2016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'name': 'tempest-TestVolumeBootPattern-1788241116-router', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:20:49Z', 'updated_at': '2021-08-11T22:21:04Z', 'revision_number': 4, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'gw_port': {'id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:20:51Z', 'updated_at': '2021-08-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'eabb6d24-cca8-4250-9325-35d80f3f0436', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'floating_ip_address': '172.25.2.172', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'port_id': '0b5cfaed-df2c-4ef1-88d3-272a5db59f62', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'mac_address': 'fa:16:3e:a8:79:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a73eed9-1de5-4003-8958-2422f604cac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:31:39Z', 'updated_at': '2021-08-11T22:31:39Z', 'revision_number': 0, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b', 'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'mac_address': 'fa:16:3e:28:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:21:00Z', 'updated_at': '2021-08-11T22:21:15Z', 'revision_number': 5, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'subnets': [{'id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:44.186477 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276ce492-798d-44c3-a92f-ef19869c2016 None None] Checking router: 2c295ff1-e849-450b-bb35-fe3ee1356d31 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:31:44.200563 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5555bb7-e3ce-4a9c-bd3b-04f86376c9e6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:31:44.200983 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276ce492-798d-44c3-a92f-ef19869c2016 None None] Routers {'2c295ff1-e849-450b-bb35-fe3ee1356d31'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:31:44.201982 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-276ce492-798d-44c3-a92f-ef19869c2016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:31:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['2c295ff1-e849-450b-bb35-fe3ee1356d31'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:44.216989 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c5555bb7-e3ce-4a9c-bd3b-04f86376c9e6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:44.217463 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-c5555bb7-e3ce-4a9c-bd3b-04f86376c9e6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Added segment c1fe2034-ded8-45a2-84db-df97397c557f of type vlan for network 5afeb168-48bb-49d5-b524-5484e43c60c0 Aug 11 22:31:44.252271 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c4458-22b0-4143-a6e4-931974500c37 req-07ab45d2-3d32-485d-ad38-81a1e0d0b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:44.257291 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-233c4458-22b0-4143-a6e4-931974500c37 req-07ab45d2-3d32-485d-ad38-81a1e0d0b7bb service neutron] 10.222.0.52 "GET /v2.0/networks?id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 200 len: 913 time: 0.3535626 Aug 11 22:31:44.279621 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-66d3cd73-a7de-48f9-9af1-145a3714afc8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:44.290106 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d3cd73-a7de-48f9-9af1-145a3714afc8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:44.291396 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-66d3cd73-a7de-48f9-9af1-145a3714afc8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:44.421561 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3cd73-a7de-48f9-9af1-145a3714afc8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Network': ['ID=89a2be40-8f30-4ad4-afa7-91127f9f6d7d,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:44.434663 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 89a2be40-8f30-4ad4-afa7-91127f9f6d7d details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:31:44.485329 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-276ce492-798d-44c3-a92f-ef19869c2016 None None] Set router 2c295ff1-e849-450b-bb35-fe3ee1356d31 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:31:44.489864 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42954) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:44.491890 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-66d3cd73-a7de-48f9-9af1-145a3714afc8 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0083356 Aug 11 22:31:44.494993 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c5555bb7-e3ce-4a9c-bd3b-04f86376c9e6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:44.496076 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-3346fe4f-0a1f-4e76-8b7c-31a61d076c8f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'subnet': {'network_id': '89a2be40-8f30-4ad4-afa7-91127f9f6d7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:44.518110 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-233c4458-22b0-4143-a6e4-931974500c37 req-5edacd29-f6e7-49f5-abaa-67a0dd94e17d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b5cfaed-df2c-4ef1-88d3-272a5db59f62 HTTP/1.1" status: 200 len: 1000 time: 0.2468534 Aug 11 22:31:44.592821 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c5555bb7-e3ce-4a9c-bd3b-04f86376c9e6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:44.619086 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5555bb7-e3ce-4a9c-bd3b-04f86376c9e6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:44.619691 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c5555bb7-e3ce-4a9c-bd3b-04f86376c9e6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:44.682689 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 42978) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:44.684174 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c5555bb7-e3ce-4a9c-bd3b-04f86376c9e6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7966204 Aug 11 22:31:44.687018 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-803f9c2c-14ab-480b-a2d1-5f66d2c0bf6a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-427693066', 'admin_state_up': True, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:44.736502 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3346fe4f-0a1f-4e76-8b7c-31a61d076c8f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:31:44.740642 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3346fe4f-0a1f-4e76-8b7c-31a61d076c8f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:44.825081 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c4458-22b0-4143-a6e4-931974500c37 req-75b955de-6b78-491c-93e4-5486d0282fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:44.826598 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-233c4458-22b0-4143-a6e4-931974500c37 req-75b955de-6b78-491c-93e4-5486d0282fde service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e825988f-9783-4539-86a4-b6ca493a4bbd HTTP/1.1" status: 200 len: 851 time: 0.2989988 Aug 11 22:31:44.852752 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-803f9c2c-14ab-480b-a2d1-5f66d2c0bf6a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:44.855671 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-803f9c2c-14ab-480b-a2d1-5f66d2c0bf6a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:44.889504 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5555bb7-e3ce-4a9c-bd3b-04f86376c9e6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Network': ['ID=5afeb168-48bb-49d5-b524-5484e43c60c0,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:44.911719 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c4458-22b0-4143-a6e4-931974500c37 req-7e923779-3006-4c0b-b7bc-7a228a5bab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:44.912012 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 5afeb168-48bb-49d5-b524-5484e43c60c0 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:31:44.913852 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-233c4458-22b0-4143-a6e4-931974500c37 req-7e923779-3006-4c0b-b7bc-7a228a5bab3b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756090 Aug 11 22:31:45.022013 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-276ce492-798d-44c3-a92f-ef19869c2016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'name': 'tempest-TestVolumeBootPattern-1788241116-router', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:20:49Z', 'updated_at': '2021-08-11T22:21:04Z', 'revision_number': 4, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'gw_port': {'id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:20:51Z', 'updated_at': '2021-08-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'eabb6d24-cca8-4250-9325-35d80f3f0436', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'floating_ip_address': '172.25.2.172', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'port_id': '0b5cfaed-df2c-4ef1-88d3-272a5db59f62', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'mac_address': 'fa:16:3e:a8:79:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a73eed9-1de5-4003-8958-2422f604cac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:31:39Z', 'updated_at': '2021-08-11T22:31:39Z', 'revision_number': 0, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b', 'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'mac_address': 'fa:16:3e:28:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:21:00Z', 'updated_at': '2021-08-11T22:21:15Z', 'revision_number': 5, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'subnets': [{'id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:45.082429 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276ce492-798d-44c3-a92f-ef19869c2016 None None] The sync data for ids ['2c295ff1-e849-450b-bb35-fe3ee1356d31'] in n-d-804275-3 is: [{'id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'name': 'tempest-TestVolumeBootPattern-1788241116-router', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:20:49Z', 'updated_at': '2021-08-11T22:21:04Z', 'revision_number': 4, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'gw_port': {'id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:20:51Z', 'updated_at': '2021-08-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'eabb6d24-cca8-4250-9325-35d80f3f0436', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'floating_ip_address': '172.25.2.172', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'port_id': '0b5cfaed-df2c-4ef1-88d3-272a5db59f62', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'mac_address': 'fa:16:3e:a8:79:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a73eed9-1de5-4003-8958-2422f604cac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:31:39Z', 'updated_at': '2021-08-11T22:31:39Z', 'revision_number': 0, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b', 'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'mac_address': 'fa:16:3e:28:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:21:00Z', 'updated_at': '2021-08-11T22:21:15Z', 'revision_number': 5, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'subnets': [{'id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:31:45.082705 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-803f9c2c-14ab-480b-a2d1-5f66d2c0bf6a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:45.148529 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-233c4458-22b0-4143-a6e4-931974500c37 req-736dc84c-4302-4b34-8234-6a546f284f92 service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265685 Aug 11 22:31:45.274742 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-233c4458-22b0-4143-a6e4-931974500c37 req-2c8fa195-6f44-4c01-9be5-d1735c2c01f0 service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133659 Aug 11 22:31:45.292815 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-803f9c2c-14ab-480b-a2d1-5f66d2c0bf6a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:45.390099 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9409a4f5-c72a-43f7-b9e3-8111755b475c None None] New status for floating IP eabb6d24-cca8-4250-9325-35d80f3f0436: ACTIVE {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:31:45.431002 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3346fe4f-0a1f-4e76-8b7c-31a61d076c8f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:45.564164 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346fe4f-0a1f-4e76-8b7c-31a61d076c8f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Subnet': ['ID=513134b1-b440-4edf-aef8-fe2aae97e472,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:45.618005 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3346fe4f-0a1f-4e76-8b7c-31a61d076c8f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Checking segment: {'id': 'a4be8062-911f-4572-bc00-7d76941f7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '89a2be40-8f30-4ad4-afa7-91127f9f6d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:31:45.618520 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3346fe4f-0a1f-4e76-8b7c-31a61d076c8f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network hostable DHCP agents. Network: 89a2be40-8f30-4ad4-afa7-91127f9f6d7d, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:31:45.666219 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3346fe4f-0a1f-4e76-8b7c-31a61d076c8f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network 89a2be40-8f30-4ad4-afa7-91127f9f6d7d is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:31:45.752537 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-3346fe4f-0a1f-4e76-8b7c-31a61d076c8f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 89a2be40-8f30-4ad4-afa7-91127f9f6d7d) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:45.760396 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3346fe4f-0a1f-4e76-8b7c-31a61d076c8f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:45.761014 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3346fe4f-0a1f-4e76-8b7c-31a61d076c8f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:45.786258 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a053bd3-fcea-43b1-aa7e-faeb93eb26e5 None None] Network 89a2be40-8f30-4ad4-afa7-91127f9f6d7d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:31:45.820654 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-803f9c2c-14ab-480b-a2d1-5f66d2c0bf6a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:45.825988 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3346fe4f-0a1f-4e76-8b7c-31a61d076c8f tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3316653 Aug 11 22:31:45.828534 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43016) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:45.837515 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-94d23113-e72c-48a7-9728-ef838f61548a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-23048415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:45.865944 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-803f9c2c-14ab-480b-a2d1-5f66d2c0bf6a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:45.886700 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-94d23113-e72c-48a7-9728-ef838f61548a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:45.887650 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-94d23113-e72c-48a7-9728-ef838f61548a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:46.001648 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-94d23113-e72c-48a7-9728-ef838f61548a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:46.012321 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-94d23113-e72c-48a7-9728-ef838f61548a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:46.038927 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-94d23113-e72c-48a7-9728-ef838f61548a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:46.040645 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-94d23113-e72c-48a7-9728-ef838f61548a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2109034 Aug 11 22:31:46.044283 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43022) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:46.051066 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-b6f2283d-ae5e-455c-b0fd-bbb7515bef7d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'port': {'network_id': '89a2be40-8f30-4ad4-afa7-91127f9f6d7d', 'name': 'tempest-PortsTestJSON-150861214'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:46.072426 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b547246f-b8d8-44b8-8ec9-4b7fb7877343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-89a2be40-8f30-4ad4-afa7-91127f9f6d7d', 'network_id': '89a2be40-8f30-4ad4-afa7-91127f9f6d7d', 'tenant_id': '25fd15b5bb2148a4b0306708f08aa001', 'fixed_ips': [{'subnet_id': '513134b1-b440-4edf-aef8-fe2aae97e472'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:31:46.073283 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b547246f-b8d8-44b8-8ec9-4b7fb7877343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:46.085858 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:46.100992 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-803f9c2c-14ab-480b-a2d1-5f66d2c0bf6a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Allocated IP 172.25.2.239 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/55284e8d-f5e7-40f2-b8fb-ffc999bb2136) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:31:46.249924 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-b547246f-b8d8-44b8-8ec9-4b7fb7877343 None None] Allocated IP 172.20.0.2 (89a2be40-8f30-4ad4-afa7-91127f9f6d7d/513134b1-b440-4edf-aef8-fe2aae97e472/9e3dc8ea-dc59-47e8-8e04-9200f1454fe0) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:31:46.267634 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-803f9c2c-14ab-480b-a2d1-5f66d2c0bf6a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:46.302631 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f2283d-ae5e-455c-b0fd-bbb7515bef7d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:31:46.308585 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b6f2283d-ae5e-455c-b0fd-bbb7515bef7d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:46.342548 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fb371cc5-528e-4f1d-b45f-a687d9f79102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:46.361927 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-b6f2283d-ae5e-455c-b0fd-bbb7515bef7d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] device_id is not set on port 51d7ea95-1d32-4e78-8ecf-343896ede94c yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:31:46.441125 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-803f9c2c-14ab-480b-a2d1-5f66d2c0bf6a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:46.497854 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-27dda9e5-f1fd-4462-b76b-6b57b9a794b8 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:46.499649 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b547246f-b8d8-44b8-8ec9-4b7fb7877343 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:46.499878 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-27dda9e5-f1fd-4462-b76b-6b57b9a794b8 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/networks?id=2e35c226-b160-439b-816f-33ae2012b012 HTTP/1.1" status: 200 len: 813 time: 0.2100937 Aug 11 22:31:46.510945 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803f9c2c-14ab-480b-a2d1-5f66d2c0bf6a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:31:46.512581 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b547246f-b8d8-44b8-8ec9-4b7fb7877343 None None] Transition to ACTIVE for port object 9e3dc8ea-dc59-47e8-8e04-9200f1454fe0 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:31:46.522298 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-803f9c2c-14ab-480b-a2d1-5f66d2c0bf6a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:46.533193 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803f9c2c-14ab-480b-a2d1-5f66d2c0bf6a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:31:46.533483 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b547246f-b8d8-44b8-8ec9-4b7fb7877343 None None] Transition to ACTIVE for port object 9e3dc8ea-dc59-47e8-8e04-9200f1454fe0 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:31:46.542473 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b547246f-b8d8-44b8-8ec9-4b7fb7877343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:46.592947 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-e5b8b7ac-40dc-4c98-9c71-48ab312637e1 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/quotas/8c924b9ab7554e649fc78fe64d7ad759 HTTP/1.1" status: 200 len: 375 time: 0.0802691 Aug 11 22:31:46.598845 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b547246f-b8d8-44b8-8ec9-4b7fb7877343 None None] Network 89a2be40-8f30-4ad4-afa7-91127f9f6d7d is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:31:46.605937 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-b547246f-b8d8-44b8-8ec9-4b7fb7877343 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:46.609444 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b547246f-b8d8-44b8-8ec9-4b7fb7877343 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:31:46.612555 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-b6f2283d-ae5e-455c-b0fd-bbb7515bef7d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Allocated IP 172.20.0.3 (89a2be40-8f30-4ad4-afa7-91127f9f6d7d/513134b1-b440-4edf-aef8-fe2aae97e472/51d7ea95-1d32-4e78-8ecf-343896ede94c) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:31:46.625322 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547246f-b8d8-44b8-8ec9-4b7fb7877343 None None] Pushing event updated for resources: {'Port': ['ID=9e3dc8ea-dc59-47e8-8e04-9200f1454fe0,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:46.643275 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f9c2c-14ab-480b-a2d1-5f66d2c0bf6a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Port': ['ID=55284e8d-f5e7-40f2-b8fb-ffc999bb2136,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:46.713991 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-18e122df-7dd2-44e8-b95f-a63c1ddf8208 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8c924b9ab7554e649fc78fe64d7ad759&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650311 Aug 11 22:31:46.743044 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-f7ff1d37-4f71-4e73-8bdd-4f376246f51a service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:31:46.744116 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-f7ff1d37-4f71-4e73-8bdd-4f376246f51a service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071013 Aug 11 22:31:46.773048 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-b547246f-b8d8-44b8-8ec9-4b7fb7877343 None None] Attempting to bind port 9e3dc8ea-dc59-47e8-8e04-9200f1454fe0 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:31:46.773696 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-b547246f-b8d8-44b8-8ec9-4b7fb7877343 None None] Attempting to bind port 9e3dc8ea-dc59-47e8-8e04-9200f1454fe0 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'a4be8062-911f-4572-bc00-7d76941f7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '89a2be40-8f30-4ad4-afa7-91127f9f6d7d'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:31:46.774205 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b547246f-b8d8-44b8-8ec9-4b7fb7877343 None None] Attempting to bind port 9e3dc8ea-dc59-47e8-8e04-9200f1454fe0 on network 89a2be40-8f30-4ad4-afa7-91127f9f6d7d {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:31:46.783452 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b547246f-b8d8-44b8-8ec9-4b7fb7877343 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:31:46.784061 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b547246f-b8d8-44b8-8ec9-4b7fb7877343 None None] Checking segment: {'id': 'a4be8062-911f-4572-bc00-7d76941f7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '89a2be40-8f30-4ad4-afa7-91127f9f6d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:31:46.784472 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b547246f-b8d8-44b8-8ec9-4b7fb7877343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:46.785024 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b547246f-b8d8-44b8-8ec9-4b7fb7877343 None None] Bound using segment: {'id': 'a4be8062-911f-4572-bc00-7d76941f7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '89a2be40-8f30-4ad4-afa7-91127f9f6d7d'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:31:46.785807 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-b547246f-b8d8-44b8-8ec9-4b7fb7877343 None None] Bound port: 9e3dc8ea-dc59-47e8-8e04-9200f1454fe0, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4be8062-911f-4572-bc00-7d76941f7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '89a2be40-8f30-4ad4-afa7-91127f9f6d7d'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:31:46.786090 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b547246f-b8d8-44b8-8ec9-4b7fb7877343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:46.939947 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b6f2283d-ae5e-455c-b0fd-bbb7515bef7d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:46.953100 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b547246f-b8d8-44b8-8ec9-4b7fb7877343 None None] For port 9e3dc8ea-dc59-47e8-8e04-9200f1454fe0, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:31:46.957239 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b547246f-b8d8-44b8-8ec9-4b7fb7877343 None None] For port 9e3dc8ea-dc59-47e8-8e04-9200f1454fe0, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9e3dc8ea-dc59-47e8-8e04-9200f1454fe0,segment=NetworkSegment(a4be8062-911f-4572-bc00-7d76941f7ff0),segment_id=a4be8062-911f-4572-bc00-7d76941f7ff0)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:31:46.959154 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-b6f2283d-ae5e-455c-b0fd-bbb7515bef7d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Transition to ACTIVE for port object 51d7ea95-1d32-4e78-8ecf-343896ede94c will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:31:46.963025 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b547246f-b8d8-44b8-8ec9-4b7fb7877343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:46.983130 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-334ef9ff-c566-495d-9d30-b01a6a33b6fb service neutron] 10.222.0.77 "GET /v2.0/networks/2e35c226-b160-439b-816f-33ae2012b012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159865 Aug 11 22:31:46.998914 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b6f2283d-ae5e-455c-b0fd-bbb7515bef7d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:47.045855 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547246f-b8d8-44b8-8ec9-4b7fb7877343 None None] Pushing event updated for resources: {'Port': ['ID=9e3dc8ea-dc59-47e8-8e04-9200f1454fe0,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:47.071916 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2283d-ae5e-455c-b0fd-bbb7515bef7d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Port': ['ID=51d7ea95-1d32-4e78-8ecf-343896ede94c,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:47.091561 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f2283d-ae5e-455c-b0fd-bbb7515bef7d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network 89a2be40-8f30-4ad4-afa7-91127f9f6d7d is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:31:47.093884 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-b6f2283d-ae5e-455c-b0fd-bbb7515bef7d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:47.100917 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f2283d-ae5e-455c-b0fd-bbb7515bef7d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:31:47.139185 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-803f9c2c-14ab-480b-a2d1-5f66d2c0bf6a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:47.176296 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f2283d-ae5e-455c-b0fd-bbb7515bef7d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:47.177716 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b6f2283d-ae5e-455c-b0fd-bbb7515bef7d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:47.220658 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b6f2283d-ae5e-455c-b0fd-bbb7515bef7d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1711133 Aug 11 22:31:47.222778 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43034) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:47.337861 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-80d8639d-d735-4341-ae2d-add93db24f35 service neutron] 10.222.0.77 "GET /v2.0/networks/2e35c226-b160-439b-816f-33ae2012b012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526590 Aug 11 22:31:47.580891 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:47.654101 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e62208fa-d9f5-402e-a23a-9d3ec6b4125d req-03344aca-4974-42cb-836a-7636819f6383 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?device_id=39125f70-51e1-45de-b39c-3c7b09b4e768 HTTP/1.1" status: 200 len: 210 time: 0.0580044 Aug 11 22:31:47.657765 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-803f9c2c-14ab-480b-a2d1-5f66d2c0bf6a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:47.814077 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803f9c2c-14ab-480b-a2d1-5f66d2c0bf6a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Router 664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:31:47.814314 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-165f80a5-a7d8-43cc-ad86-ad98554ff2cb tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:48.000186 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803f9c2c-14ab-480b-a2d1-5f66d2c0bf6a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:31:48.012224 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868c2580-1693-47bc-8a7f-230bbb49c604 None None] Sync routers for ids ['664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:31:48.036552 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-803f9c2c-14ab-480b-a2d1-5f66d2c0bf6a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:48.044211 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-803f9c2c-14ab-480b-a2d1-5f66d2c0bf6a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.3607306 Aug 11 22:31:48.045156 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43048) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:48.047816 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868c2580-1693-47bc-8a7f-230bbb49c604 None None] Routers {'664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:31:48.048029 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-868c2580-1693-47bc-8a7f-230bbb49c604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:31:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:48.088048 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8e73fb64-9b6f-4725-878e-a2f3b426f3d0 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=99e4ef8618e749c9ac7b5e3c6561f65c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412087 Aug 11 22:31:48.088468 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43050) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:48.204886 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-165f80a5-a7d8-43cc-ad86-ad98554ff2cb tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:48.211729 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-165f80a5-a7d8-43cc-ad86-ad98554ff2cb tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:48.245709 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-868c2580-1693-47bc-8a7f-230bbb49c604 None None] Set router 664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:31:48.341176 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d317d579-5a36-42c1-9ee2-a21ade3734d1 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:48.343695 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d317d579-5a36-42c1-9ee2-a21ade3734d1 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2541437 Aug 11 22:31:48.347268 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43052) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:48.400265 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f80a5-a7d8-43cc-ad86-ad98554ff2cb tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Port': ['ID=51d7ea95-1d32-4e78-8ecf-343896ede94c,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:48.420603 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c40412b1-ccf8-4fde-89c0-da60c917df81 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ace0c6e5-d196-4ef9-80b8-149980a74560&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0715411 Aug 11 22:31:48.422924 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43054) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:48.429767 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-bfef0b79-a8e8-4beb-af3c-88e7663a3583 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-456315312', 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:48.500121 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-868c2580-1693-47bc-8a7f-230bbb49c604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-427693066', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '55284e8d-f5e7-40f2-b8fb-ffc999bb2136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:31:44Z', 'updated_at': '2021-08-11T22:31:46Z', 'revision_number': 3, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': '55284e8d-f5e7-40f2-b8fb-ffc999bb2136', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:31:45Z', 'updated_at': '2021-08-11T22:31:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:48.540011 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868c2580-1693-47bc-8a7f-230bbb49c604 None None] Checking router: 664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:31:48.540219 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868c2580-1693-47bc-8a7f-230bbb49c604 None None] Updating router 664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed port 55284e8d-f5e7-40f2-b8fb-ffc999bb2136 binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:31:48.545359 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-165f80a5-a7d8-43cc-ad86-ad98554ff2cb tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:48.545906 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0bb1a2-2d37-4d0e-87be-c63a4bee3b9c None None] Network 89a2be40-8f30-4ad4-afa7-91127f9f6d7d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:31:48.568531 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfef0b79-a8e8-4beb-af3c-88e7663a3583 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Made reservation on behalf of 99e4ef8618e749c9ac7b5e3c6561f65c for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:31:48.572502 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bfef0b79-a8e8-4beb-af3c-88e7663a3583 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:48.573454 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-868c2580-1693-47bc-8a7f-230bbb49c604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:48.633383 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-42502399-9683-4b57-a106-c04f48fbc57a None None] Provisioning for port 9e3dc8ea-dc59-47e8-8e04-9200f1454fe0 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:31:48.731743 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-165f80a5-a7d8-43cc-ad86-ad98554ff2cb tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:48.822042 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-163453c6-42e1-464d-8e63-d465e97723c6 req-918580a7-c93d-4257-b4aa-0fd0b2a1beb1 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?device_id=39125f70-51e1-45de-b39c-3c7b09b4e768 HTTP/1.1" status: 200 len: 210 time: 0.0675938 Aug 11 22:31:48.904787 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bfef0b79-a8e8-4beb-af3c-88e7663a3583 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:49.052837 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:49.133037 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9e3dc8ea-dc59-47e8-8e04-9200f1454fe0 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:31:49.141240 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-868c2580-1693-47bc-8a7f-230bbb49c604 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:49.193198 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-868c2580-1693-47bc-8a7f-230bbb49c604 None None] Transition to ACTIVE for port object 55284e8d-f5e7-40f2-b8fb-ffc999bb2136 will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:31:49.204554 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-868c2580-1693-47bc-8a7f-230bbb49c604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:49.271843 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371d6dc-6787-470b-ac7d-6b62a7cec508 None None] Pushing event updated for resources: {'Port': ['ID=55284e8d-f5e7-40f2-b8fb-ffc999bb2136,revision_number=2']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:49.282506 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e97b9549-4f9d-41e5-8e71-027915da18c5 None None] Provisioning for port 51d7ea95-1d32-4e78-8ecf-343896ede94c completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:31:49.287014 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7371d6dc-6787-470b-ac7d-6b62a7cec508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:49.287401 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7371d6dc-6787-470b-ac7d-6b62a7cec508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:49.287718 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7371d6dc-6787-470b-ac7d-6b62a7cec508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:49.288064 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7371d6dc-6787-470b-ac7d-6b62a7cec508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:49.288186 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 9e3dc8ea-dc59-47e8-8e04-9200f1454fe0 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:31:49.288402 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7371d6dc-6787-470b-ac7d-6b62a7cec508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:49.288829 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7371d6dc-6787-470b-ac7d-6b62a7cec508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:49.289170 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7371d6dc-6787-470b-ac7d-6b62a7cec508 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:49.289692 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7371d6dc-6787-470b-ac7d-6b62a7cec508 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:49.290014 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7371d6dc-6787-470b-ac7d-6b62a7cec508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:49.290344 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7371d6dc-6787-470b-ac7d-6b62a7cec508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:49.290676 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7371d6dc-6787-470b-ac7d-6b62a7cec508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:49.291038 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7371d6dc-6787-470b-ac7d-6b62a7cec508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:31:49.300559 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e97b9549-4f9d-41e5-8e71-027915da18c5 None None] Provisioning complete for port 51d7ea95-1d32-4e78-8ecf-343896ede94c triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:49.304453 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e97b9549-4f9d-41e5-8e71-027915da18c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:49.308222 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 9e3dc8ea-dc59-47e8-8e04-9200f1454fe0 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:49.308597 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:49.311308 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-165f80a5-a7d8-43cc-ad86-ad98554ff2cb tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:49.317221 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-868c2580-1693-47bc-8a7f-230bbb49c604 None None] Attempting to bind port 55284e8d-f5e7-40f2-b8fb-ffc999bb2136 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:31:49.317622 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-868c2580-1693-47bc-8a7f-230bbb49c604 None None] Attempting to bind port 55284e8d-f5e7-40f2-b8fb-ffc999bb2136 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:31:49.318016 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868c2580-1693-47bc-8a7f-230bbb49c604 None None] Attempting to bind port 55284e8d-f5e7-40f2-b8fb-ffc999bb2136 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:31:49.324888 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868c2580-1693-47bc-8a7f-230bbb49c604 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:31:49.324888 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868c2580-1693-47bc-8a7f-230bbb49c604 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:31:49.325291 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-868c2580-1693-47bc-8a7f-230bbb49c604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:49.325694 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868c2580-1693-47bc-8a7f-230bbb49c604 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:31:49.326174 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-165f80a5-a7d8-43cc-ad86-ad98554ff2cb tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:49.326303 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-868c2580-1693-47bc-8a7f-230bbb49c604 None None] Bound port: 55284e8d-f5e7-40f2-b8fb-ffc999bb2136, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:31:49.326567 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-868c2580-1693-47bc-8a7f-230bbb49c604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:49.394140 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-e97b9549-4f9d-41e5-8e71-027915da18c5 None None] Port 51d7ea95-1d32-4e78-8ecf-343896ede94c cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:31:49.421332 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e97b9549-4f9d-41e5-8e71-027915da18c5 None None] Provisioning complete for port 9e3dc8ea-dc59-47e8-8e04-9200f1454fe0 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:49.421916 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e97b9549-4f9d-41e5-8e71-027915da18c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:49.440814 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-868c2580-1693-47bc-8a7f-230bbb49c604 None None] For port 55284e8d-f5e7-40f2-b8fb-ffc999bb2136, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:31:49.455095 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-165f80a5-a7d8-43cc-ad86-ad98554ff2cb tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:49.458679 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-868c2580-1693-47bc-8a7f-230bbb49c604 None None] For port 55284e8d-f5e7-40f2-b8fb-ffc999bb2136, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=55284e8d-f5e7-40f2-b8fb-ffc999bb2136,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:31:49.472915 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-868c2580-1693-47bc-8a7f-230bbb49c604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:49.538081 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f80a5-a7d8-43cc-ad86-ad98554ff2cb tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Port': ['ID=51d7ea95-1d32-4e78-8ecf-343896ede94c,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:49.592563 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371d6dc-6787-470b-ac7d-6b62a7cec508 None None] Pushing event updated for resources: {'Port': ['ID=55284e8d-f5e7-40f2-b8fb-ffc999bb2136,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:49.605827 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165f80a5-a7d8-43cc-ad86-ad98554ff2cb tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network 89a2be40-8f30-4ad4-afa7-91127f9f6d7d is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:31:49.608071 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-165f80a5-a7d8-43cc-ad86-ad98554ff2cb tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:49.625044 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868c2580-1693-47bc-8a7f-230bbb49c604 None None] Routers {'664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:31:49.629333 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-868c2580-1693-47bc-8a7f-230bbb49c604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:31:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:49.630607 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e97b9549-4f9d-41e5-8e71-027915da18c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:49.689189 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:49.699383 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef0b79-a8e8-4beb-af3c-88e7663a3583 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Subnet': ['ID=edfe2fb6-65ff-4574-b23d-a8ac3a761eed,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:49.751389 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef0b79-a8e8-4beb-af3c-88e7663a3583 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Checking segment: {'id': 'c1fe2034-ded8-45a2-84db-df97397c557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:31:49.753066 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfef0b79-a8e8-4beb-af3c-88e7663a3583 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Network hostable DHCP agents. Network: 5afeb168-48bb-49d5-b524-5484e43c60c0, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:31:49.797727 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-e97b9549-4f9d-41e5-8e71-027915da18c5 None None] For port 9e3dc8ea-dc59-47e8-8e04-9200f1454fe0, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9e3dc8ea-dc59-47e8-8e04-9200f1454fe0,segment=NetworkSegment(a4be8062-911f-4572-bc00-7d76941f7ff0),segment_id=a4be8062-911f-4572-bc00-7d76941f7ff0)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:31:49.819704 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e97b9549-4f9d-41e5-8e71-027915da18c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:49.833243 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-94259a9e-0101-48e2-a234-6558f4ae2afc tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:49.835166 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-94259a9e-0101-48e2-a234-6558f4ae2afc tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.82 "GET /v2.0/networks?id=2e35c226-b160-439b-816f-33ae2012b012 HTTP/1.1" status: 200 len: 813 time: 0.8909836 Aug 11 22:31:49.836400 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfef0b79-a8e8-4beb-af3c-88e7663a3583 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Network 5afeb168-48bb-49d5-b524-5484e43c60c0 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:31:49.852111 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-bfef0b79-a8e8-4beb-af3c-88e7663a3583 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 5afeb168-48bb-49d5-b524-5484e43c60c0) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:49.852319 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-868c2580-1693-47bc-8a7f-230bbb49c604 None None] Set router 664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:31:49.883079 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-a087ed3a-d1b5-418f-8575-8c67f205fb3c tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Request body: {'port': {'device_id': '39125f70-51e1-45de-b39c-3c7b09b4e768', 'network_id': '2e35c226-b160-439b-816f-33ae2012b012', 'admin_state_up': True, 'tenant_id': '8c924b9ab7554e649fc78fe64d7ad759'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:49.885597 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9d9f40-dbb7-456d-b65b-fa2b3567bfc3 None None] Network 5afeb168-48bb-49d5-b524-5484e43c60c0 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:31:49.892759 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfef0b79-a8e8-4beb-af3c-88e7663a3583 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:49.893476 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bfef0b79-a8e8-4beb-af3c-88e7663a3583 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:50.005904 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165f80a5-a7d8-43cc-ad86-ad98554ff2cb tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Router a3d4037a-54df-4172-a61c-ea410d18fdc4 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:31:50.070887 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c9602f2a-f7e2-4229-9ae8-40298684044f req-4798af27-15c6-4cbd-92f3-14e27f4898cf tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?device_id=39125f70-51e1-45de-b39c-3c7b09b4e768 HTTP/1.1" status: 200 len: 210 time: 0.0545106 Aug 11 22:31:50.090893 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bfef0b79-a8e8-4beb-af3c-88e7663a3583 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6666720 Aug 11 22:31:50.101405 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43062) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:50.140523 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-bfb96d81-3615-47be-ba3c-426c2872cc39 None None] Provisioning complete for port 51d7ea95-1d32-4e78-8ecf-343896ede94c triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:50.141005 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bfb96d81-3615-47be-ba3c-426c2872cc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:50.142909 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.api [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:31:50.144019 n-d-804275-3 neutron-server[100944]: DEBUG oslo_db.api [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:31:50.169757 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b9549-4f9d-41e5-8e71-027915da18c5 None None] Pushing event updated for resources: {'Port': ['ID=9e3dc8ea-dc59-47e8-8e04-9200f1454fe0,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:50.209216 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-bfb96d81-3615-47be-ba3c-426c2872cc39 None None] Port 51d7ea95-1d32-4e78-8ecf-343896ede94c cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:31:50.218848 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165f80a5-a7d8-43cc-ad86-ad98554ff2cb tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:31:50.226048 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-165f80a5-a7d8-43cc-ad86-ad98554ff2cb tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "PUT /v2.0/routers/a3d4037a-54df-4172-a61c-ea410d18fdc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0021374 Aug 11 22:31:50.228983 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43066) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:50.229341 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-868c2580-1693-47bc-8a7f-230bbb49c604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-427693066', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '55284e8d-f5e7-40f2-b8fb-ffc999bb2136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:31:44Z', 'updated_at': '2021-08-11T22:31:46Z', 'revision_number': 3, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': '55284e8d-f5e7-40f2-b8fb-ffc999bb2136', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:31:45Z', 'updated_at': '2021-08-11T22:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:50.244628 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef24ef2-2ff9-4f9f-8f8e-6ea31450fa4f None None] Sync routers for ids ['a3d4037a-54df-4172-a61c-ea410d18fdc4'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:31:50.288639 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0a1006-edb0-4c05-a5b2-a3565da51ba5 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:50.290687 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fe0a1006-edb0-4c05-a5b2-a3565da51ba5 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3d4037a-54df-4172-a61c-ea410d18fdc4 HTTP/1.1" status: 200 len: 981 time: 0.0590110 Aug 11 22:31:50.290883 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef24ef2-2ff9-4f9f-8f8e-6ea31450fa4f None None] Routers {'a3d4037a-54df-4172-a61c-ea410d18fdc4'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:31:50.292424 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-bef24ef2-2ff9-4f9f-8f8e-6ea31450fa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:31:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['a3d4037a-54df-4172-a61c-ea410d18fdc4'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:50.296538 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43068) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:50.300476 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868c2580-1693-47bc-8a7f-230bbb49c604 None None] The sync data for ids ['664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed'] in n-d-804275-3 is: [{'id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-427693066', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '55284e8d-f5e7-40f2-b8fb-ffc999bb2136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:31:44Z', 'updated_at': '2021-08-11T22:31:46Z', 'revision_number': 3, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': '55284e8d-f5e7-40f2-b8fb-ffc999bb2136', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:31:45Z', 'updated_at': '2021-08-11T22:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:31:50.369428 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-bef24ef2-2ff9-4f9f-8f8e-6ea31450fa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:50.387559 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef24ef2-2ff9-4f9f-8f8e-6ea31450fa4f None None] Routers {'a3d4037a-54df-4172-a61c-ea410d18fdc4'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:31:50.388294 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-bef24ef2-2ff9-4f9f-8f8e-6ea31450fa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:31:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['a3d4037a-54df-4172-a61c-ea410d18fdc4'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:50.459312 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6725b186-2804-4a86-9252-26c43430885e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-5afeb168-48bb-49d5-b524-5484e43c60c0', 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'fixed_ips': [{'subnet_id': 'edfe2fb6-65ff-4574-b23d-a8ac3a761eed'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:31:50.460597 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6725b186-2804-4a86-9252-26c43430885e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:50.464250 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-bef24ef2-2ff9-4f9f-8f8e-6ea31450fa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:50.465040 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef24ef2-2ff9-4f9f-8f8e-6ea31450fa4f None None] The sync data for ids ['a3d4037a-54df-4172-a61c-ea410d18fdc4'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:31:50.468685 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4912f17a-cd9c-4276-a4a1-96427a6d7cfe None None] Provisioning complete for port 51d7ea95-1d32-4e78-8ecf-343896ede94c triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:50.469066 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4912f17a-cd9c-4276-a4a1-96427a6d7cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:50.525892 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-a087ed3a-d1b5-418f-8575-8c67f205fb3c tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Made reservation on behalf of 8c924b9ab7554e649fc78fe64d7ad759 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:31:50.529716 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-a087ed3a-d1b5-418f-8575-8c67f205fb3c tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:50.584104 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4912f17a-cd9c-4276-a4a1-96427a6d7cfe None None] Port 51d7ea95-1d32-4e78-8ecf-343896ede94c cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:31:50.732253 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-6725b186-2804-4a86-9252-26c43430885e None None] Allocated IP 172.20.0.2 (5afeb168-48bb-49d5-b524-5484e43c60c0/edfe2fb6-65ff-4574-b23d-a8ac3a761eed/56e36e21-ef04-4665-aaf5-75a039065323) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:31:50.746646 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b0b172e9-32f4-47ba-9b9d-383e1e605aa1 None None] Provisioning complete for port 51d7ea95-1d32-4e78-8ecf-343896ede94c triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:50.747021 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b0b172e9-32f4-47ba-9b9d-383e1e605aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:50.783819 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7a564445-c2ff-4641-b73c-f3d9f3709c56 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:50.846253 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-a087ed3a-d1b5-418f-8575-8c67f205fb3c tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Allocated IP 172.20.0.4 (2e35c226-b160-439b-816f-33ae2012b012/b34d014b-dce1-48e5-b563-a01761500476/84ce16de-c0e9-4e69-a74a-d86a73b4fc79) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:31:50.870617 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:50.875971 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b0b172e9-32f4-47ba-9b9d-383e1e605aa1 None None] Port 51d7ea95-1d32-4e78-8ecf-343896ede94c cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:31:51.085810 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6725b186-2804-4a86-9252-26c43430885e None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:51.100602 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6725b186-2804-4a86-9252-26c43430885e None None] Transition to ACTIVE for port object 56e36e21-ef04-4665-aaf5-75a039065323 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:31:51.158080 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6725b186-2804-4a86-9252-26c43430885e None None] Transition to ACTIVE for port object 56e36e21-ef04-4665-aaf5-75a039065323 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:31:51.181645 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6725b186-2804-4a86-9252-26c43430885e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:51.186608 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-7a564445-c2ff-4641-b73c-f3d9f3709c56 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting port 51d7ea95-1d32-4e78-8ecf-343896ede94c {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:31:51.186608 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7a564445-c2ff-4641-b73c-f3d9f3709c56 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:51.233871 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 55284e8d-f5e7-40f2-b8fb-ffc999bb2136 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:31:51.292317 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de4af665-69b1-4c76-8bcc-a91a8b384443 req-e6a81ebe-39a8-4f69-acfd-646bbfc99ccb tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?device_id=39125f70-51e1-45de-b39c-3c7b09b4e768 HTTP/1.1" status: 200 len: 210 time: 0.0456901 Aug 11 22:31:51.317885 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-a087ed3a-d1b5-418f-8575-8c67f205fb3c tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:51.354611 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7a564445-c2ff-4641-b73c-f3d9f3709c56 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:51.379100 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-7a564445-c2ff-4641-b73c-f3d9f3709c56 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Calling delete_port for 51d7ea95-1d32-4e78-8ecf-343896ede94c owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:31:51.384116 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6725b186-2804-4a86-9252-26c43430885e None None] Network 5afeb168-48bb-49d5-b524-5484e43c60c0 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:31:51.425622 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-6725b186-2804-4a86-9252-26c43430885e None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:51.432051 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bd4a802a-6a98-46a0-9d55-6cca4768012a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:51.438795 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6725b186-2804-4a86-9252-26c43430885e None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:31:51.460474 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-a087ed3a-d1b5-418f-8575-8c67f205fb3c tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:51.469537 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725b186-2804-4a86-9252-26c43430885e None None] Pushing event updated for resources: {'Port': ['ID=56e36e21-ef04-4665-aaf5-75a039065323,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:51.537821 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 55284e8d-f5e7-40f2-b8fb-ffc999bb2136 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:31:51.548510 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 55284e8d-f5e7-40f2-b8fb-ffc999bb2136 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:51.548772 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:51.575531 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6725b186-2804-4a86-9252-26c43430885e None None] Attempting to bind port 56e36e21-ef04-4665-aaf5-75a039065323 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:31:51.575987 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6725b186-2804-4a86-9252-26c43430885e None None] Attempting to bind port 56e36e21-ef04-4665-aaf5-75a039065323 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'c1fe2034-ded8-45a2-84db-df97397c557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:31:51.576369 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6725b186-2804-4a86-9252-26c43430885e None None] Attempting to bind port 56e36e21-ef04-4665-aaf5-75a039065323 on network 5afeb168-48bb-49d5-b524-5484e43c60c0 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:31:51.588829 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6725b186-2804-4a86-9252-26c43430885e None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:31:51.589406 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6725b186-2804-4a86-9252-26c43430885e None None] Checking segment: {'id': 'c1fe2034-ded8-45a2-84db-df97397c557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:31:51.589909 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6725b186-2804-4a86-9252-26c43430885e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:51.590319 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6725b186-2804-4a86-9252-26c43430885e None None] Bound using segment: {'id': 'c1fe2034-ded8-45a2-84db-df97397c557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:31:51.591024 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6725b186-2804-4a86-9252-26c43430885e None None] Bound port: 56e36e21-ef04-4665-aaf5-75a039065323, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1fe2034-ded8-45a2-84db-df97397c557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:31:51.591433 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6725b186-2804-4a86-9252-26c43430885e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:51.630747 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087ed3a-d1b5-418f-8575-8c67f205fb3c tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Pushing event updated for resources: {'Port': ['ID=84ce16de-c0e9-4e69-a74a-d86a73b4fc79,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:51.650211 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-a087ed3a-d1b5-418f-8575-8c67f205fb3c tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Network 2e35c226-b160-439b-816f-33ae2012b012 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:31:51.656338 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-a087ed3a-d1b5-418f-8575-8c67f205fb3c tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:51.662867 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-a087ed3a-d1b5-418f-8575-8c67f205fb3c tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:31:51.730092 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-6725b186-2804-4a86-9252-26c43430885e None None] For port 56e36e21-ef04-4665-aaf5-75a039065323, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:31:51.735159 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-6725b186-2804-4a86-9252-26c43430885e None None] For port 56e36e21-ef04-4665-aaf5-75a039065323, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=56e36e21-ef04-4665-aaf5-75a039065323,segment=NetworkSegment(c1fe2034-ded8-45a2-84db-df97397c557f),segment_id=c1fe2034-ded8-45a2-84db-df97397c557f)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:31:51.741881 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:51.751557 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c36c5e9a-95a6-4847-ae7a-79f1a3de44ed req-943c9f65-1902-4956-89dc-3af8f53c3fc6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1cdbb25a-9b73-4f85-91a0-0001a621b756&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3808026 Aug 11 22:31:51.780403 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-a087ed3a-d1b5-418f-8575-8c67f205fb3c tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:51.781209 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-a087ed3a-d1b5-418f-8575-8c67f205fb3c tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:51.787655 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 55284e8d-f5e7-40f2-b8fb-ffc999bb2136, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=55284e8d-f5e7-40f2-b8fb-ffc999bb2136,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:31:51.791599 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6725b186-2804-4a86-9252-26c43430885e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:51.799012 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:51.800016 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9e3dc8ea-dc59-47e8-8e04-9200f1454fe0 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:31:51.853077 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-a087ed3a-d1b5-418f-8575-8c67f205fb3c tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9829147 Aug 11 22:31:51.887555 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-86231d3e-366d-4aa7-b522-f6a91e203dc5 service neutron] Request body: {'port': {'device_id': '39125f70-51e1-45de-b39c-3c7b09b4e768', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:51.907539 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725b186-2804-4a86-9252-26c43430885e None None] Pushing event updated for resources: {'Port': ['ID=56e36e21-ef04-4665-aaf5-75a039065323,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:51.962736 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 9e3dc8ea-dc59-47e8-8e04-9200f1454fe0 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:51.963401 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:52.016870 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=55284e8d-f5e7-40f2-b8fb-ffc999bb2136,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:52.106886 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c5e9a-95a6-4847-ae7a-79f1a3de44ed req-81597729-5a4e-4753-b765-687f51f2dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:52.108577 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c36c5e9a-95a6-4847-ae7a-79f1a3de44ed req-81597729-5a4e-4753-b765-687f51f2dd25 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d6259f5f855840b0ae4d559b65fcc483&device_id=1cdbb25a-9b73-4f85-91a0-0001a621b756 HTTP/1.1" status: 200 len: 1101 time: 0.2134914 Aug 11 22:31:52.112033 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-86231d3e-366d-4aa7-b522-f6a91e203dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:52.150643 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-bd4a802a-6a98-46a0-9d55-6cca4768012a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Allocated IP 172.20.0.1 (5afeb168-48bb-49d5-b524-5484e43c60c0/edfe2fb6-65ff-4574-b23d-a8ac3a761eed/04a16237-0564-49bd-b573-c73a5c1c32e8) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:31:52.266967 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7a564445-c2ff-4641-b73c-f3d9f3709c56 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:52.307643 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a564445-c2ff-4641-b73c-f3d9f3709c56 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Port': ['ID=51d7ea95-1d32-4e78-8ecf-343896ede94c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:52.518140 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7a564445-c2ff-4641-b73c-f3d9f3709c56 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:52.538925 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c5e9a-95a6-4847-ae7a-79f1a3de44ed req-23a98968-dfee-4ccd-b8f6-98409e6ba029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:52.540563 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c36c5e9a-95a6-4847-ae7a-79f1a3de44ed req-23a98968-dfee-4ccd-b8f6-98409e6ba029 service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.4014952 Aug 11 22:31:52.632839 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c36c5e9a-95a6-4847-ae7a-79f1a3de44ed req-e6615eaa-9045-44b3-ad5c-c377f21b0b80 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=085f2558-f356-4d5a-9669-4c9455b89d89 HTTP/1.1" status: 200 len: 217 time: 0.0760105 Aug 11 22:31:52.660287 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7513743-75b1-4335-ad1e-682534922bc1 req-ef5f4b85-9aef-451b-b66a-50ef8fc0d7e2 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:52.661941 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c7513743-75b1-4335-ad1e-682534922bc1 req-ef5f4b85-9aef-451b-b66a-50ef8fc0d7e2 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?device_id=39125f70-51e1-45de-b39c-3c7b09b4e768 HTTP/1.1" status: 200 len: 931 time: 0.2308037 Aug 11 22:31:52.732796 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a564445-c2ff-4641-b73c-f3d9f3709c56 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Router a3d4037a-54df-4172-a61c-ea410d18fdc4 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:31:52.765327 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bd4a802a-6a98-46a0-9d55-6cca4768012a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:52.819958 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a564445-c2ff-4641-b73c-f3d9f3709c56 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:31:52.823426 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-bd4a802a-6a98-46a0-9d55-6cca4768012a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Transition to ACTIVE for port object 04a16237-0564-49bd-b573-c73a5c1c32e8 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:31:52.830382 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7a564445-c2ff-4641-b73c-f3d9f3709c56 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "PUT /v2.0/routers/a3d4037a-54df-4172-a61c-ea410d18fdc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5287237 Aug 11 22:31:52.830382 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43082) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:52.830803 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c5e9a-95a6-4847-ae7a-79f1a3de44ed req-ce4c6f47-3542-40fe-ab7d-842c6dfdcdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:52.832307 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c36c5e9a-95a6-4847-ae7a-79f1a3de44ed req-ce4c6f47-3542-40fe-ab7d-842c6dfdcdb5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1906452 Aug 11 22:31:52.841450 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d44ec5-0800-409a-9d4e-ed098a461ca2 None None] Sync routers for ids ['a3d4037a-54df-4172-a61c-ea410d18fdc4'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:31:52.856673 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d44ec5-0800-409a-9d4e-ed098a461ca2 None None] Routers {'a3d4037a-54df-4172-a61c-ea410d18fdc4'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:31:52.860848 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c7513743-75b1-4335-ad1e-682534922bc1 req-3bbf2ad7-db0f-45e0-90ec-99be7921fa90 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb1e841a-c0a3-4a8c-a0c4-4423f49e9872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785111 Aug 11 22:31:52.863295 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-59d44ec5-0800-409a-9d4e-ed098a461ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:31:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['a3d4037a-54df-4172-a61c-ea410d18fdc4'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:52.869672 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-493fef5c-49c7-4c5a-9867-72434cfca52e tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] GET failed (client error): The resource could not be found. Aug 11 22:31:52.875226 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-493fef5c-49c7-4c5a-9867-72434cfca52e tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "GET /v2.0/ports/51d7ea95-1d32-4e78-8ecf-343896ede94c HTTP/1.1" status: 404 len: 333 time: 0.0399435 Aug 11 22:31:52.876814 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43084) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:53.026008 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-59d44ec5-0800-409a-9d4e-ed098a461ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:53.035745 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70d0ed2c-c095-448e-a624-249bf454e444 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:53.037650 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d44ec5-0800-409a-9d4e-ed098a461ca2 None None] Routers {'a3d4037a-54df-4172-a61c-ea410d18fdc4'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:31:53.038300 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-59d44ec5-0800-409a-9d4e-ed098a461ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:31:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['a3d4037a-54df-4172-a61c-ea410d18fdc4'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:53.090102 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-59d44ec5-0800-409a-9d4e-ed098a461ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:53.093305 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d44ec5-0800-409a-9d4e-ed098a461ca2 None None] The sync data for ids ['a3d4037a-54df-4172-a61c-ea410d18fdc4'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:31:53.123434 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-86231d3e-366d-4aa7-b522-f6a91e203dc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84ce16de-c0e9-4e69-a74a-d86a73b4fc79 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:31:53.137003 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c5e9a-95a6-4847-ae7a-79f1a3de44ed req-82d09c57-4380-44ba-8efd-72f70cb4f035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:53.138952 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c36c5e9a-95a6-4847-ae7a-79f1a3de44ed req-82d09c57-4380-44ba-8efd-72f70cb4f035 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2940710 Aug 11 22:31:53.141900 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-86231d3e-366d-4aa7-b522-f6a91e203dc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:53.200482 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bd4a802a-6a98-46a0-9d55-6cca4768012a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:53.229643 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 55284e8d-f5e7-40f2-b8fb-ffc999bb2136 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:31:53.322391 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c59f6f-d159-4d5a-a737-16e1071db873 None None] Network 5afeb168-48bb-49d5-b524-5484e43c60c0 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:31:53.389341 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 55284e8d-f5e7-40f2-b8fb-ffc999bb2136 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:53.389631 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:53.467040 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-93a73363-ad56-44e1-b20d-cdf9116b4aa6 None None] Provisioning for port 56e36e21-ef04-4665-aaf5-75a039065323 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:31:53.728989 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-86231d3e-366d-4aa7-b522-f6a91e203dc5 service neutron] Transition to ACTIVE for port object 84ce16de-c0e9-4e69-a74a-d86a73b4fc79 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:31:53.780401 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 56e36e21-ef04-4665-aaf5-75a039065323 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:31:53.800143 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4a802a-6a98-46a0-9d55-6cca4768012a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Network 5afeb168-48bb-49d5-b524-5484e43c60c0 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:31:53.806002 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-86231d3e-366d-4aa7-b522-f6a91e203dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:53.852182 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-bd4a802a-6a98-46a0-9d55-6cca4768012a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:53.860888 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a802a-6a98-46a0-9d55-6cca4768012a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Port': ['ID=04a16237-0564-49bd-b573-c73a5c1c32e8,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:53.867192 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4a802a-6a98-46a0-9d55-6cca4768012a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:31:53.879449 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70d0ed2c-c095-448e-a624-249bf454e444 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:53.909112 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70d0ed2c-c095-448e-a624-249bf454e444 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:53.946622 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 56e36e21-ef04-4665-aaf5-75a039065323 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:31:53.954326 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 56e36e21-ef04-4665-aaf5-75a039065323 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:53.955780 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:54.089133 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86231d3e-366d-4aa7-b522-f6a91e203dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=84ce16de-c0e9-4e69-a74a-d86a73b4fc79,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:54.133358 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c36c5e9a-95a6-4847-ae7a-79f1a3de44ed req-ed70c133-e1a1-4136-94cb-29c1a2872857 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9284294 Aug 11 22:31:54.139854 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70d0ed2c-c095-448e-a624-249bf454e444 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:54.140726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d0ed2c-c095-448e-a624-249bf454e444 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Fanout notify agent at l3_agent the message router_deleted on router a3d4037a-54df-4172-a61c-ea410d18fdc4 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:31:54.144032 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bd4a802a-6a98-46a0-9d55-6cca4768012a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:54.151078 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:54.196302 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 56e36e21-ef04-4665-aaf5-75a039065323, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=56e36e21-ef04-4665-aaf5-75a039065323,segment=NetworkSegment(c1fe2034-ded8-45a2-84db-df97397c557f),segment_id=c1fe2034-ded8-45a2-84db-df97397c557f)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:31:54.204252 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:54.231348 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70d0ed2c-c095-448e-a624-249bf454e444 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:54.232839 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-70d0ed2c-c095-448e-a624-249bf454e444 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/routers/a3d4037a-54df-4172-a61c-ea410d18fdc4 HTTP/1.1" status: 204 len: 168 time: 1.3412719 Aug 11 22:31:54.237224 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43094) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:54.279645 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=56e36e21-ef04-4665-aaf5-75a039065323,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:54.342179 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16e25b0-9937-4d04-8397-920edc4306d6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting subnet 513134b1-b440-4edf-aef8-fe2aae97e472 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:31:54.343135 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-afbfea4a-720a-4a99-8def-95e3ee7c0d19 None None] Provisioning complete for port 56e36e21-ef04-4665-aaf5-75a039065323 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:54.343323 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-afbfea4a-720a-4a99-8def-95e3ee7c0d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:54.348358 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e16e25b0-9937-4d04-8397-920edc4306d6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:54.406326 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e16e25b0-9937-4d04-8397-920edc4306d6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:54.524452 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e16e25b0-9937-4d04-8397-920edc4306d6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:54.548101 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-afbfea4a-720a-4a99-8def-95e3ee7c0d19 None None] Provisioning for port 04a16237-0564-49bd-b573-c73a5c1c32e8 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:31:54.556279 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-afbfea4a-720a-4a99-8def-95e3ee7c0d19 None None] Provisioning complete for port 04a16237-0564-49bd-b573-c73a5c1c32e8 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:54.556872 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-afbfea4a-720a-4a99-8def-95e3ee7c0d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:54.638286 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e16e25b0-9937-4d04-8397-920edc4306d6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:54.664238 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-afbfea4a-720a-4a99-8def-95e3ee7c0d19 None None] Port 04a16237-0564-49bd-b573-c73a5c1c32e8 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:31:54.686003 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e25b0-9937-4d04-8397-920edc4306d6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Subnet': ['ID=513134b1-b440-4edf-aef8-fe2aae97e472,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:54.689210 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e16e25b0-9937-4d04-8397-920edc4306d6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:54.696959 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e16e25b0-9937-4d04-8397-920edc4306d6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/subnets/513134b1-b440-4edf-aef8-fe2aae97e472 HTTP/1.1" status: 204 len: 168 time: 0.4527156 Aug 11 22:31:54.698351 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43096) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:54.699921 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b1a5bb-17dd-4473-b5a7-d2b21677cc72 None None] Network 89a2be40-8f30-4ad4-afa7-91127f9f6d7d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:31:54.740565 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bd4a802a-6a98-46a0-9d55-6cca4768012a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:54.753716 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc9b0c-6a45-4cdc-8b0a-d4a75f47de54 req-86156a5e-a601-4a0f-9c71-1fdbeab1e222 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:54.756417 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b5dc9b0c-6a45-4cdc-8b0a-d4a75f47de54 req-86156a5e-a601-4a0f-9c71-1fdbeab1e222 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?device_id=39125f70-51e1-45de-b39c-3c7b09b4e768 HTTP/1.1" status: 200 len: 943 time: 0.7336853 Aug 11 22:31:54.826844 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c36c5e9a-95a6-4847-ae7a-79f1a3de44ed req-c6ed322d-aa98-44b6-a7b6-881276bd2477 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6125059 Aug 11 22:31:54.827869 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-86231d3e-366d-4aa7-b522-f6a91e203dc5 service neutron] Attempting to bind port 84ce16de-c0e9-4e69-a74a-d86a73b4fc79 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:31:54.828304 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-86231d3e-366d-4aa7-b522-f6a91e203dc5 service neutron] Attempting to bind port 84ce16de-c0e9-4e69-a74a-d86a73b4fc79 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '479ff772-c102-41d7-aa02-6e82b04b6a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '2e35c226-b160-439b-816f-33ae2012b012'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:31:54.828732 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-86231d3e-366d-4aa7-b522-f6a91e203dc5 service neutron] Attempting to bind port 84ce16de-c0e9-4e69-a74a-d86a73b4fc79 on network 2e35c226-b160-439b-816f-33ae2012b012 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:31:54.836276 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8c089a7b-4c40-4a3a-acf2-f46ecae7cf3b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:54.839825 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f7746a99-4946-4255-82b3-ff1d92c64290 None None] Provisioning complete for port 04a16237-0564-49bd-b573-c73a5c1c32e8 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:54.840557 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f7746a99-4946-4255-82b3-ff1d92c64290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:54.885424 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-86231d3e-366d-4aa7-b522-f6a91e203dc5 service neutron] Port 84ce16de-c0e9-4e69-a74a-d86a73b4fc79 on network 2e35c226-b160-439b-816f-33ae2012b012 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:31:54.886216 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-86231d3e-366d-4aa7-b522-f6a91e203dc5 service neutron] Attempting to bind port 84ce16de-c0e9-4e69-a74a-d86a73b4fc79 on network 2e35c226-b160-439b-816f-33ae2012b012 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:31:54.899378 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b5dc9b0c-6a45-4cdc-8b0a-d4a75f47de54 req-9feab588-70da-440f-8d5a-437d3561b174 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb1e841a-c0a3-4a8c-a0c4-4423f49e9872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340775 Aug 11 22:31:54.906475 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-86231d3e-366d-4aa7-b522-f6a91e203dc5 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:31:54.906941 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-86231d3e-366d-4aa7-b522-f6a91e203dc5 service neutron] Checking segment: {'id': '479ff772-c102-41d7-aa02-6e82b04b6a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '2e35c226-b160-439b-816f-33ae2012b012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:31:54.907474 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-86231d3e-366d-4aa7-b522-f6a91e203dc5 service neutron] Bound using segment: {'id': '479ff772-c102-41d7-aa02-6e82b04b6a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '2e35c226-b160-439b-816f-33ae2012b012'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:31:54.908073 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-86231d3e-366d-4aa7-b522-f6a91e203dc5 service neutron] Bound port: 84ce16de-c0e9-4e69-a74a-d86a73b4fc79, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '479ff772-c102-41d7-aa02-6e82b04b6a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '2e35c226-b160-439b-816f-33ae2012b012'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:31:54.908578 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-86231d3e-366d-4aa7-b522-f6a91e203dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:54.948829 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-f7746a99-4946-4255-82b3-ff1d92c64290 None None] Port 04a16237-0564-49bd-b573-c73a5c1c32e8 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:31:54.971771 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-8c089a7b-4c40-4a3a-acf2-f46ecae7cf3b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting port 9e3dc8ea-dc59-47e8-8e04-9200f1454fe0 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:31:54.972438 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8c089a7b-4c40-4a3a-acf2-f46ecae7cf3b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:55.059255 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8594b80d-8bf5-4eda-bc33-3e8f2dac2013 None None] DHCP port deletion for 89a2be40-8f30-4ad4-afa7-91127f9f6d7d request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:31:55.075290 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-8c089a7b-4c40-4a3a-acf2-f46ecae7cf3b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] For port 9e3dc8ea-dc59-47e8-8e04-9200f1454fe0, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9e3dc8ea-dc59-47e8-8e04-9200f1454fe0,segment=NetworkSegment(a4be8062-911f-4572-bc00-7d76941f7ff0),segment_id=a4be8062-911f-4572-bc00-7d76941f7ff0)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:31:55.076093 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8c089a7b-4c40-4a3a-acf2-f46ecae7cf3b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:55.097604 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 56e36e21-ef04-4665-aaf5-75a039065323 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:31:55.099443 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-8c089a7b-4c40-4a3a-acf2-f46ecae7cf3b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Calling delete_port for 9e3dc8ea-dc59-47e8-8e04-9200f1454fe0 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:31:55.113470 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-86231d3e-366d-4aa7-b522-f6a91e203dc5 service neutron] For port 84ce16de-c0e9-4e69-a74a-d86a73b4fc79, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:31:55.142328 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-86231d3e-366d-4aa7-b522-f6a91e203dc5 service neutron] For port 84ce16de-c0e9-4e69-a74a-d86a73b4fc79, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=84ce16de-c0e9-4e69-a74a-d86a73b4fc79,segment=NetworkSegment(479ff772-c102-41d7-aa02-6e82b04b6a24),segment_id=479ff772-c102-41d7-aa02-6e82b04b6a24)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:31:55.157438 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-86231d3e-366d-4aa7-b522-f6a91e203dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:55.233687 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-8594b80d-8bf5-4eda-bc33-3e8f2dac2013 None None] Deleting port 9e3dc8ea-dc59-47e8-8e04-9200f1454fe0 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:31:55.233960 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8594b80d-8bf5-4eda-bc33-3e8f2dac2013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:55.254813 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8c089a7b-4c40-4a3a-acf2-f46ecae7cf3b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:55.301267 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 56e36e21-ef04-4665-aaf5-75a039065323 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:55.302150 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:55.322336 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c089a7b-4c40-4a3a-acf2-f46ecae7cf3b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Port': ['ID=9e3dc8ea-dc59-47e8-8e04-9200f1454fe0,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:55.333373 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-86231d3e-366d-4aa7-b522-f6a91e203dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:55.334837 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-86231d3e-366d-4aa7-b522-f6a91e203dc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:55.335049 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-8594b80d-8bf5-4eda-bc33-3e8f2dac2013 None None] For port 9e3dc8ea-dc59-47e8-8e04-9200f1454fe0, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9e3dc8ea-dc59-47e8-8e04-9200f1454fe0,segment=NetworkSegment(a4be8062-911f-4572-bc00-7d76941f7ff0),segment_id=a4be8062-911f-4572-bc00-7d76941f7ff0)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:31:55.335454 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8594b80d-8bf5-4eda-bc33-3e8f2dac2013 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:55.339429 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-86231d3e-366d-4aa7-b522-f6a91e203dc5 service neutron] 10.222.0.82 "PUT /v2.0/ports/84ce16de-c0e9-4e69-a74a-d86a73b4fc79 HTTP/1.1" status: 200 len: 1091 time: 3.4624052 Aug 11 22:31:55.340506 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39125f70-51e1-45de-b39c-3c7b09b4e768', 'tag': '84ce16de-c0e9-4e69-a74a-d86a73b4fc79'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:31:55.344993 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7864ab-f74c-4aa0-99c0-0e48e00d34a8" -d '{"events": [{"name": "network-changed", "server_uuid": "39125f70-51e1-45de-b39c-3c7b09b4e768", "tag": "84ce16de-c0e9-4e69-a74a-d86a73b4fc79"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:31:55.367896 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-8594b80d-8bf5-4eda-bc33-3e8f2dac2013 None None] Calling delete_port for 9e3dc8ea-dc59-47e8-8e04-9200f1454fe0 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:31:55.380939 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c089a7b-4c40-4a3a-acf2-f46ecae7cf3b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] No DVR routers for this DVR port 9e3dc8ea-dc59-47e8-8e04-9200f1454fe0 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:31:55.388584 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86231d3e-366d-4aa7-b522-f6a91e203dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=84ce16de-c0e9-4e69-a74a-d86a73b4fc79,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:55.436804 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b42e1af-ad84-40dc-9a3f-c3f062804baa x-openstack-request-id: req-3b42e1af-ad84-40dc-9a3f-c3f062804baa {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:31:55.440016 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39125f70-51e1-45de-b39c-3c7b09b4e768", "tag": "84ce16de-c0e9-4e69-a74a-d86a73b4fc79", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:31:55.440368 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3b42e1af-ad84-40dc-9a3f-c3f062804baa {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:31:55.440718 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39125f70-51e1-45de-b39c-3c7b09b4e768', 'tag': '84ce16de-c0e9-4e69-a74a-d86a73b4fc79', 'status': 'completed', 'code': 200} Aug 11 22:31:55.537328 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8c089a7b-4c40-4a3a-acf2-f46ecae7cf3b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:55.550077 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-8c089a7b-4c40-4a3a-acf2-f46ecae7cf3b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a2be40-8f30-4ad4-afa7-91127f9f6d7d']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:55.564365 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-8c089a7b-4c40-4a3a-acf2-f46ecae7cf3b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4be8062-911f-4572-bc00-7d76941f7ff0') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:55.565167 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-8c089a7b-4c40-4a3a-acf2-f46ecae7cf3b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4be8062-911f-4572-bc00-7d76941f7ff0') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:55.576387 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8594b80d-8bf5-4eda-bc33-3e8f2dac2013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:55.577341 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8c089a7b-4c40-4a3a-acf2-f46ecae7cf3b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:55.594651 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8c089a7b-4c40-4a3a-acf2-f46ecae7cf3b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:55.602215 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c089a7b-4c40-4a3a-acf2-f46ecae7cf3b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:31:55.602677 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8c089a7b-4c40-4a3a-acf2-f46ecae7cf3b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:31:55.606392 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:31:55.624131 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594b80d-8bf5-4eda-bc33-3e8f2dac2013 None None] Pushing event deleted for resources: {'Port': ['ID=9e3dc8ea-dc59-47e8-8e04-9200f1454fe0,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:55.630693 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8594b80d-8bf5-4eda-bc33-3e8f2dac2013 None None] No DVR routers for this DVR port 9e3dc8ea-dc59-47e8-8e04-9200f1454fe0 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:31:55.673944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-479b53cd-7da7-40fe-bea7-1157010e0efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:55.676455 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-479b53cd-7da7-40fe-bea7-1157010e0efa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c924b9ab7554e649fc78fe64d7ad759&device_id=39125f70-51e1-45de-b39c-3c7b09b4e768 HTTP/1.1" status: 200 len: 1094 time: 0.2068369 Aug 11 22:31:55.697621 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8c089a7b-4c40-4a3a-acf2-f46ecae7cf3b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:55.707598 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bd4a802a-6a98-46a0-9d55-6cca4768012a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:55.738235 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bd4a802a-6a98-46a0-9d55-6cca4768012a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:55.739709 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8c089a7b-4c40-4a3a-acf2-f46ecae7cf3b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:55.744644 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8c089a7b-4c40-4a3a-acf2-f46ecae7cf3b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/networks/89a2be40-8f30-4ad4-afa7-91127f9f6d7d HTTP/1.1" status: 204 len: 168 time: 1.0446458 Aug 11 22:31:55.748987 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-2e741683-8814-4913-8cec-fa5e2c41b402 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84ce16de-c0e9-4e69-a74a-d86a73b4fc79 HTTP/1.1" status: 200 len: 217 time: 0.0506980 Aug 11 22:31:55.749252 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c089a7b-4c40-4a3a-acf2-f46ecae7cf3b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Network': ['ID=89a2be40-8f30-4ad4-afa7-91127f9f6d7d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:55.749446 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43102) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:55.942001 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4152d9c2-3b36-4583-9eeb-c94f663abe38 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:55.942001 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4152d9c2-3b36-4583-9eeb-c94f663abe38 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "GET /v2.0/ports/76ccac0a-29ce-4264-b32d-71f4a890d70b HTTP/1.1" status: 200 len: 841 time: 0.1894956 Aug 11 22:31:55.944678 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bd4a802a-6a98-46a0-9d55-6cca4768012a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:55.947607 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a802a-6a98-46a0-9d55-6cca4768012a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Port': ['ID=04a16237-0564-49bd-b573-c73a5c1c32e8,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:55.948556 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43106) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:55.952912 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-fb5b338b-9e00-4e23-a834-459174eeaca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:55.954962 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-fb5b338b-9e00-4e23-a834-459174eeaca6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b34d014b-dce1-48e5-b563-a01761500476 HTTP/1.1" status: 200 len: 853 time: 0.1696389 Aug 11 22:31:56.049426 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-c400d43a-3d34-40d7-9834-695938817f62 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2e35c226-b160-439b-816f-33ae2012b012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832155 Aug 11 22:31:56.049690 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43110) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:56.052130 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-644a8aa2-5602-4365-a1f6-d6f575939ecf tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "GET /v2.0/ports/76ccac0a-29ce-4264-b32d-71f4a890d70b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1018820 Aug 11 22:31:56.058792 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-d0a291ec-33a4-4dab-a3ba-5aae26aa24aa tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'subnet': {'network_id': 'bb31f13d-0513-4d49-a408-b96293756b97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:56.282088 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4a802a-6a98-46a0-9d55-6cca4768012a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Network 5afeb168-48bb-49d5-b524-5484e43c60c0 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:31:56.297937 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc7c15-782f-443f-934b-e094f1691436 req-e1312104-5989-4868-9719-47eb4e9859fa tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:56.300425 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fcfc7c15-782f-443f-934b-e094f1691436 req-e1312104-5989-4868-9719-47eb4e9859fa tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?device_id=39125f70-51e1-45de-b39c-3c7b09b4e768 HTTP/1.1" status: 200 len: 943 time: 0.2164810 Aug 11 22:31:56.306419 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-bd4a802a-6a98-46a0-9d55-6cca4768012a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:56.345058 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-ee62b82e-35f1-4fe8-b506-4d573010e885 service neutron] 10.222.0.82 "GET /v2.0/networks/2e35c226-b160-439b-816f-33ae2012b012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790916 Aug 11 22:31:56.349436 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a291ec-33a4-4dab-a3ba-5aae26aa24aa tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:31:56.354326 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d0a291ec-33a4-4dab-a3ba-5aae26aa24aa tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:56.548327 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fcfc7c15-782f-443f-934b-e094f1691436 req-13db82e1-e94b-4653-9ac0-f373321d8f93 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb1e841a-c0a3-4a8c-a0c4-4423f49e9872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320113 Aug 11 22:31:56.585314 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d4ce596a-b98e-4439-9fac-cee38ecd4637 None None] Provisioning complete for port 04a16237-0564-49bd-b573-c73a5c1c32e8 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:31:56.588149 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d4ce596a-b98e-4439-9fac-cee38ecd4637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:56.659090 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-d4ce596a-b98e-4439-9fac-cee38ecd4637 None None] Port 04a16237-0564-49bd-b573-c73a5c1c32e8 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:31:56.688107 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-28e99d5b-ed2b-4688-a31c-50a8f7d3f0b8 req-97368901-9c5b-456f-a86c-4d769a58ef2c service neutron] 10.222.0.82 "GET /v2.0/networks/2e35c226-b160-439b-816f-33ae2012b012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250830 Aug 11 22:31:56.745726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4a802a-6a98-46a0-9d55-6cca4768012a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Router 664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:31:56.914367 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d0a291ec-33a4-4dab-a3ba-5aae26aa24aa tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:57.010379 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a291ec-33a4-4dab-a3ba-5aae26aa24aa tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network bb31f13d-0513-4d49-a408-b96293756b97 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:31:57.027105 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7864ab-f74c-4aa0-99c0-0e48e00d34a8 req-543dff83-9b42-4e5c-890c-cb9112919858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:57.027848 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9e3dc8ea-dc59-47e8-8e04-9200f1454fe0 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:31:57.029203 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eb7864ab-f74c-4aa0-99c0-0e48e00d34a8 req-543dff83-9b42-4e5c-890c-cb9112919858 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c924b9ab7554e649fc78fe64d7ad759&device_id=39125f70-51e1-45de-b39c-3c7b09b4e768 HTTP/1.1" status: 200 len: 1094 time: 0.2476861 Aug 11 22:31:57.036503 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-d0a291ec-33a4-4dab-a3ba-5aae26aa24aa tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:57.052347 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a291ec-33a4-4dab-a3ba-5aae26aa24aa tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:57.052689 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d0a291ec-33a4-4dab-a3ba-5aae26aa24aa tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:57.075239 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a291ec-33a4-4dab-a3ba-5aae26aa24aa tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Subnet': ['ID=75f7f5d7-4440-489d-9e85-0ac02896894b,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:57.075860 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6116a0af-5009-41e0-b901-84c349729ab5 None None] Network bb31f13d-0513-4d49-a408-b96293756b97 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:31:57.080038 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 9e3dc8ea-dc59-47e8-8e04-9200f1454fe0 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:31:57.081809 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9e3dc8ea-dc59-47e8-8e04-9200f1454fe0 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:31:57.143229 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4a802a-6a98-46a0-9d55-6cca4768012a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:31:57.164435 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bd4a802a-6a98-46a0-9d55-6cca4768012a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "PUT /v2.0/routers/664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0612104 Aug 11 22:31:57.187255 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acf15b0-2a3e-46b6-8330-97f7aa1c0893 None None] Sync routers for ids ['664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:31:57.195150 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d0a291ec-33a4-4dab-a3ba-5aae26aa24aa tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1403642 Aug 11 22:31:57.197994 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43116) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:57.203133 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-e42091b9-6b90-47e7-aa5b-43715bba4e1e tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'security_group': {'name': 'tempest-secgroup-148031012'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:57.267475 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e42091b9-6b90-47e7-aa5b-43715bba4e1e tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:57.283005 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7864ab-f74c-4aa0-99c0-0e48e00d34a8 req-7c6ef1ce-167e-46cc-a35c-626a43f536eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:57.285181 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eb7864ab-f74c-4aa0-99c0-0e48e00d34a8 req-7c6ef1ce-167e-46cc-a35c-626a43f536eb service neutron] 10.222.0.82 "GET /v2.0/networks?id=2e35c226-b160-439b-816f-33ae2012b012 HTTP/1.1" status: 200 len: 914 time: 0.2293303 Aug 11 22:31:57.352326 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acf15b0-2a3e-46b6-8330-97f7aa1c0893 None None] Routers {'664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:31:57.353056 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2acf15b0-2a3e-46b6-8330-97f7aa1c0893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:31:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:57.372197 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eb7864ab-f74c-4aa0-99c0-0e48e00d34a8 req-bf6b401c-035b-477f-bad4-d9e538ced0dd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84ce16de-c0e9-4e69-a74a-d86a73b4fc79 HTTP/1.1" status: 200 len: 217 time: 0.0724759 Aug 11 22:31:57.500551 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7864ab-f74c-4aa0-99c0-0e48e00d34a8 req-470761b8-68d6-4f26-ab21-766310f4e9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:57.502671 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eb7864ab-f74c-4aa0-99c0-0e48e00d34a8 req-470761b8-68d6-4f26-ab21-766310f4e9dd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b34d014b-dce1-48e5-b563-a01761500476 HTTP/1.1" status: 200 len: 853 time: 0.1200838 Aug 11 22:31:57.510063 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ae2ba5-d211-47e6-9665-7c5e99bfb112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-bb31f13d-0513-4d49-a408-b96293756b97', 'network_id': 'bb31f13d-0513-4d49-a408-b96293756b97', 'tenant_id': '25fd15b5bb2148a4b0306708f08aa001', 'fixed_ips': [{'subnet_id': '75f7f5d7-4440-489d-9e85-0ac02896894b'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:31:57.511642 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a1ae2ba5-d211-47e6-9665-7c5e99bfb112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:57.522526 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-42288807-5891-4fad-a300-2caa0ffa1bd2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1660986121&fields=id&tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c HTTP/1.1" status: 200 len: 267 time: 0.1210356 Aug 11 22:31:57.551965 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eb7864ab-f74c-4aa0-99c0-0e48e00d34a8 req-1d5b1a98-03a9-4269-adeb-ebb8377766b7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2e35c226-b160-439b-816f-33ae2012b012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409141 Aug 11 22:31:57.594208 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e42091b9-6b90-47e7-aa5b-43715bba4e1e tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:57.657642 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-2acf15b0-2a3e-46b6-8330-97f7aa1c0893 None None] Set router 664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:31:57.900143 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-a1ae2ba5-d211-47e6-9665-7c5e99bfb112 None None] Allocated IP 172.20.0.2 (bb31f13d-0513-4d49-a408-b96293756b97/75f7f5d7-4440-489d-9e85-0ac02896894b/d8e0093e-ddc0-44a9-b04f-856139a2a1f8) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:31:58.057549 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e42091b9-6b90-47e7-aa5b-43715bba4e1e tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:58.102990 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42091b9-6b90-47e7-aa5b-43715bba4e1e tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f1f875-0f29-4ec6-8b35-d5c4f44e2ab6,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:58.105557 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e42091b9-6b90-47e7-aa5b-43715bba4e1e tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:58.109764 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e42091b9-6b90-47e7-aa5b-43715bba4e1e tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9078798 Aug 11 22:31:58.111803 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43136) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:58.116871 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-d741925b-fbbf-461d-a9b2-26243f63a3fd tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'security_group': {'name': 'tempest-secgroup-490577590'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:58.154675 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a1ae2ba5-d211-47e6-9665-7c5e99bfb112 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:58.163275 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2acf15b0-2a3e-46b6-8330-97f7aa1c0893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-427693066', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '55284e8d-f5e7-40f2-b8fb-ffc999bb2136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:31:44Z', 'updated_at': '2021-08-11T22:31:54Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': '55284e8d-f5e7-40f2-b8fb-ffc999bb2136', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:31:45Z', 'updated_at': '2021-08-11T22:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '04a16237-0564-49bd-b573-c73a5c1c32e8', 'name': '', 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:0f:55:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'edfe2fb6-65ff-4574-b23d-a8ac3a761eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:31:51Z', 'updated_at': '2021-08-11T22:31:55Z', 'revision_number': 2, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': 'edfe2fb6-65ff-4574-b23d-a8ac3a761eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:31:58.185303 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d741925b-fbbf-461d-a9b2-26243f63a3fd tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:58.203349 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a1ae2ba5-d211-47e6-9665-7c5e99bfb112 None None] Transition to ACTIVE for port object d8e0093e-ddc0-44a9-b04f-856139a2a1f8 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:31:58.208058 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acf15b0-2a3e-46b6-8330-97f7aa1c0893 None None] Checking router: 664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:31:58.208500 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acf15b0-2a3e-46b6-8330-97f7aa1c0893 None None] Updating router 664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed port 04a16237-0564-49bd-b573-c73a5c1c32e8 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:31:58.258964 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eb7864ab-f74c-4aa0-99c0-0e48e00d34a8 req-b4538765-a669-4540-b08d-2ca966e71f0f service neutron] 10.222.0.82 "GET /v2.0/networks/2e35c226-b160-439b-816f-33ae2012b012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6911230 Aug 11 22:31:58.273615 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-f665f0ab-ee49-468d-9e5b-6087f71db9f1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:58.275345 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-f665f0ab-ee49-468d-9e5b-6087f71db9f1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/networks?id=5afeb168-48bb-49d5-b524-5484e43c60c0 HTTP/1.1" status: 200 len: 796 time: 0.7313423 Aug 11 22:31:58.282586 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a1ae2ba5-d211-47e6-9665-7c5e99bfb112 None None] Transition to ACTIVE for port object d8e0093e-ddc0-44a9-b04f-856139a2a1f8 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:31:58.285325 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2acf15b0-2a3e-46b6-8330-97f7aa1c0893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:58.307180 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a1ae2ba5-d211-47e6-9665-7c5e99bfb112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:58.355302 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d741925b-fbbf-461d-a9b2-26243f63a3fd tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:58.361933 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d741925b-fbbf-461d-a9b2-26243f63a3fd tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:58.375009 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-73ef3981-899f-4cff-bdcb-8cc6bca9f165 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/quotas/99e4ef8618e749c9ac7b5e3c6561f65c HTTP/1.1" status: 200 len: 375 time: 0.0867615 Aug 11 22:31:58.401775 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ae2ba5-d211-47e6-9665-7c5e99bfb112 None None] Network bb31f13d-0513-4d49-a408-b96293756b97 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:31:58.409801 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d741925b-fbbf-461d-a9b2-26243f63a3fd tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:58.415771 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d741925b-fbbf-461d-a9b2-26243f63a3fd tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2984307 Aug 11 22:31:58.416074 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-a1ae2ba5-d211-47e6-9665-7c5e99bfb112 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:58.416263 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741925b-fbbf-461d-a9b2-26243f63a3fd tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45d895f4-ce3a-45c8-bc5a-ed8f5237606a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:58.417179 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43138) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:58.422407 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ae2ba5-d211-47e6-9665-7c5e99bfb112 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:31:58.424471 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-5ac6516b-27fc-4231-9933-899f9971c341 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-734750562', 'security_groups': ['45d895f4-ce3a-45c8-bc5a-ed8f5237606a'], 'network_id': 'bb31f13d-0513-4d49-a408-b96293756b97', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '75f7f5d7-4440-489d-9e85-0ac02896894b'}]}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:31:58.441729 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae2ba5-d211-47e6-9665-7c5e99bfb112 None None] Pushing event updated for resources: {'Port': ['ID=d8e0093e-ddc0-44a9-b04f-856139a2a1f8,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:58.553725 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eb7864ab-f74c-4aa0-99c0-0e48e00d34a8 req-de75e97e-459a-4e0a-8b51-85a98cf1f8c5 service neutron] 10.222.0.82 "GET /v2.0/networks/2e35c226-b160-439b-816f-33ae2012b012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650158 Aug 11 22:31:58.588233 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-4bd633c6-0325-440d-b9c4-57833369e244 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2020044 Aug 11 22:31:58.608875 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a1ae2ba5-d211-47e6-9665-7c5e99bfb112 None None] Attempting to bind port d8e0093e-ddc0-44a9-b04f-856139a2a1f8 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:31:58.609885 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a1ae2ba5-d211-47e6-9665-7c5e99bfb112 None None] Attempting to bind port d8e0093e-ddc0-44a9-b04f-856139a2a1f8 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '13e4d3f3-9253-47d6-a9a3-d73032ce9406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bb31f13d-0513-4d49-a408-b96293756b97'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:31:58.611096 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ae2ba5-d211-47e6-9665-7c5e99bfb112 None None] Attempting to bind port d8e0093e-ddc0-44a9-b04f-856139a2a1f8 on network bb31f13d-0513-4d49-a408-b96293756b97 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:31:58.613211 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac6516b-27fc-4231-9933-899f9971c341 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:31:58.696867 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ae2ba5-d211-47e6-9665-7c5e99bfb112 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:31:58.698474 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ae2ba5-d211-47e6-9665-7c5e99bfb112 None None] Checking segment: {'id': '13e4d3f3-9253-47d6-a9a3-d73032ce9406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bb31f13d-0513-4d49-a408-b96293756b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:31:58.699367 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a1ae2ba5-d211-47e6-9665-7c5e99bfb112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:58.700252 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ae2ba5-d211-47e6-9665-7c5e99bfb112 None None] Bound using segment: {'id': '13e4d3f3-9253-47d6-a9a3-d73032ce9406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bb31f13d-0513-4d49-a408-b96293756b97'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:31:58.701256 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a1ae2ba5-d211-47e6-9665-7c5e99bfb112 None None] Bound port: d8e0093e-ddc0-44a9-b04f-856139a2a1f8, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e4d3f3-9253-47d6-a9a3-d73032ce9406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bb31f13d-0513-4d49-a408-b96293756b97'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:31:58.702148 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a1ae2ba5-d211-47e6-9665-7c5e99bfb112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:58.738828 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ac6516b-27fc-4231-9933-899f9971c341 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:58.751683 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-bd9c04dc-d679-4b29-9a6d-d058409d10e9 service neutron] 10.222.0.77 "GET /v2.0/networks/5afeb168-48bb-49d5-b524-5484e43c60c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477082 Aug 11 22:31:58.777150 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-5ac6516b-27fc-4231-9933-899f9971c341 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] device_id is not set on port 28faee5e-dc66-4ab2-9192-930a7d740a88 yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:31:58.900123 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2acf15b0-2a3e-46b6-8330-97f7aa1c0893 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:58.914926 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2acf15b0-2a3e-46b6-8330-97f7aa1c0893 None None] Transition to ACTIVE for port object 04a16237-0564-49bd-b573-c73a5c1c32e8 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:31:58.925601 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2acf15b0-2a3e-46b6-8330-97f7aa1c0893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:59.011489 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a1ae2ba5-d211-47e6-9665-7c5e99bfb112 None None] For port d8e0093e-ddc0-44a9-b04f-856139a2a1f8, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:31:59.019226 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a1ae2ba5-d211-47e6-9665-7c5e99bfb112 None None] For port d8e0093e-ddc0-44a9-b04f-856139a2a1f8, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d8e0093e-ddc0-44a9-b04f-856139a2a1f8,segment=NetworkSegment(13e4d3f3-9253-47d6-a9a3-d73032ce9406),segment_id=13e4d3f3-9253-47d6-a9a3-d73032ce9406)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:31:59.032071 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04297d14-9d52-42c3-8a00-6337d4dcd4d5 None None] Pushing event updated for resources: {'Port': ['ID=04a16237-0564-49bd-b573-c73a5c1c32e8,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:59.037885 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a1ae2ba5-d211-47e6-9665-7c5e99bfb112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:59.061898 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-d3f1b0d1-97ad-4d56-b1a2-50dacdea4cc2 service neutron] 10.222.0.77 "GET /v2.0/networks/5afeb168-48bb-49d5-b524-5484e43c60c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021414 Aug 11 22:31:59.113428 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae2ba5-d211-47e6-9665-7c5e99bfb112 None None] Pushing event updated for resources: {'Port': ['ID=d8e0093e-ddc0-44a9-b04f-856139a2a1f8,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:59.211788 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-2acf15b0-2a3e-46b6-8330-97f7aa1c0893 None None] Attempting to bind port 04a16237-0564-49bd-b573-c73a5c1c32e8 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:31:59.212423 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-2acf15b0-2a3e-46b6-8330-97f7aa1c0893 None None] Attempting to bind port 04a16237-0564-49bd-b573-c73a5c1c32e8 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'c1fe2034-ded8-45a2-84db-df97397c557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:31:59.212632 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf15b0-2a3e-46b6-8330-97f7aa1c0893 None None] Attempting to bind port 04a16237-0564-49bd-b573-c73a5c1c32e8 on network 5afeb168-48bb-49d5-b524-5484e43c60c0 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:31:59.220814 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf15b0-2a3e-46b6-8330-97f7aa1c0893 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:31:59.220814 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf15b0-2a3e-46b6-8330-97f7aa1c0893 None None] Checking segment: {'id': 'c1fe2034-ded8-45a2-84db-df97397c557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:31:59.220814 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2acf15b0-2a3e-46b6-8330-97f7aa1c0893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:59.220814 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf15b0-2a3e-46b6-8330-97f7aa1c0893 None None] Bound using segment: {'id': 'c1fe2034-ded8-45a2-84db-df97397c557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:31:59.220814 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-2acf15b0-2a3e-46b6-8330-97f7aa1c0893 None None] Bound port: 04a16237-0564-49bd-b573-c73a5c1c32e8, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1fe2034-ded8-45a2-84db-df97397c557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:31:59.220814 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2acf15b0-2a3e-46b6-8330-97f7aa1c0893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:59.252085 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-5ac6516b-27fc-4231-9933-899f9971c341 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Allocated IP 172.20.0.13 (bb31f13d-0513-4d49-a408-b96293756b97/75f7f5d7-4440-489d-9e85-0ac02896894b/28faee5e-dc66-4ab2-9192-930a7d740a88) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:31:59.501696 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-2acf15b0-2a3e-46b6-8330-97f7aa1c0893 None None] For port 04a16237-0564-49bd-b573-c73a5c1c32e8, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:31:59.515405 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-2acf15b0-2a3e-46b6-8330-97f7aa1c0893 None None] For port 04a16237-0564-49bd-b573-c73a5c1c32e8, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=04a16237-0564-49bd-b573-c73a5c1c32e8,segment=NetworkSegment(c1fe2034-ded8-45a2-84db-df97397c557f),segment_id=c1fe2034-ded8-45a2-84db-df97397c557f)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:31:59.523812 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2acf15b0-2a3e-46b6-8330-97f7aa1c0893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:59.653754 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ac6516b-27fc-4231-9933-899f9971c341 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:59.688650 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-5ac6516b-27fc-4231-9933-899f9971c341 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Transition to ACTIVE for port object 28faee5e-dc66-4ab2-9192-930a7d740a88 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:31:59.709605 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12509bc8-90ab-4b76-8223-d1933c38ba81 req-c52f0081-ab85-4fa4-abf5-efb714fc1a36 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:59.718681 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-12509bc8-90ab-4b76-8223-d1933c38ba81 req-c52f0081-ab85-4fa4-abf5-efb714fc1a36 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?device_id=39125f70-51e1-45de-b39c-3c7b09b4e768 HTTP/1.1" status: 200 len: 943 time: 0.2487273 Aug 11 22:31:59.765819 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04297d14-9d52-42c3-8a00-6337d4dcd4d5 None None] Pushing event updated for resources: {'Port': ['ID=04a16237-0564-49bd-b573-c73a5c1c32e8,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:59.798347 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 84ce16de-c0e9-4e69-a74a-d86a73b4fc79 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:31:59.802956 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ac6516b-27fc-4231-9933-899f9971c341 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:59.831245 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac6516b-27fc-4231-9933-899f9971c341 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network bb31f13d-0513-4d49-a408-b96293756b97 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:31:59.834598 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-5ac6516b-27fc-4231-9933-899f9971c341 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:31:59.855540 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-12509bc8-90ab-4b76-8223-d1933c38ba81 req-01ed5fea-e0c2-488f-95d8-5fd472768fe3 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb1e841a-c0a3-4a8c-a0c4-4423f49e9872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297228 Aug 11 22:31:59.860040 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac6516b-27fc-4231-9933-899f9971c341 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:31:59.913437 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6516b-27fc-4231-9933-899f9971c341 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Port': ['ID=28faee5e-dc66-4ab2-9192-930a7d740a88,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:31:59.936928 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac6516b-27fc-4231-9933-899f9971c341 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:31:59.938288 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5ac6516b-27fc-4231-9933-899f9971c341 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:31:59.968371 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43150) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:31:59.969438 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5ac6516b-27fc-4231-9933-899f9971c341 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5504062 Aug 11 22:31:59.977395 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-160e27a4-ad39-4623-bccf-71c47c0e7daa tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'subnet': {'network_id': 'bb31f13d-0513-4d49-a408-b96293756b97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:32:00.021458 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acf15b0-2a3e-46b6-8330-97f7aa1c0893 None None] Routers {'664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:32:00.022508 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2acf15b0-2a3e-46b6-8330-97f7aa1c0893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:31:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:00.119578 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.resource_extend [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 22:32:00.148568 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c2d12575-fa59-4e0d-96d5-d69964b52f8e req-797a4293-e6fa-438d-9e8c-3d30b067d493 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 210 time: 0.1437521 Aug 11 22:32:00.372989 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160e27a4-ad39-4623-bccf-71c47c0e7daa tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:32:00.377352 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-160e27a4-ad39-4623-bccf-71c47c0e7daa tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:00.395392 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-2acf15b0-2a3e-46b6-8330-97f7aa1c0893 None None] Set router 664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:32:00.641975 n-d-804275-3 neutron-server[100943]: INFO neutron.db.ipam_backend_mixin [None req-160e27a4-ad39-4623-bccf-71c47c0e7daa tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 75f7f5d7-4440-489d-9e85-0ac02896894b (CIDR: 172.20.0.0/28) Aug 11 22:32:00.653480 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-160e27a4-ad39-4623-bccf-71c47c0e7daa tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:32:00.654861 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-160e27a4-ad39-4623-bccf-71c47c0e7daa tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:32:00.693584 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43156) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:00.700296 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-0ac55617-7d03-4d1d-87f7-0ca8b55e070a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'subnet': {'network_id': 'bb31f13d-0513-4d49-a408-b96293756b97', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:32:00.704041 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-160e27a4-ad39-4623-bccf-71c47c0e7daa tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7336831 Aug 11 22:32:00.723848 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 84ce16de-c0e9-4e69-a74a-d86a73b4fc79, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=84ce16de-c0e9-4e69-a74a-d86a73b4fc79,segment=NetworkSegment(479ff772-c102-41d7-aa02-6e82b04b6a24),segment_id=479ff772-c102-41d7-aa02-6e82b04b6a24)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:32:00.749690 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '84ce16de-c0e9-4e69-a74a-d86a73b4fc79', 'network_id': '2e35c226-b160-439b-816f-33ae2012b012', 'port_id': '84ce16de-c0e9-4e69-a74a-d86a73b4fc79', 'mac_address': 'fa:16:3e:80:08:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34d014b-dce1-48e5-b563-a01761500476', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:32:00.904368 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:00.936122 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac55617-7d03-4d1d-87f7-0ca8b55e070a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:32:00.945849 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0ac55617-7d03-4d1d-87f7-0ca8b55e070a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:00.946454 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84ce16de-c0e9-4e69-a74a-d86a73b4fc79 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:32:01.019321 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 84ce16de-c0e9-4e69-a74a-d86a73b4fc79, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=84ce16de-c0e9-4e69-a74a-d86a73b4fc79,segment=NetworkSegment(479ff772-c102-41d7-aa02-6e82b04b6a24),segment_id=479ff772-c102-41d7-aa02-6e82b04b6a24)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:32:01.045988 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:01.153868 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babadaee-8dad-473e-95f3-64840d4de226 req-8b927d44-7dbd-404a-ba8a-9d4cfead93e7 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:01.165368 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-babadaee-8dad-473e-95f3-64840d4de226 req-8b927d44-7dbd-404a-ba8a-9d4cfead93e7 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?device_id=39125f70-51e1-45de-b39c-3c7b09b4e768 HTTP/1.1" status: 200 len: 944 time: 0.1214550 Aug 11 22:32:01.275423 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=84ce16de-c0e9-4e69-a74a-d86a73b4fc79,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:01.280995 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3f342883-3ece-442c-92ec-08763b2ee6dc None None] Provisioning complete for port 76ccac0a-29ce-4264-b32d-71f4a890d70b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:01.281408 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3f342883-3ece-442c-92ec-08763b2ee6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:01.319692 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d8e0093e-ddc0-44a9-b04f-856139a2a1f8 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:32:01.339636 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-babadaee-8dad-473e-95f3-64840d4de226 req-4f1a9468-0422-44d3-82c9-4d8147f80143 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb1e841a-c0a3-4a8c-a0c4-4423f49e9872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707470 Aug 11 22:32:01.359938 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2acf15b0-2a3e-46b6-8330-97f7aa1c0893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-427693066', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '55284e8d-f5e7-40f2-b8fb-ffc999bb2136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:31:44Z', 'updated_at': '2021-08-11T22:31:54Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': '55284e8d-f5e7-40f2-b8fb-ffc999bb2136', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:31:45Z', 'updated_at': '2021-08-11T22:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '04a16237-0564-49bd-b573-c73a5c1c32e8', 'name': '', 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:0f:55:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'edfe2fb6-65ff-4574-b23d-a8ac3a761eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:31:51Z', 'updated_at': '2021-08-11T22:31:59Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': 'edfe2fb6-65ff-4574-b23d-a8ac3a761eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:01.389347 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-3f342883-3ece-442c-92ec-08763b2ee6dc None None] Port 76ccac0a-29ce-4264-b32d-71f4a890d70b cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:32:01.479264 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['84ce16de-c0e9-4e69-a74a-d86a73b4fc79'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:32:01.494557 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acf15b0-2a3e-46b6-8330-97f7aa1c0893 None None] The sync data for ids ['664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed'] in n-d-804275-3 is: [{'id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-427693066', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '55284e8d-f5e7-40f2-b8fb-ffc999bb2136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:31:44Z', 'updated_at': '2021-08-11T22:31:54Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': '55284e8d-f5e7-40f2-b8fb-ffc999bb2136', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:31:45Z', 'updated_at': '2021-08-11T22:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '04a16237-0564-49bd-b573-c73a5c1c32e8', 'name': '', 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:0f:55:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'edfe2fb6-65ff-4574-b23d-a8ac3a761eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:31:51Z', 'updated_at': '2021-08-11T22:31:59Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': 'edfe2fb6-65ff-4574-b23d-a8ac3a761eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:32:01.561226 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3f342883-3ece-442c-92ec-08763b2ee6dc None None] Provisioning for port d8e0093e-ddc0-44a9-b04f-856139a2a1f8 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:32:01.592706 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a07137b-05bf-4511-9514-b062989a6f59 req-5b27e6e5-abf0-40fb-b2cc-007dc2bc00d2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 210 time: 0.0641146 Aug 11 22:32:01.593360 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port d8e0093e-ddc0-44a9-b04f-856139a2a1f8 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:32:01.651785 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port d8e0093e-ddc0-44a9-b04f-856139a2a1f8 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:01.653334 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:01.719151 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-d5681a49-c1e0-4397-bc86-b63f5f615581 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:01.723022 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-d5681a49-c1e0-4397-bc86-b63f5f615581 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.52 "GET /v2.0/networks?id=5afeb168-48bb-49d5-b524-5484e43c60c0 HTTP/1.1" status: 200 len: 796 time: 0.3709650 Aug 11 22:32:01.780097 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d65bffaf-824c-4d58-ad64-92438540df39 None None] Provisioning for port 28faee5e-dc66-4ab2-9192-930a7d740a88 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:32:01.798161 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d65bffaf-824c-4d58-ad64-92438540df39 None None] Provisioning complete for port 28faee5e-dc66-4ab2-9192-930a7d740a88 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:01.799263 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d65bffaf-824c-4d58-ad64-92438540df39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:01.903626 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-d65bffaf-824c-4d58-ad64-92438540df39 None None] Port 28faee5e-dc66-4ab2-9192-930a7d740a88 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:32:01.908974 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-c99f09b7-5e31-4d05-bad2-bc41c4ea4a05 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c HTTP/1.1" status: 200 len: 380 time: 0.1749401 Aug 11 22:32:01.909264 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:01.935751 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-dfcf540d-89d9-4321-8fb6-08ad3d9f93b5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'port': {'device_id': '7b683adf-b4c2-4919-acbd-2fc756d6c1da', 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0', 'admin_state_up': True, 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'security_groups': ['778e3614-01c7-4809-ab38-7c0d06e05293']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:32:01.968903 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port d8e0093e-ddc0-44a9-b04f-856139a2a1f8, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d8e0093e-ddc0-44a9-b04f-856139a2a1f8,segment=NetworkSegment(13e4d3f3-9253-47d6-a9a3-d73032ce9406),segment_id=13e4d3f3-9253-47d6-a9a3-d73032ce9406)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:32:01.975185 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:02.049700 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=d8e0093e-ddc0-44a9-b04f-856139a2a1f8,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:02.117211 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0ac55617-7d03-4d1d-87f7-0ca8b55e070a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:02.212342 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac55617-7d03-4d1d-87f7-0ca8b55e070a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Subnet': ['ID=e5a2c8be-65c1-4364-89a4-e40a4998f45c,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:02.225508 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac55617-7d03-4d1d-87f7-0ca8b55e070a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network bb31f13d-0513-4d49-a408-b96293756b97 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:32:02.232079 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-0ac55617-7d03-4d1d-87f7-0ca8b55e070a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:32:02.244180 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac55617-7d03-4d1d-87f7-0ca8b55e070a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:02.244180 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0ac55617-7d03-4d1d-87f7-0ca8b55e070a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:02.249842 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fefcbba-e02e-49f6-9240-f8cba318cce4 None None] Network bb31f13d-0513-4d49-a408-b96293756b97 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:32:02.284994 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-dfcf540d-89d9-4321-8fb6-08ad3d9f93b5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Made reservation on behalf of 99e4ef8618e749c9ac7b5e3c6561f65c for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:32:02.290358 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-dfcf540d-89d9-4321-8fb6-08ad3d9f93b5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:02.330980 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0ac55617-7d03-4d1d-87f7-0ca8b55e070a tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6346507 Aug 11 22:32:02.334809 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43164) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:02.347277 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c94108d2-4a59-47ee-93d4-6de57c51d50d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1637330573', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e5a2c8be-65c1-4364-89a4-e40a4998f45c'}], 'security_groups': ['d2f1f875-0f29-4ec6-8b35-d5c4f44e2ab6']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:32:02.516465 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c94108d2-4a59-47ee-93d4-6de57c51d50d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:02.587947 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf212c8b-c397-481e-becd-180aeefda921 req-2f56c592-f75a-475d-b960-2f655461e078 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:02.592944 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bf212c8b-c397-481e-becd-180aeefda921 req-2f56c592-f75a-475d-b960-2f655461e078 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?device_id=39125f70-51e1-45de-b39c-3c7b09b4e768 HTTP/1.1" status: 200 len: 944 time: 0.0686061 Aug 11 22:32:02.665612 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bf212c8b-c397-481e-becd-180aeefda921 req-6de3886f-14cd-4ec0-9778-98c66f37c834 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb1e841a-c0a3-4a8c-a0c4-4423f49e9872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562127 Aug 11 22:32:02.736676 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0c64cd-8bd8-4ce9-b238-dc53c3181b34 None None] Update dhcp port {'port': {'network_id': 'bb31f13d-0513-4d49-a408-b96293756b97', 'fixed_ips': [{'subnet_id': '75f7f5d7-4440-489d-9e85-0ac02896894b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e5a2c8be-65c1-4364-89a4-e40a4998f45c'}], 'binding:host_id': 'n-d-804275-3'}, 'id': 'd8e0093e-ddc0-44a9-b04f-856139a2a1f8'} from n-d-804275-3. {{(pid=100944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 22:32:02.793282 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8bdc6daa-3bef-4e5c-a42b-8e35a03d5a53 req-44eaf1bb-21fa-4d4f-bf5e-648a5a50ce29 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 210 time: 0.0529351 Aug 11 22:32:02.795120 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ff0c64cd-8bd8-4ce9-b238-dc53c3181b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:02.827280 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-dfcf540d-89d9-4321-8fb6-08ad3d9f93b5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Allocated IP 172.20.0.5 (5afeb168-48bb-49d5-b524-5484e43c60c0/edfe2fb6-65ff-4574-b23d-a8ac3a761eed/23509e9f-d413-4650-be97-d7259292856a) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:32:03.158972 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-ff0c64cd-8bd8-4ce9-b238-dc53c3181b34 None None] Allocated IP 172.20.0.18 (bb31f13d-0513-4d49-a408-b96293756b97/e5a2c8be-65c1-4364-89a4-e40a4998f45c/d8e0093e-ddc0-44a9-b04f-856139a2a1f8) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:32:03.367618 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-dfcf540d-89d9-4321-8fb6-08ad3d9f93b5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:03.374402 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d8e0093e-ddc0-44a9-b04f-856139a2a1f8 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:32:03.431698 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-dfcf540d-89d9-4321-8fb6-08ad3d9f93b5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Transition to ACTIVE for port object 23509e9f-d413-4650-be97-d7259292856a will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:32:03.451756 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-ff0c64cd-8bd8-4ce9-b238-dc53c3181b34 None None] For port d8e0093e-ddc0-44a9-b04f-856139a2a1f8, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d8e0093e-ddc0-44a9-b04f-856139a2a1f8,segment=NetworkSegment(13e4d3f3-9253-47d6-a9a3-d73032ce9406),segment_id=13e4d3f3-9253-47d6-a9a3-d73032ce9406)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:32:03.499655 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-dfcf540d-89d9-4321-8fb6-08ad3d9f93b5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:03.508734 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port d8e0093e-ddc0-44a9-b04f-856139a2a1f8 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:03.509569 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:03.589792 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-dfcf540d-89d9-4321-8fb6-08ad3d9f93b5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Network 5afeb168-48bb-49d5-b524-5484e43c60c0 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:32:03.598513 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ff0c64cd-8bd8-4ce9-b238-dc53c3181b34 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:03.602303 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-dfcf540d-89d9-4321-8fb6-08ad3d9f93b5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:32:03.605944 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf540d-89d9-4321-8fb6-08ad3d9f93b5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Port': ['ID=23509e9f-d413-4650-be97-d7259292856a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:03.611090 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-dfcf540d-89d9-4321-8fb6-08ad3d9f93b5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:32:03.687244 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ff0c64cd-8bd8-4ce9-b238-dc53c3181b34 None None] Transition to ACTIVE for port object d8e0093e-ddc0-44a9-b04f-856139a2a1f8 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:32:03.696266 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ff0c64cd-8bd8-4ce9-b238-dc53c3181b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:03.703446 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Port d8e0093e-ddc0-44a9-b04f-856139a2a1f8 had new provisioning blocks added so it will not transition to active. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 11 22:32:03.704989 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 04a16237-0564-49bd-b573-c73a5c1c32e8 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:32:03.799636 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 84ce16de-c0e9-4e69-a74a-d86a73b4fc79 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:32:03.890315 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-dfcf540d-89d9-4321-8fb6-08ad3d9f93b5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:03.891242 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-dfcf540d-89d9-4321-8fb6-08ad3d9f93b5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:04.056386 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-dfcf540d-89d9-4321-8fb6-08ad3d9f93b5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1306539 Aug 11 22:32:04.076730 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-379fdef5-303f-4691-9b16-5857f11fba31 service neutron] Request body: {'port': {'device_id': '7b683adf-b4c2-4919-acbd-2fc756d6c1da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:32:04.116853 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53effd8-ef68-46d9-be14-71ccbbf71d48 req-b940ea0e-62f3-4c70-ac43-b5cf42d3650e tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:04.118536 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d53effd8-ef68-46d9-be14-71ccbbf71d48 req-b940ea0e-62f3-4c70-ac43-b5cf42d3650e tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?device_id=39125f70-51e1-45de-b39c-3c7b09b4e768 HTTP/1.1" status: 200 len: 944 time: 0.2206264 Aug 11 22:32:04.201336 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-c94108d2-4a59-47ee-93d4-6de57c51d50d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Delete allocated IP 172.20.0.13 (bb31f13d-0513-4d49-a408-b96293756b97/75f7f5d7-4440-489d-9e85-0ac02896894b) {{(pid=100942) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 22:32:04.244182 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c64cd-8bd8-4ce9-b238-dc53c3181b34 None None] Pushing event updated for resources: {'Port': ['ID=d8e0093e-ddc0-44a9-b04f-856139a2a1f8,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:04.253356 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-c94108d2-4a59-47ee-93d4-6de57c51d50d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Allocated IP 172.20.0.30 (bb31f13d-0513-4d49-a408-b96293756b97/e5a2c8be-65c1-4364-89a4-e40a4998f45c/28faee5e-dc66-4ab2-9192-930a7d740a88) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:32:04.266955 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 04a16237-0564-49bd-b573-c73a5c1c32e8 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:32:04.279405 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d53effd8-ef68-46d9-be14-71ccbbf71d48 req-c93203a5-bbb2-4028-83bf-dd3b5df90e61 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb1e841a-c0a3-4a8c-a0c4-4423f49e9872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340723 Aug 11 22:32:04.310767 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 04a16237-0564-49bd-b573-c73a5c1c32e8 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:04.311567 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:04.320521 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-379fdef5-303f-4691-9b16-5857f11fba31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:04.375709 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 84ce16de-c0e9-4e69-a74a-d86a73b4fc79 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:32:04.387270 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7d0e417d-0119-4abc-9bc0-fa50fefd4f93 None None] Provisioning for port 23509e9f-d413-4650-be97-d7259292856a completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:32:04.396374 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 84ce16de-c0e9-4e69-a74a-d86a73b4fc79 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:04.397017 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:04.408765 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7d0e417d-0119-4abc-9bc0-fa50fefd4f93 None None] Provisioning complete for port 23509e9f-d413-4650-be97-d7259292856a triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:04.409523 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7d0e417d-0119-4abc-9bc0-fa50fefd4f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:04.558578 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-7d0e417d-0119-4abc-9bc0-fa50fefd4f93 None None] Port 23509e9f-d413-4650-be97-d7259292856a cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:32:04.607013 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c0647-9b07-4aed-9a1c-30fe365e98a0 req-1464e19f-6baf-495b-b55f-74009397a879 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:04.609057 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-016c0647-9b07-4aed-9a1c-30fe365e98a0 req-1464e19f-6baf-495b-b55f-74009397a879 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 931 time: 0.1470344 Aug 11 22:32:04.672805 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:04.696758 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-016c0647-9b07-4aed-9a1c-30fe365e98a0 req-bfabbf47-5364-4213-b8c5-261d5237c4d6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=778e3614-01c7-4809-ab38-7c0d06e05293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735915 Aug 11 22:32:04.766441 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:04.806334 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 04a16237-0564-49bd-b573-c73a5c1c32e8, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=04a16237-0564-49bd-b573-c73a5c1c32e8,segment=NetworkSegment(c1fe2034-ded8-45a2-84db-df97397c557f),segment_id=c1fe2034-ded8-45a2-84db-df97397c557f)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:32:04.812776 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39125f70-51e1-45de-b39c-3c7b09b4e768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ce16de-c0e9-4e69-a74a-d86a73b4fc79'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:32:04.815942 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a37ae94-6678-49cf-9bf7-e40896be8b36" -d '{"events": [{"server_uuid": "39125f70-51e1-45de-b39c-3c7b09b4e768", "name": "network-vif-plugged", "status": "completed", "tag": "84ce16de-c0e9-4e69-a74a-d86a73b4fc79"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:32:04.830946 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:04.839122 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 84ce16de-c0e9-4e69-a74a-d86a73b4fc79, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=84ce16de-c0e9-4e69-a74a-d86a73b4fc79,segment=NetworkSegment(479ff772-c102-41d7-aa02-6e82b04b6a24),segment_id=479ff772-c102-41d7-aa02-6e82b04b6a24)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:32:04.872182 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:04.927850 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c39c6a7-47ad-4802-9aab-0925b28f3502 x-openstack-request-id: req-4c39c6a7-47ad-4802-9aab-0925b28f3502 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:32:04.928879 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39125f70-51e1-45de-b39c-3c7b09b4e768", "name": "network-vif-plugged", "status": "completed", "tag": "84ce16de-c0e9-4e69-a74a-d86a73b4fc79", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:32:04.929402 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4c39c6a7-47ad-4802-9aab-0925b28f3502 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:32:04.930242 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39125f70-51e1-45de-b39c-3c7b09b4e768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ce16de-c0e9-4e69-a74a-d86a73b4fc79', 'code': 200} Aug 11 22:32:04.940309 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=04a16237-0564-49bd-b573-c73a5c1c32e8,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:04.994054 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c94108d2-4a59-47ee-93d4-6de57c51d50d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:05.056299 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-c94108d2-4a59-47ee-93d4-6de57c51d50d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Transition to ACTIVE for port object 28faee5e-dc66-4ab2-9192-930a7d740a88 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:32:05.070000 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c94108d2-4a59-47ee-93d4-6de57c51d50d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:05.127582 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=84ce16de-c0e9-4e69-a74a-d86a73b4fc79,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:05.174613 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343e627-9016-4f08-b7d8-767b0dd5ec09 req-edf6f7a9-629b-443a-945b-49d96c2dba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:05.176503 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c343e627-9016-4f08-b7d8-767b0dd5ec09 req-edf6f7a9-629b-443a-945b-49d96c2dba94 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=39125f70-51e1-45de-b39c-3c7b09b4e768 HTTP/1.1" status: 200 len: 1096 time: 0.1439371 Aug 11 22:32:05.225002 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 04a16237-0564-49bd-b573-c73a5c1c32e8 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:32:05.244772 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c343e627-9016-4f08-b7d8-767b0dd5ec09 req-a1f97f9d-9374-481b-8139-50dfc6a65bf9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=eb1e841a-c0a3-4a8c-a0c4-4423f49e9872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563598 Aug 11 22:32:05.366928 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 04a16237-0564-49bd-b573-c73a5c1c32e8 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:05.368453 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:05.442849 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-379fdef5-303f-4691-9b16-5857f11fba31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23509e9f-d413-4650-be97-d7259292856a {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:32:05.451274 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-acc5a060-caf2-4a23-ae8d-17aa50c1fc34 None None] Provisioning complete for port 76ccac0a-29ce-4264-b32d-71f4a890d70b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:05.453767 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-acc5a060-caf2-4a23-ae8d-17aa50c1fc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:05.456050 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-379fdef5-303f-4691-9b16-5857f11fba31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:05.460650 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94108d2-4a59-47ee-93d4-6de57c51d50d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Port': ['ID=28faee5e-dc66-4ab2-9192-930a7d740a88,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:05.511223 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-379fdef5-303f-4691-9b16-5857f11fba31 service neutron] Transition to ACTIVE for port object 23509e9f-d413-4650-be97-d7259292856a will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:32:05.518716 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-379fdef5-303f-4691-9b16-5857f11fba31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:05.541872 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99d8ad-4566-4b9f-8bf3-acb17882223a req-f0da9ec9-db34-4bbe-a456-e921137c9878 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:05.542437 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-acc5a060-caf2-4a23-ae8d-17aa50c1fc34 None None] Port 76ccac0a-29ce-4264-b32d-71f4a890d70b cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:32:05.548183 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6f99d8ad-4566-4b9f-8bf3-acb17882223a req-f0da9ec9-db34-4bbe-a456-e921137c9878 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?device_id=39125f70-51e1-45de-b39c-3c7b09b4e768 HTTP/1.1" status: 200 len: 945 time: 0.1186914 Aug 11 22:32:05.579238 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-acc5a060-caf2-4a23-ae8d-17aa50c1fc34 None None] Provisioning for port d8e0093e-ddc0-44a9-b04f-856139a2a1f8 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:32:05.594048 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-c94108d2-4a59-47ee-93d4-6de57c51d50d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] In _notify_port_updated(), no bound segment for port 28faee5e-dc66-4ab2-9192-930a7d740a88 on network bb31f13d-0513-4d49-a408-b96293756b97 {{(pid=100942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 22:32:05.602365 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94108d2-4a59-47ee-93d4-6de57c51d50d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:05.603459 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c94108d2-4a59-47ee-93d4-6de57c51d50d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:05.605081 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c94108d2-4a59-47ee-93d4-6de57c51d50d tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "PUT /v2.0/ports/28faee5e-dc66-4ab2-9192-930a7d740a88 HTTP/1.1" status: 200 len: 921 time: 3.2686150 Aug 11 22:32:05.611233 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43186) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:05.618646 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6f99d8ad-4566-4b9f-8bf3-acb17882223a req-56801761-52fd-4582-8445-2517db271b0e tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb1e841a-c0a3-4a8c-a0c4-4423f49e9872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670638 Aug 11 22:32:05.645002 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-acc5a060-caf2-4a23-ae8d-17aa50c1fc34 None None] Provisioning complete for port d8e0093e-ddc0-44a9-b04f-856139a2a1f8 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:05.645404 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-acc5a060-caf2-4a23-ae8d-17aa50c1fc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:05.757595 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d8e0093e-ddc0-44a9-b04f-856139a2a1f8 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:32:05.871357 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379fdef5-303f-4691-9b16-5857f11fba31 service neutron] Pushing event updated for resources: {'Port': ['ID=23509e9f-d413-4650-be97-d7259292856a,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:05.996648 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e3e14-a6e0-4c35-82ac-c124e8207240 req-17baa309-788c-49fb-b475-38b8201c700b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:06.002868 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-907e3e14-a6e0-4c35-82ac-c124e8207240 req-17baa309-788c-49fb-b475-38b8201c700b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 943 time: 0.1444943 Aug 11 22:32:06.017532 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-379fdef5-303f-4691-9b16-5857f11fba31 service neutron] Attempting to bind port 23509e9f-d413-4650-be97-d7259292856a on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:32:06.018956 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-379fdef5-303f-4691-9b16-5857f11fba31 service neutron] Attempting to bind port 23509e9f-d413-4650-be97-d7259292856a by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'c1fe2034-ded8-45a2-84db-df97397c557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:32:06.019559 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-379fdef5-303f-4691-9b16-5857f11fba31 service neutron] Attempting to bind port 23509e9f-d413-4650-be97-d7259292856a on network 5afeb168-48bb-49d5-b524-5484e43c60c0 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:32:06.028986 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-f2aecda8-b478-4597-80c3-5858b89db075 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting port 28faee5e-dc66-4ab2-9192-930a7d740a88 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:32:06.030028 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f2aecda8-b478-4597-80c3-5858b89db075 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:06.035150 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-379fdef5-303f-4691-9b16-5857f11fba31 service neutron] Port 23509e9f-d413-4650-be97-d7259292856a on network 5afeb168-48bb-49d5-b524-5484e43c60c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:32:06.035772 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-379fdef5-303f-4691-9b16-5857f11fba31 service neutron] Attempting to bind port 23509e9f-d413-4650-be97-d7259292856a on network 5afeb168-48bb-49d5-b524-5484e43c60c0 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:32:06.053161 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-acc5a060-caf2-4a23-ae8d-17aa50c1fc34 None None] Provisioning for port 28faee5e-dc66-4ab2-9192-930a7d740a88 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:32:06.079445 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-acc5a060-caf2-4a23-ae8d-17aa50c1fc34 None None] Provisioning complete for port 28faee5e-dc66-4ab2-9192-930a7d740a88 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:06.080069 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-acc5a060-caf2-4a23-ae8d-17aa50c1fc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:06.128197 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-379fdef5-303f-4691-9b16-5857f11fba31 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:32:06.128793 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-379fdef5-303f-4691-9b16-5857f11fba31 service neutron] Checking segment: {'id': 'c1fe2034-ded8-45a2-84db-df97397c557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:32:06.129463 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-379fdef5-303f-4691-9b16-5857f11fba31 service neutron] Bound using segment: {'id': 'c1fe2034-ded8-45a2-84db-df97397c557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:32:06.130230 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-379fdef5-303f-4691-9b16-5857f11fba31 service neutron] Bound port: 23509e9f-d413-4650-be97-d7259292856a, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1fe2034-ded8-45a2-84db-df97397c557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:32:06.130729 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-379fdef5-303f-4691-9b16-5857f11fba31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:06.167283 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-907e3e14-a6e0-4c35-82ac-c124e8207240 req-ae2718f7-3b6f-49b1-8ffe-71a236683790 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=778e3614-01c7-4809-ab38-7c0d06e05293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445751 Aug 11 22:32:06.186141 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port d8e0093e-ddc0-44a9-b04f-856139a2a1f8 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:06.186781 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:06.298725 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-acc5a060-caf2-4a23-ae8d-17aa50c1fc34 None None] Port 28faee5e-dc66-4ab2-9192-930a7d740a88 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:32:06.361507 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f2aecda8-b478-4597-80c3-5858b89db075 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:06.373217 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-379fdef5-303f-4691-9b16-5857f11fba31 service neutron] For port 23509e9f-d413-4650-be97-d7259292856a, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:32:06.381903 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-379fdef5-303f-4691-9b16-5857f11fba31 service neutron] For port 23509e9f-d413-4650-be97-d7259292856a, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=23509e9f-d413-4650-be97-d7259292856a,segment=NetworkSegment(c1fe2034-ded8-45a2-84db-df97397c557f),segment_id=c1fe2034-ded8-45a2-84db-df97397c557f)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:32:06.383321 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-f2aecda8-b478-4597-80c3-5858b89db075 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Calling delete_port for 28faee5e-dc66-4ab2-9192-930a7d740a88 owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:32:06.392329 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-379fdef5-303f-4691-9b16-5857f11fba31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:06.453325 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4025eefa-e67d-499b-8e4a-e867874183c0 None None] Provisioning complete for port 28faee5e-dc66-4ab2-9192-930a7d740a88 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:06.455108 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4025eefa-e67d-499b-8e4a-e867874183c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:06.484320 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-379fdef5-303f-4691-9b16-5857f11fba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:06.485049 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-379fdef5-303f-4691-9b16-5857f11fba31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:06.488272 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-379fdef5-303f-4691-9b16-5857f11fba31 service neutron] 10.222.0.52 "PUT /v2.0/ports/23509e9f-d413-4650-be97-d7259292856a HTTP/1.1" status: 200 len: 1091 time: 2.4206285 Aug 11 22:32:06.492884 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b683adf-b4c2-4919-acbd-2fc756d6c1da', 'tag': '23509e9f-d413-4650-be97-d7259292856a'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:32:06.496660 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77422ee8-9c7a-4de1-8029-6a81449dc012" -d '{"events": [{"name": "network-changed", "server_uuid": "7b683adf-b4c2-4919-acbd-2fc756d6c1da", "tag": "23509e9f-d413-4650-be97-d7259292856a"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:32:06.550875 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4025eefa-e67d-499b-8e4a-e867874183c0 None None] Port 28faee5e-dc66-4ab2-9192-930a7d740a88 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:32:06.571727 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379fdef5-303f-4691-9b16-5857f11fba31 service neutron] Pushing event updated for resources: {'Port': ['ID=23509e9f-d413-4650-be97-d7259292856a,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:06.761191 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-71ec499b-6c53-4aea-9f53-489e06cc4784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:06.769219 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-71ec499b-6c53-4aea-9f53-489e06cc4784 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 1094 time: 0.1914961 Aug 11 22:32:06.865730 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cdd46b-0ebe-48c8-9f6a-a9d898ce0758 x-openstack-request-id: req-70cdd46b-0ebe-48c8-9f6a-a9d898ce0758 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:32:06.866101 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b683adf-b4c2-4919-acbd-2fc756d6c1da", "tag": "23509e9f-d413-4650-be97-d7259292856a", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:32:06.866302 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-70cdd46b-0ebe-48c8-9f6a-a9d898ce0758 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:32:06.866697 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b683adf-b4c2-4919-acbd-2fc756d6c1da', 'tag': '23509e9f-d413-4650-be97-d7259292856a', 'status': 'completed', 'code': 200} Aug 11 22:32:06.872020 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-c6e09e84-a232-4181-8167-1783116a3d2e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23509e9f-d413-4650-be97-d7259292856a HTTP/1.1" status: 200 len: 217 time: 0.0880582 Aug 11 22:32:06.894138 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f2aecda8-b478-4597-80c3-5858b89db075 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:06.971248 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aecda8-b478-4597-80c3-5858b89db075 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Port': ['ID=28faee5e-dc66-4ab2-9192-930a7d740a88,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:06.991788 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-76dcfe45-231a-47c9-99b0-ed03954e2b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:06.993442 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-76dcfe45-231a-47c9-99b0-ed03954e2b96 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=edfe2fb6-65ff-4574-b23d-a8ac3a761eed HTTP/1.1" status: 200 len: 834 time: 0.1136124 Aug 11 22:32:07.083350 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e7f99-466f-459e-aff4-b32cf6900f51 req-ece6635f-a9f0-4721-b176-bd4ce6739561 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:07.085770 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-783e7f99-466f-459e-aff4-b32cf6900f51 req-ece6635f-a9f0-4721-b176-bd4ce6739561 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?device_id=39125f70-51e1-45de-b39c-3c7b09b4e768 HTTP/1.1" status: 200 len: 945 time: 0.1259720 Aug 11 22:32:07.124850 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-36150677-5de9-42e0-9f18-4a51ba0bed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:07.128152 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-36150677-5de9-42e0-9f18-4a51ba0bed3d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5afeb168-48bb-49d5-b524-5484e43c60c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150913 Aug 11 22:32:07.132803 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f2aecda8-b478-4597-80c3-5858b89db075 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:07.139840 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f2aecda8-b478-4597-80c3-5858b89db075 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/ports/28faee5e-dc66-4ab2-9192-930a7d740a88 HTTP/1.1" status: 204 len: 168 time: 1.5234265 Aug 11 22:32:07.140744 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-783e7f99-466f-459e-aff4-b32cf6900f51 req-4d314c7e-e392-43b5-9091-73c4e6e1b663 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb1e841a-c0a3-4a8c-a0c4-4423f49e9872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472300 Aug 11 22:32:07.142247 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43200) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:07.184894 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-7beb3f40-2fd0-4fe2-b970-f3dab00992ff tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] GET failed (client error): The resource could not be found. Aug 11 22:32:07.188389 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7beb3f40-2fd0-4fe2-b970-f3dab00992ff tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "GET /v2.0/ports/28faee5e-dc66-4ab2-9192-930a7d740a88 HTTP/1.1" status: 404 len: 333 time: 0.0446434 Aug 11 22:32:07.197507 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43206) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:07.337402 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-67ee8da8-b0de-4bd5-9b45-9aa5d6a2a7ab service neutron] 10.222.0.52 "GET /v2.0/networks/5afeb168-48bb-49d5-b524-5484e43c60c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001944 Aug 11 22:32:07.400029 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0f77201b-8241-4caf-a59c-ef3649260081 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:07.435579 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3668df-e962-43a2-9b96-cc45db8a9f66 req-b4c618cf-5221-4ea8-9fee-691d50f15093 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:07.437634 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-db3668df-e962-43a2-9b96-cc45db8a9f66 req-b4c618cf-5221-4ea8-9fee-691d50f15093 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 943 time: 0.1379113 Aug 11 22:32:07.450079 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-daa7bfdc-699d-41df-a454-7f819a9a4530 req-2d1e7bb0-fc21-43d3-be09-577d0c650b63 service neutron] 10.222.0.52 "GET /v2.0/networks/5afeb168-48bb-49d5-b524-5484e43c60c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044719 Aug 11 22:32:07.456819 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0f77201b-8241-4caf-a59c-ef3649260081 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:07.534073 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-db3668df-e962-43a2-9b96-cc45db8a9f66 req-c59d082c-0d13-4e9f-acfa-191a7c2ffaeb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=778e3614-01c7-4809-ab38-7c0d06e05293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874438 Aug 11 22:32:07.559057 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77422ee8-9c7a-4de1-8029-6a81449dc012 req-9911621e-0e72-4fa2-9668-288ef130f54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:07.561329 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-77422ee8-9c7a-4de1-8029-6a81449dc012 req-9911621e-0e72-4fa2-9668-288ef130f54a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 1094 time: 0.0615470 Aug 11 22:32:07.561955 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0f77201b-8241-4caf-a59c-ef3649260081 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:07.565540 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0f77201b-8241-4caf-a59c-ef3649260081 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:07.566906 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0f77201b-8241-4caf-a59c-ef3649260081 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/security-groups/45d895f4-ce3a-45c8-bc5a-ed8f5237606a HTTP/1.1" status: 204 len: 168 time: 0.3679614 Aug 11 22:32:07.572540 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43244) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:07.596543 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77201b-8241-4caf-a59c-ef3649260081 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d895f4-ce3a-45c8-bc5a-ed8f5237606a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:07.651047 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c8af7b72-844a-42c8-96c4-ef055622a581 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:07.695049 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c8af7b72-844a-42c8-96c4-ef055622a581 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:07.751875 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77422ee8-9c7a-4de1-8029-6a81449dc012 req-6ea904d7-5b10-43f6-97da-1088b087152c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:07.754119 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-77422ee8-9c7a-4de1-8029-6a81449dc012 req-6ea904d7-5b10-43f6-97da-1088b087152c service neutron] 10.222.0.52 "GET /v2.0/networks?id=5afeb168-48bb-49d5-b524-5484e43c60c0 HTTP/1.1" status: 200 len: 897 time: 0.1850789 Aug 11 22:32:07.786694 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c8af7b72-844a-42c8-96c4-ef055622a581 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:07.794005 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c8af7b72-844a-42c8-96c4-ef055622a581 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:07.795575 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c8af7b72-844a-42c8-96c4-ef055622a581 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/security-groups/d2f1f875-0f29-4ec6-8b35-d5c4f44e2ab6 HTTP/1.1" status: 204 len: 168 time: 0.2213638 Aug 11 22:32:07.804573 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43248) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:07.820012 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af7b72-844a-42c8-96c4-ef055622a581 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f1f875-0f29-4ec6-8b35-d5c4f44e2ab6,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:07.859061 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-77422ee8-9c7a-4de1-8029-6a81449dc012 req-d3fa9b65-40c0-4c09-83c9-1562732070d1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23509e9f-d413-4650-be97-d7259292856a HTTP/1.1" status: 200 len: 217 time: 0.0939147 Aug 11 22:32:07.925934 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc6669b-b314-40be-8379-fe537f74aad6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting subnet 75f7f5d7-4440-489d-9e85-0ac02896894b {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:32:07.932392 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8dc6669b-b314-40be-8379-fe537f74aad6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:07.991904 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8dc6669b-b314-40be-8379-fe537f74aad6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:08.233586 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8dc6669b-b314-40be-8379-fe537f74aad6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:08.374634 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8dc6669b-b314-40be-8379-fe537f74aad6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:08.388268 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:08.425151 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6669b-b314-40be-8379-fe537f74aad6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Subnet': ['ID=75f7f5d7-4440-489d-9e85-0ac02896894b,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:08.430488 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8dc6669b-b314-40be-8379-fe537f74aad6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:08.432891 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8dc6669b-b314-40be-8379-fe537f74aad6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/subnets/75f7f5d7-4440-489d-9e85-0ac02896894b HTTP/1.1" status: 204 len: 168 time: 0.6271567 Aug 11 22:32:08.437440 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43284) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:08.445950 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-9978f435-958c-4b09-850d-f6c5f1bd2b3b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'subnet': {'network_id': 'bb31f13d-0513-4d49-a408-b96293756b97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:32:08.458788 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd455f3-e5c6-4c85-a634-9360b2deea9e None None] Network bb31f13d-0513-4d49-a408-b96293756b97 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:32:08.503496 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77422ee8-9c7a-4de1-8029-6a81449dc012 req-b63b77a0-cfcd-4aff-a857-22ce8ffd9a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:08.506212 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-77422ee8-9c7a-4de1-8029-6a81449dc012 req-b63b77a0-cfcd-4aff-a857-22ce8ffd9a3d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=edfe2fb6-65ff-4574-b23d-a8ac3a761eed HTTP/1.1" status: 200 len: 834 time: 0.6365840 Aug 11 22:32:08.652532 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77422ee8-9c7a-4de1-8029-6a81449dc012 req-93f1ccb2-efbc-43ea-bb73-10388759b3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:08.659610 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-77422ee8-9c7a-4de1-8029-6a81449dc012 req-93f1ccb2-efbc-43ea-bb73-10388759b3a1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5afeb168-48bb-49d5-b524-5484e43c60c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373115 Aug 11 22:32:08.739727 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d74b3b-fa60-4ac1-bb32-59cb166f381f req-d881fe35-0f58-42d7-b27c-fc3ebedcf054 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:08.740350 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-79d74b3b-fa60-4ac1-bb32-59cb166f381f req-d881fe35-0f58-42d7-b27c-fc3ebedcf054 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 943 time: 0.0971889 Aug 11 22:32:08.741782 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9978f435-958c-4b09-850d-f6c5f1bd2b3b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:32:08.745464 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9978f435-958c-4b09-850d-f6c5f1bd2b3b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:08.837593 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-77422ee8-9c7a-4de1-8029-6a81449dc012 req-b87946be-bbed-47db-9676-9cc521f0b3ad service neutron] 10.222.0.52 "GET /v2.0/networks/5afeb168-48bb-49d5-b524-5484e43c60c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689160 Aug 11 22:32:08.974589 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-79d74b3b-fa60-4ac1-bb32-59cb166f381f req-4fff27ac-dfea-45f5-a7df-ceb8d5a5f768 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=778e3614-01c7-4809-ab38-7c0d06e05293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131751 Aug 11 22:32:09.049670 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-77422ee8-9c7a-4de1-8029-6a81449dc012 req-77208747-fe75-44c8-80e4-6e55a46c7286 service neutron] 10.222.0.52 "GET /v2.0/networks/5afeb168-48bb-49d5-b524-5484e43c60c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017128 Aug 11 22:32:09.256349 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9978f435-958c-4b09-850d-f6c5f1bd2b3b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:09.340609 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9978f435-958c-4b09-850d-f6c5f1bd2b3b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network bb31f13d-0513-4d49-a408-b96293756b97 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:32:09.356701 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-9978f435-958c-4b09-850d-f6c5f1bd2b3b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:32:09.362038 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9978f435-958c-4b09-850d-f6c5f1bd2b3b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:09.362814 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9978f435-958c-4b09-850d-f6c5f1bd2b3b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:09.384528 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978f435-958c-4b09-850d-f6c5f1bd2b3b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Subnet': ['ID=395e5a6f-0e3b-4715-ae96-53f9467e20e3,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:09.398732 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9978f435-958c-4b09-850d-f6c5f1bd2b3b tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9589317 Aug 11 22:32:09.401413 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43292) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:09.406646 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-df996113-dd6b-45f8-983f-1809195cdefc tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'security_group': {'name': 'tempest-secgroup-1529744542'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:32:09.442643 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-df996113-dd6b-45f8-983f-1809195cdefc tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:09.485222 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 23509e9f-d413-4650-be97-d7259292856a details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:32:09.618984 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-df996113-dd6b-45f8-983f-1809195cdefc tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:09.624271 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-df996113-dd6b-45f8-983f-1809195cdefc tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:09.662633 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-df996113-dd6b-45f8-983f-1809195cdefc tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:09.664429 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-df996113-dd6b-45f8-983f-1809195cdefc tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2619159 Aug 11 22:32:09.665200 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df996113-dd6b-45f8-983f-1809195cdefc tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7821acf-240b-497e-8a73-8908ade9e69e,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:09.667637 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43294) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:09.672556 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-97cbea5c-ce61-4cd9-bc48-9543b60ec1bc tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'security_group': {'name': 'tempest-secgroup-2072628116'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:32:09.705208 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-97cbea5c-ce61-4cd9-bc48-9543b60ec1bc tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:09.717077 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 23509e9f-d413-4650-be97-d7259292856a, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=23509e9f-d413-4650-be97-d7259292856a,segment=NetworkSegment(c1fe2034-ded8-45a2-84db-df97397c557f),segment_id=c1fe2034-ded8-45a2-84db-df97397c557f)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:32:09.739856 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '23509e9f-d413-4650-be97-d7259292856a', 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0', 'port_id': '23509e9f-d413-4650-be97-d7259292856a', 'mac_address': 'fa:16:3e:1c:7a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edfe2fb6-65ff-4574-b23d-a8ac3a761eed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:32:09.745027 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a19e8bc-3aa9-4cdd-9e99-c8087691612e None None] Network bb31f13d-0513-4d49-a408-b96293756b97 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:32:09.848763 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-dc9f6c20-7794-4e07-9bd6-691975e8c49a None None] Provisioning complete for port 76ccac0a-29ce-4264-b32d-71f4a890d70b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:09.849156 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-dc9f6c20-7794-4e07-9bd6-691975e8c49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:09.865468 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-97cbea5c-ce61-4cd9-bc48-9543b60ec1bc tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:09.870716 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-97cbea5c-ce61-4cd9-bc48-9543b60ec1bc tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:09.903562 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-97cbea5c-ce61-4cd9-bc48-9543b60ec1bc tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:09.905074 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-97cbea5c-ce61-4cd9-bc48-9543b60ec1bc tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2363374 Aug 11 22:32:09.908484 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43298) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:09.916508 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbea5c-ce61-4cd9-bc48-9543b60ec1bc tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce7724b-842f-4e8a-b1ad-8d765c0b218d,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:09.917967 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-0671f125-c9fd-45e1-8164-188fc9407098 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'security_group': {'name': 'tempest-secgroup-1835372634'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:32:09.943655 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:09.962770 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0671f125-c9fd-45e1-8164-188fc9407098 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:09.993801 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23509e9f-d413-4650-be97-d7259292856a {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:32:10.034821 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-dc9f6c20-7794-4e07-9bd6-691975e8c49a None None] Port 76ccac0a-29ce-4264-b32d-71f4a890d70b cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:32:10.063957 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 23509e9f-d413-4650-be97-d7259292856a, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=23509e9f-d413-4650-be97-d7259292856a,segment=NetworkSegment(c1fe2034-ded8-45a2-84db-df97397c557f),segment_id=c1fe2034-ded8-45a2-84db-df97397c557f)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:32:10.075262 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:10.163703 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-dc9f6c20-7794-4e07-9bd6-691975e8c49a None None] Provisioning complete for port d8e0093e-ddc0-44a9-b04f-856139a2a1f8 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:10.164354 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-dc9f6c20-7794-4e07-9bd6-691975e8c49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:10.189574 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0671f125-c9fd-45e1-8164-188fc9407098 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:10.197806 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0671f125-c9fd-45e1-8164-188fc9407098 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:10.258792 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=23509e9f-d413-4650-be97-d7259292856a,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:10.286599 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['23509e9f-d413-4650-be97-d7259292856a'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:32:10.333079 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0671f125-c9fd-45e1-8164-188fc9407098 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:10.338923 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0671f125-c9fd-45e1-8164-188fc9407098 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4256053 Aug 11 22:32:10.339977 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43304) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:10.350684 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-f29a0d9b-178b-4b6a-b9c4-6357fbbdfab3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1780409323', 'security_groups': ['18753720-a8b2-4ec5-9ff1-ec9bd13d6a5c'], 'network_id': 'bb31f13d-0513-4d49-a408-b96293756b97', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '395e5a6f-0e3b-4715-ae96-53f9467e20e3'}]}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:32:10.353115 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a7959-3207-49b5-87ad-fa8bc554eecd req-a0ffc9a9-5cc0-43d3-80b0-a87423837c95 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:10.357081 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-596a7959-3207-49b5-87ad-fa8bc554eecd req-a0ffc9a9-5cc0-43d3-80b0-a87423837c95 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 944 time: 0.1429253 Aug 11 22:32:10.369426 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671f125-c9fd-45e1-8164-188fc9407098 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18753720-a8b2-4ec5-9ff1-ec9bd13d6a5c,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:10.464076 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa655a2-1bef-4ac1-adf9-fd25afc95fb4 None None] Update dhcp port {'port': {'network_id': 'bb31f13d-0513-4d49-a408-b96293756b97', 'fixed_ips': [{'subnet_id': 'e5a2c8be-65c1-4364-89a4-e40a4998f45c', 'ip_address': '172.20.0.18'}, {'subnet_id': '395e5a6f-0e3b-4715-ae96-53f9467e20e3'}], 'binding:host_id': 'n-d-804275-3'}, 'id': 'd8e0093e-ddc0-44a9-b04f-856139a2a1f8'} from n-d-804275-3. {{(pid=100944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 22:32:10.465142 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-596a7959-3207-49b5-87ad-fa8bc554eecd req-12c15a74-a56c-47d5-b177-9c196a300a51 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=778e3614-01c7-4809-ab38-7c0d06e05293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912478 Aug 11 22:32:10.497982 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0671f125-c9fd-45e1-8164-188fc9407098 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:10.497982 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0671f125-c9fd-45e1-8164-188fc9407098 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:10.497982 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0671f125-c9fd-45e1-8164-188fc9407098 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:10.500210 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0671f125-c9fd-45e1-8164-188fc9407098 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:10.500210 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0671f125-c9fd-45e1-8164-188fc9407098 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:10.500210 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0671f125-c9fd-45e1-8164-188fc9407098 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:10.500210 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0671f125-c9fd-45e1-8164-188fc9407098 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:10.500210 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0671f125-c9fd-45e1-8164-188fc9407098 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:10.503782 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0671f125-c9fd-45e1-8164-188fc9407098 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:10.503782 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0671f125-c9fd-45e1-8164-188fc9407098 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:10.503782 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0671f125-c9fd-45e1-8164-188fc9407098 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:10.503782 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0671f125-c9fd-45e1-8164-188fc9407098 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:10.552575 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0fa655a2-1bef-4ac1-adf9-fd25afc95fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:10.624421 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29a0d9b-178b-4b6a-b9c4-6357fbbdfab3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:32:10.742647 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f29a0d9b-178b-4b6a-b9c4-6357fbbdfab3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:10.774569 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [None req-f29a0d9b-178b-4b6a-b9c4-6357fbbdfab3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] device_id is not set on port e127aa78-6966-45f2-8fb2-62d327d8a678 yet. {{(pid=100942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 22:32:11.067057 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-f29a0d9b-178b-4b6a-b9c4-6357fbbdfab3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Allocated IP 172.20.0.8 (bb31f13d-0513-4d49-a408-b96293756b97/395e5a6f-0e3b-4715-ae96-53f9467e20e3/e127aa78-6966-45f2-8fb2-62d327d8a678) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:32:11.282316 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f29a0d9b-178b-4b6a-b9c4-6357fbbdfab3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:11.301165 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-f29a0d9b-178b-4b6a-b9c4-6357fbbdfab3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Transition to ACTIVE for port object e127aa78-6966-45f2-8fb2-62d327d8a678 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:32:11.349925 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f29a0d9b-178b-4b6a-b9c4-6357fbbdfab3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:11.400012 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29a0d9b-178b-4b6a-b9c4-6357fbbdfab3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network bb31f13d-0513-4d49-a408-b96293756b97 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:32:11.408681 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-f29a0d9b-178b-4b6a-b9c4-6357fbbdfab3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:32:11.412815 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29a0d9b-178b-4b6a-b9c4-6357fbbdfab3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:32:11.422288 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a0d9b-178b-4b6a-b9c4-6357fbbdfab3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Port': ['ID=e127aa78-6966-45f2-8fb2-62d327d8a678,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:11.444839 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-0fa655a2-1bef-4ac1-adf9-fd25afc95fb4 None None] Allocated IP 172.20.0.2 (bb31f13d-0513-4d49-a408-b96293756b97/395e5a6f-0e3b-4715-ae96-53f9467e20e3/d8e0093e-ddc0-44a9-b04f-856139a2a1f8) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:32:11.488585 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29a0d9b-178b-4b6a-b9c4-6357fbbdfab3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:11.490028 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f29a0d9b-178b-4b6a-b9c4-6357fbbdfab3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:11.517157 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f29a0d9b-178b-4b6a-b9c4-6357fbbdfab3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1742408 Aug 11 22:32:11.519393 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43312) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:11.527199 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-69e926dc-f6ae-4ae1-8048-6e8d29c280fe tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'subnet': {'network_id': 'bb31f13d-0513-4d49-a408-b96293756b97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:32:11.592809 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-0fa655a2-1bef-4ac1-adf9-fd25afc95fb4 None None] For port d8e0093e-ddc0-44a9-b04f-856139a2a1f8, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d8e0093e-ddc0-44a9-b04f-856139a2a1f8,segment=NetworkSegment(13e4d3f3-9253-47d6-a9a3-d73032ce9406),segment_id=13e4d3f3-9253-47d6-a9a3-d73032ce9406)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:32:11.635762 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0fa655a2-1bef-4ac1-adf9-fd25afc95fb4 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:11.658876 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0fa655a2-1bef-4ac1-adf9-fd25afc95fb4 None None] Transition to ACTIVE for port object d8e0093e-ddc0-44a9-b04f-856139a2a1f8 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:32:11.665430 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0fa655a2-1bef-4ac1-adf9-fd25afc95fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:11.735286 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acafbd4-0e68-4bda-9758-793f1e72aa5a req-03088deb-0d57-467f-8eaf-f2aae80855c9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:11.737613 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9acafbd4-0e68-4bda-9758-793f1e72aa5a req-03088deb-0d57-467f-8eaf-f2aae80855c9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 944 time: 0.1385751 Aug 11 22:32:11.787694 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e926dc-f6ae-4ae1-8048-6e8d29c280fe tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:32:11.793136 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-69e926dc-f6ae-4ae1-8048-6e8d29c280fe tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:11.800682 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa655a2-1bef-4ac1-adf9-fd25afc95fb4 None None] Pushing event updated for resources: {'Port': ['ID=d8e0093e-ddc0-44a9-b04f-856139a2a1f8,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:11.820211 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9acafbd4-0e68-4bda-9758-793f1e72aa5a req-60d7aba4-b7d7-4753-815a-a6ae14a7c554 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=778e3614-01c7-4809-ab38-7c0d06e05293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755150 Aug 11 22:32:11.942288 n-d-804275-3 neutron-server[100943]: INFO neutron.db.ipam_backend_mixin [None req-69e926dc-f6ae-4ae1-8048-6e8d29c280fe tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 395e5a6f-0e3b-4715-ae96-53f9467e20e3 (CIDR: 172.20.0.0/28) Aug 11 22:32:11.948794 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e926dc-f6ae-4ae1-8048-6e8d29c280fe tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:32:11.950403 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e926dc-f6ae-4ae1-8048-6e8d29c280fe tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:32:11.974311 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43316) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:11.976563 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-69e926dc-f6ae-4ae1-8048-6e8d29c280fe tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4550629 Aug 11 22:32:11.979736 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-e54fcedc-0459-4ab1-9763-bdddd2de85ca tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'subnet': {'network_id': 'bb31f13d-0513-4d49-a408-b96293756b97', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:32:12.195912 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54fcedc-0459-4ab1-9763-bdddd2de85ca tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:32:12.201010 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e54fcedc-0459-4ab1-9763-bdddd2de85ca tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:12.402767 n-d-804275-3 neutron-server[100942]: INFO neutron.db.ipam_backend_mixin [None req-e54fcedc-0459-4ab1-9763-bdddd2de85ca tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e5a2c8be-65c1-4364-89a4-e40a4998f45c (CIDR: 172.20.0.16/28) Aug 11 22:32:12.411053 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-e54fcedc-0459-4ab1-9763-bdddd2de85ca tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:32:12.411599 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e54fcedc-0459-4ab1-9763-bdddd2de85ca tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:32:12.442423 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43320) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:12.443864 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e54fcedc-0459-4ab1-9763-bdddd2de85ca tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4675605 Aug 11 22:32:12.448574 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-4351ac39-166a-4a2e-9e49-8cd554c59798 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'subnet': {'network_id': 'bb31f13d-0513-4d49-a408-b96293756b97', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:32:12.662162 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-aece2d04-8776-4aa3-9e48-cd15d449088d None None] Provisioning complete for port 76ccac0a-29ce-4264-b32d-71f4a890d70b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:12.664394 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-aece2d04-8776-4aa3-9e48-cd15d449088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:12.697297 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4351ac39-166a-4a2e-9e49-8cd554c59798 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Made reservation on behalf of 25fd15b5bb2148a4b0306708f08aa001 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:32:12.706103 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4351ac39-166a-4a2e-9e49-8cd554c59798 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:12.767147 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-aece2d04-8776-4aa3-9e48-cd15d449088d None None] Port 76ccac0a-29ce-4264-b32d-71f4a890d70b cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:32:12.806934 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-aece2d04-8776-4aa3-9e48-cd15d449088d None None] Provisioning for port d8e0093e-ddc0-44a9-b04f-856139a2a1f8 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:32:12.817324 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-aece2d04-8776-4aa3-9e48-cd15d449088d None None] Provisioning complete for port d8e0093e-ddc0-44a9-b04f-856139a2a1f8 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:12.818372 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-aece2d04-8776-4aa3-9e48-cd15d449088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:13.059612 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4351ac39-166a-4a2e-9e49-8cd554c59798 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:13.144440 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4351ac39-166a-4a2e-9e49-8cd554c59798 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Network bb31f13d-0513-4d49-a408-b96293756b97 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:32:13.162180 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-4351ac39-166a-4a2e-9e49-8cd554c59798 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:32:13.170686 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4351ac39-166a-4a2e-9e49-8cd554c59798 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:13.171585 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4351ac39-166a-4a2e-9e49-8cd554c59798 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:13.176312 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d8e0093e-ddc0-44a9-b04f-856139a2a1f8 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:32:13.179155 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c72ec53-95a1-4009-80c5-ec30e94d9c2e None None] Network bb31f13d-0513-4d49-a408-b96293756b97 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:32:13.225599 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bd520-71da-4757-a07b-11626b332328 req-fbe92ba1-70b9-4cea-b359-9692d6b5ebac tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:13.230610 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-be3bd520-71da-4757-a07b-11626b332328 req-fbe92ba1-70b9-4cea-b359-9692d6b5ebac tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 944 time: 0.1839871 Aug 11 22:32:13.245847 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351ac39-166a-4a2e-9e49-8cd554c59798 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Subnet': ['ID=4fefa0aa-eee3-422c-a5c9-72fd222bf3ee,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:13.292485 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4351ac39-166a-4a2e-9e49-8cd554c59798 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8450022 Aug 11 22:32:13.294359 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43326) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:13.303701 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9c322d0d-dba0-49ed-9383-26ebc4ba38e5 None None] Provisioning for port e127aa78-6966-45f2-8fb2-62d327d8a678 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:32:13.311347 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9c322d0d-dba0-49ed-9383-26ebc4ba38e5 None None] Provisioning complete for port e127aa78-6966-45f2-8fb2-62d327d8a678 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:13.311689 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9c322d0d-dba0-49ed-9383-26ebc4ba38e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:13.317520 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-f71fd138-e636-47ff-aa90-171991affdb9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-460479158', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4fefa0aa-eee3-422c-a5c9-72fd222bf3ee'}], 'security_groups': ['b7821acf-240b-497e-8a73-8908ade9e69e', '0ce7724b-842f-4e8a-b1ad-8d765c0b218d']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:32:13.355602 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c45057f5-c7f7-4c0b-8a56-7624d6bc0cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:13.363683 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-be3bd520-71da-4757-a07b-11626b332328 req-5f992096-2b5a-4d95-a2f1-9035128dafe5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=778e3614-01c7-4809-ab38-7c0d06e05293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993769 Aug 11 22:32:13.388187 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port d8e0093e-ddc0-44a9-b04f-856139a2a1f8 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:13.388587 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:13.396180 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-9c322d0d-dba0-49ed-9383-26ebc4ba38e5 None None] Port e127aa78-6966-45f2-8fb2-62d327d8a678 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:32:13.492885 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f71fd138-e636-47ff-aa90-171991affdb9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:13.523112 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 23509e9f-d413-4650-be97-d7259292856a up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:32:13.686508 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 23509e9f-d413-4650-be97-d7259292856a completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:32:13.692514 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 23509e9f-d413-4650-be97-d7259292856a triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:13.693144 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:13.868950 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a9bd71-a80a-4b63-b2dd-4a8cb5befea6 None None] Update dhcp port {'port': {'network_id': 'bb31f13d-0513-4d49-a408-b96293756b97', 'fixed_ips': [{'subnet_id': 'e5a2c8be-65c1-4364-89a4-e40a4998f45c', 'ip_address': '172.20.0.18'}, {'subnet_id': '395e5a6f-0e3b-4715-ae96-53f9467e20e3', 'ip_address': '172.20.0.2'}, {'subnet_id': '4fefa0aa-eee3-422c-a5c9-72fd222bf3ee'}], 'binding:host_id': 'n-d-804275-3'}, 'id': 'd8e0093e-ddc0-44a9-b04f-856139a2a1f8'} from n-d-804275-3. {{(pid=100944) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 22:32:13.980269 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c3a9bd71-a80a-4b63-b2dd-4a8cb5befea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:14.091740 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:14.160708 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b683adf-b4c2-4919-acbd-2fc756d6c1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23509e9f-d413-4650-be97-d7259292856a'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:32:14.166936 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0b70bc-58fd-48f7-8e09-bcc8722b99b9" -d '{"events": [{"server_uuid": "7b683adf-b4c2-4919-acbd-2fc756d6c1da", "name": "network-vif-plugged", "status": "completed", "tag": "23509e9f-d413-4650-be97-d7259292856a"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:32:14.209944 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-f71fd138-e636-47ff-aa90-171991affdb9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Delete allocated IP 172.20.0.8 (bb31f13d-0513-4d49-a408-b96293756b97/395e5a6f-0e3b-4715-ae96-53f9467e20e3) {{(pid=100942) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 22:32:14.226978 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-f71fd138-e636-47ff-aa90-171991affdb9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Allocated IP 172.20.0.40 (bb31f13d-0513-4d49-a408-b96293756b97/4fefa0aa-eee3-422c-a5c9-72fd222bf3ee/e127aa78-6966-45f2-8fb2-62d327d8a678) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:32:14.304445 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 23509e9f-d413-4650-be97-d7259292856a, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=23509e9f-d413-4650-be97-d7259292856a,segment=NetworkSegment(c1fe2034-ded8-45a2-84db-df97397c557f),segment_id=c1fe2034-ded8-45a2-84db-df97397c557f)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:32:14.312448 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:14.432870 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c540daf2-5abe-45b0-a591-0eb4e8d60f0b x-openstack-request-id: req-c540daf2-5abe-45b0-a591-0eb4e8d60f0b {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:32:14.433568 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b683adf-b4c2-4919-acbd-2fc756d6c1da", "name": "network-vif-plugged", "status": "completed", "tag": "23509e9f-d413-4650-be97-d7259292856a", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:32:14.434093 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c540daf2-5abe-45b0-a591-0eb4e8d60f0b {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:32:14.435263 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b683adf-b4c2-4919-acbd-2fc756d6c1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23509e9f-d413-4650-be97-d7259292856a', 'code': 200} Aug 11 22:32:14.500483 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=23509e9f-d413-4650-be97-d7259292856a,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:14.615556 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cb34a-d943-4ec0-97eb-683afb82a77c req-439aceb1-5c18-4345-9741-b7bc00f32acf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:14.632961 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c74cb34a-d943-4ec0-97eb-683afb82a77c req-439aceb1-5c18-4345-9741-b7bc00f32acf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 945 time: 0.1109288 Aug 11 22:32:14.701872 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fda67-cb9f-4704-95b3-a7ae2c77cda4 req-2676ccb0-9baa-4a81-80fb-b7f27617012e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:14.703456 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-493fda67-cb9f-4704-95b3-a7ae2c77cda4 req-2676ccb0-9baa-4a81-80fb-b7f27617012e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 1096 time: 0.2062538 Aug 11 22:32:14.715570 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c74cb34a-d943-4ec0-97eb-683afb82a77c req-2914a48b-4852-4d30-8ef0-fd445a6351f9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=778e3614-01c7-4809-ab38-7c0d06e05293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786192 Aug 11 22:32:14.803180 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-493fda67-cb9f-4704-95b3-a7ae2c77cda4 req-dcb94157-2f4b-46a7-bcfc-173753ddb4a1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=778e3614-01c7-4809-ab38-7c0d06e05293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916176 Aug 11 22:32:14.824096 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f71fd138-e636-47ff-aa90-171991affdb9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:14.843270 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-f71fd138-e636-47ff-aa90-171991affdb9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Transition to ACTIVE for port object e127aa78-6966-45f2-8fb2-62d327d8a678 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:32:14.863440 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f71fd138-e636-47ff-aa90-171991affdb9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:14.977542 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-c3a9bd71-a80a-4b63-b2dd-4a8cb5befea6 None None] Allocated IP 172.20.0.34 (bb31f13d-0513-4d49-a408-b96293756b97/4fefa0aa-eee3-422c-a5c9-72fd222bf3ee/d8e0093e-ddc0-44a9-b04f-856139a2a1f8) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:32:15.040591 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fd138-e636-47ff-aa90-171991affdb9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event updated for resources: {'Port': ['ID=e127aa78-6966-45f2-8fb2-62d327d8a678,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:15.128538 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-f71fd138-e636-47ff-aa90-171991affdb9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] In _notify_port_updated(), no bound segment for port e127aa78-6966-45f2-8fb2-62d327d8a678 on network bb31f13d-0513-4d49-a408-b96293756b97 {{(pid=100942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 22:32:15.140346 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71fd138-e636-47ff-aa90-171991affdb9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:15.141493 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f71fd138-e636-47ff-aa90-171991affdb9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:15.143906 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f71fd138-e636-47ff-aa90-171991affdb9 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "PUT /v2.0/ports/e127aa78-6966-45f2-8fb2-62d327d8a678 HTTP/1.1" status: 200 len: 959 time: 1.8464055 Aug 11 22:32:15.147637 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43346) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:15.165634 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-c3a9bd71-a80a-4b63-b2dd-4a8cb5befea6 None None] For port d8e0093e-ddc0-44a9-b04f-856139a2a1f8, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d8e0093e-ddc0-44a9-b04f-856139a2a1f8,segment=NetworkSegment(13e4d3f3-9253-47d6-a9a3-d73032ce9406),segment_id=13e4d3f3-9253-47d6-a9a3-d73032ce9406)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:32:15.235851 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c3a9bd71-a80a-4b63-b2dd-4a8cb5befea6 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:15.269895 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c3a9bd71-a80a-4b63-b2dd-4a8cb5befea6 None None] Transition to ACTIVE for port object d8e0093e-ddc0-44a9-b04f-856139a2a1f8 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:32:15.276945 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c3a9bd71-a80a-4b63-b2dd-4a8cb5befea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:15.287812 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-a86d6f99-80eb-4fe6-afff-22db6231c7e6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting port e127aa78-6966-45f2-8fb2-62d327d8a678 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:32:15.288354 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a86d6f99-80eb-4fe6-afff-22db6231c7e6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:15.433648 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a86d6f99-80eb-4fe6-afff-22db6231c7e6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:15.458072 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9bd71-a80a-4b63-b2dd-4a8cb5befea6 None None] Pushing event updated for resources: {'Port': ['ID=d8e0093e-ddc0-44a9-b04f-856139a2a1f8,revision_number=7']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:15.463253 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-a86d6f99-80eb-4fe6-afff-22db6231c7e6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Calling delete_port for e127aa78-6966-45f2-8fb2-62d327d8a678 owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:32:15.787076 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a86d6f99-80eb-4fe6-afff-22db6231c7e6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:15.843724 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d6f99-80eb-4fe6-afff-22db6231c7e6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Port': ['ID=e127aa78-6966-45f2-8fb2-62d327d8a678,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:15.971658 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03dbe6e-eb20-4628-8eef-a052b6688e6b req-7498b7c7-cd95-421e-b673-26e808c77c87 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:15.985555 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a03dbe6e-eb20-4628-8eef-a052b6688e6b req-7498b7c7-cd95-421e-b673-26e808c77c87 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 945 time: 0.1526306 Aug 11 22:32:15.991576 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a86d6f99-80eb-4fe6-afff-22db6231c7e6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:15.996377 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a86d6f99-80eb-4fe6-afff-22db6231c7e6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/ports/e127aa78-6966-45f2-8fb2-62d327d8a678 HTTP/1.1" status: 204 len: 168 time: 0.8470976 Aug 11 22:32:15.999018 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43352) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:16.044713 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f0efde-bb12-49e6-b088-d7a7e37ac6ae tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] GET failed (client error): The resource could not be found. Aug 11 22:32:16.051000 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-54f0efde-bb12-49e6-b088-d7a7e37ac6ae tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "GET /v2.0/ports/e127aa78-6966-45f2-8fb2-62d327d8a678 HTTP/1.1" status: 404 len: 333 time: 0.0465579 Aug 11 22:32:16.052621 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43354) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:16.095669 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:16.130011 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a03dbe6e-eb20-4628-8eef-a052b6688e6b req-a8a994c6-c4f6-446d-a520-4b6b04827a22 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=778e3614-01c7-4809-ab38-7c0d06e05293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201632 Aug 11 22:32:16.254951 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d474f97-e04d-4a1b-b8b7-a8f640f72855 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:16.317621 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-846296a0-0371-41ff-8312-c73d818a8c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:16.322828 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d474f97-e04d-4a1b-b8b7-a8f640f72855 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:16.399872 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d474f97-e04d-4a1b-b8b7-a8f640f72855 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:16.402579 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d474f97-e04d-4a1b-b8b7-a8f640f72855 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:16.403877 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1d474f97-e04d-4a1b-b8b7-a8f640f72855 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/security-groups/18753720-a8b2-4ec5-9ff1-ec9bd13d6a5c HTTP/1.1" status: 204 len: 168 time: 0.3474879 Aug 11 22:32:16.410315 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43360) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:16.429773 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d474f97-e04d-4a1b-b8b7-a8f640f72855 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18753720-a8b2-4ec5-9ff1-ec9bd13d6a5c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:16.496850 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288fb67-2f57-40af-bb35-6afb94d97066 req-cda5defb-e4cb-4e00-936f-97b529006360 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:16.499952 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a288fb67-2f57-40af-bb35-6afb94d97066 req-cda5defb-e4cb-4e00-936f-97b529006360 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 945 time: 0.1955206 Aug 11 22:32:16.552918 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-11750edb-e7d9-49ff-b1ff-f5380053efa5 None None] Provisioning complete for port 76ccac0a-29ce-4264-b32d-71f4a890d70b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:16.553324 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-11750edb-e7d9-49ff-b1ff-f5380053efa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:16.590683 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bd45bbfb-f5bd-4c9a-8b44-43fc2efa9664 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:16.598587 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-11750edb-e7d9-49ff-b1ff-f5380053efa5 None None] Port 76ccac0a-29ce-4264-b32d-71f4a890d70b cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:32:16.618970 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-11750edb-e7d9-49ff-b1ff-f5380053efa5 None None] Provisioning for port d8e0093e-ddc0-44a9-b04f-856139a2a1f8 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:32:16.625800 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-11750edb-e7d9-49ff-b1ff-f5380053efa5 None None] Provisioning complete for port d8e0093e-ddc0-44a9-b04f-856139a2a1f8 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:16.626761 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-11750edb-e7d9-49ff-b1ff-f5380053efa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:16.640340 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a288fb67-2f57-40af-bb35-6afb94d97066 req-2d1b105e-5e93-45e9-810e-e0852d69bec0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=778e3614-01c7-4809-ab38-7c0d06e05293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284039 Aug 11 22:32:16.663541 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bd45bbfb-f5bd-4c9a-8b44-43fc2efa9664 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:16.692837 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43370) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:16.754885 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bd45bbfb-f5bd-4c9a-8b44-43fc2efa9664 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:16.758486 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bd45bbfb-f5bd-4c9a-8b44-43fc2efa9664 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:16.764067 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43372) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:16.765179 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bd45bbfb-f5bd-4c9a-8b44-43fc2efa9664 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/security-groups/0ce7724b-842f-4e8a-b1ad-8d765c0b218d HTTP/1.1" status: 204 len: 168 time: 0.3526189 Aug 11 22:32:16.798473 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-11750edb-e7d9-49ff-b1ff-f5380053efa5 None None] Could not find standard attr ID for object e127aa78-6966-45f2-8fb2-62d327d8a678. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:32:16.802780 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45bbfb-f5bd-4c9a-8b44-43fc2efa9664 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce7724b-842f-4e8a-b1ad-8d765c0b218d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:16.824542 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd45bbfb-f5bd-4c9a-8b44-43fc2efa9664 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:16.825589 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd45bbfb-f5bd-4c9a-8b44-43fc2efa9664 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:16.825589 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd45bbfb-f5bd-4c9a-8b44-43fc2efa9664 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:16.825984 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd45bbfb-f5bd-4c9a-8b44-43fc2efa9664 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:16.826539 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd45bbfb-f5bd-4c9a-8b44-43fc2efa9664 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:16.826866 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd45bbfb-f5bd-4c9a-8b44-43fc2efa9664 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:16.827200 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd45bbfb-f5bd-4c9a-8b44-43fc2efa9664 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:16.827556 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd45bbfb-f5bd-4c9a-8b44-43fc2efa9664 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:16.828027 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd45bbfb-f5bd-4c9a-8b44-43fc2efa9664 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:16.830124 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd45bbfb-f5bd-4c9a-8b44-43fc2efa9664 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:16.832214 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd45bbfb-f5bd-4c9a-8b44-43fc2efa9664 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:16.832618 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd45bbfb-f5bd-4c9a-8b44-43fc2efa9664 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:16.866368 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3e6626-78a1-418a-876b-7ad07365f9f8 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:16.874567 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2c3e6626-78a1-418a-876b-7ad07365f9f8 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 1091 time: 0.1761518 Aug 11 22:32:16.875108 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43376) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:16.882816 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-4b4377ae-a7c0-4d46-8d98-17569e937bfb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'port_id': '23509e9f-d413-4650-be97-d7259292856a', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:32:16.918206 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-574bdd1f-22ac-490a-8885-3b99ef618d74 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:16.946468 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4b4377ae-a7c0-4d46-8d98-17569e937bfb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:16.961367 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-574bdd1f-22ac-490a-8885-3b99ef618d74 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:17.037896 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-574bdd1f-22ac-490a-8885-3b99ef618d74 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:17.041922 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-574bdd1f-22ac-490a-8885-3b99ef618d74 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:17.050196 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-574bdd1f-22ac-490a-8885-3b99ef618d74 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/security-groups/b7821acf-240b-497e-8a73-8908ade9e69e HTTP/1.1" status: 204 len: 168 time: 0.2832389 Aug 11 22:32:17.051222 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43386) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:17.137534 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d8e0093e-ddc0-44a9-b04f-856139a2a1f8 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:32:17.223197 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4b4377ae-a7c0-4d46-8d98-17569e937bfb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:17.226625 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-54449fdb-cc32-4d25-9a67-5f75a575171c tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting subnet 395e5a6f-0e3b-4715-ae96-53f9467e20e3 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:32:17.229524 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574bdd1f-22ac-490a-8885-3b99ef618d74 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7821acf-240b-497e-8a73-8908ade9e69e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:17.234812 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-54449fdb-cc32-4d25-9a67-5f75a575171c tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:17.280617 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-cb3f5d06-75c5-4909-be3f-7548dd59e9f5 None None] Could not find standard attr ID for object e127aa78-6966-45f2-8fb2-62d327d8a678. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:32:17.299889 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port d8e0093e-ddc0-44a9-b04f-856139a2a1f8 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:17.300272 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:17.333586 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-54449fdb-cc32-4d25-9a67-5f75a575171c tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:17.497494 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-54449fdb-cc32-4d25-9a67-5f75a575171c tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:17.532175 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-4b4377ae-a7c0-4d46-8d98-17569e937bfb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Allocated IP 172.25.2.181 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/4fb556f5-1f97-495d-9dd9-daa37a263486) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:32:17.598156 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-54449fdb-cc32-4d25-9a67-5f75a575171c tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:17.604781 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:17.647855 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-54449fdb-cc32-4d25-9a67-5f75a575171c tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:17.650048 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-54449fdb-cc32-4d25-9a67-5f75a575171c tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/subnets/395e5a6f-0e3b-4715-ae96-53f9467e20e3 HTTP/1.1" status: 204 len: 168 time: 0.5859902 Aug 11 22:32:17.652970 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54449fdb-cc32-4d25-9a67-5f75a575171c tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Subnet': ['ID=395e5a6f-0e3b-4715-ae96-53f9467e20e3,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:17.655801 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43396) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:17.664166 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8369b388-fda9-4fe7-a41b-25789ac5d826 None None] Network bb31f13d-0513-4d49-a408-b96293756b97 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:32:17.725918 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a5d446-2255-43bf-aab6-e105ee156bf0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting subnet 4fefa0aa-eee3-422c-a5c9-72fd222bf3ee {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:32:17.730918 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-19a5d446-2255-43bf-aab6-e105ee156bf0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:17.776341 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4b4377ae-a7c0-4d46-8d98-17569e937bfb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:17.826289 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-19a5d446-2255-43bf-aab6-e105ee156bf0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:17.859033 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4b4377ae-a7c0-4d46-8d98-17569e937bfb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:17.924923 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4377ae-a7c0-4d46-8d98-17569e937bfb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:32:17.929269 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-4b4377ae-a7c0-4d46-8d98-17569e937bfb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:32:17.940744 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4377ae-a7c0-4d46-8d98-17569e937bfb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:32:17.994498 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4377ae-a7c0-4d46-8d98-17569e937bfb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Port': ['ID=4fb556f5-1f97-495d-9dd9-daa37a263486,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:18.010595 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-19a5d446-2255-43bf-aab6-e105ee156bf0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:18.109347 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:32:18.158571 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-19a5d446-2255-43bf-aab6-e105ee156bf0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:18.213501 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5d446-2255-43bf-aab6-e105ee156bf0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Subnet': ['ID=4fefa0aa-eee3-422c-a5c9-72fd222bf3ee,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:18.219429 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-19a5d446-2255-43bf-aab6-e105ee156bf0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:18.222104 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-19a5d446-2255-43bf-aab6-e105ee156bf0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/subnets/4fefa0aa-eee3-422c-a5c9-72fd222bf3ee HTTP/1.1" status: 204 len: 168 time: 0.5651424 Aug 11 22:32:18.233065 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43406) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:18.267903 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-84bd503e-8ba0-4bf6-969e-058ede27d420 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] DELETE failed (client error): The resource could not be found. Aug 11 22:32:18.268385 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84bd503e-8ba0-4bf6-969e-058ede27d420 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:32:18.276493 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-84bd503e-8ba0-4bf6-969e-058ede27d420 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/subnets/395e5a6f-0e3b-4715-ae96-53f9467e20e3 HTTP/1.1" status: 404 len: 337 time: 0.0354264 Aug 11 22:32:18.276493 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43412) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:18.380589 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d515c1-b0a4-430d-b391-8786674cde05 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting subnet e5a2c8be-65c1-4364-89a4-e40a4998f45c {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:32:18.384610 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41d515c1-b0a4-430d-b391-8786674cde05 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:18.450108 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41d515c1-b0a4-430d-b391-8786674cde05 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:18.611806 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41d515c1-b0a4-430d-b391-8786674cde05 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:18.723343 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4b4377ae-a7c0-4d46-8d98-17569e937bfb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:18.744345 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41d515c1-b0a4-430d-b391-8786674cde05 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:18.776021 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d515c1-b0a4-430d-b391-8786674cde05 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Subnet': ['ID=e5a2c8be-65c1-4364-89a4-e40a4998f45c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:18.805890 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-41d515c1-b0a4-430d-b391-8786674cde05 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:18.807904 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-41d515c1-b0a4-430d-b391-8786674cde05 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/subnets/e5a2c8be-65c1-4364-89a4-e40a4998f45c HTTP/1.1" status: 204 len: 168 time: 0.5318770 Aug 11 22:32:18.811961 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43418) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:18.872373 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6347d21-77f6-4375-a567-4a55a553de46 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] DELETE failed (client error): The resource could not be found. Aug 11 22:32:18.873145 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6347d21-77f6-4375-a567-4a55a553de46 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:32:18.880716 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c6347d21-77f6-4375-a567-4a55a553de46 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/subnets/75f7f5d7-4440-489d-9e85-0ac02896894b HTTP/1.1" status: 404 len: 337 time: 0.0657787 Aug 11 22:32:18.883737 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43420) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:18.946526 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0017564f-8f64-4a67-91c9-bbcbe6f38e6c tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3d4037a-54df-4172-a61c-ea410d18fdc4 HTTP/1.1" status: 200 len: 205 time: 0.0591114 Aug 11 22:32:18.947009 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43422) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:18.969000 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4b4377ae-a7c0-4d46-8d98-17569e937bfb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:18.973026 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b606fb0b-ccc9-4eb2-8a64-55df1068bb98 None None] Network bb31f13d-0513-4d49-a408-b96293756b97 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:32:19.069622 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-905085de-6475-40f4-be66-a53d99640213 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] delete failed (client error): The resource could not be found. Aug 11 22:32:19.075794 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-905085de-6475-40f4-be66-a53d99640213 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/routers/a3d4037a-54df-4172-a61c-ea410d18fdc4 HTTP/1.1" status: 404 len: 336 time: 0.1226320 Aug 11 22:32:19.078443 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43428) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:19.188111 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-358613a6-338e-43ea-9fc0-2084ce502eec tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] DELETE failed (client error): The resource could not be found. Aug 11 22:32:19.189380 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-358613a6-338e-43ea-9fc0-2084ce502eec tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:32:19.199183 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-358613a6-338e-43ea-9fc0-2084ce502eec tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/subnets/513134b1-b440-4edf-aef8-fe2aae97e472 HTTP/1.1" status: 404 len: 337 time: 0.1117671 Aug 11 22:32:19.199304 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:19.199546 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43432) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:19.210529 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f2907330-2cb2-4f63-afc2-e277a064f99c None None] Provisioning complete for port 76ccac0a-29ce-4264-b32d-71f4a890d70b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:19.211117 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f2907330-2cb2-4f63-afc2-e277a064f99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:19.271481 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ba3572-94c1-49eb-b8be-fe536ac1429c tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] DELETE failed (client error): The resource could not be found. Aug 11 22:32:19.272336 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ba3572-94c1-49eb-b8be-fe536ac1429c tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:32:19.276175 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-98ba3572-94c1-49eb-b8be-fe536ac1429c tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/subnets/8b8b8c08-7e81-411c-9e5a-8dab0b1d93a7 HTTP/1.1" status: 404 len: 337 time: 0.0746067 Aug 11 22:32:19.278625 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43436) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:19.283321 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4b4377ae-a7c0-4d46-8d98-17569e937bfb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:19.287701 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4b4377ae-a7c0-4d46-8d98-17569e937bfb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:19.347941 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4377ae-a7c0-4d46-8d98-17569e937bfb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Port': ['ID=4fb556f5-1f97-495d-9dd9-daa37a263486,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:19.383599 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-4457cc23-6dac-4430-bc9d-7c39d32b0679 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] DELETE failed (client error): The resource could not be found. Aug 11 22:32:19.388702 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4457cc23-6dac-4430-bc9d-7c39d32b0679 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:32:19.393949 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-f2907330-2cb2-4f63-afc2-e277a064f99c None None] Port 76ccac0a-29ce-4264-b32d-71f4a890d70b cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:32:19.395280 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4457cc23-6dac-4430-bc9d-7c39d32b0679 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/subnets/f79c3983-c600-4c9c-a7a1-0a6ab2558160 HTTP/1.1" status: 404 len: 337 time: 0.1078722 Aug 11 22:32:19.398917 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43438) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:19.432751 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4b4377ae-a7c0-4d46-8d98-17569e937bfb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:19.444290 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f2907330-2cb2-4f63-afc2-e277a064f99c None None] Provisioning complete for port d8e0093e-ddc0-44a9-b04f-856139a2a1f8 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:19.444680 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f2907330-2cb2-4f63-afc2-e277a064f99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:19.458556 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-7520d17d-125c-4b30-9af0-7e42fc703a08 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] DELETE failed (client error): The resource could not be found. Aug 11 22:32:19.459683 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7520d17d-125c-4b30-9af0-7e42fc703a08 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:32:19.464765 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7520d17d-125c-4b30-9af0-7e42fc703a08 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/ports/c952a7a0-7cdf-4419-9908-e63e048b2bc9 HTTP/1.1" status: 404 len: 333 time: 0.0644815 Aug 11 22:32:19.465501 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43440) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:19.539606 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-998256b4-5082-42db-aa0a-a8c95d4d05a6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] DELETE failed (client error): The resource could not be found. Aug 11 22:32:19.540930 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998256b4-5082-42db-aa0a-a8c95d4d05a6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:32:19.544400 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-998256b4-5082-42db-aa0a-a8c95d4d05a6 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/subnets/b3a8f2e4-8370-420d-8c26-bba74b86d46c HTTP/1.1" status: 404 len: 337 time: 0.0764029 Aug 11 22:32:19.546960 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43442) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:19.555768 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9351de8-4a27-4a72-84be-2aea35600053 None None] DHCP port deletion for bb31f13d-0513-4d49-a408-b96293756b97 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:32:19.607849 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a34bf60-d0b8-4b3f-b0d8-2c520bf9c4c0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] DELETE failed (client error): The resource could not be found. Aug 11 22:32:19.608398 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a34bf60-d0b8-4b3f-b0d8-2c520bf9c4c0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:32:19.611010 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9a34bf60-d0b8-4b3f-b0d8-2c520bf9c4c0 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/subnets/4046bd83-5df4-4d20-9b6c-c1dd0ae20c9e HTTP/1.1" status: 404 len: 337 time: 0.0618651 Aug 11 22:32:19.614532 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43448) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:19.637148 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-4b4377ae-a7c0-4d46-8d98-17569e937bfb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Floating IP 554158a0-e03c-4877-856c-6af54efd726f associated. External IP: 172.25.2.181, port: 23509e9f-d413-4650-be97-d7259292856a. Aug 11 22:32:19.671980 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-2450e02c-4133-4f33-a434-d2ace6b5ce57 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] DELETE failed (client error): The resource could not be found. Aug 11 22:32:19.673348 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2450e02c-4133-4f33-a434-d2ace6b5ce57 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:32:19.675942 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2450e02c-4133-4f33-a434-d2ace6b5ce57 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/ports/805596ff-9e49-43a7-b86d-da05cdb9d232 HTTP/1.1" status: 404 len: 333 time: 0.0602241 Aug 11 22:32:19.678880 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43450) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:19.716169 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-3571cc43-1e92-4d3e-a5c4-687bac1d17f3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] DELETE failed (client error): The resource could not be found. Aug 11 22:32:19.716857 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3571cc43-1e92-4d3e-a5c4-687bac1d17f3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:32:19.719490 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3571cc43-1e92-4d3e-a5c4-687bac1d17f3 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/subnets/f622bfc2-e813-4cd8-af70-dbaa5870888a HTTP/1.1" status: 404 len: 337 time: 0.0390935 Aug 11 22:32:19.722046 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43452) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:19.763425 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-c923e719-8dbb-4f40-a02b-a46a1638bb30 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] DELETE failed (client error): The resource could not be found. Aug 11 22:32:19.763866 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c923e719-8dbb-4f40-a02b-a46a1638bb30 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 22:32:19.766282 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c923e719-8dbb-4f40-a02b-a46a1638bb30 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/subnets/0a5c6bbc-9108-42ed-9f1e-13da3e32cb13 HTTP/1.1" status: 404 len: 337 time: 0.0426579 Aug 11 22:32:19.769002 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43454) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:19.792353 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-e9351de8-4a27-4a72-84be-2aea35600053 None None] Deleting port d8e0093e-ddc0-44a9-b04f-856139a2a1f8 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:32:19.792804 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e9351de8-4a27-4a72-84be-2aea35600053 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:19.888159 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-e9351de8-4a27-4a72-84be-2aea35600053 None None] For port d8e0093e-ddc0-44a9-b04f-856139a2a1f8, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d8e0093e-ddc0-44a9-b04f-856139a2a1f8,segment=NetworkSegment(13e4d3f3-9253-47d6-a9a3-d73032ce9406),segment_id=13e4d3f3-9253-47d6-a9a3-d73032ce9406)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:32:19.888581 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e9351de8-4a27-4a72-84be-2aea35600053 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:19.911575 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-e9351de8-4a27-4a72-84be-2aea35600053 None None] Calling delete_port for d8e0093e-ddc0-44a9-b04f-856139a2a1f8 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:32:19.953446 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-d236c4bf-daf8-4e1a-9908-57f23fc0b382 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Deleting port 76ccac0a-29ce-4264-b32d-71f4a890d70b {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:32:19.953941 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d236c4bf-daf8-4e1a-9908-57f23fc0b382 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:19.977355 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4377ae-a7c0-4d46-8d98-17569e937bfb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Router 664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:32:20.061288 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e9351de8-4a27-4a72-84be-2aea35600053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:20.080678 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d236c4bf-daf8-4e1a-9908-57f23fc0b382 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:20.099421 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-d236c4bf-daf8-4e1a-9908-57f23fc0b382 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Calling delete_port for 76ccac0a-29ce-4264-b32d-71f4a890d70b owned by {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:32:20.105021 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9351de8-4a27-4a72-84be-2aea35600053 None None] Pushing event deleted for resources: {'Port': ['ID=d8e0093e-ddc0-44a9-b04f-856139a2a1f8,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:20.116642 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9351de8-4a27-4a72-84be-2aea35600053 None None] No DVR routers for this DVR port d8e0093e-ddc0-44a9-b04f-856139a2a1f8 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:32:20.236696 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d236c4bf-daf8-4e1a-9908-57f23fc0b382 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:20.286581 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236c4bf-daf8-4e1a-9908-57f23fc0b382 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Port': ['ID=76ccac0a-29ce-4264-b32d-71f4a890d70b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:20.320433 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d236c4bf-daf8-4e1a-9908-57f23fc0b382 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:20.330200 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d236c4bf-daf8-4e1a-9908-57f23fc0b382 tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/ports/76ccac0a-29ce-4264-b32d-71f4a890d70b HTTP/1.1" status: 204 len: 168 time: 0.5577893 Aug 11 22:32:20.334727 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43462) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:20.475630 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-deced375-1d59-48da-b6bc-760a279c60af tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:20.636319 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4377ae-a7c0-4d46-8d98-17569e937bfb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:32:20.651816 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2343b2-7f48-4236-a569-d0b2e093d7f5 None None] Sync routers for ids ['664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:32:20.673985 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4b4377ae-a7c0-4d46-8d98-17569e937bfb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:20.683100 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2343b2-7f48-4236-a569-d0b2e093d7f5 None None] Routers {'664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:32:20.685058 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-8e2343b2-7f48-4236-a569-d0b2e093d7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:32:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:20.692623 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-deced375-1d59-48da-b6bc-760a279c60af tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:20.713207 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4b4377ae-a7c0-4d46-8d98-17569e937bfb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8371682 Aug 11 22:32:20.713837 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b683adf-b4c2-4919-acbd-2fc756d6c1da', 'tag': '23509e9f-d413-4650-be97-d7259292856a'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:32:20.722439 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-deced375-1d59-48da-b6bc-760a279c60af tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb31f13d-0513-4d49-a408-b96293756b97']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:20.728415 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dead34b8-a9d4-48b4-8a57-a596f5abf307" -d '{"events": [{"name": "network-changed", "server_uuid": "7b683adf-b4c2-4919-acbd-2fc756d6c1da", "tag": "23509e9f-d413-4650-be97-d7259292856a"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:32:20.739251 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-deced375-1d59-48da-b6bc-760a279c60af tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13e4d3f3-9253-47d6-a9a3-d73032ce9406') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:20.739606 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-deced375-1d59-48da-b6bc-760a279c60af tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13e4d3f3-9253-47d6-a9a3-d73032ce9406') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:20.760382 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-deced375-1d59-48da-b6bc-760a279c60af tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:20.780309 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:20.787590 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-deced375-1d59-48da-b6bc-760a279c60af tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:20.796529 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deced375-1d59-48da-b6bc-760a279c60af tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:32:20.797281 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-deced375-1d59-48da-b6bc-760a279c60af tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:32:20.803934 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:32:20.880834 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-8e2343b2-7f48-4236-a569-d0b2e093d7f5 None None] Set router 664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:32:20.907175 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-deced375-1d59-48da-b6bc-760a279c60af tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:20.926649 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-deced375-1d59-48da-b6bc-760a279c60af tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:20.929204 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e34b62-80a1-49ac-ab25-460156bad6a7 req-dd644205-0abd-4827-98e4-a2397c49c257 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:20.935498 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-deced375-1d59-48da-b6bc-760a279c60af tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] 10.222.0.77 "DELETE /v2.0/networks/bb31f13d-0513-4d49-a408-b96293756b97 HTTP/1.1" status: 204 len: 168 time: 0.5966103 Aug 11 22:32:20.937536 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47e34b62-80a1-49ac-ab25-460156bad6a7 req-dd644205-0abd-4827-98e4-a2397c49c257 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 945 time: 0.1259065 Aug 11 22:32:20.951934 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deced375-1d59-48da-b6bc-760a279c60af tempest-PortsTestJSON-173043933 tempest-PortsTestJSON-173043933-project] Pushing event deleted for resources: {'Network': ['ID=bb31f13d-0513-4d49-a408-b96293756b97,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:21.015210 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47e34b62-80a1-49ac-ab25-460156bad6a7 req-55e444a8-5d78-4d1f-a806-3dc65cac5f2b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=778e3614-01c7-4809-ab38-7c0d06e05293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561028 Aug 11 22:32:21.076010 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43480) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:21.125915 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d8e0093e-ddc0-44a9-b04f-856139a2a1f8 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:32:21.211595 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: d8e0093e-ddc0-44a9-b04f-856139a2a1f8 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:32:21.212805 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d8e0093e-ddc0-44a9-b04f-856139a2a1f8 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:32:21.246764 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b09270-25b4-4993-9c69-1e3134acf6e3 x-openstack-request-id: req-65b09270-25b4-4993-9c69-1e3134acf6e3 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:32:21.247834 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b683adf-b4c2-4919-acbd-2fc756d6c1da", "tag": "23509e9f-d413-4650-be97-d7259292856a", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:32:21.248569 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-65b09270-25b4-4993-9c69-1e3134acf6e3 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:32:21.251480 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b683adf-b4c2-4919-acbd-2fc756d6c1da', 'tag': '23509e9f-d413-4650-be97-d7259292856a', 'status': 'completed', 'code': 200} Aug 11 22:32:21.313227 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-63375e11-7f9c-42cf-aeab-ff1f59e48e47 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/floatingips/554158a0-e03c-4877-856c-6af54efd726f HTTP/1.1" status: 200 len: 991 time: 0.2320492 Aug 11 22:32:21.341069 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead34b8-a9d4-48b4-8a57-a596f5abf307 req-c85079e6-5f27-40f5-8863-d2f7489a256e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:21.343931 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dead34b8-a9d4-48b4-8a57-a596f5abf307 req-c85079e6-5f27-40f5-8863-d2f7489a256e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 1096 time: 0.0773876 Aug 11 22:32:21.538186 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-8e2343b2-7f48-4236-a569-d0b2e093d7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-427693066', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '55284e8d-f5e7-40f2-b8fb-ffc999bb2136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:31:44Z', 'updated_at': '2021-08-11T22:31:54Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': '55284e8d-f5e7-40f2-b8fb-ffc999bb2136', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:31:45Z', 'updated_at': '2021-08-11T22:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '554158a0-e03c-4877-856c-6af54efd726f', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'floating_ip_address': '172.25.2.181', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'port_id': '23509e9f-d413-4650-be97-d7259292856a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0', 'mac_address': 'fa:16:3e:1c:7a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b683adf-b4c2-4919-acbd-2fc756d6c1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:32:18Z', 'updated_at': '2021-08-11T22:32:18Z', 'revision_number': 0, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04a16237-0564-49bd-b573-c73a5c1c32e8', 'name': '', 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:0f:55:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'edfe2fb6-65ff-4574-b23d-a8ac3a761eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:31:51Z', 'updated_at': '2021-08-11T22:32:04Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': 'edfe2fb6-65ff-4574-b23d-a8ac3a761eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:21.573054 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2343b2-7f48-4236-a569-d0b2e093d7f5 None None] Checking router: 664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:32:21.585863 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2343b2-7f48-4236-a569-d0b2e093d7f5 None None] Routers {'664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:32:21.585863 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-8e2343b2-7f48-4236-a569-d0b2e093d7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:32:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:21.678759 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead34b8-a9d4-48b4-8a57-a596f5abf307 req-ba43c099-95f3-4189-b0f4-b499b71f3854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:21.681333 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dead34b8-a9d4-48b4-8a57-a596f5abf307 req-ba43c099-95f3-4189-b0f4-b499b71f3854 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5afeb168-48bb-49d5-b524-5484e43c60c0 HTTP/1.1" status: 200 len: 897 time: 0.3283970 Aug 11 22:32:21.693381 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43492) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:21.777163 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-8e2343b2-7f48-4236-a569-d0b2e093d7f5 None None] Set router 664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:32:21.819256 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dead34b8-a9d4-48b4-8a57-a596f5abf307 req-82116dfe-8e02-4269-a14f-1c5c95f453d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23509e9f-d413-4650-be97-d7259292856a HTTP/1.1" status: 200 len: 999 time: 0.1244895 Aug 11 22:32:21.942934 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8335df41-1f54-4acf-96f2-dedafd4fbce5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=25fd15b5bb2148a4b0306708f08aa001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2480280 Aug 11 22:32:21.948030 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43500) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:21.960887 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead34b8-a9d4-48b4-8a57-a596f5abf307 req-57a1f1bc-e6fb-43f0-b43f-33424d77ae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:21.962642 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dead34b8-a9d4-48b4-8a57-a596f5abf307 req-57a1f1bc-e6fb-43f0-b43f-33424d77ae4a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=edfe2fb6-65ff-4574-b23d-a8ac3a761eed HTTP/1.1" status: 200 len: 834 time: 0.1303689 Aug 11 22:32:22.104559 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead34b8-a9d4-48b4-8a57-a596f5abf307 req-98d8bddc-a9fe-4e27-89e8-ec02e8bd7752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:22.106892 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dead34b8-a9d4-48b4-8a57-a596f5abf307 req-98d8bddc-a9fe-4e27-89e8-ec02e8bd7752 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5afeb168-48bb-49d5-b524-5484e43c60c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1352696 Aug 11 22:32:22.110308 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b1eefaad-d3ad-4439-942d-6f45e10262d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:22.168759 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-8e2343b2-7f48-4236-a569-d0b2e093d7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-427693066', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '55284e8d-f5e7-40f2-b8fb-ffc999bb2136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:31:44Z', 'updated_at': '2021-08-11T22:31:54Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': '55284e8d-f5e7-40f2-b8fb-ffc999bb2136', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:31:45Z', 'updated_at': '2021-08-11T22:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '554158a0-e03c-4877-856c-6af54efd726f', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'floating_ip_address': '172.25.2.181', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'port_id': '23509e9f-d413-4650-be97-d7259292856a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0', 'mac_address': 'fa:16:3e:1c:7a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b683adf-b4c2-4919-acbd-2fc756d6c1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:32:18Z', 'updated_at': '2021-08-11T22:32:18Z', 'revision_number': 0, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04a16237-0564-49bd-b573-c73a5c1c32e8', 'name': '', 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:0f:55:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'edfe2fb6-65ff-4574-b23d-a8ac3a761eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:31:51Z', 'updated_at': '2021-08-11T22:32:04Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': 'edfe2fb6-65ff-4574-b23d-a8ac3a761eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:22.208072 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b1eefaad-d3ad-4439-942d-6f45e10262d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:22.214304 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2343b2-7f48-4236-a569-d0b2e093d7f5 None None] The sync data for ids ['664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed'] in n-d-804275-3 is: [{'id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-427693066', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '55284e8d-f5e7-40f2-b8fb-ffc999bb2136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:31:44Z', 'updated_at': '2021-08-11T22:31:54Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': '55284e8d-f5e7-40f2-b8fb-ffc999bb2136', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:31:45Z', 'updated_at': '2021-08-11T22:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '554158a0-e03c-4877-856c-6af54efd726f', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'floating_ip_address': '172.25.2.181', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'port_id': '23509e9f-d413-4650-be97-d7259292856a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0', 'mac_address': 'fa:16:3e:1c:7a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b683adf-b4c2-4919-acbd-2fc756d6c1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:32:18Z', 'updated_at': '2021-08-11T22:32:18Z', 'revision_number': 0, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04a16237-0564-49bd-b573-c73a5c1c32e8', 'name': '', 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:0f:55:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'edfe2fb6-65ff-4574-b23d-a8ac3a761eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:31:51Z', 'updated_at': '2021-08-11T22:32:04Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': 'edfe2fb6-65ff-4574-b23d-a8ac3a761eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:32:22.299811 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dead34b8-a9d4-48b4-8a57-a596f5abf307 req-91ef33e6-f9e6-4fd5-8d4f-22067ae2501e service neutron] 10.222.0.52 "GET /v2.0/networks/5afeb168-48bb-49d5-b524-5484e43c60c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849058 Aug 11 22:32:22.316673 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43506) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:22.324551 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b1eefaad-d3ad-4439-942d-6f45e10262d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:22.327890 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b1eefaad-d3ad-4439-942d-6f45e10262d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:22.329577 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b1eefaad-d3ad-4439-942d-6f45e10262d8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c8f16b61-ab1d-4029-aa0e-d0249b2c0e8b HTTP/1.1" status: 204 len: 168 time: 0.3803129 Aug 11 22:32:22.439538 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eefaad-d3ad-4439-942d-6f45e10262d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f16b61-ab1d-4029-aa0e-d0249b2c0e8b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:22.445370 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-07db591d-e765-46de-9a13-771361da65ca tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/floatingips/554158a0-e03c-4877-856c-6af54efd726f HTTP/1.1" status: 200 len: 991 time: 0.1274424 Aug 11 22:32:22.584805 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dead34b8-a9d4-48b4-8a57-a596f5abf307 req-f14cad20-a4e5-4e54-809c-edc13a50603f service neutron] 10.222.0.52 "GET /v2.0/networks/5afeb168-48bb-49d5-b524-5484e43c60c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669387 Aug 11 22:32:22.664845 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db9f634-907d-4b6c-8c1f-6d2789b7970f None None] New status for floating IP 554158a0-e03c-4877-856c-6af54efd726f: ACTIVE {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:32:23.449543 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43544) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:23.601878 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a855cb68-d6ee-4490-92cb-37c16d48dd01 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/floatingips/554158a0-e03c-4877-856c-6af54efd726f HTTP/1.1" status: 200 len: 993 time: 0.1502233 Aug 11 22:32:23.640355 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43550) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:23.777708 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-e9a5e612-96f6-4cd2-a1b8-447871dce8ea tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1928137072', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:32:23.809796 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e612-96f6-4cd2-a1b8-447871dce8ea tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:23.810911 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e612-96f6-4cd2-a1b8-447871dce8ea tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:23.878212 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e612-96f6-4cd2-a1b8-447871dce8ea tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:23.896002 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e612-96f6-4cd2-a1b8-447871dce8ea tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:23.916287 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e612-96f6-4cd2-a1b8-447871dce8ea tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:23.921502 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43558) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:23.927121 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-613af293-83b1-40e2-a830-87aed3737810 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-210832216'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:32:23.930975 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e9a5e612-96f6-4cd2-a1b8-447871dce8ea tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2879674 Aug 11 22:32:23.954785 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613af293-83b1-40e2-a830-87aed3737810 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Made reservation on behalf of 44ff1dc5f9534a3c9728480cc15944a8 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:32:23.963525 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-613af293-83b1-40e2-a830-87aed3737810 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:23.976981 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-613af293-83b1-40e2-a830-87aed3737810 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:24.105810 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-613af293-83b1-40e2-a830-87aed3737810 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:24.111815 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-613af293-83b1-40e2-a830-87aed3737810 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:24.147423 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-613af293-83b1-40e2-a830-87aed3737810 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:32:24.154633 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613af293-83b1-40e2-a830-87aed3737810 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07fcae20-4044-4078-bae4-3d9d7b4ea819,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:24.161715 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-613af293-83b1-40e2-a830-87aed3737810 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:24.162329 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-613af293-83b1-40e2-a830-87aed3737810 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Added segment f2a1d194-c90a-4d6e-be6c-e935cc9c793c of type vlan for network 1b44cd5e-2918-4374-802f-7e224149d852 Aug 11 22:32:24.237207 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-613af293-83b1-40e2-a830-87aed3737810 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:24.275709 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-613af293-83b1-40e2-a830-87aed3737810 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:24.283496 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613af293-83b1-40e2-a830-87aed3737810 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:24.283496 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-613af293-83b1-40e2-a830-87aed3737810 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:24.389491 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-613af293-83b1-40e2-a830-87aed3737810 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4666858 Aug 11 22:32:24.392674 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43564) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:24.398568 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-6829ecc0-7b98-42a1-b3a9-da69e6d854ea tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Request body: {'subnet': {'network_id': '1b44cd5e-2918-4374-802f-7e224149d852', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:32:24.405858 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613af293-83b1-40e2-a830-87aed3737810 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Pushing event updated for resources: {'Network': ['ID=1b44cd5e-2918-4374-802f-7e224149d852,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:24.443921 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 1b44cd5e-2918-4374-802f-7e224149d852 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:32:24.569830 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6829ecc0-7b98-42a1-b3a9-da69e6d854ea tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Made reservation on behalf of 44ff1dc5f9534a3c9728480cc15944a8 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:32:24.580835 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6829ecc0-7b98-42a1-b3a9-da69e6d854ea tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:24.896258 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6829ecc0-7b98-42a1-b3a9-da69e6d854ea tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:25.056407 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829ecc0-7b98-42a1-b3a9-da69e6d854ea tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Pushing event updated for resources: {'Subnet': ['ID=7e2a7cf6-fba7-4e4a-ae5e-d1cac13c49b6,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:25.069978 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6829ecc0-7b98-42a1-b3a9-da69e6d854ea tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Checking segment: {'id': 'f2a1d194-c90a-4d6e-be6c-e935cc9c793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1b44cd5e-2918-4374-802f-7e224149d852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:32:25.070364 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6829ecc0-7b98-42a1-b3a9-da69e6d854ea tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Network hostable DHCP agents. Network: 1b44cd5e-2918-4374-802f-7e224149d852, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:32:25.094305 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6829ecc0-7b98-42a1-b3a9-da69e6d854ea tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Network 1b44cd5e-2918-4374-802f-7e224149d852 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:32:25.110841 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-6829ecc0-7b98-42a1-b3a9-da69e6d854ea tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 1b44cd5e-2918-4374-802f-7e224149d852) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:32:25.113416 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6829ecc0-7b98-42a1-b3a9-da69e6d854ea tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:25.114159 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6829ecc0-7b98-42a1-b3a9-da69e6d854ea tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:25.123039 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16fa64f-09dc-47da-a5d7-f0b91408daf0 None None] Network 1b44cd5e-2918-4374-802f-7e224149d852 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:32:25.137802 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6829ecc0-7b98-42a1-b3a9-da69e6d854ea tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7436643 Aug 11 22:32:25.141737 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43582) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:25.147436 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-5c224cf6-5bbc-4479-8c95-8c4d79029e1c tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Request body: {'network': {'name': 'tempest-router-network01--2141943538'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:32:25.186392 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c224cf6-5bbc-4479-8c95-8c4d79029e1c tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Made reservation on behalf of 44ff1dc5f9534a3c9728480cc15944a8 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:32:25.190503 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c224cf6-5bbc-4479-8c95-8c4d79029e1c tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:25.221666 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c224cf6-5bbc-4479-8c95-8c4d79029e1c tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:32:25.239378 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c224cf6-5bbc-4479-8c95-8c4d79029e1c tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:25.239378 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-5c224cf6-5bbc-4479-8c95-8c4d79029e1c tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Added segment 61d66230-3e5f-44ac-bcd9-4a1a105ca2cc of type vlan for network 1b07b585-05c1-4a3c-b09e-b52e1ed27b7d Aug 11 22:32:25.317414 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c224cf6-5bbc-4479-8c95-8c4d79029e1c tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:25.355025 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c224cf6-5bbc-4479-8c95-8c4d79029e1c tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:25.363331 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c224cf6-5bbc-4479-8c95-8c4d79029e1c tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:25.363999 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c224cf6-5bbc-4479-8c95-8c4d79029e1c tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:25.423307 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d00d5b-011e-40bb-8099-9890484342fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-1b44cd5e-2918-4374-802f-7e224149d852', 'network_id': '1b44cd5e-2918-4374-802f-7e224149d852', 'tenant_id': '44ff1dc5f9534a3c9728480cc15944a8', 'fixed_ips': [{'subnet_id': '7e2a7cf6-fba7-4e4a-ae5e-d1cac13c49b6'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:32:25.424648 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-34d00d5b-011e-40bb-8099-9890484342fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:25.437069 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5c224cf6-5bbc-4479-8c95-8c4d79029e1c tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2941570 Aug 11 22:32:25.448622 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43586) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:25.455858 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-42f79bd0-37e6-4a23-a7f0-9fd1eca1aa06 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Request body: {'network': {'name': 'tempest-router-network02--741140215'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:32:25.459791 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c224cf6-5bbc-4479-8c95-8c4d79029e1c tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Pushing event updated for resources: {'Network': ['ID=1b07b585-05c1-4a3c-b09e-b52e1ed27b7d,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:25.518403 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f79bd0-37e6-4a23-a7f0-9fd1eca1aa06 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Made reservation on behalf of 44ff1dc5f9534a3c9728480cc15944a8 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:32:25.523225 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-42f79bd0-37e6-4a23-a7f0-9fd1eca1aa06 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:25.589296 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f79bd0-37e6-4a23-a7f0-9fd1eca1aa06 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:32:25.617954 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 1b07b585-05c1-4a3c-b09e-b52e1ed27b7d details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:32:25.623096 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-42f79bd0-37e6-4a23-a7f0-9fd1eca1aa06 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:25.623736 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-42f79bd0-37e6-4a23-a7f0-9fd1eca1aa06 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Added segment cdf25b6d-ad2d-4dea-a1ee-de83680005a1 of type vlan for network 68b5d3bd-07a3-4d06-a26b-737db7c0e436 Aug 11 22:32:25.713163 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-42f79bd0-37e6-4a23-a7f0-9fd1eca1aa06 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:25.714319 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-34d00d5b-011e-40bb-8099-9890484342fb None None] Allocated IP 2001:db8::2 (1b44cd5e-2918-4374-802f-7e224149d852/7e2a7cf6-fba7-4e4a-ae5e-d1cac13c49b6/b95b311c-31c6-4d37-b62b-826e058e2b35) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:32:25.776165 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-42f79bd0-37e6-4a23-a7f0-9fd1eca1aa06 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:25.787326 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f79bd0-37e6-4a23-a7f0-9fd1eca1aa06 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:25.804682 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-42f79bd0-37e6-4a23-a7f0-9fd1eca1aa06 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:25.906167 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-42f79bd0-37e6-4a23-a7f0-9fd1eca1aa06 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4555001 Aug 11 22:32:25.910402 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43594) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:25.916903 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-c42add84-70cb-48c8-a39b-e0fd50a12bd5 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Request body: {'subnet': {'network_id': '1b07b585-05c1-4a3c-b09e-b52e1ed27b7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:32:25.940712 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-34d00d5b-011e-40bb-8099-9890484342fb None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:25.942663 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f79bd0-37e6-4a23-a7f0-9fd1eca1aa06 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Pushing event updated for resources: {'Network': ['ID=68b5d3bd-07a3-4d06-a26b-737db7c0e436,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:25.964034 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 68b5d3bd-07a3-4d06-a26b-737db7c0e436 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:32:25.970957 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-34d00d5b-011e-40bb-8099-9890484342fb None None] Transition to ACTIVE for port object b95b311c-31c6-4d37-b62b-826e058e2b35 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:32:26.036761 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42add84-70cb-48c8-a39b-e0fd50a12bd5 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Made reservation on behalf of 44ff1dc5f9534a3c9728480cc15944a8 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:32:26.040891 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c42add84-70cb-48c8-a39b-e0fd50a12bd5 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:26.046666 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-34d00d5b-011e-40bb-8099-9890484342fb None None] Transition to ACTIVE for port object b95b311c-31c6-4d37-b62b-826e058e2b35 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:32:26.062133 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-34d00d5b-011e-40bb-8099-9890484342fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:26.114142 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d00d5b-011e-40bb-8099-9890484342fb None None] Network 1b44cd5e-2918-4374-802f-7e224149d852 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:32:26.117517 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-34d00d5b-011e-40bb-8099-9890484342fb None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:32:26.127415 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d00d5b-011e-40bb-8099-9890484342fb None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:32:26.140934 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d00d5b-011e-40bb-8099-9890484342fb None None] Pushing event updated for resources: {'Port': ['ID=b95b311c-31c6-4d37-b62b-826e058e2b35,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:26.222566 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-34d00d5b-011e-40bb-8099-9890484342fb None None] Attempting to bind port b95b311c-31c6-4d37-b62b-826e058e2b35 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:32:26.222969 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-34d00d5b-011e-40bb-8099-9890484342fb None None] Attempting to bind port b95b311c-31c6-4d37-b62b-826e058e2b35 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f2a1d194-c90a-4d6e-be6c-e935cc9c793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1b44cd5e-2918-4374-802f-7e224149d852'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:32:26.223359 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d00d5b-011e-40bb-8099-9890484342fb None None] Attempting to bind port b95b311c-31c6-4d37-b62b-826e058e2b35 on network 1b44cd5e-2918-4374-802f-7e224149d852 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:32:26.229380 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d00d5b-011e-40bb-8099-9890484342fb None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:32:26.230560 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d00d5b-011e-40bb-8099-9890484342fb None None] Checking segment: {'id': 'f2a1d194-c90a-4d6e-be6c-e935cc9c793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1b44cd5e-2918-4374-802f-7e224149d852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:32:26.231068 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-34d00d5b-011e-40bb-8099-9890484342fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:26.231468 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d00d5b-011e-40bb-8099-9890484342fb None None] Bound using segment: {'id': 'f2a1d194-c90a-4d6e-be6c-e935cc9c793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1b44cd5e-2918-4374-802f-7e224149d852'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:32:26.231998 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-34d00d5b-011e-40bb-8099-9890484342fb None None] Bound port: b95b311c-31c6-4d37-b62b-826e058e2b35, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a1d194-c90a-4d6e-be6c-e935cc9c793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1b44cd5e-2918-4374-802f-7e224149d852'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:32:26.232381 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-34d00d5b-011e-40bb-8099-9890484342fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:26.314859 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c42add84-70cb-48c8-a39b-e0fd50a12bd5 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:26.317813 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-34d00d5b-011e-40bb-8099-9890484342fb None None] For port b95b311c-31c6-4d37-b62b-826e058e2b35, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:32:26.322055 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-34d00d5b-011e-40bb-8099-9890484342fb None None] For port b95b311c-31c6-4d37-b62b-826e058e2b35, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b95b311c-31c6-4d37-b62b-826e058e2b35,segment=NetworkSegment(f2a1d194-c90a-4d6e-be6c-e935cc9c793c),segment_id=f2a1d194-c90a-4d6e-be6c-e935cc9c793c)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:32:26.328582 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-34d00d5b-011e-40bb-8099-9890484342fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:26.396406 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d00d5b-011e-40bb-8099-9890484342fb None None] Pushing event updated for resources: {'Port': ['ID=b95b311c-31c6-4d37-b62b-826e058e2b35,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:26.401260 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42add84-70cb-48c8-a39b-e0fd50a12bd5 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Checking segment: {'id': '61d66230-3e5f-44ac-bcd9-4a1a105ca2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1b07b585-05c1-4a3c-b09e-b52e1ed27b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:32:26.401625 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42add84-70cb-48c8-a39b-e0fd50a12bd5 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Network hostable DHCP agents. Network: 1b07b585-05c1-4a3c-b09e-b52e1ed27b7d, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:32:26.404149 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42add84-70cb-48c8-a39b-e0fd50a12bd5 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Pushing event updated for resources: {'Subnet': ['ID=fe0bf649-cfab-4b3f-af59-fcbc46bc3e8f,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:26.436334 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42add84-70cb-48c8-a39b-e0fd50a12bd5 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Network 1b07b585-05c1-4a3c-b09e-b52e1ed27b7d is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:32:26.455201 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-c42add84-70cb-48c8-a39b-e0fd50a12bd5 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 1b07b585-05c1-4a3c-b09e-b52e1ed27b7d) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:32:26.460363 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42add84-70cb-48c8-a39b-e0fd50a12bd5 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:26.460974 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c42add84-70cb-48c8-a39b-e0fd50a12bd5 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:26.473737 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad3363e-4521-4f4b-b002-c1220fc18ebd None None] Network 1b07b585-05c1-4a3c-b09e-b52e1ed27b7d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:32:26.505355 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c42add84-70cb-48c8-a39b-e0fd50a12bd5 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5926957 Aug 11 22:32:26.508535 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43604) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:26.514910 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-13d6a8f6-20c8-4833-9413-af060e65b7d6 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Request body: {'subnet': {'network_id': '68b5d3bd-07a3-4d06-a26b-737db7c0e436', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:32:26.662709 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d6a8f6-20c8-4833-9413-af060e65b7d6 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Made reservation on behalf of 44ff1dc5f9534a3c9728480cc15944a8 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:32:26.666748 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-13d6a8f6-20c8-4833-9413-af060e65b7d6 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:26.712156 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57e3cf2-1825-4efc-b1fa-b221f9aba52c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-1b07b585-05c1-4a3c-b09e-b52e1ed27b7d', 'network_id': '1b07b585-05c1-4a3c-b09e-b52e1ed27b7d', 'tenant_id': '44ff1dc5f9534a3c9728480cc15944a8', 'fixed_ips': [{'subnet_id': 'fe0bf649-cfab-4b3f-af59-fcbc46bc3e8f'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:32:26.713040 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f57e3cf2-1825-4efc-b1fa-b221f9aba52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:26.995557 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-13d6a8f6-20c8-4833-9413-af060e65b7d6 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:27.055778 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-f57e3cf2-1825-4efc-b1fa-b221f9aba52c None None] Allocated IP 2001:db8::2 (1b07b585-05c1-4a3c-b09e-b52e1ed27b7d/fe0bf649-cfab-4b3f-af59-fcbc46bc3e8f/5abb6316-c5fb-4f75-89fe-fc1fd63b8273) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:32:27.075245 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6a8f6-20c8-4833-9413-af060e65b7d6 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Pushing event updated for resources: {'Subnet': ['ID=6f58154d-6e26-4eb1-9481-c97ad9aa816c,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:27.095670 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d6a8f6-20c8-4833-9413-af060e65b7d6 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Checking segment: {'id': 'cdf25b6d-ad2d-4dea-a1ee-de83680005a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '68b5d3bd-07a3-4d06-a26b-737db7c0e436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:32:27.095670 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d6a8f6-20c8-4833-9413-af060e65b7d6 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Network hostable DHCP agents. Network: 68b5d3bd-07a3-4d06-a26b-737db7c0e436, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:32:27.163690 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d6a8f6-20c8-4833-9413-af060e65b7d6 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Network 68b5d3bd-07a3-4d06-a26b-737db7c0e436 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:32:27.178813 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b95b311c-31c6-4d37-b62b-826e058e2b35 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:32:27.182290 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-13d6a8f6-20c8-4833-9413-af060e65b7d6 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 68b5d3bd-07a3-4d06-a26b-737db7c0e436) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:32:27.187792 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d6a8f6-20c8-4833-9413-af060e65b7d6 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:27.188975 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-13d6a8f6-20c8-4833-9413-af060e65b7d6 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:27.212827 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-13d6a8f6-20c8-4833-9413-af060e65b7d6 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7032056 Aug 11 22:32:27.215498 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43614) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:27.237253 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2473cc7c-458f-4ef5-b2b8-8427303326c7 None None] Network 68b5d3bd-07a3-4d06-a26b-737db7c0e436 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:32:27.414432 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port b95b311c-31c6-4d37-b62b-826e058e2b35 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:32:27.447448 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f57e3cf2-1825-4efc-b1fa-b221f9aba52c None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:27.471088 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f57e3cf2-1825-4efc-b1fa-b221f9aba52c None None] Transition to ACTIVE for port object 5abb6316-c5fb-4f75-89fe-fc1fd63b8273 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:32:27.575523 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f57e3cf2-1825-4efc-b1fa-b221f9aba52c None None] Transition to ACTIVE for port object 5abb6316-c5fb-4f75-89fe-fc1fd63b8273 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:32:27.600568 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f57e3cf2-1825-4efc-b1fa-b221f9aba52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:27.727772 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57e3cf2-1825-4efc-b1fa-b221f9aba52c None None] Network 1b07b585-05c1-4a3c-b09e-b52e1ed27b7d is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:32:27.734612 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23178b2e-dd77-42a2-a70c-ded90fe2d83e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-68b5d3bd-07a3-4d06-a26b-737db7c0e436', 'network_id': '68b5d3bd-07a3-4d06-a26b-737db7c0e436', 'tenant_id': '44ff1dc5f9534a3c9728480cc15944a8', 'fixed_ips': [{'subnet_id': '6f58154d-6e26-4eb1-9481-c97ad9aa816c'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:32:27.736090 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-23178b2e-dd77-42a2-a70c-ded90fe2d83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:27.748814 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-f57e3cf2-1825-4efc-b1fa-b221f9aba52c None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:32:27.756217 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57e3cf2-1825-4efc-b1fa-b221f9aba52c None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:32:27.760802 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e3cf2-1825-4efc-b1fa-b221f9aba52c None None] Pushing event updated for resources: {'Port': ['ID=5abb6316-c5fb-4f75-89fe-fc1fd63b8273,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:27.810024 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-61b4eafb-fe4b-434a-9c97-565d7e4ab414 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:27.841308 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f57e3cf2-1825-4efc-b1fa-b221f9aba52c None None] Attempting to bind port 5abb6316-c5fb-4f75-89fe-fc1fd63b8273 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:32:27.841688 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f57e3cf2-1825-4efc-b1fa-b221f9aba52c None None] Attempting to bind port 5abb6316-c5fb-4f75-89fe-fc1fd63b8273 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '61d66230-3e5f-44ac-bcd9-4a1a105ca2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1b07b585-05c1-4a3c-b09e-b52e1ed27b7d'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:32:27.842059 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e3cf2-1825-4efc-b1fa-b221f9aba52c None None] Attempting to bind port 5abb6316-c5fb-4f75-89fe-fc1fd63b8273 on network 1b07b585-05c1-4a3c-b09e-b52e1ed27b7d {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:32:27.977644 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827d7b51-b1e4-435c-a31a-65dc035bf4db None None] Network 1b44cd5e-2918-4374-802f-7e224149d852 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:32:28.080878 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e3cf2-1825-4efc-b1fa-b221f9aba52c None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:32:28.081268 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e3cf2-1825-4efc-b1fa-b221f9aba52c None None] Checking segment: {'id': '61d66230-3e5f-44ac-bcd9-4a1a105ca2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1b07b585-05c1-4a3c-b09e-b52e1ed27b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:32:28.081693 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f57e3cf2-1825-4efc-b1fa-b221f9aba52c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:28.082239 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e3cf2-1825-4efc-b1fa-b221f9aba52c None None] Bound using segment: {'id': '61d66230-3e5f-44ac-bcd9-4a1a105ca2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1b07b585-05c1-4a3c-b09e-b52e1ed27b7d'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:32:28.082874 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f57e3cf2-1825-4efc-b1fa-b221f9aba52c None None] Bound port: 5abb6316-c5fb-4f75-89fe-fc1fd63b8273, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61d66230-3e5f-44ac-bcd9-4a1a105ca2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1b07b585-05c1-4a3c-b09e-b52e1ed27b7d'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:32:28.083407 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f57e3cf2-1825-4efc-b1fa-b221f9aba52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:28.087224 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-23178b2e-dd77-42a2-a70c-ded90fe2d83e None None] Allocated IP 2001:db8::2 (68b5d3bd-07a3-4d06-a26b-737db7c0e436/6f58154d-6e26-4eb1-9481-c97ad9aa816c/0bb72ca7-bc9f-486e-be87-1c323e1b7aa6) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:32:28.118541 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a300de0b-606e-46f4-9bbf-786183fef730 None None] Provisioning for port b95b311c-31c6-4d37-b62b-826e058e2b35 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:32:28.145912 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a300de0b-606e-46f4-9bbf-786183fef730 None None] Provisioning complete for port b95b311c-31c6-4d37-b62b-826e058e2b35 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:28.146250 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a300de0b-606e-46f4-9bbf-786183fef730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:28.205401 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-61b4eafb-fe4b-434a-9c97-565d7e4ab414 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Allocated IP 2001:db8::1 (1b07b585-05c1-4a3c-b09e-b52e1ed27b7d/fe0bf649-cfab-4b3f-af59-fcbc46bc3e8f/183a39de-fdc0-4f7c-bcf6-73c118306af2) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:32:28.352200 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-f57e3cf2-1825-4efc-b1fa-b221f9aba52c None None] For port 5abb6316-c5fb-4f75-89fe-fc1fd63b8273, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:32:28.361447 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-61b4eafb-fe4b-434a-9c97-565d7e4ab414 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:28.386564 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-f57e3cf2-1825-4efc-b1fa-b221f9aba52c None None] For port 5abb6316-c5fb-4f75-89fe-fc1fd63b8273, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5abb6316-c5fb-4f75-89fe-fc1fd63b8273,segment=NetworkSegment(61d66230-3e5f-44ac-bcd9-4a1a105ca2cc),segment_id=61d66230-3e5f-44ac-bcd9-4a1a105ca2cc)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:32:28.395619 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-61b4eafb-fe4b-434a-9c97-565d7e4ab414 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Transition to ACTIVE for port object 183a39de-fdc0-4f7c-bcf6-73c118306af2 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:32:28.407708 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f57e3cf2-1825-4efc-b1fa-b221f9aba52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:28.436129 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-61b4eafb-fe4b-434a-9c97-565d7e4ab414 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:28.494885 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b4eafb-fe4b-434a-9c97-565d7e4ab414 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Network 1b07b585-05c1-4a3c-b09e-b52e1ed27b7d is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:32:28.498624 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-61b4eafb-fe4b-434a-9c97-565d7e4ab414 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:32:28.502987 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b4eafb-fe4b-434a-9c97-565d7e4ab414 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:32:28.503640 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-61b4eafb-fe4b-434a-9c97-565d7e4ab414 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:28.589523 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a300de0b-606e-46f4-9bbf-786183fef730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:28.621680 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e3cf2-1825-4efc-b1fa-b221f9aba52c None None] Pushing event updated for resources: {'Port': ['ID=5abb6316-c5fb-4f75-89fe-fc1fd63b8273,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:28.667798 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-23178b2e-dd77-42a2-a70c-ded90fe2d83e None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:28.699788 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a300de0b-606e-46f4-9bbf-786183fef730 None None] For port b95b311c-31c6-4d37-b62b-826e058e2b35, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b95b311c-31c6-4d37-b62b-826e058e2b35,segment=NetworkSegment(f2a1d194-c90a-4d6e-be6c-e935cc9c793c),segment_id=f2a1d194-c90a-4d6e-be6c-e935cc9c793c)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:32:28.710773 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a300de0b-606e-46f4-9bbf-786183fef730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:28.718208 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-23178b2e-dd77-42a2-a70c-ded90fe2d83e None None] Transition to ACTIVE for port object 0bb72ca7-bc9f-486e-be87-1c323e1b7aa6 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:32:28.801268 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300de0b-606e-46f4-9bbf-786183fef730 None None] Pushing event updated for resources: {'Port': ['ID=b95b311c-31c6-4d37-b62b-826e058e2b35,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:28.836395 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-23178b2e-dd77-42a2-a70c-ded90fe2d83e None None] Transition to ACTIVE for port object 0bb72ca7-bc9f-486e-be87-1c323e1b7aa6 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:32:28.874360 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-23178b2e-dd77-42a2-a70c-ded90fe2d83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:28.888789 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4eafb-fe4b-434a-9c97-565d7e4ab414 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Pushing event updated for resources: {'Port': ['ID=183a39de-fdc0-4f7c-bcf6-73c118306af2,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:28.984759 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-61b4eafb-fe4b-434a-9c97-565d7e4ab414 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:28.995171 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23178b2e-dd77-42a2-a70c-ded90fe2d83e None None] Network 68b5d3bd-07a3-4d06-a26b-737db7c0e436 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:32:29.014327 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-23178b2e-dd77-42a2-a70c-ded90fe2d83e None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:32:29.028860 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23178b2e-dd77-42a2-a70c-ded90fe2d83e None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:32:29.049767 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23178b2e-dd77-42a2-a70c-ded90fe2d83e None None] Pushing event updated for resources: {'Port': ['ID=0bb72ca7-bc9f-486e-be87-1c323e1b7aa6,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:29.150508 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-23178b2e-dd77-42a2-a70c-ded90fe2d83e None None] Attempting to bind port 0bb72ca7-bc9f-486e-be87-1c323e1b7aa6 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:32:29.150942 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-23178b2e-dd77-42a2-a70c-ded90fe2d83e None None] Attempting to bind port 0bb72ca7-bc9f-486e-be87-1c323e1b7aa6 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'cdf25b6d-ad2d-4dea-a1ee-de83680005a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '68b5d3bd-07a3-4d06-a26b-737db7c0e436'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:32:29.151320 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23178b2e-dd77-42a2-a70c-ded90fe2d83e None None] Attempting to bind port 0bb72ca7-bc9f-486e-be87-1c323e1b7aa6 on network 68b5d3bd-07a3-4d06-a26b-737db7c0e436 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:32:29.167602 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23178b2e-dd77-42a2-a70c-ded90fe2d83e None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:32:29.167602 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23178b2e-dd77-42a2-a70c-ded90fe2d83e None None] Checking segment: {'id': 'cdf25b6d-ad2d-4dea-a1ee-de83680005a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '68b5d3bd-07a3-4d06-a26b-737db7c0e436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:32:29.167602 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-23178b2e-dd77-42a2-a70c-ded90fe2d83e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:29.167602 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23178b2e-dd77-42a2-a70c-ded90fe2d83e None None] Bound using segment: {'id': 'cdf25b6d-ad2d-4dea-a1ee-de83680005a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '68b5d3bd-07a3-4d06-a26b-737db7c0e436'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:32:29.167602 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-23178b2e-dd77-42a2-a70c-ded90fe2d83e None None] Bound port: 0bb72ca7-bc9f-486e-be87-1c323e1b7aa6, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf25b6d-ad2d-4dea-a1ee-de83680005a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '68b5d3bd-07a3-4d06-a26b-737db7c0e436'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:32:29.168209 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-23178b2e-dd77-42a2-a70c-ded90fe2d83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:29.180278 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1b022e4c-9e26-46f3-aa65-274077b7dc2b None None] Provisioning complete for port b95b311c-31c6-4d37-b62b-826e058e2b35 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:29.180666 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1b022e4c-9e26-46f3-aa65-274077b7dc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:29.279107 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5abb6316-c5fb-4f75-89fe-fc1fd63b8273 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:32:29.359940 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-23178b2e-dd77-42a2-a70c-ded90fe2d83e None None] For port 0bb72ca7-bc9f-486e-be87-1c323e1b7aa6, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:32:29.365543 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-23178b2e-dd77-42a2-a70c-ded90fe2d83e None None] For port 0bb72ca7-bc9f-486e-be87-1c323e1b7aa6, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0bb72ca7-bc9f-486e-be87-1c323e1b7aa6,segment=NetworkSegment(cdf25b6d-ad2d-4dea-a1ee-de83680005a1),segment_id=cdf25b6d-ad2d-4dea-a1ee-de83680005a1)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:32:29.394318 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-23178b2e-dd77-42a2-a70c-ded90fe2d83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:29.709364 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 5abb6316-c5fb-4f75-89fe-fc1fd63b8273 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:32:29.723468 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b95b311c-31c6-4d37-b62b-826e058e2b35 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:32:29.806611 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23178b2e-dd77-42a2-a70c-ded90fe2d83e None None] Pushing event updated for resources: {'Port': ['ID=0bb72ca7-bc9f-486e-be87-1c323e1b7aa6,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:29.844905 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port b95b311c-31c6-4d37-b62b-826e058e2b35 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:29.847834 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:30.183671 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-61b4eafb-fe4b-434a-9c97-565d7e4ab414 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:30.187877 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-61b4eafb-fe4b-434a-9c97-565d7e4ab414 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:30.189262 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-61b4eafb-fe4b-434a-9c97-565d7e4ab414 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:30.241690 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e76f7c-824a-4546-ac1f-1f2a12814c47 None None] Network 1b07b585-05c1-4a3c-b09e-b52e1ed27b7d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:32:30.308617 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4eafb-fe4b-434a-9c97-565d7e4ab414 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Pushing event updated for resources: {'Port': ['ID=183a39de-fdc0-4f7c-bcf6-73c118306af2,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:30.326804 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ba9a8fa9-da8b-4adb-80b3-bf96b6f84cbc None None] Provisioning for port 5abb6316-c5fb-4f75-89fe-fc1fd63b8273 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:32:30.333641 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ba9a8fa9-da8b-4adb-80b3-bf96b6f84cbc None None] Provisioning complete for port 5abb6316-c5fb-4f75-89fe-fc1fd63b8273 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:30.334026 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ba9a8fa9-da8b-4adb-80b3-bf96b6f84cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:30.376535 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b4eafb-fe4b-434a-9c97-565d7e4ab414 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Network 1b07b585-05c1-4a3c-b09e-b52e1ed27b7d is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:32:30.378613 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-61b4eafb-fe4b-434a-9c97-565d7e4ab414 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:32:30.531111 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ba9a8fa9-da8b-4adb-80b3-bf96b6f84cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:30.580757 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b4eafb-fe4b-434a-9c97-565d7e4ab414 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Router 5359cda2-e505-47df-8fbe-ec2ecc7a76cf is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:32:30.651890 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-ba9a8fa9-da8b-4adb-80b3-bf96b6f84cbc None None] For port 5abb6316-c5fb-4f75-89fe-fc1fd63b8273, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5abb6316-c5fb-4f75-89fe-fc1fd63b8273,segment=NetworkSegment(61d66230-3e5f-44ac-bcd9-4a1a105ca2cc),segment_id=61d66230-3e5f-44ac-bcd9-4a1a105ca2cc)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:32:30.670682 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ba9a8fa9-da8b-4adb-80b3-bf96b6f84cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:30.786542 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a8fa9-da8b-4adb-80b3-bf96b6f84cbc None None] Pushing event updated for resources: {'Port': ['ID=5abb6316-c5fb-4f75-89fe-fc1fd63b8273,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:30.787180 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b4eafb-fe4b-434a-9c97-565d7e4ab414 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:32:30.802941 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17e17ef-9751-41ea-a956-1357c264d61c None None] Sync routers for ids ['5359cda2-e505-47df-8fbe-ec2ecc7a76cf'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:32:30.809578 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-61b4eafb-fe4b-434a-9c97-565d7e4ab414 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] 10.222.0.77 "PUT /v2.0/routers/5359cda2-e505-47df-8fbe-ec2ecc7a76cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5912728 Aug 11 22:32:30.809966 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43690) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:30.824883 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17e17ef-9751-41ea-a956-1357c264d61c None None] Routers {'5359cda2-e505-47df-8fbe-ec2ecc7a76cf'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:32:30.826997 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-b17e17ef-9751-41ea-a956-1357c264d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:32:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5359cda2-e505-47df-8fbe-ec2ecc7a76cf'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:30.916233 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-b17e17ef-9751-41ea-a956-1357c264d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:30.944841 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17e17ef-9751-41ea-a956-1357c264d61c None None] Routers {'5359cda2-e505-47df-8fbe-ec2ecc7a76cf'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:32:30.948193 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-b17e17ef-9751-41ea-a956-1357c264d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:32:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5359cda2-e505-47df-8fbe-ec2ecc7a76cf'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:31.197056 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-b17e17ef-9751-41ea-a956-1357c264d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:31.198000 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17e17ef-9751-41ea-a956-1357c264d61c None None] The sync data for ids ['5359cda2-e505-47df-8fbe-ec2ecc7a76cf'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:32:31.277732 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-46f0e692-b6d7-4f8a-8481-c0be765bcbc6 None None] Provisioning complete for port 5abb6316-c5fb-4f75-89fe-fc1fd63b8273 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:31.279149 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-46f0e692-b6d7-4f8a-8481-c0be765bcbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:31.431788 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0bb72ca7-bc9f-486e-be87-1c323e1b7aa6 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:32:31.568969 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c9ffa5-ef8d-4f29-abbc-49267e37f5b8 None None] Network 68b5d3bd-07a3-4d06-a26b-737db7c0e436 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:32:31.645038 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-46f0e692-b6d7-4f8a-8481-c0be765bcbc6 None None] Provisioning for port 183a39de-fdc0-4f7c-bcf6-73c118306af2 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:32:31.660793 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-46f0e692-b6d7-4f8a-8481-c0be765bcbc6 None None] Provisioning complete for port 183a39de-fdc0-4f7c-bcf6-73c118306af2 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:31.661567 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-46f0e692-b6d7-4f8a-8481-c0be765bcbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:31.726054 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-9ed703eb-d08c-40c2-8fdc-30844424f35f tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:32:31.731082 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43712) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:31.737333 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 0bb72ca7-bc9f-486e-be87-1c323e1b7aa6 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:32:31.738547 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9ed703eb-d08c-40c2-8fdc-30844424f35f tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] 10.222.0.77 "PUT /v2.0/routers/5359cda2-e505-47df-8fbe-ec2ecc7a76cf/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9273968 Aug 11 22:32:31.747229 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5abb6316-c5fb-4f75-89fe-fc1fd63b8273 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:32:31.856394 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-46f0e692-b6d7-4f8a-8481-c0be765bcbc6 None None] Port 183a39de-fdc0-4f7c-bcf6-73c118306af2 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:32:31.902843 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 5abb6316-c5fb-4f75-89fe-fc1fd63b8273 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:31.903175 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:32.003583 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-95e24c35-a162-4ae0-a622-e76973832886 None None] Provisioning for port 0bb72ca7-bc9f-486e-be87-1c323e1b7aa6 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:32:32.027626 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-95e24c35-a162-4ae0-a622-e76973832886 None None] Provisioning complete for port 0bb72ca7-bc9f-486e-be87-1c323e1b7aa6 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:32.029429 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-95e24c35-a162-4ae0-a622-e76973832886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:32.285139 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-95e24c35-a162-4ae0-a622-e76973832886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:32.312809 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5139eb80-1809-4955-8d19-cb32c8778bf1 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:32.343010 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-95e24c35-a162-4ae0-a622-e76973832886 None None] For port 0bb72ca7-bc9f-486e-be87-1c323e1b7aa6, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0bb72ca7-bc9f-486e-be87-1c323e1b7aa6,segment=NetworkSegment(cdf25b6d-ad2d-4dea-a1ee-de83680005a1),segment_id=cdf25b6d-ad2d-4dea-a1ee-de83680005a1)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:32:32.350817 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-95e24c35-a162-4ae0-a622-e76973832886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:32.438042 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e24c35-a162-4ae0-a622-e76973832886 None None] Pushing event updated for resources: {'Port': ['ID=0bb72ca7-bc9f-486e-be87-1c323e1b7aa6,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:32.446349 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-95e24c35-a162-4ae0-a622-e76973832886 None None] Provisioning complete for port 183a39de-fdc0-4f7c-bcf6-73c118306af2 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:32.449122 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-95e24c35-a162-4ae0-a622-e76973832886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:32.497713 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-95e24c35-a162-4ae0-a622-e76973832886 None None] Port 183a39de-fdc0-4f7c-bcf6-73c118306af2 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:32:32.643054 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9fae8f36-2c36-45d2-ab77-1dadaf58adf5 None None] Provisioning complete for port 0bb72ca7-bc9f-486e-be87-1c323e1b7aa6 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:32.647274 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9fae8f36-2c36-45d2-ab77-1dadaf58adf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:32.674761 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-5139eb80-1809-4955-8d19-cb32c8778bf1 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Deleting port 183a39de-fdc0-4f7c-bcf6-73c118306af2 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:32:32.675226 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5139eb80-1809-4955-8d19-cb32c8778bf1 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:32.809204 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9fae8f36-2c36-45d2-ab77-1dadaf58adf5 None None] Provisioning complete for port 183a39de-fdc0-4f7c-bcf6-73c118306af2 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:32.809953 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9fae8f36-2c36-45d2-ab77-1dadaf58adf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:32.835206 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5139eb80-1809-4955-8d19-cb32c8778bf1 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:32.853648 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-9fae8f36-2c36-45d2-ab77-1dadaf58adf5 None None] Port 183a39de-fdc0-4f7c-bcf6-73c118306af2 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:32:32.858998 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-5139eb80-1809-4955-8d19-cb32c8778bf1 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Calling delete_port for 183a39de-fdc0-4f7c-bcf6-73c118306af2 owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:32:33.156731 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0bb72ca7-bc9f-486e-be87-1c323e1b7aa6 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:32:33.176252 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5139eb80-1809-4955-8d19-cb32c8778bf1 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:33.207283 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139eb80-1809-4955-8d19-cb32c8778bf1 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Pushing event deleted for resources: {'Port': ['ID=183a39de-fdc0-4f7c-bcf6-73c118306af2,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:33.329860 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 0bb72ca7-bc9f-486e-be87-1c323e1b7aa6 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:33.330727 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:33.382279 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5139eb80-1809-4955-8d19-cb32c8778bf1 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:33.744825 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5139eb80-1809-4955-8d19-cb32c8778bf1 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Router 5359cda2-e505-47df-8fbe-ec2ecc7a76cf has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:32:33.850702 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5139eb80-1809-4955-8d19-cb32c8778bf1 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:32:33.869356 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5139eb80-1809-4955-8d19-cb32c8778bf1 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] 10.222.0.77 "PUT /v2.0/routers/5359cda2-e505-47df-8fbe-ec2ecc7a76cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1318989 Aug 11 22:32:33.869598 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43742) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:33.870992 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ea99b5-5f91-4c07-b2f3-4f0e56b6012c None None] Sync routers for ids ['5359cda2-e505-47df-8fbe-ec2ecc7a76cf'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:32:33.935112 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ea99b5-5f91-4c07-b2f3-4f0e56b6012c None None] Routers {'5359cda2-e505-47df-8fbe-ec2ecc7a76cf'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:32:33.935872 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-75ea99b5-5f91-4c07-b2f3-4f0e56b6012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:32:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5359cda2-e505-47df-8fbe-ec2ecc7a76cf'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:33.959693 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-fa3e50ca-92a3-43f9-8698-02de79732e39 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] delete failed (client error): The resource could not be found. Aug 11 22:32:33.965492 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fa3e50ca-92a3-43f9-8698-02de79732e39 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] 10.222.0.77 "DELETE /v2.0/routers/tempest-non_exist_router-1302540933 HTTP/1.1" status: 404 len: 335 time: 0.0913708 Aug 11 22:32:33.966607 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43744) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:33.976396 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-5e61193e-24c7-4844-82bd-4ef84b83b5c1 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Request body: {'router': {'external_gateway_info': {'network_id': '5359cda2-e505-47df-8fbe-ec2ecc7a76cf'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:32:33.990549 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-75ea99b5-5f91-4c07-b2f3-4f0e56b6012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:34.005408 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ea99b5-5f91-4c07-b2f3-4f0e56b6012c None None] Routers {'5359cda2-e505-47df-8fbe-ec2ecc7a76cf'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:32:34.006373 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-75ea99b5-5f91-4c07-b2f3-4f0e56b6012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:32:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5359cda2-e505-47df-8fbe-ec2ecc7a76cf'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:34.063415 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-75ea99b5-5f91-4c07-b2f3-4f0e56b6012c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:34.064514 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ea99b5-5f91-4c07-b2f3-4f0e56b6012c None None] The sync data for ids ['5359cda2-e505-47df-8fbe-ec2ecc7a76cf'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:32:34.397041 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5e61193e-24c7-4844-82bd-4ef84b83b5c1 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:34.428331 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-5e61193e-24c7-4844-82bd-4ef84b83b5c1 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] update failed (client error): The resource could not be found. Aug 11 22:32:34.430011 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5e61193e-24c7-4844-82bd-4ef84b83b5c1 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] 10.222.0.77 "PUT /v2.0/routers/5359cda2-e505-47df-8fbe-ec2ecc7a76cf HTTP/1.1" status: 404 len: 339 time: 0.4616170 Aug 11 22:32:34.434041 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43752) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:34.440327 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-aa116caa-d4e9-4ee1-9c49-6f79cc371eb9 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1083455770'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:32:34.472252 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa116caa-d4e9-4ee1-9c49-6f79cc371eb9 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Made reservation on behalf of 44ff1dc5f9534a3c9728480cc15944a8 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:32:34.476052 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aa116caa-d4e9-4ee1-9c49-6f79cc371eb9 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:34.508745 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa116caa-d4e9-4ee1-9c49-6f79cc371eb9 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:32:34.521696 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aa116caa-d4e9-4ee1-9c49-6f79cc371eb9 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:34.522054 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-aa116caa-d4e9-4ee1-9c49-6f79cc371eb9 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Added segment efc6a3dd-4705-46a6-85d6-ce232b0465a7 of type vlan for network 18dc35e5-e917-4679-bc2d-acae9f336975 Aug 11 22:32:34.588198 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aa116caa-d4e9-4ee1-9c49-6f79cc371eb9 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:34.655810 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aa116caa-d4e9-4ee1-9c49-6f79cc371eb9 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:34.664770 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa116caa-d4e9-4ee1-9c49-6f79cc371eb9 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:34.665861 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aa116caa-d4e9-4ee1-9c49-6f79cc371eb9 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:34.792446 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-aa116caa-d4e9-4ee1-9c49-6f79cc371eb9 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3546119 Aug 11 22:32:34.793429 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43760) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:34.799765 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-963ea915-9742-4911-bc6b-d66accce57e1 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Request body: {'subnet': {'network_id': '18dc35e5-e917-4679-bc2d-acae9f336975', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:32:34.824939 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa116caa-d4e9-4ee1-9c49-6f79cc371eb9 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Pushing event updated for resources: {'Network': ['ID=18dc35e5-e917-4679-bc2d-acae9f336975,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:34.846127 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 18dc35e5-e917-4679-bc2d-acae9f336975 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:32:35.070224 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-52769ff8-b616-4ef3-b0c0-64e5fab85591 req-0dee6f58-02de-4a8c-81b2-31ee2a24e9af service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7a73eed9-1de5-4003-8958-2422f604cac2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1525590 Aug 11 22:32:35.107934 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963ea915-9742-4911-bc6b-d66accce57e1 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Made reservation on behalf of 44ff1dc5f9534a3c9728480cc15944a8 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:32:35.112192 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-963ea915-9742-4911-bc6b-d66accce57e1 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:35.247324 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52769ff8-b616-4ef3-b0c0-64e5fab85591 req-bb86e03f-c3fc-4bc9-ae7b-5e3588abfc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:35.249009 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-52769ff8-b616-4ef3-b0c0-64e5fab85591 req-bb86e03f-c3fc-4bc9-ae7b-5e3588abfc74 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0bd86e77836944e4bb373c5db0c18c61&device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 1097 time: 0.0846648 Aug 11 22:32:35.479372 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-963ea915-9742-4911-bc6b-d66accce57e1 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:35.509275 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52769ff8-b616-4ef3-b0c0-64e5fab85591 req-03a518c0-a407-48bc-9d23-b88e58bb1bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:35.510816 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-52769ff8-b616-4ef3-b0c0-64e5fab85591 req-03a518c0-a407-48bc-9d23-b88e58bb1bef service neutron] 10.222.0.52 "GET /v2.0/networks?id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 200 len: 913 time: 0.2380407 Aug 11 22:32:35.592870 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ea915-9742-4911-bc6b-d66accce57e1 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Pushing event updated for resources: {'Subnet': ['ID=4cc9bb9f-247d-4e66-b8de-7decfb8fe337,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:35.627462 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-52769ff8-b616-4ef3-b0c0-64e5fab85591 req-5af0328b-42e5-4eff-8afc-265de9f1abe9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b5cfaed-df2c-4ef1-88d3-272a5db59f62 HTTP/1.1" status: 200 len: 1002 time: 0.1066952 Aug 11 22:32:35.647986 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963ea915-9742-4911-bc6b-d66accce57e1 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Checking segment: {'id': 'efc6a3dd-4705-46a6-85d6-ce232b0465a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '18dc35e5-e917-4679-bc2d-acae9f336975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:32:35.648519 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963ea915-9742-4911-bc6b-d66accce57e1 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Network hostable DHCP agents. Network: 18dc35e5-e917-4679-bc2d-acae9f336975, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:32:35.700646 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963ea915-9742-4911-bc6b-d66accce57e1 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Network 18dc35e5-e917-4679-bc2d-acae9f336975 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:32:35.719758 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-963ea915-9742-4911-bc6b-d66accce57e1 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 18dc35e5-e917-4679-bc2d-acae9f336975) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:32:35.722690 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52769ff8-b616-4ef3-b0c0-64e5fab85591 req-3948bd20-208e-49b6-a830-be2b275ec1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:35.724265 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-52769ff8-b616-4ef3-b0c0-64e5fab85591 req-3948bd20-208e-49b6-a830-be2b275ec1bb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e825988f-9783-4539-86a4-b6ca493a4bbd HTTP/1.1" status: 200 len: 851 time: 0.0889809 Aug 11 22:32:35.727879 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963ea915-9742-4911-bc6b-d66accce57e1 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:35.728040 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-963ea915-9742-4911-bc6b-d66accce57e1 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:35.731151 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fa3756-e75d-4084-84a4-abea2f98cb0c None None] Network 18dc35e5-e917-4679-bc2d-acae9f336975 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:32:35.805822 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-963ea915-9742-4911-bc6b-d66accce57e1 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0059688 Aug 11 22:32:35.806869 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43778) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:35.811941 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-7880ec0b-7799-4344-95db-a61aab16bd9c tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Request body: {'router': {'external_gateway_info': {'network_id': '18dc35e5-e917-4679-bc2d-acae9f336975'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:32:35.854054 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52769ff8-b616-4ef3-b0c0-64e5fab85591 req-4830c07d-9b07-4866-acca-10409371a1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:35.855751 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-52769ff8-b616-4ef3-b0c0-64e5fab85591 req-4830c07d-9b07-4866-acca-10409371a1b8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211092 Aug 11 22:32:35.932084 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775e48eb-65c9-4645-b7a0-1b8905118939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-18dc35e5-e917-4679-bc2d-acae9f336975', 'network_id': '18dc35e5-e917-4679-bc2d-acae9f336975', 'tenant_id': '44ff1dc5f9534a3c9728480cc15944a8', 'fixed_ips': [{'subnet_id': '4cc9bb9f-247d-4e66-b8de-7decfb8fe337'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:32:35.933078 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-775e48eb-65c9-4645-b7a0-1b8905118939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:36.124449 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-775e48eb-65c9-4645-b7a0-1b8905118939 None None] Allocated IP 2001:db8:1::2 (18dc35e5-e917-4679-bc2d-acae9f336975/4cc9bb9f-247d-4e66-b8de-7decfb8fe337/5acfc5f5-460b-443c-b409-30909be6d58b) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:32:36.228263 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-52769ff8-b616-4ef3-b0c0-64e5fab85591 req-c03cfcd2-980d-4bbe-bdfd-070dc63f8849 service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408163 Aug 11 22:32:36.235159 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7880ec0b-7799-4344-95db-a61aab16bd9c tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:36.346370 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-775e48eb-65c9-4645-b7a0-1b8905118939 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:36.364939 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-775e48eb-65c9-4645-b7a0-1b8905118939 None None] Transition to ACTIVE for port object 5acfc5f5-460b-443c-b409-30909be6d58b will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:32:36.398888 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-775e48eb-65c9-4645-b7a0-1b8905118939 None None] Transition to ACTIVE for port object 5acfc5f5-460b-443c-b409-30909be6d58b will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:32:36.409771 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-775e48eb-65c9-4645-b7a0-1b8905118939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:36.463676 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775e48eb-65c9-4645-b7a0-1b8905118939 None None] Network 18dc35e5-e917-4679-bc2d-acae9f336975 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:32:36.467102 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-775e48eb-65c9-4645-b7a0-1b8905118939 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:32:36.472570 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775e48eb-65c9-4645-b7a0-1b8905118939 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:32:36.475166 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e48eb-65c9-4645-b7a0-1b8905118939 None None] Pushing event updated for resources: {'Port': ['ID=5acfc5f5-460b-443c-b409-30909be6d58b,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:36.556594 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-775e48eb-65c9-4645-b7a0-1b8905118939 None None] Attempting to bind port 5acfc5f5-460b-443c-b409-30909be6d58b on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:32:36.557040 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-775e48eb-65c9-4645-b7a0-1b8905118939 None None] Attempting to bind port 5acfc5f5-460b-443c-b409-30909be6d58b by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'efc6a3dd-4705-46a6-85d6-ce232b0465a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '18dc35e5-e917-4679-bc2d-acae9f336975'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:32:36.557423 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775e48eb-65c9-4645-b7a0-1b8905118939 None None] Attempting to bind port 5acfc5f5-460b-443c-b409-30909be6d58b on network 18dc35e5-e917-4679-bc2d-acae9f336975 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:32:36.564350 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775e48eb-65c9-4645-b7a0-1b8905118939 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:32:36.564789 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775e48eb-65c9-4645-b7a0-1b8905118939 None None] Checking segment: {'id': 'efc6a3dd-4705-46a6-85d6-ce232b0465a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '18dc35e5-e917-4679-bc2d-acae9f336975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:32:36.565153 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-775e48eb-65c9-4645-b7a0-1b8905118939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:36.565692 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775e48eb-65c9-4645-b7a0-1b8905118939 None None] Bound using segment: {'id': 'efc6a3dd-4705-46a6-85d6-ce232b0465a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '18dc35e5-e917-4679-bc2d-acae9f336975'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:32:36.566201 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-775e48eb-65c9-4645-b7a0-1b8905118939 None None] Bound port: 5acfc5f5-460b-443c-b409-30909be6d58b, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc6a3dd-4705-46a6-85d6-ce232b0465a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '18dc35e5-e917-4679-bc2d-acae9f336975'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:32:36.568014 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-775e48eb-65c9-4645-b7a0-1b8905118939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:36.645207 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-775e48eb-65c9-4645-b7a0-1b8905118939 None None] For port 5acfc5f5-460b-443c-b409-30909be6d58b, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:32:36.648666 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-775e48eb-65c9-4645-b7a0-1b8905118939 None None] For port 5acfc5f5-460b-443c-b409-30909be6d58b, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5acfc5f5-460b-443c-b409-30909be6d58b,segment=NetworkSegment(efc6a3dd-4705-46a6-85d6-ce232b0465a7),segment_id=efc6a3dd-4705-46a6-85d6-ce232b0465a7)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:32:36.658300 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-775e48eb-65c9-4645-b7a0-1b8905118939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:36.755751 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e48eb-65c9-4645-b7a0-1b8905118939 None None] Pushing event updated for resources: {'Port': ['ID=5acfc5f5-460b-443c-b409-30909be6d58b,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:36.861360 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-52769ff8-b616-4ef3-b0c0-64e5fab85591 req-02fda682-6e76-483b-a455-da12b53bbe82 service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6228125 Aug 11 22:32:36.948688 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-7880ec0b-7799-4344-95db-a61aab16bd9c tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 22:32:36.953878 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43804) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:36.960528 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7880ec0b-7799-4344-95db-a61aab16bd9c tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] 10.222.0.77 "PUT /v2.0/routers/5359cda2-e505-47df-8fbe-ec2ecc7a76cf HTTP/1.1" status: 400 len: 364 time: 1.1523781 Aug 11 22:32:37.149741 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5acfc5f5-460b-443c-b409-30909be6d58b up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:32:37.225731 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 5acfc5f5-460b-443c-b409-30909be6d58b completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:32:37.367143 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-41bad98a-97fb-4de7-8a69-fd7a96d1306b tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:37.698924 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-41bad98a-97fb-4de7-8a69-fd7a96d1306b tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Allocated IP 2001:db8::1 (1b44cd5e-2918-4374-802f-7e224149d852/7e2a7cf6-fba7-4e4a-ae5e-d1cac13c49b6/6f5a33a3-0fd1-4953-a27c-32dc379a1b47) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:32:37.923808 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-41bad98a-97fb-4de7-8a69-fd7a96d1306b tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:37.948441 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-41bad98a-97fb-4de7-8a69-fd7a96d1306b tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Transition to ACTIVE for port object 6f5a33a3-0fd1-4953-a27c-32dc379a1b47 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:32:37.995282 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-41bad98a-97fb-4de7-8a69-fd7a96d1306b tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:38.049540 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bad98a-97fb-4de7-8a69-fd7a96d1306b tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Network 1b44cd5e-2918-4374-802f-7e224149d852 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:32:38.053745 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-41bad98a-97fb-4de7-8a69-fd7a96d1306b tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:32:38.060915 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bad98a-97fb-4de7-8a69-fd7a96d1306b tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:32:38.064076 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-41bad98a-97fb-4de7-8a69-fd7a96d1306b tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:38.086219 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bad98a-97fb-4de7-8a69-fd7a96d1306b tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Pushing event updated for resources: {'Port': ['ID=6f5a33a3-0fd1-4953-a27c-32dc379a1b47,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:38.257157 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d99997-53bd-4a52-8d62-803ed19032dc None None] Network 18dc35e5-e917-4679-bc2d-acae9f336975 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:32:38.348573 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-41bad98a-97fb-4de7-8a69-fd7a96d1306b tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:38.412967 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1d840785-b333-4531-aad5-6a1ed8bb9676 None None] Provisioning for port 5acfc5f5-460b-443c-b409-30909be6d58b completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:32:38.441852 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1d840785-b333-4531-aad5-6a1ed8bb9676 None None] Provisioning complete for port 5acfc5f5-460b-443c-b409-30909be6d58b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:38.442240 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1d840785-b333-4531-aad5-6a1ed8bb9676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:38.446291 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:38.680888 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1d840785-b333-4531-aad5-6a1ed8bb9676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:38.724709 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-1d840785-b333-4531-aad5-6a1ed8bb9676 None None] For port 5acfc5f5-460b-443c-b409-30909be6d58b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5acfc5f5-460b-443c-b409-30909be6d58b,segment=NetworkSegment(efc6a3dd-4705-46a6-85d6-ce232b0465a7),segment_id=efc6a3dd-4705-46a6-85d6-ce232b0465a7)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:32:38.730304 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1d840785-b333-4531-aad5-6a1ed8bb9676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:38.805388 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d840785-b333-4531-aad5-6a1ed8bb9676 None None] Pushing event updated for resources: {'Port': ['ID=5acfc5f5-460b-443c-b409-30909be6d58b,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:38.868266 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d9a2252c-9118-4a5a-9aee-800fc5695fc9 None None] Provisioning for port 6f5a33a3-0fd1-4953-a27c-32dc379a1b47 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:32:38.872467 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-41bad98a-97fb-4de7-8a69-fd7a96d1306b tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:38.874406 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d9a2252c-9118-4a5a-9aee-800fc5695fc9 None None] Provisioning complete for port 6f5a33a3-0fd1-4953-a27c-32dc379a1b47 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:38.874789 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d9a2252c-9118-4a5a-9aee-800fc5695fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:38.879777 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-41bad98a-97fb-4de7-8a69-fd7a96d1306b tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:38.880825 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-41bad98a-97fb-4de7-8a69-fd7a96d1306b tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:38.944062 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-d9a2252c-9118-4a5a-9aee-800fc5695fc9 None None] Port 6f5a33a3-0fd1-4953-a27c-32dc379a1b47 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:32:38.988620 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bad98a-97fb-4de7-8a69-fd7a96d1306b tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Pushing event updated for resources: {'Port': ['ID=6f5a33a3-0fd1-4953-a27c-32dc379a1b47,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:39.074869 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bad98a-97fb-4de7-8a69-fd7a96d1306b tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Network 1b44cd5e-2918-4374-802f-7e224149d852 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:32:39.076183 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d6031384-b784-4266-a4aa-b97fc6ef702a None None] Provisioning complete for port 5acfc5f5-460b-443c-b409-30909be6d58b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:39.076400 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d6031384-b784-4266-a4aa-b97fc6ef702a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:39.080588 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-41bad98a-97fb-4de7-8a69-fd7a96d1306b tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:32:39.130938 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5acfc5f5-460b-443c-b409-30909be6d58b up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:32:39.286817 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 5acfc5f5-460b-443c-b409-30909be6d58b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:39.287616 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:39.295590 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bad98a-97fb-4de7-8a69-fd7a96d1306b tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Router 5359cda2-e505-47df-8fbe-ec2ecc7a76cf has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:32:39.445184 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bad98a-97fb-4de7-8a69-fd7a96d1306b tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:32:39.454589 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43844) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:39.456396 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-41bad98a-97fb-4de7-8a69-fd7a96d1306b tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] 10.222.0.77 "PUT /v2.0/routers/5359cda2-e505-47df-8fbe-ec2ecc7a76cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5008616 Aug 11 22:32:39.457180 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc4a64a-ec86-476b-87be-3bc767a677a0 None None] Sync routers for ids ['5359cda2-e505-47df-8fbe-ec2ecc7a76cf'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:32:39.472712 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc4a64a-ec86-476b-87be-3bc767a677a0 None None] Routers {'5359cda2-e505-47df-8fbe-ec2ecc7a76cf'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:32:39.474278 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-0cc4a64a-ec86-476b-87be-3bc767a677a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:32:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5359cda2-e505-47df-8fbe-ec2ecc7a76cf'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:39.509288 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1ad6cc00-e721-41c0-bfd3-111983646fa0 None None] Provisioning complete for port 6f5a33a3-0fd1-4953-a27c-32dc379a1b47 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:39.510039 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1ad6cc00-e721-41c0-bfd3-111983646fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:39.542761 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-0cc4a64a-ec86-476b-87be-3bc767a677a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:39.553048 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc4a64a-ec86-476b-87be-3bc767a677a0 None None] Routers {'5359cda2-e505-47df-8fbe-ec2ecc7a76cf'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:32:39.554088 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-0cc4a64a-ec86-476b-87be-3bc767a677a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:32:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5359cda2-e505-47df-8fbe-ec2ecc7a76cf'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:39.557955 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-1ad6cc00-e721-41c0-bfd3-111983646fa0 None None] Port 6f5a33a3-0fd1-4953-a27c-32dc379a1b47 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:32:39.585023 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8185dd6b-a9f2-42fc-bd7c-bb0fe63a98f1 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:39.612471 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-0cc4a64a-ec86-476b-87be-3bc767a677a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:39.613467 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc4a64a-ec86-476b-87be-3bc767a677a0 None None] The sync data for ids ['5359cda2-e505-47df-8fbe-ec2ecc7a76cf'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:32:39.718620 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-8185dd6b-a9f2-42fc-bd7c-bb0fe63a98f1 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 22:32:39.720685 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8185dd6b-a9f2-42fc-bd7c-bb0fe63a98f1 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] 10.222.0.77 "DELETE /v2.0/routers/5359cda2-e505-47df-8fbe-ec2ecc7a76cf HTTP/1.1" status: 409 len: 329 time: 0.2649572 Aug 11 22:32:39.724681 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43852) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:40.155955 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-92d0fb9f-d517-4aa0-afc3-02a9caf61145 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:40.527799 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-92d0fb9f-d517-4aa0-afc3-02a9caf61145 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Deleting port 6f5a33a3-0fd1-4953-a27c-32dc379a1b47 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:32:40.528543 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-92d0fb9f-d517-4aa0-afc3-02a9caf61145 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:40.657968 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-92d0fb9f-d517-4aa0-afc3-02a9caf61145 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:40.676624 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-92d0fb9f-d517-4aa0-afc3-02a9caf61145 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Calling delete_port for 6f5a33a3-0fd1-4953-a27c-32dc379a1b47 owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:32:40.939721 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-92d0fb9f-d517-4aa0-afc3-02a9caf61145 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:40.966802 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0fb9f-d517-4aa0-afc3-02a9caf61145 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Pushing event deleted for resources: {'Port': ['ID=6f5a33a3-0fd1-4953-a27c-32dc379a1b47,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:41.089637 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-92d0fb9f-d517-4aa0-afc3-02a9caf61145 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:41.289928 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d0fb9f-d517-4aa0-afc3-02a9caf61145 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Router 5359cda2-e505-47df-8fbe-ec2ecc7a76cf has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:32:41.371624 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d0fb9f-d517-4aa0-afc3-02a9caf61145 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:32:41.377447 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-92d0fb9f-d517-4aa0-afc3-02a9caf61145 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] 10.222.0.77 "PUT /v2.0/routers/5359cda2-e505-47df-8fbe-ec2ecc7a76cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6513793 Aug 11 22:32:41.381001 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43878) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:41.387992 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6d4a77-10a6-4816-b1da-79f0fbb8e23f None None] Sync routers for ids ['5359cda2-e505-47df-8fbe-ec2ecc7a76cf'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:32:41.397979 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6d4a77-10a6-4816-b1da-79f0fbb8e23f None None] Routers {'5359cda2-e505-47df-8fbe-ec2ecc7a76cf'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:32:41.398887 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-9f6d4a77-10a6-4816-b1da-79f0fbb8e23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:32:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5359cda2-e505-47df-8fbe-ec2ecc7a76cf'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:41.450753 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-7000756e-6169-4aeb-a43e-4647f8491302 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] show failed (client error): The resource could not be found. Aug 11 22:32:41.452320 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7000756e-6169-4aeb-a43e-4647f8491302 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] 10.222.0.77 "GET /v2.0/routers/tempest-non_exist_router-1813836541 HTTP/1.1" status: 404 len: 335 time: 0.0702915 Aug 11 22:32:41.460086 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43882) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:41.460659 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-9f6d4a77-10a6-4816-b1da-79f0fbb8e23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:41.475227 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-41641784-25df-4514-a9bd-968f3e78fe4c tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:32:41.485558 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6d4a77-10a6-4816-b1da-79f0fbb8e23f None None] Routers {'5359cda2-e505-47df-8fbe-ec2ecc7a76cf'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:32:41.486537 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-9f6d4a77-10a6-4816-b1da-79f0fbb8e23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:32:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['5359cda2-e505-47df-8fbe-ec2ecc7a76cf'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:41.513258 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-41641784-25df-4514-a9bd-968f3e78fe4c tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] update failed (client error): The resource could not be found. Aug 11 22:32:41.518941 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43884) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:41.519464 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-41641784-25df-4514-a9bd-968f3e78fe4c tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] 10.222.0.77 "PUT /v2.0/routers/tempest-non_exist_router-101790151 HTTP/1.1" status: 404 len: 334 time: 0.0479217 Aug 11 22:32:41.538729 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-9f6d4a77-10a6-4816-b1da-79f0fbb8e23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:41.539744 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6d4a77-10a6-4816-b1da-79f0fbb8e23f None None] The sync data for ids ['5359cda2-e505-47df-8fbe-ec2ecc7a76cf'] in n-d-804275-3 is: [] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:32:41.580457 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-74fe8f3e-e667-41ad-b39c-b6f86cbacbc4 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Deleting subnet 4cc9bb9f-247d-4e66-b8de-7decfb8fe337 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:32:41.584677 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-74fe8f3e-e667-41ad-b39c-b6f86cbacbc4 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:41.632901 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-74fe8f3e-e667-41ad-b39c-b6f86cbacbc4 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:41.768747 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-74fe8f3e-e667-41ad-b39c-b6f86cbacbc4 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:41.879356 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-74fe8f3e-e667-41ad-b39c-b6f86cbacbc4 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:41.911337 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-74fe8f3e-e667-41ad-b39c-b6f86cbacbc4 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:41.915715 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-74fe8f3e-e667-41ad-b39c-b6f86cbacbc4 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] 10.222.0.77 "DELETE /v2.0/subnets/4cc9bb9f-247d-4e66-b8de-7decfb8fe337 HTTP/1.1" status: 204 len: 168 time: 0.3930023 Aug 11 22:32:41.915715 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe8f3e-e667-41ad-b39c-b6f86cbacbc4 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Pushing event deleted for resources: {'Subnet': ['ID=4cc9bb9f-247d-4e66-b8de-7decfb8fe337,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:41.916196 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43896) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:41.920190 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bde1ca-3d0f-4753-aafd-0fa981027a81 None None] Network 18dc35e5-e917-4679-bc2d-acae9f336975 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:32:42.017657 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2f869cec-8cd5-4427-b4a5-9c88307794fb tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:42.082166 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-2f869cec-8cd5-4427-b4a5-9c88307794fb tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Deleting port 5acfc5f5-460b-443c-b409-30909be6d58b {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:32:42.082529 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2f869cec-8cd5-4427-b4a5-9c88307794fb tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:42.151721 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-2f869cec-8cd5-4427-b4a5-9c88307794fb tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] For port 5acfc5f5-460b-443c-b409-30909be6d58b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5acfc5f5-460b-443c-b409-30909be6d58b,segment=NetworkSegment(efc6a3dd-4705-46a6-85d6-ce232b0465a7),segment_id=efc6a3dd-4705-46a6-85d6-ce232b0465a7)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:32:42.152106 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2f869cec-8cd5-4427-b4a5-9c88307794fb tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:42.167538 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-2f869cec-8cd5-4427-b4a5-9c88307794fb tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Calling delete_port for 5acfc5f5-460b-443c-b409-30909be6d58b owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:32:42.272849 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b263ea89-6944-407c-9aa8-5de84c6e04b0 None None] DHCP port deletion for 18dc35e5-e917-4679-bc2d-acae9f336975 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:32:42.276840 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2f869cec-8cd5-4427-b4a5-9c88307794fb tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:42.310067 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f869cec-8cd5-4427-b4a5-9c88307794fb tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Pushing event deleted for resources: {'Port': ['ID=5acfc5f5-460b-443c-b409-30909be6d58b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:42.315461 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f869cec-8cd5-4427-b4a5-9c88307794fb tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] No DVR routers for this DVR port 5acfc5f5-460b-443c-b409-30909be6d58b on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:32:42.400238 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2f869cec-8cd5-4427-b4a5-9c88307794fb tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:42.412039 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-2f869cec-8cd5-4427-b4a5-9c88307794fb tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18dc35e5-e917-4679-bc2d-acae9f336975']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:42.423550 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-2f869cec-8cd5-4427-b4a5-9c88307794fb tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc6a3dd-4705-46a6-85d6-ce232b0465a7') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:42.423828 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-2f869cec-8cd5-4427-b4a5-9c88307794fb tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc6a3dd-4705-46a6-85d6-ce232b0465a7') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:42.432952 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2f869cec-8cd5-4427-b4a5-9c88307794fb tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:42.446985 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2f869cec-8cd5-4427-b4a5-9c88307794fb tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:42.453781 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f869cec-8cd5-4427-b4a5-9c88307794fb tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:32:42.454395 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2f869cec-8cd5-4427-b4a5-9c88307794fb tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:32:42.457502 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:32:42.519249 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2f869cec-8cd5-4427-b4a5-9c88307794fb tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:42.527039 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2f869cec-8cd5-4427-b4a5-9c88307794fb tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:42.528804 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2f869cec-8cd5-4427-b4a5-9c88307794fb tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] 10.222.0.77 "DELETE /v2.0/networks/18dc35e5-e917-4679-bc2d-acae9f336975 HTTP/1.1" status: 204 len: 168 time: 0.6117163 Aug 11 22:32:42.531802 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43908) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:42.550201 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f869cec-8cd5-4427-b4a5-9c88307794fb tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Pushing event deleted for resources: {'Network': ['ID=18dc35e5-e917-4679-bc2d-acae9f336975,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:42.607088 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-a19351ad-c024-44da-971f-4dadc8633276 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Deleting subnet 6f58154d-6e26-4eb1-9481-c97ad9aa816c {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:32:42.611076 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a19351ad-c024-44da-971f-4dadc8633276 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:42.658858 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a19351ad-c024-44da-971f-4dadc8633276 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:42.747652 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a19351ad-c024-44da-971f-4dadc8633276 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:42.816048 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a19351ad-c024-44da-971f-4dadc8633276 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:42.851200 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19351ad-c024-44da-971f-4dadc8633276 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Pushing event deleted for resources: {'Subnet': ['ID=6f58154d-6e26-4eb1-9481-c97ad9aa816c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:42.854210 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a19351ad-c024-44da-971f-4dadc8633276 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:42.857248 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a19351ad-c024-44da-971f-4dadc8633276 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] 10.222.0.77 "DELETE /v2.0/subnets/6f58154d-6e26-4eb1-9481-c97ad9aa816c HTTP/1.1" status: 204 len: 168 time: 0.3242686 Aug 11 22:32:42.860133 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43916) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:42.862828 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7874aa46-e392-4463-ab99-7d6929559910 None None] Network 68b5d3bd-07a3-4d06-a26b-737db7c0e436 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:32:42.924797 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-118ecc59-8429-4efe-b76b-b52a53d2fd6e tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Deleting subnet fe0bf649-cfab-4b3f-af59-fcbc46bc3e8f {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:32:42.932672 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-118ecc59-8429-4efe-b76b-b52a53d2fd6e tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:42.984634 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-118ecc59-8429-4efe-b76b-b52a53d2fd6e tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:43.092863 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-118ecc59-8429-4efe-b76b-b52a53d2fd6e tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:43.126426 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32ddcb5-80c3-4396-90cd-4f44082719df None None] DHCP port deletion for 68b5d3bd-07a3-4d06-a26b-737db7c0e436 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:32:43.141138 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5acfc5f5-460b-443c-b409-30909be6d58b no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:32:43.162459 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-118ecc59-8429-4efe-b76b-b52a53d2fd6e tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:43.164819 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 5acfc5f5-460b-443c-b409-30909be6d58b {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:32:43.165383 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5acfc5f5-460b-443c-b409-30909be6d58b not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:32:43.180777 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-118ecc59-8429-4efe-b76b-b52a53d2fd6e tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:43.182789 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-118ecc59-8429-4efe-b76b-b52a53d2fd6e tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] 10.222.0.77 "DELETE /v2.0/subnets/fe0bf649-cfab-4b3f-af59-fcbc46bc3e8f HTTP/1.1" status: 204 len: 168 time: 0.3214116 Aug 11 22:32:43.185856 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43924) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:43.212035 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ecc59-8429-4efe-b76b-b52a53d2fd6e tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Pushing event deleted for resources: {'Subnet': ['ID=fe0bf649-cfab-4b3f-af59-fcbc46bc3e8f,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:43.222088 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb46d00d-7ba2-4209-b429-009844a8e677 None None] Network 1b07b585-05c1-4a3c-b09e-b52e1ed27b7d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:32:43.294046 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a25e6229-1d32-446f-9524-0ae8248f5f05 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:43.303057 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-39f18f33-ea5f-4e23-82b6-65799a329b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:43.355966 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-a25e6229-1d32-446f-9524-0ae8248f5f05 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Deleting port 0bb72ca7-bc9f-486e-be87-1c323e1b7aa6 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:32:43.356320 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a25e6229-1d32-446f-9524-0ae8248f5f05 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:43.359593 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-a32ddcb5-80c3-4396-90cd-4f44082719df None None] Deleting port 0bb72ca7-bc9f-486e-be87-1c323e1b7aa6 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:32:43.359977 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a32ddcb5-80c3-4396-90cd-4f44082719df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:43.420144 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-a25e6229-1d32-446f-9524-0ae8248f5f05 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] For port 0bb72ca7-bc9f-486e-be87-1c323e1b7aa6, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0bb72ca7-bc9f-486e-be87-1c323e1b7aa6,segment=NetworkSegment(cdf25b6d-ad2d-4dea-a1ee-de83680005a1),segment_id=cdf25b6d-ad2d-4dea-a1ee-de83680005a1)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:32:43.421048 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a25e6229-1d32-446f-9524-0ae8248f5f05 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:43.438272 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-a25e6229-1d32-446f-9524-0ae8248f5f05 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Calling delete_port for 0bb72ca7-bc9f-486e-be87-1c323e1b7aa6 owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:32:43.440556 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a32ddcb5-80c3-4396-90cd-4f44082719df None None] For port 0bb72ca7-bc9f-486e-be87-1c323e1b7aa6, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0bb72ca7-bc9f-486e-be87-1c323e1b7aa6,segment=NetworkSegment(cdf25b6d-ad2d-4dea-a1ee-de83680005a1),segment_id=cdf25b6d-ad2d-4dea-a1ee-de83680005a1)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:32:43.440967 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a32ddcb5-80c3-4396-90cd-4f44082719df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:43.459290 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-a32ddcb5-80c3-4396-90cd-4f44082719df None None] Calling delete_port for 0bb72ca7-bc9f-486e-be87-1c323e1b7aa6 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:32:43.511238 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c5155f-c029-4d02-b9ad-a04f7b8e26eb None None] DHCP port deletion for 1b07b585-05c1-4a3c-b09e-b52e1ed27b7d request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:32:43.552825 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a25e6229-1d32-446f-9524-0ae8248f5f05 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:43.585505 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e6229-1d32-446f-9524-0ae8248f5f05 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Pushing event deleted for resources: {'Port': ['ID=0bb72ca7-bc9f-486e-be87-1c323e1b7aa6,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:43.592019 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25e6229-1d32-446f-9524-0ae8248f5f05 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] No DVR routers for this DVR port 0bb72ca7-bc9f-486e-be87-1c323e1b7aa6 on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:32:43.593448 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 22:32:43.603473 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a32ddcb5-80c3-4396-90cd-4f44082719df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:43.609865 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-c0c5155f-c029-4d02-b9ad-a04f7b8e26eb None None] Deleting port 5abb6316-c5fb-4f75-89fe-fc1fd63b8273 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:32:43.610311 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c0c5155f-c029-4d02-b9ad-a04f7b8e26eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:43.643255 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ddcb5-80c3-4396-90cd-4f44082719df None None] Pushing event deleted for resources: {'Port': ['ID=0bb72ca7-bc9f-486e-be87-1c323e1b7aa6,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:43.686473 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a25e6229-1d32-446f-9524-0ae8248f5f05 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:43.687000 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32ddcb5-80c3-4396-90cd-4f44082719df None None] No DVR routers for this DVR port 0bb72ca7-bc9f-486e-be87-1c323e1b7aa6 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:32:43.700346 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-a25e6229-1d32-446f-9524-0ae8248f5f05 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b5d3bd-07a3-4d06-a26b-737db7c0e436']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:43.701525 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ddcb5-80c3-4396-90cd-4f44082719df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:43.701882 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ddcb5-80c3-4396-90cd-4f44082719df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:43.702223 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ddcb5-80c3-4396-90cd-4f44082719df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:43.702562 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ddcb5-80c3-4396-90cd-4f44082719df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:43.702960 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ddcb5-80c3-4396-90cd-4f44082719df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:43.703557 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ddcb5-80c3-4396-90cd-4f44082719df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:43.703678 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ddcb5-80c3-4396-90cd-4f44082719df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:43.703938 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ddcb5-80c3-4396-90cd-4f44082719df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:43.704263 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ddcb5-80c3-4396-90cd-4f44082719df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:43.704586 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ddcb5-80c3-4396-90cd-4f44082719df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:43.704912 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ddcb5-80c3-4396-90cd-4f44082719df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:43.705237 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ddcb5-80c3-4396-90cd-4f44082719df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:32:43.712764 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-c0c5155f-c029-4d02-b9ad-a04f7b8e26eb None None] For port 5abb6316-c5fb-4f75-89fe-fc1fd63b8273, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5abb6316-c5fb-4f75-89fe-fc1fd63b8273,segment=NetworkSegment(61d66230-3e5f-44ac-bcd9-4a1a105ca2cc),segment_id=61d66230-3e5f-44ac-bcd9-4a1a105ca2cc)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:32:43.713167 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c0c5155f-c029-4d02-b9ad-a04f7b8e26eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:43.719569 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-a25e6229-1d32-446f-9524-0ae8248f5f05 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf25b6d-ad2d-4dea-a1ee-de83680005a1') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:43.720059 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-a25e6229-1d32-446f-9524-0ae8248f5f05 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf25b6d-ad2d-4dea-a1ee-de83680005a1') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:43.730347 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a25e6229-1d32-446f-9524-0ae8248f5f05 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:43.730639 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-c0c5155f-c029-4d02-b9ad-a04f7b8e26eb None None] Calling delete_port for 5abb6316-c5fb-4f75-89fe-fc1fd63b8273 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:32:43.756826 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a25e6229-1d32-446f-9524-0ae8248f5f05 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:43.764584 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a25e6229-1d32-446f-9524-0ae8248f5f05 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:32:43.765008 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a25e6229-1d32-446f-9524-0ae8248f5f05 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:32:43.769982 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:32:43.839526 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c0c5155f-c029-4d02-b9ad-a04f7b8e26eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:43.842618 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a25e6229-1d32-446f-9524-0ae8248f5f05 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:43.864375 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a25e6229-1d32-446f-9524-0ae8248f5f05 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:43.867065 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a25e6229-1d32-446f-9524-0ae8248f5f05 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] 10.222.0.77 "DELETE /v2.0/networks/68b5d3bd-07a3-4d06-a26b-737db7c0e436 HTTP/1.1" status: 204 len: 168 time: 0.6799865 Aug 11 22:32:43.869756 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43938) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:43.875134 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5155f-c029-4d02-b9ad-a04f7b8e26eb None None] Pushing event deleted for resources: {'Port': ['ID=5abb6316-c5fb-4f75-89fe-fc1fd63b8273,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:43.877707 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c5155f-c029-4d02-b9ad-a04f7b8e26eb None None] No DVR routers for this DVR port 5abb6316-c5fb-4f75-89fe-fc1fd63b8273 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:32:43.882018 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e6229-1d32-446f-9524-0ae8248f5f05 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Pushing event deleted for resources: {'Network': ['ID=68b5d3bd-07a3-4d06-a26b-737db7c0e436,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:43.959292 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e99c82e0-cb70-41aa-876d-1dda83999012 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:44.055229 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e99c82e0-cb70-41aa-876d-1dda83999012 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:44.066711 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-e99c82e0-cb70-41aa-876d-1dda83999012 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b07b585-05c1-4a3c-b09e-b52e1ed27b7d']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:44.078338 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-e99c82e0-cb70-41aa-876d-1dda83999012 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61d66230-3e5f-44ac-bcd9-4a1a105ca2cc') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:44.078660 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-e99c82e0-cb70-41aa-876d-1dda83999012 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61d66230-3e5f-44ac-bcd9-4a1a105ca2cc') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:44.088196 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e99c82e0-cb70-41aa-876d-1dda83999012 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:44.104567 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e99c82e0-cb70-41aa-876d-1dda83999012 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:44.122214 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e99c82e0-cb70-41aa-876d-1dda83999012 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:32:44.122855 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e99c82e0-cb70-41aa-876d-1dda83999012 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:32:44.126498 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:32:44.195171 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e99c82e0-cb70-41aa-876d-1dda83999012 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:44.200106 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e99c82e0-cb70-41aa-876d-1dda83999012 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:44.202074 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e99c82e0-cb70-41aa-876d-1dda83999012 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] 10.222.0.77 "DELETE /v2.0/networks/1b07b585-05c1-4a3c-b09e-b52e1ed27b7d HTTP/1.1" status: 204 len: 168 time: 0.3311715 Aug 11 22:32:44.204706 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43946) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:44.221131 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c82e0-cb70-41aa-876d-1dda83999012 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Pushing event deleted for resources: {'Network': ['ID=1b07b585-05c1-4a3c-b09e-b52e1ed27b7d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:44.270071 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39a205c-99ca-4e94-a10d-837f6d4d8417 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Deleting subnet 7e2a7cf6-fba7-4e4a-ae5e-d1cac13c49b6 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:32:44.273470 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a39a205c-99ca-4e94-a10d-837f6d4d8417 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:44.315316 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a39a205c-99ca-4e94-a10d-837f6d4d8417 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:44.419542 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a39a205c-99ca-4e94-a10d-837f6d4d8417 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:44.485881 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a39a205c-99ca-4e94-a10d-837f6d4d8417 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:44.511520 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a205c-99ca-4e94-a10d-837f6d4d8417 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Pushing event deleted for resources: {'Subnet': ['ID=7e2a7cf6-fba7-4e4a-ae5e-d1cac13c49b6,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:44.517988 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a39a205c-99ca-4e94-a10d-837f6d4d8417 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:44.521950 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a39a205c-99ca-4e94-a10d-837f6d4d8417 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] 10.222.0.77 "DELETE /v2.0/subnets/7e2a7cf6-fba7-4e4a-ae5e-d1cac13c49b6 HTTP/1.1" status: 204 len: 168 time: 0.3141983 Aug 11 22:32:44.522723 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 43954) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:44.525626 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c56dcc-7e59-4bc0-b5e1-5f9659655dad None None] Network 1b44cd5e-2918-4374-802f-7e224149d852 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:32:44.623806 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d2f79514-6f29-4338-a99e-e24b591488bd tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:44.721926 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-d2f79514-6f29-4338-a99e-e24b591488bd tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Deleting port b95b311c-31c6-4d37-b62b-826e058e2b35 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:32:44.722276 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d2f79514-6f29-4338-a99e-e24b591488bd tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:44.737160 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3a5f08-1e99-4aaa-b6f1-ae4e866da02e None None] DHCP port deletion for 1b44cd5e-2918-4374-802f-7e224149d852 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:32:44.787619 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-cf3a5f08-1e99-4aaa-b6f1-ae4e866da02e None None] Deleting port b95b311c-31c6-4d37-b62b-826e058e2b35 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:32:44.788282 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cf3a5f08-1e99-4aaa-b6f1-ae4e866da02e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:44.792288 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-d2f79514-6f29-4338-a99e-e24b591488bd tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] For port b95b311c-31c6-4d37-b62b-826e058e2b35, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b95b311c-31c6-4d37-b62b-826e058e2b35,segment=NetworkSegment(f2a1d194-c90a-4d6e-be6c-e935cc9c793c),segment_id=f2a1d194-c90a-4d6e-be6c-e935cc9c793c)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:32:44.792650 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d2f79514-6f29-4338-a99e-e24b591488bd tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:44.806551 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-d2f79514-6f29-4338-a99e-e24b591488bd tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Calling delete_port for b95b311c-31c6-4d37-b62b-826e058e2b35 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:32:44.850526 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-cf3a5f08-1e99-4aaa-b6f1-ae4e866da02e None None] For port b95b311c-31c6-4d37-b62b-826e058e2b35, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b95b311c-31c6-4d37-b62b-826e058e2b35,segment=NetworkSegment(f2a1d194-c90a-4d6e-be6c-e935cc9c793c),segment_id=f2a1d194-c90a-4d6e-be6c-e935cc9c793c)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:32:44.850860 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cf3a5f08-1e99-4aaa-b6f1-ae4e866da02e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:44.863985 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-cf3a5f08-1e99-4aaa-b6f1-ae4e866da02e None None] Calling delete_port for b95b311c-31c6-4d37-b62b-826e058e2b35 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:32:44.890126 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d2f79514-6f29-4338-a99e-e24b591488bd tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:44.918029 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f79514-6f29-4338-a99e-e24b591488bd tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Pushing event deleted for resources: {'Port': ['ID=b95b311c-31c6-4d37-b62b-826e058e2b35,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:44.921584 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f79514-6f29-4338-a99e-e24b591488bd tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] No DVR routers for this DVR port b95b311c-31c6-4d37-b62b-826e058e2b35 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:32:44.968305 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cf3a5f08-1e99-4aaa-b6f1-ae4e866da02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:44.996320 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a5f08-1e99-4aaa-b6f1-ae4e866da02e None None] Pushing event deleted for resources: {'Port': ['ID=b95b311c-31c6-4d37-b62b-826e058e2b35,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:45.000913 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3a5f08-1e99-4aaa-b6f1-ae4e866da02e None None] No DVR routers for this DVR port b95b311c-31c6-4d37-b62b-826e058e2b35 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:32:45.040845 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d2f79514-6f29-4338-a99e-e24b591488bd tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:45.056855 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-d2f79514-6f29-4338-a99e-e24b591488bd tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b44cd5e-2918-4374-802f-7e224149d852']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:45.073315 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-d2f79514-6f29-4338-a99e-e24b591488bd tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a1d194-c90a-4d6e-be6c-e935cc9c793c') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:45.073849 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-d2f79514-6f29-4338-a99e-e24b591488bd tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a1d194-c90a-4d6e-be6c-e935cc9c793c') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:32:45.089400 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d2f79514-6f29-4338-a99e-e24b591488bd tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:45.113058 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d2f79514-6f29-4338-a99e-e24b591488bd tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:45.116308 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0bb72ca7-bc9f-486e-be87-1c323e1b7aa6 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:32:45.129225 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f79514-6f29-4338-a99e-e24b591488bd tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:32:45.129678 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d2f79514-6f29-4338-a99e-e24b591488bd tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:32:45.145380 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:32:45.148559 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 0bb72ca7-bc9f-486e-be87-1c323e1b7aa6 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:32:45.149134 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0bb72ca7-bc9f-486e-be87-1c323e1b7aa6 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:32:45.149762 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b95b311c-31c6-4d37-b62b-826e058e2b35 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:32:45.177078 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: b95b311c-31c6-4d37-b62b-826e058e2b35 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:32:45.177870 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b95b311c-31c6-4d37-b62b-826e058e2b35 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:32:45.178622 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5abb6316-c5fb-4f75-89fe-fc1fd63b8273 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:32:45.202439 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d2f79514-6f29-4338-a99e-e24b591488bd tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:45.210424 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d2f79514-6f29-4338-a99e-e24b591488bd tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:45.211327 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 5abb6316-c5fb-4f75-89fe-fc1fd63b8273 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:32:45.211848 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5abb6316-c5fb-4f75-89fe-fc1fd63b8273 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:32:45.215302 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43968) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:45.215837 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d2f79514-6f29-4338-a99e-e24b591488bd tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] 10.222.0.77 "DELETE /v2.0/networks/1b44cd5e-2918-4374-802f-7e224149d852 HTTP/1.1" status: 204 len: 168 time: 0.6919909 Aug 11 22:32:45.233251 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f79514-6f29-4338-a99e-e24b591488bd tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Pushing event deleted for resources: {'Network': ['ID=1b44cd5e-2918-4374-802f-7e224149d852,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:45.262920 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-df94b7fc-a05a-44a9-af31-4d9ff5760c5f tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] 10.222.0.77 "GET /v2.0/ports?device_id=5359cda2-e505-47df-8fbe-ec2ecc7a76cf HTTP/1.1" status: 200 len: 205 time: 0.0450890 Aug 11 22:32:45.265316 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43974) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:45.346051 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-12089f0d-3b6b-48ea-a6b3-39049a7d2e85 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:45.850251 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-12089f0d-3b6b-48ea-a6b3-39049a7d2e85 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:45.852602 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-12089f0d-3b6b-48ea-a6b3-39049a7d2e85 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:45.897665 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-12089f0d-3b6b-48ea-a6b3-39049a7d2e85 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:45.898260 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12089f0d-3b6b-48ea-a6b3-39049a7d2e85 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Fanout notify agent at l3_agent the message router_deleted on router 5359cda2-e505-47df-8fbe-ec2ecc7a76cf {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:32:45.906838 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-12089f0d-3b6b-48ea-a6b3-39049a7d2e85 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:45.911010 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-12089f0d-3b6b-48ea-a6b3-39049a7d2e85 tempest-RoutersNegativeIpV6Test-1710361521 tempest-RoutersNegativeIpV6Test-1710361521-project] 10.222.0.77 "DELETE /v2.0/routers/5359cda2-e505-47df-8fbe-ec2ecc7a76cf HTTP/1.1" status: 204 len: 168 time: 0.6416960 Aug 11 22:32:46.071380 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:46.190319 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 43996) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:46.286440 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9df49d0a-6498-4349-89a5-fd32274e6c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:46.342629 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-855bb4c9-eb5a-4f92-9858-586132f195df admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=44ff1dc5f9534a3c9728480cc15944a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1510987 Aug 11 22:32:46.346957 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44004) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:46.411857 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cc69b030-7dfb-4c9d-bf89-1685e9f4d8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:46.438259 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cc69b030-7dfb-4c9d-bf89-1685e9f4d8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:46.489854 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cc69b030-7dfb-4c9d-bf89-1685e9f4d8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:46.492857 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cc69b030-7dfb-4c9d-bf89-1685e9f4d8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:46.494372 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cc69b030-7dfb-4c9d-bf89-1685e9f4d8e6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/07fcae20-4044-4078-bae4-3d9d7b4ea819 HTTP/1.1" status: 204 len: 168 time: 0.1460814 Aug 11 22:32:46.505345 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69b030-7dfb-4c9d-bf89-1685e9f4d8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fcae20-4044-4078-bae4-3d9d7b4ea819,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:47.321251 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44042) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:47.445525 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-ba916f56-12ed-4480-a9c0-a42820b6e42c tempest-SubnetPoolsTestJSON-2073451904 tempest-SubnetPoolsTestJSON-2073451904-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1176480352', 'prefixes': ['172.20.0.0/16']}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:32:47.518153 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ba916f56-12ed-4480-a9c0-a42820b6e42c tempest-SubnetPoolsTestJSON-2073451904 tempest-SubnetPoolsTestJSON-2073451904-project] Notify callbacks [] for subnetpool, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:47.523777 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44050) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:47.537924 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ba916f56-12ed-4480-a9c0-a42820b6e42c tempest-SubnetPoolsTestJSON-2073451904 tempest-SubnetPoolsTestJSON-2073451904-project] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2136672 Aug 11 22:32:47.579486 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:47.612966 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e9b9c64f-8e22-404a-bb17-7df54ef3126d tempest-SubnetPoolsTestJSON-2073451904 tempest-SubnetPoolsTestJSON-2073451904-project] 10.222.0.77 "GET /v2.0/subnetpools/75d53ecc-a47d-42fc-a85f-2cac350902b6 HTTP/1.1" status: 200 len: 732 time: 0.0870755 Aug 11 22:32:47.615920 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44052) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:47.622767 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-9919a9d1-0920-4f9a-a66f-6290a7baf1a4 tempest-SubnetPoolsTestJSON-2073451904 tempest-SubnetPoolsTestJSON-2073451904-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1799112007'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:32:47.729454 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9919a9d1-0920-4f9a-a66f-6290a7baf1a4 tempest-SubnetPoolsTestJSON-2073451904 tempest-SubnetPoolsTestJSON-2073451904-project] Notify callbacks [] for subnetpool, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:47.731262 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9919a9d1-0920-4f9a-a66f-6290a7baf1a4 tempest-SubnetPoolsTestJSON-2073451904 tempest-SubnetPoolsTestJSON-2073451904-project] 10.222.0.77 "PUT /v2.0/subnetpools/75d53ecc-a47d-42fc-a85f-2cac350902b6 HTTP/1.1" status: 200 len: 684 time: 0.1141901 Aug 11 22:32:47.734667 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44056) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:47.821550 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7231ad70-77df-4725-a885-8de6fa8f35f8 tempest-SubnetPoolsTestJSON-2073451904 tempest-SubnetPoolsTestJSON-2073451904-project] Notify callbacks [] for subnetpool, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:47.823242 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7231ad70-77df-4725-a885-8de6fa8f35f8 tempest-SubnetPoolsTestJSON-2073451904 tempest-SubnetPoolsTestJSON-2073451904-project] 10.222.0.77 "DELETE /v2.0/subnetpools/75d53ecc-a47d-42fc-a85f-2cac350902b6 HTTP/1.1" status: 204 len: 168 time: 0.0875528 Aug 11 22:32:47.826390 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44064) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:47.850454 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-92312090-d84d-4436-97c3-52d470debedd tempest-SubnetPoolsTestJSON-2073451904 tempest-SubnetPoolsTestJSON-2073451904-project] show failed (client error): The resource could not be found. Aug 11 22:32:47.851901 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-92312090-d84d-4436-97c3-52d470debedd tempest-SubnetPoolsTestJSON-2073451904 tempest-SubnetPoolsTestJSON-2073451904-project] 10.222.0.77 "GET /v2.0/subnetpools/75d53ecc-a47d-42fc-a85f-2cac350902b6 HTTP/1.1" status: 404 len: 346 time: 0.0241692 Aug 11 22:32:47.855339 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44066) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:47.873019 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-61f00ad8-62c8-4b1c-a4be-a9b1f87b8ceb tempest-SubnetPoolsTestJSON-2073451904 tempest-SubnetPoolsTestJSON-2073451904-project] delete failed (client error): The resource could not be found. Aug 11 22:32:47.876102 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-61f00ad8-62c8-4b1c-a4be-a9b1f87b8ceb tempest-SubnetPoolsTestJSON-2073451904 tempest-SubnetPoolsTestJSON-2073451904-project] 10.222.0.77 "DELETE /v2.0/subnetpools/75d53ecc-a47d-42fc-a85f-2cac350902b6 HTTP/1.1" status: 404 len: 346 time: 0.0195510 Aug 11 22:32:48.160501 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44076) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:48.305772 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bcb9a764-3983-417f-9f21-7e9a18f239c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:48.311471 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc4808-8612-4a40-a01f-68428eff564a req-8b9635f0-0763-4932-89c4-af27591350bf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:48.321478 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7bbc4808-8612-4a40-a01f-68428eff564a req-8b9635f0-0763-4932-89c4-af27591350bf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 945 time: 0.0676692 Aug 11 22:32:48.373179 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7bbc4808-8612-4a40-a01f-68428eff564a req-2215f9db-7166-49ad-82af-22526a08cddd tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=778e3614-01c7-4809-ab38-7c0d06e05293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508006 Aug 11 22:32:48.406863 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 44092) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:48.434865 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bcb9a764-3983-417f-9f21-7e9a18f239c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:48.440979 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bcb9a764-3983-417f-9f21-7e9a18f239c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:48.482170 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bcb9a764-3983-417f-9f21-7e9a18f239c5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dbed3d8a50c1458ea88a702d8777105a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3205252 Aug 11 22:32:48.485572 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44094) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:48.488851 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7b283405-cd8a-4315-89d6-418129dc5b45 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/floatingips/554158a0-e03c-4877-856c-6af54efd726f HTTP/1.1" status: 200 len: 993 time: 0.0804291 Aug 11 22:32:48.531862 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9a764-3983-417f-9f21-7e9a18f239c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fdafd8-a4a1-407e-a993-da2876ce839e,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:48.585961 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-56c3990f-9a81-461f-9065-ed7e09987c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:48.614905 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-56c3990f-9a81-461f-9065-ed7e09987c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:48.682473 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-56c3990f-9a81-461f-9065-ed7e09987c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:48.685280 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-56c3990f-9a81-461f-9065-ed7e09987c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:48.692519 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-56c3990f-9a81-461f-9065-ed7e09987c87 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/08fdafd8-a4a1-407e-a993-da2876ce839e HTTP/1.1" status: 204 len: 168 time: 0.2053797 Aug 11 22:32:48.703350 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3990f-9a81-461f-9065-ed7e09987c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fdafd8-a4a1-407e-a993-da2876ce839e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:48.898447 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a750ad-4cf5-4a79-89a6-7e23bc07a441 req-e0809513-5779-4488-8f74-6c3962a6b1d7 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:48.900372 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-51a750ad-4cf5-4a79-89a6-7e23bc07a441 req-e0809513-5779-4488-8f74-6c3962a6b1d7 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 1096 time: 0.0768278 Aug 11 22:32:48.953316 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-51a750ad-4cf5-4a79-89a6-7e23bc07a441 req-811e60c4-9f9c-48f7-9d1c-5382963e833c tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=778e3614-01c7-4809-ab38-7c0d06e05293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439229 Aug 11 22:32:49.050473 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:49.671527 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44164) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:32:49.906984 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-91cd1cf4-e56d-4cbd-8074-fea13e705b4b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2338028 Aug 11 22:32:50.734044 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-221aa649-c5b6-431f-bfa1-7df9701380ae tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:32:50.743580 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-221aa649-c5b6-431f-bfa1-7df9701380ae tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2136385 Aug 11 22:32:50.749111 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-3f955113-4a3e-4bc0-99a0-2fc0a2ec567e service neutron] Request body: {'binding': {'host': 'n-h1-804275-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:32:50.749788 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-3f955113-4a3e-4bc0-99a0-2fc0a2ec567e service neutron] Unknown quota resources ['binding']. {{(pid=100942) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 22:32:50.808580 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:50.920267 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-3f955113-4a3e-4bc0-99a0-2fc0a2ec567e service neutron] Attempting to bind port 23509e9f-d413-4650-be97-d7259292856a on host n-h1-804275-3 for vnic_type normal with profile None {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:32:50.920651 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-3f955113-4a3e-4bc0-99a0-2fc0a2ec567e service neutron] Attempting to bind port 23509e9f-d413-4650-be97-d7259292856a by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'c1fe2034-ded8-45a2-84db-df97397c557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:32:50.921139 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-3f955113-4a3e-4bc0-99a0-2fc0a2ec567e service neutron] Attempting to bind port 23509e9f-d413-4650-be97-d7259292856a on network 5afeb168-48bb-49d5-b524-5484e43c60c0 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:32:50.928061 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-3f955113-4a3e-4bc0-99a0-2fc0a2ec567e service neutron] Port 23509e9f-d413-4650-be97-d7259292856a on network 5afeb168-48bb-49d5-b524-5484e43c60c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:32:50.928396 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-3f955113-4a3e-4bc0-99a0-2fc0a2ec567e service neutron] Attempting to bind port 23509e9f-d413-4650-be97-d7259292856a on network 5afeb168-48bb-49d5-b524-5484e43c60c0 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:32:50.934572 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-3f955113-4a3e-4bc0-99a0-2fc0a2ec567e service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:32:50.934958 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-3f955113-4a3e-4bc0-99a0-2fc0a2ec567e service neutron] Checking segment: {'id': 'c1fe2034-ded8-45a2-84db-df97397c557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:32:50.935351 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-3f955113-4a3e-4bc0-99a0-2fc0a2ec567e service neutron] Bound using segment: {'id': 'c1fe2034-ded8-45a2-84db-df97397c557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:32:50.935880 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-3f955113-4a3e-4bc0-99a0-2fc0a2ec567e service neutron] Bound port: 23509e9f-d413-4650-be97-d7259292856a, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1fe2034-ded8-45a2-84db-df97397c557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:32:51.054137 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-3f955113-4a3e-4bc0-99a0-2fc0a2ec567e service neutron] For port 23509e9f-d413-4650-be97-d7259292856a, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=23509e9f-d413-4650-be97-d7259292856a,segment=NetworkSegment(c1fe2034-ded8-45a2-84db-df97397c557f),segment_id=c1fe2034-ded8-45a2-84db-df97397c557f)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:32:51.060983 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-3f955113-4a3e-4bc0-99a0-2fc0a2ec567e service neutron] Notify callbacks [] for binding, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:51.062702 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-3f955113-4a3e-4bc0-99a0-2fc0a2ec567e service neutron] 10.222.0.77 "POST /v2.0/ports/23509e9f-d413-4650-be97-d7259292856a/bindings HTTP/1.1" status: 201 len: 389 time: 0.3179185 Aug 11 22:32:51.310246 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f9ea4-c684-4ee7-83c7-c44e391fe835 req-74a6a046-42bd-49b4-aa3e-88a9409dfbfe tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:51.312032 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dc3f9ea4-c684-4ee7-83c7-c44e391fe835 req-74a6a046-42bd-49b4-aa3e-88a9409dfbfe tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 945 time: 0.0945940 Aug 11 22:32:51.382236 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dc3f9ea4-c684-4ee7-83c7-c44e391fe835 req-e0c5081c-a127-4f69-99d2-54d511e8f819 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=778e3614-01c7-4809-ab38-7c0d06e05293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634270 Aug 11 22:32:51.396579 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-46bc3ea5-1b9f-4e44-90bf-1bb09208a304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:51.398109 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-46bc3ea5-1b9f-4e44-90bf-1bb09208a304 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 1096 time: 0.0598443 Aug 11 22:32:51.497375 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-c778bc3c-21b8-41aa-8eff-5221bd729118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:51.498969 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-c778bc3c-21b8-41aa-8eff-5221bd729118 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5afeb168-48bb-49d5-b524-5484e43c60c0 HTTP/1.1" status: 200 len: 897 time: 0.0941818 Aug 11 22:32:51.583773 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-0144eb85-8fca-4b21-89b4-7c1a0430c278 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23509e9f-d413-4650-be97-d7259292856a HTTP/1.1" status: 200 len: 1001 time: 0.0771773 Aug 11 22:32:51.642674 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-6ae0b73f-42a0-469f-82a1-04566a1ea766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:51.644331 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-6ae0b73f-42a0-469f-82a1-04566a1ea766 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=edfe2fb6-65ff-4574-b23d-a8ac3a761eed HTTP/1.1" status: 200 len: 834 time: 0.0531662 Aug 11 22:32:51.701322 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-333defe2-32a1-4134-ad95-05f578c46248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:51.703713 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-333defe2-32a1-4134-ad95-05f578c46248 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5afeb168-48bb-49d5-b524-5484e43c60c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522823 Aug 11 22:32:51.818918 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-805a55dc-3be7-4939-b3b1-595b7973d31e service neutron] 10.222.0.82 "GET /v2.0/networks/5afeb168-48bb-49d5-b524-5484e43c60c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078131 Aug 11 22:32:51.932793 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-828ee516-c4be-490f-ad78-ea2c9784311c service neutron] 10.222.0.82 "GET /v2.0/networks/5afeb168-48bb-49d5-b524-5484e43c60c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071026 Aug 11 22:32:52.165916 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-031d08f0-5fc3-4868-b01b-3c4b773b97c5 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:52.165916 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-031d08f0-5fc3-4868-b01b-3c4b773b97c5 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da&tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&binding%3Ahost_id=n-h2-804275-3 HTTP/1.1" status: 200 len: 1096 time: 0.1151803 Aug 11 22:32:52.179163 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-5089ad36-b746-443c-aa81-72260fcc65bb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804275-3'}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:32:52.366618 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-5089ad36-b746-443c-aa81-72260fcc65bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:52.407972 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-899289aa-2181-4c93-9e93-97a44e99c9f9 req-06055fcf-5e3b-45e6-900a-329f8da814a8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1cdbb25a-9b73-4f85-91a0-0001a621b756&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1033971 Aug 11 22:32:52.697534 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899289aa-2181-4c93-9e93-97a44e99c9f9 req-c36c2395-7172-47f0-801b-2585cc562fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:52.699140 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-899289aa-2181-4c93-9e93-97a44e99c9f9 req-c36c2395-7172-47f0-801b-2585cc562fe3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d6259f5f855840b0ae4d559b65fcc483&device_id=1cdbb25a-9b73-4f85-91a0-0001a621b756 HTTP/1.1" status: 200 len: 1101 time: 0.1826828 Aug 11 22:32:52.728536 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b77817-af23-4150-88c3-0b098c0afbd9 req-58cc1c7d-496a-4075-a91d-1076b4422f04 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:52.730352 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d8b77817-af23-4150-88c3-0b098c0afbd9 req-58cc1c7d-496a-4075-a91d-1076b4422f04 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 945 time: 0.1589141 Aug 11 22:32:52.751050 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-5089ad36-b746-443c-aa81-72260fcc65bb service neutron] For port 23509e9f-d413-4650-be97-d7259292856a, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=23509e9f-d413-4650-be97-d7259292856a,segment=NetworkSegment(c1fe2034-ded8-45a2-84db-df97397c557f),segment_id=c1fe2034-ded8-45a2-84db-df97397c557f)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:32:52.876806 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d8b77817-af23-4150-88c3-0b098c0afbd9 req-5911cfc8-e0f8-487c-97b8-283df87ce958 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=778e3614-01c7-4809-ab38-7c0d06e05293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342821 Aug 11 22:32:52.901623 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-5089ad36-b746-443c-aa81-72260fcc65bb service neutron] For port 23509e9f-d413-4650-be97-d7259292856a, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:32:52.936081 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899289aa-2181-4c93-9e93-97a44e99c9f9 req-742ed8e8-8805-4b03-a41b-79b44818db29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:52.938660 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-899289aa-2181-4c93-9e93-97a44e99c9f9 req-742ed8e8-8805-4b03-a41b-79b44818db29 service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.2044947 Aug 11 22:32:53.032306 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b683adf-b4c2-4919-acbd-2fc756d6c1da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23509e9f-d413-4650-be97-d7259292856a'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:32:53.035014 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00f6905-89f3-4166-8697-be81c111ef72" -d '{"events": [{"server_uuid": "7b683adf-b4c2-4919-acbd-2fc756d6c1da", "name": "network-vif-unplugged", "status": "completed", "tag": "23509e9f-d413-4650-be97-d7259292856a"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:32:53.042169 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-5089ad36-b746-443c-aa81-72260fcc65bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:53.045291 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-899289aa-2181-4c93-9e93-97a44e99c9f9 req-cc064f73-9eab-45ee-97cc-bf3d3991172f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=085f2558-f356-4d5a-9669-4c9455b89d89 HTTP/1.1" status: 200 len: 217 time: 0.0865543 Aug 11 22:32:53.061834 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-5089ad36-b746-443c-aa81-72260fcc65bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:53.235813 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089ad36-b746-443c-aa81-72260fcc65bb service neutron] Pushing event updated for resources: {'Port': ['ID=23509e9f-d413-4650-be97-d7259292856a,revision_number=7']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:53.246804 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899289aa-2181-4c93-9e93-97a44e99c9f9 req-df5867f0-e763-46d3-be23-731308fc89d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:53.250122 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-899289aa-2181-4c93-9e93-97a44e99c9f9 req-df5867f0-e763-46d3-be23-731308fc89d9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.1973112 Aug 11 22:32:53.337250 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 22:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa428541-3473-465c-9670-f6230f53de7d x-openstack-request-id: req-aa428541-3473-465c-9670-f6230f53de7d {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:32:53.337585 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b683adf-b4c2-4919-acbd-2fc756d6c1da", "name": "network-vif-unplugged", "status": "completed", "tag": "23509e9f-d413-4650-be97-d7259292856a", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:32:53.337888 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aa428541-3473-465c-9670-f6230f53de7d {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:32:53.339590 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b683adf-b4c2-4919-acbd-2fc756d6c1da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23509e9f-d413-4650-be97-d7259292856a', 'code': 200} Aug 11 22:32:53.387224 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899289aa-2181-4c93-9e93-97a44e99c9f9 req-ede1a9ab-1118-43d3-bffa-efaa2dcf0308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:53.390919 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-899289aa-2181-4c93-9e93-97a44e99c9f9 req-ede1a9ab-1118-43d3-bffa-efaa2dcf0308 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1333520 Aug 11 22:32:53.395989 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-5089ad36-b746-443c-aa81-72260fcc65bb service neutron] Attempting to bind port 23509e9f-d413-4650-be97-d7259292856a on host n-h2-804275-3 for vnic_type normal with profile {"migrating_to": "n-h1-804275-3"} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:32:53.396651 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-5089ad36-b746-443c-aa81-72260fcc65bb service neutron] Attempting to bind port 23509e9f-d413-4650-be97-d7259292856a by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'c1fe2034-ded8-45a2-84db-df97397c557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:32:53.396938 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-5089ad36-b746-443c-aa81-72260fcc65bb service neutron] Attempting to bind port 23509e9f-d413-4650-be97-d7259292856a on network 5afeb168-48bb-49d5-b524-5484e43c60c0 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:32:53.426098 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-5089ad36-b746-443c-aa81-72260fcc65bb service neutron] Port 23509e9f-d413-4650-be97-d7259292856a on network 5afeb168-48bb-49d5-b524-5484e43c60c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:32:53.426449 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-5089ad36-b746-443c-aa81-72260fcc65bb service neutron] Attempting to bind port 23509e9f-d413-4650-be97-d7259292856a on network 5afeb168-48bb-49d5-b524-5484e43c60c0 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:32:53.465251 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-5089ad36-b746-443c-aa81-72260fcc65bb service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:32:53.465604 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-5089ad36-b746-443c-aa81-72260fcc65bb service neutron] Checking segment: {'id': 'c1fe2034-ded8-45a2-84db-df97397c557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:32:53.465930 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-5089ad36-b746-443c-aa81-72260fcc65bb service neutron] Bound using segment: {'id': 'c1fe2034-ded8-45a2-84db-df97397c557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:32:53.466390 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-5089ad36-b746-443c-aa81-72260fcc65bb service neutron] Bound port: 23509e9f-d413-4650-be97-d7259292856a, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1fe2034-ded8-45a2-84db-df97397c557f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:32:53.466794 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-5089ad36-b746-443c-aa81-72260fcc65bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:53.534053 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-899289aa-2181-4c93-9e93-97a44e99c9f9 req-beda441f-16e7-4ec4-844d-10ac73962282 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326590 Aug 11 22:32:53.650094 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4a6fddba-3282-497c-b510-d987d1b7903b None None] Provisioning complete for port 23509e9f-d413-4650-be97-d7259292856a triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:53.650836 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4a6fddba-3282-497c-b510-d987d1b7903b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:53.701558 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4a6fddba-3282-497c-b510-d987d1b7903b None None] Port 23509e9f-d413-4650-be97-d7259292856a cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:32:53.718983 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-899289aa-2181-4c93-9e93-97a44e99c9f9 req-3bf4d28c-0122-4ed0-8b6c-7678a63c3265 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648841 Aug 11 22:32:53.723697 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-5089ad36-b746-443c-aa81-72260fcc65bb service neutron] For port 23509e9f-d413-4650-be97-d7259292856a, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:32:53.728183 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-5089ad36-b746-443c-aa81-72260fcc65bb service neutron] For port 23509e9f-d413-4650-be97-d7259292856a, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=23509e9f-d413-4650-be97-d7259292856a,segment=NetworkSegment(c1fe2034-ded8-45a2-84db-df97397c557f),segment_id=c1fe2034-ded8-45a2-84db-df97397c557f)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:32:53.734898 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-5089ad36-b746-443c-aa81-72260fcc65bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:53.921074 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089ad36-b746-443c-aa81-72260fcc65bb service neutron] Pushing event updated for resources: {'Port': ['ID=23509e9f-d413-4650-be97-d7259292856a,revision_number=8']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:54.042063 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-5089ad36-b746-443c-aa81-72260fcc65bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:54.042647 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-5089ad36-b746-443c-aa81-72260fcc65bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:54.044356 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-5089ad36-b746-443c-aa81-72260fcc65bb service neutron] 10.222.0.82 "PUT /v2.0/ports/23509e9f-d413-4650-be97-d7259292856a HTTP/1.1" status: 200 len: 1121 time: 1.8706913 Aug 11 22:32:54.117776 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['23509e9f-d413-4650-be97-d7259292856a'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:32:54.246342 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02009be0-c5fc-4ca9-b680-e5bf4aac31df req-638d9695-3102-4ffb-995c-fa9263a3e294 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:54.255872 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-02009be0-c5fc-4ca9-b680-e5bf4aac31df req-638d9695-3102-4ffb-995c-fa9263a3e294 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 943 time: 0.1763039 Aug 11 22:32:54.329242 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-02009be0-c5fc-4ca9-b680-e5bf4aac31df req-9bdb14bf-1962-4630-97ab-3794d5a8ee46 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=778e3614-01c7-4809-ab38-7c0d06e05293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723834 Aug 11 22:32:54.382663 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8f677a46-7208-4871-bf88-48796909dd77 None None] Provisioning complete for port 23509e9f-d413-4650-be97-d7259292856a triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:32:54.382998 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8f677a46-7208-4871-bf88-48796909dd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:54.568862 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8f677a46-7208-4871-bf88-48796909dd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:54.604610 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b683adf-b4c2-4919-acbd-2fc756d6c1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23509e9f-d413-4650-be97-d7259292856a'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:32:54.606189 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07351b8-47ad-4a40-8e68-ad71faea9e33" -d '{"events": [{"server_uuid": "7b683adf-b4c2-4919-acbd-2fc756d6c1da", "name": "network-vif-plugged", "status": "completed", "tag": "23509e9f-d413-4650-be97-d7259292856a"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:32:54.618798 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-8f677a46-7208-4871-bf88-48796909dd77 None None] For port 23509e9f-d413-4650-be97-d7259292856a, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=23509e9f-d413-4650-be97-d7259292856a,segment=NetworkSegment(c1fe2034-ded8-45a2-84db-df97397c557f),segment_id=c1fe2034-ded8-45a2-84db-df97397c557f)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:32:54.625595 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8f677a46-7208-4871-bf88-48796909dd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:32:54.693820 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2bc486-0e58-4edf-a7fd-bfd6bca5d232 x-openstack-request-id: req-fc2bc486-0e58-4edf-a7fd-bfd6bca5d232 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:32:54.694583 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b683adf-b4c2-4919-acbd-2fc756d6c1da", "name": "network-vif-plugged", "status": "completed", "tag": "23509e9f-d413-4650-be97-d7259292856a", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:32:54.694583 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fc2bc486-0e58-4edf-a7fd-bfd6bca5d232 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:32:54.694795 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b683adf-b4c2-4919-acbd-2fc756d6c1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23509e9f-d413-4650-be97-d7259292856a', 'code': 200} Aug 11 22:32:54.896600 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f677a46-7208-4871-bf88-48796909dd77 None None] Pushing event updated for resources: {'Port': ['ID=23509e9f-d413-4650-be97-d7259292856a,revision_number=9']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:32:55.115958 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:32:55.341358 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b683adf-b4c2-4919-acbd-2fc756d6c1da', 'tag': '23509e9f-d413-4650-be97-d7259292856a'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:32:55.344419 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366e224c-6c68-4f00-a244-62afb5e90d89" -d '{"events": [{"name": "network-changed", "server_uuid": "7b683adf-b4c2-4919-acbd-2fc756d6c1da", "tag": "23509e9f-d413-4650-be97-d7259292856a"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:32:55.506610 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30638378-3f97-445a-b23b-0e8159506eef req-17c19a47-27cb-499f-b3ec-0fb485980384 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:55.516774 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-30638378-3f97-445a-b23b-0e8159506eef req-17c19a47-27cb-499f-b3ec-0fb485980384 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 945 time: 0.1036782 Aug 11 22:32:55.615648 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-30638378-3f97-445a-b23b-0e8159506eef req-62567a41-c71b-436c-9434-55a1a96e91c2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=778e3614-01c7-4809-ab38-7c0d06e05293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905888 Aug 11 22:32:55.672359 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42193e60-368d-4da9-b443-7d9856721234 x-openstack-request-id: req-42193e60-368d-4da9-b443-7d9856721234 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:32:55.672896 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b683adf-b4c2-4919-acbd-2fc756d6c1da", "tag": "23509e9f-d413-4650-be97-d7259292856a", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:32:55.673357 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-42193e60-368d-4da9-b443-7d9856721234 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:32:55.673965 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b683adf-b4c2-4919-acbd-2fc756d6c1da', 'tag': '23509e9f-d413-4650-be97-d7259292856a', 'status': 'completed', 'code': 200} Aug 11 22:32:55.759666 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e224c-6c68-4f00-a244-62afb5e90d89 req-a46dfe4e-1950-4f4a-9657-8d5afdb8d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:55.762482 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-366e224c-6c68-4f00-a244-62afb5e90d89 req-a46dfe4e-1950-4f4a-9657-8d5afdb8d5a7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 1126 time: 0.0633798 Aug 11 22:32:55.871454 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e224c-6c68-4f00-a244-62afb5e90d89 req-6d9c59f9-1ce4-4b42-81f3-cddad74bc85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:55.872988 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-366e224c-6c68-4f00-a244-62afb5e90d89 req-6d9c59f9-1ce4-4b42-81f3-cddad74bc85a service neutron] 10.222.0.52 "GET /v2.0/networks?id=5afeb168-48bb-49d5-b524-5484e43c60c0 HTTP/1.1" status: 200 len: 897 time: 0.1028318 Aug 11 22:32:55.956740 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-366e224c-6c68-4f00-a244-62afb5e90d89 req-e329a751-1758-4e81-b129-fb48bf1a796d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23509e9f-d413-4650-be97-d7259292856a HTTP/1.1" status: 200 len: 1001 time: 0.0756822 Aug 11 22:32:56.017645 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 23509e9f-d413-4650-be97-d7259292856a details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:32:56.024774 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e224c-6c68-4f00-a244-62afb5e90d89 req-47a3d59e-3b6a-40e5-96b6-0223dd78f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:56.026461 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-366e224c-6c68-4f00-a244-62afb5e90d89 req-47a3d59e-3b6a-40e5-96b6-0223dd78f1df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=edfe2fb6-65ff-4574-b23d-a8ac3a761eed HTTP/1.1" status: 200 len: 834 time: 0.0620108 Aug 11 22:32:56.078014 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e224c-6c68-4f00-a244-62afb5e90d89 req-6438cf61-7f44-464c-8261-1b515c47b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:56.079892 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-366e224c-6c68-4f00-a244-62afb5e90d89 req-6438cf61-7f44-464c-8261-1b515c47b692 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5afeb168-48bb-49d5-b524-5484e43c60c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458591 Aug 11 22:32:56.149043 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 23509e9f-d413-4650-be97-d7259292856a, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=23509e9f-d413-4650-be97-d7259292856a,segment=NetworkSegment(c1fe2034-ded8-45a2-84db-df97397c557f),segment_id=c1fe2034-ded8-45a2-84db-df97397c557f)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:32:56.164874 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 23509e9f-d413-4650-be97-d7259292856a has no active binding in host n-h1-804275-3 {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 22:32:56.608690 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-366e224c-6c68-4f00-a244-62afb5e90d89 req-24d0ece7-2029-42f5-8c75-bf7bc1f984f9 service neutron] 10.222.0.52 "GET /v2.0/networks/5afeb168-48bb-49d5-b524-5484e43c60c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5214150 Aug 11 22:32:56.807775 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-366e224c-6c68-4f00-a244-62afb5e90d89 req-3c148948-def2-497a-9aff-03d6f5003581 service neutron] 10.222.0.52 "GET /v2.0/networks/5afeb168-48bb-49d5-b524-5484e43c60c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919553 Aug 11 22:32:56.871106 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a738f-ad39-4a97-9cbd-cca2340c3303 req-b0d4d6d3-d366-47c1-9388-f43119366f9e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:56.873471 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-666a738f-ad39-4a97-9cbd-cca2340c3303 req-b0d4d6d3-d366-47c1-9388-f43119366f9e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 945 time: 0.1079717 Aug 11 22:32:56.931855 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-666a738f-ad39-4a97-9cbd-cca2340c3303 req-ba6cc131-6dfd-43aa-89e6-d515321c37cc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=778e3614-01c7-4809-ab38-7c0d06e05293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511127 Aug 11 22:32:58.118995 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab6b8f-e375-4da9-9004-d1d6cd233f5a req-58d96351-2973-42b5-9bda-71467ca7b539 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:58.120746 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-63ab6b8f-e375-4da9-9004-d1d6cd233f5a req-58d96351-2973-42b5-9bda-71467ca7b539 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 945 time: 0.0857632 Aug 11 22:32:58.174781 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-63ab6b8f-e375-4da9-9004-d1d6cd233f5a req-e71df6e3-e9c4-4033-be45-8d05adc064c3 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=778e3614-01c7-4809-ab38-7c0d06e05293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462978 Aug 11 22:32:59.320994 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785ce81-fb70-4089-b6cc-952630dcfbec req-3b1b415e-55b0-44eb-ac43-a30a6a09d5a6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:32:59.322642 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1785ce81-fb70-4089-b6cc-952630dcfbec req-3b1b415e-55b0-44eb-ac43-a30a6a09d5a6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 945 time: 0.0545573 Aug 11 22:32:59.368157 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1785ce81-fb70-4089-b6cc-952630dcfbec req-f13fb74d-770b-4924-a584-2934aa8c6999 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=778e3614-01c7-4809-ab38-7c0d06e05293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386522 Aug 11 22:33:00.563278 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdce670-3829-4100-a797-c04ed013a47c req-30f4ff7f-06e1-4340-95db-7e0906205fa5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:00.572655 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5bdce670-3829-4100-a797-c04ed013a47c req-30f4ff7f-06e1-4340-95db-7e0906205fa5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 945 time: 0.0905221 Aug 11 22:33:00.636713 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5bdce670-3829-4100-a797-c04ed013a47c req-2d0c9655-5838-4112-be9b-b2a79fc58cc8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=778e3614-01c7-4809-ab38-7c0d06e05293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628309 Aug 11 22:33:01.842411 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801b454-2d9b-4a8d-9939-e257cd7134b3 req-29d79449-0b02-4e33-b899-d7f9622622bf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:01.845763 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b801b454-2d9b-4a8d-9939-e257cd7134b3 req-29d79449-0b02-4e33-b899-d7f9622622bf tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 945 time: 0.1064954 Aug 11 22:33:01.933744 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b801b454-2d9b-4a8d-9939-e257cd7134b3 req-516845b1-bb08-4e18-a62d-ce22ca0100ac tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=778e3614-01c7-4809-ab38-7c0d06e05293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710464 Aug 11 22:33:02.556844 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-61dd0975-4f5a-4d19-963a-c8c8437bde47 service neutron] 10.222.0.52 "GET /v2.0/ports/23509e9f-d413-4650-be97-d7259292856a/bindings/n-h1-804275-3 HTTP/1.1" status: 200 len: 384 time: 0.1538081 Aug 11 22:33:02.859187 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-9a248ead-c128-43ec-9f72-bf9b61101dba service neutron] For port 23509e9f-d413-4650-be97-d7259292856a, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=23509e9f-d413-4650-be97-d7259292856a,segment=NetworkSegment(c1fe2034-ded8-45a2-84db-df97397c557f),segment_id=c1fe2034-ded8-45a2-84db-df97397c557f)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:33:02.901207 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-9a248ead-c128-43ec-9f72-bf9b61101dba service neutron] For port 23509e9f-d413-4650-be97-d7259292856a, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:33:02.985785 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-9a248ead-c128-43ec-9f72-bf9b61101dba service neutron] For port 23509e9f-d413-4650-be97-d7259292856a, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=23509e9f-d413-4650-be97-d7259292856a,segment=NetworkSegment(c1fe2034-ded8-45a2-84db-df97397c557f),segment_id=c1fe2034-ded8-45a2-84db-df97397c557f)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:33:02.990165 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b683adf-b4c2-4919-acbd-2fc756d6c1da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23509e9f-d413-4650-be97-d7259292856a'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:33:02.994717 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e1b014-b5d8-4ed3-8e97-95a9e00a30c0" -d '{"events": [{"server_uuid": "7b683adf-b4c2-4919-acbd-2fc756d6c1da", "name": "network-vif-unplugged", "status": "completed", "tag": "23509e9f-d413-4650-be97-d7259292856a"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:33:03.029298 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-9a248ead-c128-43ec-9f72-bf9b61101dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:03.223694 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-9a248ead-c128-43ec-9f72-bf9b61101dba service neutron] Transition to ACTIVE for port object 23509e9f-d413-4650-be97-d7259292856a will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:33:03.236424 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-9a248ead-c128-43ec-9f72-bf9b61101dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:03.246519 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b836400-75b9-4d1b-bbc6-4524627a338c req-67f24a48-6a34-4d03-951d-7a3ccbb5675d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:03.248349 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9b836400-75b9-4d1b-bbc6-4524627a338c req-67f24a48-6a34-4d03-951d-7a3ccbb5675d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 944 time: 0.1046543 Aug 11 22:33:03.331977 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9b836400-75b9-4d1b-bbc6-4524627a338c req-19579c58-50bf-4604-9778-b231188a02e3 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=778e3614-01c7-4809-ab38-7c0d06e05293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707793 Aug 11 22:33:03.462500 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 22:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22c7569-da0f-450c-a521-db142169378b x-openstack-request-id: req-e22c7569-da0f-450c-a521-db142169378b {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:33:03.463371 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b683adf-b4c2-4919-acbd-2fc756d6c1da", "name": "network-vif-unplugged", "status": "completed", "tag": "23509e9f-d413-4650-be97-d7259292856a", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:33:03.463849 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e22c7569-da0f-450c-a521-db142169378b {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:33:03.464432 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b683adf-b4c2-4919-acbd-2fc756d6c1da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23509e9f-d413-4650-be97-d7259292856a', 'code': 200} Aug 11 22:33:03.486597 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a248ead-c128-43ec-9f72-bf9b61101dba service neutron] Pushing event updated for resources: {'Port': ['ID=23509e9f-d413-4650-be97-d7259292856a,revision_number=11']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:03.558488 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-9a248ead-c128-43ec-9f72-bf9b61101dba service neutron] No DVR routers for this DVR port 23509e9f-d413-4650-be97-d7259292856a on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:33:03.707824 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 23509e9f-d413-4650-be97-d7259292856a no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:33:03.785572 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 23509e9f-d413-4650-be97-d7259292856a not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:33:03.854092 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-9a248ead-c128-43ec-9f72-bf9b61101dba service neutron] 10.222.0.52 "PUT /v2.0/ports/23509e9f-d413-4650-be97-d7259292856a/bindings/n-h1-804275-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2889740 Aug 11 22:33:03.983085 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-a66ec324-68ae-4f31-ae82-78913a1fd471 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:03.984717 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-a66ec324-68ae-4f31-ae82-78913a1fd471 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da&tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&binding%3Ahost_id=n-h2-804275-3 HTTP/1.1" status: 200 len: 1095 time: 0.0548809 Aug 11 22:33:04.041649 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-47cbf59f-06a3-4aae-a4b1-6feda844c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:04.043635 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-47cbf59f-06a3-4aae-a4b1-6feda844c99c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da&tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c HTTP/1.1" status: 200 len: 1095 time: 0.0466487 Aug 11 22:33:04.158299 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-29ab036f-e4e3-4c5c-9bdc-e5bdd2657045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:04.159945 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-29ab036f-e4e3-4c5c-9bdc-e5bdd2657045 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 1095 time: 0.0653355 Aug 11 22:33:04.348688 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-5fd7eeec-1f13-4857-902a-67ba6524ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:04.353264 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-5fd7eeec-1f13-4857-902a-67ba6524ccaa service neutron] 10.222.0.82 "GET /v2.0/networks?id=5afeb168-48bb-49d5-b524-5484e43c60c0 HTTP/1.1" status: 200 len: 897 time: 0.1858015 Aug 11 22:33:04.465566 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-7fd1b40e-e677-4ee8-bb0c-7c6cfc34e054 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23509e9f-d413-4650-be97-d7259292856a HTTP/1.1" status: 200 len: 999 time: 0.1047182 Aug 11 22:33:04.562343 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-e45c2bbb-c155-4466-a02a-a6f07723998f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:04.564367 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-e45c2bbb-c155-4466-a02a-a6f07723998f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=edfe2fb6-65ff-4574-b23d-a8ac3a761eed HTTP/1.1" status: 200 len: 834 time: 0.0891705 Aug 11 22:33:04.574188 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db4b15-2410-4ed9-87c5-01ad4b709886 req-ebea10b8-6571-4e50-a219-c53f3a111d48 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:04.582377 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f9db4b15-2410-4ed9-87c5-01ad4b709886 req-ebea10b8-6571-4e50-a219-c53f3a111d48 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 944 time: 0.1438427 Aug 11 22:33:04.652193 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f9db4b15-2410-4ed9-87c5-01ad4b709886 req-8ec5e27b-a648-42a0-8c51-6f26496f4b4e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=778e3614-01c7-4809-ab38-7c0d06e05293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686164 Aug 11 22:33:04.678850 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-40048380-43fa-4621-8173-6774ed4e36f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:04.680433 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-40048380-43fa-4621-8173-6774ed4e36f2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5afeb168-48bb-49d5-b524-5484e43c60c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951772 Aug 11 22:33:04.786211 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-736808fd-11fa-4b0c-beba-d220221a5795 service neutron] 10.222.0.82 "GET /v2.0/networks/5afeb168-48bb-49d5-b524-5484e43c60c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978529 Aug 11 22:33:04.995557 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-ba085221-edd3-4eae-a748-de05e58a3bdb service neutron] 10.222.0.82 "GET /v2.0/networks/5afeb168-48bb-49d5-b524-5484e43c60c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017548 Aug 11 22:33:05.369349 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-8b391505-11cc-45a1-bd6b-9794beb073e9 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:05.372036 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-8b391505-11cc-45a1-bd6b-9794beb073e9 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da&tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&binding%3Ahost_id=n-h1-804275-3 HTTP/1.1" status: 200 len: 1095 time: 0.0657880 Aug 11 22:33:05.564297 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-60cfe9de-03e7-4d87-ad12-596852afb71d service neutron] For port 23509e9f-d413-4650-be97-d7259292856a, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:33:05.567620 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-60cfe9de-03e7-4d87-ad12-596852afb71d service neutron] Notify callbacks [] for binding, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:05.568810 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-958b146c-7d6c-4c3d-8232-64aeefefbf28 req-60cfe9de-03e7-4d87-ad12-596852afb71d service neutron] 10.222.0.82 "DELETE /v2.0/ports/23509e9f-d413-4650-be97-d7259292856a/bindings/n-h2-804275-3 HTTP/1.1" status: 204 len: 173 time: 0.1898251 Aug 11 22:33:05.782473 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99666558-cdb7-4cec-b7fc-1daf9ec4b2d9 req-468ea859-5908-46b8-b476-86617a8c8ba5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:05.790311 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99666558-cdb7-4cec-b7fc-1daf9ec4b2d9 req-468ea859-5908-46b8-b476-86617a8c8ba5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 944 time: 0.0664365 Aug 11 22:33:05.846506 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99666558-cdb7-4cec-b7fc-1daf9ec4b2d9 req-a7182c40-40a2-4baa-b0a0-6b147b3f100a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=778e3614-01c7-4809-ab38-7c0d06e05293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552616 Aug 11 22:33:06.034140 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22f164-1330-4600-8983-fdb8890451e8 req-e14d5402-f40c-4463-9647-1ede4a51d745 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:06.036379 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6e22f164-1330-4600-8983-fdb8890451e8 req-e14d5402-f40c-4463-9647-1ede4a51d745 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 1095 time: 0.0640900 Aug 11 22:33:06.085280 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6e22f164-1330-4600-8983-fdb8890451e8 req-50d3b49a-dec0-48ac-9f7d-89e93460bedc tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=778e3614-01c7-4809-ab38-7c0d06e05293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413699 Aug 11 22:33:06.457403 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e90112-ad16-445c-8832-83309e68e0ce req-97d440d9-ebc6-4aa0-98d2-e2a19413b1aa tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:06.460215 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23e90112-ad16-445c-8832-83309e68e0ce req-97d440d9-ebc6-4aa0-98d2-e2a19413b1aa tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 944 time: 0.0727656 Aug 11 22:33:06.521409 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23e90112-ad16-445c-8832-83309e68e0ce req-6986ffb9-c151-47f7-881b-7b2cb570bef9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=778e3614-01c7-4809-ab38-7c0d06e05293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495443 Aug 11 22:33:06.557392 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44924) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:33:06.631115 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-12d05a6e-3d4d-4095-b7ca-16956bc1e34f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/floatingips/554158a0-e03c-4877-856c-6af54efd726f HTTP/1.1" status: 200 len: 991 time: 0.0724275 Aug 11 22:33:08.207142 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15377cae-6886-4d15-800c-8e826899b60d req-34dfee66-b644-41e2-b7f4-32a76a07bdbc tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:08.210779 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-15377cae-6886-4d15-800c-8e826899b60d req-34dfee66-b644-41e2-b7f4-32a76a07bdbc tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?device_id=39125f70-51e1-45de-b39c-3c7b09b4e768 HTTP/1.1" status: 200 len: 945 time: 0.1045530 Aug 11 22:33:08.278644 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-15377cae-6886-4d15-800c-8e826899b60d req-236e03d3-9841-41b4-996e-b541b8101e27 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb1e841a-c0a3-4a8c-a0c4-4423f49e9872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540106 Aug 11 22:33:08.371711 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:08.897104 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 44958) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:33:09.112526 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-2e96340f-fe0d-49f5-b2b5-ad2d4a2d3dee tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Deleting port 4fb556f5-1f97-495d-9dd9-daa37a263486 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:33:09.117138 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e96340f-fe0d-49f5-b2b5-ad2d4a2d3dee tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:09.306602 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e96340f-fe0d-49f5-b2b5-ad2d4a2d3dee tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:09.307458 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e96340f-fe0d-49f5-b2b5-ad2d4a2d3dee tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:09.334457 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-2e96340f-fe0d-49f5-b2b5-ad2d4a2d3dee tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Calling delete_port for 4fb556f5-1f97-495d-9dd9-daa37a263486 owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:33:09.488269 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf513c-ad99-4424-9ce5-de9132900eac req-17821a9b-7ed9-4277-94f9-fcdab0cbe6ca tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:09.502523 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3cdf513c-ad99-4424-9ce5-de9132900eac req-17821a9b-7ed9-4277-94f9-fcdab0cbe6ca tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?device_id=39125f70-51e1-45de-b39c-3c7b09b4e768 HTTP/1.1" status: 200 len: 945 time: 0.1070092 Aug 11 22:33:09.566400 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3cdf513c-ad99-4424-9ce5-de9132900eac req-f9db2625-3945-4feb-9192-2a8b76afd700 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb1e841a-c0a3-4a8c-a0c4-4423f49e9872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591922 Aug 11 22:33:09.641975 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e96340f-fe0d-49f5-b2b5-ad2d4a2d3dee tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:09.708828 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96340f-fe0d-49f5-b2b5-ad2d4a2d3dee tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event deleted for resources: {'Port': ['ID=4fb556f5-1f97-495d-9dd9-daa37a263486,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:09.767739 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e96340f-fe0d-49f5-b2b5-ad2d4a2d3dee tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:09.771700 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [None req-2e96340f-fe0d-49f5-b2b5-ad2d4a2d3dee tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Floating IP 554158a0-e03c-4877-856c-6af54efd726f disassociated (deleted). External IP: 172.25.2.181, port: 23509e9f-d413-4650-be97-d7259292856a. Aug 11 22:33:09.979219 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b290ef5-d016-44f5-b75e-9093c1c3fa65 req-28e40906-7b4f-41dc-b581-fadcd9d1ff9a tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:09.981083 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6b290ef5-d016-44f5-b75e-9093c1c3fa65 req-28e40906-7b4f-41dc-b581-fadcd9d1ff9a tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.82 "GET /v2.0/ports?device_id=39125f70-51e1-45de-b39c-3c7b09b4e768 HTTP/1.1" status: 200 len: 945 time: 0.0561750 Aug 11 22:33:10.129915 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-6b290ef5-d016-44f5-b75e-9093c1c3fa65 req-4b9a8670-83dc-49e7-b4a6-75c52872bfae tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Deleting port 84ce16de-c0e9-4e69-a74a-d86a73b4fc79 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:33:10.130432 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6b290ef5-d016-44f5-b75e-9093c1c3fa65 req-4b9a8670-83dc-49e7-b4a6-75c52872bfae tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:10.137873 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e96340f-fe0d-49f5-b2b5-ad2d4a2d3dee tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Router 664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:33:10.263926 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-6b290ef5-d016-44f5-b75e-9093c1c3fa65 req-4b9a8670-83dc-49e7-b4a6-75c52872bfae tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] For port 84ce16de-c0e9-4e69-a74a-d86a73b4fc79, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=84ce16de-c0e9-4e69-a74a-d86a73b4fc79,segment=NetworkSegment(479ff772-c102-41d7-aa02-6e82b04b6a24),segment_id=479ff772-c102-41d7-aa02-6e82b04b6a24)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:33:10.264476 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6b290ef5-d016-44f5-b75e-9093c1c3fa65 req-4b9a8670-83dc-49e7-b4a6-75c52872bfae tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:10.275285 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e96340f-fe0d-49f5-b2b5-ad2d4a2d3dee tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:33:10.281592 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-6b290ef5-d016-44f5-b75e-9093c1c3fa65 req-4b9a8670-83dc-49e7-b4a6-75c52872bfae tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Calling delete_port for 84ce16de-c0e9-4e69-a74a-d86a73b4fc79 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:33:10.281785 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e96340f-fe0d-49f5-b2b5-ad2d4a2d3dee tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:10.286832 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79637cd-ff40-4ca7-b350-8ac1271ec436 None None] Sync routers for ids ['664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:33:10.303050 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79637cd-ff40-4ca7-b350-8ac1271ec436 None None] Routers {'664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:33:10.304613 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d79637cd-ff40-4ca7-b350-8ac1271ec436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:32:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:33:10.344236 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2e96340f-fe0d-49f5-b2b5-ad2d4a2d3dee tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "DELETE /v2.0/floatingips/554158a0-e03c-4877-856c-6af54efd726f HTTP/1.1" status: 204 len: 168 time: 1.4458995 Aug 11 22:33:10.344755 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b683adf-b4c2-4919-acbd-2fc756d6c1da', 'tag': '23509e9f-d413-4650-be97-d7259292856a'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:33:10.347080 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a096e8ab-a5ff-4d8b-a62b-51f13b7e8570" -d '{"events": [{"name": "network-changed", "server_uuid": "7b683adf-b4c2-4919-acbd-2fc756d6c1da", "tag": "23509e9f-d413-4650-be97-d7259292856a"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:33:10.488554 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-d79637cd-ff40-4ca7-b350-8ac1271ec436 None None] Set router 664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:33:10.601040 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6b290ef5-d016-44f5-b75e-9093c1c3fa65 req-4b9a8670-83dc-49e7-b4a6-75c52872bfae tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:10.632261 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c816824b-85a5-4145-be90-29745903d89c x-openstack-request-id: req-c816824b-85a5-4145-be90-29745903d89c {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:33:10.632574 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b683adf-b4c2-4919-acbd-2fc756d6c1da", "tag": "23509e9f-d413-4650-be97-d7259292856a", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:33:10.632817 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c816824b-85a5-4145-be90-29745903d89c {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:33:10.633235 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b683adf-b4c2-4919-acbd-2fc756d6c1da', 'tag': '23509e9f-d413-4650-be97-d7259292856a', 'status': 'completed', 'code': 200} Aug 11 22:33:10.640642 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['84ce16de-c0e9-4e69-a74a-d86a73b4fc79'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:33:10.819527 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d79637cd-ff40-4ca7-b350-8ac1271ec436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-427693066', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '55284e8d-f5e7-40f2-b8fb-ffc999bb2136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:31:44Z', 'updated_at': '2021-08-11T22:31:54Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': '55284e8d-f5e7-40f2-b8fb-ffc999bb2136', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:31:45Z', 'updated_at': '2021-08-11T22:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '04a16237-0564-49bd-b573-c73a5c1c32e8', 'name': '', 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:0f:55:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'edfe2fb6-65ff-4574-b23d-a8ac3a761eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:31:51Z', 'updated_at': '2021-08-11T22:32:04Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': 'edfe2fb6-65ff-4574-b23d-a8ac3a761eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:33:10.855885 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79637cd-ff40-4ca7-b350-8ac1271ec436 None None] Checking router: 664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:33:10.871556 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79637cd-ff40-4ca7-b350-8ac1271ec436 None None] Routers {'664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:33:10.872444 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d79637cd-ff40-4ca7-b350-8ac1271ec436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:32:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:33:10.910314 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b290ef5-d016-44f5-b75e-9093c1c3fa65 req-4b9a8670-83dc-49e7-b4a6-75c52872bfae tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] No DVR routers for this DVR port 84ce16de-c0e9-4e69-a74a-d86a73b4fc79 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:33:10.915223 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a8670-83dc-49e7-b4a6-75c52872bfae tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Pushing event deleted for resources: {'Port': ['ID=84ce16de-c0e9-4e69-a74a-d86a73b4fc79,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:10.935568 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6b290ef5-d016-44f5-b75e-9093c1c3fa65 req-4b9a8670-83dc-49e7-b4a6-75c52872bfae tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:10.940627 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6b290ef5-d016-44f5-b75e-9093c1c3fa65 req-4b9a8670-83dc-49e7-b4a6-75c52872bfae tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.82 "DELETE /v2.0/ports/84ce16de-c0e9-4e69-a74a-d86a73b4fc79 HTTP/1.1" status: 204 len: 173 time: 0.9522464 Aug 11 22:33:10.949225 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39125f70-51e1-45de-b39c-3c7b09b4e768', 'name': 'network-vif-deleted', 'tag': '84ce16de-c0e9-4e69-a74a-d86a73b4fc79'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:33:10.954968 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f62be3d-9df1-488b-9b7c-99d5f0c77c8d" -d '{"events": [{"server_uuid": "39125f70-51e1-45de-b39c-3c7b09b4e768", "name": "network-vif-deleted", "tag": "84ce16de-c0e9-4e69-a74a-d86a73b4fc79"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:33:11.097159 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096e8ab-a5ff-4d8b-a62b-51f13b7e8570 req-4e900b9a-069a-495e-a570-3bf19183f04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:11.105614 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a096e8ab-a5ff-4d8b-a62b-51f13b7e8570 req-4e900b9a-069a-495e-a570-3bf19183f04b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 1095 time: 0.3753610 Aug 11 22:33:11.126834 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db3d0f-1a9d-4e5a-a114-6641501a35b6 req-9c1d6d42-de52-4217-8841-067d7812eeb1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:11.140839 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b8db3d0f-1a9d-4e5a-a114-6641501a35b6 req-9c1d6d42-de52-4217-8841-067d7812eeb1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 944 time: 0.3048916 Aug 11 22:33:11.287206 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096e8ab-a5ff-4d8b-a62b-51f13b7e8570 req-d77b5c06-aa6b-43a3-8131-f38203b04220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:11.288380 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-d79637cd-ff40-4ca7-b350-8ac1271ec436 None None] Set router 664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:33:11.289238 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a096e8ab-a5ff-4d8b-a62b-51f13b7e8570 req-d77b5c06-aa6b-43a3-8131-f38203b04220 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5afeb168-48bb-49d5-b524-5484e43c60c0 HTTP/1.1" status: 200 len: 897 time: 0.1416309 Aug 11 22:33:11.330006 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b8db3d0f-1a9d-4e5a-a114-6641501a35b6 req-649ac7d7-1957-4964-9e00-2463e41fae3f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=778e3614-01c7-4809-ab38-7c0d06e05293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867211 Aug 11 22:33:11.432716 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a096e8ab-a5ff-4d8b-a62b-51f13b7e8570 req-6977dd99-7177-44cf-8cf0-b0d9d1499dca service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23509e9f-d413-4650-be97-d7259292856a HTTP/1.1" status: 200 len: 217 time: 0.0932000 Aug 11 22:33:11.840120 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d79637cd-ff40-4ca7-b350-8ac1271ec436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-427693066', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '55284e8d-f5e7-40f2-b8fb-ffc999bb2136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:31:44Z', 'updated_at': '2021-08-11T22:31:54Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': '55284e8d-f5e7-40f2-b8fb-ffc999bb2136', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:31:45Z', 'updated_at': '2021-08-11T22:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '04a16237-0564-49bd-b573-c73a5c1c32e8', 'name': '', 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:0f:55:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'edfe2fb6-65ff-4574-b23d-a8ac3a761eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:31:51Z', 'updated_at': '2021-08-11T22:32:04Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': 'edfe2fb6-65ff-4574-b23d-a8ac3a761eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:33:11.903786 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79637cd-ff40-4ca7-b350-8ac1271ec436 None None] The sync data for ids ['664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed'] in n-d-804275-3 is: [{'id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-427693066', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '55284e8d-f5e7-40f2-b8fb-ffc999bb2136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:31:44Z', 'updated_at': '2021-08-11T22:31:54Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': '55284e8d-f5e7-40f2-b8fb-ffc999bb2136', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:31:45Z', 'updated_at': '2021-08-11T22:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '04a16237-0564-49bd-b573-c73a5c1c32e8', 'name': '', 'network_id': '5afeb168-48bb-49d5-b524-5484e43c60c0', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:0f:55:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'edfe2fb6-65ff-4574-b23d-a8ac3a761eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:31:51Z', 'updated_at': '2021-08-11T22:32:04Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': 'edfe2fb6-65ff-4574-b23d-a8ac3a761eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:33:12.333347 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c7752aa5-ee75-45aa-9e21-426e2030f32c req-30dfabd5-a48f-4a3b-9ce0-ce75021c6bd0 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?device_id=39125f70-51e1-45de-b39c-3c7b09b4e768 HTTP/1.1" status: 200 len: 210 time: 0.8619077 Aug 11 22:33:12.435697 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947ca64-82c8-43ac-b1cc-6bf07a65dc27 req-0bf2b671-c645-4b6b-95de-c720f22d0dfb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:12.437958 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3947ca64-82c8-43ac-b1cc-6bf07a65dc27 req-0bf2b671-c645-4b6b-95de-c720f22d0dfb tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.82 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 944 time: 1.0882788 Aug 11 22:33:12.448604 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406de740-3da1-4b79-9a1e-1f2183de4852 x-openstack-request-id: req-406de740-3da1-4b79-9a1e-1f2183de4852 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:33:12.448938 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39125f70-51e1-45de-b39c-3c7b09b4e768", "name": "network-vif-deleted", "tag": "84ce16de-c0e9-4e69-a74a-d86a73b4fc79", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:33:12.449258 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-406de740-3da1-4b79-9a1e-1f2183de4852 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:33:12.449937 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39125f70-51e1-45de-b39c-3c7b09b4e768', 'name': 'network-vif-deleted', 'tag': '84ce16de-c0e9-4e69-a74a-d86a73b4fc79', 'status': 'completed', 'code': 200} Aug 11 22:33:12.451491 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096e8ab-a5ff-4d8b-a62b-51f13b7e8570 req-a838fe3f-946d-4804-a4e6-078f613208a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:12.453050 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a096e8ab-a5ff-4d8b-a62b-51f13b7e8570 req-a838fe3f-946d-4804-a4e6-078f613208a1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=edfe2fb6-65ff-4574-b23d-a8ac3a761eed HTTP/1.1" status: 200 len: 834 time: 0.9831626 Aug 11 22:33:12.507765 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1d24bb-30f1-4041-a23b-9f3e640b32dd None None] New status for floating IP 554158a0-e03c-4877-856c-6af54efd726f: DOWN {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:33:12.672036 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096e8ab-a5ff-4d8b-a62b-51f13b7e8570 req-79d2390b-4f1e-4a83-8a60-1cf69815fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:12.673583 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a096e8ab-a5ff-4d8b-a62b-51f13b7e8570 req-79d2390b-4f1e-4a83-8a60-1cf69815fc1d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5afeb168-48bb-49d5-b524-5484e43c60c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2041433 Aug 11 22:33:12.699636 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b732314-4aa8-46ca-9edc-f58e395125db req-442f282e-f045-4433-909a-214d162abf78 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:12.701182 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9b732314-4aa8-46ca-9edc-f58e395125db req-442f282e-f045-4433-909a-214d162abf78 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b683adf-b4c2-4919-acbd-2fc756d6c1da HTTP/1.1" status: 200 len: 944 time: 0.1309686 Aug 11 22:33:12.810337 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-3947ca64-82c8-43ac-b1cc-6bf07a65dc27 req-50011f9a-f9f4-40d9-a26c-0f009dd4b30d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Deleting port 23509e9f-d413-4650-be97-d7259292856a {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:33:12.810679 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3947ca64-82c8-43ac-b1cc-6bf07a65dc27 req-50011f9a-f9f4-40d9-a26c-0f009dd4b30d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:12.880587 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9b732314-4aa8-46ca-9edc-f58e395125db req-04284968-213f-4323-be62-5bb5f5777efa tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=778e3614-01c7-4809-ab38-7c0d06e05293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548948 Aug 11 22:33:12.929309 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a096e8ab-a5ff-4d8b-a62b-51f13b7e8570 req-d3a3b566-611d-45f2-8148-30a40fbfa281 service neutron] 10.222.0.82 "GET /v2.0/networks/5afeb168-48bb-49d5-b524-5484e43c60c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472072 Aug 11 22:33:13.018741 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-3947ca64-82c8-43ac-b1cc-6bf07a65dc27 req-50011f9a-f9f4-40d9-a26c-0f009dd4b30d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] For port 23509e9f-d413-4650-be97-d7259292856a, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=23509e9f-d413-4650-be97-d7259292856a,segment=NetworkSegment(c1fe2034-ded8-45a2-84db-df97397c557f),segment_id=c1fe2034-ded8-45a2-84db-df97397c557f)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:33:13.019042 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3947ca64-82c8-43ac-b1cc-6bf07a65dc27 req-50011f9a-f9f4-40d9-a26c-0f009dd4b30d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:13.040274 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-3947ca64-82c8-43ac-b1cc-6bf07a65dc27 req-50011f9a-f9f4-40d9-a26c-0f009dd4b30d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Calling delete_port for 23509e9f-d413-4650-be97-d7259292856a owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:33:13.122374 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a096e8ab-a5ff-4d8b-a62b-51f13b7e8570 req-e141c3b3-3d63-4e76-a6e4-85ccb74bb4fa service neutron] 10.222.0.82 "GET /v2.0/networks/5afeb168-48bb-49d5-b524-5484e43c60c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823075 Aug 11 22:33:13.266526 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-785a60b3-467d-4c28-8866-c2a91fe5433c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:13.297078 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3947ca64-82c8-43ac-b1cc-6bf07a65dc27 req-50011f9a-f9f4-40d9-a26c-0f009dd4b30d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:13.338323 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50011f9a-f9f4-40d9-a26c-0f009dd4b30d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event deleted for resources: {'Port': ['ID=23509e9f-d413-4650-be97-d7259292856a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:13.398353 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-3947ca64-82c8-43ac-b1cc-6bf07a65dc27 req-50011f9a-f9f4-40d9-a26c-0f009dd4b30d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] No DVR routers for this DVR port 23509e9f-d413-4650-be97-d7259292856a on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:33:13.401201 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3947ca64-82c8-43ac-b1cc-6bf07a65dc27 req-50011f9a-f9f4-40d9-a26c-0f009dd4b30d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:13.404095 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3947ca64-82c8-43ac-b1cc-6bf07a65dc27 req-50011f9a-f9f4-40d9-a26c-0f009dd4b30d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.82 "DELETE /v2.0/ports/23509e9f-d413-4650-be97-d7259292856a HTTP/1.1" status: 204 len: 173 time: 0.9501233 Aug 11 22:33:13.762377 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ad277-382a-461e-9b95-69cc115cc587 req-56b9f77b-c12a-49b1-b76e-2ffea8602443 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:13.764029 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ce0ad277-382a-461e-9b95-69cc115cc587 req-56b9f77b-c12a-49b1-b76e-2ffea8602443 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cdbb25a-9b73-4f85-91a0-0001a621b756 HTTP/1.1" status: 200 len: 950 time: 0.0737162 Aug 11 22:33:13.828134 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ce0ad277-382a-461e-9b95-69cc115cc587 req-afc99003-02be-498e-b641-f1d2acac667c tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.77 "GET /v2.0/security-groups?id=136ba910-c760-4143-812a-bdf356909e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495424 Aug 11 22:33:13.985959 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45040) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:33:14.124386 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 84ce16de-c0e9-4e69-a74a-d86a73b4fc79 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:33:14.182442 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 84ce16de-c0e9-4e69-a74a-d86a73b4fc79 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:33:14.183055 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 84ce16de-c0e9-4e69-a74a-d86a73b4fc79 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:33:14.452132 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b683adf-b4c2-4919-acbd-2fc756d6c1da', 'name': 'network-vif-deleted', 'tag': '23509e9f-d413-4650-be97-d7259292856a'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:33:14.457571 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4523512-f848-4c9a-b088-059364565cb0" -d '{"events": [{"server_uuid": "7b683adf-b4c2-4919-acbd-2fc756d6c1da", "name": "network-vif-deleted", "tag": "23509e9f-d413-4650-be97-d7259292856a"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:33:14.550636 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde837a2-b4ed-48e1-a6e6-a4c8c13cedb9 x-openstack-request-id: req-cde837a2-b4ed-48e1-a6e6-a4c8c13cedb9 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:33:14.552642 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b683adf-b4c2-4919-acbd-2fc756d6c1da", "name": "network-vif-deleted", "tag": "23509e9f-d413-4650-be97-d7259292856a", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:33:14.553071 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cde837a2-b4ed-48e1-a6e6-a4c8c13cedb9 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:33:14.553636 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b683adf-b4c2-4919-acbd-2fc756d6c1da', 'name': 'network-vif-deleted', 'tag': '23509e9f-d413-4650-be97-d7259292856a', 'status': 'completed', 'code': 200} Aug 11 22:33:14.652641 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9b5994c-2605-465f-a475-565af54a90e5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:15.068183 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a874ca-1b6e-4246-9304-6e23b6a81d5a req-34e72191-40b7-46e5-90ee-9f6569093a4b tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:15.076535 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-81a874ca-1b6e-4246-9304-6e23b6a81d5a req-34e72191-40b7-46e5-90ee-9f6569093a4b tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cdbb25a-9b73-4f85-91a0-0001a621b756 HTTP/1.1" status: 200 len: 950 time: 0.1100259 Aug 11 22:33:15.151722 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-81a874ca-1b6e-4246-9304-6e23b6a81d5a req-041badc9-3de5-4342-b8bd-fbe6b0914cdf tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.77 "GET /v2.0/security-groups?id=136ba910-c760-4143-812a-bdf356909e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737834 Aug 11 22:33:15.443986 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-a9b5994c-2605-465f-a475-565af54a90e5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Deleting port 04a16237-0564-49bd-b573-c73a5c1c32e8 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:33:15.445018 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9b5994c-2605-465f-a475-565af54a90e5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:15.620466 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18d633-f83b-4d4f-a61a-cc728c2cca40 req-cb010354-0c19-4b47-afea-7ac715ea439d tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:15.625974 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8f18d633-f83b-4d4f-a61a-cc728c2cca40 req-cb010354-0c19-4b47-afea-7ac715ea439d tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.82 "GET /v2.0/ports?device_id=1cdbb25a-9b73-4f85-91a0-0001a621b756 HTTP/1.1" status: 200 len: 950 time: 0.1245682 Aug 11 22:33:15.638643 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-a9b5994c-2605-465f-a475-565af54a90e5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] For port 04a16237-0564-49bd-b573-c73a5c1c32e8, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=04a16237-0564-49bd-b573-c73a5c1c32e8,segment=NetworkSegment(c1fe2034-ded8-45a2-84db-df97397c557f),segment_id=c1fe2034-ded8-45a2-84db-df97397c557f)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:33:15.639722 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9b5994c-2605-465f-a475-565af54a90e5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:15.662752 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-a9b5994c-2605-465f-a475-565af54a90e5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Calling delete_port for 04a16237-0564-49bd-b573-c73a5c1c32e8 owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:33:15.805747 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-8f18d633-f83b-4d4f-a61a-cc728c2cca40 req-bd84ca40-e199-4878-a7b3-3d870afbb8c4 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Deleting port 085f2558-f356-4d5a-9669-4c9455b89d89 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:33:15.806679 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8f18d633-f83b-4d4f-a61a-cc728c2cca40 req-bd84ca40-e199-4878-a7b3-3d870afbb8c4 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:15.925583 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-8f18d633-f83b-4d4f-a61a-cc728c2cca40 req-bd84ca40-e199-4878-a7b3-3d870afbb8c4 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] For port 085f2558-f356-4d5a-9669-4c9455b89d89, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=085f2558-f356-4d5a-9669-4c9455b89d89,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:33:15.927933 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8f18d633-f83b-4d4f-a61a-cc728c2cca40 req-bd84ca40-e199-4878-a7b3-3d870afbb8c4 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:15.942283 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-8f18d633-f83b-4d4f-a61a-cc728c2cca40 req-bd84ca40-e199-4878-a7b3-3d870afbb8c4 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Calling delete_port for 085f2558-f356-4d5a-9669-4c9455b89d89 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:33:16.012809 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9b5994c-2605-465f-a475-565af54a90e5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:16.046867 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5994c-2605-465f-a475-565af54a90e5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event deleted for resources: {'Port': ['ID=04a16237-0564-49bd-b573-c73a5c1c32e8,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:16.096716 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b5994c-2605-465f-a475-565af54a90e5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:16.097184 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b5994c-2605-465f-a475-565af54a90e5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:16.097425 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b5994c-2605-465f-a475-565af54a90e5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:16.097857 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b5994c-2605-465f-a475-565af54a90e5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:16.098411 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b5994c-2605-465f-a475-565af54a90e5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:16.098741 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b5994c-2605-465f-a475-565af54a90e5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:16.098994 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b5994c-2605-465f-a475-565af54a90e5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:16.099349 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b5994c-2605-465f-a475-565af54a90e5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:16.099719 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b5994c-2605-465f-a475-565af54a90e5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:16.100051 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b5994c-2605-465f-a475-565af54a90e5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:16.102089 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:16.103250 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b5994c-2605-465f-a475-565af54a90e5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:16.104670 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b5994c-2605-465f-a475-565af54a90e5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:16.115547 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 23509e9f-d413-4650-be97-d7259292856a no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:33:16.168489 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 23509e9f-d413-4650-be97-d7259292856a {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:33:16.169317 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 23509e9f-d413-4650-be97-d7259292856a not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:33:16.200100 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8f18d633-f83b-4d4f-a61a-cc728c2cca40 req-bd84ca40-e199-4878-a7b3-3d870afbb8c4 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:16.234583 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['085f2558-f356-4d5a-9669-4c9455b89d89'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:33:16.441186 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-746a9354-b40f-45bb-9365-b19ae8d259ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:16.476283 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84ca40-e199-4878-a7b3-3d870afbb8c4 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Pushing event deleted for resources: {'Port': ['ID=085f2558-f356-4d5a-9669-4c9455b89d89,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:16.507837 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9b5994c-2605-465f-a475-565af54a90e5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:16.509023 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-444c5e18-839f-40cf-9991-07da0e4d08ef req-38a9bd7a-4f66-4212-8041-178a5af765fb tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cdbb25a-9b73-4f85-91a0-0001a621b756 HTTP/1.1" status: 200 len: 210 time: 0.1681387 Aug 11 22:33:16.621590 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f18d633-f83b-4d4f-a61a-cc728c2cca40 req-bd84ca40-e199-4878-a7b3-3d870afbb8c4 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] No DVR routers for this DVR port 085f2558-f356-4d5a-9669-4c9455b89d89 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:33:16.625292 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-8f18d633-f83b-4d4f-a61a-cc728c2cca40 req-bd84ca40-e199-4878-a7b3-3d870afbb8c4 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:16.627873 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8f18d633-f83b-4d4f-a61a-cc728c2cca40 req-bd84ca40-e199-4878-a7b3-3d870afbb8c4 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.82 "DELETE /v2.0/ports/085f2558-f356-4d5a-9669-4c9455b89d89 HTTP/1.1" status: 204 len: 173 time: 0.9967597 Aug 11 22:33:16.628347 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cdbb25a-9b73-4f85-91a0-0001a621b756', 'name': 'network-vif-deleted', 'tag': '085f2558-f356-4d5a-9669-4c9455b89d89'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:33:16.636688 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75add78d-7857-462d-b5ec-904e248821b9" -d '{"events": [{"server_uuid": "1cdbb25a-9b73-4f85-91a0-0001a621b756", "name": "network-vif-deleted", "tag": "085f2558-f356-4d5a-9669-4c9455b89d89"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:33:16.677516 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bd5c19-1e5a-45b8-ae53-ea924f1e90c9 x-openstack-request-id: req-60bd5c19-1e5a-45b8-ae53-ea924f1e90c9 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:33:16.678063 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cdbb25a-9b73-4f85-91a0-0001a621b756", "name": "network-vif-deleted", "tag": "085f2558-f356-4d5a-9669-4c9455b89d89", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:33:16.678330 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-60bd5c19-1e5a-45b8-ae53-ea924f1e90c9 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:33:16.678714 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cdbb25a-9b73-4f85-91a0-0001a621b756', 'name': 'network-vif-deleted', 'tag': '085f2558-f356-4d5a-9669-4c9455b89d89', 'status': 'completed', 'code': 200} Aug 11 22:33:17.278882 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b5994c-2605-465f-a475-565af54a90e5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Router 664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:33:17.607587 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:17.759386 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b5994c-2605-465f-a475-565af54a90e5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:33:17.782304 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f0e729-dd13-4e7a-a564-6f90c1f993b7 None None] Sync routers for ids ['664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:33:17.784292 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a9b5994c-2605-465f-a475-565af54a90e5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "PUT /v2.0/routers/664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7960780 Aug 11 22:33:17.788860 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45106) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:33:17.845062 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f0e729-dd13-4e7a-a564-6f90c1f993b7 None None] Routers {'664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:33:17.847474 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-16f0e729-dd13-4e7a-a564-6f90c1f993b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:33:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:33:18.048964 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-16f0e729-dd13-4e7a-a564-6f90c1f993b7 None None] Set router 664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:33:18.076238 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-02c9e332-27a3-4648-b701-49b7eed6af62 req-8eaccb14-96f4-4c83-9613-fa008b5a31a7 tempest-VolumesBackupsTest-913706609 tempest-VolumesBackupsTest-913706609-project] 10.222.0.77 "GET /v2.0/ports?device_id=1cdbb25a-9b73-4f85-91a0-0001a621b756 HTTP/1.1" status: 200 len: 210 time: 0.1103806 Aug 11 22:33:18.096984 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-552b6726-5f27-4acd-9995-a7465287b7ab tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Deleting subnet edfe2fb6-65ff-4574-b23d-a8ac3a761eed {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:33:18.104667 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-552b6726-5f27-4acd-9995-a7465287b7ab tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:18.222983 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-552b6726-5f27-4acd-9995-a7465287b7ab tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:18.419345 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-552b6726-5f27-4acd-9995-a7465287b7ab tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:18.570265 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-552b6726-5f27-4acd-9995-a7465287b7ab tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:18.616233 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-16f0e729-dd13-4e7a-a564-6f90c1f993b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-427693066', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '55284e8d-f5e7-40f2-b8fb-ffc999bb2136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:31:44Z', 'updated_at': '2021-08-11T22:33:15Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': '55284e8d-f5e7-40f2-b8fb-ffc999bb2136', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:31:45Z', 'updated_at': '2021-08-11T22:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:33:18.637293 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b6726-5f27-4acd-9995-a7465287b7ab tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event deleted for resources: {'Subnet': ['ID=edfe2fb6-65ff-4574-b23d-a8ac3a761eed,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:18.667955 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b6726-5f27-4acd-9995-a7465287b7ab tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:18.667955 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b6726-5f27-4acd-9995-a7465287b7ab tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:18.667955 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b6726-5f27-4acd-9995-a7465287b7ab tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:18.669263 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b6726-5f27-4acd-9995-a7465287b7ab tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:18.669263 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b6726-5f27-4acd-9995-a7465287b7ab tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:18.669648 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b6726-5f27-4acd-9995-a7465287b7ab tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:18.670062 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b6726-5f27-4acd-9995-a7465287b7ab tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:18.670677 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b6726-5f27-4acd-9995-a7465287b7ab tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:18.671158 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b6726-5f27-4acd-9995-a7465287b7ab tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:18.671749 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b6726-5f27-4acd-9995-a7465287b7ab tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:18.672291 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b6726-5f27-4acd-9995-a7465287b7ab tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:18.672818 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b6726-5f27-4acd-9995-a7465287b7ab tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:18.678193 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-552b6726-5f27-4acd-9995-a7465287b7ab tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:18.685529 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-552b6726-5f27-4acd-9995-a7465287b7ab tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "DELETE /v2.0/subnets/edfe2fb6-65ff-4574-b23d-a8ac3a761eed HTTP/1.1" status: 204 len: 168 time: 0.8910422 Aug 11 22:33:18.686094 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45114) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:33:18.700622 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652962d4-a410-4a33-a423-b99761b48899 None None] Network 5afeb168-48bb-49d5-b524-5484e43c60c0 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:33:18.714538 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f0e729-dd13-4e7a-a564-6f90c1f993b7 None None] Checking router: 664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:33:18.743266 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f0e729-dd13-4e7a-a564-6f90c1f993b7 None None] Routers {'664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:33:18.744076 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-16f0e729-dd13-4e7a-a564-6f90c1f993b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:33:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:33:18.981195 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-310bcdf9-4cd0-4fc7-a503-6247c19768b0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:19.049694 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-16f0e729-dd13-4e7a-a564-6f90c1f993b7 None None] Set router 664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:33:19.116485 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:19.223369 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be453d0-9bf4-4afb-98b4-bb980dc21953 None None] DHCP port deletion for 5afeb168-48bb-49d5-b524-5484e43c60c0 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:33:19.426382 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-9be453d0-9bf4-4afb-98b4-bb980dc21953 None None] Deleting port 56e36e21-ef04-4665-aaf5-75a039065323 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:33:19.427452 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9be453d0-9bf4-4afb-98b4-bb980dc21953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:19.672484 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-310bcdf9-4cd0-4fc7-a503-6247c19768b0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:19.747865 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-9be453d0-9bf4-4afb-98b4-bb980dc21953 None None] For port 56e36e21-ef04-4665-aaf5-75a039065323, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=56e36e21-ef04-4665-aaf5-75a039065323,segment=NetworkSegment(c1fe2034-ded8-45a2-84db-df97397c557f),segment_id=c1fe2034-ded8-45a2-84db-df97397c557f)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:33:19.747865 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9be453d0-9bf4-4afb-98b4-bb980dc21953 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:19.771085 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-9be453d0-9bf4-4afb-98b4-bb980dc21953 None None] Calling delete_port for 56e36e21-ef04-4665-aaf5-75a039065323 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:33:19.947862 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-310bcdf9-4cd0-4fc7-a503-6247c19768b0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Deleting port 55284e8d-f5e7-40f2-b8fb-ffc999bb2136 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:33:19.949186 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-310bcdf9-4cd0-4fc7-a503-6247c19768b0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:20.016157 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9be453d0-9bf4-4afb-98b4-bb980dc21953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:20.106422 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-16f0e729-dd13-4e7a-a564-6f90c1f993b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-427693066', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '55284e8d-f5e7-40f2-b8fb-ffc999bb2136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:31:44Z', 'updated_at': '2021-08-11T22:33:15Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': '55284e8d-f5e7-40f2-b8fb-ffc999bb2136', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:31:45Z', 'updated_at': '2021-08-11T22:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:33:20.144370 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be453d0-9bf4-4afb-98b4-bb980dc21953 None None] No DVR routers for this DVR port 56e36e21-ef04-4665-aaf5-75a039065323 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:33:20.204675 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 085f2558-f356-4d5a-9669-4c9455b89d89 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:33:20.341555 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f0e729-dd13-4e7a-a564-6f90c1f993b7 None None] The sync data for ids ['664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed'] in n-d-804275-3 is: [{'id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-427693066', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '55284e8d-f5e7-40f2-b8fb-ffc999bb2136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:31:44Z', 'updated_at': '2021-08-11T22:33:15Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': '55284e8d-f5e7-40f2-b8fb-ffc999bb2136', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:31:45Z', 'updated_at': '2021-08-11T22:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:33:20.350690 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be453d0-9bf4-4afb-98b4-bb980dc21953 None None] Pushing event deleted for resources: {'Port': ['ID=56e36e21-ef04-4665-aaf5-75a039065323,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:20.372578 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-310bcdf9-4cd0-4fc7-a503-6247c19768b0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] For port 55284e8d-f5e7-40f2-b8fb-ffc999bb2136, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=55284e8d-f5e7-40f2-b8fb-ffc999bb2136,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:33:20.373754 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 085f2558-f356-4d5a-9669-4c9455b89d89 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:33:20.374315 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 085f2558-f356-4d5a-9669-4c9455b89d89 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:33:20.379126 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-310bcdf9-4cd0-4fc7-a503-6247c19768b0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:20.421091 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-310bcdf9-4cd0-4fc7-a503-6247c19768b0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Calling delete_port for 55284e8d-f5e7-40f2-b8fb-ffc999bb2136 owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:33:20.813429 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:20.816402 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-310bcdf9-4cd0-4fc7-a503-6247c19768b0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:20.906669 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bcdf9-4cd0-4fc7-a503-6247c19768b0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event deleted for resources: {'Port': ['ID=55284e8d-f5e7-40f2-b8fb-ffc999bb2136,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:21.138024 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-310bcdf9-4cd0-4fc7-a503-6247c19768b0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:21.323110 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 56e36e21-ef04-4665-aaf5-75a039065323 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:33:21.401257 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 56e36e21-ef04-4665-aaf5-75a039065323 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:33:21.402024 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 56e36e21-ef04-4665-aaf5-75a039065323 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:33:21.406813 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 04a16237-0564-49bd-b573-c73a5c1c32e8 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:33:21.417582 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-310bcdf9-4cd0-4fc7-a503-6247c19768b0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:21.422126 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-310bcdf9-4cd0-4fc7-a503-6247c19768b0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:21.482946 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 04a16237-0564-49bd-b573-c73a5c1c32e8 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:33:21.484698 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 04a16237-0564-49bd-b573-c73a5c1c32e8 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:33:21.495626 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-310bcdf9-4cd0-4fc7-a503-6247c19768b0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:21.496714 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310bcdf9-4cd0-4fc7-a503-6247c19768b0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Fanout notify agent at l3_agent the message router_deleted on router 664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:33:21.515070 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-310bcdf9-4cd0-4fc7-a503-6247c19768b0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:21.519416 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-310bcdf9-4cd0-4fc7-a503-6247c19768b0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "DELETE /v2.0/routers/664a2f4b-1ca1-4860-a84c-1e4c0fdf98ed HTTP/1.1" status: 204 len: 168 time: 2.8294206 Aug 11 22:33:21.520006 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45154) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:33:21.731117 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-56ee62cc-eeb9-496f-8ca4-a3de0627ec8c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:21.946334 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-56ee62cc-eeb9-496f-8ca4-a3de0627ec8c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:21.981542 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-56ee62cc-eeb9-496f-8ca4-a3de0627ec8c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5afeb168-48bb-49d5-b524-5484e43c60c0']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:33:22.007205 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-56ee62cc-eeb9-496f-8ca4-a3de0627ec8c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1fe2034-ded8-45a2-84db-df97397c557f') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:33:22.007572 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-56ee62cc-eeb9-496f-8ca4-a3de0627ec8c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1fe2034-ded8-45a2-84db-df97397c557f') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:33:22.025994 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-56ee62cc-eeb9-496f-8ca4-a3de0627ec8c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:22.063815 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-56ee62cc-eeb9-496f-8ca4-a3de0627ec8c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:22.086454 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ee62cc-eeb9-496f-8ca4-a3de0627ec8c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:33:22.087175 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-56ee62cc-eeb9-496f-8ca4-a3de0627ec8c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:33:22.100072 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:33:22.285001 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-56ee62cc-eeb9-496f-8ca4-a3de0627ec8c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:22.291777 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-56ee62cc-eeb9-496f-8ca4-a3de0627ec8c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:22.295375 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-56ee62cc-eeb9-496f-8ca4-a3de0627ec8c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "DELETE /v2.0/networks/5afeb168-48bb-49d5-b524-5484e43c60c0 HTTP/1.1" status: 204 len: 168 time: 0.7736740 Aug 11 22:33:22.304873 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45162) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:33:22.328079 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee62cc-eeb9-496f-8ca4-a3de0627ec8c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event deleted for resources: {'Network': ['ID=5afeb168-48bb-49d5-b524-5484e43c60c0,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:22.459203 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3cca3f4f-34b6-499c-bd12-19170f685a71 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:22.509206 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3cca3f4f-34b6-499c-bd12-19170f685a71 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:22.592123 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3cca3f4f-34b6-499c-bd12-19170f685a71 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:22.595530 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3cca3f4f-34b6-499c-bd12-19170f685a71 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:22.598207 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3cca3f4f-34b6-499c-bd12-19170f685a71 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "DELETE /v2.0/security-groups/778e3614-01c7-4809-ab38-7c0d06e05293 HTTP/1.1" status: 204 len: 168 time: 0.2910302 Aug 11 22:33:22.623998 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca3f4f-34b6-499c-bd12-19170f685a71 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=778e3614-01c7-4809-ab38-7c0d06e05293,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:23.077377 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 55284e8d-f5e7-40f2-b8fb-ffc999bb2136 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:33:23.141895 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 55284e8d-f5e7-40f2-b8fb-ffc999bb2136 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:33:23.142992 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 55284e8d-f5e7-40f2-b8fb-ffc999bb2136 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:33:23.154123 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45176) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:33:23.174376 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-659d1b3a-8add-4967-abcc-9255d61b9428 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-825990715', 'description': 'tempest-secgroup-smoke-825990715 description', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:33:23.299804 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-659d1b3a-8add-4967-abcc-9255d61b9428 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:23.595716 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-659d1b3a-8add-4967-abcc-9255d61b9428 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:23.610901 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-659d1b3a-8add-4967-abcc-9255d61b9428 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:23.661060 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-659d1b3a-8add-4967-abcc-9255d61b9428 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:23.663389 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-659d1b3a-8add-4967-abcc-9255d61b9428 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5055761 Aug 11 22:33:23.666594 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45190) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:33:23.673132 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-fa56adac-6d7a-4e47-b9e7-59aa69bc7e41 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'security_group_rule': {'security_group_id': 'd0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:33:23.688059 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d1b3a-8add-4967-abcc-9255d61b9428 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:23.759677 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fa56adac-6d7a-4e47-b9e7-59aa69bc7e41 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:23.852081 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fa56adac-6d7a-4e47-b9e7-59aa69bc7e41 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:23.858174 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fa56adac-6d7a-4e47-b9e7-59aa69bc7e41 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:23.879126 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56adac-6d7a-4e47-b9e7-59aa69bc7e41 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0830f39-9251-41d3-b12d-d8153097ad64,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:23.887287 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fa56adac-6d7a-4e47-b9e7-59aa69bc7e41 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:23.894525 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45192) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:33:23.900307 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-6fca6cef-f57c-484e-bae3-aaa91cd72666 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'security_group_rule': {'security_group_id': 'd0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:33:23.905534 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fa56adac-6d7a-4e47-b9e7-59aa69bc7e41 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2375138 Aug 11 22:33:23.947899 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6fca6cef-f57c-484e-bae3-aaa91cd72666 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:24.070109 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6fca6cef-f57c-484e-bae3-aaa91cd72666 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:24.078203 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6fca6cef-f57c-484e-bae3-aaa91cd72666 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:24.109039 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca6cef-f57c-484e-bae3-aaa91cd72666 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b392fe6-2d30-4b6f-862e-2ba85a011318,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:24.132294 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6fca6cef-f57c-484e-bae3-aaa91cd72666 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:24.138154 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6fca6cef-f57c-484e-bae3-aaa91cd72666 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2380452 Aug 11 22:33:24.139027 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45194) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:33:24.145419 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-47c94fab-6b3f-4bec-86e9-8b439cc4429c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'security_group_rule': {'security_group_id': 'd0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:33:24.213803 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-47c94fab-6b3f-4bec-86e9-8b439cc4429c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:24.355203 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-47c94fab-6b3f-4bec-86e9-8b439cc4429c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:24.362175 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-47c94fab-6b3f-4bec-86e9-8b439cc4429c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:24.390608 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c94fab-6b3f-4bec-86e9-8b439cc4429c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e766317e-ba94-44c1-a1b7-8319f96d1024,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:24.412265 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-47c94fab-6b3f-4bec-86e9-8b439cc4429c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:24.417172 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-47c94fab-6b3f-4bec-86e9-8b439cc4429c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2765217 Aug 11 22:33:24.421430 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45224) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:33:24.440064 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-fc571efb-b2c7-4085-8132-31e7ffdd2786 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'security_group_rule': {'security_group_id': 'd0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:33:24.493691 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc571efb-b2c7-4085-8132-31e7ffdd2786 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:24.692468 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc571efb-b2c7-4085-8132-31e7ffdd2786 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:24.698962 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc571efb-b2c7-4085-8132-31e7ffdd2786 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:24.774401 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc571efb-b2c7-4085-8132-31e7ffdd2786 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2392f627-804d-421d-873d-fbf7316502c1,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:24.788468 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc571efb-b2c7-4085-8132-31e7ffdd2786 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:24.794651 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45248) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:33:24.803845 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-4a1fe4f8-6788-49d1-bb94-51068153f544 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'security_group_rule': {'security_group_id': 'd0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:33:24.811450 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fc571efb-b2c7-4085-8132-31e7ffdd2786 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3839085 Aug 11 22:33:24.855688 n-d-804275-3 neutron-server[100942]: INFO neutron.db.securitygroups_db [None req-4a1fe4f8-6788-49d1-bb94-51068153f544 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Project 99e4ef8618e749c9ac7b5e3c6561f65c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 22:33:24.866254 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe4f8-6788-49d1-bb94-51068153f544 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:25.013337 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe4f8-6788-49d1-bb94-51068153f544 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:25.066956 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe4f8-6788-49d1-bb94-51068153f544 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:25.113124 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fe4f8-6788-49d1-bb94-51068153f544 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d929d5-8a74-4c0a-a9de-87e4d9e37b15,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:25.137514 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe4f8-6788-49d1-bb94-51068153f544 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:25.151541 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4a1fe4f8-6788-49d1-bb94-51068153f544 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3490717 Aug 11 22:33:25.154280 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45266) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:33:25.197976 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-8fb54408-31a8-43e8-a6fd-809118fe3ab3 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'security_group_rule': {'security_group_id': 'd0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:33:25.253180 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-b5b4fb21-a982-4e07-b8e8-674b4de6eaab tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:25.262380 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-b5b4fb21-a982-4e07-b8e8-674b4de6eaab tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/networks?id=2e35c226-b160-439b-816f-33ae2012b012 HTTP/1.1" status: 200 len: 813 time: 0.2714033 Aug 11 22:33:25.286068 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-14c03cff-5333-4748-a0d7-311e063d47e1 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/quotas/8c924b9ab7554e649fc78fe64d7ad759 HTTP/1.1" status: 200 len: 375 time: 0.0223699 Aug 11 22:33:25.301170 n-d-804275-3 neutron-server[100943]: INFO neutron.db.securitygroups_db [None req-8fb54408-31a8-43e8-a6fd-809118fe3ab3 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Project 99e4ef8618e749c9ac7b5e3c6561f65c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 22:33:25.313184 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8fb54408-31a8-43e8-a6fd-809118fe3ab3 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:25.348055 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-6d247d07-f8e9-4e9f-a868-01fcd0468910 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8c924b9ab7554e649fc78fe64d7ad759&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609896 Aug 11 22:33:25.481966 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8fb54408-31a8-43e8-a6fd-809118fe3ab3 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:25.489026 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8fb54408-31a8-43e8-a6fd-809118fe3ab3 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:25.533603 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-452e87d8-4276-4915-9fd1-210b1d08c65d service neutron] 10.222.0.77 "GET /v2.0/networks/2e35c226-b160-439b-816f-33ae2012b012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772490 Aug 11 22:33:25.546217 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb54408-31a8-43e8-a6fd-809118fe3ab3 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55cbcd6d-4ad9-4b5e-9f74-a5896df8cd99,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:25.560509 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8fb54408-31a8-43e8-a6fd-809118fe3ab3 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:25.561033 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8fb54408-31a8-43e8-a6fd-809118fe3ab3 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4013772 Aug 11 22:33:25.565000 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45296) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:33:25.570630 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-a9994617-a379-4e9e-94b6-51dd701e6b5e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'network': {'name': 'tempest-network-smoke--969287314', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'port_security_enabled': True}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:33:25.601957 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9994617-a379-4e9e-94b6-51dd701e6b5e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Made reservation on behalf of 99e4ef8618e749c9ac7b5e3c6561f65c for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:33:25.609356 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9994617-a379-4e9e-94b6-51dd701e6b5e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:25.662984 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9994617-a379-4e9e-94b6-51dd701e6b5e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:33:25.667709 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-32fef489-e6e9-4562-92d6-6ca8492b89b7 service neutron] 10.222.0.77 "GET /v2.0/networks/2e35c226-b160-439b-816f-33ae2012b012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327398 Aug 11 22:33:25.680675 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9994617-a379-4e9e-94b6-51dd701e6b5e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:25.681278 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-a9994617-a379-4e9e-94b6-51dd701e6b5e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Added segment ad92f74f-fc49-402f-881b-8220b70c7b04 of type vlan for network 8851720f-46d7-4210-975b-18e7bc7d0350 Aug 11 22:33:25.742748 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9994617-a379-4e9e-94b6-51dd701e6b5e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:25.785780 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9994617-a379-4e9e-94b6-51dd701e6b5e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:25.795933 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9994617-a379-4e9e-94b6-51dd701e6b5e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:25.797755 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a9994617-a379-4e9e-94b6-51dd701e6b5e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:25.880338 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e4584cbb-9fdd-4f56-a850-dbfcd9ebb247 req-5f7483d1-3cac-4d38-823f-20b4ea80ed25 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?device_id=8197a8bf-f997-4fd8-9599-347568018cd8 HTTP/1.1" status: 200 len: 210 time: 0.0326309 Aug 11 22:33:25.916780 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a9994617-a379-4e9e-94b6-51dd701e6b5e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3472085 Aug 11 22:33:25.917027 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45310) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:33:25.921645 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-a23383dd-99fb-4173-b33d-abee49bb98e1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-717313940', 'admin_state_up': True, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:33:25.941769 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9994617-a379-4e9e-94b6-51dd701e6b5e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Network': ['ID=8851720f-46d7-4210-975b-18e7bc7d0350,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:25.953694 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 8851720f-46d7-4210-975b-18e7bc7d0350 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:33:25.973068 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a23383dd-99fb-4173-b33d-abee49bb98e1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:25.976563 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a23383dd-99fb-4173-b33d-abee49bb98e1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:26.110233 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a23383dd-99fb-4173-b33d-abee49bb98e1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:26.397119 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a23383dd-99fb-4173-b33d-abee49bb98e1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:26.531787 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-9c2ce3fe-1cae-46d1-98ef-45f815416dac tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1383178586&fields=id&tenant_id=0bd86e77836944e4bb373c5db0c18c61 HTTP/1.1" status: 200 len: 267 time: 0.0574222 Aug 11 22:33:26.693425 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-3d0e9b2b-f744-442d-9171-74f4243e40c2 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:26.695003 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-3d0e9b2b-f744-442d-9171-74f4243e40c2 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/networks?id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 200 len: 812 time: 0.1457722 Aug 11 22:33:26.708588 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a23383dd-99fb-4173-b33d-abee49bb98e1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:26.725319 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-a4ce8715-9e7b-4eac-ae33-75472618def6 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/quotas/0bd86e77836944e4bb373c5db0c18c61 HTTP/1.1" status: 200 len: 375 time: 0.0122979 Aug 11 22:33:26.736627 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a23383dd-99fb-4173-b33d-abee49bb98e1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:26.818498 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-07620660-84ac-4ee6-b350-68a9b1a4898a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0bd86e77836944e4bb373c5db0c18c61&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0863020 Aug 11 22:33:27.026602 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-a23383dd-99fb-4173-b33d-abee49bb98e1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Allocated IP 172.25.2.248 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/f257a47b-f179-4c24-bc53-fc18f2b5de95) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:33:27.124505 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-902625fb-41bb-414c-9abc-7c6dc44663f9 service neutron] 10.222.0.77 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827835 Aug 11 22:33:27.253804 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a23383dd-99fb-4173-b33d-abee49bb98e1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:27.350913 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-11d44cf8-e438-432c-b45a-23a457db8fc2 service neutron] 10.222.0.77 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250860 Aug 11 22:33:27.358461 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-a6c51e66-5a53-4a98-85df-962718d11b58 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:27.360086 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-a6c51e66-5a53-4a98-85df-962718d11b58 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.82 "GET /v2.0/networks?id=2e35c226-b160-439b-816f-33ae2012b012 HTTP/1.1" status: 200 len: 813 time: 0.2032676 Aug 11 22:33:27.380730 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-1a7c6d41-0868-41e1-82a4-e9b279ac053f tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Request body: {'port': {'device_id': '8197a8bf-f997-4fd8-9599-347568018cd8', 'network_id': '2e35c226-b160-439b-816f-33ae2012b012', 'admin_state_up': True, 'tenant_id': '8c924b9ab7554e649fc78fe64d7ad759'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:33:27.690555 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-1a7c6d41-0868-41e1-82a4-e9b279ac053f tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Made reservation on behalf of 8c924b9ab7554e649fc78fe64d7ad759 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:33:27.694833 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-1a7c6d41-0868-41e1-82a4-e9b279ac053f tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:27.792833 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a23383dd-99fb-4173-b33d-abee49bb98e1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:27.842501 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23383dd-99fb-4173-b33d-abee49bb98e1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:33:27.850852 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-a23383dd-99fb-4173-b33d-abee49bb98e1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:33:27.854881 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23383dd-99fb-4173-b33d-abee49bb98e1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:33:27.862967 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23383dd-99fb-4173-b33d-abee49bb98e1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Port': ['ID=f257a47b-f179-4c24-bc53-fc18f2b5de95,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:27.915224 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-1a7c6d41-0868-41e1-82a4-e9b279ac053f tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Allocated IP 172.20.0.12 (2e35c226-b160-439b-816f-33ae2012b012/b34d014b-dce1-48e5-b563-a01761500476/4c255606-92e1-4fba-8429-44ffe76edebc) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:33:28.094934 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a6cb12c3-b960-43ee-b9b1-ace7baa42a18 req-06608a59-ca31-4f91-a8aa-655adb561ad0 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?device_id=8197a8bf-f997-4fd8-9599-347568018cd8 HTTP/1.1" status: 200 len: 210 time: 0.0543764 Aug 11 22:33:28.251805 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c5d214ff-9f0c-4845-a001-e86f0aab526c req-a7770fbb-209b-4296-aaba-fcf7019df075 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fec54d3-ab16-42bc-8784-c58eed4b96ad HTTP/1.1" status: 200 len: 210 time: 0.0658429 Aug 11 22:33:28.342803 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a23383dd-99fb-4173-b33d-abee49bb98e1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:28.345039 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-1a7c6d41-0868-41e1-82a4-e9b279ac053f tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:28.401744 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-1a7c6d41-0868-41e1-82a4-e9b279ac053f tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:28.516359 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-1a7c6d41-0868-41e1-82a4-e9b279ac053f tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Network 2e35c226-b160-439b-816f-33ae2012b012 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:33:28.520759 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-1a7c6d41-0868-41e1-82a4-e9b279ac053f tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:33:28.526070 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-1a7c6d41-0868-41e1-82a4-e9b279ac053f tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:33:28.646325 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c6d41-0868-41e1-82a4-e9b279ac053f tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Pushing event updated for resources: {'Port': ['ID=4c255606-92e1-4fba-8429-44ffe76edebc,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:28.694796 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-1a7c6d41-0868-41e1-82a4-e9b279ac053f tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:28.702769 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-1a7c6d41-0868-41e1-82a4-e9b279ac053f tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:28.765935 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-1a7c6d41-0868-41e1-82a4-e9b279ac053f tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3779976 Aug 11 22:33:28.770574 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a23383dd-99fb-4173-b33d-abee49bb98e1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:28.786149 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-ac742ea6-3e91-4194-af77-28a7dff62e6c service neutron] Request body: {'port': {'device_id': '8197a8bf-f997-4fd8-9599-347568018cd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:33:28.945890 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-ac742ea6-3e91-4194-af77-28a7dff62e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:29.017419 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23383dd-99fb-4173-b33d-abee49bb98e1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Router 6496bef1-173f-4c95-85d9-a769b7deaf0e is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:33:29.350806 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943622cd-c29d-4654-90ca-38ea48fafa67 req-c2d462a4-0d04-4492-96fd-189af9b6c6d0 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:29.352505 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-943622cd-c29d-4654-90ca-38ea48fafa67 req-c2d462a4-0d04-4492-96fd-189af9b6c6d0 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?device_id=8197a8bf-f997-4fd8-9599-347568018cd8 HTTP/1.1" status: 200 len: 932 time: 0.1306164 Aug 11 22:33:29.381123 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23383dd-99fb-4173-b33d-abee49bb98e1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:33:29.395225 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2f0263-ba4f-4f1c-863e-0ebcdb5680b6 None None] Sync routers for ids ['6496bef1-173f-4c95-85d9-a769b7deaf0e'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:33:29.418156 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2f0263-ba4f-4f1c-863e-0ebcdb5680b6 None None] Routers {'6496bef1-173f-4c95-85d9-a769b7deaf0e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:33:29.422343 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-4e2f0263-ba4f-4f1c-863e-0ebcdb5680b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:33:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['6496bef1-173f-4c95-85d9-a769b7deaf0e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:33:29.432945 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a23383dd-99fb-4173-b33d-abee49bb98e1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:29.436806 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a23383dd-99fb-4173-b33d-abee49bb98e1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.5187342 Aug 11 22:33:29.440449 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45384) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:33:29.509229 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-943622cd-c29d-4654-90ca-38ea48fafa67 req-d8bf8474-6936-40ea-b1c6-a5aea129513e tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb1e841a-c0a3-4a8c-a0c4-4423f49e9872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428161 Aug 11 22:33:29.621224 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45386) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:33:29.621585 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-64659dd7-3bb8-4ff1-ae15-509e7ab5207c tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=99e4ef8618e749c9ac7b5e3c6561f65c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1626410 Aug 11 22:33:29.629161 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-4e2f0263-ba4f-4f1c-863e-0ebcdb5680b6 None None] Set router 6496bef1-173f-4c95-85d9-a769b7deaf0e gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:33:29.773195 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a2268107-3fef-499d-9d06-f6fb38334035 req-3ee603fc-0930-4304-9bb5-feafda164d9e tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fec54d3-ab16-42bc-8784-c58eed4b96ad HTTP/1.1" status: 200 len: 210 time: 0.0982244 Aug 11 22:33:29.822642 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-ac742ea6-3e91-4194-af77-28a7dff62e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c255606-92e1-4fba-8429-44ffe76edebc {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:33:29.840349 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-ac742ea6-3e91-4194-af77-28a7dff62e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:29.881036 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-ac742ea6-3e91-4194-af77-28a7dff62e6c service neutron] Transition to ACTIVE for port object 4c255606-92e1-4fba-8429-44ffe76edebc will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:33:29.891467 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-ac742ea6-3e91-4194-af77-28a7dff62e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:30.103862 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7d9a72-5fa0-41af-9067-ab56d1e6dbb6 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:30.105532 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4c7d9a72-5fa0-41af-9067-ab56d1e6dbb6 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4814718 Aug 11 22:33:30.110144 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45390) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:33:30.202453 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5ab8f1ff-0368-4e29-9344-78eee2872cea tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ace0c6e5-d196-4ef9-80b8-149980a74560&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0888422 Aug 11 22:33:30.204701 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45392) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:33:30.210465 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-e4e71024-6a5f-4c8b-bac7-575188ae018e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-247538835', 'network_id': '8851720f-46d7-4210-975b-18e7bc7d0350', 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:33:30.266333 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac742ea6-3e91-4194-af77-28a7dff62e6c service neutron] Pushing event updated for resources: {'Port': ['ID=4c255606-92e1-4fba-8429-44ffe76edebc,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:30.320120 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-ac742ea6-3e91-4194-af77-28a7dff62e6c service neutron] Attempting to bind port 4c255606-92e1-4fba-8429-44ffe76edebc on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:33:30.321374 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-ac742ea6-3e91-4194-af77-28a7dff62e6c service neutron] Attempting to bind port 4c255606-92e1-4fba-8429-44ffe76edebc by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '479ff772-c102-41d7-aa02-6e82b04b6a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '2e35c226-b160-439b-816f-33ae2012b012'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:33:30.322199 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-ac742ea6-3e91-4194-af77-28a7dff62e6c service neutron] Attempting to bind port 4c255606-92e1-4fba-8429-44ffe76edebc on network 2e35c226-b160-439b-816f-33ae2012b012 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:33:30.331609 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-ac742ea6-3e91-4194-af77-28a7dff62e6c service neutron] Port 4c255606-92e1-4fba-8429-44ffe76edebc on network 2e35c226-b160-439b-816f-33ae2012b012 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:33:30.332985 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-ac742ea6-3e91-4194-af77-28a7dff62e6c service neutron] Attempting to bind port 4c255606-92e1-4fba-8429-44ffe76edebc on network 2e35c226-b160-439b-816f-33ae2012b012 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:33:30.344467 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-ac742ea6-3e91-4194-af77-28a7dff62e6c service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:33:30.345523 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-ac742ea6-3e91-4194-af77-28a7dff62e6c service neutron] Checking segment: {'id': '479ff772-c102-41d7-aa02-6e82b04b6a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '2e35c226-b160-439b-816f-33ae2012b012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:33:30.346642 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-ac742ea6-3e91-4194-af77-28a7dff62e6c service neutron] Bound using segment: {'id': '479ff772-c102-41d7-aa02-6e82b04b6a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '2e35c226-b160-439b-816f-33ae2012b012'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:33:30.348358 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-ac742ea6-3e91-4194-af77-28a7dff62e6c service neutron] Bound port: 4c255606-92e1-4fba-8429-44ffe76edebc, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '479ff772-c102-41d7-aa02-6e82b04b6a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '2e35c226-b160-439b-816f-33ae2012b012'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:33:30.349573 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-ac742ea6-3e91-4194-af77-28a7dff62e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:30.362952 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-4e2f0263-ba4f-4f1c-863e-0ebcdb5680b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717313940', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f257a47b-f179-4c24-bc53-fc18f2b5de95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:33:25Z', 'updated_at': '2021-08-11T22:33:28Z', 'revision_number': 3, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': 'f257a47b-f179-4c24-bc53-fc18f2b5de95', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:33:26Z', 'updated_at': '2021-08-11T22:33:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:33:30.441053 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2f0263-ba4f-4f1c-863e-0ebcdb5680b6 None None] Checking router: 6496bef1-173f-4c95-85d9-a769b7deaf0e for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:33:30.441799 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2f0263-ba4f-4f1c-863e-0ebcdb5680b6 None None] Updating router 6496bef1-173f-4c95-85d9-a769b7deaf0e port f257a47b-f179-4c24-bc53-fc18f2b5de95 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:33:30.474807 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4e2f0263-ba4f-4f1c-863e-0ebcdb5680b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:30.513081 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-44606c30-4eb9-4ccc-bafa-aeb41604ca8d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:30.516287 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-44606c30-4eb9-4ccc-bafa-aeb41604ca8d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.52 "GET /v2.0/networks?id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 200 len: 812 time: 0.2565379 Aug 11 22:33:30.518579 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e71024-6a5f-4c8b-bac7-575188ae018e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Made reservation on behalf of 99e4ef8618e749c9ac7b5e3c6561f65c for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:33:30.523251 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e4e71024-6a5f-4c8b-bac7-575188ae018e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:30.532967 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-ac742ea6-3e91-4194-af77-28a7dff62e6c service neutron] For port 4c255606-92e1-4fba-8429-44ffe76edebc, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:33:30.536797 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-ac742ea6-3e91-4194-af77-28a7dff62e6c service neutron] For port 4c255606-92e1-4fba-8429-44ffe76edebc, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=4c255606-92e1-4fba-8429-44ffe76edebc,segment=NetworkSegment(479ff772-c102-41d7-aa02-6e82b04b6a24),segment_id=479ff772-c102-41d7-aa02-6e82b04b6a24)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:33:30.547789 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-ac742ea6-3e91-4194-af77-28a7dff62e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:30.637327 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-3a17fee9-cf44-412f-9037-1bfdc33d1c82 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bd86e77836944e4bb373c5db0c18c61 HTTP/1.1" status: 200 len: 380 time: 0.1087072 Aug 11 22:33:30.655641 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-a8933104-c6a7-4190-b4c7-43bf9d5ba272 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Request body: {'port': {'device_id': '8fec54d3-ab16-42bc-8784-c58eed4b96ad', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'admin_state_up': True, 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'security_groups': ['46e9b888-5743-4563-981d-7fb0e1872035']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:33:30.674384 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac742ea6-3e91-4194-af77-28a7dff62e6c service neutron] Pushing event updated for resources: {'Port': ['ID=4c255606-92e1-4fba-8429-44ffe76edebc,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:30.749246 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-ac742ea6-3e91-4194-af77-28a7dff62e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:30.750254 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-ac742ea6-3e91-4194-af77-28a7dff62e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:30.751945 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-ac742ea6-3e91-4194-af77-28a7dff62e6c service neutron] 10.222.0.82 "PUT /v2.0/ports/4c255606-92e1-4fba-8429-44ffe76edebc HTTP/1.1" status: 200 len: 1092 time: 1.9835434 Aug 11 22:33:30.753759 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8197a8bf-f997-4fd8-9599-347568018cd8', 'tag': '4c255606-92e1-4fba-8429-44ffe76edebc'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:33:30.757157 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf4a391-1792-4f67-855e-7f89026559d2" -d '{"events": [{"name": "network-changed", "server_uuid": "8197a8bf-f997-4fd8-9599-347568018cd8", "tag": "4c255606-92e1-4fba-8429-44ffe76edebc"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:33:30.791634 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4af97f-4320-4093-86fb-6bd387b46f95 req-1eb3b964-3590-4a4d-ab82-e4ca3ab055fd tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:30.793356 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a4af97f-4320-4093-86fb-6bd387b46f95 req-1eb3b964-3590-4a4d-ab82-e4ca3ab055fd tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?device_id=8197a8bf-f997-4fd8-9599-347568018cd8 HTTP/1.1" status: 200 len: 944 time: 0.1004648 Aug 11 22:33:30.975259 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a4af97f-4320-4093-86fb-6bd387b46f95 req-9c88db14-1e75-485e-86a0-ac6b12027941 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb1e841a-c0a3-4a8c-a0c4-4423f49e9872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565194 Aug 11 22:33:31.098547 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-d08ec8a0-fa08-49c8-8136-3777d62bb9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:31.109502 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-d08ec8a0-fa08-49c8-8136-3777d62bb9d2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c924b9ab7554e649fc78fe64d7ad759&device_id=8197a8bf-f997-4fd8-9599-347568018cd8 HTTP/1.1" status: 200 len: 1095 time: 0.1930165 Aug 11 22:33:31.115881 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf6a39b-2521-48a1-a590-3b79667bfa26 x-openstack-request-id: req-9cf6a39b-2521-48a1-a590-3b79667bfa26 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:33:31.116224 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8197a8bf-f997-4fd8-9599-347568018cd8", "tag": "4c255606-92e1-4fba-8429-44ffe76edebc", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:33:31.116924 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9cf6a39b-2521-48a1-a590-3b79667bfa26 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:33:31.117535 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8197a8bf-f997-4fd8-9599-347568018cd8', 'tag': '4c255606-92e1-4fba-8429-44ffe76edebc', 'status': 'completed', 'code': 200} Aug 11 22:33:31.130641 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-a8933104-c6a7-4190-b4c7-43bf9d5ba272 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Made reservation on behalf of 0bd86e77836944e4bb373c5db0c18c61 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:33:31.135111 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-a8933104-c6a7-4190-b4c7-43bf9d5ba272 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:31.158623 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e4e71024-6a5f-4c8b-bac7-575188ae018e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:31.196234 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4e2f0263-ba4f-4f1c-863e-0ebcdb5680b6 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:31.231415 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4e2f0263-ba4f-4f1c-863e-0ebcdb5680b6 None None] Transition to ACTIVE for port object f257a47b-f179-4c24-bc53-fc18f2b5de95 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:33:31.246502 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4e2f0263-ba4f-4f1c-863e-0ebcdb5680b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:31.286375 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-875a5657-b93d-4a7f-bdc2-cbfbbac5dfe9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c255606-92e1-4fba-8429-44ffe76edebc HTTP/1.1" status: 200 len: 217 time: 0.1496155 Aug 11 22:33:31.327105 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-4e2f0263-ba4f-4f1c-863e-0ebcdb5680b6 None None] Attempting to bind port f257a47b-f179-4c24-bc53-fc18f2b5de95 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:33:31.327494 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-4e2f0263-ba4f-4f1c-863e-0ebcdb5680b6 None None] Attempting to bind port f257a47b-f179-4c24-bc53-fc18f2b5de95 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:33:31.328154 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2f0263-ba4f-4f1c-863e-0ebcdb5680b6 None None] Attempting to bind port f257a47b-f179-4c24-bc53-fc18f2b5de95 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:33:31.347179 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2f0263-ba4f-4f1c-863e-0ebcdb5680b6 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:33:31.347626 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2f0263-ba4f-4f1c-863e-0ebcdb5680b6 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:33:31.348099 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4e2f0263-ba4f-4f1c-863e-0ebcdb5680b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:31.348803 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2f0263-ba4f-4f1c-863e-0ebcdb5680b6 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:33:31.349580 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-4e2f0263-ba4f-4f1c-863e-0ebcdb5680b6 None None] Bound port: f257a47b-f179-4c24-bc53-fc18f2b5de95, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:33:31.350262 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4e2f0263-ba4f-4f1c-863e-0ebcdb5680b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:31.388983 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-6bc53f1d-21d6-474e-998f-6dfbc03441eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:31.392131 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-6bc53f1d-21d6-474e-998f-6dfbc03441eb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b34d014b-dce1-48e5-b563-a01761500476 HTTP/1.1" status: 200 len: 853 time: 0.0982785 Aug 11 22:33:31.409671 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e71024-6a5f-4c8b-bac7-575188ae018e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Subnet': ['ID=a339f1bc-cb62-47ef-8660-6f10cf6a2676,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:31.419404 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4e2f0263-ba4f-4f1c-863e-0ebcdb5680b6 None None] For port f257a47b-f179-4c24-bc53-fc18f2b5de95, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:33:31.424573 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4e2f0263-ba4f-4f1c-863e-0ebcdb5680b6 None None] For port f257a47b-f179-4c24-bc53-fc18f2b5de95, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f257a47b-f179-4c24-bc53-fc18f2b5de95,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:33:31.431449 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b4987-9f9f-4c82-9bd7-c5a12baecf08 None None] Pushing event updated for resources: {'Port': ['ID=f257a47b-f179-4c24-bc53-fc18f2b5de95,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:31.437288 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4e2f0263-ba4f-4f1c-863e-0ebcdb5680b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:31.459034 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a7f97dc-8339-48d4-a5e3-022accf79d99 req-a9d90309-c589-4e9a-a9f4-7f4e9caf89d5 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fec54d3-ab16-42bc-8784-c58eed4b96ad HTTP/1.1" status: 200 len: 210 time: 0.0657935 Aug 11 22:33:31.490286 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-d576a3f1-0c78-499f-b592-df41dc7994f6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2e35c226-b160-439b-816f-33ae2012b012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752532 Aug 11 22:33:31.567938 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2f0263-ba4f-4f1c-863e-0ebcdb5680b6 None None] Routers {'6496bef1-173f-4c95-85d9-a769b7deaf0e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:33:31.569206 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-4e2f0263-ba4f-4f1c-863e-0ebcdb5680b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:33:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['6496bef1-173f-4c95-85d9-a769b7deaf0e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:33:31.584024 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e71024-6a5f-4c8b-bac7-575188ae018e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Checking segment: {'id': 'ad92f74f-fc49-402f-881b-8220b70c7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8851720f-46d7-4210-975b-18e7bc7d0350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:33:31.584632 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e71024-6a5f-4c8b-bac7-575188ae018e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Network hostable DHCP agents. Network: 8851720f-46d7-4210-975b-18e7bc7d0350, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:33:31.620068 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e71024-6a5f-4c8b-bac7-575188ae018e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Network 8851720f-46d7-4210-975b-18e7bc7d0350 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:33:31.645579 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-db598129-c064-40cf-8b36-ef2b72dfce11 service neutron] 10.222.0.82 "GET /v2.0/networks/2e35c226-b160-439b-816f-33ae2012b012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477387 Aug 11 22:33:31.648120 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-a8933104-c6a7-4190-b4c7-43bf9d5ba272 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Allocated IP 172.20.0.14 (6622d19d-e8f9-4f58-9c5a-5a6b1c375431/e825988f-9783-4539-86a4-b6ca493a4bbd/453b090a-2765-4c77-80b4-daff712df040) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:33:31.650474 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-e4e71024-6a5f-4c8b-bac7-575188ae018e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 8851720f-46d7-4210-975b-18e7bc7d0350) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:33:31.660014 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e71024-6a5f-4c8b-bac7-575188ae018e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:31.660644 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e4e71024-6a5f-4c8b-bac7-575188ae018e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:31.676143 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fac14bc-82d6-4517-a856-1e240a50dd8a None None] Network 8851720f-46d7-4210-975b-18e7bc7d0350 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:33:31.706718 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e4e71024-6a5f-4c8b-bac7-575188ae018e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5008278 Aug 11 22:33:31.712421 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45406) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:33:31.754998 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b4987-9f9f-4c82-9bd7-c5a12baecf08 None None] Pushing event updated for resources: {'Port': ['ID=f257a47b-f179-4c24-bc53-fc18f2b5de95,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:31.875084 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-4e2f0263-ba4f-4f1c-863e-0ebcdb5680b6 None None] Set router 6496bef1-173f-4c95-85d9-a769b7deaf0e gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:33:31.878689 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef5ea353-a225-40db-9fd4-6b877e26822d req-8e288338-1252-4103-9ca3-2d58578e8d8e service neutron] 10.222.0.82 "GET /v2.0/networks/2e35c226-b160-439b-816f-33ae2012b012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241020 Aug 11 22:33:32.090061 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4a391-1792-4f67-855e-7f89026559d2 req-1f3970cf-cc83-4098-8e67-c8956d615e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:32.094234 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ebf4a391-1792-4f67-855e-7f89026559d2 req-1f3970cf-cc83-4098-8e67-c8956d615e3e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c924b9ab7554e649fc78fe64d7ad759&device_id=8197a8bf-f997-4fd8-9599-347568018cd8 HTTP/1.1" status: 200 len: 1095 time: 0.1061642 Aug 11 22:33:32.108178 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:33:32.257522 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2026cbef-0009-4867-bd73-a7361c318751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-8851720f-46d7-4210-975b-18e7bc7d0350', 'network_id': '8851720f-46d7-4210-975b-18e7bc7d0350', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'fixed_ips': [{'subnet_id': 'a339f1bc-cb62-47ef-8660-6f10cf6a2676'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:33:32.258403 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2026cbef-0009-4867-bd73-a7361c318751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:32.347161 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4a391-1792-4f67-855e-7f89026559d2 req-441a5c20-764d-46aa-bd5b-d731e791a53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:32.348670 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ebf4a391-1792-4f67-855e-7f89026559d2 req-441a5c20-764d-46aa-bd5b-d731e791a53b service neutron] 10.222.0.82 "GET /v2.0/networks?id=2e35c226-b160-439b-816f-33ae2012b012 HTTP/1.1" status: 200 len: 914 time: 0.2426395 Aug 11 22:33:32.372455 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-a8933104-c6a7-4190-b4c7-43bf9d5ba272 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:32.378652 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-4e2f0263-ba4f-4f1c-863e-0ebcdb5680b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717313940', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f257a47b-f179-4c24-bc53-fc18f2b5de95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:33:25Z', 'updated_at': '2021-08-11T22:33:28Z', 'revision_number': 3, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': 'f257a47b-f179-4c24-bc53-fc18f2b5de95', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:33:26Z', 'updated_at': '2021-08-11T22:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:33:32.507232 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ebf4a391-1792-4f67-855e-7f89026559d2 req-e8f6d28a-f9d9-4e9f-a7ba-5176296eb7f2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c255606-92e1-4fba-8429-44ffe76edebc HTTP/1.1" status: 200 len: 217 time: 0.1242146 Aug 11 22:33:32.544375 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-a8933104-c6a7-4190-b4c7-43bf9d5ba272 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Transition to ACTIVE for port object 453b090a-2765-4c77-80b4-daff712df040 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:33:32.551355 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2f0263-ba4f-4f1c-863e-0ebcdb5680b6 None None] The sync data for ids ['6496bef1-173f-4c95-85d9-a769b7deaf0e'] in n-d-804275-3 is: [{'id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717313940', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f257a47b-f179-4c24-bc53-fc18f2b5de95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:33:25Z', 'updated_at': '2021-08-11T22:33:28Z', 'revision_number': 3, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': 'f257a47b-f179-4c24-bc53-fc18f2b5de95', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:33:26Z', 'updated_at': '2021-08-11T22:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:33:32.589019 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8393121-3b49-4eaf-9504-62bcbfca6d91 req-9e2bd2d5-b691-4edd-8b53-13df87b66a31 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:32.590634 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a8393121-3b49-4eaf-9504-62bcbfca6d91 req-9e2bd2d5-b691-4edd-8b53-13df87b66a31 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?device_id=8197a8bf-f997-4fd8-9599-347568018cd8 HTTP/1.1" status: 200 len: 944 time: 0.2410495 Aug 11 22:33:32.644149 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4a391-1792-4f67-855e-7f89026559d2 req-b3a05ee5-0744-4336-bb99-a54da2c3a343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:32.645689 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ebf4a391-1792-4f67-855e-7f89026559d2 req-b3a05ee5-0744-4336-bb99-a54da2c3a343 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b34d014b-dce1-48e5-b563-a01761500476 HTTP/1.1" status: 200 len: 853 time: 0.1307733 Aug 11 22:33:32.709350 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ebf4a391-1792-4f67-855e-7f89026559d2 req-b51e5b3c-b23e-4348-b620-5b3ffdc783e7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2e35c226-b160-439b-816f-33ae2012b012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486507 Aug 11 22:33:32.724104 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a8393121-3b49-4eaf-9504-62bcbfca6d91 req-cd2d295a-d32f-4c77-b14a-07adf908892b tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb1e841a-c0a3-4a8c-a0c4-4423f49e9872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212034 Aug 11 22:33:32.765745 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-2026cbef-0009-4867-bd73-a7361c318751 None None] Allocated IP 172.20.0.2 (8851720f-46d7-4210-975b-18e7bc7d0350/a339f1bc-cb62-47ef-8660-6f10cf6a2676/198e9050-c157-4965-872d-4af3b48e2465) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:33:32.795751 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-a8933104-c6a7-4190-b4c7-43bf9d5ba272 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:32.879246 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8933104-c6a7-4190-b4c7-43bf9d5ba272 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Pushing event updated for resources: {'Port': ['ID=453b090a-2765-4c77-80b4-daff712df040,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:32.989528 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-a8933104-c6a7-4190-b4c7-43bf9d5ba272 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:33:33.014725 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ebf4a391-1792-4f67-855e-7f89026559d2 req-15d79d0e-27d6-4d6d-8718-33bb13985b2c service neutron] 10.222.0.82 "GET /v2.0/networks/2e35c226-b160-439b-816f-33ae2012b012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845862 Aug 11 22:33:33.034354 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-a8933104-c6a7-4190-b4c7-43bf9d5ba272 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:33:33.041702 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-a8933104-c6a7-4190-b4c7-43bf9d5ba272 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:33:33.171119 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe616d5a-02fe-4a55-8833-802be27e4252 req-aeff9657-b206-4d5e-8a1b-38c4ac3b5041 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:33.178325 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fe616d5a-02fe-4a55-8833-802be27e4252 req-aeff9657-b206-4d5e-8a1b-38c4ac3b5041 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fec54d3-ab16-42bc-8784-c58eed4b96ad HTTP/1.1" status: 200 len: 932 time: 0.2950356 Aug 11 22:33:33.243102 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2026cbef-0009-4867-bd73-a7361c318751 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:33.255592 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2026cbef-0009-4867-bd73-a7361c318751 None None] Transition to ACTIVE for port object 198e9050-c157-4965-872d-4af3b48e2465 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:33:33.281059 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2026cbef-0009-4867-bd73-a7361c318751 None None] Transition to ACTIVE for port object 198e9050-c157-4965-872d-4af3b48e2465 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:33:33.287915 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f257a47b-f179-4c24-bc53-fc18f2b5de95 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:33:33.294282 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2026cbef-0009-4867-bd73-a7361c318751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:33.308783 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fe616d5a-02fe-4a55-8833-802be27e4252 req-b8f82827-b196-439a-b2c9-21c2348b19c2 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293917 Aug 11 22:33:33.335860 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-a8933104-c6a7-4190-b4c7-43bf9d5ba272 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:33.344155 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ebf4a391-1792-4f67-855e-7f89026559d2 req-3da440ae-c89d-431d-a91a-fe25cc176885 service neutron] 10.222.0.82 "GET /v2.0/networks/2e35c226-b160-439b-816f-33ae2012b012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214278 Aug 11 22:33:33.345795 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-a8933104-c6a7-4190-b4c7-43bf9d5ba272 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:33.364852 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35a10f93-356c-484a-a209-692206a4565d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:33.398906 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-a8933104-c6a7-4190-b4c7-43bf9d5ba272 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7538173 Aug 11 22:33:33.413888 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-aaf90657-f8d3-4ac0-bb88-e8151ae38b30 service neutron] Request body: {'port': {'device_id': '8fec54d3-ab16-42bc-8784-c58eed4b96ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:33:33.422604 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2026cbef-0009-4867-bd73-a7361c318751 None None] Network 8851720f-46d7-4210-975b-18e7bc7d0350 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:33:33.430689 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026cbef-0009-4867-bd73-a7361c318751 None None] Pushing event updated for resources: {'Port': ['ID=198e9050-c157-4965-872d-4af3b48e2465,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:33.435066 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-2026cbef-0009-4867-bd73-a7361c318751 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:33:33.437832 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2026cbef-0009-4867-bd73-a7361c318751 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:33:33.652574 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-2026cbef-0009-4867-bd73-a7361c318751 None None] Attempting to bind port 198e9050-c157-4965-872d-4af3b48e2465 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:33:33.653264 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-2026cbef-0009-4867-bd73-a7361c318751 None None] Attempting to bind port 198e9050-c157-4965-872d-4af3b48e2465 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'ad92f74f-fc49-402f-881b-8220b70c7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8851720f-46d7-4210-975b-18e7bc7d0350'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:33:33.654180 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2026cbef-0009-4867-bd73-a7361c318751 None None] Attempting to bind port 198e9050-c157-4965-872d-4af3b48e2465 on network 8851720f-46d7-4210-975b-18e7bc7d0350 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:33:33.675858 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2026cbef-0009-4867-bd73-a7361c318751 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:33:33.676300 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2026cbef-0009-4867-bd73-a7361c318751 None None] Checking segment: {'id': 'ad92f74f-fc49-402f-881b-8220b70c7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8851720f-46d7-4210-975b-18e7bc7d0350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:33:33.676936 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2026cbef-0009-4867-bd73-a7361c318751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:33.677349 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2026cbef-0009-4867-bd73-a7361c318751 None None] Bound using segment: {'id': 'ad92f74f-fc49-402f-881b-8220b70c7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8851720f-46d7-4210-975b-18e7bc7d0350'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:33:33.678024 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-2026cbef-0009-4867-bd73-a7361c318751 None None] Bound port: 198e9050-c157-4965-872d-4af3b48e2465, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad92f74f-fc49-402f-881b-8220b70c7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8851720f-46d7-4210-975b-18e7bc7d0350'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:33:33.678432 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2026cbef-0009-4867-bd73-a7361c318751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:33.838118 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-2026cbef-0009-4867-bd73-a7361c318751 None None] For port 198e9050-c157-4965-872d-4af3b48e2465, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:33:33.847685 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-2026cbef-0009-4867-bd73-a7361c318751 None None] For port 198e9050-c157-4965-872d-4af3b48e2465, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=198e9050-c157-4965-872d-4af3b48e2465,segment=NetworkSegment(ad92f74f-fc49-402f-881b-8220b70c7b04),segment_id=ad92f74f-fc49-402f-881b-8220b70c7b04)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:33:33.854799 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2026cbef-0009-4867-bd73-a7361c318751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:33.995852 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026cbef-0009-4867-bd73-a7361c318751 None None] Pushing event updated for resources: {'Port': ['ID=198e9050-c157-4965-872d-4af3b48e2465,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:33.999591 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port f257a47b-f179-4c24-bc53-fc18f2b5de95 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:33:34.017142 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-049d248c-c9fa-4a65-bf7d-2813122e0135 None None] Provisioning for port 453b090a-2765-4c77-80b4-daff712df040 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:33:34.029177 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port f257a47b-f179-4c24-bc53-fc18f2b5de95 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:33:34.029885 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:34.103784 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366fd421-e69d-4613-8c30-abdc4c7f6fb4 req-0e5e1119-2736-4eb4-89a8-075f8286c51c tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:34.126593 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-366fd421-e69d-4613-8c30-abdc4c7f6fb4 req-0e5e1119-2736-4eb4-89a8-075f8286c51c tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?device_id=8197a8bf-f997-4fd8-9599-347568018cd8 HTTP/1.1" status: 200 len: 944 time: 0.2096245 Aug 11 22:33:34.256327 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-049d248c-c9fa-4a65-bf7d-2813122e0135 None None] Provisioning complete for port 453b090a-2765-4c77-80b4-daff712df040 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:33:34.256783 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-049d248c-c9fa-4a65-bf7d-2813122e0135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:34.280356 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-366fd421-e69d-4613-8c30-abdc4c7f6fb4 req-48b411d3-42ad-4307-8154-d798c717dcbf tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb1e841a-c0a3-4a8c-a0c4-4423f49e9872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527100 Aug 11 22:33:34.357527 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-049d248c-c9fa-4a65-bf7d-2813122e0135 None None] Port 453b090a-2765-4c77-80b4-daff712df040 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:33:34.414764 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-aaf90657-f8d3-4ac0-bb88-e8151ae38b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:34.503545 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:34.604356 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port f257a47b-f179-4c24-bc53-fc18f2b5de95, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f257a47b-f179-4c24-bc53-fc18f2b5de95,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:33:34.616268 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:34.679556 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303f59d-3c1d-44ce-8ca0-aa621823ae07 req-3f697c72-f892-4f8c-833f-c9bacc060a89 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:34.687082 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1303f59d-3c1d-44ce-8ca0-aa621823ae07 req-3f697c72-f892-4f8c-833f-c9bacc060a89 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fec54d3-ab16-42bc-8784-c58eed4b96ad HTTP/1.1" status: 200 len: 932 time: 0.2326310 Aug 11 22:33:34.764371 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1303f59d-3c1d-44ce-8ca0-aa621823ae07 req-3e67ba0d-53b9-4884-88bf-cc77e9e27c3a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733471 Aug 11 22:33:34.765666 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=f257a47b-f179-4c24-bc53-fc18f2b5de95,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:35.150596 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-35a10f93-356c-484a-a209-692206a4565d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Allocated IP 172.20.0.1 (8851720f-46d7-4210-975b-18e7bc7d0350/a339f1bc-cb62-47ef-8660-6f10cf6a2676/b707d856-0c96-4f67-bda5-f416a0938008) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:33:35.351901 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 198e9050-c157-4965-872d-4af3b48e2465 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:33:35.533881 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 198e9050-c157-4965-872d-4af3b48e2465 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:33:35.544097 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f257a47b-f179-4c24-bc53-fc18f2b5de95 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:33:35.606253 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b05a51-fff4-4742-a583-0f3dbdbece17 req-43260842-3f89-40a6-81c7-9c155a019849 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:35.609679 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35a10f93-356c-484a-a209-692206a4565d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:35.619844 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-aaf90657-f8d3-4ac0-bb88-e8151ae38b30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 453b090a-2765-4c77-80b4-daff712df040 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:33:35.631012 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-80b05a51-fff4-4742-a583-0f3dbdbece17 req-43260842-3f89-40a6-81c7-9c155a019849 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?device_id=8197a8bf-f997-4fd8-9599-347568018cd8 HTTP/1.1" status: 200 len: 944 time: 0.1749332 Aug 11 22:33:35.656834 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-aaf90657-f8d3-4ac0-bb88-e8151ae38b30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:35.687617 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-35a10f93-356c-484a-a209-692206a4565d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Transition to ACTIVE for port object b707d856-0c96-4f67-bda5-f416a0938008 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:33:35.735431 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-aaf90657-f8d3-4ac0-bb88-e8151ae38b30 service neutron] Transition to ACTIVE for port object 453b090a-2765-4c77-80b4-daff712df040 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:33:35.746980 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-aaf90657-f8d3-4ac0-bb88-e8151ae38b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:35.762911 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port f257a47b-f179-4c24-bc53-fc18f2b5de95 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:33:35.763331 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:35.780297 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-80b05a51-fff4-4742-a583-0f3dbdbece17 req-bcfdb20a-bac7-44d9-aea8-4bb00c89909e tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb1e841a-c0a3-4a8c-a0c4-4423f49e9872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336203 Aug 11 22:33:36.106800 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082d14d-3907-4949-8daf-46fc66be294b req-0d9ecdad-791e-4e5f-855d-32dff33855b1 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:36.126721 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6082d14d-3907-4949-8daf-46fc66be294b req-0d9ecdad-791e-4e5f-855d-32dff33855b1 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fec54d3-ab16-42bc-8784-c58eed4b96ad HTTP/1.1" status: 200 len: 944 time: 0.1772532 Aug 11 22:33:36.173812 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee3c670-3fed-4582-95b5-95fa90384a41 None None] Network 8851720f-46d7-4210-975b-18e7bc7d0350 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:33:36.240913 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6082d14d-3907-4949-8daf-46fc66be294b req-716417a5-be04-48e9-b96a-6e65f5e8d9aa tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129336 Aug 11 22:33:36.276480 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf90657-f8d3-4ac0-bb88-e8151ae38b30 service neutron] Pushing event updated for resources: {'Port': ['ID=453b090a-2765-4c77-80b4-daff712df040,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:36.289163 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35a10f93-356c-484a-a209-692206a4565d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:36.323674 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 4c255606-92e1-4fba-8429-44ffe76edebc details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:33:36.386643 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-aaf90657-f8d3-4ac0-bb88-e8151ae38b30 service neutron] Attempting to bind port 453b090a-2765-4c77-80b4-daff712df040 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:33:36.386643 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-aaf90657-f8d3-4ac0-bb88-e8151ae38b30 service neutron] Attempting to bind port 453b090a-2765-4c77-80b4-daff712df040 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:33:36.386643 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-aaf90657-f8d3-4ac0-bb88-e8151ae38b30 service neutron] Attempting to bind port 453b090a-2765-4c77-80b4-daff712df040 on network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:33:36.402620 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a10f93-356c-484a-a209-692206a4565d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Network 8851720f-46d7-4210-975b-18e7bc7d0350 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:33:36.408672 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-35a10f93-356c-484a-a209-692206a4565d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:33:36.410789 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-aaf90657-f8d3-4ac0-bb88-e8151ae38b30 service neutron] Port 453b090a-2765-4c77-80b4-daff712df040 on network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:33:36.410952 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-aaf90657-f8d3-4ac0-bb88-e8151ae38b30 service neutron] Attempting to bind port 453b090a-2765-4c77-80b4-daff712df040 on network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:33:36.417243 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a10f93-356c-484a-a209-692206a4565d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:33:36.421271 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-aaf90657-f8d3-4ac0-bb88-e8151ae38b30 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:33:36.421271 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-aaf90657-f8d3-4ac0-bb88-e8151ae38b30 service neutron] Checking segment: {'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:33:36.421570 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-aaf90657-f8d3-4ac0-bb88-e8151ae38b30 service neutron] Bound using segment: {'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:33:36.421959 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-aaf90657-f8d3-4ac0-bb88-e8151ae38b30 service neutron] Bound port: 453b090a-2765-4c77-80b4-daff712df040, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:33:36.422313 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-aaf90657-f8d3-4ac0-bb88-e8151ae38b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:36.438747 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a10f93-356c-484a-a209-692206a4565d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Port': ['ID=b707d856-0c96-4f67-bda5-f416a0938008,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:36.475186 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-63de0b39-e20b-485d-a157-94722b4ef650 None None] Provisioning for port 198e9050-c157-4965-872d-4af3b48e2465 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:33:36.497353 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-63de0b39-e20b-485d-a157-94722b4ef650 None None] Provisioning complete for port 198e9050-c157-4965-872d-4af3b48e2465 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:33:36.498627 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-63de0b39-e20b-485d-a157-94722b4ef650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:36.539880 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.resource_extend [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 22:33:36.545164 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35a10f93-356c-484a-a209-692206a4565d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:36.548067 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-aaf90657-f8d3-4ac0-bb88-e8151ae38b30 service neutron] For port 453b090a-2765-4c77-80b4-daff712df040, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:33:36.551745 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-aaf90657-f8d3-4ac0-bb88-e8151ae38b30 service neutron] For port 453b090a-2765-4c77-80b4-daff712df040, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=453b090a-2765-4c77-80b4-daff712df040,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:33:36.597106 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-aaf90657-f8d3-4ac0-bb88-e8151ae38b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:36.651536 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-aaf90657-f8d3-4ac0-bb88-e8151ae38b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:36.652417 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-aaf90657-f8d3-4ac0-bb88-e8151ae38b30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:36.653857 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-aaf90657-f8d3-4ac0-bb88-e8151ae38b30 service neutron] 10.222.0.52 "PUT /v2.0/ports/453b090a-2765-4c77-80b4-daff712df040 HTTP/1.1" status: 200 len: 1092 time: 3.2449834 Aug 11 22:33:36.656424 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fec54d3-ab16-42bc-8784-c58eed4b96ad', 'tag': '453b090a-2765-4c77-80b4-daff712df040'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:33:36.659373 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1881dcd-d0d4-4a0e-8b03-86f34dd00cef" -d '{"events": [{"name": "network-changed", "server_uuid": "8fec54d3-ab16-42bc-8784-c58eed4b96ad", "tag": "453b090a-2765-4c77-80b4-daff712df040"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:33:36.748031 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf90657-f8d3-4ac0-bb88-e8151ae38b30 service neutron] Pushing event updated for resources: {'Port': ['ID=453b090a-2765-4c77-80b4-daff712df040,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:36.805599 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdf9029-5ecf-43ee-8df7-2680abc2b3ff x-openstack-request-id: req-dfdf9029-5ecf-43ee-8df7-2680abc2b3ff {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:33:36.805974 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fec54d3-ab16-42bc-8784-c58eed4b96ad", "tag": "453b090a-2765-4c77-80b4-daff712df040", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:33:36.806433 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dfdf9029-5ecf-43ee-8df7-2680abc2b3ff {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:33:36.806874 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fec54d3-ab16-42bc-8784-c58eed4b96ad', 'tag': '453b090a-2765-4c77-80b4-daff712df040', 'status': 'completed', 'code': 200} Aug 11 22:33:36.839717 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 4c255606-92e1-4fba-8429-44ffe76edebc, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=4c255606-92e1-4fba-8429-44ffe76edebc,segment=NetworkSegment(479ff772-c102-41d7-aa02-6e82b04b6a24),segment_id=479ff772-c102-41d7-aa02-6e82b04b6a24)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:33:36.943373 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '4c255606-92e1-4fba-8429-44ffe76edebc', 'network_id': '2e35c226-b160-439b-816f-33ae2012b012', 'port_id': '4c255606-92e1-4fba-8429-44ffe76edebc', 'mac_address': 'fa:16:3e:0d:7c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34d014b-dce1-48e5-b563-a01761500476', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:33:36.963320 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-63de0b39-e20b-485d-a157-94722b4ef650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:36.979010 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-90807044-76f4-4253-b4f9-d1d40114815b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:36.984438 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-90807044-76f4-4253-b4f9-d1d40114815b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0bd86e77836944e4bb373c5db0c18c61&device_id=8fec54d3-ab16-42bc-8784-c58eed4b96ad HTTP/1.1" status: 200 len: 1095 time: 0.2540064 Aug 11 22:33:37.010174 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35a10f93-356c-484a-a209-692206a4565d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:37.046625 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080ad2e-69cf-4121-899f-b3c6d5166ea1 req-8df541db-8cc8-4ad5-9ad8-0f9255bf0c83 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:37.062071 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c080ad2e-69cf-4121-899f-b3c6d5166ea1 req-8df541db-8cc8-4ad5-9ad8-0f9255bf0c83 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?device_id=8197a8bf-f997-4fd8-9599-347568018cd8 HTTP/1.1" status: 200 len: 944 time: 0.1219060 Aug 11 22:33:37.128865 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-059aafea-cf63-4a0d-a5ce-fd9f14d56d2b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=453b090a-2765-4c77-80b4-daff712df040 HTTP/1.1" status: 200 len: 217 time: 0.1356876 Aug 11 22:33:37.145327 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c080ad2e-69cf-4121-899f-b3c6d5166ea1 req-2c4aa9ec-03c9-4597-acca-154ff44114fa tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb1e841a-c0a3-4a8c-a0c4-4423f49e9872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820115 Aug 11 22:33:37.178454 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-63de0b39-e20b-485d-a157-94722b4ef650 None None] For port 198e9050-c157-4965-872d-4af3b48e2465, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=198e9050-c157-4965-872d-4af3b48e2465,segment=NetworkSegment(ad92f74f-fc49-402f-881b-8220b70c7b04),segment_id=ad92f74f-fc49-402f-881b-8220b70c7b04)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:33:37.194729 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:37.207318 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-63de0b39-e20b-485d-a157-94722b4ef650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:37.217599 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c255606-92e1-4fba-8429-44ffe76edebc {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:33:37.240023 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 4c255606-92e1-4fba-8429-44ffe76edebc, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=4c255606-92e1-4fba-8429-44ffe76edebc,segment=NetworkSegment(479ff772-c102-41d7-aa02-6e82b04b6a24),segment_id=479ff772-c102-41d7-aa02-6e82b04b6a24)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:33:37.260252 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:37.276063 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-cb5b2123-d432-46d2-bf1a-7179cdec8bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:37.277616 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-cb5b2123-d432-46d2-bf1a-7179cdec8bcb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e825988f-9783-4539-86a4-b6ca493a4bbd HTTP/1.1" status: 200 len: 851 time: 0.1266294 Aug 11 22:33:37.319855 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de0b39-e20b-485d-a157-94722b4ef650 None None] Pushing event updated for resources: {'Port': ['ID=198e9050-c157-4965-872d-4af3b48e2465,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:37.398228 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-82999d97-ec71-4836-900e-bd16c44bfd6a None None] Provisioning for port b707d856-0c96-4f67-bda5-f416a0938008 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:33:37.425577 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-82999d97-ec71-4836-900e-bd16c44bfd6a None None] Provisioning complete for port b707d856-0c96-4f67-bda5-f416a0938008 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:33:37.425980 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-82999d97-ec71-4836-900e-bd16c44bfd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:37.456402 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f338020-ef7a-4c29-9b33-37a5dcc141f8 req-c911c798-40f3-47f8-8587-25cf5d16f099 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:37.470170 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f338020-ef7a-4c29-9b33-37a5dcc141f8 req-c911c798-40f3-47f8-8587-25cf5d16f099 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fec54d3-ab16-42bc-8784-c58eed4b96ad HTTP/1.1" status: 200 len: 944 time: 0.1057594 Aug 11 22:33:37.503140 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=4c255606-92e1-4fba-8429-44ffe76edebc,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:37.544454 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-82999d97-ec71-4836-900e-bd16c44bfd6a None None] Port b707d856-0c96-4f67-bda5-f416a0938008 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:33:37.561874 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f338020-ef7a-4c29-9b33-37a5dcc141f8 req-c77622d9-b075-4b17-b841-25f3f559812c tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823662 Aug 11 22:33:37.566479 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-82999d97-ec71-4836-900e-bd16c44bfd6a None None] Provisioning complete for port 198e9050-c157-4965-872d-4af3b48e2465 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:33:37.567060 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-82999d97-ec71-4836-900e-bd16c44bfd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:37.572888 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-ea80b4a6-4b0a-4b73-b96a-64f52aea4887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:37.574678 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-ea80b4a6-4b0a-4b73-b96a-64f52aea4887 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2795937 Aug 11 22:33:37.667075 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['4c255606-92e1-4fba-8429-44ffe76edebc'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:33:37.765955 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-6fc105d7-62b1-4983-b66e-e048a0480661 service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823654 Aug 11 22:33:37.853336 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35a10f93-356c-484a-a209-692206a4565d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:37.873409 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35a10f93-356c-484a-a209-692206a4565d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:37.983269 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ea58467b-0390-415b-8ae7-6692db80c311 None None] Provisioning complete for port b707d856-0c96-4f67-bda5-f416a0938008 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:33:37.983896 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ea58467b-0390-415b-8ae7-6692db80c311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:38.032119 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a10f93-356c-484a-a209-692206a4565d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Port': ['ID=b707d856-0c96-4f67-bda5-f416a0938008,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:38.041235 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35a10f93-356c-484a-a209-692206a4565d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:38.046500 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dab0426c-d804-4836-8cb9-b6eee16bddb5 req-382a3079-0885-41b7-8874-7672e97cb5af service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724056 Aug 11 22:33:38.280237 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a10f93-356c-484a-a209-692206a4565d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Network 8851720f-46d7-4210-975b-18e7bc7d0350 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:33:38.282601 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-35a10f93-356c-484a-a209-692206a4565d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:33:38.295705 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1881dcd-d0d4-4a0e-8b03-86f34dd00cef req-42d1c661-a84f-407f-a3c6-2b01028d5378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:38.297502 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e1881dcd-d0d4-4a0e-8b03-86f34dd00cef req-42d1c661-a84f-407f-a3c6-2b01028d5378 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0bd86e77836944e4bb373c5db0c18c61&device_id=8fec54d3-ab16-42bc-8784-c58eed4b96ad HTTP/1.1" status: 200 len: 1095 time: 0.0747986 Aug 11 22:33:38.346398 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-ea58467b-0390-415b-8ae7-6692db80c311 None None] Port b707d856-0c96-4f67-bda5-f416a0938008 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:33:38.346960 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7d917-9e23-4587-8757-17119f3263b5 req-c8231dbd-cafc-46b1-a9c3-d0c4fdfe5f5c tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:38.360283 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-49d7d917-9e23-4587-8757-17119f3263b5 req-c8231dbd-cafc-46b1-a9c3-d0c4fdfe5f5c tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?device_id=8197a8bf-f997-4fd8-9599-347568018cd8 HTTP/1.1" status: 200 len: 945 time: 0.0912602 Aug 11 22:33:38.396962 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:38.413566 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-49d7d917-9e23-4587-8757-17119f3263b5 req-bd0f4394-2d6a-425c-a83c-0f8afc9a2822 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb1e841a-c0a3-4a8c-a0c4-4423f49e9872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497143 Aug 11 22:33:38.552886 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1881dcd-d0d4-4a0e-8b03-86f34dd00cef req-772628b8-f3ba-4d74-8a1d-c30849e50cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:38.555442 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e1881dcd-d0d4-4a0e-8b03-86f34dd00cef req-772628b8-f3ba-4d74-8a1d-c30849e50cb9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 200 len: 913 time: 0.1981485 Aug 11 22:33:38.629733 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e1881dcd-d0d4-4a0e-8b03-86f34dd00cef req-3e29ffb7-ee5f-455d-8085-51c270a20c87 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=453b090a-2765-4c77-80b4-daff712df040 HTTP/1.1" status: 200 len: 217 time: 0.0652089 Aug 11 22:33:38.683636 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8461fef5-cd4b-451e-b0f9-2945797cb24b None None] Provisioning complete for port b707d856-0c96-4f67-bda5-f416a0938008 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:33:38.685366 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8461fef5-cd4b-451e-b0f9-2945797cb24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:38.692989 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a10f93-356c-484a-a209-692206a4565d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Router 6496bef1-173f-4c95-85d9-a769b7deaf0e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:33:38.776697 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1881dcd-d0d4-4a0e-8b03-86f34dd00cef req-2d0fc418-295b-4c0e-bb07-fe298c1ed181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:38.778362 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e1881dcd-d0d4-4a0e-8b03-86f34dd00cef req-2d0fc418-295b-4c0e-bb07-fe298c1ed181 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e825988f-9783-4539-86a4-b6ca493a4bbd HTTP/1.1" status: 200 len: 851 time: 0.1409492 Aug 11 22:33:38.778522 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-8461fef5-cd4b-451e-b0f9-2945797cb24b None None] Port b707d856-0c96-4f67-bda5-f416a0938008 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:33:38.778647 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a73bed-d4e6-4f1a-8980-ba1da974a488 req-74e9e872-27b7-401e-9f8f-f4341a0aaa82 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:38.783543 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a1a73bed-d4e6-4f1a-8980-ba1da974a488 req-74e9e872-27b7-401e-9f8f-f4341a0aaa82 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fec54d3-ab16-42bc-8784-c58eed4b96ad HTTP/1.1" status: 200 len: 944 time: 0.1315713 Aug 11 22:33:38.863686 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a1a73bed-d4e6-4f1a-8980-ba1da974a488 req-08fed1a3-16d7-44c2-b282-1900c92420f1 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707796 Aug 11 22:33:38.914313 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1881dcd-d0d4-4a0e-8b03-86f34dd00cef req-84f2926b-4482-48ee-93a8-68085482d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:38.915994 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e1881dcd-d0d4-4a0e-8b03-86f34dd00cef req-84f2926b-4482-48ee-93a8-68085482d31f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285806 Aug 11 22:33:38.987048 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a10f93-356c-484a-a209-692206a4565d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:33:38.993434 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-35a10f93-356c-484a-a209-692206a4565d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "PUT /v2.0/routers/6496bef1-173f-4c95-85d9-a769b7deaf0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2796209 Aug 11 22:33:39.005609 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a1a8af-0580-44ce-b6c2-3d92c333063e None None] Sync routers for ids ['6496bef1-173f-4c95-85d9-a769b7deaf0e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:33:39.019306 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a1a8af-0580-44ce-b6c2-3d92c333063e None None] Routers {'6496bef1-173f-4c95-85d9-a769b7deaf0e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:33:39.019982 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c4a1a8af-0580-44ce-b6c2-3d92c333063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:33:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['6496bef1-173f-4c95-85d9-a769b7deaf0e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:33:39.090503 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e1881dcd-d0d4-4a0e-8b03-86f34dd00cef req-fb488d70-2ed5-440d-a806-275023e5ffc9 service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645553 Aug 11 22:33:39.134444 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 198e9050-c157-4965-872d-4af3b48e2465 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:33:39.268075 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 198e9050-c157-4965-872d-4af3b48e2465 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:33:39.271608 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:39.330697 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-c4a1a8af-0580-44ce-b6c2-3d92c333063e None None] Set router 6496bef1-173f-4c95-85d9-a769b7deaf0e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:33:39.344456 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e1881dcd-d0d4-4a0e-8b03-86f34dd00cef req-dc639902-f84d-4899-96dd-fc2d0e0a71b0 service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446101 Aug 11 22:33:39.390619 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-fdb894fe-1738-463d-a5c3-021bf745a796 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-825990715&fields=id&tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c HTTP/1.1" status: 200 len: 267 time: 0.0595765 Aug 11 22:33:39.587792 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-26ed7fbe-c962-4dfc-a670-3645c95baba2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:39.589567 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-26ed7fbe-c962-4dfc-a670-3645c95baba2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/networks?id=8851720f-46d7-4210-975b-18e7bc7d0350 HTTP/1.1" status: 200 len: 796 time: 0.1917439 Aug 11 22:33:39.612339 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-a939768b-2b02-48b7-967f-537aaca62dd6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/quotas/99e4ef8618e749c9ac7b5e3c6561f65c HTTP/1.1" status: 200 len: 375 time: 0.0135918 Aug 11 22:33:39.684967 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c4a1a8af-0580-44ce-b6c2-3d92c333063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717313940', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f257a47b-f179-4c24-bc53-fc18f2b5de95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:33:25Z', 'updated_at': '2021-08-11T22:33:36Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': 'f257a47b-f179-4c24-bc53-fc18f2b5de95', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:33:26Z', 'updated_at': '2021-08-11T22:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'b707d856-0c96-4f67-bda5-f416a0938008', 'name': '', 'network_id': '8851720f-46d7-4210-975b-18e7bc7d0350', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:dc:a0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'a339f1bc-cb62-47ef-8660-6f10cf6a2676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:33:34Z', 'updated_at': '2021-08-11T22:33:37Z', 'revision_number': 2, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': 'a339f1bc-cb62-47ef-8660-6f10cf6a2676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:33:39.694310 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-e6d8cbce-72f0-4c4a-9f0e-449d99f4c52b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718944 Aug 11 22:33:39.742291 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a1a8af-0580-44ce-b6c2-3d92c333063e None None] Checking router: 6496bef1-173f-4c95-85d9-a769b7deaf0e for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:33:39.743218 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a1a8af-0580-44ce-b6c2-3d92c333063e None None] Updating router 6496bef1-173f-4c95-85d9-a769b7deaf0e port b707d856-0c96-4f67-bda5-f416a0938008 binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:33:39.778076 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-c4a1a8af-0580-44ce-b6c2-3d92c333063e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:39.905984 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-30cd60f8-9d19-46d1-acd7-68e6f9df5fe2 service neutron] 10.222.0.77 "GET /v2.0/networks/8851720f-46d7-4210-975b-18e7bc7d0350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922114 Aug 11 22:33:40.254293 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 4c255606-92e1-4fba-8429-44ffe76edebc up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:33:40.260899 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-c4a1a8af-0580-44ce-b6c2-3d92c333063e None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:40.274471 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-c4a1a8af-0580-44ce-b6c2-3d92c333063e None None] Transition to ACTIVE for port object b707d856-0c96-4f67-bda5-f416a0938008 will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:33:40.282420 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-c4a1a8af-0580-44ce-b6c2-3d92c333063e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:40.328618 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 4c255606-92e1-4fba-8429-44ffe76edebc completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:33:40.333832 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 4c255606-92e1-4fba-8429-44ffe76edebc triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:33:40.334808 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:40.397584 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e995a-8ea7-4a16-a46b-2282aa52a430 None None] Pushing event updated for resources: {'Port': ['ID=b707d856-0c96-4f67-bda5-f416a0938008,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:40.438321 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e995a-8ea7-4a16-a46b-2282aa52a430 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:40.440054 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e995a-8ea7-4a16-a46b-2282aa52a430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:40.441285 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e995a-8ea7-4a16-a46b-2282aa52a430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:40.442622 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e995a-8ea7-4a16-a46b-2282aa52a430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:40.443151 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e995a-8ea7-4a16-a46b-2282aa52a430 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:40.444244 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e995a-8ea7-4a16-a46b-2282aa52a430 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:40.445810 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e995a-8ea7-4a16-a46b-2282aa52a430 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:40.447114 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e995a-8ea7-4a16-a46b-2282aa52a430 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:40.447655 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e995a-8ea7-4a16-a46b-2282aa52a430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:40.448393 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e995a-8ea7-4a16-a46b-2282aa52a430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:40.449643 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e995a-8ea7-4a16-a46b-2282aa52a430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:40.450337 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e995a-8ea7-4a16-a46b-2282aa52a430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:40.454659 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:40.517396 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 4c255606-92e1-4fba-8429-44ffe76edebc, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=4c255606-92e1-4fba-8429-44ffe76edebc,segment=NetworkSegment(479ff772-c102-41d7-aa02-6e82b04b6a24),segment_id=479ff772-c102-41d7-aa02-6e82b04b6a24)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:33:40.518165 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8197a8bf-f997-4fd8-9599-347568018cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c255606-92e1-4fba-8429-44ffe76edebc'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:33:40.525325 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-4b02d2ae-7b74-4c4f-b656-928a5adf260a service neutron] 10.222.0.77 "GET /v2.0/networks/8851720f-46d7-4210-975b-18e7bc7d0350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6111047 Aug 11 22:33:40.526304 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92ddc56-b302-405e-88f7-9bac65698fbf" -d '{"events": [{"server_uuid": "8197a8bf-f997-4fd8-9599-347568018cd8", "name": "network-vif-plugged", "status": "completed", "tag": "4c255606-92e1-4fba-8429-44ffe76edebc"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:33:40.531220 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:40.599746 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-c4a1a8af-0580-44ce-b6c2-3d92c333063e None None] Attempting to bind port b707d856-0c96-4f67-bda5-f416a0938008 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:33:40.600931 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-c4a1a8af-0580-44ce-b6c2-3d92c333063e None None] Attempting to bind port b707d856-0c96-4f67-bda5-f416a0938008 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'ad92f74f-fc49-402f-881b-8220b70c7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8851720f-46d7-4210-975b-18e7bc7d0350'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:33:40.601305 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a1a8af-0580-44ce-b6c2-3d92c333063e None None] Attempting to bind port b707d856-0c96-4f67-bda5-f416a0938008 on network 8851720f-46d7-4210-975b-18e7bc7d0350 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:33:40.608423 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=4c255606-92e1-4fba-8429-44ffe76edebc,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:40.623813 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a1a8af-0580-44ce-b6c2-3d92c333063e None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:33:40.625139 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a1a8af-0580-44ce-b6c2-3d92c333063e None None] Checking segment: {'id': 'ad92f74f-fc49-402f-881b-8220b70c7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8851720f-46d7-4210-975b-18e7bc7d0350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:33:40.626642 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-c4a1a8af-0580-44ce-b6c2-3d92c333063e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:40.627907 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a1a8af-0580-44ce-b6c2-3d92c333063e None None] Bound using segment: {'id': 'ad92f74f-fc49-402f-881b-8220b70c7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8851720f-46d7-4210-975b-18e7bc7d0350'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:33:40.629579 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-c4a1a8af-0580-44ce-b6c2-3d92c333063e None None] Bound port: b707d856-0c96-4f67-bda5-f416a0938008, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad92f74f-fc49-402f-881b-8220b70c7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8851720f-46d7-4210-975b-18e7bc7d0350'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:33:40.630173 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-c4a1a8af-0580-44ce-b6c2-3d92c333063e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:40.754394 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-c4a1a8af-0580-44ce-b6c2-3d92c333063e None None] For port b707d856-0c96-4f67-bda5-f416a0938008, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:33:40.759468 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-c4a1a8af-0580-44ce-b6c2-3d92c333063e None None] For port b707d856-0c96-4f67-bda5-f416a0938008, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b707d856-0c96-4f67-bda5-f416a0938008,segment=NetworkSegment(ad92f74f-fc49-402f-881b-8220b70c7b04),segment_id=ad92f74f-fc49-402f-881b-8220b70c7b04)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:33:40.773033 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-c4a1a8af-0580-44ce-b6c2-3d92c333063e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:40.858550 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e995a-8ea7-4a16-a46b-2282aa52a430 None None] Pushing event updated for resources: {'Port': ['ID=b707d856-0c96-4f67-bda5-f416a0938008,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:40.887186 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a1a8af-0580-44ce-b6c2-3d92c333063e None None] Routers {'6496bef1-173f-4c95-85d9-a769b7deaf0e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:33:40.889932 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c4a1a8af-0580-44ce-b6c2-3d92c333063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:33:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['6496bef1-173f-4c95-85d9-a769b7deaf0e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:33:40.905085 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6f227-7432-4dcc-965e-931740dc752e req-2e013b8d-683c-4f0c-a551-7e2c7aa7b6bd tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:40.916573 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9ae6f227-7432-4dcc-965e-931740dc752e req-2e013b8d-683c-4f0c-a551-7e2c7aa7b6bd tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?device_id=8197a8bf-f997-4fd8-9599-347568018cd8 HTTP/1.1" status: 200 len: 946 time: 0.0857742 Aug 11 22:33:40.968161 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9ae6f227-7432-4dcc-965e-931740dc752e req-fa7ea9bb-dd52-4a62-9a6c-edc120cfb88e tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb1e841a-c0a3-4a8c-a0c4-4423f49e9872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505581 Aug 11 22:33:41.114125 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-c4a1a8af-0580-44ce-b6c2-3d92c333063e None None] Set router 6496bef1-173f-4c95-85d9-a769b7deaf0e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:33:41.182834 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11116ecf-a7ac-448c-8254-28b7343839a5 req-3a2a7508-7a1a-4843-9640-ae69135bb1fc tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:41.194680 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-11116ecf-a7ac-448c-8254-28b7343839a5 req-3a2a7508-7a1a-4843-9640-ae69135bb1fc tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fec54d3-ab16-42bc-8784-c58eed4b96ad HTTP/1.1" status: 200 len: 944 time: 0.1510274 Aug 11 22:33:41.281336 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-11116ecf-a7ac-448c-8254-28b7343839a5 req-85ef3714-7d0c-41f2-862b-fdd2cc82b649 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790195 Aug 11 22:33:41.341247 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef3e1a7-1ff7-4f2e-a48f-5a717f80a699 x-openstack-request-id: req-0ef3e1a7-1ff7-4f2e-a48f-5a717f80a699 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:33:41.341822 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8197a8bf-f997-4fd8-9599-347568018cd8", "name": "network-vif-plugged", "status": "completed", "tag": "4c255606-92e1-4fba-8429-44ffe76edebc", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:33:41.341822 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0ef3e1a7-1ff7-4f2e-a48f-5a717f80a699 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:33:41.342196 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8197a8bf-f997-4fd8-9599-347568018cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c255606-92e1-4fba-8429-44ffe76edebc', 'code': 200} Aug 11 22:33:41.524432 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-879d96ad-3f89-4713-9e5c-5e3f5a5c2097 req-5a4988b9-381b-4d07-9711-c02bc85d3648 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 210 time: 0.0625029 Aug 11 22:33:41.558139 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c4a1a8af-0580-44ce-b6c2-3d92c333063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717313940', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f257a47b-f179-4c24-bc53-fc18f2b5de95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:33:25Z', 'updated_at': '2021-08-11T22:33:36Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': 'f257a47b-f179-4c24-bc53-fc18f2b5de95', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:33:26Z', 'updated_at': '2021-08-11T22:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'b707d856-0c96-4f67-bda5-f416a0938008', 'name': '', 'network_id': '8851720f-46d7-4210-975b-18e7bc7d0350', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:dc:a0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'a339f1bc-cb62-47ef-8660-6f10cf6a2676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:33:34Z', 'updated_at': '2021-08-11T22:33:40Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': 'a339f1bc-cb62-47ef-8660-6f10cf6a2676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:33:41.566654 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26459754-a95b-477f-ad9d-2fb2dba8e430 req-9b22918d-a3c5-40a9-86a9-8c6c1b5d4baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:41.568360 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-26459754-a95b-477f-ad9d-2fb2dba8e430 req-9b22918d-a3c5-40a9-86a9-8c6c1b5d4baa service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8197a8bf-f997-4fd8-9599-347568018cd8 HTTP/1.1" status: 200 len: 1097 time: 0.1313655 Aug 11 22:33:41.602410 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a1a8af-0580-44ce-b6c2-3d92c333063e None None] The sync data for ids ['6496bef1-173f-4c95-85d9-a769b7deaf0e'] in n-d-804275-3 is: [{'id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717313940', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f257a47b-f179-4c24-bc53-fc18f2b5de95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:33:25Z', 'updated_at': '2021-08-11T22:33:36Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': 'f257a47b-f179-4c24-bc53-fc18f2b5de95', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:33:26Z', 'updated_at': '2021-08-11T22:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'b707d856-0c96-4f67-bda5-f416a0938008', 'name': '', 'network_id': '8851720f-46d7-4210-975b-18e7bc7d0350', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:dc:a0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'a339f1bc-cb62-47ef-8660-6f10cf6a2676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:33:34Z', 'updated_at': '2021-08-11T22:33:40Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': 'a339f1bc-cb62-47ef-8660-6f10cf6a2676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:33:41.617253 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-26459754-a95b-477f-ad9d-2fb2dba8e430 req-71985aba-ed83-4fd9-a296-c30bf11c007d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=eb1e841a-c0a3-4a8c-a0c4-4423f49e9872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397365 Aug 11 22:33:42.154333 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e035ecc-a538-490b-b69e-9fade9a3dc02 req-f9ed0988-8f3e-4ae9-b294-e6cc7e5739c1 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:42.156026 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7e035ecc-a538-490b-b69e-9fade9a3dc02 req-f9ed0988-8f3e-4ae9-b294-e6cc7e5739c1 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?device_id=8197a8bf-f997-4fd8-9599-347568018cd8 HTTP/1.1" status: 200 len: 946 time: 0.0902514 Aug 11 22:33:42.237605 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7e035ecc-a538-490b-b69e-9fade9a3dc02 req-a8dd4158-3e38-4b58-b439-2824dfd2b790 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb1e841a-c0a3-4a8c-a0c4-4423f49e9872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725868 Aug 11 22:33:42.423687 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bfcc7-b9f5-437f-b8ff-216ffd38f414 req-b13c68bf-d097-4d6a-a3e8-6cc441c376d7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:42.425937 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a77bfcc7-b9f5-437f-b8ff-216ffd38f414 req-b13c68bf-d097-4d6a-a3e8-6cc441c376d7 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fec54d3-ab16-42bc-8784-c58eed4b96ad HTTP/1.1" status: 200 len: 944 time: 0.0600536 Aug 11 22:33:42.478169 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a77bfcc7-b9f5-437f-b8ff-216ffd38f414 req-83407ba4-6b2e-4238-a63e-df964880c67b tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456057 Aug 11 22:33:42.709799 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a528c643-629f-4d52-a507-386938e97e5b req-ef4bfe03-9a5e-4fb0-8e4b-07a9366158a9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 210 time: 0.0505788 Aug 11 22:33:42.773687 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-7f9a9420-174c-48c8-ab86-815774774dd0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:42.775646 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-7f9a9420-174c-48c8-ab86-815774774dd0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.82 "GET /v2.0/networks?id=8851720f-46d7-4210-975b-18e7bc7d0350 HTTP/1.1" status: 200 len: 796 time: 0.2450001 Aug 11 22:33:42.858446 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-54b593af-2917-450d-a7a6-ac7add9414ba tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c HTTP/1.1" status: 200 len: 379 time: 0.0565472 Aug 11 22:33:42.872661 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-c520d660-db05-40b3-806a-5ff8770e87c1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'port': {'device_id': '2b8c6f04-fb7a-455a-8fef-54cbcc6748e9', 'network_id': '8851720f-46d7-4210-975b-18e7bc7d0350', 'admin_state_up': True, 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'security_groups': ['d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7']}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:33:43.143275 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-c520d660-db05-40b3-806a-5ff8770e87c1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Made reservation on behalf of 99e4ef8618e749c9ac7b5e3c6561f65c for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:33:43.146930 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-c520d660-db05-40b3-806a-5ff8770e87c1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:43.214112 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b707d856-0c96-4f67-bda5-f416a0938008 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:33:43.287433 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-29c76f46-b36c-4c77-a8ec-ba5b760ed77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:43.320153 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port b707d856-0c96-4f67-bda5-f416a0938008 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:33:43.330502 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port b707d856-0c96-4f67-bda5-f416a0938008 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:33:43.330883 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:43.442694 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:43.472406 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-c520d660-db05-40b3-806a-5ff8770e87c1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Allocated IP 172.20.0.12 (8851720f-46d7-4210-975b-18e7bc7d0350/a339f1bc-cb62-47ef-8660-6f10cf6a2676/719e09f6-4d0f-4b28-9c4a-d9ce6f404138) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:33:43.485049 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port b707d856-0c96-4f67-bda5-f416a0938008, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b707d856-0c96-4f67-bda5-f416a0938008,segment=NetworkSegment(ad92f74f-fc49-402f-881b-8220b70c7b04),segment_id=ad92f74f-fc49-402f-881b-8220b70c7b04)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:33:43.490572 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:43.506081 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471fa26-1ff2-47b4-8b51-db1c2607011f req-d610a36c-9ae0-48ac-b63f-f6343c26cd33 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:43.508438 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4471fa26-1ff2-47b4-8b51-db1c2607011f req-d610a36c-9ae0-48ac-b63f-f6343c26cd33 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?device_id=8197a8bf-f997-4fd8-9599-347568018cd8 HTTP/1.1" status: 200 len: 946 time: 0.1261292 Aug 11 22:33:43.573939 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=b707d856-0c96-4f67-bda5-f416a0938008,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:43.584081 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4471fa26-1ff2-47b4-8b51-db1c2607011f req-7a0e4ae3-40f5-4dea-b2c5-8b42c5172206 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb1e841a-c0a3-4a8c-a0c4-4423f49e9872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688548 Aug 11 22:33:43.747201 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941310c-92a9-4212-86f3-b202cbc899ad req-cf50ba3e-0e9b-4fef-88d0-a0f7e34cb70f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:43.749339 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d941310c-92a9-4212-86f3-b202cbc899ad req-cf50ba3e-0e9b-4fef-88d0-a0f7e34cb70f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fec54d3-ab16-42bc-8784-c58eed4b96ad HTTP/1.1" status: 200 len: 944 time: 0.0924382 Aug 11 22:33:43.752417 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-c520d660-db05-40b3-806a-5ff8770e87c1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:43.779439 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-c520d660-db05-40b3-806a-5ff8770e87c1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Transition to ACTIVE for port object 719e09f6-4d0f-4b28-9c4a-d9ce6f404138 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:33:43.808928 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d941310c-92a9-4212-86f3-b202cbc899ad req-db3bc844-6d38-4fcf-ba35-5b2e253546b1 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489955 Aug 11 22:33:43.838606 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-c520d660-db05-40b3-806a-5ff8770e87c1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:43.897100 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-c520d660-db05-40b3-806a-5ff8770e87c1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Network 8851720f-46d7-4210-975b-18e7bc7d0350 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:33:43.903586 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-c520d660-db05-40b3-806a-5ff8770e87c1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:33:43.909413 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-c520d660-db05-40b3-806a-5ff8770e87c1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:33:43.917163 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520d660-db05-40b3-806a-5ff8770e87c1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Port': ['ID=719e09f6-4d0f-4b28-9c4a-d9ce6f404138,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:43.994629 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-c520d660-db05-40b3-806a-5ff8770e87c1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:43.995317 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-c520d660-db05-40b3-806a-5ff8770e87c1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:44.034124 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-c520d660-db05-40b3-806a-5ff8770e87c1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1545129 Aug 11 22:33:44.050767 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-2a75f58b-e497-4312-80b5-06fa21a24f5f service neutron] Request body: {'port': {'device_id': '2b8c6f04-fb7a-455a-8fef-54cbcc6748e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:33:44.208837 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-2a75f58b-e497-4312-80b5-06fa21a24f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:44.365831 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-cc50b7b4-e12f-4f8e-936b-b71ffdf70ec8 None None] Provisioning for port 719e09f6-4d0f-4b28-9c4a-d9ce6f404138 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:33:44.380532 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-cc50b7b4-e12f-4f8e-936b-b71ffdf70ec8 None None] Provisioning complete for port 719e09f6-4d0f-4b28-9c4a-d9ce6f404138 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:33:44.381223 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cc50b7b4-e12f-4f8e-936b-b71ffdf70ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:44.496976 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-cc50b7b4-e12f-4f8e-936b-b71ffdf70ec8 None None] Port 719e09f6-4d0f-4b28-9c4a-d9ce6f404138 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:33:44.665317 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5a70b-85db-4aa5-8a20-97a5a553aa6d req-8c4a091b-c4e1-4c9a-bf96-1d33408c5d3f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:44.667824 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fea5a70b-85db-4aa5-8a20-97a5a553aa6d req-8c4a091b-c4e1-4c9a-bf96-1d33408c5d3f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 932 time: 0.0865631 Aug 11 22:33:44.754673 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fea5a70b-85db-4aa5-8a20-97a5a553aa6d req-a59d1c35-29c6-41f2-853c-fda63654b236 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771866 Aug 11 22:33:44.813851 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-2a75f58b-e497-4312-80b5-06fa21a24f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 719e09f6-4d0f-4b28-9c4a-d9ce6f404138 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:33:44.825295 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-2a75f58b-e497-4312-80b5-06fa21a24f5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:44.841902 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-2a75f58b-e497-4312-80b5-06fa21a24f5f service neutron] Transition to ACTIVE for port object 719e09f6-4d0f-4b28-9c4a-d9ce6f404138 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:33:44.849266 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-2a75f58b-e497-4312-80b5-06fa21a24f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:45.041668 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75f58b-e497-4312-80b5-06fa21a24f5f service neutron] Pushing event updated for resources: {'Port': ['ID=719e09f6-4d0f-4b28-9c4a-d9ce6f404138,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:45.124372 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bcbcd-322f-4f29-9506-ca6e1678a317 req-e5296735-b62f-4c19-b6b8-2be7946996c3 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:45.133380 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ff8bcbcd-322f-4f29-9506-ca6e1678a317 req-e5296735-b62f-4c19-b6b8-2be7946996c3 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fec54d3-ab16-42bc-8784-c58eed4b96ad HTTP/1.1" status: 200 len: 944 time: 0.1196728 Aug 11 22:33:45.208140 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-2a75f58b-e497-4312-80b5-06fa21a24f5f service neutron] Attempting to bind port 719e09f6-4d0f-4b28-9c4a-d9ce6f404138 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:33:45.208490 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-2a75f58b-e497-4312-80b5-06fa21a24f5f service neutron] Attempting to bind port 719e09f6-4d0f-4b28-9c4a-d9ce6f404138 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'ad92f74f-fc49-402f-881b-8220b70c7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8851720f-46d7-4210-975b-18e7bc7d0350'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:33:45.208908 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-2a75f58b-e497-4312-80b5-06fa21a24f5f service neutron] Attempting to bind port 719e09f6-4d0f-4b28-9c4a-d9ce6f404138 on network 8851720f-46d7-4210-975b-18e7bc7d0350 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:33:45.215673 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ff8bcbcd-322f-4f29-9506-ca6e1678a317 req-7a004734-f97f-4ef8-9f0b-8ee488428c8d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813193 Aug 11 22:33:45.221082 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b707d856-0c96-4f67-bda5-f416a0938008 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:33:45.221414 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-2a75f58b-e497-4312-80b5-06fa21a24f5f service neutron] Port 719e09f6-4d0f-4b28-9c4a-d9ce6f404138 on network 8851720f-46d7-4210-975b-18e7bc7d0350 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:33:45.221751 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-2a75f58b-e497-4312-80b5-06fa21a24f5f service neutron] Attempting to bind port 719e09f6-4d0f-4b28-9c4a-d9ce6f404138 on network 8851720f-46d7-4210-975b-18e7bc7d0350 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:33:45.229375 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-2a75f58b-e497-4312-80b5-06fa21a24f5f service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:33:45.229729 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-2a75f58b-e497-4312-80b5-06fa21a24f5f service neutron] Checking segment: {'id': 'ad92f74f-fc49-402f-881b-8220b70c7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8851720f-46d7-4210-975b-18e7bc7d0350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:33:45.230287 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-2a75f58b-e497-4312-80b5-06fa21a24f5f service neutron] Bound using segment: {'id': 'ad92f74f-fc49-402f-881b-8220b70c7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8851720f-46d7-4210-975b-18e7bc7d0350'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:33:45.230745 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-2a75f58b-e497-4312-80b5-06fa21a24f5f service neutron] Bound port: 719e09f6-4d0f-4b28-9c4a-d9ce6f404138, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad92f74f-fc49-402f-881b-8220b70c7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8851720f-46d7-4210-975b-18e7bc7d0350'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:33:45.231123 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-2a75f58b-e497-4312-80b5-06fa21a24f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:45.315896 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port b707d856-0c96-4f67-bda5-f416a0938008 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:33:45.316343 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:45.351572 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-2a75f58b-e497-4312-80b5-06fa21a24f5f service neutron] For port 719e09f6-4d0f-4b28-9c4a-d9ce6f404138, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:33:45.358855 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-2a75f58b-e497-4312-80b5-06fa21a24f5f service neutron] For port 719e09f6-4d0f-4b28-9c4a-d9ce6f404138, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=719e09f6-4d0f-4b28-9c4a-d9ce6f404138,segment=NetworkSegment(ad92f74f-fc49-402f-881b-8220b70c7b04),segment_id=ad92f74f-fc49-402f-881b-8220b70c7b04)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:33:45.366171 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-2a75f58b-e497-4312-80b5-06fa21a24f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:45.407543 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-2a75f58b-e497-4312-80b5-06fa21a24f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:45.407816 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-2a75f58b-e497-4312-80b5-06fa21a24f5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:45.409535 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-2a75f58b-e497-4312-80b5-06fa21a24f5f service neutron] 10.222.0.82 "PUT /v2.0/ports/719e09f6-4d0f-4b28-9c4a-d9ce6f404138 HTTP/1.1" status: 200 len: 1092 time: 1.3702915 Aug 11 22:33:45.410136 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8c6f04-fb7a-455a-8fef-54cbcc6748e9', 'tag': '719e09f6-4d0f-4b28-9c4a-d9ce6f404138'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:33:45.416588 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d6e6f9-7997-4a06-adba-47d38c88ce9a" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8c6f04-fb7a-455a-8fef-54cbcc6748e9", "tag": "719e09f6-4d0f-4b28-9c4a-d9ce6f404138"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:33:45.467028 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75f58b-e497-4312-80b5-06fa21a24f5f service neutron] Pushing event updated for resources: {'Port': ['ID=719e09f6-4d0f-4b28-9c4a-d9ce6f404138,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:45.485151 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256ab69b-0d09-4118-be2e-e8bad3e2b0ee x-openstack-request-id: req-256ab69b-0d09-4118-be2e-e8bad3e2b0ee {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:33:45.485537 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8c6f04-fb7a-455a-8fef-54cbcc6748e9", "tag": "719e09f6-4d0f-4b28-9c4a-d9ce6f404138", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:33:45.485805 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-256ab69b-0d09-4118-be2e-e8bad3e2b0ee {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:33:45.486332 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8c6f04-fb7a-455a-8fef-54cbcc6748e9', 'tag': '719e09f6-4d0f-4b28-9c4a-d9ce6f404138', 'status': 'completed', 'code': 200} Aug 11 22:33:45.568706 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-ab87a157-eb45-477b-9fba-942b63220818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:45.572213 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-ab87a157-eb45-477b-9fba-942b63220818 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 1095 time: 0.0670655 Aug 11 22:33:45.671096 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-b1cb886e-7fae-44d1-99e1-dbcacabae5f9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=719e09f6-4d0f-4b28-9c4a-d9ce6f404138 HTTP/1.1" status: 200 len: 217 time: 0.0809546 Aug 11 22:33:45.770851 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-3827a55f-bdd4-453f-8fb3-e20b66665f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:45.772566 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-3827a55f-bdd4-453f-8fb3-e20b66665f01 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a339f1bc-cb62-47ef-8660-6f10cf6a2676 HTTP/1.1" status: 200 len: 834 time: 0.0945163 Aug 11 22:33:45.858929 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-ca1681f9-f2d3-4f9f-afd1-ba5327a96c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:45.865132 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-ca1681f9-f2d3-4f9f-afd1-ba5327a96c82 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8851720f-46d7-4210-975b-18e7bc7d0350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756295 Aug 11 22:33:45.985904 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 453b090a-2765-4c77-80b4-daff712df040 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:33:46.038205 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a69aa-1870-48ec-ae1c-b54323f54f47 req-74560626-6b02-4843-9b89-d1bf56636dea tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:46.047963 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b70a69aa-1870-48ec-ae1c-b54323f54f47 req-74560626-6b02-4843-9b89-d1bf56636dea tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 944 time: 0.1585243 Aug 11 22:33:46.112016 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-061849fc-657d-4a0d-8888-65cd825de99e service neutron] 10.222.0.82 "GET /v2.0/networks/8851720f-46d7-4210-975b-18e7bc7d0350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379980 Aug 11 22:33:46.131931 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b70a69aa-1870-48ec-ae1c-b54323f54f47 req-efe13a1e-7aee-4ed6-a5ea-06b37f686169 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784931 Aug 11 22:33:46.133919 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:46.202881 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 453b090a-2765-4c77-80b4-daff712df040, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=453b090a-2765-4c77-80b4-daff712df040,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:33:46.250223 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '453b090a-2765-4c77-80b4-daff712df040', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'port_id': '453b090a-2765-4c77-80b4-daff712df040', 'mac_address': 'fa:16:3e:5d:62:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:33:46.433610 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2a0c90ab-b4a4-41e7-b0f4-10369336eab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:46.441751 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:46.456226 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 453b090a-2765-4c77-80b4-daff712df040 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:33:46.469892 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4be7143-0e59-4441-909d-b91fa3c199ce req-309fc441-9e10-4acb-9ccd-30b0cd010c21 service neutron] 10.222.0.82 "GET /v2.0/networks/8851720f-46d7-4210-975b-18e7bc7d0350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367434 Aug 11 22:33:46.479753 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 453b090a-2765-4c77-80b4-daff712df040, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=453b090a-2765-4c77-80b4-daff712df040,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:33:46.484950 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:46.487637 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfd445-9d69-4622-b087-0fbb80dba65b req-0aedaf5a-d1da-4ae7-9412-0f88ba84de03 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:46.490979 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2ddfd445-9d69-4622-b087-0fbb80dba65b req-0aedaf5a-d1da-4ae7-9412-0f88ba84de03 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fec54d3-ab16-42bc-8784-c58eed4b96ad HTTP/1.1" status: 200 len: 944 time: 0.0760462 Aug 11 22:33:46.543923 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=453b090a-2765-4c77-80b4-daff712df040,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:46.555124 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:46.555840 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:46.556388 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:46.557657 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:46.558420 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:46.558954 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:46.559475 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:46.560669 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:46.561236 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:46.561765 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:46.562445 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:46.563212 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:33:46.565845 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2ddfd445-9d69-4622-b087-0fbb80dba65b req-cf656d60-6126-4c91-813d-29f53d17cc0b tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654619 Aug 11 22:33:46.631534 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6e6f9-7997-4a06-adba-47d38c88ce9a req-29e1887e-a863-4865-b794-3d77056572fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:46.633724 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-58d6e6f9-7997-4a06-adba-47d38c88ce9a req-29e1887e-a863-4865-b794-3d77056572fa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 1095 time: 0.0556118 Aug 11 22:33:46.698085 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['453b090a-2765-4c77-80b4-daff712df040'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:33:46.741603 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6e6f9-7997-4a06-adba-47d38c88ce9a req-a856d79b-009a-47f5-8695-3b2d39a3a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:46.743145 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-58d6e6f9-7997-4a06-adba-47d38c88ce9a req-a856d79b-009a-47f5-8695-3b2d39a3a20c service neutron] 10.222.0.82 "GET /v2.0/networks?id=8851720f-46d7-4210-975b-18e7bc7d0350 HTTP/1.1" status: 200 len: 897 time: 0.1010146 Aug 11 22:33:46.807634 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-58d6e6f9-7997-4a06-adba-47d38c88ce9a req-a5e2c5d0-51c3-4352-8529-2353210af0c6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=719e09f6-4d0f-4b28-9c4a-d9ce6f404138 HTTP/1.1" status: 200 len: 217 time: 0.0526934 Aug 11 22:33:46.877141 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6e6f9-7997-4a06-adba-47d38c88ce9a req-41d4af11-f189-43ff-9a5f-6170eafe29fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:46.878814 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-58d6e6f9-7997-4a06-adba-47d38c88ce9a req-41d4af11-f189-43ff-9a5f-6170eafe29fe service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a339f1bc-cb62-47ef-8660-6f10cf6a2676 HTTP/1.1" status: 200 len: 834 time: 0.0653760 Aug 11 22:33:46.950011 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6e6f9-7997-4a06-adba-47d38c88ce9a req-aecf6559-b924-4b6b-a91e-af3cd152a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:46.955037 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-58d6e6f9-7997-4a06-adba-47d38c88ce9a req-aecf6559-b924-4b6b-a91e-af3cd152a644 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8851720f-46d7-4210-975b-18e7bc7d0350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696056 Aug 11 22:33:47.118393 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-58d6e6f9-7997-4a06-adba-47d38c88ce9a req-863cae60-178e-4b54-a2fc-fe3c586ca49a service neutron] 10.222.0.82 "GET /v2.0/networks/8851720f-46d7-4210-975b-18e7bc7d0350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549089 Aug 11 22:33:47.287353 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-58d6e6f9-7997-4a06-adba-47d38c88ce9a req-9980b563-d4c5-40e8-b887-8d52dbc22c3c service neutron] 10.222.0.82 "GET /v2.0/networks/8851720f-46d7-4210-975b-18e7bc7d0350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611128 Aug 11 22:33:47.343296 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c6c78-ce0a-4ddb-887b-5210c413fc71 req-678983fc-298d-4f5d-9010-fcff44ac4c56 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:47.348044 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c12c6c78-ce0a-4ddb-887b-5210c413fc71 req-678983fc-298d-4f5d-9010-fcff44ac4c56 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 944 time: 0.0796239 Aug 11 22:33:47.397168 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c12c6c78-ce0a-4ddb-887b-5210c413fc71 req-e6caeec7-c743-40ac-8304-a8df8616a755 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445747 Aug 11 22:33:47.575704 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:47.694074 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb66b8f-09be-4afd-9319-07e20593615c req-a90c220f-3c2a-469a-96d6-51192b9f2e45 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:47.700809 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2eb66b8f-09be-4afd-9319-07e20593615c req-a90c220f-3c2a-469a-96d6-51192b9f2e45 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fec54d3-ab16-42bc-8784-c58eed4b96ad HTTP/1.1" status: 200 len: 945 time: 0.0728385 Aug 11 22:33:47.746320 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2eb66b8f-09be-4afd-9319-07e20593615c req-d0890ae2-fcca-4e81-af0f-9dddf10fb39d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389504 Aug 11 22:33:47.986569 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 453b090a-2765-4c77-80b4-daff712df040 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:33:48.089989 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 453b090a-2765-4c77-80b4-daff712df040 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:33:48.096006 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 453b090a-2765-4c77-80b4-daff712df040 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:33:48.098712 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:48.257801 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:48.306142 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fec54d3-ab16-42bc-8784-c58eed4b96ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453b090a-2765-4c77-80b4-daff712df040'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:33:48.312028 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e216a6b-13b0-4419-a73c-7677009c158e" -d '{"events": [{"server_uuid": "8fec54d3-ab16-42bc-8784-c58eed4b96ad", "name": "network-vif-plugged", "status": "completed", "tag": "453b090a-2765-4c77-80b4-daff712df040"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:33:48.343886 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 453b090a-2765-4c77-80b4-daff712df040, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=453b090a-2765-4c77-80b4-daff712df040,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:33:48.350060 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:48.382381 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd99faea-6a3a-4390-945b-cb6f14e34b6c x-openstack-request-id: req-cd99faea-6a3a-4390-945b-cb6f14e34b6c {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:33:48.382613 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fec54d3-ab16-42bc-8784-c58eed4b96ad", "name": "network-vif-plugged", "status": "completed", "tag": "453b090a-2765-4c77-80b4-daff712df040", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:33:48.389579 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cd99faea-6a3a-4390-945b-cb6f14e34b6c {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:33:48.390175 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fec54d3-ab16-42bc-8784-c58eed4b96ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453b090a-2765-4c77-80b4-daff712df040', 'code': 200} Aug 11 22:33:48.449599 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=453b090a-2765-4c77-80b4-daff712df040,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:48.573600 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feddc8d-94e0-4f1b-ab7a-1bc760d61caf req-9560fe75-7334-421c-9de5-95df048e6c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:48.575925 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5feddc8d-94e0-4f1b-ab7a-1bc760d61caf req-9560fe75-7334-421c-9de5-95df048e6c32 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8fec54d3-ab16-42bc-8784-c58eed4b96ad HTTP/1.1" status: 200 len: 1097 time: 0.0767198 Aug 11 22:33:48.580054 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa149c9-242b-4415-8eea-12cab3e447ef req-58c7cdc5-0352-4d13-ad21-cd41927f5bfa tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:48.583321 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-faa149c9-242b-4415-8eea-12cab3e447ef req-58c7cdc5-0352-4d13-ad21-cd41927f5bfa tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 944 time: 0.0780559 Aug 11 22:33:48.623172 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5feddc8d-94e0-4f1b-ab7a-1bc760d61caf req-20aff0c4-5580-412f-ad40-81016c2436b1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381763 Aug 11 22:33:48.640220 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-faa149c9-242b-4415-8eea-12cab3e447ef req-152c4972-0d67-44a9-8d23-d9aaacffa230 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490515 Aug 11 22:33:48.943661 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f82613-7472-4031-aa57-fd7e222b9fb7 req-54566082-a7ad-4b0a-badf-36d9c65df2ee tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:48.952351 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-50f82613-7472-4031-aa57-fd7e222b9fb7 req-54566082-a7ad-4b0a-badf-36d9c65df2ee tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fec54d3-ab16-42bc-8784-c58eed4b96ad HTTP/1.1" status: 200 len: 946 time: 0.1023986 Aug 11 22:33:49.067601 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-50f82613-7472-4031-aa57-fd7e222b9fb7 req-1ec7d79a-ed9c-4786-9fc8-04603f6de45a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139760 Aug 11 22:33:49.081597 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:49.784943 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b79ead-9c39-446a-bd8d-6a0341469464 req-5cb7f610-4595-420a-9b61-cacd7cef6dba tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:49.787539 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-53b79ead-9c39-446a-bd8d-6a0341469464 req-5cb7f610-4595-420a-9b61-cacd7cef6dba tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 944 time: 0.0811865 Aug 11 22:33:49.838993 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-53b79ead-9c39-446a-bd8d-6a0341469464 req-3b96fd0f-693e-4c93-aaee-769f51714213 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398498 Aug 11 22:33:50.273890 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b19c9a-f328-47c5-a954-55cbfeb4b413 req-9e10575d-57d7-4d22-97a1-cb7e9c363ec0 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:50.276089 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-52b19c9a-f328-47c5-a954-55cbfeb4b413 req-9e10575d-57d7-4d22-97a1-cb7e9c363ec0 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fec54d3-ab16-42bc-8784-c58eed4b96ad HTTP/1.1" status: 200 len: 946 time: 0.0610783 Aug 11 22:33:50.330369 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-52b19c9a-f328-47c5-a954-55cbfeb4b413 req-d5c7e491-7871-4354-b25d-ca79dc57ac51 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470865 Aug 11 22:33:50.347226 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 719e09f6-4d0f-4b28-9c4a-d9ce6f404138 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:33:50.468751 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf610b-95a3-4d54-a6e2-9ed13d618bfd req-83a80a37-e18b-47bd-9383-d9ce0a95dd83 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:50.470746 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d2cf610b-95a3-4d54-a6e2-9ed13d618bfd req-83a80a37-e18b-47bd-9383-d9ce0a95dd83 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fec54d3-ab16-42bc-8784-c58eed4b96ad HTTP/1.1" status: 200 len: 946 time: 0.0637798 Aug 11 22:33:50.483426 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 719e09f6-4d0f-4b28-9c4a-d9ce6f404138, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=719e09f6-4d0f-4b28-9c4a-d9ce6f404138,segment=NetworkSegment(ad92f74f-fc49-402f-881b-8220b70c7b04),segment_id=ad92f74f-fc49-402f-881b-8220b70c7b04)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:33:50.497224 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '719e09f6-4d0f-4b28-9c4a-d9ce6f404138', 'network_id': '8851720f-46d7-4210-975b-18e7bc7d0350', 'port_id': '719e09f6-4d0f-4b28-9c4a-d9ce6f404138', 'mac_address': 'fa:16:3e:4f:d3:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a339f1bc-cb62-47ef-8660-6f10cf6a2676', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:33:50.519456 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d2cf610b-95a3-4d54-a6e2-9ed13d618bfd req-213d3cc4-30d7-404d-ae6e-9bde20d13012 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419693 Aug 11 22:33:50.537135 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:50.542531 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45694) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:33:50.550576 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 719e09f6-4d0f-4b28-9c4a-d9ce6f404138 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:33:50.576787 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 719e09f6-4d0f-4b28-9c4a-d9ce6f404138, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=719e09f6-4d0f-4b28-9c4a-d9ce6f404138,segment=NetworkSegment(ad92f74f-fc49-402f-881b-8220b70c7b04),segment_id=ad92f74f-fc49-402f-881b-8220b70c7b04)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:33:50.582305 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:50.596039 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1880585c-f4ae-4a29-b319-d340125c3cff tempest-TestVolumeBootPattern-1016468935 tempest-TestVolumeBootPattern-1016468935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:50.600608 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1880585c-f4ae-4a29-b319-d340125c3cff tempest-TestVolumeBootPattern-1016468935 tempest-TestVolumeBootPattern-1016468935-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=8fec54d3-ab16-42bc-8784-c58eed4b96ad HTTP/1.1" status: 200 len: 1092 time: 0.0516438 Aug 11 22:33:50.601535 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45696) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:33:50.606262 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-0bba9ad4-17cb-4c33-90e9-4ebaa8d543ee tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'port_id': '453b090a-2765-4c77-80b4-daff712df040', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:33:50.638330 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0bba9ad4-17cb-4c33-90e9-4ebaa8d543ee tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for floatingip, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:50.646408 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=719e09f6-4d0f-4b28-9c4a-d9ce6f404138,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:50.770496 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:50.990405 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['719e09f6-4d0f-4b28-9c4a-d9ce6f404138'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:33:51.069272 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cc3b9-b17d-48b5-94f8-5ef7fb6526c1 req-d7c73edc-50c0-4913-a80f-475775095597 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:51.071234 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f30cc3b9-b17d-48b5-94f8-5ef7fb6526c1 req-d7c73edc-50c0-4913-a80f-475775095597 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 945 time: 0.1359527 Aug 11 22:33:51.095359 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0bba9ad4-17cb-4c33-90e9-4ebaa8d543ee tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:51.144181 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f30cc3b9-b17d-48b5-94f8-5ef7fb6526c1 req-e8748f0b-ec8c-43b4-9aff-ded680009946 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597277 Aug 11 22:33:51.328264 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-0bba9ad4-17cb-4c33-90e9-4ebaa8d543ee tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Allocated IP 172.25.2.233 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/db5397a0-922b-4895-8290-4a3cf24ef6cf) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:33:51.482772 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0bba9ad4-17cb-4c33-90e9-4ebaa8d543ee tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:51.533609 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0bba9ad4-17cb-4c33-90e9-4ebaa8d543ee tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:51.580884 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bba9ad4-17cb-4c33-90e9-4ebaa8d543ee tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:33:51.589780 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-0bba9ad4-17cb-4c33-90e9-4ebaa8d543ee tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:33:51.596608 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bba9ad4-17cb-4c33-90e9-4ebaa8d543ee tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:33:51.600054 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba9ad4-17cb-4c33-90e9-4ebaa8d543ee tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Pushing event updated for resources: {'Port': ['ID=db5397a0-922b-4895-8290-4a3cf24ef6cf,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:52.246520 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0bba9ad4-17cb-4c33-90e9-4ebaa8d543ee tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:52.353840 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 719e09f6-4d0f-4b28-9c4a-d9ce6f404138 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:33:52.401826 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addbc98-f04f-4d82-8220-796a004bc5de req-ab2557ea-297b-44b2-8fee-0913448e3520 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:52.402771 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0bba9ad4-17cb-4c33-90e9-4ebaa8d543ee tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:52.405091 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2addbc98-f04f-4d82-8220-796a004bc5de req-ab2557ea-297b-44b2-8fee-0913448e3520 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 945 time: 0.1514363 Aug 11 22:33:52.443373 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 719e09f6-4d0f-4b28-9c4a-d9ce6f404138 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:33:52.473464 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 719e09f6-4d0f-4b28-9c4a-d9ce6f404138 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:33:52.474324 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:52.517834 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2addbc98-f04f-4d82-8220-796a004bc5de req-428b3e85-f98e-4d8e-a08e-ce46ae43e151 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050797 Aug 11 22:33:52.629526 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:52.663696 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8c6f04-fb7a-455a-8fef-54cbcc6748e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719e09f6-4d0f-4b28-9c4a-d9ce6f404138'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:33:52.666083 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474567e3-6b12-447d-8e30-6fa468794fcb" -d '{"events": [{"server_uuid": "2b8c6f04-fb7a-455a-8fef-54cbcc6748e9", "name": "network-vif-plugged", "status": "completed", "tag": "719e09f6-4d0f-4b28-9c4a-d9ce6f404138"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:33:52.686844 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 719e09f6-4d0f-4b28-9c4a-d9ce6f404138, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=719e09f6-4d0f-4b28-9c4a-d9ce6f404138,segment=NetworkSegment(ad92f74f-fc49-402f-881b-8220b70c7b04),segment_id=ad92f74f-fc49-402f-881b-8220b70c7b04)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:33:52.694278 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:52.737650 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0bba9ad4-17cb-4c33-90e9-4ebaa8d543ee tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:52.744265 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0bba9ad4-17cb-4c33-90e9-4ebaa8d543ee tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:52.775894 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=719e09f6-4d0f-4b28-9c4a-d9ce6f404138,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:52.785728 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4563cd6-a038-41ff-9fea-c69e191d2417 x-openstack-request-id: req-a4563cd6-a038-41ff-9fea-c69e191d2417 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:33:52.785983 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8c6f04-fb7a-455a-8fef-54cbcc6748e9", "name": "network-vif-plugged", "status": "completed", "tag": "719e09f6-4d0f-4b28-9c4a-d9ce6f404138", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:33:52.786165 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a4563cd6-a038-41ff-9fea-c69e191d2417 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:33:52.787712 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8c6f04-fb7a-455a-8fef-54cbcc6748e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719e09f6-4d0f-4b28-9c4a-d9ce6f404138', 'code': 200} Aug 11 22:33:52.835207 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0bba9ad4-17cb-4c33-90e9-4ebaa8d543ee tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:52.910409 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba9ad4-17cb-4c33-90e9-4ebaa8d543ee tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Pushing event updated for resources: {'Port': ['ID=db5397a0-922b-4895-8290-4a3cf24ef6cf,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:52.942920 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a952f0-2bfe-445d-a874-e8d148c266d9 req-4406809f-bdc1-4809-a131-495703acdbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:52.945093 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b1a952f0-2bfe-445d-a874-e8d148c266d9 req-4406809f-bdc1-4809-a131-495703acdbba service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 1097 time: 0.0551240 Aug 11 22:33:52.998890 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b1a952f0-2bfe-445d-a874-e8d148c266d9 req-3561d01c-5fa3-42c2-9470-4e34cf18cee0 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465786 Aug 11 22:33:53.014292 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [None req-0bba9ad4-17cb-4c33-90e9-4ebaa8d543ee tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Floating IP cb9f0e6a-1e85-462c-ac80-eafc97faee4d associated. External IP: 172.25.2.233, port: 453b090a-2765-4c77-80b4-daff712df040. Aug 11 22:33:53.275691 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bba9ad4-17cb-4c33-90e9-4ebaa8d543ee tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Router 2c295ff1-e849-450b-bb35-fe3ee1356d31 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:33:53.405155 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bba9ad4-17cb-4c33-90e9-4ebaa8d543ee tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:33:53.424477 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0bba9ad4-17cb-4c33-90e9-4ebaa8d543ee tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:53.426449 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c939856-f3c6-4dab-b6ba-44ba6ace91c3 None None] Sync routers for ids ['2c295ff1-e849-450b-bb35-fe3ee1356d31'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:33:53.439005 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c939856-f3c6-4dab-b6ba-44ba6ace91c3 None None] Routers {'2c295ff1-e849-450b-bb35-fe3ee1356d31'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:33:53.439719 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-6c939856-f3c6-4dab-b6ba-44ba6ace91c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:33:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['2c295ff1-e849-450b-bb35-fe3ee1356d31'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:33:53.461685 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0bba9ad4-17cb-4c33-90e9-4ebaa8d543ee tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8590209 Aug 11 22:33:53.462414 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fec54d3-ab16-42bc-8784-c58eed4b96ad', 'tag': '453b090a-2765-4c77-80b4-daff712df040'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:33:53.464995 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8cda47-72e9-443b-8998-212af9b56ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "8fec54d3-ab16-42bc-8784-c58eed4b96ad", "tag": "453b090a-2765-4c77-80b4-daff712df040"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:33:53.521224 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a065e3fb-3579-43c0-a527-60d450171937 x-openstack-request-id: req-a065e3fb-3579-43c0-a527-60d450171937 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:33:53.521524 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fec54d3-ab16-42bc-8784-c58eed4b96ad", "tag": "453b090a-2765-4c77-80b4-daff712df040", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:33:53.521783 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a065e3fb-3579-43c0-a527-60d450171937 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:33:53.522195 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fec54d3-ab16-42bc-8784-c58eed4b96ad', 'tag': '453b090a-2765-4c77-80b4-daff712df040', 'status': 'completed', 'code': 200} Aug 11 22:33:53.589688 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8cda47-72e9-443b-8998-212af9b56ac4 req-334808ef-09d3-4569-872d-9d304d534aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:53.592261 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6d8cda47-72e9-443b-8998-212af9b56ac4 req-334808ef-09d3-4569-872d-9d304d534aca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0bd86e77836944e4bb373c5db0c18c61&device_id=8fec54d3-ab16-42bc-8784-c58eed4b96ad HTTP/1.1" status: 200 len: 1097 time: 0.0469310 Aug 11 22:33:53.600306 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-6c939856-f3c6-4dab-b6ba-44ba6ace91c3 None None] Set router 2c295ff1-e849-450b-bb35-fe3ee1356d31 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:33:53.676866 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018def3-6b85-4cce-ab60-254c7247e9dc req-8e7b2e66-c22f-441c-b41d-dcabda195834 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:53.679197 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d018def3-6b85-4cce-ab60-254c7247e9dc req-8e7b2e66-c22f-441c-b41d-dcabda195834 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 946 time: 0.0652022 Aug 11 22:33:53.723127 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8cda47-72e9-443b-8998-212af9b56ac4 req-51f100f2-5602-4113-997c-8c52c65051a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:53.724831 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6d8cda47-72e9-443b-8998-212af9b56ac4 req-51f100f2-5602-4113-997c-8c52c65051a0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 200 len: 913 time: 0.1256902 Aug 11 22:33:53.744581 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d018def3-6b85-4cce-ab60-254c7247e9dc req-d34fdf85-7e83-4b68-b0ac-3d89899df51c tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574563 Aug 11 22:33:53.805307 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6d8cda47-72e9-443b-8998-212af9b56ac4 req-fff2f568-a88f-4deb-99bf-d8f72be99dde service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=453b090a-2765-4c77-80b4-daff712df040 HTTP/1.1" status: 200 len: 1000 time: 0.0724251 Aug 11 22:33:53.857087 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8cda47-72e9-443b-8998-212af9b56ac4 req-730f0b5a-2f85-490e-a124-55a0cec68327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:53.858705 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6d8cda47-72e9-443b-8998-212af9b56ac4 req-730f0b5a-2f85-490e-a124-55a0cec68327 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e825988f-9783-4539-86a4-b6ca493a4bbd HTTP/1.1" status: 200 len: 851 time: 0.0460243 Aug 11 22:33:53.877403 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-6c939856-f3c6-4dab-b6ba-44ba6ace91c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'name': 'tempest-TestVolumeBootPattern-1788241116-router', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:20:49Z', 'updated_at': '2021-08-11T22:21:04Z', 'revision_number': 4, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'gw_port': {'id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:20:51Z', 'updated_at': '2021-08-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'cb9f0e6a-1e85-462c-ac80-eafc97faee4d', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'port_id': '453b090a-2765-4c77-80b4-daff712df040', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'mac_address': 'fa:16:3e:5d:62:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fec54d3-ab16-42bc-8784-c58eed4b96ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:33:51Z', 'updated_at': '2021-08-11T22:33:51Z', 'revision_number': 0, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'fixed_ip_address_scope': None}, {'id': 'eabb6d24-cca8-4250-9325-35d80f3f0436', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'floating_ip_address': '172.25.2.172', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'port_id': '0b5cfaed-df2c-4ef1-88d3-272a5db59f62', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'mac_address': 'fa:16:3e:a8:79:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a73eed9-1de5-4003-8958-2422f604cac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:31:39Z', 'updated_at': '2021-08-11T22:31:45Z', 'revision_number': 1, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b', 'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'mac_address': 'fa:16:3e:28:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:21:00Z', 'updated_at': '2021-08-11T22:21:15Z', 'revision_number': 5, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'subnets': [{'id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:33:53.917844 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8cda47-72e9-443b-8998-212af9b56ac4 req-85a7abc4-3085-4159-8b09-14517533fe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:53.919687 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6d8cda47-72e9-443b-8998-212af9b56ac4 req-85a7abc4-3085-4159-8b09-14517533fe5c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541742 Aug 11 22:33:53.924502 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c939856-f3c6-4dab-b6ba-44ba6ace91c3 None None] Checking router: 2c295ff1-e849-450b-bb35-fe3ee1356d31 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:33:53.933880 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c939856-f3c6-4dab-b6ba-44ba6ace91c3 None None] Routers {'2c295ff1-e849-450b-bb35-fe3ee1356d31'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:33:53.934516 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-6c939856-f3c6-4dab-b6ba-44ba6ace91c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:33:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['2c295ff1-e849-450b-bb35-fe3ee1356d31'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:33:54.025288 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6d8cda47-72e9-443b-8998-212af9b56ac4 req-04fb8374-6374-4c2c-989a-0841a34e9f4d service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968277 Aug 11 22:33:54.078404 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-6c939856-f3c6-4dab-b6ba-44ba6ace91c3 None None] Set router 2c295ff1-e849-450b-bb35-fe3ee1356d31 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:33:54.143614 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6d8cda47-72e9-443b-8998-212af9b56ac4 req-43d1a9fb-7434-42d8-bd30-1a589dd9ffe9 service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096077 Aug 11 22:33:54.365570 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-6c939856-f3c6-4dab-b6ba-44ba6ace91c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'name': 'tempest-TestVolumeBootPattern-1788241116-router', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:20:49Z', 'updated_at': '2021-08-11T22:21:04Z', 'revision_number': 4, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'gw_port': {'id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:20:51Z', 'updated_at': '2021-08-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'cb9f0e6a-1e85-462c-ac80-eafc97faee4d', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'port_id': '453b090a-2765-4c77-80b4-daff712df040', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'mac_address': 'fa:16:3e:5d:62:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fec54d3-ab16-42bc-8784-c58eed4b96ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:33:51Z', 'updated_at': '2021-08-11T22:33:51Z', 'revision_number': 0, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'fixed_ip_address_scope': None}, {'id': 'eabb6d24-cca8-4250-9325-35d80f3f0436', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'floating_ip_address': '172.25.2.172', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'port_id': '0b5cfaed-df2c-4ef1-88d3-272a5db59f62', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'mac_address': 'fa:16:3e:a8:79:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a73eed9-1de5-4003-8958-2422f604cac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:31:39Z', 'updated_at': '2021-08-11T22:31:45Z', 'revision_number': 1, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b', 'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'mac_address': 'fa:16:3e:28:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:21:00Z', 'updated_at': '2021-08-11T22:21:15Z', 'revision_number': 5, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'subnets': [{'id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:33:54.421002 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c939856-f3c6-4dab-b6ba-44ba6ace91c3 None None] The sync data for ids ['2c295ff1-e849-450b-bb35-fe3ee1356d31'] in n-d-804275-3 is: [{'id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'name': 'tempest-TestVolumeBootPattern-1788241116-router', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:20:49Z', 'updated_at': '2021-08-11T22:21:04Z', 'revision_number': 4, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'gw_port': {'id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:20:51Z', 'updated_at': '2021-08-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'cb9f0e6a-1e85-462c-ac80-eafc97faee4d', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'port_id': '453b090a-2765-4c77-80b4-daff712df040', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'mac_address': 'fa:16:3e:5d:62:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fec54d3-ab16-42bc-8784-c58eed4b96ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:33:51Z', 'updated_at': '2021-08-11T22:33:51Z', 'revision_number': 0, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'fixed_ip_address_scope': None}, {'id': 'eabb6d24-cca8-4250-9325-35d80f3f0436', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'floating_ip_address': '172.25.2.172', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'port_id': '0b5cfaed-df2c-4ef1-88d3-272a5db59f62', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'mac_address': 'fa:16:3e:a8:79:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a73eed9-1de5-4003-8958-2422f604cac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:31:39Z', 'updated_at': '2021-08-11T22:31:45Z', 'revision_number': 1, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b', 'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'mac_address': 'fa:16:3e:28:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:21:00Z', 'updated_at': '2021-08-11T22:21:15Z', 'revision_number': 5, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'subnets': [{'id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:33:54.714252 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995a9dde-0a8c-4768-81a1-e072e767763b None None] New status for floating IP cb9f0e6a-1e85-462c-ac80-eafc97faee4d: ACTIVE {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:33:54.878590 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0286d-cf16-47db-b1bc-aeb637694c97 req-59502abf-e5cb-495d-b466-f80dda43c34a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:54.884206 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f9d0286d-cf16-47db-b1bc-aeb637694c97 req-59502abf-e5cb-495d-b466-f80dda43c34a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 946 time: 0.0570440 Aug 11 22:33:54.931687 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f9d0286d-cf16-47db-b1bc-aeb637694c97 req-d8c3f2ad-9ed1-4020-b7a3-40a3f4aa3d1b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439634 Aug 11 22:33:55.070847 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d825c5-f128-41a7-a641-81d136450d69 req-86774c7f-a82a-4a4c-85d9-f12cebdb0d4d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:55.076854 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c2d825c5-f128-41a7-a641-81d136450d69 req-86774c7f-a82a-4a4c-85d9-f12cebdb0d4d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 946 time: 0.0592263 Aug 11 22:33:55.121339 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c2d825c5-f128-41a7-a641-81d136450d69 req-16581867-eb44-4db2-8633-152e33aac0ef tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407062 Aug 11 22:33:55.145729 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45766) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:33:55.203594 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7a9b6e-d71b-45ea-9a7d-a99355567c42 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:55.207548 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2b7a9b6e-d71b-45ea-9a7d-a99355567c42 tempest-TestNetworkAdvancedServerOps-627823748 tempest-TestNetworkAdvancedServerOps-627823748-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 1092 time: 0.0578589 Aug 11 22:33:55.208421 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 45772) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:33:55.213564 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-3c080662-6506-4796-b1f7-bafd8a32f0f8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'port_id': '719e09f6-4d0f-4b28-9c4a-d9ce6f404138', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:33:55.243036 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3c080662-6506-4796-b1f7-bafd8a32f0f8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for floatingip, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:55.387051 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3c080662-6506-4796-b1f7-bafd8a32f0f8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:55.575334 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-3c080662-6506-4796-b1f7-bafd8a32f0f8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Allocated IP 172.25.2.107 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/1c265fee-2d01-4051-b0f4-39563acd4948) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:33:55.731387 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3c080662-6506-4796-b1f7-bafd8a32f0f8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:55.990586 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45798) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:33:56.120700 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3c080662-6506-4796-b1f7-bafd8a32f0f8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:56.151404 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-be1902f7-7ccb-4dd1-99ad-6e7891d7a09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:56.166290 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c080662-6506-4796-b1f7-bafd8a32f0f8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:33:56.170194 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-3c080662-6506-4796-b1f7-bafd8a32f0f8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:33:56.175316 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c080662-6506-4796-b1f7-bafd8a32f0f8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:33:56.179078 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c080662-6506-4796-b1f7-bafd8a32f0f8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Port': ['ID=1c265fee-2d01-4051-b0f4-39563acd4948,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:56.287525 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-be1902f7-7ccb-4dd1-99ad-6e7891d7a09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:56.292138 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-be1902f7-7ccb-4dd1-99ad-6e7891d7a09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:56.336358 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1902f7-7ccb-4dd1-99ad-6e7891d7a09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacd6964-6d9e-474f-a122-e89ebf9be0c4,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:56.344500 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-be1902f7-7ccb-4dd1-99ad-6e7891d7a09a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2e177a0ef2e343499f18aefb1d1c583b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3525722 Aug 11 22:33:56.345274 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45802) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:33:56.404776 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bc60dc41-6f8c-4233-8322-2894f163ded2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:56.430042 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bc60dc41-6f8c-4233-8322-2894f163ded2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:56.489581 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bc60dc41-6f8c-4233-8322-2894f163ded2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:56.492288 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bc60dc41-6f8c-4233-8322-2894f163ded2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:56.495867 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bc60dc41-6f8c-4233-8322-2894f163ded2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bacd6964-6d9e-474f-a122-e89ebf9be0c4 HTTP/1.1" status: 204 len: 168 time: 0.1467435 Aug 11 22:33:56.503269 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60dc41-6f8c-4233-8322-2894f163ded2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacd6964-6d9e-474f-a122-e89ebf9be0c4,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:56.666865 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3c080662-6506-4796-b1f7-bafd8a32f0f8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:56.745773 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3c080662-6506-4796-b1f7-bafd8a32f0f8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:56.883589 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45816) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:33:56.903112 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6a5cfd33-8f7c-44b5-9134-ab5816c82001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:56.977520 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3c080662-6506-4796-b1f7-bafd8a32f0f8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:56.984816 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3c080662-6506-4796-b1f7-bafd8a32f0f8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:57.052604 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6a5cfd33-8f7c-44b5-9134-ab5816c82001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:57.058034 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6a5cfd33-8f7c-44b5-9134-ab5816c82001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:57.104627 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c080662-6506-4796-b1f7-bafd8a32f0f8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event updated for resources: {'Port': ['ID=1c265fee-2d01-4051-b0f4-39563acd4948,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:57.117121 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5cfd33-8f7c-44b5-9134-ab5816c82001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6601644-2e27-4485-ab9a-95185551f4f7,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:57.126546 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6a5cfd33-8f7c-44b5-9134-ab5816c82001 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f3b1540814b745c6b523269d13df80d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415545 Aug 11 22:33:57.127135 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45818) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:33:57.140087 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3c080662-6506-4796-b1f7-bafd8a32f0f8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:57.207638 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-94adc97d-a14a-42a5-8d4b-90d32a9472f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:57.237461 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-94adc97d-a14a-42a5-8d4b-90d32a9472f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:57.282765 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [None req-3c080662-6506-4796-b1f7-bafd8a32f0f8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Floating IP 46a0501f-5efb-45bd-b787-e2a93db6e715 associated. External IP: 172.25.2.107, port: 719e09f6-4d0f-4b28-9c4a-d9ce6f404138. Aug 11 22:33:57.301801 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-94adc97d-a14a-42a5-8d4b-90d32a9472f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:57.304555 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-94adc97d-a14a-42a5-8d4b-90d32a9472f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:57.308190 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-94adc97d-a14a-42a5-8d4b-90d32a9472f0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e6601644-2e27-4485-ab9a-95185551f4f7 HTTP/1.1" status: 204 len: 168 time: 0.1775222 Aug 11 22:33:57.328759 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94adc97d-a14a-42a5-8d4b-90d32a9472f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6601644-2e27-4485-ab9a-95185551f4f7,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:33:57.637184 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c080662-6506-4796-b1f7-bafd8a32f0f8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Router 6496bef1-173f-4c95-85d9-a769b7deaf0e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:33:57.799873 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c080662-6506-4796-b1f7-bafd8a32f0f8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:33:57.813021 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654e098f-4a21-4138-aee3-29aa94450cb7 None None] Sync routers for ids ['6496bef1-173f-4c95-85d9-a769b7deaf0e'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:33:57.821987 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3c080662-6506-4796-b1f7-bafd8a32f0f8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:33:57.832707 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654e098f-4a21-4138-aee3-29aa94450cb7 None None] Routers {'6496bef1-173f-4c95-85d9-a769b7deaf0e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:33:57.834127 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-654e098f-4a21-4138-aee3-29aa94450cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:33:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['6496bef1-173f-4c95-85d9-a769b7deaf0e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:33:57.874007 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3c080662-6506-4796-b1f7-bafd8a32f0f8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6641078 Aug 11 22:33:57.875664 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8c6f04-fb7a-455a-8fef-54cbcc6748e9', 'tag': '719e09f6-4d0f-4b28-9c4a-d9ce6f404138'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:33:57.879891 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc61940-f40b-4214-b935-210c5fad8c45" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8c6f04-fb7a-455a-8fef-54cbcc6748e9", "tag": "719e09f6-4d0f-4b28-9c4a-d9ce6f404138"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:33:58.033719 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0be4a9-7734-47a0-aa8f-28a8e0521088 req-58d1cbbf-4a75-4d3a-b913-ad07f359ed6b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:58.035455 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ff0be4a9-7734-47a0-aa8f-28a8e0521088 req-58d1cbbf-4a75-4d3a-b913-ad07f359ed6b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 946 time: 0.0741789 Aug 11 22:33:58.160510 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ff0be4a9-7734-47a0-aa8f-28a8e0521088 req-defa8ae6-3feb-4358-bdde-759dbcd56204 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144385 Aug 11 22:33:58.180361 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45844) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:33:58.348270 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dafb5ae-8e84-4573-9f70-af721eb46d16 x-openstack-request-id: req-2dafb5ae-8e84-4573-9f70-af721eb46d16 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:33:58.348820 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8c6f04-fb7a-455a-8fef-54cbcc6748e9", "tag": "719e09f6-4d0f-4b28-9c4a-d9ce6f404138", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:33:58.349044 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2dafb5ae-8e84-4573-9f70-af721eb46d16 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:33:58.349598 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8c6f04-fb7a-455a-8fef-54cbcc6748e9', 'tag': '719e09f6-4d0f-4b28-9c4a-d9ce6f404138', 'status': 'completed', 'code': 200} Aug 11 22:33:58.395636 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4f879572-ea6d-4187-8fb1-09514643ced6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/floatingips/46a0501f-5efb-45bd-b787-e2a93db6e715 HTTP/1.1" status: 200 len: 992 time: 0.2133946 Aug 11 22:33:58.424494 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-654e098f-4a21-4138-aee3-29aa94450cb7 None None] Set router 6496bef1-173f-4c95-85d9-a769b7deaf0e gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:33:58.446643 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc61940-f40b-4214-b935-210c5fad8c45 req-1b20e290-fb7b-4b9f-a990-97f1066b621c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:58.448671 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4bc61940-f40b-4214-b935-210c5fad8c45 req-1b20e290-fb7b-4b9f-a990-97f1066b621c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 1097 time: 0.0487320 Aug 11 22:33:58.613586 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc61940-f40b-4214-b935-210c5fad8c45 req-c7e0d7f3-e36c-4f59-9c0a-b1922485ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:58.617168 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4bc61940-f40b-4214-b935-210c5fad8c45 req-c7e0d7f3-e36c-4f59-9c0a-b1922485ce57 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8851720f-46d7-4210-975b-18e7bc7d0350 HTTP/1.1" status: 200 len: 897 time: 0.1495287 Aug 11 22:33:58.718225 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4bc61940-f40b-4214-b935-210c5fad8c45 req-27514a77-2366-4eb2-b0e1-39cbf6775c68 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=719e09f6-4d0f-4b28-9c4a-d9ce6f404138 HTTP/1.1" status: 200 len: 1000 time: 0.0925319 Aug 11 22:33:58.782155 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-654e098f-4a21-4138-aee3-29aa94450cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717313940', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f257a47b-f179-4c24-bc53-fc18f2b5de95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:33:25Z', 'updated_at': '2021-08-11T22:33:36Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': 'f257a47b-f179-4c24-bc53-fc18f2b5de95', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:33:26Z', 'updated_at': '2021-08-11T22:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '46a0501f-5efb-45bd-b787-e2a93db6e715', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'floating_ip_address': '172.25.2.107', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'port_id': '719e09f6-4d0f-4b28-9c4a-d9ce6f404138', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8851720f-46d7-4210-975b-18e7bc7d0350', 'mac_address': 'fa:16:3e:4f:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8c6f04-fb7a-455a-8fef-54cbcc6748e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:33:56Z', 'updated_at': '2021-08-11T22:33:56Z', 'revision_number': 0, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b707d856-0c96-4f67-bda5-f416a0938008', 'name': '', 'network_id': '8851720f-46d7-4210-975b-18e7bc7d0350', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:dc:a0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'a339f1bc-cb62-47ef-8660-6f10cf6a2676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:33:34Z', 'updated_at': '2021-08-11T22:33:43Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': 'a339f1bc-cb62-47ef-8660-6f10cf6a2676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:33:58.796201 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc61940-f40b-4214-b935-210c5fad8c45 req-b5765337-075c-4b64-a7d6-a24379a63fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:58.798194 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4bc61940-f40b-4214-b935-210c5fad8c45 req-b5765337-075c-4b64-a7d6-a24379a63fc8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a339f1bc-cb62-47ef-8660-6f10cf6a2676 HTTP/1.1" status: 200 len: 834 time: 0.0678194 Aug 11 22:33:58.828641 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654e098f-4a21-4138-aee3-29aa94450cb7 None None] Checking router: 6496bef1-173f-4c95-85d9-a769b7deaf0e for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:33:58.847119 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654e098f-4a21-4138-aee3-29aa94450cb7 None None] Routers {'6496bef1-173f-4c95-85d9-a769b7deaf0e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:33:58.849072 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-654e098f-4a21-4138-aee3-29aa94450cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:33:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['6496bef1-173f-4c95-85d9-a769b7deaf0e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:33:58.863746 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc61940-f40b-4214-b935-210c5fad8c45 req-11f3dda1-508b-4a5c-a570-57ccf010b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:33:58.865553 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4bc61940-f40b-4214-b935-210c5fad8c45 req-11f3dda1-508b-4a5c-a570-57ccf010b13c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8851720f-46d7-4210-975b-18e7bc7d0350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536897 Aug 11 22:33:58.994025 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4bc61940-f40b-4214-b935-210c5fad8c45 req-4eabcaaf-2cd8-4b68-bfdd-2a13c3179dfc service neutron] 10.222.0.82 "GET /v2.0/networks/8851720f-46d7-4210-975b-18e7bc7d0350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146469 Aug 11 22:33:59.011609 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-654e098f-4a21-4138-aee3-29aa94450cb7 None None] Set router 6496bef1-173f-4c95-85d9-a769b7deaf0e gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:33:59.138521 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4bc61940-f40b-4214-b935-210c5fad8c45 req-a47bca38-8731-4b38-ae46-8db511a8e125 service neutron] 10.222.0.82 "GET /v2.0/networks/8851720f-46d7-4210-975b-18e7bc7d0350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367528 Aug 11 22:33:59.373647 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-654e098f-4a21-4138-aee3-29aa94450cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717313940', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f257a47b-f179-4c24-bc53-fc18f2b5de95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:33:25Z', 'updated_at': '2021-08-11T22:33:36Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': 'f257a47b-f179-4c24-bc53-fc18f2b5de95', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:33:26Z', 'updated_at': '2021-08-11T22:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '46a0501f-5efb-45bd-b787-e2a93db6e715', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'floating_ip_address': '172.25.2.107', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'port_id': '719e09f6-4d0f-4b28-9c4a-d9ce6f404138', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8851720f-46d7-4210-975b-18e7bc7d0350', 'mac_address': 'fa:16:3e:4f:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8c6f04-fb7a-455a-8fef-54cbcc6748e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:33:56Z', 'updated_at': '2021-08-11T22:33:56Z', 'revision_number': 0, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b707d856-0c96-4f67-bda5-f416a0938008', 'name': '', 'network_id': '8851720f-46d7-4210-975b-18e7bc7d0350', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:dc:a0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'a339f1bc-cb62-47ef-8660-6f10cf6a2676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:33:34Z', 'updated_at': '2021-08-11T22:33:43Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': 'a339f1bc-cb62-47ef-8660-6f10cf6a2676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:33:59.399626 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45874) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:33:59.410433 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654e098f-4a21-4138-aee3-29aa94450cb7 None None] The sync data for ids ['6496bef1-173f-4c95-85d9-a769b7deaf0e'] in n-d-804275-3 is: [{'id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717313940', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f257a47b-f179-4c24-bc53-fc18f2b5de95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:33:25Z', 'updated_at': '2021-08-11T22:33:36Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': 'f257a47b-f179-4c24-bc53-fc18f2b5de95', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:33:26Z', 'updated_at': '2021-08-11T22:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '46a0501f-5efb-45bd-b787-e2a93db6e715', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'floating_ip_address': '172.25.2.107', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'port_id': '719e09f6-4d0f-4b28-9c4a-d9ce6f404138', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8851720f-46d7-4210-975b-18e7bc7d0350', 'mac_address': 'fa:16:3e:4f:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8c6f04-fb7a-455a-8fef-54cbcc6748e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:33:56Z', 'updated_at': '2021-08-11T22:33:56Z', 'revision_number': 0, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b707d856-0c96-4f67-bda5-f416a0938008', 'name': '', 'network_id': '8851720f-46d7-4210-975b-18e7bc7d0350', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:dc:a0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'a339f1bc-cb62-47ef-8660-6f10cf6a2676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:33:34Z', 'updated_at': '2021-08-11T22:33:43Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': 'a339f1bc-cb62-47ef-8660-6f10cf6a2676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:33:59.495156 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8e0b00d1-3349-4ff2-84b4-27db627eafe8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/floatingips/46a0501f-5efb-45bd-b787-e2a93db6e715 HTTP/1.1" status: 200 len: 992 time: 0.0919416 Aug 11 22:33:59.780240 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ecee19-7a37-44e2-a5dd-9adfa8776969 None None] New status for floating IP 46a0501f-5efb-45bd-b787-e2a93db6e715: ACTIVE {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:34:00.498425 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 45892) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:34:00.595312 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-944cadd3-a89b-4828-abe9-508a967932f8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/floatingips/46a0501f-5efb-45bd-b787-e2a93db6e715 HTTP/1.1" status: 200 len: 994 time: 0.0956240 Aug 11 22:34:08.403872 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:09.114255 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:34:11.909186 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46082) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:34:12.031249 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-32f29420-2027-4159-ae36-43b6f488db70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:12.176831 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-32f29420-2027-4159-ae36-43b6f488db70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:12.181719 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-32f29420-2027-4159-ae36-43b6f488db70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:12.218520 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f29420-2027-4159-ae36-43b6f488db70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49757cc-aaab-4eda-b43b-4f4c0772fa1e,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:34:12.237370 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-32f29420-2027-4159-ae36-43b6f488db70 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6234295ae147471d9776f52448ecfb0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3263061 Aug 11 22:34:12.240603 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 46088) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:34:12.306430 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5268c841-5ae0-472f-8fae-9fa193669bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:12.340973 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5268c841-5ae0-472f-8fae-9fa193669bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:12.406040 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5268c841-5ae0-472f-8fae-9fa193669bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:12.411203 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5268c841-5ae0-472f-8fae-9fa193669bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:12.413386 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5268c841-5ae0-472f-8fae-9fa193669bfc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c49757cc-aaab-4eda-b43b-4f4c0772fa1e HTTP/1.1" status: 204 len: 168 time: 0.1708956 Aug 11 22:34:12.434923 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268c841-5ae0-472f-8fae-9fa193669bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49757cc-aaab-4eda-b43b-4f4c0772fa1e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:34:12.751305 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 46100) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:34:12.766601 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-417d6c9e-61e0-4495-a660-88b73baff391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:12.867885 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-417d6c9e-61e0-4495-a660-88b73baff391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:12.873127 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-417d6c9e-61e0-4495-a660-88b73baff391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:12.918533 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-417d6c9e-61e0-4495-a660-88b73baff391 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=782df41c24544831a4c75fd8d353d271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627574 Aug 11 22:34:12.918533 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d6c9e-61e0-4495-a660-88b73baff391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0252d8f2-c238-4da0-b376-dbe115c62c68,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:34:12.918858 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 46102) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:34:12.981433 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b7eca92a-c0c6-4504-a010-417707ce80d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:13.008238 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b7eca92a-c0c6-4504-a010-417707ce80d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:13.059588 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b7eca92a-c0c6-4504-a010-417707ce80d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:13.062897 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b7eca92a-c0c6-4504-a010-417707ce80d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:13.064272 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b7eca92a-c0c6-4504-a010-417707ce80d3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0252d8f2-c238-4da0-b376-dbe115c62c68 HTTP/1.1" status: 204 len: 168 time: 0.1446111 Aug 11 22:34:13.072932 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eca92a-c0c6-4504-a010-417707ce80d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0252d8f2-c238-4da0-b376-dbe115c62c68,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:34:13.265201 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d91965ad-1d8f-41ac-bfca-21f2119efa65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:13.710025 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78325cf5-f4d9-42ed-bd19-fc8572dce783 req-ecf1388f-d406-4e95-a4e9-daa0a87e7a72 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:34:13.711695 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-78325cf5-f4d9-42ed-bd19-fc8572dce783 req-ecf1388f-d406-4e95-a4e9-daa0a87e7a72 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?device_id=8197a8bf-f997-4fd8-9599-347568018cd8 HTTP/1.1" status: 200 len: 946 time: 0.0593266 Aug 11 22:34:13.760434 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-78325cf5-f4d9-42ed-bd19-fc8572dce783 req-e5472f03-96be-4e87-892d-4d9e2da6af75 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb1e841a-c0a3-4a8c-a0c4-4423f49e9872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397973 Aug 11 22:34:14.370739 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46150) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:34:14.490256 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a8b45d40-2ebe-455a-aedf-4d07b3ce3671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:14.609775 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a8b45d40-2ebe-455a-aedf-4d07b3ce3671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:14.614279 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a8b45d40-2ebe-455a-aedf-4d07b3ce3671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:14.655606 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a8b45d40-2ebe-455a-aedf-4d07b3ce3671 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=204b8f92c0a842fd94418c15af2a02f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2837312 Aug 11 22:34:14.656527 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b45d40-2ebe-455a-aedf-4d07b3ce3671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d4e1af-dad8-4851-89ef-596f43116b5a,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:34:14.658403 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 46156) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:34:14.721325 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-56402a53-2430-43f3-bdb1-7bad8ce788d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:14.743915 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-56402a53-2430-43f3-bdb1-7bad8ce788d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:14.798264 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-56402a53-2430-43f3-bdb1-7bad8ce788d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:14.802720 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-56402a53-2430-43f3-bdb1-7bad8ce788d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:14.804567 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-56402a53-2430-43f3-bdb1-7bad8ce788d0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/65d4e1af-dad8-4851-89ef-596f43116b5a HTTP/1.1" status: 204 len: 168 time: 0.1449058 Aug 11 22:34:14.818437 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56402a53-2430-43f3-bdb1-7bad8ce788d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d4e1af-dad8-4851-89ef-596f43116b5a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:34:14.949007 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d7252-f127-4d8b-827a-db3ffe094eeb req-a06d5fff-5f3d-40c1-98c2-0e2635e06639 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:34:14.951990 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a63d7252-f127-4d8b-827a-db3ffe094eeb req-a06d5fff-5f3d-40c1-98c2-0e2635e06639 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?device_id=8197a8bf-f997-4fd8-9599-347568018cd8 HTTP/1.1" status: 200 len: 946 time: 0.0890346 Aug 11 22:34:14.993982 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a63d7252-f127-4d8b-827a-db3ffe094eeb req-a14d9d4b-9deb-4765-85c7-9317b87f16bd tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb1e841a-c0a3-4a8c-a0c4-4423f49e9872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359559 Aug 11 22:34:15.628009 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007adc90-8e95-45ac-be87-b091628bec9e req-5895c80c-db48-48b5-b666-ea7c12db41b0 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:34:15.628009 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-007adc90-8e95-45ac-be87-b091628bec9e req-5895c80c-db48-48b5-b666-ea7c12db41b0 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.82 "GET /v2.0/ports?device_id=8197a8bf-f997-4fd8-9599-347568018cd8 HTTP/1.1" status: 200 len: 946 time: 0.0547333 Aug 11 22:34:15.733027 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-007adc90-8e95-45ac-be87-b091628bec9e req-17e6912d-b360-4228-a45b-82c36e5e15f2 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Deleting port 4c255606-92e1-4fba-8429-44ffe76edebc {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:34:15.733562 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-007adc90-8e95-45ac-be87-b091628bec9e req-17e6912d-b360-4228-a45b-82c36e5e15f2 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:15.830842 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-007adc90-8e95-45ac-be87-b091628bec9e req-17e6912d-b360-4228-a45b-82c36e5e15f2 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] For port 4c255606-92e1-4fba-8429-44ffe76edebc, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=4c255606-92e1-4fba-8429-44ffe76edebc,segment=NetworkSegment(479ff772-c102-41d7-aa02-6e82b04b6a24),segment_id=479ff772-c102-41d7-aa02-6e82b04b6a24)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:34:15.831214 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-007adc90-8e95-45ac-be87-b091628bec9e req-17e6912d-b360-4228-a45b-82c36e5e15f2 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:15.845345 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-007adc90-8e95-45ac-be87-b091628bec9e req-17e6912d-b360-4228-a45b-82c36e5e15f2 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Calling delete_port for 4c255606-92e1-4fba-8429-44ffe76edebc owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:34:16.021427 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-007adc90-8e95-45ac-be87-b091628bec9e req-17e6912d-b360-4228-a45b-82c36e5e15f2 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:16.058237 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['4c255606-92e1-4fba-8429-44ffe76edebc'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:34:16.072724 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6912d-b360-4228-a45b-82c36e5e15f2 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Pushing event deleted for resources: {'Port': ['ID=4c255606-92e1-4fba-8429-44ffe76edebc,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:34:16.089792 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 46204) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:34:16.107911 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:16.148196 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8e75ee81-c902-4a14-b593-c77fa8926fd1 req-5be58f54-bc52-449d-b2ea-d4141d1925f4 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.77 "GET /v2.0/ports?device_id=8197a8bf-f997-4fd8-9599-347568018cd8 HTTP/1.1" status: 200 len: 210 time: 0.0691626 Aug 11 22:34:16.167545 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-007adc90-8e95-45ac-be87-b091628bec9e req-17e6912d-b360-4228-a45b-82c36e5e15f2 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] No DVR routers for this DVR port 4c255606-92e1-4fba-8429-44ffe76edebc on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:34:16.169066 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-007adc90-8e95-45ac-be87-b091628bec9e req-17e6912d-b360-4228-a45b-82c36e5e15f2 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:16.172265 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-007adc90-8e95-45ac-be87-b091628bec9e req-17e6912d-b360-4228-a45b-82c36e5e15f2 tempest-VolumesSnapshotTestJSON-1406355067 tempest-VolumesSnapshotTestJSON-1406355067-project] 10.222.0.82 "DELETE /v2.0/ports/4c255606-92e1-4fba-8429-44ffe76edebc HTTP/1.1" status: 204 len: 173 time: 0.5350673 Aug 11 22:34:16.173517 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8197a8bf-f997-4fd8-9599-347568018cd8', 'name': 'network-vif-deleted', 'tag': '4c255606-92e1-4fba-8429-44ffe76edebc'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:34:16.176065 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ae5bca-d703-4489-9fb1-d09a2b19aa8f" -d '{"events": [{"server_uuid": "8197a8bf-f997-4fd8-9599-347568018cd8", "name": "network-vif-deleted", "tag": "4c255606-92e1-4fba-8429-44ffe76edebc"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:34:16.223173 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d118e16b-896c-4cb2-bb43-7cbdf1bae938 x-openstack-request-id: req-d118e16b-896c-4cb2-bb43-7cbdf1bae938 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:34:16.223767 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8197a8bf-f997-4fd8-9599-347568018cd8", "name": "network-vif-deleted", "tag": "4c255606-92e1-4fba-8429-44ffe76edebc", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:34:16.224255 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d118e16b-896c-4cb2-bb43-7cbdf1bae938 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:34:16.224844 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8197a8bf-f997-4fd8-9599-347568018cd8', 'name': 'network-vif-deleted', 'tag': '4c255606-92e1-4fba-8429-44ffe76edebc', 'status': 'completed', 'code': 200} Aug 11 22:34:16.231741 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3c423ecb-14e2-4983-8bb8-ea12d2d7e2e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:16.297253 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2e970350-00be-4212-9291-8f693ecec320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:16.358837 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3c423ecb-14e2-4983-8bb8-ea12d2d7e2e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:16.363530 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3c423ecb-14e2-4983-8bb8-ea12d2d7e2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:16.409543 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3c423ecb-14e2-4983-8bb8-ea12d2d7e2e8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eb01a07c08984f998abc371ba7ceac53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3170102 Aug 11 22:34:16.409543 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c423ecb-14e2-4983-8bb8-ea12d2d7e2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6a8345-92f0-4807-9f31-09d7013a10ab,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:34:16.410448 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 46212) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:34:16.416307 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c423ecb-14e2-4983-8bb8-ea12d2d7e2e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:34:16.416651 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c423ecb-14e2-4983-8bb8-ea12d2d7e2e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:34:16.416997 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c423ecb-14e2-4983-8bb8-ea12d2d7e2e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:34:16.417339 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c423ecb-14e2-4983-8bb8-ea12d2d7e2e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:34:16.417685 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c423ecb-14e2-4983-8bb8-ea12d2d7e2e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:34:16.418012 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c423ecb-14e2-4983-8bb8-ea12d2d7e2e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:34:16.418344 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c423ecb-14e2-4983-8bb8-ea12d2d7e2e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:34:16.418672 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c423ecb-14e2-4983-8bb8-ea12d2d7e2e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:34:16.419003 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c423ecb-14e2-4983-8bb8-ea12d2d7e2e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:34:16.419386 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c423ecb-14e2-4983-8bb8-ea12d2d7e2e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:34:16.419740 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c423ecb-14e2-4983-8bb8-ea12d2d7e2e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:34:16.420068 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c423ecb-14e2-4983-8bb8-ea12d2d7e2e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:34:16.465747 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5118f3e2-6090-4ce4-83ff-c2bd6461b7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:16.487486 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5118f3e2-6090-4ce4-83ff-c2bd6461b7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:16.538591 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5118f3e2-6090-4ce4-83ff-c2bd6461b7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:16.541258 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5118f3e2-6090-4ce4-83ff-c2bd6461b7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:16.542498 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5118f3e2-6090-4ce4-83ff-c2bd6461b7ad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7e6a8345-92f0-4807-9f31-09d7013a10ab HTTP/1.1" status: 204 len: 168 time: 0.1307271 Aug 11 22:34:16.554788 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118f3e2-6090-4ce4-83ff-c2bd6461b7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6a8345-92f0-4807-9f31-09d7013a10ab,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:34:17.581383 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:19.057100 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:20.541254 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 4c255606-92e1-4fba-8429-44ffe76edebc no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:34:20.559490 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 4c255606-92e1-4fba-8429-44ffe76edebc {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:34:20.560498 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 4c255606-92e1-4fba-8429-44ffe76edebc not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:34:20.772122 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:36.992356 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d56812b0-3eef-4596-9fda-f2f1134ab8ea req-6697db5f-a278-49d9-bf84-dc5beb154645 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7a73eed9-1de5-4003-8958-2422f604cac2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0649498 Aug 11 22:34:37.112528 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56812b0-3eef-4596-9fda-f2f1134ab8ea req-ec489c21-73e5-4bfb-a458-faeed5264eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:34:37.113674 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d56812b0-3eef-4596-9fda-f2f1134ab8ea req-ec489c21-73e5-4bfb-a458-faeed5264eff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0bd86e77836944e4bb373c5db0c18c61&device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 1097 time: 0.0680757 Aug 11 22:34:37.253334 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56812b0-3eef-4596-9fda-f2f1134ab8ea req-0d139921-9c46-4269-af14-8cfb912600f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:34:37.255105 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d56812b0-3eef-4596-9fda-f2f1134ab8ea req-0d139921-9c46-4269-af14-8cfb912600f1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 200 len: 913 time: 0.1183770 Aug 11 22:34:37.365545 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d56812b0-3eef-4596-9fda-f2f1134ab8ea req-387b60ed-604a-4a86-a508-3617520ba24c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b5cfaed-df2c-4ef1-88d3-272a5db59f62 HTTP/1.1" status: 200 len: 1002 time: 0.1029582 Aug 11 22:34:37.434534 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56812b0-3eef-4596-9fda-f2f1134ab8ea req-d6bba0dd-f46f-4d32-bb00-ddda23b8ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:34:37.436884 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d56812b0-3eef-4596-9fda-f2f1134ab8ea req-d6bba0dd-f46f-4d32-bb00-ddda23b8ab7d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e825988f-9783-4539-86a4-b6ca493a4bbd HTTP/1.1" status: 200 len: 851 time: 0.0630786 Aug 11 22:34:37.522742 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56812b0-3eef-4596-9fda-f2f1134ab8ea req-fbd3fd43-276c-4b8e-9010-05a3dd48d49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:34:37.524359 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d56812b0-3eef-4596-9fda-f2f1134ab8ea req-fbd3fd43-276c-4b8e-9010-05a3dd48d49c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799909 Aug 11 22:34:37.635823 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d56812b0-3eef-4596-9fda-f2f1134ab8ea req-14bb704d-e211-4822-be50-07474f80c05a service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031590 Aug 11 22:34:37.759848 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d56812b0-3eef-4596-9fda-f2f1134ab8ea req-88eaa2dc-5a90-44af-8d49-d7f7413ab5b0 service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161268 Aug 11 22:34:38.422426 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:43.276281 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-28c12a35-cdc1-4009-8122-e7d5c7713297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:46.098327 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:46.115711 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:34:46.283997 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5acff427-ed51-4817-bf44-c5813e1da408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:47.591106 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:49.056076 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:50.791965 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:34:53.410338 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ac8bd7b-b801-41f5-8394-56bcba15fb2f req-aba5ec71-1c04-4924-9bc4-43a16a1b829e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0890989 Aug 11 22:34:53.560394 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8bd7b-b801-41f5-8394-56bcba15fb2f req-2558ab52-dd0e-4b52-a50c-2a19f5adef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:34:53.563703 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ac8bd7b-b801-41f5-8394-56bcba15fb2f req-2558ab52-dd0e-4b52-a50c-2a19f5adef56 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 1097 time: 0.0904579 Aug 11 22:34:53.721869 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8bd7b-b801-41f5-8394-56bcba15fb2f req-2be8a15c-d8f9-4d69-9f78-1d53834fb226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:34:53.724792 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ac8bd7b-b801-41f5-8394-56bcba15fb2f req-2be8a15c-d8f9-4d69-9f78-1d53834fb226 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8851720f-46d7-4210-975b-18e7bc7d0350 HTTP/1.1" status: 200 len: 897 time: 0.1325696 Aug 11 22:34:53.837984 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ac8bd7b-b801-41f5-8394-56bcba15fb2f req-14b2d2b5-1019-4308-b0dd-c218f115b7ec service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=719e09f6-4d0f-4b28-9c4a-d9ce6f404138 HTTP/1.1" status: 200 len: 1002 time: 0.1045983 Aug 11 22:34:53.905666 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8bd7b-b801-41f5-8394-56bcba15fb2f req-5fb7b50c-865e-44a2-bae8-89ec00ab0d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:34:53.907477 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ac8bd7b-b801-41f5-8394-56bcba15fb2f req-5fb7b50c-865e-44a2-bae8-89ec00ab0d1d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a339f1bc-cb62-47ef-8660-6f10cf6a2676 HTTP/1.1" status: 200 len: 834 time: 0.0625806 Aug 11 22:34:53.981505 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8bd7b-b801-41f5-8394-56bcba15fb2f req-67f26327-8a7b-4da3-9036-ca7a82607aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:34:53.984144 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ac8bd7b-b801-41f5-8394-56bcba15fb2f req-67f26327-8a7b-4da3-9036-ca7a82607aee service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8851720f-46d7-4210-975b-18e7bc7d0350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699308 Aug 11 22:34:54.099564 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ac8bd7b-b801-41f5-8394-56bcba15fb2f req-5b8f03b9-a710-446b-9f10-a9efbdc574c9 service neutron] 10.222.0.82 "GET /v2.0/networks/8851720f-46d7-4210-975b-18e7bc7d0350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071665 Aug 11 22:34:54.224987 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ac8bd7b-b801-41f5-8394-56bcba15fb2f req-0d3c9573-7d6a-410b-83b1-2ee47a469ff3 service neutron] 10.222.0.82 "GET /v2.0/networks/8851720f-46d7-4210-975b-18e7bc7d0350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176760 Aug 11 22:35:01.765699 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d824946-bd10-4687-bf79-0defdfeb7c0e req-0c001eb2-dae3-4e21-bb40-b598a4074bd9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:01.767163 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0d824946-bd10-4687-bf79-0defdfeb7c0e req-0c001eb2-dae3-4e21-bb40-b598a4074bd9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 946 time: 0.0858576 Aug 11 22:35:01.832348 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0d824946-bd10-4687-bf79-0defdfeb7c0e req-d557e6f6-aea3-4840-b203-aefdd40de4e0 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538437 Aug 11 22:35:02.976571 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081724f-3e27-4491-b34b-ea2d17968fea req-187e1cd3-148b-4227-9097-d32219292c54 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:02.980056 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9081724f-3e27-4491-b34b-ea2d17968fea req-187e1cd3-148b-4227-9097-d32219292c54 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 946 time: 0.0692356 Aug 11 22:35:03.030140 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9081724f-3e27-4491-b34b-ea2d17968fea req-52e5e3ab-0055-4413-ae15-9fae25b113af tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430782 Aug 11 22:35:04.160890 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda0789-635d-40d6-a186-1ca1d74c45ed req-04bddba8-8a4d-4f9a-b263-30fcfe4c60f5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:04.162418 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-adda0789-635d-40d6-a186-1ca1d74c45ed req-04bddba8-8a4d-4f9a-b263-30fcfe4c60f5 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 946 time: 0.0499189 Aug 11 22:35:04.221785 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-adda0789-635d-40d6-a186-1ca1d74c45ed req-937bfb64-286d-4bc6-adcc-dd738ce68c04 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428486 Aug 11 22:35:05.366958 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ac329-92ff-4e6e-a6ad-ee68ea4f767d req-46ee873a-0680-436f-b827-e06911074f51 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:05.369004 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-241ac329-92ff-4e6e-a6ad-ee68ea4f767d req-46ee873a-0680-436f-b827-e06911074f51 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 946 time: 0.0588100 Aug 11 22:35:05.413732 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-241ac329-92ff-4e6e-a6ad-ee68ea4f767d req-82f26052-21ff-48d1-8472-4ea65cd1e245 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380607 Aug 11 22:35:06.887397 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59d346-53dd-4dc7-8c48-c89f513bb8ba req-e0e554e5-74a7-4863-a6a0-477bdb3f2409 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:06.889765 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f59d346-53dd-4dc7-8c48-c89f513bb8ba req-e0e554e5-74a7-4863-a6a0-477bdb3f2409 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 946 time: 0.0727310 Aug 11 22:35:06.936039 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f59d346-53dd-4dc7-8c48-c89f513bb8ba req-436092a5-9990-4ba4-8166-d67a4bd9e946 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395248 Aug 11 22:35:07.034931 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47688) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:07.088809 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-72407069-e63a-4805-87f0-16cc68a27043 admin admin] Deleting subnet b34d014b-dce1-48e5-b563-a01761500476 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:35:07.092859 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-72407069-e63a-4805-87f0-16cc68a27043 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:07.173847 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-72407069-e63a-4805-87f0-16cc68a27043 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:07.226017 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-72407069-e63a-4805-87f0-16cc68a27043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:07.294475 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-72407069-e63a-4805-87f0-16cc68a27043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:07.326595 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72407069-e63a-4805-87f0-16cc68a27043 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b34d014b-dce1-48e5-b563-a01761500476,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:07.340174 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72407069-e63a-4805-87f0-16cc68a27043 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:07.341868 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72407069-e63a-4805-87f0-16cc68a27043 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:07.342547 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72407069-e63a-4805-87f0-16cc68a27043 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:07.343103 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72407069-e63a-4805-87f0-16cc68a27043 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:07.343793 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72407069-e63a-4805-87f0-16cc68a27043 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:07.344222 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72407069-e63a-4805-87f0-16cc68a27043 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:07.344772 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72407069-e63a-4805-87f0-16cc68a27043 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:07.345194 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72407069-e63a-4805-87f0-16cc68a27043 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:07.345601 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72407069-e63a-4805-87f0-16cc68a27043 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:07.346000 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72407069-e63a-4805-87f0-16cc68a27043 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:07.346400 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72407069-e63a-4805-87f0-16cc68a27043 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:07.346938 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72407069-e63a-4805-87f0-16cc68a27043 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:07.359101 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-72407069-e63a-4805-87f0-16cc68a27043 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:07.361331 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-72407069-e63a-4805-87f0-16cc68a27043 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b34d014b-dce1-48e5-b563-a01761500476 HTTP/1.1" status: 204 len: 168 time: 0.3253636 Aug 11 22:35:07.364036 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47730) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:07.440003 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-79005590-1a47-44b5-b292-1204e86747e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:07.538148 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-79005590-1a47-44b5-b292-1204e86747e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:07.549398 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-79005590-1a47-44b5-b292-1204e86747e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e35c226-b160-439b-816f-33ae2012b012']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:07.562311 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-79005590-1a47-44b5-b292-1204e86747e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '479ff772-c102-41d7-aa02-6e82b04b6a24') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:07.562619 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-79005590-1a47-44b5-b292-1204e86747e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '479ff772-c102-41d7-aa02-6e82b04b6a24') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:07.576234 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-79005590-1a47-44b5-b292-1204e86747e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:07.589937 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-79005590-1a47-44b5-b292-1204e86747e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:07.596909 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79005590-1a47-44b5-b292-1204e86747e4 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:35:07.597366 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-79005590-1a47-44b5-b292-1204e86747e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:35:07.657758 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:35:07.662295 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-79005590-1a47-44b5-b292-1204e86747e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:07.669165 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-79005590-1a47-44b5-b292-1204e86747e4 admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:07.674292 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-79005590-1a47-44b5-b292-1204e86747e4 admin admin] 10.222.0.77 "DELETE /v2.0/networks/2e35c226-b160-439b-816f-33ae2012b012 HTTP/1.1" status: 204 len: 168 time: 0.3091919 Aug 11 22:35:07.697254 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79005590-1a47-44b5-b292-1204e86747e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e35c226-b160-439b-816f-33ae2012b012,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:07.916546 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47788) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:08.012069 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fcd87cca-491c-4719-b57d-227f1548a234 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8c924b9ab7554e649fc78fe64d7ad759&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0937943 Aug 11 22:35:08.012390 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47802) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:08.123258 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ac3295bc-7cac-4d01-a12c-587d09030fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:08.145011 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c22e75-0928-436d-8890-f3afdf770dfd req-caed4091-1f64-4a0d-92ef-10b5be3c26a8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:08.146949 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-06c22e75-0928-436d-8890-f3afdf770dfd req-caed4091-1f64-4a0d-92ef-10b5be3c26a8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 946 time: 0.1083078 Aug 11 22:35:08.182933 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ac3295bc-7cac-4d01-a12c-587d09030fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:08.238892 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-06c22e75-0928-436d-8890-f3afdf770dfd req-59fb1cd3-2f8f-4b6a-9849-8aa3bb251631 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821102 Aug 11 22:35:08.287687 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ac3295bc-7cac-4d01-a12c-587d09030fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:08.290608 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ac3295bc-7cac-4d01-a12c-587d09030fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:08.295115 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ac3295bc-7cac-4d01-a12c-587d09030fdc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eb1e841a-c0a3-4a8c-a0c4-4423f49e9872 HTTP/1.1" status: 204 len: 168 time: 0.2759190 Aug 11 22:35:08.304530 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3295bc-7cac-4d01-a12c-587d09030fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1e841a-c0a3-4a8c-a0c4-4423f49e9872,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:08.421496 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:09.208714 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 47956) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:09.393050 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-b7cbf543-0381-40c9-83e1-d4d8283ceace admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-547058107-network', 'tenant_id': '4859df6bf3844b109bdfb858476ebc64'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:35:09.426528 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cbf543-0381-40c9-83e1-d4d8283ceace admin admin] Made reservation on behalf of 4859df6bf3844b109bdfb858476ebc64 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:35:09.428937 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7cbf543-0381-40c9-83e1-d4d8283ceace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:09.439074 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16025efe-0692-4ade-b7d9-f2ab02e0f552 req-17298588-6ef3-4e16-ab9a-492e5afe3f09 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:09.440473 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-16025efe-0692-4ade-b7d9-f2ab02e0f552 req-17298588-6ef3-4e16-ab9a-492e5afe3f09 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 946 time: 0.0813951 Aug 11 22:35:09.449687 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7cbf543-0381-40c9-83e1-d4d8283ceace admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:09.501720 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-16025efe-0692-4ade-b7d9-f2ab02e0f552 req-4e0be892-4a74-4a30-a3f7-f5a322880e9b tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540464 Aug 11 22:35:09.598655 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7cbf543-0381-40c9-83e1-d4d8283ceace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:09.604067 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7cbf543-0381-40c9-83e1-d4d8283ceace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:09.634085 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7cbf543-0381-40c9-83e1-d4d8283ceace admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:35:09.644950 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cbf543-0381-40c9-83e1-d4d8283ceace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6f4e9e-1c24-453a-a0ec-06a70fd8250e,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:09.650691 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7cbf543-0381-40c9-83e1-d4d8283ceace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:09.651075 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-b7cbf543-0381-40c9-83e1-d4d8283ceace admin admin] Added segment 550bc51a-bf1d-451b-8506-0642980aae67 of type vlan for network 9df9206b-6442-412d-b2e5-e7e1dac89e16 Aug 11 22:35:09.700929 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7cbf543-0381-40c9-83e1-d4d8283ceace admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:10.085162 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7cbf543-0381-40c9-83e1-d4d8283ceace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:10.086378 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cbf543-0381-40c9-83e1-d4d8283ceace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:10.086992 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7cbf543-0381-40c9-83e1-d4d8283ceace admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:10.155413 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47966) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:10.156079 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b7cbf543-0381-40c9-83e1-d4d8283ceace admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9461081 Aug 11 22:35:10.160662 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-bd1a903d-4543-469b-a30a-2be0bc193996 admin admin] Request body: {'subnet': {'network_id': '9df9206b-6442-412d-b2e5-e7e1dac89e16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-547058107-subnet', 'tenant_id': '4859df6bf3844b109bdfb858476ebc64', 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:35:10.164534 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cbf543-0381-40c9-83e1-d4d8283ceace admin admin] Pushing event updated for resources: {'Network': ['ID=9df9206b-6442-412d-b2e5-e7e1dac89e16,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:10.176924 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 9df9206b-6442-412d-b2e5-e7e1dac89e16 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:35:10.201297 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1a903d-4543-469b-a30a-2be0bc193996 admin admin] Made reservation on behalf of 4859df6bf3844b109bdfb858476ebc64 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:35:10.203500 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bd1a903d-4543-469b-a30a-2be0bc193996 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:10.414870 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bd1a903d-4543-469b-a30a-2be0bc193996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:10.480728 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a903d-4543-469b-a30a-2be0bc193996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93b64164-a6d9-4b89-aad9-f7ddb5d5a4bc,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:10.483207 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1a903d-4543-469b-a30a-2be0bc193996 admin admin] Checking segment: {'id': '550bc51a-bf1d-451b-8506-0642980aae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9df9206b-6442-412d-b2e5-e7e1dac89e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:35:10.483668 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1a903d-4543-469b-a30a-2be0bc193996 admin admin] Network hostable DHCP agents. Network: 9df9206b-6442-412d-b2e5-e7e1dac89e16, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:35:10.502204 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1a903d-4543-469b-a30a-2be0bc193996 admin admin] Network 9df9206b-6442-412d-b2e5-e7e1dac89e16 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:35:10.514331 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-bd1a903d-4543-469b-a30a-2be0bc193996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 9df9206b-6442-412d-b2e5-e7e1dac89e16) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:35:10.523466 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e650e32d-4ea2-4701-b452-327fcf2de8d4 None None] Network 9df9206b-6442-412d-b2e5-e7e1dac89e16 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:35:10.525023 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1a903d-4543-469b-a30a-2be0bc193996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:10.525655 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bd1a903d-4543-469b-a30a-2be0bc193996 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:10.546984 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bd1a903d-4543-469b-a30a-2be0bc193996 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3901973 Aug 11 22:35:10.550575 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47974) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:10.561124 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-24080077-d873-4f09-9f1d-1ce21441e782 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-547058107-router', 'tenant_id': '4859df6bf3844b109bdfb858476ebc64', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:35:10.606185 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-24080077-d873-4f09-9f1d-1ce21441e782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:10.609544 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-24080077-d873-4f09-9f1d-1ce21441e782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:10.712245 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80026c94-2d8b-4eaa-9602-8679e0283718 req-d293fa8d-9a0a-433a-925f-6fa217ea2a84 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:10.714743 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-80026c94-2d8b-4eaa-9602-8679e0283718 req-d293fa8d-9a0a-433a-925f-6fa217ea2a84 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 946 time: 0.0856514 Aug 11 22:35:10.737954 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-24080077-d873-4f09-9f1d-1ce21441e782 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:10.752889 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-9df9206b-6442-412d-b2e5-e7e1dac89e16', 'network_id': '9df9206b-6442-412d-b2e5-e7e1dac89e16', 'tenant_id': '4859df6bf3844b109bdfb858476ebc64', 'fixed_ips': [{'subnet_id': '93b64164-a6d9-4b89-aad9-f7ddb5d5a4bc'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:35:10.757330 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:10.783186 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-80026c94-2d8b-4eaa-9602-8679e0283718 req-c5826bb1-8a51-43b7-bf56-d605e89b02c2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564623 Aug 11 22:35:10.893270 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-24080077-d873-4f09-9f1d-1ce21441e782 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:10.947810 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Allocated IP 172.20.0.2 (9df9206b-6442-412d-b2e5-e7e1dac89e16/93b64164-a6d9-4b89-aad9-f7ddb5d5a4bc/8319cc46-3825-4940-a69a-e38f580838fb) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:35:11.118299 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:11.130409 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Transition to ACTIVE for port object 8319cc46-3825-4940-a69a-e38f580838fb will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:35:11.139912 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-24080077-d873-4f09-9f1d-1ce21441e782 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:11.148455 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Transition to ACTIVE for port object 8319cc46-3825-4940-a69a-e38f580838fb will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:35:11.156073 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:11.161733 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-24080077-d873-4f09-9f1d-1ce21441e782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:11.183014 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Network 9df9206b-6442-412d-b2e5-e7e1dac89e16 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:35:11.186927 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:35:11.207240 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:35:11.294856 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Pushing event updated for resources: {'Port': ['ID=8319cc46-3825-4940-a69a-e38f580838fb,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:11.303593 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Attempting to bind port 8319cc46-3825-4940-a69a-e38f580838fb on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:35:11.303851 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-24080077-d873-4f09-9f1d-1ce21441e782 admin admin] Allocated IP 172.25.2.73 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/36c3e716-f0c6-42ef-af3b-bec02503fac6) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:35:11.304753 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Attempting to bind port 8319cc46-3825-4940-a69a-e38f580838fb by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '550bc51a-bf1d-451b-8506-0642980aae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9df9206b-6442-412d-b2e5-e7e1dac89e16'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:35:11.305315 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Attempting to bind port 8319cc46-3825-4940-a69a-e38f580838fb on network 9df9206b-6442-412d-b2e5-e7e1dac89e16 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:35:11.309531 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:11.310247 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:11.310849 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:11.311261 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:11.311787 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:11.312289 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:11.312789 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:11.313289 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:11.313807 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:11.314642 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:11.315145 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:11.315687 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:11.329349 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:35:11.329521 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Checking segment: {'id': '550bc51a-bf1d-451b-8506-0642980aae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9df9206b-6442-412d-b2e5-e7e1dac89e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:35:11.329887 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:11.330355 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Bound using segment: {'id': '550bc51a-bf1d-451b-8506-0642980aae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9df9206b-6442-412d-b2e5-e7e1dac89e16'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:35:11.330865 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Bound port: 8319cc46-3825-4940-a69a-e38f580838fb, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550bc51a-bf1d-451b-8506-0642980aae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9df9206b-6442-412d-b2e5-e7e1dac89e16'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:35:11.331444 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:11.405401 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] For port 8319cc46-3825-4940-a69a-e38f580838fb, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:35:11.409438 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] For port 8319cc46-3825-4940-a69a-e38f580838fb, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8319cc46-3825-4940-a69a-e38f580838fb,segment=NetworkSegment(550bc51a-bf1d-451b-8506-0642980aae67),segment_id=550bc51a-bf1d-451b-8506-0642980aae67)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:35:11.418319 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:11.454051 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-24080077-d873-4f09-9f1d-1ce21441e782 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:11.501481 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ed7c6-fc62-4bdf-99b5-68a8880c0ece None None] Pushing event updated for resources: {'Port': ['ID=8319cc46-3825-4940-a69a-e38f580838fb,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:11.557342 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-24080077-d873-4f09-9f1d-1ce21441e782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:11.603019 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24080077-d873-4f09-9f1d-1ce21441e782 admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:35:11.606499 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-24080077-d873-4f09-9f1d-1ce21441e782 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:35:11.611048 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24080077-d873-4f09-9f1d-1ce21441e782 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:35:11.653386 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24080077-d873-4f09-9f1d-1ce21441e782 admin admin] Pushing event updated for resources: {'Port': ['ID=36c3e716-f0c6-42ef-af3b-bec02503fac6,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:11.977530 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa4d4e-215c-4836-9831-7cc3462db40e req-53edc1a1-a25e-48ea-ac97-48217ddf3596 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:11.979877 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e6aa4d4e-215c-4836-9831-7cc3462db40e req-53edc1a1-a25e-48ea-ac97-48217ddf3596 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 946 time: 0.0820022 Aug 11 22:35:12.010565 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-24080077-d873-4f09-9f1d-1ce21441e782 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:12.028548 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e6aa4d4e-215c-4836-9831-7cc3462db40e req-8d165f05-8b05-49a6-aac2-1599bd565702 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415266 Aug 11 22:35:12.279788 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-24080077-d873-4f09-9f1d-1ce21441e782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:12.816254 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33109e99-1d88-4bf8-9164-8606a3978500 None None] Network 9df9206b-6442-412d-b2e5-e7e1dac89e16 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:35:12.909754 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24080077-d873-4f09-9f1d-1ce21441e782 admin admin] Router 60e2f763-d00a-4593-92f8-6c9083b181d1 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:35:12.921315 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-21b061b2-b086-4c76-ab5d-68ac958434b9 None None] Provisioning for port 8319cc46-3825-4940-a69a-e38f580838fb completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:35:13.074164 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24080077-d873-4f09-9f1d-1ce21441e782 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:35:13.086183 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0c5cc0-bf65-496b-b0ec-a8a237563d84 None None] Sync routers for ids ['60e2f763-d00a-4593-92f8-6c9083b181d1'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:35:13.098905 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-24080077-d873-4f09-9f1d-1ce21441e782 admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:13.103655 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-24080077-d873-4f09-9f1d-1ce21441e782 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5491269 Aug 11 22:35:13.104952 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 47996) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:13.109497 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0c5cc0-bf65-496b-b0ec-a8a237563d84 None None] Routers {'60e2f763-d00a-4593-92f8-6c9083b181d1'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:35:13.110212 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-cd0c5cc0-bf65-496b-b0ec-a8a237563d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:34:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['60e2f763-d00a-4593-92f8-6c9083b181d1'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:13.254027 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1923362-d7cb-4d87-814a-42452da35ea4 req-12059abe-cbee-4647-9f35-76fc7482ecb1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:13.256588 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f1923362-d7cb-4d87-814a-42452da35ea4 req-12059abe-cbee-4647-9f35-76fc7482ecb1 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 946 time: 0.1110604 Aug 11 22:35:13.340929 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f1923362-d7cb-4d87-814a-42452da35ea4 req-b1213bf0-0872-4431-8e82-1adacae2d150 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770595 Aug 11 22:35:13.369878 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8319cc46-3825-4940-a69a-e38f580838fb up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:35:13.402561 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3a56e765-50b5-417a-a3da-525a1a1bbe3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:13.445312 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-cd0c5cc0-bf65-496b-b0ec-a8a237563d84 None None] Set router 60e2f763-d00a-4593-92f8-6c9083b181d1 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:35:13.588104 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 8319cc46-3825-4940-a69a-e38f580838fb completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:35:13.608068 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 8319cc46-3825-4940-a69a-e38f580838fb triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:13.608778 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:13.637766 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ab783652-3f43-45f0-b3ba-27567f2a4443 None None] Provisioning complete for port 8319cc46-3825-4940-a69a-e38f580838fb triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:13.638195 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ab783652-3f43-45f0-b3ba-27567f2a4443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:13.843251 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:13.869605 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ab783652-3f43-45f0-b3ba-27567f2a4443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:13.880298 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dd9e33f9-6d5e-44ea-820b-56a4589258f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:13.902267 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-cd0c5cc0-bf65-496b-b0ec-a8a237563d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e2f763-d00a-4593-92f8-6c9083b181d1', 'name': 'tempest-TestAggregatesBasicOps-547058107-router', 'tenant_id': '4859df6bf3844b109bdfb858476ebc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '36c3e716-f0c6-42ef-af3b-bec02503fac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:10Z', 'updated_at': '2021-08-11T22:35:11Z', 'revision_number': 3, 'project_id': '4859df6bf3844b109bdfb858476ebc64', 'gw_port': {'id': '36c3e716-f0c6-42ef-af3b-bec02503fac6', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:70:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e2f763-d00a-4593-92f8-6c9083b181d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:11Z', 'updated_at': '2021-08-11T22:35:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:13.949134 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 8319cc46-3825-4940-a69a-e38f580838fb, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8319cc46-3825-4940-a69a-e38f580838fb,segment=NetworkSegment(550bc51a-bf1d-451b-8506-0642980aae67),segment_id=550bc51a-bf1d-451b-8506-0642980aae67)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:35:13.951362 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0c5cc0-bf65-496b-b0ec-a8a237563d84 None None] Checking router: 60e2f763-d00a-4593-92f8-6c9083b181d1 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:35:13.951865 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0c5cc0-bf65-496b-b0ec-a8a237563d84 None None] Updating router 60e2f763-d00a-4593-92f8-6c9083b181d1 port 36c3e716-f0c6-42ef-af3b-bec02503fac6 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:35:13.980827 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cd0c5cc0-bf65-496b-b0ec-a8a237563d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:13.983143 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:14.134446 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-dd9e33f9-6d5e-44ea-820b-56a4589258f7 admin admin] Allocated IP 172.20.0.1 (9df9206b-6442-412d-b2e5-e7e1dac89e16/93b64164-a6d9-4b89-aad9-f7ddb5d5a4bc/6d59e96b-204a-45ce-bb19-43220891603d) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:35:14.298095 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dd9e33f9-6d5e-44ea-820b-56a4589258f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:14.316306 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-dd9e33f9-6d5e-44ea-820b-56a4589258f7 admin admin] Transition to ACTIVE for port object 6d59e96b-204a-45ce-bb19-43220891603d will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:35:14.336149 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.api [None req-ab783652-3f43-45f0-b3ba-27567f2a4443 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:35:14.336389 n-d-804275-3 neutron-server[100944]: DEBUG oslo_db.api [None req-ab783652-3f43-45f0-b3ba-27567f2a4443 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:35:14.359268 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dd9e33f9-6d5e-44ea-820b-56a4589258f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:14.368312 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=8319cc46-3825-4940-a69a-e38f580838fb,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:14.439007 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9e33f9-6d5e-44ea-820b-56a4589258f7 admin admin] Network 9df9206b-6442-412d-b2e5-e7e1dac89e16 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:35:14.444727 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-dd9e33f9-6d5e-44ea-820b-56a4589258f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:35:14.471904 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9e33f9-6d5e-44ea-820b-56a4589258f7 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:35:14.530104 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e33f9-6d5e-44ea-820b-56a4589258f7 admin admin] Pushing event updated for resources: {'Port': ['ID=6d59e96b-204a-45ce-bb19-43220891603d,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:14.561809 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dd9e33f9-6d5e-44ea-820b-56a4589258f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:14.600173 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c481b-443e-4c18-ac98-2fbfd99878d9 req-68e163c9-142d-459e-91c3-35f3173e4c2f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:14.604006 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b1c481b-443e-4c18-ac98-2fbfd99878d9 req-68e163c9-142d-459e-91c3-35f3173e4c2f tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 946 time: 0.1466653 Aug 11 22:35:14.668743 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8b1c481b-443e-4c18-ac98-2fbfd99878d9 req-678ea6aa-cc8a-41b2-afd2-4d3b8161920d tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560358 Aug 11 22:35:14.722973 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cd0c5cc0-bf65-496b-b0ec-a8a237563d84 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:14.751908 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-cd0c5cc0-bf65-496b-b0ec-a8a237563d84 None None] Transition to ACTIVE for port object 36c3e716-f0c6-42ef-af3b-bec02503fac6 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:35:14.763883 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cd0c5cc0-bf65-496b-b0ec-a8a237563d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:14.846833 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dd9e33f9-6d5e-44ea-820b-56a4589258f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:14.857263 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-cd0c5cc0-bf65-496b-b0ec-a8a237563d84 None None] Attempting to bind port 36c3e716-f0c6-42ef-af3b-bec02503fac6 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:35:14.857843 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-cd0c5cc0-bf65-496b-b0ec-a8a237563d84 None None] Attempting to bind port 36c3e716-f0c6-42ef-af3b-bec02503fac6 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:35:14.857965 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0c5cc0-bf65-496b-b0ec-a8a237563d84 None None] Attempting to bind port 36c3e716-f0c6-42ef-af3b-bec02503fac6 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:35:14.910722 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0c5cc0-bf65-496b-b0ec-a8a237563d84 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:35:14.911151 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0c5cc0-bf65-496b-b0ec-a8a237563d84 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:35:14.911730 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cd0c5cc0-bf65-496b-b0ec-a8a237563d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:14.912801 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0c5cc0-bf65-496b-b0ec-a8a237563d84 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:35:14.913558 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-cd0c5cc0-bf65-496b-b0ec-a8a237563d84 None None] Bound port: 36c3e716-f0c6-42ef-af3b-bec02503fac6, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:35:14.914169 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cd0c5cc0-bf65-496b-b0ec-a8a237563d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:14.986646 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-cd0c5cc0-bf65-496b-b0ec-a8a237563d84 None None] For port 36c3e716-f0c6-42ef-af3b-bec02503fac6, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:35:14.991192 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-cd0c5cc0-bf65-496b-b0ec-a8a237563d84 None None] For port 36c3e716-f0c6-42ef-af3b-bec02503fac6, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=36c3e716-f0c6-42ef-af3b-bec02503fac6,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:35:15.003867 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cd0c5cc0-bf65-496b-b0ec-a8a237563d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:15.020909 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619e719-272f-43fc-87c3-0c2b8b2ae5f4 None None] Pushing event updated for resources: {'Port': ['ID=36c3e716-f0c6-42ef-af3b-bec02503fac6,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:15.090178 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0c5cc0-bf65-496b-b0ec-a8a237563d84 None None] Routers {'60e2f763-d00a-4593-92f8-6c9083b181d1'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:35:15.091358 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-cd0c5cc0-bf65-496b-b0ec-a8a237563d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:34:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['60e2f763-d00a-4593-92f8-6c9083b181d1'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:15.116464 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48012) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:15.147985 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dd9e33f9-6d5e-44ea-820b-56a4589258f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:15.154680 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dd9e33f9-6d5e-44ea-820b-56a4589258f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:15.160789 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619e719-272f-43fc-87c3-0c2b8b2ae5f4 None None] Pushing event updated for resources: {'Port': ['ID=36c3e716-f0c6-42ef-af3b-bec02503fac6,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:15.244355 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e33f9-6d5e-44ea-820b-56a4589258f7 admin admin] Pushing event updated for resources: {'Port': ['ID=6d59e96b-204a-45ce-bb19-43220891603d,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:15.254501 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-dd9e33f9-6d5e-44ea-820b-56a4589258f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:15.260883 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-17e1f072-7cea-4546-9746-87417b096d20 None None] Provisioning for port 6d59e96b-204a-45ce-bb19-43220891603d completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:35:15.274729 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-17e1f072-7cea-4546-9746-87417b096d20 None None] Provisioning complete for port 6d59e96b-204a-45ce-bb19-43220891603d triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:15.275165 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-17e1f072-7cea-4546-9746-87417b096d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:15.312810 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8319cc46-3825-4940-a69a-e38f580838fb up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:35:15.319777 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-257a7cea-463e-46b5-a8ce-7af574ba7cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:15.338943 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-cd0c5cc0-bf65-496b-b0ec-a8a237563d84 None None] Set router 60e2f763-d00a-4593-92f8-6c9083b181d1 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:35:15.387782 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9e33f9-6d5e-44ea-820b-56a4589258f7 admin admin] Network 9df9206b-6442-412d-b2e5-e7e1dac89e16 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:35:15.389248 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-dd9e33f9-6d5e-44ea-820b-56a4589258f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:35:15.428992 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-17e1f072-7cea-4546-9746-87417b096d20 None None] Port 6d59e96b-204a-45ce-bb19-43220891603d cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:35:15.484092 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-257a7cea-463e-46b5-a8ce-7af574ba7cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:15.489748 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-257a7cea-463e-46b5-a8ce-7af574ba7cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:15.546070 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-257a7cea-463e-46b5-a8ce-7af574ba7cf2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=14b52b1cc3b84d5bb4395259e7d9ffc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4286764 Aug 11 22:35:15.548726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48016) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:15.566628 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a7cea-463e-46b5-a8ce-7af574ba7cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651815d7-9a3b-475b-8bf9-bf30af0ea914,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:15.582834 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 8319cc46-3825-4940-a69a-e38f580838fb triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:15.584411 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:15.614490 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9e33f9-6d5e-44ea-820b-56a4589258f7 admin admin] Router 60e2f763-d00a-4593-92f8-6c9083b181d1 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:35:15.636383 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-03f5251e-50d7-4ed6-b4c3-8b4b995ffe39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:15.661396 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-03f5251e-50d7-4ed6-b4c3-8b4b995ffe39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:15.717503 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-03f5251e-50d7-4ed6-b4c3-8b4b995ffe39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:15.720969 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-03f5251e-50d7-4ed6-b4c3-8b4b995ffe39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:15.722548 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-03f5251e-50d7-4ed6-b4c3-8b4b995ffe39 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/651815d7-9a3b-475b-8bf9-bf30af0ea914 HTTP/1.1" status: 204 len: 168 time: 0.1717887 Aug 11 22:35:15.733940 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5251e-50d7-4ed6-b4c3-8b4b995ffe39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651815d7-9a3b-475b-8bf9-bf30af0ea914,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:15.812897 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-cd0c5cc0-bf65-496b-b0ec-a8a237563d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e2f763-d00a-4593-92f8-6c9083b181d1', 'name': 'tempest-TestAggregatesBasicOps-547058107-router', 'tenant_id': '4859df6bf3844b109bdfb858476ebc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '36c3e716-f0c6-42ef-af3b-bec02503fac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:10Z', 'updated_at': '2021-08-11T22:35:14Z', 'revision_number': 4, 'project_id': '4859df6bf3844b109bdfb858476ebc64', 'gw_port': {'id': '36c3e716-f0c6-42ef-af3b-bec02503fac6', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:70:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e2f763-d00a-4593-92f8-6c9083b181d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:11Z', 'updated_at': '2021-08-11T22:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '6d59e96b-204a-45ce-bb19-43220891603d', 'name': '', 'network_id': '9df9206b-6442-412d-b2e5-e7e1dac89e16', 'tenant_id': '4859df6bf3844b109bdfb858476ebc64', 'mac_address': 'fa:16:3e:16:a9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e2f763-d00a-4593-92f8-6c9083b181d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '93b64164-a6d9-4b89-aad9-f7ddb5d5a4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:13Z', 'updated_at': '2021-08-11T22:35:14Z', 'revision_number': 1, 'project_id': '4859df6bf3844b109bdfb858476ebc64', 'subnets': [{'id': '93b64164-a6d9-4b89-aad9-f7ddb5d5a4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:15.841579 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9e33f9-6d5e-44ea-820b-56a4589258f7 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:35:15.850431 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-dd9e33f9-6d5e-44ea-820b-56a4589258f7 admin admin] 10.222.0.77 "PUT /v2.0/routers/60e2f763-d00a-4593-92f8-6c9083b181d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7445648 Aug 11 22:35:15.850606 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0c5cc0-bf65-496b-b0ec-a8a237563d84 None None] The sync data for ids ['60e2f763-d00a-4593-92f8-6c9083b181d1'] in n-d-804275-3 is: [{'id': '60e2f763-d00a-4593-92f8-6c9083b181d1', 'name': 'tempest-TestAggregatesBasicOps-547058107-router', 'tenant_id': '4859df6bf3844b109bdfb858476ebc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '36c3e716-f0c6-42ef-af3b-bec02503fac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:10Z', 'updated_at': '2021-08-11T22:35:14Z', 'revision_number': 4, 'project_id': '4859df6bf3844b109bdfb858476ebc64', 'gw_port': {'id': '36c3e716-f0c6-42ef-af3b-bec02503fac6', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:70:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e2f763-d00a-4593-92f8-6c9083b181d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:11Z', 'updated_at': '2021-08-11T22:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '6d59e96b-204a-45ce-bb19-43220891603d', 'name': '', 'network_id': '9df9206b-6442-412d-b2e5-e7e1dac89e16', 'tenant_id': '4859df6bf3844b109bdfb858476ebc64', 'mac_address': 'fa:16:3e:16:a9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e2f763-d00a-4593-92f8-6c9083b181d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '93b64164-a6d9-4b89-aad9-f7ddb5d5a4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:13Z', 'updated_at': '2021-08-11T22:35:14Z', 'revision_number': 1, 'project_id': '4859df6bf3844b109bdfb858476ebc64', 'subnets': [{'id': '93b64164-a6d9-4b89-aad9-f7ddb5d5a4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:35:15.869617 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-064e9147-bfd4-4244-8843-996eac5af371 None None] Provisioning complete for port 6d59e96b-204a-45ce-bb19-43220891603d triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:15.870278 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-064e9147-bfd4-4244-8843-996eac5af371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:15.888121 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d4896-266a-4a83-b17f-9c2582be77a8 req-153720f6-07ca-47b6-be20-298ec259fafc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:15.901283 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b41d4896-266a-4a83-b17f-9c2582be77a8 req-153720f6-07ca-47b6-be20-298ec259fafc tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 946 time: 0.1146843 Aug 11 22:35:15.918036 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-064e9147-bfd4-4244-8843-996eac5af371 None None] Port 6d59e96b-204a-45ce-bb19-43220891603d cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:35:15.954309 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b41d4896-266a-4a83-b17f-9c2582be77a8 req-2cade67d-7b80-47f0-a1e5-54e7ceba0f31 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515883 Aug 11 22:35:16.083089 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:16.298948 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ee2e5d3a-92a3-413e-8184-78354d9c1a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:16.371181 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b9647-69ca-40f5-96f6-c33a80fb9ff8 req-8769086f-eb79-4291-a38a-662885e2343b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:16.375457 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b51b9647-69ca-40f5-96f6-c33a80fb9ff8 req-8769086f-eb79-4291-a38a-662885e2343b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 1097 time: 0.0895545 Aug 11 22:35:16.494621 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b51b9647-69ca-40f5-96f6-c33a80fb9ff8 req-b6b0e4be-8ba5-4fcc-9d8e-58f4952dd7ea service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115677 Aug 11 22:35:16.816351 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48054) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:16.822361 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-872bed51-1cec-4dbb-8c1f-2751ca104a45 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-939854643-network', 'tenant_id': '833aa63d78ee4c58bb68ec5b6da0ec80'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:35:16.881094 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872bed51-1cec-4dbb-8c1f-2751ca104a45 admin admin] Made reservation on behalf of 833aa63d78ee4c58bb68ec5b6da0ec80 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:35:16.888705 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-872bed51-1cec-4dbb-8c1f-2751ca104a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:16.896412 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 719e09f6-4d0f-4b28-9c4a-d9ce6f404138 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:35:16.900749 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-872bed51-1cec-4dbb-8c1f-2751ca104a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:16.912745 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 719e09f6-4d0f-4b28-9c4a-d9ce6f404138 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:35:17.093217 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-872bed51-1cec-4dbb-8c1f-2751ca104a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:17.130161 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-872bed51-1cec-4dbb-8c1f-2751ca104a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:17.220223 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-872bed51-1cec-4dbb-8c1f-2751ca104a45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:35:17.221154 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 719e09f6-4d0f-4b28-9c4a-d9ce6f404138, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=719e09f6-4d0f-4b28-9c4a-d9ce6f404138,segment=NetworkSegment(ad92f74f-fc49-402f-881b-8220b70c7b04),segment_id=ad92f74f-fc49-402f-881b-8220b70c7b04)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:35:17.224466 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:17.252216 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '719e09f6-4d0f-4b28-9c4a-d9ce6f404138', 'network_id': '8851720f-46d7-4210-975b-18e7bc7d0350', 'port_id': '719e09f6-4d0f-4b28-9c4a-d9ce6f404138', 'mac_address': 'fa:16:3e:4f:d3:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a339f1bc-cb62-47ef-8660-6f10cf6a2676', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:35:17.256282 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44473513-a507-4213-9adc-7c88d51d5bdf req-2f06964f-91bb-43b5-95a3-42e01cef2e0e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:17.269760 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-44473513-a507-4213-9adc-7c88d51d5bdf req-2f06964f-91bb-43b5-95a3-42e01cef2e0e tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 946 time: 0.2083230 Aug 11 22:35:17.286235 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bed51-1cec-4dbb-8c1f-2751ca104a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0e59f8-d024-4217-88d2-e040380e8580,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:17.299054 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-872bed51-1cec-4dbb-8c1f-2751ca104a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:17.299411 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-872bed51-1cec-4dbb-8c1f-2751ca104a45 admin admin] Added segment a5c9e949-3f2c-4126-ae1f-9be0bea4658b of type vlan for network f0e2060d-c4c7-4b4b-9268-844e9581cc2c Aug 11 22:35:17.328066 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 719e09f6-4d0f-4b28-9c4a-d9ce6f404138, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=719e09f6-4d0f-4b28-9c4a-d9ce6f404138,segment=NetworkSegment(ad92f74f-fc49-402f-881b-8220b70c7b04),segment_id=ad92f74f-fc49-402f-881b-8220b70c7b04)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:35:17.334191 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8c6f04-fb7a-455a-8fef-54cbcc6748e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '719e09f6-4d0f-4b28-9c4a-d9ce6f404138'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:35:17.342659 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2d5b68-b3db-4a71-842e-348417c3eef4" -d '{"events": [{"server_uuid": "2b8c6f04-fb7a-455a-8fef-54cbcc6748e9", "name": "network-vif-unplugged", "status": "completed", "tag": "719e09f6-4d0f-4b28-9c4a-d9ce6f404138"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:35:17.349941 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 36c3e716-f0c6-42ef-af3b-bec02503fac6 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:35:17.352521 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:17.367190 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-44473513-a507-4213-9adc-7c88d51d5bdf req-e236ecfa-f420-43ec-9be8-41f6bcfdec29 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962262 Aug 11 22:35:17.383059 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-872bed51-1cec-4dbb-8c1f-2751ca104a45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:17.426465 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-872bed51-1cec-4dbb-8c1f-2751ca104a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:17.427464 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872bed51-1cec-4dbb-8c1f-2751ca104a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:17.428942 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-872bed51-1cec-4dbb-8c1f-2751ca104a45 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:17.475616 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 22:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9ebf31-0fcf-42a8-8a54-48420dd128e1 x-openstack-request-id: req-ba9ebf31-0fcf-42a8-8a54-48420dd128e1 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:35:17.476593 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8c6f04-fb7a-455a-8fef-54cbcc6748e9", "name": "network-vif-unplugged", "status": "completed", "tag": "719e09f6-4d0f-4b28-9c4a-d9ce6f404138", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:35:17.477066 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ba9ebf31-0fcf-42a8-8a54-48420dd128e1 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:35:17.478066 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8c6f04-fb7a-455a-8fef-54cbcc6748e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '719e09f6-4d0f-4b28-9c4a-d9ce6f404138', 'code': 200} Aug 11 22:35:17.481930 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:17.520083 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bed51-1cec-4dbb-8c1f-2751ca104a45 admin admin] Pushing event updated for resources: {'Network': ['ID=f0e2060d-c4c7-4b4b-9268-844e9581cc2c,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:17.527250 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-872bed51-1cec-4dbb-8c1f-2751ca104a45 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7096462 Aug 11 22:35:17.530539 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48070) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:17.536606 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-a9241364-7983-46fd-9204-84bbb0b06793 admin admin] Request body: {'subnet': {'network_id': 'f0e2060d-c4c7-4b4b-9268-844e9581cc2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-939854643-subnet', 'tenant_id': '833aa63d78ee4c58bb68ec5b6da0ec80', 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:35:17.551088 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 719e09f6-4d0f-4b28-9c4a-d9ce6f404138 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:35:17.561772 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9241364-7983-46fd-9204-84bbb0b06793 admin admin] Made reservation on behalf of 833aa63d78ee4c58bb68ec5b6da0ec80 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:35:17.565398 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a9241364-7983-46fd-9204-84bbb0b06793 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:17.568675 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network f0e2060d-c4c7-4b4b-9268-844e9581cc2c details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:35:17.717040 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=719e09f6-4d0f-4b28-9c4a-d9ce6f404138,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:17.768543 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 719e09f6-4d0f-4b28-9c4a-d9ce6f404138, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=719e09f6-4d0f-4b28-9c4a-d9ce6f404138,segment=NetworkSegment(ad92f74f-fc49-402f-881b-8220b70c7b04),segment_id=ad92f74f-fc49-402f-881b-8220b70c7b04)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:35:17.779818 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:17.785649 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:17.849531 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a9241364-7983-46fd-9204-84bbb0b06793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:17.856192 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 36c3e716-f0c6-42ef-af3b-bec02503fac6 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:35:17.865262 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 36c3e716-f0c6-42ef-af3b-bec02503fac6 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:17.865638 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:17.895664 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48076) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:17.926276 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=719e09f6-4d0f-4b28-9c4a-d9ce6f404138,revision_number=7']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:17.970314 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9241364-7983-46fd-9204-84bbb0b06793 admin admin] Checking segment: {'id': 'a5c9e949-3f2c-4126-ae1f-9be0bea4658b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e2060d-c4c7-4b4b-9268-844e9581cc2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:35:17.971116 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9241364-7983-46fd-9204-84bbb0b06793 admin admin] Network hostable DHCP agents. Network: f0e2060d-c4c7-4b4b-9268-844e9581cc2c, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:35:17.985581 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:17.996890 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9241364-7983-46fd-9204-84bbb0b06793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81378254-8ecc-4170-864e-8b8ea876cc93,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:18.016636 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 36c3e716-f0c6-42ef-af3b-bec02503fac6, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=36c3e716-f0c6-42ef-af3b-bec02503fac6,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:35:18.022746 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:18.024518 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9241364-7983-46fd-9204-84bbb0b06793 admin admin] Network f0e2060d-c4c7-4b4b-9268-844e9581cc2c is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:35:18.057361 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-a9241364-7983-46fd-9204-84bbb0b06793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, f0e2060d-c4c7-4b4b-9268-844e9581cc2c) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:35:18.073289 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15b6677-7c10-4e28-94da-4f1a19ec736c None None] Network f0e2060d-c4c7-4b4b-9268-844e9581cc2c requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:35:18.078749 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9241364-7983-46fd-9204-84bbb0b06793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:18.079582 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a9241364-7983-46fd-9204-84bbb0b06793 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:18.109132 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48082) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:18.109484 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a9241364-7983-46fd-9204-84bbb0b06793 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5775232 Aug 11 22:35:18.116980 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-561f0f50-f74c-40f6-b3f4-2eb406e6842c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-939854643-router', 'tenant_id': '833aa63d78ee4c58bb68ec5b6da0ec80', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:35:18.158724 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=36c3e716-f0c6-42ef-af3b-bec02503fac6,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:18.175402 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bd60098a-da46-4a91-890d-b1494f6280d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:18.179534 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-561f0f50-f74c-40f6-b3f4-2eb406e6842c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:18.180958 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-561f0f50-f74c-40f6-b3f4-2eb406e6842c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:18.198396 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['719e09f6-4d0f-4b28-9c4a-d9ce6f404138'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:35:18.285546 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-561f0f50-f74c-40f6-b3f4-2eb406e6842c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:18.366937 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7c8d94-caf3-4d56-9d1b-7f3657e570df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-f0e2060d-c4c7-4b4b-9268-844e9581cc2c', 'network_id': 'f0e2060d-c4c7-4b4b-9268-844e9581cc2c', 'tenant_id': '833aa63d78ee4c58bb68ec5b6da0ec80', 'fixed_ips': [{'subnet_id': '81378254-8ecc-4170-864e-8b8ea876cc93'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:35:18.367876 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5d7c8d94-caf3-4d56-9d1b-7f3657e570df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:18.485140 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-561f0f50-f74c-40f6-b3f4-2eb406e6842c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:18.554732 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e30d09-ae0c-4e95-ad17-413361ab23aa req-a0867f99-2ef0-44d1-a5ec-a19a6dd4be2a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:18.556756 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c0e30d09-ae0c-4e95-ad17-413361ab23aa req-a0867f99-2ef0-44d1-a5ec-a19a6dd4be2a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 945 time: 0.0931454 Aug 11 22:35:18.581944 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bd60098a-da46-4a91-890d-b1494f6280d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:18.612548 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c0e30d09-ae0c-4e95-ad17-413361ab23aa req-bb364408-4e20-4043-a37b-481dee725b78 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451841 Aug 11 22:35:18.617384 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bd60098a-da46-4a91-890d-b1494f6280d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:18.638260 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-5d7c8d94-caf3-4d56-9d1b-7f3657e570df None None] Allocated IP 172.20.0.2 (f0e2060d-c4c7-4b4b-9268-844e9581cc2c/81378254-8ecc-4170-864e-8b8ea876cc93/8c90c17b-4596-4afb-90f8-44c4a8065279) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:35:18.644379 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48086) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:18.700056 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd60098a-da46-4a91-890d-b1494f6280d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda9c664-69c3-41aa-acad-f3752375692a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:18.714148 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bd60098a-da46-4a91-890d-b1494f6280d0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2d71ba947bc7497ca3068aa3ffe75ea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8164251 Aug 11 22:35:18.717232 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd60098a-da46-4a91-890d-b1494f6280d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:18.717588 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd60098a-da46-4a91-890d-b1494f6280d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:18.717932 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd60098a-da46-4a91-890d-b1494f6280d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:18.718273 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd60098a-da46-4a91-890d-b1494f6280d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:18.718611 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd60098a-da46-4a91-890d-b1494f6280d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:18.718948 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd60098a-da46-4a91-890d-b1494f6280d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:18.719281 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd60098a-da46-4a91-890d-b1494f6280d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:18.719785 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd60098a-da46-4a91-890d-b1494f6280d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:18.720121 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd60098a-da46-4a91-890d-b1494f6280d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:18.720449 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd60098a-da46-4a91-890d-b1494f6280d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:18.720829 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd60098a-da46-4a91-890d-b1494f6280d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:18.721164 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd60098a-da46-4a91-890d-b1494f6280d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:18.721998 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48088) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:18.792856 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-50170718-552f-4872-b407-7514ae8d7c58 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/floatingips/46a0501f-5efb-45bd-b787-e2a93db6e715 HTTP/1.1" status: 200 len: 993 time: 0.1373696 Aug 11 22:35:18.817742 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-60af8fe5-1e29-4e30-aebf-c607d5e1f920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:18.847734 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-60af8fe5-1e29-4e30-aebf-c607d5e1f920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:18.894333 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5d7c8d94-caf3-4d56-9d1b-7f3657e570df None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:18.910484 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-5d7c8d94-caf3-4d56-9d1b-7f3657e570df None None] Transition to ACTIVE for port object 8c90c17b-4596-4afb-90f8-44c4a8065279 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:35:18.910746 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-60af8fe5-1e29-4e30-aebf-c607d5e1f920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:18.915893 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-60af8fe5-1e29-4e30-aebf-c607d5e1f920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:18.917293 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-60af8fe5-1e29-4e30-aebf-c607d5e1f920 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dda9c664-69c3-41aa-acad-f3752375692a HTTP/1.1" status: 204 len: 168 time: 0.1939073 Aug 11 22:35:18.932462 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-5d7c8d94-caf3-4d56-9d1b-7f3657e570df None None] Transition to ACTIVE for port object 8c90c17b-4596-4afb-90f8-44c4a8065279 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:35:18.934683 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af8fe5-1e29-4e30-aebf-c607d5e1f920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda9c664-69c3-41aa-acad-f3752375692a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:18.942828 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-561f0f50-f74c-40f6-b3f4-2eb406e6842c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:18.948545 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5d7c8d94-caf3-4d56-9d1b-7f3657e570df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:18.977545 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-561f0f50-f74c-40f6-b3f4-2eb406e6842c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:19.013074 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7c8d94-caf3-4d56-9d1b-7f3657e570df None None] Network f0e2060d-c4c7-4b4b-9268-844e9581cc2c is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:35:19.016819 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-5d7c8d94-caf3-4d56-9d1b-7f3657e570df None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:35:19.023760 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7c8d94-caf3-4d56-9d1b-7f3657e570df None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:35:19.074070 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c8d94-caf3-4d56-9d1b-7f3657e570df None None] Pushing event updated for resources: {'Port': ['ID=8c90c17b-4596-4afb-90f8-44c4a8065279,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:19.105738 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:19.122475 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-5d7c8d94-caf3-4d56-9d1b-7f3657e570df None None] Attempting to bind port 8c90c17b-4596-4afb-90f8-44c4a8065279 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:35:19.123162 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-5d7c8d94-caf3-4d56-9d1b-7f3657e570df None None] Attempting to bind port 8c90c17b-4596-4afb-90f8-44c4a8065279 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'a5c9e949-3f2c-4126-ae1f-9be0bea4658b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e2060d-c4c7-4b4b-9268-844e9581cc2c'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:35:19.123792 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7c8d94-caf3-4d56-9d1b-7f3657e570df None None] Attempting to bind port 8c90c17b-4596-4afb-90f8-44c4a8065279 on network f0e2060d-c4c7-4b4b-9268-844e9581cc2c {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:35:19.129696 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7c8d94-caf3-4d56-9d1b-7f3657e570df None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:35:19.130186 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7c8d94-caf3-4d56-9d1b-7f3657e570df None None] Checking segment: {'id': 'a5c9e949-3f2c-4126-ae1f-9be0bea4658b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e2060d-c4c7-4b4b-9268-844e9581cc2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:35:19.130670 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5d7c8d94-caf3-4d56-9d1b-7f3657e570df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:19.131072 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7c8d94-caf3-4d56-9d1b-7f3657e570df None None] Bound using segment: {'id': 'a5c9e949-3f2c-4126-ae1f-9be0bea4658b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e2060d-c4c7-4b4b-9268-844e9581cc2c'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:35:19.131581 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-5d7c8d94-caf3-4d56-9d1b-7f3657e570df None None] Bound port: 8c90c17b-4596-4afb-90f8-44c4a8065279, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c9e949-3f2c-4126-ae1f-9be0bea4658b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e2060d-c4c7-4b4b-9268-844e9581cc2c'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:35:19.132129 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5d7c8d94-caf3-4d56-9d1b-7f3657e570df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:19.142194 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-561f0f50-f74c-40f6-b3f4-2eb406e6842c admin admin] Allocated IP 172.25.2.223 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/37fa0ad3-a8bc-4ae1-9848-72b059f3b464) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:35:19.273649 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f04b411-eb53-4e56-941e-a770a7768502 None None] Sync routers for ids ['60e2f763-d00a-4593-92f8-6c9083b181d1'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:35:19.288675 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f04b411-eb53-4e56-941e-a770a7768502 None None] Routers {'60e2f763-d00a-4593-92f8-6c9083b181d1'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:35:19.289646 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-7f04b411-eb53-4e56-941e-a770a7768502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:35:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['60e2f763-d00a-4593-92f8-6c9083b181d1'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:19.314123 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 36c3e716-f0c6-42ef-af3b-bec02503fac6 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:35:19.350112 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-5d7c8d94-caf3-4d56-9d1b-7f3657e570df None None] For port 8c90c17b-4596-4afb-90f8-44c4a8065279, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:35:19.368404 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-5d7c8d94-caf3-4d56-9d1b-7f3657e570df None None] For port 8c90c17b-4596-4afb-90f8-44c4a8065279, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8c90c17b-4596-4afb-90f8-44c4a8065279,segment=NetworkSegment(a5c9e949-3f2c-4126-ae1f-9be0bea4658b),segment_id=a5c9e949-3f2c-4126-ae1f-9be0bea4658b)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:35:19.375082 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5d7c8d94-caf3-4d56-9d1b-7f3657e570df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:19.406082 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-561f0f50-f74c-40f6-b3f4-2eb406e6842c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:19.464625 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-7f04b411-eb53-4e56-941e-a770a7768502 None None] Set router 60e2f763-d00a-4593-92f8-6c9083b181d1 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:35:19.491020 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-561f0f50-f74c-40f6-b3f4-2eb406e6842c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:19.536741 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c8d94-caf3-4d56-9d1b-7f3657e570df None None] Pushing event updated for resources: {'Port': ['ID=8c90c17b-4596-4afb-90f8-44c4a8065279,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:19.541689 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 36c3e716-f0c6-42ef-af3b-bec02503fac6 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:19.542600 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:19.551912 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561f0f50-f74c-40f6-b3f4-2eb406e6842c admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:35:19.575587 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-561f0f50-f74c-40f6-b3f4-2eb406e6842c admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:35:19.581003 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561f0f50-f74c-40f6-b3f4-2eb406e6842c admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:35:19.620538 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f0f50-f74c-40f6-b3f4-2eb406e6842c admin admin] Pushing event updated for resources: {'Port': ['ID=37fa0ad3-a8bc-4ae1-9848-72b059f3b464,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:19.890117 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-7f04b411-eb53-4e56-941e-a770a7768502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e2f763-d00a-4593-92f8-6c9083b181d1', 'name': 'tempest-TestAggregatesBasicOps-547058107-router', 'tenant_id': '4859df6bf3844b109bdfb858476ebc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '36c3e716-f0c6-42ef-af3b-bec02503fac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:10Z', 'updated_at': '2021-08-11T22:35:14Z', 'revision_number': 4, 'project_id': '4859df6bf3844b109bdfb858476ebc64', 'gw_port': {'id': '36c3e716-f0c6-42ef-af3b-bec02503fac6', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:70:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e2f763-d00a-4593-92f8-6c9083b181d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:11Z', 'updated_at': '2021-08-11T22:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '6d59e96b-204a-45ce-bb19-43220891603d', 'name': '', 'network_id': '9df9206b-6442-412d-b2e5-e7e1dac89e16', 'tenant_id': '4859df6bf3844b109bdfb858476ebc64', 'mac_address': 'fa:16:3e:16:a9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e2f763-d00a-4593-92f8-6c9083b181d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '93b64164-a6d9-4b89-aad9-f7ddb5d5a4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:13Z', 'updated_at': '2021-08-11T22:35:14Z', 'revision_number': 2, 'project_id': '4859df6bf3844b109bdfb858476ebc64', 'subnets': [{'id': '93b64164-a6d9-4b89-aad9-f7ddb5d5a4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:19.918972 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f04b411-eb53-4e56-941e-a770a7768502 None None] Checking router: 60e2f763-d00a-4593-92f8-6c9083b181d1 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:35:19.919316 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f04b411-eb53-4e56-941e-a770a7768502 None None] Updating router 60e2f763-d00a-4593-92f8-6c9083b181d1 port 6d59e96b-204a-45ce-bb19-43220891603d binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:35:19.947580 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-7f04b411-eb53-4e56-941e-a770a7768502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:19.962846 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-561f0f50-f74c-40f6-b3f4-2eb406e6842c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:20.205071 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-561f0f50-f74c-40f6-b3f4-2eb406e6842c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:20.294611 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-7f04b411-eb53-4e56-941e-a770a7768502 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:20.307899 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-7f04b411-eb53-4e56-941e-a770a7768502 None None] Transition to ACTIVE for port object 6d59e96b-204a-45ce-bb19-43220891603d will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:35:20.316817 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-7f04b411-eb53-4e56-941e-a770a7768502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:20.466074 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4436d-c95c-439f-9828-f9b137b6792d None None] Pushing event updated for resources: {'Port': ['ID=6d59e96b-204a-45ce-bb19-43220891603d,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:20.507661 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4436d-c95c-439f-9828-f9b137b6792d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:20.508020 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4436d-c95c-439f-9828-f9b137b6792d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:20.508370 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4436d-c95c-439f-9828-f9b137b6792d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:20.508710 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4436d-c95c-439f-9828-f9b137b6792d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:20.509046 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4436d-c95c-439f-9828-f9b137b6792d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:20.509378 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4436d-c95c-439f-9828-f9b137b6792d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:20.509709 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4436d-c95c-439f-9828-f9b137b6792d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:20.510038 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4436d-c95c-439f-9828-f9b137b6792d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:20.510366 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4436d-c95c-439f-9828-f9b137b6792d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:20.510692 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4436d-c95c-439f-9828-f9b137b6792d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:20.511018 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4436d-c95c-439f-9828-f9b137b6792d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:20.511388 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4436d-c95c-439f-9828-f9b137b6792d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:35:20.542695 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-7f04b411-eb53-4e56-941e-a770a7768502 None None] Attempting to bind port 6d59e96b-204a-45ce-bb19-43220891603d on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:35:20.543072 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-7f04b411-eb53-4e56-941e-a770a7768502 None None] Attempting to bind port 6d59e96b-204a-45ce-bb19-43220891603d by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '550bc51a-bf1d-451b-8506-0642980aae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9df9206b-6442-412d-b2e5-e7e1dac89e16'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:35:20.543439 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f04b411-eb53-4e56-941e-a770a7768502 None None] Attempting to bind port 6d59e96b-204a-45ce-bb19-43220891603d on network 9df9206b-6442-412d-b2e5-e7e1dac89e16 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:35:20.554827 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f04b411-eb53-4e56-941e-a770a7768502 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:35:20.555200 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f04b411-eb53-4e56-941e-a770a7768502 None None] Checking segment: {'id': '550bc51a-bf1d-451b-8506-0642980aae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9df9206b-6442-412d-b2e5-e7e1dac89e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:35:20.555855 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-7f04b411-eb53-4e56-941e-a770a7768502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:20.556428 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f04b411-eb53-4e56-941e-a770a7768502 None None] Bound using segment: {'id': '550bc51a-bf1d-451b-8506-0642980aae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9df9206b-6442-412d-b2e5-e7e1dac89e16'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:35:20.556912 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-7f04b411-eb53-4e56-941e-a770a7768502 None None] Bound port: 6d59e96b-204a-45ce-bb19-43220891603d, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550bc51a-bf1d-451b-8506-0642980aae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9df9206b-6442-412d-b2e5-e7e1dac89e16'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:35:20.557301 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-7f04b411-eb53-4e56-941e-a770a7768502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:20.706901 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-7f04b411-eb53-4e56-941e-a770a7768502 None None] For port 6d59e96b-204a-45ce-bb19-43220891603d, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:35:20.711658 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-7f04b411-eb53-4e56-941e-a770a7768502 None None] For port 6d59e96b-204a-45ce-bb19-43220891603d, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=6d59e96b-204a-45ce-bb19-43220891603d,segment=NetworkSegment(550bc51a-bf1d-451b-8506-0642980aae67),segment_id=550bc51a-bf1d-451b-8506-0642980aae67)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:35:20.719238 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-7f04b411-eb53-4e56-941e-a770a7768502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:20.801896 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561f0f50-f74c-40f6-b3f4-2eb406e6842c admin admin] Router e87bb7cf-cfcc-4e62-9779-477d6a569d3f is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:35:20.828502 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:20.854901 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f04b411-eb53-4e56-941e-a770a7768502 None None] Routers {'60e2f763-d00a-4593-92f8-6c9083b181d1'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:35:20.855595 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-7f04b411-eb53-4e56-941e-a770a7768502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:35:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['60e2f763-d00a-4593-92f8-6c9083b181d1'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:20.866113 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4436d-c95c-439f-9828-f9b137b6792d None None] Pushing event updated for resources: {'Port': ['ID=6d59e96b-204a-45ce-bb19-43220891603d,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:20.933993 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 719e09f6-4d0f-4b28-9c4a-d9ce6f404138 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:35:21.015905 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561f0f50-f74c-40f6-b3f4-2eb406e6842c admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:35:21.071705 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-561f0f50-f74c-40f6-b3f4-2eb406e6842c admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:21.077446 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-561f0f50-f74c-40f6-b3f4-2eb406e6842c admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9648662 Aug 11 22:35:21.078136 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48132) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:21.378421 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd531047-01cc-4300-be25-8ab10296c8af None None] Sync routers for ids ['e87bb7cf-cfcc-4e62-9779-477d6a569d3f'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:35:21.378421 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709c1b98-e86e-4975-817c-eb5c54d89613 None None] Network f0e2060d-c4c7-4b4b-9268-844e9581cc2c requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:35:21.382373 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-7f04b411-eb53-4e56-941e-a770a7768502 None None] Set router 60e2f763-d00a-4593-92f8-6c9083b181d1 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:35:21.573972 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd531047-01cc-4300-be25-8ab10296c8af None None] Routers {'e87bb7cf-cfcc-4e62-9779-477d6a569d3f'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:35:21.574635 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-fd531047-01cc-4300-be25-8ab10296c8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:35:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['e87bb7cf-cfcc-4e62-9779-477d6a569d3f'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:21.598527 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-5bd8e8e2-0e4c-48bd-b547-23ad529179ab None None] Provisioning for port 8c90c17b-4596-4afb-90f8-44c4a8065279 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:35:21.635401 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-7f04b411-eb53-4e56-941e-a770a7768502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e2f763-d00a-4593-92f8-6c9083b181d1', 'name': 'tempest-TestAggregatesBasicOps-547058107-router', 'tenant_id': '4859df6bf3844b109bdfb858476ebc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '36c3e716-f0c6-42ef-af3b-bec02503fac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:10Z', 'updated_at': '2021-08-11T22:35:14Z', 'revision_number': 4, 'project_id': '4859df6bf3844b109bdfb858476ebc64', 'gw_port': {'id': '36c3e716-f0c6-42ef-af3b-bec02503fac6', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:70:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e2f763-d00a-4593-92f8-6c9083b181d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:11Z', 'updated_at': '2021-08-11T22:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '6d59e96b-204a-45ce-bb19-43220891603d', 'name': '', 'network_id': '9df9206b-6442-412d-b2e5-e7e1dac89e16', 'tenant_id': '4859df6bf3844b109bdfb858476ebc64', 'mac_address': 'fa:16:3e:16:a9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e2f763-d00a-4593-92f8-6c9083b181d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '93b64164-a6d9-4b89-aad9-f7ddb5d5a4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:13Z', 'updated_at': '2021-08-11T22:35:20Z', 'revision_number': 4, 'project_id': '4859df6bf3844b109bdfb858476ebc64', 'subnets': [{'id': '93b64164-a6d9-4b89-aad9-f7ddb5d5a4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:21.661341 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8c90c17b-4596-4afb-90f8-44c4a8065279 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:35:21.687883 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f04b411-eb53-4e56-941e-a770a7768502 None None] The sync data for ids ['60e2f763-d00a-4593-92f8-6c9083b181d1'] in n-d-804275-3 is: [{'id': '60e2f763-d00a-4593-92f8-6c9083b181d1', 'name': 'tempest-TestAggregatesBasicOps-547058107-router', 'tenant_id': '4859df6bf3844b109bdfb858476ebc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '36c3e716-f0c6-42ef-af3b-bec02503fac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:10Z', 'updated_at': '2021-08-11T22:35:14Z', 'revision_number': 4, 'project_id': '4859df6bf3844b109bdfb858476ebc64', 'gw_port': {'id': '36c3e716-f0c6-42ef-af3b-bec02503fac6', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:70:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e2f763-d00a-4593-92f8-6c9083b181d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:11Z', 'updated_at': '2021-08-11T22:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '6d59e96b-204a-45ce-bb19-43220891603d', 'name': '', 'network_id': '9df9206b-6442-412d-b2e5-e7e1dac89e16', 'tenant_id': '4859df6bf3844b109bdfb858476ebc64', 'mac_address': 'fa:16:3e:16:a9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e2f763-d00a-4593-92f8-6c9083b181d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '93b64164-a6d9-4b89-aad9-f7ddb5d5a4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:13Z', 'updated_at': '2021-08-11T22:35:20Z', 'revision_number': 4, 'project_id': '4859df6bf3844b109bdfb858476ebc64', 'subnets': [{'id': '93b64164-a6d9-4b89-aad9-f7ddb5d5a4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:35:21.846072 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b43d9f4a-faf8-4380-bcaa-186ca199ad48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:21.917109 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 719e09f6-4d0f-4b28-9c4a-d9ce6f404138 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:21.917940 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:22.088058 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-fd531047-01cc-4300-be25-8ab10296c8af None None] Set router e87bb7cf-cfcc-4e62-9779-477d6a569d3f gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:35:22.177674 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 8c90c17b-4596-4afb-90f8-44c4a8065279 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:35:22.217901 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 8c90c17b-4596-4afb-90f8-44c4a8065279 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:22.218555 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:22.275091 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-b43d9f4a-faf8-4380-bcaa-186ca199ad48 admin admin] Allocated IP 172.20.0.1 (f0e2060d-c4c7-4b4b-9268-844e9581cc2c/81378254-8ecc-4170-864e-8b8ea876cc93/22a5443e-188a-49bd-b55e-96ecac2c6c5d) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:35:22.434155 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b43d9f4a-faf8-4380-bcaa-186ca199ad48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:22.452892 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-b43d9f4a-faf8-4380-bcaa-186ca199ad48 admin admin] Transition to ACTIVE for port object 22a5443e-188a-49bd-b55e-96ecac2c6c5d will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:35:22.489899 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b43d9f4a-faf8-4380-bcaa-186ca199ad48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:22.496028 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:22.545351 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43d9f4a-faf8-4380-bcaa-186ca199ad48 admin admin] Network f0e2060d-c4c7-4b4b-9268-844e9581cc2c is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:35:22.549169 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-b43d9f4a-faf8-4380-bcaa-186ca199ad48 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:35:22.552049 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43d9f4a-faf8-4380-bcaa-186ca199ad48 admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:35:22.579686 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 719e09f6-4d0f-4b28-9c4a-d9ce6f404138, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=719e09f6-4d0f-4b28-9c4a-d9ce6f404138,segment=NetworkSegment(ad92f74f-fc49-402f-881b-8220b70c7b04),segment_id=ad92f74f-fc49-402f-881b-8220b70c7b04)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:35:22.589351 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d9f4a-faf8-4380-bcaa-186ca199ad48 admin admin] Pushing event updated for resources: {'Port': ['ID=22a5443e-188a-49bd-b55e-96ecac2c6c5d,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:22.603872 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8c6f04-fb7a-455a-8fef-54cbcc6748e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719e09f6-4d0f-4b28-9c4a-d9ce6f404138'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:35:22.607191 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49520f19-fc49-47ff-85b1-3306a99cf23b" -d '{"events": [{"server_uuid": "2b8c6f04-fb7a-455a-8fef-54cbcc6748e9", "name": "network-vif-plugged", "status": "completed", "tag": "719e09f6-4d0f-4b28-9c4a-d9ce6f404138"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:35:22.609295 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b43d9f4a-faf8-4380-bcaa-186ca199ad48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:22.614517 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:22.685184 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:22.694385 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-fd531047-01cc-4300-be25-8ab10296c8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87bb7cf-cfcc-4e62-9779-477d6a569d3f', 'name': 'tempest-TestAggregatesBasicOps-939854643-router', 'tenant_id': '833aa63d78ee4c58bb68ec5b6da0ec80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '37fa0ad3-a8bc-4ae1-9848-72b059f3b464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:18Z', 'updated_at': '2021-08-11T22:35:19Z', 'revision_number': 3, 'project_id': '833aa63d78ee4c58bb68ec5b6da0ec80', 'gw_port': {'id': '37fa0ad3-a8bc-4ae1-9848-72b059f3b464', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:97:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87bb7cf-cfcc-4e62-9779-477d6a569d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:18Z', 'updated_at': '2021-08-11T22:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:22.704591 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4072c302-1608-42e9-86fe-41532993a7fd x-openstack-request-id: req-4072c302-1608-42e9-86fe-41532993a7fd {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:35:22.704996 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8c6f04-fb7a-455a-8fef-54cbcc6748e9", "name": "network-vif-plugged", "status": "completed", "tag": "719e09f6-4d0f-4b28-9c4a-d9ce6f404138", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:35:22.705151 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4072c302-1608-42e9-86fe-41532993a7fd {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:35:22.705701 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8c6f04-fb7a-455a-8fef-54cbcc6748e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719e09f6-4d0f-4b28-9c4a-d9ce6f404138', 'code': 200} Aug 11 22:35:22.787353 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd531047-01cc-4300-be25-8ab10296c8af None None] Checking router: e87bb7cf-cfcc-4e62-9779-477d6a569d3f for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:35:22.787846 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd531047-01cc-4300-be25-8ab10296c8af None None] Updating router e87bb7cf-cfcc-4e62-9779-477d6a569d3f port 37fa0ad3-a8bc-4ae1-9848-72b059f3b464 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:35:22.792419 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b43d9f4a-faf8-4380-bcaa-186ca199ad48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:22.867259 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 8c90c17b-4596-4afb-90f8-44c4a8065279, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8c90c17b-4596-4afb-90f8-44c4a8065279,segment=NetworkSegment(a5c9e949-3f2c-4126-ae1f-9be0bea4658b),segment_id=a5c9e949-3f2c-4126-ae1f-9be0bea4658b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:35:22.876379 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:22.877254 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 6d59e96b-204a-45ce-bb19-43220891603d up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:35:22.882632 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=719e09f6-4d0f-4b28-9c4a-d9ce6f404138,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:22.915670 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fd531047-01cc-4300-be25-8ab10296c8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:23.105954 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=8c90c17b-4596-4afb-90f8-44c4a8065279,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:23.121169 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ffc700a6-c0ca-440e-a949-d477ea58b238 None None] Provisioning complete for port 8c90c17b-4596-4afb-90f8-44c4a8065279 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:23.121559 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ffc700a6-c0ca-440e-a949-d477ea58b238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:23.126410 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 6d59e96b-204a-45ce-bb19-43220891603d completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:35:23.131383 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:35:23.139484 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b43d9f4a-faf8-4380-bcaa-186ca199ad48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:23.149401 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b43d9f4a-faf8-4380-bcaa-186ca199ad48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:23.165245 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 6d59e96b-204a-45ce-bb19-43220891603d triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:23.165635 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:23.276607 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b43d9f4a-faf8-4380-bcaa-186ca199ad48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:23.280463 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d9f4a-faf8-4380-bcaa-186ca199ad48 admin admin] Pushing event updated for resources: {'Port': ['ID=22a5443e-188a-49bd-b55e-96ecac2c6c5d,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:23.422183 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43d9f4a-faf8-4380-bcaa-186ca199ad48 admin admin] Network f0e2060d-c4c7-4b4b-9268-844e9581cc2c is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:35:23.424239 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-b43d9f4a-faf8-4380-bcaa-186ca199ad48 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:35:23.442797 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:23.565322 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 6d59e96b-204a-45ce-bb19-43220891603d, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=6d59e96b-204a-45ce-bb19-43220891603d,segment=NetworkSegment(550bc51a-bf1d-451b-8506-0642980aae67),segment_id=550bc51a-bf1d-451b-8506-0642980aae67)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:35:23.584152 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:23.587780 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43d9f4a-faf8-4380-bcaa-186ca199ad48 admin admin] Router e87bb7cf-cfcc-4e62-9779-477d6a569d3f has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:35:23.665166 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-68628f88-73a3-4b02-8670-c1919adcc1b7 None None] Provisioning for port 22a5443e-188a-49bd-b55e-96ecac2c6c5d completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:35:23.704101 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fd531047-01cc-4300-be25-8ab10296c8af None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:23.723093 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-fd531047-01cc-4300-be25-8ab10296c8af None None] Transition to ACTIVE for port object 37fa0ad3-a8bc-4ae1-9848-72b059f3b464 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:35:23.765365 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43d9f4a-faf8-4380-bcaa-186ca199ad48 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:35:23.788271 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=6d59e96b-204a-45ce-bb19-43220891603d,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:23.793959 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b43d9f4a-faf8-4380-bcaa-186ca199ad48 admin admin] 10.222.0.77 "PUT /v2.0/routers/e87bb7cf-cfcc-4e62-9779-477d6a569d3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7076600 Aug 11 22:35:23.805843 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fd531047-01cc-4300-be25-8ab10296c8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:23.808036 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8c90c17b-4596-4afb-90f8-44c4a8065279 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:35:23.848628 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-68628f88-73a3-4b02-8670-c1919adcc1b7 None None] Provisioning complete for port 22a5443e-188a-49bd-b55e-96ecac2c6c5d triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:23.848965 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-68628f88-73a3-4b02-8670-c1919adcc1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:23.983702 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4288d3-0c7d-4be0-8432-a1a441bc9371 None None] Pushing event updated for resources: {'Port': ['ID=37fa0ad3-a8bc-4ae1-9848-72b059f3b464,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:23.989043 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-fd531047-01cc-4300-be25-8ab10296c8af None None] Attempting to bind port 37fa0ad3-a8bc-4ae1-9848-72b059f3b464 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:35:23.989544 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-fd531047-01cc-4300-be25-8ab10296c8af None None] Attempting to bind port 37fa0ad3-a8bc-4ae1-9848-72b059f3b464 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:35:23.989920 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd531047-01cc-4300-be25-8ab10296c8af None None] Attempting to bind port 37fa0ad3-a8bc-4ae1-9848-72b059f3b464 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:35:24.006686 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-68628f88-73a3-4b02-8670-c1919adcc1b7 None None] Port 22a5443e-188a-49bd-b55e-96ecac2c6c5d cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:35:24.025140 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd531047-01cc-4300-be25-8ab10296c8af None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:35:24.025715 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd531047-01cc-4300-be25-8ab10296c8af None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:35:24.025959 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fd531047-01cc-4300-be25-8ab10296c8af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:24.026351 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd531047-01cc-4300-be25-8ab10296c8af None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:35:24.026883 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-fd531047-01cc-4300-be25-8ab10296c8af None None] Bound port: 37fa0ad3-a8bc-4ae1-9848-72b059f3b464, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:35:24.027253 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fd531047-01cc-4300-be25-8ab10296c8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:24.031340 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 8c90c17b-4596-4afb-90f8-44c4a8065279 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:24.031744 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:24.376729 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-fd531047-01cc-4300-be25-8ab10296c8af None None] For port 37fa0ad3-a8bc-4ae1-9848-72b059f3b464, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:35:24.376729 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2d13c2bd-f8f4-47b1-a9a3-e0971ee9fb9c None None] Provisioning complete for port 22a5443e-188a-49bd-b55e-96ecac2c6c5d triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:24.377835 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2d13c2bd-f8f4-47b1-a9a3-e0971ee9fb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:24.380059 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-fd531047-01cc-4300-be25-8ab10296c8af None None] For port 37fa0ad3-a8bc-4ae1-9848-72b059f3b464, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=37fa0ad3-a8bc-4ae1-9848-72b059f3b464,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:35:24.417523 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fd531047-01cc-4300-be25-8ab10296c8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:24.494726 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-2d13c2bd-f8f4-47b1-a9a3-e0971ee9fb9c None None] Port 22a5443e-188a-49bd-b55e-96ecac2c6c5d cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:35:24.547206 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd531047-01cc-4300-be25-8ab10296c8af None None] Routers {'e87bb7cf-cfcc-4e62-9779-477d6a569d3f'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:35:24.547880 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-fd531047-01cc-4300-be25-8ab10296c8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:35:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['e87bb7cf-cfcc-4e62-9779-477d6a569d3f'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:24.550892 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4288d3-0c7d-4be0-8432-a1a441bc9371 None None] Pushing event updated for resources: {'Port': ['ID=37fa0ad3-a8bc-4ae1-9848-72b059f3b464,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:24.701733 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-fd531047-01cc-4300-be25-8ab10296c8af None None] Set router e87bb7cf-cfcc-4e62-9779-477d6a569d3f gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:35:24.993194 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-fd531047-01cc-4300-be25-8ab10296c8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87bb7cf-cfcc-4e62-9779-477d6a569d3f', 'name': 'tempest-TestAggregatesBasicOps-939854643-router', 'tenant_id': '833aa63d78ee4c58bb68ec5b6da0ec80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '37fa0ad3-a8bc-4ae1-9848-72b059f3b464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:18Z', 'updated_at': '2021-08-11T22:35:22Z', 'revision_number': 4, 'project_id': '833aa63d78ee4c58bb68ec5b6da0ec80', 'gw_port': {'id': '37fa0ad3-a8bc-4ae1-9848-72b059f3b464', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:97:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87bb7cf-cfcc-4e62-9779-477d6a569d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:18Z', 'updated_at': '2021-08-11T22:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '22a5443e-188a-49bd-b55e-96ecac2c6c5d', 'name': '', 'network_id': 'f0e2060d-c4c7-4b4b-9268-844e9581cc2c', 'tenant_id': '833aa63d78ee4c58bb68ec5b6da0ec80', 'mac_address': 'fa:16:3e:ed:88:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87bb7cf-cfcc-4e62-9779-477d6a569d3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '81378254-8ecc-4170-864e-8b8ea876cc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:21Z', 'updated_at': '2021-08-11T22:35:22Z', 'revision_number': 2, 'project_id': '833aa63d78ee4c58bb68ec5b6da0ec80', 'subnets': [{'id': '81378254-8ecc-4170-864e-8b8ea876cc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:25.042771 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd531047-01cc-4300-be25-8ab10296c8af None None] The sync data for ids ['e87bb7cf-cfcc-4e62-9779-477d6a569d3f'] in n-d-804275-3 is: [{'id': 'e87bb7cf-cfcc-4e62-9779-477d6a569d3f', 'name': 'tempest-TestAggregatesBasicOps-939854643-router', 'tenant_id': '833aa63d78ee4c58bb68ec5b6da0ec80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '37fa0ad3-a8bc-4ae1-9848-72b059f3b464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:18Z', 'updated_at': '2021-08-11T22:35:22Z', 'revision_number': 4, 'project_id': '833aa63d78ee4c58bb68ec5b6da0ec80', 'gw_port': {'id': '37fa0ad3-a8bc-4ae1-9848-72b059f3b464', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:97:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87bb7cf-cfcc-4e62-9779-477d6a569d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:18Z', 'updated_at': '2021-08-11T22:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '22a5443e-188a-49bd-b55e-96ecac2c6c5d', 'name': '', 'network_id': 'f0e2060d-c4c7-4b4b-9268-844e9581cc2c', 'tenant_id': '833aa63d78ee4c58bb68ec5b6da0ec80', 'mac_address': 'fa:16:3e:ed:88:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87bb7cf-cfcc-4e62-9779-477d6a569d3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '81378254-8ecc-4170-864e-8b8ea876cc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:21Z', 'updated_at': '2021-08-11T22:35:22Z', 'revision_number': 2, 'project_id': '833aa63d78ee4c58bb68ec5b6da0ec80', 'subnets': [{'id': '81378254-8ecc-4170-864e-8b8ea876cc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:35:25.381470 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48266) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:25.766755 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 6d59e96b-204a-45ce-bb19-43220891603d up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:35:25.848208 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 6d59e96b-204a-45ce-bb19-43220891603d triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:25.848593 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:26.097174 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-28b56792-677f-4979-aa40-f526ca860a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:26.488038 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-28b56792-677f-4979-aa40-f526ca860a42 admin admin] Deleting port 6d59e96b-204a-45ce-bb19-43220891603d {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:35:26.489055 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-28b56792-677f-4979-aa40-f526ca860a42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:26.619797 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-28b56792-677f-4979-aa40-f526ca860a42 admin admin] For port 6d59e96b-204a-45ce-bb19-43220891603d, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=6d59e96b-204a-45ce-bb19-43220891603d,segment=NetworkSegment(550bc51a-bf1d-451b-8506-0642980aae67),segment_id=550bc51a-bf1d-451b-8506-0642980aae67)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:35:26.620449 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-28b56792-677f-4979-aa40-f526ca860a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:26.637012 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-28b56792-677f-4979-aa40-f526ca860a42 admin admin] Calling delete_port for 6d59e96b-204a-45ce-bb19-43220891603d owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:35:26.883960 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-28b56792-677f-4979-aa40-f526ca860a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:26.913344 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b56792-677f-4979-aa40-f526ca860a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d59e96b-204a-45ce-bb19-43220891603d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:27.111830 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-28b56792-677f-4979-aa40-f526ca860a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:27.372771 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b56792-677f-4979-aa40-f526ca860a42 admin admin] Router 60e2f763-d00a-4593-92f8-6c9083b181d1 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:35:27.482460 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b56792-677f-4979-aa40-f526ca860a42 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:35:27.488699 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-28b56792-677f-4979-aa40-f526ca860a42 admin admin] 10.222.0.77 "PUT /v2.0/routers/60e2f763-d00a-4593-92f8-6c9083b181d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1044436 Aug 11 22:35:27.491138 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48304) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:27.494409 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196d6f07-62f6-4d9a-aed3-0be57bb48530 None None] Sync routers for ids ['60e2f763-d00a-4593-92f8-6c9083b181d1'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:35:27.504061 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196d6f07-62f6-4d9a-aed3-0be57bb48530 None None] Routers {'60e2f763-d00a-4593-92f8-6c9083b181d1'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:35:27.504687 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-196d6f07-62f6-4d9a-aed3-0be57bb48530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:35:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['60e2f763-d00a-4593-92f8-6c9083b181d1'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:27.616709 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d71ea57-9136-4fad-8ac3-cc2f5759cfd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:27.644360 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-196d6f07-62f6-4d9a-aed3-0be57bb48530 None None] Set router 60e2f763-d00a-4593-92f8-6c9083b181d1 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:35:27.791362 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d71ea57-9136-4fad-8ac3-cc2f5759cfd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:27.867598 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-196d6f07-62f6-4d9a-aed3-0be57bb48530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e2f763-d00a-4593-92f8-6c9083b181d1', 'name': 'tempest-TestAggregatesBasicOps-547058107-router', 'tenant_id': '4859df6bf3844b109bdfb858476ebc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '36c3e716-f0c6-42ef-af3b-bec02503fac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:10Z', 'updated_at': '2021-08-11T22:35:26Z', 'revision_number': 5, 'project_id': '4859df6bf3844b109bdfb858476ebc64', 'gw_port': {'id': '36c3e716-f0c6-42ef-af3b-bec02503fac6', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:70:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e2f763-d00a-4593-92f8-6c9083b181d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:11Z', 'updated_at': '2021-08-11T22:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:27.883082 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-8d71ea57-9136-4fad-8ac3-cc2f5759cfd6 admin admin] Deleting port 36c3e716-f0c6-42ef-af3b-bec02503fac6 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:35:27.883636 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d71ea57-9136-4fad-8ac3-cc2f5759cfd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:27.911995 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196d6f07-62f6-4d9a-aed3-0be57bb48530 None None] Checking router: 60e2f763-d00a-4593-92f8-6c9083b181d1 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:35:27.913374 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 37fa0ad3-a8bc-4ae1-9848-72b059f3b464 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:35:27.921171 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196d6f07-62f6-4d9a-aed3-0be57bb48530 None None] Routers {'60e2f763-d00a-4593-92f8-6c9083b181d1'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:35:27.922011 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-196d6f07-62f6-4d9a-aed3-0be57bb48530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:35:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['60e2f763-d00a-4593-92f8-6c9083b181d1'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:28.037168 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 37fa0ad3-a8bc-4ae1-9848-72b059f3b464 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:35:28.045110 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 37fa0ad3-a8bc-4ae1-9848-72b059f3b464 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:28.045975 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:28.068347 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-196d6f07-62f6-4d9a-aed3-0be57bb48530 None None] Set router 60e2f763-d00a-4593-92f8-6c9083b181d1 gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:35:28.077117 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-8d71ea57-9136-4fad-8ac3-cc2f5759cfd6 admin admin] For port 36c3e716-f0c6-42ef-af3b-bec02503fac6, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=36c3e716-f0c6-42ef-af3b-bec02503fac6,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:35:28.077735 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d71ea57-9136-4fad-8ac3-cc2f5759cfd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:28.106132 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-8d71ea57-9136-4fad-8ac3-cc2f5759cfd6 admin admin] Calling delete_port for 36c3e716-f0c6-42ef-af3b-bec02503fac6 owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:35:28.147188 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-196d6f07-62f6-4d9a-aed3-0be57bb48530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e2f763-d00a-4593-92f8-6c9083b181d1', 'name': 'tempest-TestAggregatesBasicOps-547058107-router', 'tenant_id': '4859df6bf3844b109bdfb858476ebc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:10Z', 'updated_at': '2021-08-11T22:35:27Z', 'revision_number': 6, 'project_id': '4859df6bf3844b109bdfb858476ebc64', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:28.209114 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196d6f07-62f6-4d9a-aed3-0be57bb48530 None None] The sync data for ids ['60e2f763-d00a-4593-92f8-6c9083b181d1'] in n-d-804275-3 is: [{'id': '60e2f763-d00a-4593-92f8-6c9083b181d1', 'name': 'tempest-TestAggregatesBasicOps-547058107-router', 'tenant_id': '4859df6bf3844b109bdfb858476ebc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:10Z', 'updated_at': '2021-08-11T22:35:27Z', 'revision_number': 6, 'project_id': '4859df6bf3844b109bdfb858476ebc64', 'gw_port_host': None}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:35:28.251176 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:28.311954 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 37fa0ad3-a8bc-4ae1-9848-72b059f3b464, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=37fa0ad3-a8bc-4ae1-9848-72b059f3b464,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:35:28.317420 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:28.380152 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d71ea57-9136-4fad-8ac3-cc2f5759cfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:28.442111 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71ea57-9136-4fad-8ac3-cc2f5759cfd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=36c3e716-f0c6-42ef-af3b-bec02503fac6,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:28.449790 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=37fa0ad3-a8bc-4ae1-9848-72b059f3b464,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:28.527468 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d71ea57-9136-4fad-8ac3-cc2f5759cfd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:28.652617 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d71ea57-9136-4fad-8ac3-cc2f5759cfd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:28.655803 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d71ea57-9136-4fad-8ac3-cc2f5759cfd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:28.743469 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d71ea57-9136-4fad-8ac3-cc2f5759cfd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:28.744919 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d71ea57-9136-4fad-8ac3-cc2f5759cfd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60e2f763-d00a-4593-92f8-6c9083b181d1 {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:35:28.750193 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8d71ea57-9136-4fad-8ac3-cc2f5759cfd6 admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:28.752479 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8d71ea57-9136-4fad-8ac3-cc2f5759cfd6 admin admin] 10.222.0.77 "DELETE /v2.0/routers/60e2f763-d00a-4593-92f8-6c9083b181d1 HTTP/1.1" status: 204 len: 168 time: 1.2587295 Aug 11 22:35:28.755963 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48342) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:28.846448 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01c171a-cf3d-46a5-8b6b-9f8584a0c8e9 admin admin] Deleting subnet 93b64164-a6d9-4b89-aad9-f7ddb5d5a4bc {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:35:28.850081 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a01c171a-cf3d-46a5-8b6b-9f8584a0c8e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:28.893226 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a01c171a-cf3d-46a5-8b6b-9f8584a0c8e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:29.008977 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a01c171a-cf3d-46a5-8b6b-9f8584a0c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:29.072130 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a01c171a-cf3d-46a5-8b6b-9f8584a0c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:29.091252 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a01c171a-cf3d-46a5-8b6b-9f8584a0c8e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:29.092049 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffb3a29-0823-4bfe-984e-57812ecb226e None None] Network 9df9206b-6442-412d-b2e5-e7e1dac89e16 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:35:29.095606 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a01c171a-cf3d-46a5-8b6b-9f8584a0c8e9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/93b64164-a6d9-4b89-aad9-f7ddb5d5a4bc HTTP/1.1" status: 204 len: 168 time: 0.3362045 Aug 11 22:35:29.097315 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48352) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:29.132280 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c171a-cf3d-46a5-8b6b-9f8584a0c8e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93b64164-a6d9-4b89-aad9-f7ddb5d5a4bc,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:29.141977 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6870ebfd-b96d-4066-b26f-fcf3e32e6dd1 None None] Sync routers for ids ['e87bb7cf-cfcc-4e62-9779-477d6a569d3f'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:35:29.218751 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35cdb4e7-be7a-4b60-ad7c-13da6827d124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:29.256568 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6870ebfd-b96d-4066-b26f-fcf3e32e6dd1 None None] Routers {'e87bb7cf-cfcc-4e62-9779-477d6a569d3f'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:35:29.257427 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-6870ebfd-b96d-4066-b26f-fcf3e32e6dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:35:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['e87bb7cf-cfcc-4e62-9779-477d6a569d3f'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:29.318187 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-35cdb4e7-be7a-4b60-ad7c-13da6827d124 admin admin] Deleting port 8319cc46-3825-4940-a69a-e38f580838fb {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:35:29.318543 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35cdb4e7-be7a-4b60-ad7c-13da6827d124 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:29.405518 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-35cdb4e7-be7a-4b60-ad7c-13da6827d124 admin admin] For port 8319cc46-3825-4940-a69a-e38f580838fb, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8319cc46-3825-4940-a69a-e38f580838fb,segment=NetworkSegment(550bc51a-bf1d-451b-8506-0642980aae67),segment_id=550bc51a-bf1d-451b-8506-0642980aae67)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:35:29.405903 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35cdb4e7-be7a-4b60-ad7c-13da6827d124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:29.431418 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-35cdb4e7-be7a-4b60-ad7c-13da6827d124 admin admin] Calling delete_port for 8319cc46-3825-4940-a69a-e38f580838fb owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:35:29.530774 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35cdb4e7-be7a-4b60-ad7c-13da6827d124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:29.548793 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-6870ebfd-b96d-4066-b26f-fcf3e32e6dd1 None None] Set router e87bb7cf-cfcc-4e62-9779-477d6a569d3f gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:35:29.578888 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cdb4e7-be7a-4b60-ad7c-13da6827d124 admin admin] No DVR routers for this DVR port 8319cc46-3825-4940-a69a-e38f580838fb on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:35:29.642930 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e363c752-52ff-4a80-9275-dcbc960f0066 None None] DHCP port deletion for 9df9206b-6442-412d-b2e5-e7e1dac89e16 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:35:29.720981 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cdb4e7-be7a-4b60-ad7c-13da6827d124 admin admin] Pushing event deleted for resources: {'Port': ['ID=8319cc46-3825-4940-a69a-e38f580838fb,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:29.789739 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 37fa0ad3-a8bc-4ae1-9848-72b059f3b464 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:35:29.847742 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35cdb4e7-be7a-4b60-ad7c-13da6827d124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:29.871281 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-35cdb4e7-be7a-4b60-ad7c-13da6827d124 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df9206b-6442-412d-b2e5-e7e1dac89e16']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:29.897137 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-35cdb4e7-be7a-4b60-ad7c-13da6827d124 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '550bc51a-bf1d-451b-8506-0642980aae67') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:29.897137 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-35cdb4e7-be7a-4b60-ad7c-13da6827d124 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '550bc51a-bf1d-451b-8506-0642980aae67') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:29.897822 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 37fa0ad3-a8bc-4ae1-9848-72b059f3b464 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:29.897822 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:29.908100 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35cdb4e7-be7a-4b60-ad7c-13da6827d124 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:29.928687 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35cdb4e7-be7a-4b60-ad7c-13da6827d124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:29.945790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35cdb4e7-be7a-4b60-ad7c-13da6827d124 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:35:29.946323 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35cdb4e7-be7a-4b60-ad7c-13da6827d124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:35:29.948800 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:35:30.046926 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35cdb4e7-be7a-4b60-ad7c-13da6827d124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:30.053151 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35cdb4e7-be7a-4b60-ad7c-13da6827d124 admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:30.055338 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-35cdb4e7-be7a-4b60-ad7c-13da6827d124 admin admin] 10.222.0.77 "DELETE /v2.0/networks/9df9206b-6442-412d-b2e5-e7e1dac89e16 HTTP/1.1" status: 204 len: 168 time: 0.9565334 Aug 11 22:35:30.056303 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-6870ebfd-b96d-4066-b26f-fcf3e32e6dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87bb7cf-cfcc-4e62-9779-477d6a569d3f', 'name': 'tempest-TestAggregatesBasicOps-939854643-router', 'tenant_id': '833aa63d78ee4c58bb68ec5b6da0ec80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '37fa0ad3-a8bc-4ae1-9848-72b059f3b464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:18Z', 'updated_at': '2021-08-11T22:35:22Z', 'revision_number': 4, 'project_id': '833aa63d78ee4c58bb68ec5b6da0ec80', 'gw_port': {'id': '37fa0ad3-a8bc-4ae1-9848-72b059f3b464', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87bb7cf-cfcc-4e62-9779-477d6a569d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:18Z', 'updated_at': '2021-08-11T22:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '22a5443e-188a-49bd-b55e-96ecac2c6c5d', 'name': '', 'network_id': 'f0e2060d-c4c7-4b4b-9268-844e9581cc2c', 'tenant_id': '833aa63d78ee4c58bb68ec5b6da0ec80', 'mac_address': 'fa:16:3e:ed:88:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87bb7cf-cfcc-4e62-9779-477d6a569d3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '81378254-8ecc-4170-864e-8b8ea876cc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:21Z', 'updated_at': '2021-08-11T22:35:22Z', 'revision_number': 2, 'project_id': '833aa63d78ee4c58bb68ec5b6da0ec80', 'subnets': [{'id': '81378254-8ecc-4170-864e-8b8ea876cc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:30.058679 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48378) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:30.069045 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cdb4e7-be7a-4b60-ad7c-13da6827d124 admin admin] Pushing event deleted for resources: {'Network': ['ID=9df9206b-6442-412d-b2e5-e7e1dac89e16,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:30.124994 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6870ebfd-b96d-4066-b26f-fcf3e32e6dd1 None None] Checking router: e87bb7cf-cfcc-4e62-9779-477d6a569d3f for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:35:30.125562 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6870ebfd-b96d-4066-b26f-fcf3e32e6dd1 None None] Updating router e87bb7cf-cfcc-4e62-9779-477d6a569d3f port 22a5443e-188a-49bd-b55e-96ecac2c6c5d binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:35:30.180087 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6870ebfd-b96d-4066-b26f-fcf3e32e6dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:30.194367 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 6d59e96b-204a-45ce-bb19-43220891603d no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:35:30.224381 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 6d59e96b-204a-45ce-bb19-43220891603d {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:35:30.225119 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 6d59e96b-204a-45ce-bb19-43220891603d not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:35:30.225716 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 36c3e716-f0c6-42ef-af3b-bec02503fac6 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:35:30.248781 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 36c3e716-f0c6-42ef-af3b-bec02503fac6 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:35:30.249514 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 36c3e716-f0c6-42ef-af3b-bec02503fac6 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:35:30.249936 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8319cc46-3825-4940-a69a-e38f580838fb no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:35:30.291000 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 8319cc46-3825-4940-a69a-e38f580838fb {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:35:30.291352 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8319cc46-3825-4940-a69a-e38f580838fb not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:35:30.549103 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5f6772a-0df5-40bd-8d06-6a3bb1bb13b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:30.635981 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6870ebfd-b96d-4066-b26f-fcf3e32e6dd1 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:30.667366 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6870ebfd-b96d-4066-b26f-fcf3e32e6dd1 None None] Transition to ACTIVE for port object 22a5443e-188a-49bd-b55e-96ecac2c6c5d will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:35:30.675161 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6870ebfd-b96d-4066-b26f-fcf3e32e6dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:30.741348 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4d8eb-c2b8-47db-aa16-404144adf87a None None] Pushing event updated for resources: {'Port': ['ID=22a5443e-188a-49bd-b55e-96ecac2c6c5d,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:30.854294 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6870ebfd-b96d-4066-b26f-fcf3e32e6dd1 None None] Attempting to bind port 22a5443e-188a-49bd-b55e-96ecac2c6c5d on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:35:30.854671 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6870ebfd-b96d-4066-b26f-fcf3e32e6dd1 None None] Attempting to bind port 22a5443e-188a-49bd-b55e-96ecac2c6c5d by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'a5c9e949-3f2c-4126-ae1f-9be0bea4658b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e2060d-c4c7-4b4b-9268-844e9581cc2c'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:35:30.855042 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6870ebfd-b96d-4066-b26f-fcf3e32e6dd1 None None] Attempting to bind port 22a5443e-188a-49bd-b55e-96ecac2c6c5d on network f0e2060d-c4c7-4b4b-9268-844e9581cc2c {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:35:30.861758 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6870ebfd-b96d-4066-b26f-fcf3e32e6dd1 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:35:30.862348 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6870ebfd-b96d-4066-b26f-fcf3e32e6dd1 None None] Checking segment: {'id': 'a5c9e949-3f2c-4126-ae1f-9be0bea4658b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e2060d-c4c7-4b4b-9268-844e9581cc2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:35:30.862935 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6870ebfd-b96d-4066-b26f-fcf3e32e6dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:30.863480 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6870ebfd-b96d-4066-b26f-fcf3e32e6dd1 None None] Bound using segment: {'id': 'a5c9e949-3f2c-4126-ae1f-9be0bea4658b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e2060d-c4c7-4b4b-9268-844e9581cc2c'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:35:30.863825 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6870ebfd-b96d-4066-b26f-fcf3e32e6dd1 None None] Bound port: 22a5443e-188a-49bd-b55e-96ecac2c6c5d, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c9e949-3f2c-4126-ae1f-9be0bea4658b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e2060d-c4c7-4b4b-9268-844e9581cc2c'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:35:30.864225 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6870ebfd-b96d-4066-b26f-fcf3e32e6dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:30.941009 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-a5f6772a-0df5-40bd-8d06-6a3bb1bb13b8 admin admin] Deleting port 22a5443e-188a-49bd-b55e-96ecac2c6c5d {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:35:30.941352 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5f6772a-0df5-40bd-8d06-6a3bb1bb13b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:30.980898 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-6870ebfd-b96d-4066-b26f-fcf3e32e6dd1 None None] For port 22a5443e-188a-49bd-b55e-96ecac2c6c5d, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:35:30.985111 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-6870ebfd-b96d-4066-b26f-fcf3e32e6dd1 None None] For port 22a5443e-188a-49bd-b55e-96ecac2c6c5d, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=22a5443e-188a-49bd-b55e-96ecac2c6c5d,segment=NetworkSegment(a5c9e949-3f2c-4126-ae1f-9be0bea4658b),segment_id=a5c9e949-3f2c-4126-ae1f-9be0bea4658b)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:35:30.990103 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6870ebfd-b96d-4066-b26f-fcf3e32e6dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:31.084289 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-a5f6772a-0df5-40bd-8d06-6a3bb1bb13b8 admin admin] For port 22a5443e-188a-49bd-b55e-96ecac2c6c5d, host n-d-804275-3, got binding levels [] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:35:31.085373 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5f6772a-0df5-40bd-8d06-6a3bb1bb13b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:31.105072 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-a5f6772a-0df5-40bd-8d06-6a3bb1bb13b8 admin admin] Calling delete_port for 22a5443e-188a-49bd-b55e-96ecac2c6c5d owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:35:31.116596 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6870ebfd-b96d-4066-b26f-fcf3e32e6dd1 None None] Routers {'e87bb7cf-cfcc-4e62-9779-477d6a569d3f'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:35:31.117244 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-6870ebfd-b96d-4066-b26f-fcf3e32e6dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:35:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['e87bb7cf-cfcc-4e62-9779-477d6a569d3f'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:31.187043 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4d8eb-c2b8-47db-aa16-404144adf87a None None] Pushing event updated for resources: {'Port': ['ID=22a5443e-188a-49bd-b55e-96ecac2c6c5d,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:31.342653 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-6870ebfd-b96d-4066-b26f-fcf3e32e6dd1 None None] Set router e87bb7cf-cfcc-4e62-9779-477d6a569d3f gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:35:31.377948 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5f6772a-0df5-40bd-8d06-6a3bb1bb13b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:31.442967 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6772a-0df5-40bd-8d06-6a3bb1bb13b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=22a5443e-188a-49bd-b55e-96ecac2c6c5d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:31.646091 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c57f96cd-7b67-414b-b2ae-b03b49dfd52d None None] Could not find standard attr ID for object 22a5443e-188a-49bd-b55e-96ecac2c6c5d. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 22:35:31.726894 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-6870ebfd-b96d-4066-b26f-fcf3e32e6dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87bb7cf-cfcc-4e62-9779-477d6a569d3f', 'name': 'tempest-TestAggregatesBasicOps-939854643-router', 'tenant_id': '833aa63d78ee4c58bb68ec5b6da0ec80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '37fa0ad3-a8bc-4ae1-9848-72b059f3b464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:18Z', 'updated_at': '2021-08-11T22:35:22Z', 'revision_number': 4, 'project_id': '833aa63d78ee4c58bb68ec5b6da0ec80', 'gw_port': {'id': '37fa0ad3-a8bc-4ae1-9848-72b059f3b464', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87bb7cf-cfcc-4e62-9779-477d6a569d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:18Z', 'updated_at': '2021-08-11T22:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '22a5443e-188a-49bd-b55e-96ecac2c6c5d', 'name': '', 'network_id': 'f0e2060d-c4c7-4b4b-9268-844e9581cc2c', 'tenant_id': '833aa63d78ee4c58bb68ec5b6da0ec80', 'mac_address': 'fa:16:3e:ed:88:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87bb7cf-cfcc-4e62-9779-477d6a569d3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '81378254-8ecc-4170-864e-8b8ea876cc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:21Z', 'updated_at': '2021-08-11T22:35:30Z', 'revision_number': 4, 'project_id': '833aa63d78ee4c58bb68ec5b6da0ec80', 'subnets': [{'id': '81378254-8ecc-4170-864e-8b8ea876cc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:31.781169 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6870ebfd-b96d-4066-b26f-fcf3e32e6dd1 None None] The sync data for ids ['e87bb7cf-cfcc-4e62-9779-477d6a569d3f'] in n-d-804275-3 is: [{'id': 'e87bb7cf-cfcc-4e62-9779-477d6a569d3f', 'name': 'tempest-TestAggregatesBasicOps-939854643-router', 'tenant_id': '833aa63d78ee4c58bb68ec5b6da0ec80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '37fa0ad3-a8bc-4ae1-9848-72b059f3b464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:18Z', 'updated_at': '2021-08-11T22:35:22Z', 'revision_number': 4, 'project_id': '833aa63d78ee4c58bb68ec5b6da0ec80', 'gw_port': {'id': '37fa0ad3-a8bc-4ae1-9848-72b059f3b464', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87bb7cf-cfcc-4e62-9779-477d6a569d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:18Z', 'updated_at': '2021-08-11T22:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '22a5443e-188a-49bd-b55e-96ecac2c6c5d', 'name': '', 'network_id': 'f0e2060d-c4c7-4b4b-9268-844e9581cc2c', 'tenant_id': '833aa63d78ee4c58bb68ec5b6da0ec80', 'mac_address': 'fa:16:3e:ed:88:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87bb7cf-cfcc-4e62-9779-477d6a569d3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '81378254-8ecc-4170-864e-8b8ea876cc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:21Z', 'updated_at': '2021-08-11T22:35:30Z', 'revision_number': 4, 'project_id': '833aa63d78ee4c58bb68ec5b6da0ec80', 'subnets': [{'id': '81378254-8ecc-4170-864e-8b8ea876cc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:35:31.832978 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5f6772a-0df5-40bd-8d06-6a3bb1bb13b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:32.136509 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f6772a-0df5-40bd-8d06-6a3bb1bb13b8 admin admin] Router e87bb7cf-cfcc-4e62-9779-477d6a569d3f has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:35:32.704723 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f6772a-0df5-40bd-8d06-6a3bb1bb13b8 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:35:32.710448 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a5f6772a-0df5-40bd-8d06-6a3bb1bb13b8 admin admin] 10.222.0.77 "PUT /v2.0/routers/e87bb7cf-cfcc-4e62-9779-477d6a569d3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6497273 Aug 11 22:35:32.712962 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48446) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:32.800711 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef610af5-3a65-43fa-8578-142c166d7410 None None] Sync routers for ids ['e87bb7cf-cfcc-4e62-9779-477d6a569d3f'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:35:32.811472 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef610af5-3a65-43fa-8578-142c166d7410 None None] Routers {'e87bb7cf-cfcc-4e62-9779-477d6a569d3f'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:35:32.812546 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-ef610af5-3a65-43fa-8578-142c166d7410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:35:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['e87bb7cf-cfcc-4e62-9779-477d6a569d3f'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:32.845850 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f464a1c3-bd6b-461f-b044-487a5666793d admin admin] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:32.993234 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f464a1c3-bd6b-461f-b044-487a5666793d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:33.001007 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-ef610af5-3a65-43fa-8578-142c166d7410 None None] Set router e87bb7cf-cfcc-4e62-9779-477d6a569d3f gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:35:33.062120 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-f464a1c3-bd6b-461f-b044-487a5666793d admin admin] Deleting port 37fa0ad3-a8bc-4ae1-9848-72b059f3b464 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:35:33.062792 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f464a1c3-bd6b-461f-b044-487a5666793d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:33.194311 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-f464a1c3-bd6b-461f-b044-487a5666793d admin admin] For port 37fa0ad3-a8bc-4ae1-9848-72b059f3b464, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=37fa0ad3-a8bc-4ae1-9848-72b059f3b464,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:35:33.194865 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f464a1c3-bd6b-461f-b044-487a5666793d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:33.210125 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-f464a1c3-bd6b-461f-b044-487a5666793d admin admin] Calling delete_port for 37fa0ad3-a8bc-4ae1-9848-72b059f3b464 owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:35:33.250784 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-ef610af5-3a65-43fa-8578-142c166d7410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87bb7cf-cfcc-4e62-9779-477d6a569d3f', 'name': 'tempest-TestAggregatesBasicOps-939854643-router', 'tenant_id': '833aa63d78ee4c58bb68ec5b6da0ec80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '37fa0ad3-a8bc-4ae1-9848-72b059f3b464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:18Z', 'updated_at': '2021-08-11T22:35:31Z', 'revision_number': 5, 'project_id': '833aa63d78ee4c58bb68ec5b6da0ec80', 'gw_port': {'id': '37fa0ad3-a8bc-4ae1-9848-72b059f3b464', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87bb7cf-cfcc-4e62-9779-477d6a569d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:18Z', 'updated_at': '2021-08-11T22:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:33.315913 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48460) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:33.391253 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef610af5-3a65-43fa-8578-142c166d7410 None None] Checking router: e87bb7cf-cfcc-4e62-9779-477d6a569d3f for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:35:33.407556 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef610af5-3a65-43fa-8578-142c166d7410 None None] Routers {'e87bb7cf-cfcc-4e62-9779-477d6a569d3f'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:35:33.408569 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-ef610af5-3a65-43fa-8578-142c166d7410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:35:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['e87bb7cf-cfcc-4e62-9779-477d6a569d3f'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:33.426677 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f464a1c3-bd6b-461f-b044-487a5666793d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:33.498897 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464a1c3-bd6b-461f-b044-487a5666793d admin admin] Pushing event deleted for resources: {'Port': ['ID=37fa0ad3-a8bc-4ae1-9848-72b059f3b464,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:33.560467 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f464a1c3-bd6b-461f-b044-487a5666793d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:33.594465 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-ef610af5-3a65-43fa-8578-142c166d7410 None None] Set router e87bb7cf-cfcc-4e62-9779-477d6a569d3f gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:35:33.649209 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-29b73ce9-e6c1-42ee-9dff-7b3827640ef8 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Deleting port db5397a0-922b-4895-8290-4a3cf24ef6cf {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:35:33.649763 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29b73ce9-e6c1-42ee-9dff-7b3827640ef8 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:33.736038 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f464a1c3-bd6b-461f-b044-487a5666793d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:33.738419 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f464a1c3-bd6b-461f-b044-487a5666793d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:33.742365 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-ef610af5-3a65-43fa-8578-142c166d7410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87bb7cf-cfcc-4e62-9779-477d6a569d3f', 'name': 'tempest-TestAggregatesBasicOps-939854643-router', 'tenant_id': '833aa63d78ee4c58bb68ec5b6da0ec80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:18Z', 'updated_at': '2021-08-11T22:35:32Z', 'revision_number': 6, 'project_id': '833aa63d78ee4c58bb68ec5b6da0ec80', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:33.781658 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef610af5-3a65-43fa-8578-142c166d7410 None None] The sync data for ids ['e87bb7cf-cfcc-4e62-9779-477d6a569d3f'] in n-d-804275-3 is: [{'id': 'e87bb7cf-cfcc-4e62-9779-477d6a569d3f', 'name': 'tempest-TestAggregatesBasicOps-939854643-router', 'tenant_id': '833aa63d78ee4c58bb68ec5b6da0ec80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:18Z', 'updated_at': '2021-08-11T22:35:32Z', 'revision_number': 6, 'project_id': '833aa63d78ee4c58bb68ec5b6da0ec80', 'gw_port_host': None}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:35:33.842420 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29b73ce9-e6c1-42ee-9dff-7b3827640ef8 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:33.842758 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29b73ce9-e6c1-42ee-9dff-7b3827640ef8 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:33.865845 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f464a1c3-bd6b-461f-b044-487a5666793d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:33.866905 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f464a1c3-bd6b-461f-b044-487a5666793d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e87bb7cf-cfcc-4e62-9779-477d6a569d3f {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:35:33.878338 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-29b73ce9-e6c1-42ee-9dff-7b3827640ef8 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Calling delete_port for db5397a0-922b-4895-8290-4a3cf24ef6cf owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:35:33.883810 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f464a1c3-bd6b-461f-b044-487a5666793d admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:33.885189 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f464a1c3-bd6b-461f-b044-487a5666793d admin admin] 10.222.0.77 "DELETE /v2.0/routers/e87bb7cf-cfcc-4e62-9779-477d6a569d3f HTTP/1.1" status: 204 len: 168 time: 1.1709800 Aug 11 22:35:33.891779 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48470) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:33.991158 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c01b22f-eb2b-4c65-b6d5-c8b61fafdb28 admin admin] Deleting subnet 81378254-8ecc-4170-864e-8b8ea876cc93 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:35:34.007902 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c01b22f-eb2b-4c65-b6d5-c8b61fafdb28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:34.103608 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c01b22f-eb2b-4c65-b6d5-c8b61fafdb28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:34.286846 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29b73ce9-e6c1-42ee-9dff-7b3827640ef8 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:34.340114 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c01b22f-eb2b-4c65-b6d5-c8b61fafdb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:34.436239 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c01b22f-eb2b-4c65-b6d5-c8b61fafdb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:34.485612 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b73ce9-e6c1-42ee-9dff-7b3827640ef8 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Pushing event deleted for resources: {'Port': ['ID=db5397a0-922b-4895-8290-4a3cf24ef6cf,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:34.487900 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01b22f-eb2b-4c65-b6d5-c8b61fafdb28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81378254-8ecc-4170-864e-8b8ea876cc93,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:34.493084 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c01b22f-eb2b-4c65-b6d5-c8b61fafdb28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:34.497475 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5c01b22f-eb2b-4c65-b6d5-c8b61fafdb28 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/81378254-8ecc-4170-864e-8b8ea876cc93 HTTP/1.1" status: 204 len: 168 time: 0.6058989 Aug 11 22:35:34.499999 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48486) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:34.502586 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a7be37-c55b-48da-9fd9-143a6a100b17 None None] Network f0e2060d-c4c7-4b4b-9268-844e9581cc2c requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:35:34.539161 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29b73ce9-e6c1-42ee-9dff-7b3827640ef8 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:34.539482 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [None req-29b73ce9-e6c1-42ee-9dff-7b3827640ef8 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Floating IP cb9f0e6a-1e85-462c-ac80-eafc97faee4d disassociated (deleted). External IP: 172.25.2.233, port: 453b090a-2765-4c77-80b4-daff712df040. Aug 11 22:35:34.703274 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aae93857-7f02-4ac7-b9e2-e88f523dd29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:34.894337 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-aae93857-7f02-4ac7-b9e2-e88f523dd29d admin admin] Deleting port 8c90c17b-4596-4afb-90f8-44c4a8065279 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:35:34.894866 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aae93857-7f02-4ac7-b9e2-e88f523dd29d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:34.909098 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4407de-6ca8-48bb-bfa9-db9ccf28a05d None None] DHCP port deletion for f0e2060d-c4c7-4b4b-9268-844e9581cc2c request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:35:35.023312 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-aae93857-7f02-4ac7-b9e2-e88f523dd29d admin admin] For port 8c90c17b-4596-4afb-90f8-44c4a8065279, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8c90c17b-4596-4afb-90f8-44c4a8065279,segment=NetworkSegment(a5c9e949-3f2c-4126-ae1f-9be0bea4658b),segment_id=a5c9e949-3f2c-4126-ae1f-9be0bea4658b)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:35:35.027302 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aae93857-7f02-4ac7-b9e2-e88f523dd29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:35.057675 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-3a4407de-6ca8-48bb-bfa9-db9ccf28a05d None None] Deleting port 8c90c17b-4596-4afb-90f8-44c4a8065279 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:35:35.058211 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3a4407de-6ca8-48bb-bfa9-db9ccf28a05d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:35.067062 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-aae93857-7f02-4ac7-b9e2-e88f523dd29d admin admin] Calling delete_port for 8c90c17b-4596-4afb-90f8-44c4a8065279 owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:35:35.256169 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-3a4407de-6ca8-48bb-bfa9-db9ccf28a05d None None] For port 8c90c17b-4596-4afb-90f8-44c4a8065279, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8c90c17b-4596-4afb-90f8-44c4a8065279,segment=NetworkSegment(a5c9e949-3f2c-4126-ae1f-9be0bea4658b),segment_id=a5c9e949-3f2c-4126-ae1f-9be0bea4658b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:35:35.257572 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3a4407de-6ca8-48bb-bfa9-db9ccf28a05d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:35.307915 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-3a4407de-6ca8-48bb-bfa9-db9ccf28a05d None None] Calling delete_port for 8c90c17b-4596-4afb-90f8-44c4a8065279 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:35:35.461157 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aae93857-7f02-4ac7-b9e2-e88f523dd29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:35.484056 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae93857-7f02-4ac7-b9e2-e88f523dd29d admin admin] No DVR routers for this DVR port 8c90c17b-4596-4afb-90f8-44c4a8065279 on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:35:35.519290 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae93857-7f02-4ac7-b9e2-e88f523dd29d admin admin] Pushing event deleted for resources: {'Port': ['ID=8c90c17b-4596-4afb-90f8-44c4a8065279,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:35.581703 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3a4407de-6ca8-48bb-bfa9-db9ccf28a05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:35.634354 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4407de-6ca8-48bb-bfa9-db9ccf28a05d None None] No DVR routers for this DVR port 8c90c17b-4596-4afb-90f8-44c4a8065279 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:35:35.723723 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aae93857-7f02-4ac7-b9e2-e88f523dd29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:35.749854 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-aae93857-7f02-4ac7-b9e2-e88f523dd29d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0e2060d-c4c7-4b4b-9268-844e9581cc2c']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:35.754550 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 22a5443e-188a-49bd-b55e-96ecac2c6c5d no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:35:35.768799 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-aae93857-7f02-4ac7-b9e2-e88f523dd29d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c9e949-3f2c-4126-ae1f-9be0bea4658b') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:35.769099 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-aae93857-7f02-4ac7-b9e2-e88f523dd29d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c9e949-3f2c-4126-ae1f-9be0bea4658b') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:35.778744 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 22a5443e-188a-49bd-b55e-96ecac2c6c5d {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:35:35.779256 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 22a5443e-188a-49bd-b55e-96ecac2c6c5d not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:35:35.780006 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 37fa0ad3-a8bc-4ae1-9848-72b059f3b464 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:35:35.781572 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aae93857-7f02-4ac7-b9e2-e88f523dd29d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:35.782307 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4407de-6ca8-48bb-bfa9-db9ccf28a05d None None] Pushing event deleted for resources: {'Port': ['ID=8c90c17b-4596-4afb-90f8-44c4a8065279,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:35.784087 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b73ce9-e6c1-42ee-9dff-7b3827640ef8 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Router 2c295ff1-e849-450b-bb35-fe3ee1356d31 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:35:35.799181 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aae93857-7f02-4ac7-b9e2-e88f523dd29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:35.808183 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aae93857-7f02-4ac7-b9e2-e88f523dd29d admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:35:35.808691 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aae93857-7f02-4ac7-b9e2-e88f523dd29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:35.811739 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 37fa0ad3-a8bc-4ae1-9848-72b059f3b464 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:35:35.812560 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 37fa0ad3-a8bc-4ae1-9848-72b059f3b464 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:35:35.813529 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8c90c17b-4596-4afb-90f8-44c4a8065279 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:35:35.839010 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 8c90c17b-4596-4afb-90f8-44c4a8065279 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:35:35.839480 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8c90c17b-4596-4afb-90f8-44c4a8065279 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:35:35.869337 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:35:35.895704 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aae93857-7f02-4ac7-b9e2-e88f523dd29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:35.913529 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aae93857-7f02-4ac7-b9e2-e88f523dd29d admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:35.921134 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-aae93857-7f02-4ac7-b9e2-e88f523dd29d admin admin] 10.222.0.77 "DELETE /v2.0/networks/f0e2060d-c4c7-4b4b-9268-844e9581cc2c HTTP/1.1" status: 204 len: 168 time: 1.4195926 Aug 11 22:35:35.939582 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae93857-7f02-4ac7-b9e2-e88f523dd29d admin admin] Pushing event deleted for resources: {'Network': ['ID=f0e2060d-c4c7-4b4b-9268-844e9581cc2c,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:35.974853 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b73ce9-e6c1-42ee-9dff-7b3827640ef8 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:35:35.986308 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a954d87-9ffd-43d7-ab43-3e4c647622ac None None] Sync routers for ids ['2c295ff1-e849-450b-bb35-fe3ee1356d31'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:35:36.001827 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-29b73ce9-e6c1-42ee-9dff-7b3827640ef8 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:36.003147 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a954d87-9ffd-43d7-ab43-3e4c647622ac None None] Routers {'2c295ff1-e849-450b-bb35-fe3ee1356d31'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:35:36.005474 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0a954d87-9ffd-43d7-ab43-3e4c647622ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:35:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['2c295ff1-e849-450b-bb35-fe3ee1356d31'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:36.051956 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-29b73ce9-e6c1-42ee-9dff-7b3827640ef8 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "DELETE /v2.0/floatingips/cb9f0e6a-1e85-462c-ac80-eafc97faee4d HTTP/1.1" status: 204 len: 168 time: 2.7343333 Aug 11 22:35:36.054219 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fec54d3-ab16-42bc-8784-c58eed4b96ad', 'tag': '453b090a-2765-4c77-80b4-daff712df040'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:35:36.057948 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c1e6a2-0a33-42ab-864d-8dcd88ffdc80" -d '{"events": [{"name": "network-changed", "server_uuid": "8fec54d3-ab16-42bc-8784-c58eed4b96ad", "tag": "453b090a-2765-4c77-80b4-daff712df040"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:35:36.210583 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48522) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:36.296057 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48524) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:36.303213 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2bf58997-2100-4a86-8ea3-d58d64aa5f08 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4859df6bf3844b109bdfb858476ebc64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0911157 Aug 11 22:35:36.360659 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d7d22c-6999-450e-b16e-ff1f5a3cb700 x-openstack-request-id: req-d7d7d22c-6999-450e-b16e-ff1f5a3cb700 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:35:36.361246 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fec54d3-ab16-42bc-8784-c58eed4b96ad", "tag": "453b090a-2765-4c77-80b4-daff712df040", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:35:36.362021 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d7d7d22c-6999-450e-b16e-ff1f5a3cb700 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:35:36.362695 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fec54d3-ab16-42bc-8784-c58eed4b96ad', 'tag': '453b090a-2765-4c77-80b4-daff712df040', 'status': 'completed', 'code': 200} Aug 11 22:35:36.383036 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bed2cb82-638a-4ad1-912a-a2b592beaf09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:36.463358 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bed2cb82-638a-4ad1-912a-a2b592beaf09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:36.495812 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-0a954d87-9ffd-43d7-ab43-3e4c647622ac None None] Set router 2c295ff1-e849-450b-bb35-fe3ee1356d31 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:35:36.576771 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1e6a2-0a33-42ab-864d-8dcd88ffdc80 req-3c0496a0-9c57-4230-940b-25708eaf50d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:36.578340 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-23c1e6a2-0a33-42ab-864d-8dcd88ffdc80 req-3c0496a0-9c57-4230-940b-25708eaf50d0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0bd86e77836944e4bb373c5db0c18c61&device_id=8fec54d3-ab16-42bc-8784-c58eed4b96ad HTTP/1.1" status: 200 len: 1097 time: 0.1645830 Aug 11 22:35:36.675346 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bed2cb82-638a-4ad1-912a-a2b592beaf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:36.690345 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bed2cb82-638a-4ad1-912a-a2b592beaf09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:36.695269 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bed2cb82-638a-4ad1-912a-a2b592beaf09 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8d6f4e9e-1c24-453a-a0ec-06a70fd8250e HTTP/1.1" status: 204 len: 168 time: 0.3971980 Aug 11 22:35:36.735130 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2cb82-638a-4ad1-912a-a2b592beaf09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6f4e9e-1c24-453a-a0ec-06a70fd8250e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:36.830380 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1e6a2-0a33-42ab-864d-8dcd88ffdc80 req-dda39eb4-ceb7-4f1f-b00b-6a88cb882c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:36.832999 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-23c1e6a2-0a33-42ab-864d-8dcd88ffdc80 req-dda39eb4-ceb7-4f1f-b00b-6a88cb882c7f service neutron] 10.222.0.52 "GET /v2.0/networks?id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 200 len: 913 time: 0.2424331 Aug 11 22:35:36.899187 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0a954d87-9ffd-43d7-ab43-3e4c647622ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'name': 'tempest-TestVolumeBootPattern-1788241116-router', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:20:49Z', 'updated_at': '2021-08-11T22:21:04Z', 'revision_number': 4, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'gw_port': {'id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:20:51Z', 'updated_at': '2021-08-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'eabb6d24-cca8-4250-9325-35d80f3f0436', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'floating_ip_address': '172.25.2.172', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'port_id': '0b5cfaed-df2c-4ef1-88d3-272a5db59f62', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'mac_address': 'fa:16:3e:a8:79:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a73eed9-1de5-4003-8958-2422f604cac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:31:39Z', 'updated_at': '2021-08-11T22:31:45Z', 'revision_number': 1, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b', 'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'mac_address': 'fa:16:3e:28:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:21:00Z', 'updated_at': '2021-08-11T22:21:15Z', 'revision_number': 5, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'subnets': [{'id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:36.927703 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-23c1e6a2-0a33-42ab-864d-8dcd88ffdc80 req-8a2c249a-fd8e-45d3-8341-dc4c5abaa262 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=453b090a-2765-4c77-80b4-daff712df040 HTTP/1.1" status: 200 len: 217 time: 0.0867698 Aug 11 22:35:36.935856 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016d65a-2939-41a8-a4c4-2719f6d6d3e7 req-08a3b28f-58df-46d6-9f48-cc4433284ef4 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:36.937599 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d016d65a-2939-41a8-a4c4-2719f6d6d3e7 req-08a3b28f-58df-46d6-9f48-cc4433284ef4 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fec54d3-ab16-42bc-8784-c58eed4b96ad HTTP/1.1" status: 200 len: 946 time: 0.5132525 Aug 11 22:35:36.939197 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a954d87-9ffd-43d7-ab43-3e4c647622ac None None] Checking router: 2c295ff1-e849-450b-bb35-fe3ee1356d31 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:35:36.949538 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a954d87-9ffd-43d7-ab43-3e4c647622ac None None] Routers {'2c295ff1-e849-450b-bb35-fe3ee1356d31'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:35:36.950391 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0a954d87-9ffd-43d7-ab43-3e4c647622ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:35:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['2c295ff1-e849-450b-bb35-fe3ee1356d31'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:37.036181 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d016d65a-2939-41a8-a4c4-2719f6d6d3e7 req-4989a889-1449-4b3d-af5a-c1f2aa76d996 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925431 Aug 11 22:35:37.086338 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1e6a2-0a33-42ab-864d-8dcd88ffdc80 req-0d9642ca-338f-43f3-bc93-2e9d618e05ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:37.086338 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-23c1e6a2-0a33-42ab-864d-8dcd88ffdc80 req-0d9642ca-338f-43f3-bc93-2e9d618e05ba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e825988f-9783-4539-86a4-b6ca493a4bbd HTTP/1.1" status: 200 len: 851 time: 0.1366830 Aug 11 22:35:37.179888 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1e6a2-0a33-42ab-864d-8dcd88ffdc80 req-491bd312-9024-4477-965c-175d6ecc097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:37.187575 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-23c1e6a2-0a33-42ab-864d-8dcd88ffdc80 req-491bd312-9024-4477-965c-175d6ecc097d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001136 Aug 11 22:35:37.212942 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-0a954d87-9ffd-43d7-ab43-3e4c647622ac None None] Set router 2c295ff1-e849-450b-bb35-fe3ee1356d31 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:35:37.343785 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-23c1e6a2-0a33-42ab-864d-8dcd88ffdc80 req-b8422f3e-5872-4422-8b23-36b8cc9d9252 service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539299 Aug 11 22:35:37.407231 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48554) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:37.476259 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a132c020-057f-4286-a83a-58a228734e82 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=833aa63d78ee4c58bb68ec5b6da0ec80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0671325 Aug 11 22:35:37.478409 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48556) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:37.561389 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-23c1e6a2-0a33-42ab-864d-8dcd88ffdc80 req-ed82888e-ca33-4af7-a751-62a86bb7c5bc service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080672 Aug 11 22:35:37.613328 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0a954d87-9ffd-43d7-ab43-3e4c647622ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'name': 'tempest-TestVolumeBootPattern-1788241116-router', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:20:49Z', 'updated_at': '2021-08-11T22:21:04Z', 'revision_number': 4, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'gw_port': {'id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:20:51Z', 'updated_at': '2021-08-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'eabb6d24-cca8-4250-9325-35d80f3f0436', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'floating_ip_address': '172.25.2.172', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'port_id': '0b5cfaed-df2c-4ef1-88d3-272a5db59f62', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'mac_address': 'fa:16:3e:a8:79:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a73eed9-1de5-4003-8958-2422f604cac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:31:39Z', 'updated_at': '2021-08-11T22:31:45Z', 'revision_number': 1, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b', 'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'mac_address': 'fa:16:3e:28:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:21:00Z', 'updated_at': '2021-08-11T22:21:15Z', 'revision_number': 5, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'subnets': [{'id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:37.632314 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c944518-cd54-4bc3-95dc-b5d842f4c74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:37.677792 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a954d87-9ffd-43d7-ab43-3e4c647622ac None None] The sync data for ids ['2c295ff1-e849-450b-bb35-fe3ee1356d31'] in n-d-804275-3 is: [{'id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'name': 'tempest-TestVolumeBootPattern-1788241116-router', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:20:49Z', 'updated_at': '2021-08-11T22:21:04Z', 'revision_number': 4, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'gw_port': {'id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:20:51Z', 'updated_at': '2021-08-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'eabb6d24-cca8-4250-9325-35d80f3f0436', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'floating_ip_address': '172.25.2.172', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'port_id': '0b5cfaed-df2c-4ef1-88d3-272a5db59f62', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'mac_address': 'fa:16:3e:a8:79:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a73eed9-1de5-4003-8958-2422f604cac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:31:39Z', 'updated_at': '2021-08-11T22:31:45Z', 'revision_number': 1, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b', 'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'mac_address': 'fa:16:3e:28:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:21:00Z', 'updated_at': '2021-08-11T22:21:15Z', 'revision_number': 5, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'subnets': [{'id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:35:37.713458 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c944518-cd54-4bc3-95dc-b5d842f4c74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:37.798480 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c944518-cd54-4bc3-95dc-b5d842f4c74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:37.806001 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c944518-cd54-4bc3-95dc-b5d842f4c74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:37.808818 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5c944518-cd54-4bc3-95dc-b5d842f4c74c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7b0e59f8-d024-4217-88d2-e040380e8580 HTTP/1.1" status: 204 len: 168 time: 0.3292544 Aug 11 22:35:37.825868 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c944518-cd54-4bc3-95dc-b5d842f4c74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0e59f8-d024-4217-88d2-e040380e8580,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:37.924610 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcc89f-3e0a-4079-928a-9b4baf25d115 req-03fefd4f-e750-4002-bda2-b507ad136b02 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:37.926526 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c9dcc89f-3e0a-4079-928a-9b4baf25d115 req-03fefd4f-e750-4002-bda2-b507ad136b02 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fec54d3-ab16-42bc-8784-c58eed4b96ad HTTP/1.1" status: 200 len: 946 time: 0.1152830 Aug 11 22:35:38.137267 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-c9dcc89f-3e0a-4079-928a-9b4baf25d115 req-d1ac2ec9-7afd-46de-bc25-b25247efc45b tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Deleting port 453b090a-2765-4c77-80b4-daff712df040 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:35:38.137789 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c9dcc89f-3e0a-4079-928a-9b4baf25d115 req-d1ac2ec9-7afd-46de-bc25-b25247efc45b tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:38.288964 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c313130-9812-441d-8ab8-18c01c4d9b94 req-772c21e1-16cb-4585-a329-dcd26789904d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:38.292349 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbeebba-0cf0-4978-8288-6007f2d4e581 None None] New status for floating IP cb9f0e6a-1e85-462c-ac80-eafc97faee4d: DOWN {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:35:38.295204 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3c313130-9812-441d-8ab8-18c01c4d9b94 req-772c21e1-16cb-4585-a329-dcd26789904d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fec54d3-ab16-42bc-8784-c58eed4b96ad HTTP/1.1" status: 200 len: 946 time: 0.1031919 Aug 11 22:35:38.375900 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-c9dcc89f-3e0a-4079-928a-9b4baf25d115 req-d1ac2ec9-7afd-46de-bc25-b25247efc45b tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] For port 453b090a-2765-4c77-80b4-daff712df040, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=453b090a-2765-4c77-80b4-daff712df040,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:35:38.375900 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c9dcc89f-3e0a-4079-928a-9b4baf25d115 req-d1ac2ec9-7afd-46de-bc25-b25247efc45b tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:38.397808 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-c9dcc89f-3e0a-4079-928a-9b4baf25d115 req-d1ac2ec9-7afd-46de-bc25-b25247efc45b tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Calling delete_port for 453b090a-2765-4c77-80b4-daff712df040 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:35:38.454770 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:38.481083 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3c313130-9812-441d-8ab8-18c01c4d9b94 req-ad7b3b4e-eeab-46a6-b318-df0a98bcfdca tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777339 Aug 11 22:35:38.688729 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c9dcc89f-3e0a-4079-928a-9b4baf25d115 req-d1ac2ec9-7afd-46de-bc25-b25247efc45b tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:38.743630 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac2ec9-7afd-46de-bc25-b25247efc45b tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Pushing event deleted for resources: {'Port': ['ID=453b090a-2765-4c77-80b4-daff712df040,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:38.833021 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9dcc89f-3e0a-4079-928a-9b4baf25d115 req-d1ac2ec9-7afd-46de-bc25-b25247efc45b tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] No DVR routers for this DVR port 453b090a-2765-4c77-80b4-daff712df040 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:35:38.835947 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c9dcc89f-3e0a-4079-928a-9b4baf25d115 req-d1ac2ec9-7afd-46de-bc25-b25247efc45b tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:38.850423 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c9dcc89f-3e0a-4079-928a-9b4baf25d115 req-d1ac2ec9-7afd-46de-bc25-b25247efc45b tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.52 "DELETE /v2.0/ports/453b090a-2765-4c77-80b4-daff712df040 HTTP/1.1" status: 204 len: 173 time: 0.9165449 Aug 11 22:35:38.853693 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fec54d3-ab16-42bc-8784-c58eed4b96ad', 'name': 'network-vif-deleted', 'tag': '453b090a-2765-4c77-80b4-daff712df040'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:35:38.856053 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e5cdf6-c952-47a9-8d68-ee5a22046ebe" -d '{"events": [{"server_uuid": "8fec54d3-ab16-42bc-8784-c58eed4b96ad", "name": "network-vif-deleted", "tag": "453b090a-2765-4c77-80b4-daff712df040"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:35:38.997356 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977c7536-ed4e-494b-b4a8-b136d7ee4ada x-openstack-request-id: req-977c7536-ed4e-494b-b4a8-b136d7ee4ada {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:35:38.998034 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fec54d3-ab16-42bc-8784-c58eed4b96ad", "name": "network-vif-deleted", "tag": "453b090a-2765-4c77-80b4-daff712df040", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:35:38.998158 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-977c7536-ed4e-494b-b4a8-b136d7ee4ada {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:35:38.998535 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fec54d3-ab16-42bc-8784-c58eed4b96ad', 'name': 'network-vif-deleted', 'tag': '453b090a-2765-4c77-80b4-daff712df040', 'status': 'completed', 'code': 200} Aug 11 22:35:39.667949 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-558e5e2d-75ce-41ee-8d8d-176a43e6796a req-a3335f04-213d-4612-87a6-5d8a3b88ea1f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fec54d3-ab16-42bc-8784-c58eed4b96ad HTTP/1.1" status: 200 len: 210 time: 0.0520132 Aug 11 22:35:40.149630 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48638) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:40.354852 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-230dd87d-2cf1-413c-b91d-83c1e0351abb tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'network': {'name': 'tempest-network-smoke--1438388716', 'project_id': '81545c73701b4772bfae708760c50559', 'port_security_enabled': True}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:35:40.388087 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230dd87d-2cf1-413c-b91d-83c1e0351abb tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Made reservation on behalf of 81545c73701b4772bfae708760c50559 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:35:40.394263 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-230dd87d-2cf1-413c-b91d-83c1e0351abb tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:40.406306 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-230dd87d-2cf1-413c-b91d-83c1e0351abb tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:40.546400 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-230dd87d-2cf1-413c-b91d-83c1e0351abb tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:40.551264 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-230dd87d-2cf1-413c-b91d-83c1e0351abb tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:40.580240 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230dd87d-2cf1-413c-b91d-83c1e0351abb tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:35:40.590824 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230dd87d-2cf1-413c-b91d-83c1e0351abb tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d334b56-42e1-41e7-9809-f3c3b93a3033,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:40.596134 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-230dd87d-2cf1-413c-b91d-83c1e0351abb tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:40.596741 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-230dd87d-2cf1-413c-b91d-83c1e0351abb tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Added segment 44bd21c0-34b1-4856-8b78-5f2b769a01cb of type vlan for network d2f2d691-200b-48a2-a6a4-cac63bc7a7f7 Aug 11 22:35:40.645161 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-230dd87d-2cf1-413c-b91d-83c1e0351abb tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:40.684188 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-230dd87d-2cf1-413c-b91d-83c1e0351abb tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:40.690662 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230dd87d-2cf1-413c-b91d-83c1e0351abb tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:40.691308 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-230dd87d-2cf1-413c-b91d-83c1e0351abb tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:40.760040 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-230dd87d-2cf1-413c-b91d-83c1e0351abb tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6082814 Aug 11 22:35:40.763292 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48644) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:40.770441 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230dd87d-2cf1-413c-b91d-83c1e0351abb tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'Network': ['ID=d2f2d691-200b-48a2-a6a4-cac63bc7a7f7,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:40.771556 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-b1d0f1d4-9849-42ce-a23c-621a0ad38d21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-590634068', 'admin_state_up': True, 'project_id': '81545c73701b4772bfae708760c50559', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:35:40.783362 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network d2f2d691-200b-48a2-a6a4-cac63bc7a7f7 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:35:40.820244 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f1d4-9849-42ce-a23c-621a0ad38d21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:40.821687 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f1d4-9849-42ce-a23c-621a0ad38d21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:40.851367 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c857b827-42a2-4115-8cd3-74429505b99b req-d64c15f8-fc94-412f-8237-74eae7e561e3 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fec54d3-ab16-42bc-8784-c58eed4b96ad HTTP/1.1" status: 200 len: 210 time: 0.0457892 Aug 11 22:35:40.899339 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f1d4-9849-42ce-a23c-621a0ad38d21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:41.085465 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f1d4-9849-42ce-a23c-621a0ad38d21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:41.288533 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48654) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:41.373254 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f1d4-9849-42ce-a23c-621a0ad38d21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:41.393505 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f1d4-9849-42ce-a23c-621a0ad38d21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:41.435777 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-90f210a8-7714-4e74-8821-e3d64704c396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:41.528417 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-b1d0f1d4-9849-42ce-a23c-621a0ad38d21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Allocated IP 172.25.2.146 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/8dae3499-2721-46e6-93da-d4eafff521c5) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:35:41.558680 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-90f210a8-7714-4e74-8821-e3d64704c396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:41.565234 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-90f210a8-7714-4e74-8821-e3d64704c396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:41.611728 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-90f210a8-7714-4e74-8821-e3d64704c396 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=354e881f222f45a5a4ac647111bd640a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3202553 Aug 11 22:35:41.612764 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f210a8-7714-4e74-8821-e3d64704c396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc195398-ef68-43d8-bdba-64daa6d2cbf8,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:41.615419 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48658) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:41.684824 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c8d23de0-04e5-4c41-b4e9-d4f3425fbedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:41.698745 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f1d4-9849-42ce-a23c-621a0ad38d21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:41.711740 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c8d23de0-04e5-4c41-b4e9-d4f3425fbedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:41.746344 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f1d4-9849-42ce-a23c-621a0ad38d21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:41.767914 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c8d23de0-04e5-4c41-b4e9-d4f3425fbedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:41.770713 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c8d23de0-04e5-4c41-b4e9-d4f3425fbedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:41.774915 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c8d23de0-04e5-4c41-b4e9-d4f3425fbedd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bc195398-ef68-43d8-bdba-64daa6d2cbf8 HTTP/1.1" status: 204 len: 168 time: 0.1584637 Aug 11 22:35:41.787791 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d23de0-04e5-4c41-b4e9-d4f3425fbedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc195398-ef68-43d8-bdba-64daa6d2cbf8,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:41.788225 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d0f1d4-9849-42ce-a23c-621a0ad38d21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:35:41.791479 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-b1d0f1d4-9849-42ce-a23c-621a0ad38d21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:35:41.797366 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d0f1d4-9849-42ce-a23c-621a0ad38d21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:35:41.832204 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0f1d4-9849-42ce-a23c-621a0ad38d21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'Port': ['ID=8dae3499-2721-46e6-93da-d4eafff521c5,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:41.994548 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1cd814f5-2d57-40f4-b4d8-4d227a1f1514 req-99a4b341-3e2c-4373-b7c8-8c3ee96b0538 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fec54d3-ab16-42bc-8784-c58eed4b96ad HTTP/1.1" status: 200 len: 210 time: 0.0377817 Aug 11 22:35:42.140862 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f1d4-9849-42ce-a23c-621a0ad38d21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:42.389714 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f1d4-9849-42ce-a23c-621a0ad38d21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:42.549332 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d0f1d4-9849-42ce-a23c-621a0ad38d21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Router cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:35:42.590082 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48684) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:42.680825 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 453b090a-2765-4c77-80b4-daff712df040 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:35:42.681581 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d0f1d4-9849-42ce-a23c-621a0ad38d21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:35:42.698867 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036da80f-efd5-43a4-9e72-47a715f0573f None None] Sync routers for ids ['cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:35:42.708992 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f1d4-9849-42ce-a23c-621a0ad38d21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:42.716229 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b1d0f1d4-9849-42ce-a23c-621a0ad38d21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9512479 Aug 11 22:35:42.717030 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48688) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:42.719992 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-273cf9eb-6190-4661-8d04-b8557c005462 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-829966201-network', 'tenant_id': '99973589ea3c4b84938a2553a5c31623'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:35:42.728615 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 453b090a-2765-4c77-80b4-daff712df040 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:35:42.729177 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 453b090a-2765-4c77-80b4-daff712df040 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:35:42.734218 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036da80f-efd5-43a4-9e72-47a715f0573f None None] Routers {'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:35:42.735100 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-036da80f-efd5-43a4-9e72-47a715f0573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:35:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:42.745988 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273cf9eb-6190-4661-8d04-b8557c005462 admin admin] Made reservation on behalf of 99973589ea3c4b84938a2553a5c31623 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:35:42.749561 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-273cf9eb-6190-4661-8d04-b8557c005462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:42.759848 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-273cf9eb-6190-4661-8d04-b8557c005462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:42.880321 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-036da80f-efd5-43a4-9e72-47a715f0573f None None] Set router cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:35:42.885817 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-273cf9eb-6190-4661-8d04-b8557c005462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:42.890656 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-273cf9eb-6190-4661-8d04-b8557c005462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:42.916819 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-add2237e-6d70-4e43-9869-3c263b2f27a0 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=81545c73701b4772bfae708760c50559&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1985986 Aug 11 22:35:42.922204 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273cf9eb-6190-4661-8d04-b8557c005462 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:35:42.924088 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48692) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:42.958570 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273cf9eb-6190-4661-8d04-b8557c005462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03381ed6-8176-4a97-975b-25ea827ccd74,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:42.989853 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-273cf9eb-6190-4661-8d04-b8557c005462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:42.990223 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-273cf9eb-6190-4661-8d04-b8557c005462 admin admin] Added segment e950ec72-eac7-443f-8279-31bd7046d144 of type vlan for network cf7ea053-d39d-40c0-a70a-255b5331531a Aug 11 22:35:43.053090 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-273cf9eb-6190-4661-8d04-b8557c005462 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:43.112718 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed19d04-3199-4ef3-9642-f254f46e5544 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:43.117126 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48698) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:43.117381 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9ed19d04-3199-4ef3-9642-f254f46e5544 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1920156 Aug 11 22:35:43.136202 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d38f003b-aea6-42c8-b506-b18b312446dc req-31f71f1c-9f97-4190-b98d-07609a5afe2b tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fec54d3-ab16-42bc-8784-c58eed4b96ad HTTP/1.1" status: 200 len: 210 time: 0.0409989 Aug 11 22:35:43.143896 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-273cf9eb-6190-4661-8d04-b8557c005462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:43.145323 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273cf9eb-6190-4661-8d04-b8557c005462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:43.146190 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-273cf9eb-6190-4661-8d04-b8557c005462 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:43.147154 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-036da80f-efd5-43a4-9e72-47a715f0573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'name': 'tempest-TestNetworkBasicOps-router-590634068', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:40Z', 'updated_at': '2021-08-11T22:35:41Z', 'revision_number': 3, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:41Z', 'updated_at': '2021-08-11T22:35:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:43.186363 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036da80f-efd5-43a4-9e72-47a715f0573f None None] Checking router: cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:35:43.186751 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036da80f-efd5-43a4-9e72-47a715f0573f None None] Updating router cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 port 8dae3499-2721-46e6-93da-d4eafff521c5 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:35:43.192201 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4a3a63dd-6862-4878-9d94-7c0ae4af9a45 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ace0c6e5-d196-4ef9-80b8-149980a74560&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0704327 Aug 11 22:35:43.193693 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48700) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:43.198917 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-b6e90f6c-b1a8-469f-aa87-9cfd75c75688 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1036100711', 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7', 'project_id': '81545c73701b4772bfae708760c50559', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:35:43.233062 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-273cf9eb-6190-4661-8d04-b8557c005462 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6417105 Aug 11 22:35:43.236702 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48702) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:43.248142 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-2f425ba3-818c-4ba6-8bdf-e905cde3c232 admin admin] Request body: {'subnet': {'network_id': 'cf7ea053-d39d-40c0-a70a-255b5331531a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-829966201-subnet', 'tenant_id': '99973589ea3c4b84938a2553a5c31623', 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:35:43.257868 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-036da80f-efd5-43a4-9e72-47a715f0573f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:43.266945 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273cf9eb-6190-4661-8d04-b8557c005462 admin admin] Pushing event updated for resources: {'Network': ['ID=cf7ea053-d39d-40c0-a70a-255b5331531a,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:43.282796 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f425ba3-818c-4ba6-8bdf-e905cde3c232 admin admin] Made reservation on behalf of 99973589ea3c4b84938a2553a5c31623 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:35:43.288274 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2f425ba3-818c-4ba6-8bdf-e905cde3c232 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:43.310923 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e90f6c-b1a8-469f-aa87-9cfd75c75688 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Made reservation on behalf of 81545c73701b4772bfae708760c50559 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:35:43.314979 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b6e90f6c-b1a8-469f-aa87-9cfd75c75688 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:43.378930 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network cf7ea053-d39d-40c0-a70a-255b5331531a details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:35:43.440666 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f1653830-e3ec-4b6b-9558-f43ec51a1113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:43.554133 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2f425ba3-818c-4ba6-8bdf-e905cde3c232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:43.609490 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b6e90f6c-b1a8-469f-aa87-9cfd75c75688 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:43.628811 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f425ba3-818c-4ba6-8bdf-e905cde3c232 admin admin] Checking segment: {'id': 'e950ec72-eac7-443f-8279-31bd7046d144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf7ea053-d39d-40c0-a70a-255b5331531a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:35:43.629547 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f425ba3-818c-4ba6-8bdf-e905cde3c232 admin admin] Network hostable DHCP agents. Network: cf7ea053-d39d-40c0-a70a-255b5331531a, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:35:43.634323 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f425ba3-818c-4ba6-8bdf-e905cde3c232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d7988ab-0392-4c99-99d8-6b81d91e2a31,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:43.657859 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f425ba3-818c-4ba6-8bdf-e905cde3c232 admin admin] Network cf7ea053-d39d-40c0-a70a-255b5331531a is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:35:43.670719 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-2f425ba3-818c-4ba6-8bdf-e905cde3c232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, cf7ea053-d39d-40c0-a70a-255b5331531a) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:35:43.684058 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e879e0-62fb-4c85-ad5f-8c64305fb479 None None] Network cf7ea053-d39d-40c0-a70a-255b5331531a requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:35:43.685519 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f425ba3-818c-4ba6-8bdf-e905cde3c232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:43.687240 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2f425ba3-818c-4ba6-8bdf-e905cde3c232 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:43.706452 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2f425ba3-818c-4ba6-8bdf-e905cde3c232 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4650443 Aug 11 22:35:43.710814 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48704) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:43.723264 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-bf928f33-350d-4d5f-8621-cefec0066571 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-829966201-router', 'tenant_id': '99973589ea3c4b84938a2553a5c31623', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:35:43.749589 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e90f6c-b1a8-469f-aa87-9cfd75c75688 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'Subnet': ['ID=2d2523df-3cc9-49a7-9cac-2b6b5d546950,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:43.768870 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e90f6c-b1a8-469f-aa87-9cfd75c75688 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Checking segment: {'id': '44bd21c0-34b1-4856-8b78-5f2b769a01cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:35:43.769709 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e90f6c-b1a8-469f-aa87-9cfd75c75688 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Network hostable DHCP agents. Network: d2f2d691-200b-48a2-a6a4-cac63bc7a7f7, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:35:43.781434 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bf928f33-350d-4d5f-8621-cefec0066571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:43.787654 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bf928f33-350d-4d5f-8621-cefec0066571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:43.796576 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e90f6c-b1a8-469f-aa87-9cfd75c75688 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Network d2f2d691-200b-48a2-a6a4-cac63bc7a7f7 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:35:43.799271 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-036da80f-efd5-43a4-9e72-47a715f0573f None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:43.817988 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-b6e90f6c-b1a8-469f-aa87-9cfd75c75688 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, d2f2d691-200b-48a2-a6a4-cac63bc7a7f7) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:35:43.825616 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e90f6c-b1a8-469f-aa87-9cfd75c75688 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:43.826612 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-036da80f-efd5-43a4-9e72-47a715f0573f None None] Transition to ACTIVE for port object 8dae3499-2721-46e6-93da-d4eafff521c5 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:35:43.826802 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b6e90f6c-b1a8-469f-aa87-9cfd75c75688 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:43.829074 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2014ef39-8861-4ec5-bd35-82e09fd6a143 None None] Network d2f2d691-200b-48a2-a6a4-cac63bc7a7f7 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:35:43.851809 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b6e90f6c-b1a8-469f-aa87-9cfd75c75688 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6568799 Aug 11 22:35:43.857739 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48706) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:43.921936 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bf928f33-350d-4d5f-8621-cefec0066571 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:43.973471 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-036da80f-efd5-43a4-9e72-47a715f0573f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:44.022808 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-036da80f-efd5-43a4-9e72-47a715f0573f None None] Attempting to bind port 8dae3499-2721-46e6-93da-d4eafff521c5 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:35:44.022808 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-036da80f-efd5-43a4-9e72-47a715f0573f None None] Attempting to bind port 8dae3499-2721-46e6-93da-d4eafff521c5 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:35:44.022808 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036da80f-efd5-43a4-9e72-47a715f0573f None None] Attempting to bind port 8dae3499-2721-46e6-93da-d4eafff521c5 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:35:44.059394 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fbd6a0-cf90-48d4-b2f0-e4c32b282e7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-d2f2d691-200b-48a2-a6a4-cac63bc7a7f7', 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7', 'tenant_id': '81545c73701b4772bfae708760c50559', 'fixed_ips': [{'subnet_id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:35:44.060391 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d7fbd6a0-cf90-48d4-b2f0-e4c32b282e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:44.081333 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036da80f-efd5-43a4-9e72-47a715f0573f None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:35:44.082218 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036da80f-efd5-43a4-9e72-47a715f0573f None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:35:44.082218 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-036da80f-efd5-43a4-9e72-47a715f0573f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:44.082525 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036da80f-efd5-43a4-9e72-47a715f0573f None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:35:44.082991 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-036da80f-efd5-43a4-9e72-47a715f0573f None None] Bound port: 8dae3499-2721-46e6-93da-d4eafff521c5, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:35:44.083382 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-036da80f-efd5-43a4-9e72-47a715f0573f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:44.117395 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bf928f33-350d-4d5f-8621-cefec0066571 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:44.201096 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-036da80f-efd5-43a4-9e72-47a715f0573f None None] For port 8dae3499-2721-46e6-93da-d4eafff521c5, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:35:44.205086 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-036da80f-efd5-43a4-9e72-47a715f0573f None None] For port 8dae3499-2721-46e6-93da-d4eafff521c5, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8dae3499-2721-46e6-93da-d4eafff521c5,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:35:44.215056 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-036da80f-efd5-43a4-9e72-47a715f0573f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:44.324084 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ba759-9cf4-4944-a28a-0caff7a1e16b None None] Pushing event updated for resources: {'Port': ['ID=8dae3499-2721-46e6-93da-d4eafff521c5,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:44.384725 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ba759-9cf4-4944-a28a-0caff7a1e16b None None] Pushing event updated for resources: {'Port': ['ID=8dae3499-2721-46e6-93da-d4eafff521c5,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:44.394246 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67fa157-4297-49ce-b3cf-4490ac58372a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-cf7ea053-d39d-40c0-a70a-255b5331531a', 'network_id': 'cf7ea053-d39d-40c0-a70a-255b5331531a', 'tenant_id': '99973589ea3c4b84938a2553a5c31623', 'fixed_ips': [{'subnet_id': '3d7988ab-0392-4c99-99d8-6b81d91e2a31'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:35:44.395032 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a67fa157-4297-49ce-b3cf-4490ac58372a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:44.413225 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036da80f-efd5-43a4-9e72-47a715f0573f None None] Routers {'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:35:44.413879 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-036da80f-efd5-43a4-9e72-47a715f0573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:35:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:44.559707 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bf928f33-350d-4d5f-8621-cefec0066571 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:44.596087 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bf928f33-350d-4d5f-8621-cefec0066571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:44.616980 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-afb42dd5-67f2-47fb-8f8a-c7b8f6a8f65b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:44.823231 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-bf928f33-350d-4d5f-8621-cefec0066571 admin admin] Allocated IP 172.25.2.74 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/b8878185-71cd-4f3b-aa69-4ba143a6fe7e) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:35:44.876365 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-036da80f-efd5-43a4-9e72-47a715f0573f None None] Set router cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:35:44.967844 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-d7fbd6a0-cf90-48d4-b2f0-e4c32b282e7b None None] Allocated IP 172.20.0.2 (d2f2d691-200b-48a2-a6a4-cac63bc7a7f7/2d2523df-3cc9-49a7-9cac-2b6b5d546950/9f20d110-3e9f-469f-bfc4-b2ce7aaa4e60) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:35:44.991803 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bf928f33-350d-4d5f-8621-cefec0066571 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:45.049045 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bf928f33-350d-4d5f-8621-cefec0066571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:45.114380 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf928f33-350d-4d5f-8621-cefec0066571 admin admin] Pushing event updated for resources: {'Port': ['ID=b8878185-71cd-4f3b-aa69-4ba143a6fe7e,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:45.125775 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf928f33-350d-4d5f-8621-cefec0066571 admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:35:45.127780 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-bf928f33-350d-4d5f-8621-cefec0066571 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:35:45.132792 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf928f33-350d-4d5f-8621-cefec0066571 admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:35:45.188735 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-a67fa157-4297-49ce-b3cf-4490ac58372a None None] Allocated IP 172.20.0.2 (cf7ea053-d39d-40c0-a70a-255b5331531a/3d7988ab-0392-4c99-99d8-6b81d91e2a31/d3ac7953-bae3-4d6a-9db5-1aae5c1598ad) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:35:45.389659 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d7fbd6a0-cf90-48d4-b2f0-e4c32b282e7b None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:45.406681 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-036da80f-efd5-43a4-9e72-47a715f0573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'name': 'tempest-TestNetworkBasicOps-router-590634068', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:40Z', 'updated_at': '2021-08-11T22:35:41Z', 'revision_number': 3, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:41Z', 'updated_at': '2021-08-11T22:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:45.408538 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d7fbd6a0-cf90-48d4-b2f0-e4c32b282e7b None None] Transition to ACTIVE for port object 9f20d110-3e9f-469f-bfc4-b2ce7aaa4e60 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:35:45.454552 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bf928f33-350d-4d5f-8621-cefec0066571 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:45.463861 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036da80f-efd5-43a4-9e72-47a715f0573f None None] The sync data for ids ['cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'] in n-d-804275-3 is: [{'id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'name': 'tempest-TestNetworkBasicOps-router-590634068', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:40Z', 'updated_at': '2021-08-11T22:35:41Z', 'revision_number': 3, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:41Z', 'updated_at': '2021-08-11T22:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:35:45.495444 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d7fbd6a0-cf90-48d4-b2f0-e4c32b282e7b None None] Transition to ACTIVE for port object 9f20d110-3e9f-469f-bfc4-b2ce7aaa4e60 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:35:45.510961 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d7fbd6a0-cf90-48d4-b2f0-e4c32b282e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:45.569774 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a67fa157-4297-49ce-b3cf-4490ac58372a None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:45.586879 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fbd6a0-cf90-48d4-b2f0-e4c32b282e7b None None] Network d2f2d691-200b-48a2-a6a4-cac63bc7a7f7 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:35:45.598719 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-afb42dd5-67f2-47fb-8f8a-c7b8f6a8f65b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Allocated IP 172.20.0.1 (d2f2d691-200b-48a2-a6a4-cac63bc7a7f7/2d2523df-3cc9-49a7-9cac-2b6b5d546950/cdc38b75-f2f0-4c11-9019-cd69da037d4e) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:35:45.598973 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-d7fbd6a0-cf90-48d4-b2f0-e4c32b282e7b None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:35:45.614021 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fbd6a0-cf90-48d4-b2f0-e4c32b282e7b None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:35:45.617417 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a67fa157-4297-49ce-b3cf-4490ac58372a None None] Transition to ACTIVE for port object d3ac7953-bae3-4d6a-9db5-1aae5c1598ad will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:35:45.632489 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fbd6a0-cf90-48d4-b2f0-e4c32b282e7b None None] Pushing event updated for resources: {'Port': ['ID=9f20d110-3e9f-469f-bfc4-b2ce7aaa4e60,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:45.678701 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a67fa157-4297-49ce-b3cf-4490ac58372a None None] Transition to ACTIVE for port object d3ac7953-bae3-4d6a-9db5-1aae5c1598ad will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:35:45.730461 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-d7fbd6a0-cf90-48d4-b2f0-e4c32b282e7b None None] Attempting to bind port 9f20d110-3e9f-469f-bfc4-b2ce7aaa4e60 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:35:45.731021 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-d7fbd6a0-cf90-48d4-b2f0-e4c32b282e7b None None] Attempting to bind port 9f20d110-3e9f-469f-bfc4-b2ce7aaa4e60 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '44bd21c0-34b1-4856-8b78-5f2b769a01cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:35:45.732134 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fbd6a0-cf90-48d4-b2f0-e4c32b282e7b None None] Attempting to bind port 9f20d110-3e9f-469f-bfc4-b2ce7aaa4e60 on network d2f2d691-200b-48a2-a6a4-cac63bc7a7f7 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:35:45.746496 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fbd6a0-cf90-48d4-b2f0-e4c32b282e7b None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:35:45.747122 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fbd6a0-cf90-48d4-b2f0-e4c32b282e7b None None] Checking segment: {'id': '44bd21c0-34b1-4856-8b78-5f2b769a01cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:35:45.747666 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d7fbd6a0-cf90-48d4-b2f0-e4c32b282e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:45.748164 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fbd6a0-cf90-48d4-b2f0-e4c32b282e7b None None] Bound using segment: {'id': '44bd21c0-34b1-4856-8b78-5f2b769a01cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:35:45.748755 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-d7fbd6a0-cf90-48d4-b2f0-e4c32b282e7b None None] Bound port: 9f20d110-3e9f-469f-bfc4-b2ce7aaa4e60, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44bd21c0-34b1-4856-8b78-5f2b769a01cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:35:45.749261 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d7fbd6a0-cf90-48d4-b2f0-e4c32b282e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:45.787289 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bf928f33-350d-4d5f-8621-cefec0066571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:45.796700 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a67fa157-4297-49ce-b3cf-4490ac58372a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:45.797219 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-afb42dd5-67f2-47fb-8f8a-c7b8f6a8f65b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:45.822249 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-afb42dd5-67f2-47fb-8f8a-c7b8f6a8f65b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Transition to ACTIVE for port object cdc38b75-f2f0-4c11-9019-cd69da037d4e will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:35:45.880014 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67fa157-4297-49ce-b3cf-4490ac58372a None None] Network cf7ea053-d39d-40c0-a70a-255b5331531a is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:35:45.888650 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fa157-4297-49ce-b3cf-4490ac58372a None None] Pushing event updated for resources: {'Port': ['ID=d3ac7953-bae3-4d6a-9db5-1aae5c1598ad,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:45.892058 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-a67fa157-4297-49ce-b3cf-4490ac58372a None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:35:45.895482 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-afb42dd5-67f2-47fb-8f8a-c7b8f6a8f65b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:45.896409 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67fa157-4297-49ce-b3cf-4490ac58372a None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:35:45.905735 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-d7fbd6a0-cf90-48d4-b2f0-e4c32b282e7b None None] For port 9f20d110-3e9f-469f-bfc4-b2ce7aaa4e60, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:35:45.931277 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-d7fbd6a0-cf90-48d4-b2f0-e4c32b282e7b None None] For port 9f20d110-3e9f-469f-bfc4-b2ce7aaa4e60, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9f20d110-3e9f-469f-bfc4-b2ce7aaa4e60,segment=NetworkSegment(44bd21c0-34b1-4856-8b78-5f2b769a01cb),segment_id=44bd21c0-34b1-4856-8b78-5f2b769a01cb)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:35:45.940002 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d7fbd6a0-cf90-48d4-b2f0-e4c32b282e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:45.994291 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb42dd5-67f2-47fb-8f8a-c7b8f6a8f65b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Network d2f2d691-200b-48a2-a6a4-cac63bc7a7f7 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:35:46.011407 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-afb42dd5-67f2-47fb-8f8a-c7b8f6a8f65b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:35:46.022944 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb42dd5-67f2-47fb-8f8a-c7b8f6a8f65b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:35:46.042270 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf928f33-350d-4d5f-8621-cefec0066571 admin admin] Router a6be4cfe-a128-4d79-bb84-06b1be2952b7 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:35:46.101641 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a67fa157-4297-49ce-b3cf-4490ac58372a None None] Attempting to bind port d3ac7953-bae3-4d6a-9db5-1aae5c1598ad on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:35:46.102027 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a67fa157-4297-49ce-b3cf-4490ac58372a None None] Attempting to bind port d3ac7953-bae3-4d6a-9db5-1aae5c1598ad by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'e950ec72-eac7-443f-8279-31bd7046d144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf7ea053-d39d-40c0-a70a-255b5331531a'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:35:46.102396 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67fa157-4297-49ce-b3cf-4490ac58372a None None] Attempting to bind port d3ac7953-bae3-4d6a-9db5-1aae5c1598ad on network cf7ea053-d39d-40c0-a70a-255b5331531a {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:35:46.106263 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fbd6a0-cf90-48d4-b2f0-e4c32b282e7b None None] Pushing event updated for resources: {'Port': ['ID=9f20d110-3e9f-469f-bfc4-b2ce7aaa4e60,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:46.121534 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:46.123674 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67fa157-4297-49ce-b3cf-4490ac58372a None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:35:46.124058 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67fa157-4297-49ce-b3cf-4490ac58372a None None] Checking segment: {'id': 'e950ec72-eac7-443f-8279-31bd7046d144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf7ea053-d39d-40c0-a70a-255b5331531a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:35:46.124459 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a67fa157-4297-49ce-b3cf-4490ac58372a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:46.124841 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67fa157-4297-49ce-b3cf-4490ac58372a None None] Bound using segment: {'id': 'e950ec72-eac7-443f-8279-31bd7046d144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf7ea053-d39d-40c0-a70a-255b5331531a'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:35:46.125330 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a67fa157-4297-49ce-b3cf-4490ac58372a None None] Bound port: d3ac7953-bae3-4d6a-9db5-1aae5c1598ad, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e950ec72-eac7-443f-8279-31bd7046d144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf7ea053-d39d-40c0-a70a-255b5331531a'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:35:46.131204 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a67fa157-4297-49ce-b3cf-4490ac58372a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:46.136401 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb42dd5-67f2-47fb-8f8a-c7b8f6a8f65b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'Port': ['ID=cdc38b75-f2f0-4c11-9019-cd69da037d4e,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:46.149887 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-afb42dd5-67f2-47fb-8f8a-c7b8f6a8f65b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:46.279412 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a67fa157-4297-49ce-b3cf-4490ac58372a None None] For port d3ac7953-bae3-4d6a-9db5-1aae5c1598ad, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:35:46.284367 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a67fa157-4297-49ce-b3cf-4490ac58372a None None] For port d3ac7953-bae3-4d6a-9db5-1aae5c1598ad, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d3ac7953-bae3-4d6a-9db5-1aae5c1598ad,segment=NetworkSegment(e950ec72-eac7-443f-8279-31bd7046d144),segment_id=e950ec72-eac7-443f-8279-31bd7046d144)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:35:46.301854 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a67fa157-4297-49ce-b3cf-4490ac58372a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:46.363728 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e029f105-ce65-4f65-80b9-b9ddbcaa95d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:46.433697 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-afb42dd5-67f2-47fb-8f8a-c7b8f6a8f65b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:46.438132 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fa157-4297-49ce-b3cf-4490ac58372a None None] Pushing event updated for resources: {'Port': ['ID=d3ac7953-bae3-4d6a-9db5-1aae5c1598ad,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:46.923778 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf928f33-350d-4d5f-8621-cefec0066571 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:35:46.938996 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3b72c4-3f39-4e92-a7bf-46855f818a0b None None] Sync routers for ids ['a6be4cfe-a128-4d79-bb84-06b1be2952b7'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:35:46.952751 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3b72c4-3f39-4e92-a7bf-46855f818a0b None None] Routers {'a6be4cfe-a128-4d79-bb84-06b1be2952b7'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:35:46.953808 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bf928f33-350d-4d5f-8621-cefec0066571 admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:46.954819 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1f3b72c4-3f39-4e92-a7bf-46855f818a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:35:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['a6be4cfe-a128-4d79-bb84-06b1be2952b7'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:46.958117 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bf928f33-350d-4d5f-8621-cefec0066571 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 3.2429068 Aug 11 22:35:46.958312 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48724) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:47.014721 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-afb42dd5-67f2-47fb-8f8a-c7b8f6a8f65b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:47.025463 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-afb42dd5-67f2-47fb-8f8a-c7b8f6a8f65b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:47.134915 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-afb42dd5-67f2-47fb-8f8a-c7b8f6a8f65b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:47.209276 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-1f3b72c4-3f39-4e92-a7bf-46855f818a0b None None] Set router a6be4cfe-a128-4d79-bb84-06b1be2952b7 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:35:47.318109 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb42dd5-67f2-47fb-8f8a-c7b8f6a8f65b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'Port': ['ID=cdc38b75-f2f0-4c11-9019-cd69da037d4e,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:47.413843 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb42dd5-67f2-47fb-8f8a-c7b8f6a8f65b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Network d2f2d691-200b-48a2-a6a4-cac63bc7a7f7 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:35:47.421654 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-afb42dd5-67f2-47fb-8f8a-c7b8f6a8f65b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:35:47.560568 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1f3b72c4-3f39-4e92-a7bf-46855f818a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6be4cfe-a128-4d79-bb84-06b1be2952b7', 'name': 'tempest-ImageQuotaTest-829966201-router', 'tenant_id': '99973589ea3c4b84938a2553a5c31623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b8878185-71cd-4f3b-aa69-4ba143a6fe7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:43Z', 'updated_at': '2021-08-11T22:35:45Z', 'revision_number': 3, 'project_id': '99973589ea3c4b84938a2553a5c31623', 'gw_port': {'id': 'b8878185-71cd-4f3b-aa69-4ba143a6fe7e', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6be4cfe-a128-4d79-bb84-06b1be2952b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:44Z', 'updated_at': '2021-08-11T22:35:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:47.607413 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:47.634028 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3b72c4-3f39-4e92-a7bf-46855f818a0b None None] Checking router: a6be4cfe-a128-4d79-bb84-06b1be2952b7 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:35:47.634981 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3b72c4-3f39-4e92-a7bf-46855f818a0b None None] Updating router a6be4cfe-a128-4d79-bb84-06b1be2952b7 port b8878185-71cd-4f3b-aa69-4ba143a6fe7e binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:35:47.705541 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb42dd5-67f2-47fb-8f8a-c7b8f6a8f65b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Router cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:35:47.719342 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-1f3b72c4-3f39-4e92-a7bf-46855f818a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:47.734481 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dc652393-8e69-4683-95af-206fc1ba4989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:47.802647 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197a858b-a86e-4ac5-a970-1f8c674c824d None None] Network d2f2d691-200b-48a2-a6a4-cac63bc7a7f7 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:35:47.999053 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0570db89-81d9-4ebb-a05f-ff44c51e5c93 None None] Provisioning for port 9f20d110-3e9f-469f-bfc4-b2ce7aaa4e60 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:35:48.007798 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8dae3499-2721-46e6-93da-d4eafff521c5 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:35:48.009811 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb42dd5-67f2-47fb-8f8a-c7b8f6a8f65b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:35:48.022783 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-afb42dd5-67f2-47fb-8f8a-c7b8f6a8f65b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "PUT /v2.0/routers/cd88ea2d-1243-4f2f-a63d-b95e1ad340b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1636939 Aug 11 22:35:48.025413 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48730) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:48.243118 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-dc652393-8e69-4683-95af-206fc1ba4989 admin admin] Allocated IP 172.20.0.1 (cf7ea053-d39d-40c0-a70a-255b5331531a/3d7988ab-0392-4c99-99d8-6b81d91e2a31/cc144517-999f-463f-aa3c-50cac07b84c8) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:35:48.405909 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75540b3b-2236-49ad-b1e9-1d6a47b6e171 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:48.406650 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75540b3b-2236-49ad-b1e9-1d6a47b6e171 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:48.407134 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-1f3b72c4-3f39-4e92-a7bf-46855f818a0b None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:48.407954 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75540b3b-2236-49ad-b1e9-1d6a47b6e171 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:48.408788 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75540b3b-2236-49ad-b1e9-1d6a47b6e171 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:48.409556 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75540b3b-2236-49ad-b1e9-1d6a47b6e171 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:48.410287 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75540b3b-2236-49ad-b1e9-1d6a47b6e171 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:48.410959 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75540b3b-2236-49ad-b1e9-1d6a47b6e171 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:48.411451 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cd802a-27d8-4213-b4e2-c0195e1dc9d6 None None] Network cf7ea053-d39d-40c0-a70a-255b5331531a requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:35:48.412101 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75540b3b-2236-49ad-b1e9-1d6a47b6e171 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:48.413684 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 8dae3499-2721-46e6-93da-d4eafff521c5 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:35:48.415624 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-75540b3b-2236-49ad-b1e9-1d6a47b6e171 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5662 time: 0.3885803 Aug 11 22:35:48.418150 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48734) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:48.434052 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-1f3b72c4-3f39-4e92-a7bf-46855f818a0b None None] Transition to ACTIVE for port object b8878185-71cd-4f3b-aa69-4ba143a6fe7e will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:35:48.447085 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-1f3b72c4-3f39-4e92-a7bf-46855f818a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:48.490891 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dc652393-8e69-4683-95af-206fc1ba4989 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:48.518360 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 8dae3499-2721-46e6-93da-d4eafff521c5 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:48.519073 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:48.521031 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-dc652393-8e69-4683-95af-206fc1ba4989 admin admin] Transition to ACTIVE for port object cc144517-999f-463f-aa3c-50cac07b84c8 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:35:48.561964 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ca31f4-bc97-4945-804b-aeaf16f6db1e tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:48.562871 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ca31f4-bc97-4945-804b-aeaf16f6db1e tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:48.563001 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ca31f4-bc97-4945-804b-aeaf16f6db1e tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:48.563477 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ca31f4-bc97-4945-804b-aeaf16f6db1e tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:48.563992 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ca31f4-bc97-4945-804b-aeaf16f6db1e tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:48.564457 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ca31f4-bc97-4945-804b-aeaf16f6db1e tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:48.564918 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ca31f4-bc97-4945-804b-aeaf16f6db1e tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:48.565386 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ca31f4-bc97-4945-804b-aeaf16f6db1e tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:48.566774 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f63b6b3f-1424-43eb-9f46-7bbad2efdd6c None None] Provisioning for port d3ac7953-bae3-4d6a-9db5-1aae5c1598ad completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:35:48.570153 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-54ca31f4-bc97-4945-804b-aeaf16f6db1e tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5259 time: 0.1479027 Aug 11 22:35:48.570559 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48736) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:48.571691 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-1f3b72c4-3f39-4e92-a7bf-46855f818a0b None None] Attempting to bind port b8878185-71cd-4f3b-aa69-4ba143a6fe7e on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:35:48.572966 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-1f3b72c4-3f39-4e92-a7bf-46855f818a0b None None] Attempting to bind port b8878185-71cd-4f3b-aa69-4ba143a6fe7e by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:35:48.572966 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3b72c4-3f39-4e92-a7bf-46855f818a0b None None] Attempting to bind port b8878185-71cd-4f3b-aa69-4ba143a6fe7e on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:35:48.597243 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3b72c4-3f39-4e92-a7bf-46855f818a0b None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:35:48.597700 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3b72c4-3f39-4e92-a7bf-46855f818a0b None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:35:48.598031 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-1f3b72c4-3f39-4e92-a7bf-46855f818a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:48.598435 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3b72c4-3f39-4e92-a7bf-46855f818a0b None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:35:48.598921 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-1f3b72c4-3f39-4e92-a7bf-46855f818a0b None None] Bound port: b8878185-71cd-4f3b-aa69-4ba143a6fe7e, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:35:48.599316 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-1f3b72c4-3f39-4e92-a7bf-46855f818a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:48.611069 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd2882-d673-4dd6-8432-6257da466ed9 None None] Pushing event updated for resources: {'Port': ['ID=b8878185-71cd-4f3b-aa69-4ba143a6fe7e,revision_number=2']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:48.698882 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dc652393-8e69-4683-95af-206fc1ba4989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:48.716224 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-1f3b72c4-3f39-4e92-a7bf-46855f818a0b None None] For port b8878185-71cd-4f3b-aa69-4ba143a6fe7e, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:35:48.720254 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-1f3b72c4-3f39-4e92-a7bf-46855f818a0b None None] For port b8878185-71cd-4f3b-aa69-4ba143a6fe7e, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b8878185-71cd-4f3b-aa69-4ba143a6fe7e,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:35:48.733981 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-1f3b72c4-3f39-4e92-a7bf-46855f818a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:48.800940 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd2882-d673-4dd6-8432-6257da466ed9 None None] Pushing event updated for resources: {'Port': ['ID=b8878185-71cd-4f3b-aa69-4ba143a6fe7e,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:48.820996 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc652393-8e69-4683-95af-206fc1ba4989 admin admin] Pushing event updated for resources: {'Port': ['ID=cc144517-999f-463f-aa3c-50cac07b84c8,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:48.844366 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:48.845243 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3b72c4-3f39-4e92-a7bf-46855f818a0b None None] Routers {'a6be4cfe-a128-4d79-bb84-06b1be2952b7'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:35:48.845999 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1f3b72c4-3f39-4e92-a7bf-46855f818a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:35:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['a6be4cfe-a128-4d79-bb84-06b1be2952b7'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:48.868960 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc652393-8e69-4683-95af-206fc1ba4989 admin admin] Network cf7ea053-d39d-40c0-a70a-255b5331531a is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:35:48.883810 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-dc652393-8e69-4683-95af-206fc1ba4989 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:35:48.886889 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc652393-8e69-4683-95af-206fc1ba4989 admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:35:48.904619 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 8dae3499-2721-46e6-93da-d4eafff521c5, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8dae3499-2721-46e6-93da-d4eafff521c5,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:35:48.906514 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9d712a-60de-48da-b7a4-4ffd7b7d7195 None None] Sync routers for ids ['cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:35:48.928957 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:48.931729 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d3ac7953-bae3-4d6a-9db5-1aae5c1598ad up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:35:49.047302 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-1f3b72c4-3f39-4e92-a7bf-46855f818a0b None None] Set router a6be4cfe-a128-4d79-bb84-06b1be2952b7 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:35:49.061603 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dc652393-8e69-4683-95af-206fc1ba4989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:49.108466 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9d712a-60de-48da-b7a4-4ffd7b7d7195 None None] Routers {'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:35:49.109222 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-8e9d712a-60de-48da-b7a4-4ffd7b7d7195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:35:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:49.265624 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:49.278942 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=8dae3499-2721-46e6-93da-d4eafff521c5,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:49.420884 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a1c40759-39e6-46e0-b6f9-e138f59afac9 None None] Provisioning for port cdc38b75-f2f0-4c11-9019-cd69da037d4e completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:35:49.447225 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port d3ac7953-bae3-4d6a-9db5-1aae5c1598ad completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:35:49.506079 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-8e9d712a-60de-48da-b7a4-4ffd7b7d7195 None None] Set router cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:35:49.607725 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port d3ac7953-bae3-4d6a-9db5-1aae5c1598ad triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:49.616858 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:49.630104 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a1c40759-39e6-46e0-b6f9-e138f59afac9 None None] Provisioning complete for port cdc38b75-f2f0-4c11-9019-cd69da037d4e triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:49.654345 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a1c40759-39e6-46e0-b6f9-e138f59afac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:49.669197 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1f3b72c4-3f39-4e92-a7bf-46855f818a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6be4cfe-a128-4d79-bb84-06b1be2952b7', 'name': 'tempest-ImageQuotaTest-829966201-router', 'tenant_id': '99973589ea3c4b84938a2553a5c31623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b8878185-71cd-4f3b-aa69-4ba143a6fe7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:43Z', 'updated_at': '2021-08-11T22:35:45Z', 'revision_number': 3, 'project_id': '99973589ea3c4b84938a2553a5c31623', 'gw_port': {'id': 'b8878185-71cd-4f3b-aa69-4ba143a6fe7e', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6be4cfe-a128-4d79-bb84-06b1be2952b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:44Z', 'updated_at': '2021-08-11T22:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:49.683395 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dc652393-8e69-4683-95af-206fc1ba4989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:49.794605 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3b72c4-3f39-4e92-a7bf-46855f818a0b None None] The sync data for ids ['a6be4cfe-a128-4d79-bb84-06b1be2952b7'] in n-d-804275-3 is: [{'id': 'a6be4cfe-a128-4d79-bb84-06b1be2952b7', 'name': 'tempest-ImageQuotaTest-829966201-router', 'tenant_id': '99973589ea3c4b84938a2553a5c31623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b8878185-71cd-4f3b-aa69-4ba143a6fe7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:43Z', 'updated_at': '2021-08-11T22:35:45Z', 'revision_number': 3, 'project_id': '99973589ea3c4b84938a2553a5c31623', 'gw_port': {'id': 'b8878185-71cd-4f3b-aa69-4ba143a6fe7e', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6be4cfe-a128-4d79-bb84-06b1be2952b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:44Z', 'updated_at': '2021-08-11T22:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:35:49.985266 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dc652393-8e69-4683-95af-206fc1ba4989 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:50.008704 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dc652393-8e69-4683-95af-206fc1ba4989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:50.182328 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6d629e3d-a02f-47cd-92ad-f8008a2f9c45 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4488 time: 1.6105547 Aug 11 22:35:50.206394 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc652393-8e69-4683-95af-206fc1ba4989 admin admin] Pushing event updated for resources: {'Port': ['ID=cc144517-999f-463f-aa3c-50cac07b84c8,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:50.209225 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dc652393-8e69-4683-95af-206fc1ba4989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:50.347587 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-a1c40759-39e6-46e0-b6f9-e138f59afac9 None None] Port cdc38b75-f2f0-4c11-9019-cd69da037d4e cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:35:50.489341 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc652393-8e69-4683-95af-206fc1ba4989 admin admin] Network cf7ea053-d39d-40c0-a70a-255b5331531a is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:35:50.490847 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-dc652393-8e69-4683-95af-206fc1ba4989 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:35:50.570894 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4820dc19-21ad-4610-943a-3d5e36ca25ea None None] Provisioning for port cc144517-999f-463f-aa3c-50cac07b84c8 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:35:50.604871 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48754) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:50.614187 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-99dad6c2-a0bc-4835-b72c-af81d9e86a5e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2045167958', 'description': 'tempest-secgroup-smoke-2045167958 description', 'project_id': '81545c73701b4772bfae708760c50559'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:35:50.659677 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4820dc19-21ad-4610-943a-3d5e36ca25ea None None] Provisioning complete for port cc144517-999f-463f-aa3c-50cac07b84c8 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:50.660281 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4820dc19-21ad-4610-943a-3d5e36ca25ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:50.700124 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-99dad6c2-a0bc-4835-b72c-af81d9e86a5e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:50.710350 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:50.802664 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4820dc19-21ad-4610-943a-3d5e36ca25ea None None] Port cc144517-999f-463f-aa3c-50cac07b84c8 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:35:50.835697 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc652393-8e69-4683-95af-206fc1ba4989 admin admin] Router a6be4cfe-a128-4d79-bb84-06b1be2952b7 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:35:50.878413 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:50.893079 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4820dc19-21ad-4610-943a-3d5e36ca25ea None None] Provisioning complete for port cdc38b75-f2f0-4c11-9019-cd69da037d4e triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:50.893079 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4820dc19-21ad-4610-943a-3d5e36ca25ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:50.899792 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-99dad6c2-a0bc-4835-b72c-af81d9e86a5e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:50.908373 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-99dad6c2-a0bc-4835-b72c-af81d9e86a5e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:50.956146 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-99dad6c2-a0bc-4835-b72c-af81d9e86a5e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:50.957499 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-99dad6c2-a0bc-4835-b72c-af81d9e86a5e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3512259 Aug 11 22:35:50.960887 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48756) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:50.969262 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-b64af0d3-6df3-4882-87bb-7435d8eb2f92 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'security_group_rule': {'security_group_id': 'b70b8edd-d7cf-413e-a131-23e06b7d6e0e', 'project_id': '81545c73701b4772bfae708760c50559', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:35:50.976025 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port d3ac7953-bae3-4d6a-9db5-1aae5c1598ad, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d3ac7953-bae3-4d6a-9db5-1aae5c1598ad,segment=NetworkSegment(e950ec72-eac7-443f-8279-31bd7046d144),segment_id=e950ec72-eac7-443f-8279-31bd7046d144)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:35:50.988125 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4820dc19-21ad-4610-943a-3d5e36ca25ea None None] Port cdc38b75-f2f0-4c11-9019-cd69da037d4e cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:35:51.002521 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dad6c2-a0bc-4835-b72c-af81d9e86a5e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b70b8edd-d7cf-413e-a131-23e06b7d6e0e,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:51.013257 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:51.013944 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9f20d110-3e9f-469f-bfc4-b2ce7aaa4e60 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:35:51.073181 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4820dc19-21ad-4610-943a-3d5e36ca25ea None None] Provisioning complete for port d3ac7953-bae3-4d6a-9db5-1aae5c1598ad triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:51.073564 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4820dc19-21ad-4610-943a-3d5e36ca25ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:51.085774 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b64af0d3-6df3-4882-87bb-7435d8eb2f92 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:51.110806 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-8e9d712a-60de-48da-b7a4-4ffd7b7d7195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'name': 'tempest-TestNetworkBasicOps-router-590634068', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:40Z', 'updated_at': '2021-08-11T22:35:46Z', 'revision_number': 4, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:41Z', 'updated_at': '2021-08-11T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'cdc38b75-f2f0-4c11-9019-cd69da037d4e', 'name': '', 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7', 'tenant_id': '81545c73701b4772bfae708760c50559', 'mac_address': 'fa:16:3e:38:e6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:45Z', 'updated_at': '2021-08-11T22:35:46Z', 'revision_number': 2, 'project_id': '81545c73701b4772bfae708760c50559', 'subnets': [{'id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:51.189845 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9d712a-60de-48da-b7a4-4ffd7b7d7195 None None] Checking router: cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:35:51.190214 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9d712a-60de-48da-b7a4-4ffd7b7d7195 None None] Updating router cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 port cdc38b75-f2f0-4c11-9019-cd69da037d4e binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:35:51.232867 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8e9d712a-60de-48da-b7a4-4ffd7b7d7195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:51.282192 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b64af0d3-6df3-4882-87bb-7435d8eb2f92 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:51.284614 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=d3ac7953-bae3-4d6a-9db5-1aae5c1598ad,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:51.296290 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc652393-8e69-4683-95af-206fc1ba4989 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:35:51.312456 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-dc652393-8e69-4683-95af-206fc1ba4989 admin admin] 10.222.0.77 "PUT /v2.0/routers/a6be4cfe-a128-4d79-bb84-06b1be2952b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3526223 Aug 11 22:35:51.314461 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b64af0d3-6df3-4882-87bb-7435d8eb2f92 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:51.352413 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64af0d3-6df3-4882-87bb-7435d8eb2f92 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5726d111-2a7b-41ee-9dd4-be8468097f2e,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:51.359364 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 9f20d110-3e9f-469f-bfc4-b2ce7aaa4e60 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:35:51.379004 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b64af0d3-6df3-4882-87bb-7435d8eb2f92 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:51.380407 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b64af0d3-6df3-4882-87bb-7435d8eb2f92 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4179103 Aug 11 22:35:51.383287 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48766) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:51.389630 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c82eadbb-cb22-41fa-82bf-4d15846360e1 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'security_group_rule': {'security_group_id': 'b70b8edd-d7cf-413e-a131-23e06b7d6e0e', 'project_id': '81545c73701b4772bfae708760c50559', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:35:51.395579 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 9f20d110-3e9f-469f-bfc4-b2ce7aaa4e60 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:51.396237 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:51.467248 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c82eadbb-cb22-41fa-82bf-4d15846360e1 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:51.606697 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c82eadbb-cb22-41fa-82bf-4d15846360e1 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:51.612677 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c82eadbb-cb22-41fa-82bf-4d15846360e1 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:51.646323 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82eadbb-cb22-41fa-82bf-4d15846360e1 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f71f61e-cbac-467c-afda-f4c1db356e7a,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:51.658019 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c82eadbb-cb22-41fa-82bf-4d15846360e1 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:51.663282 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c82eadbb-cb22-41fa-82bf-4d15846360e1 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2762895 Aug 11 22:35:51.663863 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48772) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:51.668681 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-13804d09-1bca-4d1a-8e58-d66212997227 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'security_group_rule': {'security_group_id': 'b70b8edd-d7cf-413e-a131-23e06b7d6e0e', 'project_id': '81545c73701b4772bfae708760c50559', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:35:51.738981 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-13804d09-1bca-4d1a-8e58-d66212997227 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:51.817596 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:51.834724 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-13804d09-1bca-4d1a-8e58-d66212997227 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:51.840051 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-13804d09-1bca-4d1a-8e58-d66212997227 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:51.855876 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-53c5f6ac-6a2c-4bae-a1f9-6d987ff9cb59 None None] Provisioning complete for port cc144517-999f-463f-aa3c-50cac07b84c8 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:51.856829 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-53c5f6ac-6a2c-4bae-a1f9-6d987ff9cb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:51.865024 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13804d09-1bca-4d1a-8e58-d66212997227 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=792613ce-a8f6-4e53-b944-c97ce0456891,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:51.890206 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-13804d09-1bca-4d1a-8e58-d66212997227 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:51.892700 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-13804d09-1bca-4d1a-8e58-d66212997227 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2276158 Aug 11 22:35:51.895398 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48780) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:51.902068 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c50aee99-60de-43ac-926c-e0f4f5407d01 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'security_group_rule': {'security_group_id': 'b70b8edd-d7cf-413e-a131-23e06b7d6e0e', 'project_id': '81545c73701b4772bfae708760c50559', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:35:51.915135 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 9f20d110-3e9f-469f-bfc4-b2ce7aaa4e60, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9f20d110-3e9f-469f-bfc4-b2ce7aaa4e60,segment=NetworkSegment(44bd21c0-34b1-4856-8b78-5f2b769a01cb),segment_id=44bd21c0-34b1-4856-8b78-5f2b769a01cb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:35:51.934985 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:51.943010 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-53c5f6ac-6a2c-4bae-a1f9-6d987ff9cb59 None None] Port cc144517-999f-463f-aa3c-50cac07b84c8 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:35:51.954774 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c50aee99-60de-43ac-926c-e0f4f5407d01 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:52.064748 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c50aee99-60de-43ac-926c-e0f4f5407d01 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:52.076024 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c50aee99-60de-43ac-926c-e0f4f5407d01 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:52.080555 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=9f20d110-3e9f-469f-bfc4-b2ce7aaa4e60,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:52.095325 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8e9d712a-60de-48da-b7a4-4ffd7b7d7195 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:52.110296 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8e9d712a-60de-48da-b7a4-4ffd7b7d7195 None None] Transition to ACTIVE for port object cdc38b75-f2f0-4c11-9019-cd69da037d4e will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:35:52.111483 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50aee99-60de-43ac-926c-e0f4f5407d01 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2f64f0-57db-4038-8b92-d52042bb357b,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:52.119053 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8e9d712a-60de-48da-b7a4-4ffd7b7d7195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:52.138113 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c50aee99-60de-43ac-926c-e0f4f5407d01 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:52.139255 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c50aee99-60de-43ac-926c-e0f4f5407d01 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2423873 Aug 11 22:35:52.143339 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48784) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:52.149049 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-63ef20d6-eeba-434b-adbe-687f03ccd02c tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'security_group_rule': {'security_group_id': 'b70b8edd-d7cf-413e-a131-23e06b7d6e0e', 'project_id': '81545c73701b4772bfae708760c50559', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:35:52.196342 n-d-804275-3 neutron-server[100942]: INFO neutron.db.securitygroups_db [None req-63ef20d6-eeba-434b-adbe-687f03ccd02c tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Project 81545c73701b4772bfae708760c50559 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 22:35:52.204926 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-63ef20d6-eeba-434b-adbe-687f03ccd02c tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:52.314658 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-63ef20d6-eeba-434b-adbe-687f03ccd02c tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:52.320139 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-63ef20d6-eeba-434b-adbe-687f03ccd02c tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:52.321430 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b8878185-71cd-4f3b-aa69-4ba143a6fe7e up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:35:52.350342 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef20d6-eeba-434b-adbe-687f03ccd02c tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b07c4817-6b47-4d40-bc2e-667bcfc4d600,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:52.359294 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-63ef20d6-eeba-434b-adbe-687f03ccd02c tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:52.363404 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48788) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:52.363950 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-63ef20d6-eeba-434b-adbe-687f03ccd02c tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2187793 Aug 11 22:35:52.368204 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-7b69ac83-3b9a-4b52-aae5-8861ec19963e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'security_group_rule': {'security_group_id': 'b70b8edd-d7cf-413e-a131-23e06b7d6e0e', 'project_id': '81545c73701b4772bfae708760c50559', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:35:52.382088 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673290a-bfad-4fcf-8c8b-f224f69af497 None None] Pushing event updated for resources: {'Port': ['ID=cdc38b75-f2f0-4c11-9019-cd69da037d4e,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:52.413787 n-d-804275-3 neutron-server[100943]: INFO neutron.db.securitygroups_db [None req-7b69ac83-3b9a-4b52-aae5-8861ec19963e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Project 81545c73701b4772bfae708760c50559 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 22:35:52.419879 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7b69ac83-3b9a-4b52-aae5-8861ec19963e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:52.484878 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-8e9d712a-60de-48da-b7a4-4ffd7b7d7195 None None] Attempting to bind port cdc38b75-f2f0-4c11-9019-cd69da037d4e on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:35:52.485510 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-8e9d712a-60de-48da-b7a4-4ffd7b7d7195 None None] Attempting to bind port cdc38b75-f2f0-4c11-9019-cd69da037d4e by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '44bd21c0-34b1-4856-8b78-5f2b769a01cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:35:52.486201 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d712a-60de-48da-b7a4-4ffd7b7d7195 None None] Attempting to bind port cdc38b75-f2f0-4c11-9019-cd69da037d4e on network d2f2d691-200b-48a2-a6a4-cac63bc7a7f7 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:35:52.512970 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d712a-60de-48da-b7a4-4ffd7b7d7195 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:35:52.517219 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d712a-60de-48da-b7a4-4ffd7b7d7195 None None] Checking segment: {'id': '44bd21c0-34b1-4856-8b78-5f2b769a01cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:35:52.518052 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8e9d712a-60de-48da-b7a4-4ffd7b7d7195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:52.519495 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d712a-60de-48da-b7a4-4ffd7b7d7195 None None] Bound using segment: {'id': '44bd21c0-34b1-4856-8b78-5f2b769a01cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:35:52.522661 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-8e9d712a-60de-48da-b7a4-4ffd7b7d7195 None None] Bound port: cdc38b75-f2f0-4c11-9019-cd69da037d4e, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44bd21c0-34b1-4856-8b78-5f2b769a01cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:35:52.523397 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8e9d712a-60de-48da-b7a4-4ffd7b7d7195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:52.582001 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7b69ac83-3b9a-4b52-aae5-8861ec19963e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:52.591212 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7b69ac83-3b9a-4b52-aae5-8861ec19963e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:52.608321 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port b8878185-71cd-4f3b-aa69-4ba143a6fe7e completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:35:52.629511 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port b8878185-71cd-4f3b-aa69-4ba143a6fe7e triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:52.630946 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:52.637571 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b69ac83-3b9a-4b52-aae5-8861ec19963e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758fa763-6fcd-426c-804b-a1a418276d5b,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:52.644954 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7b69ac83-3b9a-4b52-aae5-8861ec19963e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:52.651564 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7b69ac83-3b9a-4b52-aae5-8861ec19963e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2818601 Aug 11 22:35:52.757674 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-8e9d712a-60de-48da-b7a4-4ffd7b7d7195 None None] For port cdc38b75-f2f0-4c11-9019-cd69da037d4e, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:35:52.768602 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3235cb4-5991-431e-96ad-ce9f951439b0 None None] Sync routers for ids ['a6be4cfe-a128-4d79-bb84-06b1be2952b7'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:35:52.785805 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-8e9d712a-60de-48da-b7a4-4ffd7b7d7195 None None] For port cdc38b75-f2f0-4c11-9019-cd69da037d4e, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=cdc38b75-f2f0-4c11-9019-cd69da037d4e,segment=NetworkSegment(44bd21c0-34b1-4856-8b78-5f2b769a01cb),segment_id=44bd21c0-34b1-4856-8b78-5f2b769a01cb)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:35:52.788170 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3235cb4-5991-431e-96ad-ce9f951439b0 None None] Routers {'a6be4cfe-a128-4d79-bb84-06b1be2952b7'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:35:52.789015 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d3235cb4-5991-431e-96ad-ce9f951439b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:35:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['a6be4cfe-a128-4d79-bb84-06b1be2952b7'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:52.799579 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8e9d712a-60de-48da-b7a4-4ffd7b7d7195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:52.867635 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673290a-bfad-4fcf-8c8b-f224f69af497 None None] Pushing event updated for resources: {'Port': ['ID=cdc38b75-f2f0-4c11-9019-cd69da037d4e,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:52.998890 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9d712a-60de-48da-b7a4-4ffd7b7d7195 None None] Routers {'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:35:53.004217 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-8e9d712a-60de-48da-b7a4-4ffd7b7d7195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:35:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:53.024864 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-f9db7062-dcc6-4340-be16-1daaf2e008a6 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2045167958&fields=id&tenant_id=81545c73701b4772bfae708760c50559 HTTP/1.1" status: 200 len: 267 time: 0.1038108 Aug 11 22:35:53.068210 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:53.101303 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-d3235cb4-5991-431e-96ad-ce9f951439b0 None None] Set router a6be4cfe-a128-4d79-bb84-06b1be2952b7 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:35:53.172656 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port b8878185-71cd-4f3b-aa69-4ba143a6fe7e, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b8878185-71cd-4f3b-aa69-4ba143a6fe7e,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:35:53.183688 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:53.187819 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d3ac7953-bae3-4d6a-9db5-1aae5c1598ad up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:35:53.296375 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-8e9d712a-60de-48da-b7a4-4ffd7b7d7195 None None] Set router cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:35:53.369938 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-32a2dd13-b1c9-4a81-bde5-a8417e557638 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:53.375811 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-32a2dd13-b1c9-4a81-bde5-a8417e557638 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/networks?id=d2f2d691-200b-48a2-a6a4-cac63bc7a7f7 HTTP/1.1" status: 200 len: 797 time: 0.3439085 Aug 11 22:35:53.406345 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=b8878185-71cd-4f3b-aa69-4ba143a6fe7e,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:53.410594 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-e2c004b4-b5ff-427e-9cf4-b84b5613234e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/quotas/81545c73701b4772bfae708760c50559 HTTP/1.1" status: 200 len: 375 time: 0.0270331 Aug 11 22:35:53.437849 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d3235cb4-5991-431e-96ad-ce9f951439b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6be4cfe-a128-4d79-bb84-06b1be2952b7', 'name': 'tempest-ImageQuotaTest-829966201-router', 'tenant_id': '99973589ea3c4b84938a2553a5c31623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b8878185-71cd-4f3b-aa69-4ba143a6fe7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:43Z', 'updated_at': '2021-08-11T22:35:49Z', 'revision_number': 4, 'project_id': '99973589ea3c4b84938a2553a5c31623', 'gw_port': {'id': 'b8878185-71cd-4f3b-aa69-4ba143a6fe7e', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6be4cfe-a128-4d79-bb84-06b1be2952b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:44Z', 'updated_at': '2021-08-11T22:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'cc144517-999f-463f-aa3c-50cac07b84c8', 'name': '', 'network_id': 'cf7ea053-d39d-40c0-a70a-255b5331531a', 'tenant_id': '99973589ea3c4b84938a2553a5c31623', 'mac_address': 'fa:16:3e:e6:8d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6be4cfe-a128-4d79-bb84-06b1be2952b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '3d7988ab-0392-4c99-99d8-6b81d91e2a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:47Z', 'updated_at': '2021-08-11T22:35:49Z', 'revision_number': 2, 'project_id': '99973589ea3c4b84938a2553a5c31623', 'subnets': [{'id': '3d7988ab-0392-4c99-99d8-6b81d91e2a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:53.472164 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3235cb4-5991-431e-96ad-ce9f951439b0 None None] Checking router: a6be4cfe-a128-4d79-bb84-06b1be2952b7 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:35:53.472530 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3235cb4-5991-431e-96ad-ce9f951439b0 None None] Updating router a6be4cfe-a128-4d79-bb84-06b1be2952b7 port cc144517-999f-463f-aa3c-50cac07b84c8 binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:35:53.504445 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-d3235cb4-5991-431e-96ad-ce9f951439b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:53.552669 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port d3ac7953-bae3-4d6a-9db5-1aae5c1598ad triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:53.553041 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:53.561035 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-aa79924e-8f90-40c0-964a-d4f6fc04711a tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=81545c73701b4772bfae708760c50559&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1344907 Aug 11 22:35:53.746026 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-f96cc9fd-8bfa-43ae-946c-485c7b9de77f service neutron] 10.222.0.77 "GET /v2.0/networks/d2f2d691-200b-48a2-a6a4-cac63bc7a7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781757 Aug 11 22:35:53.850182 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48822) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:53.912332 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-8a50c238-49b5-49f3-8eb3-4a6d76aab3d7 service neutron] 10.222.0.77 "GET /v2.0/networks/d2f2d691-200b-48a2-a6a4-cac63bc7a7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572504 Aug 11 22:35:53.943852 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8dae3499-2721-46e6-93da-d4eafff521c5 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:35:54.037740 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 8dae3499-2721-46e6-93da-d4eafff521c5 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:54.038540 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:54.043003 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-8e9d712a-60de-48da-b7a4-4ffd7b7d7195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'name': 'tempest-TestNetworkBasicOps-router-590634068', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:40Z', 'updated_at': '2021-08-11T22:35:46Z', 'revision_number': 4, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:41Z', 'updated_at': '2021-08-11T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'cdc38b75-f2f0-4c11-9019-cd69da037d4e', 'name': '', 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7', 'tenant_id': '81545c73701b4772bfae708760c50559', 'mac_address': 'fa:16:3e:38:e6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:45Z', 'updated_at': '2021-08-11T22:35:52Z', 'revision_number': 4, 'project_id': '81545c73701b4772bfae708760c50559', 'subnets': [{'id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:54.092847 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9d712a-60de-48da-b7a4-4ffd7b7d7195 None None] The sync data for ids ['cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'] in n-d-804275-3 is: [{'id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'name': 'tempest-TestNetworkBasicOps-router-590634068', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:40Z', 'updated_at': '2021-08-11T22:35:46Z', 'revision_number': 4, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:41Z', 'updated_at': '2021-08-11T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'cdc38b75-f2f0-4c11-9019-cd69da037d4e', 'name': '', 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7', 'tenant_id': '81545c73701b4772bfae708760c50559', 'mac_address': 'fa:16:3e:38:e6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:45Z', 'updated_at': '2021-08-11T22:35:52Z', 'revision_number': 4, 'project_id': '81545c73701b4772bfae708760c50559', 'subnets': [{'id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:35:54.206924 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-d3235cb4-5991-431e-96ad-ce9f951439b0 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:54.226657 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-d3235cb4-5991-431e-96ad-ce9f951439b0 None None] Transition to ACTIVE for port object cc144517-999f-463f-aa3c-50cac07b84c8 will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:35:54.237648 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-d3235cb4-5991-431e-96ad-ce9f951439b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:54.480316 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 48834) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:54.487454 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950fdd4-fd5c-4329-afd7-71694514e620 None None] Pushing event updated for resources: {'Port': ['ID=cc144517-999f-463f-aa3c-50cac07b84c8,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:54.532916 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-d3235cb4-5991-431e-96ad-ce9f951439b0 None None] Attempting to bind port cc144517-999f-463f-aa3c-50cac07b84c8 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:35:54.533532 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-d3235cb4-5991-431e-96ad-ce9f951439b0 None None] Attempting to bind port cc144517-999f-463f-aa3c-50cac07b84c8 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'e950ec72-eac7-443f-8279-31bd7046d144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf7ea053-d39d-40c0-a70a-255b5331531a'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:35:54.534042 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3235cb4-5991-431e-96ad-ce9f951439b0 None None] Attempting to bind port cc144517-999f-463f-aa3c-50cac07b84c8 on network cf7ea053-d39d-40c0-a70a-255b5331531a {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:35:54.542557 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3235cb4-5991-431e-96ad-ce9f951439b0 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:35:54.543069 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3235cb4-5991-431e-96ad-ce9f951439b0 None None] Checking segment: {'id': 'e950ec72-eac7-443f-8279-31bd7046d144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf7ea053-d39d-40c0-a70a-255b5331531a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:35:54.544428 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-d3235cb4-5991-431e-96ad-ce9f951439b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:54.549974 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3235cb4-5991-431e-96ad-ce9f951439b0 None None] Bound using segment: {'id': 'e950ec72-eac7-443f-8279-31bd7046d144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf7ea053-d39d-40c0-a70a-255b5331531a'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:35:54.552381 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-d3235cb4-5991-431e-96ad-ce9f951439b0 None None] Bound port: cc144517-999f-463f-aa3c-50cac07b84c8, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e950ec72-eac7-443f-8279-31bd7046d144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf7ea053-d39d-40c0-a70a-255b5331531a'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:35:54.552970 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-d3235cb4-5991-431e-96ad-ce9f951439b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:54.553957 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b8878185-71cd-4f3b-aa69-4ba143a6fe7e up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:35:54.648396 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0bb0448d-be95-4365-84f6-a4485b7e75ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:54.730270 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-d3235cb4-5991-431e-96ad-ce9f951439b0 None None] For port cc144517-999f-463f-aa3c-50cac07b84c8, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:35:54.736207 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-d3235cb4-5991-431e-96ad-ce9f951439b0 None None] For port cc144517-999f-463f-aa3c-50cac07b84c8, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=cc144517-999f-463f-aa3c-50cac07b84c8,segment=NetworkSegment(e950ec72-eac7-443f-8279-31bd7046d144),segment_id=e950ec72-eac7-443f-8279-31bd7046d144)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:35:54.738240 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a63f3422-e649-40c6-8f7c-8f32defacbb3 req-b98848f1-0f02-4b5a-a756-3f9782db1ce2 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4dd514e-e8ea-4f65-977f-a937e224fe7b HTTP/1.1" status: 200 len: 210 time: 0.1393111 Aug 11 22:35:54.742399 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port b8878185-71cd-4f3b-aa69-4ba143a6fe7e triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:54.742770 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:54.767096 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-d3235cb4-5991-431e-96ad-ce9f951439b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:54.843646 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3235cb4-5991-431e-96ad-ce9f951439b0 None None] Routers {'a6be4cfe-a128-4d79-bb84-06b1be2952b7'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:35:54.845299 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d3235cb4-5991-431e-96ad-ce9f951439b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:35:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['a6be4cfe-a128-4d79-bb84-06b1be2952b7'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:54.940758 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950fdd4-fd5c-4329-afd7-71694514e620 None None] Pushing event updated for resources: {'Port': ['ID=cc144517-999f-463f-aa3c-50cac07b84c8,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:55.010337 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device cdc38b75-f2f0-4c11-9019-cd69da037d4e up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:35:55.085910 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-ab8f410b-6303-4c84-a8dd-5dad1c024a2f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Deleting port 32ca52f7-508d-41d2-a6be-fae33b1f814e {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:35:55.086256 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ab8f410b-6303-4c84-a8dd-5dad1c024a2f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:55.146530 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-d3235cb4-5991-431e-96ad-ce9f951439b0 None None] Set router a6be4cfe-a128-4d79-bb84-06b1be2952b7 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:35:55.184142 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port cdc38b75-f2f0-4c11-9019-cd69da037d4e completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:35:55.196686 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port cdc38b75-f2f0-4c11-9019-cd69da037d4e triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:55.197327 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:55.378243 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:55.381101 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ab8f410b-6303-4c84-a8dd-5dad1c024a2f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:55.381797 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ab8f410b-6303-4c84-a8dd-5dad1c024a2f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:55.400478 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-ab8f410b-6303-4c84-a8dd-5dad1c024a2f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Calling delete_port for 32ca52f7-508d-41d2-a6be-fae33b1f814e owned by network:floatingip {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:35:55.407112 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-0bb0448d-be95-4365-84f6-a4485b7e75ca admin admin] Deleting port cc144517-999f-463f-aa3c-50cac07b84c8 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:35:55.407716 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0bb0448d-be95-4365-84f6-a4485b7e75ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:55.420160 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46448200-5ea9-455c-b8ef-3396817061ed req-643308e4-e8d3-4128-8822-28cae09c6bfe service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1250920 Aug 11 22:35:55.477111 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port cdc38b75-f2f0-4c11-9019-cd69da037d4e, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=cdc38b75-f2f0-4c11-9019-cd69da037d4e,segment=NetworkSegment(44bd21c0-34b1-4856-8b78-5f2b769a01cb),segment_id=44bd21c0-34b1-4856-8b78-5f2b769a01cb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:35:55.485647 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:55.486701 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9f20d110-3e9f-469f-bfc4-b2ce7aaa4e60 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:35:55.612541 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46448200-5ea9-455c-b8ef-3396817061ed req-6ba2e790-b76f-47b3-834a-213710778d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:55.614907 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46448200-5ea9-455c-b8ef-3396817061ed req-6ba2e790-b76f-47b3-834a-213710778d2d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 1097 time: 0.0889816 Aug 11 22:35:55.615076 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-0bb0448d-be95-4365-84f6-a4485b7e75ca admin admin] For port cc144517-999f-463f-aa3c-50cac07b84c8, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=cc144517-999f-463f-aa3c-50cac07b84c8,segment=NetworkSegment(e950ec72-eac7-443f-8279-31bd7046d144),segment_id=e950ec72-eac7-443f-8279-31bd7046d144)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:35:55.615843 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0bb0448d-be95-4365-84f6-a4485b7e75ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:55.666902 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-0bb0448d-be95-4365-84f6-a4485b7e75ca admin admin] Calling delete_port for cc144517-999f-463f-aa3c-50cac07b84c8 owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:35:55.747587 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d3235cb4-5991-431e-96ad-ce9f951439b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6be4cfe-a128-4d79-bb84-06b1be2952b7', 'name': 'tempest-ImageQuotaTest-829966201-router', 'tenant_id': '99973589ea3c4b84938a2553a5c31623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b8878185-71cd-4f3b-aa69-4ba143a6fe7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:43Z', 'updated_at': '2021-08-11T22:35:49Z', 'revision_number': 4, 'project_id': '99973589ea3c4b84938a2553a5c31623', 'gw_port': {'id': 'b8878185-71cd-4f3b-aa69-4ba143a6fe7e', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6be4cfe-a128-4d79-bb84-06b1be2952b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:44Z', 'updated_at': '2021-08-11T22:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'cc144517-999f-463f-aa3c-50cac07b84c8', 'name': '', 'network_id': 'cf7ea053-d39d-40c0-a70a-255b5331531a', 'tenant_id': '99973589ea3c4b84938a2553a5c31623', 'mac_address': 'fa:16:3e:e6:8d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6be4cfe-a128-4d79-bb84-06b1be2952b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '3d7988ab-0392-4c99-99d8-6b81d91e2a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:47Z', 'updated_at': '2021-08-11T22:35:54Z', 'revision_number': 4, 'project_id': '99973589ea3c4b84938a2553a5c31623', 'subnets': [{'id': '3d7988ab-0392-4c99-99d8-6b81d91e2a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:55.750254 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=cdc38b75-f2f0-4c11-9019-cd69da037d4e,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:55.769912 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 9f20d110-3e9f-469f-bfc4-b2ce7aaa4e60 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:55.770539 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:55.813618 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3235cb4-5991-431e-96ad-ce9f951439b0 None None] The sync data for ids ['a6be4cfe-a128-4d79-bb84-06b1be2952b7'] in n-d-804275-3 is: [{'id': 'a6be4cfe-a128-4d79-bb84-06b1be2952b7', 'name': 'tempest-ImageQuotaTest-829966201-router', 'tenant_id': '99973589ea3c4b84938a2553a5c31623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b8878185-71cd-4f3b-aa69-4ba143a6fe7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:43Z', 'updated_at': '2021-08-11T22:35:49Z', 'revision_number': 4, 'project_id': '99973589ea3c4b84938a2553a5c31623', 'gw_port': {'id': 'b8878185-71cd-4f3b-aa69-4ba143a6fe7e', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6be4cfe-a128-4d79-bb84-06b1be2952b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:44Z', 'updated_at': '2021-08-11T22:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'cc144517-999f-463f-aa3c-50cac07b84c8', 'name': '', 'network_id': 'cf7ea053-d39d-40c0-a70a-255b5331531a', 'tenant_id': '99973589ea3c4b84938a2553a5c31623', 'mac_address': 'fa:16:3e:e6:8d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6be4cfe-a128-4d79-bb84-06b1be2952b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '3d7988ab-0392-4c99-99d8-6b81d91e2a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:47Z', 'updated_at': '2021-08-11T22:35:54Z', 'revision_number': 4, 'project_id': '99973589ea3c4b84938a2553a5c31623', 'subnets': [{'id': '3d7988ab-0392-4c99-99d8-6b81d91e2a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:35:55.814557 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46448200-5ea9-455c-b8ef-3396817061ed req-574c7f3d-8e1c-40a6-bdda-fade9fd5ac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:55.817301 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46448200-5ea9-455c-b8ef-3396817061ed req-574c7f3d-8e1c-40a6-bdda-fade9fd5ac3a service neutron] 10.222.0.82 "GET /v2.0/networks?id=8851720f-46d7-4210-975b-18e7bc7d0350 HTTP/1.1" status: 200 len: 897 time: 0.1641507 Aug 11 22:35:55.933798 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bd7bc023-1fe5-4709-8a75-aedb90b633dd req-d1ec6c71-f703-44d2-8315-088e599e897a tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4dd514e-e8ea-4f65-977f-a937e224fe7b HTTP/1.1" status: 200 len: 210 time: 0.0410764 Aug 11 22:35:56.005421 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46448200-5ea9-455c-b8ef-3396817061ed req-15077160-4ccc-4926-b5a2-84d25b4bf608 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=719e09f6-4d0f-4b28-9c4a-d9ce6f404138 HTTP/1.1" status: 200 len: 1002 time: 0.1732461 Aug 11 22:35:56.027565 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ab8f410b-6303-4c84-a8dd-5dad1c024a2f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:56.135674 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f410b-6303-4c84-a8dd-5dad1c024a2f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Pushing event deleted for resources: {'Port': ['ID=32ca52f7-508d-41d2-a6be-fae33b1f814e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:56.159671 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0bb0448d-be95-4365-84f6-a4485b7e75ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:56.249153 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46448200-5ea9-455c-b8ef-3396817061ed req-5ba95fa5-835c-43fa-9cc5-a9c7d5238f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:56.250672 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46448200-5ea9-455c-b8ef-3396817061ed req-5ba95fa5-835c-43fa-9cc5-a9c7d5238f16 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a339f1bc-cb62-47ef-8660-6f10cf6a2676 HTTP/1.1" status: 200 len: 834 time: 0.2434831 Aug 11 22:35:56.251730 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ab8f410b-6303-4c84-a8dd-5dad1c024a2f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for floatingip, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:56.251867 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-ab8f410b-6303-4c84-a8dd-5dad1c024a2f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Floating IP eabb6d24-cca8-4250-9325-35d80f3f0436 disassociated (deleted). External IP: 172.25.2.172, port: 0b5cfaed-df2c-4ef1-88d3-272a5db59f62. Aug 11 22:35:56.274217 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0448d-be95-4365-84f6-a4485b7e75ca admin admin] Pushing event deleted for resources: {'Port': ['ID=cc144517-999f-463f-aa3c-50cac07b84c8,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:56.566585 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device cc144517-999f-463f-aa3c-50cac07b84c8 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:35:56.579071 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0bb0448d-be95-4365-84f6-a4485b7e75ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:56.589394 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: cc144517-999f-463f-aa3c-50cac07b84c8 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:35:56.589743 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device cc144517-999f-463f-aa3c-50cac07b84c8 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 11 22:35:56.613409 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46448200-5ea9-455c-b8ef-3396817061ed req-fabd3634-da56-4adb-abd2-2bbcf34891f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:56.619339 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46448200-5ea9-455c-b8ef-3396817061ed req-fabd3634-da56-4adb-abd2-2bbcf34891f3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8851720f-46d7-4210-975b-18e7bc7d0350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2748287 Aug 11 22:35:56.627187 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Port cc144517-999f-463f-aa3c-50cac07b84c8 not found, will not notify nova. {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 11 22:35:56.628218 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device cdc38b75-f2f0-4c11-9019-cd69da037d4e up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:35:56.710706 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port cdc38b75-f2f0-4c11-9019-cd69da037d4e triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:56.711488 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:56.752121 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-14ff0c5f-3c44-431e-9f20-9fadf5da8445 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:56.754577 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-14ff0c5f-3c44-431e-9f20-9fadf5da8445 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.82 "GET /v2.0/networks?id=d2f2d691-200b-48a2-a6a4-cac63bc7a7f7 HTTP/1.1" status: 200 len: 797 time: 0.5271909 Aug 11 22:35:56.894183 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46448200-5ea9-455c-b8ef-3396817061ed req-d39d9ae1-0ca0-4780-8cd2-8830d633b322 service neutron] 10.222.0.82 "GET /v2.0/networks/8851720f-46d7-4210-975b-18e7bc7d0350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638175 Aug 11 22:35:56.921020 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-61df1f1b-6566-4c11-8483-61de5efc5910 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81545c73701b4772bfae708760c50559 HTTP/1.1" status: 200 len: 380 time: 0.1468518 Aug 11 22:35:56.978091 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb0448d-be95-4365-84f6-a4485b7e75ca admin admin] Router a6be4cfe-a128-4d79-bb84-06b1be2952b7 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:35:57.102734 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb0448d-be95-4365-84f6-a4485b7e75ca admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:35:57.111716 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0bb0448d-be95-4365-84f6-a4485b7e75ca admin admin] 10.222.0.77 "PUT /v2.0/routers/a6be4cfe-a128-4d79-bb84-06b1be2952b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2603350 Aug 11 22:35:57.112571 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 48852) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:57.269947 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-67210063-dab8-4efa-962a-bf50907ea585 admin admin] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:57.429714 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-67210063-dab8-4efa-962a-bf50907ea585 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:57.512014 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-448eb2b6-2cf2-4061-81f6-2dd68b099154 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'port': {'device_id': 'a4dd514e-e8ea-4f65-977f-a937e224fe7b', 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7', 'admin_state_up': True, 'tenant_id': '81545c73701b4772bfae708760c50559', 'security_groups': ['b70b8edd-d7cf-413e-a131-23e06b7d6e0e']}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:35:57.532156 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-67210063-dab8-4efa-962a-bf50907ea585 admin admin] Deleting port b8878185-71cd-4f3b-aa69-4ba143a6fe7e {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:35:57.532156 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-67210063-dab8-4efa-962a-bf50907ea585 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:57.685687 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c402d037-ba6b-46b4-b5a9-43fbf18aa9dd req-3892711d-30b0-4400-a613-2b052d9ab179 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4dd514e-e8ea-4f65-977f-a937e224fe7b HTTP/1.1" status: 200 len: 210 time: 0.1771343 Aug 11 22:35:57.756428 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-67210063-dab8-4efa-962a-bf50907ea585 admin admin] For port b8878185-71cd-4f3b-aa69-4ba143a6fe7e, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b8878185-71cd-4f3b-aa69-4ba143a6fe7e,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:35:57.756926 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-67210063-dab8-4efa-962a-bf50907ea585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:57.850347 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8f410b-6303-4c84-a8dd-5dad1c024a2f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Router 2c295ff1-e849-450b-bb35-fe3ee1356d31 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:35:57.884181 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46448200-5ea9-455c-b8ef-3396817061ed req-d86a8da0-d952-4540-83e6-eeffc86af28d service neutron] 10.222.0.82 "GET /v2.0/networks/8851720f-46d7-4210-975b-18e7bc7d0350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9778118 Aug 11 22:35:57.982018 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-448eb2b6-2cf2-4061-81f6-2dd68b099154 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Made reservation on behalf of 81545c73701b4772bfae708760c50559 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:35:57.988061 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-448eb2b6-2cf2-4061-81f6-2dd68b099154 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:58.241774 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8f410b-6303-4c84-a8dd-5dad1c024a2f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:35:58.257566 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cc2ea5-17ec-4a24-8361-1615de0716f8 None None] Sync routers for ids ['2c295ff1-e849-450b-bb35-fe3ee1356d31'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:35:58.264640 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ab8f410b-6303-4c84-a8dd-5dad1c024a2f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:58.283062 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cc2ea5-17ec-4a24-8361-1615de0716f8 None None] Routers {'2c295ff1-e849-450b-bb35-fe3ee1356d31'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:35:58.284742 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f9cc2ea5-17ec-4a24-8361-1615de0716f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:35:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['2c295ff1-e849-450b-bb35-fe3ee1356d31'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:58.347218 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-448eb2b6-2cf2-4061-81f6-2dd68b099154 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Allocated IP 172.20.0.12 (d2f2d691-200b-48a2-a6a4-cac63bc7a7f7/2d2523df-3cc9-49a7-9cac-2b6b5d546950/f8c7cc08-9945-4e25-bb04-a535466d802e) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:35:58.395363 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ab8f410b-6303-4c84-a8dd-5dad1c024a2f tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "DELETE /v2.0/floatingips/eabb6d24-cca8-4250-9325-35d80f3f0436 HTTP/1.1" status: 204 len: 168 time: 3.9123383 Aug 11 22:35:58.397497 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a73eed9-1de5-4003-8958-2422f604cac2', 'tag': '0b5cfaed-df2c-4ef1-88d3-272a5db59f62'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:35:58.422577 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d049dc-5742-452d-b15d-8f7c9b872135" -d '{"events": [{"name": "network-changed", "server_uuid": "7a73eed9-1de5-4003-8958-2422f604cac2", "tag": "0b5cfaed-df2c-4ef1-88d3-272a5db59f62"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:35:58.481634 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-67210063-dab8-4efa-962a-bf50907ea585 admin admin] Calling delete_port for b8878185-71cd-4f3b-aa69-4ba143a6fe7e owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:35:58.597169 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-f9cc2ea5-17ec-4a24-8361-1615de0716f8 None None] Set router 2c295ff1-e849-450b-bb35-fe3ee1356d31 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:35:58.861345 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-448eb2b6-2cf2-4061-81f6-2dd68b099154 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:58.925165 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e435ef-5089-4573-afba-74a0cce2d959 x-openstack-request-id: req-48e435ef-5089-4573-afba-74a0cce2d959 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:35:58.925604 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a73eed9-1de5-4003-8958-2422f604cac2", "tag": "0b5cfaed-df2c-4ef1-88d3-272a5db59f62", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:35:58.926066 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-48e435ef-5089-4573-afba-74a0cce2d959 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:35:58.926558 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a73eed9-1de5-4003-8958-2422f604cac2', 'tag': '0b5cfaed-df2c-4ef1-88d3-272a5db59f62', 'status': 'completed', 'code': 200} Aug 11 22:35:58.939341 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-448eb2b6-2cf2-4061-81f6-2dd68b099154 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Transition to ACTIVE for port object f8c7cc08-9945-4e25-bb04-a535466d802e will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:35:58.941157 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-67210063-dab8-4efa-962a-bf50907ea585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:59.037715 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67210063-dab8-4efa-962a-bf50907ea585 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8878185-71cd-4f3b-aa69-4ba143a6fe7e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:59.044525 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-448eb2b6-2cf2-4061-81f6-2dd68b099154 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:59.131954 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d049dc-5742-452d-b15d-8f7c9b872135 req-63a7beb2-d0b4-42a2-b910-e2a28fd5aaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:59.133541 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-44d049dc-5742-452d-b15d-8f7c9b872135 req-63a7beb2-d0b4-42a2-b910-e2a28fd5aaf7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0bd86e77836944e4bb373c5db0c18c61&device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 1097 time: 0.1419308 Aug 11 22:35:59.136831 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-67210063-dab8-4efa-962a-bf50907ea585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:59.176923 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-448eb2b6-2cf2-4061-81f6-2dd68b099154 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Network d2f2d691-200b-48a2-a6a4-cac63bc7a7f7 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:35:59.206133 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448eb2b6-2cf2-4061-81f6-2dd68b099154 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'Port': ['ID=f8c7cc08-9945-4e25-bb04-a535466d802e,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:35:59.218218 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-448eb2b6-2cf2-4061-81f6-2dd68b099154 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:35:59.223046 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-448eb2b6-2cf2-4061-81f6-2dd68b099154 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:35:59.234779 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f9cc2ea5-17ec-4a24-8361-1615de0716f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'name': 'tempest-TestVolumeBootPattern-1788241116-router', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:20:49Z', 'updated_at': '2021-08-11T22:21:04Z', 'revision_number': 4, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'gw_port': {'id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:20:51Z', 'updated_at': '2021-08-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b', 'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'mac_address': 'fa:16:3e:28:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:21:00Z', 'updated_at': '2021-08-11T22:21:15Z', 'revision_number': 5, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'subnets': [{'id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:59.343977 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cc2ea5-17ec-4a24-8361-1615de0716f8 None None] Checking router: 2c295ff1-e849-450b-bb35-fe3ee1356d31 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:35:59.365329 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cc2ea5-17ec-4a24-8361-1615de0716f8 None None] Routers {'2c295ff1-e849-450b-bb35-fe3ee1356d31'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:35:59.366479 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f9cc2ea5-17ec-4a24-8361-1615de0716f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:35:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['2c295ff1-e849-450b-bb35-fe3ee1356d31'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:35:59.376534 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0e228-760f-4aa2-942a-81d1e6e1211a req-9696f06d-c429-4b2f-8450-50461a8765ea tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:59.382496 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1cc0e228-760f-4aa2-942a-81d1e6e1211a req-9696f06d-c429-4b2f-8450-50461a8765ea tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4dd514e-e8ea-4f65-977f-a937e224fe7b HTTP/1.1" status: 200 len: 932 time: 0.3127806 Aug 11 22:35:59.389631 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-448eb2b6-2cf2-4061-81f6-2dd68b099154 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:59.406461 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-448eb2b6-2cf2-4061-81f6-2dd68b099154 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:59.418078 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-67210063-dab8-4efa-962a-bf50907ea585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:59.421608 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-67210063-dab8-4efa-962a-bf50907ea585 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:59.460923 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-448eb2b6-2cf2-4061-81f6-2dd68b099154 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9978197 Aug 11 22:35:59.488020 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-67210063-dab8-4efa-962a-bf50907ea585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:59.489538 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67210063-dab8-4efa-962a-bf50907ea585 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6be4cfe-a128-4d79-bb84-06b1be2952b7 {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:35:59.500653 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-67210063-dab8-4efa-962a-bf50907ea585 admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:59.506145 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-67210063-dab8-4efa-962a-bf50907ea585 admin admin] 10.222.0.77 "DELETE /v2.0/routers/a6be4cfe-a128-4d79-bb84-06b1be2952b7 HTTP/1.1" status: 204 len: 168 time: 2.3922327 Aug 11 22:35:59.511814 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49030) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:35:59.518253 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa34929c-9bb8-4f5b-917c-8f58a303af97 None None] Sync routers for ids ['a6be4cfe-a128-4d79-bb84-06b1be2952b7'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:35:59.521063 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1cc0e228-760f-4aa2-942a-81d1e6e1211a req-1431daf7-684c-4742-84ea-c5bcd22997e9 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=b70b8edd-d7cf-413e-a131-23e06b7d6e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921533 Aug 11 22:35:59.530674 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-1c519c67-a609-43cf-a23b-a8ac4dad75e4 service neutron] Request body: {'port': {'device_id': 'a4dd514e-e8ea-4f65-977f-a937e224fe7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:35:59.533975 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa34929c-9bb8-4f5b-917c-8f58a303af97 None None] Routers set() bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:35:59.534542 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa34929c-9bb8-4f5b-917c-8f58a303af97 None None] Router IDs set() for agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 22:35:59.535201 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_agentschedulers_db [None req-fa34929c-9bb8-4f5b-917c-8f58a303af97 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a6be4cfe-a128-4d79-bb84-06b1be2952b7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:35:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent'). {{(pid=100945) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 11 22:35:59.568824 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa34929c-9bb8-4f5b-917c-8f58a303af97 None None] Routers set() bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:35:59.569208 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa34929c-9bb8-4f5b-917c-8f58a303af97 None None] Router IDs set() for agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 22:35:59.569827 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_agentschedulers_db [None req-fa34929c-9bb8-4f5b-917c-8f58a303af97 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a6be4cfe-a128-4d79-bb84-06b1be2952b7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:35:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent'). {{(pid=100945) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 11 22:35:59.570206 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa34929c-9bb8-4f5b-917c-8f58a303af97 None None] The sync data for ids ['a6be4cfe-a128-4d79-bb84-06b1be2952b7'] in n-d-804275-3 is: [] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:35:59.584104 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-f9cc2ea5-17ec-4a24-8361-1615de0716f8 None None] Set router 2c295ff1-e849-450b-bb35-fe3ee1356d31 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:35:59.637134 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d049dc-5742-452d-b15d-8f7c9b872135 req-0f5d6611-6dd0-4a1d-9520-4d9645c826de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:59.642725 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-44d049dc-5742-452d-b15d-8f7c9b872135 req-0f5d6611-6dd0-4a1d-9520-4d9645c826de service neutron] 10.222.0.52 "GET /v2.0/networks?id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 200 len: 913 time: 0.4544399 Aug 11 22:35:59.691465 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-f798db54-f473-40a6-a244-0bed9067dfcd admin admin] Deleting subnet 3d7988ab-0392-4c99-99d8-6b81d91e2a31 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:35:59.706143 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-52a977b8-21ef-4988-b8a4-f34add8cb88a None None] Provisioning for port f8c7cc08-9945-4e25-bb04-a535466d802e completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:35:59.729787 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-44d049dc-5742-452d-b15d-8f7c9b872135 req-92faeba5-b19b-43e5-9856-3ef7d4b07717 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b5cfaed-df2c-4ef1-88d3-272a5db59f62 HTTP/1.1" status: 200 len: 217 time: 0.0680637 Aug 11 22:35:59.730478 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f798db54-f473-40a6-a244-0bed9067dfcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:59.733869 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-1c519c67-a609-43cf-a23b-a8ac4dad75e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:59.784676 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-52a977b8-21ef-4988-b8a4-f34add8cb88a None None] Provisioning complete for port f8c7cc08-9945-4e25-bb04-a535466d802e triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:35:59.785597 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-52a977b8-21ef-4988-b8a4-f34add8cb88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:59.815975 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d049dc-5742-452d-b15d-8f7c9b872135 req-5e149c20-988f-43bb-b989-15f0380a1ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:59.817553 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-44d049dc-5742-452d-b15d-8f7c9b872135 req-5e149c20-988f-43bb-b989-15f0380a1ca7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e825988f-9783-4539-86a4-b6ca493a4bbd HTTP/1.1" status: 200 len: 851 time: 0.0561571 Aug 11 22:35:59.859908 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f798db54-f473-40a6-a244-0bed9067dfcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:35:59.926970 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d049dc-5742-452d-b15d-8f7c9b872135 req-2a0daf6d-5217-4032-a987-196fba8932ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:35:59.929341 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-44d049dc-5742-452d-b15d-8f7c9b872135 req-2a0daf6d-5217-4032-a987-196fba8932ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6622d19d-e8f9-4f58-9c5a-5a6b1c375431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006000 Aug 11 22:35:59.949885 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-52a977b8-21ef-4988-b8a4-f34add8cb88a None None] Port f8c7cc08-9945-4e25-bb04-a535466d802e cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:36:00.041621 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d277220-3af3-40ac-88aa-f72c91a4b071 req-7345c864-cf51-438f-a7ef-d730b20c4e25 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:00.052552 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8d277220-3af3-40ac-88aa-f72c91a4b071 req-7345c864-cf51-438f-a7ef-d730b20c4e25 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 946 time: 0.3722816 Aug 11 22:36:00.088280 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-44d049dc-5742-452d-b15d-8f7c9b872135 req-541d6ec9-ab67-4bbb-8e5a-08f7f33326ec service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460185 Aug 11 22:36:00.118988 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:36:00.163946 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f9cc2ea5-17ec-4a24-8361-1615de0716f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'name': 'tempest-TestVolumeBootPattern-1788241116-router', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:20:49Z', 'updated_at': '2021-08-11T22:21:04Z', 'revision_number': 4, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'gw_port': {'id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:20:51Z', 'updated_at': '2021-08-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b', 'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'mac_address': 'fa:16:3e:28:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:21:00Z', 'updated_at': '2021-08-11T22:21:15Z', 'revision_number': 5, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'subnets': [{'id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:00.181932 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8d277220-3af3-40ac-88aa-f72c91a4b071 req-2271c7e6-ba14-41b7-898e-668affe1ff0e tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258750 Aug 11 22:36:00.196773 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-1c519c67-a609-43cf-a23b-a8ac4dad75e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c7cc08-9945-4e25-bb04-a535466d802e {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:36:00.209400 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-1c519c67-a609-43cf-a23b-a8ac4dad75e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:00.245784 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-1c519c67-a609-43cf-a23b-a8ac4dad75e4 service neutron] Transition to ACTIVE for port object f8c7cc08-9945-4e25-bb04-a535466d802e will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:36:00.254127 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-1c519c67-a609-43cf-a23b-a8ac4dad75e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:00.271241 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cc2ea5-17ec-4a24-8361-1615de0716f8 None None] The sync data for ids ['2c295ff1-e849-450b-bb35-fe3ee1356d31'] in n-d-804275-3 is: [{'id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'name': 'tempest-TestVolumeBootPattern-1788241116-router', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:20:49Z', 'updated_at': '2021-08-11T22:21:04Z', 'revision_number': 4, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'gw_port': {'id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:20:51Z', 'updated_at': '2021-08-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b', 'name': '', 'network_id': '6622d19d-e8f9-4f58-9c5a-5a6b1c375431', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'mac_address': 'fa:16:3e:28:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:21:00Z', 'updated_at': '2021-08-11T22:21:15Z', 'revision_number': 5, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'subnets': [{'id': 'e825988f-9783-4539-86a4-b6ca493a4bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:36:00.376127 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f798db54-f473-40a6-a244-0bed9067dfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:00.377099 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c519c67-a609-43cf-a23b-a8ac4dad75e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c7cc08-9945-4e25-bb04-a535466d802e,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:00.400739 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b8878185-71cd-4f3b-aa69-4ba143a6fe7e no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:36:00.447938 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: b8878185-71cd-4f3b-aa69-4ba143a6fe7e {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:36:00.448840 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b8878185-71cd-4f3b-aa69-4ba143a6fe7e not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:36:00.449634 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device cc144517-999f-463f-aa3c-50cac07b84c8 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:36:00.467905 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ceed0-da9a-4c15-9294-faae5a72da47 req-cdf4ce3f-012c-4d4d-b4e3-99b194bf8f52 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:00.469649 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd5ceed0-da9a-4c15-9294-faae5a72da47 req-cdf4ce3f-012c-4d4d-b4e3-99b194bf8f52 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 946 time: 0.2116442 Aug 11 22:36:00.471273 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-1c519c67-a609-43cf-a23b-a8ac4dad75e4 service neutron] Attempting to bind port f8c7cc08-9945-4e25-bb04-a535466d802e on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:36:00.471679 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-1c519c67-a609-43cf-a23b-a8ac4dad75e4 service neutron] Attempting to bind port f8c7cc08-9945-4e25-bb04-a535466d802e by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '44bd21c0-34b1-4856-8b78-5f2b769a01cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:36:00.472104 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-1c519c67-a609-43cf-a23b-a8ac4dad75e4 service neutron] Attempting to bind port f8c7cc08-9945-4e25-bb04-a535466d802e on network d2f2d691-200b-48a2-a6a4-cac63bc7a7f7 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:36:00.487924 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-1c519c67-a609-43cf-a23b-a8ac4dad75e4 service neutron] Port f8c7cc08-9945-4e25-bb04-a535466d802e on network d2f2d691-200b-48a2-a6a4-cac63bc7a7f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:36:00.488180 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-1c519c67-a609-43cf-a23b-a8ac4dad75e4 service neutron] Attempting to bind port f8c7cc08-9945-4e25-bb04-a535466d802e on network d2f2d691-200b-48a2-a6a4-cac63bc7a7f7 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:36:00.509971 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-1c519c67-a609-43cf-a23b-a8ac4dad75e4 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:36:00.510346 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-1c519c67-a609-43cf-a23b-a8ac4dad75e4 service neutron] Checking segment: {'id': '44bd21c0-34b1-4856-8b78-5f2b769a01cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:36:00.510856 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-1c519c67-a609-43cf-a23b-a8ac4dad75e4 service neutron] Bound using segment: {'id': '44bd21c0-34b1-4856-8b78-5f2b769a01cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:36:00.511170 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-1c519c67-a609-43cf-a23b-a8ac4dad75e4 service neutron] Bound port: f8c7cc08-9945-4e25-bb04-a535466d802e, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44bd21c0-34b1-4856-8b78-5f2b769a01cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:36:00.511548 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-1c519c67-a609-43cf-a23b-a8ac4dad75e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:00.517859 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: cc144517-999f-463f-aa3c-50cac07b84c8 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:36:00.518209 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device cc144517-999f-463f-aa3c-50cac07b84c8 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:36:00.595025 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-44d049dc-5742-452d-b15d-8f7c9b872135 req-844e739d-ac11-4a70-855c-bef3bb1af706 service neutron] 10.222.0.52 "GET /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4984868 Aug 11 22:36:00.614327 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-1c519c67-a609-43cf-a23b-a8ac4dad75e4 service neutron] For port f8c7cc08-9945-4e25-bb04-a535466d802e, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:36:00.664007 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-1c519c67-a609-43cf-a23b-a8ac4dad75e4 service neutron] For port f8c7cc08-9945-4e25-bb04-a535466d802e, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=f8c7cc08-9945-4e25-bb04-a535466d802e,segment=NetworkSegment(44bd21c0-34b1-4856-8b78-5f2b769a01cb),segment_id=44bd21c0-34b1-4856-8b78-5f2b769a01cb)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:36:00.676292 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-1c519c67-a609-43cf-a23b-a8ac4dad75e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:00.708831 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f798db54-f473-40a6-a244-0bed9067dfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:00.757489 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dd6d6-8ad1-4335-b2f4-f83b18be7f46 req-946c4f7e-39bd-4ee9-abfb-a18299484a73 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:00.771010 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f798db54-f473-40a6-a244-0bed9067dfcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:00.771753 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-325dd6d6-8ad1-4335-b2f4-f83b18be7f46 req-946c4f7e-39bd-4ee9-abfb-a18299484a73 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4dd514e-e8ea-4f65-977f-a937e224fe7b HTTP/1.1" status: 200 len: 944 time: 0.1545820 Aug 11 22:36:00.777771 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f798db54-f473-40a6-a244-0bed9067dfcd admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3d7988ab-0392-4c99-99d8-6b81d91e2a31 HTTP/1.1" status: 204 len: 168 time: 1.2638342 Aug 11 22:36:00.779538 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798db54-f473-40a6-a244-0bed9067dfcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d7988ab-0392-4c99-99d8-6b81d91e2a31,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:00.782677 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49154) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:00.809340 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-1c519c67-a609-43cf-a23b-a8ac4dad75e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:00.810332 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-1c519c67-a609-43cf-a23b-a8ac4dad75e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:00.820669 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-1c519c67-a609-43cf-a23b-a8ac4dad75e4 service neutron] 10.222.0.82 "PUT /v2.0/ports/f8c7cc08-9945-4e25-bb04-a535466d802e HTTP/1.1" status: 200 len: 1092 time: 1.3274417 Aug 11 22:36:00.826215 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103d1e4e-ac9f-45ad-abfc-23d88f05baf0 None None] New status for floating IP eabb6d24-cca8-4250-9325-35d80f3f0436: DOWN {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:36:00.833532 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb742e78-7db6-480d-997d-da7cbf11f599 None None] Network cf7ea053-d39d-40c0-a70a-255b5331531a requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:36:00.900317 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bd229c8d-f730-4f39-8fc7-3f285c85b2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:00.948526 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-dd5ceed0-da9a-4c15-9294-faae5a72da47 req-c3df324e-23f8-4550-b519-77cb2d61faa2 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Deleting port 0b5cfaed-df2c-4ef1-88d3-272a5db59f62 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:36:00.950158 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-dd5ceed0-da9a-4c15-9294-faae5a72da47 req-c3df324e-23f8-4550-b519-77cb2d61faa2 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:00.950756 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4dd514e-e8ea-4f65-977f-a937e224fe7b', 'tag': 'f8c7cc08-9945-4e25-bb04-a535466d802e'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:36:00.953336 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7aa892-509e-4e43-8784-2e25b732ae35" -d '{"events": [{"name": "network-changed", "server_uuid": "a4dd514e-e8ea-4f65-977f-a937e224fe7b", "tag": "f8c7cc08-9945-4e25-bb04-a535466d802e"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:36:00.974723 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-325dd6d6-8ad1-4335-b2f4-f83b18be7f46 req-7959e562-e4ff-45a2-baac-72f807eeab55 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=b70b8edd-d7cf-413e-a131-23e06b7d6e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016478 Aug 11 22:36:01.001752 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c519c67-a609-43cf-a23b-a8ac4dad75e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c7cc08-9945-4e25-bb04-a535466d802e,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:01.080127 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-3eb632ed-6d21-4238-a8ef-27b80c2066aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:01.085373 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-3eb632ed-6d21-4238-a8ef-27b80c2066aa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=81545c73701b4772bfae708760c50559&device_id=a4dd514e-e8ea-4f65-977f-a937e224fe7b HTTP/1.1" status: 200 len: 1095 time: 0.1741669 Aug 11 22:36:01.190548 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-bd229c8d-f730-4f39-8fc7-3f285c85b2e8 admin admin] Deleting port d3ac7953-bae3-4d6a-9db5-1aae5c1598ad {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:36:01.191094 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bd229c8d-f730-4f39-8fc7-3f285c85b2e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:01.207604 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-260a4cf5-35a4-48f5-99c1-a8ef7110c629 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8c7cc08-9945-4e25-bb04-a535466d802e HTTP/1.1" status: 200 len: 217 time: 0.1063738 Aug 11 22:36:01.210924 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f643ee6-7794-4be5-b71b-7426779f222b x-openstack-request-id: req-0f643ee6-7794-4be5-b71b-7426779f222b {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:36:01.211386 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4dd514e-e8ea-4f65-977f-a937e224fe7b", "tag": "f8c7cc08-9945-4e25-bb04-a535466d802e", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:36:01.212027 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0f643ee6-7794-4be5-b71b-7426779f222b {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:36:01.212433 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4dd514e-e8ea-4f65-977f-a937e224fe7b', 'tag': 'f8c7cc08-9945-4e25-bb04-a535466d802e', 'status': 'completed', 'code': 200} Aug 11 22:36:01.235001 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19bda83-23e3-4d9a-b9dc-a94e60273feb None None] DHCP port deletion for cf7ea053-d39d-40c0-a70a-255b5331531a request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:36:01.276845 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-18465464-fc74-4fb2-84be-bd498b7010dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:01.279189 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-18465464-fc74-4fb2-84be-bd498b7010dc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2d2523df-3cc9-49a7-9cac-2b6b5d546950 HTTP/1.1" status: 200 len: 835 time: 0.0642221 Aug 11 22:36:01.308492 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-dd5ceed0-da9a-4c15-9294-faae5a72da47 req-c3df324e-23f8-4550-b519-77cb2d61faa2 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] For port 0b5cfaed-df2c-4ef1-88d3-272a5db59f62, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=0b5cfaed-df2c-4ef1-88d3-272a5db59f62,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:36:01.308969 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-dd5ceed0-da9a-4c15-9294-faae5a72da47 req-c3df324e-23f8-4550-b519-77cb2d61faa2 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:01.319938 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-c19bda83-23e3-4d9a-b9dc-a94e60273feb None None] Deleting port d3ac7953-bae3-4d6a-9db5-1aae5c1598ad {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:36:01.320515 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c19bda83-23e3-4d9a-b9dc-a94e60273feb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:01.328153 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-dd5ceed0-da9a-4c15-9294-faae5a72da47 req-c3df324e-23f8-4550-b519-77cb2d61faa2 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Calling delete_port for 0b5cfaed-df2c-4ef1-88d3-272a5db59f62 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:36:01.394432 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-f230e3a7-86ec-466e-88b2-4fc33b9c4694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:01.396483 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-f230e3a7-86ec-466e-88b2-4fc33b9c4694 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d2f2d691-200b-48a2-a6a4-cac63bc7a7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067803 Aug 11 22:36:01.409539 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd948f8-256b-4c9c-be14-d3ef358cd235 req-d3edfdbe-388d-4eb3-804a-5a6909ca8866 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:01.417527 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-c19bda83-23e3-4d9a-b9dc-a94e60273feb None None] For port d3ac7953-bae3-4d6a-9db5-1aae5c1598ad, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d3ac7953-bae3-4d6a-9db5-1aae5c1598ad,segment=NetworkSegment(e950ec72-eac7-443f-8279-31bd7046d144),segment_id=e950ec72-eac7-443f-8279-31bd7046d144)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:36:01.418054 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c19bda83-23e3-4d9a-b9dc-a94e60273feb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:01.419090 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9dd948f8-256b-4c9c-be14-d3ef358cd235 req-d3edfdbe-388d-4eb3-804a-5a6909ca8866 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 946 time: 0.1313732 Aug 11 22:36:01.434960 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-c19bda83-23e3-4d9a-b9dc-a94e60273feb None None] Calling delete_port for d3ac7953-bae3-4d6a-9db5-1aae5c1598ad owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:36:01.500021 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-dd5ceed0-da9a-4c15-9294-faae5a72da47 req-c3df324e-23f8-4550-b519-77cb2d61faa2 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:01.530919 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c19bda83-23e3-4d9a-b9dc-a94e60273feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:01.561995 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df324e-23f8-4550-b519-77cb2d61faa2 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Pushing event deleted for resources: {'Port': ['ID=0b5cfaed-df2c-4ef1-88d3-272a5db59f62,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:01.576949 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-bd229c8d-f730-4f39-8fc7-3f285c85b2e8 admin admin] For port d3ac7953-bae3-4d6a-9db5-1aae5c1598ad, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d3ac7953-bae3-4d6a-9db5-1aae5c1598ad,segment=NetworkSegment(e950ec72-eac7-443f-8279-31bd7046d144),segment_id=e950ec72-eac7-443f-8279-31bd7046d144)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:36:01.577467 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bd229c8d-f730-4f39-8fc7-3f285c85b2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:01.607711 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-76ea32c3-038d-4f65-af93-5ff3dd53d44b service neutron] 10.222.0.82 "GET /v2.0/networks/d2f2d691-200b-48a2-a6a4-cac63bc7a7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802244 Aug 11 22:36:01.609999 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19bda83-23e3-4d9a-b9dc-a94e60273feb None None] Pushing event deleted for resources: {'Port': ['ID=d3ac7953-bae3-4d6a-9db5-1aae5c1598ad,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:01.621504 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19bda83-23e3-4d9a-b9dc-a94e60273feb None None] No DVR routers for this DVR port d3ac7953-bae3-4d6a-9db5-1aae5c1598ad on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:36:01.642554 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-bd229c8d-f730-4f39-8fc7-3f285c85b2e8 admin admin] Calling delete_port for d3ac7953-bae3-4d6a-9db5-1aae5c1598ad owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:36:01.645654 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5ceed0-da9a-4c15-9294-faae5a72da47 req-c3df324e-23f8-4550-b519-77cb2d61faa2 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] No DVR routers for this DVR port 0b5cfaed-df2c-4ef1-88d3-272a5db59f62 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:36:01.649111 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-dd5ceed0-da9a-4c15-9294-faae5a72da47 req-c3df324e-23f8-4550-b519-77cb2d61faa2 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:01.652325 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd5ceed0-da9a-4c15-9294-faae5a72da47 req-c3df324e-23f8-4550-b519-77cb2d61faa2 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.52 "DELETE /v2.0/ports/0b5cfaed-df2c-4ef1-88d3-272a5db59f62 HTTP/1.1" status: 204 len: 173 time: 1.1734054 Aug 11 22:36:01.654567 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9dd948f8-256b-4c9c-be14-d3ef358cd235 req-b3dabadd-0cdc-43c4-9dba-77112e0438d3 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/security-groups?id=46e9b888-5743-4563-981d-7fb0e1872035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342558 Aug 11 22:36:01.656739 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a73eed9-1de5-4003-8958-2422f604cac2', 'name': 'network-vif-deleted', 'tag': '0b5cfaed-df2c-4ef1-88d3-272a5db59f62'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:36:01.659578 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c2c05a-93e7-44e2-bda3-12aeded961e1" -d '{"events": [{"server_uuid": "7a73eed9-1de5-4003-8958-2422f604cac2", "name": "network-vif-deleted", "tag": "0b5cfaed-df2c-4ef1-88d3-272a5db59f62"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:36:01.775485 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dea95ba-54df-431b-984a-351ff96d5a12 x-openstack-request-id: req-9dea95ba-54df-431b-984a-351ff96d5a12 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:36:01.775941 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a73eed9-1de5-4003-8958-2422f604cac2", "name": "network-vif-deleted", "tag": "0b5cfaed-df2c-4ef1-88d3-272a5db59f62", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:36:01.776282 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9dea95ba-54df-431b-984a-351ff96d5a12 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:36:01.776907 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a73eed9-1de5-4003-8958-2422f604cac2', 'name': 'network-vif-deleted', 'tag': '0b5cfaed-df2c-4ef1-88d3-272a5db59f62', 'status': 'completed', 'code': 200} Aug 11 22:36:01.778416 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-954d033b-d2ba-4c62-9bd0-49c92f991901 req-9015263b-f2c1-4ad5-b520-93e746a10cf9 service neutron] 10.222.0.82 "GET /v2.0/networks/d2f2d691-200b-48a2-a6a4-cac63bc7a7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599789 Aug 11 22:36:01.788609 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bd229c8d-f730-4f39-8fc7-3f285c85b2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:01.821370 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd229c8d-f730-4f39-8fc7-3f285c85b2e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ac7953-bae3-4d6a-9db5-1aae5c1598ad,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:01.827446 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd229c8d-f730-4f39-8fc7-3f285c85b2e8 admin admin] No DVR routers for this DVR port d3ac7953-bae3-4d6a-9db5-1aae5c1598ad on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:36:01.920382 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bd229c8d-f730-4f39-8fc7-3f285c85b2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:01.932291 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-bd229c8d-f730-4f39-8fc7-3f285c85b2e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7ea053-d39d-40c0-a70a-255b5331531a']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:01.947642 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-bd229c8d-f730-4f39-8fc7-3f285c85b2e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e950ec72-eac7-443f-8279-31bd7046d144') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:01.948306 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-bd229c8d-f730-4f39-8fc7-3f285c85b2e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e950ec72-eac7-443f-8279-31bd7046d144') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:01.966404 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bd229c8d-f730-4f39-8fc7-3f285c85b2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:01.967608 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7aa892-509e-4e43-8784-2e25b732ae35 req-bd90b795-558f-47fe-bebf-f2d066f0fab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:01.970097 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9c7aa892-509e-4e43-8784-2e25b732ae35 req-bd90b795-558f-47fe-bebf-f2d066f0fab8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=81545c73701b4772bfae708760c50559&device_id=a4dd514e-e8ea-4f65-977f-a937e224fe7b HTTP/1.1" status: 200 len: 1095 time: 0.0856371 Aug 11 22:36:01.987474 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bd229c8d-f730-4f39-8fc7-3f285c85b2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:01.998556 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd229c8d-f730-4f39-8fc7-3f285c85b2e8 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:36:01.999283 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bd229c8d-f730-4f39-8fc7-3f285c85b2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: self.session.flush() Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:36:02.001724 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:36:02.154082 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7aa892-509e-4e43-8784-2e25b732ae35 req-ca03e5fb-bffb-4cbb-b960-7f10e81ce18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:02.156375 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9c7aa892-509e-4e43-8784-2e25b732ae35 req-ca03e5fb-bffb-4cbb-b960-7f10e81ce18b service neutron] 10.222.0.82 "GET /v2.0/networks?id=d2f2d691-200b-48a2-a6a4-cac63bc7a7f7 HTTP/1.1" status: 200 len: 898 time: 0.1739652 Aug 11 22:36:02.157349 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bd229c8d-f730-4f39-8fc7-3f285c85b2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:02.169633 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bd229c8d-f730-4f39-8fc7-3f285c85b2e8 admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:02.179794 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bd229c8d-f730-4f39-8fc7-3f285c85b2e8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/cf7ea053-d39d-40c0-a70a-255b5331531a HTTP/1.1" status: 204 len: 168 time: 1.3953912 Aug 11 22:36:02.213398 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd229c8d-f730-4f39-8fc7-3f285c85b2e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf7ea053-d39d-40c0-a70a-255b5331531a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:02.332468 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9c7aa892-509e-4e43-8784-2e25b732ae35 req-08e96253-ba2e-4c5f-abca-34d97a9096db service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8c7cc08-9945-4e25-bb04-a535466d802e HTTP/1.1" status: 200 len: 217 time: 0.1566083 Aug 11 22:36:02.332692 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d3ac7953-bae3-4d6a-9db5-1aae5c1598ad no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:36:02.365259 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: d3ac7953-bae3-4d6a-9db5-1aae5c1598ad {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:36:02.365604 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d3ac7953-bae3-4d6a-9db5-1aae5c1598ad not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:36:02.402550 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49326) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:02.455527 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c9758-1ec0-44bc-b383-a1247b06f115 req-0ec8f551-3da3-4d05-9b94-1f2e9c68dc30 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:02.457780 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7fc4f646-da10-4332-a7cb-e04cd3fb52f7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=99973589ea3c4b84938a2553a5c31623&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531306 Aug 11 22:36:02.458502 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49328) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:02.464036 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-042c9758-1ec0-44bc-b383-a1247b06f115 req-0ec8f551-3da3-4d05-9b94-1f2e9c68dc30 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4dd514e-e8ea-4f65-977f-a937e224fe7b HTTP/1.1" status: 200 len: 944 time: 0.2911956 Aug 11 22:36:02.473926 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7aa892-509e-4e43-8784-2e25b732ae35 req-c8ece325-7892-432c-a661-07bbf391958c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:02.475554 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9c7aa892-509e-4e43-8784-2e25b732ae35 req-c8ece325-7892-432c-a661-07bbf391958c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2d2523df-3cc9-49a7-9cac-2b6b5d546950 HTTP/1.1" status: 200 len: 835 time: 0.1334960 Aug 11 22:36:02.516315 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c9e99a58-a7cc-4ee1-bc0f-ec8f29de887b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:02.543744 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-042c9758-1ec0-44bc-b383-a1247b06f115 req-edc41cdf-ef58-4834-9b37-df1427ff11dc tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=b70b8edd-d7cf-413e-a131-23e06b7d6e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715256 Aug 11 22:36:02.545682 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c9e99a58-a7cc-4ee1-bc0f-ec8f29de887b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:02.553000 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7aa892-509e-4e43-8784-2e25b732ae35 req-e123d75c-056d-499e-aec6-e6c9f3e29878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:02.554559 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9c7aa892-509e-4e43-8784-2e25b732ae35 req-e123d75c-056d-499e-aec6-e6c9f3e29878 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d2f2d691-200b-48a2-a6a4-cac63bc7a7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712469 Aug 11 22:36:02.615359 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c9e99a58-a7cc-4ee1-bc0f-ec8f29de887b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:02.618529 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c9e99a58-a7cc-4ee1-bc0f-ec8f29de887b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:02.619843 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c9e99a58-a7cc-4ee1-bc0f-ec8f29de887b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/03381ed6-8176-4a97-975b-25ea827ccd74 HTTP/1.1" status: 204 len: 168 time: 0.1602981 Aug 11 22:36:02.627859 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e99a58-a7cc-4ee1-bc0f-ec8f29de887b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03381ed6-8176-4a97-975b-25ea827ccd74,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:02.685244 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9c7aa892-509e-4e43-8784-2e25b732ae35 req-20994a00-3c69-430d-aaa2-75e39efdd370 service neutron] 10.222.0.82 "GET /v2.0/networks/d2f2d691-200b-48a2-a6a4-cac63bc7a7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215098 Aug 11 22:36:02.812671 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2df5861-83c2-45d1-958e-51a927e82506 req-75d86324-bb6c-4bbb-8604-6d3873cd0f6e tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 210 time: 0.0382562 Aug 11 22:36:02.848993 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9c7aa892-509e-4e43-8784-2e25b732ae35 req-3deb30da-c570-4eb6-aad5-50198251567a service neutron] 10.222.0.82 "GET /v2.0/networks/d2f2d691-200b-48a2-a6a4-cac63bc7a7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548963 Aug 11 22:36:03.122352 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49340) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:03.138275 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9a6a257d-4cea-4da3-ad53-e552c516a7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:03.284518 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9a6a257d-4cea-4da3-ad53-e552c516a7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:03.289724 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9a6a257d-4cea-4da3-ad53-e552c516a7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:03.337719 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9a6a257d-4cea-4da3-ad53-e552c516a7bd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2142692 Aug 11 22:36:03.338622 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a257d-4cea-4da3-ad53-e552c516a7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34795db-09bf-4e22-b146-f1f11aa1c469,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:03.340451 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49348) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:03.402616 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-82375895-3f67-4a84-864b-feacce0f2961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:03.425196 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-82375895-3f67-4a84-864b-feacce0f2961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:03.480416 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-82375895-3f67-4a84-864b-feacce0f2961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:03.483863 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-82375895-3f67-4a84-864b-feacce0f2961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:03.487340 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-82375895-3f67-4a84-864b-feacce0f2961 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a34795db-09bf-4e22-b146-f1f11aa1c469 HTTP/1.1" status: 204 len: 168 time: 0.1430876 Aug 11 22:36:03.507054 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82375895-3f67-4a84-864b-feacce0f2961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34795db-09bf-4e22-b146-f1f11aa1c469,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:03.745875 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4156e7-5d9c-409a-90d5-052b4e9eb633 req-c1f0bd29-0561-4dbf-9685-f121518b47ea tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:03.749826 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc4156e7-5d9c-409a-90d5-052b4e9eb633 req-c1f0bd29-0561-4dbf-9685-f121518b47ea tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4dd514e-e8ea-4f65-977f-a937e224fe7b HTTP/1.1" status: 200 len: 944 time: 0.0823193 Aug 11 22:36:03.834832 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc4156e7-5d9c-409a-90d5-052b4e9eb633 req-da6187fa-5401-46cf-98b6-0b1890bce389 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=b70b8edd-d7cf-413e-a131-23e06b7d6e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777297 Aug 11 22:36:03.973268 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-132d0770-66fe-4dbb-b829-bb979eae5a32 req-09f084c1-8e51-4d85-9537-a2e41b67137a tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 210 time: 0.0350816 Aug 11 22:36:04.781705 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 0b5cfaed-df2c-4ef1-88d3-272a5db59f62 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:36:04.803310 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 0b5cfaed-df2c-4ef1-88d3-272a5db59f62 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:36:04.803854 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 0b5cfaed-df2c-4ef1-88d3-272a5db59f62 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:36:04.989171 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ddc51-949e-4ec8-aaa6-7cb476bd8e47 req-6f20d297-d45c-4986-9db1-7457e266a85e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:04.991424 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-870ddc51-949e-4ec8-aaa6-7cb476bd8e47 req-6f20d297-d45c-4986-9db1-7457e266a85e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4dd514e-e8ea-4f65-977f-a937e224fe7b HTTP/1.1" status: 200 len: 944 time: 0.0574412 Aug 11 22:36:05.032168 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-870ddc51-949e-4ec8-aaa6-7cb476bd8e47 req-c3ec35af-d978-45ea-9e7f-407eab972c58 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=b70b8edd-d7cf-413e-a131-23e06b7d6e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338817 Aug 11 22:36:05.109144 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device f8c7cc08-9945-4e25-bb04-a535466d802e details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:36:05.125333 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-08ee53cb-e1fd-4fc1-82c6-1c929cc3ec1d req-5f1f0e0f-f215-4c47-8353-ade6017102e8 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a73eed9-1de5-4003-8958-2422f604cac2 HTTP/1.1" status: 200 len: 210 time: 0.0280521 Aug 11 22:36:05.222692 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port f8c7cc08-9945-4e25-bb04-a535466d802e, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=f8c7cc08-9945-4e25-bb04-a535466d802e,segment=NetworkSegment(44bd21c0-34b1-4856-8b78-5f2b769a01cb),segment_id=44bd21c0-34b1-4856-8b78-5f2b769a01cb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:36:05.236898 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': 'f8c7cc08-9945-4e25-bb04-a535466d802e', 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7', 'port_id': 'f8c7cc08-9945-4e25-bb04-a535466d802e', 'mac_address': 'fa:16:3e:39:4a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:36:05.281003 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:05.295286 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c7cc08-9945-4e25-bb04-a535466d802e {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:36:05.316002 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port f8c7cc08-9945-4e25-bb04-a535466d802e, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=f8c7cc08-9945-4e25-bb04-a535466d802e,segment=NetworkSegment(44bd21c0-34b1-4856-8b78-5f2b769a01cb),segment_id=44bd21c0-34b1-4856-8b78-5f2b769a01cb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:36:05.320609 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:05.378552 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=f8c7cc08-9945-4e25-bb04-a535466d802e,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:05.707290 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['f8c7cc08-9945-4e25-bb04-a535466d802e'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:36:06.168809 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3ab7b-1065-43d1-b287-ef01a5e901f2 req-0994d1b8-c0a8-42b4-8c98-c4350b4ccc93 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:06.170553 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-86c3ab7b-1065-43d1-b287-ef01a5e901f2 req-0994d1b8-c0a8-42b4-8c98-c4350b4ccc93 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4dd514e-e8ea-4f65-977f-a937e224fe7b HTTP/1.1" status: 200 len: 945 time: 0.0644190 Aug 11 22:36:06.221124 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-86c3ab7b-1065-43d1-b287-ef01a5e901f2 req-e8f67ece-214d-454e-9adb-f9186d9466ad tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=b70b8edd-d7cf-413e-a131-23e06b7d6e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425093 Aug 11 22:36:06.271344 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49374) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:06.405966 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-05ed5a8e-9ce3-4e80-9574-136dbf2455c3 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Deleting port b885e902-80e7-46a4-8664-5842e2d6dbb4 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:36:06.406313 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05ed5a8e-9ce3-4e80-9574-136dbf2455c3 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:06.505334 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05ed5a8e-9ce3-4e80-9574-136dbf2455c3 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:06.505623 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05ed5a8e-9ce3-4e80-9574-136dbf2455c3 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:06.519915 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-05ed5a8e-9ce3-4e80-9574-136dbf2455c3 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Calling delete_port for b885e902-80e7-46a4-8664-5842e2d6dbb4 owned by network:floatingip {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:36:06.659755 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05ed5a8e-9ce3-4e80-9574-136dbf2455c3 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:06.706850 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed5a8e-9ce3-4e80-9574-136dbf2455c3 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Pushing event deleted for resources: {'Port': ['ID=b885e902-80e7-46a4-8664-5842e2d6dbb4,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:06.770266 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05ed5a8e-9ce3-4e80-9574-136dbf2455c3 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for floatingip, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:06.772838 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05ed5a8e-9ce3-4e80-9574-136dbf2455c3 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:06.774035 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-05ed5a8e-9ce3-4e80-9574-136dbf2455c3 tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "DELETE /v2.0/floatingips/7203e654-049c-4232-a535-f32e28e0d733 HTTP/1.1" status: 204 len: 168 time: 0.5016024 Aug 11 22:36:07.127879 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device f8c7cc08-9945-4e25-bb04-a535466d802e up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:36:07.184267 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port f8c7cc08-9945-4e25-bb04-a535466d802e completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:36:07.191558 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port f8c7cc08-9945-4e25-bb04-a535466d802e triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:36:07.191963 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:07.277386 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:07.305334 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dd514e-e8ea-4f65-977f-a937e224fe7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c7cc08-9945-4e25-bb04-a535466d802e'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:36:07.308072 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3819a80b-614d-4b72-b9aa-5e0f6771d336" -d '{"events": [{"server_uuid": "a4dd514e-e8ea-4f65-977f-a937e224fe7b", "name": "network-vif-plugged", "status": "completed", "tag": "f8c7cc08-9945-4e25-bb04-a535466d802e"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:36:07.322925 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port f8c7cc08-9945-4e25-bb04-a535466d802e, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=f8c7cc08-9945-4e25-bb04-a535466d802e,segment=NetworkSegment(44bd21c0-34b1-4856-8b78-5f2b769a01cb),segment_id=44bd21c0-34b1-4856-8b78-5f2b769a01cb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:36:07.328296 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:07.363402 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145bc22-b7e2-4f3a-8d90-de8e93d9fece req-f5ac065f-b100-40cb-a0e7-c56f527a0137 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:07.365867 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0145bc22-b7e2-4f3a-8d90-de8e93d9fece req-f5ac065f-b100-40cb-a0e7-c56f527a0137 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4dd514e-e8ea-4f65-977f-a937e224fe7b HTTP/1.1" status: 200 len: 945 time: 0.0664790 Aug 11 22:36:07.380845 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=f8c7cc08-9945-4e25-bb04-a535466d802e,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:07.408124 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0145bc22-b7e2-4f3a-8d90-de8e93d9fece req-2d89d070-500c-4331-ab38-bbfd98a67a9d tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=b70b8edd-d7cf-413e-a131-23e06b7d6e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344620 Aug 11 22:36:07.453686 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f79c01-a519-4222-a1d8-206a9b005f24 x-openstack-request-id: req-a2f79c01-a519-4222-a1d8-206a9b005f24 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:36:07.453991 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dd514e-e8ea-4f65-977f-a937e224fe7b", "name": "network-vif-plugged", "status": "completed", "tag": "f8c7cc08-9945-4e25-bb04-a535466d802e", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:36:07.454244 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a2f79c01-a519-4222-a1d8-206a9b005f24 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:36:07.454636 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4dd514e-e8ea-4f65-977f-a937e224fe7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c7cc08-9945-4e25-bb04-a535466d802e', 'code': 200} Aug 11 22:36:07.589293 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521dbb4c-c5ce-42b9-8a79-5957f4844ebb req-c6a27e5f-b847-4c01-92c9-16936b3811cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:07.590837 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-521dbb4c-c5ce-42b9-8a79-5957f4844ebb req-c6a27e5f-b847-4c01-92c9-16936b3811cc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a4dd514e-e8ea-4f65-977f-a937e224fe7b HTTP/1.1" status: 200 len: 1097 time: 0.0437763 Aug 11 22:36:07.630758 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-521dbb4c-c5ce-42b9-8a79-5957f4844ebb req-d56de9df-4840-4972-b442-2b294a72a34b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b70b8edd-d7cf-413e-a131-23e06b7d6e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331686 Aug 11 22:36:08.442409 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:08.538392 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f556800-448c-4646-a2eb-fd8007fd1602 req-55a809e1-2980-4b48-a9b7-d78a19b0de3e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:08.540028 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4f556800-448c-4646-a2eb-fd8007fd1602 req-55a809e1-2980-4b48-a9b7-d78a19b0de3e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4dd514e-e8ea-4f65-977f-a937e224fe7b HTTP/1.1" status: 200 len: 946 time: 0.0581090 Aug 11 22:36:08.581786 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4f556800-448c-4646-a2eb-fd8007fd1602 req-c8781ea8-54ac-4eed-a457-d5ee4ccd3b52 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=b70b8edd-d7cf-413e-a131-23e06b7d6e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351768 Aug 11 22:36:09.739658 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c8185-20ac-4239-bb15-17b5bb619dec req-0c34ae14-bb3a-4c57-ae66-125962bbaf4f tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:09.741195 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c8c8185-20ac-4239-bb15-17b5bb619dec req-0c34ae14-bb3a-4c57-ae66-125962bbaf4f tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4dd514e-e8ea-4f65-977f-a937e224fe7b HTTP/1.1" status: 200 len: 946 time: 0.0700099 Aug 11 22:36:09.799970 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c8c8185-20ac-4239-bb15-17b5bb619dec req-17a18ec9-e786-4dcd-b413-1066f1e15d4a tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=b70b8edd-d7cf-413e-a131-23e06b7d6e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471654 Aug 11 22:36:09.934453 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414fe04-0a3d-404b-9638-39269ba8cdc7 req-4515e233-3b5a-472a-a927-c19142f2919e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:09.936079 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0414fe04-0a3d-404b-9638-39269ba8cdc7 req-4515e233-3b5a-472a-a927-c19142f2919e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4dd514e-e8ea-4f65-977f-a937e224fe7b HTTP/1.1" status: 200 len: 946 time: 0.0509000 Aug 11 22:36:09.983247 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0414fe04-0a3d-404b-9638-39269ba8cdc7 req-fc409db0-ad49-4fc6-bf34-886ed1ff915a tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=b70b8edd-d7cf-413e-a131-23e06b7d6e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386448 Aug 11 22:36:10.012598 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49410) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:10.058419 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269d8b12-ca6b-4639-8ba6-81fe4247ab3e tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:10.064142 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-269d8b12-ca6b-4639-8ba6-81fe4247ab3e tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a4dd514e-e8ea-4f65-977f-a937e224fe7b HTTP/1.1" status: 200 len: 1092 time: 0.0462480 Aug 11 22:36:10.064390 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49412) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:10.068705 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'port_id': 'f8c7cc08-9945-4e25-bb04-a535466d802e', 'tenant_id': '81545c73701b4772bfae708760c50559', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:36:10.097161 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:10.111950 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49416) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:10.191087 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e6569897-fcb7-4f44-b60a-658a4607683d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:10.217120 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:10.223673 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e6569897-fcb7-4f44-b60a-658a4607683d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:10.301150 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e6569897-fcb7-4f44-b60a-658a4607683d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:10.303921 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e6569897-fcb7-4f44-b60a-658a4607683d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:10.307718 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e6569897-fcb7-4f44-b60a-658a4607683d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] 10.222.0.77 "DELETE /v2.0/security-groups/46e9b888-5743-4563-981d-7fb0e1872035 HTTP/1.1" status: 204 len: 168 time: 0.1920135 Aug 11 22:36:10.321077 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6569897-fcb7-4f44-b60a-658a4607683d tempest-TestVolumeBootPattern-301939390 tempest-TestVolumeBootPattern-301939390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e9b888-5743-4563-981d-7fb0e1872035,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:10.347944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Allocated IP 172.25.2.58 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/8b56a71b-883c-4dad-a2b4-8f4cec627cd7) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:36:10.380970 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49420) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:10.506762 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:10.572722 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:10.618105 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:36:10.626971 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:36:10.630531 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:36:10.637117 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'Port': ['ID=8b56a71b-883c-4dad-a2b4-8f4cec627cd7,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:10.665007 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:10.665498 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:10.665921 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:10.666325 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:10.666742 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:10.667149 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:10.667594 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:10.668001 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:10.668928 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:10.669268 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:10.669618 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:10.669931 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:10.939192 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6adc2b37-0992-433f-822f-622d9a7d8fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:11.079104 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:11.157333 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:11.246442 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-6adc2b37-0992-433f-822f-622d9a7d8fb6 admin admin] Deleting port 9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:36:11.247540 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6adc2b37-0992-433f-822f-622d9a7d8fb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:11.341882 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-6adc2b37-0992-433f-822f-622d9a7d8fb6 admin admin] For port 9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:36:11.342397 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6adc2b37-0992-433f-822f-622d9a7d8fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:11.351470 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:11.356456 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:11.356765 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-6adc2b37-0992-433f-822f-622d9a7d8fb6 admin admin] Calling delete_port for 9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:36:11.431837 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'Port': ['ID=8b56a71b-883c-4dad-a2b4-8f4cec627cd7,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:11.444787 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:11.573176 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6adc2b37-0992-433f-822f-622d9a7d8fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:11.589257 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Floating IP 479dc481-1431-4ed1-96e2-641cc136827b associated. External IP: 172.25.2.58, port: f8c7cc08-9945-4e25-bb04-a535466d802e. Aug 11 22:36:11.618515 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc2b37-0992-433f-822f-622d9a7d8fb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:11.839930 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Router cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:36:11.848754 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6adc2b37-0992-433f-822f-622d9a7d8fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:12.015711 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:36:12.031031 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e64fdc-6f4d-4e0a-ab7f-3b166a5e7f24 None None] Sync routers for ids ['cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:36:12.040436 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:12.042515 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e64fdc-6f4d-4e0a-ab7f-3b166a5e7f24 None None] Routers {'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:36:12.043449 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f7e64fdc-6f4d-4e0a-ab7f-3b166a5e7f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:35:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:12.078587 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0bb83814-e9d5-4cbf-8148-2aa54e872084 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0121558 Aug 11 22:36:12.078587 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4dd514e-e8ea-4f65-977f-a937e224fe7b', 'tag': 'f8c7cc08-9945-4e25-bb04-a535466d802e'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:36:12.081106 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adaf2bf9-60ff-4fde-988c-45ec24c136fd" -d '{"events": [{"name": "network-changed", "server_uuid": "a4dd514e-e8ea-4f65-977f-a937e224fe7b", "tag": "f8c7cc08-9945-4e25-bb04-a535466d802e"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:36:12.083577 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49450) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:12.144368 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6adc2b37-0992-433f-822f-622d9a7d8fb6 admin admin] Router 2c295ff1-e849-450b-bb35-fe3ee1356d31 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:36:12.200034 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-f7e64fdc-6f4d-4e0a-ab7f-3b166a5e7f24 None None] Set router cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:36:12.291545 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adc2b37-0992-433f-822f-622d9a7d8fb6 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:36:12.298243 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6adc2b37-0992-433f-822f-622d9a7d8fb6 admin admin] 10.222.0.77 "PUT /v2.0/routers/2c295ff1-e849-450b-bb35-fe3ee1356d31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9160311 Aug 11 22:36:12.301004 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49454) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:12.316530 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02011302-fc1c-4438-861f-d0655316254e None None] Sync routers for ids ['2c295ff1-e849-450b-bb35-fe3ee1356d31'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:36:12.341508 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02011302-fc1c-4438-861f-d0655316254e None None] Routers {'2c295ff1-e849-450b-bb35-fe3ee1356d31'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:36:12.342185 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-02011302-fc1c-4438-861f-d0655316254e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:35:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['2c295ff1-e849-450b-bb35-fe3ee1356d31'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:12.567018 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-02011302-fc1c-4438-861f-d0655316254e None None] Set router 2c295ff1-e849-450b-bb35-fe3ee1356d31 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:36:12.571876 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f7e64fdc-6f4d-4e0a-ab7f-3b166a5e7f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'name': 'tempest-TestNetworkBasicOps-router-590634068', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:40Z', 'updated_at': '2021-08-11T22:35:46Z', 'revision_number': 4, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:41Z', 'updated_at': '2021-08-11T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '479dc481-1431-4ed1-96e2-641cc136827b', 'tenant_id': '81545c73701b4772bfae708760c50559', 'floating_ip_address': '172.25.2.58', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'port_id': 'f8c7cc08-9945-4e25-bb04-a535466d802e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7', 'mac_address': 'fa:16:3e:39:4a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd514e-e8ea-4f65-977f-a937e224fe7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:36:10Z', 'updated_at': '2021-08-11T22:36:10Z', 'revision_number': 0, 'project_id': '81545c73701b4772bfae708760c50559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdc38b75-f2f0-4c11-9019-cd69da037d4e', 'name': '', 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7', 'tenant_id': '81545c73701b4772bfae708760c50559', 'mac_address': 'fa:16:3e:38:e6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:45Z', 'updated_at': '2021-08-11T22:35:55Z', 'revision_number': 5, 'project_id': '81545c73701b4772bfae708760c50559', 'subnets': [{'id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:12.586291 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c817c597-4036-48d1-ad0e-25824073a6b5 x-openstack-request-id: req-c817c597-4036-48d1-ad0e-25824073a6b5 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:36:12.586620 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4dd514e-e8ea-4f65-977f-a937e224fe7b", "tag": "f8c7cc08-9945-4e25-bb04-a535466d802e", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:36:12.586817 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c817c597-4036-48d1-ad0e-25824073a6b5 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:36:12.587355 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4dd514e-e8ea-4f65-977f-a937e224fe7b', 'tag': 'f8c7cc08-9945-4e25-bb04-a535466d802e', 'status': 'completed', 'code': 200} Aug 11 22:36:12.610516 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e64fdc-6f4d-4e0a-ab7f-3b166a5e7f24 None None] Checking router: cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:36:12.621779 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e64fdc-6f4d-4e0a-ab7f-3b166a5e7f24 None None] Routers {'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:36:12.622764 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f7e64fdc-6f4d-4e0a-ab7f-3b166a5e7f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:35:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:12.675327 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-66b653e4-bfa0-4c10-91ce-dc4725ba28e2 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/floatingips/479dc481-1431-4ed1-96e2-641cc136827b HTTP/1.1" status: 200 len: 991 time: 0.5901220 Aug 11 22:36:12.705215 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf2bf9-60ff-4fde-988c-45ec24c136fd req-0cfd0022-2bbb-42b5-9179-8c5deb76d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:12.708080 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-adaf2bf9-60ff-4fde-988c-45ec24c136fd req-0cfd0022-2bbb-42b5-9179-8c5deb76d568 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=81545c73701b4772bfae708760c50559&device_id=a4dd514e-e8ea-4f65-977f-a937e224fe7b HTTP/1.1" status: 200 len: 1097 time: 0.1193297 Aug 11 22:36:12.850017 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf2bf9-60ff-4fde-988c-45ec24c136fd req-b6f56d14-b946-4ab3-8dfa-0491a034a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:12.852048 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-adaf2bf9-60ff-4fde-988c-45ec24c136fd req-b6f56d14-b946-4ab3-8dfa-0491a034a73b service neutron] 10.222.0.82 "GET /v2.0/networks?id=d2f2d691-200b-48a2-a6a4-cac63bc7a7f7 HTTP/1.1" status: 200 len: 898 time: 0.1252198 Aug 11 22:36:12.940085 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6898ecb-41c7-4285-add2-8e6ca53e4089 admin admin] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:12.941668 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-f7e64fdc-6f4d-4e0a-ab7f-3b166a5e7f24 None None] Set router cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:36:12.974474 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-adaf2bf9-60ff-4fde-988c-45ec24c136fd req-2f24a52a-8927-4856-b486-d88662db7151 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8c7cc08-9945-4e25-bb04-a535466d802e HTTP/1.1" status: 200 len: 999 time: 0.1147244 Aug 11 22:36:13.042763 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf2bf9-60ff-4fde-988c-45ec24c136fd req-cda0ce7b-b2f3-4015-be12-a44e8993ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:13.045330 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-adaf2bf9-60ff-4fde-988c-45ec24c136fd req-cda0ce7b-b2f3-4015-be12-a44e8993ac9c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2d2523df-3cc9-49a7-9cac-2b6b5d546950 HTTP/1.1" status: 200 len: 835 time: 0.0640545 Aug 11 22:36:13.089596 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6898ecb-41c7-4285-add2-8e6ca53e4089 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:13.110972 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf2bf9-60ff-4fde-988c-45ec24c136fd req-6aed461f-5605-4c08-9211-874009f769e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:13.112789 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-adaf2bf9-60ff-4fde-988c-45ec24c136fd req-6aed461f-5605-4c08-9211-874009f769e4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d2f2d691-200b-48a2-a6a4-cac63bc7a7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603900 Aug 11 22:36:13.128525 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-02011302-fc1c-4438-861f-d0655316254e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'name': 'tempest-TestVolumeBootPattern-1788241116-router', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:20:49Z', 'updated_at': '2021-08-11T22:36:11Z', 'revision_number': 5, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'gw_port': {'id': 'f599c8dc-7be0-4915-9f47-4b203ce4690f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:39:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:20:51Z', 'updated_at': '2021-08-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:13.174421 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02011302-fc1c-4438-861f-d0655316254e None None] Checking router: 2c295ff1-e849-450b-bb35-fe3ee1356d31 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:36:13.185119 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-c6898ecb-41c7-4285-add2-8e6ca53e4089 admin admin] Deleting port f599c8dc-7be0-4915-9f47-4b203ce4690f {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:36:13.185473 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6898ecb-41c7-4285-add2-8e6ca53e4089 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:13.199370 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02011302-fc1c-4438-861f-d0655316254e None None] Routers {'2c295ff1-e849-450b-bb35-fe3ee1356d31'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:36:13.201396 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-02011302-fc1c-4438-861f-d0655316254e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:35:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['2c295ff1-e849-450b-bb35-fe3ee1356d31'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:13.296141 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-adaf2bf9-60ff-4fde-988c-45ec24c136fd req-9150a346-7f71-40af-94ce-0a0c4f2a75f9 service neutron] 10.222.0.82 "GET /v2.0/networks/d2f2d691-200b-48a2-a6a4-cac63bc7a7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752558 Aug 11 22:36:13.313990 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f7e64fdc-6f4d-4e0a-ab7f-3b166a5e7f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'name': 'tempest-TestNetworkBasicOps-router-590634068', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:40Z', 'updated_at': '2021-08-11T22:35:46Z', 'revision_number': 4, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:41Z', 'updated_at': '2021-08-11T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '479dc481-1431-4ed1-96e2-641cc136827b', 'tenant_id': '81545c73701b4772bfae708760c50559', 'floating_ip_address': '172.25.2.58', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'port_id': 'f8c7cc08-9945-4e25-bb04-a535466d802e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7', 'mac_address': 'fa:16:3e:39:4a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd514e-e8ea-4f65-977f-a937e224fe7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:36:10Z', 'updated_at': '2021-08-11T22:36:10Z', 'revision_number': 0, 'project_id': '81545c73701b4772bfae708760c50559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdc38b75-f2f0-4c11-9019-cd69da037d4e', 'name': '', 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7', 'tenant_id': '81545c73701b4772bfae708760c50559', 'mac_address': 'fa:16:3e:38:e6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:45Z', 'updated_at': '2021-08-11T22:35:55Z', 'revision_number': 5, 'project_id': '81545c73701b4772bfae708760c50559', 'subnets': [{'id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:13.320350 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-02011302-fc1c-4438-861f-d0655316254e None None] Set router 2c295ff1-e849-450b-bb35-fe3ee1356d31 gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:36:13.343488 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-c6898ecb-41c7-4285-add2-8e6ca53e4089 admin admin] For port f599c8dc-7be0-4915-9f47-4b203ce4690f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f599c8dc-7be0-4915-9f47-4b203ce4690f,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:36:13.344151 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6898ecb-41c7-4285-add2-8e6ca53e4089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:13.349628 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e64fdc-6f4d-4e0a-ab7f-3b166a5e7f24 None None] The sync data for ids ['cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'] in n-d-804275-3 is: [{'id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'name': 'tempest-TestNetworkBasicOps-router-590634068', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:40Z', 'updated_at': '2021-08-11T22:35:46Z', 'revision_number': 4, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:41Z', 'updated_at': '2021-08-11T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '479dc481-1431-4ed1-96e2-641cc136827b', 'tenant_id': '81545c73701b4772bfae708760c50559', 'floating_ip_address': '172.25.2.58', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'port_id': 'f8c7cc08-9945-4e25-bb04-a535466d802e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7', 'mac_address': 'fa:16:3e:39:4a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd514e-e8ea-4f65-977f-a937e224fe7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:36:10Z', 'updated_at': '2021-08-11T22:36:10Z', 'revision_number': 0, 'project_id': '81545c73701b4772bfae708760c50559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdc38b75-f2f0-4c11-9019-cd69da037d4e', 'name': '', 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7', 'tenant_id': '81545c73701b4772bfae708760c50559', 'mac_address': 'fa:16:3e:38:e6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:45Z', 'updated_at': '2021-08-11T22:35:55Z', 'revision_number': 5, 'project_id': '81545c73701b4772bfae708760c50559', 'subnets': [{'id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:36:13.377503 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-c6898ecb-41c7-4285-add2-8e6ca53e4089 admin admin] Calling delete_port for f599c8dc-7be0-4915-9f47-4b203ce4690f owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:36:13.386002 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-02011302-fc1c-4438-861f-d0655316254e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'name': 'tempest-TestVolumeBootPattern-1788241116-router', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:20:49Z', 'updated_at': '2021-08-11T22:36:13Z', 'revision_number': 6, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:13.432568 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02011302-fc1c-4438-861f-d0655316254e None None] The sync data for ids ['2c295ff1-e849-450b-bb35-fe3ee1356d31'] in n-d-804275-3 is: [{'id': '2c295ff1-e849-450b-bb35-fe3ee1356d31', 'name': 'tempest-TestVolumeBootPattern-1788241116-router', 'tenant_id': '0bd86e77836944e4bb373c5db0c18c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:20:49Z', 'updated_at': '2021-08-11T22:36:13Z', 'revision_number': 6, 'project_id': '0bd86e77836944e4bb373c5db0c18c61', 'gw_port_host': None}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:36:13.448923 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-49a63076-3c26-47d8-b14c-f9df03df83d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:13.505316 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-adaf2bf9-60ff-4fde-988c-45ec24c136fd req-c3777b57-06fd-4f83-bb4b-3f9851ae4688 service neutron] 10.222.0.82 "GET /v2.0/networks/d2f2d691-200b-48a2-a6a4-cac63bc7a7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009623 Aug 11 22:36:13.617805 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6898ecb-41c7-4285-add2-8e6ca53e4089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:13.634571 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9172cc28-09b9-4123-a116-8bab95875cde None None] New status for floating IP 479dc481-1431-4ed1-96e2-641cc136827b: ACTIVE {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:36:13.649367 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6898ecb-41c7-4285-add2-8e6ca53e4089 admin admin] Pushing event deleted for resources: {'Port': ['ID=f599c8dc-7be0-4915-9f47-4b203ce4690f,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:13.677372 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49476) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:13.732440 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6898ecb-41c7-4285-add2-8e6ca53e4089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:13.778070 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-68dec689-ba3d-4cd5-8bf0-6c69e09af056 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/floatingips/479dc481-1431-4ed1-96e2-641cc136827b HTTP/1.1" status: 200 len: 991 time: 0.0992811 Aug 11 22:36:13.842495 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6898ecb-41c7-4285-add2-8e6ca53e4089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:13.845341 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6898ecb-41c7-4285-add2-8e6ca53e4089 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:13.904298 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6898ecb-41c7-4285-add2-8e6ca53e4089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:13.905022 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6898ecb-41c7-4285-add2-8e6ca53e4089 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c295ff1-e849-450b-bb35-fe3ee1356d31 {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:36:13.911344 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c6898ecb-41c7-4285-add2-8e6ca53e4089 admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:13.912939 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c6898ecb-41c7-4285-add2-8e6ca53e4089 admin admin] 10.222.0.77 "DELETE /v2.0/routers/2c295ff1-e849-450b-bb35-fe3ee1356d31 HTTP/1.1" status: 204 len: 168 time: 1.6107967 Aug 11 22:36:13.915475 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49482) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:13.964414 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-846a8fc6-4e22-4266-a302-5e5cf5cff6a3 admin admin] Deleting subnet e825988f-9783-4539-86a4-b6ca493a4bbd {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:36:13.968725 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-846a8fc6-4e22-4266-a302-5e5cf5cff6a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:14.004988 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-846a8fc6-4e22-4266-a302-5e5cf5cff6a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:14.097211 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-846a8fc6-4e22-4266-a302-5e5cf5cff6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:14.160774 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-846a8fc6-4e22-4266-a302-5e5cf5cff6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:14.198940 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a8fc6-4e22-4266-a302-5e5cf5cff6a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e825988f-9783-4539-86a4-b6ca493a4bbd,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:14.202871 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-846a8fc6-4e22-4266-a302-5e5cf5cff6a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:14.205713 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-846a8fc6-4e22-4266-a302-5e5cf5cff6a3 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e825988f-9783-4539-86a4-b6ca493a4bbd HTTP/1.1" status: 204 len: 168 time: 0.2890227 Aug 11 22:36:14.207254 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bdbfa7-4a77-4433-bead-c26b3471ebe4 None None] Network 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:36:14.208710 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49488) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:14.304858 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4892e1a6-b2ea-401c-b024-36646e3ba646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:14.336564 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f599c8dc-7be0-4915-9f47-4b203ce4690f no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:36:14.378174 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-4892e1a6-b2ea-401c-b024-36646e3ba646 admin admin] Deleting port d970f5e6-8860-406c-995f-1934b76855bb {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:36:14.378803 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4892e1a6-b2ea-401c-b024-36646e3ba646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:14.382092 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: f599c8dc-7be0-4915-9f47-4b203ce4690f {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:36:14.382681 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f599c8dc-7be0-4915-9f47-4b203ce4690f not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:36:14.383288 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:36:14.412987 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:36:14.413346 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9a7faf8e-5f0b-4a7a-ac1e-b2afcc104f2b not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:36:14.453133 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-4892e1a6-b2ea-401c-b024-36646e3ba646 admin admin] For port d970f5e6-8860-406c-995f-1934b76855bb, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d970f5e6-8860-406c-995f-1934b76855bb,segment=NetworkSegment(e5f53c75-4676-4a8e-b2c4-b3173cc0c081),segment_id=e5f53c75-4676-4a8e-b2c4-b3173cc0c081)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:36:14.454442 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4892e1a6-b2ea-401c-b024-36646e3ba646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:14.472913 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-4892e1a6-b2ea-401c-b024-36646e3ba646 admin admin] Calling delete_port for d970f5e6-8860-406c-995f-1934b76855bb owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:36:14.513580 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75528626-57f3-4af5-9ecf-d37c058ee1c0 None None] DHCP port deletion for 6622d19d-e8f9-4f58-9c5a-5a6b1c375431 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:36:14.563582 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4892e1a6-b2ea-401c-b024-36646e3ba646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:14.574762 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-75528626-57f3-4af5-9ecf-d37c058ee1c0 None None] Deleting port d970f5e6-8860-406c-995f-1934b76855bb {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:36:14.575152 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-75528626-57f3-4af5-9ecf-d37c058ee1c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:14.590928 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892e1a6-b2ea-401c-b024-36646e3ba646 admin admin] Pushing event deleted for resources: {'Port': ['ID=d970f5e6-8860-406c-995f-1934b76855bb,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:14.596178 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4892e1a6-b2ea-401c-b024-36646e3ba646 admin admin] No DVR routers for this DVR port d970f5e6-8860-406c-995f-1934b76855bb on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:36:14.662981 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-75528626-57f3-4af5-9ecf-d37c058ee1c0 None None] For port d970f5e6-8860-406c-995f-1934b76855bb, host n-d-804275-3, got binding levels [] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:36:14.663375 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-75528626-57f3-4af5-9ecf-d37c058ee1c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:14.680981 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4892e1a6-b2ea-401c-b024-36646e3ba646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:14.686053 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-75528626-57f3-4af5-9ecf-d37c058ee1c0 None None] Calling delete_port for d970f5e6-8860-406c-995f-1934b76855bb owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:36:14.688994 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.ipam_backend_mixin [None req-75528626-57f3-4af5-9ecf-d37c058ee1c0 None None] Port d970f5e6-8860-406c-995f-1934b76855bb was not found and therefore no delete operation was performed {{(pid=100944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 22:36:14.690457 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-75528626-57f3-4af5-9ecf-d37c058ee1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:14.713157 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-4892e1a6-b2ea-401c-b024-36646e3ba646 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6622d19d-e8f9-4f58-9c5a-5a6b1c375431']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:14.728457 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75528626-57f3-4af5-9ecf-d37c058ee1c0 None None] Pushing event deleted for resources: {'Port': ['ID=d970f5e6-8860-406c-995f-1934b76855bb,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:14.730719 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75528626-57f3-4af5-9ecf-d37c058ee1c0 None None] No DVR routers for this DVR port d970f5e6-8860-406c-995f-1934b76855bb on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:36:14.740433 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75528626-57f3-4af5-9ecf-d37c058ee1c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:14.740846 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75528626-57f3-4af5-9ecf-d37c058ee1c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:14.741057 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-4892e1a6-b2ea-401c-b024-36646e3ba646 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:14.741260 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75528626-57f3-4af5-9ecf-d37c058ee1c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:14.741613 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75528626-57f3-4af5-9ecf-d37c058ee1c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:14.742216 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-4892e1a6-b2ea-401c-b024-36646e3ba646 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f53c75-4676-4a8e-b2c4-b3173cc0c081') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:14.746231 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75528626-57f3-4af5-9ecf-d37c058ee1c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:14.746678 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75528626-57f3-4af5-9ecf-d37c058ee1c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:14.747022 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75528626-57f3-4af5-9ecf-d37c058ee1c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:14.747868 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75528626-57f3-4af5-9ecf-d37c058ee1c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:14.747868 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75528626-57f3-4af5-9ecf-d37c058ee1c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:14.751726 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75528626-57f3-4af5-9ecf-d37c058ee1c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:14.751726 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75528626-57f3-4af5-9ecf-d37c058ee1c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:14.751726 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75528626-57f3-4af5-9ecf-d37c058ee1c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:14.757085 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4892e1a6-b2ea-401c-b024-36646e3ba646 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:14.773625 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4892e1a6-b2ea-401c-b024-36646e3ba646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:14.781666 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49500) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:14.785341 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4892e1a6-b2ea-401c-b024-36646e3ba646 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:36:14.785880 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4892e1a6-b2ea-401c-b024-36646e3ba646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:36:14.791931 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:36:14.890079 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-45867833-777e-4896-9c2c-bf8614965b3f tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/floatingips/479dc481-1431-4ed1-96e2-641cc136827b HTTP/1.1" status: 200 len: 993 time: 0.1070399 Aug 11 22:36:14.891322 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4892e1a6-b2ea-401c-b024-36646e3ba646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:14.897139 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4892e1a6-b2ea-401c-b024-36646e3ba646 admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:14.901682 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4892e1a6-b2ea-401c-b024-36646e3ba646 admin admin] 10.222.0.77 "DELETE /v2.0/networks/6622d19d-e8f9-4f58-9c5a-5a6b1c375431 HTTP/1.1" status: 204 len: 168 time: 0.6888587 Aug 11 22:36:14.904044 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49502) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:14.911183 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892e1a6-b2ea-401c-b024-36646e3ba646 admin admin] Pushing event deleted for resources: {'Network': ['ID=6622d19d-e8f9-4f58-9c5a-5a6b1c375431,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:15.332443 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f3e749bd-8688-4366-aef4-831e2e199060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:15.613943 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-f3e749bd-8688-4366-aef4-831e2e199060 admin admin] Deleting port de4074b7-82f9-4769-8311-1c21714812a7 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:36:15.614293 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f3e749bd-8688-4366-aef4-831e2e199060 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:15.694185 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-f3e749bd-8688-4366-aef4-831e2e199060 admin admin] For port de4074b7-82f9-4769-8311-1c21714812a7, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=de4074b7-82f9-4769-8311-1c21714812a7,segment=NetworkSegment(882428fa-ff3a-40c4-ab01-3c9681bae1ea),segment_id=882428fa-ff3a-40c4-ab01-3c9681bae1ea)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:36:15.694560 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f3e749bd-8688-4366-aef4-831e2e199060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:15.713997 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-f3e749bd-8688-4366-aef4-831e2e199060 admin admin] Calling delete_port for de4074b7-82f9-4769-8311-1c21714812a7 owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:36:15.917427 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f3e749bd-8688-4366-aef4-831e2e199060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:15.969978 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e749bd-8688-4366-aef4-831e2e199060 admin admin] Pushing event deleted for resources: {'Port': ['ID=de4074b7-82f9-4769-8311-1c21714812a7,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:16.077760 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:16.147333 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f3e749bd-8688-4366-aef4-831e2e199060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:16.275983 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-02429214-bd82-4cee-bf14-cf4b1bdad0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:16.362598 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d970f5e6-8860-406c-995f-1934b76855bb no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:36:16.383800 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: d970f5e6-8860-406c-995f-1934b76855bb {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:36:16.384161 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d970f5e6-8860-406c-995f-1934b76855bb not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:36:16.405816 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e749bd-8688-4366-aef4-831e2e199060 admin admin] Router 4210d172-667b-493c-9165-9021ee2e4c3c has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:36:16.521118 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e749bd-8688-4366-aef4-831e2e199060 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:36:16.527809 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f3e749bd-8688-4366-aef4-831e2e199060 admin admin] 10.222.0.77 "PUT /v2.0/routers/4210d172-667b-493c-9165-9021ee2e4c3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6210940 Aug 11 22:36:16.528841 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49532) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:16.532038 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515e87d0-fa9f-4256-8b21-f4cb8daf93d2 None None] Sync routers for ids ['4210d172-667b-493c-9165-9021ee2e4c3c'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:36:16.541649 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515e87d0-fa9f-4256-8b21-f4cb8daf93d2 None None] Routers {'4210d172-667b-493c-9165-9021ee2e4c3c'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:36:16.542375 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-515e87d0-fa9f-4256-8b21-f4cb8daf93d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:36:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['4210d172-667b-493c-9165-9021ee2e4c3c'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:16.640337 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-25fc50aa-ef71-42b2-8384-fba645a1a9eb admin admin] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:16.657039 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-515e87d0-fa9f-4256-8b21-f4cb8daf93d2 None None] Set router 4210d172-667b-493c-9165-9021ee2e4c3c gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:36:16.757373 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-25fc50aa-ef71-42b2-8384-fba645a1a9eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:16.819719 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-25fc50aa-ef71-42b2-8384-fba645a1a9eb admin admin] Deleting port 78b989ee-c182-4eb1-ba4a-203591595033 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:36:16.820200 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-25fc50aa-ef71-42b2-8384-fba645a1a9eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:16.864191 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-515e87d0-fa9f-4256-8b21-f4cb8daf93d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4210d172-667b-493c-9165-9021ee2e4c3c', 'name': 'tempest-TestVolumeBootPattern-1991105252-router', 'tenant_id': 'b302c63cd0d9431ea0edb6cd871f9151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '78b989ee-c182-4eb1-ba4a-203591595033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:21:10Z', 'updated_at': '2021-08-11T22:36:15Z', 'revision_number': 5, 'project_id': 'b302c63cd0d9431ea0edb6cd871f9151', 'gw_port': {'id': '78b989ee-c182-4eb1-ba4a-203591595033', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4210d172-667b-493c-9165-9021ee2e4c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:21:11Z', 'updated_at': '2021-08-11T22:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:16.914977 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515e87d0-fa9f-4256-8b21-f4cb8daf93d2 None None] Checking router: 4210d172-667b-493c-9165-9021ee2e4c3c for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:36:16.928908 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-25fc50aa-ef71-42b2-8384-fba645a1a9eb admin admin] For port 78b989ee-c182-4eb1-ba4a-203591595033, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=78b989ee-c182-4eb1-ba4a-203591595033,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:36:16.929878 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515e87d0-fa9f-4256-8b21-f4cb8daf93d2 None None] Routers {'4210d172-667b-493c-9165-9021ee2e4c3c'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:36:16.929998 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-25fc50aa-ef71-42b2-8384-fba645a1a9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:16.930133 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-515e87d0-fa9f-4256-8b21-f4cb8daf93d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:36:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['4210d172-667b-493c-9165-9021ee2e4c3c'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:16.944051 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-25fc50aa-ef71-42b2-8384-fba645a1a9eb admin admin] Calling delete_port for 78b989ee-c182-4eb1-ba4a-203591595033 owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:36:17.044236 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-515e87d0-fa9f-4256-8b21-f4cb8daf93d2 None None] Set router 4210d172-667b-493c-9165-9021ee2e4c3c gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:36:17.096840 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-515e87d0-fa9f-4256-8b21-f4cb8daf93d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4210d172-667b-493c-9165-9021ee2e4c3c', 'name': 'tempest-TestVolumeBootPattern-1991105252-router', 'tenant_id': 'b302c63cd0d9431ea0edb6cd871f9151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:21:10Z', 'updated_at': '2021-08-11T22:36:16Z', 'revision_number': 6, 'project_id': 'b302c63cd0d9431ea0edb6cd871f9151', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:17.122913 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-25fc50aa-ef71-42b2-8384-fba645a1a9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:17.128687 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515e87d0-fa9f-4256-8b21-f4cb8daf93d2 None None] The sync data for ids ['4210d172-667b-493c-9165-9021ee2e4c3c'] in n-d-804275-3 is: [{'id': '4210d172-667b-493c-9165-9021ee2e4c3c', 'name': 'tempest-TestVolumeBootPattern-1991105252-router', 'tenant_id': 'b302c63cd0d9431ea0edb6cd871f9151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:21:10Z', 'updated_at': '2021-08-11T22:36:16Z', 'revision_number': 6, 'project_id': 'b302c63cd0d9431ea0edb6cd871f9151', 'gw_port_host': None}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:36:17.154929 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc50aa-ef71-42b2-8384-fba645a1a9eb admin admin] Pushing event deleted for resources: {'Port': ['ID=78b989ee-c182-4eb1-ba4a-203591595033,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:17.214695 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-25fc50aa-ef71-42b2-8384-fba645a1a9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:17.306103 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-25fc50aa-ef71-42b2-8384-fba645a1a9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:17.308443 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-25fc50aa-ef71-42b2-8384-fba645a1a9eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:17.353306 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-25fc50aa-ef71-42b2-8384-fba645a1a9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:17.353974 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fc50aa-ef71-42b2-8384-fba645a1a9eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4210d172-667b-493c-9165-9021ee2e4c3c {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:36:17.359762 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-25fc50aa-ef71-42b2-8384-fba645a1a9eb admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:17.361269 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-25fc50aa-ef71-42b2-8384-fba645a1a9eb admin admin] 10.222.0.77 "DELETE /v2.0/routers/4210d172-667b-493c-9165-9021ee2e4c3c HTTP/1.1" status: 204 len: 168 time: 0.8313048 Aug 11 22:36:17.364078 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49546) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:17.425602 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b44244-c6d8-4931-a724-d627a0017826 admin admin] Deleting subnet c34e0044-0ae2-48e7-81ac-ce11db1d7eef {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:36:17.429233 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d5b44244-c6d8-4931-a724-d627a0017826 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:17.471192 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d5b44244-c6d8-4931-a724-d627a0017826 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:17.586420 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d5b44244-c6d8-4931-a724-d627a0017826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:17.598022 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:17.645286 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d5b44244-c6d8-4931-a724-d627a0017826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:17.676383 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b44244-c6d8-4931-a724-d627a0017826 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c34e0044-0ae2-48e7-81ac-ce11db1d7eef,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:17.679904 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d5b44244-c6d8-4931-a724-d627a0017826 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:17.682067 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d5b44244-c6d8-4931-a724-d627a0017826 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c34e0044-0ae2-48e7-81ac-ce11db1d7eef HTTP/1.1" status: 204 len: 168 time: 0.3168111 Aug 11 22:36:17.685142 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49554) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:17.688028 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5adcfcc-d6d8-4836-af6d-4671f0d68fe0 None None] Network f88d6446-c7e8-4729-b807-dd3063e4d8fe requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:36:17.758747 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d2c682c-bee1-496e-b33a-1b227fe4e9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:17.822961 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-1d2c682c-bee1-496e-b33a-1b227fe4e9b2 admin admin] Deleting port 3a9f3a7e-9d9c-48c8-b65c-02097aee0857 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:36:17.823330 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d2c682c-bee1-496e-b33a-1b227fe4e9b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:17.895549 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-1d2c682c-bee1-496e-b33a-1b227fe4e9b2 admin admin] For port 3a9f3a7e-9d9c-48c8-b65c-02097aee0857, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=3a9f3a7e-9d9c-48c8-b65c-02097aee0857,segment=NetworkSegment(882428fa-ff3a-40c4-ab01-3c9681bae1ea),segment_id=882428fa-ff3a-40c4-ab01-3c9681bae1ea)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:36:17.895890 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d2c682c-bee1-496e-b33a-1b227fe4e9b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:17.910791 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-1d2c682c-bee1-496e-b33a-1b227fe4e9b2 admin admin] Calling delete_port for 3a9f3a7e-9d9c-48c8-b65c-02097aee0857 owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:36:17.927418 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5945906-5f2b-4235-87a4-6fabb11e3bb0 None None] DHCP port deletion for f88d6446-c7e8-4729-b807-dd3063e4d8fe request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:36:17.988238 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-c5945906-5f2b-4235-87a4-6fabb11e3bb0 None None] Deleting port 3a9f3a7e-9d9c-48c8-b65c-02097aee0857 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:36:17.988503 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c5945906-5f2b-4235-87a4-6fabb11e3bb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:18.000773 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d2c682c-bee1-496e-b33a-1b227fe4e9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:18.032043 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2c682c-bee1-496e-b33a-1b227fe4e9b2 admin admin] No DVR routers for this DVR port 3a9f3a7e-9d9c-48c8-b65c-02097aee0857 on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:36:18.033993 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c682c-bee1-496e-b33a-1b227fe4e9b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a9f3a7e-9d9c-48c8-b65c-02097aee0857,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:18.081084 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-c5945906-5f2b-4235-87a4-6fabb11e3bb0 None None] For port 3a9f3a7e-9d9c-48c8-b65c-02097aee0857, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=3a9f3a7e-9d9c-48c8-b65c-02097aee0857,segment=NetworkSegment(882428fa-ff3a-40c4-ab01-3c9681bae1ea),segment_id=882428fa-ff3a-40c4-ab01-3c9681bae1ea)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:36:18.081532 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c5945906-5f2b-4235-87a4-6fabb11e3bb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:18.110858 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-c5945906-5f2b-4235-87a4-6fabb11e3bb0 None None] Calling delete_port for 3a9f3a7e-9d9c-48c8-b65c-02097aee0857 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:36:18.119410 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d2c682c-bee1-496e-b33a-1b227fe4e9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:18.131099 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-1d2c682c-bee1-496e-b33a-1b227fe4e9b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f88d6446-c7e8-4729-b807-dd3063e4d8fe']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:18.143945 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-1d2c682c-bee1-496e-b33a-1b227fe4e9b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '882428fa-ff3a-40c4-ab01-3c9681bae1ea') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:18.144392 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-1d2c682c-bee1-496e-b33a-1b227fe4e9b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '882428fa-ff3a-40c4-ab01-3c9681bae1ea') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:18.154731 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d2c682c-bee1-496e-b33a-1b227fe4e9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:18.175885 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d2c682c-bee1-496e-b33a-1b227fe4e9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:18.186840 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2c682c-bee1-496e-b33a-1b227fe4e9b2 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:36:18.197927 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d2c682c-bee1-496e-b33a-1b227fe4e9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:36:18.211471 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:36:18.215909 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c5945906-5f2b-4235-87a4-6fabb11e3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:18.250301 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5945906-5f2b-4235-87a4-6fabb11e3bb0 None None] Pushing event deleted for resources: {'Port': ['ID=3a9f3a7e-9d9c-48c8-b65c-02097aee0857,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:18.256144 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5945906-5f2b-4235-87a4-6fabb11e3bb0 None None] No DVR routers for this DVR port 3a9f3a7e-9d9c-48c8-b65c-02097aee0857 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:36:18.309822 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d2c682c-bee1-496e-b33a-1b227fe4e9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:18.322784 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1d2c682c-bee1-496e-b33a-1b227fe4e9b2 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:18.327492 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1d2c682c-bee1-496e-b33a-1b227fe4e9b2 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f88d6446-c7e8-4729-b807-dd3063e4d8fe HTTP/1.1" status: 204 len: 168 time: 0.6392081 Aug 11 22:36:18.342327 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c682c-bee1-496e-b33a-1b227fe4e9b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f88d6446-c7e8-4729-b807-dd3063e4d8fe,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:18.354651 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 3a9f3a7e-9d9c-48c8-b65c-02097aee0857 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:36:18.377276 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 3a9f3a7e-9d9c-48c8-b65c-02097aee0857 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:36:18.377636 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 3a9f3a7e-9d9c-48c8-b65c-02097aee0857 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:36:18.378048 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device de4074b7-82f9-4769-8311-1c21714812a7 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:36:18.398093 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: de4074b7-82f9-4769-8311-1c21714812a7 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:36:18.398510 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device de4074b7-82f9-4769-8311-1c21714812a7 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:36:18.398864 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 78b989ee-c182-4eb1-ba4a-203591595033 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:36:18.424352 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 78b989ee-c182-4eb1-ba4a-203591595033 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:36:18.424690 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 78b989ee-c182-4eb1-ba4a-203591595033 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:36:18.485002 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49570) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:18.526642 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-05960e14-c999-45d5-8624-35d055a79233 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0bd86e77836944e4bb373c5db0c18c61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403216 Aug 11 22:36:18.529505 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49572) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:18.581457 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4b528d4b-e390-4fa3-a03c-44149521754e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:18.604912 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4b528d4b-e390-4fa3-a03c-44149521754e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:18.660936 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4b528d4b-e390-4fa3-a03c-44149521754e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:18.663664 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4b528d4b-e390-4fa3-a03c-44149521754e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:18.664874 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4b528d4b-e390-4fa3-a03c-44149521754e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ce2ddf61-6f6d-4b11-8098-857aa53db04f HTTP/1.1" status: 204 len: 168 time: 0.1344583 Aug 11 22:36:18.673523 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b528d4b-e390-4fa3-a03c-44149521754e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2ddf61-6f6d-4b11-8098-857aa53db04f,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:19.052844 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49586) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:19.071292 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:19.102924 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c0fc53cc-9ecb-442c-9fba-d4af00bb7862 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b302c63cd0d9431ea0edb6cd871f9151&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479367 Aug 11 22:36:19.105424 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49590) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:19.161617 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-130a28fb-c3d6-49af-ab74-c1465c223585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:19.189307 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-130a28fb-c3d6-49af-ab74-c1465c223585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:19.241947 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-130a28fb-c3d6-49af-ab74-c1465c223585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:19.244854 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-130a28fb-c3d6-49af-ab74-c1465c223585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:19.246035 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-130a28fb-c3d6-49af-ab74-c1465c223585 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1cd716aa-88c3-456d-82c2-ca12a2542e1d HTTP/1.1" status: 204 len: 168 time: 0.1396174 Aug 11 22:36:19.256073 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a28fb-c3d6-49af-ab74-c1465c223585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd716aa-88c3-456d-82c2-ca12a2542e1d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:20.796209 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:24.643018 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49694) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:24.818063 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-7788afee-a158-4f00-9545-bf1a7f49a1a2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Deleting port 1c265fee-2d01-4051-b0f4-39563acd4948 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:36:24.818418 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7788afee-a158-4f00-9545-bf1a7f49a1a2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:24.909040 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7788afee-a158-4f00-9545-bf1a7f49a1a2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:24.909681 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7788afee-a158-4f00-9545-bf1a7f49a1a2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:24.926396 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-7788afee-a158-4f00-9545-bf1a7f49a1a2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Calling delete_port for 1c265fee-2d01-4051-b0f4-39563acd4948 owned by network:floatingip {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:36:25.094864 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7788afee-a158-4f00-9545-bf1a7f49a1a2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:25.122143 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788afee-a158-4f00-9545-bf1a7f49a1a2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event deleted for resources: {'Port': ['ID=1c265fee-2d01-4051-b0f4-39563acd4948,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:25.202244 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7788afee-a158-4f00-9545-bf1a7f49a1a2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for floatingip, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:25.202244 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-7788afee-a158-4f00-9545-bf1a7f49a1a2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Floating IP 46a0501f-5efb-45bd-b787-e2a93db6e715 disassociated (deleted). External IP: 172.25.2.107, port: 719e09f6-4d0f-4b28-9c4a-d9ce6f404138. Aug 11 22:36:25.421287 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7788afee-a158-4f00-9545-bf1a7f49a1a2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Router 6496bef1-173f-4c95-85d9-a769b7deaf0e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:36:25.532743 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7788afee-a158-4f00-9545-bf1a7f49a1a2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:36:25.537880 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7788afee-a158-4f00-9545-bf1a7f49a1a2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:25.542825 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc5daf4-7682-4d57-b466-22ded76c121e None None] Sync routers for ids ['6496bef1-173f-4c95-85d9-a769b7deaf0e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:36:25.553272 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc5daf4-7682-4d57-b466-22ded76c121e None None] Routers {'6496bef1-173f-4c95-85d9-a769b7deaf0e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:36:25.553892 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-0bc5daf4-7682-4d57-b466-22ded76c121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:36:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['6496bef1-173f-4c95-85d9-a769b7deaf0e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:25.568181 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7788afee-a158-4f00-9545-bf1a7f49a1a2 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "DELETE /v2.0/floatingips/46a0501f-5efb-45bd-b787-e2a93db6e715 HTTP/1.1" status: 204 len: 168 time: 0.9216499 Aug 11 22:36:25.568181 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8c6f04-fb7a-455a-8fef-54cbcc6748e9', 'tag': '719e09f6-4d0f-4b28-9c4a-d9ce6f404138'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:36:25.568915 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a209d5-8f4b-4a68-85f8-ec55dedc969d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8c6f04-fb7a-455a-8fef-54cbcc6748e9", "tag": "719e09f6-4d0f-4b28-9c4a-d9ce6f404138"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:36:25.674899 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-0bc5daf4-7682-4d57-b466-22ded76c121e None None] Set router 6496bef1-173f-4c95-85d9-a769b7deaf0e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:36:25.755234 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2722e11-63d5-4477-bb53-dec4fe68422c x-openstack-request-id: req-b2722e11-63d5-4477-bb53-dec4fe68422c {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:36:25.755803 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8c6f04-fb7a-455a-8fef-54cbcc6748e9", "tag": "719e09f6-4d0f-4b28-9c4a-d9ce6f404138", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:36:25.755803 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b2722e11-63d5-4477-bb53-dec4fe68422c {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:36:25.756201 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8c6f04-fb7a-455a-8fef-54cbcc6748e9', 'tag': '719e09f6-4d0f-4b28-9c4a-d9ce6f404138', 'status': 'completed', 'code': 200} Aug 11 22:36:25.874081 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a209d5-8f4b-4a68-85f8-ec55dedc969d req-3fd3b46a-c88e-41a3-bd78-7eb01f6d0fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:25.875644 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-80a209d5-8f4b-4a68-85f8-ec55dedc969d req-3fd3b46a-c88e-41a3-bd78-7eb01f6d0fca service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 1097 time: 0.0607207 Aug 11 22:36:25.884254 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235eec3c-9837-45a6-ab0a-4b65c1a7bb01 req-72078d29-90fc-4cbe-8534-f271a7d24537 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:25.885774 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-235eec3c-9837-45a6-ab0a-4b65c1a7bb01 req-72078d29-90fc-4cbe-8534-f271a7d24537 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 946 time: 0.0816281 Aug 11 22:36:25.907354 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-0bc5daf4-7682-4d57-b466-22ded76c121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717313940', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f257a47b-f179-4c24-bc53-fc18f2b5de95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:33:25Z', 'updated_at': '2021-08-11T22:33:36Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': 'f257a47b-f179-4c24-bc53-fc18f2b5de95', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:33:26Z', 'updated_at': '2021-08-11T22:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'b707d856-0c96-4f67-bda5-f416a0938008', 'name': '', 'network_id': '8851720f-46d7-4210-975b-18e7bc7d0350', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:dc:a0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'a339f1bc-cb62-47ef-8660-6f10cf6a2676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:33:34Z', 'updated_at': '2021-08-11T22:33:43Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': 'a339f1bc-cb62-47ef-8660-6f10cf6a2676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:25.935558 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc5daf4-7682-4d57-b466-22ded76c121e None None] Checking router: 6496bef1-173f-4c95-85d9-a769b7deaf0e for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:36:25.944465 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc5daf4-7682-4d57-b466-22ded76c121e None None] Routers {'6496bef1-173f-4c95-85d9-a769b7deaf0e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:36:25.945089 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-0bc5daf4-7682-4d57-b466-22ded76c121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:36:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['6496bef1-173f-4c95-85d9-a769b7deaf0e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:25.975545 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-235eec3c-9837-45a6-ab0a-4b65c1a7bb01 req-6d3fb532-5ed9-4bfc-874c-ffb466b8b7e9 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803025 Aug 11 22:36:26.011125 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a209d5-8f4b-4a68-85f8-ec55dedc969d req-9e656acc-6fbc-433f-a7e9-03db8cfdfc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:26.013566 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-80a209d5-8f4b-4a68-85f8-ec55dedc969d req-9e656acc-6fbc-433f-a7e9-03db8cfdfc1b service neutron] 10.222.0.82 "GET /v2.0/networks?id=8851720f-46d7-4210-975b-18e7bc7d0350 HTTP/1.1" status: 200 len: 897 time: 0.1268222 Aug 11 22:36:26.056356 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-80a209d5-8f4b-4a68-85f8-ec55dedc969d req-ef2f1ba8-a4b3-4e5c-896b-94b6ee83e83e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=719e09f6-4d0f-4b28-9c4a-d9ce6f404138 HTTP/1.1" status: 200 len: 217 time: 0.0346980 Aug 11 22:36:26.061777 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-0bc5daf4-7682-4d57-b466-22ded76c121e None None] Set router 6496bef1-173f-4c95-85d9-a769b7deaf0e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:36:26.112699 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a209d5-8f4b-4a68-85f8-ec55dedc969d req-871a8fe9-830f-4b83-8b8b-ed46f87fc51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:26.114335 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-80a209d5-8f4b-4a68-85f8-ec55dedc969d req-871a8fe9-830f-4b83-8b8b-ed46f87fc51c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a339f1bc-cb62-47ef-8660-6f10cf6a2676 HTTP/1.1" status: 200 len: 834 time: 0.0505881 Aug 11 22:36:26.165508 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a209d5-8f4b-4a68-85f8-ec55dedc969d req-2f1eb5c2-b8d5-4885-9a25-8fe073dfa611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:26.167406 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-80a209d5-8f4b-4a68-85f8-ec55dedc969d req-2f1eb5c2-b8d5-4885-9a25-8fe073dfa611 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8851720f-46d7-4210-975b-18e7bc7d0350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433295 Aug 11 22:36:26.273476 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-80a209d5-8f4b-4a68-85f8-ec55dedc969d req-cfb8a008-d30c-416d-9ccb-0abffc723c53 service neutron] 10.222.0.82 "GET /v2.0/networks/8851720f-46d7-4210-975b-18e7bc7d0350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951860 Aug 11 22:36:26.279418 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-0bc5daf4-7682-4d57-b466-22ded76c121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717313940', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f257a47b-f179-4c24-bc53-fc18f2b5de95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:33:25Z', 'updated_at': '2021-08-11T22:33:36Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': 'f257a47b-f179-4c24-bc53-fc18f2b5de95', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:33:26Z', 'updated_at': '2021-08-11T22:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'b707d856-0c96-4f67-bda5-f416a0938008', 'name': '', 'network_id': '8851720f-46d7-4210-975b-18e7bc7d0350', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:dc:a0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'a339f1bc-cb62-47ef-8660-6f10cf6a2676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:33:34Z', 'updated_at': '2021-08-11T22:33:43Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': 'a339f1bc-cb62-47ef-8660-6f10cf6a2676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:26.312013 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc5daf4-7682-4d57-b466-22ded76c121e None None] The sync data for ids ['6496bef1-173f-4c95-85d9-a769b7deaf0e'] in n-d-804275-3 is: [{'id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717313940', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f257a47b-f179-4c24-bc53-fc18f2b5de95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:33:25Z', 'updated_at': '2021-08-11T22:33:36Z', 'revision_number': 4, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': 'f257a47b-f179-4c24-bc53-fc18f2b5de95', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:33:26Z', 'updated_at': '2021-08-11T22:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'b707d856-0c96-4f67-bda5-f416a0938008', 'name': '', 'network_id': '8851720f-46d7-4210-975b-18e7bc7d0350', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'mac_address': 'fa:16:3e:dc:a0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'a339f1bc-cb62-47ef-8660-6f10cf6a2676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:33:34Z', 'updated_at': '2021-08-11T22:33:43Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'subnets': [{'id': 'a339f1bc-cb62-47ef-8660-6f10cf6a2676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:36:26.383914 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-80a209d5-8f4b-4a68-85f8-ec55dedc969d req-412727ba-c766-4bcf-998a-20a59d463853 service neutron] 10.222.0.82 "GET /v2.0/networks/8851720f-46d7-4210-975b-18e7bc7d0350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029005 Aug 11 22:36:26.576708 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe505806-20bc-40a0-81b3-ca474e8eff52 None None] New status for floating IP 46a0501f-5efb-45bd-b787-e2a93db6e715: DOWN {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:36:27.107263 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b52b26-80c5-47b2-b8bc-845edf42d36f req-8d3a4587-31c2-4a68-973a-8dde326ee975 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:27.108828 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-68b52b26-80c5-47b2-b8bc-845edf42d36f req-8d3a4587-31c2-4a68-973a-8dde326ee975 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 946 time: 0.0561740 Aug 11 22:36:27.151251 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-68b52b26-80c5-47b2-b8bc-845edf42d36f req-23697b8b-42dd-4079-afe9-063b7ff04e37 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360844 Aug 11 22:36:27.694685 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110451a-56c5-4f8c-a432-33df23821677 req-43a489b6-ae86-4832-ac92-1c062d33fb94 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:27.696232 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2110451a-56c5-4f8c-a432-33df23821677 req-43a489b6-ae86-4832-ac92-1c062d33fb94 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.82 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 946 time: 0.0547185 Aug 11 22:36:28.150149 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-2110451a-56c5-4f8c-a432-33df23821677 req-463d9864-ddd1-4bd5-9abd-3f706ecb86f3 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Deleting port 719e09f6-4d0f-4b28-9c4a-d9ce6f404138 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:36:28.150840 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2110451a-56c5-4f8c-a432-33df23821677 req-463d9864-ddd1-4bd5-9abd-3f706ecb86f3 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:28.272355 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-2110451a-56c5-4f8c-a432-33df23821677 req-463d9864-ddd1-4bd5-9abd-3f706ecb86f3 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] For port 719e09f6-4d0f-4b28-9c4a-d9ce6f404138, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=719e09f6-4d0f-4b28-9c4a-d9ce6f404138,segment=NetworkSegment(ad92f74f-fc49-402f-881b-8220b70c7b04),segment_id=ad92f74f-fc49-402f-881b-8220b70c7b04)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:36:28.272731 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2110451a-56c5-4f8c-a432-33df23821677 req-463d9864-ddd1-4bd5-9abd-3f706ecb86f3 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:28.289656 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-2110451a-56c5-4f8c-a432-33df23821677 req-463d9864-ddd1-4bd5-9abd-3f706ecb86f3 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Calling delete_port for 719e09f6-4d0f-4b28-9c4a-d9ce6f404138 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:36:28.315229 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977e271-48b0-4895-a8ed-7f8bec3bf6f4 req-217850b7-7cb5-4b5e-8fd1-e7e750216637 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:28.316847 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9977e271-48b0-4895-a8ed-7f8bec3bf6f4 req-217850b7-7cb5-4b5e-8fd1-e7e750216637 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b8c6f04-fb7a-455a-8fef-54cbcc6748e9 HTTP/1.1" status: 200 len: 946 time: 0.0868945 Aug 11 22:36:28.408026 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9977e271-48b0-4895-a8ed-7f8bec3bf6f4 req-58a464a0-32c1-416c-9752-1247dbc43eca tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "GET /v2.0/security-groups?id=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552197 Aug 11 22:36:28.475919 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2110451a-56c5-4f8c-a432-33df23821677 req-463d9864-ddd1-4bd5-9abd-3f706ecb86f3 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:28.504855 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d9864-ddd1-4bd5-9abd-3f706ecb86f3 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event deleted for resources: {'Port': ['ID=719e09f6-4d0f-4b28-9c4a-d9ce6f404138,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:28.546982 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-2110451a-56c5-4f8c-a432-33df23821677 req-463d9864-ddd1-4bd5-9abd-3f706ecb86f3 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] No DVR routers for this DVR port 719e09f6-4d0f-4b28-9c4a-d9ce6f404138 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:36:28.549591 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2110451a-56c5-4f8c-a432-33df23821677 req-463d9864-ddd1-4bd5-9abd-3f706ecb86f3 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:28.551634 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2110451a-56c5-4f8c-a432-33df23821677 req-463d9864-ddd1-4bd5-9abd-3f706ecb86f3 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.82 "DELETE /v2.0/ports/719e09f6-4d0f-4b28-9c4a-d9ce6f404138 HTTP/1.1" status: 204 len: 173 time: 0.8489840 Aug 11 22:36:28.552113 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8c6f04-fb7a-455a-8fef-54cbcc6748e9', 'name': 'network-vif-deleted', 'tag': '719e09f6-4d0f-4b28-9c4a-d9ce6f404138'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:36:28.554410 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1423bb56-37fe-4a14-ad08-0140e27e20d6" -d '{"events": [{"server_uuid": "2b8c6f04-fb7a-455a-8fef-54cbcc6748e9", "name": "network-vif-deleted", "tag": "719e09f6-4d0f-4b28-9c4a-d9ce6f404138"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:36:28.592375 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea34a46d-543c-40cd-b890-20ec64b5b231 x-openstack-request-id: req-ea34a46d-543c-40cd-b890-20ec64b5b231 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:36:28.592795 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8c6f04-fb7a-455a-8fef-54cbcc6748e9", "name": "network-vif-deleted", "tag": "719e09f6-4d0f-4b28-9c4a-d9ce6f404138", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:36:28.593081 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ea34a46d-543c-40cd-b890-20ec64b5b231 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:36:28.593590 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8c6f04-fb7a-455a-8fef-54cbcc6748e9', 'name': 'network-vif-deleted', 'tag': '719e09f6-4d0f-4b28-9c4a-d9ce6f404138', 'status': 'completed', 'code': 200} Aug 11 22:36:29.465849 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49792) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:29.862039 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70a3567f-582b-4664-a28c-71051da6a6ee tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:30.134648 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-70a3567f-582b-4664-a28c-71051da6a6ee tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Deleting port b707d856-0c96-4f67-bda5-f416a0938008 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:36:30.135000 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70a3567f-582b-4664-a28c-71051da6a6ee tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:30.237960 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-70a3567f-582b-4664-a28c-71051da6a6ee tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] For port b707d856-0c96-4f67-bda5-f416a0938008, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=b707d856-0c96-4f67-bda5-f416a0938008,segment=NetworkSegment(ad92f74f-fc49-402f-881b-8220b70c7b04),segment_id=ad92f74f-fc49-402f-881b-8220b70c7b04)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:36:30.238438 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70a3567f-582b-4664-a28c-71051da6a6ee tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:30.257980 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-70a3567f-582b-4664-a28c-71051da6a6ee tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Calling delete_port for b707d856-0c96-4f67-bda5-f416a0938008 owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:36:30.460491 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70a3567f-582b-4664-a28c-71051da6a6ee tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:30.487876 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3567f-582b-4664-a28c-71051da6a6ee tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event deleted for resources: {'Port': ['ID=b707d856-0c96-4f67-bda5-f416a0938008,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:30.685389 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-70a3567f-582b-4664-a28c-71051da6a6ee tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:30.914624 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a3567f-582b-4664-a28c-71051da6a6ee tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Router 6496bef1-173f-4c95-85d9-a769b7deaf0e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:36:31.032865 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a3567f-582b-4664-a28c-71051da6a6ee tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:36:31.041429 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-70a3567f-582b-4664-a28c-71051da6a6ee tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "PUT /v2.0/routers/6496bef1-173f-4c95-85d9-a769b7deaf0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5711570 Aug 11 22:36:31.041429 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49820) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:31.044461 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6691d13b-ff2b-45a5-b4f9-fed4205482d9 None None] Sync routers for ids ['6496bef1-173f-4c95-85d9-a769b7deaf0e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:36:31.053798 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6691d13b-ff2b-45a5-b4f9-fed4205482d9 None None] Routers {'6496bef1-173f-4c95-85d9-a769b7deaf0e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:36:31.054423 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-6691d13b-ff2b-45a5-b4f9-fed4205482d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:36:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['6496bef1-173f-4c95-85d9-a769b7deaf0e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:31.096773 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-77905102-1a37-4677-858f-9d2b566c32d6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Deleting subnet a339f1bc-cb62-47ef-8660-6f10cf6a2676 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:36:31.100647 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-77905102-1a37-4677-858f-9d2b566c32d6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:31.141536 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-77905102-1a37-4677-858f-9d2b566c32d6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:31.163080 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-6691d13b-ff2b-45a5-b4f9-fed4205482d9 None None] Set router 6496bef1-173f-4c95-85d9-a769b7deaf0e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:36:31.250878 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-77905102-1a37-4677-858f-9d2b566c32d6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:31.265941 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 719e09f6-4d0f-4b28-9c4a-d9ce6f404138 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:36:31.293636 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 719e09f6-4d0f-4b28-9c4a-d9ce6f404138 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:36:31.294277 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 719e09f6-4d0f-4b28-9c4a-d9ce6f404138 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:36:31.328089 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-77905102-1a37-4677-858f-9d2b566c32d6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:31.377538 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-77905102-1a37-4677-858f-9d2b566c32d6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:31.382730 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49828) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:31.383312 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-77905102-1a37-4677-858f-9d2b566c32d6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "DELETE /v2.0/subnets/a339f1bc-cb62-47ef-8660-6f10cf6a2676 HTTP/1.1" status: 204 len: 168 time: 0.3412130 Aug 11 22:36:31.384387 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77905102-1a37-4677-858f-9d2b566c32d6 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event deleted for resources: {'Subnet': ['ID=a339f1bc-cb62-47ef-8660-6f10cf6a2676,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:31.397857 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc3e8b3-7e4b-40c3-b396-b8ab87fc5257 None None] Network 8851720f-46d7-4210-975b-18e7bc7d0350 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:36:31.491057 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-6691d13b-ff2b-45a5-b4f9-fed4205482d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717313940', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f257a47b-f179-4c24-bc53-fc18f2b5de95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:33:25Z', 'updated_at': '2021-08-11T22:36:30Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': 'f257a47b-f179-4c24-bc53-fc18f2b5de95', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:33:26Z', 'updated_at': '2021-08-11T22:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:31.508139 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2c38937a-e3db-4f85-8ecb-80f54abb757a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:31.540351 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6691d13b-ff2b-45a5-b4f9-fed4205482d9 None None] Checking router: 6496bef1-173f-4c95-85d9-a769b7deaf0e for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:36:31.549998 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6691d13b-ff2b-45a5-b4f9-fed4205482d9 None None] Routers {'6496bef1-173f-4c95-85d9-a769b7deaf0e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:36:31.550769 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-6691d13b-ff2b-45a5-b4f9-fed4205482d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:36:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['6496bef1-173f-4c95-85d9-a769b7deaf0e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:31.627141 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a50557e-cd17-423d-872b-237460c44d87 None None] DHCP port deletion for 8851720f-46d7-4210-975b-18e7bc7d0350 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:36:31.645766 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2c38937a-e3db-4f85-8ecb-80f54abb757a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:31.670915 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-6691d13b-ff2b-45a5-b4f9-fed4205482d9 None None] Set router 6496bef1-173f-4c95-85d9-a769b7deaf0e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:36:31.697734 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4a50557e-cd17-423d-872b-237460c44d87 None None] Deleting port 198e9050-c157-4965-872d-4af3b48e2465 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:36:31.698359 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4a50557e-cd17-423d-872b-237460c44d87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:31.716748 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-2c38937a-e3db-4f85-8ecb-80f54abb757a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Deleting port f257a47b-f179-4c24-bc53-fc18f2b5de95 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:36:31.717329 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2c38937a-e3db-4f85-8ecb-80f54abb757a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:31.781863 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4a50557e-cd17-423d-872b-237460c44d87 None None] For port 198e9050-c157-4965-872d-4af3b48e2465, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=198e9050-c157-4965-872d-4af3b48e2465,segment=NetworkSegment(ad92f74f-fc49-402f-881b-8220b70c7b04),segment_id=ad92f74f-fc49-402f-881b-8220b70c7b04)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:36:31.782824 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4a50557e-cd17-423d-872b-237460c44d87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:31.798836 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4a50557e-cd17-423d-872b-237460c44d87 None None] Calling delete_port for 198e9050-c157-4965-872d-4af3b48e2465 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:36:31.815708 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-2c38937a-e3db-4f85-8ecb-80f54abb757a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] For port f257a47b-f179-4c24-bc53-fc18f2b5de95, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f257a47b-f179-4c24-bc53-fc18f2b5de95,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:36:31.816085 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2c38937a-e3db-4f85-8ecb-80f54abb757a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:31.834389 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-2c38937a-e3db-4f85-8ecb-80f54abb757a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Calling delete_port for f257a47b-f179-4c24-bc53-fc18f2b5de95 owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:36:31.893520 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-6691d13b-ff2b-45a5-b4f9-fed4205482d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717313940', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f257a47b-f179-4c24-bc53-fc18f2b5de95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:33:25Z', 'updated_at': '2021-08-11T22:36:30Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': 'f257a47b-f179-4c24-bc53-fc18f2b5de95', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:33:26Z', 'updated_at': '2021-08-11T22:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:31.926217 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6691d13b-ff2b-45a5-b4f9-fed4205482d9 None None] The sync data for ids ['6496bef1-173f-4c95-85d9-a769b7deaf0e'] in n-d-804275-3 is: [{'id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717313940', 'tenant_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f257a47b-f179-4c24-bc53-fc18f2b5de95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:33:25Z', 'updated_at': '2021-08-11T22:36:30Z', 'revision_number': 5, 'project_id': '99e4ef8618e749c9ac7b5e3c6561f65c', 'gw_port': {'id': 'f257a47b-f179-4c24-bc53-fc18f2b5de95', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6496bef1-173f-4c95-85d9-a769b7deaf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:33:26Z', 'updated_at': '2021-08-11T22:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:36:32.029127 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2c38937a-e3db-4f85-8ecb-80f54abb757a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:32.063812 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c38937a-e3db-4f85-8ecb-80f54abb757a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event deleted for resources: {'Port': ['ID=f257a47b-f179-4c24-bc53-fc18f2b5de95,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:32.095282 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c38937a-e3db-4f85-8ecb-80f54abb757a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:32.095664 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c38937a-e3db-4f85-8ecb-80f54abb757a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:32.096018 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c38937a-e3db-4f85-8ecb-80f54abb757a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:32.096367 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c38937a-e3db-4f85-8ecb-80f54abb757a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:32.096710 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c38937a-e3db-4f85-8ecb-80f54abb757a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:32.097049 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c38937a-e3db-4f85-8ecb-80f54abb757a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:32.097261 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4a50557e-cd17-423d-872b-237460c44d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:32.097395 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c38937a-e3db-4f85-8ecb-80f54abb757a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:32.097708 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c38937a-e3db-4f85-8ecb-80f54abb757a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:32.098046 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c38937a-e3db-4f85-8ecb-80f54abb757a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:32.098385 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c38937a-e3db-4f85-8ecb-80f54abb757a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:32.098715 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c38937a-e3db-4f85-8ecb-80f54abb757a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:32.099043 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c38937a-e3db-4f85-8ecb-80f54abb757a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:36:32.123945 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50557e-cd17-423d-872b-237460c44d87 None None] Pushing event deleted for resources: {'Port': ['ID=198e9050-c157-4965-872d-4af3b48e2465,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:32.129492 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a50557e-cd17-423d-872b-237460c44d87 None None] No DVR routers for this DVR port 198e9050-c157-4965-872d-4af3b48e2465 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:36:32.140388 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2c38937a-e3db-4f85-8ecb-80f54abb757a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:32.239125 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2c38937a-e3db-4f85-8ecb-80f54abb757a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:32.241340 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2c38937a-e3db-4f85-8ecb-80f54abb757a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:32.286488 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2c38937a-e3db-4f85-8ecb-80f54abb757a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:32.287302 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c38937a-e3db-4f85-8ecb-80f54abb757a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Fanout notify agent at l3_agent the message router_deleted on router 6496bef1-173f-4c95-85d9-a769b7deaf0e {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:36:32.300452 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2c38937a-e3db-4f85-8ecb-80f54abb757a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:32.308795 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2c38937a-e3db-4f85-8ecb-80f54abb757a tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "DELETE /v2.0/routers/6496bef1-173f-4c95-85d9-a769b7deaf0e HTTP/1.1" status: 204 len: 168 time: 0.9247510 Aug 11 22:36:32.309462 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49844) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:32.431522 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4902ac83-844f-4a2d-ad3d-7b322a11cc45 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:32.450200 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 198e9050-c157-4965-872d-4af3b48e2465 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:36:32.476863 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 198e9050-c157-4965-872d-4af3b48e2465 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:36:32.477654 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 198e9050-c157-4965-872d-4af3b48e2465 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:36:32.478435 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b707d856-0c96-4f67-bda5-f416a0938008 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:36:32.504434 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: b707d856-0c96-4f67-bda5-f416a0938008 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:36:32.505084 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device b707d856-0c96-4f67-bda5-f416a0938008 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:36:32.537322 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4902ac83-844f-4a2d-ad3d-7b322a11cc45 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:32.549096 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-4902ac83-844f-4a2d-ad3d-7b322a11cc45 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8851720f-46d7-4210-975b-18e7bc7d0350']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:32.565132 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-4902ac83-844f-4a2d-ad3d-7b322a11cc45 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad92f74f-fc49-402f-881b-8220b70c7b04') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:32.565434 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-4902ac83-844f-4a2d-ad3d-7b322a11cc45 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad92f74f-fc49-402f-881b-8220b70c7b04') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:36:32.575138 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4902ac83-844f-4a2d-ad3d-7b322a11cc45 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:32.589196 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4902ac83-844f-4a2d-ad3d-7b322a11cc45 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:32.596206 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4902ac83-844f-4a2d-ad3d-7b322a11cc45 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:36:32.596618 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4902ac83-844f-4a2d-ad3d-7b322a11cc45 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:36:32.599829 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:36:32.669010 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4902ac83-844f-4a2d-ad3d-7b322a11cc45 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:32.677756 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4902ac83-844f-4a2d-ad3d-7b322a11cc45 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:32.679885 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4902ac83-844f-4a2d-ad3d-7b322a11cc45 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "DELETE /v2.0/networks/8851720f-46d7-4210-975b-18e7bc7d0350 HTTP/1.1" status: 204 len: 168 time: 0.3674147 Aug 11 22:36:32.682483 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49854) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:32.695609 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902ac83-844f-4a2d-ad3d-7b322a11cc45 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event deleted for resources: {'Network': ['ID=8851720f-46d7-4210-975b-18e7bc7d0350,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:32.755665 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-468b1ab3-d31b-4a01-8b25-98bf860b0fe8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:32.784406 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-468b1ab3-d31b-4a01-8b25-98bf860b0fe8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:32.848479 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-468b1ab3-d31b-4a01-8b25-98bf860b0fe8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:32.851239 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-468b1ab3-d31b-4a01-8b25-98bf860b0fe8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:32.852458 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-468b1ab3-d31b-4a01-8b25-98bf860b0fe8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] 10.222.0.77 "DELETE /v2.0/security-groups/d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7 HTTP/1.1" status: 204 len: 168 time: 0.1683385 Aug 11 22:36:32.862114 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b1ab3-d31b-4a01-8b25-98bf860b0fe8 tempest-TestNetworkAdvancedServerOps-227773995 tempest-TestNetworkAdvancedServerOps-227773995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f0a6ca-a04c-4e2d-b25a-b8945a9a62b7,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:33.174633 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49870) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:33.330323 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f8b122e5-f04e-43f5-b174-06d2ddf753bf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=99e4ef8618e749c9ac7b5e3c6561f65c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1540432 Aug 11 22:36:33.332711 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49874) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:33.383897 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-54137856-288c-4208-93bf-cc8d622189a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:33.409842 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-54137856-288c-4208-93bf-cc8d622189a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:33.475382 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-54137856-288c-4208-93bf-cc8d622189a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:33.478417 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-54137856-288c-4208-93bf-cc8d622189a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:33.479913 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-54137856-288c-4208-93bf-cc8d622189a4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f0e79545-44d6-42e0-ad57-036a1033a0ae HTTP/1.1" status: 204 len: 168 time: 0.1460514 Aug 11 22:36:33.497428 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54137856-288c-4208-93bf-cc8d622189a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e79545-44d6-42e0-ad57-036a1033a0ae,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:33.818688 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 49890) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:33.865559 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b56af6a2-4e6c-4406-a5c7-6b34a612dbe8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=33972c2b8f7e410f81f36544899ace05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455375 Aug 11 22:36:33.868284 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 49892) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:36:33.923200 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-21cefb6b-cf49-45cb-a4f8-333f1977243b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:33.947621 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-21cefb6b-cf49-45cb-a4f8-333f1977243b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:34.007487 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-21cefb6b-cf49-45cb-a4f8-333f1977243b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:34.011012 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-21cefb6b-cf49-45cb-a4f8-333f1977243b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:34.013293 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-21cefb6b-cf49-45cb-a4f8-333f1977243b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/95d8c281-1baf-4eae-8172-9910fb2f6ffd HTTP/1.1" status: 204 len: 168 time: 0.1440258 Aug 11 22:36:34.028337 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cefb6b-cf49-45cb-a4f8-333f1977243b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d8c281-1baf-4eae-8172-9910fb2f6ffd,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:36:34.258054 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f257a47b-f179-4c24-bc53-fc18f2b5de95 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:36:34.283783 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: f257a47b-f179-4c24-bc53-fc18f2b5de95 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:36:34.284143 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f257a47b-f179-4c24-bc53-fc18f2b5de95 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:36:37.117607 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:36:38.447879 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:43.256812 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e21c191c-cae7-4b04-b750-39fb8f626e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:46.078015 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:46.270412 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-18b916f4-4b52-4a4a-816b-62439671b546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:47.597884 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:49.064088 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:50.796044 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:36:55.513088 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc6c38e7-a3b8-4b9f-82cd-07f4e9e1bba5 req-51b61456-6896-45b0-975f-e2e41716e4fd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a4dd514e-e8ea-4f65-977f-a937e224fe7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2275333 Aug 11 22:36:55.625904 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c38e7-a3b8-4b9f-82cd-07f4e9e1bba5 req-8223c5f4-410c-454f-8026-07aa4a3833d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:55.627412 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc6c38e7-a3b8-4b9f-82cd-07f4e9e1bba5 req-8223c5f4-410c-454f-8026-07aa4a3833d4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=81545c73701b4772bfae708760c50559&device_id=a4dd514e-e8ea-4f65-977f-a937e224fe7b HTTP/1.1" status: 200 len: 1097 time: 0.0481124 Aug 11 22:36:55.741055 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c38e7-a3b8-4b9f-82cd-07f4e9e1bba5 req-f03f091b-83c8-435f-9856-6fbdc159236e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:55.742620 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc6c38e7-a3b8-4b9f-82cd-07f4e9e1bba5 req-f03f091b-83c8-435f-9856-6fbdc159236e service neutron] 10.222.0.82 "GET /v2.0/networks?id=d2f2d691-200b-48a2-a6a4-cac63bc7a7f7 HTTP/1.1" status: 200 len: 898 time: 0.0932772 Aug 11 22:36:55.816680 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc6c38e7-a3b8-4b9f-82cd-07f4e9e1bba5 req-28cd0d7e-379c-4e48-ac2b-1111ff692240 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8c7cc08-9945-4e25-bb04-a535466d802e HTTP/1.1" status: 200 len: 1001 time: 0.0667651 Aug 11 22:36:55.874495 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c38e7-a3b8-4b9f-82cd-07f4e9e1bba5 req-7027c0c2-5944-49b7-aa73-e6fd2c8155f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:55.875878 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc6c38e7-a3b8-4b9f-82cd-07f4e9e1bba5 req-7027c0c2-5944-49b7-aa73-e6fd2c8155f3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2d2523df-3cc9-49a7-9cac-2b6b5d546950 HTTP/1.1" status: 200 len: 835 time: 0.0525937 Aug 11 22:36:55.925611 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c38e7-a3b8-4b9f-82cd-07f4e9e1bba5 req-0ebc5f9d-c4b7-4052-8381-f2f5e308eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:36:55.927239 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc6c38e7-a3b8-4b9f-82cd-07f4e9e1bba5 req-0ebc5f9d-c4b7-4052-8381-f2f5e308eea4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d2f2d691-200b-48a2-a6a4-cac63bc7a7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436447 Aug 11 22:36:56.030957 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc6c38e7-a3b8-4b9f-82cd-07f4e9e1bba5 req-b97e9916-994a-479e-b9b2-2c569ff18cc6 service neutron] 10.222.0.82 "GET /v2.0/networks/d2f2d691-200b-48a2-a6a4-cac63bc7a7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966966 Aug 11 22:36:56.130105 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cc6c38e7-a3b8-4b9f-82cd-07f4e9e1bba5 req-c253def1-921a-4cf7-807b-61a94dfd2cfe service neutron] 10.222.0.82 "GET /v2.0/networks/d2f2d691-200b-48a2-a6a4-cac63bc7a7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916705 Aug 11 22:37:08.457075 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:13.249407 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-64d51578-3e6b-4529-8210-e15a89c36634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:14.117106 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:37:15.532430 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50780) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:37:15.609182 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166917e4-9006-4ee3-b551-66fec4733e60 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:15.609680 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166917e4-9006-4ee3-b551-66fec4733e60 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:15.610168 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166917e4-9006-4ee3-b551-66fec4733e60 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:15.623034 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-166917e4-9006-4ee3-b551-66fec4733e60 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] 10.222.0.77 "GET /v2.0/ports?project_id=81545c73701b4772bfae708760c50559&network_id=d2f2d691-200b-48a2-a6a4-cac63bc7a7f7 HTTP/1.1" status: 200 len: 2970 time: 0.0778825 Aug 11 22:37:15.901492 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50794) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:37:16.049354 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-251d1135-497d-4278-b53c-d9889bc67751 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d6259f5f855840b0ae4d559b65fcc483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466334 Aug 11 22:37:16.051718 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50798) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:37:16.079118 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:16.106238 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1ccef77c-608f-4042-873e-24a102015576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:16.127066 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1ccef77c-608f-4042-873e-24a102015576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:16.176496 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1ccef77c-608f-4042-873e-24a102015576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:16.179178 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1ccef77c-608f-4042-873e-24a102015576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:16.186801 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1ccef77c-608f-4042-873e-24a102015576 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/136ba910-c760-4143-812a-bdf356909e9a HTTP/1.1" status: 204 len: 168 time: 0.1278098 Aug 11 22:37:16.195638 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccef77c-608f-4042-873e-24a102015576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136ba910-c760-4143-812a-bdf356909e9a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:37:16.275324 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bc13ba4c-0b24-4d76-82c6-7d157327615a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:17.602236 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:19.067021 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:20.078115 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50860) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:37:20.130038 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb49444-6128-4775-8ed1-560fd69948e3 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:20.131587 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4cb49444-6128-4775-8ed1-560fd69948e3 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ace0c6e5-d196-4ef9-80b8-149980a74560 HTTP/1.1" status: 200 len: 814 time: 0.0524228 Aug 11 22:37:20.794943 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:21.476933 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50868) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:37:21.482549 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-16747b0c-52f0-479d-8434-25105141fd04 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'network': {'name': 'tempest-network-smoke--1040973123', 'project_id': '81545c73701b4772bfae708760c50559', 'port_security_enabled': True}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:37:21.505708 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16747b0c-52f0-479d-8434-25105141fd04 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Made reservation on behalf of 81545c73701b4772bfae708760c50559 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:37:21.509247 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-16747b0c-52f0-479d-8434-25105141fd04 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:21.533801 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16747b0c-52f0-479d-8434-25105141fd04 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:37:21.543329 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-16747b0c-52f0-479d-8434-25105141fd04 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:21.543865 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-16747b0c-52f0-479d-8434-25105141fd04 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Added segment 215805d9-40c6-4f13-af58-dd86f75c1279 of type vlan for network 0b5f11b0-8bc7-4ed2-b67b-994df09b937f Aug 11 22:37:21.595084 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-16747b0c-52f0-479d-8434-25105141fd04 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:21.625729 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-16747b0c-52f0-479d-8434-25105141fd04 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:21.631632 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16747b0c-52f0-479d-8434-25105141fd04 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:21.632238 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-16747b0c-52f0-479d-8434-25105141fd04 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:21.695948 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-16747b0c-52f0-479d-8434-25105141fd04 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2177267 Aug 11 22:37:21.699400 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50870) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:37:21.760318 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16747b0c-52f0-479d-8434-25105141fd04 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'Network': ['ID=0b5f11b0-8bc7-4ed2-b67b-994df09b937f,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:37:21.785555 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16747b0c-52f0-479d-8434-25105141fd04 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:21.785913 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16747b0c-52f0-479d-8434-25105141fd04 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:21.786258 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16747b0c-52f0-479d-8434-25105141fd04 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:21.786605 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16747b0c-52f0-479d-8434-25105141fd04 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:21.786949 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16747b0c-52f0-479d-8434-25105141fd04 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:21.787288 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16747b0c-52f0-479d-8434-25105141fd04 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:21.787657 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16747b0c-52f0-479d-8434-25105141fd04 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:21.787992 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16747b0c-52f0-479d-8434-25105141fd04 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:21.788324 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16747b0c-52f0-479d-8434-25105141fd04 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:21.788660 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16747b0c-52f0-479d-8434-25105141fd04 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:21.788995 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16747b0c-52f0-479d-8434-25105141fd04 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:21.789326 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16747b0c-52f0-479d-8434-25105141fd04 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:21.803450 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 0b5f11b0-8bc7-4ed2-b67b-994df09b937f details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:37:21.809854 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66eebe1-be36-42af-8dae-2511a4bbf442 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:21.814552 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f66eebe1-be36-42af-8dae-2511a4bbf442 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=81545c73701b4772bfae708760c50559&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1115699 Aug 11 22:37:21.814874 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50872) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:37:21.970359 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04af9f49-f34b-43de-a515-7004308dff98 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:21.972215 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-04af9f49-f34b-43de-a515-7004308dff98 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1562409 Aug 11 22:37:21.975081 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50874) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:37:22.016193 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-41127c36-1764-4bf9-bc02-9353e367e548 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ace0c6e5-d196-4ef9-80b8-149980a74560&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355914 Aug 11 22:37:22.016193 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50878) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:37:22.050290 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c43bffc8-8b07-42fe-96ae-ccbef3bfe600 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=81545c73701b4772bfae708760c50559&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332117 Aug 11 22:37:22.053049 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50882) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:37:22.166464 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b847cba4-f17a-4162-85e9-676be8c6cc2b tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:22.171377 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b847cba4-f17a-4162-85e9-676be8c6cc2b tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1136997 Aug 11 22:37:22.171737 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50886) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:37:22.202029 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-55cf7b4a-e09e-40cc-94ec-cc0d76374638 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ace0c6e5-d196-4ef9-80b8-149980a74560&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290523 Aug 11 22:37:22.205142 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50888) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:37:22.210251 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-2ba552bc-3364-4802-91a1-79aaac58952e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1686968402', 'network_id': '0b5f11b0-8bc7-4ed2-b67b-994df09b937f', 'project_id': '81545c73701b4772bfae708760c50559', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:37:22.302318 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba552bc-3364-4802-91a1-79aaac58952e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Made reservation on behalf of 81545c73701b4772bfae708760c50559 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:37:22.305964 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2ba552bc-3364-4802-91a1-79aaac58952e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:22.495007 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2ba552bc-3364-4802-91a1-79aaac58952e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:22.565032 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba552bc-3364-4802-91a1-79aaac58952e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'Subnet': ['ID=953c60d4-120a-4254-a1be-bd1030424c1b,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:37:22.572914 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba552bc-3364-4802-91a1-79aaac58952e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Checking segment: {'id': '215805d9-40c6-4f13-af58-dd86f75c1279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b5f11b0-8bc7-4ed2-b67b-994df09b937f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:37:22.573255 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba552bc-3364-4802-91a1-79aaac58952e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Network hostable DHCP agents. Network: 0b5f11b0-8bc7-4ed2-b67b-994df09b937f, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:37:22.592150 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba552bc-3364-4802-91a1-79aaac58952e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Network 0b5f11b0-8bc7-4ed2-b67b-994df09b937f is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:37:22.602953 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-2ba552bc-3364-4802-91a1-79aaac58952e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 0b5f11b0-8bc7-4ed2-b67b-994df09b937f) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:37:22.608352 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba552bc-3364-4802-91a1-79aaac58952e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:22.609146 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2ba552bc-3364-4802-91a1-79aaac58952e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:22.612362 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b891859-2977-49b1-974c-32d59ee5cddb None None] Network 0b5f11b0-8bc7-4ed2-b67b-994df09b937f requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:37:22.629192 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2ba552bc-3364-4802-91a1-79aaac58952e tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4230003 Aug 11 22:37:22.808545 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-0b5f11b0-8bc7-4ed2-b67b-994df09b937f', 'network_id': '0b5f11b0-8bc7-4ed2-b67b-994df09b937f', 'tenant_id': '81545c73701b4772bfae708760c50559', 'fixed_ips': [{'subnet_id': '953c60d4-120a-4254-a1be-bd1030424c1b'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:37:22.808545 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:22.848067 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50892) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:37:22.853437 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-bb584303-d93c-4d8c-ba85-07fd9ba53242 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1793177061', 'description': 'tempest-secgroup-smoke-1793177061 description', 'project_id': '81545c73701b4772bfae708760c50559'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:37:22.880459 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb584303-d93c-4d8c-ba85-07fd9ba53242 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:22.962747 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Allocated IP 172.20.0.18 (0b5f11b0-8bc7-4ed2-b67b-994df09b937f/953c60d4-120a-4254-a1be-bd1030424c1b/8a695b54-90ab-4d22-b8ec-3b170227ee4b) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:37:22.976408 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb584303-d93c-4d8c-ba85-07fd9ba53242 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:22.983462 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb584303-d93c-4d8c-ba85-07fd9ba53242 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:23.038582 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb584303-d93c-4d8c-ba85-07fd9ba53242 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:23.043181 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bb584303-d93c-4d8c-ba85-07fd9ba53242 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1907349 Aug 11 22:37:23.044360 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50894) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:37:23.048207 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-95c04a8a-0608-401c-a090-65a53a7fec43 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'security_group_rule': {'security_group_id': 'b5686f55-c478-42f3-a8a7-bc71a6228f2a', 'project_id': '81545c73701b4772bfae708760c50559', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:37:23.053779 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb584303-d93c-4d8c-ba85-07fd9ba53242 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5686f55-c478-42f3-a8a7-bc71a6228f2a,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:37:23.083197 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95c04a8a-0608-401c-a090-65a53a7fec43 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:23.150716 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95c04a8a-0608-401c-a090-65a53a7fec43 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:23.156212 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95c04a8a-0608-401c-a090-65a53a7fec43 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:23.178198 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:23.188121 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Transition to ACTIVE for port object 8a695b54-90ab-4d22-b8ec-3b170227ee4b will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:37:23.197864 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c04a8a-0608-401c-a090-65a53a7fec43 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70cfaf94-8b9d-4ad6-94ed-ca73244ef0bd,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:37:23.206482 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Transition to ACTIVE for port object 8a695b54-90ab-4d22-b8ec-3b170227ee4b will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:37:23.213836 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:23.214688 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-95c04a8a-0608-401c-a090-65a53a7fec43 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:23.216031 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-95c04a8a-0608-401c-a090-65a53a7fec43 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1716225 Aug 11 22:37:23.220354 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50898) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:37:23.225208 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-ac3d2a00-bcaa-4fa4-8435-c06c348a8711 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'security_group_rule': {'security_group_id': 'b5686f55-c478-42f3-a8a7-bc71a6228f2a', 'project_id': '81545c73701b4772bfae708760c50559', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:37:23.256593 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ac3d2a00-bcaa-4fa4-8435-c06c348a8711 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:23.256896 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Network 0b5f11b0-8bc7-4ed2-b67b-994df09b937f is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:37:23.261752 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:37:23.265054 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:37:23.278089 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Pushing event updated for resources: {'Port': ['ID=8a695b54-90ab-4d22-b8ec-3b170227ee4b,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:37:23.302644 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:23.302644 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:23.303025 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:23.303342 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:23.303957 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:23.304093 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:23.304340 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:23.304673 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:23.305004 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:23.305335 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:23.305666 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:23.305990 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:23.334310 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ac3d2a00-bcaa-4fa4-8435-c06c348a8711 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:23.338116 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ac3d2a00-bcaa-4fa4-8435-c06c348a8711 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:23.342147 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Attempting to bind port 8a695b54-90ab-4d22-b8ec-3b170227ee4b on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:37:23.342541 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Attempting to bind port 8a695b54-90ab-4d22-b8ec-3b170227ee4b by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '215805d9-40c6-4f13-af58-dd86f75c1279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b5f11b0-8bc7-4ed2-b67b-994df09b937f'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:37:23.343295 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Attempting to bind port 8a695b54-90ab-4d22-b8ec-3b170227ee4b on network 0b5f11b0-8bc7-4ed2-b67b-994df09b937f {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:37:23.349774 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:37:23.350160 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Checking segment: {'id': '215805d9-40c6-4f13-af58-dd86f75c1279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b5f11b0-8bc7-4ed2-b67b-994df09b937f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:37:23.350576 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:23.350977 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Bound using segment: {'id': '215805d9-40c6-4f13-af58-dd86f75c1279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b5f11b0-8bc7-4ed2-b67b-994df09b937f'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:37:23.351542 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Bound port: 8a695b54-90ab-4d22-b8ec-3b170227ee4b, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215805d9-40c6-4f13-af58-dd86f75c1279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b5f11b0-8bc7-4ed2-b67b-994df09b937f'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:37:23.352002 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:23.359828 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d2a00-bcaa-4fa4-8435-c06c348a8711 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba2d1166-ba78-4108-a6e1-b9c1b3e5013f,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:37:23.365799 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ac3d2a00-bcaa-4fa4-8435-c06c348a8711 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:23.368293 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ac3d2a00-bcaa-4fa4-8435-c06c348a8711 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1465614 Aug 11 22:37:23.370901 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50900) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:37:23.376395 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-9363e55b-37c7-4981-9576-d0b69ea0f6b7 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'security_group_rule': {'security_group_id': 'b5686f55-c478-42f3-a8a7-bc71a6228f2a', 'project_id': '81545c73701b4772bfae708760c50559', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:37:23.405150 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9363e55b-37c7-4981-9576-d0b69ea0f6b7 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:23.430009 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] For port 8a695b54-90ab-4d22-b8ec-3b170227ee4b, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:37:23.433794 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] For port 8a695b54-90ab-4d22-b8ec-3b170227ee4b, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8a695b54-90ab-4d22-b8ec-3b170227ee4b,segment=NetworkSegment(215805d9-40c6-4f13-af58-dd86f75c1279),segment_id=215805d9-40c6-4f13-af58-dd86f75c1279)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:37:23.439419 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:23.466542 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9363e55b-37c7-4981-9576-d0b69ea0f6b7 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:23.470701 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9363e55b-37c7-4981-9576-d0b69ea0f6b7 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:23.496820 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363e55b-37c7-4981-9576-d0b69ea0f6b7 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eefd335-43ba-4825-a32e-c564b153fd18,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:37:23.505225 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9363e55b-37c7-4981-9576-d0b69ea0f6b7 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:23.507141 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9363e55b-37c7-4981-9576-d0b69ea0f6b7 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1351407 Aug 11 22:37:23.510542 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 50902) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:37:23.516988 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-2ef401e7-4998-4b34-884c-1ee73fa10d5a tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'security_group_rule': {'security_group_id': 'b5686f55-c478-42f3-a8a7-bc71a6228f2a', 'project_id': '81545c73701b4772bfae708760c50559', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:37:23.522372 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6f708-0e45-4161-aef9-27441ed76196 None None] Pushing event updated for resources: {'Port': ['ID=8a695b54-90ab-4d22-b8ec-3b170227ee4b,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:37:23.554007 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2ef401e7-4998-4b34-884c-1ee73fa10d5a tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:23.624386 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2ef401e7-4998-4b34-884c-1ee73fa10d5a tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:23.628999 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2ef401e7-4998-4b34-884c-1ee73fa10d5a tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:23.642968 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef401e7-4998-4b34-884c-1ee73fa10d5a tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cca5149-7654-49ce-9867-21f4e4b1126e,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:37:23.658094 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2ef401e7-4998-4b34-884c-1ee73fa10d5a tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:23.659359 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2ef401e7-4998-4b34-884c-1ee73fa10d5a tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1470697 Aug 11 22:37:23.662200 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50904) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:37:23.667216 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-2cf5db43-f958-4886-a8c1-7277a12dffa5 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'security_group_rule': {'security_group_id': 'b5686f55-c478-42f3-a8a7-bc71a6228f2a', 'project_id': '81545c73701b4772bfae708760c50559', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:37:23.721371 n-d-804275-3 neutron-server[100942]: INFO neutron.db.securitygroups_db [None req-2cf5db43-f958-4886-a8c1-7277a12dffa5 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Project 81545c73701b4772bfae708760c50559 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 22:37:23.726696 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2cf5db43-f958-4886-a8c1-7277a12dffa5 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:23.800782 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2cf5db43-f958-4886-a8c1-7277a12dffa5 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:23.808727 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2cf5db43-f958-4886-a8c1-7277a12dffa5 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:23.828647 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5db43-f958-4886-a8c1-7277a12dffa5 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc3f177-e866-493a-bf62-6b0c61080419,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:37:23.839389 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2cf5db43-f958-4886-a8c1-7277a12dffa5 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:23.840753 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2cf5db43-f958-4886-a8c1-7277a12dffa5 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1774964 Aug 11 22:37:23.843950 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 50906) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:37:23.848756 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-a6970a34-7db3-44c7-99c2-58bd8583d906 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'security_group_rule': {'security_group_id': 'b5686f55-c478-42f3-a8a7-bc71a6228f2a', 'project_id': '81545c73701b4772bfae708760c50559', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:37:23.871459 n-d-804275-3 neutron-server[100942]: INFO neutron.db.securitygroups_db [None req-a6970a34-7db3-44c7-99c2-58bd8583d906 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Project 81545c73701b4772bfae708760c50559 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 22:37:23.876458 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a6970a34-7db3-44c7-99c2-58bd8583d906 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:23.941108 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a6970a34-7db3-44c7-99c2-58bd8583d906 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:23.945015 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a6970a34-7db3-44c7-99c2-58bd8583d906 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:23.966083 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6970a34-7db3-44c7-99c2-58bd8583d906 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff756ab-6836-4027-9512-3c5cafdda0eb,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:37:23.969887 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a6970a34-7db3-44c7-99c2-58bd8583d906 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:23.975030 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a6970a34-7db3-44c7-99c2-58bd8583d906 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1263719 Aug 11 22:37:24.173651 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-8ccbf67d-4000-4972-ba80-b6a1fdac1c7a tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1793177061&fields=id&tenant_id=81545c73701b4772bfae708760c50559 HTTP/1.1" status: 200 len: 267 time: 0.0411437 Aug 11 22:37:24.343967 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-efdc7381-381c-4296-a135-2aa32f6aaa06 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:24.349877 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-efdc7381-381c-4296-a135-2aa32f6aaa06 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/networks?id=0b5f11b0-8bc7-4ed2-b67b-994df09b937f HTTP/1.1" status: 200 len: 797 time: 0.1611702 Aug 11 22:37:24.373638 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-b10d5b67-d315-48b7-8d41-1dc5803b8082 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/quotas/81545c73701b4772bfae708760c50559 HTTP/1.1" status: 200 len: 375 time: 0.0182602 Aug 11 22:37:24.419291 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8a695b54-90ab-4d22-b8ec-3b170227ee4b up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:37:24.473228 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-3b0db7c9-bd3c-4ff0-b83b-861f344ce1fd tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=81545c73701b4772bfae708760c50559&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0861158 Aug 11 22:37:24.526443 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 8a695b54-90ab-4d22-b8ec-3b170227ee4b completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:37:24.611541 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5224c7-c951-438f-ae3a-7e0287468495 None None] Network 0b5f11b0-8bc7-4ed2-b67b-994df09b937f requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:37:24.613741 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-0e699f32-3ce8-4272-8067-07e86bc674cf service neutron] 10.222.0.77 "GET /v2.0/networks/0b5f11b0-8bc7-4ed2-b67b-994df09b937f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368694 Aug 11 22:37:24.702488 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8900e573-0bb1-465a-afc8-45d2b1d30069 None None] Provisioning for port 8a695b54-90ab-4d22-b8ec-3b170227ee4b completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:37:24.713377 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8900e573-0bb1-465a-afc8-45d2b1d30069 None None] Provisioning complete for port 8a695b54-90ab-4d22-b8ec-3b170227ee4b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:37:24.713832 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8900e573-0bb1-465a-afc8-45d2b1d30069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:24.735440 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-ab64c44c-9dfa-4883-8c20-c8cf381396d4 service neutron] 10.222.0.77 "GET /v2.0/networks/0b5f11b0-8bc7-4ed2-b67b-994df09b937f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143062 Aug 11 22:37:24.894167 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8900e573-0bb1-465a-afc8-45d2b1d30069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:24.931169 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a6d918bb-4d36-49ed-b35e-49d87523c137 req-e64bf4ba-12e8-4e6a-87ca-7fbd618bbc9d tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=11978e23-0ca4-4162-8e16-60a33baef687 HTTP/1.1" status: 200 len: 210 time: 0.0318997 Aug 11 22:37:24.957287 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-8900e573-0bb1-465a-afc8-45d2b1d30069 None None] For port 8a695b54-90ab-4d22-b8ec-3b170227ee4b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8a695b54-90ab-4d22-b8ec-3b170227ee4b,segment=NetworkSegment(215805d9-40c6-4f13-af58-dd86f75c1279),segment_id=215805d9-40c6-4f13-af58-dd86f75c1279)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:37:24.961833 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8900e573-0bb1-465a-afc8-45d2b1d30069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:25.043099 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8900e573-0bb1-465a-afc8-45d2b1d30069 None None] Pushing event updated for resources: {'Port': ['ID=8a695b54-90ab-4d22-b8ec-3b170227ee4b,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:37:25.191486 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e175bb48-0955-4bb8-8e90-78723e65c94b None None] Provisioning complete for port 8a695b54-90ab-4d22-b8ec-3b170227ee4b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:37:25.191910 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e175bb48-0955-4bb8-8e90-78723e65c94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:25.908885 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-980ae04c-0ca8-4a4c-9ada-88e47332285f tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:25.919388 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-980ae04c-0ca8-4a4c-9ada-88e47332285f tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.52 "GET /v2.0/networks?id=0b5f11b0-8bc7-4ed2-b67b-994df09b937f HTTP/1.1" status: 200 len: 797 time: 0.1228001 Aug 11 22:37:25.980806 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-465d078a-934c-45df-af88-665e7805dd86 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81545c73701b4772bfae708760c50559 HTTP/1.1" status: 200 len: 473 time: 0.0587685 Aug 11 22:37:25.990805 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-54364842-88c7-458b-b937-59feea0161d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'port': {'device_id': '11978e23-0ca4-4162-8e16-60a33baef687', 'network_id': '0b5f11b0-8bc7-4ed2-b67b-994df09b937f', 'admin_state_up': True, 'tenant_id': '81545c73701b4772bfae708760c50559', 'security_groups': ['b5686f55-c478-42f3-a8a7-bc71a6228f2a']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:37:26.050693 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4edcb03b-70b5-4548-b338-63d9e75b3347 req-eec553b6-7c5e-4c27-b47f-644eda1e7aff tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=11978e23-0ca4-4162-8e16-60a33baef687 HTTP/1.1" status: 200 len: 210 time: 0.0333886 Aug 11 22:37:26.119820 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-54364842-88c7-458b-b937-59feea0161d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Made reservation on behalf of 81545c73701b4772bfae708760c50559 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:37:26.124003 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-54364842-88c7-458b-b937-59feea0161d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:26.258594 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-54364842-88c7-458b-b937-59feea0161d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Allocated IP 172.20.0.21 (0b5f11b0-8bc7-4ed2-b67b-994df09b937f/953c60d4-120a-4254-a1be-bd1030424c1b/fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:37:26.360788 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8a695b54-90ab-4d22-b8ec-3b170227ee4b up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:37:26.408150 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-54364842-88c7-458b-b937-59feea0161d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:26.412795 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 8a695b54-90ab-4d22-b8ec-3b170227ee4b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:37:26.413307 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:26.426222 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-54364842-88c7-458b-b937-59feea0161d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Transition to ACTIVE for port object fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:37:26.466890 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-54364842-88c7-458b-b937-59feea0161d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:26.514357 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-54364842-88c7-458b-b937-59feea0161d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Network 0b5f11b0-8bc7-4ed2-b67b-994df09b937f is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:37:26.517486 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-54364842-88c7-458b-b937-59feea0161d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:37:26.522187 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-54364842-88c7-458b-b937-59feea0161d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:37:26.526113 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54364842-88c7-458b-b937-59feea0161d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'Port': ['ID=fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:37:26.580299 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-54364842-88c7-458b-b937-59feea0161d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:26.580990 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-54364842-88c7-458b-b937-59feea0161d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:26.597625 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-54364842-88c7-458b-b937-59feea0161d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6109602 Aug 11 22:37:26.726548 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-1922a29d-87e8-4cfe-9a4a-107abe315f32 service neutron] Request body: {'port': {'device_id': '11978e23-0ca4-4162-8e16-60a33baef687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:37:26.781750 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-1922a29d-87e8-4cfe-9a4a-107abe315f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:26.816879 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c626a4e2-bb91-44ab-b65f-8011cf6516d1 None None] Provisioning for port fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:37:26.820612 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c626a4e2-bb91-44ab-b65f-8011cf6516d1 None None] Provisioning complete for port fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:37:26.821232 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c626a4e2-bb91-44ab-b65f-8011cf6516d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:26.859904 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-c626a4e2-bb91-44ab-b65f-8011cf6516d1 None None] Port fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:37:27.132074 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-1922a29d-87e8-4cfe-9a4a-107abe315f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:37:27.142287 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-1922a29d-87e8-4cfe-9a4a-107abe315f32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:27.162179 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-1922a29d-87e8-4cfe-9a4a-107abe315f32 service neutron] Transition to ACTIVE for port object fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:37:27.167639 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-1922a29d-87e8-4cfe-9a4a-107abe315f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:27.220036 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8560d-b823-49ec-8e19-38ff37f8bccd req-3ea376f0-0eb7-4c91-8038-63706a1edc8a tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:27.229302 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-00e8560d-b823-49ec-8e19-38ff37f8bccd req-3ea376f0-0eb7-4c91-8038-63706a1edc8a tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=11978e23-0ca4-4162-8e16-60a33baef687 HTTP/1.1" status: 200 len: 932 time: 0.0832403 Aug 11 22:37:27.251430 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922a29d-87e8-4cfe-9a4a-107abe315f32 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:37:27.275225 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-00e8560d-b823-49ec-8e19-38ff37f8bccd req-d16c0363-a7ab-42c2-9c52-c75a7d3c5617 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=b5686f55-c478-42f3-a8a7-bc71a6228f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450318 Aug 11 22:37:27.316276 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-1922a29d-87e8-4cfe-9a4a-107abe315f32 service neutron] Attempting to bind port fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:37:27.316704 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-1922a29d-87e8-4cfe-9a4a-107abe315f32 service neutron] Attempting to bind port fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '215805d9-40c6-4f13-af58-dd86f75c1279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b5f11b0-8bc7-4ed2-b67b-994df09b937f'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:37:27.317113 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-1922a29d-87e8-4cfe-9a4a-107abe315f32 service neutron] Attempting to bind port fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b on network 0b5f11b0-8bc7-4ed2-b67b-994df09b937f {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:37:27.322384 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-1922a29d-87e8-4cfe-9a4a-107abe315f32 service neutron] Port fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b on network 0b5f11b0-8bc7-4ed2-b67b-994df09b937f not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:37:27.322656 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-1922a29d-87e8-4cfe-9a4a-107abe315f32 service neutron] Attempting to bind port fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b on network 0b5f11b0-8bc7-4ed2-b67b-994df09b937f {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:37:27.328678 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-1922a29d-87e8-4cfe-9a4a-107abe315f32 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:37:27.329022 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-1922a29d-87e8-4cfe-9a4a-107abe315f32 service neutron] Checking segment: {'id': '215805d9-40c6-4f13-af58-dd86f75c1279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b5f11b0-8bc7-4ed2-b67b-994df09b937f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:37:27.329415 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-1922a29d-87e8-4cfe-9a4a-107abe315f32 service neutron] Bound using segment: {'id': '215805d9-40c6-4f13-af58-dd86f75c1279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b5f11b0-8bc7-4ed2-b67b-994df09b937f'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:37:27.329852 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-1922a29d-87e8-4cfe-9a4a-107abe315f32 service neutron] Bound port: fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '215805d9-40c6-4f13-af58-dd86f75c1279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b5f11b0-8bc7-4ed2-b67b-994df09b937f'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:37:27.330225 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-1922a29d-87e8-4cfe-9a4a-107abe315f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:27.400478 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-1922a29d-87e8-4cfe-9a4a-107abe315f32 service neutron] For port fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:37:27.404202 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-1922a29d-87e8-4cfe-9a4a-107abe315f32 service neutron] For port fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b,segment=NetworkSegment(215805d9-40c6-4f13-af58-dd86f75c1279),segment_id=215805d9-40c6-4f13-af58-dd86f75c1279)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:37:27.410432 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-1922a29d-87e8-4cfe-9a4a-107abe315f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:27.452425 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-1922a29d-87e8-4cfe-9a4a-107abe315f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:27.453070 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-1922a29d-87e8-4cfe-9a4a-107abe315f32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:27.454508 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-1922a29d-87e8-4cfe-9a4a-107abe315f32 service neutron] 10.222.0.52 "PUT /v2.0/ports/fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b HTTP/1.1" status: 200 len: 1092 time: 0.8467436 Aug 11 22:37:27.454959 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11978e23-0ca4-4162-8e16-60a33baef687', 'tag': 'fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:37:27.457251 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426d79d6-9611-4759-bdf8-fd8129a203dd" -d '{"events": [{"name": "network-changed", "server_uuid": "11978e23-0ca4-4162-8e16-60a33baef687", "tag": "fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:37:27.490517 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922a29d-87e8-4cfe-9a4a-107abe315f32 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:37:27.577605 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-50f0c6b2-431f-49eb-a3eb-e69ee2c0e4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:27.580102 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-50f0c6b2-431f-49eb-a3eb-e69ee2c0e4f8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=81545c73701b4772bfae708760c50559&device_id=11978e23-0ca4-4162-8e16-60a33baef687 HTTP/1.1" status: 200 len: 1095 time: 0.0602694 Aug 11 22:37:27.635752 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-2c089590-18e9-4450-877f-c0e4a420c8a6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b HTTP/1.1" status: 200 len: 217 time: 0.0474343 Aug 11 22:37:27.675661 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4517183-f481-453e-829d-96d33ab3b124 x-openstack-request-id: req-b4517183-f481-453e-829d-96d33ab3b124 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:37:27.675930 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11978e23-0ca4-4162-8e16-60a33baef687", "tag": "fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:37:27.676193 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b4517183-f481-453e-829d-96d33ab3b124 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:37:27.676587 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11978e23-0ca4-4162-8e16-60a33baef687', 'tag': 'fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b', 'status': 'completed', 'code': 200} Aug 11 22:37:27.706499 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-d3f3fdc8-386b-452b-b324-833f074ce136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:27.708106 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-d3f3fdc8-386b-452b-b324-833f074ce136 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=953c60d4-120a-4254-a1be-bd1030424c1b HTTP/1.1" status: 200 len: 838 time: 0.0656478 Aug 11 22:37:27.759273 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-46eda642-6615-4001-b8a8-53541fc3bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:27.760864 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-46eda642-6615-4001-b8a8-53541fc3bef4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b5f11b0-8bc7-4ed2-b67b-994df09b937f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451338 Aug 11 22:37:27.858798 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-a7a00b7d-8c79-4c86-9d46-8f9fc4a43427 service neutron] 10.222.0.52 "GET /v2.0/networks/0b5f11b0-8bc7-4ed2-b67b-994df09b937f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905964 Aug 11 22:37:27.952597 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-61cb6be2-ab5a-4faf-9c97-85f88592f48c req-a21600dc-adb2-4d28-a96e-a63b46d7a56e service neutron] 10.222.0.52 "GET /v2.0/networks/0b5f11b0-8bc7-4ed2-b67b-994df09b937f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867236 Aug 11 22:37:28.038590 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d79d6-9611-4759-bdf8-fd8129a203dd req-279eab2a-7ad4-4f6a-b40b-61b9d2cb880e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:28.040114 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-426d79d6-9611-4759-bdf8-fd8129a203dd req-279eab2a-7ad4-4f6a-b40b-61b9d2cb880e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=81545c73701b4772bfae708760c50559&device_id=11978e23-0ca4-4162-8e16-60a33baef687 HTTP/1.1" status: 200 len: 1095 time: 0.0421040 Aug 11 22:37:28.139066 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d79d6-9611-4759-bdf8-fd8129a203dd req-970269aa-b0fd-492b-b1d4-9a1a4e3b853c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:28.140608 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-426d79d6-9611-4759-bdf8-fd8129a203dd req-970269aa-b0fd-492b-b1d4-9a1a4e3b853c service neutron] 10.222.0.52 "GET /v2.0/networks?id=0b5f11b0-8bc7-4ed2-b67b-994df09b937f HTTP/1.1" status: 200 len: 898 time: 0.0937343 Aug 11 22:37:28.183422 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-426d79d6-9611-4759-bdf8-fd8129a203dd req-15ea75d0-9a50-4e78-9ff8-9b8ad81ae2f4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b HTTP/1.1" status: 200 len: 217 time: 0.0354185 Aug 11 22:37:28.231642 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d79d6-9611-4759-bdf8-fd8129a203dd req-8fb962eb-71da-4277-a561-5cbee66c13f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:28.233859 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-426d79d6-9611-4759-bdf8-fd8129a203dd req-8fb962eb-71da-4277-a561-5cbee66c13f9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=953c60d4-120a-4254-a1be-bd1030424c1b HTTP/1.1" status: 200 len: 838 time: 0.0436525 Aug 11 22:37:28.286351 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d79d6-9611-4759-bdf8-fd8129a203dd req-f5a6391a-8435-4091-8597-d8499e162739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:28.287948 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-426d79d6-9611-4759-bdf8-fd8129a203dd req-f5a6391a-8435-4091-8597-d8499e162739 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b5f11b0-8bc7-4ed2-b67b-994df09b937f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462465 Aug 11 22:37:28.401185 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e22dc-37ef-4280-913b-93c1dbd21db1 req-b43989e3-aafd-4ea1-b336-ea79762dc2ca tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:28.402848 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b8e22dc-37ef-4280-913b-93c1dbd21db1 req-b43989e3-aafd-4ea1-b336-ea79762dc2ca tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=11978e23-0ca4-4162-8e16-60a33baef687 HTTP/1.1" status: 200 len: 944 time: 0.0523546 Aug 11 22:37:28.446693 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b8e22dc-37ef-4280-913b-93c1dbd21db1 req-de91e90d-9469-4a78-acb9-01ad9d83dcc0 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=b5686f55-c478-42f3-a8a7-bc71a6228f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367599 Aug 11 22:37:28.694598 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-426d79d6-9611-4759-bdf8-fd8129a203dd req-98ae49b6-3516-4c93-a35e-bcd8face564b service neutron] 10.222.0.52 "GET /v2.0/networks/0b5f11b0-8bc7-4ed2-b67b-994df09b937f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990459 Aug 11 22:37:28.799396 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-426d79d6-9611-4759-bdf8-fd8129a203dd req-577b248a-2881-4d1b-a8a2-78dcd9866639 service neutron] 10.222.0.52 "GET /v2.0/networks/0b5f11b0-8bc7-4ed2-b67b-994df09b937f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969708 Aug 11 22:37:29.596934 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9c64f-539d-4939-9125-4c2acfd4cb50 req-532c0be4-4498-4cc4-ab10-223e5beac26a tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:29.598452 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1be9c64f-539d-4939-9125-4c2acfd4cb50 req-532c0be4-4498-4cc4-ab10-223e5beac26a tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=11978e23-0ca4-4162-8e16-60a33baef687 HTTP/1.1" status: 200 len: 944 time: 0.0514162 Aug 11 22:37:29.638904 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1be9c64f-539d-4939-9125-4c2acfd4cb50 req-ffd8b431-8939-4bea-bf3a-ee61f478eef7 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=b5686f55-c478-42f3-a8a7-bc71a6228f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340822 Aug 11 22:37:30.760739 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e622d0-5e40-4baf-94e0-62865b5d324f req-fadb20a4-c37a-478c-b473-773f830e92ec tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:30.762263 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-49e622d0-5e40-4baf-94e0-62865b5d324f req-fadb20a4-c37a-478c-b473-773f830e92ec tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=11978e23-0ca4-4162-8e16-60a33baef687 HTTP/1.1" status: 200 len: 944 time: 0.0511272 Aug 11 22:37:30.807032 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-49e622d0-5e40-4baf-94e0-62865b5d324f req-6096d48d-9191-4382-a41d-00cd26a7587a tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=b5686f55-c478-42f3-a8a7-bc71a6228f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372226 Aug 11 22:37:31.032434 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:37:31.140044 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b,segment=NetworkSegment(215805d9-40c6-4f13-af58-dd86f75c1279),segment_id=215805d9-40c6-4f13-af58-dd86f75c1279)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:37:31.153368 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b', 'network_id': '0b5f11b0-8bc7-4ed2-b67b-994df09b937f', 'port_id': 'fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b', 'mac_address': 'fa:16:3e:ca:98:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '953c60d4-120a-4254-a1be-bd1030424c1b', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:37:31.198419 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:31.214697 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:37:31.235984 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b,segment=NetworkSegment(215805d9-40c6-4f13-af58-dd86f75c1279),segment_id=215805d9-40c6-4f13-af58-dd86f75c1279)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:37:31.240659 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:31.302619 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:37:31.475872 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:37:31.928831 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d9b67-e0e0-4969-bac6-7a9e310d49a2 req-fbe402ae-7e94-4a0d-b6a7-10ace79c97cc tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:31.930363 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-228d9b67-e0e0-4969-bac6-7a9e310d49a2 req-fbe402ae-7e94-4a0d-b6a7-10ace79c97cc tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=11978e23-0ca4-4162-8e16-60a33baef687 HTTP/1.1" status: 200 len: 945 time: 0.0516553 Aug 11 22:37:31.970572 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-228d9b67-e0e0-4969-bac6-7a9e310d49a2 req-a33bce95-3f1f-4270-8c8a-73ef0a49f244 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=b5686f55-c478-42f3-a8a7-bc71a6228f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337605 Aug 11 22:37:33.062951 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:37:33.094197 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd49e6-ff39-4c6a-bb5c-25bd7c36ee55 req-45b66215-c633-4e2c-8149-7ec9fea8c2d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:33.102424 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09dd49e6-ff39-4c6a-bb5c-25bd7c36ee55 req-45b66215-c633-4e2c-8149-7ec9fea8c2d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=11978e23-0ca4-4162-8e16-60a33baef687 HTTP/1.1" status: 200 len: 945 time: 0.0619593 Aug 11 22:37:33.118506 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:37:33.123408 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:37:33.124525 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:33.148527 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09dd49e6-ff39-4c6a-bb5c-25bd7c36ee55 req-39113dce-3596-4a91-b57b-39be408ffb75 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=b5686f55-c478-42f3-a8a7-bc71a6228f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446179 Aug 11 22:37:33.221934 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:33.245041 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11978e23-0ca4-4162-8e16-60a33baef687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:37:33.247549 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64356d68-11e2-4de4-a714-774b07d84d4f" -d '{"events": [{"server_uuid": "11978e23-0ca4-4162-8e16-60a33baef687", "name": "network-vif-plugged", "status": "completed", "tag": "fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:37:33.261666 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b,segment=NetworkSegment(215805d9-40c6-4f13-af58-dd86f75c1279),segment_id=215805d9-40c6-4f13-af58-dd86f75c1279)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:37:33.266805 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:33.332400 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:37:33.372020 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a1ca05-df01-4099-ab93-2e1b0633ea24 x-openstack-request-id: req-27a1ca05-df01-4099-ab93-2e1b0633ea24 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:37:33.372368 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11978e23-0ca4-4162-8e16-60a33baef687", "name": "network-vif-plugged", "status": "completed", "tag": "fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:37:33.372709 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-27a1ca05-df01-4099-ab93-2e1b0633ea24 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:37:33.373348 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11978e23-0ca4-4162-8e16-60a33baef687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b', 'code': 200} Aug 11 22:37:33.505289 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe930e-d408-4760-a463-0cdf95e6937b req-c2afad7a-0926-49f7-b801-4f3e349f1f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:33.506883 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6afe930e-d408-4760-a463-0cdf95e6937b req-c2afad7a-0926-49f7-b801-4f3e349f1f57 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=11978e23-0ca4-4162-8e16-60a33baef687 HTTP/1.1" status: 200 len: 1097 time: 0.0542564 Aug 11 22:37:33.548446 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6afe930e-d408-4760-a463-0cdf95e6937b req-d578be0a-90a1-43ba-9617-f98d73644744 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b5686f55-c478-42f3-a8a7-bc71a6228f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305908 Aug 11 22:37:34.339353 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae4864-0a2f-4297-8791-1e2065d51730 req-39671f21-28eb-40cd-bf76-70d86e67e499 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:34.341811 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-34ae4864-0a2f-4297-8791-1e2065d51730 req-39671f21-28eb-40cd-bf76-70d86e67e499 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=11978e23-0ca4-4162-8e16-60a33baef687 HTTP/1.1" status: 200 len: 946 time: 0.1173720 Aug 11 22:37:34.400895 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-34ae4864-0a2f-4297-8791-1e2065d51730 req-1520ed43-53d4-4ba0-92ec-88ed26d958db tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=b5686f55-c478-42f3-a8a7-bc71a6228f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472178 Aug 11 22:37:35.555227 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbed23b-3720-4e2b-8c79-05fa75d73b63 req-ac45e585-3fdd-45c6-9d95-35d2af5d095f tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:35.556899 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cbbed23b-3720-4e2b-8c79-05fa75d73b63 req-ac45e585-3fdd-45c6-9d95-35d2af5d095f tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=11978e23-0ca4-4162-8e16-60a33baef687 HTTP/1.1" status: 200 len: 946 time: 0.0560157 Aug 11 22:37:35.597345 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cbbed23b-3720-4e2b-8c79-05fa75d73b63 req-7e8ce8cf-5bf7-4404-9a37-d7a261595512 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=b5686f55-c478-42f3-a8a7-bc71a6228f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344214 Aug 11 22:37:35.715782 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae9217-9c93-48af-a5c3-88903f24a92a req-f5c41858-ac8d-4f85-8c8e-c24eed36de37 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:35.717838 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f0ae9217-9c93-48af-a5c3-88903f24a92a req-f5c41858-ac8d-4f85-8c8e-c24eed36de37 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=11978e23-0ca4-4162-8e16-60a33baef687 HTTP/1.1" status: 200 len: 946 time: 0.0523582 Aug 11 22:37:35.757950 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f0ae9217-9c93-48af-a5c3-88903f24a92a req-99a4d19c-4872-4433-a1e0-a8fcd6476f85 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=b5686f55-c478-42f3-a8a7-bc71a6228f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339353 Aug 11 22:37:37.236504 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51032) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:37:37.704099 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:37.991902 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Allocated IP 172.20.0.17 (0b5f11b0-8bc7-4ed2-b67b-994df09b937f/953c60d4-120a-4254-a1be-bd1030424c1b/dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:37:38.114949 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:38.129892 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Transition to ACTIVE for port object dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:37:38.165336 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:38.209937 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Network 0b5f11b0-8bc7-4ed2-b67b-994df09b937f is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:37:38.215451 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:37:38.220183 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:37:38.247675 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'Port': ['ID=dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:37:38.268008 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:38.268356 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:38.268757 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:38.269298 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:38.269639 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:38.269976 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:38.270309 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:38.270649 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:38.270975 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:38.271304 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:38.271659 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:38.271988 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:37:38.288644 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:38.431749 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:38.465505 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:38.517388 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d11210e0-6c33-4971-bb00-8ff33ab16359 None None] Provisioning for port dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:37:38.523464 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d11210e0-6c33-4971-bb00-8ff33ab16359 None None] Provisioning complete for port dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:37:38.524079 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d11210e0-6c33-4971-bb00-8ff33ab16359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:38.565604 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-d11210e0-6c33-4971-bb00-8ff33ab16359 None None] Port dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:37:38.767016 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:38.773558 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:38.866334 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:38.868484 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'Port': ['ID=dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:37:38.999753 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-328c0028-6d1a-421e-b9e0-dbaca5a06f84 req-ded294c1-c8fd-49b8-ab8e-074575c2220e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=11978e23-0ca4-4162-8e16-60a33baef687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0795135 Aug 11 22:37:39.012985 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Network 0b5f11b0-8bc7-4ed2-b67b-994df09b937f is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:37:39.015125 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:37:39.153219 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c0028-6d1a-421e-b9e0-dbaca5a06f84 req-fd0f7085-2937-4007-b7b3-25f1e2bbe956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:39.154779 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-328c0028-6d1a-421e-b9e0-dbaca5a06f84 req-fd0f7085-2937-4007-b7b3-25f1e2bbe956 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=81545c73701b4772bfae708760c50559&device_id=11978e23-0ca4-4162-8e16-60a33baef687 HTTP/1.1" status: 200 len: 1097 time: 0.0921702 Aug 11 22:37:39.177624 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Router cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:37:39.296259 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9fb1ed8f-5c2d-4c80-9b61-8e9205ec88d3 None None] Provisioning complete for port dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:37:39.296259 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ed8f-5c2d-4c80-9b61-8e9205ec88d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:39.337378 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-9fb1ed8f-5c2d-4c80-9b61-8e9205ec88d3 None None] Port dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:37:39.343608 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c0028-6d1a-421e-b9e0-dbaca5a06f84 req-5b438d9b-caa1-454b-a2de-260f7fe87a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:39.345175 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-328c0028-6d1a-421e-b9e0-dbaca5a06f84 req-5b438d9b-caa1-454b-a2de-260f7fe87a10 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0b5f11b0-8bc7-4ed2-b67b-994df09b937f HTTP/1.1" status: 200 len: 898 time: 0.1698942 Aug 11 22:37:39.403322 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-328c0028-6d1a-421e-b9e0-dbaca5a06f84 req-41d0adb9-63e2-4d6a-8ad7-74c4d9e3e6d9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b HTTP/1.1" status: 200 len: 217 time: 0.0457711 Aug 11 22:37:39.407264 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:37:39.421328 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5c12fe-f5af-4a9c-81db-38ad69d57814 None None] Sync routers for ids ['cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:37:39.428155 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6d029c73-bdfb-49cb-875c-1b0edddaa696 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "PUT /v2.0/routers/cd88ea2d-1243-4f2f-a63d-b95e1ad340b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1903481 Aug 11 22:37:39.433465 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5c12fe-f5af-4a9c-81db-38ad69d57814 None None] Routers {'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:37:39.434320 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-5a5c12fe-f5af-4a9c-81db-38ad69d57814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:37:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:37:39.478226 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c0028-6d1a-421e-b9e0-dbaca5a06f84 req-3f7da98f-bcaa-4935-8d51-a66e2d539a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:39.484645 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-328c0028-6d1a-421e-b9e0-dbaca5a06f84 req-3f7da98f-bcaa-4935-8d51-a66e2d539a15 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=953c60d4-120a-4254-a1be-bd1030424c1b HTTP/1.1" status: 200 len: 838 time: 0.0699022 Aug 11 22:37:39.571598 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c0028-6d1a-421e-b9e0-dbaca5a06f84 req-244ffa74-87ab-4441-8a7c-143b4c57e461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:39.573947 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-328c0028-6d1a-421e-b9e0-dbaca5a06f84 req-244ffa74-87ab-4441-8a7c-143b4c57e461 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b5f11b0-8bc7-4ed2-b67b-994df09b937f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795038 Aug 11 22:37:39.610422 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-5a5c12fe-f5af-4a9c-81db-38ad69d57814 None None] Set router cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:37:39.684371 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-328c0028-6d1a-421e-b9e0-dbaca5a06f84 req-9bfee429-0ac6-4103-8b07-01904246a16d service neutron] 10.222.0.52 "GET /v2.0/networks/0b5f11b0-8bc7-4ed2-b67b-994df09b937f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038353 Aug 11 22:37:39.796037 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-328c0028-6d1a-421e-b9e0-dbaca5a06f84 req-4280892e-876a-4cab-8337-7ad64f31e8aa service neutron] 10.222.0.52 "GET /v2.0/networks/0b5f11b0-8bc7-4ed2-b67b-994df09b937f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041291 Aug 11 22:37:39.877557 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-5a5c12fe-f5af-4a9c-81db-38ad69d57814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'name': 'tempest-TestNetworkBasicOps-router-590634068', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:40Z', 'updated_at': '2021-08-11T22:37:38Z', 'revision_number': 5, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:41Z', 'updated_at': '2021-08-11T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '479dc481-1431-4ed1-96e2-641cc136827b', 'tenant_id': '81545c73701b4772bfae708760c50559', 'floating_ip_address': '172.25.2.58', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'port_id': 'f8c7cc08-9945-4e25-bb04-a535466d802e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7', 'mac_address': 'fa:16:3e:39:4a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd514e-e8ea-4f65-977f-a937e224fe7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:36:10Z', 'updated_at': '2021-08-11T22:36:13Z', 'revision_number': 1, 'project_id': '81545c73701b4772bfae708760c50559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdc38b75-f2f0-4c11-9019-cd69da037d4e', 'name': '', 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7', 'tenant_id': '81545c73701b4772bfae708760c50559', 'mac_address': 'fa:16:3e:38:e6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:45Z', 'updated_at': '2021-08-11T22:35:55Z', 'revision_number': 5, 'project_id': '81545c73701b4772bfae708760c50559', 'subnets': [{'id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0', 'name': '', 'network_id': '0b5f11b0-8bc7-4ed2-b67b-994df09b937f', 'tenant_id': '81545c73701b4772bfae708760c50559', 'mac_address': 'fa:16:3e:b6:9d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '953c60d4-120a-4254-a1be-bd1030424c1b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:37:37Z', 'updated_at': '2021-08-11T22:37:38Z', 'revision_number': 2, 'project_id': '81545c73701b4772bfae708760c50559', 'subnets': [{'id': '953c60d4-120a-4254-a1be-bd1030424c1b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:37:39.909010 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5c12fe-f5af-4a9c-81db-38ad69d57814 None None] Checking router: cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:37:39.909478 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5c12fe-f5af-4a9c-81db-38ad69d57814 None None] Updating router cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 port dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:37:39.936687 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5a5c12fe-f5af-4a9c-81db-38ad69d57814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:40.221510 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5a5c12fe-f5af-4a9c-81db-38ad69d57814 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:40.233197 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-5a5c12fe-f5af-4a9c-81db-38ad69d57814 None None] Transition to ACTIVE for port object dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:37:40.240707 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5a5c12fe-f5af-4a9c-81db-38ad69d57814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:40.293437 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12fcb2-23bd-40ee-8311-add7e9eb6495 None None] Pushing event updated for resources: {'Port': ['ID=dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:37:40.358568 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-5a5c12fe-f5af-4a9c-81db-38ad69d57814 None None] Attempting to bind port dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:37:40.358945 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-5a5c12fe-f5af-4a9c-81db-38ad69d57814 None None] Attempting to bind port dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '215805d9-40c6-4f13-af58-dd86f75c1279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b5f11b0-8bc7-4ed2-b67b-994df09b937f'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:37:40.359318 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5c12fe-f5af-4a9c-81db-38ad69d57814 None None] Attempting to bind port dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0 on network 0b5f11b0-8bc7-4ed2-b67b-994df09b937f {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:37:40.365105 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5c12fe-f5af-4a9c-81db-38ad69d57814 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:37:40.365487 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5c12fe-f5af-4a9c-81db-38ad69d57814 None None] Checking segment: {'id': '215805d9-40c6-4f13-af58-dd86f75c1279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b5f11b0-8bc7-4ed2-b67b-994df09b937f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:37:40.365962 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5a5c12fe-f5af-4a9c-81db-38ad69d57814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:40.366311 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5c12fe-f5af-4a9c-81db-38ad69d57814 None None] Bound using segment: {'id': '215805d9-40c6-4f13-af58-dd86f75c1279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b5f11b0-8bc7-4ed2-b67b-994df09b937f'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:37:40.366787 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-5a5c12fe-f5af-4a9c-81db-38ad69d57814 None None] Bound port: dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215805d9-40c6-4f13-af58-dd86f75c1279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b5f11b0-8bc7-4ed2-b67b-994df09b937f'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:37:40.367234 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5a5c12fe-f5af-4a9c-81db-38ad69d57814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:40.435723 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-5a5c12fe-f5af-4a9c-81db-38ad69d57814 None None] For port dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:37:40.439884 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-5a5c12fe-f5af-4a9c-81db-38ad69d57814 None None] For port dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0,segment=NetworkSegment(215805d9-40c6-4f13-af58-dd86f75c1279),segment_id=215805d9-40c6-4f13-af58-dd86f75c1279)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:37:40.444976 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5a5c12fe-f5af-4a9c-81db-38ad69d57814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:40.511692 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5c12fe-f5af-4a9c-81db-38ad69d57814 None None] Routers {'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:37:40.512339 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-5a5c12fe-f5af-4a9c-81db-38ad69d57814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:37:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:37:40.514998 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12fcb2-23bd-40ee-8311-add7e9eb6495 None None] Pushing event updated for resources: {'Port': ['ID=dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:37:40.641144 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-5a5c12fe-f5af-4a9c-81db-38ad69d57814 None None] Set router cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:37:40.951745 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-5a5c12fe-f5af-4a9c-81db-38ad69d57814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'name': 'tempest-TestNetworkBasicOps-router-590634068', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:40Z', 'updated_at': '2021-08-11T22:37:38Z', 'revision_number': 5, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:41Z', 'updated_at': '2021-08-11T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '479dc481-1431-4ed1-96e2-641cc136827b', 'tenant_id': '81545c73701b4772bfae708760c50559', 'floating_ip_address': '172.25.2.58', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'port_id': 'f8c7cc08-9945-4e25-bb04-a535466d802e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7', 'mac_address': 'fa:16:3e:39:4a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd514e-e8ea-4f65-977f-a937e224fe7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:36:10Z', 'updated_at': '2021-08-11T22:36:13Z', 'revision_number': 1, 'project_id': '81545c73701b4772bfae708760c50559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdc38b75-f2f0-4c11-9019-cd69da037d4e', 'name': '', 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7', 'tenant_id': '81545c73701b4772bfae708760c50559', 'mac_address': 'fa:16:3e:38:e6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:45Z', 'updated_at': '2021-08-11T22:35:55Z', 'revision_number': 5, 'project_id': '81545c73701b4772bfae708760c50559', 'subnets': [{'id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0', 'name': '', 'network_id': '0b5f11b0-8bc7-4ed2-b67b-994df09b937f', 'tenant_id': '81545c73701b4772bfae708760c50559', 'mac_address': 'fa:16:3e:b6:9d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '953c60d4-120a-4254-a1be-bd1030424c1b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:37:37Z', 'updated_at': '2021-08-11T22:37:40Z', 'revision_number': 4, 'project_id': '81545c73701b4772bfae708760c50559', 'subnets': [{'id': '953c60d4-120a-4254-a1be-bd1030424c1b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:37:40.980837 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5c12fe-f5af-4a9c-81db-38ad69d57814 None None] The sync data for ids ['cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'] in n-d-804275-3 is: [{'id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'name': 'tempest-TestNetworkBasicOps-router-590634068', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:40Z', 'updated_at': '2021-08-11T22:37:38Z', 'revision_number': 5, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:41Z', 'updated_at': '2021-08-11T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '479dc481-1431-4ed1-96e2-641cc136827b', 'tenant_id': '81545c73701b4772bfae708760c50559', 'floating_ip_address': '172.25.2.58', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'port_id': 'f8c7cc08-9945-4e25-bb04-a535466d802e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7', 'mac_address': 'fa:16:3e:39:4a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd514e-e8ea-4f65-977f-a937e224fe7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:36:10Z', 'updated_at': '2021-08-11T22:36:13Z', 'revision_number': 1, 'project_id': '81545c73701b4772bfae708760c50559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdc38b75-f2f0-4c11-9019-cd69da037d4e', 'name': '', 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7', 'tenant_id': '81545c73701b4772bfae708760c50559', 'mac_address': 'fa:16:3e:38:e6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:45Z', 'updated_at': '2021-08-11T22:35:55Z', 'revision_number': 5, 'project_id': '81545c73701b4772bfae708760c50559', 'subnets': [{'id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0', 'name': '', 'network_id': '0b5f11b0-8bc7-4ed2-b67b-994df09b937f', 'tenant_id': '81545c73701b4772bfae708760c50559', 'mac_address': 'fa:16:3e:b6:9d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '953c60d4-120a-4254-a1be-bd1030424c1b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:37:37Z', 'updated_at': '2021-08-11T22:37:40Z', 'revision_number': 4, 'project_id': '81545c73701b4772bfae708760c50559', 'subnets': [{'id': '953c60d4-120a-4254-a1be-bd1030424c1b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:37:42.400350 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:37:42.460371 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:37:42.464951 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:37:42.465336 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:42.718598 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:42.757777 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0,segment=NetworkSegment(215805d9-40c6-4f13-af58-dd86f75c1279),segment_id=215805d9-40c6-4f13-af58-dd86f75c1279)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:37:42.762893 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:42.815214 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:37:43.255466 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-af22596b-072b-4e2d-a18b-7b5c6e4b5df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:44.363188 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:37:44.420823 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:37:44.421191 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:46.082015 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:46.275162 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-628b8886-244f-4af7-bdc5-6af78184c391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:47.606784 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:49.072084 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:50.809977 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:37:51.116160 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:37:55.326129 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-460293d6-5c40-43ef-93a5-4b9c9fea8807 req-f5a3a4ba-413c-4ebd-a6d8-e05af5da7d28 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a4dd514e-e8ea-4f65-977f-a937e224fe7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433221 Aug 11 22:37:55.437535 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460293d6-5c40-43ef-93a5-4b9c9fea8807 req-724f7907-51d5-42ad-9d57-ede716dcf78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:55.438381 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-460293d6-5c40-43ef-93a5-4b9c9fea8807 req-724f7907-51d5-42ad-9d57-ede716dcf78e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=81545c73701b4772bfae708760c50559&device_id=a4dd514e-e8ea-4f65-977f-a937e224fe7b HTTP/1.1" status: 200 len: 1097 time: 0.0469291 Aug 11 22:37:55.549138 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460293d6-5c40-43ef-93a5-4b9c9fea8807 req-cdece84d-5810-4ea8-995f-7b7da5a8d5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:55.550821 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-460293d6-5c40-43ef-93a5-4b9c9fea8807 req-cdece84d-5810-4ea8-995f-7b7da5a8d5b0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d2f2d691-200b-48a2-a6a4-cac63bc7a7f7 HTTP/1.1" status: 200 len: 898 time: 0.0926814 Aug 11 22:37:55.626629 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-460293d6-5c40-43ef-93a5-4b9c9fea8807 req-a610622f-3aef-4b21-aca1-1afa7f4cbebc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8c7cc08-9945-4e25-bb04-a535466d802e HTTP/1.1" status: 200 len: 1001 time: 0.0690279 Aug 11 22:37:55.677251 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460293d6-5c40-43ef-93a5-4b9c9fea8807 req-ef29918f-f278-43b4-9063-e6b3aa6b159e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:55.678694 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-460293d6-5c40-43ef-93a5-4b9c9fea8807 req-ef29918f-f278-43b4-9063-e6b3aa6b159e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2d2523df-3cc9-49a7-9cac-2b6b5d546950 HTTP/1.1" status: 200 len: 835 time: 0.0454843 Aug 11 22:37:55.727598 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460293d6-5c40-43ef-93a5-4b9c9fea8807 req-653debe7-8966-40a3-bd5b-dfb4419c2368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:37:55.729079 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-460293d6-5c40-43ef-93a5-4b9c9fea8807 req-653debe7-8966-40a3-bd5b-dfb4419c2368 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d2f2d691-200b-48a2-a6a4-cac63bc7a7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418837 Aug 11 22:37:55.832958 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-460293d6-5c40-43ef-93a5-4b9c9fea8807 req-3f2f99f0-dc95-49c2-83d1-d113a64e0cf5 service neutron] 10.222.0.82 "GET /v2.0/networks/d2f2d691-200b-48a2-a6a4-cac63bc7a7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956709 Aug 11 22:37:55.928677 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-460293d6-5c40-43ef-93a5-4b9c9fea8807 req-e702de28-3148-4740-a03c-9b5c4c4614cf service neutron] 10.222.0.82 "GET /v2.0/networks/d2f2d691-200b-48a2-a6a4-cac63bc7a7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886438 Aug 11 22:38:00.114820 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51224) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:00.832746 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-37b2ee73-2f3f-4e1a-aa16-c52c1535be3b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:01.165391 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-37b2ee73-2f3f-4e1a-aa16-c52c1535be3b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Deleting port dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:38:01.166039 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-37b2ee73-2f3f-4e1a-aa16-c52c1535be3b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:01.263065 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-37b2ee73-2f3f-4e1a-aa16-c52c1535be3b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] For port dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0,segment=NetworkSegment(215805d9-40c6-4f13-af58-dd86f75c1279),segment_id=215805d9-40c6-4f13-af58-dd86f75c1279)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:38:01.263472 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-37b2ee73-2f3f-4e1a-aa16-c52c1535be3b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:01.278739 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-37b2ee73-2f3f-4e1a-aa16-c52c1535be3b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Calling delete_port for dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0 owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:38:01.475370 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-37b2ee73-2f3f-4e1a-aa16-c52c1535be3b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:01.526908 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2ee73-2f3f-4e1a-aa16-c52c1535be3b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event deleted for resources: {'Port': ['ID=dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:01.686999 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-37b2ee73-2f3f-4e1a-aa16-c52c1535be3b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:01.909983 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b2ee73-2f3f-4e1a-aa16-c52c1535be3b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Router cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:38:02.031228 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b2ee73-2f3f-4e1a-aa16-c52c1535be3b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:38:02.037089 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-37b2ee73-2f3f-4e1a-aa16-c52c1535be3b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "PUT /v2.0/routers/cd88ea2d-1243-4f2f-a63d-b95e1ad340b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9211488 Aug 11 22:38:02.041116 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8f74f4-8689-4bc7-8779-7d2f991ca89d None None] Sync routers for ids ['cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:38:02.064572 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8f74f4-8689-4bc7-8779-7d2f991ca89d None None] Routers {'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:38:02.065342 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-7d8f74f4-8689-4bc7-8779-7d2f991ca89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:37:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:02.222642 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-7d8f74f4-8689-4bc7-8779-7d2f991ca89d None None] Set router cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:38:02.360777 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58037617-6696-4cce-8418-675d3bbd6cf8 req-6b6a0e70-7848-4abe-94e0-a57e63f3ef9b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:02.368028 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-58037617-6696-4cce-8418-675d3bbd6cf8 req-6b6a0e70-7848-4abe-94e0-a57e63f3ef9b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=11978e23-0ca4-4162-8e16-60a33baef687 HTTP/1.1" status: 200 len: 946 time: 0.0687976 Aug 11 22:38:02.411422 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-58037617-6696-4cce-8418-675d3bbd6cf8 req-0ab7ac00-bd97-4347-850d-4fe9d953bd00 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=b5686f55-c478-42f3-a8a7-bc71a6228f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416472 Aug 11 22:38:02.468428 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-7d8f74f4-8689-4bc7-8779-7d2f991ca89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'name': 'tempest-TestNetworkBasicOps-router-590634068', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:40Z', 'updated_at': '2021-08-11T22:38:01Z', 'revision_number': 6, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:41Z', 'updated_at': '2021-08-11T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '479dc481-1431-4ed1-96e2-641cc136827b', 'tenant_id': '81545c73701b4772bfae708760c50559', 'floating_ip_address': '172.25.2.58', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'port_id': 'f8c7cc08-9945-4e25-bb04-a535466d802e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7', 'mac_address': 'fa:16:3e:39:4a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd514e-e8ea-4f65-977f-a937e224fe7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:36:10Z', 'updated_at': '2021-08-11T22:36:13Z', 'revision_number': 1, 'project_id': '81545c73701b4772bfae708760c50559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdc38b75-f2f0-4c11-9019-cd69da037d4e', 'name': '', 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7', 'tenant_id': '81545c73701b4772bfae708760c50559', 'mac_address': 'fa:16:3e:38:e6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:45Z', 'updated_at': '2021-08-11T22:35:55Z', 'revision_number': 5, 'project_id': '81545c73701b4772bfae708760c50559', 'subnets': [{'id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:02.494384 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8f74f4-8689-4bc7-8779-7d2f991ca89d None None] Checking router: cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:38:02.503338 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8f74f4-8689-4bc7-8779-7d2f991ca89d None None] Routers {'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:38:02.504010 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-7d8f74f4-8689-4bc7-8779-7d2f991ca89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:37:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:02.610732 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-7d8f74f4-8689-4bc7-8779-7d2f991ca89d None None] Set router cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:38:02.855432 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-7d8f74f4-8689-4bc7-8779-7d2f991ca89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'name': 'tempest-TestNetworkBasicOps-router-590634068', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:40Z', 'updated_at': '2021-08-11T22:38:01Z', 'revision_number': 6, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:41Z', 'updated_at': '2021-08-11T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '479dc481-1431-4ed1-96e2-641cc136827b', 'tenant_id': '81545c73701b4772bfae708760c50559', 'floating_ip_address': '172.25.2.58', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'port_id': 'f8c7cc08-9945-4e25-bb04-a535466d802e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7', 'mac_address': 'fa:16:3e:39:4a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd514e-e8ea-4f65-977f-a937e224fe7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:36:10Z', 'updated_at': '2021-08-11T22:36:13Z', 'revision_number': 1, 'project_id': '81545c73701b4772bfae708760c50559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdc38b75-f2f0-4c11-9019-cd69da037d4e', 'name': '', 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7', 'tenant_id': '81545c73701b4772bfae708760c50559', 'mac_address': 'fa:16:3e:38:e6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:45Z', 'updated_at': '2021-08-11T22:35:55Z', 'revision_number': 5, 'project_id': '81545c73701b4772bfae708760c50559', 'subnets': [{'id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:02.881473 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8f74f4-8689-4bc7-8779-7d2f991ca89d None None] The sync data for ids ['cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'] in n-d-804275-3 is: [{'id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'name': 'tempest-TestNetworkBasicOps-router-590634068', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:40Z', 'updated_at': '2021-08-11T22:38:01Z', 'revision_number': 6, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:41Z', 'updated_at': '2021-08-11T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '479dc481-1431-4ed1-96e2-641cc136827b', 'tenant_id': '81545c73701b4772bfae708760c50559', 'floating_ip_address': '172.25.2.58', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'port_id': 'f8c7cc08-9945-4e25-bb04-a535466d802e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7', 'mac_address': 'fa:16:3e:39:4a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dd514e-e8ea-4f65-977f-a937e224fe7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:36:10Z', 'updated_at': '2021-08-11T22:36:13Z', 'revision_number': 1, 'project_id': '81545c73701b4772bfae708760c50559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdc38b75-f2f0-4c11-9019-cd69da037d4e', 'name': '', 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7', 'tenant_id': '81545c73701b4772bfae708760c50559', 'mac_address': 'fa:16:3e:38:e6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:45Z', 'updated_at': '2021-08-11T22:35:55Z', 'revision_number': 5, 'project_id': '81545c73701b4772bfae708760c50559', 'subnets': [{'id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:38:03.540658 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48be187-fda1-4362-80a9-9886ff224044 req-0955fb2a-cb78-4418-bc2e-7e5f52dbe1c4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:03.542223 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a48be187-fda1-4362-80a9-9886ff224044 req-0955fb2a-cb78-4418-bc2e-7e5f52dbe1c4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=11978e23-0ca4-4162-8e16-60a33baef687 HTTP/1.1" status: 200 len: 946 time: 0.0569687 Aug 11 22:38:03.588083 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a48be187-fda1-4362-80a9-9886ff224044 req-5b98589d-b3fb-409f-8416-541687ae58ea tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=b5686f55-c478-42f3-a8a7-bc71a6228f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396073 Aug 11 22:38:03.612907 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341599d-ad76-490a-9696-0cc6151abc74 req-605dfa6a-4ed2-4abc-9398-1a5d18c1ca2a tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:03.613407 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8341599d-ad76-490a-9696-0cc6151abc74 req-605dfa6a-4ed2-4abc-9398-1a5d18c1ca2a tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.52 "GET /v2.0/ports?device_id=11978e23-0ca4-4162-8e16-60a33baef687 HTTP/1.1" status: 200 len: 946 time: 0.0586479 Aug 11 22:38:03.708674 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-8341599d-ad76-490a-9696-0cc6151abc74 req-a1efb44c-ce27-4335-aa11-bd4e3c47fbb4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Deleting port fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:38:03.709027 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8341599d-ad76-490a-9696-0cc6151abc74 req-a1efb44c-ce27-4335-aa11-bd4e3c47fbb4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:03.800296 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-8341599d-ad76-490a-9696-0cc6151abc74 req-a1efb44c-ce27-4335-aa11-bd4e3c47fbb4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] For port fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b,segment=NetworkSegment(215805d9-40c6-4f13-af58-dd86f75c1279),segment_id=215805d9-40c6-4f13-af58-dd86f75c1279)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:38:03.800585 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8341599d-ad76-490a-9696-0cc6151abc74 req-a1efb44c-ce27-4335-aa11-bd4e3c47fbb4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:03.814108 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-8341599d-ad76-490a-9696-0cc6151abc74 req-a1efb44c-ce27-4335-aa11-bd4e3c47fbb4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Calling delete_port for fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:38:03.941055 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8341599d-ad76-490a-9696-0cc6151abc74 req-a1efb44c-ce27-4335-aa11-bd4e3c47fbb4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:03.978732 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efb44c-ce27-4335-aa11-bd4e3c47fbb4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event deleted for resources: {'Port': ['ID=fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:04.016925 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8341599d-ad76-490a-9696-0cc6151abc74 req-a1efb44c-ce27-4335-aa11-bd4e3c47fbb4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] No DVR routers for this DVR port fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:38:04.019932 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-8341599d-ad76-490a-9696-0cc6151abc74 req-a1efb44c-ce27-4335-aa11-bd4e3c47fbb4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:04.022013 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8341599d-ad76-490a-9696-0cc6151abc74 req-a1efb44c-ce27-4335-aa11-bd4e3c47fbb4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.52 "DELETE /v2.0/ports/fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b HTTP/1.1" status: 204 len: 173 time: 0.4018950 Aug 11 22:38:04.022457 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11978e23-0ca4-4162-8e16-60a33baef687', 'name': 'network-vif-deleted', 'tag': 'fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:38:04.024728 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eeffa13-a673-40e1-b1d0-77aa97f0a235" -d '{"events": [{"server_uuid": "11978e23-0ca4-4162-8e16-60a33baef687", "name": "network-vif-deleted", "tag": "fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:38:04.061466 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe77416c-2ed7-417a-9a28-61680878fbdb x-openstack-request-id: req-fe77416c-2ed7-417a-9a28-61680878fbdb {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:38:04.061770 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11978e23-0ca4-4162-8e16-60a33baef687", "name": "network-vif-deleted", "tag": "fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:38:04.062033 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fe77416c-2ed7-417a-9a28-61680878fbdb {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:38:04.062447 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11978e23-0ca4-4162-8e16-60a33baef687', 'name': 'network-vif-deleted', 'tag': 'fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b', 'status': 'completed', 'code': 200} Aug 11 22:38:04.357323 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:38:04.405920 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:38:04.407370 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device dbb12c40-07ac-4e0f-a5b8-b52fe9fb2bf0 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:38:04.439679 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51250) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:04.575601 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a069b159-6772-473c-9e06-385311bd63fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:04.650283 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51256) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:04.684615 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a069b159-6772-473c-9e06-385311bd63fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:04.688758 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a069b159-6772-473c-9e06-385311bd63fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:04.711118 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d2777091-fc51-4a17-8ead-d8cae5684d57 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:04.727056 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069b159-6772-473c-9e06-385311bd63fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fdffd3-9acd-4d8a-9bcd-f0f994617301,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:04.731407 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a069b159-6772-473c-9e06-385311bd63fe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a71164893ad545e192da89e15cd759cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2901053 Aug 11 22:38:04.734042 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51258) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:04.737768 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d2777091-fc51-4a17-8ead-d8cae5684d57 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:04.787667 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7b349071-9949-4e35-ac60-6a6fbdfa469a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:04.800511 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d2777091-fc51-4a17-8ead-d8cae5684d57 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:04.803287 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d2777091-fc51-4a17-8ead-d8cae5684d57 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:04.804519 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d2777091-fc51-4a17-8ead-d8cae5684d57 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "DELETE /v2.0/security-groups/b5686f55-c478-42f3-a8a7-bc71a6228f2a HTTP/1.1" status: 204 len: 168 time: 0.1530836 Aug 11 22:38:04.812314 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7b349071-9949-4e35-ac60-6a6fbdfa469a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:04.814877 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2777091-fc51-4a17-8ead-d8cae5684d57 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5686f55-c478-42f3-a8a7-bc71a6228f2a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:04.841560 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51262) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:04.900812 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c0b4a9-2cf3-4d9f-8a7c-f51522b3f4cd tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Deleting subnet 953c60d4-120a-4254-a1be-bd1030424c1b {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:38:04.904165 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-63c0b4a9-2cf3-4d9f-8a7c-f51522b3f4cd tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:04.926292 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7b349071-9949-4e35-ac60-6a6fbdfa469a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:04.928844 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7b349071-9949-4e35-ac60-6a6fbdfa469a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:04.929982 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7b349071-9949-4e35-ac60-6a6fbdfa469a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/83fdffd3-9acd-4d8a-9bcd-f0f994617301 HTTP/1.1" status: 204 len: 168 time: 0.1945393 Aug 11 22:38:04.943847 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b349071-9949-4e35-ac60-6a6fbdfa469a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fdffd3-9acd-4d8a-9bcd-f0f994617301,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:04.960354 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-63c0b4a9-2cf3-4d9f-8a7c-f51522b3f4cd tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:05.051936 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-63c0b4a9-2cf3-4d9f-8a7c-f51522b3f4cd tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:05.112125 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-63c0b4a9-2cf3-4d9f-8a7c-f51522b3f4cd tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:05.138875 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0b4a9-2cf3-4d9f-8a7c-f51522b3f4cd tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event deleted for resources: {'Subnet': ['ID=953c60d4-120a-4254-a1be-bd1030424c1b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:05.144268 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-63c0b4a9-2cf3-4d9f-8a7c-f51522b3f4cd tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:05.148633 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-63c0b4a9-2cf3-4d9f-8a7c-f51522b3f4cd tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "DELETE /v2.0/subnets/953c60d4-120a-4254-a1be-bd1030424c1b HTTP/1.1" status: 204 len: 168 time: 0.3037200 Aug 11 22:38:05.149633 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51270) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:05.151450 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a74fe08-82d5-46cc-a3e9-1fd057abb158 None None] Network 0b5f11b0-8bc7-4ed2-b67b-994df09b937f requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:38:05.353480 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de2a54e-02a9-4fd8-9639-82fb45ff8ca6 None None] DHCP port deletion for 0b5f11b0-8bc7-4ed2-b67b-994df09b937f request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:38:05.408417 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-7de2a54e-02a9-4fd8-9639-82fb45ff8ca6 None None] Deleting port 8a695b54-90ab-4d22-b8ec-3b170227ee4b {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:38:05.409646 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7de2a54e-02a9-4fd8-9639-82fb45ff8ca6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:05.476997 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-7de2a54e-02a9-4fd8-9639-82fb45ff8ca6 None None] For port 8a695b54-90ab-4d22-b8ec-3b170227ee4b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8a695b54-90ab-4d22-b8ec-3b170227ee4b,segment=NetworkSegment(215805d9-40c6-4f13-af58-dd86f75c1279),segment_id=215805d9-40c6-4f13-af58-dd86f75c1279)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:38:05.477404 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7de2a54e-02a9-4fd8-9639-82fb45ff8ca6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:05.492642 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-7de2a54e-02a9-4fd8-9639-82fb45ff8ca6 None None] Calling delete_port for 8a695b54-90ab-4d22-b8ec-3b170227ee4b owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:38:05.560895 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7195b634-7f5a-4305-91a7-a33568681c85 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:05.588443 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7de2a54e-02a9-4fd8-9639-82fb45ff8ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:05.614452 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2a54e-02a9-4fd8-9639-82fb45ff8ca6 None None] Pushing event deleted for resources: {'Port': ['ID=8a695b54-90ab-4d22-b8ec-3b170227ee4b,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:05.621860 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de2a54e-02a9-4fd8-9639-82fb45ff8ca6 None None] No DVR routers for this DVR port 8a695b54-90ab-4d22-b8ec-3b170227ee4b on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:38:05.622106 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-7195b634-7f5a-4305-91a7-a33568681c85 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Deleting port 8a695b54-90ab-4d22-b8ec-3b170227ee4b {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:38:05.622663 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7195b634-7f5a-4305-91a7-a33568681c85 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:05.659410 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51286) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:05.690954 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-7195b634-7f5a-4305-91a7-a33568681c85 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] For port 8a695b54-90ab-4d22-b8ec-3b170227ee4b, host n-d-804275-3, got binding levels [] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:38:05.691670 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7195b634-7f5a-4305-91a7-a33568681c85 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:05.711470 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-7195b634-7f5a-4305-91a7-a33568681c85 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Calling delete_port for 8a695b54-90ab-4d22-b8ec-3b170227ee4b owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:38:05.714418 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.ipam_backend_mixin [None req-7195b634-7f5a-4305-91a7-a33568681c85 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Port 8a695b54-90ab-4d22-b8ec-3b170227ee4b was not found and therefore no delete operation was performed {{(pid=100942) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 22:38:05.715893 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7195b634-7f5a-4305-91a7-a33568681c85 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:05.744440 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195b634-7f5a-4305-91a7-a33568681c85 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event deleted for resources: {'Port': ['ID=8a695b54-90ab-4d22-b8ec-3b170227ee4b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:05.746326 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7195b634-7f5a-4305-91a7-a33568681c85 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] No DVR routers for this DVR port 8a695b54-90ab-4d22-b8ec-3b170227ee4b on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:38:05.777088 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-960dd7c0-1eb2-4ef2-b3d4-37d5a0818ea9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1198701253-network', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:38:05.800766 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960dd7c0-1eb2-4ef2-b3d4-37d5a0818ea9 admin admin] Made reservation on behalf of 37fd33391a3446acb4e83a2090e2cbf7 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:38:05.803274 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-960dd7c0-1eb2-4ef2-b3d4-37d5a0818ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:05.811647 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-960dd7c0-1eb2-4ef2-b3d4-37d5a0818ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:05.827910 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7195b634-7f5a-4305-91a7-a33568681c85 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:05.838937 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-7195b634-7f5a-4305-91a7-a33568681c85 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b5f11b0-8bc7-4ed2-b67b-994df09b937f']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:05.851106 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-7195b634-7f5a-4305-91a7-a33568681c85 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '215805d9-40c6-4f13-af58-dd86f75c1279') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:05.851404 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-7195b634-7f5a-4305-91a7-a33568681c85 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '215805d9-40c6-4f13-af58-dd86f75c1279') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:05.866641 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7195b634-7f5a-4305-91a7-a33568681c85 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:05.893731 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7195b634-7f5a-4305-91a7-a33568681c85 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:05.901926 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7195b634-7f5a-4305-91a7-a33568681c85 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:38:05.902381 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7195b634-7f5a-4305-91a7-a33568681c85 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:38:05.907310 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:38:05.930142 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-960dd7c0-1eb2-4ef2-b3d4-37d5a0818ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:05.934439 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-960dd7c0-1eb2-4ef2-b3d4-37d5a0818ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:05.961682 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960dd7c0-1eb2-4ef2-b3d4-37d5a0818ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f41ad9a-2a44-45a8-8f07-b875c7b72a2c,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:05.972623 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7195b634-7f5a-4305-91a7-a33568681c85 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:05.981768 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-960dd7c0-1eb2-4ef2-b3d4-37d5a0818ea9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:38:05.981908 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7195b634-7f5a-4305-91a7-a33568681c85 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:05.983555 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7195b634-7f5a-4305-91a7-a33568681c85 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "DELETE /v2.0/networks/0b5f11b0-8bc7-4ed2-b67b-994df09b937f HTTP/1.1" status: 204 len: 168 time: 0.8326724 Aug 11 22:38:05.988245 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51290) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:05.997347 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195b634-7f5a-4305-91a7-a33568681c85 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event deleted for resources: {'Network': ['ID=0b5f11b0-8bc7-4ed2-b67b-994df09b937f,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:06.030733 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-960dd7c0-1eb2-4ef2-b3d4-37d5a0818ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:06.030987 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-960dd7c0-1eb2-4ef2-b3d4-37d5a0818ea9 admin admin] Added segment 8933763e-4450-4910-9d81-5ffc5b7466a8 of type vlan for network 28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5 Aug 11 22:38:06.088262 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-960dd7c0-1eb2-4ef2-b3d4-37d5a0818ea9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:06.167954 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-960dd7c0-1eb2-4ef2-b3d4-37d5a0818ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:06.168942 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960dd7c0-1eb2-4ef2-b3d4-37d5a0818ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:06.169719 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-960dd7c0-1eb2-4ef2-b3d4-37d5a0818ea9 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:06.269123 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-960dd7c0-1eb2-4ef2-b3d4-37d5a0818ea9 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6085393 Aug 11 22:38:06.272455 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51292) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:06.277705 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-0131b4f7-5e4e-4239-8d3a-0a95a9e6758e admin admin] Request body: {'subnet': {'network_id': '28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1198701253-subnet', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:38:06.298270 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960dd7c0-1eb2-4ef2-b3d4-37d5a0818ea9 admin admin] Pushing event updated for resources: {'Network': ['ID=28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:06.304073 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0131b4f7-5e4e-4239-8d3a-0a95a9e6758e admin admin] Made reservation on behalf of 37fd33391a3446acb4e83a2090e2cbf7 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:38:06.307062 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0131b4f7-5e4e-4239-8d3a-0a95a9e6758e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:06.309682 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:38:06.315587 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-5654db3e-8d91-4810-8113-609d88fbc878 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Deleting port 8b56a71b-883c-4dad-a2b4-8f4cec627cd7 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:38:06.315946 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5654db3e-8d91-4810-8113-609d88fbc878 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:06.398894 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5654db3e-8d91-4810-8113-609d88fbc878 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:06.399289 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5654db3e-8d91-4810-8113-609d88fbc878 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:06.404231 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8a695b54-90ab-4d22-b8ec-3b170227ee4b no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:38:06.413649 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-5654db3e-8d91-4810-8113-609d88fbc878 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Calling delete_port for 8b56a71b-883c-4dad-a2b4-8f4cec627cd7 owned by network:floatingip {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:38:06.427179 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 8a695b54-90ab-4d22-b8ec-3b170227ee4b {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:38:06.430690 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8a695b54-90ab-4d22-b8ec-3b170227ee4b not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:38:06.501209 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0131b4f7-5e4e-4239-8d3a-0a95a9e6758e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:06.563876 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0131b4f7-5e4e-4239-8d3a-0a95a9e6758e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae788690-b542-4447-bfdb-011d5b050935,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:06.573425 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0131b4f7-5e4e-4239-8d3a-0a95a9e6758e admin admin] Checking segment: {'id': '8933763e-4450-4910-9d81-5ffc5b7466a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:38:06.573800 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0131b4f7-5e4e-4239-8d3a-0a95a9e6758e admin admin] Network hostable DHCP agents. Network: 28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:38:06.588106 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5654db3e-8d91-4810-8113-609d88fbc878 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:06.594484 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0131b4f7-5e4e-4239-8d3a-0a95a9e6758e admin admin] Network 28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:38:06.604450 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-0131b4f7-5e4e-4239-8d3a-0a95a9e6758e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:38:06.608571 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0131b4f7-5e4e-4239-8d3a-0a95a9e6758e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:06.609171 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0131b4f7-5e4e-4239-8d3a-0a95a9e6758e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:06.614645 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bd4d38-2c5a-490f-a97a-3c068adf2b77 None None] Network 28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:38:06.623757 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654db3e-8d91-4810-8113-609d88fbc878 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event deleted for resources: {'Port': ['ID=8b56a71b-883c-4dad-a2b4-8f4cec627cd7,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:06.624746 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0131b4f7-5e4e-4239-8d3a-0a95a9e6758e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3511367 Aug 11 22:38:06.630162 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51294) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:06.634854 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-5f54de06-2116-403b-b46b-32051006358b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1198701253-router', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:38:06.658072 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5f54de06-2116-403b-b46b-32051006358b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:06.659194 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5f54de06-2116-403b-b46b-32051006358b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:06.695030 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5654db3e-8d91-4810-8113-609d88fbc878 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for floatingip, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:06.696078 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-5654db3e-8d91-4810-8113-609d88fbc878 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Floating IP 479dc481-1431-4ed1-96e2-641cc136827b disassociated (deleted). External IP: 172.25.2.58, port: f8c7cc08-9945-4e25-bb04-a535466d802e. Aug 11 22:38:06.726069 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5f54de06-2116-403b-b46b-32051006358b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:06.779589 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6201578c-1e9c-411c-a8c5-55cadd7e3039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5', 'network_id': '28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'fixed_ips': [{'subnet_id': 'ae788690-b542-4447-bfdb-011d5b050935'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:38:06.781071 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6201578c-1e9c-411c-a8c5-55cadd7e3039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:06.870851 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5f54de06-2116-403b-b46b-32051006358b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:06.922739 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5654db3e-8d91-4810-8113-609d88fbc878 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Router cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:38:06.944887 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-6201578c-1e9c-411c-a8c5-55cadd7e3039 None None] Allocated IP 172.20.0.2 (28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5/ae788690-b542-4447-bfdb-011d5b050935/a300f5d0-50d3-475c-a87b-4473eb3e1bd1) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:38:07.054148 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5654db3e-8d91-4810-8113-609d88fbc878 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:38:07.059138 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5654db3e-8d91-4810-8113-609d88fbc878 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:07.073432 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41984442-cc20-4aa9-86fd-db469a0e12a2 None None] Sync routers for ids ['cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:38:07.091376 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5654db3e-8d91-4810-8113-609d88fbc878 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "DELETE /v2.0/floatingips/479dc481-1431-4ed1-96e2-641cc136827b HTTP/1.1" status: 204 len: 168 time: 1.1019945 Aug 11 22:38:07.092321 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4dd514e-e8ea-4f65-977f-a937e224fe7b', 'tag': 'f8c7cc08-9945-4e25-bb04-a535466d802e'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:38:07.095153 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e12488b-78e5-4ee9-b8c9-41624c5bf1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "a4dd514e-e8ea-4f65-977f-a937e224fe7b", "tag": "f8c7cc08-9945-4e25-bb04-a535466d802e"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:38:07.111101 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41984442-cc20-4aa9-86fd-db469a0e12a2 None None] Routers {'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:38:07.111845 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-41984442-cc20-4aa9-86fd-db469a0e12a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:37:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:07.117632 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5f54de06-2116-403b-b46b-32051006358b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:07.136430 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5f54de06-2116-403b-b46b-32051006358b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:07.173943 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6201578c-1e9c-411c-a8c5-55cadd7e3039 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:07.188061 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6201578c-1e9c-411c-a8c5-55cadd7e3039 None None] Transition to ACTIVE for port object a300f5d0-50d3-475c-a87b-4473eb3e1bd1 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:38:07.243182 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:38:07.253607 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6201578c-1e9c-411c-a8c5-55cadd7e3039 None None] Transition to ACTIVE for port object a300f5d0-50d3-475c-a87b-4473eb3e1bd1 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:38:07.263480 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-5f54de06-2116-403b-b46b-32051006358b admin admin] Allocated IP 172.25.2.98 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/d0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:38:07.275779 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:38:07.276245 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device fbf224d5-dfc3-4a7e-8adc-36f2d3109e9b not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:38:07.285893 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6201578c-1e9c-411c-a8c5-55cadd7e3039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:07.321904 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-41984442-cc20-4aa9-86fd-db469a0e12a2 None None] Set router cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:38:07.367328 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6201578c-1e9c-411c-a8c5-55cadd7e3039 None None] Network 28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:38:07.375056 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5f54de06-2116-403b-b46b-32051006358b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:07.376761 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-6201578c-1e9c-411c-a8c5-55cadd7e3039 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:38:07.379227 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6201578c-1e9c-411c-a8c5-55cadd7e3039 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:38:07.388003 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201578c-1e9c-411c-a8c5-55cadd7e3039 None None] Pushing event updated for resources: {'Port': ['ID=a300f5d0-50d3-475c-a87b-4473eb3e1bd1,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:07.420260 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a287ac8-ca41-44fd-9352-7de2dbd116dd x-openstack-request-id: req-8a287ac8-ca41-44fd-9352-7de2dbd116dd {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:38:07.420747 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4dd514e-e8ea-4f65-977f-a937e224fe7b", "tag": "f8c7cc08-9945-4e25-bb04-a535466d802e", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:38:07.421071 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8a287ac8-ca41-44fd-9352-7de2dbd116dd {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:38:07.421543 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4dd514e-e8ea-4f65-977f-a937e224fe7b', 'tag': 'f8c7cc08-9945-4e25-bb04-a535466d802e', 'status': 'completed', 'code': 200} Aug 11 22:38:07.423702 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5f54de06-2116-403b-b46b-32051006358b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:07.476552 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f54de06-2116-403b-b46b-32051006358b admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:38:07.483538 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-5f54de06-2116-403b-b46b-32051006358b admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:38:07.485205 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f54de06-2116-403b-b46b-32051006358b admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:38:07.487275 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54de06-2116-403b-b46b-32051006358b admin admin] Pushing event updated for resources: {'Port': ['ID=d0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:07.525655 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6201578c-1e9c-411c-a8c5-55cadd7e3039 None None] Attempting to bind port a300f5d0-50d3-475c-a87b-4473eb3e1bd1 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:38:07.526518 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6201578c-1e9c-411c-a8c5-55cadd7e3039 None None] Attempting to bind port a300f5d0-50d3-475c-a87b-4473eb3e1bd1 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '8933763e-4450-4910-9d81-5ffc5b7466a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:38:07.526902 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6201578c-1e9c-411c-a8c5-55cadd7e3039 None None] Attempting to bind port a300f5d0-50d3-475c-a87b-4473eb3e1bd1 on network 28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:38:07.535238 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6201578c-1e9c-411c-a8c5-55cadd7e3039 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:38:07.535797 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6201578c-1e9c-411c-a8c5-55cadd7e3039 None None] Checking segment: {'id': '8933763e-4450-4910-9d81-5ffc5b7466a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:38:07.536210 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6201578c-1e9c-411c-a8c5-55cadd7e3039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:07.536612 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6201578c-1e9c-411c-a8c5-55cadd7e3039 None None] Bound using segment: {'id': '8933763e-4450-4910-9d81-5ffc5b7466a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:38:07.537656 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6201578c-1e9c-411c-a8c5-55cadd7e3039 None None] Bound port: a300f5d0-50d3-475c-a87b-4473eb3e1bd1, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8933763e-4450-4910-9d81-5ffc5b7466a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:38:07.537656 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6201578c-1e9c-411c-a8c5-55cadd7e3039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:07.545744 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12488b-78e5-4ee9-b8c9-41624c5bf1e4 req-cf4b4b20-3b00-42d0-92ae-9589327766b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:07.547470 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5e12488b-78e5-4ee9-b8c9-41624c5bf1e4 req-cf4b4b20-3b00-42d0-92ae-9589327766b3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=81545c73701b4772bfae708760c50559&device_id=a4dd514e-e8ea-4f65-977f-a937e224fe7b HTTP/1.1" status: 200 len: 1097 time: 0.0796096 Aug 11 22:38:07.556119 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f5d59-90e9-4bf1-aaef-3a54c48aff0b req-115a2187-7611-4a16-a494-22dafa826211 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:07.557666 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d70f5d59-90e9-4bf1-aaef-3a54c48aff0b req-115a2187-7611-4a16-a494-22dafa826211 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4dd514e-e8ea-4f65-977f-a937e224fe7b HTTP/1.1" status: 200 len: 946 time: 0.0753493 Aug 11 22:38:07.652416 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-6201578c-1e9c-411c-a8c5-55cadd7e3039 None None] For port a300f5d0-50d3-475c-a87b-4473eb3e1bd1, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:38:07.656222 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-6201578c-1e9c-411c-a8c5-55cadd7e3039 None None] For port a300f5d0-50d3-475c-a87b-4473eb3e1bd1, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a300f5d0-50d3-475c-a87b-4473eb3e1bd1,segment=NetworkSegment(8933763e-4450-4910-9d81-5ffc5b7466a8),segment_id=8933763e-4450-4910-9d81-5ffc5b7466a8)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:38:07.659374 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d70f5d59-90e9-4bf1-aaef-3a54c48aff0b req-61cff7de-52b7-4e3b-bbde-e347ea6cad00 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=b70b8edd-d7cf-413e-a131-23e06b7d6e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820107 Aug 11 22:38:07.664644 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6201578c-1e9c-411c-a8c5-55cadd7e3039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:07.690157 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12488b-78e5-4ee9-b8c9-41624c5bf1e4 req-899eeb45-99a4-4b6f-86fa-9eb3d8ff2a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:07.692113 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5e12488b-78e5-4ee9-b8c9-41624c5bf1e4 req-899eeb45-99a4-4b6f-86fa-9eb3d8ff2a21 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d2f2d691-200b-48a2-a6a4-cac63bc7a7f7 HTTP/1.1" status: 200 len: 898 time: 0.1335256 Aug 11 22:38:07.742829 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-41984442-cc20-4aa9-86fd-db469a0e12a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'name': 'tempest-TestNetworkBasicOps-router-590634068', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:40Z', 'updated_at': '2021-08-11T22:38:01Z', 'revision_number': 6, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:41Z', 'updated_at': '2021-08-11T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'cdc38b75-f2f0-4c11-9019-cd69da037d4e', 'name': '', 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7', 'tenant_id': '81545c73701b4772bfae708760c50559', 'mac_address': 'fa:16:3e:38:e6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:45Z', 'updated_at': '2021-08-11T22:35:55Z', 'revision_number': 5, 'project_id': '81545c73701b4772bfae708760c50559', 'subnets': [{'id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:07.748108 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201578c-1e9c-411c-a8c5-55cadd7e3039 None None] Pushing event updated for resources: {'Port': ['ID=a300f5d0-50d3-475c-a87b-4473eb3e1bd1,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:07.754364 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5e12488b-78e5-4ee9-b8c9-41624c5bf1e4 req-9b4959fc-19ba-4d79-be08-13d86a982ef1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8c7cc08-9945-4e25-bb04-a535466d802e HTTP/1.1" status: 200 len: 217 time: 0.0535941 Aug 11 22:38:07.767597 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5f54de06-2116-403b-b46b-32051006358b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:07.777647 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41984442-cc20-4aa9-86fd-db469a0e12a2 None None] Checking router: cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:38:07.788712 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41984442-cc20-4aa9-86fd-db469a0e12a2 None None] Routers {'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:38:07.789385 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-41984442-cc20-4aa9-86fd-db469a0e12a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:37:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:07.809720 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12488b-78e5-4ee9-b8c9-41624c5bf1e4 req-0b9ec91d-6c30-49e2-bc88-7b89f0c83689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:07.812415 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5e12488b-78e5-4ee9-b8c9-41624c5bf1e4 req-0b9ec91d-6c30-49e2-bc88-7b89f0c83689 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2d2523df-3cc9-49a7-9cac-2b6b5d546950 HTTP/1.1" status: 200 len: 835 time: 0.0494912 Aug 11 22:38:07.870558 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12488b-78e5-4ee9-b8c9-41624c5bf1e4 req-870936b8-51d1-4f21-ad1e-9ea44dda484b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:07.872193 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5e12488b-78e5-4ee9-b8c9-41624c5bf1e4 req-870936b8-51d1-4f21-ad1e-9ea44dda484b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d2f2d691-200b-48a2-a6a4-cac63bc7a7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526106 Aug 11 22:38:07.906878 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-41984442-cc20-4aa9-86fd-db469a0e12a2 None None] Set router cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:38:07.998166 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5f54de06-2116-403b-b46b-32051006358b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:08.171388 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f54de06-2116-403b-b46b-32051006358b admin admin] Router 4a5301de-22d2-45a0-ad6a-e63e9ebbbff6 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:38:08.194448 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-41984442-cc20-4aa9-86fd-db469a0e12a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'name': 'tempest-TestNetworkBasicOps-router-590634068', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:40Z', 'updated_at': '2021-08-11T22:38:01Z', 'revision_number': 6, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:41Z', 'updated_at': '2021-08-11T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'cdc38b75-f2f0-4c11-9019-cd69da037d4e', 'name': '', 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7', 'tenant_id': '81545c73701b4772bfae708760c50559', 'mac_address': 'fa:16:3e:38:e6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:45Z', 'updated_at': '2021-08-11T22:35:55Z', 'revision_number': 5, 'project_id': '81545c73701b4772bfae708760c50559', 'subnets': [{'id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:08.232446 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41984442-cc20-4aa9-86fd-db469a0e12a2 None None] The sync data for ids ['cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'] in n-d-804275-3 is: [{'id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'name': 'tempest-TestNetworkBasicOps-router-590634068', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:40Z', 'updated_at': '2021-08-11T22:38:01Z', 'revision_number': 6, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:41Z', 'updated_at': '2021-08-11T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'cdc38b75-f2f0-4c11-9019-cd69da037d4e', 'name': '', 'network_id': 'd2f2d691-200b-48a2-a6a4-cac63bc7a7f7', 'tenant_id': '81545c73701b4772bfae708760c50559', 'mac_address': 'fa:16:3e:38:e6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:45Z', 'updated_at': '2021-08-11T22:35:55Z', 'revision_number': 5, 'project_id': '81545c73701b4772bfae708760c50559', 'subnets': [{'id': '2d2523df-3cc9-49a7-9cac-2b6b5d546950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:38:08.297245 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f54de06-2116-403b-b46b-32051006358b admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:38:08.307569 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e5b52d-31b6-41f5-a18e-bccc7bd3cc6e None None] Sync routers for ids ['4a5301de-22d2-45a0-ad6a-e63e9ebbbff6'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:38:08.316758 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5f54de06-2116-403b-b46b-32051006358b admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:08.318824 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5f54de06-2116-403b-b46b-32051006358b admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6876276 Aug 11 22:38:08.319381 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e5b52d-31b6-41f5-a18e-bccc7bd3cc6e None None] Routers {'4a5301de-22d2-45a0-ad6a-e63e9ebbbff6'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:38:08.320094 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c3e5b52d-31b6-41f5-a18e-bccc7bd3cc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:37:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['4a5301de-22d2-45a0-ad6a-e63e9ebbbff6'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:08.321435 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51304) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:08.334923 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5e12488b-78e5-4ee9-b8c9-41624c5bf1e4 req-e7febbfd-f890-4e87-9378-0226d95ff1e9 service neutron] 10.222.0.82 "GET /v2.0/networks/d2f2d691-200b-48a2-a6a4-cac63bc7a7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534602 Aug 11 22:38:08.441385 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a300f5d0-50d3-475c-a87b-4473eb3e1bd1 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:38:08.474068 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5e12488b-78e5-4ee9-b8c9-41624c5bf1e4 req-03fb99c2-8dbf-40bb-b280-a72cf99eab2c service neutron] 10.222.0.82 "GET /v2.0/networks/d2f2d691-200b-48a2-a6a4-cac63bc7a7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196017 Aug 11 22:38:08.490981 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:08.535801 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port a300f5d0-50d3-475c-a87b-4473eb3e1bd1 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:38:08.577368 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-c3e5b52d-31b6-41f5-a18e-bccc7bd3cc6e None None] Set router 4a5301de-22d2-45a0-ad6a-e63e9ebbbff6 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:38:08.786652 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a0340a-90b6-4889-99cb-15a34223eb3d None None] New status for floating IP 479dc481-1431-4ed1-96e2-641cc136827b: DOWN {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:38:08.819858 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c3e5b52d-31b6-41f5-a18e-bccc7bd3cc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'name': 'tempest-TestServerBasicOps-1198701253-router', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:06Z', 'updated_at': '2021-08-11T22:38:07Z', 'revision_number': 3, 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'gw_port': {'id': 'd0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:07Z', 'updated_at': '2021-08-11T22:38:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:08.856001 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e5b52d-31b6-41f5-a18e-bccc7bd3cc6e None None] Checking router: 4a5301de-22d2-45a0-ad6a-e63e9ebbbff6 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:38:08.856447 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e5b52d-31b6-41f5-a18e-bccc7bd3cc6e None None] Updating router 4a5301de-22d2-45a0-ad6a-e63e9ebbbff6 port d0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:38:08.865379 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d3992-3689-4fbd-a967-130c0f78f2d5 req-8b678d96-643b-48da-b78d-9fe9356def89 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:08.868444 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b79d3992-3689-4fbd-a967-130c0f78f2d5 req-8b678d96-643b-48da-b78d-9fe9356def89 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4dd514e-e8ea-4f65-977f-a937e224fe7b HTTP/1.1" status: 200 len: 946 time: 0.0882957 Aug 11 22:38:08.871134 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-944ce381-d4e7-4a2d-ae11-ab2c294da202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:08.885241 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b52d-31b6-41f5-a18e-bccc7bd3cc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:08.915876 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b79d3992-3689-4fbd-a967-130c0f78f2d5 req-069c5a78-a80d-4d74-b08d-3ea370426125 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=b70b8edd-d7cf-413e-a131-23e06b7d6e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387287 Aug 11 22:38:08.982667 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2f7ae6-f690-4cea-9db9-d14b0c919591 None None] Network 28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:38:09.028930 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac96c6-17ad-4869-8c4d-1cc0a29563f5 req-3b954736-0bd7-4fac-9005-f8d28732f0f0 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:09.030499 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-06ac96c6-17ad-4869-8c4d-1cc0a29563f5 req-3b954736-0bd7-4fac-9005-f8d28732f0f0 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.82 "GET /v2.0/ports?device_id=a4dd514e-e8ea-4f65-977f-a937e224fe7b HTTP/1.1" status: 200 len: 946 time: 0.0743740 Aug 11 22:38:09.039992 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c49ce885-f72d-4649-9f86-b890449a3db6 None None] Provisioning for port a300f5d0-50d3-475c-a87b-4473eb3e1bd1 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:38:09.050587 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c49ce885-f72d-4649-9f86-b890449a3db6 None None] Provisioning complete for port a300f5d0-50d3-475c-a87b-4473eb3e1bd1 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:09.051066 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c49ce885-f72d-4649-9f86-b890449a3db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:09.094719 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-944ce381-d4e7-4a2d-ae11-ab2c294da202 admin admin] Allocated IP 172.20.0.1 (28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5/ae788690-b542-4447-bfdb-011d5b050935/701548d6-d0f6-46fa-8bda-828882bf7e03) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:38:09.149040 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-06ac96c6-17ad-4869-8c4d-1cc0a29563f5 req-e4d7d372-e647-4354-8979-c28b5b03fabc tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Deleting port f8c7cc08-9945-4e25-bb04-a535466d802e {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:38:09.149521 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-06ac96c6-17ad-4869-8c4d-1cc0a29563f5 req-e4d7d372-e647-4354-8979-c28b5b03fabc tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:09.212645 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c49ce885-f72d-4649-9f86-b890449a3db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:09.225831 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-944ce381-d4e7-4a2d-ae11-ab2c294da202 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:09.235827 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b52d-31b6-41f5-a18e-bccc7bd3cc6e None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:09.252602 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-c3e5b52d-31b6-41f5-a18e-bccc7bd3cc6e None None] Transition to ACTIVE for port object d0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:38:09.253475 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-944ce381-d4e7-4a2d-ae11-ab2c294da202 admin admin] Transition to ACTIVE for port object 701548d6-d0f6-46fa-8bda-828882bf7e03 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:38:09.260128 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b52d-31b6-41f5-a18e-bccc7bd3cc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:09.267005 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-c49ce885-f72d-4649-9f86-b890449a3db6 None None] For port a300f5d0-50d3-475c-a87b-4473eb3e1bd1, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a300f5d0-50d3-475c-a87b-4473eb3e1bd1,segment=NetworkSegment(8933763e-4450-4910-9d81-5ffc5b7466a8),segment_id=8933763e-4450-4910-9d81-5ffc5b7466a8)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:38:09.277454 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c49ce885-f72d-4649-9f86-b890449a3db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:09.319936 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-06ac96c6-17ad-4869-8c4d-1cc0a29563f5 req-e4d7d372-e647-4354-8979-c28b5b03fabc tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] For port f8c7cc08-9945-4e25-bb04-a535466d802e, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=f8c7cc08-9945-4e25-bb04-a535466d802e,segment=NetworkSegment(44bd21c0-34b1-4856-8b78-5f2b769a01cb),segment_id=44bd21c0-34b1-4856-8b78-5f2b769a01cb)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:38:09.320427 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-06ac96c6-17ad-4869-8c4d-1cc0a29563f5 req-e4d7d372-e647-4354-8979-c28b5b03fabc tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:09.332164 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-c3e5b52d-31b6-41f5-a18e-bccc7bd3cc6e None None] Attempting to bind port d0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:38:09.332758 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-c3e5b52d-31b6-41f5-a18e-bccc7bd3cc6e None None] Attempting to bind port d0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:38:09.332912 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-944ce381-d4e7-4a2d-ae11-ab2c294da202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:09.333057 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e5b52d-31b6-41f5-a18e-bccc7bd3cc6e None None] Attempting to bind port d0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:38:09.340244 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-06ac96c6-17ad-4869-8c4d-1cc0a29563f5 req-e4d7d372-e647-4354-8979-c28b5b03fabc tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Calling delete_port for f8c7cc08-9945-4e25-bb04-a535466d802e owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:38:09.348898 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e5b52d-31b6-41f5-a18e-bccc7bd3cc6e None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:38:09.349284 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e5b52d-31b6-41f5-a18e-bccc7bd3cc6e None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:38:09.349690 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b52d-31b6-41f5-a18e-bccc7bd3cc6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:09.350083 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e5b52d-31b6-41f5-a18e-bccc7bd3cc6e None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:38:09.350552 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-c3e5b52d-31b6-41f5-a18e-bccc7bd3cc6e None None] Bound port: d0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:38:09.351447 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b52d-31b6-41f5-a18e-bccc7bd3cc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:09.355278 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a61a8-cc4e-45b7-989d-55a7e2dd0446 None None] Pushing event updated for resources: {'Port': ['ID=d0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a,revision_number=2']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:09.357140 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ce885-f72d-4649-9f86-b890449a3db6 None None] Pushing event updated for resources: {'Port': ['ID=a300f5d0-50d3-475c-a87b-4473eb3e1bd1,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:09.385115 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a61a8-cc4e-45b7-989d-55a7e2dd0446 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:09.385522 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a61a8-cc4e-45b7-989d-55a7e2dd0446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:09.385793 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a61a8-cc4e-45b7-989d-55a7e2dd0446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:09.386130 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a61a8-cc4e-45b7-989d-55a7e2dd0446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:09.386606 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a61a8-cc4e-45b7-989d-55a7e2dd0446 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:09.387112 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a61a8-cc4e-45b7-989d-55a7e2dd0446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:09.387618 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a61a8-cc4e-45b7-989d-55a7e2dd0446 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:09.387952 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a61a8-cc4e-45b7-989d-55a7e2dd0446 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:09.388278 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a61a8-cc4e-45b7-989d-55a7e2dd0446 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:09.388604 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a61a8-cc4e-45b7-989d-55a7e2dd0446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:09.388932 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a61a8-cc4e-45b7-989d-55a7e2dd0446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:09.389254 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a61a8-cc4e-45b7-989d-55a7e2dd0446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:09.419031 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944ce381-d4e7-4a2d-ae11-ab2c294da202 admin admin] Network 28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:38:09.420882 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ce381-d4e7-4a2d-ae11-ab2c294da202 admin admin] Pushing event updated for resources: {'Port': ['ID=701548d6-d0f6-46fa-8bda-828882bf7e03,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:09.425619 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-944ce381-d4e7-4a2d-ae11-ab2c294da202 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:38:09.427893 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944ce381-d4e7-4a2d-ae11-ab2c294da202 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:38:09.429137 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-c3e5b52d-31b6-41f5-a18e-bccc7bd3cc6e None None] For port d0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:38:09.433725 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-c3e5b52d-31b6-41f5-a18e-bccc7bd3cc6e None None] For port d0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:38:09.438534 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b52d-31b6-41f5-a18e-bccc7bd3cc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:09.482390 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-944ce381-d4e7-4a2d-ae11-ab2c294da202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:09.484478 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e5b52d-31b6-41f5-a18e-bccc7bd3cc6e None None] Routers {'4a5301de-22d2-45a0-ad6a-e63e9ebbbff6'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:38:09.485119 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c3e5b52d-31b6-41f5-a18e-bccc7bd3cc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:37:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['4a5301de-22d2-45a0-ad6a-e63e9ebbbff6'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:09.535051 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-06ac96c6-17ad-4869-8c4d-1cc0a29563f5 req-e4d7d372-e647-4354-8979-c28b5b03fabc tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:09.567019 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a61a8-cc4e-45b7-989d-55a7e2dd0446 None None] Pushing event updated for resources: {'Port': ['ID=d0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:09.575379 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7d372-e647-4354-8979-c28b5b03fabc tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event deleted for resources: {'Port': ['ID=f8c7cc08-9945-4e25-bb04-a535466d802e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:09.612763 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-bd18fbdb-5d05-4236-ab89-4c0dc8715cf5 None None] Provisioning complete for port a300f5d0-50d3-475c-a87b-4473eb3e1bd1 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:09.613736 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bd18fbdb-5d05-4236-ab89-4c0dc8715cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:09.652642 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-c3e5b52d-31b6-41f5-a18e-bccc7bd3cc6e None None] Set router 4a5301de-22d2-45a0-ad6a-e63e9ebbbff6 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:38:09.663925 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ac96c6-17ad-4869-8c4d-1cc0a29563f5 req-e4d7d372-e647-4354-8979-c28b5b03fabc tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] No DVR routers for this DVR port f8c7cc08-9945-4e25-bb04-a535466d802e on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:38:09.667992 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-06ac96c6-17ad-4869-8c4d-1cc0a29563f5 req-e4d7d372-e647-4354-8979-c28b5b03fabc tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:09.670092 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-06ac96c6-17ad-4869-8c4d-1cc0a29563f5 req-e4d7d372-e647-4354-8979-c28b5b03fabc tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.82 "DELETE /v2.0/ports/f8c7cc08-9945-4e25-bb04-a535466d802e HTTP/1.1" status: 204 len: 173 time: 0.6333134 Aug 11 22:38:09.670692 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dd514e-e8ea-4f65-977f-a937e224fe7b', 'name': 'network-vif-deleted', 'tag': 'f8c7cc08-9945-4e25-bb04-a535466d802e'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:38:09.673687 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47315c9e-61fb-47f3-a98c-86eec6922017" -d '{"events": [{"server_uuid": "a4dd514e-e8ea-4f65-977f-a937e224fe7b", "name": "network-vif-deleted", "tag": "f8c7cc08-9945-4e25-bb04-a535466d802e"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:38:09.676168 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-944ce381-d4e7-4a2d-ae11-ab2c294da202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:09.744748 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060ccebe-29a9-4cd3-bdc8-a318f447f05d x-openstack-request-id: req-060ccebe-29a9-4cd3-bdc8-a318f447f05d {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:38:09.745224 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dd514e-e8ea-4f65-977f-a937e224fe7b", "name": "network-vif-deleted", "tag": "f8c7cc08-9945-4e25-bb04-a535466d802e", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:38:09.745541 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-060ccebe-29a9-4cd3-bdc8-a318f447f05d {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:38:09.746029 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4dd514e-e8ea-4f65-977f-a937e224fe7b', 'name': 'network-vif-deleted', 'tag': 'f8c7cc08-9945-4e25-bb04-a535466d802e', 'status': 'completed', 'code': 200} Aug 11 22:38:09.900397 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c3e5b52d-31b6-41f5-a18e-bccc7bd3cc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'name': 'tempest-TestServerBasicOps-1198701253-router', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:06Z', 'updated_at': '2021-08-11T22:38:07Z', 'revision_number': 3, 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'gw_port': {'id': 'd0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:07Z', 'updated_at': '2021-08-11T22:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:09.901668 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-779e4faa-4e53-4f95-98b0-e6c47fb85c8e None None] Provisioning for port 701548d6-d0f6-46fa-8bda-828882bf7e03 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:38:09.905970 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-779e4faa-4e53-4f95-98b0-e6c47fb85c8e None None] Provisioning complete for port 701548d6-d0f6-46fa-8bda-828882bf7e03 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:09.906443 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-779e4faa-4e53-4f95-98b0-e6c47fb85c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:09.919038 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-944ce381-d4e7-4a2d-ae11-ab2c294da202 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:09.924443 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-944ce381-d4e7-4a2d-ae11-ab2c294da202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:09.932102 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e5b52d-31b6-41f5-a18e-bccc7bd3cc6e None None] The sync data for ids ['4a5301de-22d2-45a0-ad6a-e63e9ebbbff6'] in n-d-804275-3 is: [{'id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'name': 'tempest-TestServerBasicOps-1198701253-router', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:06Z', 'updated_at': '2021-08-11T22:38:07Z', 'revision_number': 3, 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'gw_port': {'id': 'd0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:07Z', 'updated_at': '2021-08-11T22:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:38:09.950834 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-779e4faa-4e53-4f95-98b0-e6c47fb85c8e None None] Port 701548d6-d0f6-46fa-8bda-828882bf7e03 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:38:09.998561 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ce381-d4e7-4a2d-ae11-ab2c294da202 admin admin] Pushing event updated for resources: {'Port': ['ID=701548d6-d0f6-46fa-8bda-828882bf7e03,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:10.004883 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-944ce381-d4e7-4a2d-ae11-ab2c294da202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:10.063209 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-24cfdd35-9827-41bd-948a-267afae36b5c req-0eccc094-202e-4ca1-89f9-f14d86026b94 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=a4dd514e-e8ea-4f65-977f-a937e224fe7b HTTP/1.1" status: 200 len: 210 time: 0.0317876 Aug 11 22:38:10.119660 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944ce381-d4e7-4a2d-ae11-ab2c294da202 admin admin] Network 28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:38:10.121129 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-944ce381-d4e7-4a2d-ae11-ab2c294da202 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:38:10.488912 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-94e06d97-90fe-4ca2-9cce-32b119ee1e93 None None] Provisioning complete for port 701548d6-d0f6-46fa-8bda-828882bf7e03 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:10.489717 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-94e06d97-90fe-4ca2-9cce-32b119ee1e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:10.521881 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a300f5d0-50d3-475c-a87b-4473eb3e1bd1 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:38:10.559722 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-94e06d97-90fe-4ca2-9cce-32b119ee1e93 None None] Port 701548d6-d0f6-46fa-8bda-828882bf7e03 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:38:10.586411 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port a300f5d0-50d3-475c-a87b-4473eb3e1bd1 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:10.586890 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:10.656093 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944ce381-d4e7-4a2d-ae11-ab2c294da202 admin admin] Router 4a5301de-22d2-45a0-ad6a-e63e9ebbbff6 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:38:10.671790 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:38:10.731238 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port d0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:38:10.736629 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port d0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:10.737118 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:10.780481 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944ce381-d4e7-4a2d-ae11-ab2c294da202 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:38:10.794421 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-944ce381-d4e7-4a2d-ae11-ab2c294da202 admin admin] 10.222.0.77 "PUT /v2.0/routers/4a5301de-22d2-45a0-ad6a-e63e9ebbbff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4639485 Aug 11 22:38:10.994669 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:11.017123 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port d0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:38:11.021381 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:11.070355 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=d0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:11.120221 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51326) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:11.192775 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee4873f7-b479-4cf0-9b29-70aa0881b064 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:11.219913 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee4873f7-b479-4cf0-9b29-70aa0881b064 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:11.282896 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee4873f7-b479-4cf0-9b29-70aa0881b064 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:11.285545 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ee4873f7-b479-4cf0-9b29-70aa0881b064 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:11.287546 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ee4873f7-b479-4cf0-9b29-70aa0881b064 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "DELETE /v2.0/security-groups/b70b8edd-d7cf-413e-a131-23e06b7d6e0e HTTP/1.1" status: 204 len: 168 time: 0.1654978 Aug 11 22:38:11.301166 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4873f7-b479-4cf0-9b29-70aa0881b064 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70b8edd-d7cf-413e-a131-23e06b7d6e0e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:11.310269 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51334) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:11.315808 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-a6a4efcd-8ff9-49ce-8b28-eb3eebace3f7 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-426432216-network', 'tenant_id': '22b0dc19354c49d280f88384ebd115a1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:38:11.321463 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51336) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:11.337660 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a4efcd-8ff9-49ce-8b28-eb3eebace3f7 admin admin] Made reservation on behalf of 22b0dc19354c49d280f88384ebd115a1 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:38:11.340310 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a6a4efcd-8ff9-49ce-8b28-eb3eebace3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:11.351651 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a6a4efcd-8ff9-49ce-8b28-eb3eebace3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:11.451407 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a6a4efcd-8ff9-49ce-8b28-eb3eebace3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:11.456334 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a6a4efcd-8ff9-49ce-8b28-eb3eebace3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:11.486415 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a4efcd-8ff9-49ce-8b28-eb3eebace3f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:38:11.492763 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4efcd-8ff9-49ce-8b28-eb3eebace3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb94756-124b-42fc-980f-7a71b031ebda,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:11.499126 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a6a4efcd-8ff9-49ce-8b28-eb3eebace3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:11.499482 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-a6a4efcd-8ff9-49ce-8b28-eb3eebace3f7 admin admin] Added segment 445ca8c2-2053-484a-bfab-f85698c0ffa8 of type vlan for network cde16b34-da86-406a-aa2c-1e8cfc3e2559 Aug 11 22:38:11.542353 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a6a4efcd-8ff9-49ce-8b28-eb3eebace3f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:11.574551 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a6a4efcd-8ff9-49ce-8b28-eb3eebace3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:11.575769 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a4efcd-8ff9-49ce-8b28-eb3eebace3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:11.576551 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a6a4efcd-8ff9-49ce-8b28-eb3eebace3f7 admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:11.652901 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a6a4efcd-8ff9-49ce-8b28-eb3eebace3f7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3415282 Aug 11 22:38:11.659798 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51338) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:11.670391 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-769b6dc0-1b94-4a51-b0a8-c6b6100d5230 admin admin] Request body: {'subnet': {'network_id': 'cde16b34-da86-406a-aa2c-1e8cfc3e2559', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-426432216-subnet', 'tenant_id': '22b0dc19354c49d280f88384ebd115a1', 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:38:11.679096 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4efcd-8ff9-49ce-8b28-eb3eebace3f7 admin admin] Pushing event updated for resources: {'Network': ['ID=cde16b34-da86-406a-aa2c-1e8cfc3e2559,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:11.690296 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network cde16b34-da86-406a-aa2c-1e8cfc3e2559 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:38:11.709003 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769b6dc0-1b94-4a51-b0a8-c6b6100d5230 admin admin] Made reservation on behalf of 22b0dc19354c49d280f88384ebd115a1 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:38:11.711790 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-769b6dc0-1b94-4a51-b0a8-c6b6100d5230 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:11.723372 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-290167e3-dafe-4056-9e13-d4cea1f95864 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:11.797996 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device f8c7cc08-9945-4e25-bb04-a535466d802e no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:38:11.803069 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f940e3ac-6a00-4d70-8e13-63b16f8a4ef7 None None] Sync routers for ids ['4a5301de-22d2-45a0-ad6a-e63e9ebbbff6'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:38:11.823057 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f940e3ac-6a00-4d70-8e13-63b16f8a4ef7 None None] Routers {'4a5301de-22d2-45a0-ad6a-e63e9ebbbff6'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:38:11.823640 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f940e3ac-6a00-4d70-8e13-63b16f8a4ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:37:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['4a5301de-22d2-45a0-ad6a-e63e9ebbbff6'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:11.842444 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: f8c7cc08-9945-4e25-bb04-a535466d802e {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:38:11.842787 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device f8c7cc08-9945-4e25-bb04-a535466d802e not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:38:11.905693 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-769b6dc0-1b94-4a51-b0a8-c6b6100d5230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:11.945569 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-f940e3ac-6a00-4d70-8e13-63b16f8a4ef7 None None] Set router 4a5301de-22d2-45a0-ad6a-e63e9ebbbff6 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:38:11.976285 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769b6dc0-1b94-4a51-b0a8-c6b6100d5230 admin admin] Checking segment: {'id': '445ca8c2-2053-484a-bfab-f85698c0ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cde16b34-da86-406a-aa2c-1e8cfc3e2559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:38:11.976657 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769b6dc0-1b94-4a51-b0a8-c6b6100d5230 admin admin] Network hostable DHCP agents. Network: cde16b34-da86-406a-aa2c-1e8cfc3e2559, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:38:11.982687 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b6dc0-1b94-4a51-b0a8-c6b6100d5230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=414db863-79fd-4d12-a05e-a6a6f5274903,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:12.002233 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769b6dc0-1b94-4a51-b0a8-c6b6100d5230 admin admin] Network cde16b34-da86-406a-aa2c-1e8cfc3e2559 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:38:12.008815 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-290167e3-dafe-4056-9e13-d4cea1f95864 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Deleting port cdc38b75-f2f0-4c11-9019-cd69da037d4e {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:38:12.009348 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-290167e3-dafe-4056-9e13-d4cea1f95864 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:12.014288 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-769b6dc0-1b94-4a51-b0a8-c6b6100d5230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, cde16b34-da86-406a-aa2c-1e8cfc3e2559) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:38:12.019003 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769b6dc0-1b94-4a51-b0a8-c6b6100d5230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:12.020056 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-769b6dc0-1b94-4a51-b0a8-c6b6100d5230 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:12.027026 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df0de71-fb86-4437-af2a-4cc3e155735f None None] Network cde16b34-da86-406a-aa2c-1e8cfc3e2559 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:38:12.043587 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-769b6dc0-1b94-4a51-b0a8-c6b6100d5230 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3826497 Aug 11 22:38:12.044526 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51340) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:12.049876 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-a805d3d2-dd4e-4b47-b703-226768a0f002 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-426432216-router', 'tenant_id': '22b0dc19354c49d280f88384ebd115a1', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:38:12.079461 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a805d3d2-dd4e-4b47-b703-226768a0f002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:12.080563 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a805d3d2-dd4e-4b47-b703-226768a0f002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:12.127452 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-290167e3-dafe-4056-9e13-d4cea1f95864 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] For port cdc38b75-f2f0-4c11-9019-cd69da037d4e, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=cdc38b75-f2f0-4c11-9019-cd69da037d4e,segment=NetworkSegment(44bd21c0-34b1-4856-8b78-5f2b769a01cb),segment_id=44bd21c0-34b1-4856-8b78-5f2b769a01cb)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:38:12.127862 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-290167e3-dafe-4056-9e13-d4cea1f95864 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:12.142376 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a805d3d2-dd4e-4b47-b703-226768a0f002 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:12.145537 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-290167e3-dafe-4056-9e13-d4cea1f95864 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Calling delete_port for cdc38b75-f2f0-4c11-9019-cd69da037d4e owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:38:12.205540 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f940e3ac-6a00-4d70-8e13-63b16f8a4ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'name': 'tempest-TestServerBasicOps-1198701253-router', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:06Z', 'updated_at': '2021-08-11T22:38:09Z', 'revision_number': 4, 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'gw_port': {'id': 'd0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:07Z', 'updated_at': '2021-08-11T22:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '701548d6-d0f6-46fa-8bda-828882bf7e03', 'name': '', 'network_id': '28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'mac_address': 'fa:16:3e:96:5b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ae788690-b542-4447-bfdb-011d5b050935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:08Z', 'updated_at': '2021-08-11T22:38:09Z', 'revision_number': 2, 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'subnets': [{'id': 'ae788690-b542-4447-bfdb-011d5b050935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:12.220465 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cd7ab8-14c4-432a-98a6-9800fd36afd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-cde16b34-da86-406a-aa2c-1e8cfc3e2559', 'network_id': 'cde16b34-da86-406a-aa2c-1e8cfc3e2559', 'tenant_id': '22b0dc19354c49d280f88384ebd115a1', 'fixed_ips': [{'subnet_id': '414db863-79fd-4d12-a05e-a6a6f5274903'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:38:12.221662 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-09cd7ab8-14c4-432a-98a6-9800fd36afd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:12.235633 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f940e3ac-6a00-4d70-8e13-63b16f8a4ef7 None None] Checking router: 4a5301de-22d2-45a0-ad6a-e63e9ebbbff6 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:38:12.236367 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f940e3ac-6a00-4d70-8e13-63b16f8a4ef7 None None] Updating router 4a5301de-22d2-45a0-ad6a-e63e9ebbbff6 port 701548d6-d0f6-46fa-8bda-828882bf7e03 binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:38:12.265409 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-f940e3ac-6a00-4d70-8e13-63b16f8a4ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:12.338981 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a805d3d2-dd4e-4b47-b703-226768a0f002 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:12.397783 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-290167e3-dafe-4056-9e13-d4cea1f95864 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:12.411973 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:38:12.434702 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290167e3-dafe-4056-9e13-d4cea1f95864 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event deleted for resources: {'Port': ['ID=cdc38b75-f2f0-4c11-9019-cd69da037d4e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:12.472835 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-09cd7ab8-14c4-432a-98a6-9800fd36afd6 None None] Allocated IP 172.20.0.2 (cde16b34-da86-406a-aa2c-1e8cfc3e2559/414db863-79fd-4d12-a05e-a6a6f5274903/defbbc92-b9ec-4a42-9bac-f350b8874c7b) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:38:12.548179 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port d0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:12.552647 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:12.686715 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a805d3d2-dd4e-4b47-b703-226768a0f002 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:12.705252 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-290167e3-dafe-4056-9e13-d4cea1f95864 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:12.711401 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a805d3d2-dd4e-4b47-b703-226768a0f002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:12.773590 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-09cd7ab8-14c4-432a-98a6-9800fd36afd6 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:12.788565 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-09cd7ab8-14c4-432a-98a6-9800fd36afd6 None None] Transition to ACTIVE for port object defbbc92-b9ec-4a42-9bac-f350b8874c7b will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:38:12.804890 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-f940e3ac-6a00-4d70-8e13-63b16f8a4ef7 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:12.810559 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-09cd7ab8-14c4-432a-98a6-9800fd36afd6 None None] Transition to ACTIVE for port object defbbc92-b9ec-4a42-9bac-f350b8874c7b will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:38:12.819729 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-f940e3ac-6a00-4d70-8e13-63b16f8a4ef7 None None] Transition to ACTIVE for port object 701548d6-d0f6-46fa-8bda-828882bf7e03 will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:38:12.820000 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-09cd7ab8-14c4-432a-98a6-9800fd36afd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:12.828033 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-f940e3ac-6a00-4d70-8e13-63b16f8a4ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:12.871134 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cd7ab8-14c4-432a-98a6-9800fd36afd6 None None] Network cde16b34-da86-406a-aa2c-1e8cfc3e2559 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:38:12.874728 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-09cd7ab8-14c4-432a-98a6-9800fd36afd6 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:38:12.877800 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-a805d3d2-dd4e-4b47-b703-226768a0f002 admin admin] Allocated IP 172.25.2.236 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/d7323ffb-efe5-42e6-ab09-a2c4051a6020) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:38:12.878729 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cd7ab8-14c4-432a-98a6-9800fd36afd6 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:38:12.903531 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd7ab8-14c4-432a-98a6-9800fd36afd6 None None] Pushing event updated for resources: {'Port': ['ID=defbbc92-b9ec-4a42-9bac-f350b8874c7b,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:12.943499 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d9f90-3d53-48d2-a881-2e142f22e9d2 None None] Pushing event updated for resources: {'Port': ['ID=701548d6-d0f6-46fa-8bda-828882bf7e03,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:12.967794 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-f940e3ac-6a00-4d70-8e13-63b16f8a4ef7 None None] Attempting to bind port 701548d6-d0f6-46fa-8bda-828882bf7e03 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:38:12.969377 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-f940e3ac-6a00-4d70-8e13-63b16f8a4ef7 None None] Attempting to bind port 701548d6-d0f6-46fa-8bda-828882bf7e03 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '8933763e-4450-4910-9d81-5ffc5b7466a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:38:12.970165 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f940e3ac-6a00-4d70-8e13-63b16f8a4ef7 None None] Attempting to bind port 701548d6-d0f6-46fa-8bda-828882bf7e03 on network 28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:38:12.979382 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f940e3ac-6a00-4d70-8e13-63b16f8a4ef7 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:38:12.980061 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f940e3ac-6a00-4d70-8e13-63b16f8a4ef7 None None] Checking segment: {'id': '8933763e-4450-4910-9d81-5ffc5b7466a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:38:12.981146 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-f940e3ac-6a00-4d70-8e13-63b16f8a4ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:12.981808 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f940e3ac-6a00-4d70-8e13-63b16f8a4ef7 None None] Bound using segment: {'id': '8933763e-4450-4910-9d81-5ffc5b7466a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:38:12.982606 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-f940e3ac-6a00-4d70-8e13-63b16f8a4ef7 None None] Bound port: 701548d6-d0f6-46fa-8bda-828882bf7e03, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8933763e-4450-4910-9d81-5ffc5b7466a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:38:12.982773 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-09cd7ab8-14c4-432a-98a6-9800fd36afd6 None None] Attempting to bind port defbbc92-b9ec-4a42-9bac-f350b8874c7b on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:38:12.983142 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-09cd7ab8-14c4-432a-98a6-9800fd36afd6 None None] Attempting to bind port defbbc92-b9ec-4a42-9bac-f350b8874c7b by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '445ca8c2-2053-484a-bfab-f85698c0ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cde16b34-da86-406a-aa2c-1e8cfc3e2559'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:38:12.983285 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-f940e3ac-6a00-4d70-8e13-63b16f8a4ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:12.983534 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cd7ab8-14c4-432a-98a6-9800fd36afd6 None None] Attempting to bind port defbbc92-b9ec-4a42-9bac-f350b8874c7b on network cde16b34-da86-406a-aa2c-1e8cfc3e2559 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:38:12.990286 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cd7ab8-14c4-432a-98a6-9800fd36afd6 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:38:12.990930 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cd7ab8-14c4-432a-98a6-9800fd36afd6 None None] Checking segment: {'id': '445ca8c2-2053-484a-bfab-f85698c0ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cde16b34-da86-406a-aa2c-1e8cfc3e2559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:38:12.991494 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-09cd7ab8-14c4-432a-98a6-9800fd36afd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:12.992077 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cd7ab8-14c4-432a-98a6-9800fd36afd6 None None] Bound using segment: {'id': '445ca8c2-2053-484a-bfab-f85698c0ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cde16b34-da86-406a-aa2c-1e8cfc3e2559'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:38:12.992563 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-09cd7ab8-14c4-432a-98a6-9800fd36afd6 None None] Bound port: defbbc92-b9ec-4a42-9bac-f350b8874c7b, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '445ca8c2-2053-484a-bfab-f85698c0ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cde16b34-da86-406a-aa2c-1e8cfc3e2559'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:38:12.992963 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-09cd7ab8-14c4-432a-98a6-9800fd36afd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:13.063762 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290167e3-dafe-4056-9e13-d4cea1f95864 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Router cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:38:13.071357 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-f940e3ac-6a00-4d70-8e13-63b16f8a4ef7 None None] For port 701548d6-d0f6-46fa-8bda-828882bf7e03, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:38:13.075426 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-f940e3ac-6a00-4d70-8e13-63b16f8a4ef7 None None] For port 701548d6-d0f6-46fa-8bda-828882bf7e03, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=701548d6-d0f6-46fa-8bda-828882bf7e03,segment=NetworkSegment(8933763e-4450-4910-9d81-5ffc5b7466a8),segment_id=8933763e-4450-4910-9d81-5ffc5b7466a8)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:38:13.080039 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a805d3d2-dd4e-4b47-b703-226768a0f002 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:13.085676 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-f940e3ac-6a00-4d70-8e13-63b16f8a4ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:13.097125 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-09cd7ab8-14c4-432a-98a6-9800fd36afd6 None None] For port defbbc92-b9ec-4a42-9bac-f350b8874c7b, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:38:13.100470 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-09cd7ab8-14c4-432a-98a6-9800fd36afd6 None None] For port defbbc92-b9ec-4a42-9bac-f350b8874c7b, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=defbbc92-b9ec-4a42-9bac-f350b8874c7b,segment=NetworkSegment(445ca8c2-2053-484a-bfab-f85698c0ffa8),segment_id=445ca8c2-2053-484a-bfab-f85698c0ffa8)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:38:13.111575 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-09cd7ab8-14c4-432a-98a6-9800fd36afd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:13.157807 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f940e3ac-6a00-4d70-8e13-63b16f8a4ef7 None None] Routers {'4a5301de-22d2-45a0-ad6a-e63e9ebbbff6'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:38:13.158526 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f940e3ac-6a00-4d70-8e13-63b16f8a4ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:37:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['4a5301de-22d2-45a0-ad6a-e63e9ebbbff6'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:13.190574 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a805d3d2-dd4e-4b47-b703-226768a0f002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:13.208848 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d9f90-3d53-48d2-a881-2e142f22e9d2 None None] Pushing event updated for resources: {'Port': ['ID=701548d6-d0f6-46fa-8bda-828882bf7e03,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:13.209375 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290167e3-dafe-4056-9e13-d4cea1f95864 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:38:13.215257 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-290167e3-dafe-4056-9e13-d4cea1f95864 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "PUT /v2.0/routers/cd88ea2d-1243-4f2f-a63d-b95e1ad340b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8925319 Aug 11 22:38:13.217869 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51342) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:13.242197 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d6ede7-adc4-4803-8c8f-a70998ca716c None None] Sync routers for ids ['cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:38:13.248355 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a805d3d2-dd4e-4b47-b703-226768a0f002 admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:38:13.257851 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-a805d3d2-dd4e-4b47-b703-226768a0f002 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:38:13.265939 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a805d3d2-dd4e-4b47-b703-226768a0f002 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:38:13.274888 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd7ab8-14c4-432a-98a6-9800fd36afd6 None None] Pushing event updated for resources: {'Port': ['ID=defbbc92-b9ec-4a42-9bac-f350b8874c7b,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:13.283615 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d449be37-93d7-4925-ab5c-593fa9c875b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:13.285838 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d6ede7-adc4-4803-8c8f-a70998ca716c None None] Routers {'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:38:13.286472 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-d8d6ede7-adc4-4803-8c8f-a70998ca716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:37:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:13.302752 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13eb538-6fd0-4b49-8ade-316afbfc5767 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Deleting subnet 2d2523df-3cc9-49a7-9cac-2b6b5d546950 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:38:13.312567 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a13eb538-6fd0-4b49-8ade-316afbfc5767 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:13.335602 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805d3d2-dd4e-4b47-b703-226768a0f002 admin admin] Pushing event updated for resources: {'Port': ['ID=d7323ffb-efe5-42e6-ab09-a2c4051a6020,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:13.372703 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-f940e3ac-6a00-4d70-8e13-63b16f8a4ef7 None None] Set router 4a5301de-22d2-45a0-ad6a-e63e9ebbbff6 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:38:13.405028 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a13eb538-6fd0-4b49-8ade-316afbfc5767 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:13.486192 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-d8d6ede7-adc4-4803-8c8f-a70998ca716c None None] Set router cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:38:13.596138 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a13eb538-6fd0-4b49-8ade-316afbfc5767 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:13.702573 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a13eb538-6fd0-4b49-8ade-316afbfc5767 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:13.748454 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13eb538-6fd0-4b49-8ade-316afbfc5767 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event deleted for resources: {'Subnet': ['ID=2d2523df-3cc9-49a7-9cac-2b6b5d546950,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:13.753892 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a13eb538-6fd0-4b49-8ade-316afbfc5767 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:13.758147 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a13eb538-6fd0-4b49-8ade-316afbfc5767 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "DELETE /v2.0/subnets/2d2523df-3cc9-49a7-9cac-2b6b5d546950 HTTP/1.1" status: 204 len: 168 time: 0.5367763 Aug 11 22:38:13.758548 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51344) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:13.766847 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f940e3ac-6a00-4d70-8e13-63b16f8a4ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'name': 'tempest-TestServerBasicOps-1198701253-router', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:06Z', 'updated_at': '2021-08-11T22:38:09Z', 'revision_number': 4, 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'gw_port': {'id': 'd0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:07Z', 'updated_at': '2021-08-11T22:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '701548d6-d0f6-46fa-8bda-828882bf7e03', 'name': '', 'network_id': '28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'mac_address': 'fa:16:3e:96:5b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ae788690-b542-4447-bfdb-011d5b050935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:08Z', 'updated_at': '2021-08-11T22:38:13Z', 'revision_number': 4, 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'subnets': [{'id': 'ae788690-b542-4447-bfdb-011d5b050935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:13.769260 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4fd418-2194-4644-abec-0664f5ba1bef None None] Network d2f2d691-200b-48a2-a6a4-cac63bc7a7f7 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:38:13.772401 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a805d3d2-dd4e-4b47-b703-226768a0f002 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:13.806186 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f940e3ac-6a00-4d70-8e13-63b16f8a4ef7 None None] The sync data for ids ['4a5301de-22d2-45a0-ad6a-e63e9ebbbff6'] in n-d-804275-3 is: [{'id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'name': 'tempest-TestServerBasicOps-1198701253-router', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:06Z', 'updated_at': '2021-08-11T22:38:09Z', 'revision_number': 4, 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'gw_port': {'id': 'd0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:07Z', 'updated_at': '2021-08-11T22:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '701548d6-d0f6-46fa-8bda-828882bf7e03', 'name': '', 'network_id': '28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'mac_address': 'fa:16:3e:96:5b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ae788690-b542-4447-bfdb-011d5b050935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:08Z', 'updated_at': '2021-08-11T22:38:13Z', 'revision_number': 4, 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'subnets': [{'id': 'ae788690-b542-4447-bfdb-011d5b050935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:38:13.841544 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-d8d6ede7-adc4-4803-8c8f-a70998ca716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'name': 'tempest-TestNetworkBasicOps-router-590634068', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:40Z', 'updated_at': '2021-08-11T22:38:12Z', 'revision_number': 7, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:41Z', 'updated_at': '2021-08-11T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:13.889845 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d6ede7-adc4-4803-8c8f-a70998ca716c None None] Checking router: cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:38:13.922814 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d6ede7-adc4-4803-8c8f-a70998ca716c None None] Routers {'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:38:13.922814 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-d8d6ede7-adc4-4803-8c8f-a70998ca716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:37:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:13.950185 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef733565-6c84-4c8e-b4b5-5b0ba4f0205f tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:14.077274 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-d8d6ede7-adc4-4803-8c8f-a70998ca716c None None] Set router cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:38:14.085213 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a805d3d2-dd4e-4b47-b703-226768a0f002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:14.176950 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97adf83-8500-4536-a6ed-39bdb01ca0ba None None] DHCP port deletion for d2f2d691-200b-48a2-a6a4-cac63bc7a7f7 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:38:14.311814 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a805d3d2-dd4e-4b47-b703-226768a0f002 admin admin] Router 71f37357-200c-4921-9ac8-27366855d2ea is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:38:14.341247 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-e97adf83-8500-4536-a6ed-39bdb01ca0ba None None] Deleting port 9f20d110-3e9f-469f-bfc4-b2ce7aaa4e60 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:38:14.341684 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e97adf83-8500-4536-a6ed-39bdb01ca0ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:14.491217 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-e97adf83-8500-4536-a6ed-39bdb01ca0ba None None] For port 9f20d110-3e9f-469f-bfc4-b2ce7aaa4e60, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9f20d110-3e9f-469f-bfc4-b2ce7aaa4e60,segment=NetworkSegment(44bd21c0-34b1-4856-8b78-5f2b769a01cb),segment_id=44bd21c0-34b1-4856-8b78-5f2b769a01cb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:38:14.491649 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e97adf83-8500-4536-a6ed-39bdb01ca0ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:14.545055 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a805d3d2-dd4e-4b47-b703-226768a0f002 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:38:14.566968 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44752fb6-d9b9-4c97-a231-ece9983a50f5 None None] Sync routers for ids ['71f37357-200c-4921-9ac8-27366855d2ea'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:38:14.584091 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a805d3d2-dd4e-4b47-b703-226768a0f002 admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:14.589151 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a805d3d2-dd4e-4b47-b703-226768a0f002 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5433011 Aug 11 22:38:14.589727 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51346) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:14.605141 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44752fb6-d9b9-4c97-a231-ece9983a50f5 None None] Routers {'71f37357-200c-4921-9ac8-27366855d2ea'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:38:14.606867 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-44752fb6-d9b9-4c97-a231-ece9983a50f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:37:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['71f37357-200c-4921-9ac8-27366855d2ea'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:14.686721 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef733565-6c84-4c8e-b4b5-5b0ba4f0205f tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:14.756379 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-44752fb6-d9b9-4c97-a231-ece9983a50f5 None None] Set router 71f37357-200c-4921-9ac8-27366855d2ea gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:38:14.776162 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-e97adf83-8500-4536-a6ed-39bdb01ca0ba None None] Calling delete_port for 9f20d110-3e9f-469f-bfc4-b2ce7aaa4e60 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:38:14.790846 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device defbbc92-b9ec-4a42-9bac-f350b8874c7b up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:38:14.832475 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597c0c5b-71b8-43fb-b5ca-be96139f5a9d None None] Network cde16b34-da86-406a-aa2c-1e8cfc3e2559 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:38:14.838669 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-ef733565-6c84-4c8e-b4b5-5b0ba4f0205f tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Deleting port 8dae3499-2721-46e6-93da-d4eafff521c5 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:38:14.839394 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef733565-6c84-4c8e-b4b5-5b0ba4f0205f tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:14.983382 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-44752fb6-d9b9-4c97-a231-ece9983a50f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f37357-200c-4921-9ac8-27366855d2ea', 'name': 'tempest-TestServerBasicOps-426432216-router', 'tenant_id': '22b0dc19354c49d280f88384ebd115a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd7323ffb-efe5-42e6-ab09-a2c4051a6020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:12Z', 'updated_at': '2021-08-11T22:38:13Z', 'revision_number': 3, 'project_id': '22b0dc19354c49d280f88384ebd115a1', 'gw_port': {'id': 'd7323ffb-efe5-42e6-ab09-a2c4051a6020', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f37357-200c-4921-9ac8-27366855d2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:12Z', 'updated_at': '2021-08-11T22:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:15.006585 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7953100c-7798-49b2-838b-39d5ad305871 None None] Provisioning for port defbbc92-b9ec-4a42-9bac-f350b8874c7b completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:38:15.009817 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-d8d6ede7-adc4-4803-8c8f-a70998ca716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'name': 'tempest-TestNetworkBasicOps-router-590634068', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:40Z', 'updated_at': '2021-08-11T22:38:12Z', 'revision_number': 7, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:41Z', 'updated_at': '2021-08-11T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:15.021894 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44752fb6-d9b9-4c97-a231-ece9983a50f5 None None] Checking router: 71f37357-200c-4921-9ac8-27366855d2ea for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:38:15.022442 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44752fb6-d9b9-4c97-a231-ece9983a50f5 None None] Updating router 71f37357-200c-4921-9ac8-27366855d2ea port d7323ffb-efe5-42e6-ab09-a2c4051a6020 binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:38:15.058559 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-44752fb6-d9b9-4c97-a231-ece9983a50f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:15.063594 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d6ede7-adc4-4803-8c8f-a70998ca716c None None] The sync data for ids ['cd88ea2d-1243-4f2f-a63d-b95e1ad340b0'] in n-d-804275-3 is: [{'id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'name': 'tempest-TestNetworkBasicOps-router-590634068', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:35:40Z', 'updated_at': '2021-08-11T22:38:12Z', 'revision_number': 7, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': '8dae3499-2721-46e6-93da-d4eafff521c5', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd88ea2d-1243-4f2f-a63d-b95e1ad340b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:35:41Z', 'updated_at': '2021-08-11T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:38:15.065486 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port defbbc92-b9ec-4a42-9bac-f350b8874c7b completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:38:15.113654 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port defbbc92-b9ec-4a42-9bac-f350b8874c7b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:15.114057 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:15.117584 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e97adf83-8500-4536-a6ed-39bdb01ca0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:15.161603 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-ef733565-6c84-4c8e-b4b5-5b0ba4f0205f tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] For port 8dae3499-2721-46e6-93da-d4eafff521c5, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8dae3499-2721-46e6-93da-d4eafff521c5,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:38:15.161997 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef733565-6c84-4c8e-b4b5-5b0ba4f0205f tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:15.182029 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-ef733565-6c84-4c8e-b4b5-5b0ba4f0205f tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Calling delete_port for 8dae3499-2721-46e6-93da-d4eafff521c5 owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:38:15.204461 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97adf83-8500-4536-a6ed-39bdb01ca0ba None None] Pushing event deleted for resources: {'Port': ['ID=9f20d110-3e9f-469f-bfc4-b2ce7aaa4e60,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:15.206837 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97adf83-8500-4536-a6ed-39bdb01ca0ba None None] No DVR routers for this DVR port 9f20d110-3e9f-469f-bfc4-b2ce7aaa4e60 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:38:15.325658 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:15.368468 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port defbbc92-b9ec-4a42-9bac-f350b8874c7b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=defbbc92-b9ec-4a42-9bac-f350b8874c7b,segment=NetworkSegment(445ca8c2-2053-484a-bfab-f85698c0ffa8),segment_id=445ca8c2-2053-484a-bfab-f85698c0ffa8)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:38:15.379760 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:15.381761 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 701548d6-d0f6-46fa-8bda-828882bf7e03 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:38:15.399976 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c5a6b8d0-7df8-4e65-bfd3-5b55de1c6404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:15.420162 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-44752fb6-d9b9-4c97-a231-ece9983a50f5 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:15.432461 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-44752fb6-d9b9-4c97-a231-ece9983a50f5 None None] Transition to ACTIVE for port object d7323ffb-efe5-42e6-ab09-a2c4051a6020 will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:38:15.440156 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-44752fb6-d9b9-4c97-a231-ece9983a50f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:15.502524 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-44752fb6-d9b9-4c97-a231-ece9983a50f5 None None] Attempting to bind port d7323ffb-efe5-42e6-ab09-a2c4051a6020 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:38:15.502783 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-44752fb6-d9b9-4c97-a231-ece9983a50f5 None None] Attempting to bind port d7323ffb-efe5-42e6-ab09-a2c4051a6020 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:38:15.503797 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44752fb6-d9b9-4c97-a231-ece9983a50f5 None None] Attempting to bind port d7323ffb-efe5-42e6-ab09-a2c4051a6020 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:38:15.512530 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=defbbc92-b9ec-4a42-9bac-f350b8874c7b,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:15.526099 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 701548d6-d0f6-46fa-8bda-828882bf7e03 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:38:15.532501 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44752fb6-d9b9-4c97-a231-ece9983a50f5 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:38:15.532827 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44752fb6-d9b9-4c97-a231-ece9983a50f5 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:38:15.533204 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-44752fb6-d9b9-4c97-a231-ece9983a50f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:15.533606 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44752fb6-d9b9-4c97-a231-ece9983a50f5 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:38:15.534534 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-44752fb6-d9b9-4c97-a231-ece9983a50f5 None None] Bound port: d7323ffb-efe5-42e6-ab09-a2c4051a6020, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:38:15.534922 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-44752fb6-d9b9-4c97-a231-ece9983a50f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:15.540365 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 701548d6-d0f6-46fa-8bda-828882bf7e03 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:15.540723 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:15.548857 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b088a-24b9-4838-83e0-1ad38bb279dd None None] Pushing event updated for resources: {'Port': ['ID=d7323ffb-efe5-42e6-ab09-a2c4051a6020,revision_number=2']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:15.611367 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-44752fb6-d9b9-4c97-a231-ece9983a50f5 None None] For port d7323ffb-efe5-42e6-ab09-a2c4051a6020, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:38:15.619008 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-44752fb6-d9b9-4c97-a231-ece9983a50f5 None None] For port d7323ffb-efe5-42e6-ab09-a2c4051a6020, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d7323ffb-efe5-42e6-ab09-a2c4051a6020,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:38:15.628610 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-44752fb6-d9b9-4c97-a231-ece9983a50f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:15.693760 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:15.715732 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44752fb6-d9b9-4c97-a231-ece9983a50f5 None None] Routers {'71f37357-200c-4921-9ac8-27366855d2ea'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:38:15.716388 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-44752fb6-d9b9-4c97-a231-ece9983a50f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:37:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['71f37357-200c-4921-9ac8-27366855d2ea'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:15.742696 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 701548d6-d0f6-46fa-8bda-828882bf7e03, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=701548d6-d0f6-46fa-8bda-828882bf7e03,segment=NetworkSegment(8933763e-4450-4910-9d81-5ffc5b7466a8),segment_id=8933763e-4450-4910-9d81-5ffc5b7466a8)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:38:15.752774 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:15.805686 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-c5a6b8d0-7df8-4e65-bfd3-5b55de1c6404 admin admin] Allocated IP 172.20.0.1 (cde16b34-da86-406a-aa2c-1e8cfc3e2559/414db863-79fd-4d12-a05e-a6a6f5274903/38fa177f-e7f4-4a7f-a0fc-b4ff206158d8) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:38:15.820170 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef733565-6c84-4c8e-b4b5-5b0ba4f0205f tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:15.844373 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-44752fb6-d9b9-4c97-a231-ece9983a50f5 None None] Set router 71f37357-200c-4921-9ac8-27366855d2ea gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:38:15.845997 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9f20d110-3e9f-469f-bfc4-b2ce7aaa4e60 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:38:15.851701 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef733565-6c84-4c8e-b4b5-5b0ba4f0205f tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event deleted for resources: {'Port': ['ID=8dae3499-2721-46e6-93da-d4eafff521c5,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:15.877490 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4b332026-816c-40b6-90a0-9630add5ff32 None None] Provisioning complete for port defbbc92-b9ec-4a42-9bac-f350b8874c7b triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:15.877869 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4b332026-816c-40b6-90a0-9630add5ff32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:15.879354 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 9f20d110-3e9f-469f-bfc4-b2ce7aaa4e60 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:38:15.879715 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9f20d110-3e9f-469f-bfc4-b2ce7aaa4e60 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:38:15.914723 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=701548d6-d0f6-46fa-8bda-828882bf7e03,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:15.975165 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b088a-24b9-4838-83e0-1ad38bb279dd None None] Pushing event updated for resources: {'Port': ['ID=d7323ffb-efe5-42e6-ab09-a2c4051a6020,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:15.978263 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef733565-6c84-4c8e-b4b5-5b0ba4f0205f tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:16.072227 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-44752fb6-d9b9-4c97-a231-ece9983a50f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f37357-200c-4921-9ac8-27366855d2ea', 'name': 'tempest-TestServerBasicOps-426432216-router', 'tenant_id': '22b0dc19354c49d280f88384ebd115a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd7323ffb-efe5-42e6-ab09-a2c4051a6020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:12Z', 'updated_at': '2021-08-11T22:38:13Z', 'revision_number': 3, 'project_id': '22b0dc19354c49d280f88384ebd115a1', 'gw_port': {'id': 'd7323ffb-efe5-42e6-ab09-a2c4051a6020', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f37357-200c-4921-9ac8-27366855d2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:12Z', 'updated_at': '2021-08-11T22:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:16.085859 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:16.088798 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef733565-6c84-4c8e-b4b5-5b0ba4f0205f tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:16.093540 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef733565-6c84-4c8e-b4b5-5b0ba4f0205f tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:16.104620 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44752fb6-d9b9-4c97-a231-ece9983a50f5 None None] The sync data for ids ['71f37357-200c-4921-9ac8-27366855d2ea'] in n-d-804275-3 is: [{'id': '71f37357-200c-4921-9ac8-27366855d2ea', 'name': 'tempest-TestServerBasicOps-426432216-router', 'tenant_id': '22b0dc19354c49d280f88384ebd115a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd7323ffb-efe5-42e6-ab09-a2c4051a6020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:12Z', 'updated_at': '2021-08-11T22:38:13Z', 'revision_number': 3, 'project_id': '22b0dc19354c49d280f88384ebd115a1', 'gw_port': {'id': 'd7323ffb-efe5-42e6-ab09-a2c4051a6020', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f37357-200c-4921-9ac8-27366855d2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:12Z', 'updated_at': '2021-08-11T22:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:38:16.113689 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c5a6b8d0-7df8-4e65-bfd3-5b55de1c6404 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:16.158112 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-c5a6b8d0-7df8-4e65-bfd3-5b55de1c6404 admin admin] Transition to ACTIVE for port object 38fa177f-e7f4-4a7f-a0fc-b4ff206158d8 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:38:16.159659 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef733565-6c84-4c8e-b4b5-5b0ba4f0205f tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:16.160174 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef733565-6c84-4c8e-b4b5-5b0ba4f0205f tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Fanout notify agent at l3_agent the message router_deleted on router cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:38:16.168636 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef733565-6c84-4c8e-b4b5-5b0ba4f0205f tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:16.172864 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ef733565-6c84-4c8e-b4b5-5b0ba4f0205f tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "DELETE /v2.0/routers/cd88ea2d-1243-4f2f-a63d-b95e1ad340b0 HTTP/1.1" status: 204 len: 168 time: 2.4105914 Aug 11 22:38:16.173231 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51348) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:16.209421 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c5a6b8d0-7df8-4e65-bfd3-5b55de1c6404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:16.254521 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a6b8d0-7df8-4e65-bfd3-5b55de1c6404 admin admin] Network cde16b34-da86-406a-aa2c-1e8cfc3e2559 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:38:16.255180 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ae1a73fc-6f27-42da-8426-9aded5c4a7ca tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:16.257632 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-c5a6b8d0-7df8-4e65-bfd3-5b55de1c6404 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:38:16.264788 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a6b8d0-7df8-4e65-bfd3-5b55de1c6404 admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:38:16.276262 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-78c33432-4bc0-42ad-b28c-a59a94e53d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:16.292955 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6b8d0-7df8-4e65-bfd3-5b55de1c6404 admin admin] Pushing event updated for resources: {'Port': ['ID=38fa177f-e7f4-4a7f-a0fc-b4ff206158d8,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:16.334390 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c5a6b8d0-7df8-4e65-bfd3-5b55de1c6404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:16.388728 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ae1a73fc-6f27-42da-8426-9aded5c4a7ca tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:16.408376 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-ae1a73fc-6f27-42da-8426-9aded5c4a7ca tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f2d691-200b-48a2-a6a4-cac63bc7a7f7']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:16.426241 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-ae1a73fc-6f27-42da-8426-9aded5c4a7ca tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44bd21c0-34b1-4856-8b78-5f2b769a01cb') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:16.426618 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-ae1a73fc-6f27-42da-8426-9aded5c4a7ca tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44bd21c0-34b1-4856-8b78-5f2b769a01cb') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:16.440766 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ae1a73fc-6f27-42da-8426-9aded5c4a7ca tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:16.466511 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ae1a73fc-6f27-42da-8426-9aded5c4a7ca tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:16.486568 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1a73fc-6f27-42da-8426-9aded5c4a7ca tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:38:16.487266 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ae1a73fc-6f27-42da-8426-9aded5c4a7ca tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:16.551688 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device defbbc92-b9ec-4a42-9bac-f350b8874c7b up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:38:16.554156 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:38:16.577787 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ae1a73fc-6f27-42da-8426-9aded5c4a7ca tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:16.593066 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ae1a73fc-6f27-42da-8426-9aded5c4a7ca tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:16.606678 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ae1a73fc-6f27-42da-8426-9aded5c4a7ca tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "DELETE /v2.0/networks/d2f2d691-200b-48a2-a6a4-cac63bc7a7f7 HTTP/1.1" status: 204 len: 168 time: 0.4322541 Aug 11 22:38:16.624055 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51350) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:16.630134 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a73fc-6f27-42da-8426-9aded5c4a7ca tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event deleted for resources: {'Network': ['ID=d2f2d691-200b-48a2-a6a4-cac63bc7a7f7,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:16.640897 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-5353f2d4-d059-4156-8091-490690587c91 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'network': {'name': 'tempest-network-smoke--343447004', 'project_id': '81545c73701b4772bfae708760c50559', 'port_security_enabled': True}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:38:16.646490 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3c093a98-9cb8-4701-a4c1-3bdd4c92b659 None None] Provisioning for port 38fa177f-e7f4-4a7f-a0fc-b4ff206158d8 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:38:16.653159 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3c093a98-9cb8-4701-a4c1-3bdd4c92b659 None None] Provisioning complete for port 38fa177f-e7f4-4a7f-a0fc-b4ff206158d8 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:16.653532 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3c093a98-9cb8-4701-a4c1-3bdd4c92b659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:16.695451 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5353f2d4-d059-4156-8091-490690587c91 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Made reservation on behalf of 81545c73701b4772bfae708760c50559 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:38:16.697464 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-3c093a98-9cb8-4701-a4c1-3bdd4c92b659 None None] Port 38fa177f-e7f4-4a7f-a0fc-b4ff206158d8 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:38:16.698866 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port defbbc92-b9ec-4a42-9bac-f350b8874c7b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:16.699253 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:16.700256 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5353f2d4-d059-4156-8091-490690587c91 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:16.714937 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c5a6b8d0-7df8-4e65-bfd3-5b55de1c6404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:16.759895 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5353f2d4-d059-4156-8091-490690587c91 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:38:16.779935 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5353f2d4-d059-4156-8091-490690587c91 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:16.780751 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-5353f2d4-d059-4156-8091-490690587c91 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Added segment 43533119-8791-443f-bb59-cff9f95bb9e2 of type vlan for network 8df2b5b7-2d7a-40f8-a4be-3fffe7d01772 Aug 11 22:38:16.798297 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 701548d6-d0f6-46fa-8bda-828882bf7e03 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:38:16.847759 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 701548d6-d0f6-46fa-8bda-828882bf7e03 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:16.848140 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:16.885083 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5353f2d4-d059-4156-8091-490690587c91 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:16.954090 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5353f2d4-d059-4156-8091-490690587c91 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:16.956775 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device cdc38b75-f2f0-4c11-9019-cd69da037d4e no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:38:16.961100 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5353f2d4-d059-4156-8091-490690587c91 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:16.961100 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5353f2d4-d059-4156-8091-490690587c91 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:16.981192 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: cdc38b75-f2f0-4c11-9019-cd69da037d4e {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:38:16.982134 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device cdc38b75-f2f0-4c11-9019-cd69da037d4e not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:38:17.043161 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5353f2d4-d059-4156-8091-490690587c91 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4158397 Aug 11 22:38:17.045376 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51352) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:17.048602 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c5a6b8d0-7df8-4e65-bfd3-5b55de1c6404 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:17.051358 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-2ebf0eb3-4eb3-48db-bfa8-121148497f51 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-604642599', 'admin_state_up': True, 'project_id': '81545c73701b4772bfae708760c50559', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:38:17.057059 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c5a6b8d0-7df8-4e65-bfd3-5b55de1c6404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:17.077746 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2ebf0eb3-4eb3-48db-bfa8-121148497f51 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:17.079585 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2ebf0eb3-4eb3-48db-bfa8-121148497f51 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:17.108432 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353f2d4-d059-4156-8091-490690587c91 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'Network': ['ID=8df2b5b7-2d7a-40f8-a4be-3fffe7d01772,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:17.120762 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 8df2b5b7-2d7a-40f8-a4be-3fffe7d01772 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:38:17.141069 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6b8d0-7df8-4e65-bfd3-5b55de1c6404 admin admin] Pushing event updated for resources: {'Port': ['ID=38fa177f-e7f4-4a7f-a0fc-b4ff206158d8,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:17.147427 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c5a6b8d0-7df8-4e65-bfd3-5b55de1c6404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:17.151633 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2ebf0eb3-4eb3-48db-bfa8-121148497f51 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:17.254873 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a6b8d0-7df8-4e65-bfd3-5b55de1c6404 admin admin] Network cde16b34-da86-406a-aa2c-1e8cfc3e2559 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:38:17.256420 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-c5a6b8d0-7df8-4e65-bfd3-5b55de1c6404 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:38:17.314552 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2ebf0eb3-4eb3-48db-bfa8-121148497f51 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:17.382577 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a6b8d0-7df8-4e65-bfd3-5b55de1c6404 admin admin] Router 71f37357-200c-4921-9ac8-27366855d2ea has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:38:17.524778 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-5a3442da-9e70-45d3-aaff-a9f0db197257 None None] Provisioning complete for port 38fa177f-e7f4-4a7f-a0fc-b4ff206158d8 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:17.525275 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5a3442da-9e70-45d3-aaff-a9f0db197257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:17.539451 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2ebf0eb3-4eb3-48db-bfa8-121148497f51 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:17.561454 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2ebf0eb3-4eb3-48db-bfa8-121148497f51 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:17.564794 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-5a3442da-9e70-45d3-aaff-a9f0db197257 None None] Port 38fa177f-e7f4-4a7f-a0fc-b4ff206158d8 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:38:17.614077 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:17.685578 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-2ebf0eb3-4eb3-48db-bfa8-121148497f51 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Allocated IP 172.25.2.29 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/d856bafb-8c56-4c67-add5-547d0a0a9969) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:38:17.778679 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a6b8d0-7df8-4e65-bfd3-5b55de1c6404 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:38:17.784813 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c5a6b8d0-7df8-4e65-bfd3-5b55de1c6404 admin admin] 10.222.0.77 "PUT /v2.0/routers/71f37357-200c-4921-9ac8-27366855d2ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1803043 Aug 11 22:38:17.791810 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2ebf0eb3-4eb3-48db-bfa8-121148497f51 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:17.841025 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2ebf0eb3-4eb3-48db-bfa8-121148497f51 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:17.880166 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebf0eb3-4eb3-48db-bfa8-121148497f51 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:38:17.887062 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-2ebf0eb3-4eb3-48db-bfa8-121148497f51 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:38:17.889533 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf0eb3-4eb3-48db-bfa8-121148497f51 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:38:17.919956 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf0eb3-4eb3-48db-bfa8-121148497f51 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'Port': ['ID=d856bafb-8c56-4c67-add5-547d0a0a9969,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:18.158843 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2ebf0eb3-4eb3-48db-bfa8-121148497f51 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:18.159225 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63178b4c-2cf5-464e-8292-bb5564ae18c0 None None] Sync routers for ids ['71f37357-200c-4921-9ac8-27366855d2ea'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:38:18.174735 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63178b4c-2cf5-464e-8292-bb5564ae18c0 None None] Routers {'71f37357-200c-4921-9ac8-27366855d2ea'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:38:18.175499 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-63178b4c-2cf5-464e-8292-bb5564ae18c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:38:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['71f37357-200c-4921-9ac8-27366855d2ea'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:18.284739 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-63178b4c-2cf5-464e-8292-bb5564ae18c0 None None] Set router 71f37357-200c-4921-9ac8-27366855d2ea gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:38:18.386058 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2ebf0eb3-4eb3-48db-bfa8-121148497f51 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:18.464622 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d7323ffb-efe5-42e6-ab09-a2c4051a6020 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:38:18.557713 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port d7323ffb-efe5-42e6-ab09-a2c4051a6020 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:38:18.564836 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port d7323ffb-efe5-42e6-ab09-a2c4051a6020 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:18.565220 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:18.594812 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-63178b4c-2cf5-464e-8292-bb5564ae18c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f37357-200c-4921-9ac8-27366855d2ea', 'name': 'tempest-TestServerBasicOps-426432216-router', 'tenant_id': '22b0dc19354c49d280f88384ebd115a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd7323ffb-efe5-42e6-ab09-a2c4051a6020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:12Z', 'updated_at': '2021-08-11T22:38:16Z', 'revision_number': 4, 'project_id': '22b0dc19354c49d280f88384ebd115a1', 'gw_port': {'id': 'd7323ffb-efe5-42e6-ab09-a2c4051a6020', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f37357-200c-4921-9ac8-27366855d2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:12Z', 'updated_at': '2021-08-11T22:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '38fa177f-e7f4-4a7f-a0fc-b4ff206158d8', 'name': '', 'network_id': 'cde16b34-da86-406a-aa2c-1e8cfc3e2559', 'tenant_id': '22b0dc19354c49d280f88384ebd115a1', 'mac_address': 'fa:16:3e:fe:9d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f37357-200c-4921-9ac8-27366855d2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '414db863-79fd-4d12-a05e-a6a6f5274903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:15Z', 'updated_at': '2021-08-11T22:38:16Z', 'revision_number': 2, 'project_id': '22b0dc19354c49d280f88384ebd115a1', 'subnets': [{'id': '414db863-79fd-4d12-a05e-a6a6f5274903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:18.633881 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63178b4c-2cf5-464e-8292-bb5564ae18c0 None None] Checking router: 71f37357-200c-4921-9ac8-27366855d2ea for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:38:18.634272 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63178b4c-2cf5-464e-8292-bb5564ae18c0 None None] Updating router 71f37357-200c-4921-9ac8-27366855d2ea port 38fa177f-e7f4-4a7f-a0fc-b4ff206158d8 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:38:18.648108 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51360) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:18.653064 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-e96dbac1-dfc8-4b88-a4a9-596c9e1d57a9 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1256800282', 'description': 'tempest-secgroup-smoke-1256800282 description', 'project_id': '37fd33391a3446acb4e83a2090e2cbf7'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:38:18.670682 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-63178b4c-2cf5-464e-8292-bb5564ae18c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:18.676924 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e96dbac1-dfc8-4b88-a4a9-596c9e1d57a9 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:18.749570 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:18.775018 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e96dbac1-dfc8-4b88-a4a9-596c9e1d57a9 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:18.779914 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e96dbac1-dfc8-4b88-a4a9-596c9e1d57a9 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:18.813859 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e96dbac1-dfc8-4b88-a4a9-596c9e1d57a9 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:18.815343 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e96dbac1-dfc8-4b88-a4a9-596c9e1d57a9 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1660886 Aug 11 22:38:18.818177 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96dbac1-dfc8-4b88-a4a9-596c9e1d57a9 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ff4127-8c4c-4272-a350-0a471dc482ff,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:18.819121 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51362) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:18.825437 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-eb1592bc-7069-4388-8ac9-8214fd269d34 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Request body: {'security_group_rule': {'security_group_id': 'd6ff4127-8c4c-4272-a350-0a471dc482ff', 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:38:18.829495 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port d7323ffb-efe5-42e6-ab09-a2c4051a6020, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d7323ffb-efe5-42e6-ab09-a2c4051a6020,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:38:18.837003 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:18.848079 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8dae3499-2721-46e6-93da-d4eafff521c5 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:38:18.874573 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb1592bc-7069-4388-8ac9-8214fd269d34 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:18.895602 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 8dae3499-2721-46e6-93da-d4eafff521c5 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:38:18.895905 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8dae3499-2721-46e6-93da-d4eafff521c5 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:38:18.917543 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebf0eb3-4eb3-48db-bfa8-121148497f51 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Router 76491bf4-d3cb-4bce-949c-71d878d40446 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:38:18.963910 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=d7323ffb-efe5-42e6-ab09-a2c4051a6020,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:18.983556 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb1592bc-7069-4388-8ac9-8214fd269d34 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:18.988157 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb1592bc-7069-4388-8ac9-8214fd269d34 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:19.011789 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1592bc-7069-4388-8ac9-8214fd269d34 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=affceb4d-22e1-44f2-bdc0-f6878a31df39,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:19.053179 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb1592bc-7069-4388-8ac9-8214fd269d34 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:19.054401 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-eb1592bc-7069-4388-8ac9-8214fd269d34 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2342715 Aug 11 22:38:19.057817 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51364) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:19.065473 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-7454fbf7-2821-45c9-a575-90f96e7bf008 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Request body: {'security_group_rule': {'security_group_id': 'd6ff4127-8c4c-4272-a350-0a471dc482ff', 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:38:19.071394 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebf0eb3-4eb3-48db-bfa8-121148497f51 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:38:19.082301 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:19.085101 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d8556e-93e1-4dce-ad7f-748c505656a1 None None] Sync routers for ids ['76491bf4-d3cb-4bce-949c-71d878d40446'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:38:19.092741 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-63178b4c-2cf5-464e-8292-bb5564ae18c0 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:19.096388 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d8556e-93e1-4dce-ad7f-748c505656a1 None None] Routers {'76491bf4-d3cb-4bce-949c-71d878d40446'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:38:19.097368 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-87d8556e-93e1-4dce-ad7f-748c505656a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:38:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['76491bf4-d3cb-4bce-949c-71d878d40446'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:19.105296 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-63178b4c-2cf5-464e-8292-bb5564ae18c0 None None] Transition to ACTIVE for port object 38fa177f-e7f4-4a7f-a0fc-b4ff206158d8 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:38:19.106504 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2ebf0eb3-4eb3-48db-bfa8-121148497f51 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:19.107579 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7454fbf7-2821-45c9-a575-90f96e7bf008 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:19.111139 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2ebf0eb3-4eb3-48db-bfa8-121148497f51 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0616770 Aug 11 22:38:19.111590 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51366) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:19.113410 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-63178b4c-2cf5-464e-8292-bb5564ae18c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:19.143936 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-818ad799-1698-4bd3-8e58-7794613b8921 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=81545c73701b4772bfae708760c50559&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310524 Aug 11 22:38:19.146837 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51368) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:19.226263 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-63178b4c-2cf5-464e-8292-bb5564ae18c0 None None] Attempting to bind port 38fa177f-e7f4-4a7f-a0fc-b4ff206158d8 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:38:19.226884 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-63178b4c-2cf5-464e-8292-bb5564ae18c0 None None] Attempting to bind port 38fa177f-e7f4-4a7f-a0fc-b4ff206158d8 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '445ca8c2-2053-484a-bfab-f85698c0ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cde16b34-da86-406a-aa2c-1e8cfc3e2559'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:38:19.227050 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63178b4c-2cf5-464e-8292-bb5564ae18c0 None None] Attempting to bind port 38fa177f-e7f4-4a7f-a0fc-b4ff206158d8 on network cde16b34-da86-406a-aa2c-1e8cfc3e2559 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:38:19.235860 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63178b4c-2cf5-464e-8292-bb5564ae18c0 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:38:19.236311 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63178b4c-2cf5-464e-8292-bb5564ae18c0 None None] Checking segment: {'id': '445ca8c2-2053-484a-bfab-f85698c0ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cde16b34-da86-406a-aa2c-1e8cfc3e2559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:38:19.236661 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-63178b4c-2cf5-464e-8292-bb5564ae18c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:19.237066 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63178b4c-2cf5-464e-8292-bb5564ae18c0 None None] Bound using segment: {'id': '445ca8c2-2053-484a-bfab-f85698c0ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cde16b34-da86-406a-aa2c-1e8cfc3e2559'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:38:19.237549 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-63178b4c-2cf5-464e-8292-bb5564ae18c0 None None] Bound port: 38fa177f-e7f4-4a7f-a0fc-b4ff206158d8, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '445ca8c2-2053-484a-bfab-f85698c0ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cde16b34-da86-406a-aa2c-1e8cfc3e2559'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:38:19.237940 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-63178b4c-2cf5-464e-8292-bb5564ae18c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:19.239148 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7454fbf7-2821-45c9-a575-90f96e7bf008 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:19.245411 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7454fbf7-2821-45c9-a575-90f96e7bf008 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:19.286426 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454fbf7-2821-45c9-a575-90f96e7bf008 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7dcc9b6-b719-4f51-aa69-44afddf9ff53,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:19.287416 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c3c96-af70-4fef-ab2c-fbec0059223a None None] Pushing event updated for resources: {'Port': ['ID=38fa177f-e7f4-4a7f-a0fc-b4ff206158d8,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:19.297876 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7454fbf7-2821-45c9-a575-90f96e7bf008 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:19.302831 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51370) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:19.304816 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7454fbf7-2821-45c9-a575-90f96e7bf008 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2446129 Aug 11 22:38:19.315134 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-69c551e6-fe23-40e1-b6ea-f721a743398c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Request body: {'security_group_rule': {'security_group_id': 'd6ff4127-8c4c-4272-a350-0a471dc482ff', 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:38:19.330135 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-63178b4c-2cf5-464e-8292-bb5564ae18c0 None None] For port 38fa177f-e7f4-4a7f-a0fc-b4ff206158d8, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:38:19.334526 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-63178b4c-2cf5-464e-8292-bb5564ae18c0 None None] For port 38fa177f-e7f4-4a7f-a0fc-b4ff206158d8, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=38fa177f-e7f4-4a7f-a0fc-b4ff206158d8,segment=NetworkSegment(445ca8c2-2053-484a-bfab-f85698c0ffa8),segment_id=445ca8c2-2053-484a-bfab-f85698c0ffa8)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:38:19.338898 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691d4f6e-822d-4af8-9a83-f156f7c6a0a7 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:19.341177 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-63178b4c-2cf5-464e-8292-bb5564ae18c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:19.343637 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51372) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:19.344357 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-691d4f6e-822d-4af8-9a83-f156f7c6a0a7 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1958146 Aug 11 22:38:19.361408 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-69c551e6-fe23-40e1-b6ea-f721a743398c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:19.383920 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e155f05e-16aa-4223-99b2-ddfa3407d3f8 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ace0c6e5-d196-4ef9-80b8-149980a74560&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354652 Aug 11 22:38:19.386268 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51374) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:19.392232 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-72466d51-0cf1-4357-be68-b475f48af467 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-919641925', 'network_id': '8df2b5b7-2d7a-40f8-a4be-3fffe7d01772', 'project_id': '81545c73701b4772bfae708760c50559', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:38:19.392559 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-87d8556e-93e1-4dce-ad7f-748c505656a1 None None] Set router 76491bf4-d3cb-4bce-949c-71d878d40446 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:38:19.410338 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c3c96-af70-4fef-ab2c-fbec0059223a None None] Pushing event updated for resources: {'Port': ['ID=38fa177f-e7f4-4a7f-a0fc-b4ff206158d8,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:19.426820 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-69c551e6-fe23-40e1-b6ea-f721a743398c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:19.431878 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-69c551e6-fe23-40e1-b6ea-f721a743398c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:19.432078 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63178b4c-2cf5-464e-8292-bb5564ae18c0 None None] Routers {'71f37357-200c-4921-9ac8-27366855d2ea'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:38:19.432826 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-63178b4c-2cf5-464e-8292-bb5564ae18c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:38:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['71f37357-200c-4921-9ac8-27366855d2ea'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:19.456603 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c551e6-fe23-40e1-b6ea-f721a743398c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0beb199b-b41f-4d06-9785-a4a68cbc98a8,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:19.460405 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-69c551e6-fe23-40e1-b6ea-f721a743398c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:19.464897 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51376) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:19.466144 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-69c551e6-fe23-40e1-b6ea-f721a743398c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1583025 Aug 11 22:38:19.483830 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-ff688320-9d84-4e1f-a933-2b682d8936d8 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Request body: {'security_group_rule': {'security_group_id': 'd6ff4127-8c4c-4272-a350-0a471dc482ff', 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:38:19.546381 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ff688320-9d84-4e1f-a933-2b682d8936d8 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:19.605469 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72466d51-0cf1-4357-be68-b475f48af467 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Made reservation on behalf of 81545c73701b4772bfae708760c50559 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:38:19.609864 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-72466d51-0cf1-4357-be68-b475f48af467 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:19.651979 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-87d8556e-93e1-4dce-ad7f-748c505656a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'name': 'tempest-TestNetworkBasicOps-router-604642599', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'd856bafb-8c56-4c67-add5-547d0a0a9969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:17Z', 'updated_at': '2021-08-11T22:38:18Z', 'revision_number': 3, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': 'd856bafb-8c56-4c67-add5-547d0a0a9969', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:17Z', 'updated_at': '2021-08-11T22:38:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:19.675544 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ff688320-9d84-4e1f-a933-2b682d8936d8 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:19.699152 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d8556e-93e1-4dce-ad7f-748c505656a1 None None] Checking router: 76491bf4-d3cb-4bce-949c-71d878d40446 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:38:19.699573 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d8556e-93e1-4dce-ad7f-748c505656a1 None None] Updating router 76491bf4-d3cb-4bce-949c-71d878d40446 port d856bafb-8c56-4c67-add5-547d0a0a9969 binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:38:19.713774 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ff688320-9d84-4e1f-a933-2b682d8936d8 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:19.742486 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-87d8556e-93e1-4dce-ad7f-748c505656a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:19.755195 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff688320-9d84-4e1f-a933-2b682d8936d8 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f4af5d-c3aa-45aa-be98-80ab8d3bd087,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:19.762176 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ff688320-9d84-4e1f-a933-2b682d8936d8 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:19.763460 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ff688320-9d84-4e1f-a933-2b682d8936d8 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2976089 Aug 11 22:38:19.766905 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51378) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:19.772214 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-68316a69-8a17-44d6-9c86-fd1952596e2b tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Request body: {'security_group_rule': {'security_group_id': 'd6ff4127-8c4c-4272-a350-0a471dc482ff', 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:38:19.783820 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-63178b4c-2cf5-464e-8292-bb5564ae18c0 None None] Set router 71f37357-200c-4921-9ac8-27366855d2ea gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:38:19.797416 n-d-804275-3 neutron-server[100942]: INFO neutron.db.securitygroups_db [None req-68316a69-8a17-44d6-9c86-fd1952596e2b tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Project 37fd33391a3446acb4e83a2090e2cbf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 22:38:19.803241 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-68316a69-8a17-44d6-9c86-fd1952596e2b tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:19.877226 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-68316a69-8a17-44d6-9c86-fd1952596e2b tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:19.882034 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-68316a69-8a17-44d6-9c86-fd1952596e2b tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:19.904903 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68316a69-8a17-44d6-9c86-fd1952596e2b tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7cb8a2c-4547-41f0-b0a4-d419cf0be471,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:19.915568 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-68316a69-8a17-44d6-9c86-fd1952596e2b tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:19.917222 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-68316a69-8a17-44d6-9c86-fd1952596e2b tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1492186 Aug 11 22:38:19.919972 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51380) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:19.925815 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-e729fc80-1096-4574-ac6e-42aa298e8818 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Request body: {'security_group_rule': {'security_group_id': 'd6ff4127-8c4c-4272-a350-0a471dc482ff', 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:38:19.947746 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-72466d51-0cf1-4357-be68-b475f48af467 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:19.954901 n-d-804275-3 neutron-server[100942]: INFO neutron.db.securitygroups_db [None req-e729fc80-1096-4574-ac6e-42aa298e8818 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Project 37fd33391a3446acb4e83a2090e2cbf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 22:38:19.963895 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e729fc80-1096-4574-ac6e-42aa298e8818 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:20.023902 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72466d51-0cf1-4357-be68-b475f48af467 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'Subnet': ['ID=964bd78e-076c-4460-aed6-6e4cc590118d,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:20.036551 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72466d51-0cf1-4357-be68-b475f48af467 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Checking segment: {'id': '43533119-8791-443f-bb59-cff9f95bb9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8df2b5b7-2d7a-40f8-a4be-3fffe7d01772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:38:20.037188 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72466d51-0cf1-4357-be68-b475f48af467 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Network hostable DHCP agents. Network: 8df2b5b7-2d7a-40f8-a4be-3fffe7d01772, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:38:20.050734 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e729fc80-1096-4574-ac6e-42aa298e8818 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:20.055916 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e729fc80-1096-4574-ac6e-42aa298e8818 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:20.063071 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-63178b4c-2cf5-464e-8292-bb5564ae18c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f37357-200c-4921-9ac8-27366855d2ea', 'name': 'tempest-TestServerBasicOps-426432216-router', 'tenant_id': '22b0dc19354c49d280f88384ebd115a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd7323ffb-efe5-42e6-ab09-a2c4051a6020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:12Z', 'updated_at': '2021-08-11T22:38:16Z', 'revision_number': 4, 'project_id': '22b0dc19354c49d280f88384ebd115a1', 'gw_port': {'id': 'd7323ffb-efe5-42e6-ab09-a2c4051a6020', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f37357-200c-4921-9ac8-27366855d2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:12Z', 'updated_at': '2021-08-11T22:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '38fa177f-e7f4-4a7f-a0fc-b4ff206158d8', 'name': '', 'network_id': 'cde16b34-da86-406a-aa2c-1e8cfc3e2559', 'tenant_id': '22b0dc19354c49d280f88384ebd115a1', 'mac_address': 'fa:16:3e:fe:9d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f37357-200c-4921-9ac8-27366855d2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '414db863-79fd-4d12-a05e-a6a6f5274903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:15Z', 'updated_at': '2021-08-11T22:38:19Z', 'revision_number': 4, 'project_id': '22b0dc19354c49d280f88384ebd115a1', 'subnets': [{'id': '414db863-79fd-4d12-a05e-a6a6f5274903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:20.065187 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72466d51-0cf1-4357-be68-b475f48af467 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Network 8df2b5b7-2d7a-40f8-a4be-3fffe7d01772 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:38:20.074758 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729fc80-1096-4574-ac6e-42aa298e8818 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f131a4da-b3b0-4c84-9c9a-afc2e4a3ed50,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:20.082814 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-72466d51-0cf1-4357-be68-b475f48af467 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 8df2b5b7-2d7a-40f8-a4be-3fffe7d01772) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:38:20.085428 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-e729fc80-1096-4574-ac6e-42aa298e8818 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:20.086949 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e729fc80-1096-4574-ac6e-42aa298e8818 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1654565 Aug 11 22:38:20.088348 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72466d51-0cf1-4357-be68-b475f48af467 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:20.089201 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-72466d51-0cf1-4357-be68-b475f48af467 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:20.098841 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-87d8556e-93e1-4dce-ad7f-748c505656a1 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:20.109188 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-72466d51-0cf1-4357-be68-b475f48af467 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7191527 Aug 11 22:38:20.109895 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51384) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:20.114313 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13869740-6dbc-4e44-9582-730a4875e73f None None] Network 8df2b5b7-2d7a-40f8-a4be-3fffe7d01772 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:38:20.116114 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-87d8556e-93e1-4dce-ad7f-748c505656a1 None None] Transition to ACTIVE for port object d856bafb-8c56-4c67-add5-547d0a0a9969 will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:38:20.117100 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63178b4c-2cf5-464e-8292-bb5564ae18c0 None None] The sync data for ids ['71f37357-200c-4921-9ac8-27366855d2ea'] in n-d-804275-3 is: [{'id': '71f37357-200c-4921-9ac8-27366855d2ea', 'name': 'tempest-TestServerBasicOps-426432216-router', 'tenant_id': '22b0dc19354c49d280f88384ebd115a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd7323ffb-efe5-42e6-ab09-a2c4051a6020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:12Z', 'updated_at': '2021-08-11T22:38:16Z', 'revision_number': 4, 'project_id': '22b0dc19354c49d280f88384ebd115a1', 'gw_port': {'id': 'd7323ffb-efe5-42e6-ab09-a2c4051a6020', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f37357-200c-4921-9ac8-27366855d2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:12Z', 'updated_at': '2021-08-11T22:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '38fa177f-e7f4-4a7f-a0fc-b4ff206158d8', 'name': '', 'network_id': 'cde16b34-da86-406a-aa2c-1e8cfc3e2559', 'tenant_id': '22b0dc19354c49d280f88384ebd115a1', 'mac_address': 'fa:16:3e:fe:9d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f37357-200c-4921-9ac8-27366855d2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '414db863-79fd-4d12-a05e-a6a6f5274903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:15Z', 'updated_at': '2021-08-11T22:38:19Z', 'revision_number': 4, 'project_id': '22b0dc19354c49d280f88384ebd115a1', 'subnets': [{'id': '414db863-79fd-4d12-a05e-a6a6f5274903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:38:20.131273 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-87d8556e-93e1-4dce-ad7f-748c505656a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:20.270321 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-87d8556e-93e1-4dce-ad7f-748c505656a1 None None] Attempting to bind port d856bafb-8c56-4c67-add5-547d0a0a9969 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:38:20.270786 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-87d8556e-93e1-4dce-ad7f-748c505656a1 None None] Attempting to bind port d856bafb-8c56-4c67-add5-547d0a0a9969 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:38:20.271216 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d8556e-93e1-4dce-ad7f-748c505656a1 None None] Attempting to bind port d856bafb-8c56-4c67-add5-547d0a0a9969 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:38:20.283957 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1203cac-6154-434e-b232-51f4fe1d4782 None None] Pushing event updated for resources: {'Port': ['ID=d856bafb-8c56-4c67-add5-547d0a0a9969,revision_number=2']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:20.286757 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d8556e-93e1-4dce-ad7f-748c505656a1 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:38:20.287212 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d8556e-93e1-4dce-ad7f-748c505656a1 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:38:20.287752 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-87d8556e-93e1-4dce-ad7f-748c505656a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:20.288205 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d8556e-93e1-4dce-ad7f-748c505656a1 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:38:20.288741 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-87d8556e-93e1-4dce-ad7f-748c505656a1 None None] Bound port: d856bafb-8c56-4c67-add5-547d0a0a9969, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:38:20.289179 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-87d8556e-93e1-4dce-ad7f-748c505656a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:20.343336 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-ebb8047f-1693-4063-bc0e-b5a7dfeef199 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1256800282&fields=id&tenant_id=37fd33391a3446acb4e83a2090e2cbf7 HTTP/1.1" status: 200 len: 267 time: 0.0660174 Aug 11 22:38:20.352894 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-87d8556e-93e1-4dce-ad7f-748c505656a1 None None] For port d856bafb-8c56-4c67-add5-547d0a0a9969, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:38:20.358096 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-87d8556e-93e1-4dce-ad7f-748c505656a1 None None] For port d856bafb-8c56-4c67-add5-547d0a0a9969, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d856bafb-8c56-4c67-add5-547d0a0a9969,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:38:20.363980 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-87d8556e-93e1-4dce-ad7f-748c505656a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:20.422296 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafba82c-12ec-4b88-9872-93d5eae8b477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-8df2b5b7-2d7a-40f8-a4be-3fffe7d01772', 'network_id': '8df2b5b7-2d7a-40f8-a4be-3fffe7d01772', 'tenant_id': '81545c73701b4772bfae708760c50559', 'fixed_ips': [{'subnet_id': '964bd78e-076c-4460-aed6-6e4cc590118d'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:38:20.426630 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-dafba82c-12ec-4b88-9872-93d5eae8b477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:20.427870 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d8556e-93e1-4dce-ad7f-748c505656a1 None None] Routers {'76491bf4-d3cb-4bce-949c-71d878d40446'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:38:20.428672 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-87d8556e-93e1-4dce-ad7f-748c505656a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:38:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['76491bf4-d3cb-4bce-949c-71d878d40446'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:20.545772 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1203cac-6154-434e-b232-51f4fe1d4782 None None] Pushing event updated for resources: {'Port': ['ID=d856bafb-8c56-4c67-add5-547d0a0a9969,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:20.560326 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-345f104a-6049-40be-9c19-cbd0a2fb1267 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:20.570738 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-87d8556e-93e1-4dce-ad7f-748c505656a1 None None] Set router 76491bf4-d3cb-4bce-949c-71d878d40446 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:38:20.572069 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-345f104a-6049-40be-9c19-cbd0a2fb1267 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/networks?id=28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5 HTTP/1.1" status: 200 len: 809 time: 0.2170854 Aug 11 22:38:20.589827 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-011d8723-bdcd-4e4e-a186-2e368157d000 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/quotas/37fd33391a3446acb4e83a2090e2cbf7 HTTP/1.1" status: 200 len: 375 time: 0.0165343 Aug 11 22:38:20.616424 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 38fa177f-e7f4-4a7f-a0fc-b4ff206158d8 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:38:20.710640 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-dafba82c-12ec-4b88-9872-93d5eae8b477 None None] Allocated IP 172.20.0.2 (8df2b5b7-2d7a-40f8-a4be-3fffe7d01772/964bd78e-076c-4460-aed6-6e4cc590118d/235ffbc2-e824-4755-bca0-60932b80ff4f) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:38:20.722944 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-3e5855f3-2349-4e91-b596-4c63c54af991 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=37fd33391a3446acb4e83a2090e2cbf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1320579 Aug 11 22:38:20.743612 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 38fa177f-e7f4-4a7f-a0fc-b4ff206158d8 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:38:20.776424 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 38fa177f-e7f4-4a7f-a0fc-b4ff206158d8 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:20.776814 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:20.855576 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-87d8556e-93e1-4dce-ad7f-748c505656a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'name': 'tempest-TestNetworkBasicOps-router-604642599', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'd856bafb-8c56-4c67-add5-547d0a0a9969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:17Z', 'updated_at': '2021-08-11T22:38:18Z', 'revision_number': 3, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': 'd856bafb-8c56-4c67-add5-547d0a0a9969', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:17Z', 'updated_at': '2021-08-11T22:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:20.859744 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:20.864858 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-caf69bd4-c1f6-491b-be2f-78c1c0a0c672 service neutron] 10.222.0.77 "GET /v2.0/networks/28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318846 Aug 11 22:38:20.901022 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d8556e-93e1-4dce-ad7f-748c505656a1 None None] The sync data for ids ['76491bf4-d3cb-4bce-949c-71d878d40446'] in n-d-804275-3 is: [{'id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'name': 'tempest-TestNetworkBasicOps-router-604642599', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'd856bafb-8c56-4c67-add5-547d0a0a9969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:17Z', 'updated_at': '2021-08-11T22:38:18Z', 'revision_number': 3, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': 'd856bafb-8c56-4c67-add5-547d0a0a9969', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:17Z', 'updated_at': '2021-08-11T22:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:38:20.925425 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d329711-da78-4d34-84a5-372087bfb145 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:20.996857 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:20.998790 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-c19e4315-fb57-4176-a3a3-eeb64a3614e4 service neutron] 10.222.0.77 "GET /v2.0/networks/28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264379 Aug 11 22:38:21.027999 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-dafba82c-12ec-4b88-9872-93d5eae8b477 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:21.046603 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-dafba82c-12ec-4b88-9872-93d5eae8b477 None None] Transition to ACTIVE for port object 235ffbc2-e824-4755-bca0-60932b80ff4f will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:38:21.077939 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 38fa177f-e7f4-4a7f-a0fc-b4ff206158d8, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=38fa177f-e7f4-4a7f-a0fc-b4ff206158d8,segment=NetworkSegment(445ca8c2-2053-484a-bfab-f85698c0ffa8),segment_id=445ca8c2-2053-484a-bfab-f85698c0ffa8)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:38:21.084302 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-dafba82c-12ec-4b88-9872-93d5eae8b477 None None] Transition to ACTIVE for port object 235ffbc2-e824-4755-bca0-60932b80ff4f will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:38:21.086388 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:21.087255 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d7323ffb-efe5-42e6-ab09-a2c4051a6020 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:38:21.132573 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-dafba82c-12ec-4b88-9872-93d5eae8b477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:21.161885 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafba82c-12ec-4b88-9872-93d5eae8b477 None None] Network 8df2b5b7-2d7a-40f8-a4be-3fffe7d01772 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:38:21.172312 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-dafba82c-12ec-4b88-9872-93d5eae8b477 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:38:21.175105 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafba82c-12ec-4b88-9872-93d5eae8b477 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:38:21.248284 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b980770-ec06-4176-b44b-e4295a48aaff req-f31fcbb6-69c0-4f04-a579-d9cfda7128b6 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/ports?device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1 HTTP/1.1" status: 200 len: 210 time: 0.0357661 Aug 11 22:38:21.258005 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=38fa177f-e7f4-4a7f-a0fc-b4ff206158d8,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:21.292549 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-dafba82c-12ec-4b88-9872-93d5eae8b477 None None] Attempting to bind port 235ffbc2-e824-4755-bca0-60932b80ff4f on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:38:21.292927 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-dafba82c-12ec-4b88-9872-93d5eae8b477 None None] Attempting to bind port 235ffbc2-e824-4755-bca0-60932b80ff4f by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '43533119-8791-443f-bb59-cff9f95bb9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8df2b5b7-2d7a-40f8-a4be-3fffe7d01772'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:38:21.293302 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafba82c-12ec-4b88-9872-93d5eae8b477 None None] Attempting to bind port 235ffbc2-e824-4755-bca0-60932b80ff4f on network 8df2b5b7-2d7a-40f8-a4be-3fffe7d01772 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:38:21.306355 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port d7323ffb-efe5-42e6-ab09-a2c4051a6020 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:21.306355 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:21.331313 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-7d329711-da78-4d34-84a5-372087bfb145 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Allocated IP 172.20.0.1 (8df2b5b7-2d7a-40f8-a4be-3fffe7d01772/964bd78e-076c-4460-aed6-6e4cc590118d/f27a6638-f54e-4e95-84c8-1649509d0546) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:38:21.338616 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafba82c-12ec-4b88-9872-93d5eae8b477 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:38:21.338616 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafba82c-12ec-4b88-9872-93d5eae8b477 None None] Checking segment: {'id': '43533119-8791-443f-bb59-cff9f95bb9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8df2b5b7-2d7a-40f8-a4be-3fffe7d01772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:38:21.339145 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-dafba82c-12ec-4b88-9872-93d5eae8b477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:21.339536 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafba82c-12ec-4b88-9872-93d5eae8b477 None None] Bound using segment: {'id': '43533119-8791-443f-bb59-cff9f95bb9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8df2b5b7-2d7a-40f8-a4be-3fffe7d01772'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:38:21.340058 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-dafba82c-12ec-4b88-9872-93d5eae8b477 None None] Bound port: 235ffbc2-e824-4755-bca0-60932b80ff4f, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43533119-8791-443f-bb59-cff9f95bb9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8df2b5b7-2d7a-40f8-a4be-3fffe7d01772'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:38:21.340494 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-dafba82c-12ec-4b88-9872-93d5eae8b477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:21.365009 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafba82c-12ec-4b88-9872-93d5eae8b477 None None] Pushing event updated for resources: {'Port': ['ID=235ffbc2-e824-4755-bca0-60932b80ff4f,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:21.497766 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-dafba82c-12ec-4b88-9872-93d5eae8b477 None None] For port 235ffbc2-e824-4755-bca0-60932b80ff4f, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:38:21.502503 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-dafba82c-12ec-4b88-9872-93d5eae8b477 None None] For port 235ffbc2-e824-4755-bca0-60932b80ff4f, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=235ffbc2-e824-4755-bca0-60932b80ff4f,segment=NetworkSegment(43533119-8791-443f-bb59-cff9f95bb9e2),segment_id=43533119-8791-443f-bb59-cff9f95bb9e2)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:38:21.510089 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-dafba82c-12ec-4b88-9872-93d5eae8b477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:21.511356 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d329711-da78-4d34-84a5-372087bfb145 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:21.536237 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-7d329711-da78-4d34-84a5-372087bfb145 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Transition to ACTIVE for port object f27a6638-f54e-4e95-84c8-1649509d0546 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:38:21.600441 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafba82c-12ec-4b88-9872-93d5eae8b477 None None] Pushing event updated for resources: {'Port': ['ID=235ffbc2-e824-4755-bca0-60932b80ff4f,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:21.608577 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d329711-da78-4d34-84a5-372087bfb145 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:21.665524 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d329711-da78-4d34-84a5-372087bfb145 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'Port': ['ID=f27a6638-f54e-4e95-84c8-1649509d0546,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:21.675855 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d329711-da78-4d34-84a5-372087bfb145 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Network 8df2b5b7-2d7a-40f8-a4be-3fffe7d01772 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:38:21.677346 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-7d329711-da78-4d34-84a5-372087bfb145 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:38:21.679842 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d329711-da78-4d34-84a5-372087bfb145 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:38:21.732164 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d329711-da78-4d34-84a5-372087bfb145 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:21.924273 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d329711-da78-4d34-84a5-372087bfb145 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:22.249056 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d329711-da78-4d34-84a5-372087bfb145 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:22.255044 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d329711-da78-4d34-84a5-372087bfb145 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:22.339275 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d329711-da78-4d34-84a5-372087bfb145 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'Port': ['ID=f27a6638-f54e-4e95-84c8-1649509d0546,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:22.342955 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d329711-da78-4d34-84a5-372087bfb145 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:22.354480 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9ac2d1ae-86f2-41a2-92b3-8b7aa2a82f98 req-4156dff0-0051-40f7-8c89-83dfee0d8030 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/ports?device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1 HTTP/1.1" status: 200 len: 210 time: 0.0427473 Aug 11 22:38:22.524244 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d329711-da78-4d34-84a5-372087bfb145 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Network 8df2b5b7-2d7a-40f8-a4be-3fffe7d01772 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:38:22.525768 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-7d329711-da78-4d34-84a5-372087bfb145 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:38:22.645139 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 38fa177f-e7f4-4a7f-a0fc-b4ff206158d8 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:38:22.712724 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d329711-da78-4d34-84a5-372087bfb145 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Router 76491bf4-d3cb-4bce-949c-71d878d40446 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:38:22.732476 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 38fa177f-e7f4-4a7f-a0fc-b4ff206158d8 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:22.732883 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:22.829401 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb99c204-d0a4-46d8-8e6b-4b6ceb55e797 None None] Network 8df2b5b7-2d7a-40f8-a4be-3fffe7d01772 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:38:22.857539 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d329711-da78-4d34-84a5-372087bfb145 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:38:22.865747 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7d329711-da78-4d34-84a5-372087bfb145 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "PUT /v2.0/routers/76491bf4-d3cb-4bce-949c-71d878d40446/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7527738 Aug 11 22:38:22.866097 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51410) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:22.897070 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 235ffbc2-e824-4755-bca0-60932b80ff4f up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:38:22.902166 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4bf3bb94-0d1f-48ed-ab64-f3fb6423f89e None None] Provisioning for port 235ffbc2-e824-4755-bca0-60932b80ff4f completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:38:22.980981 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ed6f84-4687-4da3-841f-cee7ebbdf578 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:22.981554 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ed6f84-4687-4da3-841f-cee7ebbdf578 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:22.982040 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ed6f84-4687-4da3-841f-cee7ebbdf578 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:22.982518 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ed6f84-4687-4da3-841f-cee7ebbdf578 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:22.983008 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ed6f84-4687-4da3-841f-cee7ebbdf578 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:22.983531 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ed6f84-4687-4da3-841f-cee7ebbdf578 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:22.986889 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d2ed6f84-4687-4da3-841f-cee7ebbdf578 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.1197226 Aug 11 22:38:22.989785 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51412) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:23.007903 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 235ffbc2-e824-4755-bca0-60932b80ff4f completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:38:23.013467 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 235ffbc2-e824-4755-bca0-60932b80ff4f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:23.013850 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:23.053197 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab17515f-61a6-4f16-88e2-4c05aeaa049e tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:23.053774 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab17515f-61a6-4f16-88e2-4c05aeaa049e tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:23.054240 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab17515f-61a6-4f16-88e2-4c05aeaa049e tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:23.054722 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab17515f-61a6-4f16-88e2-4c05aeaa049e tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:23.055174 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab17515f-61a6-4f16-88e2-4c05aeaa049e tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:23.055851 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab17515f-61a6-4f16-88e2-4c05aeaa049e tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:23.059548 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ab17515f-61a6-4f16-88e2-4c05aeaa049e tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3998 time: 0.0668430 Aug 11 22:38:23.060812 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51414) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:23.128120 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:23.179298 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 235ffbc2-e824-4755-bca0-60932b80ff4f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=235ffbc2-e824-4755-bca0-60932b80ff4f,segment=NetworkSegment(43533119-8791-443f-bb59-cff9f95bb9e2),segment_id=43533119-8791-443f-bb59-cff9f95bb9e2)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:38:23.189825 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:23.190718 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d856bafb-8c56-4c67-add5-547d0a0a9969 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:38:23.284169 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=235ffbc2-e824-4755-bca0-60932b80ff4f,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:23.297457 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port d856bafb-8c56-4c67-add5-547d0a0a9969 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:38:23.303163 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port d856bafb-8c56-4c67-add5-547d0a0a9969 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:23.310537 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:23.322574 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c4a0d4d1-6d59-4e23-841d-29e6b586a1c6 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3040 time: 0.2603757 Aug 11 22:38:23.370224 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-de29b532-3db7-4cac-975e-2840ae01a887 None None] Provisioning complete for port 235ffbc2-e824-4755-bca0-60932b80ff4f triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:23.370598 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-de29b532-3db7-4cac-975e-2840ae01a887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:23.466959 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:23.522172 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port d856bafb-8c56-4c67-add5-547d0a0a9969, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d856bafb-8c56-4c67-add5-547d0a0a9969,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:38:23.533809 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:23.595546 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-de29b532-3db7-4cac-975e-2840ae01a887 None None] Provisioning for port f27a6638-f54e-4e95-84c8-1649509d0546 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:38:23.610447 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-de29b532-3db7-4cac-975e-2840ae01a887 None None] Provisioning complete for port f27a6638-f54e-4e95-84c8-1649509d0546 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:23.610864 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-de29b532-3db7-4cac-975e-2840ae01a887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:23.645750 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-838856ea-c403-4779-85a8-e7960bb1e3ff tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:23.648478 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=d856bafb-8c56-4c67-add5-547d0a0a9969,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:23.650381 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-838856ea-c403-4779-85a8-e7960bb1e3ff tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.82 "GET /v2.0/networks?id=28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5 HTTP/1.1" status: 200 len: 809 time: 0.2126877 Aug 11 22:38:23.660032 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:23.660386 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:23.660730 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:23.661071 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:23.661408 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:23.661821 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:23.662070 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:23.662400 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:23.662726 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:23.663058 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:23.663388 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:23.664198 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:23.679151 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-de29b532-3db7-4cac-975e-2840ae01a887 None None] Port f27a6638-f54e-4e95-84c8-1649509d0546 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:38:23.712682 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51422) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:23.717468 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-5d345b06-7b4c-4474-b433-25231c481c48 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1270445300', 'description': 'tempest-secgroup-smoke-1270445300 description', 'project_id': '81545c73701b4772bfae708760c50559'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:38:23.725666 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-c8a7729f-1e59-4473-81bc-5d1dca8b5260 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37fd33391a3446acb4e83a2090e2cbf7 HTTP/1.1" status: 200 len: 380 time: 0.0521402 Aug 11 22:38:23.748048 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-5aa88efa-8ea9-4812-9a2a-daa6bb7d094c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Request body: {'port': {'device_id': '276fe083-fa2b-4596-ac0a-0c553663ddb1', 'network_id': '28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5', 'admin_state_up': True, 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'security_groups': ['d6ff4127-8c4c-4272-a350-0a471dc482ff']}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:38:23.749418 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5d345b06-7b4c-4474-b433-25231c481c48 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:23.806147 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-91e9bd3b-529a-4cee-90c6-b78ca7672a16 None None] Provisioning complete for port f27a6638-f54e-4e95-84c8-1649509d0546 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:23.807862 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-91e9bd3b-529a-4cee-90c6-b78ca7672a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:23.868999 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5afd1346-656c-4019-8562-2d1468126e3e req-cfe69277-1967-4378-827d-d6a7ed7e44af tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/ports?device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1 HTTP/1.1" status: 200 len: 210 time: 0.0521829 Aug 11 22:38:23.869777 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-91e9bd3b-529a-4cee-90c6-b78ca7672a16 None None] Port f27a6638-f54e-4e95-84c8-1649509d0546 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:38:23.874752 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5d345b06-7b4c-4474-b433-25231c481c48 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:23.879411 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5d345b06-7b4c-4474-b433-25231c481c48 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:23.910224 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d345b06-7b4c-4474-b433-25231c481c48 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f53e1361-7be0-442c-8a26-be853d623c80,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:23.912519 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5d345b06-7b4c-4474-b433-25231c481c48 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:23.913824 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5d345b06-7b4c-4474-b433-25231c481c48 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2001052 Aug 11 22:38:23.916889 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51424) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:23.921822 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-6a4ef715-d198-4ecf-b7af-65ddd6c49462 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'security_group_rule': {'security_group_id': 'f53e1361-7be0-442c-8a26-be853d623c80', 'project_id': '81545c73701b4772bfae708760c50559', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:38:23.935674 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-5aa88efa-8ea9-4812-9a2a-daa6bb7d094c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Made reservation on behalf of 37fd33391a3446acb4e83a2090e2cbf7 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:38:23.939220 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-5aa88efa-8ea9-4812-9a2a-daa6bb7d094c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:23.954537 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6a4ef715-d198-4ecf-b7af-65ddd6c49462 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:23.992820 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-73cbe6d7-eaa4-4007-9515-cf06b88098c6 None None] Provisioning complete for port f27a6638-f54e-4e95-84c8-1649509d0546 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:23.993069 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-73cbe6d7-eaa4-4007-9515-cf06b88098c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:24.022766 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6a4ef715-d198-4ecf-b7af-65ddd6c49462 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:24.028563 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6a4ef715-d198-4ecf-b7af-65ddd6c49462 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:24.044462 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-73cbe6d7-eaa4-4007-9515-cf06b88098c6 None None] Port f27a6638-f54e-4e95-84c8-1649509d0546 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:38:24.050856 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ef715-d198-4ecf-b7af-65ddd6c49462 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5634a3b-3ee3-4049-8857-1ca7ec4a8976,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:24.057548 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6a4ef715-d198-4ecf-b7af-65ddd6c49462 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:24.058882 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6a4ef715-d198-4ecf-b7af-65ddd6c49462 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407340 Aug 11 22:38:24.061541 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51426) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:24.066725 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-a3b8cd13-6b61-4a55-a965-8ffbb0a56df9 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'security_group_rule': {'security_group_id': 'f53e1361-7be0-442c-8a26-be853d623c80', 'project_id': '81545c73701b4772bfae708760c50559', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:38:24.094065 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a3b8cd13-6b61-4a55-a965-8ffbb0a56df9 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:24.098825 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-5aa88efa-8ea9-4812-9a2a-daa6bb7d094c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Allocated IP 172.20.0.5 (28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5/ae788690-b542-4447-bfdb-011d5b050935/12c2134f-8a06-42f7-aeb3-8f40907c6af4) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:38:24.160884 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a3b8cd13-6b61-4a55-a965-8ffbb0a56df9 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:24.165404 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a3b8cd13-6b61-4a55-a965-8ffbb0a56df9 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:24.185307 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8cd13-6b61-4a55-a965-8ffbb0a56df9 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a8b5b7-68d4-47d2-ad68-898fa9540fc9,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:24.194176 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a3b8cd13-6b61-4a55-a965-8ffbb0a56df9 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:24.195622 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a3b8cd13-6b61-4a55-a965-8ffbb0a56df9 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1330402 Aug 11 22:38:24.198276 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51428) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:24.203801 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-039c78d3-60e1-45f1-a2cb-163160216c2a tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'security_group_rule': {'security_group_id': 'f53e1361-7be0-442c-8a26-be853d623c80', 'project_id': '81545c73701b4772bfae708760c50559', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:38:24.249167 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-039c78d3-60e1-45f1-a2cb-163160216c2a tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:24.282691 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-5aa88efa-8ea9-4812-9a2a-daa6bb7d094c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:24.303207 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-5aa88efa-8ea9-4812-9a2a-daa6bb7d094c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Transition to ACTIVE for port object 12c2134f-8a06-42f7-aeb3-8f40907c6af4 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:38:24.331167 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-039c78d3-60e1-45f1-a2cb-163160216c2a tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:24.335090 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-039c78d3-60e1-45f1-a2cb-163160216c2a tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:24.338206 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-5aa88efa-8ea9-4812-9a2a-daa6bb7d094c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:24.354078 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c78d3-60e1-45f1-a2cb-163160216c2a tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f17f08-8d32-49d8-8bcf-a90b23bd9233,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:24.364393 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-039c78d3-60e1-45f1-a2cb-163160216c2a tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:24.365714 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-039c78d3-60e1-45f1-a2cb-163160216c2a tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1664350 Aug 11 22:38:24.368319 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51430) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:24.377218 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-24a9fb0f-ee14-4cd3-99e8-d249192bf8cd tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'security_group_rule': {'security_group_id': 'f53e1361-7be0-442c-8a26-be853d623c80', 'project_id': '81545c73701b4772bfae708760c50559', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:38:24.392475 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-5aa88efa-8ea9-4812-9a2a-daa6bb7d094c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Network 28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:38:24.394251 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-5aa88efa-8ea9-4812-9a2a-daa6bb7d094c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:38:24.397191 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-5aa88efa-8ea9-4812-9a2a-daa6bb7d094c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:38:24.419586 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-24a9fb0f-ee14-4cd3-99e8-d249192bf8cd tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:24.435267 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d856bafb-8c56-4c67-add5-547d0a0a9969 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:38:24.441325 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa88efa-8ea9-4812-9a2a-daa6bb7d094c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Pushing event updated for resources: {'Port': ['ID=12c2134f-8a06-42f7-aeb3-8f40907c6af4,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:24.451449 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa88efa-8ea9-4812-9a2a-daa6bb7d094c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:24.451865 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa88efa-8ea9-4812-9a2a-daa6bb7d094c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:24.452209 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa88efa-8ea9-4812-9a2a-daa6bb7d094c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:24.452557 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa88efa-8ea9-4812-9a2a-daa6bb7d094c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:24.453064 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa88efa-8ea9-4812-9a2a-daa6bb7d094c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:24.453973 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa88efa-8ea9-4812-9a2a-daa6bb7d094c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:24.453973 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa88efa-8ea9-4812-9a2a-daa6bb7d094c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:24.454505 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa88efa-8ea9-4812-9a2a-daa6bb7d094c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:24.454615 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa88efa-8ea9-4812-9a2a-daa6bb7d094c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:24.454888 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa88efa-8ea9-4812-9a2a-daa6bb7d094c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:24.460460 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa88efa-8ea9-4812-9a2a-daa6bb7d094c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:24.461054 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa88efa-8ea9-4812-9a2a-daa6bb7d094c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:38:24.500981 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port d856bafb-8c56-4c67-add5-547d0a0a9969 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:24.501473 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:24.503460 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-5aa88efa-8ea9-4812-9a2a-daa6bb7d094c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:24.505464 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-5aa88efa-8ea9-4812-9a2a-daa6bb7d094c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:24.516686 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-24a9fb0f-ee14-4cd3-99e8-d249192bf8cd tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:24.522420 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-5aa88efa-8ea9-4812-9a2a-daa6bb7d094c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7798715 Aug 11 22:38:24.527320 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-24a9fb0f-ee14-4cd3-99e8-d249192bf8cd tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:24.553034 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-58143d28-58d6-42a4-91c6-098a131eaf0c service neutron] Request body: {'port': {'device_id': '276fe083-fa2b-4596-ac0a-0c553663ddb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:38:24.561826 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9fb0f-ee14-4cd3-99e8-d249192bf8cd tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=651418e2-c162-4b94-a58c-79de0fd88b64,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:24.568632 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-24a9fb0f-ee14-4cd3-99e8-d249192bf8cd tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:24.570133 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-24a9fb0f-ee14-4cd3-99e8-d249192bf8cd tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2007816 Aug 11 22:38:24.573783 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51432) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:24.582590 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-cf500e97-9aa6-495d-8f5b-356d037e9bf5 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'security_group_rule': {'security_group_id': 'f53e1361-7be0-442c-8a26-be853d623c80', 'project_id': '81545c73701b4772bfae708760c50559', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:38:24.609703 n-d-804275-3 neutron-server[100942]: INFO neutron.db.securitygroups_db [None req-cf500e97-9aa6-495d-8f5b-356d037e9bf5 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Project 81545c73701b4772bfae708760c50559 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 22:38:24.615263 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cf500e97-9aa6-495d-8f5b-356d037e9bf5 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:24.619983 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 235ffbc2-e824-4755-bca0-60932b80ff4f up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:38:24.639787 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-58143d28-58d6-42a4-91c6-098a131eaf0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:24.685723 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 235ffbc2-e824-4755-bca0-60932b80ff4f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:24.686272 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:24.699982 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cf500e97-9aa6-495d-8f5b-356d037e9bf5 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:24.706955 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cf500e97-9aa6-495d-8f5b-356d037e9bf5 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:24.722694 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98442f34-60c1-4d02-88a0-34b115fbe636 None None] Sync routers for ids ['76491bf4-d3cb-4bce-949c-71d878d40446'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:38:24.731482 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf500e97-9aa6-495d-8f5b-356d037e9bf5 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae8cda4-05f3-4267-9814-ea1dda8421aa,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:24.745261 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cf500e97-9aa6-495d-8f5b-356d037e9bf5 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:24.749177 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98442f34-60c1-4d02-88a0-34b115fbe636 None None] Routers {'76491bf4-d3cb-4bce-949c-71d878d40446'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:38:24.749849 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-98442f34-60c1-4d02-88a0-34b115fbe636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:38:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['76491bf4-d3cb-4bce-949c-71d878d40446'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:24.750766 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-cf500e97-9aa6-495d-8f5b-356d037e9bf5 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1756890 Aug 11 22:38:24.751495 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51434) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:24.756594 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-af71e978-8195-4b92-936c-3cd156a9e27d tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'security_group_rule': {'security_group_id': 'f53e1361-7be0-442c-8a26-be853d623c80', 'project_id': '81545c73701b4772bfae708760c50559', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:38:24.788676 n-d-804275-3 neutron-server[100942]: INFO neutron.db.securitygroups_db [None req-af71e978-8195-4b92-936c-3cd156a9e27d tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Project 81545c73701b4772bfae708760c50559 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 22:38:24.797780 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-af71e978-8195-4b92-936c-3cd156a9e27d tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:24.816107 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6a384c92-89a7-42d3-a508-7eb8a3752845 None None] Provisioning for port 12c2134f-8a06-42f7-aeb3-8f40907c6af4 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:38:24.820495 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6a384c92-89a7-42d3-a508-7eb8a3752845 None None] Provisioning complete for port 12c2134f-8a06-42f7-aeb3-8f40907c6af4 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:24.820922 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6a384c92-89a7-42d3-a508-7eb8a3752845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:24.904465 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-af71e978-8195-4b92-936c-3cd156a9e27d tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:24.909841 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-af71e978-8195-4b92-936c-3cd156a9e27d tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:24.934051 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71e978-8195-4b92-936c-3cd156a9e27d tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28957c2d-8318-4f13-b1fa-043724a69ab0,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:24.936736 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-6a384c92-89a7-42d3-a508-7eb8a3752845 None None] Port 12c2134f-8a06-42f7-aeb3-8f40907c6af4 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:38:24.951034 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-af71e978-8195-4b92-936c-3cd156a9e27d tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:24.952806 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-af71e978-8195-4b92-936c-3cd156a9e27d tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1999910 Aug 11 22:38:24.971853 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-98442f34-60c1-4d02-88a0-34b115fbe636 None None] Set router 76491bf4-d3cb-4bce-949c-71d878d40446 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:38:25.045578 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-58143d28-58d6-42a4-91c6-098a131eaf0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c2134f-8a06-42f7-aeb3-8f40907c6af4 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:38:25.060453 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-58143d28-58d6-42a4-91c6-098a131eaf0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:25.079720 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-58143d28-58d6-42a4-91c6-098a131eaf0c service neutron] Transition to ACTIVE for port object 12c2134f-8a06-42f7-aeb3-8f40907c6af4 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:38:25.087952 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c222e8-de4e-4c66-bd2d-d2b9010fa2c7 req-195fd1d8-69a6-4c92-a3bb-2754b9e7881c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:25.089605 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-81c222e8-de4e-4c66-bd2d-d2b9010fa2c7 req-195fd1d8-69a6-4c92-a3bb-2754b9e7881c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/ports?device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1 HTTP/1.1" status: 200 len: 931 time: 0.1311517 Aug 11 22:38:25.091286 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-58143d28-58d6-42a4-91c6-098a131eaf0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:25.171116 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58143d28-58d6-42a4-91c6-098a131eaf0c service neutron] Pushing event updated for resources: {'Port': ['ID=12c2134f-8a06-42f7-aeb3-8f40907c6af4,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:25.198999 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-81c222e8-de4e-4c66-bd2d-d2b9010fa2c7 req-519755c0-533e-4e15-833e-93101e2be02d tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6ff4127-8c4c-4272-a350-0a471dc482ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008751 Aug 11 22:38:25.263286 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-58143d28-58d6-42a4-91c6-098a131eaf0c service neutron] Attempting to bind port 12c2134f-8a06-42f7-aeb3-8f40907c6af4 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:38:25.263965 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-58143d28-58d6-42a4-91c6-098a131eaf0c service neutron] Attempting to bind port 12c2134f-8a06-42f7-aeb3-8f40907c6af4 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '8933763e-4450-4910-9d81-5ffc5b7466a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:38:25.264314 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-58143d28-58d6-42a4-91c6-098a131eaf0c service neutron] Attempting to bind port 12c2134f-8a06-42f7-aeb3-8f40907c6af4 on network 28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:38:25.270017 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-58143d28-58d6-42a4-91c6-098a131eaf0c service neutron] Port 12c2134f-8a06-42f7-aeb3-8f40907c6af4 on network 28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:38:25.270358 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-58143d28-58d6-42a4-91c6-098a131eaf0c service neutron] Attempting to bind port 12c2134f-8a06-42f7-aeb3-8f40907c6af4 on network 28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:38:25.277752 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-58143d28-58d6-42a4-91c6-098a131eaf0c service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:38:25.278098 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-58143d28-58d6-42a4-91c6-098a131eaf0c service neutron] Checking segment: {'id': '8933763e-4450-4910-9d81-5ffc5b7466a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:38:25.279065 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-58143d28-58d6-42a4-91c6-098a131eaf0c service neutron] Bound using segment: {'id': '8933763e-4450-4910-9d81-5ffc5b7466a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:38:25.279754 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-58143d28-58d6-42a4-91c6-098a131eaf0c service neutron] Bound port: 12c2134f-8a06-42f7-aeb3-8f40907c6af4, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8933763e-4450-4910-9d81-5ffc5b7466a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:38:25.280330 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-58143d28-58d6-42a4-91c6-098a131eaf0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:25.354485 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-d0ad3c7d-4133-4b67-947d-9ac6649aa709 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1270445300&fields=id&tenant_id=81545c73701b4772bfae708760c50559 HTTP/1.1" status: 200 len: 267 time: 0.0602908 Aug 11 22:38:25.382195 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-98442f34-60c1-4d02-88a0-34b115fbe636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'name': 'tempest-TestNetworkBasicOps-router-604642599', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'd856bafb-8c56-4c67-add5-547d0a0a9969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:17Z', 'updated_at': '2021-08-11T22:38:21Z', 'revision_number': 4, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': 'd856bafb-8c56-4c67-add5-547d0a0a9969', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:17Z', 'updated_at': '2021-08-11T22:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'f27a6638-f54e-4e95-84c8-1649509d0546', 'name': '', 'network_id': '8df2b5b7-2d7a-40f8-a4be-3fffe7d01772', 'tenant_id': '81545c73701b4772bfae708760c50559', 'mac_address': 'fa:16:3e:ab:88:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '964bd78e-076c-4460-aed6-6e4cc590118d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:21Z', 'updated_at': '2021-08-11T22:38:22Z', 'revision_number': 2, 'project_id': '81545c73701b4772bfae708760c50559', 'subnets': [{'id': '964bd78e-076c-4460-aed6-6e4cc590118d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:25.410328 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98442f34-60c1-4d02-88a0-34b115fbe636 None None] Checking router: 76491bf4-d3cb-4bce-949c-71d878d40446 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:38:25.410733 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98442f34-60c1-4d02-88a0-34b115fbe636 None None] Updating router 76491bf4-d3cb-4bce-949c-71d878d40446 port f27a6638-f54e-4e95-84c8-1649509d0546 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:38:25.439650 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-98442f34-60c1-4d02-88a0-34b115fbe636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:25.446263 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-58143d28-58d6-42a4-91c6-098a131eaf0c service neutron] For port 12c2134f-8a06-42f7-aeb3-8f40907c6af4, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:38:25.469077 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-58143d28-58d6-42a4-91c6-098a131eaf0c service neutron] For port 12c2134f-8a06-42f7-aeb3-8f40907c6af4, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=12c2134f-8a06-42f7-aeb3-8f40907c6af4,segment=NetworkSegment(8933763e-4450-4910-9d81-5ffc5b7466a8),segment_id=8933763e-4450-4910-9d81-5ffc5b7466a8)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:38:25.475974 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-58143d28-58d6-42a4-91c6-098a131eaf0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:25.532959 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-cc89e108-85d4-451c-b25c-dce9f23e012c tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:25.534671 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-cc89e108-85d4-451c-b25c-dce9f23e012c tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/networks?id=8df2b5b7-2d7a-40f8-a4be-3fffe7d01772 HTTP/1.1" status: 200 len: 796 time: 0.1675875 Aug 11 22:38:25.536175 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-58143d28-58d6-42a4-91c6-098a131eaf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:25.536876 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-58143d28-58d6-42a4-91c6-098a131eaf0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:25.540205 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-58143d28-58d6-42a4-91c6-098a131eaf0c service neutron] 10.222.0.82 "PUT /v2.0/ports/12c2134f-8a06-42f7-aeb3-8f40907c6af4 HTTP/1.1" status: 200 len: 1091 time: 0.9905694 Aug 11 22:38:25.541358 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276fe083-fa2b-4596-ac0a-0c553663ddb1', 'tag': '12c2134f-8a06-42f7-aeb3-8f40907c6af4'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:38:25.543427 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f615c019-f761-4f50-b8ee-2362eb307300" -d '{"events": [{"name": "network-changed", "server_uuid": "276fe083-fa2b-4596-ac0a-0c553663ddb1", "tag": "12c2134f-8a06-42f7-aeb3-8f40907c6af4"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:38:25.577938 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-3181dfaf-5f97-49f8-8fbf-75a86220bff3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/quotas/81545c73701b4772bfae708760c50559 HTTP/1.1" status: 200 len: 375 time: 0.0259628 Aug 11 22:38:25.584799 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58143d28-58d6-42a4-91c6-098a131eaf0c service neutron] Pushing event updated for resources: {'Port': ['ID=12c2134f-8a06-42f7-aeb3-8f40907c6af4,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:25.672507 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-6a9ea1bd-488f-4cb5-a1d2-1667d7258ed8 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=81545c73701b4772bfae708760c50559&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0812404 Aug 11 22:38:25.732118 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-7d517f56-a73d-4b26-8fed-0a46ea218bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:25.733648 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-7d517f56-a73d-4b26-8fed-0a46ea218bf4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=37fd33391a3446acb4e83a2090e2cbf7&device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1 HTTP/1.1" status: 200 len: 1094 time: 0.1103196 Aug 11 22:38:25.793686 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-4a35853f-8575-4f61-9b24-1b0209ee5ac8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12c2134f-8a06-42f7-aeb3-8f40907c6af4 HTTP/1.1" status: 200 len: 217 time: 0.0453591 Aug 11 22:38:25.797523 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-98442f34-60c1-4d02-88a0-34b115fbe636 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:25.813661 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-98442f34-60c1-4d02-88a0-34b115fbe636 None None] Transition to ACTIVE for port object f27a6638-f54e-4e95-84c8-1649509d0546 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:38:25.825273 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-98442f34-60c1-4d02-88a0-34b115fbe636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:25.847884 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-0e702cb3-975b-4193-a324-820603319724 service neutron] 10.222.0.77 "GET /v2.0/networks/8df2b5b7-2d7a-40f8-a4be-3fffe7d01772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668909 Aug 11 22:38:25.879128 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9aad02-bc90-493b-90a2-ca326b28dc87 None None] Pushing event updated for resources: {'Port': ['ID=f27a6638-f54e-4e95-84c8-1649509d0546,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:25.916714 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-847ba15f-1a55-4842-8e32-b609478301b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:25.918631 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-847ba15f-1a55-4842-8e32-b609478301b0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ae788690-b542-4447-bfdb-011d5b050935 HTTP/1.1" status: 200 len: 848 time: 0.1153331 Aug 11 22:38:25.933407 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-98442f34-60c1-4d02-88a0-34b115fbe636 None None] Attempting to bind port f27a6638-f54e-4e95-84c8-1649509d0546 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:38:25.933803 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-98442f34-60c1-4d02-88a0-34b115fbe636 None None] Attempting to bind port f27a6638-f54e-4e95-84c8-1649509d0546 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '43533119-8791-443f-bb59-cff9f95bb9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8df2b5b7-2d7a-40f8-a4be-3fffe7d01772'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:38:25.934337 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98442f34-60c1-4d02-88a0-34b115fbe636 None None] Attempting to bind port f27a6638-f54e-4e95-84c8-1649509d0546 on network 8df2b5b7-2d7a-40f8-a4be-3fffe7d01772 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:38:25.940768 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98442f34-60c1-4d02-88a0-34b115fbe636 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:38:25.941179 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98442f34-60c1-4d02-88a0-34b115fbe636 None None] Checking segment: {'id': '43533119-8791-443f-bb59-cff9f95bb9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8df2b5b7-2d7a-40f8-a4be-3fffe7d01772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:38:25.941567 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-98442f34-60c1-4d02-88a0-34b115fbe636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:25.941974 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98442f34-60c1-4d02-88a0-34b115fbe636 None None] Bound using segment: {'id': '43533119-8791-443f-bb59-cff9f95bb9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8df2b5b7-2d7a-40f8-a4be-3fffe7d01772'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:38:25.942475 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-98442f34-60c1-4d02-88a0-34b115fbe636 None None] Bound port: f27a6638-f54e-4e95-84c8-1649509d0546, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43533119-8791-443f-bb59-cff9f95bb9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8df2b5b7-2d7a-40f8-a4be-3fffe7d01772'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:38:25.942869 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-98442f34-60c1-4d02-88a0-34b115fbe636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:25.996246 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-afc1854a-f527-4da1-a0b0-365324a2d968 service neutron] 10.222.0.77 "GET /v2.0/networks/8df2b5b7-2d7a-40f8-a4be-3fffe7d01772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403124 Aug 11 22:38:26.002295 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-5750cdab-ec51-4dd6-8c79-d447b8b7859d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:26.004464 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-5750cdab-ec51-4dd6-8c79-d447b8b7859d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786171 Aug 11 22:38:26.029628 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-98442f34-60c1-4d02-88a0-34b115fbe636 None None] For port f27a6638-f54e-4e95-84c8-1649509d0546, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:38:26.034799 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-98442f34-60c1-4d02-88a0-34b115fbe636 None None] For port f27a6638-f54e-4e95-84c8-1649509d0546, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f27a6638-f54e-4e95-84c8-1649509d0546,segment=NetworkSegment(43533119-8791-443f-bb59-cff9f95bb9e2),segment_id=43533119-8791-443f-bb59-cff9f95bb9e2)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:38:26.039823 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-98442f34-60c1-4d02-88a0-34b115fbe636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:26.115926 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98442f34-60c1-4d02-88a0-34b115fbe636 None None] Routers {'76491bf4-d3cb-4bce-949c-71d878d40446'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:38:26.116615 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-98442f34-60c1-4d02-88a0-34b115fbe636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:38:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['76491bf4-d3cb-4bce-949c-71d878d40446'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:26.139819 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-baf6edea-6db8-4e7e-a65b-942311da5d22 service neutron] 10.222.0.82 "GET /v2.0/networks/28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277277 Aug 11 22:38:26.176542 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9aad02-bc90-493b-90a2-ca326b28dc87 None None] Pushing event updated for resources: {'Port': ['ID=f27a6638-f54e-4e95-84c8-1649509d0546,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:26.208676 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349fa194-9394-4e00-ac3f-6eb758bebb18 x-openstack-request-id: req-349fa194-9394-4e00-ac3f-6eb758bebb18 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:38:26.208981 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276fe083-fa2b-4596-ac0a-0c553663ddb1", "tag": "12c2134f-8a06-42f7-aeb3-8f40907c6af4", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:38:26.209242 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-349fa194-9394-4e00-ac3f-6eb758bebb18 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:38:26.209672 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276fe083-fa2b-4596-ac0a-0c553663ddb1', 'tag': '12c2134f-8a06-42f7-aeb3-8f40907c6af4', 'status': 'completed', 'code': 200} Aug 11 22:38:26.282131 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-98442f34-60c1-4d02-88a0-34b115fbe636 None None] Set router 76491bf4-d3cb-4bce-949c-71d878d40446 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:38:26.316749 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-af0c60db-21de-48d8-968f-76f0023149be req-7dc97347-735f-400b-90ae-34ad7d18fd03 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab16ecb4-c198-4f4e-a75a-05b300f8e51b HTTP/1.1" status: 200 len: 210 time: 0.0454686 Aug 11 22:38:26.361329 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-876a7b6f-cdb5-46d4-96a2-e92d76aad25e req-41d2ada9-ccb1-424b-ac15-686231f54081 service neutron] 10.222.0.82 "GET /v2.0/networks/28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050836 Aug 11 22:38:26.524962 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615c019-f761-4f50-b8ee-2362eb307300 req-b203d460-bb80-4b70-ad31-c5a5b28bf013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:26.537237 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f615c019-f761-4f50-b8ee-2362eb307300 req-b203d460-bb80-4b70-ad31-c5a5b28bf013 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=37fd33391a3446acb4e83a2090e2cbf7&device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1 HTTP/1.1" status: 200 len: 1094 time: 0.0751386 Aug 11 22:38:26.583394 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-98442f34-60c1-4d02-88a0-34b115fbe636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'name': 'tempest-TestNetworkBasicOps-router-604642599', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'd856bafb-8c56-4c67-add5-547d0a0a9969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:17Z', 'updated_at': '2021-08-11T22:38:21Z', 'revision_number': 4, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': 'd856bafb-8c56-4c67-add5-547d0a0a9969', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:17Z', 'updated_at': '2021-08-11T22:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'f27a6638-f54e-4e95-84c8-1649509d0546', 'name': '', 'network_id': '8df2b5b7-2d7a-40f8-a4be-3fffe7d01772', 'tenant_id': '81545c73701b4772bfae708760c50559', 'mac_address': 'fa:16:3e:ab:88:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '964bd78e-076c-4460-aed6-6e4cc590118d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:21Z', 'updated_at': '2021-08-11T22:38:26Z', 'revision_number': 4, 'project_id': '81545c73701b4772bfae708760c50559', 'subnets': [{'id': '964bd78e-076c-4460-aed6-6e4cc590118d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:26.614687 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98442f34-60c1-4d02-88a0-34b115fbe636 None None] The sync data for ids ['76491bf4-d3cb-4bce-949c-71d878d40446'] in n-d-804275-3 is: [{'id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'name': 'tempest-TestNetworkBasicOps-router-604642599', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'd856bafb-8c56-4c67-add5-547d0a0a9969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:17Z', 'updated_at': '2021-08-11T22:38:21Z', 'revision_number': 4, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': 'd856bafb-8c56-4c67-add5-547d0a0a9969', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:17Z', 'updated_at': '2021-08-11T22:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'f27a6638-f54e-4e95-84c8-1649509d0546', 'name': '', 'network_id': '8df2b5b7-2d7a-40f8-a4be-3fffe7d01772', 'tenant_id': '81545c73701b4772bfae708760c50559', 'mac_address': 'fa:16:3e:ab:88:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '964bd78e-076c-4460-aed6-6e4cc590118d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:21Z', 'updated_at': '2021-08-11T22:38:26Z', 'revision_number': 4, 'project_id': '81545c73701b4772bfae708760c50559', 'subnets': [{'id': '964bd78e-076c-4460-aed6-6e4cc590118d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:38:26.671832 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615c019-f761-4f50-b8ee-2362eb307300 req-fdda4bfa-9cb4-40c3-83c0-486fdef18eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:26.674009 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f615c019-f761-4f50-b8ee-2362eb307300 req-fdda4bfa-9cb4-40c3-83c0-486fdef18eca service neutron] 10.222.0.82 "GET /v2.0/networks?id=28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5 HTTP/1.1" status: 200 len: 910 time: 0.1279254 Aug 11 22:38:26.733397 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f615c019-f761-4f50-b8ee-2362eb307300 req-03699b1b-188f-4d22-b4cd-11bf46320dc3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12c2134f-8a06-42f7-aeb3-8f40907c6af4 HTTP/1.1" status: 200 len: 217 time: 0.0437489 Aug 11 22:38:27.100110 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615c019-f761-4f50-b8ee-2362eb307300 req-30bac88a-1d42-4bc2-8d0e-b90570959ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:27.101491 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f615c019-f761-4f50-b8ee-2362eb307300 req-30bac88a-1d42-4bc2-8d0e-b90570959ec9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ae788690-b542-4447-bfdb-011d5b050935 HTTP/1.1" status: 200 len: 848 time: 0.3594408 Aug 11 22:38:27.112757 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880eef36-53ec-4699-94f1-ca2256102b71 req-a58d0edd-bfd8-4b2a-9efc-1dbb8cf6e5ba tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:27.114314 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-880eef36-53ec-4699-94f1-ca2256102b71 req-a58d0edd-bfd8-4b2a-9efc-1dbb8cf6e5ba tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/ports?device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1 HTTP/1.1" status: 200 len: 943 time: 0.3845074 Aug 11 22:38:27.177957 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-880eef36-53ec-4699-94f1-ca2256102b71 req-6535d8fe-ad14-44f2-abbe-4d718367c04e tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6ff4127-8c4c-4272-a350-0a471dc482ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548253 Aug 11 22:38:27.185091 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615c019-f761-4f50-b8ee-2362eb307300 req-45ee5159-c55a-4786-b6eb-825999eca0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:27.186694 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f615c019-f761-4f50-b8ee-2362eb307300 req-45ee5159-c55a-4786-b6eb-825999eca0c3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714669 Aug 11 22:38:27.293787 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f615c019-f761-4f50-b8ee-2362eb307300 req-3aae3740-5a4d-454a-9f84-01428d5bdb8c service neutron] 10.222.0.82 "GET /v2.0/networks/28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988457 Aug 11 22:38:27.425272 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-3d317b6c-bafb-4a24-89bd-00400d649b1f tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:27.426836 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-3d317b6c-bafb-4a24-89bd-00400d649b1f tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.52 "GET /v2.0/networks?id=8df2b5b7-2d7a-40f8-a4be-3fffe7d01772 HTTP/1.1" status: 200 len: 796 time: 0.1331038 Aug 11 22:38:27.442833 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9b8ec7be-1af4-46a5-8ba2-645602465bad req-5152df12-00f4-4caa-861a-e94acdc4b62c tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab16ecb4-c198-4f4e-a75a-05b300f8e51b HTTP/1.1" status: 200 len: 210 time: 0.0290477 Aug 11 22:38:27.444937 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f615c019-f761-4f50-b8ee-2362eb307300 req-82e1874d-4fdb-4de5-a71b-d92ce351b175 service neutron] 10.222.0.82 "GET /v2.0/networks/28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436398 Aug 11 22:38:27.474838 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-ffbca042-8a2c-4506-aeba-b2dd932a23bb tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81545c73701b4772bfae708760c50559 HTTP/1.1" status: 200 len: 380 time: 0.0391598 Aug 11 22:38:27.488367 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9e825793-6f05-4e19-875d-30a95853d8c9 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'port': {'device_id': 'ab16ecb4-c198-4f4e-a75a-05b300f8e51b', 'network_id': '8df2b5b7-2d7a-40f8-a4be-3fffe7d01772', 'admin_state_up': True, 'tenant_id': '81545c73701b4772bfae708760c50559', 'security_groups': ['f53e1361-7be0-442c-8a26-be853d623c80']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:38:27.598069 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9e825793-6f05-4e19-875d-30a95853d8c9 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Made reservation on behalf of 81545c73701b4772bfae708760c50559 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:38:27.601916 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9e825793-6f05-4e19-875d-30a95853d8c9 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:27.739273 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9e825793-6f05-4e19-875d-30a95853d8c9 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Allocated IP 172.20.0.14 (8df2b5b7-2d7a-40f8-a4be-3fffe7d01772/964bd78e-076c-4460-aed6-6e4cc590118d/e812b9f4-6883-4b13-ae4f-20fbd8d12b90) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:38:27.899646 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9e825793-6f05-4e19-875d-30a95853d8c9 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:27.916637 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9e825793-6f05-4e19-875d-30a95853d8c9 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Transition to ACTIVE for port object e812b9f4-6883-4b13-ae4f-20fbd8d12b90 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:38:27.952293 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9e825793-6f05-4e19-875d-30a95853d8c9 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:27.998242 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9e825793-6f05-4e19-875d-30a95853d8c9 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Network 8df2b5b7-2d7a-40f8-a4be-3fffe7d01772 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:38:28.003833 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9e825793-6f05-4e19-875d-30a95853d8c9 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:38:28.007866 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9e825793-6f05-4e19-875d-30a95853d8c9 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:38:28.016182 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e825793-6f05-4e19-875d-30a95853d8c9 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'Port': ['ID=e812b9f4-6883-4b13-ae4f-20fbd8d12b90,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:28.076876 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9e825793-6f05-4e19-875d-30a95853d8c9 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:28.077717 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9e825793-6f05-4e19-875d-30a95853d8c9 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:28.095145 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9e825793-6f05-4e19-875d-30a95853d8c9 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6104198 Aug 11 22:38:28.108834 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9b97ed9f-98d6-4134-8f44-472c82833e76 service neutron] Request body: {'port': {'device_id': 'ab16ecb4-c198-4f4e-a75a-05b300f8e51b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:38:28.117687 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:38:28.177602 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9b97ed9f-98d6-4134-8f44-472c82833e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:28.254585 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-deca8695-cbe5-4d4b-9aca-8a644e313a47 None None] Provisioning for port e812b9f4-6883-4b13-ae4f-20fbd8d12b90 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:38:28.259496 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-deca8695-cbe5-4d4b-9aca-8a644e313a47 None None] Provisioning complete for port e812b9f4-6883-4b13-ae4f-20fbd8d12b90 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:28.261091 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-deca8695-cbe5-4d4b-9aca-8a644e313a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:28.323992 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f2535-e9c1-4b41-b654-05a27f85b0a8 req-8868cdb2-3379-4604-975d-50eaaf4c75bb tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:28.326625 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-deca8695-cbe5-4d4b-9aca-8a644e313a47 None None] Port e812b9f4-6883-4b13-ae4f-20fbd8d12b90 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:38:28.331842 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-628f2535-e9c1-4b41-b654-05a27f85b0a8 req-8868cdb2-3379-4604-975d-50eaaf4c75bb tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/ports?device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1 HTTP/1.1" status: 200 len: 943 time: 0.0721190 Aug 11 22:38:28.394796 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-628f2535-e9c1-4b41-b654-05a27f85b0a8 req-9a581642-25aa-4643-8ff8-8954d8120e6c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6ff4127-8c4c-4272-a350-0a471dc482ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620208 Aug 11 22:38:28.455629 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f27a6638-f54e-4e95-84c8-1649509d0546 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:38:28.513239 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port f27a6638-f54e-4e95-84c8-1649509d0546 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:38:28.517896 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port f27a6638-f54e-4e95-84c8-1649509d0546 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:28.518534 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:28.520132 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9b97ed9f-98d6-4134-8f44-472c82833e76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e812b9f4-6883-4b13-ae4f-20fbd8d12b90 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:38:28.528504 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9b97ed9f-98d6-4134-8f44-472c82833e76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:28.552152 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9b97ed9f-98d6-4134-8f44-472c82833e76 service neutron] Transition to ACTIVE for port object e812b9f4-6883-4b13-ae4f-20fbd8d12b90 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:38:28.558224 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9b97ed9f-98d6-4134-8f44-472c82833e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:28.576929 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0aa14-f091-42e1-b6f1-2d302b2668f7 req-eb859ea4-64eb-4333-b6da-d641edf8841d tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:28.578540 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-29a0aa14-f091-42e1-b6f1-2d302b2668f7 req-eb859ea4-64eb-4333-b6da-d641edf8841d tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab16ecb4-c198-4f4e-a75a-05b300f8e51b HTTP/1.1" status: 200 len: 932 time: 0.0595996 Aug 11 22:38:28.616206 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:28.619476 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97ed9f-98d6-4134-8f44-472c82833e76 service neutron] Pushing event updated for resources: {'Port': ['ID=e812b9f4-6883-4b13-ae4f-20fbd8d12b90,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:28.636194 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-29a0aa14-f091-42e1-b6f1-2d302b2668f7 req-1eff8700-8a6b-4f44-8649-2642b0a9c56d tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=f53e1361-7be0-442c-8a26-be853d623c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493662 Aug 11 22:38:28.663439 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port f27a6638-f54e-4e95-84c8-1649509d0546, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f27a6638-f54e-4e95-84c8-1649509d0546,segment=NetworkSegment(43533119-8791-443f-bb59-cff9f95bb9e2),segment_id=43533119-8791-443f-bb59-cff9f95bb9e2)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:38:28.668277 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:28.704809 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9b97ed9f-98d6-4134-8f44-472c82833e76 service neutron] Attempting to bind port e812b9f4-6883-4b13-ae4f-20fbd8d12b90 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:38:28.704809 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9b97ed9f-98d6-4134-8f44-472c82833e76 service neutron] Attempting to bind port e812b9f4-6883-4b13-ae4f-20fbd8d12b90 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '43533119-8791-443f-bb59-cff9f95bb9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8df2b5b7-2d7a-40f8-a4be-3fffe7d01772'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:38:28.705242 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9b97ed9f-98d6-4134-8f44-472c82833e76 service neutron] Attempting to bind port e812b9f4-6883-4b13-ae4f-20fbd8d12b90 on network 8df2b5b7-2d7a-40f8-a4be-3fffe7d01772 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:38:28.710782 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9b97ed9f-98d6-4134-8f44-472c82833e76 service neutron] Port e812b9f4-6883-4b13-ae4f-20fbd8d12b90 on network 8df2b5b7-2d7a-40f8-a4be-3fffe7d01772 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:38:28.711253 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9b97ed9f-98d6-4134-8f44-472c82833e76 service neutron] Attempting to bind port e812b9f4-6883-4b13-ae4f-20fbd8d12b90 on network 8df2b5b7-2d7a-40f8-a4be-3fffe7d01772 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:38:28.716773 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9b97ed9f-98d6-4134-8f44-472c82833e76 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:38:28.717210 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9b97ed9f-98d6-4134-8f44-472c82833e76 service neutron] Checking segment: {'id': '43533119-8791-443f-bb59-cff9f95bb9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8df2b5b7-2d7a-40f8-a4be-3fffe7d01772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:38:28.717671 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9b97ed9f-98d6-4134-8f44-472c82833e76 service neutron] Bound using segment: {'id': '43533119-8791-443f-bb59-cff9f95bb9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8df2b5b7-2d7a-40f8-a4be-3fffe7d01772'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:38:28.718209 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9b97ed9f-98d6-4134-8f44-472c82833e76 service neutron] Bound port: e812b9f4-6883-4b13-ae4f-20fbd8d12b90, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43533119-8791-443f-bb59-cff9f95bb9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '8df2b5b7-2d7a-40f8-a4be-3fffe7d01772'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:38:28.719194 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9b97ed9f-98d6-4134-8f44-472c82833e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:28.730625 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=f27a6638-f54e-4e95-84c8-1649509d0546,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:28.791851 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9b97ed9f-98d6-4134-8f44-472c82833e76 service neutron] For port e812b9f4-6883-4b13-ae4f-20fbd8d12b90, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:38:28.795499 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9b97ed9f-98d6-4134-8f44-472c82833e76 service neutron] For port e812b9f4-6883-4b13-ae4f-20fbd8d12b90, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e812b9f4-6883-4b13-ae4f-20fbd8d12b90,segment=NetworkSegment(43533119-8791-443f-bb59-cff9f95bb9e2),segment_id=43533119-8791-443f-bb59-cff9f95bb9e2)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:38:28.800549 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9b97ed9f-98d6-4134-8f44-472c82833e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:28.837626 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9b97ed9f-98d6-4134-8f44-472c82833e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:28.838349 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9b97ed9f-98d6-4134-8f44-472c82833e76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:28.839758 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-9b97ed9f-98d6-4134-8f44-472c82833e76 service neutron] 10.222.0.52 "PUT /v2.0/ports/e812b9f4-6883-4b13-ae4f-20fbd8d12b90 HTTP/1.1" status: 200 len: 1092 time: 0.7360470 Aug 11 22:38:28.840212 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab16ecb4-c198-4f4e-a75a-05b300f8e51b', 'tag': 'e812b9f4-6883-4b13-ae4f-20fbd8d12b90'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:38:28.842522 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bec1bb0-bcd6-42b9-999a-521162b6609f" -d '{"events": [{"name": "network-changed", "server_uuid": "ab16ecb4-c198-4f4e-a75a-05b300f8e51b", "tag": "e812b9f4-6883-4b13-ae4f-20fbd8d12b90"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:38:28.879432 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97ed9f-98d6-4134-8f44-472c82833e76 service neutron] Pushing event updated for resources: {'Port': ['ID=e812b9f4-6883-4b13-ae4f-20fbd8d12b90,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:28.900428 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92a1692-3461-4f89-b6fa-fc70feb864af x-openstack-request-id: req-c92a1692-3461-4f89-b6fa-fc70feb864af {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:38:28.900716 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab16ecb4-c198-4f4e-a75a-05b300f8e51b", "tag": "e812b9f4-6883-4b13-ae4f-20fbd8d12b90", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:38:28.900967 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c92a1692-3461-4f89-b6fa-fc70feb864af {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:38:28.901366 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab16ecb4-c198-4f4e-a75a-05b300f8e51b', 'tag': 'e812b9f4-6883-4b13-ae4f-20fbd8d12b90', 'status': 'completed', 'code': 200} Aug 11 22:38:28.940043 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-eeb591df-786b-472b-b735-915d0e8dfe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:28.941582 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-eeb591df-786b-472b-b735-915d0e8dfe4f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=81545c73701b4772bfae708760c50559&device_id=ab16ecb4-c198-4f4e-a75a-05b300f8e51b HTTP/1.1" status: 200 len: 1095 time: 0.0512512 Aug 11 22:38:28.992091 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-ce6acdc2-476a-4995-8909-3f010495997b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e812b9f4-6883-4b13-ae4f-20fbd8d12b90 HTTP/1.1" status: 200 len: 217 time: 0.0358393 Aug 11 22:38:29.043148 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-b104b96e-559c-4556-9a33-a6dc0ab55ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:29.044726 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-b104b96e-559c-4556-9a33-a6dc0ab55ad8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=964bd78e-076c-4460-aed6-6e4cc590118d HTTP/1.1" status: 200 len: 834 time: 0.0459206 Aug 11 22:38:29.096850 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-ce7ad671-891c-4b5c-a5fe-98c98fb991e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:29.098417 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-ce7ad671-891c-4b5c-a5fe-98c98fb991e6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8df2b5b7-2d7a-40f8-a4be-3fffe7d01772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463972 Aug 11 22:38:29.188360 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-12bc6549-354d-471f-86ba-c2cc7f9c3b55 service neutron] 10.222.0.52 "GET /v2.0/networks/8df2b5b7-2d7a-40f8-a4be-3fffe7d01772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824816 Aug 11 22:38:29.283719 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6f30cb24-cd8b-478e-ad88-8ce9969f77f9 req-75d0062b-b6cb-4cf2-9375-ab55ae7d14d2 service neutron] 10.222.0.52 "GET /v2.0/networks/8df2b5b7-2d7a-40f8-a4be-3fffe7d01772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879240 Aug 11 22:38:29.369646 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec1bb0-bcd6-42b9-999a-521162b6609f req-ef213866-6fc5-4b2a-a798-65069819e9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:29.371145 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3bec1bb0-bcd6-42b9-999a-521162b6609f req-ef213866-6fc5-4b2a-a798-65069819e9df service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=81545c73701b4772bfae708760c50559&device_id=ab16ecb4-c198-4f4e-a75a-05b300f8e51b HTTP/1.1" status: 200 len: 1095 time: 0.0420251 Aug 11 22:38:29.465782 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec1bb0-bcd6-42b9-999a-521162b6609f req-d1110644-099a-4352-94ba-c39fb7e013d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:29.467429 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3bec1bb0-bcd6-42b9-999a-521162b6609f req-d1110644-099a-4352-94ba-c39fb7e013d5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8df2b5b7-2d7a-40f8-a4be-3fffe7d01772 HTTP/1.1" status: 200 len: 897 time: 0.0892043 Aug 11 22:38:29.514808 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3bec1bb0-bcd6-42b9-999a-521162b6609f req-91b82653-1807-4093-b218-50841b710c78 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e812b9f4-6883-4b13-ae4f-20fbd8d12b90 HTTP/1.1" status: 200 len: 217 time: 0.0392835 Aug 11 22:38:29.526112 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a39a07-e363-4dcd-b983-ac7631c06732 req-29e38c7b-6e80-4fb1-a0c7-1ea4a8e0a40f tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:29.527679 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c1a39a07-e363-4dcd-b983-ac7631c06732 req-29e38c7b-6e80-4fb1-a0c7-1ea4a8e0a40f tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/ports?device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1 HTTP/1.1" status: 200 len: 943 time: 0.0513735 Aug 11 22:38:29.568075 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c1a39a07-e363-4dcd-b983-ac7631c06732 req-f559706b-c39f-4204-9efd-2081d3d60b75 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6ff4127-8c4c-4272-a350-0a471dc482ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330391 Aug 11 22:38:29.571611 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec1bb0-bcd6-42b9-999a-521162b6609f req-298a8f7d-25e6-4a5f-9254-cfb7172c1cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:29.573138 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3bec1bb0-bcd6-42b9-999a-521162b6609f req-298a8f7d-25e6-4a5f-9254-cfb7172c1cc4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=964bd78e-076c-4460-aed6-6e4cc590118d HTTP/1.1" status: 200 len: 834 time: 0.0507886 Aug 11 22:38:29.619433 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec1bb0-bcd6-42b9-999a-521162b6609f req-accd823c-a73a-4cff-a94e-4610d3ba5d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:29.620967 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3bec1bb0-bcd6-42b9-999a-521162b6609f req-accd823c-a73a-4cff-a94e-4610d3ba5d3d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8df2b5b7-2d7a-40f8-a4be-3fffe7d01772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399413 Aug 11 22:38:29.717587 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3bec1bb0-bcd6-42b9-999a-521162b6609f req-2da31cb1-d372-4386-89e9-826509661737 service neutron] 10.222.0.52 "GET /v2.0/networks/8df2b5b7-2d7a-40f8-a4be-3fffe7d01772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881238 Aug 11 22:38:29.766110 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f8965-e558-48fc-a82a-11f739545c69 req-9cb14f92-98e2-40fb-9272-8cd7a4577cc7 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:29.767531 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a73f8965-e558-48fc-a82a-11f739545c69 req-9cb14f92-98e2-40fb-9272-8cd7a4577cc7 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab16ecb4-c198-4f4e-a75a-05b300f8e51b HTTP/1.1" status: 200 len: 944 time: 0.0533597 Aug 11 22:38:29.807918 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a73f8965-e558-48fc-a82a-11f739545c69 req-c6937301-a92b-463d-9b5e-5e3ae47f55a6 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=f53e1361-7be0-442c-8a26-be853d623c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338840 Aug 11 22:38:29.810535 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3bec1bb0-bcd6-42b9-999a-521162b6609f req-2ca37c9b-e05f-4877-8c8f-d370e993264e service neutron] 10.222.0.52 "GET /v2.0/networks/8df2b5b7-2d7a-40f8-a4be-3fffe7d01772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854921 Aug 11 22:38:29.937437 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 12c2134f-8a06-42f7-aeb3-8f40907c6af4 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:38:30.039774 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 12c2134f-8a06-42f7-aeb3-8f40907c6af4, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=12c2134f-8a06-42f7-aeb3-8f40907c6af4,segment=NetworkSegment(8933763e-4450-4910-9d81-5ffc5b7466a8),segment_id=8933763e-4450-4910-9d81-5ffc5b7466a8)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:38:30.051229 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '12c2134f-8a06-42f7-aeb3-8f40907c6af4', 'network_id': '28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5', 'port_id': '12c2134f-8a06-42f7-aeb3-8f40907c6af4', 'mac_address': 'fa:16:3e:c7:0f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae788690-b542-4447-bfdb-011d5b050935', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:38:30.095814 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:30.111864 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c2134f-8a06-42f7-aeb3-8f40907c6af4 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:38:30.132582 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 12c2134f-8a06-42f7-aeb3-8f40907c6af4, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=12c2134f-8a06-42f7-aeb3-8f40907c6af4,segment=NetworkSegment(8933763e-4450-4910-9d81-5ffc5b7466a8),segment_id=8933763e-4450-4910-9d81-5ffc5b7466a8)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:38:30.135973 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:30.186168 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=12c2134f-8a06-42f7-aeb3-8f40907c6af4,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:30.401837 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f27a6638-f54e-4e95-84c8-1649509d0546 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:38:30.450874 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port f27a6638-f54e-4e95-84c8-1649509d0546 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:30.451245 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:30.620434 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['12c2134f-8a06-42f7-aeb3-8f40907c6af4'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:38:30.688767 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d0140-2274-4fc9-8b22-394edfd3c296 req-57bc9416-3556-47d8-9e4a-868fe4b17809 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:30.690317 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-279d0140-2274-4fc9-8b22-394edfd3c296 req-57bc9416-3556-47d8-9e4a-868fe4b17809 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/ports?device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1 HTTP/1.1" status: 200 len: 944 time: 0.0501630 Aug 11 22:38:30.731393 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-279d0140-2274-4fc9-8b22-394edfd3c296 req-71e2e6f2-c376-4ace-a989-e3483470cd66 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6ff4127-8c4c-4272-a350-0a471dc482ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345118 Aug 11 22:38:30.930487 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a03c9-ff47-4564-a51f-25f7dab70e4b req-8e93fcd0-91be-4f2d-8bcf-32938db1860f tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:30.932001 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ea8a03c9-ff47-4564-a51f-25f7dab70e4b req-8e93fcd0-91be-4f2d-8bcf-32938db1860f tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab16ecb4-c198-4f4e-a75a-05b300f8e51b HTTP/1.1" status: 200 len: 944 time: 0.0524702 Aug 11 22:38:30.974095 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ea8a03c9-ff47-4564-a51f-25f7dab70e4b req-af049e9e-89e8-42f0-9084-1ec0eda326fd tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=f53e1361-7be0-442c-8a26-be853d623c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351868 Aug 11 22:38:31.855532 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6c552-dedf-4398-ac8e-c5ae63876a57 req-a4943f17-0670-4491-b593-0fcebd56e39b tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:31.857149 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-74a6c552-dedf-4398-ac8e-c5ae63876a57 req-a4943f17-0670-4491-b593-0fcebd56e39b tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/ports?device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1 HTTP/1.1" status: 200 len: 944 time: 0.0542612 Aug 11 22:38:31.897955 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-74a6c552-dedf-4398-ac8e-c5ae63876a57 req-e249c157-16ca-4904-9fbe-f061a234e80c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6ff4127-8c4c-4272-a350-0a471dc482ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341716 Aug 11 22:38:31.944459 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 12c2134f-8a06-42f7-aeb3-8f40907c6af4 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:38:31.996125 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 12c2134f-8a06-42f7-aeb3-8f40907c6af4 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:38:32.000975 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 12c2134f-8a06-42f7-aeb3-8f40907c6af4 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:32.001544 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:32.115740 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:32.121755 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47a7df-ba3a-48e2-a3ba-a654976c0d90 req-24b7ee67-4cfc-422b-981b-552ebe344fb6 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:32.124332 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1d47a7df-ba3a-48e2-a3ba-a654976c0d90 req-24b7ee67-4cfc-422b-981b-552ebe344fb6 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab16ecb4-c198-4f4e-a75a-05b300f8e51b HTTP/1.1" status: 200 len: 944 time: 0.0787747 Aug 11 22:38:32.150364 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276fe083-fa2b-4596-ac0a-0c553663ddb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c2134f-8a06-42f7-aeb3-8f40907c6af4'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:38:32.153462 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1605e9-08bd-44b7-b75b-3a58ca4ece3d" -d '{"events": [{"server_uuid": "276fe083-fa2b-4596-ac0a-0c553663ddb1", "name": "network-vif-plugged", "status": "completed", "tag": "12c2134f-8a06-42f7-aeb3-8f40907c6af4"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:38:32.174119 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 12c2134f-8a06-42f7-aeb3-8f40907c6af4, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=12c2134f-8a06-42f7-aeb3-8f40907c6af4,segment=NetworkSegment(8933763e-4450-4910-9d81-5ffc5b7466a8),segment_id=8933763e-4450-4910-9d81-5ffc5b7466a8)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:38:32.176229 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1d47a7df-ba3a-48e2-a3ba-a654976c0d90 req-897dd5ba-59b9-4034-8f1a-ff5b1cbf4a48 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=f53e1361-7be0-442c-8a26-be853d623c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452387 Aug 11 22:38:32.178969 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:32.225657 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f052ad8-72f7-4e22-9b96-cb7ba1ee2dfd x-openstack-request-id: req-5f052ad8-72f7-4e22-9b96-cb7ba1ee2dfd {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:38:32.226742 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276fe083-fa2b-4596-ac0a-0c553663ddb1", "name": "network-vif-plugged", "status": "completed", "tag": "12c2134f-8a06-42f7-aeb3-8f40907c6af4", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:38:32.227023 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5f052ad8-72f7-4e22-9b96-cb7ba1ee2dfd {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:38:32.227466 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276fe083-fa2b-4596-ac0a-0c553663ddb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c2134f-8a06-42f7-aeb3-8f40907c6af4', 'code': 200} Aug 11 22:38:32.240628 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=12c2134f-8a06-42f7-aeb3-8f40907c6af4,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:32.347811 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e3e40-2ba5-473b-818d-40423139300f req-97e1f3bf-7aee-42bc-beca-e47e66d38193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:32.349461 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-da3e3e40-2ba5-473b-818d-40423139300f req-97e1f3bf-7aee-42bc-beca-e47e66d38193 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1 HTTP/1.1" status: 200 len: 1096 time: 0.0417740 Aug 11 22:38:32.384897 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-da3e3e40-2ba5-473b-818d-40423139300f req-7ac76363-35e1-4bf5-bf1b-b2b21805f91c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d6ff4127-8c4c-4272-a350-0a471dc482ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286994 Aug 11 22:38:33.040179 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ab92f-4f92-4706-81f3-2e0d287308a4 req-884934f7-c73d-490c-b77d-0ea894e95087 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:33.041277 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b03ab92f-4f92-4706-81f3-2e0d287308a4 req-884934f7-c73d-490c-b77d-0ea894e95087 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/ports?device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1 HTTP/1.1" status: 200 len: 945 time: 0.0592115 Aug 11 22:38:33.088191 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b03ab92f-4f92-4706-81f3-2e0d287308a4 req-ce457b92-511f-434b-a199-2ae481870c61 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6ff4127-8c4c-4272-a350-0a471dc482ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402167 Aug 11 22:38:33.292832 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3baccc-ee65-4f35-b334-42abc87f683b req-1843998b-8315-4b00-9a43-1dc74d56652a tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:33.294414 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6e3baccc-ee65-4f35-b334-42abc87f683b req-1843998b-8315-4b00-9a43-1dc74d56652a tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab16ecb4-c198-4f4e-a75a-05b300f8e51b HTTP/1.1" status: 200 len: 944 time: 0.0502141 Aug 11 22:38:33.333385 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6e3baccc-ee65-4f35-b334-42abc87f683b req-40e7f893-ff07-451a-b2c7-969de36c019a tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=f53e1361-7be0-442c-8a26-be853d623c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327940 Aug 11 22:38:33.333911 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device e812b9f4-6883-4b13-ae4f-20fbd8d12b90 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:38:33.430609 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port e812b9f4-6883-4b13-ae4f-20fbd8d12b90, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e812b9f4-6883-4b13-ae4f-20fbd8d12b90,segment=NetworkSegment(43533119-8791-443f-bb59-cff9f95bb9e2),segment_id=43533119-8791-443f-bb59-cff9f95bb9e2)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:38:33.443029 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'e812b9f4-6883-4b13-ae4f-20fbd8d12b90', 'network_id': '8df2b5b7-2d7a-40f8-a4be-3fffe7d01772', 'port_id': 'e812b9f4-6883-4b13-ae4f-20fbd8d12b90', 'mac_address': 'fa:16:3e:59:7b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '964bd78e-076c-4460-aed6-6e4cc590118d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:38:33.488191 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:33.521909 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e812b9f4-6883-4b13-ae4f-20fbd8d12b90 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:38:33.543118 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port e812b9f4-6883-4b13-ae4f-20fbd8d12b90, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e812b9f4-6883-4b13-ae4f-20fbd8d12b90,segment=NetworkSegment(43533119-8791-443f-bb59-cff9f95bb9e2),segment_id=43533119-8791-443f-bb59-cff9f95bb9e2)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:38:33.547827 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:33.602018 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=e812b9f4-6883-4b13-ae4f-20fbd8d12b90,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:33.749313 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['e812b9f4-6883-4b13-ae4f-20fbd8d12b90'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:38:34.209115 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f89c79-f31b-4cf0-891b-56c0c83ec247 req-534a506c-8740-4eb7-8ced-12b07a55126b tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:34.210492 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-30f89c79-f31b-4cf0-891b-56c0c83ec247 req-534a506c-8740-4eb7-8ced-12b07a55126b tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/ports?device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1 HTTP/1.1" status: 200 len: 945 time: 0.0516677 Aug 11 22:38:34.258192 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-30f89c79-f31b-4cf0-891b-56c0c83ec247 req-d01023a8-2beb-47f2-b8b6-4f104acb4769 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6ff4127-8c4c-4272-a350-0a471dc482ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415199 Aug 11 22:38:34.399663 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715dafe-f0b3-4fe8-b054-057d958120b1 req-bee1caf0-4618-482f-aebb-cd7cd2bbe3e0 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:34.401603 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5715dafe-f0b3-4fe8-b054-057d958120b1 req-bee1caf0-4618-482f-aebb-cd7cd2bbe3e0 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/ports?device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1 HTTP/1.1" status: 200 len: 945 time: 0.0592322 Aug 11 22:38:34.444284 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5715dafe-f0b3-4fe8-b054-057d958120b1 req-b704e09a-8870-4aa7-903c-68d8d67b9962 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6ff4127-8c4c-4272-a350-0a471dc482ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353825 Aug 11 22:38:34.568393 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bee2e-1654-4a5b-a7bd-a8dc853036ac req-4f1e28b2-f193-42bd-88f8-a485f49bb489 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:34.569960 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-761bee2e-1654-4a5b-a7bd-a8dc853036ac req-4f1e28b2-f193-42bd-88f8-a485f49bb489 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab16ecb4-c198-4f4e-a75a-05b300f8e51b HTTP/1.1" status: 200 len: 945 time: 0.0603280 Aug 11 22:38:34.617577 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-761bee2e-1654-4a5b-a7bd-a8dc853036ac req-65b96e19-a45d-4f01-b7b9-8d763eac98c5 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=f53e1361-7be0-442c-8a26-be853d623c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409870 Aug 11 22:38:34.725631 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7496410-a741-4625-a665-d66e637fbb7c req-ae7a2624-dc24-421a-90cc-a8d6922185ca tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:34.727376 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f7496410-a741-4625-a665-d66e637fbb7c req-ae7a2624-dc24-421a-90cc-a8d6922185ca tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/ports?device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1 HTTP/1.1" status: 200 len: 945 time: 0.0532877 Aug 11 22:38:34.774156 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f7496410-a741-4625-a665-d66e637fbb7c req-0b6900f3-5be7-4020-b91c-45c560e81bd4 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6ff4127-8c4c-4272-a350-0a471dc482ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401063 Aug 11 22:38:34.796668 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51498) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:34.994102 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb28d086-3b00-4681-b425-2132be326f8b tempest-TestServerBasicOps-587329072 tempest-TestServerBasicOps-587329072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:34.995568 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fb28d086-3b00-4681-b425-2132be326f8b tempest-TestServerBasicOps-587329072 tempest-TestServerBasicOps-587329072-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1 HTTP/1.1" status: 200 len: 1091 time: 0.1978109 Aug 11 22:38:34.999322 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51504) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:35.005018 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-aa6ff345-4c70-402a-bd82-f4dc23ee060c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'port_id': '12c2134f-8a06-42f7-aeb3-8f40907c6af4', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:38:35.029536 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aa6ff345-4c70-402a-bd82-f4dc23ee060c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:35.134746 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aa6ff345-4c70-402a-bd82-f4dc23ee060c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:35.251073 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-aa6ff345-4c70-402a-bd82-f4dc23ee060c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Allocated IP 172.25.2.82 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/fa703227-9da9-4d5e-bc95-85602f1d883e) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:38:35.343907 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device e812b9f4-6883-4b13-ae4f-20fbd8d12b90 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:38:35.357513 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aa6ff345-4c70-402a-bd82-f4dc23ee060c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:35.393069 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port e812b9f4-6883-4b13-ae4f-20fbd8d12b90 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:38:35.397380 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port e812b9f4-6883-4b13-ae4f-20fbd8d12b90 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:38:35.397840 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:35.398592 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aa6ff345-4c70-402a-bd82-f4dc23ee060c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:35.442217 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6ff345-4c70-402a-bd82-f4dc23ee060c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:38:35.445469 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-aa6ff345-4c70-402a-bd82-f4dc23ee060c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:38:35.450194 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6ff345-4c70-402a-bd82-f4dc23ee060c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:38:35.453504 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ff345-4c70-402a-bd82-f4dc23ee060c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Pushing event updated for resources: {'Port': ['ID=fa703227-9da9-4d5e-bc95-85602f1d883e,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:35.485238 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:35.509038 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab16ecb4-c198-4f4e-a75a-05b300f8e51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e812b9f4-6883-4b13-ae4f-20fbd8d12b90'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:38:35.511233 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6c22be-7fda-49f3-8ba0-c2d956ffcc19" -d '{"events": [{"server_uuid": "ab16ecb4-c198-4f4e-a75a-05b300f8e51b", "name": "network-vif-plugged", "status": "completed", "tag": "e812b9f4-6883-4b13-ae4f-20fbd8d12b90"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:38:35.527861 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port e812b9f4-6883-4b13-ae4f-20fbd8d12b90, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e812b9f4-6883-4b13-ae4f-20fbd8d12b90,segment=NetworkSegment(43533119-8791-443f-bb59-cff9f95bb9e2),segment_id=43533119-8791-443f-bb59-cff9f95bb9e2)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:38:35.534522 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:35.559349 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c5fbc7-53b4-419c-82cd-7129e14484b7 x-openstack-request-id: req-38c5fbc7-53b4-419c-82cd-7129e14484b7 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:38:35.562522 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab16ecb4-c198-4f4e-a75a-05b300f8e51b", "name": "network-vif-plugged", "status": "completed", "tag": "e812b9f4-6883-4b13-ae4f-20fbd8d12b90", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:38:35.562802 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-38c5fbc7-53b4-419c-82cd-7129e14484b7 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:38:35.563810 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab16ecb4-c198-4f4e-a75a-05b300f8e51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e812b9f4-6883-4b13-ae4f-20fbd8d12b90', 'code': 200} Aug 11 22:38:35.592794 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=e812b9f4-6883-4b13-ae4f-20fbd8d12b90,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:35.662287 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca72fbb-6d83-4a90-9796-886902b12b8a req-2997c322-98ba-4283-a4a7-796c637f25ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:35.664003 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5ca72fbb-6d83-4a90-9796-886902b12b8a req-2997c322-98ba-4283-a4a7-796c637f25ba service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ab16ecb4-c198-4f4e-a75a-05b300f8e51b HTTP/1.1" status: 200 len: 1097 time: 0.0429201 Aug 11 22:38:35.703970 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5ca72fbb-6d83-4a90-9796-886902b12b8a req-5b680e7d-8e1a-42ce-bd22-0e6701ef1d55 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f53e1361-7be0-442c-8a26-be853d623c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327988 Aug 11 22:38:35.815152 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38213af0-193f-4109-9d60-c017c88a567a req-b68bf7db-9aad-4283-9623-9a076fc3de36 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:35.816590 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-38213af0-193f-4109-9d60-c017c88a567a req-b68bf7db-9aad-4283-9623-9a076fc3de36 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab16ecb4-c198-4f4e-a75a-05b300f8e51b HTTP/1.1" status: 200 len: 946 time: 0.1214514 Aug 11 22:38:35.895952 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-38213af0-193f-4109-9d60-c017c88a567a req-1c755d45-56d2-4a1d-bf56-b2da38fa02fd tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=f53e1361-7be0-442c-8a26-be853d623c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721238 Aug 11 22:38:35.898705 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aa6ff345-4c70-402a-bd82-f4dc23ee060c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:35.965425 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aa6ff345-4c70-402a-bd82-f4dc23ee060c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:36.120744 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aa6ff345-4c70-402a-bd82-f4dc23ee060c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:36.125269 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aa6ff345-4c70-402a-bd82-f4dc23ee060c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:36.191936 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ff345-4c70-402a-bd82-f4dc23ee060c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Pushing event updated for resources: {'Port': ['ID=fa703227-9da9-4d5e-bc95-85602f1d883e,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:36.205874 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aa6ff345-4c70-402a-bd82-f4dc23ee060c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:36.306860 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-aa6ff345-4c70-402a-bd82-f4dc23ee060c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Floating IP a438c233-d681-40b7-951d-47631025dd25 associated. External IP: 172.25.2.82, port: 12c2134f-8a06-42f7-aeb3-8f40907c6af4. Aug 11 22:38:36.543450 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6ff345-4c70-402a-bd82-f4dc23ee060c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Router 4a5301de-22d2-45a0-ad6a-e63e9ebbbff6 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:38:36.654154 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6ff345-4c70-402a-bd82-f4dc23ee060c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:38:36.664418 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e788d2-a111-4169-beb5-8aa59d2752c0 None None] Sync routers for ids ['4a5301de-22d2-45a0-ad6a-e63e9ebbbff6'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:38:36.671231 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-aa6ff345-4c70-402a-bd82-f4dc23ee060c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:36.674817 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e788d2-a111-4169-beb5-8aa59d2752c0 None None] Routers {'4a5301de-22d2-45a0-ad6a-e63e9ebbbff6'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:38:36.675457 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-66e788d2-a111-4169-beb5-8aa59d2752c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:38:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['4a5301de-22d2-45a0-ad6a-e63e9ebbbff6'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:36.698605 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-aa6ff345-4c70-402a-bd82-f4dc23ee060c tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6976030 Aug 11 22:38:36.699311 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276fe083-fa2b-4596-ac0a-0c553663ddb1', 'tag': '12c2134f-8a06-42f7-aeb3-8f40907c6af4'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:38:36.701749 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40c98ab-0788-4f2f-80dd-a0a88e144fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "276fe083-fa2b-4596-ac0a-0c553663ddb1", "tag": "12c2134f-8a06-42f7-aeb3-8f40907c6af4"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:38:36.743226 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d23096-d05d-4740-8367-ceed3ce3a853 x-openstack-request-id: req-09d23096-d05d-4740-8367-ceed3ce3a853 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:38:36.743629 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276fe083-fa2b-4596-ac0a-0c553663ddb1", "tag": "12c2134f-8a06-42f7-aeb3-8f40907c6af4", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:38:36.743958 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-09d23096-d05d-4740-8367-ceed3ce3a853 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:38:36.744459 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276fe083-fa2b-4596-ac0a-0c553663ddb1', 'tag': '12c2134f-8a06-42f7-aeb3-8f40907c6af4', 'status': 'completed', 'code': 200} Aug 11 22:38:36.785785 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-66e788d2-a111-4169-beb5-8aa59d2752c0 None None] Set router 4a5301de-22d2-45a0-ad6a-e63e9ebbbff6 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:38:36.828862 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c98ab-0788-4f2f-80dd-a0a88e144fd9 req-78d2af29-0fab-4bf0-950c-e28044139136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:36.830397 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b40c98ab-0788-4f2f-80dd-a0a88e144fd9 req-78d2af29-0fab-4bf0-950c-e28044139136 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=37fd33391a3446acb4e83a2090e2cbf7&device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1 HTTP/1.1" status: 200 len: 1096 time: 0.0432413 Aug 11 22:38:36.932513 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c98ab-0788-4f2f-80dd-a0a88e144fd9 req-368024c7-8534-4ce8-bbc2-cb6bb09fdf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:36.934285 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b40c98ab-0788-4f2f-80dd-a0a88e144fd9 req-368024c7-8534-4ce8-bbc2-cb6bb09fdf64 service neutron] 10.222.0.82 "GET /v2.0/networks?id=28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5 HTTP/1.1" status: 200 len: 910 time: 0.0964506 Aug 11 22:38:37.020337 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-66e788d2-a111-4169-beb5-8aa59d2752c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'name': 'tempest-TestServerBasicOps-1198701253-router', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:06Z', 'updated_at': '2021-08-11T22:38:09Z', 'revision_number': 4, 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'gw_port': {'id': 'd0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:07Z', 'updated_at': '2021-08-11T22:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'a438c233-d681-40b7-951d-47631025dd25', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'floating_ip_address': '172.25.2.82', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'port_id': '12c2134f-8a06-42f7-aeb3-8f40907c6af4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5', 'mac_address': 'fa:16:3e:c7:0f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276fe083-fa2b-4596-ac0a-0c553663ddb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:38:35Z', 'updated_at': '2021-08-11T22:38:35Z', 'revision_number': 0, 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '701548d6-d0f6-46fa-8bda-828882bf7e03', 'name': '', 'network_id': '28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'mac_address': 'fa:16:3e:96:5b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ae788690-b542-4447-bfdb-011d5b050935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:08Z', 'updated_at': '2021-08-11T22:38:15Z', 'revision_number': 5, 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'subnets': [{'id': 'ae788690-b542-4447-bfdb-011d5b050935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:37.033464 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b40c98ab-0788-4f2f-80dd-a0a88e144fd9 req-54580001-1a5b-43cb-88f5-efd09d2714cc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12c2134f-8a06-42f7-aeb3-8f40907c6af4 HTTP/1.1" status: 200 len: 998 time: 0.0922463 Aug 11 22:38:37.045986 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bbfc7-2567-44e7-aa1a-04ad9faaf23a req-8fefb6aa-c2eb-4465-9bb7-ad35c58b102d tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:37.047442 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-754bbfc7-2567-44e7-aa1a-04ad9faaf23a req-8fefb6aa-c2eb-4465-9bb7-ad35c58b102d tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab16ecb4-c198-4f4e-a75a-05b300f8e51b HTTP/1.1" status: 200 len: 946 time: 0.0699902 Aug 11 22:38:37.050856 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e788d2-a111-4169-beb5-8aa59d2752c0 None None] Checking router: 4a5301de-22d2-45a0-ad6a-e63e9ebbbff6 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:38:37.059992 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e788d2-a111-4169-beb5-8aa59d2752c0 None None] Routers {'4a5301de-22d2-45a0-ad6a-e63e9ebbbff6'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:38:37.060607 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-66e788d2-a111-4169-beb5-8aa59d2752c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:38:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['4a5301de-22d2-45a0-ad6a-e63e9ebbbff6'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:37.113355 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c98ab-0788-4f2f-80dd-a0a88e144fd9 req-9f43ef32-068a-4cd8-8a27-2ea32cceaac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:37.114843 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b40c98ab-0788-4f2f-80dd-a0a88e144fd9 req-9f43ef32-068a-4cd8-8a27-2ea32cceaac9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ae788690-b542-4447-bfdb-011d5b050935 HTTP/1.1" status: 200 len: 848 time: 0.0664928 Aug 11 22:38:37.119809 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-754bbfc7-2567-44e7-aa1a-04ad9faaf23a req-4d81dfea-676e-4d94-8a4b-3d3f16a181e5 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=f53e1361-7be0-442c-8a26-be853d623c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641668 Aug 11 22:38:37.165834 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c98ab-0788-4f2f-80dd-a0a88e144fd9 req-211d3858-61c6-495e-a2a2-84852cfa385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:37.167453 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b40c98ab-0788-4f2f-80dd-a0a88e144fd9 req-211d3858-61c6-495e-a2a2-84852cfa385b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460534 Aug 11 22:38:37.273472 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-66e788d2-a111-4169-beb5-8aa59d2752c0 None None] Set router 4a5301de-22d2-45a0-ad6a-e63e9ebbbff6 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:38:37.305050 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612828bc-c510-4211-a46c-59b29cac909b req-8c10e3e0-0084-43cc-b1d5-1fe61c726639 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:37.306537 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-612828bc-c510-4211-a46c-59b29cac909b req-8c10e3e0-0084-43cc-b1d5-1fe61c726639 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab16ecb4-c198-4f4e-a75a-05b300f8e51b HTTP/1.1" status: 200 len: 946 time: 0.0795200 Aug 11 22:38:37.313418 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b40c98ab-0788-4f2f-80dd-a0a88e144fd9 req-3ce95d17-05e3-469f-9ef4-9f55b86494b8 service neutron] 10.222.0.82 "GET /v2.0/networks/28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383712 Aug 11 22:38:37.396502 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-612828bc-c510-4211-a46c-59b29cac909b req-b755bda9-b7d7-4f36-a991-307b712e5184 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=f53e1361-7be0-442c-8a26-be853d623c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820932 Aug 11 22:38:37.418833 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51518) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:37.430977 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b40c98ab-0788-4f2f-80dd-a0a88e144fd9 req-e158da9b-1990-4717-ab39-08f1d90886cf service neutron] 10.222.0.82 "GET /v2.0/networks/28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100142 Aug 11 22:38:37.459746 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632199a3-534e-491c-8c20-b2bdd82bb5f2 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:37.464314 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-632199a3-534e-491c-8c20-b2bdd82bb5f2 tempest-TestNetworkBasicOps-1854089053 tempest-TestNetworkBasicOps-1854089053-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ab16ecb4-c198-4f4e-a75a-05b300f8e51b HTTP/1.1" status: 200 len: 1092 time: 0.0413704 Aug 11 22:38:37.465007 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51520) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:37.470255 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-588cfbc2-dd26-4400-8bf0-b5fd24b57e30 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'port_id': 'e812b9f4-6883-4b13-ae4f-20fbd8d12b90', 'tenant_id': '81545c73701b4772bfae708760c50559', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:38:37.492723 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-588cfbc2-dd26-4400-8bf0-b5fd24b57e30 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:37.504153 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-66e788d2-a111-4169-beb5-8aa59d2752c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'name': 'tempest-TestServerBasicOps-1198701253-router', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:06Z', 'updated_at': '2021-08-11T22:38:09Z', 'revision_number': 4, 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'gw_port': {'id': 'd0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:07Z', 'updated_at': '2021-08-11T22:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'a438c233-d681-40b7-951d-47631025dd25', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'floating_ip_address': '172.25.2.82', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'port_id': '12c2134f-8a06-42f7-aeb3-8f40907c6af4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5', 'mac_address': 'fa:16:3e:c7:0f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276fe083-fa2b-4596-ac0a-0c553663ddb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:38:35Z', 'updated_at': '2021-08-11T22:38:35Z', 'revision_number': 0, 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '701548d6-d0f6-46fa-8bda-828882bf7e03', 'name': '', 'network_id': '28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'mac_address': 'fa:16:3e:96:5b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ae788690-b542-4447-bfdb-011d5b050935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:08Z', 'updated_at': '2021-08-11T22:38:15Z', 'revision_number': 5, 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'subnets': [{'id': 'ae788690-b542-4447-bfdb-011d5b050935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:37.530699 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e788d2-a111-4169-beb5-8aa59d2752c0 None None] The sync data for ids ['4a5301de-22d2-45a0-ad6a-e63e9ebbbff6'] in n-d-804275-3 is: [{'id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'name': 'tempest-TestServerBasicOps-1198701253-router', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:06Z', 'updated_at': '2021-08-11T22:38:09Z', 'revision_number': 4, 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'gw_port': {'id': 'd0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:07Z', 'updated_at': '2021-08-11T22:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'a438c233-d681-40b7-951d-47631025dd25', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'floating_ip_address': '172.25.2.82', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'port_id': '12c2134f-8a06-42f7-aeb3-8f40907c6af4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5', 'mac_address': 'fa:16:3e:c7:0f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276fe083-fa2b-4596-ac0a-0c553663ddb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:38:35Z', 'updated_at': '2021-08-11T22:38:35Z', 'revision_number': 0, 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '701548d6-d0f6-46fa-8bda-828882bf7e03', 'name': '', 'network_id': '28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'mac_address': 'fa:16:3e:96:5b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ae788690-b542-4447-bfdb-011d5b050935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:08Z', 'updated_at': '2021-08-11T22:38:15Z', 'revision_number': 5, 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'subnets': [{'id': 'ae788690-b542-4447-bfdb-011d5b050935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:38:37.596894 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-588cfbc2-dd26-4400-8bf0-b5fd24b57e30 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:37.710259 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-588cfbc2-dd26-4400-8bf0-b5fd24b57e30 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Allocated IP 172.25.2.234 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/34f8f5ba-10dd-4229-81af-44634a52daba) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:38:37.738366 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1ce6aa-56ff-414d-be64-11c42aa905d8 None None] New status for floating IP a438c233-d681-40b7-951d-47631025dd25: ACTIVE {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:38:37.818644 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-588cfbc2-dd26-4400-8bf0-b5fd24b57e30 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:37.858706 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-588cfbc2-dd26-4400-8bf0-b5fd24b57e30 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:37.902788 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588cfbc2-dd26-4400-8bf0-b5fd24b57e30 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:38:37.908799 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-588cfbc2-dd26-4400-8bf0-b5fd24b57e30 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:38:37.912427 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588cfbc2-dd26-4400-8bf0-b5fd24b57e30 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:38:37.918048 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588cfbc2-dd26-4400-8bf0-b5fd24b57e30 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'Port': ['ID=34f8f5ba-10dd-4229-81af-44634a52daba,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:38.477184 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:38.566962 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-588cfbc2-dd26-4400-8bf0-b5fd24b57e30 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:38.633926 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-588cfbc2-dd26-4400-8bf0-b5fd24b57e30 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:38.786313 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-588cfbc2-dd26-4400-8bf0-b5fd24b57e30 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:38.791614 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-588cfbc2-dd26-4400-8bf0-b5fd24b57e30 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:38.862473 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588cfbc2-dd26-4400-8bf0-b5fd24b57e30 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event updated for resources: {'Port': ['ID=34f8f5ba-10dd-4229-81af-44634a52daba,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:38:38.875298 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-588cfbc2-dd26-4400-8bf0-b5fd24b57e30 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:38.978520 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-588cfbc2-dd26-4400-8bf0-b5fd24b57e30 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Floating IP 83c2534c-a866-4151-8399-e2123797a0f8 associated. External IP: 172.25.2.234, port: e812b9f4-6883-4b13-ae4f-20fbd8d12b90. Aug 11 22:38:39.191400 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588cfbc2-dd26-4400-8bf0-b5fd24b57e30 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Router 76491bf4-d3cb-4bce-949c-71d878d40446 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:38:39.298943 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588cfbc2-dd26-4400-8bf0-b5fd24b57e30 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:38:39.308575 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb49d869-811d-464b-975f-a6a1bfd1f30f None None] Sync routers for ids ['76491bf4-d3cb-4bce-949c-71d878d40446'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:38:39.316252 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-588cfbc2-dd26-4400-8bf0-b5fd24b57e30 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:39.318015 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb49d869-811d-464b-975f-a6a1bfd1f30f None None] Routers {'76491bf4-d3cb-4bce-949c-71d878d40446'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:38:39.318715 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-eb49d869-811d-464b-975f-a6a1bfd1f30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:38:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['76491bf4-d3cb-4bce-949c-71d878d40446'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:39.345387 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-588cfbc2-dd26-4400-8bf0-b5fd24b57e30 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8789124 Aug 11 22:38:39.345988 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab16ecb4-c198-4f4e-a75a-05b300f8e51b', 'tag': 'e812b9f4-6883-4b13-ae4f-20fbd8d12b90'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:38:39.348328 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e4d49c-4e2a-4990-9460-0680b97647e4" -d '{"events": [{"name": "network-changed", "server_uuid": "ab16ecb4-c198-4f4e-a75a-05b300f8e51b", "tag": "e812b9f4-6883-4b13-ae4f-20fbd8d12b90"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:38:39.348530 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51522) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:39.390489 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cd97c4-29d2-4cc0-b7c4-a547a3ea3903 x-openstack-request-id: req-a1cd97c4-29d2-4cc0-b7c4-a547a3ea3903 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:38:39.390832 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab16ecb4-c198-4f4e-a75a-05b300f8e51b", "tag": "e812b9f4-6883-4b13-ae4f-20fbd8d12b90", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:38:39.391903 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a1cd97c4-29d2-4cc0-b7c4-a547a3ea3903 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:38:39.391903 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab16ecb4-c198-4f4e-a75a-05b300f8e51b', 'tag': 'e812b9f4-6883-4b13-ae4f-20fbd8d12b90', 'status': 'completed', 'code': 200} Aug 11 22:38:39.417861 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c96f79a5-5af5-4647-b540-cccde19eca1b tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/floatingips/83c2534c-a866-4151-8399-e2123797a0f8 HTTP/1.1" status: 200 len: 992 time: 0.0681372 Aug 11 22:38:39.430468 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-eb49d869-811d-464b-975f-a6a1bfd1f30f None None] Set router 76491bf4-d3cb-4bce-949c-71d878d40446 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:38:39.459866 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4d49c-4e2a-4990-9460-0680b97647e4 req-f7285929-28b0-4fdb-8a4b-cf2365354d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:39.461343 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-06e4d49c-4e2a-4990-9460-0680b97647e4 req-f7285929-28b0-4fdb-8a4b-cf2365354d3a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=81545c73701b4772bfae708760c50559&device_id=ab16ecb4-c198-4f4e-a75a-05b300f8e51b HTTP/1.1" status: 200 len: 1097 time: 0.0421414 Aug 11 22:38:39.554192 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4d49c-4e2a-4990-9460-0680b97647e4 req-4cb16c01-b9ff-4d36-9ee8-7dffbf20838d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:39.555751 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-06e4d49c-4e2a-4990-9460-0680b97647e4 req-4cb16c01-b9ff-4d36-9ee8-7dffbf20838d service neutron] 10.222.0.52 "GET /v2.0/networks?id=8df2b5b7-2d7a-40f8-a4be-3fffe7d01772 HTTP/1.1" status: 200 len: 897 time: 0.0878036 Aug 11 22:38:39.628955 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-06e4d49c-4e2a-4990-9460-0680b97647e4 req-37e91b04-886c-4661-8d19-76a0475f9b96 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e812b9f4-6883-4b13-ae4f-20fbd8d12b90 HTTP/1.1" status: 200 len: 1000 time: 0.0654778 Aug 11 22:38:39.664725 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-eb49d869-811d-464b-975f-a6a1bfd1f30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'name': 'tempest-TestNetworkBasicOps-router-604642599', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'd856bafb-8c56-4c67-add5-547d0a0a9969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:17Z', 'updated_at': '2021-08-11T22:38:21Z', 'revision_number': 4, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': 'd856bafb-8c56-4c67-add5-547d0a0a9969', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:17Z', 'updated_at': '2021-08-11T22:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '83c2534c-a866-4151-8399-e2123797a0f8', 'tenant_id': '81545c73701b4772bfae708760c50559', 'floating_ip_address': '172.25.2.234', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'port_id': 'e812b9f4-6883-4b13-ae4f-20fbd8d12b90', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8df2b5b7-2d7a-40f8-a4be-3fffe7d01772', 'mac_address': 'fa:16:3e:59:7b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab16ecb4-c198-4f4e-a75a-05b300f8e51b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:38:38Z', 'updated_at': '2021-08-11T22:38:38Z', 'revision_number': 0, 'project_id': '81545c73701b4772bfae708760c50559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f27a6638-f54e-4e95-84c8-1649509d0546', 'name': '', 'network_id': '8df2b5b7-2d7a-40f8-a4be-3fffe7d01772', 'tenant_id': '81545c73701b4772bfae708760c50559', 'mac_address': 'fa:16:3e:ab:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '964bd78e-076c-4460-aed6-6e4cc590118d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:21Z', 'updated_at': '2021-08-11T22:38:28Z', 'revision_number': 5, 'project_id': '81545c73701b4772bfae708760c50559', 'subnets': [{'id': '964bd78e-076c-4460-aed6-6e4cc590118d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:39.678411 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4d49c-4e2a-4990-9460-0680b97647e4 req-90bebdbb-c901-4326-a228-274c1215e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:39.679911 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-06e4d49c-4e2a-4990-9460-0680b97647e4 req-90bebdbb-c901-4326-a228-274c1215e934 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=964bd78e-076c-4460-aed6-6e4cc590118d HTTP/1.1" status: 200 len: 834 time: 0.0448139 Aug 11 22:38:39.690640 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb49d869-811d-464b-975f-a6a1bfd1f30f None None] Checking router: 76491bf4-d3cb-4bce-949c-71d878d40446 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:38:39.698783 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb49d869-811d-464b-975f-a6a1bfd1f30f None None] Routers {'76491bf4-d3cb-4bce-949c-71d878d40446'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:38:39.699397 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-eb49d869-811d-464b-975f-a6a1bfd1f30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:38:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['76491bf4-d3cb-4bce-949c-71d878d40446'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:39.731240 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4d49c-4e2a-4990-9460-0680b97647e4 req-50bff090-4798-4753-8c9e-b42b06fc8b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:39.733296 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-06e4d49c-4e2a-4990-9460-0680b97647e4 req-50bff090-4798-4753-8c9e-b42b06fc8b55 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8df2b5b7-2d7a-40f8-a4be-3fffe7d01772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457709 Aug 11 22:38:39.806516 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-eb49d869-811d-464b-975f-a6a1bfd1f30f None None] Set router 76491bf4-d3cb-4bce-949c-71d878d40446 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:38:39.827649 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-06e4d49c-4e2a-4990-9460-0680b97647e4 req-5c3ea5f4-12c8-4c3a-9397-41f42b691d03 service neutron] 10.222.0.52 "GET /v2.0/networks/8df2b5b7-2d7a-40f8-a4be-3fffe7d01772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868154 Aug 11 22:38:39.918445 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-06e4d49c-4e2a-4990-9460-0680b97647e4 req-ed635433-28f2-402f-9490-a8138ce96fb2 service neutron] 10.222.0.52 "GET /v2.0/networks/8df2b5b7-2d7a-40f8-a4be-3fffe7d01772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840530 Aug 11 22:38:40.034718 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-eb49d869-811d-464b-975f-a6a1bfd1f30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'name': 'tempest-TestNetworkBasicOps-router-604642599', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'd856bafb-8c56-4c67-add5-547d0a0a9969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:17Z', 'updated_at': '2021-08-11T22:38:21Z', 'revision_number': 4, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': 'd856bafb-8c56-4c67-add5-547d0a0a9969', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:17Z', 'updated_at': '2021-08-11T22:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '83c2534c-a866-4151-8399-e2123797a0f8', 'tenant_id': '81545c73701b4772bfae708760c50559', 'floating_ip_address': '172.25.2.234', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'port_id': 'e812b9f4-6883-4b13-ae4f-20fbd8d12b90', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8df2b5b7-2d7a-40f8-a4be-3fffe7d01772', 'mac_address': 'fa:16:3e:59:7b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab16ecb4-c198-4f4e-a75a-05b300f8e51b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:38:38Z', 'updated_at': '2021-08-11T22:38:38Z', 'revision_number': 0, 'project_id': '81545c73701b4772bfae708760c50559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f27a6638-f54e-4e95-84c8-1649509d0546', 'name': '', 'network_id': '8df2b5b7-2d7a-40f8-a4be-3fffe7d01772', 'tenant_id': '81545c73701b4772bfae708760c50559', 'mac_address': 'fa:16:3e:ab:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '964bd78e-076c-4460-aed6-6e4cc590118d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:21Z', 'updated_at': '2021-08-11T22:38:28Z', 'revision_number': 5, 'project_id': '81545c73701b4772bfae708760c50559', 'subnets': [{'id': '964bd78e-076c-4460-aed6-6e4cc590118d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:38:40.061018 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb49d869-811d-464b-975f-a6a1bfd1f30f None None] The sync data for ids ['76491bf4-d3cb-4bce-949c-71d878d40446'] in n-d-804275-3 is: [{'id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'name': 'tempest-TestNetworkBasicOps-router-604642599', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'd856bafb-8c56-4c67-add5-547d0a0a9969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:17Z', 'updated_at': '2021-08-11T22:38:21Z', 'revision_number': 4, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': 'd856bafb-8c56-4c67-add5-547d0a0a9969', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:17Z', 'updated_at': '2021-08-11T22:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '83c2534c-a866-4151-8399-e2123797a0f8', 'tenant_id': '81545c73701b4772bfae708760c50559', 'floating_ip_address': '172.25.2.234', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'port_id': 'e812b9f4-6883-4b13-ae4f-20fbd8d12b90', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8df2b5b7-2d7a-40f8-a4be-3fffe7d01772', 'mac_address': 'fa:16:3e:59:7b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab16ecb4-c198-4f4e-a75a-05b300f8e51b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:38:38Z', 'updated_at': '2021-08-11T22:38:38Z', 'revision_number': 0, 'project_id': '81545c73701b4772bfae708760c50559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f27a6638-f54e-4e95-84c8-1649509d0546', 'name': '', 'network_id': '8df2b5b7-2d7a-40f8-a4be-3fffe7d01772', 'tenant_id': '81545c73701b4772bfae708760c50559', 'mac_address': 'fa:16:3e:ab:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '964bd78e-076c-4460-aed6-6e4cc590118d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:21Z', 'updated_at': '2021-08-11T22:38:28Z', 'revision_number': 5, 'project_id': '81545c73701b4772bfae708760c50559', 'subnets': [{'id': '964bd78e-076c-4460-aed6-6e4cc590118d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:38:40.256907 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5aa0f5a-15ae-4c65-88c0-a5f819791f78 None None] New status for floating IP 83c2534c-a866-4151-8399-e2123797a0f8: ACTIVE {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:38:40.421445 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51526) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:38:40.481988 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-35cbdf8a-7050-4a43-95ba-210860f1046d tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/floatingips/83c2534c-a866-4151-8399-e2123797a0f8 HTTP/1.1" status: 200 len: 994 time: 0.0593746 Aug 11 22:38:41.276512 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-882d99e5-9429-42a2-a101-1d5caf9ba46d req-a1f4ff23-c735-491f-901c-db54aac96593 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ab16ecb4-c198-4f4e-a75a-05b300f8e51b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3651261 Aug 11 22:38:41.358611 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d99e5-9429-42a2-a101-1d5caf9ba46d req-7176d268-c301-4de7-a90e-62da6f8c8503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:41.360783 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-882d99e5-9429-42a2-a101-1d5caf9ba46d req-7176d268-c301-4de7-a90e-62da6f8c8503 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=81545c73701b4772bfae708760c50559&device_id=ab16ecb4-c198-4f4e-a75a-05b300f8e51b HTTP/1.1" status: 200 len: 1097 time: 0.0408556 Aug 11 22:38:41.461788 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d99e5-9429-42a2-a101-1d5caf9ba46d req-73d39f98-e0ba-4ed1-9b1d-f11435bd8bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:41.463166 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-882d99e5-9429-42a2-a101-1d5caf9ba46d req-73d39f98-e0ba-4ed1-9b1d-f11435bd8bea service neutron] 10.222.0.52 "GET /v2.0/networks?id=8df2b5b7-2d7a-40f8-a4be-3fffe7d01772 HTTP/1.1" status: 200 len: 897 time: 0.0834777 Aug 11 22:38:41.530598 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-882d99e5-9429-42a2-a101-1d5caf9ba46d req-16419948-e56b-4101-bdde-be5e9f32991a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e812b9f4-6883-4b13-ae4f-20fbd8d12b90 HTTP/1.1" status: 200 len: 1002 time: 0.0603790 Aug 11 22:38:41.590621 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d99e5-9429-42a2-a101-1d5caf9ba46d req-b198c3cf-cd05-4846-9404-b9081fc701ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:41.592093 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-882d99e5-9429-42a2-a101-1d5caf9ba46d req-b198c3cf-cd05-4846-9404-b9081fc701ec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=964bd78e-076c-4460-aed6-6e4cc590118d HTTP/1.1" status: 200 len: 834 time: 0.0424328 Aug 11 22:38:41.639360 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d99e5-9429-42a2-a101-1d5caf9ba46d req-802600cd-af0b-4bfa-b8b5-22352c829f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:41.641420 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-882d99e5-9429-42a2-a101-1d5caf9ba46d req-802600cd-af0b-4bfa-b8b5-22352c829f75 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8df2b5b7-2d7a-40f8-a4be-3fffe7d01772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422237 Aug 11 22:38:41.733084 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-882d99e5-9429-42a2-a101-1d5caf9ba46d req-118d21e1-db45-4b10-829a-234905aa87d5 service neutron] 10.222.0.52 "GET /v2.0/networks/8df2b5b7-2d7a-40f8-a4be-3fffe7d01772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842862 Aug 11 22:38:41.822151 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-882d99e5-9429-42a2-a101-1d5caf9ba46d req-9ccae633-10cf-4322-961b-346981db7798 service neutron] 10.222.0.52 "GET /v2.0/networks/8df2b5b7-2d7a-40f8-a4be-3fffe7d01772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822995 Aug 11 22:38:43.262337 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ea1fd4dc-13a6-4bdf-bf1f-bd867e9dc589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:46.088302 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:46.267322 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-53f56134-ce19-4d96-9e9b-1550de9aa335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:47.612180 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:49.070099 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:50.823929 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:38:56.337905 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4a100d37-601a-4043-bc5d-692de83ac525 req-c0d82a21-db50-41bf-b685-587b9ef2d1cc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453904 Aug 11 22:38:56.435011 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a100d37-601a-4043-bc5d-692de83ac525 req-3526c645-5496-4c6a-90cf-cc4b40488130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:56.436632 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4a100d37-601a-4043-bc5d-692de83ac525 req-3526c645-5496-4c6a-90cf-cc4b40488130 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=37fd33391a3446acb4e83a2090e2cbf7&device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1 HTTP/1.1" status: 200 len: 1096 time: 0.0412550 Aug 11 22:38:56.538049 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a100d37-601a-4043-bc5d-692de83ac525 req-185a7d79-b115-4851-91c7-d7046bfaa17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:56.539632 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4a100d37-601a-4043-bc5d-692de83ac525 req-185a7d79-b115-4851-91c7-d7046bfaa17c service neutron] 10.222.0.82 "GET /v2.0/networks?id=28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5 HTTP/1.1" status: 200 len: 910 time: 0.0839267 Aug 11 22:38:56.609145 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4a100d37-601a-4043-bc5d-692de83ac525 req-f9c73030-9cb3-40de-9152-8e5d08475cd1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12c2134f-8a06-42f7-aeb3-8f40907c6af4 HTTP/1.1" status: 200 len: 1000 time: 0.0624554 Aug 11 22:38:56.657784 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a100d37-601a-4043-bc5d-692de83ac525 req-f30a210e-b963-422e-a968-d800582355af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:56.659225 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4a100d37-601a-4043-bc5d-692de83ac525 req-f30a210e-b963-422e-a968-d800582355af service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ae788690-b542-4447-bfdb-011d5b050935 HTTP/1.1" status: 200 len: 848 time: 0.0431800 Aug 11 22:38:56.703159 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a100d37-601a-4043-bc5d-692de83ac525 req-e28940c9-556c-4788-a498-bb8faec31e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:38:56.704655 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4a100d37-601a-4043-bc5d-692de83ac525 req-e28940c9-556c-4788-a498-bb8faec31e77 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388703 Aug 11 22:38:56.796683 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4a100d37-601a-4043-bc5d-692de83ac525 req-eb7cf24a-96f7-4bf2-84dd-bdb3d66f291c service neutron] 10.222.0.82 "GET /v2.0/networks/28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850637 Aug 11 22:38:56.884179 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4a100d37-601a-4043-bc5d-692de83ac525 req-b6bb8b2a-c3c5-48ec-bb29-abe8387bba76 service neutron] 10.222.0.82 "GET /v2.0/networks/28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806136 Aug 11 22:39:05.117248 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:39:08.472384 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:11.657962 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51550) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:11.725352 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3e51a707-ed93-4c6c-9ab5-426057c2dcd0 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/floatingips/83c2534c-a866-4151-8399-e2123797a0f8 HTTP/1.1" status: 200 len: 994 time: 0.0661752 Aug 11 22:39:11.967784 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51556) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:12.123365 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-674c53d4-ca23-47f0-b0fe-82384a81cac4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Deleting port 34f8f5ba-10dd-4229-81af-44634a52daba {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:39:12.123742 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-674c53d4-ca23-47f0-b0fe-82384a81cac4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:12.202711 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-674c53d4-ca23-47f0-b0fe-82384a81cac4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:12.203008 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-674c53d4-ca23-47f0-b0fe-82384a81cac4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:12.215549 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-674c53d4-ca23-47f0-b0fe-82384a81cac4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Calling delete_port for 34f8f5ba-10dd-4229-81af-44634a52daba owned by network:floatingip {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:39:12.360984 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-674c53d4-ca23-47f0-b0fe-82384a81cac4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:12.390421 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c53d4-ca23-47f0-b0fe-82384a81cac4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event deleted for resources: {'Port': ['ID=34f8f5ba-10dd-4229-81af-44634a52daba,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:12.449529 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-674c53d4-ca23-47f0-b0fe-82384a81cac4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for floatingip, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:12.449873 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-674c53d4-ca23-47f0-b0fe-82384a81cac4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Floating IP 83c2534c-a866-4151-8399-e2123797a0f8 disassociated (deleted). External IP: 172.25.2.234, port: e812b9f4-6883-4b13-ae4f-20fbd8d12b90. Aug 11 22:39:12.656392 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674c53d4-ca23-47f0-b0fe-82384a81cac4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Router 76491bf4-d3cb-4bce-949c-71d878d40446 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:39:12.771393 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674c53d4-ca23-47f0-b0fe-82384a81cac4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:39:12.776324 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-674c53d4-ca23-47f0-b0fe-82384a81cac4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:12.780946 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78658e1-293a-464c-899b-efa5e9246295 None None] Sync routers for ids ['76491bf4-d3cb-4bce-949c-71d878d40446'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:39:12.790933 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78658e1-293a-464c-899b-efa5e9246295 None None] Routers {'76491bf4-d3cb-4bce-949c-71d878d40446'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:39:12.791580 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-e78658e1-293a-464c-899b-efa5e9246295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:38:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['76491bf4-d3cb-4bce-949c-71d878d40446'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:39:12.803099 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-674c53d4-ca23-47f0-b0fe-82384a81cac4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "DELETE /v2.0/floatingips/83c2534c-a866-4151-8399-e2123797a0f8 HTTP/1.1" status: 204 len: 168 time: 0.8342803 Aug 11 22:39:12.803725 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab16ecb4-c198-4f4e-a75a-05b300f8e51b', 'tag': 'e812b9f4-6883-4b13-ae4f-20fbd8d12b90'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:39:12.806034 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c026c97-09b0-4cd7-bf51-ddb0b4e73bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "ab16ecb4-c198-4f4e-a75a-05b300f8e51b", "tag": "e812b9f4-6883-4b13-ae4f-20fbd8d12b90"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:39:12.901751 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-e78658e1-293a-464c-899b-efa5e9246295 None None] Set router 76491bf4-d3cb-4bce-949c-71d878d40446 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:39:12.966558 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db537b8c-3a4d-462e-a1ee-cd4b26306c47 x-openstack-request-id: req-db537b8c-3a4d-462e-a1ee-cd4b26306c47 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:39:12.966950 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab16ecb4-c198-4f4e-a75a-05b300f8e51b", "tag": "e812b9f4-6883-4b13-ae4f-20fbd8d12b90", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:39:12.967236 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-db537b8c-3a4d-462e-a1ee-cd4b26306c47 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:39:12.967664 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab16ecb4-c198-4f4e-a75a-05b300f8e51b', 'tag': 'e812b9f4-6883-4b13-ae4f-20fbd8d12b90', 'status': 'completed', 'code': 200} Aug 11 22:39:13.036607 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c026c97-09b0-4cd7-bf51-ddb0b4e73bcc req-65836ad0-ac14-44d9-8661-560b0d371fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:13.038352 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0c026c97-09b0-4cd7-bf51-ddb0b4e73bcc req-65836ad0-ac14-44d9-8661-560b0d371fe7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=81545c73701b4772bfae708760c50559&device_id=ab16ecb4-c198-4f4e-a75a-05b300f8e51b HTTP/1.1" status: 200 len: 1097 time: 0.0484021 Aug 11 22:39:13.072357 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29108049-680b-4610-afce-be3bd04e0197 req-b0128611-4009-4b3b-86fa-6d1cf472ea96 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:13.075269 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-29108049-680b-4610-afce-be3bd04e0197 req-b0128611-4009-4b3b-86fa-6d1cf472ea96 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab16ecb4-c198-4f4e-a75a-05b300f8e51b HTTP/1.1" status: 200 len: 946 time: 0.0651841 Aug 11 22:39:13.116367 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-29108049-680b-4610-afce-be3bd04e0197 req-65d52207-4b58-4f6a-8e59-5a0bb40fb9ce tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=f53e1361-7be0-442c-8a26-be853d623c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347703 Aug 11 22:39:13.117796 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-e78658e1-293a-464c-899b-efa5e9246295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'name': 'tempest-TestNetworkBasicOps-router-604642599', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'd856bafb-8c56-4c67-add5-547d0a0a9969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:17Z', 'updated_at': '2021-08-11T22:38:21Z', 'revision_number': 4, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': 'd856bafb-8c56-4c67-add5-547d0a0a9969', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:17Z', 'updated_at': '2021-08-11T22:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'f27a6638-f54e-4e95-84c8-1649509d0546', 'name': '', 'network_id': '8df2b5b7-2d7a-40f8-a4be-3fffe7d01772', 'tenant_id': '81545c73701b4772bfae708760c50559', 'mac_address': 'fa:16:3e:ab:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '964bd78e-076c-4460-aed6-6e4cc590118d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:21Z', 'updated_at': '2021-08-11T22:38:28Z', 'revision_number': 5, 'project_id': '81545c73701b4772bfae708760c50559', 'subnets': [{'id': '964bd78e-076c-4460-aed6-6e4cc590118d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:39:13.134634 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c026c97-09b0-4cd7-bf51-ddb0b4e73bcc req-4d6a8a67-ace6-4b06-90e5-22ac7a2e0c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:13.136225 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0c026c97-09b0-4cd7-bf51-ddb0b4e73bcc req-4d6a8a67-ace6-4b06-90e5-22ac7a2e0c2c service neutron] 10.222.0.52 "GET /v2.0/networks?id=8df2b5b7-2d7a-40f8-a4be-3fffe7d01772 HTTP/1.1" status: 200 len: 897 time: 0.0890353 Aug 11 22:39:13.148966 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78658e1-293a-464c-899b-efa5e9246295 None None] Checking router: 76491bf4-d3cb-4bce-949c-71d878d40446 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:39:13.157699 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78658e1-293a-464c-899b-efa5e9246295 None None] Routers {'76491bf4-d3cb-4bce-949c-71d878d40446'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:39:13.158306 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-e78658e1-293a-464c-899b-efa5e9246295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:38:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['76491bf4-d3cb-4bce-949c-71d878d40446'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:39:13.183996 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0c026c97-09b0-4cd7-bf51-ddb0b4e73bcc req-75a4f2ec-86f3-4336-9dd3-0ac9b6ac757f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e812b9f4-6883-4b13-ae4f-20fbd8d12b90 HTTP/1.1" status: 200 len: 217 time: 0.0394323 Aug 11 22:39:13.234296 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c026c97-09b0-4cd7-bf51-ddb0b4e73bcc req-7e98e571-5d47-4688-b501-78f660c6cbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:13.235850 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0c026c97-09b0-4cd7-bf51-ddb0b4e73bcc req-7e98e571-5d47-4688-b501-78f660c6cbbc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=964bd78e-076c-4460-aed6-6e4cc590118d HTTP/1.1" status: 200 len: 834 time: 0.0448647 Aug 11 22:39:13.266810 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c351723c-465d-4d04-b453-39e52fadd45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:13.287045 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c026c97-09b0-4cd7-bf51-ddb0b4e73bcc req-938bb345-7acc-40a1-91cf-74aa8ada13be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:13.288647 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0c026c97-09b0-4cd7-bf51-ddb0b4e73bcc req-938bb345-7acc-40a1-91cf-74aa8ada13be service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8df2b5b7-2d7a-40f8-a4be-3fffe7d01772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457804 Aug 11 22:39:13.355320 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-e78658e1-293a-464c-899b-efa5e9246295 None None] Set router 76491bf4-d3cb-4bce-949c-71d878d40446 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:39:13.387988 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0c026c97-09b0-4cd7-bf51-ddb0b4e73bcc req-ef535505-e2bf-4d21-b12a-59c964feb281 service neutron] 10.222.0.52 "GET /v2.0/networks/8df2b5b7-2d7a-40f8-a4be-3fffe7d01772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910239 Aug 11 22:39:13.478939 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0c026c97-09b0-4cd7-bf51-ddb0b4e73bcc req-609edc4e-51f5-4f5e-a369-2d9ffcbf1923 service neutron] 10.222.0.52 "GET /v2.0/networks/8df2b5b7-2d7a-40f8-a4be-3fffe7d01772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833626 Aug 11 22:39:13.552781 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-e78658e1-293a-464c-899b-efa5e9246295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'name': 'tempest-TestNetworkBasicOps-router-604642599', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'd856bafb-8c56-4c67-add5-547d0a0a9969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:17Z', 'updated_at': '2021-08-11T22:38:21Z', 'revision_number': 4, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': 'd856bafb-8c56-4c67-add5-547d0a0a9969', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:17Z', 'updated_at': '2021-08-11T22:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'f27a6638-f54e-4e95-84c8-1649509d0546', 'name': '', 'network_id': '8df2b5b7-2d7a-40f8-a4be-3fffe7d01772', 'tenant_id': '81545c73701b4772bfae708760c50559', 'mac_address': 'fa:16:3e:ab:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '964bd78e-076c-4460-aed6-6e4cc590118d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:21Z', 'updated_at': '2021-08-11T22:38:28Z', 'revision_number': 5, 'project_id': '81545c73701b4772bfae708760c50559', 'subnets': [{'id': '964bd78e-076c-4460-aed6-6e4cc590118d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:39:13.578576 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78658e1-293a-464c-899b-efa5e9246295 None None] The sync data for ids ['76491bf4-d3cb-4bce-949c-71d878d40446'] in n-d-804275-3 is: [{'id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'name': 'tempest-TestNetworkBasicOps-router-604642599', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'd856bafb-8c56-4c67-add5-547d0a0a9969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:17Z', 'updated_at': '2021-08-11T22:38:21Z', 'revision_number': 4, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': 'd856bafb-8c56-4c67-add5-547d0a0a9969', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:17Z', 'updated_at': '2021-08-11T22:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'f27a6638-f54e-4e95-84c8-1649509d0546', 'name': '', 'network_id': '8df2b5b7-2d7a-40f8-a4be-3fffe7d01772', 'tenant_id': '81545c73701b4772bfae708760c50559', 'mac_address': 'fa:16:3e:ab:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '964bd78e-076c-4460-aed6-6e4cc590118d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:21Z', 'updated_at': '2021-08-11T22:38:28Z', 'revision_number': 5, 'project_id': '81545c73701b4772bfae708760c50559', 'subnets': [{'id': '964bd78e-076c-4460-aed6-6e4cc590118d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:39:13.791822 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa577c05-a7c9-4e7c-9f18-1fe74b6ce8fc None None] New status for floating IP 83c2534c-a866-4151-8399-e2123797a0f8: DOWN {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:39:14.240464 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc00e1-903d-4fd8-8b35-819ea0c7dcb9 req-72219051-757d-40a0-b5c7-d53d8e3bba90 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:14.241960 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c2cc00e1-903d-4fd8-8b35-819ea0c7dcb9 req-72219051-757d-40a0-b5c7-d53d8e3bba90 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab16ecb4-c198-4f4e-a75a-05b300f8e51b HTTP/1.1" status: 200 len: 946 time: 0.0542955 Aug 11 22:39:14.284138 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c2cc00e1-903d-4fd8-8b35-819ea0c7dcb9 req-663908ae-36f8-40ad-84d0-a4de6ef322d9 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "GET /v2.0/security-groups?id=f53e1361-7be0-442c-8a26-be853d623c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356460 Aug 11 22:39:14.292006 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e815d-bb20-4f9d-a7b5-d2d773878854 req-503e0a49-e31a-4a61-8f63-985280f06f36 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:14.293591 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-307e815d-bb20-4f9d-a7b5-d2d773878854 req-503e0a49-e31a-4a61-8f63-985280f06f36 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab16ecb4-c198-4f4e-a75a-05b300f8e51b HTTP/1.1" status: 200 len: 946 time: 0.0505686 Aug 11 22:39:14.407595 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-307e815d-bb20-4f9d-a7b5-d2d773878854 req-869f2bb7-a2fd-4bcd-98a3-6e0ecb1722d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Deleting port e812b9f4-6883-4b13-ae4f-20fbd8d12b90 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:39:14.407881 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-307e815d-bb20-4f9d-a7b5-d2d773878854 req-869f2bb7-a2fd-4bcd-98a3-6e0ecb1722d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:14.497716 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-307e815d-bb20-4f9d-a7b5-d2d773878854 req-869f2bb7-a2fd-4bcd-98a3-6e0ecb1722d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] For port e812b9f4-6883-4b13-ae4f-20fbd8d12b90, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e812b9f4-6883-4b13-ae4f-20fbd8d12b90,segment=NetworkSegment(43533119-8791-443f-bb59-cff9f95bb9e2),segment_id=43533119-8791-443f-bb59-cff9f95bb9e2)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:39:14.498075 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-307e815d-bb20-4f9d-a7b5-d2d773878854 req-869f2bb7-a2fd-4bcd-98a3-6e0ecb1722d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:14.511004 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-307e815d-bb20-4f9d-a7b5-d2d773878854 req-869f2bb7-a2fd-4bcd-98a3-6e0ecb1722d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Calling delete_port for e812b9f4-6883-4b13-ae4f-20fbd8d12b90 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:39:14.642931 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-307e815d-bb20-4f9d-a7b5-d2d773878854 req-869f2bb7-a2fd-4bcd-98a3-6e0ecb1722d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:14.672245 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f2bb7-a2fd-4bcd-98a3-6e0ecb1722d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event deleted for resources: {'Port': ['ID=e812b9f4-6883-4b13-ae4f-20fbd8d12b90,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:14.681132 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f2bb7-a2fd-4bcd-98a3-6e0ecb1722d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:14.681514 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f2bb7-a2fd-4bcd-98a3-6e0ecb1722d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:14.681853 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f2bb7-a2fd-4bcd-98a3-6e0ecb1722d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:14.682181 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f2bb7-a2fd-4bcd-98a3-6e0ecb1722d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:14.682531 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f2bb7-a2fd-4bcd-98a3-6e0ecb1722d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:14.682872 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f2bb7-a2fd-4bcd-98a3-6e0ecb1722d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:14.683211 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f2bb7-a2fd-4bcd-98a3-6e0ecb1722d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:14.683576 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f2bb7-a2fd-4bcd-98a3-6e0ecb1722d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:14.683911 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f2bb7-a2fd-4bcd-98a3-6e0ecb1722d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:14.687443 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f2bb7-a2fd-4bcd-98a3-6e0ecb1722d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:14.687443 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f2bb7-a2fd-4bcd-98a3-6e0ecb1722d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:14.687443 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f2bb7-a2fd-4bcd-98a3-6e0ecb1722d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:14.733267 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-307e815d-bb20-4f9d-a7b5-d2d773878854 req-869f2bb7-a2fd-4bcd-98a3-6e0ecb1722d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] No DVR routers for this DVR port e812b9f4-6883-4b13-ae4f-20fbd8d12b90 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:39:14.736453 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-307e815d-bb20-4f9d-a7b5-d2d773878854 req-869f2bb7-a2fd-4bcd-98a3-6e0ecb1722d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:14.738507 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-307e815d-bb20-4f9d-a7b5-d2d773878854 req-869f2bb7-a2fd-4bcd-98a3-6e0ecb1722d3 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.52 "DELETE /v2.0/ports/e812b9f4-6883-4b13-ae4f-20fbd8d12b90 HTTP/1.1" status: 204 len: 173 time: 0.4389880 Aug 11 22:39:14.738949 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab16ecb4-c198-4f4e-a75a-05b300f8e51b', 'name': 'network-vif-deleted', 'tag': 'e812b9f4-6883-4b13-ae4f-20fbd8d12b90'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:39:14.741340 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d80288-03a2-416c-919e-4faba89ea61c" -d '{"events": [{"server_uuid": "ab16ecb4-c198-4f4e-a75a-05b300f8e51b", "name": "network-vif-deleted", "tag": "e812b9f4-6883-4b13-ae4f-20fbd8d12b90"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:39:14.779786 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8344678-bdb2-41b5-b8d5-a096c289b0be x-openstack-request-id: req-d8344678-bdb2-41b5-b8d5-a096c289b0be {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:39:14.780089 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab16ecb4-c198-4f4e-a75a-05b300f8e51b", "name": "network-vif-deleted", "tag": "e812b9f4-6883-4b13-ae4f-20fbd8d12b90", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:39:14.780439 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d8344678-bdb2-41b5-b8d5-a096c289b0be {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:39:14.780884 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab16ecb4-c198-4f4e-a75a-05b300f8e51b', 'name': 'network-vif-deleted', 'tag': 'e812b9f4-6883-4b13-ae4f-20fbd8d12b90', 'status': 'completed', 'code': 200} Aug 11 22:39:15.340500 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51570) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:15.398630 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6c25eb35-26a8-4457-9a8b-8b8ae6b1c9d0 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:15.423902 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6c25eb35-26a8-4457-9a8b-8b8ae6b1c9d0 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:15.480920 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6c25eb35-26a8-4457-9a8b-8b8ae6b1c9d0 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:15.483659 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6c25eb35-26a8-4457-9a8b-8b8ae6b1c9d0 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:15.484826 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6c25eb35-26a8-4457-9a8b-8b8ae6b1c9d0 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "DELETE /v2.0/security-groups/f53e1361-7be0-442c-8a26-be853d623c80 HTTP/1.1" status: 204 len: 168 time: 0.1433342 Aug 11 22:39:15.494109 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25eb35-26a8-4457-9a8b-8b8ae6b1c9d0 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53e1361-7be0-442c-8a26-be853d623c80,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:15.517422 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51574) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:15.878252 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d518cf0e-5e2e-44f7-ba78-28ef08bb74e4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:16.090226 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:16.135865 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-d518cf0e-5e2e-44f7-ba78-28ef08bb74e4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Deleting port f27a6638-f54e-4e95-84c8-1649509d0546 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:39:16.136111 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d518cf0e-5e2e-44f7-ba78-28ef08bb74e4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:16.232476 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-d518cf0e-5e2e-44f7-ba78-28ef08bb74e4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] For port f27a6638-f54e-4e95-84c8-1649509d0546, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f27a6638-f54e-4e95-84c8-1649509d0546,segment=NetworkSegment(43533119-8791-443f-bb59-cff9f95bb9e2),segment_id=43533119-8791-443f-bb59-cff9f95bb9e2)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:39:16.232846 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d518cf0e-5e2e-44f7-ba78-28ef08bb74e4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:16.247004 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-d518cf0e-5e2e-44f7-ba78-28ef08bb74e4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Calling delete_port for f27a6638-f54e-4e95-84c8-1649509d0546 owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:39:16.267226 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0eac0949-04e8-4e8d-80de-c380e74e9553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:16.434072 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d518cf0e-5e2e-44f7-ba78-28ef08bb74e4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:16.462218 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518cf0e-5e2e-44f7-ba78-28ef08bb74e4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event deleted for resources: {'Port': ['ID=f27a6638-f54e-4e95-84c8-1649509d0546,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:16.634910 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d518cf0e-5e2e-44f7-ba78-28ef08bb74e4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:17.128245 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d518cf0e-5e2e-44f7-ba78-28ef08bb74e4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Router 76491bf4-d3cb-4bce-949c-71d878d40446 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:39:17.232458 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d518cf0e-5e2e-44f7-ba78-28ef08bb74e4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:39:17.237975 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d518cf0e-5e2e-44f7-ba78-28ef08bb74e4 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "PUT /v2.0/routers/76491bf4-d3cb-4bce-949c-71d878d40446/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7194974 Aug 11 22:39:17.240711 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51578) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:17.243120 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831d2437-65dc-41a2-a895-be2f6f64b914 None None] Sync routers for ids ['76491bf4-d3cb-4bce-949c-71d878d40446'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:39:17.252147 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831d2437-65dc-41a2-a895-be2f6f64b914 None None] Routers {'76491bf4-d3cb-4bce-949c-71d878d40446'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:39:17.252768 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-831d2437-65dc-41a2-a895-be2f6f64b914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:39:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['76491bf4-d3cb-4bce-949c-71d878d40446'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:39:17.291124 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f8752de-7e74-455a-bcb1-f92bfd1edbc0 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Deleting subnet 964bd78e-076c-4460-aed6-6e4cc590118d {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:39:17.294240 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9f8752de-7e74-455a-bcb1-f92bfd1edbc0 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:17.336200 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9f8752de-7e74-455a-bcb1-f92bfd1edbc0 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:17.357508 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-831d2437-65dc-41a2-a895-be2f6f64b914 None None] Set router 76491bf4-d3cb-4bce-949c-71d878d40446 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:39:17.431879 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9f8752de-7e74-455a-bcb1-f92bfd1edbc0 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:17.492511 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9f8752de-7e74-455a-bcb1-f92bfd1edbc0 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:17.521230 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8752de-7e74-455a-bcb1-f92bfd1edbc0 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event deleted for resources: {'Subnet': ['ID=964bd78e-076c-4460-aed6-6e4cc590118d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:17.523234 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9f8752de-7e74-455a-bcb1-f92bfd1edbc0 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:17.528310 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9f8752de-7e74-455a-bcb1-f92bfd1edbc0 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "DELETE /v2.0/subnets/964bd78e-076c-4460-aed6-6e4cc590118d HTTP/1.1" status: 204 len: 168 time: 0.2835560 Aug 11 22:39:17.528310 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51580) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:17.533429 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87af973-2f10-4d9e-bdcd-cee3dc41ae36 None None] Network 8df2b5b7-2d7a-40f8-a4be-3fffe7d01772 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:39:17.551806 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-831d2437-65dc-41a2-a895-be2f6f64b914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'name': 'tempest-TestNetworkBasicOps-router-604642599', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'd856bafb-8c56-4c67-add5-547d0a0a9969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:17Z', 'updated_at': '2021-08-11T22:39:16Z', 'revision_number': 5, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': 'd856bafb-8c56-4c67-add5-547d0a0a9969', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:17Z', 'updated_at': '2021-08-11T22:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:39:17.579450 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831d2437-65dc-41a2-a895-be2f6f64b914 None None] Checking router: 76491bf4-d3cb-4bce-949c-71d878d40446 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:39:17.589127 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831d2437-65dc-41a2-a895-be2f6f64b914 None None] Routers {'76491bf4-d3cb-4bce-949c-71d878d40446'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:39:17.589998 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-831d2437-65dc-41a2-a895-be2f6f64b914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:39:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['76491bf4-d3cb-4bce-949c-71d878d40446'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:39:17.638646 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5b019535-aa35-4233-a126-9512617f5f21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:17.652829 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:17.713084 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-831d2437-65dc-41a2-a895-be2f6f64b914 None None] Set router 76491bf4-d3cb-4bce-949c-71d878d40446 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:39:17.731066 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b149b1-1cbd-4f21-8731-b314fc0140e2 None None] DHCP port deletion for 8df2b5b7-2d7a-40f8-a4be-3fffe7d01772 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:39:17.756430 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5b019535-aa35-4233-a126-9512617f5f21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:17.781953 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-73b149b1-1cbd-4f21-8731-b314fc0140e2 None None] Deleting port 235ffbc2-e824-4755-bca0-60932b80ff4f {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:39:17.782557 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-73b149b1-1cbd-4f21-8731-b314fc0140e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:17.815987 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-5b019535-aa35-4233-a126-9512617f5f21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Deleting port d856bafb-8c56-4c67-add5-547d0a0a9969 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:39:17.816350 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5b019535-aa35-4233-a126-9512617f5f21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:17.845163 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-73b149b1-1cbd-4f21-8731-b314fc0140e2 None None] For port 235ffbc2-e824-4755-bca0-60932b80ff4f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=235ffbc2-e824-4755-bca0-60932b80ff4f,segment=NetworkSegment(43533119-8791-443f-bb59-cff9f95bb9e2),segment_id=43533119-8791-443f-bb59-cff9f95bb9e2)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:39:17.845676 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-73b149b1-1cbd-4f21-8731-b314fc0140e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:17.859938 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-73b149b1-1cbd-4f21-8731-b314fc0140e2 None None] Calling delete_port for 235ffbc2-e824-4755-bca0-60932b80ff4f owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:39:17.901554 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-831d2437-65dc-41a2-a895-be2f6f64b914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'name': 'tempest-TestNetworkBasicOps-router-604642599', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'd856bafb-8c56-4c67-add5-547d0a0a9969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:17Z', 'updated_at': '2021-08-11T22:39:16Z', 'revision_number': 5, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': 'd856bafb-8c56-4c67-add5-547d0a0a9969', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:17Z', 'updated_at': '2021-08-11T22:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:39:17.902033 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-5b019535-aa35-4233-a126-9512617f5f21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] For port d856bafb-8c56-4c67-add5-547d0a0a9969, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d856bafb-8c56-4c67-add5-547d0a0a9969,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:39:17.902411 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5b019535-aa35-4233-a126-9512617f5f21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:17.916396 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-5b019535-aa35-4233-a126-9512617f5f21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Calling delete_port for d856bafb-8c56-4c67-add5-547d0a0a9969 owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:39:17.932316 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831d2437-65dc-41a2-a895-be2f6f64b914 None None] The sync data for ids ['76491bf4-d3cb-4bce-949c-71d878d40446'] in n-d-804275-3 is: [{'id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'name': 'tempest-TestNetworkBasicOps-router-604642599', 'tenant_id': '81545c73701b4772bfae708760c50559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'd856bafb-8c56-4c67-add5-547d0a0a9969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:17Z', 'updated_at': '2021-08-11T22:39:16Z', 'revision_number': 5, 'project_id': '81545c73701b4772bfae708760c50559', 'gw_port': {'id': 'd856bafb-8c56-4c67-add5-547d0a0a9969', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76491bf4-d3cb-4bce-949c-71d878d40446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:17Z', 'updated_at': '2021-08-11T22:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:39:17.958363 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-73b149b1-1cbd-4f21-8731-b314fc0140e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:17.985455 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b149b1-1cbd-4f21-8731-b314fc0140e2 None None] Pushing event deleted for resources: {'Port': ['ID=235ffbc2-e824-4755-bca0-60932b80ff4f,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:17.990069 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b149b1-1cbd-4f21-8731-b314fc0140e2 None None] No DVR routers for this DVR port 235ffbc2-e824-4755-bca0-60932b80ff4f on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:39:18.087968 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5b019535-aa35-4233-a126-9512617f5f21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:18.113922 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b019535-aa35-4233-a126-9512617f5f21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event deleted for resources: {'Port': ['ID=d856bafb-8c56-4c67-add5-547d0a0a9969,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:18.172743 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5b019535-aa35-4233-a126-9512617f5f21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:18.269024 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5b019535-aa35-4233-a126-9512617f5f21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:18.271619 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5b019535-aa35-4233-a126-9512617f5f21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:18.320400 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5b019535-aa35-4233-a126-9512617f5f21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:18.320940 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b019535-aa35-4233-a126-9512617f5f21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Fanout notify agent at l3_agent the message router_deleted on router 76491bf4-d3cb-4bce-949c-71d878d40446 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:39:18.328702 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5b019535-aa35-4233-a126-9512617f5f21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:18.329871 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5b019535-aa35-4233-a126-9512617f5f21 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "DELETE /v2.0/routers/76491bf4-d3cb-4bce-949c-71d878d40446 HTTP/1.1" status: 204 len: 168 time: 0.8010845 Aug 11 22:39:18.332518 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51582) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:18.422436 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a6c434cf-d84b-40ae-b7f8-95a95f6c7a53 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:18.509473 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f27a6638-f54e-4e95-84c8-1649509d0546 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:39:18.528511 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a6c434cf-d84b-40ae-b7f8-95a95f6c7a53 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:18.530973 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: f27a6638-f54e-4e95-84c8-1649509d0546 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:39:18.531324 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device f27a6638-f54e-4e95-84c8-1649509d0546 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:39:18.531856 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 235ffbc2-e824-4755-bca0-60932b80ff4f no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:39:18.538894 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-a6c434cf-d84b-40ae-b7f8-95a95f6c7a53 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df2b5b7-2d7a-40f8-a4be-3fffe7d01772']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:39:18.551455 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-a6c434cf-d84b-40ae-b7f8-95a95f6c7a53 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43533119-8791-443f-bb59-cff9f95bb9e2') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:39:18.551802 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-a6c434cf-d84b-40ae-b7f8-95a95f6c7a53 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43533119-8791-443f-bb59-cff9f95bb9e2') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:39:18.552133 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 235ffbc2-e824-4755-bca0-60932b80ff4f {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:39:18.552625 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 235ffbc2-e824-4755-bca0-60932b80ff4f not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:39:18.563373 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a6c434cf-d84b-40ae-b7f8-95a95f6c7a53 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:18.578818 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a6c434cf-d84b-40ae-b7f8-95a95f6c7a53 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:18.586891 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c434cf-d84b-40ae-b7f8-95a95f6c7a53 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:39:18.587464 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a6c434cf-d84b-40ae-b7f8-95a95f6c7a53 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:39:18.591268 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:39:18.659548 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a6c434cf-d84b-40ae-b7f8-95a95f6c7a53 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:18.669805 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a6c434cf-d84b-40ae-b7f8-95a95f6c7a53 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:18.672445 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a6c434cf-d84b-40ae-b7f8-95a95f6c7a53 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] 10.222.0.77 "DELETE /v2.0/networks/8df2b5b7-2d7a-40f8-a4be-3fffe7d01772 HTTP/1.1" status: 204 len: 168 time: 0.3389294 Aug 11 22:39:18.693422 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c434cf-d84b-40ae-b7f8-95a95f6c7a53 tempest-TestNetworkBasicOps-1849582632 tempest-TestNetworkBasicOps-1849582632-project] Pushing event deleted for resources: {'Network': ['ID=8df2b5b7-2d7a-40f8-a4be-3fffe7d01772,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:18.927989 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51588) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:19.074646 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:19.100410 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a2e6654c-f8d6-4d94-ab8c-443476c0cf93 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=81545c73701b4772bfae708760c50559&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1712615 Aug 11 22:39:19.102810 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51594) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:19.150346 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2c30eb52-63e6-4251-992f-4e019f5cb9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:19.171750 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2c30eb52-63e6-4251-992f-4e019f5cb9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:19.217221 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2c30eb52-63e6-4251-992f-4e019f5cb9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:19.220510 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2c30eb52-63e6-4251-992f-4e019f5cb9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:19.221676 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2c30eb52-63e6-4251-992f-4e019f5cb9e2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2d334b56-42e1-41e7-9809-f3c3b93a3033 HTTP/1.1" status: 204 len: 168 time: 0.1179833 Aug 11 22:39:19.229378 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30eb52-63e6-4251-992f-4e019f5cb9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d334b56-42e1-41e7-9809-f3c3b93a3033,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:19.475633 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51600) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:19.489027 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-11e74e63-6634-4298-a97d-f5c7c7389749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:19.514484 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device e812b9f4-6883-4b13-ae4f-20fbd8d12b90 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:39:19.537595 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: e812b9f4-6883-4b13-ae4f-20fbd8d12b90 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:39:19.537961 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device e812b9f4-6883-4b13-ae4f-20fbd8d12b90 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:39:19.581386 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-11e74e63-6634-4298-a97d-f5c7c7389749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:19.584946 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-11e74e63-6634-4298-a97d-f5c7c7389749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:19.624863 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e74e63-6634-4298-a97d-f5c7c7389749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd24b59-86ef-49de-8a6b-6c0199608ea4,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:19.631567 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-11e74e63-6634-4298-a97d-f5c7c7389749 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2024e989796b49238e018f0b14c60c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1524532 Aug 11 22:39:19.632464 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51602) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:19.682510 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e4c27e8b-63f1-4e93-8f98-6de36246200f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:19.705374 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e4c27e8b-63f1-4e93-8f98-6de36246200f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:19.766345 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e4c27e8b-63f1-4e93-8f98-6de36246200f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:19.768936 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e4c27e8b-63f1-4e93-8f98-6de36246200f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:19.770114 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e4c27e8b-63f1-4e93-8f98-6de36246200f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dbd24b59-86ef-49de-8a6b-6c0199608ea4 HTTP/1.1" status: 204 len: 168 time: 0.1374390 Aug 11 22:39:19.779003 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c27e8b-63f1-4e93-8f98-6de36246200f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd24b59-86ef-49de-8a6b-6c0199608ea4,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:20.390441 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d856bafb-8c56-4c67-add5-547d0a0a9969 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:39:20.411068 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: d856bafb-8c56-4c67-add5-547d0a0a9969 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:39:20.411421 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d856bafb-8c56-4c67-add5-547d0a0a9969 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:39:20.442071 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51624) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:20.541048 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-8e04f317-8362-48b4-9bbc-2504bb3e2295 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-333498560-network', 'tenant_id': 'b93d2d505129454ea54e0a7517b75c69'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:39:20.563020 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e04f317-8362-48b4-9bbc-2504bb3e2295 admin admin] Made reservation on behalf of b93d2d505129454ea54e0a7517b75c69 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:39:20.565743 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8e04f317-8362-48b4-9bbc-2504bb3e2295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:20.574491 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8e04f317-8362-48b4-9bbc-2504bb3e2295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:20.662074 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8e04f317-8362-48b4-9bbc-2504bb3e2295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:20.665816 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8e04f317-8362-48b4-9bbc-2504bb3e2295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:20.689613 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e04f317-8362-48b4-9bbc-2504bb3e2295 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:39:20.698233 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04f317-8362-48b4-9bbc-2504bb3e2295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e38835-cc1f-4c46-a060-6e9b643d8562,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:20.704598 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8e04f317-8362-48b4-9bbc-2504bb3e2295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:20.704992 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-8e04f317-8362-48b4-9bbc-2504bb3e2295 admin admin] Added segment 41052824-8629-40d5-b823-d45b72327d9a of type vlan for network a4050021-0d3d-4da8-a2f0-4ec116c21a3c Aug 11 22:39:20.748637 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8e04f317-8362-48b4-9bbc-2504bb3e2295 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:20.777452 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8e04f317-8362-48b4-9bbc-2504bb3e2295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:20.778378 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e04f317-8362-48b4-9bbc-2504bb3e2295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:20.778961 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8e04f317-8362-48b4-9bbc-2504bb3e2295 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:20.828628 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8e04f317-8362-48b4-9bbc-2504bb3e2295 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3854146 Aug 11 22:39:20.831745 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51628) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:20.837165 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-65832d1e-19ab-43f4-bc11-dbce8399fdd0 admin admin] Request body: {'subnet': {'network_id': 'a4050021-0d3d-4da8-a2f0-4ec116c21a3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-333498560-subnet', 'tenant_id': 'b93d2d505129454ea54e0a7517b75c69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:39:20.839764 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04f317-8362-48b4-9bbc-2504bb3e2295 admin admin] Pushing event updated for resources: {'Network': ['ID=a4050021-0d3d-4da8-a2f0-4ec116c21a3c,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:20.859413 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network a4050021-0d3d-4da8-a2f0-4ec116c21a3c details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:39:20.866131 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65832d1e-19ab-43f4-bc11-dbce8399fdd0 admin admin] Made reservation on behalf of b93d2d505129454ea54e0a7517b75c69 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:39:20.868565 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-65832d1e-19ab-43f4-bc11-dbce8399fdd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:20.907440 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:21.056646 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-65832d1e-19ab-43f4-bc11-dbce8399fdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:21.108156 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65832d1e-19ab-43f4-bc11-dbce8399fdd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=280007b4-c4c3-4953-8b67-4ac7318a76b4,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:21.118749 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65832d1e-19ab-43f4-bc11-dbce8399fdd0 admin admin] Checking segment: {'id': '41052824-8629-40d5-b823-d45b72327d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a4050021-0d3d-4da8-a2f0-4ec116c21a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:39:21.119108 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65832d1e-19ab-43f4-bc11-dbce8399fdd0 admin admin] Network hostable DHCP agents. Network: a4050021-0d3d-4da8-a2f0-4ec116c21a3c, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:39:21.135616 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65832d1e-19ab-43f4-bc11-dbce8399fdd0 admin admin] Network a4050021-0d3d-4da8-a2f0-4ec116c21a3c is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:39:21.143888 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-65832d1e-19ab-43f4-bc11-dbce8399fdd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, a4050021-0d3d-4da8-a2f0-4ec116c21a3c) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:39:21.148195 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65832d1e-19ab-43f4-bc11-dbce8399fdd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:21.148792 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-65832d1e-19ab-43f4-bc11-dbce8399fdd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:21.153315 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fc8e90-c535-4677-813d-7d866a869bb7 None None] Network a4050021-0d3d-4da8-a2f0-4ec116c21a3c requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:39:21.163316 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-65832d1e-19ab-43f4-bc11-dbce8399fdd0 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3303695 Aug 11 22:39:21.281198 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1948496a-75a4-4d5d-8156-9452d4e13269 None None] Network a4050021-0d3d-4da8-a2f0-4ec116c21a3c requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:39:21.636516 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51644) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:21.641698 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-a36ae669-becc-4efc-bbad-088e0412d85d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-210531691-network', 'tenant_id': 'e72c97a4631b40469756602403195451'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:39:21.662653 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36ae669-becc-4efc-bbad-088e0412d85d admin admin] Made reservation on behalf of e72c97a4631b40469756602403195451 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:39:21.664973 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a36ae669-becc-4efc-bbad-088e0412d85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:21.674679 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a36ae669-becc-4efc-bbad-088e0412d85d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:21.766739 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a36ae669-becc-4efc-bbad-088e0412d85d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:21.770410 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a36ae669-becc-4efc-bbad-088e0412d85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:21.791398 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36ae669-becc-4efc-bbad-088e0412d85d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:39:21.805447 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ae669-becc-4efc-bbad-088e0412d85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660a182f-59de-4208-86aa-017fc3e758cb,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:21.810240 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a36ae669-becc-4efc-bbad-088e0412d85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:21.810590 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-a36ae669-becc-4efc-bbad-088e0412d85d admin admin] Added segment 7eb91962-0fc2-4589-98f6-700a519a8ba5 of type vlan for network d01c4497-11b8-46c4-81bf-29bf3accb52c Aug 11 22:39:21.850049 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a36ae669-becc-4efc-bbad-088e0412d85d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:21.878474 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a36ae669-becc-4efc-bbad-088e0412d85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:21.879628 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36ae669-becc-4efc-bbad-088e0412d85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:21.880222 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a36ae669-becc-4efc-bbad-088e0412d85d admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:21.939179 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a36ae669-becc-4efc-bbad-088e0412d85d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3014710 Aug 11 22:39:21.941842 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51646) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:21.948514 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-b4f4e1e6-48d7-4ae8-ac81-27df7422c4d2 admin admin] Request body: {'subnet': {'network_id': 'd01c4497-11b8-46c4-81bf-29bf3accb52c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-210531691-subnet', 'tenant_id': 'e72c97a4631b40469756602403195451', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:39:21.952644 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ae669-becc-4efc-bbad-088e0412d85d admin admin] Pushing event updated for resources: {'Network': ['ID=d01c4497-11b8-46c4-81bf-29bf3accb52c,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:21.962479 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network d01c4497-11b8-46c4-81bf-29bf3accb52c details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:39:21.974436 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f4e1e6-48d7-4ae8-ac81-27df7422c4d2 admin admin] Made reservation on behalf of e72c97a4631b40469756602403195451 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:39:21.977013 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b4f4e1e6-48d7-4ae8-ac81-27df7422c4d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:22.164033 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b4f4e1e6-48d7-4ae8-ac81-27df7422c4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:22.215721 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4e1e6-48d7-4ae8-ac81-27df7422c4d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eae7d65-1956-456f-bed5-79e26eedec51,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:22.233927 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f4e1e6-48d7-4ae8-ac81-27df7422c4d2 admin admin] Checking segment: {'id': '7eb91962-0fc2-4589-98f6-700a519a8ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd01c4497-11b8-46c4-81bf-29bf3accb52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:39:22.234299 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f4e1e6-48d7-4ae8-ac81-27df7422c4d2 admin admin] Network hostable DHCP agents. Network: d01c4497-11b8-46c4-81bf-29bf3accb52c, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:39:22.251907 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f4e1e6-48d7-4ae8-ac81-27df7422c4d2 admin admin] Network d01c4497-11b8-46c4-81bf-29bf3accb52c is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:39:22.261092 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-b4f4e1e6-48d7-4ae8-ac81-27df7422c4d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, d01c4497-11b8-46c4-81bf-29bf3accb52c) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:39:22.265757 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f4e1e6-48d7-4ae8-ac81-27df7422c4d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:22.266405 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b4f4e1e6-48d7-4ae8-ac81-27df7422c4d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:22.271072 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a958b29b-d6c0-455f-a4a7-52940c1c9cd6 None None] Network d01c4497-11b8-46c4-81bf-29bf3accb52c requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:39:22.282039 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b4f4e1e6-48d7-4ae8-ac81-27df7422c4d2 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3391435 Aug 11 22:39:22.554056 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f77af9b-fe82-427a-ab52-415206dcf249 None None] Network d01c4497-11b8-46c4-81bf-29bf3accb52c requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:39:22.798966 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-ae42995b-369e-49e0-af60-0e8714fd45ce tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:22.800633 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-ae42995b-369e-49e0-af60-0e8714fd45ce tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/networks?id=a4050021-0d3d-4da8-a2f0-4ec116c21a3c HTTP/1.1" status: 200 len: 811 time: 0.1080701 Aug 11 22:39:22.816562 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-765ded76-5f0d-4d43-a8b9-a363e944bd3d tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/quotas/b93d2d505129454ea54e0a7517b75c69 HTTP/1.1" status: 200 len: 375 time: 0.0101418 Aug 11 22:39:22.850014 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-a850fcc5-431e-45ee-8a9d-b44eff6e9ef6 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b93d2d505129454ea54e0a7517b75c69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272939 Aug 11 22:39:23.038221 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-26809905-b3e2-4ebf-8510-046b096b8c5d service neutron] 10.222.0.77 "GET /v2.0/networks/a4050021-0d3d-4da8-a2f0-4ec116c21a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807446 Aug 11 22:39:23.134110 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-e3ae6151-84b6-4cf1-bf98-41050cb30444 service neutron] 10.222.0.77 "GET /v2.0/networks/a4050021-0d3d-4da8-a2f0-4ec116c21a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891993 Aug 11 22:39:23.313744 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-95451ccc-bcba-4016-9e69-700e8cafc9a3 req-e952705b-32dd-47e0-aacb-c5dcaa239a44 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037 HTTP/1.1" status: 200 len: 210 time: 0.0284266 Aug 11 22:39:24.412383 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-95199a58-15b5-4830-8c4a-f94e695f2ed7 req-51e96edf-6fe9-4677-8bc4-7840850aca58 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037 HTTP/1.1" status: 200 len: 210 time: 0.0302792 Aug 11 22:39:24.539198 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-c22d5567-22d8-46fb-9145-2add91368aab tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:24.540764 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-c22d5567-22d8-46fb-9145-2add91368aab tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.52 "GET /v2.0/networks?id=a4050021-0d3d-4da8-a2f0-4ec116c21a3c HTTP/1.1" status: 200 len: 811 time: 0.1208389 Aug 11 22:39:24.554085 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-6fdb09fa-efc1-4bc1-8533-f1663654660f tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Request body: {'port': {'device_id': 'ff87dd71-8c9f-4e1f-a57d-77ed0fd65037', 'network_id': 'a4050021-0d3d-4da8-a2f0-4ec116c21a3c', 'admin_state_up': True, 'tenant_id': 'b93d2d505129454ea54e0a7517b75c69'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:39:24.662089 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-6fdb09fa-efc1-4bc1-8533-f1663654660f tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Made reservation on behalf of b93d2d505129454ea54e0a7517b75c69 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:39:24.665621 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-6fdb09fa-efc1-4bc1-8533-f1663654660f tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:24.800217 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-6fdb09fa-efc1-4bc1-8533-f1663654660f tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Allocated IP 172.20.0.6 (a4050021-0d3d-4da8-a2f0-4ec116c21a3c/280007b4-c4c3-4953-8b67-4ac7318a76b4/363a0b7f-d058-4bdf-a97f-ccb36f650be2) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:39:24.956871 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-6fdb09fa-efc1-4bc1-8533-f1663654660f tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:25.006663 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-6fdb09fa-efc1-4bc1-8533-f1663654660f tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:25.055499 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-6fdb09fa-efc1-4bc1-8533-f1663654660f tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Network a4050021-0d3d-4da8-a2f0-4ec116c21a3c is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:39:25.060918 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-6fdb09fa-efc1-4bc1-8533-f1663654660f tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:39:25.064989 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-6fdb09fa-efc1-4bc1-8533-f1663654660f tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:39:25.090044 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb09fa-efc1-4bc1-8533-f1663654660f tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Pushing event updated for resources: {'Port': ['ID=363a0b7f-d058-4bdf-a97f-ccb36f650be2,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:25.118762 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-6fdb09fa-efc1-4bc1-8533-f1663654660f tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:25.119383 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-6fdb09fa-efc1-4bc1-8533-f1663654660f tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:25.133757 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-6fdb09fa-efc1-4bc1-8533-f1663654660f tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5838838 Aug 11 22:39:25.146463 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-1d8d6ea2-df67-455c-af51-c4e46fc22573 service neutron] Request body: {'port': {'device_id': 'ff87dd71-8c9f-4e1f-a57d-77ed0fd65037', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:39:25.201554 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-1d8d6ea2-df67-455c-af51-c4e46fc22573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:25.474917 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-1d8d6ea2-df67-455c-af51-c4e46fc22573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 363a0b7f-d058-4bdf-a97f-ccb36f650be2 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:39:25.483001 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-1d8d6ea2-df67-455c-af51-c4e46fc22573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:25.496254 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-1d8d6ea2-df67-455c-af51-c4e46fc22573 service neutron] Transition to ACTIVE for port object 363a0b7f-d058-4bdf-a97f-ccb36f650be2 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:39:25.501705 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-1d8d6ea2-df67-455c-af51-c4e46fc22573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:25.536224 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72003d8a-71b2-48df-842b-a9ebd7cdbc7f req-53a9e50b-a196-4eea-9b37-1d3ddbcfcaa0 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:25.537831 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-72003d8a-71b2-48df-842b-a9ebd7cdbc7f req-53a9e50b-a196-4eea-9b37-1d3ddbcfcaa0 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037 HTTP/1.1" status: 200 len: 931 time: 0.0545382 Aug 11 22:39:25.557709 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d6ea2-df67-455c-af51-c4e46fc22573 service neutron] Pushing event updated for resources: {'Port': ['ID=363a0b7f-d058-4bdf-a97f-ccb36f650be2,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:25.582326 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-72003d8a-71b2-48df-842b-a9ebd7cdbc7f req-037a24fa-1e42-4700-9912-4db82dc1ea69 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/security-groups?id=00e38835-cc1f-4c46-a060-6e9b643d8562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378990 Aug 11 22:39:25.623095 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-1d8d6ea2-df67-455c-af51-c4e46fc22573 service neutron] Attempting to bind port 363a0b7f-d058-4bdf-a97f-ccb36f650be2 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:39:25.623537 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-1d8d6ea2-df67-455c-af51-c4e46fc22573 service neutron] Attempting to bind port 363a0b7f-d058-4bdf-a97f-ccb36f650be2 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '41052824-8629-40d5-b823-d45b72327d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a4050021-0d3d-4da8-a2f0-4ec116c21a3c'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:39:25.623872 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-1d8d6ea2-df67-455c-af51-c4e46fc22573 service neutron] Attempting to bind port 363a0b7f-d058-4bdf-a97f-ccb36f650be2 on network a4050021-0d3d-4da8-a2f0-4ec116c21a3c {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:39:25.628623 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-1d8d6ea2-df67-455c-af51-c4e46fc22573 service neutron] Port 363a0b7f-d058-4bdf-a97f-ccb36f650be2 on network a4050021-0d3d-4da8-a2f0-4ec116c21a3c not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:39:25.628948 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-1d8d6ea2-df67-455c-af51-c4e46fc22573 service neutron] Attempting to bind port 363a0b7f-d058-4bdf-a97f-ccb36f650be2 on network a4050021-0d3d-4da8-a2f0-4ec116c21a3c {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:39:25.633702 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-1d8d6ea2-df67-455c-af51-c4e46fc22573 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:39:25.634041 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-1d8d6ea2-df67-455c-af51-c4e46fc22573 service neutron] Checking segment: {'id': '41052824-8629-40d5-b823-d45b72327d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a4050021-0d3d-4da8-a2f0-4ec116c21a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:39:25.634420 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-1d8d6ea2-df67-455c-af51-c4e46fc22573 service neutron] Bound using segment: {'id': '41052824-8629-40d5-b823-d45b72327d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a4050021-0d3d-4da8-a2f0-4ec116c21a3c'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:39:25.634843 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-1d8d6ea2-df67-455c-af51-c4e46fc22573 service neutron] Bound port: 363a0b7f-d058-4bdf-a97f-ccb36f650be2, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41052824-8629-40d5-b823-d45b72327d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a4050021-0d3d-4da8-a2f0-4ec116c21a3c'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:39:25.635201 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-1d8d6ea2-df67-455c-af51-c4e46fc22573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:25.704966 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-1d8d6ea2-df67-455c-af51-c4e46fc22573 service neutron] For port 363a0b7f-d058-4bdf-a97f-ccb36f650be2, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:39:25.708660 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-1d8d6ea2-df67-455c-af51-c4e46fc22573 service neutron] For port 363a0b7f-d058-4bdf-a97f-ccb36f650be2, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=363a0b7f-d058-4bdf-a97f-ccb36f650be2,segment=NetworkSegment(41052824-8629-40d5-b823-d45b72327d9a),segment_id=41052824-8629-40d5-b823-d45b72327d9a)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:39:25.713414 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-1d8d6ea2-df67-455c-af51-c4e46fc22573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:25.748497 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-1d8d6ea2-df67-455c-af51-c4e46fc22573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:25.749700 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-1d8d6ea2-df67-455c-af51-c4e46fc22573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:25.751132 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-1d8d6ea2-df67-455c-af51-c4e46fc22573 service neutron] 10.222.0.52 "PUT /v2.0/ports/363a0b7f-d058-4bdf-a97f-ccb36f650be2 HTTP/1.1" status: 200 len: 1091 time: 0.6092343 Aug 11 22:39:25.751612 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff87dd71-8c9f-4e1f-a57d-77ed0fd65037', 'tag': '363a0b7f-d058-4bdf-a97f-ccb36f650be2'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:39:25.753993 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ded550b-2aed-4770-a921-93e36f7b87e2" -d '{"events": [{"name": "network-changed", "server_uuid": "ff87dd71-8c9f-4e1f-a57d-77ed0fd65037", "tag": "363a0b7f-d058-4bdf-a97f-ccb36f650be2"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:39:25.780600 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d6ea2-df67-455c-af51-c4e46fc22573 service neutron] Pushing event updated for resources: {'Port': ['ID=363a0b7f-d058-4bdf-a97f-ccb36f650be2,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:25.804020 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34caa157-bb6c-4df2-bb14-9a75169b7f39 x-openstack-request-id: req-34caa157-bb6c-4df2-bb14-9a75169b7f39 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:39:25.804322 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff87dd71-8c9f-4e1f-a57d-77ed0fd65037", "tag": "363a0b7f-d058-4bdf-a97f-ccb36f650be2", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:39:25.807671 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-34caa157-bb6c-4df2-bb14-9a75169b7f39 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:39:25.808119 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff87dd71-8c9f-4e1f-a57d-77ed0fd65037', 'tag': '363a0b7f-d058-4bdf-a97f-ccb36f650be2', 'status': 'completed', 'code': 200} Aug 11 22:39:25.842255 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-dc70f710-1f6f-4e0e-9a17-0828cda0e1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:25.843837 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-dc70f710-1f6f-4e0e-9a17-0828cda0e1b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93d2d505129454ea54e0a7517b75c69&device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037 HTTP/1.1" status: 200 len: 1094 time: 0.0536799 Aug 11 22:39:25.891320 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-0a4c47d2-eb0e-47b7-88df-74b81c172959 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=363a0b7f-d058-4bdf-a97f-ccb36f650be2 HTTP/1.1" status: 200 len: 217 time: 0.0397878 Aug 11 22:39:25.942488 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-a639b6b3-8b32-4d34-964d-933f678295d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:25.944019 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-a639b6b3-8b32-4d34-964d-933f678295d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=280007b4-c4c3-4953-8b67-4ac7318a76b4 HTTP/1.1" status: 200 len: 851 time: 0.0463438 Aug 11 22:39:25.976631 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-4ae5c15a-0ca3-4e8f-b5f9-10659b72e63f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4050021-0d3d-4da8-a2f0-4ec116c21a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255945 Aug 11 22:39:26.074661 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-a31a84d7-7e4b-4334-98fb-725dcad9c716 service neutron] 10.222.0.52 "GET /v2.0/networks/a4050021-0d3d-4da8-a2f0-4ec116c21a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910246 Aug 11 22:39:26.169293 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2ad8770a-e029-4884-adcf-52f9f5000c59 req-f70067fd-d495-4141-b26b-496249891f6b service neutron] 10.222.0.52 "GET /v2.0/networks/a4050021-0d3d-4da8-a2f0-4ec116c21a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879571 Aug 11 22:39:26.257518 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded550b-2aed-4770-a921-93e36f7b87e2 req-8902dde1-b293-4475-a327-2d99dee08334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:26.258987 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4ded550b-2aed-4770-a921-93e36f7b87e2 req-8902dde1-b293-4475-a327-2d99dee08334 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93d2d505129454ea54e0a7517b75c69&device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037 HTTP/1.1" status: 200 len: 1094 time: 0.0433440 Aug 11 22:39:26.357956 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded550b-2aed-4770-a921-93e36f7b87e2 req-6a8a764e-1874-45eb-85f9-d027b44ee50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:26.360078 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4ded550b-2aed-4770-a921-93e36f7b87e2 req-6a8a764e-1874-45eb-85f9-d027b44ee50f service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4050021-0d3d-4da8-a2f0-4ec116c21a3c HTTP/1.1" status: 200 len: 912 time: 0.0934126 Aug 11 22:39:26.402538 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4ded550b-2aed-4770-a921-93e36f7b87e2 req-91e8c0c2-e703-4748-a30c-719d6b2547a7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=363a0b7f-d058-4bdf-a97f-ccb36f650be2 HTTP/1.1" status: 200 len: 217 time: 0.0352433 Aug 11 22:39:26.454035 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded550b-2aed-4770-a921-93e36f7b87e2 req-d2a51033-27db-4f16-aaee-48d803eb455d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:26.455670 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4ded550b-2aed-4770-a921-93e36f7b87e2 req-d2a51033-27db-4f16-aaee-48d803eb455d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=280007b4-c4c3-4953-8b67-4ac7318a76b4 HTTP/1.1" status: 200 len: 851 time: 0.0460215 Aug 11 22:39:26.492932 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4ded550b-2aed-4770-a921-93e36f7b87e2 req-33ad4c1f-4b26-4ebb-b301-51e3c651b0e0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4050021-0d3d-4da8-a2f0-4ec116c21a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297201 Aug 11 22:39:26.586846 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4ded550b-2aed-4770-a921-93e36f7b87e2 req-9541b31d-293b-4fe8-a5f0-d0c887efad69 service neutron] 10.222.0.52 "GET /v2.0/networks/a4050021-0d3d-4da8-a2f0-4ec116c21a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856454 Aug 11 22:39:26.685422 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4ded550b-2aed-4770-a921-93e36f7b87e2 req-742fa14e-63bf-4fc3-8ab7-e847a1648aeb service neutron] 10.222.0.52 "GET /v2.0/networks/a4050021-0d3d-4da8-a2f0-4ec116c21a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912149 Aug 11 22:39:26.701008 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd73fdf-d8ad-4b39-80b1-8c41d5c43cf9 req-db2e8e1e-f7a2-4ff3-8b3e-ea4fdcc7638b tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:26.703139 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bdd73fdf-d8ad-4b39-80b1-8c41d5c43cf9 req-db2e8e1e-f7a2-4ff3-8b3e-ea4fdcc7638b tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037 HTTP/1.1" status: 200 len: 943 time: 0.0495780 Aug 11 22:39:26.742010 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bdd73fdf-d8ad-4b39-80b1-8c41d5c43cf9 req-0dc55318-974b-4bf0-bde0-f8fa087b5dc7 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/security-groups?id=00e38835-cc1f-4c46-a060-6e9b643d8562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320089 Aug 11 22:39:27.866450 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a0216-67a5-4809-877f-010dec9abe0d req-13cb1bcd-e941-4dab-86b2-5c1722d50796 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:27.868083 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-057a0216-67a5-4809-877f-010dec9abe0d req-13cb1bcd-e941-4dab-86b2-5c1722d50796 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037 HTTP/1.1" status: 200 len: 943 time: 0.0567501 Aug 11 22:39:27.908510 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-057a0216-67a5-4809-877f-010dec9abe0d req-6894d00f-3e93-4d47-995e-6ee1b00dc41b tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/security-groups?id=00e38835-cc1f-4c46-a060-6e9b643d8562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342133 Aug 11 22:39:29.027199 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45afd2-6cf1-4b07-a500-6e4116c8dd25 req-2b661531-af32-4b67-a293-a730b777be6d tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:29.028845 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a45afd2-6cf1-4b07-a500-6e4116c8dd25 req-2b661531-af32-4b67-a293-a730b777be6d tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037 HTTP/1.1" status: 200 len: 943 time: 0.0508366 Aug 11 22:39:29.073432 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a45afd2-6cf1-4b07-a500-6e4116c8dd25 req-0bb65e22-6cde-47d7-91e7-a77debc94c20 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/security-groups?id=00e38835-cc1f-4c46-a060-6e9b643d8562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377469 Aug 11 22:39:29.576700 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 363a0b7f-d058-4bdf-a97f-ccb36f650be2 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:39:29.676590 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 363a0b7f-d058-4bdf-a97f-ccb36f650be2, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=363a0b7f-d058-4bdf-a97f-ccb36f650be2,segment=NetworkSegment(41052824-8629-40d5-b823-d45b72327d9a),segment_id=41052824-8629-40d5-b823-d45b72327d9a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:39:29.688860 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '363a0b7f-d058-4bdf-a97f-ccb36f650be2', 'network_id': 'a4050021-0d3d-4da8-a2f0-4ec116c21a3c', 'port_id': '363a0b7f-d058-4bdf-a97f-ccb36f650be2', 'mac_address': 'fa:16:3e:9e:3c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280007b4-c4c3-4953-8b67-4ac7318a76b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:39:29.728656 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:29.742673 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 363a0b7f-d058-4bdf-a97f-ccb36f650be2 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:39:29.762477 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 363a0b7f-d058-4bdf-a97f-ccb36f650be2, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=363a0b7f-d058-4bdf-a97f-ccb36f650be2,segment=NetworkSegment(41052824-8629-40d5-b823-d45b72327d9a),segment_id=41052824-8629-40d5-b823-d45b72327d9a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:39:29.767052 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:29.830971 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=363a0b7f-d058-4bdf-a97f-ccb36f650be2,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:29.838208 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:29.838569 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:29.838917 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:29.839259 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:29.839629 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:29.839967 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:29.840302 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:29.840636 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:29.840966 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:29.841294 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:29.841624 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:29.841951 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:29.956104 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['363a0b7f-d058-4bdf-a97f-ccb36f650be2'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:39:30.193741 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15b2a6-a270-4413-9d21-8b928a0b7c5b req-0517ab4f-5bf5-421f-90d1-4457154fe243 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:30.195271 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0c15b2a6-a270-4413-9d21-8b928a0b7c5b req-0517ab4f-5bf5-421f-90d1-4457154fe243 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037 HTTP/1.1" status: 200 len: 944 time: 0.0498302 Aug 11 22:39:30.235535 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0c15b2a6-a270-4413-9d21-8b928a0b7c5b req-f4c61bb0-0f44-4cf0-b022-c9ed52d44d3f tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/security-groups?id=00e38835-cc1f-4c46-a060-6e9b643d8562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339932 Aug 11 22:39:31.355116 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d169e85-eecc-406c-8131-cae5437c35a0 req-79bec61b-3eba-46fe-9db2-44d8f70ce9b8 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:31.356689 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0d169e85-eecc-406c-8131-cae5437c35a0 req-79bec61b-3eba-46fe-9db2-44d8f70ce9b8 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037 HTTP/1.1" status: 200 len: 944 time: 0.0507202 Aug 11 22:39:31.396396 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0d169e85-eecc-406c-8131-cae5437c35a0 req-9cf6acf9-6ae0-4412-9ec3-c3971fc0948f tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/security-groups?id=00e38835-cc1f-4c46-a060-6e9b643d8562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330479 Aug 11 22:39:31.609120 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 363a0b7f-d058-4bdf-a97f-ccb36f650be2 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:39:31.663881 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 363a0b7f-d058-4bdf-a97f-ccb36f650be2 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:39:31.667774 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 363a0b7f-d058-4bdf-a97f-ccb36f650be2 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:39:31.668158 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:31.752006 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:31.775703 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff87dd71-8c9f-4e1f-a57d-77ed0fd65037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363a0b7f-d058-4bdf-a97f-ccb36f650be2'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:39:31.777977 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa61a86f-b9b7-421d-aa5b-9bbda8aaef28" -d '{"events": [{"server_uuid": "ff87dd71-8c9f-4e1f-a57d-77ed0fd65037", "name": "network-vif-plugged", "status": "completed", "tag": "363a0b7f-d058-4bdf-a97f-ccb36f650be2"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:39:31.791373 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 363a0b7f-d058-4bdf-a97f-ccb36f650be2, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=363a0b7f-d058-4bdf-a97f-ccb36f650be2,segment=NetworkSegment(41052824-8629-40d5-b823-d45b72327d9a),segment_id=41052824-8629-40d5-b823-d45b72327d9a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:39:31.796742 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:31.823725 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29066e35-1142-4291-a014-4d71cbc3b85a x-openstack-request-id: req-29066e35-1142-4291-a014-4d71cbc3b85a {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:39:31.824069 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff87dd71-8c9f-4e1f-a57d-77ed0fd65037", "name": "network-vif-plugged", "status": "completed", "tag": "363a0b7f-d058-4bdf-a97f-ccb36f650be2", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:39:31.824280 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-29066e35-1142-4291-a014-4d71cbc3b85a {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:39:31.824698 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff87dd71-8c9f-4e1f-a57d-77ed0fd65037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363a0b7f-d058-4bdf-a97f-ccb36f650be2', 'code': 200} Aug 11 22:39:31.852587 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=363a0b7f-d058-4bdf-a97f-ccb36f650be2,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:31.918773 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578d519-e003-4650-a60d-0dd80424fabe req-84dfb54b-35f3-4d82-9ff8-5b059c2efc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:31.920471 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7578d519-e003-4650-a60d-0dd80424fabe req-84dfb54b-35f3-4d82-9ff8-5b059c2efc97 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037 HTTP/1.1" status: 200 len: 1096 time: 0.0431788 Aug 11 22:39:31.957348 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7578d519-e003-4650-a60d-0dd80424fabe req-8e73ce7b-1afc-4ee4-9795-e8c3624d9f8d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=00e38835-cc1f-4c46-a060-6e9b643d8562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297310 Aug 11 22:39:32.525939 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940687ae-55dd-4583-841a-ca8cf36bc0f5 req-08a7f78b-336a-4472-bcd4-68734695ff19 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:32.527911 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-940687ae-55dd-4583-841a-ca8cf36bc0f5 req-08a7f78b-336a-4472-bcd4-68734695ff19 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037 HTTP/1.1" status: 200 len: 945 time: 0.0580282 Aug 11 22:39:32.572966 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-940687ae-55dd-4583-841a-ca8cf36bc0f5 req-552a70a7-dcaf-4a55-a4b9-182389b73d4b tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/security-groups?id=00e38835-cc1f-4c46-a060-6e9b643d8562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388680 Aug 11 22:39:33.695415 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5906d6-63aa-4865-ad06-3c2833f5f071 req-265be67c-08ec-47c4-b8ee-745ef7fd4f4c tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:33.696972 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ee5906d6-63aa-4865-ad06-3c2833f5f071 req-265be67c-08ec-47c4-b8ee-745ef7fd4f4c tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037 HTTP/1.1" status: 200 len: 945 time: 0.0519011 Aug 11 22:39:33.737802 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ee5906d6-63aa-4865-ad06-3c2833f5f071 req-a4b0e526-3dc9-4fc9-9f8f-e1fa4c3b97b1 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/security-groups?id=00e38835-cc1f-4c46-a060-6e9b643d8562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336797 Aug 11 22:39:33.860079 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1343c73-f0f5-4afa-8412-bc3b14a0384e req-3c7b0997-789c-46d5-82cd-b7bc823b1ae5 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:33.861656 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d1343c73-f0f5-4afa-8412-bc3b14a0384e req-3c7b0997-789c-46d5-82cd-b7bc823b1ae5 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037 HTTP/1.1" status: 200 len: 945 time: 0.0535426 Aug 11 22:39:33.907199 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d1343c73-f0f5-4afa-8412-bc3b14a0384e req-b14b336b-3eb6-4d27-8640-19dbf9dc671f tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/security-groups?id=00e38835-cc1f-4c46-a060-6e9b643d8562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361004 Aug 11 22:39:34.161572 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231907b6-0ed3-4032-adce-d7eba578f5a1 req-896d1192-9867-4407-9019-e40213099f6e tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:34.163107 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-231907b6-0ed3-4032-adce-d7eba578f5a1 req-896d1192-9867-4407-9019-e40213099f6e tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037 HTTP/1.1" status: 200 len: 945 time: 0.0559418 Aug 11 22:39:34.219091 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-231907b6-0ed3-4032-adce-d7eba578f5a1 req-b3e09f95-5752-4ecc-bcdd-ab357e778cb7 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/security-groups?id=00e38835-cc1f-4c46-a060-6e9b643d8562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412405 Aug 11 22:39:35.351219 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6e798-1489-459a-a5b7-b811d331307a req-42638031-1254-4ad0-ab11-515b6a5a464b tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:35.352972 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cba6e798-1489-459a-a5b7-b811d331307a req-42638031-1254-4ad0-ab11-515b6a5a464b tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037 HTTP/1.1" status: 200 len: 945 time: 0.0542505 Aug 11 22:39:35.401986 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cba6e798-1489-459a-a5b7-b811d331307a req-8a48f8bd-7b60-4b2f-893e-f9d943f7d2d5 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/security-groups?id=00e38835-cc1f-4c46-a060-6e9b643d8562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373809 Aug 11 22:39:35.623752 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ee6ae-8f1d-4638-a89d-5e159245a07b req-ff1c2228-7678-4441-b070-f09f4e961458 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:35.625943 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-791ee6ae-8f1d-4638-a89d-5e159245a07b req-ff1c2228-7678-4441-b070-f09f4e961458 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037 HTTP/1.1" status: 200 len: 945 time: 0.0559821 Aug 11 22:39:35.645095 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664b9f9-b1bd-44c5-a267-9724889fc97b req-63167e38-81fb-4b2f-9d31-dc7598f7ad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:35.646957 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e664b9f9-b1bd-44c5-a267-9724889fc97b req-63167e38-81fb-4b2f-9d31-dc7598f7ad7d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93d2d505129454ea54e0a7517b75c69&device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037 HTTP/1.1" status: 200 len: 1096 time: 0.0440705 Aug 11 22:39:35.669816 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-791ee6ae-8f1d-4638-a89d-5e159245a07b req-2c069e78-5ea2-4c14-87fc-0e32115760e1 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/security-groups?id=00e38835-cc1f-4c46-a060-6e9b643d8562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364342 Aug 11 22:39:35.746519 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664b9f9-b1bd-44c5-a267-9724889fc97b req-c81b6c6c-25d6-4124-bf9f-a85745af0773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:35.748115 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e664b9f9-b1bd-44c5-a267-9724889fc97b req-c81b6c6c-25d6-4124-bf9f-a85745af0773 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4050021-0d3d-4da8-a2f0-4ec116c21a3c HTTP/1.1" status: 200 len: 912 time: 0.0940676 Aug 11 22:39:35.790963 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e664b9f9-b1bd-44c5-a267-9724889fc97b req-e105905b-6d8e-46d8-944b-3ac559fbdc11 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=363a0b7f-d058-4bdf-a97f-ccb36f650be2 HTTP/1.1" status: 200 len: 217 time: 0.0359225 Aug 11 22:39:35.842940 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664b9f9-b1bd-44c5-a267-9724889fc97b req-edaa4e10-11d1-4351-9a36-0554f7a5ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:35.844535 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e664b9f9-b1bd-44c5-a267-9724889fc97b req-edaa4e10-11d1-4351-9a36-0554f7a5ae80 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=280007b4-c4c3-4953-8b67-4ac7318a76b4 HTTP/1.1" status: 200 len: 851 time: 0.0470722 Aug 11 22:39:35.886093 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e664b9f9-b1bd-44c5-a267-9724889fc97b req-104af1b0-27e9-41e7-8419-8147820253dc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4050021-0d3d-4da8-a2f0-4ec116c21a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332468 Aug 11 22:39:35.985267 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e664b9f9-b1bd-44c5-a267-9724889fc97b req-bdd3f52c-a4c8-469f-a63d-5db5a1788f92 service neutron] 10.222.0.52 "GET /v2.0/networks/a4050021-0d3d-4da8-a2f0-4ec116c21a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917668 Aug 11 22:39:36.085643 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e664b9f9-b1bd-44c5-a267-9724889fc97b req-3250e686-57bf-459b-8e53-fe52f24587ee service neutron] 10.222.0.52 "GET /v2.0/networks/a4050021-0d3d-4da8-a2f0-4ec116c21a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929406 Aug 11 22:39:36.801237 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e37586-21de-40bb-a0aa-99ae3b8fe762 req-b8313f72-a841-4245-b2ca-282c5a434bf7 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:36.802852 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d3e37586-21de-40bb-a0aa-99ae3b8fe762 req-b8313f72-a841-4245-b2ca-282c5a434bf7 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037 HTTP/1.1" status: 200 len: 945 time: 0.0528438 Aug 11 22:39:36.848161 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d3e37586-21de-40bb-a0aa-99ae3b8fe762 req-d397bea0-7dd8-474d-81b2-3f2f73d46b73 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/security-groups?id=00e38835-cc1f-4c46-a060-6e9b643d8562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378227 Aug 11 22:39:37.968697 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176b64e-b2fc-46ac-9fd6-c5f704684f9d req-860ba556-edba-4853-a25b-33144df938a2 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:37.970312 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1176b64e-b2fc-46ac-9fd6-c5f704684f9d req-860ba556-edba-4853-a25b-33144df938a2 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037 HTTP/1.1" status: 200 len: 945 time: 0.0519106 Aug 11 22:39:38.011205 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1176b64e-b2fc-46ac-9fd6-c5f704684f9d req-71069dc5-d5cb-4063-9b19-54b41403758d tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/security-groups?id=00e38835-cc1f-4c46-a060-6e9b643d8562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330148 Aug 11 22:39:38.262188 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f1129-abd7-4b4f-895c-d63f95d7db6c req-f9aca055-8465-4449-98be-da00132fe421 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:38.263890 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d9f1129-abd7-4b4f-895c-d63f95d7db6c req-f9aca055-8465-4449-98be-da00132fe421 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037 HTTP/1.1" status: 200 len: 945 time: 0.0543180 Aug 11 22:39:38.309370 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d9f1129-abd7-4b4f-895c-d63f95d7db6c req-168515b2-38b0-427c-a9e4-3da5e1eee23f tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/security-groups?id=00e38835-cc1f-4c46-a060-6e9b643d8562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357692 Aug 11 22:39:38.526924 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:39.434136 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddddf3-6b58-4090-a624-528769ce9542 req-e5d227da-a35d-492b-b2bb-a9f5408fdb16 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:39.435810 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-50ddddf3-6b58-4090-a624-528769ce9542 req-e5d227da-a35d-492b-b2bb-a9f5408fdb16 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037 HTTP/1.1" status: 200 len: 945 time: 0.0534487 Aug 11 22:39:39.487790 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-50ddddf3-6b58-4090-a624-528769ce9542 req-9a72bf69-8f86-4fe2-b012-0747b2fc4f54 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/security-groups?id=00e38835-cc1f-4c46-a060-6e9b643d8562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453281 Aug 11 22:39:39.732589 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57ba8c-383b-4059-8ede-17817ee6ec93 req-1f4fcde2-a83f-43fc-939e-277c72405445 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:39.733200 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b57ba8c-383b-4059-8ede-17817ee6ec93 req-1f4fcde2-a83f-43fc-939e-277c72405445 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037 HTTP/1.1" status: 200 len: 945 time: 0.0673814 Aug 11 22:39:39.778584 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b57ba8c-383b-4059-8ede-17817ee6ec93 req-e7241ce8-712f-4288-b757-e6119c12002c tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/security-groups?id=00e38835-cc1f-4c46-a060-6e9b643d8562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377755 Aug 11 22:39:39.779383 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e024dad-7270-4578-aba6-8821692d85f5 req-d314c22b-9366-428d-ab03-15c37fabb95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:39.781084 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1e024dad-7270-4578-aba6-8821692d85f5 req-d314c22b-9366-428d-ab03-15c37fabb95c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93d2d505129454ea54e0a7517b75c69&device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037 HTTP/1.1" status: 200 len: 1096 time: 0.0595126 Aug 11 22:39:39.882323 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e024dad-7270-4578-aba6-8821692d85f5 req-ae24742d-f4db-4947-86aa-ba6bf103d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:39.883948 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1e024dad-7270-4578-aba6-8821692d85f5 req-ae24742d-f4db-4947-86aa-ba6bf103d022 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4050021-0d3d-4da8-a2f0-4ec116c21a3c HTTP/1.1" status: 200 len: 912 time: 0.0956309 Aug 11 22:39:39.943721 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1e024dad-7270-4578-aba6-8821692d85f5 req-e6042b2d-9410-40dd-80b2-cb4f42daf744 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=363a0b7f-d058-4bdf-a97f-ccb36f650be2 HTTP/1.1" status: 200 len: 217 time: 0.0522499 Aug 11 22:39:39.998157 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e024dad-7270-4578-aba6-8821692d85f5 req-b2e619d5-4287-4278-8784-051044413d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:40.000640 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1e024dad-7270-4578-aba6-8821692d85f5 req-b2e619d5-4287-4278-8784-051044413d07 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=280007b4-c4c3-4953-8b67-4ac7318a76b4 HTTP/1.1" status: 200 len: 851 time: 0.0496666 Aug 11 22:39:40.037974 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1e024dad-7270-4578-aba6-8821692d85f5 req-e7cfc451-f12e-4f55-83b6-ed4a3b9ddba8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4050021-0d3d-4da8-a2f0-4ec116c21a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293214 Aug 11 22:39:40.135182 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1e024dad-7270-4578-aba6-8821692d85f5 req-23937984-69f6-46d2-85e3-8567e17e272e service neutron] 10.222.0.52 "GET /v2.0/networks/a4050021-0d3d-4da8-a2f0-4ec116c21a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905082 Aug 11 22:39:40.229966 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-1e024dad-7270-4578-aba6-8821692d85f5 req-38fdf5ba-b943-486e-b85c-4320c662debd service neutron] 10.222.0.52 "GET /v2.0/networks/a4050021-0d3d-4da8-a2f0-4ec116c21a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873504 Aug 11 22:39:40.922145 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c62dde-5d55-4154-adb2-afea4a427131 req-1d0e2ad8-f84b-4e23-aafb-eb9034481057 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:40.923318 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-32c62dde-5d55-4154-adb2-afea4a427131 req-1d0e2ad8-f84b-4e23-aafb-eb9034481057 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037 HTTP/1.1" status: 200 len: 945 time: 0.0606031 Aug 11 22:39:40.965625 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-32c62dde-5d55-4154-adb2-afea4a427131 req-f93d4353-e8fe-4e33-8319-e6ab7ccf1bbf tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/security-groups?id=00e38835-cc1f-4c46-a060-6e9b643d8562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336969 Aug 11 22:39:41.955488 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6b1b10a9-657c-4818-9bb9-c4fe55bbfa31 req-c0e25eaf-9af2-401d-b015-9131d0cba222 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418346 Aug 11 22:39:42.051108 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b10a9-657c-4818-9bb9-c4fe55bbfa31 req-37551eff-46e8-4413-8b0c-36a936c30f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:42.052913 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6b1b10a9-657c-4818-9bb9-c4fe55bbfa31 req-37551eff-46e8-4413-8b0c-36a936c30f8a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b93d2d505129454ea54e0a7517b75c69&device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037 HTTP/1.1" status: 200 len: 1096 time: 0.0476515 Aug 11 22:39:42.086747 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42405009-751b-4b77-aaed-404f26a92c18 req-2a68dff1-15d3-4e75-a01e-c8207f3e19f3 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:42.088341 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-42405009-751b-4b77-aaed-404f26a92c18 req-2a68dff1-15d3-4e75-a01e-c8207f3e19f3 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037 HTTP/1.1" status: 200 len: 945 time: 0.0527368 Aug 11 22:39:42.117272 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:39:42.139882 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-42405009-751b-4b77-aaed-404f26a92c18 req-fc3bd502-6f65-4503-b8c7-3c74625c3f68 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/security-groups?id=00e38835-cc1f-4c46-a060-6e9b643d8562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444951 Aug 11 22:39:42.165034 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b10a9-657c-4818-9bb9-c4fe55bbfa31 req-eae6c8d1-3c65-4c33-926f-4ebc79cff4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:42.166596 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6b1b10a9-657c-4818-9bb9-c4fe55bbfa31 req-eae6c8d1-3c65-4c33-926f-4ebc79cff4a4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4050021-0d3d-4da8-a2f0-4ec116c21a3c HTTP/1.1" status: 200 len: 912 time: 0.0934594 Aug 11 22:39:42.214100 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6b1b10a9-657c-4818-9bb9-c4fe55bbfa31 req-49142852-3dd0-481e-bfc0-dc1a410a2d59 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=363a0b7f-d058-4bdf-a97f-ccb36f650be2 HTTP/1.1" status: 200 len: 217 time: 0.0400052 Aug 11 22:39:42.269288 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b10a9-657c-4818-9bb9-c4fe55bbfa31 req-0503185e-d453-4100-b2d1-1750b2d62b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:42.271469 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6b1b10a9-657c-4818-9bb9-c4fe55bbfa31 req-0503185e-d453-4100-b2d1-1750b2d62b95 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=280007b4-c4c3-4953-8b67-4ac7318a76b4 HTTP/1.1" status: 200 len: 851 time: 0.0510020 Aug 11 22:39:42.314631 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6b1b10a9-657c-4818-9bb9-c4fe55bbfa31 req-f3258600-a168-4e18-89e2-6ff9f48fa4d2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4050021-0d3d-4da8-a2f0-4ec116c21a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276899 Aug 11 22:39:42.402182 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b642b-e593-4f70-87a4-ec2239171dac req-1e8334a9-f610-4bc6-bacf-a123fddea6ba tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:42.403866 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dc9b642b-e593-4f70-87a4-ec2239171dac req-1e8334a9-f610-4bc6-bacf-a123fddea6ba tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037 HTTP/1.1" status: 200 len: 945 time: 0.0557103 Aug 11 22:39:42.436020 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6b1b10a9-657c-4818-9bb9-c4fe55bbfa31 req-3699165f-91e5-4c5f-b0e3-07354ca27257 service neutron] 10.222.0.52 "GET /v2.0/networks/a4050021-0d3d-4da8-a2f0-4ec116c21a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134856 Aug 11 22:39:42.447215 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dc9b642b-e593-4f70-87a4-ec2239171dac req-a73469cd-ab86-43f4-8d7f-56baa1681291 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/security-groups?id=00e38835-cc1f-4c46-a060-6e9b643d8562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358620 Aug 11 22:39:42.541191 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6b1b10a9-657c-4818-9bb9-c4fe55bbfa31 req-8d9ebf6b-d063-4b46-af2b-1b634e5f1091 service neutron] 10.222.0.52 "GET /v2.0/networks/a4050021-0d3d-4da8-a2f0-4ec116c21a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949247 Aug 11 22:39:43.072074 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51754) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:43.163757 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331737b5-c379-48bf-ac9c-85f49b17ac2b req-3f86712b-c97a-47ae-811b-3a9d10ebdb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:43.165310 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-331737b5-c379-48bf-ac9c-85f49b17ac2b req-3f86712b-c97a-47ae-811b-3a9d10ebdb91 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1 HTTP/1.1" status: 200 len: 1096 time: 0.0921903 Aug 11 22:39:43.203744 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-331737b5-c379-48bf-ac9c-85f49b17ac2b req-e3a76be6-dc77-414c-a0cd-90e94d592294 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d6ff4127-8c4c-4272-a350-0a471dc482ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320854 Aug 11 22:39:43.269936 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-370a17f6-4e53-458c-a960-fe2a245c5062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:43.567046 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2524e2-7e55-4679-bbb0-1b74a449ece1 req-ab88fe54-9fb5-4234-a1bb-88bd39654755 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:43.568620 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7e2524e2-7e55-4679-bbb0-1b74a449ece1 req-ab88fe54-9fb5-4234-a1bb-88bd39654755 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037 HTTP/1.1" status: 200 len: 945 time: 0.0495422 Aug 11 22:39:43.608055 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7e2524e2-7e55-4679-bbb0-1b74a449ece1 req-999407ff-145b-43c5-9556-ad9342a9dda5 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/security-groups?id=00e38835-cc1f-4c46-a060-6e9b643d8562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332482 Aug 11 22:39:44.226034 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54fc87-66d8-47be-8c83-a8a1800a4f43 req-f6298b6a-82a7-45cd-87af-85bc70167a8d tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:44.227770 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bf54fc87-66d8-47be-8c83-a8a1800a4f43 req-f6298b6a-82a7-45cd-87af-85bc70167a8d tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037 HTTP/1.1" status: 200 len: 945 time: 0.0554216 Aug 11 22:39:44.335606 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-bf54fc87-66d8-47be-8c83-a8a1800a4f43 req-ad399002-4378-4225-bc32-b1a2ab2ee568 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Deleting port 363a0b7f-d058-4bdf-a97f-ccb36f650be2 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:39:44.336081 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bf54fc87-66d8-47be-8c83-a8a1800a4f43 req-ad399002-4378-4225-bc32-b1a2ab2ee568 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:44.430433 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-bf54fc87-66d8-47be-8c83-a8a1800a4f43 req-ad399002-4378-4225-bc32-b1a2ab2ee568 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] For port 363a0b7f-d058-4bdf-a97f-ccb36f650be2, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=363a0b7f-d058-4bdf-a97f-ccb36f650be2,segment=NetworkSegment(41052824-8629-40d5-b823-d45b72327d9a),segment_id=41052824-8629-40d5-b823-d45b72327d9a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:39:44.430800 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bf54fc87-66d8-47be-8c83-a8a1800a4f43 req-ad399002-4378-4225-bc32-b1a2ab2ee568 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:44.443698 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-bf54fc87-66d8-47be-8c83-a8a1800a4f43 req-ad399002-4378-4225-bc32-b1a2ab2ee568 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Calling delete_port for 363a0b7f-d058-4bdf-a97f-ccb36f650be2 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:39:44.572070 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bf54fc87-66d8-47be-8c83-a8a1800a4f43 req-ad399002-4378-4225-bc32-b1a2ab2ee568 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:44.583799 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['363a0b7f-d058-4bdf-a97f-ccb36f650be2'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:39:44.603081 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad399002-4378-4225-bc32-b1a2ab2ee568 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Pushing event deleted for resources: {'Port': ['ID=363a0b7f-d058-4bdf-a97f-ccb36f650be2,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:44.647129 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf54fc87-66d8-47be-8c83-a8a1800a4f43 req-ad399002-4378-4225-bc32-b1a2ab2ee568 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] No DVR routers for this DVR port 363a0b7f-d058-4bdf-a97f-ccb36f650be2 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:39:44.650173 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-bf54fc87-66d8-47be-8c83-a8a1800a4f43 req-ad399002-4378-4225-bc32-b1a2ab2ee568 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:44.652306 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bf54fc87-66d8-47be-8c83-a8a1800a4f43 req-ad399002-4378-4225-bc32-b1a2ab2ee568 tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.52 "DELETE /v2.0/ports/363a0b7f-d058-4bdf-a97f-ccb36f650be2 HTTP/1.1" status: 204 len: 173 time: 0.4172764 Aug 11 22:39:44.652768 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff87dd71-8c9f-4e1f-a57d-77ed0fd65037', 'name': 'network-vif-deleted', 'tag': '363a0b7f-d058-4bdf-a97f-ccb36f650be2'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:39:44.655909 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b864cec9-0157-443a-be70-6b724b05263e" -d '{"events": [{"server_uuid": "ff87dd71-8c9f-4e1f-a57d-77ed0fd65037", "name": "network-vif-deleted", "tag": "363a0b7f-d058-4bdf-a97f-ccb36f650be2"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:39:44.706776 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-918228b3-fff6-4007-ae92-699f59ee8716 req-6d585d89-13d2-431b-aac5-a15cf1d19def tempest-TestServerAdvancedOps-942855299 tempest-TestServerAdvancedOps-942855299-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff87dd71-8c9f-4e1f-a57d-77ed0fd65037 HTTP/1.1" status: 200 len: 210 time: 0.0271590 Aug 11 22:39:44.755337 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b466212-7e07-4e72-a21f-c4ddefb1d116 x-openstack-request-id: req-9b466212-7e07-4e72-a21f-c4ddefb1d116 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:39:44.755765 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff87dd71-8c9f-4e1f-a57d-77ed0fd65037", "name": "network-vif-deleted", "tag": "363a0b7f-d058-4bdf-a97f-ccb36f650be2", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:39:44.756094 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9b466212-7e07-4e72-a21f-c4ddefb1d116 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:39:44.756633 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff87dd71-8c9f-4e1f-a57d-77ed0fd65037', 'name': 'network-vif-deleted', 'tag': '363a0b7f-d058-4bdf-a97f-ccb36f650be2', 'status': 'completed', 'code': 200} Aug 11 22:39:45.769748 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51778) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:45.815344 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d576f6f-6f96-4dd0-b124-4d707745bada admin admin] Deleting subnet 280007b4-c4c3-4953-8b67-4ac7318a76b4 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:39:45.818653 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d576f6f-6f96-4dd0-b124-4d707745bada admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:45.853863 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d576f6f-6f96-4dd0-b124-4d707745bada admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:45.898606 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d576f6f-6f96-4dd0-b124-4d707745bada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:45.952481 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d576f6f-6f96-4dd0-b124-4d707745bada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:45.979111 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d576f6f-6f96-4dd0-b124-4d707745bada admin admin] Pushing event deleted for resources: {'Subnet': ['ID=280007b4-c4c3-4953-8b67-4ac7318a76b4,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:45.981119 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d576f6f-6f96-4dd0-b124-4d707745bada admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:45.983044 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1d576f6f-6f96-4dd0-b124-4d707745bada admin admin] 10.222.0.77 "DELETE /v2.0/subnets/280007b4-c4c3-4953-8b67-4ac7318a76b4 HTTP/1.1" status: 204 len: 168 time: 0.2122557 Aug 11 22:39:45.985522 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51780) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:46.053971 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a8c4726a-6296-4ff2-8d6f-c3b6310964a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:46.091847 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:46.135206 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a8c4726a-6296-4ff2-8d6f-c3b6310964a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:46.145064 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-a8c4726a-6296-4ff2-8d6f-c3b6310964a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4050021-0d3d-4da8-a2f0-4ec116c21a3c']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:39:46.155560 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-a8c4726a-6296-4ff2-8d6f-c3b6310964a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41052824-8629-40d5-b823-d45b72327d9a') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:39:46.155865 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-a8c4726a-6296-4ff2-8d6f-c3b6310964a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41052824-8629-40d5-b823-d45b72327d9a') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:39:46.164723 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a8c4726a-6296-4ff2-8d6f-c3b6310964a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:46.178832 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a8c4726a-6296-4ff2-8d6f-c3b6310964a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:46.184820 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c4726a-6296-4ff2-8d6f-c3b6310964a6 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:39:46.185223 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a8c4726a-6296-4ff2-8d6f-c3b6310964a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:39:46.187540 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:39:46.242882 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a8c4726a-6296-4ff2-8d6f-c3b6310964a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:46.248258 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a8c4726a-6296-4ff2-8d6f-c3b6310964a6 admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:46.250689 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a8c4726a-6296-4ff2-8d6f-c3b6310964a6 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a4050021-0d3d-4da8-a2f0-4ec116c21a3c HTTP/1.1" status: 204 len: 168 time: 0.2642686 Aug 11 22:39:46.253616 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51782) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:46.272748 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6395c79b-0a25-4e22-a782-1dfda5b3b4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:46.306010 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a7f8cf-a383-4d09-bd20-1b10b35783ef admin admin] Deleting subnet 9eae7d65-1956-456f-bed5-79e26eedec51 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:39:46.309668 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d0a7f8cf-a383-4d09-bd20-1b10b35783ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:46.346523 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d0a7f8cf-a383-4d09-bd20-1b10b35783ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:46.387585 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d0a7f8cf-a383-4d09-bd20-1b10b35783ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:46.445774 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d0a7f8cf-a383-4d09-bd20-1b10b35783ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:46.480666 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7f8cf-a383-4d09-bd20-1b10b35783ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eae7d65-1956-456f-bed5-79e26eedec51,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:46.487900 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d0a7f8cf-a383-4d09-bd20-1b10b35783ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:46.490238 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d0a7f8cf-a383-4d09-bd20-1b10b35783ef admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9eae7d65-1956-456f-bed5-79e26eedec51 HTTP/1.1" status: 204 len: 168 time: 0.2349532 Aug 11 22:39:46.494694 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51784) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:46.504025 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a7f8cf-a383-4d09-bd20-1b10b35783ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:46.504379 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a7f8cf-a383-4d09-bd20-1b10b35783ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:46.504728 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a7f8cf-a383-4d09-bd20-1b10b35783ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:46.505069 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a7f8cf-a383-4d09-bd20-1b10b35783ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:46.505408 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a7f8cf-a383-4d09-bd20-1b10b35783ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:46.505745 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a7f8cf-a383-4d09-bd20-1b10b35783ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:46.506087 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a7f8cf-a383-4d09-bd20-1b10b35783ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:46.506424 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a7f8cf-a383-4d09-bd20-1b10b35783ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:46.506753 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a7f8cf-a383-4d09-bd20-1b10b35783ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:46.507079 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a7f8cf-a383-4d09-bd20-1b10b35783ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:46.507414 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a7f8cf-a383-4d09-bd20-1b10b35783ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:46.507772 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a7f8cf-a383-4d09-bd20-1b10b35783ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:46.572677 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-324795bd-6298-4d0f-8a84-0b4c7e9ea6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:46.576331 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4726a-6296-4ff2-8d6f-c3b6310964a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4050021-0d3d-4da8-a2f0-4ec116c21a3c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:46.654687 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-324795bd-6298-4d0f-8a84-0b4c7e9ea6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:46.664398 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-324795bd-6298-4d0f-8a84-0b4c7e9ea6a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d01c4497-11b8-46c4-81bf-29bf3accb52c']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:39:46.674216 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-324795bd-6298-4d0f-8a84-0b4c7e9ea6a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb91962-0fc2-4589-98f6-700a519a8ba5') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:39:46.674589 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-324795bd-6298-4d0f-8a84-0b4c7e9ea6a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb91962-0fc2-4589-98f6-700a519a8ba5') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:39:46.682943 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-324795bd-6298-4d0f-8a84-0b4c7e9ea6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:46.696674 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-324795bd-6298-4d0f-8a84-0b4c7e9ea6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:46.702819 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-324795bd-6298-4d0f-8a84-0b4c7e9ea6a8 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:39:46.703199 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-324795bd-6298-4d0f-8a84-0b4c7e9ea6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:39:46.704810 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:39:46.756940 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-324795bd-6298-4d0f-8a84-0b4c7e9ea6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:46.762446 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-324795bd-6298-4d0f-8a84-0b4c7e9ea6a8 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:46.764936 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-324795bd-6298-4d0f-8a84-0b4c7e9ea6a8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d01c4497-11b8-46c4-81bf-29bf3accb52c HTTP/1.1" status: 204 len: 168 time: 0.2687178 Aug 11 22:39:46.775852 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324795bd-6298-4d0f-8a84-0b4c7e9ea6a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d01c4497-11b8-46c4-81bf-29bf3accb52c,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:46.921051 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51788) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:46.962195 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-eea530c5-cd05-41e5-8d22-c512f9efd3ea admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b93d2d505129454ea54e0a7517b75c69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395923 Aug 11 22:39:46.964933 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51790) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:47.019378 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2b827d7c-07d3-4458-8b6b-97369b0834a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:47.041106 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2b827d7c-07d3-4458-8b6b-97369b0834a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:47.090196 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2b827d7c-07d3-4458-8b6b-97369b0834a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:47.092802 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2b827d7c-07d3-4458-8b6b-97369b0834a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:47.093939 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2b827d7c-07d3-4458-8b6b-97369b0834a7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/00e38835-cc1f-4c46-a060-6e9b643d8562 HTTP/1.1" status: 204 len: 168 time: 0.1281056 Aug 11 22:39:47.101936 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b827d7c-07d3-4458-8b6b-97369b0834a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e38835-cc1f-4c46-a060-6e9b643d8562,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:47.426440 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51796) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:47.464700 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-34d7e77a-930e-4709-b0e9-5fa742f04e3f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e72c97a4631b40469756602403195451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0369334 Aug 11 22:39:47.466970 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51798) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:47.515285 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4fe89d89-d773-4151-9f46-eeffaf30733b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:47.537500 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4fe89d89-d773-4151-9f46-eeffaf30733b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:47.582953 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4fe89d89-d773-4151-9f46-eeffaf30733b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:47.585682 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4fe89d89-d773-4151-9f46-eeffaf30733b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:47.586849 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4fe89d89-d773-4151-9f46-eeffaf30733b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/660a182f-59de-4208-86aa-017fc3e758cb HTTP/1.1" status: 204 len: 168 time: 0.1184177 Aug 11 22:39:47.595183 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe89d89-d773-4151-9f46-eeffaf30733b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660a182f-59de-4208-86aa-017fc3e758cb,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:47.623828 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:47.656505 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 363a0b7f-d058-4bdf-a97f-ccb36f650be2 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:39:47.675910 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 363a0b7f-d058-4bdf-a97f-ccb36f650be2 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:39:47.676239 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 363a0b7f-d058-4bdf-a97f-ccb36f650be2 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:39:48.273876 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51820) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:48.367979 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-52f1816d-d4c7-49b4-86f4-aaca4a1864af admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-235543111-network', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:39:48.389583 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f1816d-d4c7-49b4-86f4-aaca4a1864af admin admin] Made reservation on behalf of 1b416ccbd3be4c30a1be06e10a7507d4 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:39:48.392644 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-52f1816d-d4c7-49b4-86f4-aaca4a1864af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:48.400988 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-52f1816d-d4c7-49b4-86f4-aaca4a1864af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:48.502813 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-52f1816d-d4c7-49b4-86f4-aaca4a1864af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:48.506616 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-52f1816d-d4c7-49b4-86f4-aaca4a1864af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:48.531028 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f1816d-d4c7-49b4-86f4-aaca4a1864af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:39:48.540948 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1816d-d4c7-49b4-86f4-aaca4a1864af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ff8ef9-7573-4ef5-b534-6834802c286d,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:48.546479 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-52f1816d-d4c7-49b4-86f4-aaca4a1864af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:48.546823 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-52f1816d-d4c7-49b4-86f4-aaca4a1864af admin admin] Added segment eed6a22e-88b8-49d0-80a1-c8cc87e62bd0 of type vlan for network a3ed0419-94d7-409c-abb6-da55d64d75f0 Aug 11 22:39:48.585858 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-52f1816d-d4c7-49b4-86f4-aaca4a1864af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:48.616420 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-52f1816d-d4c7-49b4-86f4-aaca4a1864af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:48.617388 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f1816d-d4c7-49b4-86f4-aaca4a1864af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:48.617977 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-52f1816d-d4c7-49b4-86f4-aaca4a1864af admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:48.673013 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-52f1816d-d4c7-49b4-86f4-aaca4a1864af admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3980081 Aug 11 22:39:48.675984 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51824) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:48.680900 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1816d-d4c7-49b4-86f4-aaca4a1864af admin admin] Pushing event updated for resources: {'Network': ['ID=a3ed0419-94d7-409c-abb6-da55d64d75f0,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:48.681149 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-48038c2a-74b2-408d-bed7-a803313cb414 admin admin] Request body: {'subnet': {'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-235543111-subnet', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:39:48.691002 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network a3ed0419-94d7-409c-abb6-da55d64d75f0 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:39:48.702316 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48038c2a-74b2-408d-bed7-a803313cb414 admin admin] Made reservation on behalf of 1b416ccbd3be4c30a1be06e10a7507d4 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:39:48.704739 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-48038c2a-74b2-408d-bed7-a803313cb414 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:48.870778 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-48038c2a-74b2-408d-bed7-a803313cb414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:48.924362 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48038c2a-74b2-408d-bed7-a803313cb414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5305452d-847d-4a71-a2b6-e3d2d7d52fc9,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:48.934401 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48038c2a-74b2-408d-bed7-a803313cb414 admin admin] Checking segment: {'id': 'eed6a22e-88b8-49d0-80a1-c8cc87e62bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:39:48.934769 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48038c2a-74b2-408d-bed7-a803313cb414 admin admin] Network hostable DHCP agents. Network: a3ed0419-94d7-409c-abb6-da55d64d75f0, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:39:48.950933 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48038c2a-74b2-408d-bed7-a803313cb414 admin admin] Network a3ed0419-94d7-409c-abb6-da55d64d75f0 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:39:48.960557 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-48038c2a-74b2-408d-bed7-a803313cb414 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, a3ed0419-94d7-409c-abb6-da55d64d75f0) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:39:48.969749 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a9871c-f8b8-4412-a98e-77b8e90f8b5d None None] Network a3ed0419-94d7-409c-abb6-da55d64d75f0 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:39:48.972585 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48038c2a-74b2-408d-bed7-a803313cb414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:48.973252 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-48038c2a-74b2-408d-bed7-a803313cb414 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:48.989698 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-48038c2a-74b2-408d-bed7-a803313cb414 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3125360 Aug 11 22:39:48.992362 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51826) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:48.997069 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-2035fd15-6100-4b18-8e7e-fa611fd0977c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-235543111-router', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:39:49.019580 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2035fd15-6100-4b18-8e7e-fa611fd0977c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:49.020759 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2035fd15-6100-4b18-8e7e-fa611fd0977c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:49.079335 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2035fd15-6100-4b18-8e7e-fa611fd0977c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:49.103564 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:49.136153 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2419d3-7da5-415b-8df5-050767a89829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-a3ed0419-94d7-409c-abb6-da55d64d75f0', 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'fixed_ips': [{'subnet_id': '5305452d-847d-4a71-a2b6-e3d2d7d52fc9'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:39:49.137049 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0b2419d3-7da5-415b-8df5-050767a89829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:49.226453 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2035fd15-6100-4b18-8e7e-fa611fd0977c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:49.294117 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-0b2419d3-7da5-415b-8df5-050767a89829 None None] Allocated IP 172.20.0.2 (a3ed0419-94d7-409c-abb6-da55d64d75f0/5305452d-847d-4a71-a2b6-e3d2d7d52fc9/bdf2e7c0-f51f-4e44-9437-3bc823ab5313) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:39:49.448645 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2035fd15-6100-4b18-8e7e-fa611fd0977c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:49.474474 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2035fd15-6100-4b18-8e7e-fa611fd0977c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:49.474753 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0b2419d3-7da5-415b-8df5-050767a89829 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:49.485808 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0b2419d3-7da5-415b-8df5-050767a89829 None None] Transition to ACTIVE for port object bdf2e7c0-f51f-4e44-9437-3bc823ab5313 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:39:49.503364 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0b2419d3-7da5-415b-8df5-050767a89829 None None] Transition to ACTIVE for port object bdf2e7c0-f51f-4e44-9437-3bc823ab5313 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:39:49.509956 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0b2419d3-7da5-415b-8df5-050767a89829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:49.553517 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2419d3-7da5-415b-8df5-050767a89829 None None] Network a3ed0419-94d7-409c-abb6-da55d64d75f0 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:39:49.558444 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-0b2419d3-7da5-415b-8df5-050767a89829 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:39:49.562705 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2419d3-7da5-415b-8df5-050767a89829 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:39:49.570037 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2419d3-7da5-415b-8df5-050767a89829 None None] Pushing event updated for resources: {'Port': ['ID=bdf2e7c0-f51f-4e44-9437-3bc823ab5313,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:49.590199 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-2035fd15-6100-4b18-8e7e-fa611fd0977c admin admin] Allocated IP 172.25.2.146 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/6a0ed1e9-4901-4b86-b043-ac9a36e63af0) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:39:49.622298 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-0b2419d3-7da5-415b-8df5-050767a89829 None None] Attempting to bind port bdf2e7c0-f51f-4e44-9437-3bc823ab5313 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:39:49.622678 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-0b2419d3-7da5-415b-8df5-050767a89829 None None] Attempting to bind port bdf2e7c0-f51f-4e44-9437-3bc823ab5313 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'eed6a22e-88b8-49d0-80a1-c8cc87e62bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:39:49.623045 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2419d3-7da5-415b-8df5-050767a89829 None None] Attempting to bind port bdf2e7c0-f51f-4e44-9437-3bc823ab5313 on network a3ed0419-94d7-409c-abb6-da55d64d75f0 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:39:49.628622 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2419d3-7da5-415b-8df5-050767a89829 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:39:49.629001 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2419d3-7da5-415b-8df5-050767a89829 None None] Checking segment: {'id': 'eed6a22e-88b8-49d0-80a1-c8cc87e62bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:39:49.629412 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0b2419d3-7da5-415b-8df5-050767a89829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:49.630408 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2419d3-7da5-415b-8df5-050767a89829 None None] Bound using segment: {'id': 'eed6a22e-88b8-49d0-80a1-c8cc87e62bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:39:49.630882 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-0b2419d3-7da5-415b-8df5-050767a89829 None None] Bound port: bdf2e7c0-f51f-4e44-9437-3bc823ab5313, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed6a22e-88b8-49d0-80a1-c8cc87e62bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:39:49.631270 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0b2419d3-7da5-415b-8df5-050767a89829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:49.696735 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-0b2419d3-7da5-415b-8df5-050767a89829 None None] For port bdf2e7c0-f51f-4e44-9437-3bc823ab5313, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:39:49.697842 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2035fd15-6100-4b18-8e7e-fa611fd0977c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:49.699972 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-0b2419d3-7da5-415b-8df5-050767a89829 None None] For port bdf2e7c0-f51f-4e44-9437-3bc823ab5313, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=bdf2e7c0-f51f-4e44-9437-3bc823ab5313,segment=NetworkSegment(eed6a22e-88b8-49d0-80a1-c8cc87e62bd0),segment_id=eed6a22e-88b8-49d0-80a1-c8cc87e62bd0)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:39:49.705192 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0b2419d3-7da5-415b-8df5-050767a89829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:49.738240 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2035fd15-6100-4b18-8e7e-fa611fd0977c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:49.776790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2035fd15-6100-4b18-8e7e-fa611fd0977c admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:39:49.778438 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2419d3-7da5-415b-8df5-050767a89829 None None] Pushing event updated for resources: {'Port': ['ID=bdf2e7c0-f51f-4e44-9437-3bc823ab5313,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:49.779771 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-2035fd15-6100-4b18-8e7e-fa611fd0977c admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:39:49.785380 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2035fd15-6100-4b18-8e7e-fa611fd0977c admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:39:49.810675 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035fd15-6100-4b18-8e7e-fa611fd0977c admin admin] Pushing event updated for resources: {'Port': ['ID=6a0ed1e9-4901-4b86-b043-ac9a36e63af0,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:50.067103 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2035fd15-6100-4b18-8e7e-fa611fd0977c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:50.265449 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2035fd15-6100-4b18-8e7e-fa611fd0977c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:50.399886 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2035fd15-6100-4b18-8e7e-fa611fd0977c admin admin] Router 1a0cd921-9b3d-4283-bd76-dff40e3159f9 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:39:50.493326 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device bdf2e7c0-f51f-4e44-9437-3bc823ab5313 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:39:50.519769 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2035fd15-6100-4b18-8e7e-fa611fd0977c admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:39:50.533558 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328133b0-8b80-4c20-87a2-f1e439730db7 None None] Sync routers for ids ['1a0cd921-9b3d-4283-bd76-dff40e3159f9'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:39:50.551826 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2035fd15-6100-4b18-8e7e-fa611fd0977c admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:50.553469 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2035fd15-6100-4b18-8e7e-fa611fd0977c admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5598664 Aug 11 22:39:50.556246 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51828) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:50.570585 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328133b0-8b80-4c20-87a2-f1e439730db7 None None] Routers {'1a0cd921-9b3d-4283-bd76-dff40e3159f9'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:39:50.571248 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-328133b0-8b80-4c20-87a2-f1e439730db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:39:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['1a0cd921-9b3d-4283-bd76-dff40e3159f9'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:39:50.616257 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port bdf2e7c0-f51f-4e44-9437-3bc823ab5313 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:39:50.720438 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-328133b0-8b80-4c20-87a2-f1e439730db7 None None] Set router 1a0cd921-9b3d-4283-bd76-dff40e3159f9 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:39:50.801752 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919bc132-093d-448f-8ad7-bbab10d9a52a None None] Network a3ed0419-94d7-409c-abb6-da55d64d75f0 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:39:50.935540 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-44a0d7bf-8690-4434-bdb7-041c367111c2 None None] Provisioning for port bdf2e7c0-f51f-4e44-9437-3bc823ab5313 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:39:50.940000 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:50.944246 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-44a0d7bf-8690-4434-bdb7-041c367111c2 None None] Provisioning complete for port bdf2e7c0-f51f-4e44-9437-3bc823ab5313 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:39:50.944613 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-44a0d7bf-8690-4434-bdb7-041c367111c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:51.156277 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-44a0d7bf-8690-4434-bdb7-041c367111c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:51.176301 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-328133b0-8b80-4c20-87a2-f1e439730db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'name': 'tempest-TestVolumeBackupRestore-235543111-router', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:39:49Z', 'revision_number': 3, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'gw_port': {'id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:39:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:39:51.216774 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328133b0-8b80-4c20-87a2-f1e439730db7 None None] Checking router: 1a0cd921-9b3d-4283-bd76-dff40e3159f9 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:39:51.217136 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328133b0-8b80-4c20-87a2-f1e439730db7 None None] Updating router 1a0cd921-9b3d-4283-bd76-dff40e3159f9 port 6a0ed1e9-4901-4b86-b043-ac9a36e63af0 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:39:51.251999 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-44a0d7bf-8690-4434-bdb7-041c367111c2 None None] For port bdf2e7c0-f51f-4e44-9437-3bc823ab5313, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=bdf2e7c0-f51f-4e44-9437-3bc823ab5313,segment=NetworkSegment(eed6a22e-88b8-49d0-80a1-c8cc87e62bd0),segment_id=eed6a22e-88b8-49d0-80a1-c8cc87e62bd0)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:39:51.258299 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-328133b0-8b80-4c20-87a2-f1e439730db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:51.261869 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-44a0d7bf-8690-4434-bdb7-041c367111c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:51.400774 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0d7bf-8690-4434-bdb7-041c367111c2 None None] Pushing event updated for resources: {'Port': ['ID=bdf2e7c0-f51f-4e44-9437-3bc823ab5313,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:51.425381 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-563f7e4b-3e69-4566-bb27-0bce028223cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:51.504594 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3f3addab-9724-436e-b302-0213662ee31f None None] Provisioning complete for port bdf2e7c0-f51f-4e44-9437-3bc823ab5313 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:39:51.504896 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3f3addab-9724-436e-b302-0213662ee31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:51.582161 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-563f7e4b-3e69-4566-bb27-0bce028223cd admin admin] Allocated IP 172.20.0.1 (a3ed0419-94d7-409c-abb6-da55d64d75f0/5305452d-847d-4a71-a2b6-e3d2d7d52fc9/bee0dcd3-bb27-4598-976d-3510a367b7e3) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:39:51.610219 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-328133b0-8b80-4c20-87a2-f1e439730db7 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:51.642680 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-328133b0-8b80-4c20-87a2-f1e439730db7 None None] Transition to ACTIVE for port object 6a0ed1e9-4901-4b86-b043-ac9a36e63af0 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:39:51.657280 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-328133b0-8b80-4c20-87a2-f1e439730db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:51.702533 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-563f7e4b-3e69-4566-bb27-0bce028223cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:51.716348 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-563f7e4b-3e69-4566-bb27-0bce028223cd admin admin] Transition to ACTIVE for port object bee0dcd3-bb27-4598-976d-3510a367b7e3 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:39:51.728410 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-328133b0-8b80-4c20-87a2-f1e439730db7 None None] Attempting to bind port 6a0ed1e9-4901-4b86-b043-ac9a36e63af0 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:39:51.729031 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-328133b0-8b80-4c20-87a2-f1e439730db7 None None] Attempting to bind port 6a0ed1e9-4901-4b86-b043-ac9a36e63af0 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:39:51.729601 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328133b0-8b80-4c20-87a2-f1e439730db7 None None] Attempting to bind port 6a0ed1e9-4901-4b86-b043-ac9a36e63af0 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:39:51.734884 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1153341-e61b-4385-9afc-614343a330c9 None None] Pushing event updated for resources: {'Port': ['ID=6a0ed1e9-4901-4b86-b043-ac9a36e63af0,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:51.743041 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328133b0-8b80-4c20-87a2-f1e439730db7 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:39:51.743613 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328133b0-8b80-4c20-87a2-f1e439730db7 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:39:51.744742 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-328133b0-8b80-4c20-87a2-f1e439730db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:51.744927 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328133b0-8b80-4c20-87a2-f1e439730db7 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:39:51.745619 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-328133b0-8b80-4c20-87a2-f1e439730db7 None None] Bound port: 6a0ed1e9-4901-4b86-b043-ac9a36e63af0, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:39:51.745928 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-328133b0-8b80-4c20-87a2-f1e439730db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:51.751157 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-563f7e4b-3e69-4566-bb27-0bce028223cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:51.795414 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563f7e4b-3e69-4566-bb27-0bce028223cd admin admin] Network a3ed0419-94d7-409c-abb6-da55d64d75f0 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:39:51.799006 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-563f7e4b-3e69-4566-bb27-0bce028223cd admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:39:51.800936 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-328133b0-8b80-4c20-87a2-f1e439730db7 None None] For port 6a0ed1e9-4901-4b86-b043-ac9a36e63af0, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:39:51.801712 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563f7e4b-3e69-4566-bb27-0bce028223cd admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:39:51.805759 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-328133b0-8b80-4c20-87a2-f1e439730db7 None None] For port 6a0ed1e9-4901-4b86-b043-ac9a36e63af0, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=6a0ed1e9-4901-4b86-b043-ac9a36e63af0,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:39:51.810589 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-328133b0-8b80-4c20-87a2-f1e439730db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:51.830301 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f7e4b-3e69-4566-bb27-0bce028223cd admin admin] Pushing event updated for resources: {'Port': ['ID=bee0dcd3-bb27-4598-976d-3510a367b7e3,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:51.849560 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-563f7e4b-3e69-4566-bb27-0bce028223cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:51.882514 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328133b0-8b80-4c20-87a2-f1e439730db7 None None] Routers {'1a0cd921-9b3d-4283-bd76-dff40e3159f9'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:39:51.883165 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-328133b0-8b80-4c20-87a2-f1e439730db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:39:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['1a0cd921-9b3d-4283-bd76-dff40e3159f9'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:39:51.886450 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1153341-e61b-4385-9afc-614343a330c9 None None] Pushing event updated for resources: {'Port': ['ID=6a0ed1e9-4901-4b86-b043-ac9a36e63af0,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:52.004516 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-563f7e4b-3e69-4566-bb27-0bce028223cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:52.005147 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-328133b0-8b80-4c20-87a2-f1e439730db7 None None] Set router 1a0cd921-9b3d-4283-bd76-dff40e3159f9 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:39:52.185799 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-563f7e4b-3e69-4566-bb27-0bce028223cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:52.191938 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-563f7e4b-3e69-4566-bb27-0bce028223cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:52.261518 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-563f7e4b-3e69-4566-bb27-0bce028223cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:52.263294 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f7e4b-3e69-4566-bb27-0bce028223cd admin admin] Pushing event updated for resources: {'Port': ['ID=bee0dcd3-bb27-4598-976d-3510a367b7e3,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:52.274350 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8f0ff5c1-883e-40b2-9595-ea448c133c1e None None] Provisioning for port bee0dcd3-bb27-4598-976d-3510a367b7e3 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:39:52.284098 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-8f0ff5c1-883e-40b2-9595-ea448c133c1e None None] Provisioning complete for port bee0dcd3-bb27-4598-976d-3510a367b7e3 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:39:52.284476 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8f0ff5c1-883e-40b2-9595-ea448c133c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:52.338616 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-8f0ff5c1-883e-40b2-9595-ea448c133c1e None None] Port bee0dcd3-bb27-4598-976d-3510a367b7e3 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:39:52.368002 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563f7e4b-3e69-4566-bb27-0bce028223cd admin admin] Network a3ed0419-94d7-409c-abb6-da55d64d75f0 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:39:52.369648 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-563f7e4b-3e69-4566-bb27-0bce028223cd admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:39:52.407286 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-328133b0-8b80-4c20-87a2-f1e439730db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'name': 'tempest-TestVolumeBackupRestore-235543111-router', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:39:49Z', 'revision_number': 3, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'gw_port': {'id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:39:52.434555 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328133b0-8b80-4c20-87a2-f1e439730db7 None None] The sync data for ids ['1a0cd921-9b3d-4283-bd76-dff40e3159f9'] in n-d-804275-3 is: [{'id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'name': 'tempest-TestVolumeBackupRestore-235543111-router', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:39:49Z', 'revision_number': 3, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'gw_port': {'id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:39:52.503989 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device bdf2e7c0-f51f-4e44-9437-3bc823ab5313 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:39:52.518031 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563f7e4b-3e69-4566-bb27-0bce028223cd admin admin] Router 1a0cd921-9b3d-4283-bd76-dff40e3159f9 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:39:52.567967 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port bdf2e7c0-f51f-4e44-9437-3bc823ab5313 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:39:52.568342 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:52.650887 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563f7e4b-3e69-4566-bb27-0bce028223cd admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:39:52.665417 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-563f7e4b-3e69-4566-bb27-0bce028223cd admin admin] 10.222.0.77 "PUT /v2.0/routers/1a0cd921-9b3d-4283-bd76-dff40e3159f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0999298 Aug 11 22:39:52.674977 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-10acb0ed-3bfd-4739-87d4-8f8e0c06983f None None] Provisioning complete for port bee0dcd3-bb27-4598-976d-3510a367b7e3 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:39:52.675683 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-10acb0ed-3bfd-4739-87d4-8f8e0c06983f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:52.720007 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-10acb0ed-3bfd-4739-87d4-8f8e0c06983f None None] Port bee0dcd3-bb27-4598-976d-3510a367b7e3 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:39:53.247236 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 51846) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:53.254111 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-bd463651-8f04-4709-b651-574313db40e1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2138365987-network', 'tenant_id': '485cf966e4df45cdb00bd5ab48ff9683'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:39:53.295185 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd463651-8f04-4709-b651-574313db40e1 admin admin] Made reservation on behalf of 485cf966e4df45cdb00bd5ab48ff9683 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:39:53.297984 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bd463651-8f04-4709-b651-574313db40e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:53.313334 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bd463651-8f04-4709-b651-574313db40e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:53.428857 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bd463651-8f04-4709-b651-574313db40e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:53.434138 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bd463651-8f04-4709-b651-574313db40e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:53.459104 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd463651-8f04-4709-b651-574313db40e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:39:53.475479 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd463651-8f04-4709-b651-574313db40e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bbc653-e824-4b0b-97b7-7474e1e9a489,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:53.478552 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bd463651-8f04-4709-b651-574313db40e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:53.478909 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-bd463651-8f04-4709-b651-574313db40e1 admin admin] Added segment 081ab004-16b7-4698-abc3-fdbaed87761e of type vlan for network 5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6 Aug 11 22:39:53.523361 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bd463651-8f04-4709-b651-574313db40e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:53.554100 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bd463651-8f04-4709-b651-574313db40e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:53.555152 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd463651-8f04-4709-b651-574313db40e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:53.555781 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bd463651-8f04-4709-b651-574313db40e1 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:53.620633 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bd463651-8f04-4709-b651-574313db40e1 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3720880 Aug 11 22:39:53.625839 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd463651-8f04-4709-b651-574313db40e1 admin admin] Pushing event updated for resources: {'Network': ['ID=5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:53.627565 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51848) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:53.633183 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-9c3a3a13-9728-4a6d-b004-0ae6b854350b admin admin] Request body: {'subnet': {'network_id': '5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2138365987-subnet', 'tenant_id': '485cf966e4df45cdb00bd5ab48ff9683', 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:39:53.637570 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:39:53.655696 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3a3a13-9728-4a6d-b004-0ae6b854350b admin admin] Made reservation on behalf of 485cf966e4df45cdb00bd5ab48ff9683 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:39:53.658843 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9c3a3a13-9728-4a6d-b004-0ae6b854350b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:53.857484 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9c3a3a13-9728-4a6d-b004-0ae6b854350b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:53.922195 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a3a13-9728-4a6d-b004-0ae6b854350b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9b128f9-01c4-453f-abfd-dd92f6a92c0c,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:53.930123 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3a3a13-9728-4a6d-b004-0ae6b854350b admin admin] Checking segment: {'id': '081ab004-16b7-4698-abc3-fdbaed87761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:39:53.930493 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3a3a13-9728-4a6d-b004-0ae6b854350b admin admin] Network hostable DHCP agents. Network: 5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:39:53.949895 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3a3a13-9728-4a6d-b004-0ae6b854350b admin admin] Network 5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:39:53.967927 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-9c3a3a13-9728-4a6d-b004-0ae6b854350b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:39:53.972043 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3a3a13-9728-4a6d-b004-0ae6b854350b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:53.972649 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9c3a3a13-9728-4a6d-b004-0ae6b854350b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:53.979719 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19197f83-046e-4d3d-ae66-27944b28dea8 None None] Network 5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:39:53.989131 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9c3a3a13-9728-4a6d-b004-0ae6b854350b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3602064 Aug 11 22:39:53.992710 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51850) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:53.998623 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-7d323b6b-45c9-4a4c-b72b-dfd3ac01c5b5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2138365987-router', 'tenant_id': '485cf966e4df45cdb00bd5ab48ff9683', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:39:54.021958 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d323b6b-45c9-4a4c-b72b-dfd3ac01c5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:54.023285 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d323b6b-45c9-4a4c-b72b-dfd3ac01c5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:54.084618 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d323b6b-45c9-4a4c-b72b-dfd3ac01c5b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:54.147642 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1065db66-a93d-409f-b596-b454bf846508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6', 'network_id': '5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6', 'tenant_id': '485cf966e4df45cdb00bd5ab48ff9683', 'fixed_ips': [{'subnet_id': 'a9b128f9-01c4-453f-abfd-dd92f6a92c0c'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:39:54.148975 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1065db66-a93d-409f-b596-b454bf846508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:54.178337 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01791651-0d9a-4833-b588-44782ce44513 None None] Sync routers for ids ['1a0cd921-9b3d-4283-bd76-dff40e3159f9'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:39:54.191878 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01791651-0d9a-4833-b588-44782ce44513 None None] Routers {'1a0cd921-9b3d-4283-bd76-dff40e3159f9'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:39:54.192525 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-01791651-0d9a-4833-b588-44782ce44513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:39:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['1a0cd921-9b3d-4283-bd76-dff40e3159f9'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:39:54.231095 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d323b6b-45c9-4a4c-b72b-dfd3ac01c5b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:54.298077 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-1065db66-a93d-409f-b596-b454bf846508 None None] Allocated IP 172.20.0.2 (5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6/a9b128f9-01c4-453f-abfd-dd92f6a92c0c/8b1d0475-8dd3-419a-a47b-f5bfb565bbf6) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:39:54.311315 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-01791651-0d9a-4833-b588-44782ce44513 None None] Set router 1a0cd921-9b3d-4283-bd76-dff40e3159f9 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:39:54.447997 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d323b6b-45c9-4a4c-b72b-dfd3ac01c5b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:54.469367 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d323b6b-45c9-4a4c-b72b-dfd3ac01c5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:54.495923 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1065db66-a93d-409f-b596-b454bf846508 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:54.508949 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 6a0ed1e9-4901-4b86-b043-ac9a36e63af0 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:39:54.511468 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1065db66-a93d-409f-b596-b454bf846508 None None] Transition to ACTIVE for port object 8b1d0475-8dd3-419a-a47b-f5bfb565bbf6 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:39:54.550317 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1065db66-a93d-409f-b596-b454bf846508 None None] Transition to ACTIVE for port object 8b1d0475-8dd3-419a-a47b-f5bfb565bbf6 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:39:54.561581 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1065db66-a93d-409f-b596-b454bf846508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:54.583796 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-01791651-0d9a-4833-b588-44782ce44513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'name': 'tempest-TestVolumeBackupRestore-235543111-router', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:39:51Z', 'revision_number': 4, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'gw_port': {'id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'bee0dcd3-bb27-4598-976d-3510a367b7e3', 'name': '', 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'mac_address': 'fa:16:3e:0b:29:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '5305452d-847d-4a71-a2b6-e3d2d7d52fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:51Z', 'updated_at': '2021-08-11T22:39:52Z', 'revision_number': 2, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'subnets': [{'id': '5305452d-847d-4a71-a2b6-e3d2d7d52fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:39:54.585789 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-7d323b6b-45c9-4a4c-b72b-dfd3ac01c5b5 admin admin] Allocated IP 172.25.2.72 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/e6b9351b-1713-4ece-92a1-8b387cd980bc) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:39:54.613517 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01791651-0d9a-4833-b588-44782ce44513 None None] Checking router: 1a0cd921-9b3d-4283-bd76-dff40e3159f9 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:39:54.613919 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01791651-0d9a-4833-b588-44782ce44513 None None] Updating router 1a0cd921-9b3d-4283-bd76-dff40e3159f9 port bee0dcd3-bb27-4598-976d-3510a367b7e3 binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:39:54.616888 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1065db66-a93d-409f-b596-b454bf846508 None None] Network 5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:39:54.634199 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-1065db66-a93d-409f-b596-b454bf846508 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:39:54.642875 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1065db66-a93d-409f-b596-b454bf846508 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:39:54.656364 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 6a0ed1e9-4901-4b86-b043-ac9a36e63af0 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:39:54.657340 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-01791651-0d9a-4833-b588-44782ce44513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:54.659414 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065db66-a93d-409f-b596-b454bf846508 None None] Pushing event updated for resources: {'Port': ['ID=8b1d0475-8dd3-419a-a47b-f5bfb565bbf6,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:54.689942 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 6a0ed1e9-4901-4b86-b043-ac9a36e63af0 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:39:54.690533 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:54.723407 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d323b6b-45c9-4a4c-b72b-dfd3ac01c5b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:54.768558 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1065db66-a93d-409f-b596-b454bf846508 None None] Attempting to bind port 8b1d0475-8dd3-419a-a47b-f5bfb565bbf6 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:39:54.768938 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1065db66-a93d-409f-b596-b454bf846508 None None] Attempting to bind port 8b1d0475-8dd3-419a-a47b-f5bfb565bbf6 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '081ab004-16b7-4698-abc3-fdbaed87761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:39:54.769239 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d323b6b-45c9-4a4c-b72b-dfd3ac01c5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:54.769819 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1065db66-a93d-409f-b596-b454bf846508 None None] Attempting to bind port 8b1d0475-8dd3-419a-a47b-f5bfb565bbf6 on network 5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:39:54.780040 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1065db66-a93d-409f-b596-b454bf846508 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:39:54.780463 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1065db66-a93d-409f-b596-b454bf846508 None None] Checking segment: {'id': '081ab004-16b7-4698-abc3-fdbaed87761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:39:54.780824 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1065db66-a93d-409f-b596-b454bf846508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:54.781227 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1065db66-a93d-409f-b596-b454bf846508 None None] Bound using segment: {'id': '081ab004-16b7-4698-abc3-fdbaed87761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:39:54.781709 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1065db66-a93d-409f-b596-b454bf846508 None None] Bound port: 8b1d0475-8dd3-419a-a47b-f5bfb565bbf6, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081ab004-16b7-4698-abc3-fdbaed87761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:39:54.782101 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1065db66-a93d-409f-b596-b454bf846508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:54.810499 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d323b6b-45c9-4a4c-b72b-dfd3ac01c5b5 admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:39:54.816381 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-7d323b6b-45c9-4a4c-b72b-dfd3ac01c5b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:39:54.819039 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d323b6b-45c9-4a4c-b72b-dfd3ac01c5b5 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:39:54.848168 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d323b6b-45c9-4a4c-b72b-dfd3ac01c5b5 admin admin] Pushing event updated for resources: {'Port': ['ID=e6b9351b-1713-4ece-92a1-8b387cd980bc,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:54.878654 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:54.893542 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-1065db66-a93d-409f-b596-b454bf846508 None None] For port 8b1d0475-8dd3-419a-a47b-f5bfb565bbf6, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:39:54.898190 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-1065db66-a93d-409f-b596-b454bf846508 None None] For port 8b1d0475-8dd3-419a-a47b-f5bfb565bbf6, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8b1d0475-8dd3-419a-a47b-f5bfb565bbf6,segment=NetworkSegment(081ab004-16b7-4698-abc3-fdbaed87761e),segment_id=081ab004-16b7-4698-abc3-fdbaed87761e)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:39:54.905519 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1065db66-a93d-409f-b596-b454bf846508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:54.917898 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 6a0ed1e9-4901-4b86-b043-ac9a36e63af0, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=6a0ed1e9-4901-4b86-b043-ac9a36e63af0,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:39:54.943366 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:54.985380 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065db66-a93d-409f-b596-b454bf846508 None None] Pushing event updated for resources: {'Port': ['ID=8b1d0475-8dd3-419a-a47b-f5bfb565bbf6,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:55.050963 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=6a0ed1e9-4901-4b86-b043-ac9a36e63af0,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:55.076727 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-01791651-0d9a-4833-b588-44782ce44513 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:55.089774 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-01791651-0d9a-4833-b588-44782ce44513 None None] Transition to ACTIVE for port object bee0dcd3-bb27-4598-976d-3510a367b7e3 will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:39:55.097081 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-01791651-0d9a-4833-b588-44782ce44513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:55.144936 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d323b6b-45c9-4a4c-b72b-dfd3ac01c5b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:55.147693 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb279ef-8a6f-4975-ae50-fc478b9fd743 None None] Pushing event updated for resources: {'Port': ['ID=bee0dcd3-bb27-4598-976d-3510a367b7e3,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:55.160942 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb279ef-8a6f-4975-ae50-fc478b9fd743 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:55.160942 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb279ef-8a6f-4975-ae50-fc478b9fd743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:55.160942 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb279ef-8a6f-4975-ae50-fc478b9fd743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:55.160942 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb279ef-8a6f-4975-ae50-fc478b9fd743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:55.160942 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb279ef-8a6f-4975-ae50-fc478b9fd743 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:55.160942 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb279ef-8a6f-4975-ae50-fc478b9fd743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:55.160942 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb279ef-8a6f-4975-ae50-fc478b9fd743 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:55.162101 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb279ef-8a6f-4975-ae50-fc478b9fd743 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:55.162101 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb279ef-8a6f-4975-ae50-fc478b9fd743 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:55.162101 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb279ef-8a6f-4975-ae50-fc478b9fd743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:55.162481 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb279ef-8a6f-4975-ae50-fc478b9fd743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:55.162586 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb279ef-8a6f-4975-ae50-fc478b9fd743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:39:55.241696 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-01791651-0d9a-4833-b588-44782ce44513 None None] Attempting to bind port bee0dcd3-bb27-4598-976d-3510a367b7e3 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:39:55.243161 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-01791651-0d9a-4833-b588-44782ce44513 None None] Attempting to bind port bee0dcd3-bb27-4598-976d-3510a367b7e3 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'eed6a22e-88b8-49d0-80a1-c8cc87e62bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:39:55.244107 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01791651-0d9a-4833-b588-44782ce44513 None None] Attempting to bind port bee0dcd3-bb27-4598-976d-3510a367b7e3 on network a3ed0419-94d7-409c-abb6-da55d64d75f0 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:39:55.252003 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01791651-0d9a-4833-b588-44782ce44513 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:39:55.252487 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01791651-0d9a-4833-b588-44782ce44513 None None] Checking segment: {'id': 'eed6a22e-88b8-49d0-80a1-c8cc87e62bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:39:55.253236 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-01791651-0d9a-4833-b588-44782ce44513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:55.253423 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01791651-0d9a-4833-b588-44782ce44513 None None] Bound using segment: {'id': 'eed6a22e-88b8-49d0-80a1-c8cc87e62bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:39:55.253971 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-01791651-0d9a-4833-b588-44782ce44513 None None] Bound port: bee0dcd3-bb27-4598-976d-3510a367b7e3, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed6a22e-88b8-49d0-80a1-c8cc87e62bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:39:55.254355 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-01791651-0d9a-4833-b588-44782ce44513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:55.337872 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-01791651-0d9a-4833-b588-44782ce44513 None None] For port bee0dcd3-bb27-4598-976d-3510a367b7e3, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:39:55.341657 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-01791651-0d9a-4833-b588-44782ce44513 None None] For port bee0dcd3-bb27-4598-976d-3510a367b7e3, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=bee0dcd3-bb27-4598-976d-3510a367b7e3,segment=NetworkSegment(eed6a22e-88b8-49d0-80a1-c8cc87e62bd0),segment_id=eed6a22e-88b8-49d0-80a1-c8cc87e62bd0)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:39:55.348558 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-01791651-0d9a-4833-b588-44782ce44513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:55.399915 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d323b6b-45c9-4a4c-b72b-dfd3ac01c5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:55.408111 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01791651-0d9a-4833-b588-44782ce44513 None None] Routers {'1a0cd921-9b3d-4283-bd76-dff40e3159f9'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:39:55.408766 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-01791651-0d9a-4833-b588-44782ce44513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:39:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['1a0cd921-9b3d-4283-bd76-dff40e3159f9'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:39:55.460050 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb279ef-8a6f-4975-ae50-fc478b9fd743 None None] Pushing event updated for resources: {'Port': ['ID=bee0dcd3-bb27-4598-976d-3510a367b7e3,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:55.538993 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-01791651-0d9a-4833-b588-44782ce44513 None None] Set router 1a0cd921-9b3d-4283-bd76-dff40e3159f9 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:39:55.545063 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d323b6b-45c9-4a4c-b72b-dfd3ac01c5b5 admin admin] Router 0722ab30-f73f-4b58-a0b3-2688eeb50ccb is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:39:55.767955 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-01791651-0d9a-4833-b588-44782ce44513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'name': 'tempest-TestVolumeBackupRestore-235543111-router', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:39:51Z', 'revision_number': 4, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'gw_port': {'id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'bee0dcd3-bb27-4598-976d-3510a367b7e3', 'name': '', 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'mac_address': 'fa:16:3e:0b:29:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '5305452d-847d-4a71-a2b6-e3d2d7d52fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:51Z', 'updated_at': '2021-08-11T22:39:55Z', 'revision_number': 4, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'subnets': [{'id': '5305452d-847d-4a71-a2b6-e3d2d7d52fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:39:55.796626 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01791651-0d9a-4833-b588-44782ce44513 None None] The sync data for ids ['1a0cd921-9b3d-4283-bd76-dff40e3159f9'] in n-d-804275-3 is: [{'id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'name': 'tempest-TestVolumeBackupRestore-235543111-router', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:39:51Z', 'revision_number': 4, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'gw_port': {'id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'bee0dcd3-bb27-4598-976d-3510a367b7e3', 'name': '', 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'mac_address': 'fa:16:3e:0b:29:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '5305452d-847d-4a71-a2b6-e3d2d7d52fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:51Z', 'updated_at': '2021-08-11T22:39:55Z', 'revision_number': 4, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'subnets': [{'id': '5305452d-847d-4a71-a2b6-e3d2d7d52fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:39:56.020698 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d323b6b-45c9-4a4c-b72b-dfd3ac01c5b5 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:39:56.034577 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d20fc2-575c-4c75-8600-cd1f09021156 None None] Sync routers for ids ['0722ab30-f73f-4b58-a0b3-2688eeb50ccb'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:39:56.040965 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d323b6b-45c9-4a4c-b72b-dfd3ac01c5b5 admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:56.042807 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7d323b6b-45c9-4a4c-b72b-dfd3ac01c5b5 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0487821 Aug 11 22:39:56.046030 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 51852) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:39:56.051914 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d20fc2-575c-4c75-8600-cd1f09021156 None None] Routers {'0722ab30-f73f-4b58-a0b3-2688eeb50ccb'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:39:56.052541 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c0d20fc2-575c-4c75-8600-cd1f09021156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:39:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['0722ab30-f73f-4b58-a0b3-2688eeb50ccb'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:39:56.155003 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef6bbac-a687-46da-87b1-8e29e0d4bd8b None None] Network 5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:39:56.222103 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-c0d20fc2-575c-4c75-8600-cd1f09021156 None None] Set router 0722ab30-f73f-4b58-a0b3-2688eeb50ccb gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:39:56.349661 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-693ee98c-4b7f-4a7c-af44-4734291d61a7 None None] Provisioning for port 8b1d0475-8dd3-419a-a47b-f5bfb565bbf6 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:39:56.515131 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c0d20fc2-575c-4c75-8600-cd1f09021156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0722ab30-f73f-4b58-a0b3-2688eeb50ccb', 'name': 'tempest-TestVolumeBackupRestore-2138365987-router', 'tenant_id': '485cf966e4df45cdb00bd5ab48ff9683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'e6b9351b-1713-4ece-92a1-8b387cd980bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:39:54Z', 'updated_at': '2021-08-11T22:39:55Z', 'revision_number': 3, 'project_id': '485cf966e4df45cdb00bd5ab48ff9683', 'gw_port': {'id': 'e6b9351b-1713-4ece-92a1-8b387cd980bc', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0722ab30-f73f-4b58-a0b3-2688eeb50ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:54Z', 'updated_at': '2021-08-11T22:39:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:39:56.556137 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-116a7e6b-3173-4b78-a31b-e6876b734cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:56.572591 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d20fc2-575c-4c75-8600-cd1f09021156 None None] Checking router: 0722ab30-f73f-4b58-a0b3-2688eeb50ccb for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:39:56.573083 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d20fc2-575c-4c75-8600-cd1f09021156 None None] Updating router 0722ab30-f73f-4b58-a0b3-2688eeb50ccb port e6b9351b-1713-4ece-92a1-8b387cd980bc binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:39:56.634997 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c0d20fc2-575c-4c75-8600-cd1f09021156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:56.675272 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8b1d0475-8dd3-419a-a47b-f5bfb565bbf6 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:39:56.790704 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-116a7e6b-3173-4b78-a31b-e6876b734cc5 admin admin] Allocated IP 172.20.0.1 (5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6/a9b128f9-01c4-453f-abfd-dd92f6a92c0c/9327a0c6-a3c0-484d-9d89-35385be796ee) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:39:56.833495 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 8b1d0475-8dd3-419a-a47b-f5bfb565bbf6 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:39:56.865254 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 8b1d0475-8dd3-419a-a47b-f5bfb565bbf6 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:39:56.865634 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:56.909158 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-116a7e6b-3173-4b78-a31b-e6876b734cc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:56.928008 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-116a7e6b-3173-4b78-a31b-e6876b734cc5 admin admin] Transition to ACTIVE for port object 9327a0c6-a3c0-484d-9d89-35385be796ee will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:39:56.967889 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-116a7e6b-3173-4b78-a31b-e6876b734cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:57.005942 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116a7e6b-3173-4b78-a31b-e6876b734cc5 admin admin] Network 5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:39:57.009104 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-116a7e6b-3173-4b78-a31b-e6876b734cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:39:57.013107 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116a7e6b-3173-4b78-a31b-e6876b734cc5 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:39:57.019630 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:57.054189 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c0d20fc2-575c-4c75-8600-cd1f09021156 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:57.064516 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a7e6b-3173-4b78-a31b-e6876b734cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=9327a0c6-a3c0-484d-9d89-35385be796ee,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:57.075524 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-116a7e6b-3173-4b78-a31b-e6876b734cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:57.081128 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c0d20fc2-575c-4c75-8600-cd1f09021156 None None] Transition to ACTIVE for port object e6b9351b-1713-4ece-92a1-8b387cd980bc will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:39:57.088276 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 8b1d0475-8dd3-419a-a47b-f5bfb565bbf6, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8b1d0475-8dd3-419a-a47b-f5bfb565bbf6,segment=NetworkSegment(081ab004-16b7-4698-abc3-fdbaed87761e),segment_id=081ab004-16b7-4698-abc3-fdbaed87761e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:39:57.091571 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c0d20fc2-575c-4c75-8600-cd1f09021156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:57.097413 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:57.098262 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device bee0dcd3-bb27-4598-976d-3510a367b7e3 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:39:57.186886 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-c0d20fc2-575c-4c75-8600-cd1f09021156 None None] Attempting to bind port e6b9351b-1713-4ece-92a1-8b387cd980bc on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:39:57.186886 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-c0d20fc2-575c-4c75-8600-cd1f09021156 None None] Attempting to bind port e6b9351b-1713-4ece-92a1-8b387cd980bc by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:39:57.187273 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d20fc2-575c-4c75-8600-cd1f09021156 None None] Attempting to bind port e6b9351b-1713-4ece-92a1-8b387cd980bc on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:39:57.192360 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0cbfe-ff65-4245-b01a-2536d66a4aa8 None None] Pushing event updated for resources: {'Port': ['ID=e6b9351b-1713-4ece-92a1-8b387cd980bc,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:57.224957 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d20fc2-575c-4c75-8600-cd1f09021156 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:39:57.225335 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d20fc2-575c-4c75-8600-cd1f09021156 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:39:57.225742 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c0d20fc2-575c-4c75-8600-cd1f09021156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:57.226169 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d20fc2-575c-4c75-8600-cd1f09021156 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:39:57.226617 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-c0d20fc2-575c-4c75-8600-cd1f09021156 None None] Bound port: e6b9351b-1713-4ece-92a1-8b387cd980bc, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:39:57.227002 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c0d20fc2-575c-4c75-8600-cd1f09021156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:57.227226 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-116a7e6b-3173-4b78-a31b-e6876b734cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:57.307219 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=8b1d0475-8dd3-419a-a47b-f5bfb565bbf6,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:57.319264 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port bee0dcd3-bb27-4598-976d-3510a367b7e3 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:39:57.326246 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-c0d20fc2-575c-4c75-8600-cd1f09021156 None None] For port e6b9351b-1713-4ece-92a1-8b387cd980bc, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:39:57.328499 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port bee0dcd3-bb27-4598-976d-3510a367b7e3 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:39:57.328951 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:57.331368 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1c723616-2087-4169-a5ff-3afd8c362b3c req-7579ad16-ad63-4c75-9640-f2fa5b3dc801 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544162 Aug 11 22:39:57.331990 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-c0d20fc2-575c-4c75-8600-cd1f09021156 None None] For port e6b9351b-1713-4ece-92a1-8b387cd980bc, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=e6b9351b-1713-4ece-92a1-8b387cd980bc,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:39:57.366685 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c0d20fc2-575c-4c75-8600-cd1f09021156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:57.424052 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4cb11933-e458-4170-89ce-12bf17fd1425 None None] Provisioning for port 9327a0c6-a3c0-484d-9d89-35385be796ee completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:39:57.441483 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c723616-2087-4169-a5ff-3afd8c362b3c req-9486ef05-08e3-41a4-9fc8-5d9c2073edc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:57.443012 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1c723616-2087-4169-a5ff-3afd8c362b3c req-9486ef05-08e3-41a4-9fc8-5d9c2073edc7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=37fd33391a3446acb4e83a2090e2cbf7&device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1 HTTP/1.1" status: 200 len: 1096 time: 0.0452855 Aug 11 22:39:57.448699 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4cb11933-e458-4170-89ce-12bf17fd1425 None None] Provisioning complete for port 9327a0c6-a3c0-484d-9d89-35385be796ee triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:39:57.449087 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4cb11933-e458-4170-89ce-12bf17fd1425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:57.458346 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-116a7e6b-3173-4b78-a31b-e6876b734cc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:57.463263 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-116a7e6b-3173-4b78-a31b-e6876b734cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:57.479891 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0cbfe-ff65-4245-b01a-2536d66a4aa8 None None] Pushing event updated for resources: {'Port': ['ID=e6b9351b-1713-4ece-92a1-8b387cd980bc,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:57.491818 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d20fc2-575c-4c75-8600-cd1f09021156 None None] Routers {'0722ab30-f73f-4b58-a0b3-2688eeb50ccb'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:39:57.492288 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c0d20fc2-575c-4c75-8600-cd1f09021156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:39:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['0722ab30-f73f-4b58-a0b3-2688eeb50ccb'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:39:57.534490 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a7e6b-3173-4b78-a31b-e6876b734cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=9327a0c6-a3c0-484d-9d89-35385be796ee,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:57.538416 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-116a7e6b-3173-4b78-a31b-e6876b734cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:57.541578 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4cb11933-e458-4170-89ce-12bf17fd1425 None None] Port 9327a0c6-a3c0-484d-9d89-35385be796ee cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:39:57.567734 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c723616-2087-4169-a5ff-3afd8c362b3c req-81400a93-da14-4d63-a292-a8b9fd6caacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:57.569253 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1c723616-2087-4169-a5ff-3afd8c362b3c req-81400a93-da14-4d63-a292-a8b9fd6caacd service neutron] 10.222.0.82 "GET /v2.0/networks?id=28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5 HTTP/1.1" status: 200 len: 910 time: 0.1066635 Aug 11 22:39:57.612247 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:57.640044 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1c723616-2087-4169-a5ff-3afd8c362b3c req-527f0d10-033d-4811-8cc5-a6cd7a07e298 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12c2134f-8a06-42f7-aeb3-8f40907c6af4 HTTP/1.1" status: 200 len: 1000 time: 0.0638790 Aug 11 22:39:57.645322 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116a7e6b-3173-4b78-a31b-e6876b734cc5 admin admin] Network 5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:39:57.647001 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-116a7e6b-3173-4b78-a31b-e6876b734cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:39:57.658176 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-c0d20fc2-575c-4c75-8600-cd1f09021156 None None] Set router 0722ab30-f73f-4b58-a0b3-2688eeb50ccb gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:39:57.704092 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c723616-2087-4169-a5ff-3afd8c362b3c req-9b864339-188c-49c5-836d-80b8c00ec04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:57.705653 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1c723616-2087-4169-a5ff-3afd8c362b3c req-9b864339-188c-49c5-836d-80b8c00ec04d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ae788690-b542-4447-bfdb-011d5b050935 HTTP/1.1" status: 200 len: 848 time: 0.0589902 Aug 11 22:39:57.761030 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c723616-2087-4169-a5ff-3afd8c362b3c req-53c19bfa-1cf2-4142-b97f-9b6e3989616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:39:57.762851 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1c723616-2087-4169-a5ff-3afd8c362b3c req-53c19bfa-1cf2-4142-b97f-9b6e3989616d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494354 Aug 11 22:39:57.796314 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116a7e6b-3173-4b78-a31b-e6876b734cc5 admin admin] Router 0722ab30-f73f-4b58-a0b3-2688eeb50ccb has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:39:57.857302 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port bee0dcd3-bb27-4598-976d-3510a367b7e3, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=bee0dcd3-bb27-4598-976d-3510a367b7e3,segment=NetworkSegment(eed6a22e-88b8-49d0-80a1-c8cc87e62bd0),segment_id=eed6a22e-88b8-49d0-80a1-c8cc87e62bd0)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:39:57.862480 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:57.863332 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 6a0ed1e9-4901-4b86-b043-ac9a36e63af0 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:39:57.882222 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1c723616-2087-4169-a5ff-3afd8c362b3c req-90049a43-2dee-4b6a-a433-99ef7d288400 service neutron] 10.222.0.82 "GET /v2.0/networks/28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118050 Aug 11 22:39:57.926982 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116a7e6b-3173-4b78-a31b-e6876b734cc5 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:39:57.941141 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-116a7e6b-3173-4b78-a31b-e6876b734cc5 admin admin] 10.222.0.77 "PUT /v2.0/routers/0722ab30-f73f-4b58-a0b3-2688eeb50ccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8857858 Aug 11 22:39:58.010802 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1c723616-2087-4169-a5ff-3afd8c362b3c req-9a7e5e51-cdb4-4c1d-a1c7-3333ec44127a service neutron] 10.222.0.82 "GET /v2.0/networks/28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219318 Aug 11 22:39:58.036305 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=bee0dcd3-bb27-4598-976d-3510a367b7e3,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:39:58.048234 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4929396f-3ad9-4b0c-9ef5-af32a45ab671 None None] Provisioning complete for port 9327a0c6-a3c0-484d-9d89-35385be796ee triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:39:58.048551 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4929396f-3ad9-4b0c-9ef5-af32a45ab671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:58.099567 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 6a0ed1e9-4901-4b86-b043-ac9a36e63af0 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:39:58.100295 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:58.129396 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4929396f-3ad9-4b0c-9ef5-af32a45ab671 None None] Port 9327a0c6-a3c0-484d-9d89-35385be796ee cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:39:58.233857 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c0d20fc2-575c-4c75-8600-cd1f09021156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0722ab30-f73f-4b58-a0b3-2688eeb50ccb', 'name': 'tempest-TestVolumeBackupRestore-2138365987-router', 'tenant_id': '485cf966e4df45cdb00bd5ab48ff9683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'e6b9351b-1713-4ece-92a1-8b387cd980bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:39:54Z', 'updated_at': '2021-08-11T22:39:57Z', 'revision_number': 4, 'project_id': '485cf966e4df45cdb00bd5ab48ff9683', 'gw_port': {'id': 'e6b9351b-1713-4ece-92a1-8b387cd980bc', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0722ab30-f73f-4b58-a0b3-2688eeb50ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:54Z', 'updated_at': '2021-08-11T22:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '9327a0c6-a3c0-484d-9d89-35385be796ee', 'name': '', 'network_id': '5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6', 'tenant_id': '485cf966e4df45cdb00bd5ab48ff9683', 'mac_address': 'fa:16:3e:57:63:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0722ab30-f73f-4b58-a0b3-2688eeb50ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'a9b128f9-01c4-453f-abfd-dd92f6a92c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:56Z', 'updated_at': '2021-08-11T22:39:57Z', 'revision_number': 2, 'project_id': '485cf966e4df45cdb00bd5ab48ff9683', 'subnets': [{'id': 'a9b128f9-01c4-453f-abfd-dd92f6a92c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:39:58.262222 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d20fc2-575c-4c75-8600-cd1f09021156 None None] The sync data for ids ['0722ab30-f73f-4b58-a0b3-2688eeb50ccb'] in n-d-804275-3 is: [{'id': '0722ab30-f73f-4b58-a0b3-2688eeb50ccb', 'name': 'tempest-TestVolumeBackupRestore-2138365987-router', 'tenant_id': '485cf966e4df45cdb00bd5ab48ff9683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'e6b9351b-1713-4ece-92a1-8b387cd980bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:39:54Z', 'updated_at': '2021-08-11T22:39:57Z', 'revision_number': 4, 'project_id': '485cf966e4df45cdb00bd5ab48ff9683', 'gw_port': {'id': 'e6b9351b-1713-4ece-92a1-8b387cd980bc', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0722ab30-f73f-4b58-a0b3-2688eeb50ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:54Z', 'updated_at': '2021-08-11T22:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '9327a0c6-a3c0-484d-9d89-35385be796ee', 'name': '', 'network_id': '5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6', 'tenant_id': '485cf966e4df45cdb00bd5ab48ff9683', 'mac_address': 'fa:16:3e:57:63:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0722ab30-f73f-4b58-a0b3-2688eeb50ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'a9b128f9-01c4-453f-abfd-dd92f6a92c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:56Z', 'updated_at': '2021-08-11T22:39:57Z', 'revision_number': 2, 'project_id': '485cf966e4df45cdb00bd5ab48ff9683', 'subnets': [{'id': 'a9b128f9-01c4-453f-abfd-dd92f6a92c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:39:58.490542 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8b1d0475-8dd3-419a-a47b-f5bfb565bbf6 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:39:58.564819 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 8b1d0475-8dd3-419a-a47b-f5bfb565bbf6 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:39:58.565211 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:39:58.660316 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device bee0dcd3-bb27-4598-976d-3510a367b7e3 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:39:58.725090 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port bee0dcd3-bb27-4598-976d-3510a367b7e3 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:39:58.725629 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:40:00.401560 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd63a4-11a3-40c5-a93e-b2abf307fa5a None None] Sync routers for ids ['0722ab30-f73f-4b58-a0b3-2688eeb50ccb'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:40:00.411643 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becd63a4-11a3-40c5-a93e-b2abf307fa5a None None] Routers {'0722ab30-f73f-4b58-a0b3-2688eeb50ccb'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:40:00.412463 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-becd63a4-11a3-40c5-a93e-b2abf307fa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:39:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['0722ab30-f73f-4b58-a0b3-2688eeb50ccb'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:40:00.503067 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device e6b9351b-1713-4ece-92a1-8b387cd980bc up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:40:00.526786 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-becd63a4-11a3-40c5-a93e-b2abf307fa5a None None] Set router 0722ab30-f73f-4b58-a0b3-2688eeb50ccb gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:40:00.558454 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port e6b9351b-1713-4ece-92a1-8b387cd980bc completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:40:00.563436 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port e6b9351b-1713-4ece-92a1-8b387cd980bc triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:40:00.564099 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:40:00.656281 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:40:00.680912 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port e6b9351b-1713-4ece-92a1-8b387cd980bc, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=e6b9351b-1713-4ece-92a1-8b387cd980bc,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:40:00.685551 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:40:00.735637 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-becd63a4-11a3-40c5-a93e-b2abf307fa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0722ab30-f73f-4b58-a0b3-2688eeb50ccb', 'name': 'tempest-TestVolumeBackupRestore-2138365987-router', 'tenant_id': '485cf966e4df45cdb00bd5ab48ff9683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'e6b9351b-1713-4ece-92a1-8b387cd980bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:39:54Z', 'updated_at': '2021-08-11T22:39:57Z', 'revision_number': 4, 'project_id': '485cf966e4df45cdb00bd5ab48ff9683', 'gw_port': {'id': 'e6b9351b-1713-4ece-92a1-8b387cd980bc', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0722ab30-f73f-4b58-a0b3-2688eeb50ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:54Z', 'updated_at': '2021-08-11T22:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '9327a0c6-a3c0-484d-9d89-35385be796ee', 'name': '', 'network_id': '5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6', 'tenant_id': '485cf966e4df45cdb00bd5ab48ff9683', 'mac_address': 'fa:16:3e:57:63:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0722ab30-f73f-4b58-a0b3-2688eeb50ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'a9b128f9-01c4-453f-abfd-dd92f6a92c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:56Z', 'updated_at': '2021-08-11T22:39:57Z', 'revision_number': 2, 'project_id': '485cf966e4df45cdb00bd5ab48ff9683', 'subnets': [{'id': 'a9b128f9-01c4-453f-abfd-dd92f6a92c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:40:00.743454 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=e6b9351b-1713-4ece-92a1-8b387cd980bc,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:40:00.765692 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd63a4-11a3-40c5-a93e-b2abf307fa5a None None] Checking router: 0722ab30-f73f-4b58-a0b3-2688eeb50ccb for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:40:00.766344 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd63a4-11a3-40c5-a93e-b2abf307fa5a None None] Updating router 0722ab30-f73f-4b58-a0b3-2688eeb50ccb port 9327a0c6-a3c0-484d-9d89-35385be796ee binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:40:00.794687 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-becd63a4-11a3-40c5-a93e-b2abf307fa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:40:01.070089 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-becd63a4-11a3-40c5-a93e-b2abf307fa5a None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:40:01.080832 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-becd63a4-11a3-40c5-a93e-b2abf307fa5a None None] Transition to ACTIVE for port object 9327a0c6-a3c0-484d-9d89-35385be796ee will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:40:01.086456 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-becd63a4-11a3-40c5-a93e-b2abf307fa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:40:01.134863 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241a176-0344-4048-ae93-7efc70a9841c None None] Pushing event updated for resources: {'Port': ['ID=9327a0c6-a3c0-484d-9d89-35385be796ee,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:40:01.197672 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-becd63a4-11a3-40c5-a93e-b2abf307fa5a None None] Attempting to bind port 9327a0c6-a3c0-484d-9d89-35385be796ee on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:40:01.198053 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-becd63a4-11a3-40c5-a93e-b2abf307fa5a None None] Attempting to bind port 9327a0c6-a3c0-484d-9d89-35385be796ee by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '081ab004-16b7-4698-abc3-fdbaed87761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:40:01.198423 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becd63a4-11a3-40c5-a93e-b2abf307fa5a None None] Attempting to bind port 9327a0c6-a3c0-484d-9d89-35385be796ee on network 5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:40:01.205681 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becd63a4-11a3-40c5-a93e-b2abf307fa5a None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:40:01.206069 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becd63a4-11a3-40c5-a93e-b2abf307fa5a None None] Checking segment: {'id': '081ab004-16b7-4698-abc3-fdbaed87761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:40:01.206481 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-becd63a4-11a3-40c5-a93e-b2abf307fa5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:40:01.206918 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becd63a4-11a3-40c5-a93e-b2abf307fa5a None None] Bound using segment: {'id': '081ab004-16b7-4698-abc3-fdbaed87761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:40:01.207395 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-becd63a4-11a3-40c5-a93e-b2abf307fa5a None None] Bound port: 9327a0c6-a3c0-484d-9d89-35385be796ee, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081ab004-16b7-4698-abc3-fdbaed87761e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:40:01.207813 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-becd63a4-11a3-40c5-a93e-b2abf307fa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:40:01.285496 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-becd63a4-11a3-40c5-a93e-b2abf307fa5a None None] For port 9327a0c6-a3c0-484d-9d89-35385be796ee, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:40:01.289491 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-becd63a4-11a3-40c5-a93e-b2abf307fa5a None None] For port 9327a0c6-a3c0-484d-9d89-35385be796ee, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9327a0c6-a3c0-484d-9d89-35385be796ee,segment=NetworkSegment(081ab004-16b7-4698-abc3-fdbaed87761e),segment_id=081ab004-16b7-4698-abc3-fdbaed87761e)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:40:01.294377 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-becd63a4-11a3-40c5-a93e-b2abf307fa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:40:01.352304 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becd63a4-11a3-40c5-a93e-b2abf307fa5a None None] Routers {'0722ab30-f73f-4b58-a0b3-2688eeb50ccb'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:40:01.352952 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-becd63a4-11a3-40c5-a93e-b2abf307fa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:39:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['0722ab30-f73f-4b58-a0b3-2688eeb50ccb'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:40:01.395333 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241a176-0344-4048-ae93-7efc70a9841c None None] Pushing event updated for resources: {'Port': ['ID=9327a0c6-a3c0-484d-9d89-35385be796ee,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:40:01.480347 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-becd63a4-11a3-40c5-a93e-b2abf307fa5a None None] Set router 0722ab30-f73f-4b58-a0b3-2688eeb50ccb gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:40:01.783163 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-becd63a4-11a3-40c5-a93e-b2abf307fa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0722ab30-f73f-4b58-a0b3-2688eeb50ccb', 'name': 'tempest-TestVolumeBackupRestore-2138365987-router', 'tenant_id': '485cf966e4df45cdb00bd5ab48ff9683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'e6b9351b-1713-4ece-92a1-8b387cd980bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:39:54Z', 'updated_at': '2021-08-11T22:39:57Z', 'revision_number': 4, 'project_id': '485cf966e4df45cdb00bd5ab48ff9683', 'gw_port': {'id': 'e6b9351b-1713-4ece-92a1-8b387cd980bc', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0722ab30-f73f-4b58-a0b3-2688eeb50ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:54Z', 'updated_at': '2021-08-11T22:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '9327a0c6-a3c0-484d-9d89-35385be796ee', 'name': '', 'network_id': '5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6', 'tenant_id': '485cf966e4df45cdb00bd5ab48ff9683', 'mac_address': 'fa:16:3e:57:63:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0722ab30-f73f-4b58-a0b3-2688eeb50ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'a9b128f9-01c4-453f-abfd-dd92f6a92c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:56Z', 'updated_at': '2021-08-11T22:40:01Z', 'revision_number': 4, 'project_id': '485cf966e4df45cdb00bd5ab48ff9683', 'subnets': [{'id': 'a9b128f9-01c4-453f-abfd-dd92f6a92c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:40:01.809413 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd63a4-11a3-40c5-a93e-b2abf307fa5a None None] The sync data for ids ['0722ab30-f73f-4b58-a0b3-2688eeb50ccb'] in n-d-804275-3 is: [{'id': '0722ab30-f73f-4b58-a0b3-2688eeb50ccb', 'name': 'tempest-TestVolumeBackupRestore-2138365987-router', 'tenant_id': '485cf966e4df45cdb00bd5ab48ff9683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'e6b9351b-1713-4ece-92a1-8b387cd980bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:39:54Z', 'updated_at': '2021-08-11T22:39:57Z', 'revision_number': 4, 'project_id': '485cf966e4df45cdb00bd5ab48ff9683', 'gw_port': {'id': 'e6b9351b-1713-4ece-92a1-8b387cd980bc', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0722ab30-f73f-4b58-a0b3-2688eeb50ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:54Z', 'updated_at': '2021-08-11T22:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '9327a0c6-a3c0-484d-9d89-35385be796ee', 'name': '', 'network_id': '5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6', 'tenant_id': '485cf966e4df45cdb00bd5ab48ff9683', 'mac_address': 'fa:16:3e:57:63:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0722ab30-f73f-4b58-a0b3-2688eeb50ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'a9b128f9-01c4-453f-abfd-dd92f6a92c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:56Z', 'updated_at': '2021-08-11T22:40:01Z', 'revision_number': 4, 'project_id': '485cf966e4df45cdb00bd5ab48ff9683', 'subnets': [{'id': 'a9b128f9-01c4-453f-abfd-dd92f6a92c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:40:02.495700 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device e6b9351b-1713-4ece-92a1-8b387cd980bc up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:40:02.553824 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port e6b9351b-1713-4ece-92a1-8b387cd980bc triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:40:02.554287 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:40:02.641825 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9327a0c6-a3c0-484d-9d89-35385be796ee up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:40:02.691716 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 9327a0c6-a3c0-484d-9d89-35385be796ee completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:40:02.695977 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 9327a0c6-a3c0-484d-9d89-35385be796ee triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:40:02.696389 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:40:02.783689 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:40:02.818191 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 9327a0c6-a3c0-484d-9d89-35385be796ee, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9327a0c6-a3c0-484d-9d89-35385be796ee,segment=NetworkSegment(081ab004-16b7-4698-abc3-fdbaed87761e),segment_id=081ab004-16b7-4698-abc3-fdbaed87761e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:40:02.823051 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:40:02.877021 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=9327a0c6-a3c0-484d-9d89-35385be796ee,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:40:04.473413 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9327a0c6-a3c0-484d-9d89-35385be796ee up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:40:04.529132 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 9327a0c6-a3c0-484d-9d89-35385be796ee triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:40:04.530007 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:40:08.520890 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:40:13.279872 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9c5931fb-440e-4ef1-b486-8d8d8e08559b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:40:16.092861 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:40:16.273921 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7e188b23-2697-48fc-9fcb-c95f08ce0046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:40:17.620349 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:40:19.079331 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:40:19.115322 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:40:20.870717 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:40:38.538677 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:40:43.274666 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-10b71e91-6f98-4e55-badd-4d79a56ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:40:46.094161 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:40:46.273863 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e3ee72d8-4e2f-4c5a-bb37-3e1847821c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:40:47.619677 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:40:49.077653 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:40:50.865087 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:40:56.113929 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:40:59.332604 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-52a60771-8308-4a93-b1f5-d065ed92b543 req-be64bada-4569-4642-b95c-f01bc4f4b50c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457044 Aug 11 22:40:59.428217 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a60771-8308-4a93-b1f5-d065ed92b543 req-0e7f6cdf-3e0f-4e53-8ef0-6599df10c1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:40:59.429708 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-52a60771-8308-4a93-b1f5-d065ed92b543 req-0e7f6cdf-3e0f-4e53-8ef0-6599df10c1d7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=37fd33391a3446acb4e83a2090e2cbf7&device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1 HTTP/1.1" status: 200 len: 1096 time: 0.0395806 Aug 11 22:40:59.537368 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a60771-8308-4a93-b1f5-d065ed92b543 req-377f8550-e89a-4e0b-95d7-28eb024caf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:40:59.539184 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-52a60771-8308-4a93-b1f5-d065ed92b543 req-377f8550-e89a-4e0b-95d7-28eb024caf6d service neutron] 10.222.0.82 "GET /v2.0/networks?id=28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5 HTTP/1.1" status: 200 len: 910 time: 0.0897844 Aug 11 22:40:59.607739 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-52a60771-8308-4a93-b1f5-d065ed92b543 req-1b1d3b55-12f9-4314-87d0-b627337de861 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12c2134f-8a06-42f7-aeb3-8f40907c6af4 HTTP/1.1" status: 200 len: 1000 time: 0.0602176 Aug 11 22:40:59.665971 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a60771-8308-4a93-b1f5-d065ed92b543 req-03fc1c9f-f039-4c90-8dc0-0f229a80a3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:40:59.667554 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-52a60771-8308-4a93-b1f5-d065ed92b543 req-03fc1c9f-f039-4c90-8dc0-0f229a80a3fa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ae788690-b542-4447-bfdb-011d5b050935 HTTP/1.1" status: 200 len: 848 time: 0.0532186 Aug 11 22:40:59.714888 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a60771-8308-4a93-b1f5-d065ed92b543 req-8f294ee3-9392-409b-b69d-15f5b25a19a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:40:59.716504 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-52a60771-8308-4a93-b1f5-d065ed92b543 req-8f294ee3-9392-409b-b69d-15f5b25a19a6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413253 Aug 11 22:40:59.807445 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-52a60771-8308-4a93-b1f5-d065ed92b543 req-c7ad51ec-83ea-4e82-9c55-9d06012e3895 service neutron] 10.222.0.82 "GET /v2.0/networks/28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833833 Aug 11 22:40:59.904509 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-52a60771-8308-4a93-b1f5-d065ed92b543 req-730ac39e-c63d-4f5f-9a2b-05cfcc9d48ca service neutron] 10.222.0.82 "GET /v2.0/networks/28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890443 Aug 11 22:41:08.537673 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:13.276295 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ba2f939f-5f64-4e9c-8340-ac572bbdd039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:16.096571 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:16.277175 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6c190be1-0f9e-4243-8f7c-c97a1d2db244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:17.621503 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:19.080303 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:20.868389 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:33.113361 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:41:35.297607 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-bd0b7a8d-23e3-47a6-9194-fa77bcc84cf9 req-79e233a9-e7f8-4449-940f-dd6104ac7abd service neutron] (100942) timed out ('10.222.0.52', 63557) {{(pid=100942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 22:41:38.543783 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:40.506116 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52898) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:41:40.511636 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-6705668a-dc5f-482a-9862-f9214148306d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-474589260', 'description': 'tempest-secgroup-smoke-474589260 description', 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:41:40.536039 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6705668a-dc5f-482a-9862-f9214148306d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:40.617845 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6705668a-dc5f-482a-9862-f9214148306d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:40.621631 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6705668a-dc5f-482a-9862-f9214148306d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:40.649734 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6705668a-dc5f-482a-9862-f9214148306d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:40.650992 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6705668a-dc5f-482a-9862-f9214148306d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1438563 Aug 11 22:41:40.653379 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705668a-dc5f-482a-9862-f9214148306d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e73393a-28bc-4fda-a56e-37a9094b43d3,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:41:40.656035 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 52902) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:41:40.660823 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-fc581b3b-213f-48f8-80d9-4a93df106c37 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Request body: {'security_group_rule': {'security_group_id': '1e73393a-28bc-4fda-a56e-37a9094b43d3', 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:41:40.661128 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705668a-dc5f-482a-9862-f9214148306d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:40.661477 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705668a-dc5f-482a-9862-f9214148306d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:40.661823 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705668a-dc5f-482a-9862-f9214148306d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:40.662165 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705668a-dc5f-482a-9862-f9214148306d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:40.662501 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705668a-dc5f-482a-9862-f9214148306d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:40.662837 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705668a-dc5f-482a-9862-f9214148306d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:40.663168 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705668a-dc5f-482a-9862-f9214148306d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:40.663522 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705668a-dc5f-482a-9862-f9214148306d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:40.663860 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705668a-dc5f-482a-9862-f9214148306d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:40.664190 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705668a-dc5f-482a-9862-f9214148306d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:40.664517 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705668a-dc5f-482a-9862-f9214148306d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:40.664846 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6705668a-dc5f-482a-9862-f9214148306d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:40.689767 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc581b3b-213f-48f8-80d9-4a93df106c37 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:40.736512 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc581b3b-213f-48f8-80d9-4a93df106c37 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:40.740187 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc581b3b-213f-48f8-80d9-4a93df106c37 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:40.759063 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc581b3b-213f-48f8-80d9-4a93df106c37 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4331b4c7-18ca-40f6-b73d-e7f6c612a6f0,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:41:40.768883 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc581b3b-213f-48f8-80d9-4a93df106c37 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:40.770363 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fc581b3b-213f-48f8-80d9-4a93df106c37 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133003 Aug 11 22:41:40.771786 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc581b3b-213f-48f8-80d9-4a93df106c37 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:40.772132 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc581b3b-213f-48f8-80d9-4a93df106c37 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:40.772472 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc581b3b-213f-48f8-80d9-4a93df106c37 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:40.773075 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc581b3b-213f-48f8-80d9-4a93df106c37 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:40.773409 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc581b3b-213f-48f8-80d9-4a93df106c37 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:40.773739 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc581b3b-213f-48f8-80d9-4a93df106c37 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:40.773831 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52904) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:41:40.774068 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc581b3b-213f-48f8-80d9-4a93df106c37 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:40.774395 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc581b3b-213f-48f8-80d9-4a93df106c37 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:40.774721 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc581b3b-213f-48f8-80d9-4a93df106c37 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:40.775046 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc581b3b-213f-48f8-80d9-4a93df106c37 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:40.775368 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc581b3b-213f-48f8-80d9-4a93df106c37 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:40.775715 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc581b3b-213f-48f8-80d9-4a93df106c37 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:40.779280 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-1b170ea7-1197-4bba-8df4-a596e05de6a6 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Request body: {'security_group_rule': {'security_group_id': '1e73393a-28bc-4fda-a56e-37a9094b43d3', 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:41:40.805615 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1b170ea7-1197-4bba-8df4-a596e05de6a6 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:40.863284 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1b170ea7-1197-4bba-8df4-a596e05de6a6 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:40.866752 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1b170ea7-1197-4bba-8df4-a596e05de6a6 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:40.884042 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b170ea7-1197-4bba-8df4-a596e05de6a6 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475a4173-30bc-4cb7-9cd2-16131af68399,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:41:40.890209 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1b170ea7-1197-4bba-8df4-a596e05de6a6 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:40.891492 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1b170ea7-1197-4bba-8df4-a596e05de6a6 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1165423 Aug 11 22:41:40.894178 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52906) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:41:40.899172 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-393ece59-007c-4bc8-98f1-ec523844d1ca tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Request body: {'security_group_rule': {'security_group_id': '1e73393a-28bc-4fda-a56e-37a9094b43d3', 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:41:40.926052 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-393ece59-007c-4bc8-98f1-ec523844d1ca tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:40.988368 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-393ece59-007c-4bc8-98f1-ec523844d1ca tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:40.991825 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-393ece59-007c-4bc8-98f1-ec523844d1ca tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:41.010128 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ece59-007c-4bc8-98f1-ec523844d1ca tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6f0e97-de07-40e2-a92e-c8a40f92833f,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:41:41.015933 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-393ece59-007c-4bc8-98f1-ec523844d1ca tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:41.017175 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-393ece59-007c-4bc8-98f1-ec523844d1ca tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219287 Aug 11 22:41:41.019903 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52908) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:41:41.024743 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-555855cf-4d71-4156-9801-e6b642de65da tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Request body: {'security_group_rule': {'security_group_id': '1e73393a-28bc-4fda-a56e-37a9094b43d3', 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:41:41.051385 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-555855cf-4d71-4156-9801-e6b642de65da tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:41.115619 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-555855cf-4d71-4156-9801-e6b642de65da tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:41.119236 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-555855cf-4d71-4156-9801-e6b642de65da tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:41.139090 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555855cf-4d71-4156-9801-e6b642de65da tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f39e80e0-d139-4800-b356-918ff0136bd9,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:41:41.145832 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-555855cf-4d71-4156-9801-e6b642de65da tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:41.147276 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-555855cf-4d71-4156-9801-e6b642de65da tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1264472 Aug 11 22:41:41.150227 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52910) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:41:41.154847 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-1c3abfd5-5a2a-46b3-b4e3-e18763e1cf4c tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Request body: {'security_group_rule': {'security_group_id': '1e73393a-28bc-4fda-a56e-37a9094b43d3', 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:41:41.176592 n-d-804275-3 neutron-server[100942]: INFO neutron.db.securitygroups_db [None req-1c3abfd5-5a2a-46b3-b4e3-e18763e1cf4c tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Project 1b416ccbd3be4c30a1be06e10a7507d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 22:41:41.181718 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1c3abfd5-5a2a-46b3-b4e3-e18763e1cf4c tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:41.242237 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1c3abfd5-5a2a-46b3-b4e3-e18763e1cf4c tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:41.246286 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1c3abfd5-5a2a-46b3-b4e3-e18763e1cf4c tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:41.264390 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3abfd5-5a2a-46b3-b4e3-e18763e1cf4c tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2eacf84-c5e4-4ba8-806a-7849ff8d22be,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:41:41.271273 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1c3abfd5-5a2a-46b3-b4e3-e18763e1cf4c tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:41.272563 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1c3abfd5-5a2a-46b3-b4e3-e18763e1cf4c tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214099 Aug 11 22:41:41.275426 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52912) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:41:41.279850 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-8085aadb-f553-40c6-9f6d-07be82bd994b tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Request body: {'security_group_rule': {'security_group_id': '1e73393a-28bc-4fda-a56e-37a9094b43d3', 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:41:41.300569 n-d-804275-3 neutron-server[100942]: INFO neutron.db.securitygroups_db [None req-8085aadb-f553-40c6-9f6d-07be82bd994b tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Project 1b416ccbd3be4c30a1be06e10a7507d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 22:41:41.305986 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8085aadb-f553-40c6-9f6d-07be82bd994b tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:41.373065 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8085aadb-f553-40c6-9f6d-07be82bd994b tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:41.376549 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8085aadb-f553-40c6-9f6d-07be82bd994b tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:41.394386 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085aadb-f553-40c6-9f6d-07be82bd994b tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=551f8d56-450b-42b4-bb3b-300284e52f68,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:41:41.400892 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8085aadb-f553-40c6-9f6d-07be82bd994b tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:41.402237 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8085aadb-f553-40c6-9f6d-07be82bd994b tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1257889 Aug 11 22:41:41.801055 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-61c272ed-38b0-4bfe-ba8e-b6a6e48a7b92 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-474589260&fields=id&tenant_id=1b416ccbd3be4c30a1be06e10a7507d4 HTTP/1.1" status: 200 len: 267 time: 0.0333934 Aug 11 22:41:41.912407 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-869925ed-0061-4cd8-885c-ee092ba71268 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:41:41.913912 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-869925ed-0061-4cd8-885c-ee092ba71268 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/networks?id=a3ed0419-94d7-409c-abb6-da55d64d75f0 HTTP/1.1" status: 200 len: 813 time: 0.1053207 Aug 11 22:41:41.929244 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-69cc0b37-1914-49c7-9990-53dbbe4e251f tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/quotas/1b416ccbd3be4c30a1be06e10a7507d4 HTTP/1.1" status: 200 len: 375 time: 0.0089765 Aug 11 22:41:41.979846 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-f6ebfa9d-556d-46a9-a7f0-91e9815d5b90 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1b416ccbd3be4c30a1be06e10a7507d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453393 Aug 11 22:41:42.075460 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-5e8f107f-8322-4de2-9a0e-cbe6cdd26845 service neutron] 10.222.0.77 "GET /v2.0/networks/a3ed0419-94d7-409c-abb6-da55d64d75f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834360 Aug 11 22:41:42.162987 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-92756d08-5635-4afb-9bfe-e9851052bd45 service neutron] 10.222.0.77 "GET /v2.0/networks/a3ed0419-94d7-409c-abb6-da55d64d75f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813475 Aug 11 22:41:42.458578 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dc83ac5a-7e4c-4a66-bb63-1e5a1d01f186 req-62c38cae-6b05-4e4b-b640-3b99e5a0f2e9 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 210 time: 0.0272274 Aug 11 22:41:43.278305 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5f1dfa95-575a-4114-b410-cf4d072ad7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:43.389328 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-db369c0c-2104-4d33-a5d5-34e0ffb906e6 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:41:43.390808 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-db369c0c-2104-4d33-a5d5-34e0ffb906e6 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.52 "GET /v2.0/networks?id=a3ed0419-94d7-409c-abb6-da55d64d75f0 HTTP/1.1" status: 200 len: 813 time: 0.1048565 Aug 11 22:41:43.437314 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-ae533dfd-3cb5-4343-9908-b2ae3971963b tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b416ccbd3be4c30a1be06e10a7507d4 HTTP/1.1" status: 200 len: 379 time: 0.0373993 Aug 11 22:41:43.447898 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-f7815c3b-03d9-46ec-a980-ca7484926dd7 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Request body: {'port': {'device_id': 'ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c', 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0', 'admin_state_up': True, 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'security_groups': ['1e73393a-28bc-4fda-a56e-37a9094b43d3']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:41:43.568292 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-088a45db-41b5-405a-9cc0-4ec17e4d8d1d req-384336bf-2856-443d-923c-43d73905c82c tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 210 time: 0.0271983 Aug 11 22:41:43.570847 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-f7815c3b-03d9-46ec-a980-ca7484926dd7 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Made reservation on behalf of 1b416ccbd3be4c30a1be06e10a7507d4 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:41:43.575148 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-f7815c3b-03d9-46ec-a980-ca7484926dd7 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:43.717713 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-f7815c3b-03d9-46ec-a980-ca7484926dd7 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Allocated IP 172.20.0.13 (a3ed0419-94d7-409c-abb6-da55d64d75f0/5305452d-847d-4a71-a2b6-e3d2d7d52fc9/1be9447a-94bd-47e0-b433-84593a76e4d0) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:41:43.857358 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-f7815c3b-03d9-46ec-a980-ca7484926dd7 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:43.871693 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-f7815c3b-03d9-46ec-a980-ca7484926dd7 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Transition to ACTIVE for port object 1be9447a-94bd-47e0-b433-84593a76e4d0 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:41:43.905941 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-f7815c3b-03d9-46ec-a980-ca7484926dd7 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:43.951840 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-f7815c3b-03d9-46ec-a980-ca7484926dd7 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Network a3ed0419-94d7-409c-abb6-da55d64d75f0 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:41:43.957153 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-f7815c3b-03d9-46ec-a980-ca7484926dd7 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:41:43.960888 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-f7815c3b-03d9-46ec-a980-ca7484926dd7 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:41:43.968270 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7815c3b-03d9-46ec-a980-ca7484926dd7 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Pushing event updated for resources: {'Port': ['ID=1be9447a-94bd-47e0-b433-84593a76e4d0,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:41:44.019148 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-f7815c3b-03d9-46ec-a980-ca7484926dd7 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:41:44.019750 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-f7815c3b-03d9-46ec-a980-ca7484926dd7 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:44.037634 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-f7815c3b-03d9-46ec-a980-ca7484926dd7 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5932662 Aug 11 22:41:44.049212 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-d90507d1-5bdd-440e-a1fe-3efe0365606e tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:41:44.050231 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-d90507d1-5bdd-440e-a1fe-3efe0365606e tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057697 Aug 11 22:41:44.063048 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-2b155caf-8fd9-4773-a318-9bc212bf8c91 service neutron] Request body: {'port': {'device_id': 'ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:41:44.121673 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-2b155caf-8fd9-4773-a318-9bc212bf8c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:44.187003 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-45613f15-9dae-4a75-8567-5b764ed28a5e None None] Provisioning for port 1be9447a-94bd-47e0-b433-84593a76e4d0 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:41:44.192460 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-45613f15-9dae-4a75-8567-5b764ed28a5e None None] Provisioning complete for port 1be9447a-94bd-47e0-b433-84593a76e4d0 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:41:44.193098 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-45613f15-9dae-4a75-8567-5b764ed28a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:44.228642 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-45613f15-9dae-4a75-8567-5b764ed28a5e None None] Port 1be9447a-94bd-47e0-b433-84593a76e4d0 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:41:44.419731 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-2b155caf-8fd9-4773-a318-9bc212bf8c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be9447a-94bd-47e0-b433-84593a76e4d0 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:41:44.427554 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-2b155caf-8fd9-4773-a318-9bc212bf8c91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:44.439622 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-2b155caf-8fd9-4773-a318-9bc212bf8c91 service neutron] Transition to ACTIVE for port object 1be9447a-94bd-47e0-b433-84593a76e4d0 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:41:44.443131 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-2b155caf-8fd9-4773-a318-9bc212bf8c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:44.497705 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b155caf-8fd9-4773-a318-9bc212bf8c91 service neutron] Pushing event updated for resources: {'Port': ['ID=1be9447a-94bd-47e0-b433-84593a76e4d0,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:41:44.564310 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-2b155caf-8fd9-4773-a318-9bc212bf8c91 service neutron] Attempting to bind port 1be9447a-94bd-47e0-b433-84593a76e4d0 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:41:44.564659 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-2b155caf-8fd9-4773-a318-9bc212bf8c91 service neutron] Attempting to bind port 1be9447a-94bd-47e0-b433-84593a76e4d0 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': 'eed6a22e-88b8-49d0-80a1-c8cc87e62bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:41:44.564992 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-2b155caf-8fd9-4773-a318-9bc212bf8c91 service neutron] Attempting to bind port 1be9447a-94bd-47e0-b433-84593a76e4d0 on network a3ed0419-94d7-409c-abb6-da55d64d75f0 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:41:44.569757 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-2b155caf-8fd9-4773-a318-9bc212bf8c91 service neutron] Port 1be9447a-94bd-47e0-b433-84593a76e4d0 on network a3ed0419-94d7-409c-abb6-da55d64d75f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:41:44.570221 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-2b155caf-8fd9-4773-a318-9bc212bf8c91 service neutron] Attempting to bind port 1be9447a-94bd-47e0-b433-84593a76e4d0 on network a3ed0419-94d7-409c-abb6-da55d64d75f0 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:41:44.576034 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-2b155caf-8fd9-4773-a318-9bc212bf8c91 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:41:44.576387 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-2b155caf-8fd9-4773-a318-9bc212bf8c91 service neutron] Checking segment: {'id': 'eed6a22e-88b8-49d0-80a1-c8cc87e62bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:41:44.576833 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-2b155caf-8fd9-4773-a318-9bc212bf8c91 service neutron] Bound using segment: {'id': 'eed6a22e-88b8-49d0-80a1-c8cc87e62bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:41:44.577277 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-2b155caf-8fd9-4773-a318-9bc212bf8c91 service neutron] Bound port: 1be9447a-94bd-47e0-b433-84593a76e4d0, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed6a22e-88b8-49d0-80a1-c8cc87e62bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:41:44.577642 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-2b155caf-8fd9-4773-a318-9bc212bf8c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:44.657482 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-2b155caf-8fd9-4773-a318-9bc212bf8c91 service neutron] For port 1be9447a-94bd-47e0-b433-84593a76e4d0, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:41:44.661071 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-2b155caf-8fd9-4773-a318-9bc212bf8c91 service neutron] For port 1be9447a-94bd-47e0-b433-84593a76e4d0, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1be9447a-94bd-47e0-b433-84593a76e4d0,segment=NetworkSegment(eed6a22e-88b8-49d0-80a1-c8cc87e62bd0),segment_id=eed6a22e-88b8-49d0-80a1-c8cc87e62bd0)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:41:44.671217 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-2b155caf-8fd9-4773-a318-9bc212bf8c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:44.731461 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-2b155caf-8fd9-4773-a318-9bc212bf8c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:41:44.732109 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-2b155caf-8fd9-4773-a318-9bc212bf8c91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:44.734990 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-2b155caf-8fd9-4773-a318-9bc212bf8c91 service neutron] 10.222.0.52 "PUT /v2.0/ports/1be9447a-94bd-47e0-b433-84593a76e4d0 HTTP/1.1" status: 200 len: 1092 time: 0.6763084 Aug 11 22:41:44.735587 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c', 'tag': '1be9447a-94bd-47e0-b433-84593a76e4d0'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:41:44.738146 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094946ec-3e38-4fe9-9cb6-32a4c25368cb" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c", "tag": "1be9447a-94bd-47e0-b433-84593a76e4d0"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:41:44.748402 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496d4c9-50cd-4936-b021-025500d4d7eb req-01418416-b8fd-4216-b880-c7b3910ddcd2 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:41:44.750110 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8496d4c9-50cd-4936-b021-025500d4d7eb req-01418416-b8fd-4216-b880-c7b3910ddcd2 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 944 time: 0.1056092 Aug 11 22:41:44.770286 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b155caf-8fd9-4773-a318-9bc212bf8c91 service neutron] Pushing event updated for resources: {'Port': ['ID=1be9447a-94bd-47e0-b433-84593a76e4d0,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:41:44.810090 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8496d4c9-50cd-4936-b021-025500d4d7eb req-ffd8b03c-8bfb-46ed-b7a7-0c75d528c9ba tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e73393a-28bc-4fda-a56e-37a9094b43d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489612 Aug 11 22:41:44.833435 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-5bd88aa1-da4d-4a3c-b9e1-57ee25f53007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:41:44.834993 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-5bd88aa1-da4d-4a3c-b9e1-57ee25f53007 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1b416ccbd3be4c30a1be06e10a7507d4&device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 1095 time: 0.0515006 Aug 11 22:41:44.886117 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f846c9b6-6f7c-4214-8d88-be12ecb3f41c x-openstack-request-id: req-f846c9b6-6f7c-4214-8d88-be12ecb3f41c {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:41:44.887080 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c", "tag": "1be9447a-94bd-47e0-b433-84593a76e4d0", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:41:44.887264 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f846c9b6-6f7c-4214-8d88-be12ecb3f41c {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:41:44.887686 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c', 'tag': '1be9447a-94bd-47e0-b433-84593a76e4d0', 'status': 'completed', 'code': 200} Aug 11 22:41:44.889529 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-fb03fd72-3747-431f-aa95-f3c0318886d7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1be9447a-94bd-47e0-b433-84593a76e4d0 HTTP/1.1" status: 200 len: 217 time: 0.0466669 Aug 11 22:41:44.942938 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-4a219155-6abc-4a01-8f2c-c7251acefe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:41:44.944614 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-4a219155-6abc-4a01-8f2c-c7251acefe70 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5305452d-847d-4a71-a2b6-e3d2d7d52fc9 HTTP/1.1" status: 200 len: 852 time: 0.0473707 Aug 11 22:41:44.992225 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-bef99295-755b-4eb1-91f8-4ffb37b753f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:41:44.993718 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-bef99295-755b-4eb1-91f8-4ffb37b753f2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3ed0419-94d7-409c-abb6-da55d64d75f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423489 Aug 11 22:41:45.093033 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-3977afad-fa48-490a-b45e-b500383094d6 service neutron] 10.222.0.52 "GET /v2.0/networks/a3ed0419-94d7-409c-abb6-da55d64d75f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922277 Aug 11 22:41:45.182813 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5b2ceb66-475d-40e5-989d-bc709d9146ba req-5cecb777-5516-4cb0-b450-9a270b06ce2e service neutron] 10.222.0.52 "GET /v2.0/networks/a3ed0419-94d7-409c-abb6-da55d64d75f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832100 Aug 11 22:41:45.266974 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094946ec-3e38-4fe9-9cb6-32a4c25368cb req-b524d475-9f95-414e-afd0-70666bc3564b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:41:45.268446 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-094946ec-3e38-4fe9-9cb6-32a4c25368cb req-b524d475-9f95-414e-afd0-70666bc3564b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1b416ccbd3be4c30a1be06e10a7507d4&device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 1095 time: 0.0421517 Aug 11 22:41:45.363290 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094946ec-3e38-4fe9-9cb6-32a4c25368cb req-7bdfb710-4bdf-44c2-8efe-e48458d2e217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:41:45.364987 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-094946ec-3e38-4fe9-9cb6-32a4c25368cb req-7bdfb710-4bdf-44c2-8efe-e48458d2e217 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3ed0419-94d7-409c-abb6-da55d64d75f0 HTTP/1.1" status: 200 len: 914 time: 0.0893331 Aug 11 22:41:45.407740 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-094946ec-3e38-4fe9-9cb6-32a4c25368cb req-b371bf41-1577-4115-af5e-f83d68c2a4a8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1be9447a-94bd-47e0-b433-84593a76e4d0 HTTP/1.1" status: 200 len: 217 time: 0.0353000 Aug 11 22:41:45.463569 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094946ec-3e38-4fe9-9cb6-32a4c25368cb req-c91cee2e-3ef1-4351-a73e-2b6001b26376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:41:45.465727 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-094946ec-3e38-4fe9-9cb6-32a4c25368cb req-c91cee2e-3ef1-4351-a73e-2b6001b26376 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5305452d-847d-4a71-a2b6-e3d2d7d52fc9 HTTP/1.1" status: 200 len: 852 time: 0.0519671 Aug 11 22:41:45.512425 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094946ec-3e38-4fe9-9cb6-32a4c25368cb req-f7ccbb3d-98db-43b5-98bb-05ec42835685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:41:45.513986 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-094946ec-3e38-4fe9-9cb6-32a4c25368cb req-f7ccbb3d-98db-43b5-98bb-05ec42835685 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3ed0419-94d7-409c-abb6-da55d64d75f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416365 Aug 11 22:41:45.604865 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-094946ec-3e38-4fe9-9cb6-32a4c25368cb req-3a26dc11-dd7c-4a43-a2b1-d209627e2d78 service neutron] 10.222.0.52 "GET /v2.0/networks/a3ed0419-94d7-409c-abb6-da55d64d75f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834100 Aug 11 22:41:45.701252 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-094946ec-3e38-4fe9-9cb6-32a4c25368cb req-8dd40638-4c55-4b36-b6b5-14b133b046e9 service neutron] 10.222.0.52 "GET /v2.0/networks/a3ed0419-94d7-409c-abb6-da55d64d75f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890870 Aug 11 22:41:45.925158 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379e9c8-d6b4-45c3-8e9c-31b7340e9986 req-2c88187a-eaae-4ed6-ae07-b384add11637 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:41:45.926612 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6379e9c8-d6b4-45c3-8e9c-31b7340e9986 req-2c88187a-eaae-4ed6-ae07-b384add11637 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 944 time: 0.0504847 Aug 11 22:41:45.965693 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6379e9c8-d6b4-45c3-8e9c-31b7340e9986 req-18f4e31f-4b29-4a54-b53d-af593c06fa33 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e73393a-28bc-4fda-a56e-37a9094b43d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330431 Aug 11 22:41:46.102307 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:46.279997 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d00d0d77-06ca-4db5-a460-7fad7a5e02a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:47.081609 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bee54-1def-46c9-9138-da13dad4c5fa req-d80e28ab-b9e2-4b5e-b4b1-7a45ba8ce89d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:41:47.083170 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1b6bee54-1def-46c9-9138-da13dad4c5fa req-d80e28ab-b9e2-4b5e-b4b1-7a45ba8ce89d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 944 time: 0.0488288 Aug 11 22:41:47.124143 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1b6bee54-1def-46c9-9138-da13dad4c5fa req-a1300b13-0822-4224-b8c9-0d5a73ad8947 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e73393a-28bc-4fda-a56e-37a9094b43d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345972 Aug 11 22:41:47.626344 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:48.244273 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93783db6-1bf6-4141-b369-b74564fd0149 req-ed23b003-e3ec-487d-95a7-c5254fa4355f tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:41:48.245770 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-93783db6-1bf6-4141-b369-b74564fd0149 req-ed23b003-e3ec-487d-95a7-c5254fa4355f tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 944 time: 0.0534077 Aug 11 22:41:48.283941 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-93783db6-1bf6-4141-b369-b74564fd0149 req-7e6e14bd-3971-44f8-a64f-753be4c59663 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e73393a-28bc-4fda-a56e-37a9094b43d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321784 Aug 11 22:41:49.082432 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:49.398627 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb40e6-27f0-4648-b55b-12c9042d3e92 req-ce5465ac-eb0b-418b-a575-b2c7e7683a09 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:41:49.400140 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a7bb40e6-27f0-4648-b55b-12c9042d3e92 req-ce5465ac-eb0b-418b-a575-b2c7e7683a09 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 944 time: 0.0492318 Aug 11 22:41:49.438182 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a7bb40e6-27f0-4648-b55b-12c9042d3e92 req-92ce3bda-1df1-4487-a702-f1da63440e5f tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e73393a-28bc-4fda-a56e-37a9094b43d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319498 Aug 11 22:41:50.553756 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2539e1c-e1ba-4e8a-bdb5-5b0a3c59b388 req-3e65bb84-2709-4e6c-b27d-72a9507a7c32 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:41:50.555249 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2539e1c-e1ba-4e8a-bdb5-5b0a3c59b388 req-3e65bb84-2709-4e6c-b27d-72a9507a7c32 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 944 time: 0.0491138 Aug 11 22:41:50.592648 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2539e1c-e1ba-4e8a-bdb5-5b0a3c59b388 req-7c5138a4-e642-40d2-b452-27e54db93d36 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e73393a-28bc-4fda-a56e-37a9094b43d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314064 Aug 11 22:41:50.867245 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:51.709181 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ade1fc-0eca-468c-b896-a9eb5b4d55d8 req-c5ed1c58-80f1-48b2-8a65-a00665c5974f tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:41:51.710664 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-44ade1fc-0eca-468c-b896-a9eb5b4d55d8 req-c5ed1c58-80f1-48b2-8a65-a00665c5974f tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 944 time: 0.0522559 Aug 11 22:41:51.749789 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-44ade1fc-0eca-468c-b896-a9eb5b4d55d8 req-269ce21f-5223-48ba-b6da-8a79fe767055 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e73393a-28bc-4fda-a56e-37a9094b43d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321028 Aug 11 22:41:52.864359 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d14a09-1ed6-4085-ae21-973b0bb6b6f3 req-815a7b09-68c6-4d1b-99ef-7dc60bc3b66f tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:41:52.865863 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d6d14a09-1ed6-4085-ae21-973b0bb6b6f3 req-815a7b09-68c6-4d1b-99ef-7dc60bc3b66f tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 944 time: 0.0486634 Aug 11 22:41:52.907786 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d6d14a09-1ed6-4085-ae21-973b0bb6b6f3 req-df8a67e2-c0f8-4f3f-88fe-eb3923393cdb tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e73393a-28bc-4fda-a56e-37a9094b43d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316868 Aug 11 22:41:54.027589 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8090e-2b9b-4a04-887e-281af820b546 req-c765be9d-c7a0-4858-8094-dda9d1109a3b tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:41:54.029102 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2d8090e-2b9b-4a04-887e-281af820b546 req-c765be9d-c7a0-4858-8094-dda9d1109a3b tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 944 time: 0.0537682 Aug 11 22:41:54.066527 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2d8090e-2b9b-4a04-887e-281af820b546 req-aca90378-c500-4f7f-8df1-5d68909105f7 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e73393a-28bc-4fda-a56e-37a9094b43d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314326 Aug 11 22:41:55.189834 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119a3f4-81ff-4509-afb7-8d01de64307b req-2d746177-4b56-4b86-af4a-895e8934912d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:41:55.191446 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6119a3f4-81ff-4509-afb7-8d01de64307b req-2d746177-4b56-4b86-af4a-895e8934912d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 944 time: 0.0538642 Aug 11 22:41:55.236085 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6119a3f4-81ff-4509-afb7-8d01de64307b req-ecf6ffed-4958-49e7-a42d-9e989cd7adcb tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e73393a-28bc-4fda-a56e-37a9094b43d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343049 Aug 11 22:41:56.245097 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 1be9447a-94bd-47e0-b433-84593a76e4d0 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:41:56.339982 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 1be9447a-94bd-47e0-b433-84593a76e4d0, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1be9447a-94bd-47e0-b433-84593a76e4d0,segment=NetworkSegment(eed6a22e-88b8-49d0-80a1-c8cc87e62bd0),segment_id=eed6a22e-88b8-49d0-80a1-c8cc87e62bd0)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:41:56.350988 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4063e-59ba-4636-8f56-968d8a84b9e7 req-e79e3b61-4353-45aa-8b64-5fca7c97c737 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:41:56.351665 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '1be9447a-94bd-47e0-b433-84593a76e4d0', 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0', 'port_id': '1be9447a-94bd-47e0-b433-84593a76e4d0', 'mac_address': 'fa:16:3e:a4:b2:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5305452d-847d-4a71-a2b6-e3d2d7d52fc9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:41:56.352616 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-83d4063e-59ba-4636-8f56-968d8a84b9e7 req-e79e3b61-4353-45aa-8b64-5fca7c97c737 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 944 time: 0.0491412 Aug 11 22:41:56.393762 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:56.395200 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-83d4063e-59ba-4636-8f56-968d8a84b9e7 req-12034c41-268f-46c5-8dfb-7ced36b6e08f tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e73393a-28bc-4fda-a56e-37a9094b43d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320919 Aug 11 22:41:56.415640 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be9447a-94bd-47e0-b433-84593a76e4d0 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:41:56.429901 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 1be9447a-94bd-47e0-b433-84593a76e4d0, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1be9447a-94bd-47e0-b433-84593a76e4d0,segment=NetworkSegment(eed6a22e-88b8-49d0-80a1-c8cc87e62bd0),segment_id=eed6a22e-88b8-49d0-80a1-c8cc87e62bd0)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:41:56.434214 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:56.484002 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=1be9447a-94bd-47e0-b433-84593a76e4d0,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:41:56.491106 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:56.491451 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:56.491825 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:56.492209 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:56.492549 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:56.492871 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:56.493197 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:56.493519 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:56.493840 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:56.494160 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:56.494480 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:56.494799 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:41:56.633881 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['1be9447a-94bd-47e0-b433-84593a76e4d0'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:41:57.510096 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db42f03-c503-4027-8414-9ab1058f70f9 req-00c471f9-6fb5-4c6f-931b-c0bf80e809db tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:41:57.512212 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3db42f03-c503-4027-8414-9ab1058f70f9 req-00c471f9-6fb5-4c6f-931b-c0bf80e809db tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 945 time: 0.0505185 Aug 11 22:41:57.553091 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3db42f03-c503-4027-8414-9ab1058f70f9 req-f08bf443-a94e-4e20-8cf8-cc59cc7349cd tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e73393a-28bc-4fda-a56e-37a9094b43d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340989 Aug 11 22:41:58.246592 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 1be9447a-94bd-47e0-b433-84593a76e4d0 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:41:58.294928 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 1be9447a-94bd-47e0-b433-84593a76e4d0 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:41:58.298630 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 1be9447a-94bd-47e0-b433-84593a76e4d0 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:41:58.299004 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:58.376298 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:58.397614 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be9447a-94bd-47e0-b433-84593a76e4d0'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:41:58.400162 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b1f696-048d-46d0-8407-0c347d095954" -d '{"events": [{"server_uuid": "ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c", "name": "network-vif-plugged", "status": "completed", "tag": "1be9447a-94bd-47e0-b433-84593a76e4d0"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:41:58.413568 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 1be9447a-94bd-47e0-b433-84593a76e4d0, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1be9447a-94bd-47e0-b433-84593a76e4d0,segment=NetworkSegment(eed6a22e-88b8-49d0-80a1-c8cc87e62bd0),segment_id=eed6a22e-88b8-49d0-80a1-c8cc87e62bd0)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:41:58.418800 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:41:58.454630 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82d70a7-ef89-4558-8f8a-2b16d81d1ba2 x-openstack-request-id: req-c82d70a7-ef89-4558-8f8a-2b16d81d1ba2 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:41:58.454882 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c", "name": "network-vif-plugged", "status": "completed", "tag": "1be9447a-94bd-47e0-b433-84593a76e4d0", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:41:58.455111 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c82d70a7-ef89-4558-8f8a-2b16d81d1ba2 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:41:58.455499 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be9447a-94bd-47e0-b433-84593a76e4d0', 'code': 200} Aug 11 22:41:58.482967 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=1be9447a-94bd-47e0-b433-84593a76e4d0,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:41:58.551016 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c5ca1-b62f-49d4-9cf8-e0d7c9f978a9 req-72a6164f-16ea-45f1-8eb3-93e984342c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:41:58.552614 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5e7c5ca1-b62f-49d4-9cf8-e0d7c9f978a9 req-72a6164f-16ea-45f1-8eb3-93e984342c69 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 1097 time: 0.0486481 Aug 11 22:41:58.592589 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5e7c5ca1-b62f-49d4-9cf8-e0d7c9f978a9 req-bbe456a6-c869-446f-b9c2-fa6a10afc5b9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1e73393a-28bc-4fda-a56e-37a9094b43d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327606 Aug 11 22:41:58.676610 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df2f61-47fe-4ec2-9337-3df5dacbb3a5 req-99818e26-0651-45b1-bd5b-0a9ce5574f74 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:41:58.678123 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-08df2f61-47fe-4ec2-9337-3df5dacbb3a5 req-99818e26-0651-45b1-bd5b-0a9ce5574f74 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 946 time: 0.0535209 Aug 11 22:41:58.717313 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-08df2f61-47fe-4ec2-9337-3df5dacbb3a5 req-d87bb7a9-c86a-4ecb-8810-68cbfcb8b450 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e73393a-28bc-4fda-a56e-37a9094b43d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330181 Aug 11 22:41:59.833400 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c5308-7eba-4aec-9761-86bd6612893f req-28d79ba6-39be-4a65-b869-83e3d50be802 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:41:59.834912 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-453c5308-7eba-4aec-9761-86bd6612893f req-28d79ba6-39be-4a65-b869-83e3d50be802 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 946 time: 0.0500228 Aug 11 22:41:59.873302 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-453c5308-7eba-4aec-9761-86bd6612893f req-63171aad-aebf-433f-9482-f7c34585bf73 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e73393a-28bc-4fda-a56e-37a9094b43d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323105 Aug 11 22:41:59.990685 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b753a-dc46-4f21-9ab1-bff0a04dc797 req-ebaf3e1f-c58e-4080-be32-f26170b36c4f tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:41:59.992344 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-790b753a-dc46-4f21-9ab1-bff0a04dc797 req-ebaf3e1f-c58e-4080-be32-f26170b36c4f tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 946 time: 0.0533381 Aug 11 22:42:00.031090 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-790b753a-dc46-4f21-9ab1-bff0a04dc797 req-5a6d24e0-9e3a-4540-b599-81a7c0fd1e94 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e73393a-28bc-4fda-a56e-37a9094b43d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326521 Aug 11 22:42:00.052915 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 52982) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:42:00.184165 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89c2de9-9b98-49b9-ad36-7917a11b71fa tempest-TestVolumeBackupRestore-452031821 tempest-TestVolumeBackupRestore-452031821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:42:00.185707 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e89c2de9-9b98-49b9-ad36-7917a11b71fa tempest-TestVolumeBackupRestore-452031821 tempest-TestVolumeBackupRestore-452031821-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 1092 time: 0.1318002 Aug 11 22:42:00.188684 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 52986) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:42:00.193171 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-6275b094-585f-411e-acb8-5861144db14d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'port_id': '1be9447a-94bd-47e0-b433-84593a76e4d0', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:42:00.222487 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6275b094-585f-411e-acb8-5861144db14d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:00.330255 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6275b094-585f-411e-acb8-5861144db14d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:00.440974 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2bcc81a1-5c8f-4726-8353-0ce214c1d089 req-533bb7e3-b400-41ce-8f4b-f482328eea56 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1659889 Aug 11 22:42:00.467216 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-6275b094-585f-411e-acb8-5861144db14d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Allocated IP 172.25.2.99 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/1547ec77-9260-4219-8c29-7a6796cb19f4) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:42:00.588864 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc81a1-5c8f-4726-8353-0ce214c1d089 req-40a83cdb-126a-468d-a612-3d375f2baea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:42:00.590870 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2bcc81a1-5c8f-4726-8353-0ce214c1d089 req-40a83cdb-126a-468d-a612-3d375f2baea4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=37fd33391a3446acb4e83a2090e2cbf7&device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1 HTTP/1.1" status: 200 len: 1096 time: 0.0735524 Aug 11 22:42:00.608871 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6275b094-585f-411e-acb8-5861144db14d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:00.723952 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc81a1-5c8f-4726-8353-0ce214c1d089 req-91081a76-4e28-4363-a0e4-412f0e25cfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:42:00.725458 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2bcc81a1-5c8f-4726-8353-0ce214c1d089 req-91081a76-4e28-4363-a0e4-412f0e25cfe9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5 HTTP/1.1" status: 200 len: 910 time: 0.1127369 Aug 11 22:42:00.726849 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6275b094-585f-411e-acb8-5861144db14d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:00.802169 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6275b094-585f-411e-acb8-5861144db14d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:42:00.812128 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-6275b094-585f-411e-acb8-5861144db14d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:42:00.815563 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275b094-585f-411e-acb8-5861144db14d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Pushing event updated for resources: {'Port': ['ID=1547ec77-9260-4219-8c29-7a6796cb19f4,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:42:00.817742 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6275b094-585f-411e-acb8-5861144db14d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:42:00.860009 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2bcc81a1-5c8f-4726-8353-0ce214c1d089 req-7ae95d44-2bc7-4ebc-b5bb-d4bcad66fc6f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12c2134f-8a06-42f7-aeb3-8f40907c6af4 HTTP/1.1" status: 200 len: 1000 time: 0.1088548 Aug 11 22:42:00.956234 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc81a1-5c8f-4726-8353-0ce214c1d089 req-a15130de-4fe0-462f-a8a7-df873db7415e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:42:00.957750 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2bcc81a1-5c8f-4726-8353-0ce214c1d089 req-a15130de-4fe0-462f-a8a7-df873db7415e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ae788690-b542-4447-bfdb-011d5b050935 HTTP/1.1" status: 200 len: 848 time: 0.0896659 Aug 11 22:42:01.081063 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc81a1-5c8f-4726-8353-0ce214c1d089 req-265f6b93-fe0f-4886-b66d-2b8b12c35b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:42:01.082596 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2bcc81a1-5c8f-4726-8353-0ce214c1d089 req-265f6b93-fe0f-4886-b66d-2b8b12c35b49 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1156116 Aug 11 22:42:01.096334 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-2bcc81a1-5c8f-4726-8353-0ce214c1d089 req-9b4042a0-74fa-45fe-b9ed-4569c9ec9c7f service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:42:01.097306 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2bcc81a1-5c8f-4726-8353-0ce214c1d089 req-9b4042a0-74fa-45fe-b9ed-4569c9ec9c7f service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050108 Aug 11 22:42:01.558720 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2bcc81a1-5c8f-4726-8353-0ce214c1d089 req-c8bd5347-4dc3-48d6-bfdd-f2ecced80627 service neutron] 10.222.0.82 "GET /v2.0/networks/28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533491 Aug 11 22:42:01.657070 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6275b094-585f-411e-acb8-5861144db14d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:01.710859 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2bcc81a1-5c8f-4726-8353-0ce214c1d089 req-b6c07fe6-2e59-45a8-b750-5b086b743d54 service neutron] 10.222.0.82 "GET /v2.0/networks/28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447120 Aug 11 22:42:01.748070 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6275b094-585f-411e-acb8-5861144db14d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:01.899183 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6275b094-585f-411e-acb8-5861144db14d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:01.903946 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6275b094-585f-411e-acb8-5861144db14d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:01.969454 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275b094-585f-411e-acb8-5861144db14d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Pushing event updated for resources: {'Port': ['ID=1547ec77-9260-4219-8c29-7a6796cb19f4,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:42:01.979299 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6275b094-585f-411e-acb8-5861144db14d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:02.077082 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-6275b094-585f-411e-acb8-5861144db14d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Floating IP 8c8fdbba-19bb-456f-85bf-282d77e9b958 associated. External IP: 172.25.2.99, port: 1be9447a-94bd-47e0-b433-84593a76e4d0. Aug 11 22:42:02.294187 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6275b094-585f-411e-acb8-5861144db14d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Router 1a0cd921-9b3d-4283-bd76-dff40e3159f9 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:42:02.404846 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6275b094-585f-411e-acb8-5861144db14d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:42:02.415725 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa53913-aeba-457e-ab20-46bf79f5f240 None None] Sync routers for ids ['1a0cd921-9b3d-4283-bd76-dff40e3159f9'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:42:02.421826 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6275b094-585f-411e-acb8-5861144db14d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:02.426931 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa53913-aeba-457e-ab20-46bf79f5f240 None None] Routers {'1a0cd921-9b3d-4283-bd76-dff40e3159f9'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:42:02.427591 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-8fa53913-aeba-457e-ab20-46bf79f5f240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:41:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['1a0cd921-9b3d-4283-bd76-dff40e3159f9'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:42:02.448694 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6275b094-585f-411e-acb8-5861144db14d tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2588356 Aug 11 22:42:02.449326 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c', 'tag': '1be9447a-94bd-47e0-b433-84593a76e4d0'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:42:02.451295 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52990) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:42:02.451799 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0e1266-7e03-48e6-ad39-d85acffa6571" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c", "tag": "1be9447a-94bd-47e0-b433-84593a76e4d0"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:42:02.493630 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d6903f-fc0b-4778-abb8-0749bc4b3782 x-openstack-request-id: req-a8d6903f-fc0b-4778-abb8-0749bc4b3782 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:42:02.494042 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c", "tag": "1be9447a-94bd-47e0-b433-84593a76e4d0", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:42:02.494191 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a8d6903f-fc0b-4778-abb8-0749bc4b3782 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:42:02.494578 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c', 'tag': '1be9447a-94bd-47e0-b433-84593a76e4d0', 'status': 'completed', 'code': 200} Aug 11 22:42:02.494672 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2884b219-cd8c-46fd-ace9-2dbcba204fbb tempest-TestVolumeBackupRestore-452031821 tempest-TestVolumeBackupRestore-452031821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:42:02.496324 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2884b219-cd8c-46fd-ace9-2dbcba204fbb tempest-TestVolumeBackupRestore-452031821 tempest-TestVolumeBackupRestore-452031821-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 1092 time: 0.0438876 Aug 11 22:42:02.499142 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 52994) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:42:02.503767 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-30ca2d5d-9f02-4ce9-b8df-8f9308469297 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Request body: {'floatingip': {'port_id': '1be9447a-94bd-47e0-b433-84593a76e4d0'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:42:02.548654 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-8fa53913-aeba-457e-ab20-46bf79f5f240 None None] Set router 1a0cd921-9b3d-4283-bd76-dff40e3159f9 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:42:02.590966 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-30ca2d5d-9f02-4ce9-b8df-8f9308469297 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for floatingip, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:02.647284 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e1266-7e03-48e6-ad39-d85acffa6571 req-3c5e98e9-2ba0-4865-bc36-0c48c3218718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:42:02.649135 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0f0e1266-7e03-48e6-ad39-d85acffa6571 req-3c5e98e9-2ba0-4865-bc36-0c48c3218718 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1b416ccbd3be4c30a1be06e10a7507d4&device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 1097 time: 0.1092427 Aug 11 22:42:02.785693 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-8fa53913-aeba-457e-ab20-46bf79f5f240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'name': 'tempest-TestVolumeBackupRestore-235543111-router', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:39:51Z', 'revision_number': 4, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'gw_port': {'id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '8c8fdbba-19bb-456f-85bf-282d77e9b958', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'floating_ip_address': '172.25.2.99', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'port_id': '1be9447a-94bd-47e0-b433-84593a76e4d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0', 'mac_address': 'fa:16:3e:a4:b2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:42:01Z', 'updated_at': '2021-08-11T22:42:01Z', 'revision_number': 0, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee0dcd3-bb27-4598-976d-3510a367b7e3', 'name': '', 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'mac_address': 'fa:16:3e:0b:29:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '5305452d-847d-4a71-a2b6-e3d2d7d52fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:51Z', 'updated_at': '2021-08-11T22:39:57Z', 'revision_number': 5, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'subnets': [{'id': '5305452d-847d-4a71-a2b6-e3d2d7d52fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:42:02.813336 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa53913-aeba-457e-ab20-46bf79f5f240 None None] Checking router: 1a0cd921-9b3d-4283-bd76-dff40e3159f9 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:42:02.816742 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e1266-7e03-48e6-ad39-d85acffa6571 req-9eb51e4d-68b3-483b-9584-ffdf61e61cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:42:02.818266 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0f0e1266-7e03-48e6-ad39-d85acffa6571 req-9eb51e4d-68b3-483b-9584-ffdf61e61cb5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3ed0419-94d7-409c-abb6-da55d64d75f0 HTTP/1.1" status: 200 len: 914 time: 0.1621883 Aug 11 22:42:02.822687 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa53913-aeba-457e-ab20-46bf79f5f240 None None] Routers {'1a0cd921-9b3d-4283-bd76-dff40e3159f9'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:42:02.823954 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-8fa53913-aeba-457e-ab20-46bf79f5f240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:41:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['1a0cd921-9b3d-4283-bd76-dff40e3159f9'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:42:02.953682 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0f0e1266-7e03-48e6-ad39-d85acffa6571 req-243a5e8d-9f53-4c05-b617-f9229a47ffde service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1be9447a-94bd-47e0-b433-84593a76e4d0 HTTP/1.1" status: 200 len: 999 time: 0.0997572 Aug 11 22:42:03.100948 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-8fa53913-aeba-457e-ab20-46bf79f5f240 None None] Set router 1a0cd921-9b3d-4283-bd76-dff40e3159f9 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:42:03.346824 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-8fa53913-aeba-457e-ab20-46bf79f5f240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'name': 'tempest-TestVolumeBackupRestore-235543111-router', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:39:51Z', 'revision_number': 4, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'gw_port': {'id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '8c8fdbba-19bb-456f-85bf-282d77e9b958', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'floating_ip_address': '172.25.2.99', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'port_id': '1be9447a-94bd-47e0-b433-84593a76e4d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0', 'mac_address': 'fa:16:3e:a4:b2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:42:01Z', 'updated_at': '2021-08-11T22:42:01Z', 'revision_number': 0, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee0dcd3-bb27-4598-976d-3510a367b7e3', 'name': '', 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'mac_address': 'fa:16:3e:0b:29:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '5305452d-847d-4a71-a2b6-e3d2d7d52fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:51Z', 'updated_at': '2021-08-11T22:39:57Z', 'revision_number': 5, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'subnets': [{'id': '5305452d-847d-4a71-a2b6-e3d2d7d52fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:42:03.378044 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e1266-7e03-48e6-ad39-d85acffa6571 req-a6954e11-7c34-4391-bc42-3c41ed8661d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:42:03.378583 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa53913-aeba-457e-ab20-46bf79f5f240 None None] The sync data for ids ['1a0cd921-9b3d-4283-bd76-dff40e3159f9'] in n-d-804275-3 is: [{'id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'name': 'tempest-TestVolumeBackupRestore-235543111-router', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:39:51Z', 'revision_number': 4, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'gw_port': {'id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '8c8fdbba-19bb-456f-85bf-282d77e9b958', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'floating_ip_address': '172.25.2.99', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'port_id': '1be9447a-94bd-47e0-b433-84593a76e4d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0', 'mac_address': 'fa:16:3e:a4:b2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:42:01Z', 'updated_at': '2021-08-11T22:42:01Z', 'revision_number': 0, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee0dcd3-bb27-4598-976d-3510a367b7e3', 'name': '', 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'mac_address': 'fa:16:3e:0b:29:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '5305452d-847d-4a71-a2b6-e3d2d7d52fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:51Z', 'updated_at': '2021-08-11T22:39:57Z', 'revision_number': 5, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'subnets': [{'id': '5305452d-847d-4a71-a2b6-e3d2d7d52fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:42:03.379426 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0f0e1266-7e03-48e6-ad39-d85acffa6571 req-a6954e11-7c34-4391-bc42-3c41ed8661d6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5305452d-847d-4a71-a2b6-e3d2d7d52fc9 HTTP/1.1" status: 200 len: 852 time: 0.4183719 Aug 11 22:42:03.502218 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e1266-7e03-48e6-ad39-d85acffa6571 req-0c134221-c0f9-4952-ad51-5015e9751e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:42:03.503817 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0f0e1266-7e03-48e6-ad39-d85acffa6571 req-0c134221-c0f9-4952-ad51-5015e9751e75 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3ed0419-94d7-409c-abb6-da55d64d75f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1152253 Aug 11 22:42:03.594767 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01971189-d217-47aa-98c1-d802d574244d None None] New status for floating IP 8c8fdbba-19bb-456f-85bf-282d77e9b958: ACTIVE {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:42:03.686403 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-30ca2d5d-9f02-4ce9-b8df-8f9308469297 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:03.689016 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0f0e1266-7e03-48e6-ad39-d85acffa6571 req-32e933d7-5cb3-4158-bfe7-95fb26468efb service neutron] 10.222.0.52 "GET /v2.0/networks/a3ed0419-94d7-409c-abb6-da55d64d75f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739783 Aug 11 22:42:03.691040 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-30ca2d5d-9f02-4ce9-b8df-8f9308469297 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:03.705888 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.db.api [None req-01971189-d217-47aa-98c1-d802d574244d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 22:42:03.706244 n-d-804275-3 neutron-server[100945]: DEBUG oslo_db.api [None req-01971189-d217-47aa-98c1-d802d574244d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 22:42:03.865327 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0f0e1266-7e03-48e6-ad39-d85acffa6571 req-bda8a784-a6e6-46cf-9089-388749c580d4 service neutron] 10.222.0.52 "GET /v2.0/networks/a3ed0419-94d7-409c-abb6-da55d64d75f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368408 Aug 11 22:42:03.975869 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ca2d5d-9f02-4ce9-b8df-8f9308469297 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Router 1a0cd921-9b3d-4283-bd76-dff40e3159f9 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:42:04.084853 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ca2d5d-9f02-4ce9-b8df-8f9308469297 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:42:04.089532 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-30ca2d5d-9f02-4ce9-b8df-8f9308469297 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:04.116754 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c', 'tag': '1be9447a-94bd-47e0-b433-84593a76e4d0'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:42:04.118999 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192a99eb-2e34-4933-beb2-4fd0d2650b21" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c", "tag": "1be9447a-94bd-47e0-b433-84593a76e4d0"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:42:04.147611 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-30ca2d5d-9f02-4ce9-b8df-8f9308469297 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "PUT /v2.0/floatingips/8c8fdbba-19bb-456f-85bf-282d77e9b958 HTTP/1.1" status: 200 len: 991 time: 1.6472740 Aug 11 22:42:04.171726 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3ffae7-b119-4b39-9b8d-bcb9130b125d x-openstack-request-id: req-4c3ffae7-b119-4b39-9b8d-bcb9130b125d {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:42:04.172027 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c", "tag": "1be9447a-94bd-47e0-b433-84593a76e4d0", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:42:04.172290 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4c3ffae7-b119-4b39-9b8d-bcb9130b125d {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:42:04.172703 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c', 'tag': '1be9447a-94bd-47e0-b433-84593a76e4d0', 'status': 'completed', 'code': 200} Aug 11 22:42:04.207671 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01971189-d217-47aa-98c1-d802d574244d None None] New status for floating IP 8c8fdbba-19bb-456f-85bf-282d77e9b958: ACTIVE {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:42:04.245015 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a99eb-2e34-4933-beb2-4fd0d2650b21 req-9093d25c-2665-40ae-8ed1-9d8651a59bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:42:04.246526 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-192a99eb-2e34-4933-beb2-4fd0d2650b21 req-9093d25c-2665-40ae-8ed1-9d8651a59bc3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1b416ccbd3be4c30a1be06e10a7507d4&device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 1097 time: 0.0410721 Aug 11 22:42:04.343456 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a99eb-2e34-4933-beb2-4fd0d2650b21 req-ad9fd463-3f89-4c96-9ab6-d1221c83712e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:42:04.345013 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-192a99eb-2e34-4933-beb2-4fd0d2650b21 req-ad9fd463-3f89-4c96-9ab6-d1221c83712e service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3ed0419-94d7-409c-abb6-da55d64d75f0 HTTP/1.1" status: 200 len: 914 time: 0.0913637 Aug 11 22:42:04.417193 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-192a99eb-2e34-4933-beb2-4fd0d2650b21 req-90a5b9f8-0fab-48e4-9725-14146af8c28a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1be9447a-94bd-47e0-b433-84593a76e4d0 HTTP/1.1" status: 200 len: 999 time: 0.0643878 Aug 11 22:42:04.444209 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec8a231-d5ab-4e23-bbfd-a1c453a74267 None None] Sync routers for ids ['1a0cd921-9b3d-4283-bd76-dff40e3159f9'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:42:04.454045 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec8a231-d5ab-4e23-bbfd-a1c453a74267 None None] Routers {'1a0cd921-9b3d-4283-bd76-dff40e3159f9'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:42:04.454660 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-4ec8a231-d5ab-4e23-bbfd-a1c453a74267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:41:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['1a0cd921-9b3d-4283-bd76-dff40e3159f9'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:42:04.472624 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a99eb-2e34-4933-beb2-4fd0d2650b21 req-47968fe5-1077-4232-850d-b1a69c5831e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:42:04.474174 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-192a99eb-2e34-4933-beb2-4fd0d2650b21 req-47968fe5-1077-4232-850d-b1a69c5831e6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5305452d-847d-4a71-a2b6-e3d2d7d52fc9 HTTP/1.1" status: 200 len: 852 time: 0.0498333 Aug 11 22:42:04.521319 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a99eb-2e34-4933-beb2-4fd0d2650b21 req-b53677fe-96d8-4037-8e0a-3b591fe01d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:42:04.522877 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-192a99eb-2e34-4933-beb2-4fd0d2650b21 req-b53677fe-96d8-4037-8e0a-3b591fe01d9e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3ed0419-94d7-409c-abb6-da55d64d75f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416143 Aug 11 22:42:04.561662 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-4ec8a231-d5ab-4e23-bbfd-a1c453a74267 None None] Set router 1a0cd921-9b3d-4283-bd76-dff40e3159f9 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:42:04.623053 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-192a99eb-2e34-4933-beb2-4fd0d2650b21 req-b82928b9-57ac-45d0-96e3-8d7b61107184 service neutron] 10.222.0.52 "GET /v2.0/networks/a3ed0419-94d7-409c-abb6-da55d64d75f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932460 Aug 11 22:42:04.721827 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-192a99eb-2e34-4933-beb2-4fd0d2650b21 req-7c1683c4-c305-45d4-bbb8-cf7a49665a3e service neutron] 10.222.0.52 "GET /v2.0/networks/a3ed0419-94d7-409c-abb6-da55d64d75f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907507 Aug 11 22:42:04.793998 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-4ec8a231-d5ab-4e23-bbfd-a1c453a74267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'name': 'tempest-TestVolumeBackupRestore-235543111-router', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:39:51Z', 'revision_number': 4, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'gw_port': {'id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '8c8fdbba-19bb-456f-85bf-282d77e9b958', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'floating_ip_address': '172.25.2.99', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'port_id': '1be9447a-94bd-47e0-b433-84593a76e4d0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0', 'mac_address': 'fa:16:3e:a4:b2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:42:01Z', 'updated_at': '2021-08-11T22:42:04Z', 'revision_number': 2, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee0dcd3-bb27-4598-976d-3510a367b7e3', 'name': '', 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'mac_address': 'fa:16:3e:0b:29:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '5305452d-847d-4a71-a2b6-e3d2d7d52fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:51Z', 'updated_at': '2021-08-11T22:39:57Z', 'revision_number': 5, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'subnets': [{'id': '5305452d-847d-4a71-a2b6-e3d2d7d52fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:42:04.819702 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec8a231-d5ab-4e23-bbfd-a1c453a74267 None None] Checking router: 1a0cd921-9b3d-4283-bd76-dff40e3159f9 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:42:04.828033 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec8a231-d5ab-4e23-bbfd-a1c453a74267 None None] Routers {'1a0cd921-9b3d-4283-bd76-dff40e3159f9'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:42:04.828647 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-4ec8a231-d5ab-4e23-bbfd-a1c453a74267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:41:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['1a0cd921-9b3d-4283-bd76-dff40e3159f9'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:42:04.935019 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-4ec8a231-d5ab-4e23-bbfd-a1c453a74267 None None] Set router 1a0cd921-9b3d-4283-bd76-dff40e3159f9 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:42:05.165703 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-4ec8a231-d5ab-4e23-bbfd-a1c453a74267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'name': 'tempest-TestVolumeBackupRestore-235543111-router', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:39:51Z', 'revision_number': 4, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'gw_port': {'id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '8c8fdbba-19bb-456f-85bf-282d77e9b958', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'floating_ip_address': '172.25.2.99', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'port_id': '1be9447a-94bd-47e0-b433-84593a76e4d0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0', 'mac_address': 'fa:16:3e:a4:b2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:42:01Z', 'updated_at': '2021-08-11T22:42:04Z', 'revision_number': 2, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee0dcd3-bb27-4598-976d-3510a367b7e3', 'name': '', 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'mac_address': 'fa:16:3e:0b:29:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '5305452d-847d-4a71-a2b6-e3d2d7d52fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:51Z', 'updated_at': '2021-08-11T22:39:57Z', 'revision_number': 5, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'subnets': [{'id': '5305452d-847d-4a71-a2b6-e3d2d7d52fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:42:05.192202 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec8a231-d5ab-4e23-bbfd-a1c453a74267 None None] The sync data for ids ['1a0cd921-9b3d-4283-bd76-dff40e3159f9'] in n-d-804275-3 is: [{'id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'name': 'tempest-TestVolumeBackupRestore-235543111-router', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:39:51Z', 'revision_number': 4, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'gw_port': {'id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '8c8fdbba-19bb-456f-85bf-282d77e9b958', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'floating_ip_address': '172.25.2.99', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'port_id': '1be9447a-94bd-47e0-b433-84593a76e4d0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0', 'mac_address': 'fa:16:3e:a4:b2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:42:01Z', 'updated_at': '2021-08-11T22:42:04Z', 'revision_number': 2, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee0dcd3-bb27-4598-976d-3510a367b7e3', 'name': '', 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'mac_address': 'fa:16:3e:0b:29:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '5305452d-847d-4a71-a2b6-e3d2d7d52fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:51Z', 'updated_at': '2021-08-11T22:39:57Z', 'revision_number': 5, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'subnets': [{'id': '5305452d-847d-4a71-a2b6-e3d2d7d52fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:42:06.173847 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c', 'tag': '1be9447a-94bd-47e0-b433-84593a76e4d0'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:42:06.176280 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434b524b-a37b-4fb4-ac51-43890364d3d9" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c", "tag": "1be9447a-94bd-47e0-b433-84593a76e4d0"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:42:06.213230 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9516b911-6d84-4ab3-a2fb-8f033abc8802 x-openstack-request-id: req-9516b911-6d84-4ab3-a2fb-8f033abc8802 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:42:06.213525 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c", "tag": "1be9447a-94bd-47e0-b433-84593a76e4d0", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:42:06.213781 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9516b911-6d84-4ab3-a2fb-8f033abc8802 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:42:06.214283 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c', 'tag': '1be9447a-94bd-47e0-b433-84593a76e4d0', 'status': 'completed', 'code': 200} Aug 11 22:42:06.278169 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b524b-a37b-4fb4-ac51-43890364d3d9 req-57df03f5-4ac0-493f-a091-d60023780bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:42:06.279736 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-434b524b-a37b-4fb4-ac51-43890364d3d9 req-57df03f5-4ac0-493f-a091-d60023780bae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1b416ccbd3be4c30a1be06e10a7507d4&device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 1097 time: 0.0425322 Aug 11 22:42:06.374316 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b524b-a37b-4fb4-ac51-43890364d3d9 req-06d57f75-85b2-4dde-b751-d44a2ee2a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:42:06.375912 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-434b524b-a37b-4fb4-ac51-43890364d3d9 req-06d57f75-85b2-4dde-b751-d44a2ee2a326 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3ed0419-94d7-409c-abb6-da55d64d75f0 HTTP/1.1" status: 200 len: 914 time: 0.0882263 Aug 11 22:42:06.441060 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-434b524b-a37b-4fb4-ac51-43890364d3d9 req-fdbfc8bb-b103-4539-a437-30701474d053 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1be9447a-94bd-47e0-b433-84593a76e4d0 HTTP/1.1" status: 200 len: 1001 time: 0.0584583 Aug 11 22:42:06.491258 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b524b-a37b-4fb4-ac51-43890364d3d9 req-4dde1d81-bcd5-4425-97eb-8df664ec029e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:42:06.492800 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-434b524b-a37b-4fb4-ac51-43890364d3d9 req-4dde1d81-bcd5-4425-97eb-8df664ec029e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5305452d-847d-4a71-a2b6-e3d2d7d52fc9 HTTP/1.1" status: 200 len: 852 time: 0.0444665 Aug 11 22:42:06.540968 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b524b-a37b-4fb4-ac51-43890364d3d9 req-a8e3fab3-3d94-46ac-8fde-df8a1683f2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:42:06.542990 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-434b524b-a37b-4fb4-ac51-43890364d3d9 req-a8e3fab3-3d94-46ac-8fde-df8a1683f2c6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3ed0419-94d7-409c-abb6-da55d64d75f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437195 Aug 11 22:42:06.633398 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-434b524b-a37b-4fb4-ac51-43890364d3d9 req-26bd0e82-8227-41a3-a714-79e00db0d3bc service neutron] 10.222.0.52 "GET /v2.0/networks/a3ed0419-94d7-409c-abb6-da55d64d75f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822265 Aug 11 22:42:06.727109 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-434b524b-a37b-4fb4-ac51-43890364d3d9 req-99822ae6-3f5b-4d6f-a8a8-33c778c1f5de service neutron] 10.222.0.52 "GET /v2.0/networks/a3ed0419-94d7-409c-abb6-da55d64d75f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870221 Aug 11 22:42:08.540766 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:10.114277 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:42:13.279843 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9266bc69-a3c8-4957-9bfc-8488ce97f7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:16.093204 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:16.282463 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3c35d4ca-b9b8-4cf7-a308-8b9ad29b11ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:17.628803 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:19.085414 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:20.886170 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:35.206517 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53014) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:42:35.377198 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-0c80efb2-6d89-4f75-895b-a118011fd27e tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Deleting port 1547ec77-9260-4219-8c29-7a6796cb19f4 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:42:35.377548 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0c80efb2-6d89-4f75-895b-a118011fd27e tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:35.462480 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0c80efb2-6d89-4f75-895b-a118011fd27e tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:35.467242 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0c80efb2-6d89-4f75-895b-a118011fd27e tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:35.476250 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-0c80efb2-6d89-4f75-895b-a118011fd27e tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Calling delete_port for 1547ec77-9260-4219-8c29-7a6796cb19f4 owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:42:35.627163 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0c80efb2-6d89-4f75-895b-a118011fd27e tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:35.650730 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80efb2-6d89-4f75-895b-a118011fd27e tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Pushing event deleted for resources: {'Port': ['ID=1547ec77-9260-4219-8c29-7a6796cb19f4,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:42:35.718378 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0c80efb2-6d89-4f75-895b-a118011fd27e tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:35.718656 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [None req-0c80efb2-6d89-4f75-895b-a118011fd27e tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Floating IP 8c8fdbba-19bb-456f-85bf-282d77e9b958 disassociated (deleted). External IP: 172.25.2.99, port: 1be9447a-94bd-47e0-b433-84593a76e4d0. Aug 11 22:42:35.932392 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c80efb2-6d89-4f75-895b-a118011fd27e tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Router 1a0cd921-9b3d-4283-bd76-dff40e3159f9 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:42:36.038132 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c80efb2-6d89-4f75-895b-a118011fd27e tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:42:36.042879 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0c80efb2-6d89-4f75-895b-a118011fd27e tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:36.047434 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e7e3f0-d00e-4386-a3d7-6410ab4f7a39 None None] Sync routers for ids ['1a0cd921-9b3d-4283-bd76-dff40e3159f9'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:42:36.057523 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e7e3f0-d00e-4386-a3d7-6410ab4f7a39 None None] Routers {'1a0cd921-9b3d-4283-bd76-dff40e3159f9'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:42:36.058144 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-19e7e3f0-d00e-4386-a3d7-6410ab4f7a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:42:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['1a0cd921-9b3d-4283-bd76-dff40e3159f9'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:42:36.072787 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0c80efb2-6d89-4f75-895b-a118011fd27e tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "DELETE /v2.0/floatingips/8c8fdbba-19bb-456f-85bf-282d77e9b958 HTTP/1.1" status: 204 len: 168 time: 0.8651252 Aug 11 22:42:36.073469 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c', 'tag': '1be9447a-94bd-47e0-b433-84593a76e4d0'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:42:36.075869 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f09ac4-48ea-470f-95b8-1a727b60c461" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c", "tag": "1be9447a-94bd-47e0-b433-84593a76e4d0"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:42:36.162960 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-19e7e3f0-d00e-4386-a3d7-6410ab4f7a39 None None] Set router 1a0cd921-9b3d-4283-bd76-dff40e3159f9 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:42:36.318282 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b82101b-295c-4439-824b-5d1fcb0efcc1 x-openstack-request-id: req-4b82101b-295c-4439-824b-5d1fcb0efcc1 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:42:36.319149 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c", "tag": "1be9447a-94bd-47e0-b433-84593a76e4d0", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:42:36.319418 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4b82101b-295c-4439-824b-5d1fcb0efcc1 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:42:36.319867 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c', 'tag': '1be9447a-94bd-47e0-b433-84593a76e4d0', 'status': 'completed', 'code': 200} Aug 11 22:42:36.364610 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-19e7e3f0-d00e-4386-a3d7-6410ab4f7a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'name': 'tempest-TestVolumeBackupRestore-235543111-router', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:39:51Z', 'revision_number': 4, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'gw_port': {'id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'bee0dcd3-bb27-4598-976d-3510a367b7e3', 'name': '', 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'mac_address': 'fa:16:3e:0b:29:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '5305452d-847d-4a71-a2b6-e3d2d7d52fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:51Z', 'updated_at': '2021-08-11T22:39:57Z', 'revision_number': 5, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'subnets': [{'id': '5305452d-847d-4a71-a2b6-e3d2d7d52fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:42:36.394700 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e7e3f0-d00e-4386-a3d7-6410ab4f7a39 None None] Checking router: 1a0cd921-9b3d-4283-bd76-dff40e3159f9 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:42:36.404292 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e7e3f0-d00e-4386-a3d7-6410ab4f7a39 None None] Routers {'1a0cd921-9b3d-4283-bd76-dff40e3159f9'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:42:36.404926 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-19e7e3f0-d00e-4386-a3d7-6410ab4f7a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:42:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['1a0cd921-9b3d-4283-bd76-dff40e3159f9'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:42:36.417328 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef21c5d-d3d0-4255-b1de-86e1ae006b16 req-45ed56ac-ed42-4afa-a914-20edf77c4d93 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:42:36.418892 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bef21c5d-d3d0-4255-b1de-86e1ae006b16 req-45ed56ac-ed42-4afa-a914-20edf77c4d93 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 946 time: 0.0546381 Aug 11 22:42:36.444102 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f09ac4-48ea-470f-95b8-1a727b60c461 req-b0e5280f-1268-4914-a326-7ac3a718a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:42:36.445930 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-67f09ac4-48ea-470f-95b8-1a727b60c461 req-b0e5280f-1268-4914-a326-7ac3a718a19b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1b416ccbd3be4c30a1be06e10a7507d4&device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 1097 time: 0.1007781 Aug 11 22:42:36.459392 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bef21c5d-d3d0-4255-b1de-86e1ae006b16 req-0725667d-14e6-4511-876b-c34bb0b4db88 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e73393a-28bc-4fda-a56e-37a9094b43d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341980 Aug 11 22:42:36.515809 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-19e7e3f0-d00e-4386-a3d7-6410ab4f7a39 None None] Set router 1a0cd921-9b3d-4283-bd76-dff40e3159f9 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:42:36.548287 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f09ac4-48ea-470f-95b8-1a727b60c461 req-c18bca79-7d1a-41e1-a11f-58260f6ae4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:42:36.549848 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-67f09ac4-48ea-470f-95b8-1a727b60c461 req-c18bca79-7d1a-41e1-a11f-58260f6ae4f3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3ed0419-94d7-409c-abb6-da55d64d75f0 HTTP/1.1" status: 200 len: 914 time: 0.0949507 Aug 11 22:42:36.596751 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-67f09ac4-48ea-470f-95b8-1a727b60c461 req-20aa2be6-7cea-4e7d-ba9e-1acd478a3f8e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1be9447a-94bd-47e0-b433-84593a76e4d0 HTTP/1.1" status: 200 len: 217 time: 0.0396049 Aug 11 22:42:36.650147 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f09ac4-48ea-470f-95b8-1a727b60c461 req-255c9c8b-0c28-4676-82ea-49f999169491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:42:36.651753 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-67f09ac4-48ea-470f-95b8-1a727b60c461 req-255c9c8b-0c28-4676-82ea-49f999169491 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5305452d-847d-4a71-a2b6-e3d2d7d52fc9 HTTP/1.1" status: 200 len: 852 time: 0.0466053 Aug 11 22:42:36.699496 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f09ac4-48ea-470f-95b8-1a727b60c461 req-6b6de8c9-3ee4-4998-93cc-a4db307d2096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:42:36.701082 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-67f09ac4-48ea-470f-95b8-1a727b60c461 req-6b6de8c9-3ee4-4998-93cc-a4db307d2096 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3ed0419-94d7-409c-abb6-da55d64d75f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414772 Aug 11 22:42:36.723956 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-19e7e3f0-d00e-4386-a3d7-6410ab4f7a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'name': 'tempest-TestVolumeBackupRestore-235543111-router', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:39:51Z', 'revision_number': 4, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'gw_port': {'id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'bee0dcd3-bb27-4598-976d-3510a367b7e3', 'name': '', 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'mac_address': 'fa:16:3e:0b:29:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '5305452d-847d-4a71-a2b6-e3d2d7d52fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:51Z', 'updated_at': '2021-08-11T22:39:57Z', 'revision_number': 5, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'subnets': [{'id': '5305452d-847d-4a71-a2b6-e3d2d7d52fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:42:36.750742 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e7e3f0-d00e-4386-a3d7-6410ab4f7a39 None None] The sync data for ids ['1a0cd921-9b3d-4283-bd76-dff40e3159f9'] in n-d-804275-3 is: [{'id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'name': 'tempest-TestVolumeBackupRestore-235543111-router', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:39:51Z', 'revision_number': 4, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'gw_port': {'id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'bee0dcd3-bb27-4598-976d-3510a367b7e3', 'name': '', 'network_id': 'a3ed0419-94d7-409c-abb6-da55d64d75f0', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'mac_address': 'fa:16:3e:0b:29:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '5305452d-847d-4a71-a2b6-e3d2d7d52fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:51Z', 'updated_at': '2021-08-11T22:39:57Z', 'revision_number': 5, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'subnets': [{'id': '5305452d-847d-4a71-a2b6-e3d2d7d52fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:42:36.801545 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-67f09ac4-48ea-470f-95b8-1a727b60c461 req-4351a2f6-45fb-456f-a47b-c473fe293fb5 service neutron] 10.222.0.52 "GET /v2.0/networks/a3ed0419-94d7-409c-abb6-da55d64d75f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912962 Aug 11 22:42:36.894947 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-67f09ac4-48ea-470f-95b8-1a727b60c461 req-1ba99c83-0f7e-4f69-8e93-e75c6b9f1fa4 service neutron] 10.222.0.52 "GET /v2.0/networks/a3ed0419-94d7-409c-abb6-da55d64d75f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860348 Aug 11 22:42:36.987154 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64aa8ac-f3f0-420d-947b-f09bf13769c8 None None] New status for floating IP 8c8fdbba-19bb-456f-85bf-282d77e9b958: DOWN {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:42:37.580358 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c39e6-05c7-4975-8703-53e43c4c8aa6 req-e13a410b-e479-4a57-ba8b-16a6f3f946d0 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:42:37.581873 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-995c39e6-05c7-4975-8703-53e43c4c8aa6 req-e13a410b-e479-4a57-ba8b-16a6f3f946d0 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 946 time: 0.0532253 Aug 11 22:42:37.618907 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-995c39e6-05c7-4975-8703-53e43c4c8aa6 req-ce7c046a-353f-454d-8f8f-b4d375494af2 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/security-groups?id=1e73393a-28bc-4fda-a56e-37a9094b43d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310237 Aug 11 22:42:37.796909 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107b635-13fd-4a58-9a72-59e46f3732a0 req-ad027e54-0388-4113-b470-2ff6433e12db tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:42:37.798471 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a107b635-13fd-4a58-9a72-59e46f3732a0 req-ad027e54-0388-4113-b470-2ff6433e12db tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 946 time: 0.0608261 Aug 11 22:42:37.896776 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-a107b635-13fd-4a58-9a72-59e46f3732a0 req-7517dc6f-1903-46cb-a473-8806fd1e75d1 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Deleting port 1be9447a-94bd-47e0-b433-84593a76e4d0 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:42:37.897123 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a107b635-13fd-4a58-9a72-59e46f3732a0 req-7517dc6f-1903-46cb-a473-8806fd1e75d1 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:37.984405 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-a107b635-13fd-4a58-9a72-59e46f3732a0 req-7517dc6f-1903-46cb-a473-8806fd1e75d1 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] For port 1be9447a-94bd-47e0-b433-84593a76e4d0, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=1be9447a-94bd-47e0-b433-84593a76e4d0,segment=NetworkSegment(eed6a22e-88b8-49d0-80a1-c8cc87e62bd0),segment_id=eed6a22e-88b8-49d0-80a1-c8cc87e62bd0)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:42:37.984768 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a107b635-13fd-4a58-9a72-59e46f3732a0 req-7517dc6f-1903-46cb-a473-8806fd1e75d1 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:38.002142 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-a107b635-13fd-4a58-9a72-59e46f3732a0 req-7517dc6f-1903-46cb-a473-8806fd1e75d1 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Calling delete_port for 1be9447a-94bd-47e0-b433-84593a76e4d0 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:42:38.149846 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a107b635-13fd-4a58-9a72-59e46f3732a0 req-7517dc6f-1903-46cb-a473-8806fd1e75d1 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:38.180479 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517dc6f-1903-46cb-a473-8806fd1e75d1 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Pushing event deleted for resources: {'Port': ['ID=1be9447a-94bd-47e0-b433-84593a76e4d0,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:42:38.530431 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a107b635-13fd-4a58-9a72-59e46f3732a0 req-7517dc6f-1903-46cb-a473-8806fd1e75d1 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] No DVR routers for this DVR port 1be9447a-94bd-47e0-b433-84593a76e4d0 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:42:38.533809 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a107b635-13fd-4a58-9a72-59e46f3732a0 req-7517dc6f-1903-46cb-a473-8806fd1e75d1 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:38.535938 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a107b635-13fd-4a58-9a72-59e46f3732a0 req-7517dc6f-1903-46cb-a473-8806fd1e75d1 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.52 "DELETE /v2.0/ports/1be9447a-94bd-47e0-b433-84593a76e4d0 HTTP/1.1" status: 204 len: 173 time: 0.7313082 Aug 11 22:42:38.536403 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c', 'name': 'network-vif-deleted', 'tag': '1be9447a-94bd-47e0-b433-84593a76e4d0'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:42:38.538707 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7b06d3-011c-4b8f-bb75-9926b44f141c" -d '{"events": [{"server_uuid": "ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c", "name": "network-vif-deleted", "tag": "1be9447a-94bd-47e0-b433-84593a76e4d0"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:42:38.572489 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:38.587766 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe9ed05-d136-4812-aa4a-919f77201d34 x-openstack-request-id: req-2fe9ed05-d136-4812-aa4a-919f77201d34 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:42:38.588181 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c", "name": "network-vif-deleted", "tag": "1be9447a-94bd-47e0-b433-84593a76e4d0", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:42:38.588286 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2fe9ed05-d136-4812-aa4a-919f77201d34 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:42:38.588694 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c', 'name': 'network-vif-deleted', 'tag': '1be9447a-94bd-47e0-b433-84593a76e4d0', 'status': 'completed', 'code': 200} Aug 11 22:42:38.722029 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-035c0191-ef88-4bec-a29e-0191e7c21442 req-0049bc01-f80b-4da5-93c9-642481434b9f tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 210 time: 0.0295937 Aug 11 22:42:39.818660 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1762f6c7-eb9a-46cd-919d-b0b43f0540ff req-a3d391a0-aad5-4ca3-900a-ffd2b9763699 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 210 time: 0.0275421 Aug 11 22:42:40.914445 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4d5d3f78-d41c-466e-a990-f600105d1da8 req-9e95aa48-d5e8-41fa-9795-bd37e5af6a3a tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 210 time: 0.0287781 Aug 11 22:42:42.025568 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-08dd92fe-f6ce-49ab-b9da-ea213117b53a req-913c86cf-6eac-4ad7-86c4-e745f789f49c tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed3d4a3d-ddc4-4ade-898e-0bb6f65ee52c HTTP/1.1" status: 200 len: 210 time: 0.0315168 Aug 11 22:42:42.479877 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 1be9447a-94bd-47e0-b433-84593a76e4d0 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:42:42.504472 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 1be9447a-94bd-47e0-b433-84593a76e4d0 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:42:42.504829 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 1be9447a-94bd-47e0-b433-84593a76e4d0 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:42:43.080858 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53040) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:42:43.139316 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-db1a0bab-1b5e-497c-8f1e-be28f2471209 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:43.164232 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-db1a0bab-1b5e-497c-8f1e-be28f2471209 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:43.223273 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-db1a0bab-1b5e-497c-8f1e-be28f2471209 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:43.226160 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-db1a0bab-1b5e-497c-8f1e-be28f2471209 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:43.227319 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-db1a0bab-1b5e-497c-8f1e-be28f2471209 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] 10.222.0.77 "DELETE /v2.0/security-groups/1e73393a-28bc-4fda-a56e-37a9094b43d3 HTTP/1.1" status: 204 len: 168 time: 0.1454391 Aug 11 22:42:43.237144 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a0bab-1b5e-497c-8f1e-be28f2471209 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e73393a-28bc-4fda-a56e-37a9094b43d3,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:42:43.246150 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a0bab-1b5e-497c-8f1e-be28f2471209 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:42:43.246504 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a0bab-1b5e-497c-8f1e-be28f2471209 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:42:43.246850 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a0bab-1b5e-497c-8f1e-be28f2471209 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:42:43.247194 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a0bab-1b5e-497c-8f1e-be28f2471209 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:42:43.247558 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a0bab-1b5e-497c-8f1e-be28f2471209 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:42:43.247925 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a0bab-1b5e-497c-8f1e-be28f2471209 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:42:43.248238 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a0bab-1b5e-497c-8f1e-be28f2471209 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:42:43.248568 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a0bab-1b5e-497c-8f1e-be28f2471209 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:42:43.249157 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a0bab-1b5e-497c-8f1e-be28f2471209 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:42:43.250074 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a0bab-1b5e-497c-8f1e-be28f2471209 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:42:43.250538 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a0bab-1b5e-497c-8f1e-be28f2471209 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:42:43.250994 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a0bab-1b5e-497c-8f1e-be28f2471209 tempest-TestVolumeBackupRestore-1845555641 tempest-TestVolumeBackupRestore-1845555641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:42:43.286403 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-58f994db-3952-4405-ac8c-cf130e96aa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:46.098530 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:46.291112 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3fc469b7-c195-492b-9798-785d7cfa5ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:46.668153 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53492) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:42:47.040924 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e3f22a4e-abc8-4c4c-9bbb-251c6e83e464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:47.114490 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:42:47.305657 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-e3f22a4e-abc8-4c4c-9bbb-251c6e83e464 admin admin] Deleting port bee0dcd3-bb27-4598-976d-3510a367b7e3 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:42:47.305996 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e3f22a4e-abc8-4c4c-9bbb-251c6e83e464 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:47.388178 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-e3f22a4e-abc8-4c4c-9bbb-251c6e83e464 admin admin] For port bee0dcd3-bb27-4598-976d-3510a367b7e3, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=bee0dcd3-bb27-4598-976d-3510a367b7e3,segment=NetworkSegment(eed6a22e-88b8-49d0-80a1-c8cc87e62bd0),segment_id=eed6a22e-88b8-49d0-80a1-c8cc87e62bd0)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:42:47.388540 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e3f22a4e-abc8-4c4c-9bbb-251c6e83e464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:47.408155 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-e3f22a4e-abc8-4c4c-9bbb-251c6e83e464 admin admin] Calling delete_port for bee0dcd3-bb27-4598-976d-3510a367b7e3 owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:42:47.588337 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e3f22a4e-abc8-4c4c-9bbb-251c6e83e464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:47.615208 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f22a4e-abc8-4c4c-9bbb-251c6e83e464 admin admin] Pushing event deleted for resources: {'Port': ['ID=bee0dcd3-bb27-4598-976d-3510a367b7e3,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:42:47.631887 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:47.638906 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f22a4e-abc8-4c4c-9bbb-251c6e83e464 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:42:47.639264 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f22a4e-abc8-4c4c-9bbb-251c6e83e464 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:42:47.640215 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f22a4e-abc8-4c4c-9bbb-251c6e83e464 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:42:47.640491 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f22a4e-abc8-4c4c-9bbb-251c6e83e464 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:42:47.640829 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f22a4e-abc8-4c4c-9bbb-251c6e83e464 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:42:47.641164 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f22a4e-abc8-4c4c-9bbb-251c6e83e464 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:42:47.641497 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f22a4e-abc8-4c4c-9bbb-251c6e83e464 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:42:47.641826 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f22a4e-abc8-4c4c-9bbb-251c6e83e464 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:42:47.642165 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f22a4e-abc8-4c4c-9bbb-251c6e83e464 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:42:47.642481 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f22a4e-abc8-4c4c-9bbb-251c6e83e464 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:42:47.642811 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f22a4e-abc8-4c4c-9bbb-251c6e83e464 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:42:47.643142 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f22a4e-abc8-4c4c-9bbb-251c6e83e464 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:42:47.789082 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e3f22a4e-abc8-4c4c-9bbb-251c6e83e464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:48.010150 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f22a4e-abc8-4c4c-9bbb-251c6e83e464 admin admin] Router 1a0cd921-9b3d-4283-bd76-dff40e3159f9 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:42:48.131821 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f22a4e-abc8-4c4c-9bbb-251c6e83e464 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:42:48.136948 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e3f22a4e-abc8-4c4c-9bbb-251c6e83e464 admin admin] 10.222.0.77 "PUT /v2.0/routers/1a0cd921-9b3d-4283-bd76-dff40e3159f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4674954 Aug 11 22:42:48.139345 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53494) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:42:48.142989 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a750a12-5b69-4c3e-a86a-7b8827148d9f None None] Sync routers for ids ['1a0cd921-9b3d-4283-bd76-dff40e3159f9'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:42:48.154282 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a750a12-5b69-4c3e-a86a-7b8827148d9f None None] Routers {'1a0cd921-9b3d-4283-bd76-dff40e3159f9'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:42:48.154901 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-8a750a12-5b69-4c3e-a86a-7b8827148d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:42:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['1a0cd921-9b3d-4283-bd76-dff40e3159f9'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:42:48.254454 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cca72955-886d-4135-8c11-30e79569d87a admin admin] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:48.370827 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-8a750a12-5b69-4c3e-a86a-7b8827148d9f None None] Set router 1a0cd921-9b3d-4283-bd76-dff40e3159f9 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:42:48.376088 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cca72955-886d-4135-8c11-30e79569d87a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:48.438092 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-cca72955-886d-4135-8c11-30e79569d87a admin admin] Deleting port 6a0ed1e9-4901-4b86-b043-ac9a36e63af0 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:42:48.438599 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cca72955-886d-4135-8c11-30e79569d87a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:48.538511 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-cca72955-886d-4135-8c11-30e79569d87a admin admin] For port 6a0ed1e9-4901-4b86-b043-ac9a36e63af0, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=6a0ed1e9-4901-4b86-b043-ac9a36e63af0,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:42:48.539000 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cca72955-886d-4135-8c11-30e79569d87a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:48.555084 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-cca72955-886d-4135-8c11-30e79569d87a admin admin] Calling delete_port for 6a0ed1e9-4901-4b86-b043-ac9a36e63af0 owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:42:48.587068 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-8a750a12-5b69-4c3e-a86a-7b8827148d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'name': 'tempest-TestVolumeBackupRestore-235543111-router', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:42:47Z', 'revision_number': 5, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'gw_port': {'id': '6a0ed1e9-4901-4b86-b043-ac9a36e63af0', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:42:48.614771 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a750a12-5b69-4c3e-a86a-7b8827148d9f None None] Checking router: 1a0cd921-9b3d-4283-bd76-dff40e3159f9 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:42:48.625962 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a750a12-5b69-4c3e-a86a-7b8827148d9f None None] Routers {'1a0cd921-9b3d-4283-bd76-dff40e3159f9'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:42:48.626681 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-8a750a12-5b69-4c3e-a86a-7b8827148d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:42:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['1a0cd921-9b3d-4283-bd76-dff40e3159f9'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:42:48.731620 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-8a750a12-5b69-4c3e-a86a-7b8827148d9f None None] Set router 1a0cd921-9b3d-4283-bd76-dff40e3159f9 gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:42:48.742162 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cca72955-886d-4135-8c11-30e79569d87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:48.766480 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca72955-886d-4135-8c11-30e79569d87a admin admin] Pushing event deleted for resources: {'Port': ['ID=6a0ed1e9-4901-4b86-b043-ac9a36e63af0,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:42:48.790588 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-8a750a12-5b69-4c3e-a86a-7b8827148d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'name': 'tempest-TestVolumeBackupRestore-235543111-router', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:42:48Z', 'revision_number': 6, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:42:48.818217 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a750a12-5b69-4c3e-a86a-7b8827148d9f None None] The sync data for ids ['1a0cd921-9b3d-4283-bd76-dff40e3159f9'] in n-d-804275-3 is: [{'id': '1a0cd921-9b3d-4283-bd76-dff40e3159f9', 'name': 'tempest-TestVolumeBackupRestore-235543111-router', 'tenant_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:39:49Z', 'updated_at': '2021-08-11T22:42:48Z', 'revision_number': 6, 'project_id': '1b416ccbd3be4c30a1be06e10a7507d4', 'gw_port_host': None}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:42:48.838171 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cca72955-886d-4135-8c11-30e79569d87a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:49.092546 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:49.237673 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cca72955-886d-4135-8c11-30e79569d87a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:49.240187 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cca72955-886d-4135-8c11-30e79569d87a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:49.287955 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cca72955-886d-4135-8c11-30e79569d87a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:49.288541 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca72955-886d-4135-8c11-30e79569d87a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a0cd921-9b3d-4283-bd76-dff40e3159f9 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:42:49.292907 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cca72955-886d-4135-8c11-30e79569d87a admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:49.294075 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cca72955-886d-4135-8c11-30e79569d87a admin admin] 10.222.0.77 "DELETE /v2.0/routers/1a0cd921-9b3d-4283-bd76-dff40e3159f9 HTTP/1.1" status: 204 len: 168 time: 1.1532755 Aug 11 22:42:49.296725 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53496) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:42:49.343977 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb870d12-84da-4800-b170-5141f96feab1 admin admin] Deleting subnet 5305452d-847d-4a71-a2b6-e3d2d7d52fc9 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:42:49.347141 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fb870d12-84da-4800-b170-5141f96feab1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:49.380036 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fb870d12-84da-4800-b170-5141f96feab1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:49.456073 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fb870d12-84da-4800-b170-5141f96feab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:49.510621 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fb870d12-84da-4800-b170-5141f96feab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:49.538088 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb870d12-84da-4800-b170-5141f96feab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5305452d-847d-4a71-a2b6-e3d2d7d52fc9,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:42:49.540099 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fb870d12-84da-4800-b170-5141f96feab1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:49.544341 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fb870d12-84da-4800-b170-5141f96feab1 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5305452d-847d-4a71-a2b6-e3d2d7d52fc9 HTTP/1.1" status: 204 len: 168 time: 0.2443252 Aug 11 22:42:49.544679 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3107a82-dfd1-41da-8d5c-f9880feff6af None None] Network a3ed0419-94d7-409c-abb6-da55d64d75f0 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:42:49.544768 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53498) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:42:49.615917 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-539cd7f6-e85c-420c-bf9e-c9bee4dc41f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:49.676132 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-539cd7f6-e85c-420c-bf9e-c9bee4dc41f4 admin admin] Deleting port bdf2e7c0-f51f-4e44-9437-3bc823ab5313 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:42:49.676608 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-539cd7f6-e85c-420c-bf9e-c9bee4dc41f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:49.728750 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f342b4-1cdc-47a0-8590-926b4238b2d4 None None] DHCP port deletion for a3ed0419-94d7-409c-abb6-da55d64d75f0 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:42:49.751642 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-539cd7f6-e85c-420c-bf9e-c9bee4dc41f4 admin admin] For port bdf2e7c0-f51f-4e44-9437-3bc823ab5313, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=bdf2e7c0-f51f-4e44-9437-3bc823ab5313,segment=NetworkSegment(eed6a22e-88b8-49d0-80a1-c8cc87e62bd0),segment_id=eed6a22e-88b8-49d0-80a1-c8cc87e62bd0)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:42:49.752042 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-539cd7f6-e85c-420c-bf9e-c9bee4dc41f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:49.768759 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-539cd7f6-e85c-420c-bf9e-c9bee4dc41f4 admin admin] Calling delete_port for bdf2e7c0-f51f-4e44-9437-3bc823ab5313 owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:42:49.778338 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b9f342b4-1cdc-47a0-8590-926b4238b2d4 None None] Deleting port bdf2e7c0-f51f-4e44-9437-3bc823ab5313 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:42:49.778672 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b9f342b4-1cdc-47a0-8590-926b4238b2d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:49.844293 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b9f342b4-1cdc-47a0-8590-926b4238b2d4 None None] For port bdf2e7c0-f51f-4e44-9437-3bc823ab5313, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=bdf2e7c0-f51f-4e44-9437-3bc823ab5313,segment=NetworkSegment(eed6a22e-88b8-49d0-80a1-c8cc87e62bd0),segment_id=eed6a22e-88b8-49d0-80a1-c8cc87e62bd0)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:42:49.844941 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b9f342b4-1cdc-47a0-8590-926b4238b2d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:49.856015 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-539cd7f6-e85c-420c-bf9e-c9bee4dc41f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:49.861805 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b9f342b4-1cdc-47a0-8590-926b4238b2d4 None None] Calling delete_port for bdf2e7c0-f51f-4e44-9437-3bc823ab5313 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:42:49.884707 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539cd7f6-e85c-420c-bf9e-c9bee4dc41f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdf2e7c0-f51f-4e44-9437-3bc823ab5313,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:42:49.886603 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539cd7f6-e85c-420c-bf9e-c9bee4dc41f4 admin admin] No DVR routers for this DVR port bdf2e7c0-f51f-4e44-9437-3bc823ab5313 on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:42:49.948756 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b9f342b4-1cdc-47a0-8590-926b4238b2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:49.972329 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-539cd7f6-e85c-420c-bf9e-c9bee4dc41f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:49.973740 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f342b4-1cdc-47a0-8590-926b4238b2d4 None None] Pushing event deleted for resources: {'Port': ['ID=bdf2e7c0-f51f-4e44-9437-3bc823ab5313,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:42:49.979705 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f342b4-1cdc-47a0-8590-926b4238b2d4 None None] No DVR routers for this DVR port bdf2e7c0-f51f-4e44-9437-3bc823ab5313 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:42:49.986438 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-539cd7f6-e85c-420c-bf9e-c9bee4dc41f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ed0419-94d7-409c-abb6-da55d64d75f0']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:42:50.001136 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-539cd7f6-e85c-420c-bf9e-c9bee4dc41f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed6a22e-88b8-49d0-80a1-c8cc87e62bd0') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:42:50.001442 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-539cd7f6-e85c-420c-bf9e-c9bee4dc41f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed6a22e-88b8-49d0-80a1-c8cc87e62bd0') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:42:50.011268 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-539cd7f6-e85c-420c-bf9e-c9bee4dc41f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:50.025870 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-539cd7f6-e85c-420c-bf9e-c9bee4dc41f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:50.032496 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-539cd7f6-e85c-420c-bf9e-c9bee4dc41f4 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:42:50.032901 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-539cd7f6-e85c-420c-bf9e-c9bee4dc41f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:42:50.034605 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:42:50.093341 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-539cd7f6-e85c-420c-bf9e-c9bee4dc41f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:50.109977 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-539cd7f6-e85c-420c-bf9e-c9bee4dc41f4 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:50.111233 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-539cd7f6-e85c-420c-bf9e-c9bee4dc41f4 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a3ed0419-94d7-409c-abb6-da55d64d75f0 HTTP/1.1" status: 204 len: 168 time: 0.5657268 Aug 11 22:42:50.112335 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539cd7f6-e85c-420c-bf9e-c9bee4dc41f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3ed0419-94d7-409c-abb6-da55d64d75f0,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:42:50.114126 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53500) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:42:50.474413 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-87549cb6-a0c1-4fb9-a385-6d5641a59974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:50.569077 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device bdf2e7c0-f51f-4e44-9437-3bc823ab5313 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:42:50.593296 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: bdf2e7c0-f51f-4e44-9437-3bc823ab5313 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:42:50.593657 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device bdf2e7c0-f51f-4e44-9437-3bc823ab5313 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:42:50.594184 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device bee0dcd3-bb27-4598-976d-3510a367b7e3 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:42:50.613409 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: bee0dcd3-bb27-4598-976d-3510a367b7e3 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:42:50.613764 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device bee0dcd3-bb27-4598-976d-3510a367b7e3 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:42:50.614191 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 6a0ed1e9-4901-4b86-b043-ac9a36e63af0 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:42:50.634180 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 6a0ed1e9-4901-4b86-b043-ac9a36e63af0 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:42:50.634531 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 6a0ed1e9-4901-4b86-b043-ac9a36e63af0 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:42:50.779478 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-87549cb6-a0c1-4fb9-a385-6d5641a59974 admin admin] Deleting port 9327a0c6-a3c0-484d-9d89-35385be796ee {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:42:50.779760 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-87549cb6-a0c1-4fb9-a385-6d5641a59974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:50.865153 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-87549cb6-a0c1-4fb9-a385-6d5641a59974 admin admin] For port 9327a0c6-a3c0-484d-9d89-35385be796ee, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9327a0c6-a3c0-484d-9d89-35385be796ee,segment=NetworkSegment(081ab004-16b7-4698-abc3-fdbaed87761e),segment_id=081ab004-16b7-4698-abc3-fdbaed87761e)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:42:50.865825 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-87549cb6-a0c1-4fb9-a385-6d5641a59974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:50.881788 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-87549cb6-a0c1-4fb9-a385-6d5641a59974 admin admin] Calling delete_port for 9327a0c6-a3c0-484d-9d89-35385be796ee owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:42:50.883415 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:51.071456 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-87549cb6-a0c1-4fb9-a385-6d5641a59974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:51.105168 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87549cb6-a0c1-4fb9-a385-6d5641a59974 admin admin] Pushing event deleted for resources: {'Port': ['ID=9327a0c6-a3c0-484d-9d89-35385be796ee,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:42:51.309008 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-87549cb6-a0c1-4fb9-a385-6d5641a59974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:51.541233 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87549cb6-a0c1-4fb9-a385-6d5641a59974 admin admin] Router 0722ab30-f73f-4b58-a0b3-2688eeb50ccb has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:42:51.668961 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87549cb6-a0c1-4fb9-a385-6d5641a59974 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:42:51.679083 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-87549cb6-a0c1-4fb9-a385-6d5641a59974 admin admin] 10.222.0.77 "PUT /v2.0/routers/0722ab30-f73f-4b58-a0b3-2688eeb50ccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5602014 Aug 11 22:42:51.679292 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53502) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:42:51.684086 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcc7057-0c7c-4d28-a3bc-1d112eb676e4 None None] Sync routers for ids ['0722ab30-f73f-4b58-a0b3-2688eeb50ccb'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:42:51.698071 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcc7057-0c7c-4d28-a3bc-1d112eb676e4 None None] Routers {'0722ab30-f73f-4b58-a0b3-2688eeb50ccb'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:42:51.698715 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2fcc7057-0c7c-4d28-a3bc-1d112eb676e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:42:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['0722ab30-f73f-4b58-a0b3-2688eeb50ccb'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:42:51.804639 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b326e390-adcf-4896-b5c9-6f72556fee17 admin admin] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:51.841547 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-2fcc7057-0c7c-4d28-a3bc-1d112eb676e4 None None] Set router 0722ab30-f73f-4b58-a0b3-2688eeb50ccb gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:42:51.916063 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b326e390-adcf-4896-b5c9-6f72556fee17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:51.972332 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-b326e390-adcf-4896-b5c9-6f72556fee17 admin admin] Deleting port e6b9351b-1713-4ece-92a1-8b387cd980bc {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:42:51.972695 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b326e390-adcf-4896-b5c9-6f72556fee17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:52.046108 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2fcc7057-0c7c-4d28-a3bc-1d112eb676e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0722ab30-f73f-4b58-a0b3-2688eeb50ccb', 'name': 'tempest-TestVolumeBackupRestore-2138365987-router', 'tenant_id': '485cf966e4df45cdb00bd5ab48ff9683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'e6b9351b-1713-4ece-92a1-8b387cd980bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:39:54Z', 'updated_at': '2021-08-11T22:42:51Z', 'revision_number': 5, 'project_id': '485cf966e4df45cdb00bd5ab48ff9683', 'gw_port': {'id': 'e6b9351b-1713-4ece-92a1-8b387cd980bc', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0722ab30-f73f-4b58-a0b3-2688eeb50ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:39:54Z', 'updated_at': '2021-08-11T22:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:42:52.065371 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-b326e390-adcf-4896-b5c9-6f72556fee17 admin admin] For port e6b9351b-1713-4ece-92a1-8b387cd980bc, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=e6b9351b-1713-4ece-92a1-8b387cd980bc,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:42:52.065749 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b326e390-adcf-4896-b5c9-6f72556fee17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:52.073600 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcc7057-0c7c-4d28-a3bc-1d112eb676e4 None None] Checking router: 0722ab30-f73f-4b58-a0b3-2688eeb50ccb for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:42:52.080833 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-b326e390-adcf-4896-b5c9-6f72556fee17 admin admin] Calling delete_port for e6b9351b-1713-4ece-92a1-8b387cd980bc owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:42:52.083532 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcc7057-0c7c-4d28-a3bc-1d112eb676e4 None None] Routers {'0722ab30-f73f-4b58-a0b3-2688eeb50ccb'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:42:52.084147 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2fcc7057-0c7c-4d28-a3bc-1d112eb676e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:42:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['0722ab30-f73f-4b58-a0b3-2688eeb50ccb'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:42:52.261991 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b326e390-adcf-4896-b5c9-6f72556fee17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:52.290015 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326e390-adcf-4896-b5c9-6f72556fee17 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6b9351b-1713-4ece-92a1-8b387cd980bc,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:42:52.335498 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-2fcc7057-0c7c-4d28-a3bc-1d112eb676e4 None None] Set router 0722ab30-f73f-4b58-a0b3-2688eeb50ccb gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:42:52.361020 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b326e390-adcf-4896-b5c9-6f72556fee17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:52.390438 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2fcc7057-0c7c-4d28-a3bc-1d112eb676e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0722ab30-f73f-4b58-a0b3-2688eeb50ccb', 'name': 'tempest-TestVolumeBackupRestore-2138365987-router', 'tenant_id': '485cf966e4df45cdb00bd5ab48ff9683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:39:54Z', 'updated_at': '2021-08-11T22:42:51Z', 'revision_number': 6, 'project_id': '485cf966e4df45cdb00bd5ab48ff9683', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:42:52.418097 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcc7057-0c7c-4d28-a3bc-1d112eb676e4 None None] The sync data for ids ['0722ab30-f73f-4b58-a0b3-2688eeb50ccb'] in n-d-804275-3 is: [{'id': '0722ab30-f73f-4b58-a0b3-2688eeb50ccb', 'name': 'tempest-TestVolumeBackupRestore-2138365987-router', 'tenant_id': '485cf966e4df45cdb00bd5ab48ff9683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:39:54Z', 'updated_at': '2021-08-11T22:42:51Z', 'revision_number': 6, 'project_id': '485cf966e4df45cdb00bd5ab48ff9683', 'gw_port_host': None}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:42:52.454144 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b326e390-adcf-4896-b5c9-6f72556fee17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:52.456689 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b326e390-adcf-4896-b5c9-6f72556fee17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:52.504118 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b326e390-adcf-4896-b5c9-6f72556fee17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:52.504651 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b326e390-adcf-4896-b5c9-6f72556fee17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0722ab30-f73f-4b58-a0b3-2688eeb50ccb {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:42:52.509032 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b326e390-adcf-4896-b5c9-6f72556fee17 admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:52.510195 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b326e390-adcf-4896-b5c9-6f72556fee17 admin admin] 10.222.0.77 "DELETE /v2.0/routers/0722ab30-f73f-4b58-a0b3-2688eeb50ccb HTTP/1.1" status: 204 len: 168 time: 0.8299072 Aug 11 22:42:52.512737 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53504) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:42:52.558853 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac26c648-be30-49ff-b8e6-d9a1a564b36d admin admin] Deleting subnet a9b128f9-01c4-453f-abfd-dd92f6a92c0c {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:42:52.562265 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ac26c648-be30-49ff-b8e6-d9a1a564b36d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:52.600613 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ac26c648-be30-49ff-b8e6-d9a1a564b36d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:52.689205 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ac26c648-be30-49ff-b8e6-d9a1a564b36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:52.742283 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ac26c648-be30-49ff-b8e6-d9a1a564b36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:52.768605 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26c648-be30-49ff-b8e6-d9a1a564b36d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9b128f9-01c4-453f-abfd-dd92f6a92c0c,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:42:52.772396 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ac26c648-be30-49ff-b8e6-d9a1a564b36d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:52.776877 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ac26c648-be30-49ff-b8e6-d9a1a564b36d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a9b128f9-01c4-453f-abfd-dd92f6a92c0c HTTP/1.1" status: 204 len: 168 time: 0.2609544 Aug 11 22:42:52.777182 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53506) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:42:52.787771 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6000813a-9e91-4f06-aa57-fcdbe9fda7d4 None None] Network 5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:42:52.856067 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e5d70e21-8119-43ea-a7c6-6b661126d8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:52.903882 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9327a0c6-a3c0-484d-9d89-35385be796ee no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:42:52.922754 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-e5d70e21-8119-43ea-a7c6-6b661126d8d9 admin admin] Deleting port 8b1d0475-8dd3-419a-a47b-f5bfb565bbf6 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:42:52.923329 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e5d70e21-8119-43ea-a7c6-6b661126d8d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:52.937152 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 9327a0c6-a3c0-484d-9d89-35385be796ee {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:42:52.937507 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9327a0c6-a3c0-484d-9d89-35385be796ee not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:42:52.985898 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-e5d70e21-8119-43ea-a7c6-6b661126d8d9 admin admin] For port 8b1d0475-8dd3-419a-a47b-f5bfb565bbf6, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8b1d0475-8dd3-419a-a47b-f5bfb565bbf6,segment=NetworkSegment(081ab004-16b7-4698-abc3-fdbaed87761e),segment_id=081ab004-16b7-4698-abc3-fdbaed87761e)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:42:52.986264 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e5d70e21-8119-43ea-a7c6-6b661126d8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:52.999285 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-e5d70e21-8119-43ea-a7c6-6b661126d8d9 admin admin] Calling delete_port for 8b1d0475-8dd3-419a-a47b-f5bfb565bbf6 owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:42:53.087282 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e5d70e21-8119-43ea-a7c6-6b661126d8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:53.110050 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d70e21-8119-43ea-a7c6-6b661126d8d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b1d0475-8dd3-419a-a47b-f5bfb565bbf6,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:42:53.116311 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d70e21-8119-43ea-a7c6-6b661126d8d9 admin admin] No DVR routers for this DVR port 8b1d0475-8dd3-419a-a47b-f5bfb565bbf6 on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:42:53.185862 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e5d70e21-8119-43ea-a7c6-6b661126d8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:53.196254 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-e5d70e21-8119-43ea-a7c6-6b661126d8d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:42:53.208427 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-e5d70e21-8119-43ea-a7c6-6b661126d8d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081ab004-16b7-4698-abc3-fdbaed87761e') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:42:53.208726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-e5d70e21-8119-43ea-a7c6-6b661126d8d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081ab004-16b7-4698-abc3-fdbaed87761e') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:42:53.219475 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e5d70e21-8119-43ea-a7c6-6b661126d8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:53.239598 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e5d70e21-8119-43ea-a7c6-6b661126d8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:53.244481 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202225e0-ffbe-4c4e-951b-e7bb29eb8bc7 None None] DHCP port deletion for 5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:42:53.247665 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d70e21-8119-43ea-a7c6-6b661126d8d9 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:42:53.248079 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e5d70e21-8119-43ea-a7c6-6b661126d8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:42:53.250439 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:42:53.307707 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e5d70e21-8119-43ea-a7c6-6b661126d8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:53.314428 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e5d70e21-8119-43ea-a7c6-6b661126d8d9 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:53.316390 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e5d70e21-8119-43ea-a7c6-6b661126d8d9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6 HTTP/1.1" status: 204 len: 168 time: 0.5383196 Aug 11 22:42:53.329782 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d70e21-8119-43ea-a7c6-6b661126d8d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f55033b-a3e8-4614-a9c7-5f7bf8a36ae6,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:42:53.512181 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53510) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:42:53.555520 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-14204f3f-d14c-41cc-9e03-7d4c97cdbd2d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1b416ccbd3be4c30a1be06e10a7507d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421371 Aug 11 22:42:53.558010 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53512) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:42:53.606196 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb81634a-ac1e-4b5e-8e30-6bd5885d04a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:53.628918 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb81634a-ac1e-4b5e-8e30-6bd5885d04a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:53.682310 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb81634a-ac1e-4b5e-8e30-6bd5885d04a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:53.685568 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb81634a-ac1e-4b5e-8e30-6bd5885d04a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:53.690682 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bb81634a-ac1e-4b5e-8e30-6bd5885d04a9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/50ff8ef9-7573-4ef5-b534-6834802c286d HTTP/1.1" status: 204 len: 168 time: 0.1285791 Aug 11 22:42:53.699699 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81634a-ac1e-4b5e-8e30-6bd5885d04a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ff8ef9-7573-4ef5-b534-6834802c286d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:42:54.031919 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53518) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:42:54.076448 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-62278887-63d2-44c0-9657-e5643b849347 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=485cf966e4df45cdb00bd5ab48ff9683&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432901 Aug 11 22:42:54.080239 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53520) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:42:54.138988 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05cf2ef7-8847-452e-a82c-5a9d18db5be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:54.162888 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05cf2ef7-8847-452e-a82c-5a9d18db5be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:54.211784 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05cf2ef7-8847-452e-a82c-5a9d18db5be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:54.214699 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05cf2ef7-8847-452e-a82c-5a9d18db5be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:42:54.215938 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-05cf2ef7-8847-452e-a82c-5a9d18db5be8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e0bbc653-e824-4b0b-97b7-7474e1e9a489 HTTP/1.1" status: 204 len: 168 time: 0.1347551 Aug 11 22:42:54.224779 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2ef7-8847-452e-a82c-5a9d18db5be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bbc653-e824-4b0b-97b7-7474e1e9a489,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:42:54.580146 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8b1d0475-8dd3-419a-a47b-f5bfb565bbf6 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:42:54.603606 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 8b1d0475-8dd3-419a-a47b-f5bfb565bbf6 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:42:54.603966 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8b1d0475-8dd3-419a-a47b-f5bfb565bbf6 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:42:54.604395 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device e6b9351b-1713-4ece-92a1-8b387cd980bc no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:42:54.628112 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: e6b9351b-1713-4ece-92a1-8b387cd980bc {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:42:54.628489 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device e6b9351b-1713-4ece-92a1-8b387cd980bc not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:43:00.308395 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-524a54c5-98a7-4943-9946-0e7c5c7fdc18 req-ac8023d9-44c2-48d7-9eb7-f2dd1d074fb4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389388 Aug 11 22:43:00.409277 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a54c5-98a7-4943-9946-0e7c5c7fdc18 req-3c704721-e125-46d5-87f6-53f7bb1b579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:43:00.410766 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-524a54c5-98a7-4943-9946-0e7c5c7fdc18 req-3c704721-e125-46d5-87f6-53f7bb1b579c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=37fd33391a3446acb4e83a2090e2cbf7&device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1 HTTP/1.1" status: 200 len: 1096 time: 0.0453303 Aug 11 22:43:00.511347 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a54c5-98a7-4943-9946-0e7c5c7fdc18 req-e57c9d03-60a8-425e-931b-ef4c3049f15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:43:00.512626 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-524a54c5-98a7-4943-9946-0e7c5c7fdc18 req-e57c9d03-60a8-425e-931b-ef4c3049f15c service neutron] 10.222.0.82 "GET /v2.0/networks?id=28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5 HTTP/1.1" status: 200 len: 910 time: 0.0831592 Aug 11 22:43:00.580798 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-524a54c5-98a7-4943-9946-0e7c5c7fdc18 req-0869808a-253b-4e67-bf1a-ae3124a32531 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12c2134f-8a06-42f7-aeb3-8f40907c6af4 HTTP/1.1" status: 200 len: 1000 time: 0.0611718 Aug 11 22:43:00.630207 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a54c5-98a7-4943-9946-0e7c5c7fdc18 req-27b71a52-cee7-4ce7-b28d-dec27c3cd644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:43:00.631687 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-524a54c5-98a7-4943-9946-0e7c5c7fdc18 req-27b71a52-cee7-4ce7-b28d-dec27c3cd644 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ae788690-b542-4447-bfdb-011d5b050935 HTTP/1.1" status: 200 len: 848 time: 0.0436993 Aug 11 22:43:00.687535 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a54c5-98a7-4943-9946-0e7c5c7fdc18 req-e78ad3e8-7e02-4391-b387-f905f431ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:43:00.689098 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-524a54c5-98a7-4943-9946-0e7c5c7fdc18 req-e78ad3e8-7e02-4391-b387-f905f431ea0b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508935 Aug 11 22:43:00.789158 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-524a54c5-98a7-4943-9946-0e7c5c7fdc18 req-62076d68-1839-431c-8531-3262599d74fc service neutron] 10.222.0.82 "GET /v2.0/networks/28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926301 Aug 11 22:43:00.878618 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-524a54c5-98a7-4943-9946-0e7c5c7fdc18 req-5ad1ccdc-1413-482a-9cd8-d822cab458f0 service neutron] 10.222.0.82 "GET /v2.0/networks/28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822263 Aug 11 22:43:08.555985 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:13.278697 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ab75b6f1-b23d-49a6-b313-625dff3ee110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:16.092452 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:16.282073 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9c63661e-75e2-4bab-a452-277b3e7808b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:17.635334 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:19.091931 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:20.888988 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:24.114944 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:43:38.556830 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:43.280377 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-295e01da-711b-432b-9f6e-763425a87115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:46.093297 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:46.283852 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-df535ca4-4d5f-46a3-bca9-f4cc6c65c226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:47.638212 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:48.191261 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b6541-f95a-45d7-870f-9cc467c61688 req-e7a044f1-c03a-4abd-abb3-6815c8a1505d tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:43:48.192815 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1d4b6541-f95a-45d7-870f-9cc467c61688 req-e7a044f1-c03a-4abd-abb3-6815c8a1505d tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/ports?device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1 HTTP/1.1" status: 200 len: 945 time: 0.0501111 Aug 11 22:43:48.231365 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1d4b6541-f95a-45d7-870f-9cc467c61688 req-7722257f-5eac-4204-afa1-f83d3c57d835 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6ff4127-8c4c-4272-a350-0a471dc482ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323131 Aug 11 22:43:48.881398 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b205b-e355-4a7a-9ca1-4a4cf43c1c71 req-2a3eb80c-b783-466a-9c38-fabd69bc975a tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:43:48.882766 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c87b205b-e355-4a7a-9ca1-4a4cf43c1c71 req-2a3eb80c-b783-466a-9c38-fabd69bc975a tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.82 "GET /v2.0/ports?device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1 HTTP/1.1" status: 200 len: 945 time: 0.0523117 Aug 11 22:43:48.970672 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-c87b205b-e355-4a7a-9ca1-4a4cf43c1c71 req-b84ee024-9d2c-44f7-8656-0fae4ef2ecb5 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Deleting port 12c2134f-8a06-42f7-aeb3-8f40907c6af4 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:43:48.971013 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c87b205b-e355-4a7a-9ca1-4a4cf43c1c71 req-b84ee024-9d2c-44f7-8656-0fae4ef2ecb5 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:49.096673 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:49.382372 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b1bf2-46ae-4600-91e8-ae044c12f764 req-4bc84eb7-2483-484f-806f-6aec9f1be595 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:43:49.383876 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-616b1bf2-46ae-4600-91e8-ae044c12f764 req-4bc84eb7-2483-484f-806f-6aec9f1be595 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/ports?device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1 HTTP/1.1" status: 200 len: 945 time: 0.0808539 Aug 11 22:43:49.385592 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-c87b205b-e355-4a7a-9ca1-4a4cf43c1c71 req-b84ee024-9d2c-44f7-8656-0fae4ef2ecb5 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] For port 12c2134f-8a06-42f7-aeb3-8f40907c6af4, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=12c2134f-8a06-42f7-aeb3-8f40907c6af4,segment=NetworkSegment(8933763e-4450-4910-9d81-5ffc5b7466a8),segment_id=8933763e-4450-4910-9d81-5ffc5b7466a8)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:43:49.385955 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c87b205b-e355-4a7a-9ca1-4a4cf43c1c71 req-b84ee024-9d2c-44f7-8656-0fae4ef2ecb5 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:49.512162 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-616b1bf2-46ae-4600-91e8-ae044c12f764 req-202a323f-fdc5-49f3-bd88-09b16950f5b5 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6ff4127-8c4c-4272-a350-0a471dc482ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187749 Aug 11 22:43:49.636098 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c87b205b-e355-4a7a-9ca1-4a4cf43c1c71 req-b84ee024-9d2c-44f7-8656-0fae4ef2ecb5 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:49.636471 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c87b205b-e355-4a7a-9ca1-4a4cf43c1c71 req-b84ee024-9d2c-44f7-8656-0fae4ef2ecb5 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:49.636789 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [req-c87b205b-e355-4a7a-9ca1-4a4cf43c1c71 req-b84ee024-9d2c-44f7-8656-0fae4ef2ecb5 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Floating IP a438c233-d681-40b7-951d-47631025dd25 disassociated. External IP: 172.25.2.82, port: 12c2134f-8a06-42f7-aeb3-8f40907c6af4. Aug 11 22:43:49.637141 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-c87b205b-e355-4a7a-9ca1-4a4cf43c1c71 req-b84ee024-9d2c-44f7-8656-0fae4ef2ecb5 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Calling delete_port for 12c2134f-8a06-42f7-aeb3-8f40907c6af4 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:43:49.782548 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c87b205b-e355-4a7a-9ca1-4a4cf43c1c71 req-b84ee024-9d2c-44f7-8656-0fae4ef2ecb5 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:49.812311 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ee024-9d2c-44f7-8656-0fae4ef2ecb5 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Pushing event deleted for resources: {'Port': ['ID=12c2134f-8a06-42f7-aeb3-8f40907c6af4,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:43:49.823609 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ee024-9d2c-44f7-8656-0fae4ef2ecb5 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:49.823969 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ee024-9d2c-44f7-8656-0fae4ef2ecb5 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:49.824324 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ee024-9d2c-44f7-8656-0fae4ef2ecb5 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:49.824670 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ee024-9d2c-44f7-8656-0fae4ef2ecb5 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:49.825021 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ee024-9d2c-44f7-8656-0fae4ef2ecb5 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:49.825363 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ee024-9d2c-44f7-8656-0fae4ef2ecb5 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:49.825699 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ee024-9d2c-44f7-8656-0fae4ef2ecb5 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:49.826058 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ee024-9d2c-44f7-8656-0fae4ef2ecb5 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:49.826398 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ee024-9d2c-44f7-8656-0fae4ef2ecb5 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:49.826737 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ee024-9d2c-44f7-8656-0fae4ef2ecb5 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:49.827902 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ee024-9d2c-44f7-8656-0fae4ef2ecb5 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:49.827902 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ee024-9d2c-44f7-8656-0fae4ef2ecb5 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:49.935835 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c87b205b-e355-4a7a-9ca1-4a4cf43c1c71 req-b84ee024-9d2c-44f7-8656-0fae4ef2ecb5 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Router 4a5301de-22d2-45a0-ad6a-e63e9ebbbff6 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:43:50.045035 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c87b205b-e355-4a7a-9ca1-4a4cf43c1c71 req-b84ee024-9d2c-44f7-8656-0fae4ef2ecb5 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:43:50.054904 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52652cd4-07dd-4bf5-bf64-ae6306733878 None None] Sync routers for ids ['4a5301de-22d2-45a0-ad6a-e63e9ebbbff6'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:43:50.064101 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52652cd4-07dd-4bf5-bf64-ae6306733878 None None] Routers {'4a5301de-22d2-45a0-ad6a-e63e9ebbbff6'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:43:50.064703 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-52652cd4-07dd-4bf5-bf64-ae6306733878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:43:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['4a5301de-22d2-45a0-ad6a-e63e9ebbbff6'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:43:50.084843 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87b205b-e355-4a7a-9ca1-4a4cf43c1c71 req-b84ee024-9d2c-44f7-8656-0fae4ef2ecb5 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] No DVR routers for this DVR port 12c2134f-8a06-42f7-aeb3-8f40907c6af4 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:43:50.087466 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-c87b205b-e355-4a7a-9ca1-4a4cf43c1c71 req-b84ee024-9d2c-44f7-8656-0fae4ef2ecb5 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:50.089573 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c87b205b-e355-4a7a-9ca1-4a4cf43c1c71 req-b84ee024-9d2c-44f7-8656-0fae4ef2ecb5 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.82 "DELETE /v2.0/ports/12c2134f-8a06-42f7-aeb3-8f40907c6af4 HTTP/1.1" status: 204 len: 173 time: 1.1996984 Aug 11 22:43:50.090013 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276fe083-fa2b-4596-ac0a-0c553663ddb1', 'name': 'network-vif-deleted', 'tag': '12c2134f-8a06-42f7-aeb3-8f40907c6af4'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:43:50.092321 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1be487-06a1-49b0-b8b2-063e649dd8ee" -d '{"events": [{"server_uuid": "276fe083-fa2b-4596-ac0a-0c553663ddb1", "name": "network-vif-deleted", "tag": "12c2134f-8a06-42f7-aeb3-8f40907c6af4"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:43:50.177149 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-52652cd4-07dd-4bf5-bf64-ae6306733878 None None] Set router 4a5301de-22d2-45a0-ad6a-e63e9ebbbff6 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:43:50.218132 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8cb120-bd0f-4011-8a71-b757be906180 x-openstack-request-id: req-5e8cb120-bd0f-4011-8a71-b757be906180 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:43:50.218813 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276fe083-fa2b-4596-ac0a-0c553663ddb1", "name": "network-vif-deleted", "tag": "12c2134f-8a06-42f7-aeb3-8f40907c6af4", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:43:50.219230 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5e8cb120-bd0f-4011-8a71-b757be906180 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:43:50.219831 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276fe083-fa2b-4596-ac0a-0c553663ddb1', 'name': 'network-vif-deleted', 'tag': '12c2134f-8a06-42f7-aeb3-8f40907c6af4', 'status': 'completed', 'code': 200} Aug 11 22:43:50.384772 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-52652cd4-07dd-4bf5-bf64-ae6306733878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'name': 'tempest-TestServerBasicOps-1198701253-router', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:06Z', 'updated_at': '2021-08-11T22:38:09Z', 'revision_number': 4, 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'gw_port': {'id': 'd0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:07Z', 'updated_at': '2021-08-11T22:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '701548d6-d0f6-46fa-8bda-828882bf7e03', 'name': '', 'network_id': '28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'mac_address': 'fa:16:3e:96:5b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ae788690-b542-4447-bfdb-011d5b050935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:08Z', 'updated_at': '2021-08-11T22:38:15Z', 'revision_number': 5, 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'subnets': [{'id': 'ae788690-b542-4447-bfdb-011d5b050935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:43:50.413104 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52652cd4-07dd-4bf5-bf64-ae6306733878 None None] Checking router: 4a5301de-22d2-45a0-ad6a-e63e9ebbbff6 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:43:50.420948 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52652cd4-07dd-4bf5-bf64-ae6306733878 None None] Routers {'4a5301de-22d2-45a0-ad6a-e63e9ebbbff6'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:43:50.421552 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-52652cd4-07dd-4bf5-bf64-ae6306733878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:43:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['4a5301de-22d2-45a0-ad6a-e63e9ebbbff6'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:43:50.523338 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-52652cd4-07dd-4bf5-bf64-ae6306733878 None None] Set router 4a5301de-22d2-45a0-ad6a-e63e9ebbbff6 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:43:50.632719 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d142d05f-0a4e-49ad-bbac-5284270146df req-55e51e17-29fc-47d1-9fae-232ef6de4c45 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "GET /v2.0/ports?device_id=276fe083-fa2b-4596-ac0a-0c553663ddb1 HTTP/1.1" status: 200 len: 210 time: 0.0297120 Aug 11 22:43:50.745770 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-52652cd4-07dd-4bf5-bf64-ae6306733878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'name': 'tempest-TestServerBasicOps-1198701253-router', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:06Z', 'updated_at': '2021-08-11T22:38:09Z', 'revision_number': 4, 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'gw_port': {'id': 'd0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:07Z', 'updated_at': '2021-08-11T22:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '701548d6-d0f6-46fa-8bda-828882bf7e03', 'name': '', 'network_id': '28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'mac_address': 'fa:16:3e:96:5b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ae788690-b542-4447-bfdb-011d5b050935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:08Z', 'updated_at': '2021-08-11T22:38:15Z', 'revision_number': 5, 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'subnets': [{'id': 'ae788690-b542-4447-bfdb-011d5b050935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:43:50.772282 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52652cd4-07dd-4bf5-bf64-ae6306733878 None None] The sync data for ids ['4a5301de-22d2-45a0-ad6a-e63e9ebbbff6'] in n-d-804275-3 is: [{'id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'name': 'tempest-TestServerBasicOps-1198701253-router', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:06Z', 'updated_at': '2021-08-11T22:38:09Z', 'revision_number': 4, 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'gw_port': {'id': 'd0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:07Z', 'updated_at': '2021-08-11T22:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '701548d6-d0f6-46fa-8bda-828882bf7e03', 'name': '', 'network_id': '28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'mac_address': 'fa:16:3e:96:5b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ae788690-b542-4447-bfdb-011d5b050935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:08Z', 'updated_at': '2021-08-11T22:38:15Z', 'revision_number': 5, 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'subnets': [{'id': 'ae788690-b542-4447-bfdb-011d5b050935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:43:50.898373 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:50.997922 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c104a4-5bef-4a38-b3b8-34e12fa64e51 None None] New status for floating IP a438c233-d681-40b7-951d-47631025dd25: DOWN {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:43:51.350304 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 12c2134f-8a06-42f7-aeb3-8f40907c6af4 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:43:51.369928 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 12c2134f-8a06-42f7-aeb3-8f40907c6af4 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:43:51.370208 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 12c2134f-8a06-42f7-aeb3-8f40907c6af4 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:43:51.689450 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53556) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:43:51.819949 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-f03ee731-b7ae-4e41-9400-ba57c89199b2 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Deleting port fa703227-9da9-4d5e-bc95-85602f1d883e {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:43:51.820297 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f03ee731-b7ae-4e41-9400-ba57c89199b2 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:51.897700 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f03ee731-b7ae-4e41-9400-ba57c89199b2 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:51.898037 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f03ee731-b7ae-4e41-9400-ba57c89199b2 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:51.911028 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-f03ee731-b7ae-4e41-9400-ba57c89199b2 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Calling delete_port for fa703227-9da9-4d5e-bc95-85602f1d883e owned by network:floatingip {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:43:52.052002 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f03ee731-b7ae-4e41-9400-ba57c89199b2 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:52.078086 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ee731-b7ae-4e41-9400-ba57c89199b2 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Pushing event deleted for resources: {'Port': ['ID=fa703227-9da9-4d5e-bc95-85602f1d883e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:43:52.142203 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f03ee731-b7ae-4e41-9400-ba57c89199b2 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for floatingip, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:52.144865 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f03ee731-b7ae-4e41-9400-ba57c89199b2 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:52.146018 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f03ee731-b7ae-4e41-9400-ba57c89199b2 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "DELETE /v2.0/floatingips/a438c233-d681-40b7-951d-47631025dd25 HTTP/1.1" status: 204 len: 168 time: 0.4555676 Aug 11 22:43:52.218375 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53562) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:43:52.278383 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c49f071-471a-45b3-a099-4a46d0afe582 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:52.304041 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c49f071-471a-45b3-a099-4a46d0afe582 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:52.365235 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c49f071-471a-45b3-a099-4a46d0afe582 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:52.367910 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3c49f071-471a-45b3-a099-4a46d0afe582 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:52.369102 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3c49f071-471a-45b3-a099-4a46d0afe582 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] 10.222.0.77 "DELETE /v2.0/security-groups/d6ff4127-8c4c-4272-a350-0a471dc482ff HTTP/1.1" status: 204 len: 168 time: 0.1497262 Aug 11 22:43:52.378657 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49f071-471a-45b3-a099-4a46d0afe582 tempest-TestServerBasicOps-1663568470 tempest-TestServerBasicOps-1663568470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ff4127-8c4c-4272-a350-0a471dc482ff,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:43:52.405861 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53566) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:43:52.892854 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-73ca6463-3ae9-4e83-96a6-8d667b8d687d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:53.135641 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-73ca6463-3ae9-4e83-96a6-8d667b8d687d admin admin] Deleting port 701548d6-d0f6-46fa-8bda-828882bf7e03 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:43:53.135988 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-73ca6463-3ae9-4e83-96a6-8d667b8d687d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:53.212780 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-73ca6463-3ae9-4e83-96a6-8d667b8d687d admin admin] For port 701548d6-d0f6-46fa-8bda-828882bf7e03, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=701548d6-d0f6-46fa-8bda-828882bf7e03,segment=NetworkSegment(8933763e-4450-4910-9d81-5ffc5b7466a8),segment_id=8933763e-4450-4910-9d81-5ffc5b7466a8)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:43:53.213151 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-73ca6463-3ae9-4e83-96a6-8d667b8d687d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:53.225997 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-73ca6463-3ae9-4e83-96a6-8d667b8d687d admin admin] Calling delete_port for 701548d6-d0f6-46fa-8bda-828882bf7e03 owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:43:53.404746 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-73ca6463-3ae9-4e83-96a6-8d667b8d687d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:53.429748 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca6463-3ae9-4e83-96a6-8d667b8d687d admin admin] Pushing event deleted for resources: {'Port': ['ID=701548d6-d0f6-46fa-8bda-828882bf7e03,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:43:53.603820 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-73ca6463-3ae9-4e83-96a6-8d667b8d687d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:53.812558 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ca6463-3ae9-4e83-96a6-8d667b8d687d admin admin] Router 4a5301de-22d2-45a0-ad6a-e63e9ebbbff6 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:43:53.923624 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ca6463-3ae9-4e83-96a6-8d667b8d687d admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:43:53.929685 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-73ca6463-3ae9-4e83-96a6-8d667b8d687d admin admin] 10.222.0.77 "PUT /v2.0/routers/4a5301de-22d2-45a0-ad6a-e63e9ebbbff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5225761 Aug 11 22:43:53.932200 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53570) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:43:53.934712 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afbe899-60c1-48cf-a800-c4c904410e6f None None] Sync routers for ids ['4a5301de-22d2-45a0-ad6a-e63e9ebbbff6'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:43:53.944943 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afbe899-60c1-48cf-a800-c4c904410e6f None None] Routers {'4a5301de-22d2-45a0-ad6a-e63e9ebbbff6'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:43:53.945565 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-4afbe899-60c1-48cf-a800-c4c904410e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:43:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['4a5301de-22d2-45a0-ad6a-e63e9ebbbff6'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:43:54.151817 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-4afbe899-60c1-48cf-a800-c4c904410e6f None None] Set router 4a5301de-22d2-45a0-ad6a-e63e9ebbbff6 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:43:54.325248 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eb102839-d2a4-4100-a315-d585b081c583 admin admin] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:54.332747 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-4afbe899-60c1-48cf-a800-c4c904410e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'name': 'tempest-TestServerBasicOps-1198701253-router', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:06Z', 'updated_at': '2021-08-11T22:43:53Z', 'revision_number': 5, 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'gw_port': {'id': 'd0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:07Z', 'updated_at': '2021-08-11T22:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:43:54.358940 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afbe899-60c1-48cf-a800-c4c904410e6f None None] Checking router: 4a5301de-22d2-45a0-ad6a-e63e9ebbbff6 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:43:54.367283 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afbe899-60c1-48cf-a800-c4c904410e6f None None] Routers {'4a5301de-22d2-45a0-ad6a-e63e9ebbbff6'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:43:54.367965 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-4afbe899-60c1-48cf-a800-c4c904410e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:43:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['4a5301de-22d2-45a0-ad6a-e63e9ebbbff6'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:43:54.428371 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eb102839-d2a4-4100-a315-d585b081c583 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:54.474777 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-4afbe899-60c1-48cf-a800-c4c904410e6f None None] Set router 4a5301de-22d2-45a0-ad6a-e63e9ebbbff6 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:43:54.481886 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-eb102839-d2a4-4100-a315-d585b081c583 admin admin] Deleting port d0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:43:54.482237 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eb102839-d2a4-4100-a315-d585b081c583 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:54.566669 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-eb102839-d2a4-4100-a315-d585b081c583 admin admin] For port d0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:43:54.567046 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eb102839-d2a4-4100-a315-d585b081c583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:54.582209 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-eb102839-d2a4-4100-a315-d585b081c583 admin admin] Calling delete_port for d0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:43:54.671157 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-4afbe899-60c1-48cf-a800-c4c904410e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'name': 'tempest-TestServerBasicOps-1198701253-router', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:06Z', 'updated_at': '2021-08-11T22:43:53Z', 'revision_number': 5, 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'gw_port': {'id': 'd0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:07Z', 'updated_at': '2021-08-11T22:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:43:54.701312 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afbe899-60c1-48cf-a800-c4c904410e6f None None] The sync data for ids ['4a5301de-22d2-45a0-ad6a-e63e9ebbbff6'] in n-d-804275-3 is: [{'id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'name': 'tempest-TestServerBasicOps-1198701253-router', 'tenant_id': '37fd33391a3446acb4e83a2090e2cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:06Z', 'updated_at': '2021-08-11T22:43:53Z', 'revision_number': 5, 'project_id': '37fd33391a3446acb4e83a2090e2cbf7', 'gw_port': {'id': 'd0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5301de-22d2-45a0-ad6a-e63e9ebbbff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:07Z', 'updated_at': '2021-08-11T22:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:43:54.755330 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eb102839-d2a4-4100-a315-d585b081c583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:54.785452 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb102839-d2a4-4100-a315-d585b081c583 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:43:54.843734 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eb102839-d2a4-4100-a315-d585b081c583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:54.934933 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eb102839-d2a4-4100-a315-d585b081c583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:54.937069 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eb102839-d2a4-4100-a315-d585b081c583 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:54.979500 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eb102839-d2a4-4100-a315-d585b081c583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:54.980057 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb102839-d2a4-4100-a315-d585b081c583 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a5301de-22d2-45a0-ad6a-e63e9ebbbff6 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:43:54.984325 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-eb102839-d2a4-4100-a315-d585b081c583 admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:54.985464 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-eb102839-d2a4-4100-a315-d585b081c583 admin admin] 10.222.0.77 "DELETE /v2.0/routers/4a5301de-22d2-45a0-ad6a-e63e9ebbbff6 HTTP/1.1" status: 204 len: 168 time: 1.0523484 Aug 11 22:43:54.988105 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53572) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:43:55.038958 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d8a6e4-0862-4bb2-a954-65c245902826 admin admin] Deleting subnet ae788690-b542-4447-bfdb-011d5b050935 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:43:55.042589 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-89d8a6e4-0862-4bb2-a954-65c245902826 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:55.078439 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-89d8a6e4-0862-4bb2-a954-65c245902826 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:55.160156 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-89d8a6e4-0862-4bb2-a954-65c245902826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:55.216213 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-89d8a6e4-0862-4bb2-a954-65c245902826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:55.243736 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8a6e4-0862-4bb2-a954-65c245902826 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae788690-b542-4447-bfdb-011d5b050935,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:43:55.249457 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-89d8a6e4-0862-4bb2-a954-65c245902826 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:55.254490 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-89d8a6e4-0862-4bb2-a954-65c245902826 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ae788690-b542-4447-bfdb-011d5b050935 HTTP/1.1" status: 204 len: 168 time: 0.2624781 Aug 11 22:43:55.254642 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53574) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:43:55.258151 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992ba17e-bf6a-4416-8fae-5a6aee8db22c None None] Network 28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:43:55.335017 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-44fe8abb-7674-4897-b106-5d902c366a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:55.403471 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-44fe8abb-7674-4897-b106-5d902c366a34 admin admin] Deleting port a300f5d0-50d3-475c-a87b-4473eb3e1bd1 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:43:55.403924 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-44fe8abb-7674-4897-b106-5d902c366a34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:55.471043 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-44fe8abb-7674-4897-b106-5d902c366a34 admin admin] For port a300f5d0-50d3-475c-a87b-4473eb3e1bd1, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a300f5d0-50d3-475c-a87b-4473eb3e1bd1,segment=NetworkSegment(8933763e-4450-4910-9d81-5ffc5b7466a8),segment_id=8933763e-4450-4910-9d81-5ffc5b7466a8)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:43:55.471563 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-44fe8abb-7674-4897-b106-5d902c366a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:55.484076 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-44fe8abb-7674-4897-b106-5d902c366a34 admin admin] Calling delete_port for a300f5d0-50d3-475c-a87b-4473eb3e1bd1 owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:43:55.562739 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-44fe8abb-7674-4897-b106-5d902c366a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:55.589846 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe8abb-7674-4897-b106-5d902c366a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=a300f5d0-50d3-475c-a87b-4473eb3e1bd1,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:43:55.591722 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fe8abb-7674-4897-b106-5d902c366a34 admin admin] No DVR routers for this DVR port a300f5d0-50d3-475c-a87b-4473eb3e1bd1 on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:43:55.673606 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-44fe8abb-7674-4897-b106-5d902c366a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:55.683982 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-44fe8abb-7674-4897-b106-5d902c366a34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:43:55.694680 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-44fe8abb-7674-4897-b106-5d902c366a34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8933763e-4450-4910-9d81-5ffc5b7466a8') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:43:55.695007 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-44fe8abb-7674-4897-b106-5d902c366a34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8933763e-4450-4910-9d81-5ffc5b7466a8') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:43:55.704926 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-44fe8abb-7674-4897-b106-5d902c366a34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:55.722109 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-44fe8abb-7674-4897-b106-5d902c366a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:55.730079 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44fe8abb-7674-4897-b106-5d902c366a34 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:43:55.730847 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-44fe8abb-7674-4897-b106-5d902c366a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:43:55.732978 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:43:55.739944 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cf126d-9cf9-4a14-b28b-47c8e7b0970d None None] DHCP port deletion for 28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:43:55.794134 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-44fe8abb-7674-4897-b106-5d902c366a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:55.800364 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-44fe8abb-7674-4897-b106-5d902c366a34 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:55.802263 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-44fe8abb-7674-4897-b106-5d902c366a34 admin admin] 10.222.0.77 "DELETE /v2.0/networks/28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5 HTTP/1.1" status: 204 len: 168 time: 0.5466783 Aug 11 22:43:55.805372 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53576) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:43:55.813150 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe8abb-7674-4897-b106-5d902c366a34 admin admin] Pushing event deleted for resources: {'Network': ['ID=28d76e7c-d5b4-44dd-b499-c23c4aa6b7c5,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:43:56.148646 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-485c55ad-f695-411d-8555-2d78fd359f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:56.393140 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-485c55ad-f695-411d-8555-2d78fd359f07 admin admin] Deleting port 38fa177f-e7f4-4a7f-a0fc-b4ff206158d8 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:43:56.394035 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-485c55ad-f695-411d-8555-2d78fd359f07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:56.470050 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-485c55ad-f695-411d-8555-2d78fd359f07 admin admin] For port 38fa177f-e7f4-4a7f-a0fc-b4ff206158d8, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=38fa177f-e7f4-4a7f-a0fc-b4ff206158d8,segment=NetworkSegment(445ca8c2-2053-484a-bfab-f85698c0ffa8),segment_id=445ca8c2-2053-484a-bfab-f85698c0ffa8)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:43:56.470420 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-485c55ad-f695-411d-8555-2d78fd359f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:56.484198 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-485c55ad-f695-411d-8555-2d78fd359f07 admin admin] Calling delete_port for 38fa177f-e7f4-4a7f-a0fc-b4ff206158d8 owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:43:56.600238 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a300f5d0-50d3-475c-a87b-4473eb3e1bd1 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:43:56.624055 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: a300f5d0-50d3-475c-a87b-4473eb3e1bd1 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:43:56.624415 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a300f5d0-50d3-475c-a87b-4473eb3e1bd1 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:43:56.624840 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:43:56.644282 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: d0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:43:56.644646 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d0bf4e2e-1b8c-4dad-bcbb-c84a0da0d79a not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:43:56.645065 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 701548d6-d0f6-46fa-8bda-828882bf7e03 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:43:56.664273 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 701548d6-d0f6-46fa-8bda-828882bf7e03 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:43:56.664604 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 701548d6-d0f6-46fa-8bda-828882bf7e03 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:43:56.668683 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-485c55ad-f695-411d-8555-2d78fd359f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:56.695608 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c55ad-f695-411d-8555-2d78fd359f07 admin admin] Pushing event deleted for resources: {'Port': ['ID=38fa177f-e7f4-4a7f-a0fc-b4ff206158d8,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:43:56.708268 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c55ad-f695-411d-8555-2d78fd359f07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:56.708619 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c55ad-f695-411d-8555-2d78fd359f07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:56.708965 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c55ad-f695-411d-8555-2d78fd359f07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:56.709396 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c55ad-f695-411d-8555-2d78fd359f07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:56.709644 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c55ad-f695-411d-8555-2d78fd359f07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:56.710050 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c55ad-f695-411d-8555-2d78fd359f07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:56.710299 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c55ad-f695-411d-8555-2d78fd359f07 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:56.710627 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c55ad-f695-411d-8555-2d78fd359f07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:56.710956 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c55ad-f695-411d-8555-2d78fd359f07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:56.711284 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c55ad-f695-411d-8555-2d78fd359f07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:56.711636 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c55ad-f695-411d-8555-2d78fd359f07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:56.711969 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c55ad-f695-411d-8555-2d78fd359f07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:56.881017 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-485c55ad-f695-411d-8555-2d78fd359f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:57.100498 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485c55ad-f695-411d-8555-2d78fd359f07 admin admin] Router 71f37357-200c-4921-9ac8-27366855d2ea has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:43:57.205535 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485c55ad-f695-411d-8555-2d78fd359f07 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:43:57.211096 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-485c55ad-f695-411d-8555-2d78fd359f07 admin admin] 10.222.0.77 "PUT /v2.0/routers/71f37357-200c-4921-9ac8-27366855d2ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4046845 Aug 11 22:43:57.213625 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53580) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:43:57.216184 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0731afab-e52d-417b-b681-279983f97a59 None None] Sync routers for ids ['71f37357-200c-4921-9ac8-27366855d2ea'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:43:57.226226 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0731afab-e52d-417b-b681-279983f97a59 None None] Routers {'71f37357-200c-4921-9ac8-27366855d2ea'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:43:57.226850 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0731afab-e52d-417b-b681-279983f97a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:43:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['71f37357-200c-4921-9ac8-27366855d2ea'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:43:57.316739 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9d706e16-2747-4e03-8f07-c1dfe9c483fe admin admin] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:57.331680 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-0731afab-e52d-417b-b681-279983f97a59 None None] Set router 71f37357-200c-4921-9ac8-27366855d2ea gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:43:57.420532 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9d706e16-2747-4e03-8f07-c1dfe9c483fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:57.473655 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-9d706e16-2747-4e03-8f07-c1dfe9c483fe admin admin] Deleting port d7323ffb-efe5-42e6-ab09-a2c4051a6020 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:43:57.474006 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9d706e16-2747-4e03-8f07-c1dfe9c483fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:57.508608 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0731afab-e52d-417b-b681-279983f97a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f37357-200c-4921-9ac8-27366855d2ea', 'name': 'tempest-TestServerBasicOps-426432216-router', 'tenant_id': '22b0dc19354c49d280f88384ebd115a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd7323ffb-efe5-42e6-ab09-a2c4051a6020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:12Z', 'updated_at': '2021-08-11T22:43:56Z', 'revision_number': 5, 'project_id': '22b0dc19354c49d280f88384ebd115a1', 'gw_port': {'id': 'd7323ffb-efe5-42e6-ab09-a2c4051a6020', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f37357-200c-4921-9ac8-27366855d2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:38:12Z', 'updated_at': '2021-08-11T22:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:43:57.539257 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0731afab-e52d-417b-b681-279983f97a59 None None] Checking router: 71f37357-200c-4921-9ac8-27366855d2ea for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:43:57.547533 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0731afab-e52d-417b-b681-279983f97a59 None None] Routers {'71f37357-200c-4921-9ac8-27366855d2ea'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:43:57.548155 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0731afab-e52d-417b-b681-279983f97a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:43:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['71f37357-200c-4921-9ac8-27366855d2ea'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:43:57.553551 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-9d706e16-2747-4e03-8f07-c1dfe9c483fe admin admin] For port d7323ffb-efe5-42e6-ab09-a2c4051a6020, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d7323ffb-efe5-42e6-ab09-a2c4051a6020,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:43:57.553945 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9d706e16-2747-4e03-8f07-c1dfe9c483fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:57.567260 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-9d706e16-2747-4e03-8f07-c1dfe9c483fe admin admin] Calling delete_port for d7323ffb-efe5-42e6-ab09-a2c4051a6020 owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:43:57.641690 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-0731afab-e52d-417b-b681-279983f97a59 None None] Set router 71f37357-200c-4921-9ac8-27366855d2ea gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:43:57.693069 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-0731afab-e52d-417b-b681-279983f97a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f37357-200c-4921-9ac8-27366855d2ea', 'name': 'tempest-TestServerBasicOps-426432216-router', 'tenant_id': '22b0dc19354c49d280f88384ebd115a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:12Z', 'updated_at': '2021-08-11T22:43:57Z', 'revision_number': 6, 'project_id': '22b0dc19354c49d280f88384ebd115a1', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:43:57.722822 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0731afab-e52d-417b-b681-279983f97a59 None None] The sync data for ids ['71f37357-200c-4921-9ac8-27366855d2ea'] in n-d-804275-3 is: [{'id': '71f37357-200c-4921-9ac8-27366855d2ea', 'name': 'tempest-TestServerBasicOps-426432216-router', 'tenant_id': '22b0dc19354c49d280f88384ebd115a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:38:12Z', 'updated_at': '2021-08-11T22:43:57Z', 'revision_number': 6, 'project_id': '22b0dc19354c49d280f88384ebd115a1', 'gw_port_host': None}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:43:57.755224 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9d706e16-2747-4e03-8f07-c1dfe9c483fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:57.779639 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d706e16-2747-4e03-8f07-c1dfe9c483fe admin admin] Pushing event deleted for resources: {'Port': ['ID=d7323ffb-efe5-42e6-ab09-a2c4051a6020,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:43:57.845842 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9d706e16-2747-4e03-8f07-c1dfe9c483fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:57.935107 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9d706e16-2747-4e03-8f07-c1dfe9c483fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:57.937351 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9d706e16-2747-4e03-8f07-c1dfe9c483fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:57.981092 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9d706e16-2747-4e03-8f07-c1dfe9c483fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:57.981775 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d706e16-2747-4e03-8f07-c1dfe9c483fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71f37357-200c-4921-9ac8-27366855d2ea {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:43:57.986359 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9d706e16-2747-4e03-8f07-c1dfe9c483fe admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:57.988094 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9d706e16-2747-4e03-8f07-c1dfe9c483fe admin admin] 10.222.0.77 "DELETE /v2.0/routers/71f37357-200c-4921-9ac8-27366855d2ea HTTP/1.1" status: 204 len: 168 time: 0.7735372 Aug 11 22:43:57.990677 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53582) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:43:58.045687 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-237dfda9-66fb-4333-b51d-95c95b08630a admin admin] Deleting subnet 414db863-79fd-4d12-a05e-a6a6f5274903 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:43:58.048798 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-237dfda9-66fb-4333-b51d-95c95b08630a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:58.086456 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-237dfda9-66fb-4333-b51d-95c95b08630a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:58.176123 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-237dfda9-66fb-4333-b51d-95c95b08630a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:58.227899 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-237dfda9-66fb-4333-b51d-95c95b08630a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:58.260231 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-237dfda9-66fb-4333-b51d-95c95b08630a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:58.264317 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-237dfda9-66fb-4333-b51d-95c95b08630a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/414db863-79fd-4d12-a05e-a6a6f5274903 HTTP/1.1" status: 204 len: 168 time: 0.2704353 Aug 11 22:43:58.264317 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237dfda9-66fb-4333-b51d-95c95b08630a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=414db863-79fd-4d12-a05e-a6a6f5274903,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:43:58.264687 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53584) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:43:58.265100 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7faa2bb-5da1-4b98-b8e9-14ebd55159bc None None] Network cde16b34-da86-406a-aa2c-1e8cfc3e2559 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:43:58.332715 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-af901f33-2bb7-4f55-9ccd-1e252efe3470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:58.390040 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-af901f33-2bb7-4f55-9ccd-1e252efe3470 admin admin] Deleting port defbbc92-b9ec-4a42-9bac-f350b8874c7b {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:43:58.390384 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-af901f33-2bb7-4f55-9ccd-1e252efe3470 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:58.459577 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-af901f33-2bb7-4f55-9ccd-1e252efe3470 admin admin] For port defbbc92-b9ec-4a42-9bac-f350b8874c7b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=defbbc92-b9ec-4a42-9bac-f350b8874c7b,segment=NetworkSegment(445ca8c2-2053-484a-bfab-f85698c0ffa8),segment_id=445ca8c2-2053-484a-bfab-f85698c0ffa8)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:43:58.459954 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-af901f33-2bb7-4f55-9ccd-1e252efe3470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:58.474436 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-af901f33-2bb7-4f55-9ccd-1e252efe3470 admin admin] Calling delete_port for defbbc92-b9ec-4a42-9bac-f350b8874c7b owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:43:58.481395 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94c8867-56ad-435f-b564-b216f6c99858 None None] DHCP port deletion for cde16b34-da86-406a-aa2c-1e8cfc3e2559 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:43:58.536923 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-e94c8867-56ad-435f-b564-b216f6c99858 None None] Deleting port defbbc92-b9ec-4a42-9bac-f350b8874c7b {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:43:58.537225 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e94c8867-56ad-435f-b564-b216f6c99858 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:58.561220 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-af901f33-2bb7-4f55-9ccd-1e252efe3470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:58.589253 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af901f33-2bb7-4f55-9ccd-1e252efe3470 admin admin] Pushing event deleted for resources: {'Port': ['ID=defbbc92-b9ec-4a42-9bac-f350b8874c7b,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:43:58.600070 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af901f33-2bb7-4f55-9ccd-1e252efe3470 admin admin] No DVR routers for this DVR port defbbc92-b9ec-4a42-9bac-f350b8874c7b on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:43:58.605939 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-e94c8867-56ad-435f-b564-b216f6c99858 None None] For port defbbc92-b9ec-4a42-9bac-f350b8874c7b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=defbbc92-b9ec-4a42-9bac-f350b8874c7b,segment=NetworkSegment(445ca8c2-2053-484a-bfab-f85698c0ffa8),segment_id=445ca8c2-2053-484a-bfab-f85698c0ffa8)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:43:58.606363 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e94c8867-56ad-435f-b564-b216f6c99858 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:58.621645 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 38fa177f-e7f4-4a7f-a0fc-b4ff206158d8 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:43:58.623779 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-e94c8867-56ad-435f-b564-b216f6c99858 None None] Calling delete_port for defbbc92-b9ec-4a42-9bac-f350b8874c7b owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:43:58.646185 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 38fa177f-e7f4-4a7f-a0fc-b4ff206158d8 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:43:58.646791 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 38fa177f-e7f4-4a7f-a0fc-b4ff206158d8 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:43:58.646950 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d7323ffb-efe5-42e6-ab09-a2c4051a6020 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:43:58.669976 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: d7323ffb-efe5-42e6-ab09-a2c4051a6020 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:43:58.670333 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d7323ffb-efe5-42e6-ab09-a2c4051a6020 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:43:58.670753 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device defbbc92-b9ec-4a42-9bac-f350b8874c7b no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:43:58.676012 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-af901f33-2bb7-4f55-9ccd-1e252efe3470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:58.686059 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-af901f33-2bb7-4f55-9ccd-1e252efe3470 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde16b34-da86-406a-aa2c-1e8cfc3e2559']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:43:58.697801 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-af901f33-2bb7-4f55-9ccd-1e252efe3470 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '445ca8c2-2053-484a-bfab-f85698c0ffa8') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:43:58.698167 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-af901f33-2bb7-4f55-9ccd-1e252efe3470 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '445ca8c2-2053-484a-bfab-f85698c0ffa8') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:43:58.708265 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-af901f33-2bb7-4f55-9ccd-1e252efe3470 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:58.719780 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: defbbc92-b9ec-4a42-9bac-f350b8874c7b {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:43:58.720153 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device defbbc92-b9ec-4a42-9bac-f350b8874c7b not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:43:58.728256 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-af901f33-2bb7-4f55-9ccd-1e252efe3470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:58.736136 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af901f33-2bb7-4f55-9ccd-1e252efe3470 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:43:58.736558 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-af901f33-2bb7-4f55-9ccd-1e252efe3470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:43:58.749469 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:43:58.762616 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e94c8867-56ad-435f-b564-b216f6c99858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:58.788912 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c8867-56ad-435f-b564-b216f6c99858 None None] Pushing event deleted for resources: {'Port': ['ID=defbbc92-b9ec-4a42-9bac-f350b8874c7b,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:43:58.798531 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94c8867-56ad-435f-b564-b216f6c99858 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:58.798890 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94c8867-56ad-435f-b564-b216f6c99858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:58.799243 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94c8867-56ad-435f-b564-b216f6c99858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:58.800157 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94c8867-56ad-435f-b564-b216f6c99858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:58.800682 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94c8867-56ad-435f-b564-b216f6c99858 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:58.801038 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94c8867-56ad-435f-b564-b216f6c99858 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:58.801360 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94c8867-56ad-435f-b564-b216f6c99858 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:58.801859 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94c8867-56ad-435f-b564-b216f6c99858 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:58.802210 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94c8867-56ad-435f-b564-b216f6c99858 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:58.802536 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94c8867-56ad-435f-b564-b216f6c99858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:58.802865 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94c8867-56ad-435f-b564-b216f6c99858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:58.803197 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94c8867-56ad-435f-b564-b216f6c99858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:43:58.804684 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-af901f33-2bb7-4f55-9ccd-1e252efe3470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:58.810785 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94c8867-56ad-435f-b564-b216f6c99858 None None] No DVR routers for this DVR port defbbc92-b9ec-4a42-9bac-f350b8874c7b on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:43:58.822830 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-af901f33-2bb7-4f55-9ccd-1e252efe3470 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:58.824704 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-af901f33-2bb7-4f55-9ccd-1e252efe3470 admin admin] 10.222.0.77 "DELETE /v2.0/networks/cde16b34-da86-406a-aa2c-1e8cfc3e2559 HTTP/1.1" status: 204 len: 168 time: 0.5589831 Aug 11 22:43:58.825704 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af901f33-2bb7-4f55-9ccd-1e252efe3470 admin admin] Pushing event deleted for resources: {'Network': ['ID=cde16b34-da86-406a-aa2c-1e8cfc3e2559,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:43:58.935473 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53588) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:43:58.980499 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b3780b85-d732-44b7-bc92-6dc6b019bfb0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=37fd33391a3446acb4e83a2090e2cbf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437655 Aug 11 22:43:58.982882 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53590) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:43:59.031583 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2c45dcf7-1a8a-473c-9c4b-fa9114d239a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:59.053223 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2c45dcf7-1a8a-473c-9c4b-fa9114d239a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:59.100389 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2c45dcf7-1a8a-473c-9c4b-fa9114d239a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:59.102894 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2c45dcf7-1a8a-473c-9c4b-fa9114d239a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:59.104120 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2c45dcf7-1a8a-473c-9c4b-fa9114d239a6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7f41ad9a-2a44-45a8-8f07-b875c7b72a2c HTTP/1.1" status: 204 len: 168 time: 0.1203237 Aug 11 22:43:59.112786 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45dcf7-1a8a-473c-9c4b-fa9114d239a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f41ad9a-2a44-45a8-8f07-b875c7b72a2c,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:43:59.417688 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53596) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:43:59.460915 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-073274ee-b208-49ed-9134-d126f6c6d62a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=22b0dc19354c49d280f88384ebd115a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419736 Aug 11 22:43:59.463450 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53598) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:43:59.511034 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e0d344e-14cb-4459-abae-f89bcc1a5885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:59.531854 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e0d344e-14cb-4459-abae-f89bcc1a5885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:59.577797 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e0d344e-14cb-4459-abae-f89bcc1a5885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:59.580459 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7e0d344e-14cb-4459-abae-f89bcc1a5885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:43:59.581641 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7e0d344e-14cb-4459-abae-f89bcc1a5885 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/feb94756-124b-42fc-980f-7a71b031ebda HTTP/1.1" status: 204 len: 168 time: 0.1172647 Aug 11 22:43:59.589176 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d344e-14cb-4459-abae-f89bcc1a5885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb94756-124b-42fc-980f-7a71b031ebda,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:44:01.113342 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:44:08.577154 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:09.422657 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-1e1c7bfc-3fb6-4d5c-a008-bc1559b1b823 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=84fe520cbdf84e99a9e3561efa7bbe92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292211 Aug 11 22:44:09.604754 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-ca37f1df-a820-45fe-ae41-9d480110ff22 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:09.606155 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-ca37f1df-a820-45fe-ae41-9d480110ff22 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1774850 Aug 11 22:44:09.621564 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-fcdb96cf-525d-44ec-97a1-3bc92116009f tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.77 "GET /v2.0/quotas/84fe520cbdf84e99a9e3561efa7bbe92 HTTP/1.1" status: 200 len: 375 time: 0.0096872 Aug 11 22:44:09.654101 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-27a3c77a-7a4c-4165-bb03-22ab6c3000b3 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=84fe520cbdf84e99a9e3561efa7bbe92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265048 Aug 11 22:44:09.822655 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bb3ec6df-637a-4f5e-abf2-876450862aed req-8643bbd8-ba6f-4fb2-85a6-d950884adf10 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5a17178-4204-4cea-adc7-7e09a41375c6 HTTP/1.1" status: 200 len: 210 time: 0.0262039 Aug 11 22:44:10.919496 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a07c95bc-762f-4e0c-888c-1df5b57bf656 req-01696f14-f0af-4725-9f6b-bc2cd9ad5179 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5a17178-4204-4cea-adc7-7e09a41375c6 HTTP/1.1" status: 200 len: 210 time: 0.0271719 Aug 11 22:44:10.963848 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-005590b7-eeba-400e-9053-b341fbf1c437 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=84fe520cbdf84e99a9e3561efa7bbe92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212443 Aug 11 22:44:11.071901 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-be4e04dc-6579-42fe-bc0f-b76354c0bd27 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:11.073500 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-be4e04dc-6579-42fe-bc0f-b76354c0bd27 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1039314 Aug 11 22:44:11.092713 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-77ccef92-e08f-4b88-bee8-e53a2aa88ce4 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Request body: {'port': {'device_id': 'a5a17178-4204-4cea-adc7-7e09a41375c6', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'admin_state_up': True, 'tenant_id': '84fe520cbdf84e99a9e3561efa7bbe92'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:44:11.201785 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-77ccef92-e08f-4b88-bee8-e53a2aa88ce4 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Made reservation on behalf of 84fe520cbdf84e99a9e3561efa7bbe92 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:44:11.205473 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-77ccef92-e08f-4b88-bee8-e53a2aa88ce4 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:11.214923 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-77ccef92-e08f-4b88-bee8-e53a2aa88ce4 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:11.303636 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-77ccef92-e08f-4b88-bee8-e53a2aa88ce4 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:11.307319 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-77ccef92-e08f-4b88-bee8-e53a2aa88ce4 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:11.368287 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ccef92-e08f-4b88-bee8-e53a2aa88ce4 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b632a5-85d5-4946-9dcd-7e62aca454bd,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:44:11.442615 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-77ccef92-e08f-4b88-bee8-e53a2aa88ce4 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Allocated IP 192.168.233.233 (25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29/d79ce39e-02da-4738-9b8c-f4e6cf162694/af32a4f1-f37d-4f56-a3f3-099880b8e15c) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:44:11.588239 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-77ccef92-e08f-4b88-bee8-e53a2aa88ce4 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:11.602055 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-77ccef92-e08f-4b88-bee8-e53a2aa88ce4 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Transition to ACTIVE for port object af32a4f1-f37d-4f56-a3f3-099880b8e15c will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:44:11.633972 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-77ccef92-e08f-4b88-bee8-e53a2aa88ce4 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:11.679307 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-77ccef92-e08f-4b88-bee8-e53a2aa88ce4 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:44:11.684235 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-77ccef92-e08f-4b88-bee8-e53a2aa88ce4 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:44:11.687922 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-77ccef92-e08f-4b88-bee8-e53a2aa88ce4 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:44:11.712006 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ccef92-e08f-4b88-bee8-e53a2aa88ce4 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Pushing event updated for resources: {'Port': ['ID=af32a4f1-f37d-4f56-a3f3-099880b8e15c,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:44:11.742507 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-77ccef92-e08f-4b88-bee8-e53a2aa88ce4 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:11.743149 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-77ccef92-e08f-4b88-bee8-e53a2aa88ce4 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:11.757668 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-77ccef92-e08f-4b88-bee8-e53a2aa88ce4 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6688080 Aug 11 22:44:11.776161 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-02edf1c7-c97d-4cdb-ac3f-575f29eacc00 service neutron] Request body: {'port': {'device_id': 'a5a17178-4204-4cea-adc7-7e09a41375c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:44:11.834781 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-02edf1c7-c97d-4cdb-ac3f-575f29eacc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:12.058297 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2f09c284-c570-48c0-bc2b-ac19169bb754 None None] Provisioning for port af32a4f1-f37d-4f56-a3f3-099880b8e15c completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:44:12.062271 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2f09c284-c570-48c0-bc2b-ac19169bb754 None None] Provisioning complete for port af32a4f1-f37d-4f56-a3f3-099880b8e15c triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:44:12.062659 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2f09c284-c570-48c0-bc2b-ac19169bb754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:12.093432 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825837fd-ca4f-4047-8468-b306af6b39d3 req-3151b7d8-da90-40ba-bdb8-0b124aff437d tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:12.094930 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-825837fd-ca4f-4047-8468-b306af6b39d3 req-3151b7d8-da90-40ba-bdb8-0b124aff437d tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5a17178-4204-4cea-adc7-7e09a41375c6 HTTP/1.1" status: 200 len: 936 time: 0.0812583 Aug 11 22:44:12.101223 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-2f09c284-c570-48c0-bc2b-ac19169bb754 None None] Port af32a4f1-f37d-4f56-a3f3-099880b8e15c cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:44:12.177525 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-825837fd-ca4f-4047-8468-b306af6b39d3 req-0a320e15-fd64-4255-b459-b456c8187df6 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1b632a5-85d5-4946-9dcd-7e62aca454bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698681 Aug 11 22:44:12.189138 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-02edf1c7-c97d-4cdb-ac3f-575f29eacc00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af32a4f1-f37d-4f56-a3f3-099880b8e15c {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:44:12.197610 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-02edf1c7-c97d-4cdb-ac3f-575f29eacc00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:12.210423 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-02edf1c7-c97d-4cdb-ac3f-575f29eacc00 service neutron] Transition to ACTIVE for port object af32a4f1-f37d-4f56-a3f3-099880b8e15c will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:44:12.214373 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-02edf1c7-c97d-4cdb-ac3f-575f29eacc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:12.263487 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02edf1c7-c97d-4cdb-ac3f-575f29eacc00 service neutron] Pushing event updated for resources: {'Port': ['ID=af32a4f1-f37d-4f56-a3f3-099880b8e15c,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:44:12.343983 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-02edf1c7-c97d-4cdb-ac3f-575f29eacc00 service neutron] Attempting to bind port af32a4f1-f37d-4f56-a3f3-099880b8e15c on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:44:12.344326 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-02edf1c7-c97d-4cdb-ac3f-575f29eacc00 service neutron] Attempting to bind port af32a4f1-f37d-4f56-a3f3-099880b8e15c by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:44:12.344690 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-02edf1c7-c97d-4cdb-ac3f-575f29eacc00 service neutron] Attempting to bind port af32a4f1-f37d-4f56-a3f3-099880b8e15c on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:44:12.350068 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-02edf1c7-c97d-4cdb-ac3f-575f29eacc00 service neutron] Port af32a4f1-f37d-4f56-a3f3-099880b8e15c on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:44:12.350419 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-02edf1c7-c97d-4cdb-ac3f-575f29eacc00 service neutron] Attempting to bind port af32a4f1-f37d-4f56-a3f3-099880b8e15c on network 25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:44:12.356204 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-02edf1c7-c97d-4cdb-ac3f-575f29eacc00 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:44:12.356553 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-02edf1c7-c97d-4cdb-ac3f-575f29eacc00 service neutron] Checking segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:44:12.356950 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-02edf1c7-c97d-4cdb-ac3f-575f29eacc00 service neutron] Bound using segment: {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:44:12.357396 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-02edf1c7-c97d-4cdb-ac3f-575f29eacc00 service neutron] Bound port: af32a4f1-f37d-4f56-a3f3-099880b8e15c, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4664df5-c9fb-4450-a0c5-40789e5c124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:44:12.357767 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-02edf1c7-c97d-4cdb-ac3f-575f29eacc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:12.429161 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-02edf1c7-c97d-4cdb-ac3f-575f29eacc00 service neutron] For port af32a4f1-f37d-4f56-a3f3-099880b8e15c, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:44:12.432447 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-02edf1c7-c97d-4cdb-ac3f-575f29eacc00 service neutron] For port af32a4f1-f37d-4f56-a3f3-099880b8e15c, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=af32a4f1-f37d-4f56-a3f3-099880b8e15c,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:44:12.436713 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-02edf1c7-c97d-4cdb-ac3f-575f29eacc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:12.473670 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-02edf1c7-c97d-4cdb-ac3f-575f29eacc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:12.474287 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-02edf1c7-c97d-4cdb-ac3f-575f29eacc00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:12.475718 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-02edf1c7-c97d-4cdb-ac3f-575f29eacc00 service neutron] 10.222.0.82 "PUT /v2.0/ports/af32a4f1-f37d-4f56-a3f3-099880b8e15c HTTP/1.1" status: 200 len: 1096 time: 0.7045124 Aug 11 22:44:12.476159 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a17178-4204-4cea-adc7-7e09a41375c6', 'tag': 'af32a4f1-f37d-4f56-a3f3-099880b8e15c'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:44:12.478413 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955b105d-1076-4490-9cfa-2cf325f8d57f" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a17178-4204-4cea-adc7-7e09a41375c6", "tag": "af32a4f1-f37d-4f56-a3f3-099880b8e15c"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:44:12.506144 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02edf1c7-c97d-4cdb-ac3f-575f29eacc00 service neutron] Pushing event updated for resources: {'Port': ['ID=af32a4f1-f37d-4f56-a3f3-099880b8e15c,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:44:12.533156 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9f1a2a-f01d-4b48-87db-e9a167fa10a8 x-openstack-request-id: req-5c9f1a2a-f01d-4b48-87db-e9a167fa10a8 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:44:12.533437 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a17178-4204-4cea-adc7-7e09a41375c6", "tag": "af32a4f1-f37d-4f56-a3f3-099880b8e15c", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:44:12.533696 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5c9f1a2a-f01d-4b48-87db-e9a167fa10a8 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:44:12.534154 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a17178-4204-4cea-adc7-7e09a41375c6', 'tag': 'af32a4f1-f37d-4f56-a3f3-099880b8e15c', 'status': 'completed', 'code': 200} Aug 11 22:44:12.595147 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-7c9dea4b-f255-405b-bc90-6e525093dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:12.596756 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-7c9dea4b-f255-405b-bc90-6e525093dbc4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=84fe520cbdf84e99a9e3561efa7bbe92&device_id=a5a17178-4204-4cea-adc7-7e09a41375c6 HTTP/1.1" status: 200 len: 1099 time: 0.0468469 Aug 11 22:44:12.648282 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-a8fe8f66-551e-47cd-82ab-c9b0c04e474a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=af32a4f1-f37d-4f56-a3f3-099880b8e15c HTTP/1.1" status: 200 len: 217 time: 0.0372384 Aug 11 22:44:12.698090 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-16956f48-c340-49ee-8372-9534a9162ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:12.699630 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-16956f48-c340-49ee-8372-9534a9162ba3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.0441327 Aug 11 22:44:12.749218 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-7d1cd85a-41ce-48ea-a6a4-0ff4267802a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:12.750735 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-7d1cd85a-41ce-48ea-a6a4-0ff4267802a1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0440729 Aug 11 22:44:12.838762 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-3aef2da7-9eb0-4530-8290-89fc108bebc9 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808580 Aug 11 22:44:12.930684 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3cd91ecb-f6c1-4cf5-9bea-9c6d35556ae3 req-afd809eb-4c13-4996-91ca-a069dac4f913 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849724 Aug 11 22:44:13.281648 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f4716df0-8a9c-45d2-89cb-7067f6bf28fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:13.373899 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b105d-1076-4490-9cfa-2cf325f8d57f req-2ad3849b-dbcc-41e8-91d4-6100fd532fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:13.375430 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-955b105d-1076-4490-9cfa-2cf325f8d57f req-2ad3849b-dbcc-41e8-91d4-6100fd532fb0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=84fe520cbdf84e99a9e3561efa7bbe92&device_id=a5a17178-4204-4cea-adc7-7e09a41375c6 HTTP/1.1" status: 200 len: 1099 time: 0.3614020 Aug 11 22:44:13.386820 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb56d3f-3890-4c6b-ad28-836a121a4f25 req-f12d352c-2ad4-46dc-9ec6-9eb20b52331c tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:13.388243 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-edb56d3f-3890-4c6b-ad28-836a121a4f25 req-f12d352c-2ad4-46dc-9ec6-9eb20b52331c tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5a17178-4204-4cea-adc7-7e09a41375c6 HTTP/1.1" status: 200 len: 948 time: 0.0583670 Aug 11 22:44:13.505884 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-edb56d3f-3890-4c6b-ad28-836a121a4f25 req-be2ee026-5b81-4f2b-8d01-6a60dc2fd02d tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1b632a5-85d5-4946-9dcd-7e62aca454bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092710 Aug 11 22:44:13.527666 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b105d-1076-4490-9cfa-2cf325f8d57f req-2eabc4e2-9515-42cd-81ee-1d54ffd75254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:13.529190 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-955b105d-1076-4490-9cfa-2cf325f8d57f req-2eabc4e2-9515-42cd-81ee-1d54ffd75254 service neutron] 10.222.0.82 "GET /v2.0/networks?id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29 HTTP/1.1" status: 200 len: 870 time: 0.1401107 Aug 11 22:44:13.569391 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-955b105d-1076-4490-9cfa-2cf325f8d57f req-4509a585-1cae-44a6-b173-41ee5a71231d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=af32a4f1-f37d-4f56-a3f3-099880b8e15c HTTP/1.1" status: 200 len: 217 time: 0.0329382 Aug 11 22:44:13.621389 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b105d-1076-4490-9cfa-2cf325f8d57f req-a1cef919-9653-4f09-a24d-e1fe955dca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:13.622829 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-955b105d-1076-4490-9cfa-2cf325f8d57f req-a1cef919-9653-4f09-a24d-e1fe955dca19 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d79ce39e-02da-4738-9b8c-f4e6cf162694 HTTP/1.1" status: 200 len: 843 time: 0.0459237 Aug 11 22:44:13.667924 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b105d-1076-4490-9cfa-2cf325f8d57f req-42e90c31-af9a-4bb1-961a-5c42233c5234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:13.669399 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-955b105d-1076-4490-9cfa-2cf325f8d57f req-42e90c31-af9a-4bb1-961a-5c42233c5234 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0397937 Aug 11 22:44:13.756892 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-955b105d-1076-4490-9cfa-2cf325f8d57f req-675b3ea4-406a-4e9a-837f-871038696a9e service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796638 Aug 11 22:44:13.857899 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-955b105d-1076-4490-9cfa-2cf325f8d57f req-24cb5c16-0647-4301-876d-fb6b2ef59af3 service neutron] 10.222.0.82 "GET /v2.0/networks/25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942819 Aug 11 22:44:14.622231 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0729ca1-a407-46fa-945f-84c5d0af07d9 req-31b969f5-92e2-4384-bff2-d8f596805c20 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:14.623759 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e0729ca1-a407-46fa-945f-84c5d0af07d9 req-31b969f5-92e2-4384-bff2-d8f596805c20 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5a17178-4204-4cea-adc7-7e09a41375c6 HTTP/1.1" status: 200 len: 948 time: 0.0503049 Aug 11 22:44:14.661203 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e0729ca1-a407-46fa-945f-84c5d0af07d9 req-5e1aef3d-d5c3-4735-b28d-7634104db365 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1b632a5-85d5-4946-9dcd-7e62aca454bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314772 Aug 11 22:44:15.427143 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device af32a4f1-f37d-4f56-a3f3-099880b8e15c details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:44:15.520560 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port af32a4f1-f37d-4f56-a3f3-099880b8e15c, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=af32a4f1-f37d-4f56-a3f3-099880b8e15c,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:44:15.532012 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': 'af32a4f1-f37d-4f56-a3f3-099880b8e15c', 'network_id': '25a7ca8f-35c9-4ecf-97f6-8fbac8ea6e29', 'port_id': 'af32a4f1-f37d-4f56-a3f3-099880b8e15c', 'mac_address': 'fa:16:3e:57:8b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79ce39e-02da-4738-9b8c-f4e6cf162694', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:44:15.571742 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:15.584573 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af32a4f1-f37d-4f56-a3f3-099880b8e15c {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:44:15.603661 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port af32a4f1-f37d-4f56-a3f3-099880b8e15c, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=af32a4f1-f37d-4f56-a3f3-099880b8e15c,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:44:15.607624 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:15.654874 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=af32a4f1-f37d-4f56-a3f3-099880b8e15c,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:44:15.776702 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d20da1-e963-40fe-896e-c8503b920d63 req-9bd37b86-6c67-4fac-937d-3284d2b93120 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:15.778168 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2d20da1-e963-40fe-896e-c8503b920d63 req-9bd37b86-6c67-4fac-937d-3284d2b93120 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5a17178-4204-4cea-adc7-7e09a41375c6 HTTP/1.1" status: 200 len: 949 time: 0.0484171 Aug 11 22:44:15.820034 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2d20da1-e963-40fe-896e-c8503b920d63 req-45eeab5e-1006-4918-81eb-5f652207d468 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1b632a5-85d5-4946-9dcd-7e62aca454bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357323 Aug 11 22:44:16.034616 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['af32a4f1-f37d-4f56-a3f3-099880b8e15c'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:44:16.101867 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:16.285317 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4e75ad6e-715e-4eda-9432-746f65658d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:16.938518 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414651f-286f-4344-8b87-9b6edd4be328 req-ee23c4f7-dec5-4abb-b1cf-8bc51ec281de tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:16.940042 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f414651f-286f-4344-8b87-9b6edd4be328 req-ee23c4f7-dec5-4abb-b1cf-8bc51ec281de tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5a17178-4204-4cea-adc7-7e09a41375c6 HTTP/1.1" status: 200 len: 949 time: 0.0513999 Aug 11 22:44:16.978708 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f414651f-286f-4344-8b87-9b6edd4be328 req-95f4a4c2-66f6-43d7-811a-723d9f1b7401 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1b632a5-85d5-4946-9dcd-7e62aca454bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320499 Aug 11 22:44:17.432782 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device af32a4f1-f37d-4f56-a3f3-099880b8e15c up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:44:17.480649 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port af32a4f1-f37d-4f56-a3f3-099880b8e15c completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:44:17.484382 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port af32a4f1-f37d-4f56-a3f3-099880b8e15c triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:44:17.484762 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:17.571362 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:17.593206 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a17178-4204-4cea-adc7-7e09a41375c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af32a4f1-f37d-4f56-a3f3-099880b8e15c'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:44:17.595449 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f75721-bff2-42a8-80fb-540d984f3449" -d '{"events": [{"server_uuid": "a5a17178-4204-4cea-adc7-7e09a41375c6", "name": "network-vif-plugged", "status": "completed", "tag": "af32a4f1-f37d-4f56-a3f3-099880b8e15c"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:44:17.619199 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port af32a4f1-f37d-4f56-a3f3-099880b8e15c, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=af32a4f1-f37d-4f56-a3f3-099880b8e15c,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:44:17.624063 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:17.668114 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:17.683104 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=af32a4f1-f37d-4f56-a3f3-099880b8e15c,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:44:17.700319 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc98a3a-19dc-443b-a19b-f686e2f72bdf x-openstack-request-id: req-3fc98a3a-19dc-443b-a19b-f686e2f72bdf {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:44:17.700611 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a17178-4204-4cea-adc7-7e09a41375c6", "name": "network-vif-plugged", "status": "completed", "tag": "af32a4f1-f37d-4f56-a3f3-099880b8e15c", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:44:17.700869 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3fc98a3a-19dc-443b-a19b-f686e2f72bdf {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:44:17.701256 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a17178-4204-4cea-adc7-7e09a41375c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af32a4f1-f37d-4f56-a3f3-099880b8e15c', 'code': 200} Aug 11 22:44:17.818312 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452131c-3bed-4b43-9583-f1b33bc02fc3 req-55052eae-ff67-4292-8c35-7dda9b7675db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:17.819775 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f452131c-3bed-4b43-9583-f1b33bc02fc3 req-55052eae-ff67-4292-8c35-7dda9b7675db service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a5a17178-4204-4cea-adc7-7e09a41375c6 HTTP/1.1" status: 200 len: 1101 time: 0.0396500 Aug 11 22:44:17.857908 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f452131c-3bed-4b43-9583-f1b33bc02fc3 req-c6abe258-179f-4f65-bc25-f7624ae52262 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e1b632a5-85d5-4946-9dcd-7e62aca454bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307860 Aug 11 22:44:18.093752 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447caef9-eadd-4ebc-891d-2a1c255f91d1 req-794e3bbc-064b-4b0d-b878-eae647104f82 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:18.095136 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-447caef9-eadd-4ebc-891d-2a1c255f91d1 req-794e3bbc-064b-4b0d-b878-eae647104f82 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5a17178-4204-4cea-adc7-7e09a41375c6 HTTP/1.1" status: 200 len: 950 time: 0.0475094 Aug 11 22:44:18.136065 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-447caef9-eadd-4ebc-891d-2a1c255f91d1 req-c1198bdd-557d-4526-92a8-6cad6f47b363 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1b632a5-85d5-4946-9dcd-7e62aca454bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340927 Aug 11 22:44:19.098319 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:19.257402 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358193c-bb97-4dda-8936-3ec11b257616 req-b2b7bf62-efe7-476c-8409-cfdcf178c373 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:19.258927 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c358193c-bb97-4dda-8936-3ec11b257616 req-b2b7bf62-efe7-476c-8409-cfdcf178c373 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5a17178-4204-4cea-adc7-7e09a41375c6 HTTP/1.1" status: 200 len: 950 time: 0.0548737 Aug 11 22:44:19.297365 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c358193c-bb97-4dda-8936-3ec11b257616 req-e381ebbc-d3bc-45ff-ba70-3c773d808f9b tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1b632a5-85d5-4946-9dcd-7e62aca454bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323730 Aug 11 22:44:20.412703 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffccf28e-45c0-4287-adbc-e9946ac8d7b5 req-995a1b84-9cfd-440e-a0d9-a549c8bf81cb tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:20.414231 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ffccf28e-45c0-4287-adbc-e9946ac8d7b5 req-995a1b84-9cfd-440e-a0d9-a549c8bf81cb tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5a17178-4204-4cea-adc7-7e09a41375c6 HTTP/1.1" status: 200 len: 950 time: 0.0488329 Aug 11 22:44:20.454362 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ffccf28e-45c0-4287-adbc-e9946ac8d7b5 req-8fec0970-81f9-4918-a929-6c46115c65a5 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1b632a5-85d5-4946-9dcd-7e62aca454bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339088 Aug 11 22:44:20.917761 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:21.313401 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b87e16-a369-464e-83fa-39f6cf9e75be req-4cdae071-110b-4e2f-a476-29219659259b tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:21.314852 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-90b87e16-a369-464e-83fa-39f6cf9e75be req-4cdae071-110b-4e2f-a476-29219659259b tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5a17178-4204-4cea-adc7-7e09a41375c6 HTTP/1.1" status: 200 len: 950 time: 0.0496440 Aug 11 22:44:21.357995 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-90b87e16-a369-464e-83fa-39f6cf9e75be req-6a8df41e-bbe0-4a17-a9c9-3616aeda4d37 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1b632a5-85d5-4946-9dcd-7e62aca454bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370841 Aug 11 22:44:22.474861 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cd930-1f90-4aac-8c2f-7df8bba0c296 req-50f88683-35bc-4163-a1a8-faa2832937f5 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:22.477040 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-736cd930-1f90-4aac-8c2f-7df8bba0c296 req-50f88683-35bc-4163-a1a8-faa2832937f5 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5a17178-4204-4cea-adc7-7e09a41375c6 HTTP/1.1" status: 200 len: 950 time: 0.0509417 Aug 11 22:44:22.515395 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-736cd930-1f90-4aac-8c2f-7df8bba0c296 req-b0580b59-f31c-4301-9f01-17cf5a63cfc3 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1b632a5-85d5-4946-9dcd-7e62aca454bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322106 Aug 11 22:44:22.782730 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f5f69-edf0-4d87-9e40-d4a9894465e1 req-9afa872a-fb84-458c-8d68-3a9a0205f6ae tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:22.784129 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-341f5f69-edf0-4d87-9e40-d4a9894465e1 req-9afa872a-fb84-458c-8d68-3a9a0205f6ae tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.82 "GET /v2.0/ports?device_id=a5a17178-4204-4cea-adc7-7e09a41375c6 HTTP/1.1" status: 200 len: 950 time: 0.0481789 Aug 11 22:44:22.874077 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-341f5f69-edf0-4d87-9e40-d4a9894465e1 req-216d61ed-49fc-40fd-aecb-47acb943f538 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Deleting port af32a4f1-f37d-4f56-a3f3-099880b8e15c {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:44:22.874416 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-341f5f69-edf0-4d87-9e40-d4a9894465e1 req-216d61ed-49fc-40fd-aecb-47acb943f538 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:22.964434 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-341f5f69-edf0-4d87-9e40-d4a9894465e1 req-216d61ed-49fc-40fd-aecb-47acb943f538 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] For port af32a4f1-f37d-4f56-a3f3-099880b8e15c, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=af32a4f1-f37d-4f56-a3f3-099880b8e15c,segment=NetworkSegment(b4664df5-c9fb-4450-a0c5-40789e5c124b),segment_id=b4664df5-c9fb-4450-a0c5-40789e5c124b)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:44:22.964799 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-341f5f69-edf0-4d87-9e40-d4a9894465e1 req-216d61ed-49fc-40fd-aecb-47acb943f538 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:22.978155 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-341f5f69-edf0-4d87-9e40-d4a9894465e1 req-216d61ed-49fc-40fd-aecb-47acb943f538 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Calling delete_port for af32a4f1-f37d-4f56-a3f3-099880b8e15c owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:44:23.106365 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-341f5f69-edf0-4d87-9e40-d4a9894465e1 req-216d61ed-49fc-40fd-aecb-47acb943f538 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:23.135165 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d61ed-49fc-40fd-aecb-47acb943f538 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Pushing event deleted for resources: {'Port': ['ID=af32a4f1-f37d-4f56-a3f3-099880b8e15c,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:44:23.141056 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['af32a4f1-f37d-4f56-a3f3-099880b8e15c'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:44:23.179849 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-341f5f69-edf0-4d87-9e40-d4a9894465e1 req-216d61ed-49fc-40fd-aecb-47acb943f538 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] No DVR routers for this DVR port af32a4f1-f37d-4f56-a3f3-099880b8e15c on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:44:23.183739 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-341f5f69-edf0-4d87-9e40-d4a9894465e1 req-216d61ed-49fc-40fd-aecb-47acb943f538 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:23.185875 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-341f5f69-edf0-4d87-9e40-d4a9894465e1 req-216d61ed-49fc-40fd-aecb-47acb943f538 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.82 "DELETE /v2.0/ports/af32a4f1-f37d-4f56-a3f3-099880b8e15c HTTP/1.1" status: 204 len: 173 time: 0.3956344 Aug 11 22:44:23.186515 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a17178-4204-4cea-adc7-7e09a41375c6', 'name': 'network-vif-deleted', 'tag': 'af32a4f1-f37d-4f56-a3f3-099880b8e15c'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:44:23.188881 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec0bef3-98eb-4a4c-8804-54136e2d4c19" -d '{"events": [{"server_uuid": "a5a17178-4204-4cea-adc7-7e09a41375c6", "name": "network-vif-deleted", "tag": "af32a4f1-f37d-4f56-a3f3-099880b8e15c"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:44:23.233990 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d7dca3-b456-41ba-91a3-1879f5b557dc x-openstack-request-id: req-12d7dca3-b456-41ba-91a3-1879f5b557dc {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:44:23.234274 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a17178-4204-4cea-adc7-7e09a41375c6", "name": "network-vif-deleted", "tag": "af32a4f1-f37d-4f56-a3f3-099880b8e15c", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:44:23.234537 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-12d7dca3-b456-41ba-91a3-1879f5b557dc {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:44:23.234940 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a17178-4204-4cea-adc7-7e09a41375c6', 'name': 'network-vif-deleted', 'tag': 'af32a4f1-f37d-4f56-a3f3-099880b8e15c', 'status': 'completed', 'code': 200} Aug 11 22:44:23.635550 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-81349ea1-02e9-4735-9cdc-35b9d643fd62 req-f2dddf53-4bef-4c04-8ee0-0dac816680f8 tempest-ServersAdminNegativeTestJSON-631635928 tempest-ServersAdminNegativeTestJSON-631635928-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5a17178-4204-4cea-adc7-7e09a41375c6 HTTP/1.1" status: 200 len: 210 time: 0.0319731 Aug 11 22:44:24.932478 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53752) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:44:25.064328 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d4a62799-8e81-48a1-82c3-2e89e0eeb39a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=84fe520cbdf84e99a9e3561efa7bbe92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306829 Aug 11 22:44:25.066770 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53756) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:44:25.114877 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2fe63e61-ea84-4292-a4d2-9dd2972b3906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:25.136032 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2fe63e61-ea84-4292-a4d2-9dd2972b3906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:25.182287 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2fe63e61-ea84-4292-a4d2-9dd2972b3906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:25.184970 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2fe63e61-ea84-4292-a4d2-9dd2972b3906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:25.186388 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2fe63e61-ea84-4292-a4d2-9dd2972b3906 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e1b632a5-85d5-4946-9dcd-7e62aca454bd HTTP/1.1" status: 204 len: 168 time: 0.1184864 Aug 11 22:44:25.194653 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe63e61-ea84-4292-a4d2-9dd2972b3906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b632a5-85d5-4946-9dcd-7e62aca454bd,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:44:25.445451 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53762) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:44:25.459173 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4668934e-2653-40e7-b89e-6052f7abf3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:25.549875 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4668934e-2653-40e7-b89e-6052f7abf3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:25.554148 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4668934e-2653-40e7-b89e-6052f7abf3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:25.595328 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4668934e-2653-40e7-b89e-6052f7abf3fb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=054d51aaa28a42cf874d0a6cd8c58cb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487906 Aug 11 22:44:25.596237 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668934e-2653-40e7-b89e-6052f7abf3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de69d81c-c184-4b6e-a161-c6d4f501d9f2,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:44:25.598725 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53766) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:44:25.647599 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-12df24f4-df81-49e8-9ade-c6282bae6460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:25.668823 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-12df24f4-df81-49e8-9ade-c6282bae6460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:25.713555 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-12df24f4-df81-49e8-9ade-c6282bae6460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:25.716201 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-12df24f4-df81-49e8-9ade-c6282bae6460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:25.717377 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-12df24f4-df81-49e8-9ade-c6282bae6460 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/de69d81c-c184-4b6e-a161-c6d4f501d9f2 HTTP/1.1" status: 204 len: 168 time: 0.1176543 Aug 11 22:44:25.726119 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df24f4-df81-49e8-9ade-c6282bae6460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de69d81c-c184-4b6e-a161-c6d4f501d9f2,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:44:26.426074 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53788) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:44:26.523246 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-fa6d4498-da4f-4d4d-a6db-d588263adca9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1806047993-network', 'tenant_id': '45e23f67067d4dfaaffaed5709af7bbf'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:44:26.544935 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6d4498-da4f-4d4d-a6db-d588263adca9 admin admin] Made reservation on behalf of 45e23f67067d4dfaaffaed5709af7bbf for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:44:26.547234 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fa6d4498-da4f-4d4d-a6db-d588263adca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:26.556401 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fa6d4498-da4f-4d4d-a6db-d588263adca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:26.648166 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fa6d4498-da4f-4d4d-a6db-d588263adca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:26.652464 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fa6d4498-da4f-4d4d-a6db-d588263adca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:26.673293 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6d4498-da4f-4d4d-a6db-d588263adca9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:44:26.687936 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d4498-da4f-4d4d-a6db-d588263adca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdc3979-8bc0-4b9e-a4b9-544c569e3301,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:44:26.691365 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fa6d4498-da4f-4d4d-a6db-d588263adca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:26.691745 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-fa6d4498-da4f-4d4d-a6db-d588263adca9 admin admin] Added segment 6ab8aab5-b595-47b6-9dfb-70152ab4b23e of type vlan for network 39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0 Aug 11 22:44:26.736283 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fa6d4498-da4f-4d4d-a6db-d588263adca9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:26.765140 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fa6d4498-da4f-4d4d-a6db-d588263adca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:26.766142 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6d4498-da4f-4d4d-a6db-d588263adca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:26.766736 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fa6d4498-da4f-4d4d-a6db-d588263adca9 admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:26.820584 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fa6d4498-da4f-4d4d-a6db-d588263adca9 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3932936 Aug 11 22:44:26.824255 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53792) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:44:26.828502 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d4498-da4f-4d4d-a6db-d588263adca9 admin admin] Pushing event updated for resources: {'Network': ['ID=39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:44:26.829850 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-c6cf6e0d-1e07-4b41-8fff-7742d1f93e65 admin admin] Request body: {'subnet': {'network_id': '39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1806047993-subnet', 'tenant_id': '45e23f67067d4dfaaffaed5709af7bbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:44:26.839053 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:44:26.856727 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cf6e0d-1e07-4b41-8fff-7742d1f93e65 admin admin] Made reservation on behalf of 45e23f67067d4dfaaffaed5709af7bbf for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:44:26.859293 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c6cf6e0d-1e07-4b41-8fff-7742d1f93e65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:27.041695 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c6cf6e0d-1e07-4b41-8fff-7742d1f93e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:27.099491 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf6e0d-1e07-4b41-8fff-7742d1f93e65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b4fd3cf-8b69-438d-b416-accbab3e73f3,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:44:27.107598 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cf6e0d-1e07-4b41-8fff-7742d1f93e65 admin admin] Checking segment: {'id': '6ab8aab5-b595-47b6-9dfb-70152ab4b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:44:27.107968 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cf6e0d-1e07-4b41-8fff-7742d1f93e65 admin admin] Network hostable DHCP agents. Network: 39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:44:27.124243 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cf6e0d-1e07-4b41-8fff-7742d1f93e65 admin admin] Network 39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:44:27.132478 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-c6cf6e0d-1e07-4b41-8fff-7742d1f93e65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:44:27.136442 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cf6e0d-1e07-4b41-8fff-7742d1f93e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:27.137040 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c6cf6e0d-1e07-4b41-8fff-7742d1f93e65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:27.142327 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867e7823-5228-4727-a1ef-18fbb944d8ce None None] Network 39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:44:27.151303 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c6cf6e0d-1e07-4b41-8fff-7742d1f93e65 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3259583 Aug 11 22:44:27.275813 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71777ac6-563d-405c-b2d0-9ba7d119c660 None None] Network 39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:44:27.447881 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device af32a4f1-f37d-4f56-a3f3-099880b8e15c no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:44:27.472483 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: af32a4f1-f37d-4f56-a3f3-099880b8e15c {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:44:27.472837 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device af32a4f1-f37d-4f56-a3f3-099880b8e15c not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:44:27.579765 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-8948862b-b5f3-4b7b-98a0-3c15e7690bfb tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:27.581893 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-8948862b-b5f3-4b7b-98a0-3c15e7690bfb tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/networks?id=39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0 HTTP/1.1" status: 200 len: 812 time: 0.1043274 Aug 11 22:44:27.596792 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-9585a696-a4f3-4d01-8e43-3909f75a0186 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/quotas/45e23f67067d4dfaaffaed5709af7bbf HTTP/1.1" status: 200 len: 375 time: 0.0090504 Aug 11 22:44:27.627927 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-3105af07-d299-4d78-b5b4-ce7398ccf12e tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=45e23f67067d4dfaaffaed5709af7bbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256920 Aug 11 22:44:27.689665 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-620268d1-872f-4513-9420-fdadf7171b2f service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:44:27.691215 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-620268d1-872f-4513-9420-fdadf7171b2f service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0556204 Aug 11 22:44:27.779047 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-e0c4b092-2f5f-4642-a95b-1b0bd49346bc service neutron] 10.222.0.77 "GET /v2.0/networks/39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815363 Aug 11 22:44:27.872971 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-1ded7412-9da9-41ff-b883-8e19b136b159 service neutron] 10.222.0.77 "GET /v2.0/networks/39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876873 Aug 11 22:44:28.041787 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1fa56ecc-e86a-475a-ad13-0733e5e5c7b3 req-e5cd5be7-6d5c-4482-bf0d-55fb401a0d11 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 210 time: 0.0285358 Aug 11 22:44:29.011254 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-ec2dcf30-d388-443e-aebf-3423a3124ca3 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:29.012835 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-ec2dcf30-d388-443e-aebf-3423a3124ca3 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.82 "GET /v2.0/networks?id=39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0 HTTP/1.1" status: 200 len: 812 time: 0.1096070 Aug 11 22:44:29.032046 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-f611c0ff-fb32-48b2-8bc7-5d85f8b3937f tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Request body: {'port': {'device_id': 'ff98ac15-a678-44ee-aaad-1cc48a93b7fb', 'network_id': '39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0', 'admin_state_up': True, 'tenant_id': '45e23f67067d4dfaaffaed5709af7bbf'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:44:29.149088 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1083cec5-9eb9-49fa-b305-02f6d9212335 req-89300ee6-2732-405b-96cc-eca735c9de87 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 210 time: 0.0401900 Aug 11 22:44:29.165315 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-f611c0ff-fb32-48b2-8bc7-5d85f8b3937f tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Made reservation on behalf of 45e23f67067d4dfaaffaed5709af7bbf for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:44:29.169026 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-f611c0ff-fb32-48b2-8bc7-5d85f8b3937f tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:29.303100 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-f611c0ff-fb32-48b2-8bc7-5d85f8b3937f tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Allocated IP 172.20.0.3 (39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0/7b4fd3cf-8b69-438d-b416-accbab3e73f3/d6039dca-ef59-4e90-b568-3ad5fa0863ee) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:44:29.449194 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-f611c0ff-fb32-48b2-8bc7-5d85f8b3937f tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:29.486604 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-f611c0ff-fb32-48b2-8bc7-5d85f8b3937f tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:29.529637 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-f611c0ff-fb32-48b2-8bc7-5d85f8b3937f tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Network 39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:44:29.535882 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-f611c0ff-fb32-48b2-8bc7-5d85f8b3937f tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:44:29.538387 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-f611c0ff-fb32-48b2-8bc7-5d85f8b3937f tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:44:29.566743 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611c0ff-fb32-48b2-8bc7-5d85f8b3937f tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Pushing event updated for resources: {'Port': ['ID=d6039dca-ef59-4e90-b568-3ad5fa0863ee,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:44:29.594831 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-f611c0ff-fb32-48b2-8bc7-5d85f8b3937f tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:29.595444 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-f611c0ff-fb32-48b2-8bc7-5d85f8b3937f tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:29.609440 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-f611c0ff-fb32-48b2-8bc7-5d85f8b3937f tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5814126 Aug 11 22:44:29.627054 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-9963dcda-d7b1-458a-8557-4273f9b0d719 service neutron] Request body: {'port': {'device_id': 'ff98ac15-a678-44ee-aaad-1cc48a93b7fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:44:29.683679 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-9963dcda-d7b1-458a-8557-4273f9b0d719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:29.945461 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-9963dcda-d7b1-458a-8557-4273f9b0d719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6039dca-ef59-4e90-b568-3ad5fa0863ee {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:44:29.952728 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-9963dcda-d7b1-458a-8557-4273f9b0d719 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:29.965612 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-9963dcda-d7b1-458a-8557-4273f9b0d719 service neutron] Transition to ACTIVE for port object d6039dca-ef59-4e90-b568-3ad5fa0863ee will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:44:29.969417 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-9963dcda-d7b1-458a-8557-4273f9b0d719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:30.019675 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963dcda-d7b1-458a-8557-4273f9b0d719 service neutron] Pushing event updated for resources: {'Port': ['ID=d6039dca-ef59-4e90-b568-3ad5fa0863ee,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:44:30.093602 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-9963dcda-d7b1-458a-8557-4273f9b0d719 service neutron] Attempting to bind port d6039dca-ef59-4e90-b568-3ad5fa0863ee on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:44:30.093934 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-9963dcda-d7b1-458a-8557-4273f9b0d719 service neutron] Attempting to bind port d6039dca-ef59-4e90-b568-3ad5fa0863ee by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '6ab8aab5-b595-47b6-9dfb-70152ab4b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:44:30.094262 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-9963dcda-d7b1-458a-8557-4273f9b0d719 service neutron] Attempting to bind port d6039dca-ef59-4e90-b568-3ad5fa0863ee on network 39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:44:30.099126 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-9963dcda-d7b1-458a-8557-4273f9b0d719 service neutron] Port d6039dca-ef59-4e90-b568-3ad5fa0863ee on network 39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:44:30.099443 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-9963dcda-d7b1-458a-8557-4273f9b0d719 service neutron] Attempting to bind port d6039dca-ef59-4e90-b568-3ad5fa0863ee on network 39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:44:30.104338 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-9963dcda-d7b1-458a-8557-4273f9b0d719 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:44:30.104675 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-9963dcda-d7b1-458a-8557-4273f9b0d719 service neutron] Checking segment: {'id': '6ab8aab5-b595-47b6-9dfb-70152ab4b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:44:30.105110 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-9963dcda-d7b1-458a-8557-4273f9b0d719 service neutron] Bound using segment: {'id': '6ab8aab5-b595-47b6-9dfb-70152ab4b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:44:30.105564 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-9963dcda-d7b1-458a-8557-4273f9b0d719 service neutron] Bound port: d6039dca-ef59-4e90-b568-3ad5fa0863ee, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab8aab5-b595-47b6-9dfb-70152ab4b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:44:30.106006 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-9963dcda-d7b1-458a-8557-4273f9b0d719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:30.171943 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-9963dcda-d7b1-458a-8557-4273f9b0d719 service neutron] For port d6039dca-ef59-4e90-b568-3ad5fa0863ee, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:44:30.179613 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-9963dcda-d7b1-458a-8557-4273f9b0d719 service neutron] For port d6039dca-ef59-4e90-b568-3ad5fa0863ee, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=d6039dca-ef59-4e90-b568-3ad5fa0863ee,segment=NetworkSegment(6ab8aab5-b595-47b6-9dfb-70152ab4b23e),segment_id=6ab8aab5-b595-47b6-9dfb-70152ab4b23e)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:44:30.185482 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-9963dcda-d7b1-458a-8557-4273f9b0d719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:30.219855 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-9963dcda-d7b1-458a-8557-4273f9b0d719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:30.220599 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-9963dcda-d7b1-458a-8557-4273f9b0d719 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:30.222739 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-9963dcda-d7b1-458a-8557-4273f9b0d719 service neutron] 10.222.0.82 "PUT /v2.0/ports/d6039dca-ef59-4e90-b568-3ad5fa0863ee HTTP/1.1" status: 200 len: 1091 time: 0.5997727 Aug 11 22:44:30.223181 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff98ac15-a678-44ee-aaad-1cc48a93b7fb', 'tag': 'd6039dca-ef59-4e90-b568-3ad5fa0863ee'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:44:30.225582 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cf605f-c8c4-4106-9b4f-d7effb0fea59" -d '{"events": [{"name": "network-changed", "server_uuid": "ff98ac15-a678-44ee-aaad-1cc48a93b7fb", "tag": "d6039dca-ef59-4e90-b568-3ad5fa0863ee"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:44:30.289928 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963dcda-d7b1-458a-8557-4273f9b0d719 service neutron] Pushing event updated for resources: {'Port': ['ID=d6039dca-ef59-4e90-b568-3ad5fa0863ee,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:44:30.325116 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc936151-b929-4a55-b71b-af713dfaab2e req-903d2d8d-aa8d-4ed5-9dbb-9426515f053a tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:30.326659 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dc936151-b929-4a55-b71b-af713dfaab2e req-903d2d8d-aa8d-4ed5-9dbb-9426515f053a tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 943 time: 0.0981395 Aug 11 22:44:30.341928 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-612294bf-b744-4f11-a5a6-c923ddd7733c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:30.343384 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-612294bf-b744-4f11-a5a6-c923ddd7733c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=45e23f67067d4dfaaffaed5709af7bbf&device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 1094 time: 0.0667565 Aug 11 22:44:30.400052 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-8ea4fed8-c0d2-49d9-bdbc-55839b9cedb3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6039dca-ef59-4e90-b568-3ad5fa0863ee HTTP/1.1" status: 200 len: 217 time: 0.0419362 Aug 11 22:44:30.402868 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dc936151-b929-4a55-b71b-af713dfaab2e req-d2620f23-552b-4d4e-898d-5463fb998c01 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687692 Aug 11 22:44:30.447041 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd25514-a390-4286-846d-78615c43e205 x-openstack-request-id: req-8fd25514-a390-4286-846d-78615c43e205 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:44:30.447349 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff98ac15-a678-44ee-aaad-1cc48a93b7fb", "tag": "d6039dca-ef59-4e90-b568-3ad5fa0863ee", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:44:30.447630 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8fd25514-a390-4286-846d-78615c43e205 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:44:30.448041 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff98ac15-a678-44ee-aaad-1cc48a93b7fb', 'tag': 'd6039dca-ef59-4e90-b568-3ad5fa0863ee', 'status': 'completed', 'code': 200} Aug 11 22:44:30.457823 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-7fe79180-36b9-4ff4-b49c-d3d0bfeafd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:30.459309 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-7fe79180-36b9-4ff4-b49c-d3d0bfeafd29 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7b4fd3cf-8b69-438d-b416-accbab3e73f3 HTTP/1.1" status: 200 len: 852 time: 0.0528097 Aug 11 22:44:30.491289 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-25a2b823-6b68-4b67-9808-23fa92101403 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243530 Aug 11 22:44:30.580640 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-ce2a3ed2-5fcc-4521-b20c-c55e9488603e service neutron] 10.222.0.82 "GET /v2.0/networks/39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822036 Aug 11 22:44:30.672240 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c7cfa66-327d-48b5-9231-2f1781c48008 req-6b60fe28-7997-4801-b79a-0e74d4d1c233 service neutron] 10.222.0.82 "GET /v2.0/networks/39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851490 Aug 11 22:44:30.804568 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf605f-c8c4-4106-9b4f-d7effb0fea59 req-f52e5e5a-640c-48a1-903b-10b3c4f5ea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:30.805988 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69cf605f-c8c4-4106-9b4f-d7effb0fea59 req-f52e5e5a-640c-48a1-903b-10b3c4f5ea10 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=45e23f67067d4dfaaffaed5709af7bbf&device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 1094 time: 0.0411811 Aug 11 22:44:30.899612 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf605f-c8c4-4106-9b4f-d7effb0fea59 req-3c4d85e3-afbd-4a02-aef2-e755c886db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:30.901107 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69cf605f-c8c4-4106-9b4f-d7effb0fea59 req-3c4d85e3-afbd-4a02-aef2-e755c886db79 service neutron] 10.222.0.82 "GET /v2.0/networks?id=39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0 HTTP/1.1" status: 200 len: 913 time: 0.0876842 Aug 11 22:44:30.942750 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69cf605f-c8c4-4106-9b4f-d7effb0fea59 req-b0bda8fd-1d75-457e-a71d-d752ea504fde service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6039dca-ef59-4e90-b568-3ad5fa0863ee HTTP/1.1" status: 200 len: 217 time: 0.0340540 Aug 11 22:44:30.991468 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf605f-c8c4-4106-9b4f-d7effb0fea59 req-303071ee-9063-4ffd-bf97-f44b6484c536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:30.992953 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69cf605f-c8c4-4106-9b4f-d7effb0fea59 req-303071ee-9063-4ffd-bf97-f44b6484c536 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7b4fd3cf-8b69-438d-b416-accbab3e73f3 HTTP/1.1" status: 200 len: 852 time: 0.0439208 Aug 11 22:44:31.026378 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69cf605f-c8c4-4106-9b4f-d7effb0fea59 req-9c1f4407-08bb-40e8-8dde-d11db3faae1a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269325 Aug 11 22:44:31.121890 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69cf605f-c8c4-4106-9b4f-d7effb0fea59 req-4d847467-813e-41b1-82fb-90e2eb152c47 service neutron] 10.222.0.82 "GET /v2.0/networks/39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883338 Aug 11 22:44:31.210989 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69cf605f-c8c4-4106-9b4f-d7effb0fea59 req-b30e6b16-6bef-479d-8d2e-5a880954871d service neutron] 10.222.0.82 "GET /v2.0/networks/39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819132 Aug 11 22:44:31.525238 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcad673-65d5-40a2-9e66-230821416067 req-f67ee6ee-a3fd-4314-af7c-edea770e037d tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:31.526736 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5bcad673-65d5-40a2-9e66-230821416067 req-f67ee6ee-a3fd-4314-af7c-edea770e037d tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 943 time: 0.0531976 Aug 11 22:44:31.563882 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5bcad673-65d5-40a2-9e66-230821416067 req-181e74fb-6b3f-4c10-9ccf-280a8e56c793 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310631 Aug 11 22:44:32.679208 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ceed36-2244-4cb6-ab5f-4fef10f52fd2 req-4d7188ad-5dd0-4b2a-9dac-e63e16555f43 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:32.680748 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2ceed36-2244-4cb6-ab5f-4fef10f52fd2 req-4d7188ad-5dd0-4b2a-9dac-e63e16555f43 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 943 time: 0.0497355 Aug 11 22:44:32.718356 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2ceed36-2244-4cb6-ab5f-4fef10f52fd2 req-2cace35e-9f92-4e25-9d82-d6efb1864c92 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316558 Aug 11 22:44:33.481152 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device d6039dca-ef59-4e90-b568-3ad5fa0863ee details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:44:33.574051 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port d6039dca-ef59-4e90-b568-3ad5fa0863ee, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=d6039dca-ef59-4e90-b568-3ad5fa0863ee,segment=NetworkSegment(6ab8aab5-b595-47b6-9dfb-70152ab4b23e),segment_id=6ab8aab5-b595-47b6-9dfb-70152ab4b23e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:44:33.586044 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': 'd6039dca-ef59-4e90-b568-3ad5fa0863ee', 'network_id': '39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0', 'port_id': 'd6039dca-ef59-4e90-b568-3ad5fa0863ee', 'mac_address': 'fa:16:3e:9f:c9:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4fd3cf-8b69-438d-b416-accbab3e73f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:44:33.621786 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:33.637980 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6039dca-ef59-4e90-b568-3ad5fa0863ee {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:44:33.658370 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port d6039dca-ef59-4e90-b568-3ad5fa0863ee, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=d6039dca-ef59-4e90-b568-3ad5fa0863ee,segment=NetworkSegment(6ab8aab5-b595-47b6-9dfb-70152ab4b23e),segment_id=6ab8aab5-b595-47b6-9dfb-70152ab4b23e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:44:33.662172 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:33.708864 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=d6039dca-ef59-4e90-b568-3ad5fa0863ee,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:44:33.837595 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d213e79-ed77-4f19-9a8e-edf77c0e4c36 req-f74a29a8-516c-446e-946d-13b7059735d0 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:33.839108 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0d213e79-ed77-4f19-9a8e-edf77c0e4c36 req-f74a29a8-516c-446e-946d-13b7059735d0 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 944 time: 0.0496554 Aug 11 22:44:33.877659 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0d213e79-ed77-4f19-9a8e-edf77c0e4c36 req-1ef775c7-8722-4c05-a103-e999b24e3d82 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325420 Aug 11 22:44:34.023563 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['d6039dca-ef59-4e90-b568-3ad5fa0863ee'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:44:34.994746 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e709de-303a-4d79-a5a7-36e75c3c16d8 req-001de215-c517-4c38-bf13-1960f6588f34 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:34.996298 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-90e709de-303a-4d79-a5a7-36e75c3c16d8 req-001de215-c517-4c38-bf13-1960f6588f34 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 944 time: 0.0526860 Aug 11 22:44:35.035203 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-90e709de-303a-4d79-a5a7-36e75c3c16d8 req-282619f9-a2eb-46ee-9621-9d408423f053 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325141 Aug 11 22:44:35.513088 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device d6039dca-ef59-4e90-b568-3ad5fa0863ee up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:44:35.562780 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port d6039dca-ef59-4e90-b568-3ad5fa0863ee completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:44:35.566939 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port d6039dca-ef59-4e90-b568-3ad5fa0863ee triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:44:35.567314 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:35.642116 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:35.664706 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff98ac15-a678-44ee-aaad-1cc48a93b7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6039dca-ef59-4e90-b568-3ad5fa0863ee'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:44:35.666946 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7421c01d-7612-4b2b-b1b2-abfc9a619432" -d '{"events": [{"server_uuid": "ff98ac15-a678-44ee-aaad-1cc48a93b7fb", "name": "network-vif-plugged", "status": "completed", "tag": "d6039dca-ef59-4e90-b568-3ad5fa0863ee"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:44:35.680417 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port d6039dca-ef59-4e90-b568-3ad5fa0863ee, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=d6039dca-ef59-4e90-b568-3ad5fa0863ee,segment=NetworkSegment(6ab8aab5-b595-47b6-9dfb-70152ab4b23e),segment_id=6ab8aab5-b595-47b6-9dfb-70152ab4b23e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:44:35.684781 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:35.714999 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d782a4-a021-4712-a940-d721fdd6065e x-openstack-request-id: req-36d782a4-a021-4712-a940-d721fdd6065e {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:44:35.715297 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff98ac15-a678-44ee-aaad-1cc48a93b7fb", "name": "network-vif-plugged", "status": "completed", "tag": "d6039dca-ef59-4e90-b568-3ad5fa0863ee", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:44:35.715582 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-36d782a4-a021-4712-a940-d721fdd6065e {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:44:35.716000 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff98ac15-a678-44ee-aaad-1cc48a93b7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6039dca-ef59-4e90-b568-3ad5fa0863ee', 'code': 200} Aug 11 22:44:35.745003 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=d6039dca-ef59-4e90-b568-3ad5fa0863ee,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:44:35.834445 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8313ef-e8e0-437c-9f96-caf402a5a6c8 req-82661d9b-a8bc-45d2-b7c8-c0b587ca8271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:35.835885 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cd8313ef-e8e0-437c-9f96-caf402a5a6c8 req-82661d9b-a8bc-45d2-b7c8-c0b587ca8271 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 1096 time: 0.0398033 Aug 11 22:44:35.870520 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cd8313ef-e8e0-437c-9f96-caf402a5a6c8 req-958ddf2c-684b-4517-9c91-bd37ecd11759 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275862 Aug 11 22:44:36.152113 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86222bcd-98b2-44d0-b010-0731930a11f1 req-6c7c1c64-aae7-4624-bfd1-3a57017448f9 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:36.153525 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-86222bcd-98b2-44d0-b010-0731930a11f1 req-6c7c1c64-aae7-4624-bfd1-3a57017448f9 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 945 time: 0.0486562 Aug 11 22:44:36.192363 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-86222bcd-98b2-44d0-b010-0731930a11f1 req-ba6a09c0-00b9-4208-9254-ade13eeba709 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327656 Aug 11 22:44:37.314355 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff886e-11c6-4c46-ba4d-75918040a9a3 req-027603ea-de1e-4148-9cd0-80ac8408cc89 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:37.316383 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-faff886e-11c6-4c46-ba4d-75918040a9a3 req-027603ea-de1e-4148-9cd0-80ac8408cc89 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 945 time: 0.0550201 Aug 11 22:44:37.354950 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-faff886e-11c6-4c46-ba4d-75918040a9a3 req-27f92b72-f354-43d4-a1be-a8fdff5b0767 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324645 Aug 11 22:44:37.592195 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86275e2-4dab-437f-a372-ef564ad4bc0f req-f02859e6-be42-4f4f-bb23-ac1b967d093c tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:37.593764 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f86275e2-4dab-437f-a372-ef564ad4bc0f req-f02859e6-be42-4f4f-bb23-ac1b967d093c tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 945 time: 0.0510540 Aug 11 22:44:37.624734 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-b58ab7a0-62df-42a3-811f-bf0cfff19f62 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0922105 Aug 11 22:44:37.633802 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f86275e2-4dab-437f-a372-ef564ad4bc0f req-9dcbb8bf-b3ad-4423-97d2-531993ac0b24 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338924 Aug 11 22:44:38.112126 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:44:38.574527 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:38.749091 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99cdb0-15ef-4a8f-b9e7-42f7f0a548da req-412b9f34-e197-45b3-a262-dc82cf3d5d12 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:38.750646 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-af99cdb0-15ef-4a8f-b9e7-42f7f0a548da req-412b9f34-e197-45b3-a262-dc82cf3d5d12 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 945 time: 0.0495753 Aug 11 22:44:38.793573 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-af99cdb0-15ef-4a8f-b9e7-42f7f0a548da req-b5971498-6eeb-45d9-92d7-f103e9eb7600 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358899 Aug 11 22:44:38.871714 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-94599a5f-63d6-4a96-869b-e262ff7f1373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:38.873118 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-94599a5f-63d6-4a96-869b-e262ff7f1373 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=45e23f67067d4dfaaffaed5709af7bbf&device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 1096 time: 0.0469460 Aug 11 22:44:38.964565 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-c04f47f6-0adc-407e-878b-4e9187d09eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:38.966044 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-c04f47f6-0adc-407e-878b-4e9187d09eb7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0 HTTP/1.1" status: 200 len: 913 time: 0.0849819 Aug 11 22:44:39.007902 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-456fd296-a59a-4c4b-b074-b2f83d08cd46 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6039dca-ef59-4e90-b568-3ad5fa0863ee HTTP/1.1" status: 200 len: 217 time: 0.0347438 Aug 11 22:44:39.062433 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-d89f0383-4f19-43da-a546-6872bb257610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:39.064011 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-d89f0383-4f19-43da-a546-6872bb257610 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7b4fd3cf-8b69-438d-b416-accbab3e73f3 HTTP/1.1" status: 200 len: 852 time: 0.0500243 Aug 11 22:44:39.095532 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-8f7e3c36-1d4d-4482-8a5f-45eef7ac7209 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245545 Aug 11 22:44:39.183241 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-e8685645-70ec-42a7-b54d-9863505c1328 service neutron] 10.222.0.82 "GET /v2.0/networks/39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808141 Aug 11 22:44:39.289493 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-71325070-d1dc-4fdd-9e9b-0d0a1922c72e service neutron] 10.222.0.82 "GET /v2.0/networks/39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989707 Aug 11 22:44:39.910857 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a268bf2-d4d3-4222-acb5-ff1e9d2ab9b1 req-0694d44c-5582-47e6-bbd4-1ca028ace0e1 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:39.912395 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a268bf2-d4d3-4222-acb5-ff1e9d2ab9b1 req-0694d44c-5582-47e6-bbd4-1ca028ace0e1 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 945 time: 0.0490327 Aug 11 22:44:39.950756 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a268bf2-d4d3-4222-acb5-ff1e9d2ab9b1 req-ce8ae549-9eff-465f-8cdd-affae55f553f tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321529 Aug 11 22:44:41.063028 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da70ff-357c-49f2-bd4f-9a8951e39fab req-03ed4817-698a-4d26-9b11-e779d46a7ac2 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:41.064538 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99da70ff-357c-49f2-bd4f-9a8951e39fab req-03ed4817-698a-4d26-9b11-e779d46a7ac2 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 945 time: 0.0474105 Aug 11 22:44:41.106327 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99da70ff-357c-49f2-bd4f-9a8951e39fab req-2292af34-38ae-4d68-80f5-86e1cca475af tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353630 Aug 11 22:44:42.222456 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20ee34-d7eb-4c74-a6bb-a85581170473 req-ea393146-c692-47df-8c20-dc8942e5625f tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:42.223975 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3c20ee34-d7eb-4c74-a6bb-a85581170473 req-ea393146-c692-47df-8c20-dc8942e5625f tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 945 time: 0.0494359 Aug 11 22:44:42.260290 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3c20ee34-d7eb-4c74-a6bb-a85581170473 req-9579b4eb-be35-42ae-a0d8-ee84e9ede42d tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303049 Aug 11 22:44:43.282223 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d30e85c6-f654-417a-8dd5-db1d2154e532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:43.377472 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be910f09-e9d5-44c4-b4be-93120d67d2a5 req-c4af94f5-3850-42c3-be4f-d906dcaf8c3e tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:43.378999 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-be910f09-e9d5-44c4-b4be-93120d67d2a5 req-c4af94f5-3850-42c3-be4f-d906dcaf8c3e tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 945 time: 0.0485787 Aug 11 22:44:43.416875 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-be910f09-e9d5-44c4-b4be-93120d67d2a5 req-b57da7c0-c601-4ddd-ab5e-8f8ddef7639e tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316434 Aug 11 22:44:44.530379 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435f5d1-3b45-4680-8f0b-ca66719a0b02 req-75bd5bce-362b-4bae-8666-320020a64f51 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:44.531875 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3435f5d1-3b45-4680-8f0b-ca66719a0b02 req-75bd5bce-362b-4bae-8666-320020a64f51 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 945 time: 0.0485418 Aug 11 22:44:44.573258 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3435f5d1-3b45-4680-8f0b-ca66719a0b02 req-68a074ba-27cb-467e-b381-2b5b496c7902 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354962 Aug 11 22:44:45.687214 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e826ec0-00ad-4538-aae5-63ba4e3461aa req-66605405-6492-4e55-a76c-ed50b9a59a0f tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:45.689600 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1e826ec0-00ad-4538-aae5-63ba4e3461aa req-66605405-6492-4e55-a76c-ed50b9a59a0f tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 945 time: 0.0494123 Aug 11 22:44:45.728246 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1e826ec0-00ad-4538-aae5-63ba4e3461aa req-15762b58-1221-4ed7-a936-d255d3ab6bd0 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322077 Aug 11 22:44:46.094297 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:46.291293 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8c130387-0ddb-4f25-bbde-d84bd8379a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:46.844945 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb36ddc-fe2f-47be-83d9-ad00ba1f1679 req-26ea5b5f-d499-46c5-8eef-d84c5737b045 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:46.846945 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4cb36ddc-fe2f-47be-83d9-ad00ba1f1679 req-26ea5b5f-d499-46c5-8eef-d84c5737b045 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 945 time: 0.0492153 Aug 11 22:44:46.885337 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4cb36ddc-fe2f-47be-83d9-ad00ba1f1679 req-c4e22e50-35d0-460f-a411-fcc15939c357 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322940 Aug 11 22:44:47.643456 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:47.998288 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3f07e-5599-49c8-bfb8-f263fbe57ccf req-be777811-2efe-4599-b827-d36b742107b9 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:47.999801 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aca3f07e-5599-49c8-bfb8-f263fbe57ccf req-be777811-2efe-4599-b827-d36b742107b9 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 945 time: 0.0478249 Aug 11 22:44:48.041914 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aca3f07e-5599-49c8-bfb8-f263fbe57ccf req-680b753d-d77c-4dea-88a0-2b6b1c5bc320 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355718 Aug 11 22:44:49.101423 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:49.161877 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cea76b-7d91-4327-8dca-bc2fe146dd23 req-e5a21cac-fb6b-466b-aad6-5572a3b4037e tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:49.163382 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-77cea76b-7d91-4327-8dca-bc2fe146dd23 req-e5a21cac-fb6b-466b-aad6-5572a3b4037e tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 945 time: 0.0495210 Aug 11 22:44:49.202110 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-77cea76b-7d91-4327-8dca-bc2fe146dd23 req-bcda6848-4f82-4d6b-8466-c0a20f133d80 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324678 Aug 11 22:44:50.317646 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72027b06-7f87-4932-8e34-fdd80173e565 req-e082b3aa-54ea-4c7b-9df6-f224f8424e42 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:50.319140 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-72027b06-7f87-4932-8e34-fdd80173e565 req-e082b3aa-54ea-4c7b-9df6-f224f8424e42 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 945 time: 0.0489297 Aug 11 22:44:50.355911 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-72027b06-7f87-4932-8e34-fdd80173e565 req-8a566ac1-857f-4ae1-970c-e10e210d6900 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308254 Aug 11 22:44:50.913096 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:44:51.473095 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25749d-73a1-4417-852e-f203c1731c4c req-8b21dd1c-9fbc-4864-a23e-5add8ad18d07 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:51.474609 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a25749d-73a1-4417-852e-f203c1731c4c req-8b21dd1c-9fbc-4864-a23e-5add8ad18d07 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 945 time: 0.0518949 Aug 11 22:44:51.515396 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a25749d-73a1-4417-852e-f203c1731c4c req-7cbb4b56-a48c-411d-8822-6ddf9cd588ba tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348098 Aug 11 22:44:52.631077 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ba6ca-8b6f-4e0e-8717-e18492b83073 req-96461fcc-7951-4541-ba1b-9164761d7512 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:52.632616 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d19ba6ca-8b6f-4e0e-8717-e18492b83073 req-96461fcc-7951-4541-ba1b-9164761d7512 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 945 time: 0.0490336 Aug 11 22:44:52.669684 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d19ba6ca-8b6f-4e0e-8717-e18492b83073 req-f8f49c63-b6c1-4a05-82c9-fccbf80ec62e tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310743 Aug 11 22:44:53.790819 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bebc47-039d-4d32-9ea6-175f3518cdaa req-8ffedd9a-b47e-4296-8a72-f9b8cc2c6019 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:53.792458 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-39bebc47-039d-4d32-9ea6-175f3518cdaa req-8ffedd9a-b47e-4296-8a72-f9b8cc2c6019 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 945 time: 0.0536292 Aug 11 22:44:53.847983 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-39bebc47-039d-4d32-9ea6-175f3518cdaa req-08412feb-e28c-4343-aebb-3dbc3b0eb917 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483406 Aug 11 22:44:54.534450 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-b5f817fb-fbbd-42ee-8e68-09afabd5b609 req-0c4b0680-558f-42d6-a9c6-a69eb15c52a2 service neutron] (100943) timed out ('10.222.0.77', 36326) {{(pid=100943) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 22:44:54.963356 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4147f-923f-4133-b5b8-b277fb6e61ec req-2b92f153-3e1a-439d-845a-acaad36594bc tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:54.965037 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-75c4147f-923f-4133-b5b8-b277fb6e61ec req-2b92f153-3e1a-439d-845a-acaad36594bc tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 945 time: 0.0500729 Aug 11 22:44:55.010388 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-75c4147f-923f-4133-b5b8-b277fb6e61ec req-0da62d54-fc06-43fe-a5ac-5f36cfdcb39f tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389028 Aug 11 22:44:56.124110 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db30263-8044-4823-8f4e-866d77f50215 req-d3d14900-63b6-4559-8865-f04ac12686e9 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:56.125651 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2db30263-8044-4823-8f4e-866d77f50215 req-d3d14900-63b6-4559-8865-f04ac12686e9 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 945 time: 0.0486078 Aug 11 22:44:56.165385 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2db30263-8044-4823-8f4e-866d77f50215 req-26676713-0ff8-4acd-88d1-81893c662d02 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331111 Aug 11 22:44:57.281226 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414c72e-c73d-4c41-92d3-2758426b4e75 req-b1dce433-21c5-448e-b391-3dcc42ff9dbd tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:57.282724 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e414c72e-c73d-4c41-92d3-2758426b4e75 req-b1dce433-21c5-448e-b391-3dcc42ff9dbd tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 945 time: 0.0485401 Aug 11 22:44:57.321434 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e414c72e-c73d-4c41-92d3-2758426b4e75 req-04066c94-3b7a-415a-ae58-0bb5e8a55142 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321298 Aug 11 22:44:58.438661 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213354f2-14b7-4a23-8a69-3e3658cea17d req-fe73775d-fb53-4511-bd0b-3f0580eaa376 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:58.440104 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-213354f2-14b7-4a23-8a69-3e3658cea17d req-fe73775d-fb53-4511-bd0b-3f0580eaa376 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 945 time: 0.0494509 Aug 11 22:44:58.483593 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-213354f2-14b7-4a23-8a69-3e3658cea17d req-ad498bc8-06d5-426f-b142-05f80c659a5d tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366135 Aug 11 22:44:59.599203 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94f5bd-06ba-4c2e-a8d9-ed087a708ea5 req-bcb2b2d6-e268-4441-8fa3-7c516b28feca tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:44:59.600766 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb94f5bd-06ba-4c2e-a8d9-ed087a708ea5 req-bcb2b2d6-e268-4441-8fa3-7c516b28feca tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 945 time: 0.0487843 Aug 11 22:44:59.638229 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb94f5bd-06ba-4c2e-a8d9-ed087a708ea5 req-723e1d70-bac0-4e50-8af4-3a6b6e6c7ca4 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315859 Aug 11 22:45:00.754970 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0a2bb-0e6f-479c-8b15-c9f9535df93d req-1db70deb-52ed-4848-acca-7f66c4408810 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:00.756619 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1de0a2bb-0e6f-479c-8b15-c9f9535df93d req-1db70deb-52ed-4848-acca-7f66c4408810 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 945 time: 0.0502343 Aug 11 22:45:00.801333 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1de0a2bb-0e6f-479c-8b15-c9f9535df93d req-db37f211-07ab-4f64-aead-691237951524 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338647 Aug 11 22:45:01.917615 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd734e3b-debb-40ee-8d1f-691d4fd9b43a req-47f57936-1a2f-456b-80fc-42f1662f3f19 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:01.919024 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd734e3b-debb-40ee-8d1f-691d4fd9b43a req-47f57936-1a2f-456b-80fc-42f1662f3f19 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 945 time: 0.0496409 Aug 11 22:45:01.962153 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd734e3b-debb-40ee-8d1f-691d4fd9b43a req-5e8d009e-7abb-40cb-91e0-73b679c7f6f4 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371308 Aug 11 22:45:03.080569 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f473f-9429-4a5f-be5d-ce1ce641af2b req-43e6f6f8-0f33-4f87-be44-5bd43a50cb2e tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:03.082115 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a37f473f-9429-4a5f-be5d-ce1ce641af2b req-43e6f6f8-0f33-4f87-be44-5bd43a50cb2e tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 945 time: 0.0498357 Aug 11 22:45:03.123066 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a37f473f-9429-4a5f-be5d-ce1ce641af2b req-7b922b4a-bbd1-49a7-b323-7c9388d12467 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347185 Aug 11 22:45:03.378860 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09134263-c402-441d-a119-444adbf32fe6 req-8c22fc63-e3c8-4717-84ca-adbee839e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:03.380315 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09134263-c402-441d-a119-444adbf32fe6 req-8c22fc63-e3c8-4717-84ca-adbee839e326 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=45e23f67067d4dfaaffaed5709af7bbf&device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 1096 time: 0.0442224 Aug 11 22:45:03.823698 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09134263-c402-441d-a119-444adbf32fe6 req-0f38ccfb-891a-49ed-9f47-8814012e8173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:03.825888 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09134263-c402-441d-a119-444adbf32fe6 req-0f38ccfb-891a-49ed-9f47-8814012e8173 service neutron] 10.222.0.82 "GET /v2.0/networks?id=39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0 HTTP/1.1" status: 200 len: 913 time: 0.4200661 Aug 11 22:45:03.872213 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09134263-c402-441d-a119-444adbf32fe6 req-da3ecb84-9df6-458a-a7fc-de1feffe9197 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6039dca-ef59-4e90-b568-3ad5fa0863ee HTTP/1.1" status: 200 len: 217 time: 0.0364299 Aug 11 22:45:03.927202 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09134263-c402-441d-a119-444adbf32fe6 req-ccbfec54-7f4b-42e8-9165-cd7b72aacd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:03.928721 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09134263-c402-441d-a119-444adbf32fe6 req-ccbfec54-7f4b-42e8-9165-cd7b72aacd09 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7b4fd3cf-8b69-438d-b416-accbab3e73f3 HTTP/1.1" status: 200 len: 852 time: 0.0483723 Aug 11 22:45:03.963858 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09134263-c402-441d-a119-444adbf32fe6 req-a8b8e58a-e5c9-4c5b-9589-3c5dadce5743 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265925 Aug 11 22:45:04.059887 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09134263-c402-441d-a119-444adbf32fe6 req-04ff2708-abae-4a1f-b2be-3a4f3c833da6 service neutron] 10.222.0.82 "GET /v2.0/networks/39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881658 Aug 11 22:45:04.164544 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09134263-c402-441d-a119-444adbf32fe6 req-4e1d9be1-bd3d-497b-a309-fa328df45ce7 service neutron] 10.222.0.82 "GET /v2.0/networks/39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911686 Aug 11 22:45:04.261155 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da14fa0-87b9-43e2-a87b-273f4cb924db req-25c1bb69-f372-4162-9300-1ffc9b02853f tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:04.262692 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0da14fa0-87b9-43e2-a87b-273f4cb924db req-25c1bb69-f372-4162-9300-1ffc9b02853f tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 945 time: 0.0501609 Aug 11 22:45:04.303430 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0da14fa0-87b9-43e2-a87b-273f4cb924db req-d5b40086-e4e3-4fba-a77b-1a4dd807bdbf tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346189 Aug 11 22:45:05.434860 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c69a2-b88b-41e7-b672-4056a19bf802 req-321a0290-a784-4116-877b-3a8bc0b5ed84 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:05.436467 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-818c69a2-b88b-41e7-b672-4056a19bf802 req-321a0290-a784-4116-877b-3a8bc0b5ed84 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 945 time: 0.0498431 Aug 11 22:45:05.476665 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-818c69a2-b88b-41e7-b672-4056a19bf802 req-cf9299cf-c4df-4ec7-8857-67d9bf5515b9 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339346 Aug 11 22:45:06.361299 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-425bde0c-7ba7-460e-8188-5913a9a069e6 service neutron] show failed (client error): The resource could not be found. Aug 11 22:45:06.362339 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-425bde0c-7ba7-460e-8188-5913a9a069e6 service neutron] 10.222.0.82 "GET /v2.0/ports/d6039dca-ef59-4e90-b568-3ad5fa0863ee/bindings/n-h2-804275-3 HTTP/1.1" status: 404 len: 380 time: 0.0591667 Aug 11 22:45:06.602515 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8fc9f-c025-447f-bb44-a63b5038cfac req-0e022c31-7ab3-41d2-883b-4dda9d0cca72 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:06.604077 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d7b8fc9f-c025-447f-bb44-a63b5038cfac req-0e022c31-7ab3-41d2-883b-4dda9d0cca72 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 945 time: 0.0522411 Aug 11 22:45:06.609014 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-5cb076bd-1d22-4968-80c2-d1697250e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:06.610542 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-5cb076bd-1d22-4968-80c2-d1697250e74b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb&tenant_id=45e23f67067d4dfaaffaed5709af7bbf HTTP/1.1" status: 200 len: 1096 time: 0.0873930 Aug 11 22:45:06.622712 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804275-3', 'device_owner': 'compute:nova'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:45:06.648986 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d7b8fc9f-c025-447f-bb44-a63b5038cfac req-94b660d2-57f2-4ca7-aaf6-232c2f0ce337 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365939 Aug 11 22:45:06.681079 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:06.886531 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] For port d6039dca-ef59-4e90-b568-3ad5fa0863ee, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=d6039dca-ef59-4e90-b568-3ad5fa0863ee,segment=NetworkSegment(6ab8aab5-b595-47b6-9dfb-70152ab4b23e),segment_id=6ab8aab5-b595-47b6-9dfb-70152ab4b23e)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:45:06.922454 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] For port d6039dca-ef59-4e90-b568-3ad5fa0863ee, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:45:06.965914 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff98ac15-a678-44ee-aaad-1cc48a93b7fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6039dca-ef59-4e90-b568-3ad5fa0863ee'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:45:06.968264 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c93db4-f7b5-4a64-935c-de658fbe97ce" -d '{"events": [{"server_uuid": "ff98ac15-a678-44ee-aaad-1cc48a93b7fb", "name": "network-vif-unplugged", "status": "completed", "tag": "d6039dca-ef59-4e90-b568-3ad5fa0863ee"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:45:06.973246 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:06.987199 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Transition to ACTIVE for port object d6039dca-ef59-4e90-b568-3ad5fa0863ee will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:45:06.992423 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:07.022999 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 22:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f13eaf5-dede-4685-8ecd-9db19e5ad990 x-openstack-request-id: req-0f13eaf5-dede-4685-8ecd-9db19e5ad990 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:45:07.023327 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff98ac15-a678-44ee-aaad-1cc48a93b7fb", "name": "network-vif-unplugged", "status": "completed", "tag": "d6039dca-ef59-4e90-b568-3ad5fa0863ee", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:45:07.025132 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0f13eaf5-dede-4685-8ecd-9db19e5ad990 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:45:07.025132 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff98ac15-a678-44ee-aaad-1cc48a93b7fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6039dca-ef59-4e90-b568-3ad5fa0863ee', 'code': 200} Aug 11 22:45:07.047917 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Pushing event updated for resources: {'Port': ['ID=d6039dca-ef59-4e90-b568-3ad5fa0863ee,revision_number=6']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:45:07.063998 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] No DVR routers for this DVR port d6039dca-ef59-4e90-b568-3ad5fa0863ee on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:45:07.071810 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:07.072164 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:07.072512 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:07.072857 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:07.073198 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:07.073537 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:07.073873 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:07.074206 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:07.074540 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:07.074876 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:07.075206 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:07.075563 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:07.111398 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Attempting to bind port d6039dca-ef59-4e90-b568-3ad5fa0863ee on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:45:07.111767 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Attempting to bind port d6039dca-ef59-4e90-b568-3ad5fa0863ee by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '6ab8aab5-b595-47b6-9dfb-70152ab4b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:45:07.112105 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Attempting to bind port d6039dca-ef59-4e90-b568-3ad5fa0863ee on network 39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:45:07.116293 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Port d6039dca-ef59-4e90-b568-3ad5fa0863ee on network 39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:45:07.116622 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Attempting to bind port d6039dca-ef59-4e90-b568-3ad5fa0863ee on network 39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:45:07.121420 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:45:07.121768 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Checking segment: {'id': '6ab8aab5-b595-47b6-9dfb-70152ab4b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:45:07.122156 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Bound using segment: {'id': '6ab8aab5-b595-47b6-9dfb-70152ab4b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:45:07.122585 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Bound port: d6039dca-ef59-4e90-b568-3ad5fa0863ee, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab8aab5-b595-47b6-9dfb-70152ab4b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:45:07.122944 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:07.191601 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] For port d6039dca-ef59-4e90-b568-3ad5fa0863ee, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:45:07.195486 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] For port d6039dca-ef59-4e90-b568-3ad5fa0863ee, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=d6039dca-ef59-4e90-b568-3ad5fa0863ee,segment=NetworkSegment(6ab8aab5-b595-47b6-9dfb-70152ab4b23e),segment_id=6ab8aab5-b595-47b6-9dfb-70152ab4b23e)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:45:07.199764 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:07.237936 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:07.238570 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:07.240135 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] 10.222.0.52 "PUT /v2.0/ports/d6039dca-ef59-4e90-b568-3ad5fa0863ee HTTP/1.1" status: 200 len: 1091 time: 0.6215546 Aug 11 22:45:07.261838 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02126c7e-54c5-4225-86fa-ed2ac619651c service neutron] Pushing event updated for resources: {'Port': ['ID=d6039dca-ef59-4e90-b568-3ad5fa0863ee,revision_number=7']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:45:07.305947 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-14e18ebf-ce40-45a3-bae7-7fda04e0b6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:07.307521 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-14e18ebf-ce40-45a3-bae7-7fda04e0b6e3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=45e23f67067d4dfaaffaed5709af7bbf&device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 1094 time: 0.0427938 Aug 11 22:45:07.403527 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-9abbc4fb-6600-4acb-8f7c-b7388ed9defd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:07.405048 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-9abbc4fb-6600-4acb-8f7c-b7388ed9defd service neutron] 10.222.0.52 "GET /v2.0/networks?id=39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0 HTTP/1.1" status: 200 len: 913 time: 0.0903797 Aug 11 22:45:07.447682 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-c42028be-0b84-4a12-b1d2-2e7f9bf93af9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6039dca-ef59-4e90-b568-3ad5fa0863ee HTTP/1.1" status: 200 len: 217 time: 0.0354218 Aug 11 22:45:07.496959 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-7d3aa054-0f35-4cce-8c46-90cec0583521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:07.498500 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-7d3aa054-0f35-4cce-8c46-90cec0583521 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b4fd3cf-8b69-438d-b416-accbab3e73f3 HTTP/1.1" status: 200 len: 852 time: 0.0448406 Aug 11 22:45:07.535911 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-5b5ee1f9-5e2a-4403-8b99-515e23af41c3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304525 Aug 11 22:45:07.625891 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-a2126899-af0f-4ee5-aa3d-d4c8e243ad0b service neutron] 10.222.0.52 "GET /v2.0/networks/39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826323 Aug 11 22:45:07.724695 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d65e47aa-8a66-44f0-bfcc-8eacf0cb6feb req-9ea8dadf-3bf8-4462-9b87-9ab7a8bb9044 service neutron] 10.222.0.52 "GET /v2.0/networks/39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915294 Aug 11 22:45:07.781323 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685d05e-addc-4882-9fe6-65e3aadedd50 req-faa99dbd-9ae0-44a4-a271-a6732c7a69c7 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:07.782996 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c685d05e-addc-4882-9fe6-65e3aadedd50 req-faa99dbd-9ae0-44a4-a271-a6732c7a69c7 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 943 time: 0.0596664 Aug 11 22:45:07.839518 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c685d05e-addc-4882-9fe6-65e3aadedd50 req-c8d2d5c2-bd2d-4bc9-a260-2cf8fb7536d5 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444126 Aug 11 22:45:08.582712 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:08.965259 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db447918-2ce3-408d-b716-6f45d530b21d req-b8701b1f-a923-4320-ba33-4a07cc1cc26d tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:08.966854 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-db447918-2ce3-408d-b716-6f45d530b21d req-b8701b1f-a923-4320-ba33-4a07cc1cc26d tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 943 time: 0.0525923 Aug 11 22:45:09.010294 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-db447918-2ce3-408d-b716-6f45d530b21d req-ad11ff2e-4752-4dd0-ae9d-cf0d2ae1612f tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374002 Aug 11 22:45:09.025356 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff98ac15-a678-44ee-aaad-1cc48a93b7fb', 'tag': 'd6039dca-ef59-4e90-b568-3ad5fa0863ee'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:45:09.027761 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c938e40-9880-44f9-8f0e-19ad9a3873f7" -d '{"events": [{"name": "network-changed", "server_uuid": "ff98ac15-a678-44ee-aaad-1cc48a93b7fb", "tag": "d6039dca-ef59-4e90-b568-3ad5fa0863ee"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:45:09.085005 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bba486a-d91a-4935-8c4a-680614a08850 x-openstack-request-id: req-0bba486a-d91a-4935-8c4a-680614a08850 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:45:09.085302 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff98ac15-a678-44ee-aaad-1cc48a93b7fb", "tag": "d6039dca-ef59-4e90-b568-3ad5fa0863ee", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:45:09.085554 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0bba486a-d91a-4935-8c4a-680614a08850 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:45:09.085955 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff98ac15-a678-44ee-aaad-1cc48a93b7fb', 'tag': 'd6039dca-ef59-4e90-b568-3ad5fa0863ee', 'status': 'completed', 'code': 200} Aug 11 22:45:09.151979 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c938e40-9880-44f9-8f0e-19ad9a3873f7 req-9a6fb36e-6eec-4845-ad46-98062f606d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:09.153448 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7c938e40-9880-44f9-8f0e-19ad9a3873f7 req-9a6fb36e-6eec-4845-ad46-98062f606d49 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=45e23f67067d4dfaaffaed5709af7bbf&device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 1094 time: 0.0425439 Aug 11 22:45:09.165493 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c938e40-9880-44f9-8f0e-19ad9a3873f7 req-744df0f4-0f4b-4735-a18b-d4070039427d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:09.167012 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c938e40-9880-44f9-8f0e-19ad9a3873f7 req-744df0f4-0f4b-4735-a18b-d4070039427d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=45e23f67067d4dfaaffaed5709af7bbf&device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 1094 time: 0.0414202 Aug 11 22:45:09.261348 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c938e40-9880-44f9-8f0e-19ad9a3873f7 req-f12f40d3-4ab4-4ab9-9962-371bb62ec872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:09.262948 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c938e40-9880-44f9-8f0e-19ad9a3873f7 req-f12f40d3-4ab4-4ab9-9962-371bb62ec872 service neutron] 10.222.0.82 "GET /v2.0/networks?id=39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0 HTTP/1.1" status: 200 len: 913 time: 0.0893710 Aug 11 22:45:09.268333 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c938e40-9880-44f9-8f0e-19ad9a3873f7 req-955007d8-4cf6-4d57-9524-8da4d4e269e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:09.269923 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7c938e40-9880-44f9-8f0e-19ad9a3873f7 req-955007d8-4cf6-4d57-9524-8da4d4e269e7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0 HTTP/1.1" status: 200 len: 913 time: 0.1056166 Aug 11 22:45:09.317191 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c938e40-9880-44f9-8f0e-19ad9a3873f7 req-7507e8a9-49e1-43c1-9a9f-bab73174759e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6039dca-ef59-4e90-b568-3ad5fa0863ee HTTP/1.1" status: 200 len: 217 time: 0.0466230 Aug 11 22:45:09.320206 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7c938e40-9880-44f9-8f0e-19ad9a3873f7 req-1739f323-74a8-4157-a453-828db3aa3508 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6039dca-ef59-4e90-b568-3ad5fa0863ee HTTP/1.1" status: 200 len: 217 time: 0.0432541 Aug 11 22:45:09.368389 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c938e40-9880-44f9-8f0e-19ad9a3873f7 req-215084ee-81c5-48a0-80de-b421b795e10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:09.369905 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c938e40-9880-44f9-8f0e-19ad9a3873f7 req-215084ee-81c5-48a0-80de-b421b795e10a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7b4fd3cf-8b69-438d-b416-accbab3e73f3 HTTP/1.1" status: 200 len: 852 time: 0.0468140 Aug 11 22:45:09.375860 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c938e40-9880-44f9-8f0e-19ad9a3873f7 req-503e1d9d-e87d-4cce-adc4-74e656c8ed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:09.377262 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7c938e40-9880-44f9-8f0e-19ad9a3873f7 req-503e1d9d-e87d-4cce-adc4-74e656c8ed7f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b4fd3cf-8b69-438d-b416-accbab3e73f3 HTTP/1.1" status: 200 len: 852 time: 0.0492175 Aug 11 22:45:09.402748 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c938e40-9880-44f9-8f0e-19ad9a3873f7 req-99a1d886-6253-4002-ba51-2f7da04b27f7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261235 Aug 11 22:45:09.410985 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7c938e40-9880-44f9-8f0e-19ad9a3873f7 req-73843b88-9c47-4eb8-8973-2d1c59eb2f48 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256889 Aug 11 22:45:09.501195 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c938e40-9880-44f9-8f0e-19ad9a3873f7 req-c200ad5b-1ad1-4655-b927-3b19c66802fb service neutron] 10.222.0.82 "GET /v2.0/networks/39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901396 Aug 11 22:45:09.505920 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7c938e40-9880-44f9-8f0e-19ad9a3873f7 req-8bd860f8-0801-4b18-8706-59a41824b709 service neutron] 10.222.0.52 "GET /v2.0/networks/39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883582 Aug 11 22:45:09.601617 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c938e40-9880-44f9-8f0e-19ad9a3873f7 req-2cdd851f-b800-4872-a69c-07d3fbd13c02 service neutron] 10.222.0.82 "GET /v2.0/networks/39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931792 Aug 11 22:45:09.601961 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7c938e40-9880-44f9-8f0e-19ad9a3873f7 req-d243c335-6c20-4dd7-918d-bdeb233dbc15 service neutron] 10.222.0.52 "GET /v2.0/networks/39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890923 Aug 11 22:45:10.131714 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af91534-98ea-4d12-a3f4-3b55dd28d881 req-d4f595da-1cb7-4059-9a60-1fb1e5bb33bd tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:10.133312 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3af91534-98ea-4d12-a3f4-3b55dd28d881 req-d4f595da-1cb7-4059-9a60-1fb1e5bb33bd tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 943 time: 0.0505016 Aug 11 22:45:10.185258 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3af91534-98ea-4d12-a3f4-3b55dd28d881 req-c9b7e7cc-75fa-4772-900f-65b4642ae789 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445194 Aug 11 22:45:10.484873 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6b343-235e-4b15-a35b-408859f96d0a req-11306925-04fb-4f61-acf2-69e3225d68b4 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:10.486388 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0fd6b343-235e-4b15-a35b-408859f96d0a req-11306925-04fb-4f61-acf2-69e3225d68b4 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.82 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb&tenant_id=45e23f67067d4dfaaffaed5709af7bbf&binding%3Ahost_id=n-h2-804275-3 HTTP/1.1" status: 200 len: 943 time: 0.0929124 Aug 11 22:45:10.548493 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [req-0fd6b343-235e-4b15-a35b-408859f96d0a req-839b1ace-42d1-4b90-969b-29977e9e5cc6 service neutron] delete failed (client error): The resource could not be found. Aug 11 22:45:10.549527 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0fd6b343-235e-4b15-a35b-408859f96d0a req-839b1ace-42d1-4b90-969b-29977e9e5cc6 service neutron] 10.222.0.82 "DELETE /v2.0/ports/d6039dca-ef59-4e90-b568-3ad5fa0863ee/bindings/n-h1-804275-3 HTTP/1.1" status: 404 len: 380 time: 0.0555427 Aug 11 22:45:10.656613 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6b343-235e-4b15-a35b-408859f96d0a req-084ef10f-b5d4-4145-bc52-1c94512008ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:10.658170 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0fd6b343-235e-4b15-a35b-408859f96d0a req-084ef10f-b5d4-4145-bc52-1c94512008ac service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=45e23f67067d4dfaaffaed5709af7bbf&device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 1094 time: 0.0418663 Aug 11 22:45:10.753957 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6b343-235e-4b15-a35b-408859f96d0a req-ab1a58b1-9d3d-47db-8fe5-b21935dc2567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:10.755471 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0fd6b343-235e-4b15-a35b-408859f96d0a req-ab1a58b1-9d3d-47db-8fe5-b21935dc2567 service neutron] 10.222.0.82 "GET /v2.0/networks?id=39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0 HTTP/1.1" status: 200 len: 913 time: 0.0909822 Aug 11 22:45:10.797599 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0fd6b343-235e-4b15-a35b-408859f96d0a req-87a42cef-654f-4ef8-86c9-d5e844a5606f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6039dca-ef59-4e90-b568-3ad5fa0863ee HTTP/1.1" status: 200 len: 217 time: 0.0345919 Aug 11 22:45:10.851999 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6b343-235e-4b15-a35b-408859f96d0a req-c373c2f1-028f-49c8-8516-3fbe3943fa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:10.853404 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0fd6b343-235e-4b15-a35b-408859f96d0a req-c373c2f1-028f-49c8-8516-3fbe3943fa5f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7b4fd3cf-8b69-438d-b416-accbab3e73f3 HTTP/1.1" status: 200 len: 852 time: 0.0491788 Aug 11 22:45:10.886570 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0fd6b343-235e-4b15-a35b-408859f96d0a req-717c305a-251c-4cfb-b33d-384a2f3d8885 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263743 Aug 11 22:45:10.982574 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0fd6b343-235e-4b15-a35b-408859f96d0a req-5773a00f-af64-4ccf-9649-1b2f288856f3 service neutron] 10.222.0.82 "GET /v2.0/networks/39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888422 Aug 11 22:45:11.080891 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0fd6b343-235e-4b15-a35b-408859f96d0a req-621c8aff-a335-4f2d-b489-1f16387d6ff8 service neutron] 10.222.0.82 "GET /v2.0/networks/39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903788 Aug 11 22:45:11.195177 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device d6039dca-ef59-4e90-b568-3ad5fa0863ee details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:45:11.296135 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port d6039dca-ef59-4e90-b568-3ad5fa0863ee, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=d6039dca-ef59-4e90-b568-3ad5fa0863ee,segment=NetworkSegment(6ab8aab5-b595-47b6-9dfb-70152ab4b23e),segment_id=6ab8aab5-b595-47b6-9dfb-70152ab4b23e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:45:11.308211 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'd6039dca-ef59-4e90-b568-3ad5fa0863ee', 'network_id': '39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0', 'port_id': 'd6039dca-ef59-4e90-b568-3ad5fa0863ee', 'mac_address': 'fa:16:3e:9f:c9:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4fd3cf-8b69-438d-b416-accbab3e73f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:45:11.346314 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:11.360449 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6039dca-ef59-4e90-b568-3ad5fa0863ee {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:45:11.381090 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port d6039dca-ef59-4e90-b568-3ad5fa0863ee, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=d6039dca-ef59-4e90-b568-3ad5fa0863ee,segment=NetworkSegment(6ab8aab5-b595-47b6-9dfb-70152ab4b23e),segment_id=6ab8aab5-b595-47b6-9dfb-70152ab4b23e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:45:11.384958 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:11.440603 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=d6039dca-ef59-4e90-b568-3ad5fa0863ee,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:45:11.448791 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:11.449148 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:11.449496 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:11.449842 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:11.450184 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:11.450521 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:11.450858 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:11.451238 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:11.451556 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:11.452549 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:11.452549 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:11.452549 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:11.619218 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['d6039dca-ef59-4e90-b568-3ad5fa0863ee'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:45:11.708046 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device d6039dca-ef59-4e90-b568-3ad5fa0863ee no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:45:11.775721 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device d6039dca-ef59-4e90-b568-3ad5fa0863ee not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:45:11.883330 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73858b40-28aa-44af-95b9-ca2d3f79b8f9 req-f62f2298-a39d-4d34-843a-eaeaab26d651 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:11.885120 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73858b40-28aa-44af-95b9-ca2d3f79b8f9 req-f62f2298-a39d-4d34-843a-eaeaab26d651 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 944 time: 0.0514677 Aug 11 22:45:11.926574 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73858b40-28aa-44af-95b9-ca2d3f79b8f9 req-071d405f-4b2d-477e-9d00-0937211cb6a3 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345085 Aug 11 22:45:13.049491 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac1c58-98fb-479c-9de4-8c47134e4e01 req-fb6e8966-15e8-47f7-a7f3-5bb5c7f2c399 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:13.051060 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-25ac1c58-98fb-479c-9de4-8c47134e4e01 req-fb6e8966-15e8-47f7-a7f3-5bb5c7f2c399 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 944 time: 0.0529180 Aug 11 22:45:13.090464 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-25ac1c58-98fb-479c-9de4-8c47134e4e01 req-6c5e3de4-31de-4a5b-ad5a-b9233b0b712a tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/security-groups?id=8fdc3979-8bc0-4b9e-a4b9-544c569e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332232 Aug 11 22:45:13.154612 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6b343-235e-4b15-a35b-408859f96d0a req-76cc8f67-5bb6-476e-832b-e2314bb080a3 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:13.156177 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0fd6b343-235e-4b15-a35b-408859f96d0a req-76cc8f67-5bb6-476e-832b-e2314bb080a3 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 944 time: 0.0505366 Aug 11 22:45:13.221615 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device d6039dca-ef59-4e90-b568-3ad5fa0863ee up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:45:13.281419 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port d6039dca-ef59-4e90-b568-3ad5fa0863ee completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:45:13.286886 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port d6039dca-ef59-4e90-b568-3ad5fa0863ee triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:45:13.287304 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:13.290282 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-19c9c87d-1984-43ac-9855-2428fd17c8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:13.375741 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:13.402260 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff98ac15-a678-44ee-aaad-1cc48a93b7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6039dca-ef59-4e90-b568-3ad5fa0863ee'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:45:13.404631 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e4ad72-428f-44b3-99be-6b8d68ddad9c" -d '{"events": [{"server_uuid": "ff98ac15-a678-44ee-aaad-1cc48a93b7fb", "name": "network-vif-plugged", "status": "completed", "tag": "d6039dca-ef59-4e90-b568-3ad5fa0863ee"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:45:13.418827 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port d6039dca-ef59-4e90-b568-3ad5fa0863ee, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=d6039dca-ef59-4e90-b568-3ad5fa0863ee,segment=NetworkSegment(6ab8aab5-b595-47b6-9dfb-70152ab4b23e),segment_id=6ab8aab5-b595-47b6-9dfb-70152ab4b23e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:45:13.424100 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:13.450877 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d38f0de-d62d-4717-bd0f-e6cd2829d762 x-openstack-request-id: req-1d38f0de-d62d-4717-bd0f-e6cd2829d762 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:45:13.451169 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff98ac15-a678-44ee-aaad-1cc48a93b7fb", "name": "network-vif-plugged", "status": "completed", "tag": "d6039dca-ef59-4e90-b568-3ad5fa0863ee", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:45:13.451427 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1d38f0de-d62d-4717-bd0f-e6cd2829d762 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:45:13.451858 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff98ac15-a678-44ee-aaad-1cc48a93b7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6039dca-ef59-4e90-b568-3ad5fa0863ee', 'code': 200} Aug 11 22:45:13.482419 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=d6039dca-ef59-4e90-b568-3ad5fa0863ee,revision_number=9']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:45:13.574780 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-0fd6b343-235e-4b15-a35b-408859f96d0a req-f01cbefb-9058-4d91-8039-490e7bcf9609 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Deleting port d6039dca-ef59-4e90-b568-3ad5fa0863ee {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:45:13.575128 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0fd6b343-235e-4b15-a35b-408859f96d0a req-f01cbefb-9058-4d91-8039-490e7bcf9609 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:13.668732 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-0fd6b343-235e-4b15-a35b-408859f96d0a req-f01cbefb-9058-4d91-8039-490e7bcf9609 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] For port d6039dca-ef59-4e90-b568-3ad5fa0863ee, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=d6039dca-ef59-4e90-b568-3ad5fa0863ee,segment=NetworkSegment(6ab8aab5-b595-47b6-9dfb-70152ab4b23e),segment_id=6ab8aab5-b595-47b6-9dfb-70152ab4b23e)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:45:13.669106 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0fd6b343-235e-4b15-a35b-408859f96d0a req-f01cbefb-9058-4d91-8039-490e7bcf9609 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:13.682917 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-0fd6b343-235e-4b15-a35b-408859f96d0a req-f01cbefb-9058-4d91-8039-490e7bcf9609 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Calling delete_port for d6039dca-ef59-4e90-b568-3ad5fa0863ee owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:45:13.813907 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0fd6b343-235e-4b15-a35b-408859f96d0a req-f01cbefb-9058-4d91-8039-490e7bcf9609 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:13.826220 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['d6039dca-ef59-4e90-b568-3ad5fa0863ee'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:45:13.850206 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01cbefb-9058-4d91-8039-490e7bcf9609 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Pushing event deleted for resources: {'Port': ['ID=d6039dca-ef59-4e90-b568-3ad5fa0863ee,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:45:13.893236 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd6b343-235e-4b15-a35b-408859f96d0a req-f01cbefb-9058-4d91-8039-490e7bcf9609 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] No DVR routers for this DVR port d6039dca-ef59-4e90-b568-3ad5fa0863ee on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:45:13.896333 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-0fd6b343-235e-4b15-a35b-408859f96d0a req-f01cbefb-9058-4d91-8039-490e7bcf9609 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:13.898407 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0fd6b343-235e-4b15-a35b-408859f96d0a req-f01cbefb-9058-4d91-8039-490e7bcf9609 tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.52 "DELETE /v2.0/ports/d6039dca-ef59-4e90-b568-3ad5fa0863ee HTTP/1.1" status: 204 len: 173 time: 0.7364213 Aug 11 22:45:13.898866 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff98ac15-a678-44ee-aaad-1cc48a93b7fb', 'name': 'network-vif-deleted', 'tag': 'd6039dca-ef59-4e90-b568-3ad5fa0863ee'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:45:13.901538 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0301689-c5db-4725-a2ab-f02fdb310387" -d '{"events": [{"server_uuid": "ff98ac15-a678-44ee-aaad-1cc48a93b7fb", "name": "network-vif-deleted", "tag": "d6039dca-ef59-4e90-b568-3ad5fa0863ee"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:45:13.942994 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092f95fe-0b3b-42bb-9e21-54f4a681b3f5 x-openstack-request-id: req-092f95fe-0b3b-42bb-9e21-54f4a681b3f5 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:45:13.943296 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff98ac15-a678-44ee-aaad-1cc48a93b7fb", "name": "network-vif-deleted", "tag": "d6039dca-ef59-4e90-b568-3ad5fa0863ee", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:45:13.943583 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-092f95fe-0b3b-42bb-9e21-54f4a681b3f5 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:45:13.943989 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff98ac15-a678-44ee-aaad-1cc48a93b7fb', 'name': 'network-vif-deleted', 'tag': 'd6039dca-ef59-4e90-b568-3ad5fa0863ee', 'status': 'completed', 'code': 200} Aug 11 22:45:14.205372 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-215ee583-8fa2-4774-a584-3f9dc023fdaf req-cf73c769-457d-4b61-b05c-efe95c861f7d tempest-DeleteServersTestJSON-1128659356 tempest-DeleteServersTestJSON-1128659356-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff98ac15-a678-44ee-aaad-1cc48a93b7fb HTTP/1.1" status: 200 len: 210 time: 0.0312846 Aug 11 22:45:15.111459 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:45:15.342589 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53962) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:45:15.386746 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-e12959b0-49c7-494e-a5e4-4a0836ed5833 admin admin] Deleting subnet 7b4fd3cf-8b69-438d-b416-accbab3e73f3 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:45:15.389794 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e12959b0-49c7-494e-a5e4-4a0836ed5833 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:15.424530 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e12959b0-49c7-494e-a5e4-4a0836ed5833 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:15.463518 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e12959b0-49c7-494e-a5e4-4a0836ed5833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:15.525653 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e12959b0-49c7-494e-a5e4-4a0836ed5833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:15.549365 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12959b0-49c7-494e-a5e4-4a0836ed5833 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b4fd3cf-8b69-438d-b416-accbab3e73f3,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:45:15.559418 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e12959b0-49c7-494e-a5e4-4a0836ed5833 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:15.561018 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e12959b0-49c7-494e-a5e4-4a0836ed5833 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7b4fd3cf-8b69-438d-b416-accbab3e73f3 HTTP/1.1" status: 204 len: 168 time: 0.2173684 Aug 11 22:45:15.562913 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12959b0-49c7-494e-a5e4-4a0836ed5833 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:15.563263 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12959b0-49c7-494e-a5e4-4a0836ed5833 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:15.563638 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12959b0-49c7-494e-a5e4-4a0836ed5833 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:15.563980 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12959b0-49c7-494e-a5e4-4a0836ed5833 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:15.564080 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53964) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:45:15.564479 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12959b0-49c7-494e-a5e4-4a0836ed5833 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:15.564639 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12959b0-49c7-494e-a5e4-4a0836ed5833 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:15.564973 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12959b0-49c7-494e-a5e4-4a0836ed5833 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:15.565301 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12959b0-49c7-494e-a5e4-4a0836ed5833 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:15.566242 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12959b0-49c7-494e-a5e4-4a0836ed5833 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:15.566684 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12959b0-49c7-494e-a5e4-4a0836ed5833 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:15.567125 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12959b0-49c7-494e-a5e4-4a0836ed5833 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:15.567596 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12959b0-49c7-494e-a5e4-4a0836ed5833 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:45:15.646927 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bb0ab087-3760-43e3-8d69-6a07999370bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:15.726239 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bb0ab087-3760-43e3-8d69-6a07999370bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:15.736753 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-bb0ab087-3760-43e3-8d69-6a07999370bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:45:15.747224 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-bb0ab087-3760-43e3-8d69-6a07999370bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab8aab5-b595-47b6-9dfb-70152ab4b23e') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:45:15.747541 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-bb0ab087-3760-43e3-8d69-6a07999370bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab8aab5-b595-47b6-9dfb-70152ab4b23e') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:45:15.756668 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bb0ab087-3760-43e3-8d69-6a07999370bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:15.770401 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bb0ab087-3760-43e3-8d69-6a07999370bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:15.776589 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0ab087-3760-43e3-8d69-6a07999370bf admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:45:15.776977 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bb0ab087-3760-43e3-8d69-6a07999370bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:45:15.778654 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:45:15.835792 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bb0ab087-3760-43e3-8d69-6a07999370bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:15.841221 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bb0ab087-3760-43e3-8d69-6a07999370bf admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:15.843116 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bb0ab087-3760-43e3-8d69-6a07999370bf admin admin] 10.222.0.77 "DELETE /v2.0/networks/39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0 HTTP/1.1" status: 204 len: 168 time: 0.2780814 Aug 11 22:45:15.854432 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ab087-3760-43e3-8d69-6a07999370bf admin admin] Pushing event deleted for resources: {'Network': ['ID=39336fe8-0a6a-4e18-b93e-5d6b11e7d8e0,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:45:15.950098 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53968) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:45:15.992608 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6185b157-9849-43fb-87a2-ddc5126555a6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=45e23f67067d4dfaaffaed5709af7bbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412695 Aug 11 22:45:15.995022 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 53970) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:45:16.045665 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a56531c8-ca5e-4aae-811a-f5e829b070ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:16.068233 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a56531c8-ca5e-4aae-811a-f5e829b070ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:16.097765 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:16.117359 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a56531c8-ca5e-4aae-811a-f5e829b070ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:16.120087 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a56531c8-ca5e-4aae-811a-f5e829b070ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:16.121311 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a56531c8-ca5e-4aae-811a-f5e829b070ab admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8fdc3979-8bc0-4b9e-a4b9-544c569e3301 HTTP/1.1" status: 204 len: 168 time: 0.1253433 Aug 11 22:45:16.129226 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56531c8-ca5e-4aae-811a-f5e829b070ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdc3979-8bc0-4b9e-a4b9-544c569e3301,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:45:16.283009 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bacd674b-256e-4d7e-aa46-8d500eda1dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:16.783817 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53992) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:45:16.879518 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-4b707e98-fcbf-4d13-aa92-760f9c24e1d0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1083157228-network', 'tenant_id': 'c3b8e1b502f44055a9eae65ccb379590'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:45:16.900302 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b707e98-fcbf-4d13-aa92-760f9c24e1d0 admin admin] Made reservation on behalf of c3b8e1b502f44055a9eae65ccb379590 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:45:16.902595 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4b707e98-fcbf-4d13-aa92-760f9c24e1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:16.911284 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4b707e98-fcbf-4d13-aa92-760f9c24e1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:16.998874 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4b707e98-fcbf-4d13-aa92-760f9c24e1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:17.002457 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4b707e98-fcbf-4d13-aa92-760f9c24e1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:17.029736 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b707e98-fcbf-4d13-aa92-760f9c24e1d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:45:17.036031 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b707e98-fcbf-4d13-aa92-760f9c24e1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024c86c1-06c8-41c2-81bf-59b320b9c3ff,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:45:17.042021 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4b707e98-fcbf-4d13-aa92-760f9c24e1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:17.042371 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-4b707e98-fcbf-4d13-aa92-760f9c24e1d0 admin admin] Added segment 61ed7ce5-6593-41a3-ba04-a91dde28d3d2 of type vlan for network 6e374a37-2e75-42c8-83d4-015277d56aae Aug 11 22:45:17.083575 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4b707e98-fcbf-4d13-aa92-760f9c24e1d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:17.123867 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4b707e98-fcbf-4d13-aa92-760f9c24e1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:17.124868 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b707e98-fcbf-4d13-aa92-760f9c24e1d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:17.126046 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4b707e98-fcbf-4d13-aa92-760f9c24e1d0 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:17.185745 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4b707e98-fcbf-4d13-aa92-760f9c24e1d0 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4001558 Aug 11 22:45:17.188586 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 53996) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:45:17.194297 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-c976d8ed-b9d0-4f86-844b-3ab9f46474b3 admin admin] Request body: {'subnet': {'network_id': '6e374a37-2e75-42c8-83d4-015277d56aae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1083157228-subnet', 'tenant_id': 'c3b8e1b502f44055a9eae65ccb379590', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:45:17.204696 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b707e98-fcbf-4d13-aa92-760f9c24e1d0 admin admin] Pushing event updated for resources: {'Network': ['ID=6e374a37-2e75-42c8-83d4-015277d56aae,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:45:17.218497 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 6e374a37-2e75-42c8-83d4-015277d56aae details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:45:17.225158 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c976d8ed-b9d0-4f86-844b-3ab9f46474b3 admin admin] Made reservation on behalf of c3b8e1b502f44055a9eae65ccb379590 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:45:17.229093 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c976d8ed-b9d0-4f86-844b-3ab9f46474b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:17.260983 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device d6039dca-ef59-4e90-b568-3ad5fa0863ee no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:45:17.292018 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: d6039dca-ef59-4e90-b568-3ad5fa0863ee {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:45:17.292374 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device d6039dca-ef59-4e90-b568-3ad5fa0863ee not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:45:17.411036 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c976d8ed-b9d0-4f86-844b-3ab9f46474b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:17.466617 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976d8ed-b9d0-4f86-844b-3ab9f46474b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fb9ebb2-cda9-475a-90b1-e2a8086cfafd,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:45:17.475914 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c976d8ed-b9d0-4f86-844b-3ab9f46474b3 admin admin] Checking segment: {'id': '61ed7ce5-6593-41a3-ba04-a91dde28d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6e374a37-2e75-42c8-83d4-015277d56aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:45:17.476279 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c976d8ed-b9d0-4f86-844b-3ab9f46474b3 admin admin] Network hostable DHCP agents. Network: 6e374a37-2e75-42c8-83d4-015277d56aae, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:45:17.492867 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c976d8ed-b9d0-4f86-844b-3ab9f46474b3 admin admin] Network 6e374a37-2e75-42c8-83d4-015277d56aae is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:45:17.501645 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-c976d8ed-b9d0-4f86-844b-3ab9f46474b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 6e374a37-2e75-42c8-83d4-015277d56aae) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:45:17.506141 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c976d8ed-b9d0-4f86-844b-3ab9f46474b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:17.506802 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c976d8ed-b9d0-4f86-844b-3ab9f46474b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:17.511086 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22457a59-440d-434f-affd-3834dcbb7113 None None] Network 6e374a37-2e75-42c8-83d4-015277d56aae requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:45:17.521948 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c976d8ed-b9d0-4f86-844b-3ab9f46474b3 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3322992 Aug 11 22:45:17.644897 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36f7295-1046-4c0f-8539-6ecdfb73a0bc None None] Network 6e374a37-2e75-42c8-83d4-015277d56aae requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:45:17.689255 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:17.951841 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-cc2b1044-eb7d-43af-ae3f-fe48c342ebec tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:17.953333 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-cc2b1044-eb7d-43af-ae3f-fe48c342ebec tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/networks?id=6e374a37-2e75-42c8-83d4-015277d56aae HTTP/1.1" status: 200 len: 815 time: 0.1031795 Aug 11 22:45:17.968958 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-09249cab-351e-44ec-a211-5c3181a35fc3 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/quotas/c3b8e1b502f44055a9eae65ccb379590 HTTP/1.1" status: 200 len: 375 time: 0.0096476 Aug 11 22:45:18.001658 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-92537709-1970-42b6-b9f4-7097383fc9ca tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c3b8e1b502f44055a9eae65ccb379590&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272648 Aug 11 22:45:18.090822 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-e392ddee-89d8-4ae5-9eb9-149e68817225 service neutron] 10.222.0.77 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814440 Aug 11 22:45:18.186844 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-15d1312b-ec76-4834-b68c-641ac9f32091 service neutron] 10.222.0.77 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899208 Aug 11 22:45:18.367054 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bbaaef76-2cac-4d07-87a8-4ce2572e40fc req-fc7142b2-c11f-4dc3-aff4-b09cdb06a714 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 210 time: 0.0290184 Aug 11 22:45:19.104153 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:19.305322 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-2ebf75b0-1d2d-4407-9a8a-1edcaed6f31c tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:19.306738 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-2ebf75b0-1d2d-4407-9a8a-1edcaed6f31c tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.52 "GET /v2.0/networks?id=6e374a37-2e75-42c8-83d4-015277d56aae HTTP/1.1" status: 200 len: 815 time: 0.1070595 Aug 11 22:45:19.319417 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-4083d334-aa79-4ca1-a6f4-a28bb5032773 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Request body: {'port': {'device_id': '21e1fbb1-ae6a-479b-b38f-c99d0a18636a', 'network_id': '6e374a37-2e75-42c8-83d4-015277d56aae', 'admin_state_up': True, 'tenant_id': 'c3b8e1b502f44055a9eae65ccb379590'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:45:19.429191 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-4083d334-aa79-4ca1-a6f4-a28bb5032773 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Made reservation on behalf of c3b8e1b502f44055a9eae65ccb379590 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:45:19.432855 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-4083d334-aa79-4ca1-a6f4-a28bb5032773 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:19.467169 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d7ab34ad-5e7e-4479-8aa0-6aa3c3ca796c req-63b73d6b-b775-4829-97a4-474517341564 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 210 time: 0.0286644 Aug 11 22:45:19.569196 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-4083d334-aa79-4ca1-a6f4-a28bb5032773 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Allocated IP 172.20.0.7 (6e374a37-2e75-42c8-83d4-015277d56aae/5fb9ebb2-cda9-475a-90b1-e2a8086cfafd/3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:45:19.725292 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-4083d334-aa79-4ca1-a6f4-a28bb5032773 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:19.767632 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-4083d334-aa79-4ca1-a6f4-a28bb5032773 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:19.813076 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-4083d334-aa79-4ca1-a6f4-a28bb5032773 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Network 6e374a37-2e75-42c8-83d4-015277d56aae is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:45:19.818913 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-4083d334-aa79-4ca1-a6f4-a28bb5032773 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:45:19.822949 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-4083d334-aa79-4ca1-a6f4-a28bb5032773 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:45:19.847752 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083d334-aa79-4ca1-a6f4-a28bb5032773 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Pushing event updated for resources: {'Port': ['ID=3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:45:19.876576 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-4083d334-aa79-4ca1-a6f4-a28bb5032773 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:19.877214 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-4083d334-aa79-4ca1-a6f4-a28bb5032773 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:19.891833 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-4083d334-aa79-4ca1-a6f4-a28bb5032773 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5766363 Aug 11 22:45:19.904232 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-ec5ae1c2-054f-4b1f-849a-e0f233fc946f service neutron] Request body: {'port': {'device_id': '21e1fbb1-ae6a-479b-b38f-c99d0a18636a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:45:19.965620 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-ec5ae1c2-054f-4b1f-849a-e0f233fc946f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:20.242848 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-ec5ae1c2-054f-4b1f-849a-e0f233fc946f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:45:20.250568 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-ec5ae1c2-054f-4b1f-849a-e0f233fc946f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:20.263249 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-ec5ae1c2-054f-4b1f-849a-e0f233fc946f service neutron] Transition to ACTIVE for port object 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:45:20.267114 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-ec5ae1c2-054f-4b1f-849a-e0f233fc946f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:20.317250 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ae1c2-054f-4b1f-849a-e0f233fc946f service neutron] Pushing event updated for resources: {'Port': ['ID=3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:45:20.393230 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-ec5ae1c2-054f-4b1f-849a-e0f233fc946f service neutron] Attempting to bind port 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:45:20.394090 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-ec5ae1c2-054f-4b1f-849a-e0f233fc946f service neutron] Attempting to bind port 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '61ed7ce5-6593-41a3-ba04-a91dde28d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6e374a37-2e75-42c8-83d4-015277d56aae'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:45:20.394429 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-ec5ae1c2-054f-4b1f-849a-e0f233fc946f service neutron] Attempting to bind port 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 on network 6e374a37-2e75-42c8-83d4-015277d56aae {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:45:20.398727 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-ec5ae1c2-054f-4b1f-849a-e0f233fc946f service neutron] Port 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 on network 6e374a37-2e75-42c8-83d4-015277d56aae not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:45:20.399049 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-ec5ae1c2-054f-4b1f-849a-e0f233fc946f service neutron] Attempting to bind port 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 on network 6e374a37-2e75-42c8-83d4-015277d56aae {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:45:20.404135 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-ec5ae1c2-054f-4b1f-849a-e0f233fc946f service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:45:20.404487 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-ec5ae1c2-054f-4b1f-849a-e0f233fc946f service neutron] Checking segment: {'id': '61ed7ce5-6593-41a3-ba04-a91dde28d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6e374a37-2e75-42c8-83d4-015277d56aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:45:20.404881 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-ec5ae1c2-054f-4b1f-849a-e0f233fc946f service neutron] Bound using segment: {'id': '61ed7ce5-6593-41a3-ba04-a91dde28d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6e374a37-2e75-42c8-83d4-015277d56aae'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:45:20.405315 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-ec5ae1c2-054f-4b1f-849a-e0f233fc946f service neutron] Bound port: 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ed7ce5-6593-41a3-ba04-a91dde28d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6e374a37-2e75-42c8-83d4-015277d56aae'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:45:20.405679 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-ec5ae1c2-054f-4b1f-849a-e0f233fc946f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:20.470956 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-ec5ae1c2-054f-4b1f-849a-e0f233fc946f service neutron] For port 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:45:20.475180 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-ec5ae1c2-054f-4b1f-849a-e0f233fc946f service neutron] For port 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5,segment=NetworkSegment(61ed7ce5-6593-41a3-ba04-a91dde28d3d2),segment_id=61ed7ce5-6593-41a3-ba04-a91dde28d3d2)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:45:20.479590 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-ec5ae1c2-054f-4b1f-849a-e0f233fc946f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:20.514494 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-ec5ae1c2-054f-4b1f-849a-e0f233fc946f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:20.515112 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-ec5ae1c2-054f-4b1f-849a-e0f233fc946f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:20.516607 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-ec5ae1c2-054f-4b1f-849a-e0f233fc946f service neutron] 10.222.0.52 "PUT /v2.0/ports/3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 HTTP/1.1" status: 200 len: 1091 time: 0.6169405 Aug 11 22:45:20.517058 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e1fbb1-ae6a-479b-b38f-c99d0a18636a', 'tag': '3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:45:20.519932 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02617b2-954c-4a32-b606-845f0be985fb" -d '{"events": [{"name": "network-changed", "server_uuid": "21e1fbb1-ae6a-479b-b38f-c99d0a18636a", "tag": "3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:45:20.545624 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ae1c2-054f-4b1f-849a-e0f233fc946f service neutron] Pushing event updated for resources: {'Port': ['ID=3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:45:20.602150 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077eff95-4e6e-4158-a3ee-00c13035e085 req-1d5d178f-41f8-4a66-ab1b-21836487d850 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:20.603762 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-077eff95-4e6e-4158-a3ee-00c13035e085 req-1d5d178f-41f8-4a66-ab1b-21836487d850 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 943 time: 0.0624416 Aug 11 22:45:20.613619 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-2601513b-6569-47c8-bf87-57f361ad35b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:20.615261 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-2601513b-6569-47c8-bf87-57f361ad35b0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c3b8e1b502f44055a9eae65ccb379590&device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 1094 time: 0.0478721 Aug 11 22:45:20.647893 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-077eff95-4e6e-4158-a3ee-00c13035e085 req-1d844458-dd82-4e51-afa6-c75844650875 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375018 Aug 11 22:45:20.659702 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-b6285ec5-627f-4da3-8109-76b6efcd770a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 HTTP/1.1" status: 200 len: 217 time: 0.0368359 Aug 11 22:45:20.712555 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b020e7-65d0-4022-a526-c93fb75f4918 x-openstack-request-id: req-73b020e7-65d0-4022-a526-c93fb75f4918 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:45:20.712869 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e1fbb1-ae6a-479b-b38f-c99d0a18636a", "tag": "3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:45:20.713096 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-73b020e7-65d0-4022-a526-c93fb75f4918 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:45:20.713511 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e1fbb1-ae6a-479b-b38f-c99d0a18636a', 'tag': '3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5', 'status': 'completed', 'code': 200} Aug 11 22:45:20.726170 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-5f2eca2b-97aa-41ba-b161-3872d1ed0f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:20.727655 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-5f2eca2b-97aa-41ba-b161-3872d1ed0f97 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5fb9ebb2-cda9-475a-90b1-e2a8086cfafd HTTP/1.1" status: 200 len: 855 time: 0.0608206 Aug 11 22:45:20.763901 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-48536136-d4ce-4235-ad97-d7aa9363d28b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6e374a37-2e75-42c8-83d4-015277d56aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282178 Aug 11 22:45:20.862883 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-261c8ed9-cec9-44db-9a0b-6d449db22aab service neutron] 10.222.0.52 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921245 Aug 11 22:45:20.914319 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:20.957497 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a889cbd7-5291-4d18-a641-9a490bc8a9b6 req-b9633f92-1701-4235-bda5-1b4bff938f78 service neutron] 10.222.0.52 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879359 Aug 11 22:45:21.055068 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02617b2-954c-4a32-b606-845f0be985fb req-6b4cfb22-f659-437e-9213-d49c8b8ad8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:21.056578 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e02617b2-954c-4a32-b606-845f0be985fb req-6b4cfb22-f659-437e-9213-d49c8b8ad8e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c3b8e1b502f44055a9eae65ccb379590&device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 1094 time: 0.0497210 Aug 11 22:45:21.152251 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02617b2-954c-4a32-b606-845f0be985fb req-ab187b50-baf6-4dde-bcba-4243d6280d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:21.153815 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e02617b2-954c-4a32-b606-845f0be985fb req-ab187b50-baf6-4dde-bcba-4243d6280d1f service neutron] 10.222.0.52 "GET /v2.0/networks?id=6e374a37-2e75-42c8-83d4-015277d56aae HTTP/1.1" status: 200 len: 916 time: 0.0895360 Aug 11 22:45:21.201024 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e02617b2-954c-4a32-b606-845f0be985fb req-2f8ecb9c-6995-4fd7-8bdf-e7d3d1270a17 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 HTTP/1.1" status: 200 len: 217 time: 0.0400145 Aug 11 22:45:21.253482 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02617b2-954c-4a32-b606-845f0be985fb req-2e40d599-20a7-4f6b-83bf-83ffaa9ae991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:21.255011 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e02617b2-954c-4a32-b606-845f0be985fb req-2e40d599-20a7-4f6b-83bf-83ffaa9ae991 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5fb9ebb2-cda9-475a-90b1-e2a8086cfafd HTTP/1.1" status: 200 len: 855 time: 0.0462780 Aug 11 22:45:21.290680 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e02617b2-954c-4a32-b606-845f0be985fb req-c537dcc5-dd45-4c7e-9abb-f1b7e5e83d97 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6e374a37-2e75-42c8-83d4-015277d56aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277984 Aug 11 22:45:21.385846 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e02617b2-954c-4a32-b606-845f0be985fb req-1c8903eb-d48e-421f-9975-4ca1a6789423 service neutron] 10.222.0.52 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864682 Aug 11 22:45:21.490318 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e02617b2-954c-4a32-b606-845f0be985fb req-6253783e-20fc-42b2-a7dd-b158e52dc8d7 service neutron] 10.222.0.52 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957632 Aug 11 22:45:21.771305 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301f299-69ab-413e-afbb-b930c7e039a4 req-c640884e-f618-4f83-bd9b-bc8b0cc148f3 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:21.773006 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9301f299-69ab-413e-afbb-b930c7e039a4 req-c640884e-f618-4f83-bd9b-bc8b0cc148f3 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 943 time: 0.0524607 Aug 11 22:45:21.812316 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9301f299-69ab-413e-afbb-b930c7e039a4 req-c860f70f-4ca1-4f7b-8bcf-51e9392b1f26 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329816 Aug 11 22:45:22.926111 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f13fd2-8630-4d92-9d0f-08def04bcf05 req-75073638-25ab-4a3b-a254-48968dc4430c tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:22.927695 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e3f13fd2-8630-4d92-9d0f-08def04bcf05 req-75073638-25ab-4a3b-a254-48968dc4430c tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 943 time: 0.0478680 Aug 11 22:45:22.966452 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e3f13fd2-8630-4d92-9d0f-08def04bcf05 req-45e0357e-edaf-40f3-9109-433ad2ca48c9 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326476 Aug 11 22:45:23.272818 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:45:23.371409 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5,segment=NetworkSegment(61ed7ce5-6593-41a3-ba04-a91dde28d3d2),segment_id=61ed7ce5-6593-41a3-ba04-a91dde28d3d2)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:45:23.383161 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5', 'network_id': '6e374a37-2e75-42c8-83d4-015277d56aae', 'port_id': '3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5', 'mac_address': 'fa:16:3e:5d:e6:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb9ebb2-cda9-475a-90b1-e2a8086cfafd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:45:23.418568 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:23.431272 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:45:23.450745 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5,segment=NetworkSegment(61ed7ce5-6593-41a3-ba04-a91dde28d3d2),segment_id=61ed7ce5-6593-41a3-ba04-a91dde28d3d2)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:45:23.459520 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:23.506157 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:45:23.647530 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:45:24.083312 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490a24a-c0f0-418d-be91-0a485840dbba req-d0fc2772-dea7-4882-80fc-9ee6bfe0ce7f tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:24.084845 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c490a24a-c0f0-418d-be91-0a485840dbba req-d0fc2772-dea7-4882-80fc-9ee6bfe0ce7f tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 944 time: 0.0525687 Aug 11 22:45:24.122789 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c490a24a-c0f0-418d-be91-0a485840dbba req-fa242b2e-75c3-4bc8-a728-6b2cd6f6a958 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318913 Aug 11 22:45:25.238967 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e9013-acdb-4926-aeeb-eef384d27265 req-9cfb627b-4717-451a-b83e-00b4c20f9c22 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:25.240510 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f75e9013-acdb-4926-aeeb-eef384d27265 req-9cfb627b-4717-451a-b83e-00b4c20f9c22 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 944 time: 0.0488718 Aug 11 22:45:25.278865 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f75e9013-acdb-4926-aeeb-eef384d27265 req-f102db3d-aa92-4311-b511-acf5714a4921 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323389 Aug 11 22:45:25.283591 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:45:25.330341 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:45:25.334593 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:45:25.334966 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:25.419134 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:25.441464 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e1fbb1-ae6a-479b-b38f-c99d0a18636a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:45:25.443721 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3453db-fd66-407f-9dfc-c0c2af4a9b17" -d '{"events": [{"server_uuid": "21e1fbb1-ae6a-479b-b38f-c99d0a18636a", "name": "network-vif-plugged", "status": "completed", "tag": "3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:45:25.456534 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5,segment=NetworkSegment(61ed7ce5-6593-41a3-ba04-a91dde28d3d2),segment_id=61ed7ce5-6593-41a3-ba04-a91dde28d3d2)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:45:25.460498 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:25.483557 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abde285-a315-414b-b10b-1f78b6a892a7 x-openstack-request-id: req-8abde285-a315-414b-b10b-1f78b6a892a7 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:45:25.483855 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e1fbb1-ae6a-479b-b38f-c99d0a18636a", "name": "network-vif-plugged", "status": "completed", "tag": "3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:45:25.484107 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8abde285-a315-414b-b10b-1f78b6a892a7 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:45:25.484502 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e1fbb1-ae6a-479b-b38f-c99d0a18636a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5', 'code': 200} Aug 11 22:45:25.516569 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:45:25.577060 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521d404-baff-4002-99ba-3348778a26ac req-e0c4606d-6ac5-4577-bbf7-949d676c3319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:25.578553 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b521d404-baff-4002-99ba-3348778a26ac req-e0c4606d-6ac5-4577-bbf7-949d676c3319 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 1096 time: 0.0410402 Aug 11 22:45:25.613234 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b521d404-baff-4002-99ba-3348778a26ac req-242581dc-f6fa-49cb-b733-45e1cb86fc99 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278130 Aug 11 22:45:26.398302 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7c599-8166-4934-a35c-bf8a56716fbc req-6cc8d296-6f46-434d-954b-cfc5600b09a8 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:26.400082 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6cc7c599-8166-4934-a35c-bf8a56716fbc req-6cc8d296-6f46-434d-954b-cfc5600b09a8 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 945 time: 0.0481565 Aug 11 22:45:26.437425 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6cc7c599-8166-4934-a35c-bf8a56716fbc req-23b26ea8-08b9-4da4-812b-c6f9a6419314 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312226 Aug 11 22:45:26.558883 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0a0dd-185d-4405-9140-6fe6c619865a req-cd6c2782-b96e-4b13-8897-f34a9babc2c0 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:26.560386 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-84a0a0dd-185d-4405-9140-6fe6c619865a req-cd6c2782-b96e-4b13-8897-f34a9babc2c0 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 945 time: 0.0524054 Aug 11 22:45:26.598903 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-84a0a0dd-185d-4405-9140-6fe6c619865a req-4b7674a4-6b7b-42ad-96a2-561ac2a61b48 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319755 Aug 11 22:45:26.794856 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dfa8f-0025-4706-8ed7-bd4449ef0d22 req-e84d0c3b-95a1-453c-9e05-89ebc89449bc tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:26.796399 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-be5dfa8f-0025-4706-8ed7-bd4449ef0d22 req-e84d0c3b-95a1-453c-9e05-89ebc89449bc tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 945 time: 0.0493147 Aug 11 22:45:26.834689 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-be5dfa8f-0025-4706-8ed7-bd4449ef0d22 req-70f180a1-04f6-4f82-93fb-e21cc2dff079 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323398 Aug 11 22:45:26.948134 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad28317-8b1e-4fbc-abbc-d83b54a285d3 req-43f1d3f3-12c4-4e00-bb00-272d4d73e40f tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:26.949552 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bad28317-8b1e-4fbc-abbc-d83b54a285d3 req-43f1d3f3-12c4-4e00-bb00-272d4d73e40f tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 945 time: 0.0498469 Aug 11 22:45:26.988460 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bad28317-8b1e-4fbc-abbc-d83b54a285d3 req-3a50d962-2fc7-4db8-879c-56f22f1df34e tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327618 Aug 11 22:45:27.214806 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-ad53fae5-5295-492c-bedd-f4e6a84d01d9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0462995 Aug 11 22:45:27.238130 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273ac4d-b8eb-4f74-82c5-59fb5bd9574c req-d096009f-0a1f-4cd0-8c22-0b495dd153eb tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:27.239676 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8273ac4d-b8eb-4f74-82c5-59fb5bd9574c req-d096009f-0a1f-4cd0-8c22-0b495dd153eb tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 945 time: 0.0602419 Aug 11 22:45:27.280226 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8273ac4d-b8eb-4f74-82c5-59fb5bd9574c req-92ed9e94-1570-4ade-8692-3c203bcdc4d6 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343933 Aug 11 22:45:28.395637 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-b0adc7cf-219f-40d1-820b-c9fa91d20cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:28.397532 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-b0adc7cf-219f-40d1-820b-c9fa91d20cfd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c3b8e1b502f44055a9eae65ccb379590&device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 1096 time: 0.0415690 Aug 11 22:45:28.401285 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94968401-200b-421f-9988-5e342ab87ae5 req-f4de663e-c6dc-4399-ba57-bda50bcc132f tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:28.402794 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-94968401-200b-421f-9988-5e342ab87ae5 req-f4de663e-c6dc-4399-ba57-bda50bcc132f tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 945 time: 0.0500309 Aug 11 22:45:28.440486 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-94968401-200b-421f-9988-5e342ab87ae5 req-1bc7a81a-ad30-4d46-94b4-a0cb8c1fe50b tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314636 Aug 11 22:45:28.489378 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-ee212dda-e230-4235-bcf8-5a8d83343337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:28.490872 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-ee212dda-e230-4235-bcf8-5a8d83343337 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6e374a37-2e75-42c8-83d4-015277d56aae HTTP/1.1" status: 200 len: 916 time: 0.0855496 Aug 11 22:45:28.537855 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-01f886c9-cab0-4f7a-8f01-44a75e6ca628 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 HTTP/1.1" status: 200 len: 217 time: 0.0394745 Aug 11 22:45:28.586774 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-0edd53a1-ed61-4f2b-adf2-128ea1825fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:28.588558 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-0edd53a1-ed61-4f2b-adf2-128ea1825fcc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5fb9ebb2-cda9-475a-90b1-e2a8086cfafd HTTP/1.1" status: 200 len: 855 time: 0.0442357 Aug 11 22:45:28.620592 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-56881375-837e-4821-9fd0-bf4c8c523c6d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6e374a37-2e75-42c8-83d4-015277d56aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250425 Aug 11 22:45:28.713491 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-861eb5c9-bd68-4b90-8e6a-41877e4615df service neutron] 10.222.0.52 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852370 Aug 11 22:45:28.805169 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-ea6d8c25-2c8f-4cd3-98de-1399f4266c0b service neutron] 10.222.0.52 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842257 Aug 11 22:45:29.556255 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09fffe-213d-44e4-8888-f9b509ba8fe6 req-86182a6a-f9a3-4f8d-98e9-d668362aa0c6 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:29.557760 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3d09fffe-213d-44e4-8888-f9b509ba8fe6 req-86182a6a-f9a3-4f8d-98e9-d668362aa0c6 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 945 time: 0.0492141 Aug 11 22:45:29.595909 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3d09fffe-213d-44e4-8888-f9b509ba8fe6 req-53906375-f1df-46a4-9a0f-78107026a68e tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318491 Aug 11 22:45:30.726283 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec3c3e-278c-4475-b90c-fd7fcf75f03d req-17b07979-bf56-4b47-a07c-2c3251f3714d tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:30.728560 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f4ec3c3e-278c-4475-b90c-fd7fcf75f03d req-17b07979-bf56-4b47-a07c-2c3251f3714d tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 945 time: 0.0663917 Aug 11 22:45:30.767248 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f4ec3c3e-278c-4475-b90c-fd7fcf75f03d req-75110cf8-7711-4f76-9dfc-35d7c42b9d97 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321903 Aug 11 22:45:31.883183 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1079ea-89db-47c9-9da4-f4e9fc061ad7 req-d29addc5-7fcb-49b4-bd5f-c13869543572 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:31.885234 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ce1079ea-89db-47c9-9da4-f4e9fc061ad7 req-d29addc5-7fcb-49b4-bd5f-c13869543572 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 945 time: 0.0497046 Aug 11 22:45:31.923427 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ce1079ea-89db-47c9-9da4-f4e9fc061ad7 req-aa71dc4e-34b4-4b93-85e4-e667b5937e35 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322649 Aug 11 22:45:33.038395 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c17842-9ad2-4a57-85b6-5f4ee2ae7a28 req-dcd2f799-724d-489a-ab14-87d237c6733d tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:33.039998 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-64c17842-9ad2-4a57-85b6-5f4ee2ae7a28 req-dcd2f799-724d-489a-ab14-87d237c6733d tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 945 time: 0.0492730 Aug 11 22:45:33.078499 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-64c17842-9ad2-4a57-85b6-5f4ee2ae7a28 req-12617d00-fc29-4e6d-aabf-eb051ded8883 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323246 Aug 11 22:45:34.209215 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871ab6c-e8e7-4a40-a639-03a1ffef7b1a req-8508cc34-763c-41fa-99ad-428425111f22 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:34.210777 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3871ab6c-e8e7-4a40-a639-03a1ffef7b1a req-8508cc34-763c-41fa-99ad-428425111f22 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 945 time: 0.0571306 Aug 11 22:45:34.249652 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3871ab6c-e8e7-4a40-a639-03a1ffef7b1a req-94ec4e06-e27f-429b-b4d4-3416241b43ef tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326948 Aug 11 22:45:35.364326 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cc6ed-7eaf-4736-ade4-1c3fcc1877a4 req-d72019c5-cf48-4b7a-b843-aabebedd77d4 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:35.365825 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3f3cc6ed-7eaf-4736-ade4-1c3fcc1877a4 req-d72019c5-cf48-4b7a-b843-aabebedd77d4 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 945 time: 0.0481088 Aug 11 22:45:35.403574 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3f3cc6ed-7eaf-4736-ade4-1c3fcc1877a4 req-76595fbe-96d6-4cfa-943a-af192028b5ad tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318744 Aug 11 22:45:36.530825 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543343c5-a857-4915-8d08-dd31c96949e5 req-0b50da82-c234-4f66-b8b3-a5f7c3cb1606 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:36.532777 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-543343c5-a857-4915-8d08-dd31c96949e5 req-0b50da82-c234-4f66-b8b3-a5f7c3cb1606 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 945 time: 0.0629375 Aug 11 22:45:36.577503 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-543343c5-a857-4915-8d08-dd31c96949e5 req-7652a2d1-3ff3-4603-9f87-230315bb1e31 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386939 Aug 11 22:45:37.698917 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1ded6-ee0d-4b0c-a074-44103c9e98ae req-8592c8c1-533d-4421-9898-319f8178a35d tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:37.700452 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-19e1ded6-ee0d-4b0c-a074-44103c9e98ae req-8592c8c1-533d-4421-9898-319f8178a35d tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 945 time: 0.0541992 Aug 11 22:45:37.738682 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-19e1ded6-ee0d-4b0c-a074-44103c9e98ae req-817fe145-8c4f-45e9-afa3-bec53d43283c tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321941 Aug 11 22:45:38.588587 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:38.855623 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4e017-c548-42e9-b2df-77c797fa3b6e req-a2e60107-8278-4b13-879d-469c1abfb608 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:38.857059 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-15b4e017-c548-42e9-b2df-77c797fa3b6e req-a2e60107-8278-4b13-879d-469c1abfb608 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 945 time: 0.0491712 Aug 11 22:45:38.896167 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-15b4e017-c548-42e9-b2df-77c797fa3b6e req-dafed5fa-5ac5-4707-9064-5ef1b31aa3e7 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331185 Aug 11 22:45:40.010672 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161774d-c120-4503-b5a9-bc915b861ba2 req-24e04af6-7b70-4e3f-8f32-67f44cdaf1d0 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:40.012245 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2161774d-c120-4503-b5a9-bc915b861ba2 req-24e04af6-7b70-4e3f-8f32-67f44cdaf1d0 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 945 time: 0.0496128 Aug 11 22:45:40.050888 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2161774d-c120-4503-b5a9-bc915b861ba2 req-4fe9ed0a-13c4-487d-a621-dee4abaad9a8 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326107 Aug 11 22:45:41.170713 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393e7ee-e7b3-4fa5-8ae6-440c7526aea4 req-4cecf2fb-766b-40de-b4f9-e1c823055ff5 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:41.172254 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5393e7ee-e7b3-4fa5-8ae6-440c7526aea4 req-4cecf2fb-766b-40de-b4f9-e1c823055ff5 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 945 time: 0.0520313 Aug 11 22:45:41.209707 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5393e7ee-e7b3-4fa5-8ae6-440c7526aea4 req-fc96c823-1c00-47c0-aa49-f4ab1b81723f tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314605 Aug 11 22:45:42.325593 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df3652-7ecb-4a21-8526-bd4517431e17 req-7687c517-a0ff-4adc-9591-3590d1810d45 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:42.327085 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48df3652-7ecb-4a21-8526-bd4517431e17 req-7687c517-a0ff-4adc-9591-3590d1810d45 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 945 time: 0.0489323 Aug 11 22:45:42.366954 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48df3652-7ecb-4a21-8526-bd4517431e17 req-dfe0cf1c-87dc-4274-8cbb-723b96059990 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337772 Aug 11 22:45:43.282136 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b7e87b6c-bdb7-4a33-a1e8-1a66e6d09290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:43.480520 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47327d51-0210-43c4-aa7b-1259fbf4cc93 req-c3eaf5f6-d87e-409f-bd5c-fe122b908b24 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:43.482077 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47327d51-0210-43c4-aa7b-1259fbf4cc93 req-c3eaf5f6-d87e-409f-bd5c-fe122b908b24 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 945 time: 0.0482383 Aug 11 22:45:43.520986 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47327d51-0210-43c4-aa7b-1259fbf4cc93 req-27365b5d-613d-4d31-8b03-03f7d94ef72f tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320845 Aug 11 22:45:44.639687 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1bcfd-548e-4468-930c-d9465f1ad368 req-17866cc8-3cce-4ada-81f4-cea51fe8ecec tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:44.641379 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-36b1bcfd-548e-4468-930c-d9465f1ad368 req-17866cc8-3cce-4ada-81f4-cea51fe8ecec tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 945 time: 0.0527956 Aug 11 22:45:44.680282 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-36b1bcfd-548e-4468-930c-d9465f1ad368 req-baf696e3-e230-4014-a7f5-06964c66a865 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326629 Aug 11 22:45:45.795253 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d4904-0a21-46c7-90a2-3231e0c771eb req-f354c8f5-6a12-4bcb-9478-867436136199 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:45.796785 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-546d4904-0a21-46c7-90a2-3231e0c771eb req-f354c8f5-6a12-4bcb-9478-867436136199 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 945 time: 0.0492058 Aug 11 22:45:45.843053 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-546d4904-0a21-46c7-90a2-3231e0c771eb req-90ef8b8c-7e3d-4003-b41e-5b68bdbb0f36 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402625 Aug 11 22:45:46.099695 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:46.287785 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bdc849f2-4812-4d93-b1e8-91a96f0974ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:46.957815 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b8b39-f594-4ec8-acfe-b4e7ee4ef824 req-0f0f24b4-e511-4c94-b25b-cefe822a8646 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:46.959366 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-349b8b39-f594-4ec8-acfe-b4e7ee4ef824 req-0f0f24b4-e511-4c94-b25b-cefe822a8646 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 945 time: 0.0493760 Aug 11 22:45:46.999080 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-349b8b39-f594-4ec8-acfe-b4e7ee4ef824 req-1ee23f13-d77a-4ab9-9123-761bbdaf37e1 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333228 Aug 11 22:45:47.646448 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:48.117105 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20efe6-c1c7-423f-8421-208419d65c49 req-c5a99c77-d535-4c41-86fd-7346ec654c56 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:48.118639 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ca20efe6-c1c7-423f-8421-208419d65c49 req-c5a99c77-d535-4c41-86fd-7346ec654c56 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 945 time: 0.0520780 Aug 11 22:45:48.155972 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ca20efe6-c1c7-423f-8421-208419d65c49 req-fb0b1d4f-070f-41ed-8f60-aa4f5e61053c tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312624 Aug 11 22:45:48.478612 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7e2fe-0451-46b7-ad5a-fe6ed76fde0b req-232cd2cd-4025-4209-93f0-92ee4cdff9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:48.480175 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d0a7e2fe-0451-46b7-ad5a-fe6ed76fde0b req-232cd2cd-4025-4209-93f0-92ee4cdff9cf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c3b8e1b502f44055a9eae65ccb379590&device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 1096 time: 0.0408604 Aug 11 22:45:48.587319 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7e2fe-0451-46b7-ad5a-fe6ed76fde0b req-273744fc-3f27-4d8c-88b3-880bf7d7f3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:48.588853 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d0a7e2fe-0451-46b7-ad5a-fe6ed76fde0b req-273744fc-3f27-4d8c-88b3-880bf7d7f3b5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6e374a37-2e75-42c8-83d4-015277d56aae HTTP/1.1" status: 200 len: 916 time: 0.0879304 Aug 11 22:45:48.631297 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d0a7e2fe-0451-46b7-ad5a-fe6ed76fde0b req-31430097-357b-4811-a533-740eea5ff2c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 HTTP/1.1" status: 200 len: 217 time: 0.0350957 Aug 11 22:45:48.680479 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7e2fe-0451-46b7-ad5a-fe6ed76fde0b req-9e19b61c-8435-4a76-a960-d50559350510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:48.681946 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d0a7e2fe-0451-46b7-ad5a-fe6ed76fde0b req-9e19b61c-8435-4a76-a960-d50559350510 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5fb9ebb2-cda9-475a-90b1-e2a8086cfafd HTTP/1.1" status: 200 len: 855 time: 0.0444241 Aug 11 22:45:48.718766 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d0a7e2fe-0451-46b7-ad5a-fe6ed76fde0b req-a0386ce2-4afa-4218-9270-f774d11ae25e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6e374a37-2e75-42c8-83d4-015277d56aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282001 Aug 11 22:45:48.808235 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d0a7e2fe-0451-46b7-ad5a-fe6ed76fde0b req-af1d4980-b79e-4c77-8ac1-b69f53a3bf16 service neutron] 10.222.0.52 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824139 Aug 11 22:45:48.901686 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d0a7e2fe-0451-46b7-ad5a-fe6ed76fde0b req-ce6bd8c2-a529-4798-9837-df942fc33de6 service neutron] 10.222.0.52 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864179 Aug 11 22:45:49.106948 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:49.268829 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c1207-5a6c-47e6-92bf-87e2e5b1ea3e req-aae9707b-2498-4177-8709-0ffda57eea63 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:49.270332 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4e5c1207-5a6c-47e6-92bf-87e2e5b1ea3e req-aae9707b-2498-4177-8709-0ffda57eea63 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 945 time: 0.0486174 Aug 11 22:45:49.309414 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4e5c1207-5a6c-47e6-92bf-87e2e5b1ea3e req-290e7808-17e4-4b85-a01b-3727f654afe2 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326917 Aug 11 22:45:50.424788 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3d962-5cbd-431d-b35d-3f35c0f03c7c req-145f566f-e36f-4d23-a096-2bf51f50b3c3 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:50.426811 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20b3d962-5cbd-431d-b35d-3f35c0f03c7c req-145f566f-e36f-4d23-a096-2bf51f50b3c3 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 945 time: 0.0505488 Aug 11 22:45:50.465040 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20b3d962-5cbd-431d-b35d-3f35c0f03c7c req-1a0de985-af6a-4a30-87c9-f511d53217d4 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319996 Aug 11 22:45:50.911280 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:51.583728 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d368234-9bee-408c-ac20-8c066702144e req-0684b6be-e92e-477d-b30d-ba346d55e2e7 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:51.585231 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d368234-9bee-408c-ac20-8c066702144e req-0684b6be-e92e-477d-b30d-ba346d55e2e7 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 945 time: 0.0525308 Aug 11 22:45:51.623643 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d368234-9bee-408c-ac20-8c066702144e req-e644bf85-18a5-4cdb-be16-00c68ee4705c tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323341 Aug 11 22:45:52.110469 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:45:52.739886 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c613fd-6e76-4158-b099-c45193ed35e2 req-4d5f522f-3e6c-4c46-9f54-464ae8723f87 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:52.741410 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-44c613fd-6e76-4158-b099-c45193ed35e2 req-4d5f522f-3e6c-4c46-9f54-464ae8723f87 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 945 time: 0.0517657 Aug 11 22:45:52.779685 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-44c613fd-6e76-4158-b099-c45193ed35e2 req-a56a6af7-e112-49ff-9638-408133190c39 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321715 Aug 11 22:45:53.893847 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0c0d3-b8f1-4342-8757-edda077a0746 req-445571e2-834f-4daf-ad77-7e2fbbe2b280 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:53.895973 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7df0c0d3-b8f1-4342-8757-edda077a0746 req-445571e2-834f-4daf-ad77-7e2fbbe2b280 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 945 time: 0.0489314 Aug 11 22:45:53.933851 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7df0c0d3-b8f1-4342-8757-edda077a0746 req-7aa3fd6b-3e99-4386-a597-f46dbc114981 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315967 Aug 11 22:45:55.053356 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e61bb-8558-4219-a7ab-8f0c49f7a560 req-9164c315-2143-431c-b055-951e9b0894cf tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:55.054848 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0c4e61bb-8558-4219-a7ab-8f0c49f7a560 req-9164c315-2143-431c-b055-951e9b0894cf tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 945 time: 0.0530908 Aug 11 22:45:55.093109 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0c4e61bb-8558-4219-a7ab-8f0c49f7a560 req-b1fd1415-233d-40e9-9862-05d31a567533 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322154 Aug 11 22:45:55.673230 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-5baa0f9f-2c1e-4313-a07e-994d970d4248 service neutron] show failed (client error): The resource could not be found. Aug 11 22:45:55.674259 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-5baa0f9f-2c1e-4313-a07e-994d970d4248 service neutron] 10.222.0.52 "GET /v2.0/ports/3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5/bindings/n-h1-804275-3 HTTP/1.1" status: 404 len: 380 time: 0.0560305 Aug 11 22:45:55.896344 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-67bb1e84-4f0e-4f42-8c08-00abe742bce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:55.897878 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-67bb1e84-4f0e-4f42-8c08-00abe742bce5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a&tenant_id=c3b8e1b502f44055a9eae65ccb379590 HTTP/1.1" status: 200 len: 1096 time: 0.0700600 Aug 11 22:45:55.916846 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-cb793497-c53c-4ec6-97a1-7fc1cdf25b4a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804275-3', 'device_owner': 'compute:nova'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:45:55.972500 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-cb793497-c53c-4ec6-97a1-7fc1cdf25b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:56.211638 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-cb793497-c53c-4ec6-97a1-7fc1cdf25b4a service neutron] For port 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5,segment=NetworkSegment(61ed7ce5-6593-41a3-ba04-a91dde28d3d2),segment_id=61ed7ce5-6593-41a3-ba04-a91dde28d3d2)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:45:56.244959 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac135f02-b98e-43e5-a138-4bd9669373be req-a69a5cc4-5241-483a-90f5-5e8df581d2a5 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:56.246384 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ac135f02-b98e-43e5-a138-4bd9669373be req-a69a5cc4-5241-483a-90f5-5e8df581d2a5 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 945 time: 0.0824075 Aug 11 22:45:56.279736 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-cb793497-c53c-4ec6-97a1-7fc1cdf25b4a service neutron] For port 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:45:56.332913 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ac135f02-b98e-43e5-a138-4bd9669373be req-2f773f76-1670-4d06-a8be-e3c58fc5e416 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767999 Aug 11 22:45:56.341827 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e1fbb1-ae6a-479b-b38f-c99d0a18636a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:45:56.344108 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2baaae21-0234-4604-b646-2587ca8f55a1" -d '{"events": [{"server_uuid": "21e1fbb1-ae6a-479b-b38f-c99d0a18636a", "name": "network-vif-unplugged", "status": "completed", "tag": "3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:45:56.348005 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-cb793497-c53c-4ec6-97a1-7fc1cdf25b4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:56.360544 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-cb793497-c53c-4ec6-97a1-7fc1cdf25b4a service neutron] Transition to ACTIVE for port object 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:45:56.365017 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-cb793497-c53c-4ec6-97a1-7fc1cdf25b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:56.396140 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 22:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61711575-e6a8-4c75-9dd5-1931eb514e25 x-openstack-request-id: req-61711575-e6a8-4c75-9dd5-1931eb514e25 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:45:56.396443 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e1fbb1-ae6a-479b-b38f-c99d0a18636a", "name": "network-vif-unplugged", "status": "completed", "tag": "3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:45:56.396728 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-61711575-e6a8-4c75-9dd5-1931eb514e25 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:45:56.397125 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e1fbb1-ae6a-479b-b38f-c99d0a18636a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5', 'code': 200} Aug 11 22:45:56.418900 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb793497-c53c-4ec6-97a1-7fc1cdf25b4a service neutron] Pushing event updated for resources: {'Port': ['ID=3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5,revision_number=6']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:45:56.434494 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-cb793497-c53c-4ec6-97a1-7fc1cdf25b4a service neutron] No DVR routers for this DVR port 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 on host n-h2-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:45:56.467737 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-cb793497-c53c-4ec6-97a1-7fc1cdf25b4a service neutron] Attempting to bind port 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:45:56.468072 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-cb793497-c53c-4ec6-97a1-7fc1cdf25b4a service neutron] Attempting to bind port 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '61ed7ce5-6593-41a3-ba04-a91dde28d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6e374a37-2e75-42c8-83d4-015277d56aae'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:45:56.468407 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-cb793497-c53c-4ec6-97a1-7fc1cdf25b4a service neutron] Attempting to bind port 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 on network 6e374a37-2e75-42c8-83d4-015277d56aae {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:45:56.472706 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-cb793497-c53c-4ec6-97a1-7fc1cdf25b4a service neutron] Port 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 on network 6e374a37-2e75-42c8-83d4-015277d56aae not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:45:56.473030 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-cb793497-c53c-4ec6-97a1-7fc1cdf25b4a service neutron] Attempting to bind port 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 on network 6e374a37-2e75-42c8-83d4-015277d56aae {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:45:56.477871 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-cb793497-c53c-4ec6-97a1-7fc1cdf25b4a service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:45:56.478215 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-cb793497-c53c-4ec6-97a1-7fc1cdf25b4a service neutron] Checking segment: {'id': '61ed7ce5-6593-41a3-ba04-a91dde28d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6e374a37-2e75-42c8-83d4-015277d56aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:45:56.478602 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-cb793497-c53c-4ec6-97a1-7fc1cdf25b4a service neutron] Bound using segment: {'id': '61ed7ce5-6593-41a3-ba04-a91dde28d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6e374a37-2e75-42c8-83d4-015277d56aae'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:45:56.479030 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-cb793497-c53c-4ec6-97a1-7fc1cdf25b4a service neutron] Bound port: 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ed7ce5-6593-41a3-ba04-a91dde28d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6e374a37-2e75-42c8-83d4-015277d56aae'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:45:56.479389 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-cb793497-c53c-4ec6-97a1-7fc1cdf25b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:56.544483 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-cb793497-c53c-4ec6-97a1-7fc1cdf25b4a service neutron] For port 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:45:56.547457 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-cb793497-c53c-4ec6-97a1-7fc1cdf25b4a service neutron] For port 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5,segment=NetworkSegment(61ed7ce5-6593-41a3-ba04-a91dde28d3d2),segment_id=61ed7ce5-6593-41a3-ba04-a91dde28d3d2)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:45:56.552465 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-cb793497-c53c-4ec6-97a1-7fc1cdf25b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:56.589399 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-cb793497-c53c-4ec6-97a1-7fc1cdf25b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:56.590017 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-cb793497-c53c-4ec6-97a1-7fc1cdf25b4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:45:56.591498 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-cb793497-c53c-4ec6-97a1-7fc1cdf25b4a service neutron] 10.222.0.82 "PUT /v2.0/ports/3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 HTTP/1.1" status: 200 len: 1091 time: 0.6786926 Aug 11 22:45:56.615559 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb793497-c53c-4ec6-97a1-7fc1cdf25b4a service neutron] Pushing event updated for resources: {'Port': ['ID=3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5,revision_number=7']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:45:56.664262 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-aa5f269c-ce33-49e7-8d83-2ab20c2b2b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:56.665742 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-aa5f269c-ce33-49e7-8d83-2ab20c2b2b0b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3b8e1b502f44055a9eae65ccb379590&device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 1094 time: 0.0401828 Aug 11 22:45:56.763308 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-7da1dacf-a397-49ea-89c6-e8ab1865c45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:56.764843 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-7da1dacf-a397-49ea-89c6-e8ab1865c45f service neutron] 10.222.0.82 "GET /v2.0/networks?id=6e374a37-2e75-42c8-83d4-015277d56aae HTTP/1.1" status: 200 len: 916 time: 0.0927823 Aug 11 22:45:56.806884 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-8bfcb7e5-50ce-4746-8b13-2f9b4f786158 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 HTTP/1.1" status: 200 len: 217 time: 0.0353243 Aug 11 22:45:56.856277 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-66203204-af4e-475a-93fb-d5383c912a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:56.857745 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-66203204-af4e-475a-93fb-d5383c912a62 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5fb9ebb2-cda9-475a-90b1-e2a8086cfafd HTTP/1.1" status: 200 len: 855 time: 0.0440943 Aug 11 22:45:56.889215 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-4e56908e-9f50-4084-a3d5-c13535ab484c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6e374a37-2e75-42c8-83d4-015277d56aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241687 Aug 11 22:45:57.277563 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-eb5484ee-52e6-407b-b6a3-92fe134a8a3a service neutron] 10.222.0.82 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812721 Aug 11 22:45:57.367032 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-35346b35-de57-46ec-9b05-f8ccb6cf7c8f req-fba0abd8-e513-4251-a00b-5876798ac5eb service neutron] 10.222.0.82 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807228 Aug 11 22:45:57.456032 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46fed2-7601-4b8b-be90-88c92787e703 req-6e209d5b-e001-4881-a5d7-738cb4f96ec4 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:57.457457 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ff46fed2-7601-4b8b-be90-88c92787e703 req-6e209d5b-e001-4881-a5d7-738cb4f96ec4 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 943 time: 0.0548337 Aug 11 22:45:57.497313 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ff46fed2-7601-4b8b-be90-88c92787e703 req-af4039a7-6740-480c-8cea-d101fa5538ed tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335779 Aug 11 22:45:58.397929 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e1fbb1-ae6a-479b-b38f-c99d0a18636a', 'tag': '3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:45:58.400544 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac3976d-1a1f-44c2-8aaf-504235a4396a" -d '{"events": [{"name": "network-changed", "server_uuid": "21e1fbb1-ae6a-479b-b38f-c99d0a18636a", "tag": "3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:45:58.446385 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585dd2a6-64f5-4d17-92ba-8ff3ef12d342 x-openstack-request-id: req-585dd2a6-64f5-4d17-92ba-8ff3ef12d342 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:45:58.446680 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e1fbb1-ae6a-479b-b38f-c99d0a18636a", "tag": "3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:45:58.446930 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-585dd2a6-64f5-4d17-92ba-8ff3ef12d342 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:45:58.447320 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e1fbb1-ae6a-479b-b38f-c99d0a18636a', 'tag': '3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5', 'status': 'completed', 'code': 200} Aug 11 22:45:58.511066 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3976d-1a1f-44c2-8aaf-504235a4396a req-a02b7d39-b005-44bf-b29b-bae43cfb2314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:58.512644 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4ac3976d-1a1f-44c2-8aaf-504235a4396a req-a02b7d39-b005-44bf-b29b-bae43cfb2314 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c3b8e1b502f44055a9eae65ccb379590&device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 1094 time: 0.0415933 Aug 11 22:45:58.528482 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3976d-1a1f-44c2-8aaf-504235a4396a req-1fca47d0-12ad-4981-9c91-7a1f1a402224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:58.530026 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ac3976d-1a1f-44c2-8aaf-504235a4396a req-1fca47d0-12ad-4981-9c91-7a1f1a402224 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3b8e1b502f44055a9eae65ccb379590&device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 1094 time: 0.0420513 Aug 11 22:45:58.614318 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3976d-1a1f-44c2-8aaf-504235a4396a req-b0d1d0e6-60e7-4d26-a2b5-225d936b79ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:58.615859 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4ac3976d-1a1f-44c2-8aaf-504235a4396a req-b0d1d0e6-60e7-4d26-a2b5-225d936b79ff service neutron] 10.222.0.52 "GET /v2.0/networks?id=6e374a37-2e75-42c8-83d4-015277d56aae HTTP/1.1" status: 200 len: 916 time: 0.0965755 Aug 11 22:45:58.658573 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4ac3976d-1a1f-44c2-8aaf-504235a4396a req-cec264c9-1bf5-4d8e-bd77-f0cbdc56b611 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 HTTP/1.1" status: 200 len: 217 time: 0.0350471 Aug 11 22:45:58.670482 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3e88f-b60f-42d1-a362-de1a24c2a7d4 req-67aed1fd-da6b-4541-a77c-90a036965b3d tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:58.672392 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e5c3e88f-b60f-42d1-a362-de1a24c2a7d4 req-67aed1fd-da6b-4541-a77c-90a036965b3d tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 943 time: 0.0936632 Aug 11 22:45:58.679041 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3976d-1a1f-44c2-8aaf-504235a4396a req-3e4e5f01-3a9f-495d-bcb4-a6eeb7d003f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:58.680584 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ac3976d-1a1f-44c2-8aaf-504235a4396a req-3e4e5f01-3a9f-495d-bcb4-a6eeb7d003f7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6e374a37-2e75-42c8-83d4-015277d56aae HTTP/1.1" status: 200 len: 916 time: 0.1439888 Aug 11 22:45:58.708520 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3976d-1a1f-44c2-8aaf-504235a4396a req-bdba3b83-d9b1-4f52-8e87-4fc1458fa6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:58.709933 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4ac3976d-1a1f-44c2-8aaf-504235a4396a req-bdba3b83-d9b1-4f52-8e87-4fc1458fa6d8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5fb9ebb2-cda9-475a-90b1-e2a8086cfafd HTTP/1.1" status: 200 len: 855 time: 0.0450418 Aug 11 22:45:58.741510 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4ac3976d-1a1f-44c2-8aaf-504235a4396a req-93409e1f-9e7b-46e7-a2dc-07a55cab12fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6e374a37-2e75-42c8-83d4-015277d56aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251412 Aug 11 22:45:58.744662 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ac3976d-1a1f-44c2-8aaf-504235a4396a req-982a0b07-e22a-4e3f-b295-5a51b9fd5352 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 HTTP/1.1" status: 200 len: 217 time: 0.0539517 Aug 11 22:45:58.751900 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e5c3e88f-b60f-42d1-a362-de1a24c2a7d4 req-3fdf1b8c-fc31-4765-af95-e2556c365c6b tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704219 Aug 11 22:45:58.808401 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3976d-1a1f-44c2-8aaf-504235a4396a req-3fa4c7df-5633-4e2f-88a7-5f386a53b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:58.809889 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ac3976d-1a1f-44c2-8aaf-504235a4396a req-3fa4c7df-5633-4e2f-88a7-5f386a53b190 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5fb9ebb2-cda9-475a-90b1-e2a8086cfafd HTTP/1.1" status: 200 len: 855 time: 0.0571580 Aug 11 22:45:58.839528 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4ac3976d-1a1f-44c2-8aaf-504235a4396a req-05b1a970-b2e6-404f-8abb-157920f09fb0 service neutron] 10.222.0.52 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907364 Aug 11 22:45:58.845591 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ac3976d-1a1f-44c2-8aaf-504235a4396a req-cbfcc01f-f483-41de-9a0f-41ce9a87fbf3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6e374a37-2e75-42c8-83d4-015277d56aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259159 Aug 11 22:45:58.944198 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4ac3976d-1a1f-44c2-8aaf-504235a4396a req-89cc161e-1a4e-44b6-9772-54d8a9445e6b service neutron] 10.222.0.52 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963700 Aug 11 22:45:58.949332 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ac3976d-1a1f-44c2-8aaf-504235a4396a req-a9f422be-7c3b-44f6-a8d4-aa20fc80ecfd service neutron] 10.222.0.82 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957091 Aug 11 22:45:59.046926 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ac3976d-1a1f-44c2-8aaf-504235a4396a req-afc487f4-8a3f-4480-9352-5c34fa77b9d8 service neutron] 10.222.0.82 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905371 Aug 11 22:45:59.424727 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:45:59.464144 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:45:59.870322 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801f419-c253-4a85-b9ba-217ee8edf05d req-3f2c44ca-8ea7-4f38-bb80-71f3b41a8392 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:45:59.871875 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4801f419-c253-4a85-b9ba-217ee8edf05d req-3f2c44ca-8ea7-4f38-bb80-71f3b41a8392 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 943 time: 0.0504313 Aug 11 22:45:59.909516 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4801f419-c253-4a85-b9ba-217ee8edf05d req-7acd7d57-8a40-49f4-a3ea-7fd363d4363d tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316858 Aug 11 22:45:59.984897 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:46:00.078692 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5,segment=NetworkSegment(61ed7ce5-6593-41a3-ba04-a91dde28d3d2),segment_id=61ed7ce5-6593-41a3-ba04-a91dde28d3d2)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:46:00.093563 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5', 'network_id': '6e374a37-2e75-42c8-83d4-015277d56aae', 'port_id': '3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5', 'mac_address': 'fa:16:3e:5d:e6:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb9ebb2-cda9-475a-90b1-e2a8086cfafd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:46:00.130179 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:00.142837 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:46:00.163589 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5,segment=NetworkSegment(61ed7ce5-6593-41a3-ba04-a91dde28d3d2),segment_id=61ed7ce5-6593-41a3-ba04-a91dde28d3d2)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:46:00.167629 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:00.214330 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:46:01.025702 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e745d-99d6-42dd-af0b-496dd4b5d3cb req-683decf5-cf2c-4ede-b667-b602d721f964 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:01.027227 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-521e745d-99d6-42dd-af0b-496dd4b5d3cb req-683decf5-cf2c-4ede-b667-b602d721f964 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 944 time: 0.0491331 Aug 11 22:46:01.070704 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-521e745d-99d6-42dd-af0b-496dd4b5d3cb req-a84a1d81-dbf7-4af1-9eb5-120cef91762f tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370700 Aug 11 22:46:01.272078 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f3746-3619-4fa6-bd75-59c46dd25f43 req-91c452df-5495-4488-b971-4b43cb89c3cf tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:01.273627 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-735f3746-3619-4fa6-bd75-59c46dd25f43 req-91c452df-5495-4488-b971-4b43cb89c3cf tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 944 time: 0.0545924 Aug 11 22:46:01.312164 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-735f3746-3619-4fa6-bd75-59c46dd25f43 req-9a6b9ce0-7c6a-4655-a106-b8c5818098e8 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318670 Aug 11 22:46:01.320280 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076da9a-1e00-4ce1-94f8-8fed6264ce1f req-f179f61c-0597-4abf-b307-a7b0316c2378 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:01.321809 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2076da9a-1e00-4ce1-94f8-8fed6264ce1f req-f179f61c-0597-4abf-b307-a7b0316c2378 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.52 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a&tenant_id=c3b8e1b502f44055a9eae65ccb379590&binding%3Ahost_id=n-h1-804275-3 HTTP/1.1" status: 200 len: 944 time: 0.0898674 Aug 11 22:46:01.384001 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [req-2076da9a-1e00-4ce1-94f8-8fed6264ce1f req-81a0b9db-c315-4d5f-9f44-fda2bc44356d service neutron] delete failed (client error): The resource could not be found. Aug 11 22:46:01.385028 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2076da9a-1e00-4ce1-94f8-8fed6264ce1f req-81a0b9db-c315-4d5f-9f44-fda2bc44356d service neutron] 10.222.0.52 "DELETE /v2.0/ports/3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5/bindings/n-h2-804275-3 HTTP/1.1" status: 404 len: 380 time: 0.0555449 Aug 11 22:46:01.470219 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076da9a-1e00-4ce1-94f8-8fed6264ce1f req-a3ef53a5-fa8c-49f0-a1b8-1b63bb141cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:01.471759 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2076da9a-1e00-4ce1-94f8-8fed6264ce1f req-a3ef53a5-fa8c-49f0-a1b8-1b63bb141cf4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c3b8e1b502f44055a9eae65ccb379590&device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 1095 time: 0.0438974 Aug 11 22:46:01.568052 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076da9a-1e00-4ce1-94f8-8fed6264ce1f req-02cf9590-ba6b-4e28-894c-0f255ade2f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:01.569459 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2076da9a-1e00-4ce1-94f8-8fed6264ce1f req-02cf9590-ba6b-4e28-894c-0f255ade2f15 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6e374a37-2e75-42c8-83d4-015277d56aae HTTP/1.1" status: 200 len: 916 time: 0.0912125 Aug 11 22:46:01.582119 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:46:01.615053 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2076da9a-1e00-4ce1-94f8-8fed6264ce1f req-24d99d50-40f3-48f4-8c3c-9325fa2bc50c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 HTTP/1.1" status: 200 len: 217 time: 0.0389404 Aug 11 22:46:01.679693 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076da9a-1e00-4ce1-94f8-8fed6264ce1f req-88f69a07-28f5-4d6d-97e1-0a94f0edc590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:01.681184 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2076da9a-1e00-4ce1-94f8-8fed6264ce1f req-88f69a07-28f5-4d6d-97e1-0a94f0edc590 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5fb9ebb2-cda9-475a-90b1-e2a8086cfafd HTTP/1.1" status: 200 len: 855 time: 0.0596991 Aug 11 22:46:01.713063 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2076da9a-1e00-4ce1-94f8-8fed6264ce1f req-5a66911c-970e-48cb-831d-87b5d6281027 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6e374a37-2e75-42c8-83d4-015277d56aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248051 Aug 11 22:46:01.802119 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2076da9a-1e00-4ce1-94f8-8fed6264ce1f req-8a8608bb-90e6-44b3-9588-1dc3a3726eca service neutron] 10.222.0.52 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820003 Aug 11 22:46:01.893933 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2076da9a-1e00-4ce1-94f8-8fed6264ce1f req-7ff81d10-1f85-44ff-a237-f45ebc2023c8 service neutron] 10.222.0.52 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850887 Aug 11 22:46:02.435933 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b48eb-b8c9-4cc7-9b83-f9db89d28253 req-4618756d-ffc2-4cf2-98f6-b5e0376fce1f tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:02.437419 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1e0b48eb-b8c9-4cc7-9b83-f9db89d28253 req-4618756d-ffc2-4cf2-98f6-b5e0376fce1f tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 944 time: 0.0536180 Aug 11 22:46:02.478003 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1e0b48eb-b8c9-4cc7-9b83-f9db89d28253 req-eb256622-ceb7-4e9a-a434-515752e24116 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339534 Aug 11 22:46:02.598765 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dd63f-270f-4924-aa8b-bbd98a02386f req-9e9df418-bc14-48e1-add8-345ba683ca6d tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:02.600396 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-485dd63f-270f-4924-aa8b-bbd98a02386f req-9e9df418-bc14-48e1-add8-345ba683ca6d tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 944 time: 0.0508368 Aug 11 22:46:02.638746 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-485dd63f-270f-4924-aa8b-bbd98a02386f req-c5c09ab0-5b38-4cda-a251-cab3803880e4 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322859 Aug 11 22:46:02.758742 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2250a-7e8d-47be-a97a-a6921339411b req-93792c9a-218d-40aa-b37d-d48c92e29ec1 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:02.760304 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-14e2250a-7e8d-47be-a97a-a6921339411b req-93792c9a-218d-40aa-b37d-d48c92e29ec1 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 944 time: 0.0551736 Aug 11 22:46:02.799602 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-14e2250a-7e8d-47be-a97a-a6921339411b req-3f8af898-4e8e-4196-8538-606ceda6c211 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330310 Aug 11 22:46:03.155543 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-1c9b2db5-fbba-4f2f-86de-ec23a9706708 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:03.157126 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-1c9b2db5-fbba-4f2f-86de-ec23a9706708 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/networks?id=6e374a37-2e75-42c8-83d4-015277d56aae HTTP/1.1" status: 200 len: 815 time: 0.1035388 Aug 11 22:46:03.173216 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-a2c61ebe-8d79-4c31-8051-cc33939e5e13 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/quotas/c3b8e1b502f44055a9eae65ccb379590 HTTP/1.1" status: 200 len: 375 time: 0.0099919 Aug 11 22:46:03.229204 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-3f27894e-504d-47bd-aaff-a490cb53fd8f tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c3b8e1b502f44055a9eae65ccb379590&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0495248 Aug 11 22:46:03.320655 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-ba748ba2-895d-4ad8-bf31-2c7e369a72d2 service neutron] 10.222.0.77 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841799 Aug 11 22:46:03.414951 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-cd6b8cf2-3416-47a3-88d5-494a959e1a38 service neutron] 10.222.0.77 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882139 Aug 11 22:46:03.577022 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1e51f904-025c-4c53-b8be-10cae537f7bd req-6f961fe5-ac0e-4517-b322-6f0b15d1513c tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 210 time: 0.0285854 Aug 11 22:46:04.015281 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:46:04.064511 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:46:04.069903 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:46:04.070362 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:04.155574 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:04.176849 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e1fbb1-ae6a-479b-b38f-c99d0a18636a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:46:04.179162 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049e1a56-38cb-49d6-8759-b9a6162bc46a" -d '{"events": [{"server_uuid": "21e1fbb1-ae6a-479b-b38f-c99d0a18636a", "name": "network-vif-plugged", "status": "completed", "tag": "3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:46:04.193316 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5,segment=NetworkSegment(61ed7ce5-6593-41a3-ba04-a91dde28d3d2),segment_id=61ed7ce5-6593-41a3-ba04-a91dde28d3d2)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:46:04.198248 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:04.223400 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f537358-0951-4c48-ba6b-18c08bde979d x-openstack-request-id: req-1f537358-0951-4c48-ba6b-18c08bde979d {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:46:04.223735 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e1fbb1-ae6a-479b-b38f-c99d0a18636a", "name": "network-vif-plugged", "status": "completed", "tag": "3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:46:04.223997 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1f537358-0951-4c48-ba6b-18c08bde979d {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:46:04.224400 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e1fbb1-ae6a-479b-b38f-c99d0a18636a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5', 'code': 200} Aug 11 22:46:04.251678 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5,revision_number=9']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:46:04.743339 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-68d32ae3-35d0-415b-ba27-16527fd8b5f2 req-845e3d21-bf9f-44d6-b248-e4c1f602be6c tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 210 time: 0.0881543 Aug 11 22:46:04.787336 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c91924-8ff6-4968-a94a-ae3d17a8d7fd req-a1e4efce-4488-4b84-8cbf-472c32b15e7b tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:04.788864 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a2c91924-8ff6-4968-a94a-ae3d17a8d7fd req-a1e4efce-4488-4b84-8cbf-472c32b15e7b tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.82 "GET /v2.0/ports?device_id=21e1fbb1-ae6a-479b-b38f-c99d0a18636a HTTP/1.1" status: 200 len: 945 time: 0.1442881 Aug 11 22:46:04.834732 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-f068fe93-72d6-4906-bfb4-e46b9abf227f tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:04.836233 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-f068fe93-72d6-4906-bfb4-e46b9abf227f tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.82 "GET /v2.0/networks?id=6e374a37-2e75-42c8-83d4-015277d56aae HTTP/1.1" status: 200 len: 815 time: 0.1904745 Aug 11 22:46:04.876168 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-e1cb77f0-28f2-41e7-962e-c3cb61c17dd4 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Request body: {'port': {'device_id': 'fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77', 'network_id': '6e374a37-2e75-42c8-83d4-015277d56aae', 'admin_state_up': True, 'tenant_id': 'c3b8e1b502f44055a9eae65ccb379590'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:46:04.974549 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-a2c91924-8ff6-4968-a94a-ae3d17a8d7fd req-23fe1ecc-bc21-454e-b0b7-86f6cd884dd6 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Deleting port 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:46:04.974899 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a2c91924-8ff6-4968-a94a-ae3d17a8d7fd req-23fe1ecc-bc21-454e-b0b7-86f6cd884dd6 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:05.057211 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-e1cb77f0-28f2-41e7-962e-c3cb61c17dd4 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Made reservation on behalf of c3b8e1b502f44055a9eae65ccb379590 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:46:05.060686 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-e1cb77f0-28f2-41e7-962e-c3cb61c17dd4 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:05.103000 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-a2c91924-8ff6-4968-a94a-ae3d17a8d7fd req-23fe1ecc-bc21-454e-b0b7-86f6cd884dd6 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] For port 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5,segment=NetworkSegment(61ed7ce5-6593-41a3-ba04-a91dde28d3d2),segment_id=61ed7ce5-6593-41a3-ba04-a91dde28d3d2)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:46:05.103369 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a2c91924-8ff6-4968-a94a-ae3d17a8d7fd req-23fe1ecc-bc21-454e-b0b7-86f6cd884dd6 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:05.146216 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-a2c91924-8ff6-4968-a94a-ae3d17a8d7fd req-23fe1ecc-bc21-454e-b0b7-86f6cd884dd6 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Calling delete_port for 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:46:05.265579 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-e1cb77f0-28f2-41e7-962e-c3cb61c17dd4 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Allocated IP 172.20.0.9 (6e374a37-2e75-42c8-83d4-015277d56aae/5fb9ebb2-cda9-475a-90b1-e2a8086cfafd/dbab72aa-30fe-42d7-8877-a87b096934af) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:46:05.369490 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a2c91924-8ff6-4968-a94a-ae3d17a8d7fd req-23fe1ecc-bc21-454e-b0b7-86f6cd884dd6 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:05.402761 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:46:05.437379 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe1ecc-bc21-454e-b0b7-86f6cd884dd6 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Pushing event deleted for resources: {'Port': ['ID=3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:46:05.498315 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c91924-8ff6-4968-a94a-ae3d17a8d7fd req-23fe1ecc-bc21-454e-b0b7-86f6cd884dd6 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] No DVR routers for this DVR port 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:46:05.502432 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a2c91924-8ff6-4968-a94a-ae3d17a8d7fd req-23fe1ecc-bc21-454e-b0b7-86f6cd884dd6 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:05.504999 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a2c91924-8ff6-4968-a94a-ae3d17a8d7fd req-23fe1ecc-bc21-454e-b0b7-86f6cd884dd6 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.82 "DELETE /v2.0/ports/3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 HTTP/1.1" status: 204 len: 173 time: 0.7071700 Aug 11 22:46:05.505442 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e1fbb1-ae6a-479b-b38f-c99d0a18636a', 'name': 'network-vif-deleted', 'tag': '3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:46:05.507706 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abec047-5fc7-4a9c-9dfc-45432f03c3bd" -d '{"events": [{"server_uuid": "21e1fbb1-ae6a-479b-b38f-c99d0a18636a", "name": "network-vif-deleted", "tag": "3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:46:05.540895 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-e1cb77f0-28f2-41e7-962e-c3cb61c17dd4 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:05.548266 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a767f8-0fc3-4c30-8b96-6aad99ec1e8c x-openstack-request-id: req-a7a767f8-0fc3-4c30-8b96-6aad99ec1e8c {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:46:05.548562 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e1fbb1-ae6a-479b-b38f-c99d0a18636a", "name": "network-vif-deleted", "tag": "3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:46:05.548820 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a7a767f8-0fc3-4c30-8b96-6aad99ec1e8c {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:46:05.549251 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e1fbb1-ae6a-479b-b38f-c99d0a18636a', 'name': 'network-vif-deleted', 'tag': '3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5', 'status': 'completed', 'code': 200} Aug 11 22:46:05.587997 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-e1cb77f0-28f2-41e7-962e-c3cb61c17dd4 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:05.621289 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:46:05.634847 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-e1cb77f0-28f2-41e7-962e-c3cb61c17dd4 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Network 6e374a37-2e75-42c8-83d4-015277d56aae is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:46:05.640040 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-e1cb77f0-28f2-41e7-962e-c3cb61c17dd4 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:46:05.644730 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-e1cb77f0-28f2-41e7-962e-c3cb61c17dd4 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:46:05.669413 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb77f0-28f2-41e7-962e-c3cb61c17dd4 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Pushing event updated for resources: {'Port': ['ID=dbab72aa-30fe-42d7-8877-a87b096934af,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:46:05.698153 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-e1cb77f0-28f2-41e7-962e-c3cb61c17dd4 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:05.698761 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-e1cb77f0-28f2-41e7-962e-c3cb61c17dd4 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:05.714622 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-e1cb77f0-28f2-41e7-962e-c3cb61c17dd4 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8446751 Aug 11 22:46:05.733298 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-35dcbfc5-be36-4492-b16e-ebc8ab5b369d service neutron] Request body: {'port': {'device_id': 'fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:46:05.790067 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-35dcbfc5-be36-4492-b16e-ebc8ab5b369d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:05.947493 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d0e8f-d9bb-4d01-9054-9c33fdf053bc req-1713bb51-6c38-4e82-99e1-55c54ca9ef92 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:05.949203 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6e3d0e8f-d9bb-4d01-9054-9c33fdf053bc req-1713bb51-6c38-4e82-99e1-55c54ca9ef92 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 931 time: 0.1239812 Aug 11 22:46:06.035303 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6e3d0e8f-d9bb-4d01-9054-9c33fdf053bc req-ef56ab88-0948-4da2-9210-c9cc8742ef1c tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795991 Aug 11 22:46:06.138013 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-35dcbfc5-be36-4492-b16e-ebc8ab5b369d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbab72aa-30fe-42d7-8877-a87b096934af {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:46:06.145802 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-35dcbfc5-be36-4492-b16e-ebc8ab5b369d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:06.158083 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-35dcbfc5-be36-4492-b16e-ebc8ab5b369d service neutron] Transition to ACTIVE for port object dbab72aa-30fe-42d7-8877-a87b096934af will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:46:06.161747 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-35dcbfc5-be36-4492-b16e-ebc8ab5b369d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:06.214743 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dcbfc5-be36-4492-b16e-ebc8ab5b369d service neutron] Pushing event updated for resources: {'Port': ['ID=dbab72aa-30fe-42d7-8877-a87b096934af,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:46:06.283270 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-35dcbfc5-be36-4492-b16e-ebc8ab5b369d service neutron] Attempting to bind port dbab72aa-30fe-42d7-8877-a87b096934af on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:46:06.283638 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-35dcbfc5-be36-4492-b16e-ebc8ab5b369d service neutron] Attempting to bind port dbab72aa-30fe-42d7-8877-a87b096934af by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '61ed7ce5-6593-41a3-ba04-a91dde28d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6e374a37-2e75-42c8-83d4-015277d56aae'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:46:06.283977 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-35dcbfc5-be36-4492-b16e-ebc8ab5b369d service neutron] Attempting to bind port dbab72aa-30fe-42d7-8877-a87b096934af on network 6e374a37-2e75-42c8-83d4-015277d56aae {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:46:06.289020 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-35dcbfc5-be36-4492-b16e-ebc8ab5b369d service neutron] Port dbab72aa-30fe-42d7-8877-a87b096934af on network 6e374a37-2e75-42c8-83d4-015277d56aae not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:46:06.289346 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-35dcbfc5-be36-4492-b16e-ebc8ab5b369d service neutron] Attempting to bind port dbab72aa-30fe-42d7-8877-a87b096934af on network 6e374a37-2e75-42c8-83d4-015277d56aae {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:46:06.294304 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-35dcbfc5-be36-4492-b16e-ebc8ab5b369d service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:46:06.294652 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-35dcbfc5-be36-4492-b16e-ebc8ab5b369d service neutron] Checking segment: {'id': '61ed7ce5-6593-41a3-ba04-a91dde28d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6e374a37-2e75-42c8-83d4-015277d56aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:46:06.295042 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-35dcbfc5-be36-4492-b16e-ebc8ab5b369d service neutron] Bound using segment: {'id': '61ed7ce5-6593-41a3-ba04-a91dde28d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6e374a37-2e75-42c8-83d4-015277d56aae'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:46:06.295480 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-35dcbfc5-be36-4492-b16e-ebc8ab5b369d service neutron] Bound port: dbab72aa-30fe-42d7-8877-a87b096934af, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ed7ce5-6593-41a3-ba04-a91dde28d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6e374a37-2e75-42c8-83d4-015277d56aae'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:46:06.295873 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-35dcbfc5-be36-4492-b16e-ebc8ab5b369d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:06.359308 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-35dcbfc5-be36-4492-b16e-ebc8ab5b369d service neutron] For port dbab72aa-30fe-42d7-8877-a87b096934af, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:46:06.362545 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-35dcbfc5-be36-4492-b16e-ebc8ab5b369d service neutron] For port dbab72aa-30fe-42d7-8877-a87b096934af, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=dbab72aa-30fe-42d7-8877-a87b096934af,segment=NetworkSegment(61ed7ce5-6593-41a3-ba04-a91dde28d3d2),segment_id=61ed7ce5-6593-41a3-ba04-a91dde28d3d2)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:46:06.367305 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-35dcbfc5-be36-4492-b16e-ebc8ab5b369d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:06.403172 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-35dcbfc5-be36-4492-b16e-ebc8ab5b369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:06.403822 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-35dcbfc5-be36-4492-b16e-ebc8ab5b369d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:06.405269 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-35dcbfc5-be36-4492-b16e-ebc8ab5b369d service neutron] 10.222.0.82 "PUT /v2.0/ports/dbab72aa-30fe-42d7-8877-a87b096934af HTTP/1.1" status: 200 len: 1091 time: 0.6771109 Aug 11 22:46:06.424373 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dcbfc5-be36-4492-b16e-ebc8ab5b369d service neutron] Pushing event updated for resources: {'Port': ['ID=dbab72aa-30fe-42d7-8877-a87b096934af,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:46:06.503990 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-3ae911ea-2432-4e35-b71c-40e920e2298e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:06.505530 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-3ae911ea-2432-4e35-b71c-40e920e2298e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3b8e1b502f44055a9eae65ccb379590&device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 1094 time: 0.0478301 Aug 11 22:46:06.555371 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-bf3807e2-d33d-4fc4-8788-5ddb46fda0b6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbab72aa-30fe-42d7-8877-a87b096934af HTTP/1.1" status: 200 len: 217 time: 0.0351560 Aug 11 22:46:06.602526 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-79c2edb6-ecc7-4fc1-959a-199e1a4697d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:06.604007 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-79c2edb6-ecc7-4fc1-959a-199e1a4697d2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5fb9ebb2-cda9-475a-90b1-e2a8086cfafd HTTP/1.1" status: 200 len: 855 time: 0.0424376 Aug 11 22:46:06.639282 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-982c2e2f-2f53-4ce7-9f5d-0ba80973d063 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6e374a37-2e75-42c8-83d4-015277d56aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286133 Aug 11 22:46:06.728364 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-37e4ccfa-83f6-447c-a203-7cbc8dcaa5c2 service neutron] 10.222.0.82 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820673 Aug 11 22:46:06.819741 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09695b95-d72d-48a2-91c4-0ac536e05f45 req-f155b315-2059-43d3-bd3f-bead94c11855 service neutron] 10.222.0.82 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847070 Aug 11 22:46:07.153921 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb5a59-00f4-40f9-bf3d-89b57b0fc070 req-857ae634-8089-4b6b-bbec-6cdf7acd92b0 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:07.155457 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5ccb5a59-00f4-40f9-bf3d-89b57b0fc070 req-857ae634-8089-4b6b-bbec-6cdf7acd92b0 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 943 time: 0.0504673 Aug 11 22:46:07.194665 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5ccb5a59-00f4-40f9-bf3d-89b57b0fc070 req-63f82dba-7d49-41df-b9ac-8e78e2c2d88c tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331743 Aug 11 22:46:07.551178 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77', 'tag': 'dbab72aa-30fe-42d7-8877-a87b096934af'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:46:07.553614 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d909e04-d5a7-41d3-a556-66fff9f2da8c" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77", "tag": "dbab72aa-30fe-42d7-8877-a87b096934af"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:46:07.589727 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2740ea3-d9ee-4962-9bfb-ace9526248df x-openstack-request-id: req-b2740ea3-d9ee-4962-9bfb-ace9526248df {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:46:07.590021 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77", "tag": "dbab72aa-30fe-42d7-8877-a87b096934af", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:46:07.590306 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b2740ea3-d9ee-4962-9bfb-ace9526248df {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:46:07.590704 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77', 'tag': 'dbab72aa-30fe-42d7-8877-a87b096934af', 'status': 'completed', 'code': 200} Aug 11 22:46:07.671898 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d909e04-d5a7-41d3-a556-66fff9f2da8c req-3237e8be-0a7e-4a5f-b5dd-02d1cbd63205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:07.673401 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4d909e04-d5a7-41d3-a556-66fff9f2da8c req-3237e8be-0a7e-4a5f-b5dd-02d1cbd63205 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3b8e1b502f44055a9eae65ccb379590&device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 1094 time: 0.0400865 Aug 11 22:46:07.766989 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d909e04-d5a7-41d3-a556-66fff9f2da8c req-2b58bf8a-0560-40d2-a133-25ebdb5c27f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:07.768504 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4d909e04-d5a7-41d3-a556-66fff9f2da8c req-2b58bf8a-0560-40d2-a133-25ebdb5c27f7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6e374a37-2e75-42c8-83d4-015277d56aae HTTP/1.1" status: 200 len: 916 time: 0.0869637 Aug 11 22:46:07.816298 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4d909e04-d5a7-41d3-a556-66fff9f2da8c req-235e96af-d01b-4a61-b197-da3bcb9ea23a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbab72aa-30fe-42d7-8877-a87b096934af HTTP/1.1" status: 200 len: 217 time: 0.0397069 Aug 11 22:46:07.866929 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d909e04-d5a7-41d3-a556-66fff9f2da8c req-d31e60e2-38f3-4872-8302-0f3f3f86e819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:07.868455 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4d909e04-d5a7-41d3-a556-66fff9f2da8c req-d31e60e2-38f3-4872-8302-0f3f3f86e819 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5fb9ebb2-cda9-475a-90b1-e2a8086cfafd HTTP/1.1" status: 200 len: 855 time: 0.0443935 Aug 11 22:46:07.899376 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4d909e04-d5a7-41d3-a556-66fff9f2da8c req-65c5be89-ec5f-4a91-bdf4-c4233b563086 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6e374a37-2e75-42c8-83d4-015277d56aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235469 Aug 11 22:46:07.992558 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4d909e04-d5a7-41d3-a556-66fff9f2da8c req-dfc00631-4c2b-4d31-9f96-284913858802 service neutron] 10.222.0.82 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852215 Aug 11 22:46:08.080690 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4d909e04-d5a7-41d3-a556-66fff9f2da8c req-7cf5418f-6038-4180-bdd2-3798e1a717f4 service neutron] 10.222.0.82 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808995 Aug 11 22:46:08.314880 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778200da-4676-4f90-b0f2-6920ab9a4d84 req-9282c321-2aca-49c0-9aef-e9c783ba0158 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:08.317001 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-778200da-4676-4f90-b0f2-6920ab9a4d84 req-9282c321-2aca-49c0-9aef-e9c783ba0158 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 943 time: 0.0542316 Aug 11 22:46:08.353812 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-778200da-4676-4f90-b0f2-6920ab9a4d84 req-1221d4e4-bc57-4e2d-8e83-20861c476d64 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308251 Aug 11 22:46:08.602003 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:09.470558 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7beffd-a838-4050-9f5b-10127946b438 req-a766be28-116f-44d3-a948-d532946a8c35 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:09.472203 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ee7beffd-a838-4050-9f5b-10127946b438 req-a766be28-116f-44d3-a948-d532946a8c35 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 943 time: 0.0490422 Aug 11 22:46:09.509151 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ee7beffd-a838-4050-9f5b-10127946b438 req-e8b5de6f-d796-4974-99d3-8c04b4076096 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310733 Aug 11 22:46:10.049426 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device dbab72aa-30fe-42d7-8877-a87b096934af details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:46:10.057468 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:46:10.083301 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:46:10.083680 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 3f14f4f6-0fc7-4cb2-95ec-e96f0b9c63a5 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:46:10.168401 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port dbab72aa-30fe-42d7-8877-a87b096934af, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=dbab72aa-30fe-42d7-8877-a87b096934af,segment=NetworkSegment(61ed7ce5-6593-41a3-ba04-a91dde28d3d2),segment_id=61ed7ce5-6593-41a3-ba04-a91dde28d3d2)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:46:10.179419 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': 'dbab72aa-30fe-42d7-8877-a87b096934af', 'network_id': '6e374a37-2e75-42c8-83d4-015277d56aae', 'port_id': 'dbab72aa-30fe-42d7-8877-a87b096934af', 'mac_address': 'fa:16:3e:5a:8c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb9ebb2-cda9-475a-90b1-e2a8086cfafd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:46:10.216148 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:10.229292 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbab72aa-30fe-42d7-8877-a87b096934af {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:46:10.249001 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port dbab72aa-30fe-42d7-8877-a87b096934af, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=dbab72aa-30fe-42d7-8877-a87b096934af,segment=NetworkSegment(61ed7ce5-6593-41a3-ba04-a91dde28d3d2),segment_id=61ed7ce5-6593-41a3-ba04-a91dde28d3d2)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:46:10.252852 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:10.303598 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=dbab72aa-30fe-42d7-8877-a87b096934af,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:46:10.602087 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['dbab72aa-30fe-42d7-8877-a87b096934af'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:46:10.628326 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404eef7-f7a4-425a-a418-143ec43b7935 req-007420b3-4cfe-412c-a55b-e7467a419691 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:10.630033 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f404eef7-f7a4-425a-a418-143ec43b7935 req-007420b3-4cfe-412c-a55b-e7467a419691 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 944 time: 0.0529647 Aug 11 22:46:10.670953 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f404eef7-f7a4-425a-a418-143ec43b7935 req-0c744ac7-e40a-4593-ad7a-3b120a1bc09c tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348244 Aug 11 22:46:11.790282 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30afc07-1531-4b6f-848a-214068086318 req-c78c625a-e217-44da-8ce8-24a9639d33bd tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:11.791791 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d30afc07-1531-4b6f-848a-214068086318 req-c78c625a-e217-44da-8ce8-24a9639d33bd tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 944 time: 0.0522861 Aug 11 22:46:11.829335 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d30afc07-1531-4b6f-848a-214068086318 req-95d20630-56de-45bf-8d29-9f1a5dc6c1d2 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315936 Aug 11 22:46:12.048960 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device dbab72aa-30fe-42d7-8877-a87b096934af up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:46:12.100802 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port dbab72aa-30fe-42d7-8877-a87b096934af completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:46:12.104596 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port dbab72aa-30fe-42d7-8877-a87b096934af triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:46:12.104984 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:12.180608 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:12.203835 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbab72aa-30fe-42d7-8877-a87b096934af'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:46:12.206085 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf90610-35b7-420a-949e-dd700c60f983" -d '{"events": [{"server_uuid": "fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77", "name": "network-vif-plugged", "status": "completed", "tag": "dbab72aa-30fe-42d7-8877-a87b096934af"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:46:12.218898 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port dbab72aa-30fe-42d7-8877-a87b096934af, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=dbab72aa-30fe-42d7-8877-a87b096934af,segment=NetworkSegment(61ed7ce5-6593-41a3-ba04-a91dde28d3d2),segment_id=61ed7ce5-6593-41a3-ba04-a91dde28d3d2)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:46:12.222848 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:12.246851 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4a365a-5f1a-480c-82f0-d769959cb541 x-openstack-request-id: req-5b4a365a-5f1a-480c-82f0-d769959cb541 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:46:12.247150 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77", "name": "network-vif-plugged", "status": "completed", "tag": "dbab72aa-30fe-42d7-8877-a87b096934af", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:46:12.247407 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5b4a365a-5f1a-480c-82f0-d769959cb541 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:46:12.247829 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbab72aa-30fe-42d7-8877-a87b096934af', 'code': 200} Aug 11 22:46:12.276757 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=dbab72aa-30fe-42d7-8877-a87b096934af,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:46:12.284174 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:12.285063 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:12.285413 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:12.285757 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:12.286096 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:12.286430 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:12.286763 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:12.287095 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:12.287425 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:12.287782 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:12.288110 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:12.288437 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:12.361783 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877665e-7dd2-4302-b840-4c0f42bbd9e1 req-c0fea594-f499-42e1-b135-1d5d097d8eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:12.363888 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f877665e-7dd2-4302-b840-4c0f42bbd9e1 req-c0fea594-f499-42e1-b135-1d5d097d8eac service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 1096 time: 0.0395114 Aug 11 22:46:12.402522 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f877665e-7dd2-4302-b840-4c0f42bbd9e1 req-b3e032bb-b3b4-4e03-b446-127e11ec5490 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302927 Aug 11 22:46:12.945533 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e96ba-fae1-4463-8e39-775837004295 req-21f2959d-31f9-46f0-963e-5f40e7db44a1 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:12.947053 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ab9e96ba-fae1-4463-8e39-775837004295 req-21f2959d-31f9-46f0-963e-5f40e7db44a1 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 945 time: 0.0499098 Aug 11 22:46:12.985879 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ab9e96ba-fae1-4463-8e39-775837004295 req-5decd642-d078-4b55-81bc-0572971b46aa tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328662 Aug 11 22:46:13.282502 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b1c417aa-307d-4f20-9dbe-7b52495d9423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:14.107597 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30754e64-502d-46a5-9e71-fedf66bf06b4 req-cf574ec2-ddab-4a4b-a727-0d489f8b16a5 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:14.109182 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-30754e64-502d-46a5-9e71-fedf66bf06b4 req-cf574ec2-ddab-4a4b-a727-0d489f8b16a5 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 945 time: 0.0541382 Aug 11 22:46:14.150458 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-30754e64-502d-46a5-9e71-fedf66bf06b4 req-54fd4710-536a-454a-93c3-c39e07ae9441 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347455 Aug 11 22:46:14.270184 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88584d30-d2de-427e-98da-b67466efd97e req-300972b9-a6cf-4fcc-a726-2525c3b901d8 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:14.271670 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-88584d30-d2de-427e-98da-b67466efd97e req-300972b9-a6cf-4fcc-a726-2525c3b901d8 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 945 time: 0.0511882 Aug 11 22:46:14.310501 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-88584d30-d2de-427e-98da-b67466efd97e req-ea968321-5ae2-4450-b2e3-baeb203b49fb tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325756 Aug 11 22:46:14.558559 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8205038-9e5c-4ab6-870a-0f682de6652a req-0b7efe19-0ac5-4a0f-a269-a4235da83333 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:14.560061 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8205038-9e5c-4ab6-870a-0f682de6652a req-0b7efe19-0ac5-4a0f-a269-a4235da83333 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 945 time: 0.0515485 Aug 11 22:46:14.562276 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-eda1cce5-02f0-443d-9e5b-fb2f60ead544 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0430012 Aug 11 22:46:14.603566 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c8205038-9e5c-4ab6-870a-0f682de6652a req-e19fe5a9-e677-4c28-bda2-82d6146e1dc8 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355186 Aug 11 22:46:15.674144 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-65abf1ee-c64e-4ca5-977f-977e167058f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:15.676211 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-65abf1ee-c64e-4ca5-977f-977e167058f5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3b8e1b502f44055a9eae65ccb379590&device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 1096 time: 0.0470784 Aug 11 22:46:15.788316 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbcc3b-703d-424c-ac52-8d1c75ce57ee req-268296a6-65e2-4d13-be87-22bd916a3909 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:15.789824 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-21cbcc3b-703d-424c-ac52-8d1c75ce57ee req-268296a6-65e2-4d13-be87-22bd916a3909 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 945 time: 0.1127360 Aug 11 22:46:15.825743 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-eb57472e-e0d3-4f7b-a552-596908cb43b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:15.827563 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-eb57472e-e0d3-4f7b-a552-596908cb43b0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6e374a37-2e75-42c8-83d4-015277d56aae HTTP/1.1" status: 200 len: 916 time: 0.1416266 Aug 11 22:46:15.851692 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-21cbcc3b-703d-424c-ac52-8d1c75ce57ee req-3ceb8525-9dfc-4920-a5d0-02ea74379a5b tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551374 Aug 11 22:46:15.880011 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-5c0cf7e9-2b6c-4b03-acd7-40dc2921354a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbab72aa-30fe-42d7-8877-a87b096934af HTTP/1.1" status: 200 len: 217 time: 0.0421333 Aug 11 22:46:15.929826 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-4655800e-a9a8-4b27-b316-687a68d7e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:15.931230 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-4655800e-a9a8-4b27-b316-687a68d7e253 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5fb9ebb2-cda9-475a-90b1-e2a8086cfafd HTTP/1.1" status: 200 len: 855 time: 0.0443769 Aug 11 22:46:15.963287 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-77f84c21-1878-4d68-870a-10bcac8df99f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6e374a37-2e75-42c8-83d4-015277d56aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248942 Aug 11 22:46:16.059374 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-e5f6068f-095c-4fa7-83b9-fac3ce9fb9a5 service neutron] 10.222.0.82 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893610 Aug 11 22:46:16.101918 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:16.148270 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-1f090823-fe05-48dc-914b-beccf05c73d5 service neutron] 10.222.0.82 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825474 Aug 11 22:46:16.288572 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4af417ba-eb1b-43c6-b0b3-1d5bab6c9d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:16.970826 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573be48-620f-4875-8468-65d028cc6c38 req-1a17b282-8e35-487e-9626-eaefb24bbdc9 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:16.972945 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7573be48-620f-4875-8468-65d028cc6c38 req-1a17b282-8e35-487e-9626-eaefb24bbdc9 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 945 time: 0.0543857 Aug 11 22:46:17.012156 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7573be48-620f-4875-8468-65d028cc6c38 req-4461f3ef-5595-4ecc-9dd8-ac3146fe3cd7 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330212 Aug 11 22:46:17.649667 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:18.130881 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188c17a-fa08-4f45-b498-30de9e23dde3 req-78f296d0-4c60-441a-90b9-a2a751ba4008 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:18.132455 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5188c17a-fa08-4f45-b498-30de9e23dde3 req-78f296d0-4c60-441a-90b9-a2a751ba4008 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 945 time: 0.0512521 Aug 11 22:46:18.172099 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5188c17a-fa08-4f45-b498-30de9e23dde3 req-5afc0755-505c-4f14-b21f-98622c782773 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335901 Aug 11 22:46:19.109727 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:19.285846 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db61d-92d1-45aa-b4ae-9d6764d7d66b req-477bc9f4-fb5c-4e07-8603-eae16386ef66 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:19.287244 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-134db61d-92d1-45aa-b4ae-9d6764d7d66b req-477bc9f4-fb5c-4e07-8603-eae16386ef66 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 945 time: 0.0477555 Aug 11 22:46:19.324341 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-134db61d-92d1-45aa-b4ae-9d6764d7d66b req-a24ede80-d596-4191-82f6-7dab6887e7a2 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311100 Aug 11 22:46:20.439993 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48922ca-ae39-45a5-8b2b-06d7c23826ad req-e1238c07-26ba-48e2-ad4c-d3aa376e22a0 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:20.441946 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d48922ca-ae39-45a5-8b2b-06d7c23826ad req-e1238c07-26ba-48e2-ad4c-d3aa376e22a0 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 945 time: 0.0518041 Aug 11 22:46:20.478374 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d48922ca-ae39-45a5-8b2b-06d7c23826ad req-a1dd77a8-4484-4325-b5e5-d2440cc654b7 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305212 Aug 11 22:46:20.906861 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:21.595148 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b724c-ebab-4776-a79c-c3144228e5cb req-a0ff41bb-d26f-4426-87ba-d469d63fa9c4 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:21.596674 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c50b724c-ebab-4776-a79c-c3144228e5cb req-a0ff41bb-d26f-4426-87ba-d469d63fa9c4 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 945 time: 0.0487497 Aug 11 22:46:21.634334 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c50b724c-ebab-4776-a79c-c3144228e5cb req-081e961a-c929-4245-8a93-d7245e2a54c9 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317149 Aug 11 22:46:22.748385 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed5ed9-671e-495a-9d53-cb21fdecd3bb req-c1b70597-3587-467e-8cb7-4dfcc96a6630 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:22.749895 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c1ed5ed9-671e-495a-9d53-cb21fdecd3bb req-c1b70597-3587-467e-8cb7-4dfcc96a6630 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 945 time: 0.0488124 Aug 11 22:46:22.788370 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c1ed5ed9-671e-495a-9d53-cb21fdecd3bb req-7eb8dcd9-c056-4334-a685-fcc016b0c3c7 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318682 Aug 11 22:46:23.907582 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7790d61-dd9d-4367-93d9-1664369cad20 req-3f23dde9-6a9e-4b09-b723-8489f7b28758 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:23.909069 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d7790d61-dd9d-4367-93d9-1664369cad20 req-3f23dde9-6a9e-4b09-b723-8489f7b28758 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 945 time: 0.0527802 Aug 11 22:46:23.946979 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d7790d61-dd9d-4367-93d9-1664369cad20 req-f7ede252-1bf2-46be-a763-8aa41dc62254 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318742 Aug 11 22:46:25.062099 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180e0ff-5bb3-4a21-82ec-ad80f718f85e req-d3d3e885-b7f2-445e-b601-5d22a29790e1 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:25.063627 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f180e0ff-5bb3-4a21-82ec-ad80f718f85e req-d3d3e885-b7f2-445e-b601-5d22a29790e1 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 945 time: 0.0497501 Aug 11 22:46:25.101101 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f180e0ff-5bb3-4a21-82ec-ad80f718f85e req-6e92acaa-37d9-4666-82fe-149855dfa9a7 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309548 Aug 11 22:46:26.214716 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc5f1b-3db0-415a-9d1f-3f29b74ebe99 req-e12f13b5-2ada-416b-b46e-2eb91ac6e575 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:26.216240 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-17dc5f1b-3db0-415a-9d1f-3f29b74ebe99 req-e12f13b5-2ada-416b-b46e-2eb91ac6e575 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 945 time: 0.0477536 Aug 11 22:46:26.253098 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-17dc5f1b-3db0-415a-9d1f-3f29b74ebe99 req-f128c3bd-9867-4f69-83ae-1403033465aa tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308969 Aug 11 22:46:26.533505 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-1c1499ab-994e-4d15-90ec-b52f7a20dddb req-eca13dc1-f77b-4744-8554-d6422ec3a699 service neutron] (100942) timed out ('10.222.0.82', 61315) {{(pid=100942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 22:46:27.369609 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3fe39-3290-410c-bbf6-254193cd4fe3 req-0cc62fcc-1baa-4e01-a3d2-4e3a4c8ce184 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:27.371070 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b5f3fe39-3290-410c-bbf6-254193cd4fe3 req-0cc62fcc-1baa-4e01-a3d2-4e3a4c8ce184 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 945 time: 0.0508254 Aug 11 22:46:27.409475 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b5f3fe39-3290-410c-bbf6-254193cd4fe3 req-d63170e6-4cb1-48c6-8e74-e9cd38078b48 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321469 Aug 11 22:46:28.522102 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae0a17-2b76-4acb-9571-0557a770fa80 req-5288a28e-d78c-49ba-b6f8-0ea6100f0384 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:28.524042 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a8ae0a17-2b76-4acb-9571-0557a770fa80 req-5288a28e-d78c-49ba-b6f8-0ea6100f0384 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 945 time: 0.0489473 Aug 11 22:46:28.563136 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a8ae0a17-2b76-4acb-9571-0557a770fa80 req-e5eb706d-255e-4172-b204-6fb3805e84b8 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328374 Aug 11 22:46:29.109567 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:46:29.677751 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51471458-a132-4a72-8620-04f682b3392f req-51cc0c67-4650-479d-bdc6-a72bbd83ce11 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:29.679226 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-51471458-a132-4a72-8620-04f682b3392f req-51cc0c67-4650-479d-bdc6-a72bbd83ce11 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 945 time: 0.0484374 Aug 11 22:46:29.715348 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-51471458-a132-4a72-8620-04f682b3392f req-86fddeb8-0aed-4a65-afd4-bf52edd3f072 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301838 Aug 11 22:46:30.836140 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca9f72-039e-4a4c-a5e3-317c457a4608 req-4e457dce-e041-46a7-8d7e-c6123b2730d9 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:30.837682 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ceca9f72-039e-4a4c-a5e3-317c457a4608 req-4e457dce-e041-46a7-8d7e-c6123b2730d9 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 945 time: 0.0535176 Aug 11 22:46:30.877745 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ceca9f72-039e-4a4c-a5e3-317c457a4608 req-67a33b29-ece9-41c7-99ea-d30ba4b7f96f tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337164 Aug 11 22:46:31.993078 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928fd0d7-8b30-4172-b053-5dbc12693e93 req-f562ff1d-41eb-4efa-9aa2-9db0496186b4 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:31.994568 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-928fd0d7-8b30-4172-b053-5dbc12693e93 req-f562ff1d-41eb-4efa-9aa2-9db0496186b4 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 945 time: 0.0486987 Aug 11 22:46:32.032836 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-928fd0d7-8b30-4172-b053-5dbc12693e93 req-c329ff88-30ad-4dcf-8203-0e0df652259e tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321848 Aug 11 22:46:33.146286 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c98bda-eef9-443d-a932-6fef0dd69743 req-99f48d6b-90a2-43d0-a113-27a75a30d669 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:33.147799 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d2c98bda-eef9-443d-a932-6fef0dd69743 req-99f48d6b-90a2-43d0-a113-27a75a30d669 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 945 time: 0.0476813 Aug 11 22:46:33.185792 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d2c98bda-eef9-443d-a932-6fef0dd69743 req-97142e65-09a8-4037-9389-def0f410fdbc tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317979 Aug 11 22:46:34.305335 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51514ad-3447-4ba4-b3aa-fda96c8b1cb0 req-45a14eb2-27f0-4357-8a70-6b5ea70a09a6 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:34.306843 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d51514ad-3447-4ba4-b3aa-fda96c8b1cb0 req-45a14eb2-27f0-4357-8a70-6b5ea70a09a6 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 945 time: 0.0530696 Aug 11 22:46:34.344313 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d51514ad-3447-4ba4-b3aa-fda96c8b1cb0 req-70522068-abca-458a-b4db-61e87bfbc4a3 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313659 Aug 11 22:46:35.459885 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533362e-0d12-41aa-9217-80f785a4b3aa req-d9871538-94c8-4548-b623-523a01f1b78a tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:35.461286 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5533362e-0d12-41aa-9217-80f785a4b3aa req-d9871538-94c8-4548-b623-523a01f1b78a tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 945 time: 0.0484285 Aug 11 22:46:35.499299 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5533362e-0d12-41aa-9217-80f785a4b3aa req-3b91f9a5-21f4-40f7-9ae0-8702826844f3 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319562 Aug 11 22:46:36.615933 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88777ee-1e04-4a1e-80cc-952e8172abe4 req-422a6b23-95ea-400d-b9fd-241c05f2aadd tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:36.617457 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b88777ee-1e04-4a1e-80cc-952e8172abe4 req-422a6b23-95ea-400d-b9fd-241c05f2aadd tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 945 time: 0.0498476 Aug 11 22:46:36.655335 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b88777ee-1e04-4a1e-80cc-952e8172abe4 req-94078fb1-430c-4b23-a3a1-c217930123c6 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318472 Aug 11 22:46:37.774812 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c91c3-f9b3-4e0f-8627-5c754498f29a req-dcc368b8-b16c-40e5-a820-c55bd070c40f tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:37.776618 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-449c91c3-f9b3-4e0f-8627-5c754498f29a req-dcc368b8-b16c-40e5-a820-c55bd070c40f tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 945 time: 0.0550401 Aug 11 22:46:37.813203 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-449c91c3-f9b3-4e0f-8627-5c754498f29a req-c3a3db96-3ea5-4ea7-980c-c91ecf1959a0 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306458 Aug 11 22:46:38.605660 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:38.929326 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd72a6a-0c6f-4c33-af42-4be77d0dda12 req-0a713233-d562-47aa-abc7-10fc10b4263d tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:38.930741 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ffd72a6a-0c6f-4c33-af42-4be77d0dda12 req-0a713233-d562-47aa-abc7-10fc10b4263d tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 945 time: 0.0498631 Aug 11 22:46:38.968769 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ffd72a6a-0c6f-4c33-af42-4be77d0dda12 req-a9f17dbe-aa86-4c18-a435-1c6632f8c51f tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318570 Aug 11 22:46:40.081915 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d46066-d174-4983-9d23-77317ff7849b req-936a5c37-22d8-4d7f-afc3-be5d3292f8dc tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:40.083394 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-96d46066-d174-4983-9d23-77317ff7849b req-936a5c37-22d8-4d7f-afc3-be5d3292f8dc tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 945 time: 0.0474477 Aug 11 22:46:40.121442 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-96d46066-d174-4983-9d23-77317ff7849b req-bb4183bf-ce18-4d9f-ab5f-91e7c64acad6 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319970 Aug 11 22:46:41.246912 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16b465-d78d-4528-a78c-5df97ddb3ebc req-fdda5f73-d669-4c79-aa24-3dfbb1d53547 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:41.248437 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-db16b465-d78d-4528-a78c-5df97ddb3ebc req-fdda5f73-d669-4c79-aa24-3dfbb1d53547 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 945 time: 0.0516102 Aug 11 22:46:41.340646 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-db16b465-d78d-4528-a78c-5df97ddb3ebc req-24aea7cc-fc87-40cd-be6e-67f2c396715d tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855701 Aug 11 22:46:42.459257 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f89085-4a69-49ca-89a1-86cf302cebee req-6ba99dee-5bac-4070-88b4-2b00ae18531a tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:42.460733 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d2f89085-4a69-49ca-89a1-86cf302cebee req-6ba99dee-5bac-4070-88b4-2b00ae18531a tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 945 time: 0.0507243 Aug 11 22:46:42.502482 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d2f89085-4a69-49ca-89a1-86cf302cebee req-ad57f696-e376-438f-b110-7cd0e69a8902 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356889 Aug 11 22:46:43.283092 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-eaff20f5-8dd5-415e-85a7-f97bd2510586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:43.298746 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-187e2c9a-fc93-4afe-889e-7f835e4496b8 service neutron] show failed (client error): The resource could not be found. Aug 11 22:46:43.299802 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-187e2c9a-fc93-4afe-889e-7f835e4496b8 service neutron] 10.222.0.82 "GET /v2.0/ports/dbab72aa-30fe-42d7-8877-a87b096934af/bindings/n-h2-804275-3 HTTP/1.1" status: 404 len: 380 time: 0.0574126 Aug 11 22:46:43.496066 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-1cb645f6-3e28-4afa-bd9a-2cab85d448b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:43.497599 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-1cb645f6-3e28-4afa-bd9a-2cab85d448b7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77&tenant_id=c3b8e1b502f44055a9eae65ccb379590 HTTP/1.1" status: 200 len: 1096 time: 0.0410898 Aug 11 22:46:43.509589 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804275-3', 'device_owner': 'compute:nova'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:46:43.567569 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:43.630920 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143f2ad-2a1c-4fdd-be68-a08215b644f6 req-074c24c0-f88a-4853-8e43-7bb74eac3c32 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:43.632576 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2143f2ad-2a1c-4fdd-be68-a08215b644f6 req-074c24c0-f88a-4853-8e43-7bb74eac3c32 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 945 time: 0.0544736 Aug 11 22:46:43.671343 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2143f2ad-2a1c-4fdd-be68-a08215b644f6 req-2763bfbf-3278-4cd3-9e65-d44f43503dd4 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327775 Aug 11 22:46:43.774942 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] For port dbab72aa-30fe-42d7-8877-a87b096934af, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=dbab72aa-30fe-42d7-8877-a87b096934af,segment=NetworkSegment(61ed7ce5-6593-41a3-ba04-a91dde28d3d2),segment_id=61ed7ce5-6593-41a3-ba04-a91dde28d3d2)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:46:43.807471 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] For port dbab72aa-30fe-42d7-8877-a87b096934af, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:46:43.849201 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbab72aa-30fe-42d7-8877-a87b096934af'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:46:43.851843 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c2eb90-e845-416a-9349-753f19b9bc07" -d '{"events": [{"server_uuid": "fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77", "name": "network-vif-unplugged", "status": "completed", "tag": "dbab72aa-30fe-42d7-8877-a87b096934af"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:46:43.856279 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:43.868624 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Transition to ACTIVE for port object dbab72aa-30fe-42d7-8877-a87b096934af will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:46:43.872439 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:43.903766 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 22:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619d6279-5fe1-4293-b608-0a12d1f3d674 x-openstack-request-id: req-619d6279-5fe1-4293-b608-0a12d1f3d674 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:46:43.904066 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77", "name": "network-vif-unplugged", "status": "completed", "tag": "dbab72aa-30fe-42d7-8877-a87b096934af", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:46:43.904393 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-619d6279-5fe1-4293-b608-0a12d1f3d674 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:46:43.904841 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbab72aa-30fe-42d7-8877-a87b096934af', 'code': 200} Aug 11 22:46:43.943115 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] No DVR routers for this DVR port dbab72aa-30fe-42d7-8877-a87b096934af on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:46:43.946231 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Pushing event updated for resources: {'Port': ['ID=dbab72aa-30fe-42d7-8877-a87b096934af,revision_number=6']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:46:43.957520 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:43.957873 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:43.958221 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:43.958561 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:43.958897 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:43.959233 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:43.959586 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:43.959917 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:43.960245 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:43.960573 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:43.960898 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:43.961223 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:43.990102 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Attempting to bind port dbab72aa-30fe-42d7-8877-a87b096934af on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:46:43.990435 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Attempting to bind port dbab72aa-30fe-42d7-8877-a87b096934af by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '61ed7ce5-6593-41a3-ba04-a91dde28d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6e374a37-2e75-42c8-83d4-015277d56aae'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:46:43.990769 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Attempting to bind port dbab72aa-30fe-42d7-8877-a87b096934af on network 6e374a37-2e75-42c8-83d4-015277d56aae {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:46:43.995068 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Port dbab72aa-30fe-42d7-8877-a87b096934af on network 6e374a37-2e75-42c8-83d4-015277d56aae not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:46:43.995395 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Attempting to bind port dbab72aa-30fe-42d7-8877-a87b096934af on network 6e374a37-2e75-42c8-83d4-015277d56aae {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:46:44.000265 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:46:44.000612 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Checking segment: {'id': '61ed7ce5-6593-41a3-ba04-a91dde28d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6e374a37-2e75-42c8-83d4-015277d56aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:46:44.001004 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Bound using segment: {'id': '61ed7ce5-6593-41a3-ba04-a91dde28d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6e374a37-2e75-42c8-83d4-015277d56aae'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:46:44.001434 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Bound port: dbab72aa-30fe-42d7-8877-a87b096934af, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ed7ce5-6593-41a3-ba04-a91dde28d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6e374a37-2e75-42c8-83d4-015277d56aae'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:46:44.001796 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:44.065633 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] For port dbab72aa-30fe-42d7-8877-a87b096934af, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:46:44.068628 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] For port dbab72aa-30fe-42d7-8877-a87b096934af, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=dbab72aa-30fe-42d7-8877-a87b096934af,segment=NetworkSegment(61ed7ce5-6593-41a3-ba04-a91dde28d3d2),segment_id=61ed7ce5-6593-41a3-ba04-a91dde28d3d2)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:46:44.073157 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:44.106100 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:44.106723 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:44.108260 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] 10.222.0.52 "PUT /v2.0/ports/dbab72aa-30fe-42d7-8877-a87b096934af HTTP/1.1" status: 200 len: 1091 time: 0.6026521 Aug 11 22:46:44.138067 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4298982-32ac-443f-9b77-12b5c28e8f7d service neutron] Pushing event updated for resources: {'Port': ['ID=dbab72aa-30fe-42d7-8877-a87b096934af,revision_number=7']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:46:44.176212 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-01692f79-fd91-4202-9f33-538e9e63c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:44.177767 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-01692f79-fd91-4202-9f33-538e9e63c713 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c3b8e1b502f44055a9eae65ccb379590&device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 1094 time: 0.0474665 Aug 11 22:46:44.265304 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-6a3492f5-e3ff-425d-a402-aa622486edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:44.266779 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-6a3492f5-e3ff-425d-a402-aa622486edb1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6e374a37-2e75-42c8-83d4-015277d56aae HTTP/1.1" status: 200 len: 916 time: 0.0825300 Aug 11 22:46:44.307708 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-a5e58fb3-b017-45dd-b475-7a292b1eeec7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbab72aa-30fe-42d7-8877-a87b096934af HTTP/1.1" status: 200 len: 217 time: 0.0342557 Aug 11 22:46:44.359615 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-3f4f93ac-71c0-477e-872c-51615ce36d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:44.360983 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-3f4f93ac-71c0-477e-872c-51615ce36d82 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5fb9ebb2-cda9-475a-90b1-e2a8086cfafd HTTP/1.1" status: 200 len: 855 time: 0.0464242 Aug 11 22:46:44.391173 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-78d14b82-29a9-436d-b71f-b4ae76e269b6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6e374a37-2e75-42c8-83d4-015277d56aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232606 Aug 11 22:46:44.481685 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-ce34c7e3-56ef-4136-82f4-bde2a4ce5e5e service neutron] 10.222.0.52 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819809 Aug 11 22:46:44.574617 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-73d40f1b-8cdd-4b33-9220-2a3bd40eadc3 req-68585aa2-a122-4b1e-9ff7-092e5a7f7ea1 service neutron] 10.222.0.52 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853736 Aug 11 22:46:44.788194 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b1750-7424-496d-bf48-310c8d1b8d28 req-3769feaf-b9de-4d9a-b27a-90aab2bf8fc3 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:44.789696 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d22b1750-7424-496d-bf48-310c8d1b8d28 req-3769feaf-b9de-4d9a-b27a-90aab2bf8fc3 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 943 time: 0.0489368 Aug 11 22:46:44.826793 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d22b1750-7424-496d-bf48-310c8d1b8d28 req-0cd15265-e0b7-4d7d-814d-9ec69972c3a2 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312161 Aug 11 22:46:45.906462 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77', 'tag': 'dbab72aa-30fe-42d7-8877-a87b096934af'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:46:45.908853 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a38f08c-740a-49f9-aeb2-3c36e40af1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77", "tag": "dbab72aa-30fe-42d7-8877-a87b096934af"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:46:45.942765 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2094e51-c1ee-49ee-984a-c13af86dd54f req-05505e2e-b15d-46ac-a650-abc8733b5989 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:45.944312 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e2094e51-c1ee-49ee-984a-c13af86dd54f req-05505e2e-b15d-46ac-a650-abc8733b5989 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 943 time: 0.0490489 Aug 11 22:46:45.982928 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e2094e51-c1ee-49ee-984a-c13af86dd54f req-a2723985-1ce1-4fa2-8901-eb3ddf8c00af tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325923 Aug 11 22:46:46.039464 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a628ecb-a4ef-4ede-9781-9c78c2964994 x-openstack-request-id: req-1a628ecb-a4ef-4ede-9781-9c78c2964994 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:46:46.039785 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77", "tag": "dbab72aa-30fe-42d7-8877-a87b096934af", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:46:46.040045 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1a628ecb-a4ef-4ede-9781-9c78c2964994 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:46:46.040450 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77', 'tag': 'dbab72aa-30fe-42d7-8877-a87b096934af', 'status': 'completed', 'code': 200} Aug 11 22:46:46.112647 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:46.125768 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38f08c-740a-49f9-aeb2-3c36e40af1e9 req-c5f1fb16-f7d2-4346-897e-abf8132b8354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:46.127365 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3a38f08c-740a-49f9-aeb2-3c36e40af1e9 req-c5f1fb16-f7d2-4346-897e-abf8132b8354 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c3b8e1b502f44055a9eae65ccb379590&device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 1094 time: 0.0592692 Aug 11 22:46:46.133118 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38f08c-740a-49f9-aeb2-3c36e40af1e9 req-5c0cf34d-c0c0-459a-a8c4-8ac0b029bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:46.134415 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a38f08c-740a-49f9-aeb2-3c36e40af1e9 req-5c0cf34d-c0c0-459a-a8c4-8ac0b029bc64 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3b8e1b502f44055a9eae65ccb379590&device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 1094 time: 0.0547152 Aug 11 22:46:46.231658 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38f08c-740a-49f9-aeb2-3c36e40af1e9 req-96d5af5c-19aa-4fbb-b086-0457871a8df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:46.233610 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a38f08c-740a-49f9-aeb2-3c36e40af1e9 req-96d5af5c-19aa-4fbb-b086-0457871a8df1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6e374a37-2e75-42c8-83d4-015277d56aae HTTP/1.1" status: 200 len: 916 time: 0.0921276 Aug 11 22:46:46.234781 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38f08c-740a-49f9-aeb2-3c36e40af1e9 req-95cbdce0-1f57-4d2a-bc71-5cb9eeaf8b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:46.236350 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3a38f08c-740a-49f9-aeb2-3c36e40af1e9 req-95cbdce0-1f57-4d2a-bc71-5cb9eeaf8b49 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6e374a37-2e75-42c8-83d4-015277d56aae HTTP/1.1" status: 200 len: 916 time: 0.0999203 Aug 11 22:46:46.279107 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3a38f08c-740a-49f9-aeb2-3c36e40af1e9 req-73af1a80-2c65-4a29-9fac-0cac1375e3c1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbab72aa-30fe-42d7-8877-a87b096934af HTTP/1.1" status: 200 len: 217 time: 0.0349600 Aug 11 22:46:46.281027 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a38f08c-740a-49f9-aeb2-3c36e40af1e9 req-53b526d0-dddc-44d1-ae05-d4043be0cb87 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbab72aa-30fe-42d7-8877-a87b096934af HTTP/1.1" status: 200 len: 217 time: 0.0405886 Aug 11 22:46:46.291116 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-60649556-e098-4ef6-9a6b-ca3af3a0891f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:46.328408 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38f08c-740a-49f9-aeb2-3c36e40af1e9 req-71e14c19-7ad2-447f-b875-7189bd3e1ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:46.329914 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3a38f08c-740a-49f9-aeb2-3c36e40af1e9 req-71e14c19-7ad2-447f-b875-7189bd3e1ffe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5fb9ebb2-cda9-475a-90b1-e2a8086cfafd HTTP/1.1" status: 200 len: 855 time: 0.0441411 Aug 11 22:46:46.332274 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38f08c-740a-49f9-aeb2-3c36e40af1e9 req-c6fefa3e-f5e3-43c1-9e06-7ed0a94cdf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:46.333740 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a38f08c-740a-49f9-aeb2-3c36e40af1e9 req-c6fefa3e-f5e3-43c1-9e06-7ed0a94cdf95 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5fb9ebb2-cda9-475a-90b1-e2a8086cfafd HTTP/1.1" status: 200 len: 855 time: 0.0461836 Aug 11 22:46:46.363451 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3a38f08c-740a-49f9-aeb2-3c36e40af1e9 req-33ab8673-edce-4ca6-9c14-5a98cf35983e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6e374a37-2e75-42c8-83d4-015277d56aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242994 Aug 11 22:46:46.366175 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a38f08c-740a-49f9-aeb2-3c36e40af1e9 req-a59f5707-5236-4abc-a01e-ebbdcb96bbe4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6e374a37-2e75-42c8-83d4-015277d56aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245245 Aug 11 22:46:46.456623 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3a38f08c-740a-49f9-aeb2-3c36e40af1e9 req-2b1668d3-0a8b-424b-84d4-f36fb32e0740 service neutron] 10.222.0.52 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867989 Aug 11 22:46:46.459000 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a38f08c-740a-49f9-aeb2-3c36e40af1e9 req-1935f070-9bb0-41d5-bd70-1642cc7c34e9 service neutron] 10.222.0.82 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860119 Aug 11 22:46:46.548389 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-3a38f08c-740a-49f9-aeb2-3c36e40af1e9 req-fbb0bb23-93b8-435f-9057-cf8d2406e7e9 service neutron] 10.222.0.52 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847304 Aug 11 22:46:46.555242 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a38f08c-740a-49f9-aeb2-3c36e40af1e9 req-a41a788f-696d-4ec9-8e86-0589f81993eb service neutron] 10.222.0.82 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884986 Aug 11 22:46:47.099427 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe7e98-9e76-4ea8-8b1c-102dd43f0ea0 req-7d99e41b-3473-4ae5-8de3-4617aaca6768 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:47.100932 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fdbe7e98-9e76-4ea8-8b1c-102dd43f0ea0 req-7d99e41b-3473-4ae5-8de3-4617aaca6768 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 943 time: 0.0479779 Aug 11 22:46:47.138394 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fdbe7e98-9e76-4ea8-8b1c-102dd43f0ea0 req-1bab3e54-cf9e-4be8-84a4-28d46591323a tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313809 Aug 11 22:46:47.652361 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:47.663925 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d73b6-2ea7-4de2-80f6-3ff44aa41f07 req-a35ec955-e6e9-438e-84d6-73de8b63975a tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:47.665418 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-466d73b6-2ea7-4de2-80f6-3ff44aa41f07 req-a35ec955-e6e9-438e-84d6-73de8b63975a tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 943 time: 0.3828700 Aug 11 22:46:47.679169 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ab85c-9523-440f-9d55-9587b461966b req-4aa2cd27-5ec4-4090-91f3-c1839bd578b4 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:47.680628 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-253ab85c-9523-440f-9d55-9587b461966b req-4aa2cd27-5ec4-4090-91f3-c1839bd578b4 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77&tenant_id=c3b8e1b502f44055a9eae65ccb379590&binding%3Ahost_id=n-h2-804275-3 HTTP/1.1" status: 200 len: 943 time: 0.3685074 Aug 11 22:46:47.709020 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device dbab72aa-30fe-42d7-8877-a87b096934af details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:46:47.741657 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-466d73b6-2ea7-4de2-80f6-3ff44aa41f07 req-1de0d486-9ce6-42ad-9563-c1b496e46aae tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701618 Aug 11 22:46:47.762202 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [req-253ab85c-9523-440f-9d55-9587b461966b req-dc20c370-bc45-440c-9e4d-bae42c1a894e service neutron] delete failed (client error): The resource could not be found. Aug 11 22:46:47.763233 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-253ab85c-9523-440f-9d55-9587b461966b req-dc20c370-bc45-440c-9e4d-bae42c1a894e service neutron] 10.222.0.82 "DELETE /v2.0/ports/dbab72aa-30fe-42d7-8877-a87b096934af/bindings/n-h1-804275-3 HTTP/1.1" status: 404 len: 380 time: 0.0696588 Aug 11 22:46:47.806989 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port dbab72aa-30fe-42d7-8877-a87b096934af, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=dbab72aa-30fe-42d7-8877-a87b096934af,segment=NetworkSegment(61ed7ce5-6593-41a3-ba04-a91dde28d3d2),segment_id=61ed7ce5-6593-41a3-ba04-a91dde28d3d2)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:46:47.820792 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'dbab72aa-30fe-42d7-8877-a87b096934af', 'network_id': '6e374a37-2e75-42c8-83d4-015277d56aae', 'port_id': 'dbab72aa-30fe-42d7-8877-a87b096934af', 'mac_address': 'fa:16:3e:5a:8c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb9ebb2-cda9-475a-90b1-e2a8086cfafd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:46:47.861498 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:47.875704 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbab72aa-30fe-42d7-8877-a87b096934af {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:46:47.887565 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ab85c-9523-440f-9d55-9587b461966b req-2d673c4f-afbc-45d1-94ca-580bced2c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:47.889682 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-253ab85c-9523-440f-9d55-9587b461966b req-2d673c4f-afbc-45d1-94ca-580bced2c46a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c3b8e1b502f44055a9eae65ccb379590&device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 1094 time: 0.0503438 Aug 11 22:46:47.896587 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port dbab72aa-30fe-42d7-8877-a87b096934af, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=dbab72aa-30fe-42d7-8877-a87b096934af,segment=NetworkSegment(61ed7ce5-6593-41a3-ba04-a91dde28d3d2),segment_id=61ed7ce5-6593-41a3-ba04-a91dde28d3d2)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:46:47.901353 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:47.950457 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=dbab72aa-30fe-42d7-8877-a87b096934af,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:46:47.981175 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ab85c-9523-440f-9d55-9587b461966b req-b1b15709-3031-4e77-9e39-80fdc3ff189e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:47.982719 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-253ab85c-9523-440f-9d55-9587b461966b req-b1b15709-3031-4e77-9e39-80fdc3ff189e service neutron] 10.222.0.82 "GET /v2.0/networks?id=6e374a37-2e75-42c8-83d4-015277d56aae HTTP/1.1" status: 200 len: 916 time: 0.0865133 Aug 11 22:46:48.024484 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-253ab85c-9523-440f-9d55-9587b461966b req-954a12dd-2c68-4eee-9513-cc591bd88339 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbab72aa-30fe-42d7-8877-a87b096934af HTTP/1.1" status: 200 len: 217 time: 0.0344758 Aug 11 22:46:48.075335 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ab85c-9523-440f-9d55-9587b461966b req-2cb49459-1b05-4e53-b85b-dfc84d682708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:48.076794 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-253ab85c-9523-440f-9d55-9587b461966b req-2cb49459-1b05-4e53-b85b-dfc84d682708 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5fb9ebb2-cda9-475a-90b1-e2a8086cfafd HTTP/1.1" status: 200 len: 855 time: 0.0458848 Aug 11 22:46:48.107986 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-253ab85c-9523-440f-9d55-9587b461966b req-bf65f257-36ef-43a2-909d-297627b60d7f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6e374a37-2e75-42c8-83d4-015277d56aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243096 Aug 11 22:46:48.115273 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['dbab72aa-30fe-42d7-8877-a87b096934af'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:46:48.203745 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-253ab85c-9523-440f-9d55-9587b461966b req-3a88d9d1-8b7e-46ce-b341-b44cc98403bf service neutron] 10.222.0.82 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887420 Aug 11 22:46:48.238096 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device dbab72aa-30fe-42d7-8877-a87b096934af no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:46:48.290484 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device dbab72aa-30fe-42d7-8877-a87b096934af not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:46:48.298226 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-253ab85c-9523-440f-9d55-9587b461966b req-71cbcd18-df2b-4d2a-b0c9-14d8471b02ea service neutron] 10.222.0.82 "GET /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878768 Aug 11 22:46:48.864578 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91a2fe-8096-4763-a012-570cbd7e6ea6 req-0e1ed771-922e-4e11-b500-315fe370d1dd tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:48.866161 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8d91a2fe-8096-4763-a012-570cbd7e6ea6 req-0e1ed771-922e-4e11-b500-315fe370d1dd tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 944 time: 0.0520382 Aug 11 22:46:48.911966 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8d91a2fe-8096-4763-a012-570cbd7e6ea6 req-e98f1cc9-2227-4530-8e54-c6c635ab67b4 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381558 Aug 11 22:46:49.029761 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3fba3-b644-4ea2-9e5b-4f988f4ae602 req-9850bd09-19a0-4ce1-8938-d30aae357b9c tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:49.031269 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3bc3fba3-b644-4ea2-9e5b-4f988f4ae602 req-9850bd09-19a0-4ce1-8938-d30aae357b9c tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 944 time: 0.0500298 Aug 11 22:46:49.075177 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3bc3fba3-b644-4ea2-9e5b-4f988f4ae602 req-f00c1ef2-7739-437b-8bda-aaa7a1299a86 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369296 Aug 11 22:46:49.114232 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:49.189768 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87842f6e-399e-4b29-b79e-b2cd95bfcff6 req-fe900fe3-daaf-4078-80a0-195c84224567 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:49.191310 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-87842f6e-399e-4b29-b79e-b2cd95bfcff6 req-fe900fe3-daaf-4078-80a0-195c84224567 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 944 time: 0.0494766 Aug 11 22:46:49.228470 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-87842f6e-399e-4b29-b79e-b2cd95bfcff6 req-7bda1201-1f8e-4aad-b725-2946e17a5305 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312805 Aug 11 22:46:49.551040 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbbb77-7e3f-43c4-b187-054e7cd61e64 req-30d39017-3301-482d-b571-1d0e68920160 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:49.552560 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-98fbbb77-7e3f-43c4-b187-054e7cd61e64 req-30d39017-3301-482d-b571-1d0e68920160 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 944 time: 0.0490367 Aug 11 22:46:49.589953 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-98fbbb77-7e3f-43c4-b187-054e7cd61e64 req-15b93430-e3d9-48b4-b4b7-cedc7da6301a tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313251 Aug 11 22:46:49.723599 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device dbab72aa-30fe-42d7-8877-a87b096934af up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:46:49.771914 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port dbab72aa-30fe-42d7-8877-a87b096934af completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:46:49.777097 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port dbab72aa-30fe-42d7-8877-a87b096934af triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:46:49.777546 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:49.856432 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:49.877544 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbab72aa-30fe-42d7-8877-a87b096934af'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:46:49.880420 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b24906-ec2f-4846-b3cb-af7b11df0252" -d '{"events": [{"server_uuid": "fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77", "name": "network-vif-plugged", "status": "completed", "tag": "dbab72aa-30fe-42d7-8877-a87b096934af"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:46:49.892893 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port dbab72aa-30fe-42d7-8877-a87b096934af, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=dbab72aa-30fe-42d7-8877-a87b096934af,segment=NetworkSegment(61ed7ce5-6593-41a3-ba04-a91dde28d3d2),segment_id=61ed7ce5-6593-41a3-ba04-a91dde28d3d2)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:46:49.897495 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:49.922073 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e3d900-3489-429c-b795-a8b89bb79c40 x-openstack-request-id: req-a1e3d900-3489-429c-b795-a8b89bb79c40 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:46:49.922365 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77", "name": "network-vif-plugged", "status": "completed", "tag": "dbab72aa-30fe-42d7-8877-a87b096934af", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:46:49.922613 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a1e3d900-3489-429c-b795-a8b89bb79c40 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:46:49.923002 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbab72aa-30fe-42d7-8877-a87b096934af', 'code': 200} Aug 11 22:46:49.949636 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=dbab72aa-30fe-42d7-8877-a87b096934af,revision_number=9']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:46:50.691571 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fef21-5faf-49fb-ad03-f95235f6868e req-6984e90b-777f-4f96-adcb-8c5c4918a145 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:50.693083 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-961fef21-5faf-49fb-ad03-f95235f6868e req-6984e90b-777f-4f96-adcb-8c5c4918a145 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 945 time: 0.0540395 Aug 11 22:46:50.706955 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633217a9-146b-4e49-a59c-1727fb9645c0 req-eea872bb-5562-47f2-b128-69b20cbac521 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:50.708471 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-633217a9-146b-4e49-a59c-1727fb9645c0 req-eea872bb-5562-47f2-b128-69b20cbac521 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 945 time: 0.0479591 Aug 11 22:46:50.750589 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-633217a9-146b-4e49-a59c-1727fb9645c0 req-ca216525-9953-4398-9410-771247a85bbf tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/security-groups?id=024c86c1-06c8-41c2-81bf-59b320b9c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360093 Aug 11 22:46:50.784820 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-961fef21-5faf-49fb-ad03-f95235f6868e req-0c661336-b905-4253-a8f8-85398bb25c2e tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Deleting port dbab72aa-30fe-42d7-8877-a87b096934af {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:46:50.785178 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-961fef21-5faf-49fb-ad03-f95235f6868e req-0c661336-b905-4253-a8f8-85398bb25c2e tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:50.927040 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:51.186770 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-961fef21-5faf-49fb-ad03-f95235f6868e req-0c661336-b905-4253-a8f8-85398bb25c2e tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] For port dbab72aa-30fe-42d7-8877-a87b096934af, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=dbab72aa-30fe-42d7-8877-a87b096934af,segment=NetworkSegment(61ed7ce5-6593-41a3-ba04-a91dde28d3d2),segment_id=61ed7ce5-6593-41a3-ba04-a91dde28d3d2)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:46:51.187148 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-961fef21-5faf-49fb-ad03-f95235f6868e req-0c661336-b905-4253-a8f8-85398bb25c2e tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:51.200048 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-961fef21-5faf-49fb-ad03-f95235f6868e req-0c661336-b905-4253-a8f8-85398bb25c2e tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Calling delete_port for dbab72aa-30fe-42d7-8877-a87b096934af owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:46:51.327539 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-961fef21-5faf-49fb-ad03-f95235f6868e req-0c661336-b905-4253-a8f8-85398bb25c2e tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:51.339376 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['dbab72aa-30fe-42d7-8877-a87b096934af'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:46:51.354576 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c661336-b905-4253-a8f8-85398bb25c2e tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Pushing event deleted for resources: {'Port': ['ID=dbab72aa-30fe-42d7-8877-a87b096934af,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:46:51.402735 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-961fef21-5faf-49fb-ad03-f95235f6868e req-0c661336-b905-4253-a8f8-85398bb25c2e tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] No DVR routers for this DVR port dbab72aa-30fe-42d7-8877-a87b096934af on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:46:51.405602 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-961fef21-5faf-49fb-ad03-f95235f6868e req-0c661336-b905-4253-a8f8-85398bb25c2e tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:51.407714 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-961fef21-5faf-49fb-ad03-f95235f6868e req-0c661336-b905-4253-a8f8-85398bb25c2e tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.52 "DELETE /v2.0/ports/dbab72aa-30fe-42d7-8877-a87b096934af HTTP/1.1" status: 204 len: 173 time: 0.7087283 Aug 11 22:46:51.408170 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77', 'name': 'network-vif-deleted', 'tag': 'dbab72aa-30fe-42d7-8877-a87b096934af'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:46:51.410473 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e2c5e9-cc2f-4d57-8a09-451e2656a9d5" -d '{"events": [{"server_uuid": "fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77", "name": "network-vif-deleted", "tag": "dbab72aa-30fe-42d7-8877-a87b096934af"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:46:51.450799 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89eb4b77-772e-4e10-8bc6-1047d2000b2e x-openstack-request-id: req-89eb4b77-772e-4e10-8bc6-1047d2000b2e {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:46:51.451123 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77", "name": "network-vif-deleted", "tag": "dbab72aa-30fe-42d7-8877-a87b096934af", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:46:51.451395 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-89eb4b77-772e-4e10-8bc6-1047d2000b2e {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:46:51.451837 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77', 'name': 'network-vif-deleted', 'tag': 'dbab72aa-30fe-42d7-8877-a87b096934af', 'status': 'completed', 'code': 200} Aug 11 22:46:51.863968 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e9d047ce-88ad-4cb2-9de2-188e1697b258 req-b5d90ad5-2d23-46e9-b1c9-38a487848f23 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa6317ad-8f0a-4aff-95ae-19ea6b7a0e77 HTTP/1.1" status: 200 len: 210 time: 0.0262320 Aug 11 22:46:52.982983 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54334) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:46:53.027843 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e99297e-a7ec-49b2-80ab-4d1e90f261d8 admin admin] Deleting subnet 5fb9ebb2-cda9-475a-90b1-e2a8086cfafd {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:46:53.030869 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1e99297e-a7ec-49b2-80ab-4d1e90f261d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:53.065017 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1e99297e-a7ec-49b2-80ab-4d1e90f261d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:53.102665 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1e99297e-a7ec-49b2-80ab-4d1e90f261d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:53.160953 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1e99297e-a7ec-49b2-80ab-4d1e90f261d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:53.188341 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99297e-a7ec-49b2-80ab-4d1e90f261d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fb9ebb2-cda9-475a-90b1-e2a8086cfafd,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:46:53.191141 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1e99297e-a7ec-49b2-80ab-4d1e90f261d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:53.192747 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1e99297e-a7ec-49b2-80ab-4d1e90f261d8 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5fb9ebb2-cda9-475a-90b1-e2a8086cfafd HTTP/1.1" status: 204 len: 168 time: 0.2087226 Aug 11 22:46:53.195549 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54336) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:46:53.199078 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99297e-a7ec-49b2-80ab-4d1e90f261d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:53.199433 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99297e-a7ec-49b2-80ab-4d1e90f261d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:53.199876 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99297e-a7ec-49b2-80ab-4d1e90f261d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:53.200219 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99297e-a7ec-49b2-80ab-4d1e90f261d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:53.200565 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99297e-a7ec-49b2-80ab-4d1e90f261d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:53.200895 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99297e-a7ec-49b2-80ab-4d1e90f261d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:53.201227 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99297e-a7ec-49b2-80ab-4d1e90f261d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:53.201554 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99297e-a7ec-49b2-80ab-4d1e90f261d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:53.201883 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99297e-a7ec-49b2-80ab-4d1e90f261d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:53.202212 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99297e-a7ec-49b2-80ab-4d1e90f261d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:53.202543 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99297e-a7ec-49b2-80ab-4d1e90f261d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:53.202868 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99297e-a7ec-49b2-80ab-4d1e90f261d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:53.266026 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-89c1abfe-76fb-4fcb-a1ae-317cfdbf078e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:53.345721 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-89c1abfe-76fb-4fcb-a1ae-317cfdbf078e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:53.356314 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-89c1abfe-76fb-4fcb-a1ae-317cfdbf078e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e374a37-2e75-42c8-83d4-015277d56aae']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:46:53.366499 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-89c1abfe-76fb-4fcb-a1ae-317cfdbf078e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ed7ce5-6593-41a3-ba04-a91dde28d3d2') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:46:53.366799 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-89c1abfe-76fb-4fcb-a1ae-317cfdbf078e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ed7ce5-6593-41a3-ba04-a91dde28d3d2') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:46:53.375532 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-89c1abfe-76fb-4fcb-a1ae-317cfdbf078e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:53.389057 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-89c1abfe-76fb-4fcb-a1ae-317cfdbf078e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:53.395927 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c1abfe-76fb-4fcb-a1ae-317cfdbf078e admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:46:53.396315 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-89c1abfe-76fb-4fcb-a1ae-317cfdbf078e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: timer() Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:46:53.397970 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:46:53.454167 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-89c1abfe-76fb-4fcb-a1ae-317cfdbf078e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:53.460138 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-89c1abfe-76fb-4fcb-a1ae-317cfdbf078e admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:53.461997 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-89c1abfe-76fb-4fcb-a1ae-317cfdbf078e admin admin] 10.222.0.77 "DELETE /v2.0/networks/6e374a37-2e75-42c8-83d4-015277d56aae HTTP/1.1" status: 204 len: 168 time: 0.2652156 Aug 11 22:46:53.473386 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1abfe-76fb-4fcb-a1ae-317cfdbf078e admin admin] Pushing event deleted for resources: {'Network': ['ID=6e374a37-2e75-42c8-83d4-015277d56aae,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:46:53.571384 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54340) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:46:53.611690 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-96769d4d-bb7b-4b50-bccb-ceb3ee464868 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c3b8e1b502f44055a9eae65ccb379590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390399 Aug 11 22:46:53.614988 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54342) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:46:53.666252 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4b887057-2e4f-444e-8bcf-a4d3d2c49f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:53.687579 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4b887057-2e4f-444e-8bcf-a4d3d2c49f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:53.724153 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device dbab72aa-30fe-42d7-8877-a87b096934af no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:46:53.733193 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4b887057-2e4f-444e-8bcf-a4d3d2c49f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:53.736065 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4b887057-2e4f-444e-8bcf-a4d3d2c49f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:53.740415 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4b887057-2e4f-444e-8bcf-a4d3d2c49f8c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/024c86c1-06c8-41c2-81bf-59b320b9c3ff HTTP/1.1" status: 204 len: 168 time: 0.1213558 Aug 11 22:46:53.745447 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: dbab72aa-30fe-42d7-8877-a87b096934af {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:46:53.745785 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device dbab72aa-30fe-42d7-8877-a87b096934af not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:46:53.747361 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b887057-2e4f-444e-8bcf-a4d3d2c49f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024c86c1-06c8-41c2-81bf-59b320b9c3ff,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:46:54.416167 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54364) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:46:54.512795 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-ba2a0a54-e4de-4083-842a-2fa5c05cf778 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1646764166-network', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:46:54.534375 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2a0a54-e4de-4083-842a-2fa5c05cf778 admin admin] Made reservation on behalf of c473269f7e9f4a82a13c33cb529bc8ea for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:46:54.536837 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ba2a0a54-e4de-4083-842a-2fa5c05cf778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:54.548471 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ba2a0a54-e4de-4083-842a-2fa5c05cf778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:54.639767 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ba2a0a54-e4de-4083-842a-2fa5c05cf778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:54.643864 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ba2a0a54-e4de-4083-842a-2fa5c05cf778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:54.670845 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2a0a54-e4de-4083-842a-2fa5c05cf778 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:46:54.677668 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a0a54-e4de-4083-842a-2fa5c05cf778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2064461b-eca0-436a-ac17-fb7679af45dc,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:46:54.683627 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ba2a0a54-e4de-4083-842a-2fa5c05cf778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:54.683986 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-ba2a0a54-e4de-4083-842a-2fa5c05cf778 admin admin] Added segment 13d28e52-2286-45aa-bc31-41c63e8f3bfb of type vlan for network 441f2af6-8595-44a9-9e6b-081102047a3e Aug 11 22:46:54.723995 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ba2a0a54-e4de-4083-842a-2fa5c05cf778 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:54.752454 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ba2a0a54-e4de-4083-842a-2fa5c05cf778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:54.753348 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2a0a54-e4de-4083-842a-2fa5c05cf778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:54.753940 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ba2a0a54-e4de-4083-842a-2fa5c05cf778 admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:54.812897 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ba2a0a54-e4de-4083-842a-2fa5c05cf778 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3956006 Aug 11 22:46:54.815807 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54368) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:46:54.823416 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-81ec1fdd-8379-47f7-86d4-dcaa2c42e9d0 admin admin] Request body: {'subnet': {'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1646764166-subnet', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:46:54.827527 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a0a54-e4de-4083-842a-2fa5c05cf778 admin admin] Pushing event updated for resources: {'Network': ['ID=441f2af6-8595-44a9-9e6b-081102047a3e,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:46:54.837434 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 441f2af6-8595-44a9-9e6b-081102047a3e details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:46:54.847295 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ec1fdd-8379-47f7-86d4-dcaa2c42e9d0 admin admin] Made reservation on behalf of c473269f7e9f4a82a13c33cb529bc8ea for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:46:54.849722 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-81ec1fdd-8379-47f7-86d4-dcaa2c42e9d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:55.014599 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-81ec1fdd-8379-47f7-86d4-dcaa2c42e9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:55.073543 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec1fdd-8379-47f7-86d4-dcaa2c42e9d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d06541f-c049-45f4-8c81-e944af6b66e9,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:46:55.082129 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ec1fdd-8379-47f7-86d4-dcaa2c42e9d0 admin admin] Checking segment: {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:46:55.082497 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ec1fdd-8379-47f7-86d4-dcaa2c42e9d0 admin admin] Network hostable DHCP agents. Network: 441f2af6-8595-44a9-9e6b-081102047a3e, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:46:55.099453 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ec1fdd-8379-47f7-86d4-dcaa2c42e9d0 admin admin] Network 441f2af6-8595-44a9-9e6b-081102047a3e is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:46:55.107881 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-81ec1fdd-8379-47f7-86d4-dcaa2c42e9d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 441f2af6-8595-44a9-9e6b-081102047a3e) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:46:55.113057 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ec1fdd-8379-47f7-86d4-dcaa2c42e9d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:46:55.115626 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-81ec1fdd-8379-47f7-86d4-dcaa2c42e9d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:55.116499 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cad537-b5e6-4862-9509-663d530d63ef None None] Network 441f2af6-8595-44a9-9e6b-081102047a3e requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:46:55.131691 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-81ec1fdd-8379-47f7-86d4-dcaa2c42e9d0 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3147206 Aug 11 22:46:55.134368 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54370) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:46:55.138708 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-92fc7991-9393-4fb4-80b1-bbe9b8d8c817 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:46:55.159727 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-92fc7991-9393-4fb4-80b1-bbe9b8d8c817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:55.160727 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-92fc7991-9393-4fb4-80b1-bbe9b8d8c817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:55.214621 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-92fc7991-9393-4fb4-80b1-bbe9b8d8c817 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:55.270876 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c738f9-4cce-4f0f-b285-d544483a4e75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-441f2af6-8595-44a9-9e6b-081102047a3e', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 22:46:55.271990 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e0c738f9-4cce-4f0f-b285-d544483a4e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:55.365834 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-92fc7991-9393-4fb4-80b1-bbe9b8d8c817 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:55.425541 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-e0c738f9-4cce-4f0f-b285-d544483a4e75 None None] Allocated IP 172.20.0.2 (441f2af6-8595-44a9-9e6b-081102047a3e/0d06541f-c049-45f4-8c81-e944af6b66e9/a37b6e40-22bc-4deb-8ed0-87c3a7460acd) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:46:55.592868 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-92fc7991-9393-4fb4-80b1-bbe9b8d8c817 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:55.607664 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e0c738f9-4cce-4f0f-b285-d544483a4e75 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:55.613678 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-92fc7991-9393-4fb4-80b1-bbe9b8d8c817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:55.617430 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e0c738f9-4cce-4f0f-b285-d544483a4e75 None None] Transition to ACTIVE for port object a37b6e40-22bc-4deb-8ed0-87c3a7460acd will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:46:55.636929 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e0c738f9-4cce-4f0f-b285-d544483a4e75 None None] Transition to ACTIVE for port object a37b6e40-22bc-4deb-8ed0-87c3a7460acd will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:46:55.643068 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e0c738f9-4cce-4f0f-b285-d544483a4e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:55.686521 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c738f9-4cce-4f0f-b285-d544483a4e75 None None] Network 441f2af6-8595-44a9-9e6b-081102047a3e is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:46:55.689923 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-e0c738f9-4cce-4f0f-b285-d544483a4e75 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:46:55.695022 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c738f9-4cce-4f0f-b285-d544483a4e75 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:46:55.698190 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c738f9-4cce-4f0f-b285-d544483a4e75 None None] Pushing event updated for resources: {'Port': ['ID=a37b6e40-22bc-4deb-8ed0-87c3a7460acd,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:46:55.730175 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-92fc7991-9393-4fb4-80b1-bbe9b8d8c817 admin admin] Allocated IP 172.25.2.102 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/883cc7ee-62b4-4bba-9817-4877d34c86ac) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:46:55.752612 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-e0c738f9-4cce-4f0f-b285-d544483a4e75 None None] Attempting to bind port a37b6e40-22bc-4deb-8ed0-87c3a7460acd on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:46:55.752991 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-e0c738f9-4cce-4f0f-b285-d544483a4e75 None None] Attempting to bind port a37b6e40-22bc-4deb-8ed0-87c3a7460acd by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:46:55.753363 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c738f9-4cce-4f0f-b285-d544483a4e75 None None] Attempting to bind port a37b6e40-22bc-4deb-8ed0-87c3a7460acd on network 441f2af6-8595-44a9-9e6b-081102047a3e {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:46:55.759191 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c738f9-4cce-4f0f-b285-d544483a4e75 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:46:55.759605 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c738f9-4cce-4f0f-b285-d544483a4e75 None None] Checking segment: {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:46:55.760049 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e0c738f9-4cce-4f0f-b285-d544483a4e75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:55.760449 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c738f9-4cce-4f0f-b285-d544483a4e75 None None] Bound using segment: {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:46:55.760929 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-e0c738f9-4cce-4f0f-b285-d544483a4e75 None None] Bound port: a37b6e40-22bc-4deb-8ed0-87c3a7460acd, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:46:55.761460 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e0c738f9-4cce-4f0f-b285-d544483a4e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:55.830695 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-e0c738f9-4cce-4f0f-b285-d544483a4e75 None None] For port a37b6e40-22bc-4deb-8ed0-87c3a7460acd, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:46:55.834456 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-e0c738f9-4cce-4f0f-b285-d544483a4e75 None None] For port a37b6e40-22bc-4deb-8ed0-87c3a7460acd, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a37b6e40-22bc-4deb-8ed0-87c3a7460acd,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:46:55.839552 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e0c738f9-4cce-4f0f-b285-d544483a4e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:55.845274 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-92fc7991-9393-4fb4-80b1-bbe9b8d8c817 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:55.897865 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-92fc7991-9393-4fb4-80b1-bbe9b8d8c817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:55.901184 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c738f9-4cce-4f0f-b285-d544483a4e75 None None] Pushing event updated for resources: {'Port': ['ID=a37b6e40-22bc-4deb-8ed0-87c3a7460acd,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:46:55.938788 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fc7991-9393-4fb4-80b1-bbe9b8d8c817 admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:46:55.944465 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-92fc7991-9393-4fb4-80b1-bbe9b8d8c817 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:46:55.947076 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fc7991-9393-4fb4-80b1-bbe9b8d8c817 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:46:55.979387 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc7991-9393-4fb4-80b1-bbe9b8d8c817 admin admin] Pushing event updated for resources: {'Port': ['ID=883cc7ee-62b4-4bba-9817-4877d34c86ac,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:46:56.248201 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-92fc7991-9393-4fb4-80b1-bbe9b8d8c817 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:56.490121 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-92fc7991-9393-4fb4-80b1-bbe9b8d8c817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:56.640116 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92fc7991-9393-4fb4-80b1-bbe9b8d8c817 admin admin] Router d203a1eb-09c8-468b-a093-34fb0e82f78e is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 22:46:56.745442 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a37b6e40-22bc-4deb-8ed0-87c3a7460acd up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:46:56.767542 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fc7991-9393-4fb4-80b1-bbe9b8d8c817 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:46:56.787077 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-92fc7991-9393-4fb4-80b1-bbe9b8d8c817 admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:56.787704 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c6ab9-5167-4f18-af91-a9b7fef5b747 None None] Sync routers for ids ['d203a1eb-09c8-468b-a093-34fb0e82f78e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:46:56.792323 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54372) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:46:56.796192 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-92fc7991-9393-4fb4-80b1-bbe9b8d8c817 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6607409 Aug 11 22:46:56.800533 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70c6ab9-5167-4f18-af91-a9b7fef5b747 None None] Routers {'d203a1eb-09c8-468b-a093-34fb0e82f78e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:46:56.801186 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-b70c6ab9-5167-4f18-af91-a9b7fef5b747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:46:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d203a1eb-09c8-468b-a093-34fb0e82f78e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:46:56.809020 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port a37b6e40-22bc-4deb-8ed0-87c3a7460acd completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:46:56.859277 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43693f91-279e-4dba-b65e-a0edc8860008 None None] Network 441f2af6-8595-44a9-9e6b-081102047a3e requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:46:56.924078 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-b70c6ab9-5167-4f18-af91-a9b7fef5b747 None None] Set router d203a1eb-09c8-468b-a093-34fb0e82f78e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:46:56.982053 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-5a38714e-968f-44dc-b2b5-0c48c262a8d1 None None] Provisioning for port a37b6e40-22bc-4deb-8ed0-87c3a7460acd completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:46:56.987441 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-5a38714e-968f-44dc-b2b5-0c48c262a8d1 None None] Provisioning complete for port a37b6e40-22bc-4deb-8ed0-87c3a7460acd triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:46:56.988065 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5a38714e-968f-44dc-b2b5-0c48c262a8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:57.108165 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5a38714e-968f-44dc-b2b5-0c48c262a8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:57.116784 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-b70c6ab9-5167-4f18-af91-a9b7fef5b747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:56Z', 'revision_number': 3, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port': {'id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:46:57.144601 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-5a38714e-968f-44dc-b2b5-0c48c262a8d1 None None] For port a37b6e40-22bc-4deb-8ed0-87c3a7460acd, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a37b6e40-22bc-4deb-8ed0-87c3a7460acd,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:46:57.149645 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c6ab9-5167-4f18-af91-a9b7fef5b747 None None] Checking router: d203a1eb-09c8-468b-a093-34fb0e82f78e for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:46:57.150571 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c6ab9-5167-4f18-af91-a9b7fef5b747 None None] Updating router d203a1eb-09c8-468b-a093-34fb0e82f78e port 883cc7ee-62b4-4bba-9817-4877d34c86ac binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:46:57.151007 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5a38714e-968f-44dc-b2b5-0c48c262a8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:57.179552 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-b70c6ab9-5167-4f18-af91-a9b7fef5b747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:57.221910 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38714e-968f-44dc-b2b5-0c48c262a8d1 None None] Pushing event updated for resources: {'Port': ['ID=a37b6e40-22bc-4deb-8ed0-87c3a7460acd,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:46:57.321007 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-10d90efc-e1c7-4a49-b0f7-e337a22720d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:57.379250 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3cd2bd3c-e275-4840-ae47-4bb5c3fac190 None None] Provisioning complete for port a37b6e40-22bc-4deb-8ed0-87c3a7460acd triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:46:57.380107 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3cd2bd3c-e275-4840-ae47-4bb5c3fac190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:57.466735 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-b70c6ab9-5167-4f18-af91-a9b7fef5b747 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:57.478083 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-b70c6ab9-5167-4f18-af91-a9b7fef5b747 None None] Transition to ACTIVE for port object 883cc7ee-62b4-4bba-9817-4877d34c86ac will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:46:57.484750 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-b70c6ab9-5167-4f18-af91-a9b7fef5b747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:57.493705 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-10d90efc-e1c7-4a49-b0f7-e337a22720d6 admin admin] Allocated IP 172.20.0.1 (441f2af6-8595-44a9-9e6b-081102047a3e/0d06541f-c049-45f4-8c81-e944af6b66e9/282979a1-edf4-4904-9e46-48b43fe0c8fc) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:46:57.539270 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-b70c6ab9-5167-4f18-af91-a9b7fef5b747 None None] Attempting to bind port 883cc7ee-62b4-4bba-9817-4877d34c86ac on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:46:57.539662 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-b70c6ab9-5167-4f18-af91-a9b7fef5b747 None None] Attempting to bind port 883cc7ee-62b4-4bba-9817-4877d34c86ac by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:46:57.540023 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c6ab9-5167-4f18-af91-a9b7fef5b747 None None] Attempting to bind port 883cc7ee-62b4-4bba-9817-4877d34c86ac on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:46:57.545390 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7060249-5c0f-45a0-b22d-e7bd3d410198 None None] Pushing event updated for resources: {'Port': ['ID=883cc7ee-62b4-4bba-9817-4877d34c86ac,revision_number=2']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:46:57.553688 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c6ab9-5167-4f18-af91-a9b7fef5b747 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:46:57.554055 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c6ab9-5167-4f18-af91-a9b7fef5b747 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:46:57.554450 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-b70c6ab9-5167-4f18-af91-a9b7fef5b747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:57.554838 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c6ab9-5167-4f18-af91-a9b7fef5b747 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:46:57.555294 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-b70c6ab9-5167-4f18-af91-a9b7fef5b747 None None] Bound port: 883cc7ee-62b4-4bba-9817-4877d34c86ac, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:46:57.555699 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-b70c6ab9-5167-4f18-af91-a9b7fef5b747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:57.557862 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7060249-5c0f-45a0-b22d-e7bd3d410198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:57.558195 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7060249-5c0f-45a0-b22d-e7bd3d410198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:57.558526 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7060249-5c0f-45a0-b22d-e7bd3d410198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:57.558861 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7060249-5c0f-45a0-b22d-e7bd3d410198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:57.559186 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7060249-5c0f-45a0-b22d-e7bd3d410198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:57.559544 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7060249-5c0f-45a0-b22d-e7bd3d410198 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:57.559851 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7060249-5c0f-45a0-b22d-e7bd3d410198 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:57.560173 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7060249-5c0f-45a0-b22d-e7bd3d410198 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:57.560479 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7060249-5c0f-45a0-b22d-e7bd3d410198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:57.560802 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7060249-5c0f-45a0-b22d-e7bd3d410198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:57.561120 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7060249-5c0f-45a0-b22d-e7bd3d410198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:57.561430 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7060249-5c0f-45a0-b22d-e7bd3d410198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:46:57.602105 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-10d90efc-e1c7-4a49-b0f7-e337a22720d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:57.615860 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-b70c6ab9-5167-4f18-af91-a9b7fef5b747 None None] For port 883cc7ee-62b4-4bba-9817-4877d34c86ac, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:46:57.617353 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-10d90efc-e1c7-4a49-b0f7-e337a22720d6 admin admin] Transition to ACTIVE for port object 282979a1-edf4-4904-9e46-48b43fe0c8fc will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:46:57.619270 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-b70c6ab9-5167-4f18-af91-a9b7fef5b747 None None] For port 883cc7ee-62b4-4bba-9817-4877d34c86ac, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=883cc7ee-62b4-4bba-9817-4877d34c86ac,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:46:57.623562 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-b70c6ab9-5167-4f18-af91-a9b7fef5b747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:57.651043 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-10d90efc-e1c7-4a49-b0f7-e337a22720d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:57.676097 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70c6ab9-5167-4f18-af91-a9b7fef5b747 None None] Routers {'d203a1eb-09c8-468b-a093-34fb0e82f78e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:46:57.677255 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-b70c6ab9-5167-4f18-af91-a9b7fef5b747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:46:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d203a1eb-09c8-468b-a093-34fb0e82f78e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:46:57.693196 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d90efc-e1c7-4a49-b0f7-e337a22720d6 admin admin] Network 441f2af6-8595-44a9-9e6b-081102047a3e is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:46:57.696196 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-10d90efc-e1c7-4a49-b0f7-e337a22720d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:46:57.700681 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d90efc-e1c7-4a49-b0f7-e337a22720d6 admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:46:57.703767 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d90efc-e1c7-4a49-b0f7-e337a22720d6 admin admin] Pushing event updated for resources: {'Port': ['ID=282979a1-edf4-4904-9e46-48b43fe0c8fc,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:46:57.745811 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-10d90efc-e1c7-4a49-b0f7-e337a22720d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:57.821948 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7060249-5c0f-45a0-b22d-e7bd3d410198 None None] Pushing event updated for resources: {'Port': ['ID=883cc7ee-62b4-4bba-9817-4877d34c86ac,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:46:57.896696 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-10d90efc-e1c7-4a49-b0f7-e337a22720d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:57.901607 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-b70c6ab9-5167-4f18-af91-a9b7fef5b747 None None] Set router d203a1eb-09c8-468b-a093-34fb0e82f78e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:46:57.993461 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7b1db51e-3936-47e7-8691-ff9933a98b49 None None] Provisioning for port 282979a1-edf4-4904-9e46-48b43fe0c8fc completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:46:57.998302 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7b1db51e-3936-47e7-8691-ff9933a98b49 None None] Provisioning complete for port 282979a1-edf4-4904-9e46-48b43fe0c8fc triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:46:57.998827 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7b1db51e-3936-47e7-8691-ff9933a98b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:58.051080 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-7b1db51e-3936-47e7-8691-ff9933a98b49 None None] Port 282979a1-edf4-4904-9e46-48b43fe0c8fc cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:46:58.075457 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-10d90efc-e1c7-4a49-b0f7-e337a22720d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:58.080680 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-10d90efc-e1c7-4a49-b0f7-e337a22720d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:58.101062 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-b70c6ab9-5167-4f18-af91-a9b7fef5b747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:56Z', 'revision_number': 3, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port': {'id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:46:58.128189 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c6ab9-5167-4f18-af91-a9b7fef5b747 None None] The sync data for ids ['d203a1eb-09c8-468b-a093-34fb0e82f78e'] in n-d-804275-3 is: [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:56Z', 'revision_number': 3, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port': {'id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:46:58.153496 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-10d90efc-e1c7-4a49-b0f7-e337a22720d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:58.155459 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d90efc-e1c7-4a49-b0f7-e337a22720d6 admin admin] Pushing event updated for resources: {'Port': ['ID=282979a1-edf4-4904-9e46-48b43fe0c8fc,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:46:58.262813 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d90efc-e1c7-4a49-b0f7-e337a22720d6 admin admin] Network 441f2af6-8595-44a9-9e6b-081102047a3e is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:46:58.264271 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-10d90efc-e1c7-4a49-b0f7-e337a22720d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:46:58.398033 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d90efc-e1c7-4a49-b0f7-e337a22720d6 admin admin] Router d203a1eb-09c8-468b-a093-34fb0e82f78e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:46:58.522410 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d90efc-e1c7-4a49-b0f7-e337a22720d6 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:46:58.528441 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-10d90efc-e1c7-4a49-b0f7-e337a22720d6 admin admin] 10.222.0.77 "PUT /v2.0/routers/d203a1eb-09c8-468b-a093-34fb0e82f78e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7349639 Aug 11 22:46:58.579661 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-875c93b2-c650-43f7-8efd-bde46980e1e8 None None] Provisioning complete for port 282979a1-edf4-4904-9e46-48b43fe0c8fc triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:46:58.580432 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-875c93b2-c650-43f7-8efd-bde46980e1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:58.621842 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-875c93b2-c650-43f7-8efd-bde46980e1e8 None None] Port 282979a1-edf4-4904-9e46-48b43fe0c8fc cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:46:58.781246 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 883cc7ee-62b4-4bba-9817-4877d34c86ac up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:46:58.842302 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 883cc7ee-62b4-4bba-9817-4877d34c86ac completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:46:58.848029 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 883cc7ee-62b4-4bba-9817-4877d34c86ac triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:46:58.848538 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:58.933464 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:58.955662 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 883cc7ee-62b4-4bba-9817-4877d34c86ac, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=883cc7ee-62b4-4bba-9817-4877d34c86ac,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:46:58.961238 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:58.962127 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a37b6e40-22bc-4deb-8ed0-87c3a7460acd up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:46:59.017291 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 54380) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:46:59.023337 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-704066fd-df09-4f6c-b285-efee0b9670f5 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1753932756', 'description': 'tempest-description--1892509522'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:46:59.043474 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=883cc7ee-62b4-4bba-9817-4877d34c86ac,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:46:59.053707 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-704066fd-df09-4f6c-b285-efee0b9670f5 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:59.056170 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port a37b6e40-22bc-4deb-8ed0-87c3a7460acd triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:46:59.056546 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:59.142985 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-704066fd-df09-4f6c-b285-efee0b9670f5 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:59.147169 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-704066fd-df09-4f6c-b285-efee0b9670f5 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:59.179351 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704066fd-df09-4f6c-b285-efee0b9670f5 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46197db4-fbc0-4799-912e-0319f9d5b29a,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:46:59.181754 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-704066fd-df09-4f6c-b285-efee0b9670f5 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:59.183007 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-704066fd-df09-4f6c-b285-efee0b9670f5 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1648562 Aug 11 22:46:59.186781 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54382) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:46:59.191989 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-b3f0ec06-6c66-423f-9d15-46034dde82f3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Request body: {'security_group_rule': {'security_group_id': '46197db4-fbc0-4799-912e-0319f9d5b29a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:46:59.221943 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b3f0ec06-6c66-423f-9d15-46034dde82f3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:59.291189 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b3f0ec06-6c66-423f-9d15-46034dde82f3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:59.294996 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b3f0ec06-6c66-423f-9d15-46034dde82f3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:59.313865 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0ec06-6c66-423f-9d15-46034dde82f3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d996cd1-156f-44ad-9885-c4b5512ddd10,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:46:59.321267 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b3f0ec06-6c66-423f-9d15-46034dde82f3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:59.322518 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b3f0ec06-6c66-423f-9d15-46034dde82f3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1347878 Aug 11 22:46:59.325300 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54384) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:46:59.329906 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c30bd50b-2f65-47f3-bffd-75497316c163 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Request body: {'security_group_rule': {'security_group_id': '46197db4-fbc0-4799-912e-0319f9d5b29a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:46:59.358533 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c30bd50b-2f65-47f3-bffd-75497316c163 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:59.419163 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c30bd50b-2f65-47f3-bffd-75497316c163 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:59.423277 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c30bd50b-2f65-47f3-bffd-75497316c163 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:59.442933 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bd50b-2f65-47f3-bffd-75497316c163 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c53c6178-6a51-4737-94b9-cdba50723010,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:46:59.452792 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c30bd50b-2f65-47f3-bffd-75497316c163 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:59.454203 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c30bd50b-2f65-47f3-bffd-75497316c163 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278765 Aug 11 22:46:59.457162 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54386) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:46:59.462219 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-35ff34f0-3f2d-434a-b695-1e7b8a183b6e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:46:59.495703 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35ff34f0-3f2d-434a-b695-1e7b8a183b6e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for floatingip, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:59.605810 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35ff34f0-3f2d-434a-b695-1e7b8a183b6e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:59.732211 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-35ff34f0-3f2d-434a-b695-1e7b8a183b6e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Allocated IP 172.25.2.5 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/ee59fb9f-cc00-4b46-9a91-cc3d5213ff91) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:46:59.792691 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfed6c0f-ce37-40f5-a8c5-61b61f7b1d3d None None] Sync routers for ids ['d203a1eb-09c8-468b-a093-34fb0e82f78e'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:46:59.802780 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfed6c0f-ce37-40f5-a8c5-61b61f7b1d3d None None] Routers {'d203a1eb-09c8-468b-a093-34fb0e82f78e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:46:59.803552 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-cfed6c0f-ce37-40f5-a8c5-61b61f7b1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:46:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d203a1eb-09c8-468b-a093-34fb0e82f78e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:46:59.840206 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35ff34f0-3f2d-434a-b695-1e7b8a183b6e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:59.879809 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35ff34f0-3f2d-434a-b695-1e7b8a183b6e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:46:59.913803 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-cfed6c0f-ce37-40f5-a8c5-61b61f7b1d3d None None] Set router d203a1eb-09c8-468b-a093-34fb0e82f78e gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:46:59.923544 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ff34f0-3f2d-434a-b695-1e7b8a183b6e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:46:59.926449 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-35ff34f0-3f2d-434a-b695-1e7b8a183b6e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:46:59.929095 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ff34f0-3f2d-434a-b695-1e7b8a183b6e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:46:59.935120 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff34f0-3f2d-434a-b695-1e7b8a183b6e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Pushing event updated for resources: {'Port': ['ID=ee59fb9f-cc00-4b46-9a91-cc3d5213ff91,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:47:00.021593 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35ff34f0-3f2d-434a-b695-1e7b8a183b6e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:00.056610 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35ff34f0-3f2d-434a-b695-1e7b8a183b6e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:00.118446 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-cfed6c0f-ce37-40f5-a8c5-61b61f7b1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:57Z', 'revision_number': 4, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port': {'id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '282979a1-edf4-4904-9e46-48b43fe0c8fc', 'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'mac_address': 'fa:16:3e:69:6b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:57Z', 'updated_at': '2021-08-11T22:46:57Z', 'revision_number': 2, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'subnets': [{'id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:47:00.144517 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfed6c0f-ce37-40f5-a8c5-61b61f7b1d3d None None] Checking router: d203a1eb-09c8-468b-a093-34fb0e82f78e for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:47:00.144878 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfed6c0f-ce37-40f5-a8c5-61b61f7b1d3d None None] Updating router d203a1eb-09c8-468b-a093-34fb0e82f78e port 282979a1-edf4-4904-9e46-48b43fe0c8fc binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 22:47:00.175015 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cfed6c0f-ce37-40f5-a8c5-61b61f7b1d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:00.218084 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35ff34f0-3f2d-434a-b695-1e7b8a183b6e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:00.222955 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35ff34f0-3f2d-434a-b695-1e7b8a183b6e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:00.303673 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff34f0-3f2d-434a-b695-1e7b8a183b6e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Pushing event updated for resources: {'Port': ['ID=ee59fb9f-cc00-4b46-9a91-cc3d5213ff91,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:47:00.313232 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35ff34f0-3f2d-434a-b695-1e7b8a183b6e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:00.326983 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-35ff34f0-3f2d-434a-b695-1e7b8a183b6e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:00.328259 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-35ff34f0-3f2d-434a-b695-1e7b8a183b6e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8700120 Aug 11 22:47:00.447627 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cfed6c0f-ce37-40f5-a8c5-61b61f7b1d3d None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:00.457962 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-cfed6c0f-ce37-40f5-a8c5-61b61f7b1d3d None None] Transition to ACTIVE for port object 282979a1-edf4-4904-9e46-48b43fe0c8fc will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:47:00.463941 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cfed6c0f-ce37-40f5-a8c5-61b61f7b1d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:00.469831 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-c499256d-5790-4460-8d5c-bd6dcd20a50f tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1753932756&fields=id&tenant_id=c473269f7e9f4a82a13c33cb529bc8ea HTTP/1.1" status: 200 len: 267 time: 0.0346537 Aug 11 22:47:00.515437 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608be61-2cf5-4f94-828f-3df055bfdb52 None None] Pushing event updated for resources: {'Port': ['ID=282979a1-edf4-4904-9e46-48b43fe0c8fc,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:47:00.569872 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-cfed6c0f-ce37-40f5-a8c5-61b61f7b1d3d None None] Attempting to bind port 282979a1-edf4-4904-9e46-48b43fe0c8fc on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:47:00.570250 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-cfed6c0f-ce37-40f5-a8c5-61b61f7b1d3d None None] Attempting to bind port 282979a1-edf4-4904-9e46-48b43fe0c8fc by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:47:00.570621 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfed6c0f-ce37-40f5-a8c5-61b61f7b1d3d None None] Attempting to bind port 282979a1-edf4-4904-9e46-48b43fe0c8fc on network 441f2af6-8595-44a9-9e6b-081102047a3e {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:47:00.576304 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfed6c0f-ce37-40f5-a8c5-61b61f7b1d3d None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:47:00.576684 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfed6c0f-ce37-40f5-a8c5-61b61f7b1d3d None None] Checking segment: {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:47:00.577095 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cfed6c0f-ce37-40f5-a8c5-61b61f7b1d3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:00.577495 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfed6c0f-ce37-40f5-a8c5-61b61f7b1d3d None None] Bound using segment: {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:47:00.577977 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-cfed6c0f-ce37-40f5-a8c5-61b61f7b1d3d None None] Bound port: 282979a1-edf4-4904-9e46-48b43fe0c8fc, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:47:00.578367 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cfed6c0f-ce37-40f5-a8c5-61b61f7b1d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:00.596456 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-1627c1c9-aa0f-4e44-85e8-cd8dc0caa4b8 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:47:00.598048 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-1627c1c9-aa0f-4e44-85e8-cd8dc0caa4b8 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 812 time: 0.1204054 Aug 11 22:47:00.615941 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-cd3d5440-f58c-4a67-90d9-b91290f16e70 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/quotas/c473269f7e9f4a82a13c33cb529bc8ea HTTP/1.1" status: 200 len: 375 time: 0.0107226 Aug 11 22:47:00.652396 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-cfed6c0f-ce37-40f5-a8c5-61b61f7b1d3d None None] For port 282979a1-edf4-4904-9e46-48b43fe0c8fc, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:47:00.658412 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-cfed6c0f-ce37-40f5-a8c5-61b61f7b1d3d None None] For port 282979a1-edf4-4904-9e46-48b43fe0c8fc, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=282979a1-edf4-4904-9e46-48b43fe0c8fc,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:47:00.664048 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cfed6c0f-ce37-40f5-a8c5-61b61f7b1d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:00.703320 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-8cde3bf2-b390-4f7a-800c-d41f59713bf0 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0715904 Aug 11 22:47:00.727807 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfed6c0f-ce37-40f5-a8c5-61b61f7b1d3d None None] Routers {'d203a1eb-09c8-468b-a093-34fb0e82f78e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:47:00.728976 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-cfed6c0f-ce37-40f5-a8c5-61b61f7b1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:46:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d203a1eb-09c8-468b-a093-34fb0e82f78e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:47:00.733639 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 883cc7ee-62b4-4bba-9817-4877d34c86ac up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:47:00.807023 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-f8e7ea15-abec-4d9a-9c55-4c2937f4eb98 service neutron] 10.222.0.77 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022458 Aug 11 22:47:00.905860 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-80c536fc-1f49-4e7d-b1bd-2770796fccf4 service neutron] 10.222.0.77 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920765 Aug 11 22:47:00.955805 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608be61-2cf5-4f94-828f-3df055bfdb52 None None] Pushing event updated for resources: {'Port': ['ID=282979a1-edf4-4904-9e46-48b43fe0c8fc,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:47:01.055162 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 883cc7ee-62b4-4bba-9817-4877d34c86ac triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:47:01.055567 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:01.060701 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-cfed6c0f-ce37-40f5-a8c5-61b61f7b1d3d None None] Set router d203a1eb-09c8-468b-a093-34fb0e82f78e gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:47:01.083924 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8047dc31-b06a-44be-88ff-10b5d9dba509 req-ac8a34e8-7744-4b7e-a538-d5ce9dbcef47 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 210 time: 0.0308080 Aug 11 22:47:01.341273 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-cfed6c0f-ce37-40f5-a8c5-61b61f7b1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:57Z', 'revision_number': 4, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port': {'id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '282979a1-edf4-4904-9e46-48b43fe0c8fc', 'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'mac_address': 'fa:16:3e:69:6b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:57Z', 'updated_at': '2021-08-11T22:47:00Z', 'revision_number': 4, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'subnets': [{'id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:47:01.367834 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfed6c0f-ce37-40f5-a8c5-61b61f7b1d3d None None] The sync data for ids ['d203a1eb-09c8-468b-a093-34fb0e82f78e'] in n-d-804275-3 is: [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:57Z', 'revision_number': 4, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port': {'id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '282979a1-edf4-4904-9e46-48b43fe0c8fc', 'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'mac_address': 'fa:16:3e:69:6b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:57Z', 'updated_at': '2021-08-11T22:47:00Z', 'revision_number': 4, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'subnets': [{'id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:47:02.136381 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-3ba858dd-a44d-470c-a60b-c0db1cf2f64a tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:47:02.138782 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-3ba858dd-a44d-470c-a60b-c0db1cf2f64a tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.82 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 812 time: 0.1226320 Aug 11 22:47:02.204692 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cb390e5e-a668-4a71-9d46-26e0590c9a7e req-f6501b0a-a7be-4fa6-9dfa-54c043d1e0cc tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 210 time: 0.0339870 Aug 11 22:47:02.220154 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-1695f19d-b257-4e62-8c73-b977ce691c9e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c473269f7e9f4a82a13c33cb529bc8ea HTTP/1.1" status: 200 len: 380 time: 0.0645103 Aug 11 22:47:02.230063 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-ae96cf94-1328-4966-ab8c-3c61c7c3516b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Request body: {'port': {'device_id': '7cd0276f-68ae-4a2f-9ca0-62443ebf118c', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'admin_state_up': True, 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'security_groups': ['46197db4-fbc0-4799-912e-0319f9d5b29a']}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:47:02.345536 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-ae96cf94-1328-4966-ab8c-3c61c7c3516b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Made reservation on behalf of c473269f7e9f4a82a13c33cb529bc8ea for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:47:02.349296 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-ae96cf94-1328-4966-ab8c-3c61c7c3516b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:02.489396 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-ae96cf94-1328-4966-ab8c-3c61c7c3516b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Allocated IP 172.20.0.10 (441f2af6-8595-44a9-9e6b-081102047a3e/0d06541f-c049-45f4-8c81-e944af6b66e9/b59f7fd3-2849-4cb3-82da-979733037713) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:47:02.628927 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-ae96cf94-1328-4966-ab8c-3c61c7c3516b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:02.642670 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-ae96cf94-1328-4966-ab8c-3c61c7c3516b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Transition to ACTIVE for port object b59f7fd3-2849-4cb3-82da-979733037713 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:47:02.684317 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-ae96cf94-1328-4966-ab8c-3c61c7c3516b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:02.715763 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 282979a1-edf4-4904-9e46-48b43fe0c8fc up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:47:02.728277 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-ae96cf94-1328-4966-ab8c-3c61c7c3516b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Network 441f2af6-8595-44a9-9e6b-081102047a3e is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:47:02.734292 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-ae96cf94-1328-4966-ab8c-3c61c7c3516b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:47:02.738539 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-ae96cf94-1328-4966-ab8c-3c61c7c3516b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:47:02.746134 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96cf94-1328-4966-ab8c-3c61c7c3516b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Pushing event updated for resources: {'Port': ['ID=b59f7fd3-2849-4cb3-82da-979733037713,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:47:02.769981 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 282979a1-edf4-4904-9e46-48b43fe0c8fc completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:47:02.775824 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 282979a1-edf4-4904-9e46-48b43fe0c8fc triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:47:02.776209 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:02.796170 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-ae96cf94-1328-4966-ab8c-3c61c7c3516b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:47:02.796948 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-ae96cf94-1328-4966-ab8c-3c61c7c3516b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:02.813917 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-ae96cf94-1328-4966-ab8c-3c61c7c3516b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5878160 Aug 11 22:47:02.869227 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:02.901257 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-e90382ed-6606-4b03-86d3-b4b6dd5a880f service neutron] Request body: {'port': {'device_id': '7cd0276f-68ae-4a2f-9ca0-62443ebf118c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:47:02.909050 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 282979a1-edf4-4904-9e46-48b43fe0c8fc, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=282979a1-edf4-4904-9e46-48b43fe0c8fc,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:47:02.915049 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:02.966770 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-e90382ed-6606-4b03-86d3-b4b6dd5a880f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:02.967027 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=282979a1-edf4-4904-9e46-48b43fe0c8fc,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:47:03.006388 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2f500906-3573-4f3f-bb07-526fe00d076e None None] Provisioning for port b59f7fd3-2849-4cb3-82da-979733037713 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:47:03.012212 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2f500906-3573-4f3f-bb07-526fe00d076e None None] Provisioning complete for port b59f7fd3-2849-4cb3-82da-979733037713 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:47:03.012591 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2f500906-3573-4f3f-bb07-526fe00d076e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:03.048522 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-2f500906-3573-4f3f-bb07-526fe00d076e None None] Port b59f7fd3-2849-4cb3-82da-979733037713 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:47:03.241768 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-e90382ed-6606-4b03-86d3-b4b6dd5a880f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b59f7fd3-2849-4cb3-82da-979733037713 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:47:03.249466 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-e90382ed-6606-4b03-86d3-b4b6dd5a880f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:03.262738 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-e90382ed-6606-4b03-86d3-b4b6dd5a880f service neutron] Transition to ACTIVE for port object b59f7fd3-2849-4cb3-82da-979733037713 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:47:03.267133 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-e90382ed-6606-4b03-86d3-b4b6dd5a880f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:03.351397 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90382ed-6606-4b03-86d3-b4b6dd5a880f service neutron] Pushing event updated for resources: {'Port': ['ID=b59f7fd3-2849-4cb3-82da-979733037713,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:47:03.414886 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0ad94-4500-48fd-b253-f15b259fe6ab req-260bed69-58a9-4a3d-a649-fa75cb249d28 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:47:03.416565 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-53d0ad94-4500-48fd-b253-f15b259fe6ab req-260bed69-58a9-4a3d-a649-fa75cb249d28 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 944 time: 0.1246064 Aug 11 22:47:03.469612 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-e90382ed-6606-4b03-86d3-b4b6dd5a880f service neutron] Attempting to bind port b59f7fd3-2849-4cb3-82da-979733037713 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:47:03.469956 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-e90382ed-6606-4b03-86d3-b4b6dd5a880f service neutron] Attempting to bind port b59f7fd3-2849-4cb3-82da-979733037713 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:47:03.470296 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-e90382ed-6606-4b03-86d3-b4b6dd5a880f service neutron] Attempting to bind port b59f7fd3-2849-4cb3-82da-979733037713 on network 441f2af6-8595-44a9-9e6b-081102047a3e {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:47:03.482624 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-53d0ad94-4500-48fd-b253-f15b259fe6ab req-968fd692-3045-40b2-b57f-bb0dd97b426a tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574646 Aug 11 22:47:03.483613 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-e90382ed-6606-4b03-86d3-b4b6dd5a880f service neutron] Port b59f7fd3-2849-4cb3-82da-979733037713 on network 441f2af6-8595-44a9-9e6b-081102047a3e not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:47:03.483720 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-e90382ed-6606-4b03-86d3-b4b6dd5a880f service neutron] Attempting to bind port b59f7fd3-2849-4cb3-82da-979733037713 on network 441f2af6-8595-44a9-9e6b-081102047a3e {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:47:03.489385 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-e90382ed-6606-4b03-86d3-b4b6dd5a880f service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:47:03.489730 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-e90382ed-6606-4b03-86d3-b4b6dd5a880f service neutron] Checking segment: {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:47:03.490116 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-e90382ed-6606-4b03-86d3-b4b6dd5a880f service neutron] Bound using segment: {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:47:03.490550 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-e90382ed-6606-4b03-86d3-b4b6dd5a880f service neutron] Bound port: b59f7fd3-2849-4cb3-82da-979733037713, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:47:03.490916 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-e90382ed-6606-4b03-86d3-b4b6dd5a880f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:03.558308 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-e90382ed-6606-4b03-86d3-b4b6dd5a880f service neutron] For port b59f7fd3-2849-4cb3-82da-979733037713, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:47:03.561784 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-e90382ed-6606-4b03-86d3-b4b6dd5a880f service neutron] For port b59f7fd3-2849-4cb3-82da-979733037713, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=b59f7fd3-2849-4cb3-82da-979733037713,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:47:03.565410 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-e90382ed-6606-4b03-86d3-b4b6dd5a880f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:03.601613 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-e90382ed-6606-4b03-86d3-b4b6dd5a880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:47:03.602325 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-e90382ed-6606-4b03-86d3-b4b6dd5a880f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:03.603731 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-e90382ed-6606-4b03-86d3-b4b6dd5a880f service neutron] 10.222.0.82 "PUT /v2.0/ports/b59f7fd3-2849-4cb3-82da-979733037713 HTTP/1.1" status: 200 len: 1092 time: 0.7747824 Aug 11 22:47:03.604247 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd0276f-68ae-4a2f-9ca0-62443ebf118c', 'tag': 'b59f7fd3-2849-4cb3-82da-979733037713'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:47:03.606731 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57e90c3a446451d75ae1e3d1512586a7852615b10e1933c2f022463cc4c528d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c6475a-596f-466e-8ab0-a303d1cafc96" -d '{"events": [{"name": "network-changed", "server_uuid": "7cd0276f-68ae-4a2f-9ca0-62443ebf118c", "tag": "b59f7fd3-2849-4cb3-82da-979733037713"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:47:03.633034 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90382ed-6606-4b03-86d3-b4b6dd5a880f service neutron] Pushing event updated for resources: {'Port': ['ID=b59f7fd3-2849-4cb3-82da-979733037713,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:47:03.657094 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae906349-84d9-4491-ab26-502c0aa31370 x-openstack-request-id: req-ae906349-84d9-4491-ab26-502c0aa31370 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:47:03.657393 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cd0276f-68ae-4a2f-9ca0-62443ebf118c", "tag": "b59f7fd3-2849-4cb3-82da-979733037713", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:47:03.657652 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ae906349-84d9-4491-ab26-502c0aa31370 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:47:03.658068 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd0276f-68ae-4a2f-9ca0-62443ebf118c', 'tag': 'b59f7fd3-2849-4cb3-82da-979733037713', 'status': 'completed', 'code': 200} Aug 11 22:47:03.715937 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-8777c038-c68a-4aa6-9509-56ba2e75116e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:47:03.717543 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-8777c038-c68a-4aa6-9509-56ba2e75116e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 1095 time: 0.0444264 Aug 11 22:47:03.770580 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-eb9da50a-0941-4cb1-9ffc-18f48aaefc9d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b59f7fd3-2849-4cb3-82da-979733037713 HTTP/1.1" status: 200 len: 217 time: 0.0396905 Aug 11 22:47:03.822835 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-48b37b1c-5126-4082-8131-f2679df27685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:47:03.824461 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-48b37b1c-5126-4082-8131-f2679df27685 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0466030 Aug 11 22:47:03.870303 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-30c2be4b-96a0-4bcd-82ac-1f5fead18e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:47:03.871813 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-30c2be4b-96a0-4bcd-82ac-1f5fead18e39 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405352 Aug 11 22:47:03.964430 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-5d8a6368-b9c4-4735-9553-0493ccedcf4d service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851758 Aug 11 22:47:04.054558 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ef0bd973-89de-41b0-ae50-6d236d96698e req-c2fc05fb-0198-4924-a9c9-4400b2e24c53 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836051 Aug 11 22:47:04.203868 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6475a-596f-466e-8ab0-a303d1cafc96 req-c17226a2-fb1a-49ce-97f0-9536af5e802e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:47:04.205420 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a3c6475a-596f-466e-8ab0-a303d1cafc96 req-c17226a2-fb1a-49ce-97f0-9536af5e802e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 1095 time: 0.0528290 Aug 11 22:47:04.638038 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9958e2c-b195-410c-83d4-966519a98c0f req-94d54ed6-19bf-4fea-8bd0-8b16e2121af2 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:47:04.639438 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c9958e2c-b195-410c-83d4-966519a98c0f req-94d54ed6-19bf-4fea-8bd0-8b16e2121af2 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 944 time: 0.0788844 Aug 11 22:47:04.640976 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6475a-596f-466e-8ab0-a303d1cafc96 req-20705e66-1d61-439e-945d-b70e9254e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:47:04.642355 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a3c6475a-596f-466e-8ab0-a303d1cafc96 req-20705e66-1d61-439e-945d-b70e9254e50c service neutron] 10.222.0.82 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.4299102 Aug 11 22:47:04.696432 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a3c6475a-596f-466e-8ab0-a303d1cafc96 req-f69edb78-0759-4031-8034-297968732560 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b59f7fd3-2849-4cb3-82da-979733037713 HTTP/1.1" status: 200 len: 217 time: 0.0446994 Aug 11 22:47:04.702606 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 282979a1-edf4-4904-9e46-48b43fe0c8fc up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:47:04.742040 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c9958e2c-b195-410c-83d4-966519a98c0f req-75a2f44e-94ea-43fb-bce1-adfd3b8ff26a tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964696 Aug 11 22:47:04.754841 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 282979a1-edf4-4904-9e46-48b43fe0c8fc triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:47:04.755224 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:04.760419 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6475a-596f-466e-8ab0-a303d1cafc96 req-0a1b663c-0145-4824-a17f-8e5f4be5a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:47:04.761914 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a3c6475a-596f-466e-8ab0-a303d1cafc96 req-0a1b663c-0145-4824-a17f-8e5f4be5a3e8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0545180 Aug 11 22:47:04.808812 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6475a-596f-466e-8ab0-a303d1cafc96 req-9025556b-b98f-4e5e-83dc-0f4b44fda979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:47:04.810349 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a3c6475a-596f-466e-8ab0-a303d1cafc96 req-9025556b-b98f-4e5e-83dc-0f4b44fda979 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408871 Aug 11 22:47:04.903103 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a3c6475a-596f-466e-8ab0-a303d1cafc96 req-ebb0a04c-0c44-4090-8325-7193793c1cd7 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853832 Aug 11 22:47:04.992198 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a3c6475a-596f-466e-8ab0-a303d1cafc96 req-2ff0ce5d-8e70-462d-b804-313bf2bee991 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823164 Aug 11 22:47:05.860614 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b534ef-8128-4518-80c8-16a4050d9e0a req-b67751df-01d4-47f2-b1f0-beee2a36aac4 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:47:05.862096 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47b534ef-8128-4518-80c8-16a4050d9e0a req-b67751df-01d4-47f2-b1f0-beee2a36aac4 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 944 time: 0.0530825 Aug 11 22:47:05.901475 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47b534ef-8128-4518-80c8-16a4050d9e0a req-c035b719-668b-40ff-910b-4582aaaf587a tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328000 Aug 11 22:47:06.108588 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:47:06.333515 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device b59f7fd3-2849-4cb3-82da-979733037713 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:47:06.438006 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port b59f7fd3-2849-4cb3-82da-979733037713, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=b59f7fd3-2849-4cb3-82da-979733037713,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:47:06.453991 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': 'b59f7fd3-2849-4cb3-82da-979733037713', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'port_id': 'b59f7fd3-2849-4cb3-82da-979733037713', 'mac_address': 'fa:16:3e:93:84:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:47:06.492384 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:06.506384 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b59f7fd3-2849-4cb3-82da-979733037713 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:47:06.527739 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port b59f7fd3-2849-4cb3-82da-979733037713, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=b59f7fd3-2849-4cb3-82da-979733037713,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:47:06.531609 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:06.579731 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=b59f7fd3-2849-4cb3-82da-979733037713,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:47:06.895112 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['b59f7fd3-2849-4cb3-82da-979733037713'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:47:07.017047 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7a2fd-e278-4389-a453-1aea8a875159 req-bb172462-e9fb-4f78-b6de-edaf5de56c27 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:47:07.018692 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f0c7a2fd-e278-4389-a453-1aea8a875159 req-bb172462-e9fb-4f78-b6de-edaf5de56c27 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 945 time: 0.0489068 Aug 11 22:47:07.057886 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f0c7a2fd-e278-4389-a453-1aea8a875159 req-0239a3fb-9d74-4104-bc6f-8155d6fb623c tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329969 Aug 11 22:47:08.170707 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e8be1-2028-4294-9f86-83adfd41cf5b req-1b0691da-ed71-4f1a-865d-4db748461141 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:47:08.172294 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-196e8be1-2028-4294-9f86-83adfd41cf5b req-1b0691da-ed71-4f1a-865d-4db748461141 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 945 time: 0.0489745 Aug 11 22:47:08.211888 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-196e8be1-2028-4294-9f86-83adfd41cf5b req-2925d346-8e1d-4bc1-ac69-70e837dfb12e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328143 Aug 11 22:47:08.378383 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device b59f7fd3-2849-4cb3-82da-979733037713 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:47:08.426648 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port b59f7fd3-2849-4cb3-82da-979733037713 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:47:08.430243 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port b59f7fd3-2849-4cb3-82da-979733037713 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:47:08.430606 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:08.509190 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:08.531997 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd0276f-68ae-4a2f-9ca0-62443ebf118c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59f7fd3-2849-4cb3-82da-979733037713'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:47:08.534293 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55265d75501b3a6903b8fcb8dd26264cdca968f78cd77d17f541175873b11fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00000a1a-5095-4b0c-bea3-ba6bcc2a1c45" -d '{"events": [{"server_uuid": "7cd0276f-68ae-4a2f-9ca0-62443ebf118c", "name": "network-vif-plugged", "status": "completed", "tag": "b59f7fd3-2849-4cb3-82da-979733037713"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:47:08.546912 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port b59f7fd3-2849-4cb3-82da-979733037713, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=b59f7fd3-2849-4cb3-82da-979733037713,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:47:08.551042 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:08.574932 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2222f7-0837-4f6c-9846-8ff968e6cee7 x-openstack-request-id: req-cf2222f7-0837-4f6c-9846-8ff968e6cee7 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:47:08.575233 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd0276f-68ae-4a2f-9ca0-62443ebf118c", "name": "network-vif-plugged", "status": "completed", "tag": "b59f7fd3-2849-4cb3-82da-979733037713", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:47:08.575489 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cf2222f7-0837-4f6c-9846-8ff968e6cee7 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:47:08.575911 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd0276f-68ae-4a2f-9ca0-62443ebf118c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59f7fd3-2849-4cb3-82da-979733037713', 'code': 200} Aug 11 22:47:08.608220 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=b59f7fd3-2849-4cb3-82da-979733037713,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:47:08.621595 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:08.697046 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c2ae1-26bd-4a12-99d2-880d6bb5521f req-fa02a6ea-b418-4099-8c4c-77feabad68f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:47:08.698570 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d16c2ae1-26bd-4a12-99d2-880d6bb5521f req-fa02a6ea-b418-4099-8c4c-77feabad68f5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 1097 time: 0.0443172 Aug 11 22:47:08.734032 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d16c2ae1-26bd-4a12-99d2-880d6bb5521f req-9f5cdbf0-966c-40ca-9953-d72373f81d78 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284622 Aug 11 22:47:09.331647 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb2ce2-89a5-4b02-ac1f-796f16556b31 req-16987a1b-8729-41ee-a722-26bb41dbda63 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:47:09.333261 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3acb2ce2-89a5-4b02-ac1f-796f16556b31 req-16987a1b-8729-41ee-a722-26bb41dbda63 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 946 time: 0.0514410 Aug 11 22:47:09.374484 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3acb2ce2-89a5-4b02-ac1f-796f16556b31 req-31baadff-b91a-4d9d-bee3-73c7c789a753 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344656 Aug 11 22:47:10.492060 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b028560-1132-48fc-800c-2323f91acda1 req-a6c515e9-b25f-4385-9a20-e0eab5683569 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:47:10.493577 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b028560-1132-48fc-800c-2323f91acda1 req-a6c515e9-b25f-4385-9a20-e0eab5683569 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 946 time: 0.0503044 Aug 11 22:47:10.532202 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b028560-1132-48fc-800c-2323f91acda1 req-087230b8-7953-4558-8744-19dd2d0fd935 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326164 Aug 11 22:47:10.649043 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3cf4a-f6ae-4084-9cd6-5ccb488f7620 req-14cf1c75-b38b-4b00-9707-6c7468d9e793 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:47:10.650901 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7da3cf4a-f6ae-4084-9cd6-5ccb488f7620 req-14cf1c75-b38b-4b00-9707-6c7468d9e793 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 946 time: 0.0544164 Aug 11 22:47:10.659563 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54434) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:47:10.664328 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-5a82463f-d77c-4486-be61-9f971c5b3137 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Request body: {'floatingip': {'port_id': 'b59f7fd3-2849-4cb3-82da-979733037713'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:47:10.708776 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5a82463f-d77c-4486-be61-9f971c5b3137 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for floatingip, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:11.156361 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5a82463f-d77c-4486-be61-9f971c5b3137 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:11.160952 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5a82463f-d77c-4486-be61-9f971c5b3137 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:11.267676 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [None req-5a82463f-d77c-4486-be61-9f971c5b3137 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Floating IP 44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7 associated. External IP: 172.25.2.5, port: b59f7fd3-2849-4cb3-82da-979733037713. Aug 11 22:47:11.469546 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a82463f-d77c-4486-be61-9f971c5b3137 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Router d203a1eb-09c8-468b-a093-34fb0e82f78e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:47:11.580167 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a82463f-d77c-4486-be61-9f971c5b3137 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:47:11.585272 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5a82463f-d77c-4486-be61-9f971c5b3137 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:11.590065 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1211a74d-1ccf-47bb-b8cc-eb52d3ba6568 None None] Sync routers for ids ['d203a1eb-09c8-468b-a093-34fb0e82f78e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:47:11.599044 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1211a74d-1ccf-47bb-b8cc-eb52d3ba6568 None None] Routers {'d203a1eb-09c8-468b-a093-34fb0e82f78e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:47:11.599713 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1211a74d-1ccf-47bb-b8cc-eb52d3ba6568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:46:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d203a1eb-09c8-468b-a093-34fb0e82f78e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:47:11.612473 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5a82463f-d77c-4486-be61-9f971c5b3137 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "PUT /v2.0/floatingips/44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7 HTTP/1.1" status: 200 len: 990 time: 0.9517875 Aug 11 22:47:11.613070 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd0276f-68ae-4a2f-9ca0-62443ebf118c', 'tag': 'b59f7fd3-2849-4cb3-82da-979733037713'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:47:11.615419 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc8896ec38a0bcddd9ea462b2093826613f96ce45944b4000ed2b158ebefd710" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cb9fd7-ee6f-497e-b2f6-87a3b9afedac" -d '{"events": [{"name": "network-changed", "server_uuid": "7cd0276f-68ae-4a2f-9ca0-62443ebf118c", "tag": "b59f7fd3-2849-4cb3-82da-979733037713"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:47:11.706990 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-1211a74d-1ccf-47bb-b8cc-eb52d3ba6568 None None] Set router d203a1eb-09c8-468b-a093-34fb0e82f78e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:47:11.718338 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d07b22-5c18-4aac-90f2-63bf6aa8e292 x-openstack-request-id: req-a0d07b22-5c18-4aac-90f2-63bf6aa8e292 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:47:11.718864 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cd0276f-68ae-4a2f-9ca0-62443ebf118c", "tag": "b59f7fd3-2849-4cb3-82da-979733037713", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:47:11.718864 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a0d07b22-5c18-4aac-90f2-63bf6aa8e292 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:47:11.719277 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd0276f-68ae-4a2f-9ca0-62443ebf118c', 'tag': 'b59f7fd3-2849-4cb3-82da-979733037713', 'status': 'completed', 'code': 200} Aug 11 22:47:11.798047 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb9fd7-ee6f-497e-b2f6-87a3b9afedac req-b7c3922a-e499-4e31-9a00-7f47b680216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:47:11.799665 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73cb9fd7-ee6f-497e-b2f6-87a3b9afedac req-b7c3922a-e499-4e31-9a00-7f47b680216d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 1097 time: 0.0414126 Aug 11 22:47:11.902799 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb9fd7-ee6f-497e-b2f6-87a3b9afedac req-0ee1d1c8-dcdc-4245-9b37-db6a860097a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:47:11.904417 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73cb9fd7-ee6f-497e-b2f6-87a3b9afedac req-0ee1d1c8-dcdc-4245-9b37-db6a860097a2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0963979 Aug 11 22:47:11.938415 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1211a74d-1ccf-47bb-b8cc-eb52d3ba6568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:57Z', 'revision_number': 4, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port': {'id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'port_id': 'b59f7fd3-2849-4cb3-82da-979733037713', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'mac_address': 'fa:16:3e:93:84:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0276f-68ae-4a2f-9ca0-62443ebf118c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:46:59Z', 'updated_at': '2021-08-11T22:47:11Z', 'revision_number': 1, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282979a1-edf4-4904-9e46-48b43fe0c8fc', 'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'mac_address': 'fa:16:3e:69:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:57Z', 'updated_at': '2021-08-11T22:47:02Z', 'revision_number': 5, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'subnets': [{'id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:47:11.970164 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1211a74d-1ccf-47bb-b8cc-eb52d3ba6568 None None] Checking router: d203a1eb-09c8-468b-a093-34fb0e82f78e for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:47:11.978255 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73cb9fd7-ee6f-497e-b2f6-87a3b9afedac req-032543cc-b901-43a9-8c3d-fa6d20029012 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b59f7fd3-2849-4cb3-82da-979733037713 HTTP/1.1" status: 200 len: 998 time: 0.0669811 Aug 11 22:47:11.978735 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1211a74d-1ccf-47bb-b8cc-eb52d3ba6568 None None] Routers {'d203a1eb-09c8-468b-a093-34fb0e82f78e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:47:11.979362 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1211a74d-1ccf-47bb-b8cc-eb52d3ba6568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:46:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d203a1eb-09c8-468b-a093-34fb0e82f78e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:47:12.030921 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb9fd7-ee6f-497e-b2f6-87a3b9afedac req-84906f07-8f1a-4c4a-917f-2216de42f24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:47:12.032548 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73cb9fd7-ee6f-497e-b2f6-87a3b9afedac req-84906f07-8f1a-4c4a-917f-2216de42f24a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0477760 Aug 11 22:47:12.079631 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb9fd7-ee6f-497e-b2f6-87a3b9afedac req-54f82f21-8c8d-426b-9824-9b144b5edf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:47:12.081215 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73cb9fd7-ee6f-497e-b2f6-87a3b9afedac req-54f82f21-8c8d-426b-9824-9b144b5edf50 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420408 Aug 11 22:47:12.089216 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-1211a74d-1ccf-47bb-b8cc-eb52d3ba6568 None None] Set router d203a1eb-09c8-468b-a093-34fb0e82f78e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:47:12.181336 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73cb9fd7-ee6f-497e-b2f6-87a3b9afedac req-593e2ef5-aa29-4b9f-b314-5051ebdc26d0 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928576 Aug 11 22:47:12.275681 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73cb9fd7-ee6f-497e-b2f6-87a3b9afedac req-ef772657-7c2e-418e-b602-924efe47f5f5 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870543 Aug 11 22:47:12.322434 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1211a74d-1ccf-47bb-b8cc-eb52d3ba6568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:57Z', 'revision_number': 4, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port': {'id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'port_id': 'b59f7fd3-2849-4cb3-82da-979733037713', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'mac_address': 'fa:16:3e:93:84:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0276f-68ae-4a2f-9ca0-62443ebf118c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:46:59Z', 'updated_at': '2021-08-11T22:47:11Z', 'revision_number': 1, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282979a1-edf4-4904-9e46-48b43fe0c8fc', 'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'mac_address': 'fa:16:3e:69:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:57Z', 'updated_at': '2021-08-11T22:47:02Z', 'revision_number': 5, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'subnets': [{'id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:47:12.348711 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1211a74d-1ccf-47bb-b8cc-eb52d3ba6568 None None] The sync data for ids ['d203a1eb-09c8-468b-a093-34fb0e82f78e'] in n-d-804275-3 is: [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:57Z', 'revision_number': 4, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port': {'id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'port_id': 'b59f7fd3-2849-4cb3-82da-979733037713', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'mac_address': 'fa:16:3e:93:84:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0276f-68ae-4a2f-9ca0-62443ebf118c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:46:59Z', 'updated_at': '2021-08-11T22:47:11Z', 'revision_number': 1, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282979a1-edf4-4904-9e46-48b43fe0c8fc', 'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'mac_address': 'fa:16:3e:69:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:57Z', 'updated_at': '2021-08-11T22:47:02Z', 'revision_number': 5, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'subnets': [{'id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:47:12.557187 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bdcee9-9be3-4d5c-a09c-df183af8eb69 None None] New status for floating IP 44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7: ACTIVE {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:47:13.285195 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-957906e0-3c94-423b-ab84-d2928ff8854e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:16.104540 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:16.292504 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-aa27aec1-575f-42c1-96e4-3698a98b12ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:17.657134 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:19.119331 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:20.938517 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:38.616371 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:43.107567 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:47:43.286616 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a769e075-50b3-4dd8-bd94-c9477d8771be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:46.105157 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:46.293599 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-feba0a7a-38a5-48ce-b2ff-5521786e42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:47.658238 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:49.118704 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:47:50.952430 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:48:07.323327 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-df08169d-1b07-472f-996f-127a114fb3a5 req-ef5cf3c7-3f70-44a0-ae3e-edd2aac199b9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458503 Aug 11 22:48:07.419394 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08169d-1b07-472f-996f-127a114fb3a5 req-021e2ade-d23d-429c-ae24-4af10de25665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:48:07.420928 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-df08169d-1b07-472f-996f-127a114fb3a5 req-021e2ade-d23d-429c-ae24-4af10de25665 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 1097 time: 0.0397508 Aug 11 22:48:07.522202 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08169d-1b07-472f-996f-127a114fb3a5 req-b4aea78d-6688-458a-ab38-810a154b8403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:48:07.523828 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-df08169d-1b07-472f-996f-127a114fb3a5 req-b4aea78d-6688-458a-ab38-810a154b8403 service neutron] 10.222.0.82 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0838139 Aug 11 22:48:07.592993 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-df08169d-1b07-472f-996f-127a114fb3a5 req-d4cd2aab-1489-4844-817a-e4ece8f76af2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b59f7fd3-2849-4cb3-82da-979733037713 HTTP/1.1" status: 200 len: 1000 time: 0.0619228 Aug 11 22:48:07.643346 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08169d-1b07-472f-996f-127a114fb3a5 req-917a2e0c-1269-4c05-ab51-96314ddf00a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:48:07.644864 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-df08169d-1b07-472f-996f-127a114fb3a5 req-917a2e0c-1269-4c05-ab51-96314ddf00a1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0447669 Aug 11 22:48:07.690500 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08169d-1b07-472f-996f-127a114fb3a5 req-19db9867-419a-4a13-a102-2fae9afa1ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:48:07.692033 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-df08169d-1b07-472f-996f-127a114fb3a5 req-19db9867-419a-4a13-a102-2fae9afa1ae9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399499 Aug 11 22:48:07.786681 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-df08169d-1b07-472f-996f-127a114fb3a5 req-a7a6118a-9e30-47e4-be9f-82669cb8c697 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864913 Aug 11 22:48:07.881030 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-df08169d-1b07-472f-996f-127a114fb3a5 req-3cf6f7da-612b-421a-b149-5925308687a6 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867329 Aug 11 22:48:08.616051 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:48:13.288632 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-de7696d0-0e05-45b1-879d-aacbe49afb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:48:16.106720 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:48:16.295686 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3e49eb08-ac02-485f-9109-f43e120862a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:48:17.660488 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:48:19.121659 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:48:20.106825 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:48:20.968616 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:48:38.613387 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:48:43.289525 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-89b59d42-aef3-413f-86ae-c7365f7c3b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:48:46.107284 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:48:46.295137 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-74c3f953-1b64-4ba2-b5ba-3134a0913c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:48:47.663907 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:48:49.126943 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:48:50.967691 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:48:57.106000 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:49:08.610992 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:49:09.441200 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-993dd78f-0fe7-430e-93a0-5db345f0d601 req-6abe4714-80f8-48bc-8af0-72c961cbcf8f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0955317 Aug 11 22:49:09.545493 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993dd78f-0fe7-430e-93a0-5db345f0d601 req-ceeaefaa-0b1c-45fb-a4f0-f71e944e2e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:49:09.547037 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-993dd78f-0fe7-430e-93a0-5db345f0d601 req-ceeaefaa-0b1c-45fb-a4f0-f71e944e2e8f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 1097 time: 0.0456953 Aug 11 22:49:09.652324 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993dd78f-0fe7-430e-93a0-5db345f0d601 req-27392ee4-bf30-4f8d-a7c9-a52954528fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:49:09.653851 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-993dd78f-0fe7-430e-93a0-5db345f0d601 req-27392ee4-bf30-4f8d-a7c9-a52954528fc8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0851710 Aug 11 22:49:09.722485 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-993dd78f-0fe7-430e-93a0-5db345f0d601 req-364f2bd8-e6a5-4995-a739-aa11e869ce7b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b59f7fd3-2849-4cb3-82da-979733037713 HTTP/1.1" status: 200 len: 1000 time: 0.0614607 Aug 11 22:49:09.771626 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993dd78f-0fe7-430e-93a0-5db345f0d601 req-1010b5ff-4cd5-4fe3-ac56-80a0d666ae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:49:09.773674 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-993dd78f-0fe7-430e-93a0-5db345f0d601 req-1010b5ff-4cd5-4fe3-ac56-80a0d666ae0d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0451007 Aug 11 22:49:09.820670 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993dd78f-0fe7-430e-93a0-5db345f0d601 req-e1f07977-dd7d-4513-a0c8-5e38d687a213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:49:09.822362 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-993dd78f-0fe7-430e-93a0-5db345f0d601 req-e1f07977-dd7d-4513-a0c8-5e38d687a213 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416224 Aug 11 22:49:09.913753 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-993dd78f-0fe7-430e-93a0-5db345f0d601 req-39c38da1-d7ab-492d-bcaf-8d939dc88f72 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839980 Aug 11 22:49:10.003608 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-993dd78f-0fe7-430e-93a0-5db345f0d601 req-96712d73-51e2-40e5-b7e1-976d61df7161 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832419 Aug 11 22:49:13.290125 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-58c61f38-8fdf-40d4-974c-0375f62bef4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:49:16.108535 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:49:16.295648 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-275bad86-e625-4464-9f41-1cb76ca4d935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:49:17.667803 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:49:19.127376 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:49:20.968024 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:49:34.104440 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:49:38.614566 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:49:43.041341 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e643f-31b1-4861-b882-5d4f62e31f36 req-78a12300-3044-4d01-9a96-ea86bbe1d7a0 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:49:43.042877 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-272e643f-31b1-4861-b882-5d4f62e31f36 req-78a12300-3044-4d01-9a96-ea86bbe1d7a0 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 946 time: 0.0946805 Aug 11 22:49:43.080199 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-272e643f-31b1-4861-b882-5d4f62e31f36 req-b960c51b-ab68-4497-b3ba-733151e6e790 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313716 Aug 11 22:49:43.290589 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4aebbfff-1424-4c00-b8bb-20f56f4b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:49:44.386932 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c19690-cacb-4fbb-be8d-c00f330a3df4 req-7a73bb02-7922-48ef-a049-7cd2eeaeca1b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:49:44.389193 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d3c19690-cacb-4fbb-be8d-c00f330a3df4 req-7a73bb02-7922-48ef-a049-7cd2eeaeca1b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 946 time: 0.0668821 Aug 11 22:49:44.391151 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-bf9ba356-248c-4a70-82cd-a3856c9c7c63 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1067441 Aug 11 22:49:44.430327 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d3c19690-cacb-4fbb-be8d-c00f330a3df4 req-d7ed2bc0-dddf-4e54-abc1-eb17d5308e38 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350509 Aug 11 22:49:45.548870 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ed394-2876-4e52-a92f-33040fa687b9 req-19c3e817-ffec-43e8-bd8f-ba2fdcde89a3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:49:45.550274 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f74ed394-2876-4e52-a92f-33040fa687b9 req-19c3e817-ffec-43e8-bd8f-ba2fdcde89a3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 946 time: 0.0486221 Aug 11 22:49:45.588776 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f74ed394-2876-4e52-a92f-33040fa687b9 req-7d8df8ce-4b85-42fb-bdc3-3d93e538babc tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319386 Aug 11 22:49:45.692111 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-b6173ff2-bab0-45de-9f2f-d9e1aa9055da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:49:45.694162 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-b6173ff2-bab0-45de-9f2f-d9e1aa9055da service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 1097 time: 0.0396862 Aug 11 22:49:45.784762 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-f1053870-6ab2-46b4-8799-92ccfc7b7a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:49:45.786263 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-f1053870-6ab2-46b4-8799-92ccfc7b7a3f service neutron] 10.222.0.82 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0857437 Aug 11 22:49:45.852193 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-9c19bcf2-fd00-4bd4-9fa3-41e599623a2f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b59f7fd3-2849-4cb3-82da-979733037713 HTTP/1.1" status: 200 len: 1000 time: 0.0579240 Aug 11 22:49:45.904543 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-0a69d39d-7e7d-4d51-bf82-28ff9abd978f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:49:45.906003 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-0a69d39d-7e7d-4d51-bf82-28ff9abd978f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0473082 Aug 11 22:49:45.951044 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-b1eba33b-9d70-4dbd-98f5-e69ef1af361c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:49:45.952604 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-b1eba33b-9d70-4dbd-98f5-e69ef1af361c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391288 Aug 11 22:49:46.043792 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-614779ee-e8d0-4196-9ade-2e3e18abac7d service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844724 Aug 11 22:49:46.110342 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:49:46.144866 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-97e3c01e-9098-4494-b525-82433fd68d27 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940523 Aug 11 22:49:46.296141 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3b119657-cb0e-4698-bd9c-7f61369adbd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:49:46.705469 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfdc32-d81d-406d-9b56-90e71489aa7a req-914d9fc2-6c17-4d31-b995-f446954c34e0 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:49:46.706942 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c2cfdc32-d81d-406d-9b56-90e71489aa7a req-914d9fc2-6c17-4d31-b995-f446954c34e0 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 946 time: 0.0484228 Aug 11 22:49:46.744251 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c2cfdc32-d81d-406d-9b56-90e71489aa7a req-0a426e22-9873-4af5-ab01-c61ad3f628b8 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306957 Aug 11 22:49:47.669482 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:49:47.859072 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288b552-5700-4da8-b840-f681fa6a37d7 req-d7ada234-ba68-466a-8cda-d2c55985b957 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:49:47.860600 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a288b552-5700-4da8-b840-f681fa6a37d7 req-d7ada234-ba68-466a-8cda-d2c55985b957 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 946 time: 0.0493047 Aug 11 22:49:47.903402 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a288b552-5700-4da8-b840-f681fa6a37d7 req-388b21e5-40c2-4e99-a363-7706f0c88de5 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362809 Aug 11 22:49:49.018203 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7bbf71-cb50-4d4d-ad4d-01ac534d0bc1 req-2cb69d5b-dc61-48fe-a474-df3d842cd67e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:49:49.019655 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4e7bbf71-cb50-4d4d-ad4d-01ac534d0bc1 req-2cb69d5b-dc61-48fe-a474-df3d842cd67e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 946 time: 0.0498233 Aug 11 22:49:49.059120 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4e7bbf71-cb50-4d4d-ad4d-01ac534d0bc1 req-299a6240-51ad-4cfe-96c2-80c811a577ea tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326068 Aug 11 22:49:49.130541 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:49:50.173540 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c01a8b-51fe-436f-a699-7e52897a176a req-b3609df1-989c-49fe-9cca-e7314d056727 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:49:50.175392 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-59c01a8b-51fe-436f-a699-7e52897a176a req-b3609df1-989c-49fe-9cca-e7314d056727 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 946 time: 0.0500271 Aug 11 22:49:50.213605 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-59c01a8b-51fe-436f-a699-7e52897a176a req-3696766d-cefd-49ac-abc6-b1dc4982fffa tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317159 Aug 11 22:49:50.981673 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:49:51.330001 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1078e0-7781-4032-b9b4-ab5db68aab1b req-cd4af685-84d3-4450-a171-2a123519d5a2 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:49:51.331456 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a1078e0-7781-4032-b9b4-ab5db68aab1b req-cd4af685-84d3-4450-a171-2a123519d5a2 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 946 time: 0.0478842 Aug 11 22:49:51.373367 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a1078e0-7781-4032-b9b4-ab5db68aab1b req-a9a8c78c-3abd-4d54-bf76-960cd3861677 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352440 Aug 11 22:49:52.496551 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878cf72-5d63-435c-8981-a69142435b88 req-4f08cb4b-a403-4958-a432-5bd87581b5d7 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:49:52.498066 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0878cf72-5d63-435c-8981-a69142435b88 req-4f08cb4b-a403-4958-a432-5bd87581b5d7 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 946 time: 0.0570819 Aug 11 22:49:52.535865 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0878cf72-5d63-435c-8981-a69142435b88 req-9c477c81-6cb0-4e78-9fd8-75e236d12342 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317006 Aug 11 22:49:53.667567 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410797d-3b25-4b4c-bd4e-0e82ef3c3ef0 req-7a35edb0-3234-4e75-bf2c-0ccbad4207af tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:49:53.669102 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4410797d-3b25-4b4c-bd4e-0e82ef3c3ef0 req-7a35edb0-3234-4e75-bf2c-0ccbad4207af tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 946 time: 0.0507762 Aug 11 22:49:53.705588 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4410797d-3b25-4b4c-bd4e-0e82ef3c3ef0 req-efd7e045-9e2b-4f4f-a222-67614d1a41ff tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305371 Aug 11 22:49:54.820518 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af1c18-8d7d-4e1a-bf17-77220035c6f0 req-c6dac50d-8f62-4b20-9443-ea19ed1f2148 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:49:54.822038 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-02af1c18-8d7d-4e1a-bf17-77220035c6f0 req-c6dac50d-8f62-4b20-9443-ea19ed1f2148 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 946 time: 0.0490141 Aug 11 22:49:54.863921 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-02af1c18-8d7d-4e1a-bf17-77220035c6f0 req-232759a9-6e39-4d74-976b-9e53dea3112b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358620 Aug 11 22:49:55.981434 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92618c46-5114-4b19-ae50-717beb5ca80f req-428dceb0-3359-42e1-92f0-dcc86c7e8bd4 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:49:55.984155 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-92618c46-5114-4b19-ae50-717beb5ca80f req-428dceb0-3359-42e1-92f0-dcc86c7e8bd4 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 946 time: 0.0526745 Aug 11 22:49:56.030883 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-92618c46-5114-4b19-ae50-717beb5ca80f req-3f807c20-e43b-4bfa-836b-4a3f7a99d9bc tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407135 Aug 11 22:49:57.151240 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd19f58-94bc-4e2b-b123-6db905b51f26 req-1bcc9210-5a42-4852-9eed-1358cbbab135 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:49:57.152803 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ebd19f58-94bc-4e2b-b123-6db905b51f26 req-1bcc9210-5a42-4852-9eed-1358cbbab135 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 946 time: 0.0499854 Aug 11 22:49:57.192717 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ebd19f58-94bc-4e2b-b123-6db905b51f26 req-842240b5-e84b-4131-811d-867a808a5143 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339067 Aug 11 22:49:58.201590 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-6e9ab012-4aa9-4c4d-ba20-fbc2368d2d5d service neutron] show failed (client error): The resource could not be found. Aug 11 22:49:58.202646 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-6e9ab012-4aa9-4c4d-ba20-fbc2368d2d5d service neutron] 10.222.0.82 "GET /v2.0/ports/b59f7fd3-2849-4cb3-82da-979733037713/bindings/n-h2-804275-3 HTTP/1.1" status: 404 len: 380 time: 0.0562558 Aug 11 22:49:58.318018 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c9c60-40cb-446f-8cb4-35709a7fe1fc req-9c5bb87b-7b79-4edb-841f-2382dd65e81c tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:49:58.319558 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-045c9c60-40cb-446f-8cb4-35709a7fe1fc req-9c5bb87b-7b79-4edb-841f-2382dd65e81c tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 946 time: 0.0541263 Aug 11 22:49:58.361954 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-045c9c60-40cb-446f-8cb4-35709a7fe1fc req-a3f4a89e-e3e3-4954-a120-2de7927758f2 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353069 Aug 11 22:49:58.480192 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-f09963a7-62d2-4566-851f-d7442b60106f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:49:58.481688 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-f09963a7-62d2-4566-851f-d7442b60106f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c&tenant_id=c473269f7e9f4a82a13c33cb529bc8ea HTTP/1.1" status: 200 len: 1097 time: 0.0788684 Aug 11 22:49:58.493858 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804275-3', 'device_owner': 'compute:nova'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:49:58.548394 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:49:59.075339 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] For port b59f7fd3-2849-4cb3-82da-979733037713, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=b59f7fd3-2849-4cb3-82da-979733037713,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:49:59.109547 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] For port b59f7fd3-2849-4cb3-82da-979733037713, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:49:59.147320 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd0276f-68ae-4a2f-9ca0-62443ebf118c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b59f7fd3-2849-4cb3-82da-979733037713'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:49:59.153562 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:49:59.166891 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Transition to ACTIVE for port object b59f7fd3-2849-4cb3-82da-979733037713 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:49:59.171087 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:49:59.200504 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b102379e7d6c573a0c111394fd6df11cb948dcd7c204d584f65cddae3f2353ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d333d4-a36e-4cf3-914f-b563eb4d823a" -d '{"events": [{"server_uuid": "7cd0276f-68ae-4a2f-9ca0-62443ebf118c", "name": "network-vif-unplugged", "status": "completed", "tag": "b59f7fd3-2849-4cb3-82da-979733037713"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:49:59.258004 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Pushing event updated for resources: {'Port': ['ID=b59f7fd3-2849-4cb3-82da-979733037713,revision_number=6']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:49:59.271149 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:49:59.271531 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:49:59.271869 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:49:59.272213 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:49:59.273672 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:49:59.273672 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:49:59.273850 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:49:59.274103 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:49:59.274428 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:49:59.274810 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:49:59.275074 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:49:59.275402 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:49:59.312649 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] No DVR routers for this DVR port b59f7fd3-2849-4cb3-82da-979733037713 on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:49:59.349975 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 22:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7657cd47-be10-4db5-8527-d4474b40dbd2 x-openstack-request-id: req-7657cd47-be10-4db5-8527-d4474b40dbd2 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:49:59.350283 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd0276f-68ae-4a2f-9ca0-62443ebf118c", "name": "network-vif-unplugged", "status": "completed", "tag": "b59f7fd3-2849-4cb3-82da-979733037713", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:49:59.350538 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7657cd47-be10-4db5-8527-d4474b40dbd2 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:49:59.350974 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd0276f-68ae-4a2f-9ca0-62443ebf118c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b59f7fd3-2849-4cb3-82da-979733037713', 'code': 200} Aug 11 22:49:59.458486 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Attempting to bind port b59f7fd3-2849-4cb3-82da-979733037713 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:49:59.458822 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Attempting to bind port b59f7fd3-2849-4cb3-82da-979733037713 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:49:59.459160 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Attempting to bind port b59f7fd3-2849-4cb3-82da-979733037713 on network 441f2af6-8595-44a9-9e6b-081102047a3e {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:49:59.464889 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Port b59f7fd3-2849-4cb3-82da-979733037713 on network 441f2af6-8595-44a9-9e6b-081102047a3e not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:49:59.465234 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Attempting to bind port b59f7fd3-2849-4cb3-82da-979733037713 on network 441f2af6-8595-44a9-9e6b-081102047a3e {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:49:59.470408 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:49:59.470757 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Checking segment: {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:49:59.471185 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Bound using segment: {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:49:59.471648 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Bound port: b59f7fd3-2849-4cb3-82da-979733037713, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:49:59.472021 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:49:59.481749 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbeda4-297f-4ac9-80b7-eaf3ab32910a req-0b48249c-11ac-4af6-b77c-2b6f84f2fef4 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:49:59.483247 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b1cbeda4-297f-4ac9-80b7-eaf3ab32910a req-0b48249c-11ac-4af6-b77c-2b6f84f2fef4 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 944 time: 0.0508487 Aug 11 22:49:59.524497 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b1cbeda4-297f-4ac9-80b7-eaf3ab32910a req-14ce2e35-83ac-42f4-bafe-59037f7f6bcd tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337055 Aug 11 22:49:59.539819 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] For port b59f7fd3-2849-4cb3-82da-979733037713, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:49:59.543023 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] For port b59f7fd3-2849-4cb3-82da-979733037713, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=b59f7fd3-2849-4cb3-82da-979733037713,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:49:59.549533 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:49:59.585857 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:49:59.586492 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:49:59.587952 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] 10.222.0.52 "PUT /v2.0/ports/b59f7fd3-2849-4cb3-82da-979733037713 HTTP/1.1" status: 200 len: 1092 time: 1.0980203 Aug 11 22:49:59.612567 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f048d8-5552-4909-b58d-518bf35e6a8c service neutron] Pushing event updated for resources: {'Port': ['ID=b59f7fd3-2849-4cb3-82da-979733037713,revision_number=7']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:49:59.658086 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-048280a2-f119-4afc-b11a-1aea845b9a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:49:59.659676 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-048280a2-f119-4afc-b11a-1aea845b9a7e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 1095 time: 0.0441518 Aug 11 22:49:59.757409 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-74db71ca-7d0d-4308-be0e-7fe528fb414d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:49:59.758619 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-74db71ca-7d0d-4308-be0e-7fe528fb414d service neutron] 10.222.0.52 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0919797 Aug 11 22:49:59.829746 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-10258adb-bad3-4fe8-aa8d-3fae163b6cf0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b59f7fd3-2849-4cb3-82da-979733037713 HTTP/1.1" status: 200 len: 998 time: 0.0643749 Aug 11 22:49:59.879757 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-52d202f2-98f1-4b9f-b9c8-c90e3731e3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:49:59.881158 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-52d202f2-98f1-4b9f-b9c8-c90e3731e3ed service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0445530 Aug 11 22:49:59.927132 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-c1991a0c-84fe-47db-8f48-9195014688a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:49:59.928708 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-c1991a0c-84fe-47db-8f48-9195014688a8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406585 Aug 11 22:50:00.028807 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-345bda41-6e42-4ce4-bc96-b9f36de31aeb service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929306 Aug 11 22:50:00.118009 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-980793b6-a7f7-4530-92e2-2a9a6c5141f4 req-fbbe260e-5b91-4aa4-9534-0ff995dded79 service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815344 Aug 11 22:50:00.637992 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01932c29-b2cd-4d2a-b4d6-f9613137ff3f req-732df084-7a18-4807-a4cb-863ed89d4a19 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:00.639478 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-01932c29-b2cd-4d2a-b4d6-f9613137ff3f req-732df084-7a18-4807-a4cb-863ed89d4a19 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 944 time: 0.0473034 Aug 11 22:50:00.677328 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-01932c29-b2cd-4d2a-b4d6-f9613137ff3f req-a98af204-9cb6-4644-a039-bc3c2a5cafac tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318019 Aug 11 22:50:01.352736 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd0276f-68ae-4a2f-9ca0-62443ebf118c', 'tag': 'b59f7fd3-2849-4cb3-82da-979733037713'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:50:01.355187 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b102379e7d6c573a0c111394fd6df11cb948dcd7c204d584f65cddae3f2353ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040c92a6-5a8e-498a-a17f-1f0564814e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "7cd0276f-68ae-4a2f-9ca0-62443ebf118c", "tag": "b59f7fd3-2849-4cb3-82da-979733037713"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:50:01.404430 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8990964f-31ab-43bf-bf0c-af55073e8cc5 x-openstack-request-id: req-8990964f-31ab-43bf-bf0c-af55073e8cc5 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:50:01.404726 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cd0276f-68ae-4a2f-9ca0-62443ebf118c", "tag": "b59f7fd3-2849-4cb3-82da-979733037713", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:50:01.404986 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8990964f-31ab-43bf-bf0c-af55073e8cc5 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:50:01.405393 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd0276f-68ae-4a2f-9ca0-62443ebf118c', 'tag': 'b59f7fd3-2849-4cb3-82da-979733037713', 'status': 'completed', 'code': 200} Aug 11 22:50:01.477721 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c92a6-5a8e-498a-a17f-1f0564814e8c req-a9f25853-ef69-4742-a731-2adad8176943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:01.479294 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-040c92a6-5a8e-498a-a17f-1f0564814e8c req-a9f25853-ef69-4742-a731-2adad8176943 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 1095 time: 0.0469820 Aug 11 22:50:01.486745 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c92a6-5a8e-498a-a17f-1f0564814e8c req-e84c8d59-2fa5-48fc-85eb-c955da0e6c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:01.488364 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-040c92a6-5a8e-498a-a17f-1f0564814e8c req-e84c8d59-2fa5-48fc-85eb-c955da0e6c8a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 1095 time: 0.0441024 Aug 11 22:50:01.577704 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c92a6-5a8e-498a-a17f-1f0564814e8c req-c027d0b1-aec5-41c1-b1c5-7ecc842151f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:01.579229 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-040c92a6-5a8e-498a-a17f-1f0564814e8c req-c027d0b1-aec5-41c1-b1c5-7ecc842151f4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0917437 Aug 11 22:50:01.587064 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c92a6-5a8e-498a-a17f-1f0564814e8c req-2c718a26-9a1e-444e-9b12-6aa191bc5d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:01.588624 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-040c92a6-5a8e-498a-a17f-1f0564814e8c req-2c718a26-9a1e-444e-9b12-6aa191bc5d75 service neutron] 10.222.0.82 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0927408 Aug 11 22:50:01.667002 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-040c92a6-5a8e-498a-a17f-1f0564814e8c req-9bb34651-a1f7-4b5d-88c4-adee220866b8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b59f7fd3-2849-4cb3-82da-979733037713 HTTP/1.1" status: 200 len: 998 time: 0.0769072 Aug 11 22:50:01.682545 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-040c92a6-5a8e-498a-a17f-1f0564814e8c req-5a4eeb95-db80-481a-a6b2-2bd04c1f6f10 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b59f7fd3-2849-4cb3-82da-979733037713 HTTP/1.1" status: 200 len: 998 time: 0.0872915 Aug 11 22:50:01.719868 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c92a6-5a8e-498a-a17f-1f0564814e8c req-43e5a133-11f2-45b2-8328-2b726e82ac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:01.721563 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-040c92a6-5a8e-498a-a17f-1f0564814e8c req-43e5a133-11f2-45b2-8328-2b726e82ac8b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0478752 Aug 11 22:50:01.732860 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c92a6-5a8e-498a-a17f-1f0564814e8c req-96fe479a-f49f-423c-8049-133a1b5bfae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:01.734401 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-040c92a6-5a8e-498a-a17f-1f0564814e8c req-96fe479a-f49f-423c-8049-133a1b5bfae5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0455909 Aug 11 22:50:01.768847 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c92a6-5a8e-498a-a17f-1f0564814e8c req-49e0df1d-0fe9-4020-9963-7c820150c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:01.770475 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-040c92a6-5a8e-498a-a17f-1f0564814e8c req-49e0df1d-0fe9-4020-9963-7c820150c3c7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420501 Aug 11 22:50:01.809432 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c92a6-5a8e-498a-a17f-1f0564814e8c req-432767f9-c992-4aa9-a7d5-f922ec1525d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:01.810979 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-040c92a6-5a8e-498a-a17f-1f0564814e8c req-432767f9-c992-4aa9-a7d5-f922ec1525d6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701084 Aug 11 22:50:01.821699 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5dbbcf-f8b6-477c-b5d1-208419fcc66a req-edd23054-9bbe-4a2c-b035-f8788b890089 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:01.823181 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9f5dbbcf-f8b6-477c-b5d1-208419fcc66a req-edd23054-9bbe-4a2c-b035-f8788b890089 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 944 time: 0.0737815 Aug 11 22:50:01.867263 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-040c92a6-5a8e-498a-a17f-1f0564814e8c req-fa03601a-6854-4f31-be3d-8c487d07d653 service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891063 Aug 11 22:50:01.910571 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9f5dbbcf-f8b6-477c-b5d1-208419fcc66a req-2f4445aa-ea34-43ad-bd6c-a8d7e3c5237e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792837 Aug 11 22:50:01.942807 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-040c92a6-5a8e-498a-a17f-1f0564814e8c req-ecc6ac7e-b7d4-4918-a0b4-1e0e88d4074c service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186268 Aug 11 22:50:01.958139 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-040c92a6-5a8e-498a-a17f-1f0564814e8c req-9022d80c-5178-4dcd-b53b-106f91d682d6 service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846589 Aug 11 22:50:02.045491 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-040c92a6-5a8e-498a-a17f-1f0564814e8c req-d1d084e6-7bbc-49e2-9781-0707a2ee27cd service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951846 Aug 11 22:50:02.138778 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da243774-70d6-4142-bf2f-c401a43b34a0 req-035518e0-b40d-4bb2-b8e4-cb2b1cd0534a tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:02.140315 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-da243774-70d6-4142-bf2f-c401a43b34a0 req-035518e0-b40d-4bb2-b8e4-cb2b1cd0534a tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 944 time: 0.0765123 Aug 11 22:50:02.163886 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf8ade-cdeb-4330-8d4d-c28ce716765a req-76514417-2240-4457-99de-72b5894d833b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:02.165352 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20cf8ade-cdeb-4330-8d4d-c28ce716765a req-76514417-2240-4457-99de-72b5894d833b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.82 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c&tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&binding%3Ahost_id=n-h2-804275-3 HTTP/1.1" status: 200 len: 944 time: 0.0735517 Aug 11 22:50:02.217639 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-da243774-70d6-4142-bf2f-c401a43b34a0 req-0e135da0-85e9-4020-8bf0-b6da59d5c9e1 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711765 Aug 11 22:50:02.240099 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [req-20cf8ade-cdeb-4330-8d4d-c28ce716765a req-b2544b28-bf6e-4869-9a1d-99f17c5137b5 service neutron] delete failed (client error): The resource could not be found. Aug 11 22:50:02.241116 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20cf8ade-cdeb-4330-8d4d-c28ce716765a req-b2544b28-bf6e-4869-9a1d-99f17c5137b5 service neutron] 10.222.0.82 "DELETE /v2.0/ports/b59f7fd3-2849-4cb3-82da-979733037713/bindings/n-h1-804275-3 HTTP/1.1" status: 404 len: 380 time: 0.0676229 Aug 11 22:50:02.349394 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf8ade-cdeb-4330-8d4d-c28ce716765a req-608d1e1b-35f9-499a-8295-02ffb233ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:02.350830 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20cf8ade-cdeb-4330-8d4d-c28ce716765a req-608d1e1b-35f9-499a-8295-02ffb233ff5f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 1095 time: 0.0453391 Aug 11 22:50:02.440554 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf8ade-cdeb-4330-8d4d-c28ce716765a req-d0e38fbd-0d56-4e38-ba13-265bc3a2ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:02.442087 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20cf8ade-cdeb-4330-8d4d-c28ce716765a req-d0e38fbd-0d56-4e38-ba13-265bc3a2ba13 service neutron] 10.222.0.82 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0843625 Aug 11 22:50:02.517688 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20cf8ade-cdeb-4330-8d4d-c28ce716765a req-fdd5dfda-1bee-4932-a76b-21b38a0b9f1a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b59f7fd3-2849-4cb3-82da-979733037713 HTTP/1.1" status: 200 len: 998 time: 0.0661070 Aug 11 22:50:02.546898 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device b59f7fd3-2849-4cb3-82da-979733037713 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:50:02.566937 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf8ade-cdeb-4330-8d4d-c28ce716765a req-bd5eebfb-d412-409b-a499-ca95f538b9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:02.568483 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20cf8ade-cdeb-4330-8d4d-c28ce716765a req-bd5eebfb-d412-409b-a499-ca95f538b9a9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0434031 Aug 11 22:50:02.616965 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf8ade-cdeb-4330-8d4d-c28ce716765a req-9be3d714-91b5-4e1e-919a-6ecacdef1d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:02.618752 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20cf8ade-cdeb-4330-8d4d-c28ce716765a req-9be3d714-91b5-4e1e-919a-6ecacdef1d92 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424011 Aug 11 22:50:02.644331 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port b59f7fd3-2849-4cb3-82da-979733037713, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=b59f7fd3-2849-4cb3-82da-979733037713,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:50:02.656341 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'b59f7fd3-2849-4cb3-82da-979733037713', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'port_id': 'b59f7fd3-2849-4cb3-82da-979733037713', 'mac_address': 'fa:16:3e:93:84:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:50:02.702584 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:02.712987 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20cf8ade-cdeb-4330-8d4d-c28ce716765a req-1b4bf5c1-0e49-4a82-a7b8-dd4c7adcaa8c service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869455 Aug 11 22:50:02.715788 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b59f7fd3-2849-4cb3-82da-979733037713 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:50:02.735992 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port b59f7fd3-2849-4cb3-82da-979733037713, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=b59f7fd3-2849-4cb3-82da-979733037713,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:50:02.739868 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:02.789387 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=b59f7fd3-2849-4cb3-82da-979733037713,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:50:02.796837 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:50:02.797246 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:50:02.797536 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:50:02.797875 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:50:02.798316 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:50:02.798553 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:50:02.798889 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:50:02.799217 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:50:02.799589 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:50:02.799924 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:50:02.800252 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:50:02.800578 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:50:02.805099 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20cf8ade-cdeb-4330-8d4d-c28ce716765a req-fad1314c-db15-4f26-a058-96ba21396537 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854406 Aug 11 22:50:02.972478 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['b59f7fd3-2849-4cb3-82da-979733037713'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:50:03.087176 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device b59f7fd3-2849-4cb3-82da-979733037713 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:50:03.143421 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device b59f7fd3-2849-4cb3-82da-979733037713 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:50:03.334640 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503fac6-154e-4b90-8ca2-5f7922670928 req-f3d85634-f3d9-4283-a254-f54506fbd3a7 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:03.336204 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b503fac6-154e-4b90-8ca2-5f7922670928 req-f3d85634-f3d9-4283-a254-f54506fbd3a7 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 945 time: 0.0498769 Aug 11 22:50:03.375896 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b503fac6-154e-4b90-8ca2-5f7922670928 req-450ff765-e99e-434f-baac-639ce0012a74 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335994 Aug 11 22:50:04.495524 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c5722-340b-45f7-be11-4a40501ae195 req-b74f9b42-e3ca-4e41-bad7-cc022871e722 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:04.497025 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-258c5722-340b-45f7-be11-4a40501ae195 req-b74f9b42-e3ca-4e41-bad7-cc022871e722 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 945 time: 0.0533230 Aug 11 22:50:04.536589 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-258c5722-340b-45f7-be11-4a40501ae195 req-b7af6fe2-6857-4ad8-8f00-6e46b26688ea tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336006 Aug 11 22:50:04.571151 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device b59f7fd3-2849-4cb3-82da-979733037713 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:50:04.621850 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port b59f7fd3-2849-4cb3-82da-979733037713 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:50:04.625742 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port b59f7fd3-2849-4cb3-82da-979733037713 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:50:04.626127 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:04.652547 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684a656-3f43-4ec4-a9e1-430b7bad2d48 req-f706a7c0-d9db-410d-9f86-8831cf88250c tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:04.654075 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6684a656-3f43-4ec4-a9e1-430b7bad2d48 req-f706a7c0-d9db-410d-9f86-8831cf88250c tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 945 time: 0.0499558 Aug 11 22:50:04.693204 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6684a656-3f43-4ec4-a9e1-430b7bad2d48 req-ed6452aa-3893-4b1d-b106-fcc718e68b71 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327632 Aug 11 22:50:04.709691 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:04.733734 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd0276f-68ae-4a2f-9ca0-62443ebf118c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59f7fd3-2849-4cb3-82da-979733037713'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:50:04.750695 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port b59f7fd3-2849-4cb3-82da-979733037713, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=b59f7fd3-2849-4cb3-82da-979733037713,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:50:04.755011 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:04.785648 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f846b2-bc0f-44c2-ae06-2e02dc1248c7" -d '{"events": [{"server_uuid": "7cd0276f-68ae-4a2f-9ca0-62443ebf118c", "name": "network-vif-plugged", "status": "completed", "tag": "b59f7fd3-2849-4cb3-82da-979733037713"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:50:04.810946 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d7c76-fbf9-48b9-a609-a3e4d602bca4 req-96b6ee95-a3c5-4721-b296-3e42b90a44c0 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:04.812383 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=b59f7fd3-2849-4cb3-82da-979733037713,revision_number=9']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:50:04.812549 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-025d7c76-fbf9-48b9-a609-a3e4d602bca4 req-96b6ee95-a3c5-4721-b296-3e42b90a44c0 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 946 time: 0.0509274 Aug 11 22:50:04.853103 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-025d7c76-fbf9-48b9-a609-a3e4d602bca4 req-e7c7bc98-902b-4075-b565-867f094f3b26 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335190 Aug 11 22:50:04.944012 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c911cbf3-0f43-4640-9d59-ed6899273651 x-openstack-request-id: req-c911cbf3-0f43-4640-9d59-ed6899273651 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:50:04.944305 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd0276f-68ae-4a2f-9ca0-62443ebf118c", "name": "network-vif-plugged", "status": "completed", "tag": "b59f7fd3-2849-4cb3-82da-979733037713", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:50:04.945179 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c911cbf3-0f43-4640-9d59-ed6899273651 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:50:04.945601 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd0276f-68ae-4a2f-9ca0-62443ebf118c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59f7fd3-2849-4cb3-82da-979733037713', 'code': 200} Aug 11 22:50:05.154925 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e855b-a501-4d26-9c92-ba3dac1c755d req-0899c4c9-c145-4566-a2ed-bf02c557c601 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:05.156437 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-df9e855b-a501-4d26-9c92-ba3dac1c755d req-0899c4c9-c145-4566-a2ed-bf02c557c601 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 946 time: 0.0527251 Aug 11 22:50:05.194004 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-df9e855b-a501-4d26-9c92-ba3dac1c755d req-e2b62e40-a5f3-4b2d-8f3c-76280bb0c5c2 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316033 Aug 11 22:50:06.309843 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c4dd9-e69d-4d4c-b3a9-9342466e1808 req-301625e6-dcbd-4258-8c23-016d01a14648 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:06.311410 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-855c4dd9-e69d-4d4c-b3a9-9342466e1808 req-301625e6-dcbd-4258-8c23-016d01a14648 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 946 time: 0.0493534 Aug 11 22:50:06.351166 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-855c4dd9-e69d-4d4c-b3a9-9342466e1808 req-ba10ef7f-6f2b-4ec1-973d-71a29a74cbd8 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337400 Aug 11 22:50:06.386571 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903ed2b-bc2b-4ae1-8438-07f4f1cf1c22 req-4ce46d0f-58db-47b5-9bd0-bd99063fc2b4 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:06.388094 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5903ed2b-bc2b-4ae1-8438-07f4f1cf1c22 req-4ce46d0f-58db-47b5-9bd0-bd99063fc2b4 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 946 time: 0.0511448 Aug 11 22:50:06.478982 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-5903ed2b-bc2b-4ae1-8438-07f4f1cf1c22 req-80a1c754-c722-40aa-87d3-ef737c251453 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Deleting port b59f7fd3-2849-4cb3-82da-979733037713 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:50:06.479326 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5903ed2b-bc2b-4ae1-8438-07f4f1cf1c22 req-80a1c754-c722-40aa-87d3-ef737c251453 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:06.566306 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-5903ed2b-bc2b-4ae1-8438-07f4f1cf1c22 req-80a1c754-c722-40aa-87d3-ef737c251453 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] For port b59f7fd3-2849-4cb3-82da-979733037713, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=b59f7fd3-2849-4cb3-82da-979733037713,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:50:06.566671 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5903ed2b-bc2b-4ae1-8438-07f4f1cf1c22 req-80a1c754-c722-40aa-87d3-ef737c251453 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:06.789534 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5903ed2b-bc2b-4ae1-8438-07f4f1cf1c22 req-80a1c754-c722-40aa-87d3-ef737c251453 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:06.789911 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5903ed2b-bc2b-4ae1-8438-07f4f1cf1c22 req-80a1c754-c722-40aa-87d3-ef737c251453 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:06.790234 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [req-5903ed2b-bc2b-4ae1-8438-07f4f1cf1c22 req-80a1c754-c722-40aa-87d3-ef737c251453 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Floating IP 44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7 disassociated. External IP: 172.25.2.5, port: b59f7fd3-2849-4cb3-82da-979733037713. Aug 11 22:50:06.790586 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-5903ed2b-bc2b-4ae1-8438-07f4f1cf1c22 req-80a1c754-c722-40aa-87d3-ef737c251453 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Calling delete_port for b59f7fd3-2849-4cb3-82da-979733037713 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:50:06.917884 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5903ed2b-bc2b-4ae1-8438-07f4f1cf1c22 req-80a1c754-c722-40aa-87d3-ef737c251453 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:06.948748 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1c754-c722-40aa-87d3-ef737c251453 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Pushing event deleted for resources: {'Port': ['ID=b59f7fd3-2849-4cb3-82da-979733037713,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:50:07.067357 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5903ed2b-bc2b-4ae1-8438-07f4f1cf1c22 req-80a1c754-c722-40aa-87d3-ef737c251453 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Router d203a1eb-09c8-468b-a093-34fb0e82f78e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:50:07.180747 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5903ed2b-bc2b-4ae1-8438-07f4f1cf1c22 req-80a1c754-c722-40aa-87d3-ef737c251453 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:50:07.190832 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf81106-4ad2-4d99-9b3e-2e96d3c49ffe None None] Sync routers for ids ['d203a1eb-09c8-468b-a093-34fb0e82f78e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:50:07.200692 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf81106-4ad2-4d99-9b3e-2e96d3c49ffe None None] Routers {'d203a1eb-09c8-468b-a093-34fb0e82f78e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:50:07.201308 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-0bf81106-4ad2-4d99-9b3e-2e96d3c49ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:49:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d203a1eb-09c8-468b-a093-34fb0e82f78e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:50:07.219908 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5903ed2b-bc2b-4ae1-8438-07f4f1cf1c22 req-80a1c754-c722-40aa-87d3-ef737c251453 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] No DVR routers for this DVR port b59f7fd3-2849-4cb3-82da-979733037713 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:50:07.222653 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-5903ed2b-bc2b-4ae1-8438-07f4f1cf1c22 req-80a1c754-c722-40aa-87d3-ef737c251453 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:07.224703 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5903ed2b-bc2b-4ae1-8438-07f4f1cf1c22 req-80a1c754-c722-40aa-87d3-ef737c251453 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.52 "DELETE /v2.0/ports/b59f7fd3-2849-4cb3-82da-979733037713 HTTP/1.1" status: 204 len: 173 time: 0.8305292 Aug 11 22:50:07.225206 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd0276f-68ae-4a2f-9ca0-62443ebf118c', 'name': 'network-vif-deleted', 'tag': 'b59f7fd3-2849-4cb3-82da-979733037713'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:50:07.228159 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b102379e7d6c573a0c111394fd6df11cb948dcd7c204d584f65cddae3f2353ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b751f2f-aeb6-4e3d-b86c-b75db251d6be" -d '{"events": [{"server_uuid": "7cd0276f-68ae-4a2f-9ca0-62443ebf118c", "name": "network-vif-deleted", "tag": "b59f7fd3-2849-4cb3-82da-979733037713"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:50:07.263817 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817f874e-7488-4eb3-9427-a697320911fc x-openstack-request-id: req-817f874e-7488-4eb3-9427-a697320911fc {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:50:07.264122 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd0276f-68ae-4a2f-9ca0-62443ebf118c", "name": "network-vif-deleted", "tag": "b59f7fd3-2849-4cb3-82da-979733037713", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:50:07.264447 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-817f874e-7488-4eb3-9427-a697320911fc {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:50:07.264798 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd0276f-68ae-4a2f-9ca0-62443ebf118c', 'name': 'network-vif-deleted', 'tag': 'b59f7fd3-2849-4cb3-82da-979733037713', 'status': 'completed', 'code': 200} Aug 11 22:50:07.310412 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-0bf81106-4ad2-4d99-9b3e-2e96d3c49ffe None None] Set router d203a1eb-09c8-468b-a093-34fb0e82f78e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:50:07.477857 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ad770587-899a-4bbb-9d75-92ce073f7923 req-f0cf8edf-ad1e-4ace-8868-de8f2b4fd15d tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=7cd0276f-68ae-4a2f-9ca0-62443ebf118c HTTP/1.1" status: 200 len: 210 time: 0.0324411 Aug 11 22:50:07.613217 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-0bf81106-4ad2-4d99-9b3e-2e96d3c49ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:57Z', 'revision_number': 4, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port': {'id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '282979a1-edf4-4904-9e46-48b43fe0c8fc', 'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'mac_address': 'fa:16:3e:69:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:57Z', 'updated_at': '2021-08-11T22:47:02Z', 'revision_number': 5, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'subnets': [{'id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:50:07.638502 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf81106-4ad2-4d99-9b3e-2e96d3c49ffe None None] Checking router: d203a1eb-09c8-468b-a093-34fb0e82f78e for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:50:07.646448 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf81106-4ad2-4d99-9b3e-2e96d3c49ffe None None] Routers {'d203a1eb-09c8-468b-a093-34fb0e82f78e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:50:07.647052 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-0bf81106-4ad2-4d99-9b3e-2e96d3c49ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:49:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d203a1eb-09c8-468b-a093-34fb0e82f78e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:50:07.755312 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-0bf81106-4ad2-4d99-9b3e-2e96d3c49ffe None None] Set router d203a1eb-09c8-468b-a093-34fb0e82f78e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:50:07.966293 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-0bf81106-4ad2-4d99-9b3e-2e96d3c49ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:57Z', 'revision_number': 4, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port': {'id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '282979a1-edf4-4904-9e46-48b43fe0c8fc', 'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'mac_address': 'fa:16:3e:69:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:57Z', 'updated_at': '2021-08-11T22:47:02Z', 'revision_number': 5, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'subnets': [{'id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:50:07.994723 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf81106-4ad2-4d99-9b3e-2e96d3c49ffe None None] The sync data for ids ['d203a1eb-09c8-468b-a093-34fb0e82f78e'] in n-d-804275-3 is: [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:57Z', 'revision_number': 4, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port': {'id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '282979a1-edf4-4904-9e46-48b43fe0c8fc', 'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'mac_address': 'fa:16:3e:69:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:57Z', 'updated_at': '2021-08-11T22:47:02Z', 'revision_number': 5, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'subnets': [{'id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:50:08.236358 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea9b980-29bc-4281-8547-bc05899929e8 None None] New status for floating IP 44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7: DOWN {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:50:08.609015 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:08.709682 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-0f72e399-4bc0-40b6-9f71-fa7731a5d0e7 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1753932756&fields=id&tenant_id=c473269f7e9f4a82a13c33cb529bc8ea HTTP/1.1" status: 200 len: 267 time: 0.0350530 Aug 11 22:50:08.824842 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-670c8e29-b0e7-457f-ae16-350cf7366d28 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:08.826219 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-670c8e29-b0e7-457f-ae16-350cf7366d28 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 812 time: 0.1088505 Aug 11 22:50:08.841314 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-18bb601e-a0a6-4fd8-98f3-b14df047034d tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/quotas/c473269f7e9f4a82a13c33cb529bc8ea HTTP/1.1" status: 200 len: 375 time: 0.0093346 Aug 11 22:50:08.895985 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-5b239c90-8683-40ad-a98f-6d6482f5afb9 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495274 Aug 11 22:50:09.074241 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-762e5b99-5017-4f40-906a-7cf9fc96abec service neutron] 10.222.0.77 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327164 Aug 11 22:50:09.170834 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-6e7239af-f971-4177-9640-d61b672ff04e service neutron] 10.222.0.77 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864189 Aug 11 22:50:09.340208 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e0d4ae6a-0934-4a51-9e3c-48001f467382 req-bff3141d-ab36-429b-9755-a54d237f65f5 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 210 time: 0.0266256 Aug 11 22:50:10.428110 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b6f77fff-562b-46bc-8efd-a76af4e653f4 req-1b5f4e1d-5937-4562-91c0-444cd027ce43 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 210 time: 0.0312223 Aug 11 22:50:10.593943 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device b59f7fd3-2849-4cb3-82da-979733037713 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:50:10.615476 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: b59f7fd3-2849-4cb3-82da-979733037713 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:50:10.615852 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device b59f7fd3-2849-4cb3-82da-979733037713 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:50:11.103752 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:50:11.486513 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-dcc3793b-24be-4fe1-a882-8ac8266292e6 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:11.488118 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-dcc3793b-24be-4fe1-a882-8ac8266292e6 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.82 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 812 time: 0.1115084 Aug 11 22:50:11.547782 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e3fb4f2b-450a-4870-a104-9097aed5fd96 req-b0cdb2e9-b533-4559-b86a-05274b84cb96 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 210 time: 0.0367937 Aug 11 22:50:11.568701 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-3d254272-eb01-4d98-b9e7-d25fe0524d75 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c473269f7e9f4a82a13c33cb529bc8ea HTTP/1.1" status: 200 len: 380 time: 0.0651948 Aug 11 22:50:11.587640 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-852ae4e4-f01b-458e-a0d6-f585752b1fcf tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Request body: {'port': {'device_id': '0893c648-c33d-4d6a-9aa8-3f3cf28c0e30', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'admin_state_up': True, 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'security_groups': ['46197db4-fbc0-4799-912e-0319f9d5b29a']}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:50:11.698947 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-852ae4e4-f01b-458e-a0d6-f585752b1fcf tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Made reservation on behalf of c473269f7e9f4a82a13c33cb529bc8ea for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:50:11.702633 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-852ae4e4-f01b-458e-a0d6-f585752b1fcf tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:11.836841 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-852ae4e4-f01b-458e-a0d6-f585752b1fcf tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Allocated IP 172.20.0.11 (441f2af6-8595-44a9-9e6b-081102047a3e/0d06541f-c049-45f4-8c81-e944af6b66e9/78ab35d4-5dfa-481c-88c6-77dfcd7baf52) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:50:11.977206 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-852ae4e4-f01b-458e-a0d6-f585752b1fcf tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:11.991427 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-852ae4e4-f01b-458e-a0d6-f585752b1fcf tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Transition to ACTIVE for port object 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:50:12.024702 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-852ae4e4-f01b-458e-a0d6-f585752b1fcf tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:12.069965 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-852ae4e4-f01b-458e-a0d6-f585752b1fcf tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Network 441f2af6-8595-44a9-9e6b-081102047a3e is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:50:12.073214 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-852ae4e4-f01b-458e-a0d6-f585752b1fcf tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:50:12.079419 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-852ae4e4-f01b-458e-a0d6-f585752b1fcf tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:50:12.106294 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ae4e4-f01b-458e-a0d6-f585752b1fcf tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Pushing event updated for resources: {'Port': ['ID=78ab35d4-5dfa-481c-88c6-77dfcd7baf52,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:50:12.119872 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ae4e4-f01b-458e-a0d6-f585752b1fcf tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:50:12.120249 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ae4e4-f01b-458e-a0d6-f585752b1fcf tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:50:12.120820 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ae4e4-f01b-458e-a0d6-f585752b1fcf tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:50:12.121517 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ae4e4-f01b-458e-a0d6-f585752b1fcf tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:50:12.121977 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ae4e4-f01b-458e-a0d6-f585752b1fcf tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:50:12.122545 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ae4e4-f01b-458e-a0d6-f585752b1fcf tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:50:12.123112 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ae4e4-f01b-458e-a0d6-f585752b1fcf tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:50:12.123711 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ae4e4-f01b-458e-a0d6-f585752b1fcf tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:50:12.124278 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ae4e4-f01b-458e-a0d6-f585752b1fcf tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:50:12.124836 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ae4e4-f01b-458e-a0d6-f585752b1fcf tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:50:12.125401 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ae4e4-f01b-458e-a0d6-f585752b1fcf tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:50:12.125954 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ae4e4-f01b-458e-a0d6-f585752b1fcf tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:50:12.153482 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-852ae4e4-f01b-458e-a0d6-f585752b1fcf tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:12.154355 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-852ae4e4-f01b-458e-a0d6-f585752b1fcf tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:12.170881 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-852ae4e4-f01b-458e-a0d6-f585752b1fcf tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5872712 Aug 11 22:50:12.191741 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-0c4e029a-7bf1-4e5d-af2f-12dd0d04a1ae service neutron] Request body: {'port': {'device_id': '0893c648-c33d-4d6a-9aa8-3f3cf28c0e30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:50:12.252340 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-0c4e029a-7bf1-4e5d-af2f-12dd0d04a1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:12.314126 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-bc2590db-75f9-4791-94a9-6f0f680eac9c None None] Provisioning for port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:50:12.318083 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-bc2590db-75f9-4791-94a9-6f0f680eac9c None None] Provisioning complete for port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:50:12.318463 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bc2590db-75f9-4791-94a9-6f0f680eac9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:12.353949 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-bc2590db-75f9-4791-94a9-6f0f680eac9c None None] Port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:50:12.539498 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-0c4e029a-7bf1-4e5d-af2f-12dd0d04a1ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:50:12.547195 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-0c4e029a-7bf1-4e5d-af2f-12dd0d04a1ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:12.559665 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-0c4e029a-7bf1-4e5d-af2f-12dd0d04a1ae service neutron] Transition to ACTIVE for port object 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:50:12.563310 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-0c4e029a-7bf1-4e5d-af2f-12dd0d04a1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:12.613112 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e029a-7bf1-4e5d-af2f-12dd0d04a1ae service neutron] Pushing event updated for resources: {'Port': ['ID=78ab35d4-5dfa-481c-88c6-77dfcd7baf52,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:50:12.722818 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e456521-bdd1-4e2d-b08a-aedad08a92a5 req-778b7ee9-3abd-40c1-b5ee-772eb508de87 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:12.724484 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3e456521-bdd1-4e2d-b08a-aedad08a92a5 req-778b7ee9-3abd-40c1-b5ee-772eb508de87 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 944 time: 0.1060622 Aug 11 22:50:12.727325 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-0c4e029a-7bf1-4e5d-af2f-12dd0d04a1ae service neutron] Attempting to bind port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:50:12.727691 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-0c4e029a-7bf1-4e5d-af2f-12dd0d04a1ae service neutron] Attempting to bind port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:50:12.728018 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-0c4e029a-7bf1-4e5d-af2f-12dd0d04a1ae service neutron] Attempting to bind port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 on network 441f2af6-8595-44a9-9e6b-081102047a3e {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:50:12.739749 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-0c4e029a-7bf1-4e5d-af2f-12dd0d04a1ae service neutron] Port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 on network 441f2af6-8595-44a9-9e6b-081102047a3e not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:50:12.740076 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-0c4e029a-7bf1-4e5d-af2f-12dd0d04a1ae service neutron] Attempting to bind port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 on network 441f2af6-8595-44a9-9e6b-081102047a3e {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:50:12.754099 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-0c4e029a-7bf1-4e5d-af2f-12dd0d04a1ae service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:50:12.754669 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-0c4e029a-7bf1-4e5d-af2f-12dd0d04a1ae service neutron] Checking segment: {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:50:12.755067 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-0c4e029a-7bf1-4e5d-af2f-12dd0d04a1ae service neutron] Bound using segment: {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:50:12.755635 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-0c4e029a-7bf1-4e5d-af2f-12dd0d04a1ae service neutron] Bound port: 78ab35d4-5dfa-481c-88c6-77dfcd7baf52, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:50:12.756018 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-0c4e029a-7bf1-4e5d-af2f-12dd0d04a1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:12.782885 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3e456521-bdd1-4e2d-b08a-aedad08a92a5 req-436e803b-f220-496e-bee8-343b41c35bce tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514321 Aug 11 22:50:12.837654 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-0c4e029a-7bf1-4e5d-af2f-12dd0d04a1ae service neutron] For port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:50:12.840938 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-0c4e029a-7bf1-4e5d-af2f-12dd0d04a1ae service neutron] For port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=78ab35d4-5dfa-481c-88c6-77dfcd7baf52,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:50:12.844903 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-0c4e029a-7bf1-4e5d-af2f-12dd0d04a1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:12.886099 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-0c4e029a-7bf1-4e5d-af2f-12dd0d04a1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:12.886099 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-0c4e029a-7bf1-4e5d-af2f-12dd0d04a1ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:12.886099 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-0c4e029a-7bf1-4e5d-af2f-12dd0d04a1ae service neutron] 10.222.0.82 "PUT /v2.0/ports/78ab35d4-5dfa-481c-88c6-77dfcd7baf52 HTTP/1.1" status: 200 len: 1092 time: 0.6967380 Aug 11 22:50:12.886099 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0893c648-c33d-4d6a-9aa8-3f3cf28c0e30', 'tag': '78ab35d4-5dfa-481c-88c6-77dfcd7baf52'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:50:12.917498 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e029a-7bf1-4e5d-af2f-12dd0d04a1ae service neutron] Pushing event updated for resources: {'Port': ['ID=78ab35d4-5dfa-481c-88c6-77dfcd7baf52,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:50:12.941959 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cfb5ea-62f6-408c-a9bc-c84b221f5673" -d '{"events": [{"name": "network-changed", "server_uuid": "0893c648-c33d-4d6a-9aa8-3f3cf28c0e30", "tag": "78ab35d4-5dfa-481c-88c6-77dfcd7baf52"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:50:12.997794 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-09f0bb84-340e-4535-a2f8-be876119e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:12.999590 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-09f0bb84-340e-4535-a2f8-be876119e3f3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 1095 time: 0.0540788 Aug 11 22:50:13.052203 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd856e2-e8b2-4c84-a75e-18c177ae6f10 x-openstack-request-id: req-1dd856e2-e8b2-4c84-a75e-18c177ae6f10 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:50:13.052609 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0893c648-c33d-4d6a-9aa8-3f3cf28c0e30", "tag": "78ab35d4-5dfa-481c-88c6-77dfcd7baf52", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:50:13.052934 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1dd856e2-e8b2-4c84-a75e-18c177ae6f10 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:50:13.053412 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0893c648-c33d-4d6a-9aa8-3f3cf28c0e30', 'tag': '78ab35d4-5dfa-481c-88c6-77dfcd7baf52', 'status': 'completed', 'code': 200} Aug 11 22:50:13.055951 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-23ea4023-95a8-4ca1-8ef7-82add0b438cd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78ab35d4-5dfa-481c-88c6-77dfcd7baf52 HTTP/1.1" status: 200 len: 217 time: 0.0429554 Aug 11 22:50:13.107962 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-0e9ff32f-2989-4e96-8e32-0b393eac01d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:13.110442 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-0e9ff32f-2989-4e96-8e32-0b393eac01d3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0470347 Aug 11 22:50:13.156605 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-9659dcbe-262f-47cf-baa0-e6e248c6d942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:13.158015 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-9659dcbe-262f-47cf-baa0-e6e248c6d942 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405254 Aug 11 22:50:13.251116 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-c350eeb2-8e8b-445d-8f23-46c38093a818 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861955 Aug 11 22:50:13.292481 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9ba01a15-9a1e-4f40-b9fd-6e56c7c042e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:13.341020 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b385cc2a-c2e9-400e-b905-b0677e6675f6 req-ef74e095-05cb-4a49-b188-e9242f0fa27f service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826075 Aug 11 22:50:13.773388 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cfb5ea-62f6-408c-a9bc-c84b221f5673 req-17e291a7-220c-446e-9a90-e607a4664a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:13.774900 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3cfb5ea-62f6-408c-a9bc-c84b221f5673 req-17e291a7-220c-446e-9a90-e607a4664a05 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 1095 time: 0.3501983 Aug 11 22:50:13.872701 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cfb5ea-62f6-408c-a9bc-c84b221f5673 req-9c517242-1b7c-4287-b504-e754ec666b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:13.874127 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3cfb5ea-62f6-408c-a9bc-c84b221f5673 req-9c517242-1b7c-4287-b504-e754ec666b69 service neutron] 10.222.0.82 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0920210 Aug 11 22:50:13.925907 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3cfb5ea-62f6-408c-a9bc-c84b221f5673 req-cb63db8d-ced5-4257-b25b-fb2f48e0e9cc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78ab35d4-5dfa-481c-88c6-77dfcd7baf52 HTTP/1.1" status: 200 len: 217 time: 0.0382702 Aug 11 22:50:13.969810 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824b5d0-093c-4609-b5f7-7c15e8c4975c req-7c8e7efc-d486-4923-a342-515f8d166a6e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:13.971324 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1824b5d0-093c-4609-b5f7-7c15e8c4975c req-7c8e7efc-d486-4923-a342-515f8d166a6e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 944 time: 0.1167626 Aug 11 22:50:14.006221 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cfb5ea-62f6-408c-a9bc-c84b221f5673 req-81758586-77a6-494b-9491-04c34021333e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:14.008272 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3cfb5ea-62f6-408c-a9bc-c84b221f5673 req-81758586-77a6-494b-9491-04c34021333e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0736313 Aug 11 22:50:14.033471 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1824b5d0-093c-4609-b5f7-7c15e8c4975c req-854b7c14-507d-4d38-afde-b20fc196b2c3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555863 Aug 11 22:50:14.065081 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cfb5ea-62f6-408c-a9bc-c84b221f5673 req-88f95aa7-3ea9-4243-a248-cfb6d21f2351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:14.066592 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3cfb5ea-62f6-408c-a9bc-c84b221f5673 req-88f95aa7-3ea9-4243-a248-cfb6d21f2351 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484185 Aug 11 22:50:14.154744 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3cfb5ea-62f6-408c-a9bc-c84b221f5673 req-36670eab-ef07-44f1-9eb8-15d1f7d7f0f5 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802255 Aug 11 22:50:14.251580 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3cfb5ea-62f6-408c-a9bc-c84b221f5673 req-ad64f336-2f0c-442e-b5a8-c02561fe0794 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898297 Aug 11 22:50:15.156331 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6176e-182e-419e-8392-fc9a558e6375 req-2ebb219a-5ae6-44a1-a136-9ad399f52e1a tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:15.158185 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cfc6176e-182e-419e-8392-fc9a558e6375 req-2ebb219a-5ae6-44a1-a136-9ad399f52e1a tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 944 time: 0.0576148 Aug 11 22:50:15.197275 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cfc6176e-182e-419e-8392-fc9a558e6375 req-820f67fc-53ea-45af-a0e4-672ec70498b1 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324621 Aug 11 22:50:16.112863 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:16.296864 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-95a408bc-b582-4b7d-b408-8a2e1b3be609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:16.311816 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a052f-0ceb-46a9-b734-e2f3eb8716ed req-9d527b1e-8313-4765-b4bb-b1af1cc5dd8d tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:16.313339 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-022a052f-0ceb-46a9-b734-e2f3eb8716ed req-9d527b1e-8313-4765-b4bb-b1af1cc5dd8d tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 944 time: 0.0492740 Aug 11 22:50:16.350983 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-022a052f-0ceb-46a9-b734-e2f3eb8716ed req-02ddbfe2-46d7-4c13-b5a6-93b855332178 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308120 Aug 11 22:50:17.159109 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:50:17.255954 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=78ab35d4-5dfa-481c-88c6-77dfcd7baf52,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:50:17.267640 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '78ab35d4-5dfa-481c-88c6-77dfcd7baf52', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'port_id': '78ab35d4-5dfa-481c-88c6-77dfcd7baf52', 'mac_address': 'fa:16:3e:dd:0a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:50:17.304250 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:17.316576 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:50:17.336634 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=78ab35d4-5dfa-481c-88c6-77dfcd7baf52,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:50:17.340663 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:17.386932 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=78ab35d4-5dfa-481c-88c6-77dfcd7baf52,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:50:17.468316 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c68c0c-3519-46f0-bd81-888f593fcb55 req-26b98b5c-496b-468d-9053-60d8b5bb0a07 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:17.469728 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-34c68c0c-3519-46f0-bd81-888f593fcb55 req-26b98b5c-496b-468d-9053-60d8b5bb0a07 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 945 time: 0.0506608 Aug 11 22:50:17.513692 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-34c68c0c-3519-46f0-bd81-888f593fcb55 req-b559e9ba-b692-45c2-8257-862209d66312 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379505 Aug 11 22:50:17.676439 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:17.762169 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['78ab35d4-5dfa-481c-88c6-77dfcd7baf52'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:50:18.628214 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3595e-672b-49ae-b679-0a5bb28ad965 req-24b57723-51cf-402c-953e-7126872b814e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:18.629699 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bed3595e-672b-49ae-b679-0a5bb28ad965 req-24b57723-51cf-402c-953e-7126872b814e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 945 time: 0.0490551 Aug 11 22:50:18.668359 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bed3595e-672b-49ae-b679-0a5bb28ad965 req-c1980e9b-5eeb-40ba-b230-7cff793db2b8 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327325 Aug 11 22:50:19.134010 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:19.158777 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:50:19.207268 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:50:19.210957 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:50:19.211341 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:19.290521 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:19.312915 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0893c648-c33d-4d6a-9aa8-3f3cf28c0e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ab35d4-5dfa-481c-88c6-77dfcd7baf52'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:50:19.315115 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e5d71a-06e4-4300-b8b4-49a07e2fd73e" -d '{"events": [{"server_uuid": "0893c648-c33d-4d6a-9aa8-3f3cf28c0e30", "name": "network-vif-plugged", "status": "completed", "tag": "78ab35d4-5dfa-481c-88c6-77dfcd7baf52"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:50:19.328440 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=78ab35d4-5dfa-481c-88c6-77dfcd7baf52,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:50:19.332521 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:19.355465 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653fbded-2172-46a6-b12c-46a9a958a701 x-openstack-request-id: req-653fbded-2172-46a6-b12c-46a9a958a701 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:50:19.355786 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0893c648-c33d-4d6a-9aa8-3f3cf28c0e30", "name": "network-vif-plugged", "status": "completed", "tag": "78ab35d4-5dfa-481c-88c6-77dfcd7baf52", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:50:19.356038 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-653fbded-2172-46a6-b12c-46a9a958a701 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:50:19.356430 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0893c648-c33d-4d6a-9aa8-3f3cf28c0e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ab35d4-5dfa-481c-88c6-77dfcd7baf52', 'code': 200} Aug 11 22:50:19.382585 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=78ab35d4-5dfa-481c-88c6-77dfcd7baf52,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:50:19.471395 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d332acd-808c-464c-b381-2ce32c73e931 req-21c6d01c-4be3-4d2c-a388-66f8a010b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:19.472954 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7d332acd-808c-464c-b381-2ce32c73e931 req-21c6d01c-4be3-4d2c-a388-66f8a010b844 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 1097 time: 0.0404394 Aug 11 22:50:19.509916 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7d332acd-808c-464c-b381-2ce32c73e931 req-302d5575-2363-4932-9146-6840eea6a75c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296500 Aug 11 22:50:19.793017 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d10e3-edd6-4bef-b89b-f33ddc9618d7 req-f44d01e9-327b-46f2-b72c-7e4debe8ff5f tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:19.794691 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cf3d10e3-edd6-4bef-b89b-f33ddc9618d7 req-f44d01e9-327b-46f2-b72c-7e4debe8ff5f tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 946 time: 0.0515323 Aug 11 22:50:19.838117 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cf3d10e3-edd6-4bef-b89b-f33ddc9618d7 req-d8615966-85e7-4cc9-8209-4d4697403e22 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363963 Aug 11 22:50:20.965994 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980263e-156b-4db5-872c-0154f26ae9e6 req-cb4bc139-195c-4347-bbe3-d16a0813f42d tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:20.967560 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1980263e-156b-4db5-872c-0154f26ae9e6 req-cb4bc139-195c-4347-bbe3-d16a0813f42d tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 946 time: 0.0583806 Aug 11 22:50:20.984309 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:21.012131 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1980263e-156b-4db5-872c-0154f26ae9e6 req-dc673474-0978-41c0-ab54-f05d51543b3e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373478 Aug 11 22:50:22.129109 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bd44a-83f8-4573-aecd-443d0d1e7b74 req-63e633a8-97d7-49bf-a719-fb45e7c95d5e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:22.130649 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b83bd44a-83f8-4573-aecd-443d0d1e7b74 req-63e633a8-97d7-49bf-a719-fb45e7c95d5e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 946 time: 0.0499549 Aug 11 22:50:22.170533 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b83bd44a-83f8-4573-aecd-443d0d1e7b74 req-b08635e3-f045-4c11-a28f-5693f9db0525 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330262 Aug 11 22:50:22.285407 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680da3a-8502-4ffa-bed9-a5b8f1d7dfbb req-945311ea-57e7-4811-88b6-5a826b3b9956 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:22.286928 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4680da3a-8502-4ffa-bed9-a5b8f1d7dfbb req-945311ea-57e7-4811-88b6-5a826b3b9956 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 946 time: 0.0493562 Aug 11 22:50:22.296203 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 54966) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:50:22.301041 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-8e0f548d-efe6-4b1c-8c0e-e36d4ba3ce96 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Request body: {'floatingip': {'port_id': '78ab35d4-5dfa-481c-88c6-77dfcd7baf52'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:50:22.344551 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8e0f548d-efe6-4b1c-8c0e-e36d4ba3ce96 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for floatingip, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:22.778033 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8e0f548d-efe6-4b1c-8c0e-e36d4ba3ce96 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:22.782059 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8e0f548d-efe6-4b1c-8c0e-e36d4ba3ce96 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:22.883539 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [None req-8e0f548d-efe6-4b1c-8c0e-e36d4ba3ce96 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Floating IP 44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7 associated. External IP: 172.25.2.5, port: 78ab35d4-5dfa-481c-88c6-77dfcd7baf52. Aug 11 22:50:23.093991 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0f548d-efe6-4b1c-8c0e-e36d4ba3ce96 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Router d203a1eb-09c8-468b-a093-34fb0e82f78e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:50:23.211778 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0f548d-efe6-4b1c-8c0e-e36d4ba3ce96 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:50:23.217115 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8e0f548d-efe6-4b1c-8c0e-e36d4ba3ce96 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:23.222659 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6173fbab-d87e-4cb5-b0cc-fc10a1d626ff None None] Sync routers for ids ['d203a1eb-09c8-468b-a093-34fb0e82f78e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:50:23.232372 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6173fbab-d87e-4cb5-b0cc-fc10a1d626ff None None] Routers {'d203a1eb-09c8-468b-a093-34fb0e82f78e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:50:23.232982 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-6173fbab-d87e-4cb5-b0cc-fc10a1d626ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:50:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d203a1eb-09c8-468b-a093-34fb0e82f78e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:50:23.244361 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8e0f548d-efe6-4b1c-8c0e-e36d4ba3ce96 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "PUT /v2.0/floatingips/44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7 HTTP/1.1" status: 200 len: 990 time: 0.9470243 Aug 11 22:50:23.245003 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0893c648-c33d-4d6a-9aa8-3f3cf28c0e30', 'tag': '78ab35d4-5dfa-481c-88c6-77dfcd7baf52'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:50:23.247457 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b102379e7d6c573a0c111394fd6df11cb948dcd7c204d584f65cddae3f2353ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d85cc29-b043-4ae3-970d-43e10b305629" -d '{"events": [{"name": "network-changed", "server_uuid": "0893c648-c33d-4d6a-9aa8-3f3cf28c0e30", "tag": "78ab35d4-5dfa-481c-88c6-77dfcd7baf52"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:50:23.341974 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-6173fbab-d87e-4cb5-b0cc-fc10a1d626ff None None] Set router d203a1eb-09c8-468b-a093-34fb0e82f78e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:50:23.354668 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fa59df-7abd-4d31-a7d4-3fba2427e3d0 x-openstack-request-id: req-a9fa59df-7abd-4d31-a7d4-3fba2427e3d0 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:50:23.355166 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0893c648-c33d-4d6a-9aa8-3f3cf28c0e30", "tag": "78ab35d4-5dfa-481c-88c6-77dfcd7baf52", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:50:23.355271 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a9fa59df-7abd-4d31-a7d4-3fba2427e3d0 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:50:23.355636 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0893c648-c33d-4d6a-9aa8-3f3cf28c0e30', 'tag': '78ab35d4-5dfa-481c-88c6-77dfcd7baf52', 'status': 'completed', 'code': 200} Aug 11 22:50:23.442950 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85cc29-b043-4ae3-970d-43e10b305629 req-6dd72483-ba3a-4b5d-9bcc-c67eb16cd277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:23.445226 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7d85cc29-b043-4ae3-970d-43e10b305629 req-6dd72483-ba3a-4b5d-9bcc-c67eb16cd277 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 1097 time: 0.0448902 Aug 11 22:50:23.539321 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85cc29-b043-4ae3-970d-43e10b305629 req-eb45737a-2ba7-4240-a572-679670d3247c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:23.540851 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7d85cc29-b043-4ae3-970d-43e10b305629 req-eb45737a-2ba7-4240-a572-679670d3247c service neutron] 10.222.0.82 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0897233 Aug 11 22:50:23.571563 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-6173fbab-d87e-4cb5-b0cc-fc10a1d626ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:57Z', 'revision_number': 4, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port': {'id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'port_id': '78ab35d4-5dfa-481c-88c6-77dfcd7baf52', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'mac_address': 'fa:16:3e:dd:0a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0893c648-c33d-4d6a-9aa8-3f3cf28c0e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:46:59Z', 'updated_at': '2021-08-11T22:50:22Z', 'revision_number': 5, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282979a1-edf4-4904-9e46-48b43fe0c8fc', 'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'mac_address': 'fa:16:3e:69:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:57Z', 'updated_at': '2021-08-11T22:47:02Z', 'revision_number': 5, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'subnets': [{'id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:50:23.597758 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6173fbab-d87e-4cb5-b0cc-fc10a1d626ff None None] Checking router: d203a1eb-09c8-468b-a093-34fb0e82f78e for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:50:23.607350 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6173fbab-d87e-4cb5-b0cc-fc10a1d626ff None None] Routers {'d203a1eb-09c8-468b-a093-34fb0e82f78e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:50:23.608467 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-6173fbab-d87e-4cb5-b0cc-fc10a1d626ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:50:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d203a1eb-09c8-468b-a093-34fb0e82f78e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:50:23.611849 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7d85cc29-b043-4ae3-970d-43e10b305629 req-51544faa-5e4a-4844-8c52-0477ad6c1b31 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78ab35d4-5dfa-481c-88c6-77dfcd7baf52 HTTP/1.1" status: 200 len: 998 time: 0.0639806 Aug 11 22:50:23.667392 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85cc29-b043-4ae3-970d-43e10b305629 req-37e6c5eb-c439-4470-bcde-3ceb5d5b23ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:23.668936 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7d85cc29-b043-4ae3-970d-43e10b305629 req-37e6c5eb-c439-4470-bcde-3ceb5d5b23ad service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0506263 Aug 11 22:50:23.715945 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85cc29-b043-4ae3-970d-43e10b305629 req-26c9e53b-9117-4ea0-b915-c8186eb42c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:50:23.717491 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7d85cc29-b043-4ae3-970d-43e10b305629 req-26c9e53b-9117-4ea0-b915-c8186eb42c75 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420139 Aug 11 22:50:23.722027 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-6173fbab-d87e-4cb5-b0cc-fc10a1d626ff None None] Set router d203a1eb-09c8-468b-a093-34fb0e82f78e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:50:23.811355 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7d85cc29-b043-4ae3-970d-43e10b305629 req-9e3cf42e-db10-417f-956e-2efdcdfb198c service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870037 Aug 11 22:50:23.902624 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7d85cc29-b043-4ae3-970d-43e10b305629 req-e9cf7e7e-5a40-4fc0-87bf-17f1f4aca7b3 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838397 Aug 11 22:50:23.955831 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-6173fbab-d87e-4cb5-b0cc-fc10a1d626ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:57Z', 'revision_number': 4, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port': {'id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'port_id': '78ab35d4-5dfa-481c-88c6-77dfcd7baf52', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'mac_address': 'fa:16:3e:dd:0a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0893c648-c33d-4d6a-9aa8-3f3cf28c0e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:46:59Z', 'updated_at': '2021-08-11T22:50:22Z', 'revision_number': 5, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282979a1-edf4-4904-9e46-48b43fe0c8fc', 'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'mac_address': 'fa:16:3e:69:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:57Z', 'updated_at': '2021-08-11T22:47:02Z', 'revision_number': 5, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'subnets': [{'id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:50:23.982444 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6173fbab-d87e-4cb5-b0cc-fc10a1d626ff None None] The sync data for ids ['d203a1eb-09c8-468b-a093-34fb0e82f78e'] in n-d-804275-3 is: [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:57Z', 'revision_number': 4, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port': {'id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'port_id': '78ab35d4-5dfa-481c-88c6-77dfcd7baf52', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'mac_address': 'fa:16:3e:dd:0a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0893c648-c33d-4d6a-9aa8-3f3cf28c0e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:46:59Z', 'updated_at': '2021-08-11T22:50:22Z', 'revision_number': 5, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282979a1-edf4-4904-9e46-48b43fe0c8fc', 'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'mac_address': 'fa:16:3e:69:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:57Z', 'updated_at': '2021-08-11T22:47:02Z', 'revision_number': 5, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'subnets': [{'id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:50:24.190725 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7935b7ec-f7d9-418d-8a22-ec2eec4f01ce None None] New status for floating IP 44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7: ACTIVE {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:50:38.619955 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:43.294456 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e901e9db-9cea-422a-a65c-6d56343bdd9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:46.113573 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:46.297386 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1dc80135-76e6-426a-a364-6fec05ae0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:47.676007 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:48.103309 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:50:49.137642 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:50:50.983887 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:51:00.596470 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-44d049dc-5742-452d-b15d-8f7c9b872135 req-844e739d-ac11-4a70-855c-bef3bb1af706 service neutron] (100942) timed out ('10.222.0.52', 63768) {{(pid=100942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 22:51:08.618201 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:51:11.306418 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-35a8f1ef-507c-4a8d-8baa-0b9a4e94441f req-95f02bfd-734f-4f27-9e06-5f5e9c7b6a98 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445120 Aug 11 22:51:11.410773 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8f1ef-507c-4a8d-8baa-0b9a4e94441f req-c8592a23-e108-4db5-a58c-e3efa9e28b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:51:11.412436 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-35a8f1ef-507c-4a8d-8baa-0b9a4e94441f req-c8592a23-e108-4db5-a58c-e3efa9e28b42 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 1097 time: 0.0468605 Aug 11 22:51:11.515755 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8f1ef-507c-4a8d-8baa-0b9a4e94441f req-da171734-e760-44fc-a704-fe2df9190bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:51:11.517265 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-35a8f1ef-507c-4a8d-8baa-0b9a4e94441f req-da171734-e760-44fc-a704-fe2df9190bb4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0839493 Aug 11 22:51:11.587853 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-35a8f1ef-507c-4a8d-8baa-0b9a4e94441f req-d2d64ce6-83e5-43a9-9c63-539c0dfeb170 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78ab35d4-5dfa-481c-88c6-77dfcd7baf52 HTTP/1.1" status: 200 len: 1000 time: 0.0635147 Aug 11 22:51:11.639017 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8f1ef-507c-4a8d-8baa-0b9a4e94441f req-81652c89-40d0-4662-913a-8c3dc5188a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:51:11.640544 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-35a8f1ef-507c-4a8d-8baa-0b9a4e94441f req-81652c89-40d0-4662-913a-8c3dc5188a0b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0457125 Aug 11 22:51:11.689527 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8f1ef-507c-4a8d-8baa-0b9a4e94441f req-206bb18d-8cfd-4fcd-a3ba-25b4a11fcd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:51:11.691098 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-35a8f1ef-507c-4a8d-8baa-0b9a4e94441f req-206bb18d-8cfd-4fcd-a3ba-25b4a11fcd99 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429809 Aug 11 22:51:11.791064 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-35a8f1ef-507c-4a8d-8baa-0b9a4e94441f req-95456cae-e75e-4658-8496-48691a4f3974 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924687 Aug 11 22:51:11.881878 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-35a8f1ef-507c-4a8d-8baa-0b9a4e94441f req-396a903c-4b20-4914-82e1-8220e4648bd5 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838242 Aug 11 22:51:13.298910 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a56ef422-0a35-410e-8ca8-b560c36c6c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:51:16.114114 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:51:16.297156 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-247ce65b-861a-4c86-8093-64aae83a9775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:51:17.679250 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:51:19.139557 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:51:20.988334 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:51:25.103886 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:51:38.638073 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:51:43.301952 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-efc44982-b018-481c-8076-2c2a7e474a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:51:46.116431 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:51:46.297079 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c8c8ab96-df64-4b15-a616-db72a4394438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:51:47.681526 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:51:49.144270 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:51:50.993792 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:52:02.104030 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:52:08.640133 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:52:13.309573 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c0c31adc-600f-421b-85e9-99bb838babfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:52:13.312948 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ee4d6636-5409-4ff8-8f32-888666b43ed1 req-8e4b962a-cc05-44c7-a494-732ea8167762 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479958 Aug 11 22:52:13.417417 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d6636-5409-4ff8-8f32-888666b43ed1 req-c4d09996-980b-4711-9ed5-4dc737016cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:52:13.418966 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ee4d6636-5409-4ff8-8f32-888666b43ed1 req-c4d09996-980b-4711-9ed5-4dc737016cc9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 1097 time: 0.0483382 Aug 11 22:52:13.532254 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d6636-5409-4ff8-8f32-888666b43ed1 req-22288670-f544-49d2-b6a5-99a32bbdc18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:52:13.533759 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ee4d6636-5409-4ff8-8f32-888666b43ed1 req-22288670-f544-49d2-b6a5-99a32bbdc18c service neutron] 10.222.0.82 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0927253 Aug 11 22:52:13.607833 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ee4d6636-5409-4ff8-8f32-888666b43ed1 req-eea554a5-eeaa-4f99-a6b1-1abdaf13e453 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78ab35d4-5dfa-481c-88c6-77dfcd7baf52 HTTP/1.1" status: 200 len: 1000 time: 0.0663352 Aug 11 22:52:13.659656 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d6636-5409-4ff8-8f32-888666b43ed1 req-8657669a-fea1-4e9d-966d-f6055f48a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:52:13.661336 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ee4d6636-5409-4ff8-8f32-888666b43ed1 req-8657669a-fea1-4e9d-966d-f6055f48a04f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0470715 Aug 11 22:52:13.710461 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d6636-5409-4ff8-8f32-888666b43ed1 req-1155ebc9-0b3a-4cd5-9a29-039e46778e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:52:13.711267 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ee4d6636-5409-4ff8-8f32-888666b43ed1 req-1155ebc9-0b3a-4cd5-9a29-039e46778e99 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421677 Aug 11 22:52:13.723171 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-ee4d6636-5409-4ff8-8f32-888666b43ed1 req-1ed5dbeb-1256-4215-b705-6be42f1e485a service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:52:13.724277 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ee4d6636-5409-4ff8-8f32-888666b43ed1 req-1ed5dbeb-1256-4215-b705-6be42f1e485a service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056720 Aug 11 22:52:13.830138 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ee4d6636-5409-4ff8-8f32-888666b43ed1 req-c3985c01-0bf5-4928-b7db-cf97327303cb service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974905 Aug 11 22:52:13.925435 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ee4d6636-5409-4ff8-8f32-888666b43ed1 req-9edbe36c-9f49-4417-b823-accfe011e7b2 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869694 Aug 11 22:52:16.120037 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:52:16.299421 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8c5fea57-6930-4689-af13-999fce6e58db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:52:17.689674 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:52:19.147360 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:52:21.012128 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:52:38.655623 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:52:39.103733 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:52:43.302938 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fb49f05d-5d90-468c-a5de-bc1afd10a920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:52:46.123268 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:52:46.300979 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5f05b769-a982-4ef6-aa29-f510c31bb7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:52:47.688209 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:52:49.153917 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:52:49.720908 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089325c6-f2f4-4e08-8d72-ddddf1cf8a60 req-b32c49c1-221f-49c1-a591-268ae08f9f52 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:52:49.722489 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-089325c6-f2f4-4e08-8d72-ddddf1cf8a60 req-b32c49c1-221f-49c1-a591-268ae08f9f52 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 946 time: 0.0509396 Aug 11 22:52:49.762878 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-089325c6-f2f4-4e08-8d72-ddddf1cf8a60 req-338ccc85-839c-4e9b-9135-29fc557878e3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337026 Aug 11 22:52:50.888256 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70e628-9fce-46cd-81a3-4802a0d86c86 req-70a67406-545e-49b8-964d-4a55586c1cfd tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:52:50.889913 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c70e628-9fce-46cd-81a3-4802a0d86c86 req-70a67406-545e-49b8-964d-4a55586c1cfd tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 946 time: 0.0570974 Aug 11 22:52:50.935884 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5c70e628-9fce-46cd-81a3-4802a0d86c86 req-5bfe208a-e23a-483c-8900-34c1c4593232 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352635 Aug 11 22:52:51.023145 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:52:52.056745 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb0765-c3e2-4d28-b151-be5f737126ea req-ab65ad33-e589-4e9e-bcbb-26ff5f111121 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:52:52.058387 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f0eb0765-c3e2-4d28-b151-be5f737126ea req-ab65ad33-e589-4e9e-bcbb-26ff5f111121 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 946 time: 0.0525100 Aug 11 22:52:52.098965 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f0eb0765-c3e2-4d28-b151-be5f737126ea req-729a47da-7184-4805-95bc-9626bd01ba11 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345352 Aug 11 22:52:53.218280 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10db0a-9fa1-449a-9506-55375eb3aba6 req-53d49667-21c0-4171-8111-331dcc792342 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:52:53.219796 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0e10db0a-9fa1-449a-9506-55375eb3aba6 req-53d49667-21c0-4171-8111-331dcc792342 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 946 time: 0.0495040 Aug 11 22:52:53.257225 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0e10db0a-9fa1-449a-9506-55375eb3aba6 req-6d8982f6-dee6-49ae-bbbd-b5b9237004e3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314939 Aug 11 22:52:54.378105 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8ed24-6cd3-4195-ae52-5b55083bc7dc req-2f1dc27b-9278-4379-8350-a4438e5e5c8d tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:52:54.379702 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-04c8ed24-6cd3-4195-ae52-5b55083bc7dc req-2f1dc27b-9278-4379-8350-a4438e5e5c8d tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 946 time: 0.0556381 Aug 11 22:52:54.423299 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-04c8ed24-6cd3-4195-ae52-5b55083bc7dc req-c914fb3b-910f-469c-8200-0844b2fec128 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364859 Aug 11 22:52:55.539778 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03649e10-f0d1-4fae-89ec-ab1343464c07 req-680154e8-f589-41af-a78a-c05e06a1def3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:52:55.541209 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-03649e10-f0d1-4fae-89ec-ab1343464c07 req-680154e8-f589-41af-a78a-c05e06a1def3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 946 time: 0.0499802 Aug 11 22:52:55.580256 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-03649e10-f0d1-4fae-89ec-ab1343464c07 req-7f1dce83-0558-44b1-b1e3-f4079b6e6d0d tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329053 Aug 11 22:52:56.699958 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3ede1-c39e-4d68-aad0-899473b9a55b req-f9592994-3df9-467a-a39e-f2ba76fd99dc tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:52:56.701517 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ade3ede1-c39e-4d68-aad0-899473b9a55b req-f9592994-3df9-467a-a39e-f2ba76fd99dc tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 946 time: 0.0533576 Aug 11 22:52:56.741742 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ade3ede1-c39e-4d68-aad0-899473b9a55b req-052192f1-dc1f-47e1-9673-e826fb6ef42f tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338268 Aug 11 22:52:57.867892 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425c39c-66ac-44a7-9681-ef9001f4df06 req-7313e4c4-9fce-4fee-9187-aaaaf680b779 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:52:57.869552 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4425c39c-66ac-44a7-9681-ef9001f4df06 req-7313e4c4-9fce-4fee-9187-aaaaf680b779 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 946 time: 0.0560014 Aug 11 22:52:57.912631 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4425c39c-66ac-44a7-9681-ef9001f4df06 req-ab5f338e-542a-4f3d-b662-75235f297a68 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342488 Aug 11 22:52:59.036823 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479eda2-1416-4623-856f-597f0ff6f117 req-a79d4b51-cf63-4dcf-8f13-15d23a6ce1f4 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:52:59.038419 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b479eda2-1416-4623-856f-597f0ff6f117 req-a79d4b51-cf63-4dcf-8f13-15d23a6ce1f4 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 946 time: 0.0537531 Aug 11 22:52:59.079157 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b479eda2-1416-4623-856f-597f0ff6f117 req-d6dc5616-9488-404e-a244-d24f19712071 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339468 Aug 11 22:53:00.197743 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6228914-4771-4dfe-8909-3143fde81a37 req-1bb8ea2f-c42c-4b9b-bb87-c36186dcb5d7 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:00.199312 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d6228914-4771-4dfe-8909-3143fde81a37 req-1bb8ea2f-c42c-4b9b-bb87-c36186dcb5d7 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 946 time: 0.0510433 Aug 11 22:53:00.239814 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d6228914-4771-4dfe-8909-3143fde81a37 req-37a6e80c-989c-4660-9377-89943f5a6cd8 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342925 Aug 11 22:53:00.429040 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 55336) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:53:00.484805 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609419d-afa1-413b-b2d2-a89624496e17 req-e45e64f0-5d54-4f46-b6de-08af8cd01d7f tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:00.486358 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3609419d-afa1-413b-b2d2-a89624496e17 req-e45e64f0-5d54-4f46-b6de-08af8cd01d7f tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 946 time: 0.0557883 Aug 11 22:53:00.526346 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3609419d-afa1-413b-b2d2-a89624496e17 req-25902829-597b-43f0-8131-e44b40d66148 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330756 Aug 11 22:53:00.541382 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-97270854-cda9-4af8-88e4-a5dc53054a4d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1106389 Aug 11 22:53:01.637214 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-23de3915-15ad-4113-8809-b127e4624de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:01.638976 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-23de3915-15ad-4113-8809-b127e4624de4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 1097 time: 0.0696993 Aug 11 22:53:01.702956 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf895ab7-89fc-4aab-9010-f1006ddf2d57 req-b0015758-85b3-42df-a7dc-a2f7c7e7e5bb tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:01.704577 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cf895ab7-89fc-4aab-9010-f1006ddf2d57 req-b0015758-85b3-42df-a7dc-a2f7c7e7e5bb tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 946 time: 0.1067855 Aug 11 22:53:01.771410 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cf895ab7-89fc-4aab-9010-f1006ddf2d57 req-2816b596-9297-4345-b62c-ae4d8f4fbcc4 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581720 Aug 11 22:53:01.779093 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-ba81279b-300f-4ff2-b4c1-e2fc35858d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:01.781687 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-ba81279b-300f-4ff2-b4c1-e2fc35858d2b service neutron] 10.222.0.82 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.1353476 Aug 11 22:53:01.866178 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-35951dc0-f5b1-4bdc-827a-c5b973a4b878 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78ab35d4-5dfa-481c-88c6-77dfcd7baf52 HTTP/1.1" status: 200 len: 1000 time: 0.0765719 Aug 11 22:53:01.919884 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-e8babcb5-1862-4933-8447-a882ca93b3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:01.921392 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-e8babcb5-1862-4933-8447-a882ca93b3b3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0488033 Aug 11 22:53:01.967930 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-7bf47d92-965f-4d5a-bf7d-cfb62b491e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:01.969512 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-7bf47d92-965f-4d5a-bf7d-cfb62b491e49 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410948 Aug 11 22:53:02.058496 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-e0d7218a-ec13-4d3c-978c-04a56dff0c62 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811119 Aug 11 22:53:02.152110 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-8766b6f1-b2e7-4bdd-a32b-54eb154c56e4 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857320 Aug 11 22:53:02.896670 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09390125-ece4-4e8e-830b-4377377c51a1 req-eae3f7a5-662e-4416-913c-08b86a7cc0bb tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:02.898280 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09390125-ece4-4e8e-830b-4377377c51a1 req-eae3f7a5-662e-4416-913c-08b86a7cc0bb tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 946 time: 0.0513096 Aug 11 22:53:02.936838 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09390125-ece4-4e8e-830b-4377377c51a1 req-9c988b83-5be9-42ab-9783-a7ed7ab86fe9 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322216 Aug 11 22:53:04.056072 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea7481-864d-4b5c-80c2-9c7044103a5a req-f2660ade-2271-43f7-bee0-1dd4436894f2 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:04.057564 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d0ea7481-864d-4b5c-80c2-9c7044103a5a req-f2660ade-2271-43f7-bee0-1dd4436894f2 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 946 time: 0.0534742 Aug 11 22:53:04.095720 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d0ea7481-864d-4b5c-80c2-9c7044103a5a req-4738b184-b497-420a-8124-ff3b9e3d864f tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321116 Aug 11 22:53:04.150370 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-35e8bdeb-9348-493d-a9bd-6ac7bfd0a47f service neutron] show failed (client error): The resource could not be found. Aug 11 22:53:04.151694 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-35e8bdeb-9348-493d-a9bd-6ac7bfd0a47f service neutron] 10.222.0.82 "GET /v2.0/ports/78ab35d4-5dfa-481c-88c6-77dfcd7baf52/bindings/n-h2-804275-3 HTTP/1.1" status: 404 len: 380 time: 0.0550978 Aug 11 22:53:04.366266 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-72f53107-87a0-4b4c-b07e-c634b9506b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:04.368427 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-72f53107-87a0-4b4c-b07e-c634b9506b6c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30&tenant_id=c473269f7e9f4a82a13c33cb529bc8ea HTTP/1.1" status: 200 len: 1097 time: 0.0473604 Aug 11 22:53:04.380558 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804275-3', 'device_owner': 'compute:nova'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:53:04.437934 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:04.641111 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] For port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=78ab35d4-5dfa-481c-88c6-77dfcd7baf52,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:53:04.682670 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] For port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:53:04.721848 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0893c648-c33d-4d6a-9aa8-3f3cf28c0e30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78ab35d4-5dfa-481c-88c6-77dfcd7baf52'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:53:04.724141 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b102379e7d6c573a0c111394fd6df11cb948dcd7c204d584f65cddae3f2353ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4aaddc-312d-4e37-8cfb-5470960679f6" -d '{"events": [{"server_uuid": "0893c648-c33d-4d6a-9aa8-3f3cf28c0e30", "name": "network-vif-unplugged", "status": "completed", "tag": "78ab35d4-5dfa-481c-88c6-77dfcd7baf52"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:53:04.729065 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:04.742381 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Transition to ACTIVE for port object 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:53:04.746483 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:04.784760 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 22:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fad2fe-70f3-44de-a467-0e7d7da79c7c x-openstack-request-id: req-34fad2fe-70f3-44de-a467-0e7d7da79c7c {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:53:04.785062 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0893c648-c33d-4d6a-9aa8-3f3cf28c0e30", "name": "network-vif-unplugged", "status": "completed", "tag": "78ab35d4-5dfa-481c-88c6-77dfcd7baf52", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:53:04.785317 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-34fad2fe-70f3-44de-a467-0e7d7da79c7c {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:53:04.785719 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0893c648-c33d-4d6a-9aa8-3f3cf28c0e30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78ab35d4-5dfa-481c-88c6-77dfcd7baf52', 'code': 200} Aug 11 22:53:05.161244 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Pushing event updated for resources: {'Port': ['ID=78ab35d4-5dfa-481c-88c6-77dfcd7baf52,revision_number=6']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:53:05.175001 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:05.175384 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:05.175704 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:05.176049 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:05.176388 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:05.176719 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:05.177050 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:05.177381 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:05.177711 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:05.178038 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:05.178394 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:05.178687 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:05.223307 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] No DVR routers for this DVR port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:53:05.233447 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9adb8-d15e-4c38-a48c-fb1a666735dc req-8d48311c-152f-4e45-8da1-fc33f000171c tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:05.235702 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3ee9adb8-d15e-4c38-a48c-fb1a666735dc req-8d48311c-152f-4e45-8da1-fc33f000171c tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 944 time: 0.0631473 Aug 11 22:53:05.278199 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3ee9adb8-d15e-4c38-a48c-fb1a666735dc req-4ca53f25-0e41-4679-a242-d5ead8636440 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355089 Aug 11 22:53:05.364351 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Attempting to bind port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:53:05.364690 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Attempting to bind port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:53:05.365021 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Attempting to bind port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 on network 441f2af6-8595-44a9-9e6b-081102047a3e {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:53:05.370256 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 on network 441f2af6-8595-44a9-9e6b-081102047a3e not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:53:05.370835 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Attempting to bind port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 on network 441f2af6-8595-44a9-9e6b-081102047a3e {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:53:05.375494 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:53:05.375866 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Checking segment: {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:53:05.376276 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Bound using segment: {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:53:05.376760 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Bound port: 78ab35d4-5dfa-481c-88c6-77dfcd7baf52, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:53:05.377121 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:05.443421 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] For port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:53:05.447404 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] For port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=78ab35d4-5dfa-481c-88c6-77dfcd7baf52,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:53:05.453021 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:05.489889 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:05.490673 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:05.492617 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] 10.222.0.52 "PUT /v2.0/ports/78ab35d4-5dfa-481c-88c6-77dfcd7baf52 HTTP/1.1" status: 200 len: 1092 time: 1.1155248 Aug 11 22:53:05.516549 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fde5a3-cd3d-484c-aa1a-c818905eb73a service neutron] Pushing event updated for resources: {'Port': ['ID=78ab35d4-5dfa-481c-88c6-77dfcd7baf52,revision_number=7']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:53:05.566886 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-158a5299-264b-44ff-9ce0-fad26b6d6a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:05.568811 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-158a5299-264b-44ff-9ce0-fad26b6d6a08 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 1095 time: 0.0492749 Aug 11 22:53:05.665450 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-b38dca35-6956-446d-865b-cf7ab9057e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:05.666992 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-b38dca35-6956-446d-865b-cf7ab9057e88 service neutron] 10.222.0.52 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0908637 Aug 11 22:53:05.737321 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-b529a205-1b9a-4b48-94d6-13893b1610de service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78ab35d4-5dfa-481c-88c6-77dfcd7baf52 HTTP/1.1" status: 200 len: 998 time: 0.0633380 Aug 11 22:53:05.790131 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-4e52576e-c443-410a-8ca9-d1c6e8e37544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:05.791643 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-4e52576e-c443-410a-8ca9-d1c6e8e37544 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0468612 Aug 11 22:53:05.846407 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-c259ff4d-e296-4e39-bde5-7426775a1e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:05.847993 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-c259ff4d-e296-4e39-bde5-7426775a1e72 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494175 Aug 11 22:53:05.859495 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-31c5fca4-e5d7-40ae-b822-e07e8b51053b service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:53:05.860524 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-31c5fca4-e5d7-40ae-b822-e07e8b51053b service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050924 Aug 11 22:53:05.956353 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-3380e83e-5de8-41bc-b310-4979f200d7aa service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884912 Aug 11 22:53:06.052169 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-4ecac26a-9ef0-478b-84fc-9400da51de72 req-f5de40db-85d7-4064-af65-afe5499afbbf service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893879 Aug 11 22:53:06.394123 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5f172-ba26-4c9e-b183-dffc4c45c789 req-b85b714e-792a-441d-9593-7affe01c73c0 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:06.395652 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cde5f172-ba26-4c9e-b183-dffc4c45c789 req-b85b714e-792a-441d-9593-7affe01c73c0 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 944 time: 0.0481529 Aug 11 22:53:06.437850 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cde5f172-ba26-4c9e-b183-dffc4c45c789 req-ff9c8442-51f0-4713-a8a8-ec28e288cd6d tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358765 Aug 11 22:53:06.787590 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0893c648-c33d-4d6a-9aa8-3f3cf28c0e30', 'tag': '78ab35d4-5dfa-481c-88c6-77dfcd7baf52'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:53:06.790665 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b102379e7d6c573a0c111394fd6df11cb948dcd7c204d584f65cddae3f2353ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3ae599-35c7-4230-9062-a7fbd0ec90c0" -d '{"events": [{"name": "network-changed", "server_uuid": "0893c648-c33d-4d6a-9aa8-3f3cf28c0e30", "tag": "78ab35d4-5dfa-481c-88c6-77dfcd7baf52"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:53:06.845918 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb03ef0-d8e7-4a15-9073-905588186524 x-openstack-request-id: req-adb03ef0-d8e7-4a15-9073-905588186524 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:53:06.846219 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0893c648-c33d-4d6a-9aa8-3f3cf28c0e30", "tag": "78ab35d4-5dfa-481c-88c6-77dfcd7baf52", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:53:06.846476 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-adb03ef0-d8e7-4a15-9073-905588186524 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:53:06.846882 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0893c648-c33d-4d6a-9aa8-3f3cf28c0e30', 'tag': '78ab35d4-5dfa-481c-88c6-77dfcd7baf52', 'status': 'completed', 'code': 200} Aug 11 22:53:06.915760 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ae599-35c7-4230-9062-a7fbd0ec90c0 req-75c405e4-5560-469e-b392-644db8a50d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:06.917338 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8a3ae599-35c7-4230-9062-a7fbd0ec90c0 req-75c405e4-5560-469e-b392-644db8a50d42 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 1095 time: 0.0453153 Aug 11 22:53:06.925522 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ae599-35c7-4230-9062-a7fbd0ec90c0 req-afa81258-6bb5-43f6-8ea3-c7f5045c56c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:06.927054 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8a3ae599-35c7-4230-9062-a7fbd0ec90c0 req-afa81258-6bb5-43f6-8ea3-c7f5045c56c6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 1095 time: 0.0429473 Aug 11 22:53:07.019633 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ae599-35c7-4230-9062-a7fbd0ec90c0 req-77224189-64c9-4066-826d-c69e00a6d550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:07.021171 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8a3ae599-35c7-4230-9062-a7fbd0ec90c0 req-77224189-64c9-4066-826d-c69e00a6d550 service neutron] 10.222.0.52 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0961404 Aug 11 22:53:07.025772 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ae599-35c7-4230-9062-a7fbd0ec90c0 req-0a7a8f31-7fea-46d3-ac45-34cda9dd077b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:07.027580 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8a3ae599-35c7-4230-9062-a7fbd0ec90c0 req-0a7a8f31-7fea-46d3-ac45-34cda9dd077b service neutron] 10.222.0.82 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0932751 Aug 11 22:53:07.089976 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8a3ae599-35c7-4230-9062-a7fbd0ec90c0 req-7fbd328e-ef73-4f92-9367-ac7d0eebe165 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78ab35d4-5dfa-481c-88c6-77dfcd7baf52 HTTP/1.1" status: 200 len: 998 time: 0.0607104 Aug 11 22:53:07.098612 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8a3ae599-35c7-4230-9062-a7fbd0ec90c0 req-62216086-f447-4ecb-b1a6-e45eda9cc18c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78ab35d4-5dfa-481c-88c6-77dfcd7baf52 HTTP/1.1" status: 200 len: 998 time: 0.0633049 Aug 11 22:53:07.145425 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ae599-35c7-4230-9062-a7fbd0ec90c0 req-04a9d653-27b0-40df-983c-5f7bbda624d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:07.146927 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8a3ae599-35c7-4230-9062-a7fbd0ec90c0 req-04a9d653-27b0-40df-983c-5f7bbda624d3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0489476 Aug 11 22:53:07.149701 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ae599-35c7-4230-9062-a7fbd0ec90c0 req-d698db27-3a31-4835-aaee-fde1828b1d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:07.151455 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8a3ae599-35c7-4230-9062-a7fbd0ec90c0 req-d698db27-3a31-4835-aaee-fde1828b1d53 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0451727 Aug 11 22:53:07.197911 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ae599-35c7-4230-9062-a7fbd0ec90c0 req-dc3cdd57-373c-4766-9166-1e4773564f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:07.199722 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8a3ae599-35c7-4230-9062-a7fbd0ec90c0 req-dc3cdd57-373c-4766-9166-1e4773564f32 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451100 Aug 11 22:53:07.206724 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ae599-35c7-4230-9062-a7fbd0ec90c0 req-f2105257-9cb4-4504-a8a2-c8e462bc1ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:07.208662 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8a3ae599-35c7-4230-9062-a7fbd0ec90c0 req-f2105257-9cb4-4504-a8a2-c8e462bc1ed8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499845 Aug 11 22:53:07.296957 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8a3ae599-35c7-4230-9062-a7fbd0ec90c0 req-18f27752-37a7-4609-842c-410ac01ff381 service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890434 Aug 11 22:53:07.327224 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8a3ae599-35c7-4230-9062-a7fbd0ec90c0 req-a76980f2-a6fe-40f0-a0e4-3d6388401710 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982769 Aug 11 22:53:07.405049 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-8a3ae599-35c7-4230-9062-a7fbd0ec90c0 req-912a5f29-39f7-4582-adc2-0de6517bdb51 service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993533 Aug 11 22:53:07.421157 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8a3ae599-35c7-4230-9062-a7fbd0ec90c0 req-e8e4a138-0532-4b66-8ef1-d79033298bef service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862043 Aug 11 22:53:07.473331 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:53:07.559955 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b428e0-1738-4941-8364-ef22e92efd4b req-5cbb54da-fb45-46ea-9225-5784548457c0 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:07.561515 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-59b428e0-1738-4941-8364-ef22e92efd4b req-5cbb54da-fb45-46ea-9225-5784548457c0 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 944 time: 0.0507271 Aug 11 22:53:07.575607 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=78ab35d4-5dfa-481c-88c6-77dfcd7baf52,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:53:07.587853 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '78ab35d4-5dfa-481c-88c6-77dfcd7baf52', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'port_id': '78ab35d4-5dfa-481c-88c6-77dfcd7baf52', 'mac_address': 'fa:16:3e:dd:0a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:53:07.604435 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-59b428e0-1738-4941-8364-ef22e92efd4b req-a7ea1ae9-58d3-4a00-83b2-7685575b0bd8 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368435 Aug 11 22:53:07.626729 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:07.641022 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:53:07.661210 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=78ab35d4-5dfa-481c-88c6-77dfcd7baf52,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:53:07.665110 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:07.720498 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=78ab35d4-5dfa-481c-88c6-77dfcd7baf52,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:53:07.728696 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:07.729041 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:07.729410 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:07.729746 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:07.730074 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:07.730400 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:07.730723 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:07.731044 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:07.731365 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:07.731708 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:07.732030 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:07.732351 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:07.832080 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea358eb-6add-4e5f-b99c-701b2d2f3584 req-50be34c4-e062-4d43-80c3-041b904eca37 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:07.833599 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2ea358eb-6add-4e5f-b99c-701b2d2f3584 req-50be34c4-e062-4d43-80c3-041b904eca37 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 945 time: 0.0777149 Aug 11 22:53:07.857652 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5f52f-18bd-4499-b8e4-833e3d210a06 req-98b11a4f-f09b-46b0-aed2-e3c533f9688b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:07.859098 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0bf5f52f-18bd-4499-b8e4-833e3d210a06 req-98b11a4f-f09b-46b0-aed2-e3c533f9688b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.82 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30&tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&binding%3Ahost_id=n-h2-804275-3 HTTP/1.1" status: 200 len: 945 time: 0.0757284 Aug 11 22:53:07.885164 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['78ab35d4-5dfa-481c-88c6-77dfcd7baf52'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:53:07.917693 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2ea358eb-6add-4e5f-b99c-701b2d2f3584 req-283351a4-c6c9-467c-aa2f-9011b832e371 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774696 Aug 11 22:53:07.942760 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [req-0bf5f52f-18bd-4499-b8e4-833e3d210a06 req-6dadfff3-a5dd-4faf-a42d-eb31c054268e service neutron] delete failed (client error): The resource could not be found. Aug 11 22:53:07.943860 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0bf5f52f-18bd-4499-b8e4-833e3d210a06 req-6dadfff3-a5dd-4faf-a42d-eb31c054268e service neutron] 10.222.0.82 "DELETE /v2.0/ports/78ab35d4-5dfa-481c-88c6-77dfcd7baf52/bindings/n-h1-804275-3 HTTP/1.1" status: 404 len: 380 time: 0.0759716 Aug 11 22:53:08.057077 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5f52f-18bd-4499-b8e4-833e3d210a06 req-69c52c27-959a-40f9-9df2-69380de7c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:08.058648 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0bf5f52f-18bd-4499-b8e4-833e3d210a06 req-69c52c27-959a-40f9-9df2-69380de7c286 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 1096 time: 0.0484850 Aug 11 22:53:08.097286 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:53:08.138128 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:53:08.153926 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5f52f-18bd-4499-b8e4-833e3d210a06 req-b77f6024-2063-4f72-aafb-5a4a12d6d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:08.155448 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0bf5f52f-18bd-4499-b8e4-833e3d210a06 req-b77f6024-2063-4f72-aafb-5a4a12d6d617 service neutron] 10.222.0.82 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0898085 Aug 11 22:53:08.225013 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0bf5f52f-18bd-4499-b8e4-833e3d210a06 req-4ef64f67-b6e0-4dcd-b445-410dad4633a6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78ab35d4-5dfa-481c-88c6-77dfcd7baf52 HTTP/1.1" status: 200 len: 999 time: 0.0625720 Aug 11 22:53:08.280198 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5f52f-18bd-4499-b8e4-833e3d210a06 req-628d5705-c887-434e-99db-534c7e84063f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:08.281685 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0bf5f52f-18bd-4499-b8e4-833e3d210a06 req-628d5705-c887-434e-99db-534c7e84063f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0442257 Aug 11 22:53:08.327708 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5f52f-18bd-4499-b8e4-833e3d210a06 req-88f0b67f-7f2c-4c03-b163-366af5f5a899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:08.329235 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0bf5f52f-18bd-4499-b8e4-833e3d210a06 req-88f0b67f-7f2c-4c03-b163-366af5f5a899 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394115 Aug 11 22:53:08.423419 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0bf5f52f-18bd-4499-b8e4-833e3d210a06 req-abee31bf-c106-43f2-8a1b-b3806f053b2e service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856833 Aug 11 22:53:08.513111 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0bf5f52f-18bd-4499-b8e4-833e3d210a06 req-d63f87fa-9ceb-471f-bf19-1ae77481a156 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812867 Aug 11 22:53:08.649657 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:09.043528 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03522caf-60fd-432d-9351-75d8e5a78ab3 req-c2d2fb99-8213-4f2a-9593-0962896a656e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:09.045051 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-03522caf-60fd-432d-9351-75d8e5a78ab3 req-c2d2fb99-8213-4f2a-9593-0962896a656e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 945 time: 0.0525205 Aug 11 22:53:09.087265 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-03522caf-60fd-432d-9351-75d8e5a78ab3 req-5ea2dad1-b35d-42cf-85fe-403eb93968d3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361493 Aug 11 22:53:09.476659 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:53:09.529153 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:53:09.533105 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:53:09.533522 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:09.609641 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:09.633132 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0893c648-c33d-4d6a-9aa8-3f3cf28c0e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ab35d4-5dfa-481c-88c6-77dfcd7baf52'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:53:09.635287 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de201fb7-1859-4f97-9a39-c747517aa5e6" -d '{"events": [{"server_uuid": "0893c648-c33d-4d6a-9aa8-3f3cf28c0e30", "name": "network-vif-plugged", "status": "completed", "tag": "78ab35d4-5dfa-481c-88c6-77dfcd7baf52"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:53:09.649015 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=78ab35d4-5dfa-481c-88c6-77dfcd7baf52,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:53:09.653959 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:09.680806 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa3dd17-5c7d-498d-89f2-4c3d41f18f3e x-openstack-request-id: req-aaa3dd17-5c7d-498d-89f2-4c3d41f18f3e {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:53:09.681083 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0893c648-c33d-4d6a-9aa8-3f3cf28c0e30", "name": "network-vif-plugged", "status": "completed", "tag": "78ab35d4-5dfa-481c-88c6-77dfcd7baf52", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:53:09.681335 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aaa3dd17-5c7d-498d-89f2-4c3d41f18f3e {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:53:09.681727 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0893c648-c33d-4d6a-9aa8-3f3cf28c0e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ab35d4-5dfa-481c-88c6-77dfcd7baf52', 'code': 200} Aug 11 22:53:09.710856 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=78ab35d4-5dfa-481c-88c6-77dfcd7baf52,revision_number=9']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:53:10.205619 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9412407-1eca-4047-9082-2fbfcd54a87e req-c24094de-8798-49b1-bbf4-3b71e6e857cf tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:10.207128 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c9412407-1eca-4047-9082-2fbfcd54a87e req-c24094de-8798-49b1-bbf4-3b71e6e857cf tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 946 time: 0.0504744 Aug 11 22:53:10.245394 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c9412407-1eca-4047-9082-2fbfcd54a87e req-75a2366d-60db-4fa2-b004-eb02267f8749 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322607 Aug 11 22:53:10.359240 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a1eaf-1714-4072-809d-5337d3622cde req-f8970cd2-f6b0-443b-9337-34ee66928a9c tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:10.360797 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0c6a1eaf-1714-4072-809d-5337d3622cde req-f8970cd2-f6b0-443b-9337-34ee66928a9c tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 946 time: 0.0489037 Aug 11 22:53:10.401281 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0c6a1eaf-1714-4072-809d-5337d3622cde req-75f677cc-7d37-48c8-850f-8b2d00933840 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341733 Aug 11 22:53:10.605859 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aecf06-c80b-4c75-82bc-aec3be4b754c req-5151a2af-1438-49be-977e-11a0bcbe3ce2 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:10.607531 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-84aecf06-c80b-4c75-82bc-aec3be4b754c req-5151a2af-1438-49be-977e-11a0bcbe3ce2 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 946 time: 0.0558398 Aug 11 22:53:10.634981 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6d786-3b7a-4809-a7fb-950ead558d10 req-f3326fbe-c379-4186-861a-7b257d757474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:10.636584 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-58e6d786-3b7a-4809-a7fb-950ead558d10 req-f3326fbe-c379-4186-861a-7b257d757474 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 1097 time: 0.0436404 Aug 11 22:53:10.651803 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-84aecf06-c80b-4c75-82bc-aec3be4b754c req-f3597d00-d041-4db9-9687-4c1e3f4f73df tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377417 Aug 11 22:53:10.741548 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6d786-3b7a-4809-a7fb-950ead558d10 req-526b1e6b-5dd4-4b78-b10e-ab3786c0f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:10.743076 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-58e6d786-3b7a-4809-a7fb-950ead558d10 req-526b1e6b-5dd4-4b78-b10e-ab3786c0f246 service neutron] 10.222.0.52 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0987129 Aug 11 22:53:10.811487 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-58e6d786-3b7a-4809-a7fb-950ead558d10 req-b0eca754-4622-4d01-bffd-0f8f9668b2f9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78ab35d4-5dfa-481c-88c6-77dfcd7baf52 HTTP/1.1" status: 200 len: 1000 time: 0.0617325 Aug 11 22:53:10.864876 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6d786-3b7a-4809-a7fb-950ead558d10 req-e49f74c4-58cb-4a3f-a154-36be9c2bfa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:10.866904 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-58e6d786-3b7a-4809-a7fb-950ead558d10 req-e49f74c4-58cb-4a3f-a154-36be9c2bfa58 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0484943 Aug 11 22:53:10.917243 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6d786-3b7a-4809-a7fb-950ead558d10 req-c0b9d57a-3777-4ad2-9102-b31aeb69ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:10.918697 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-58e6d786-3b7a-4809-a7fb-950ead558d10 req-c0b9d57a-3777-4ad2-9102-b31aeb69ccff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452409 Aug 11 22:53:11.008959 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-58e6d786-3b7a-4809-a7fb-950ead558d10 req-f01cf866-44ab-40d9-ab19-47e4b13a90f5 service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831351 Aug 11 22:53:11.104096 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-58e6d786-3b7a-4809-a7fb-950ead558d10 req-43ca30b9-c584-4818-86cb-00f3c40c5d5e service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883431 Aug 11 22:53:11.765172 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf758dc-d34c-4c0f-beac-42ec1385a8c2 req-c9dfa837-d081-4b0a-a5a8-b4459b5cb312 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:11.766658 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fdf758dc-d34c-4c0f-beac-42ec1385a8c2 req-c9dfa837-d081-4b0a-a5a8-b4459b5cb312 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 946 time: 0.0487819 Aug 11 22:53:11.805633 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fdf758dc-d34c-4c0f-beac-42ec1385a8c2 req-ee4967ba-cb2d-47c2-8ed9-3027d0109da7 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327485 Aug 11 22:53:12.051849 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f6f36-3896-4e05-b4ae-6243aece92ee req-969e303d-35cd-4ac9-a4fc-d205f63124d0 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:12.053346 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e09f6f36-3896-4e05-b4ae-6243aece92ee req-969e303d-35cd-4ac9-a4fc-d205f63124d0 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 946 time: 0.0497596 Aug 11 22:53:12.090672 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e09f6f36-3896-4e05-b4ae-6243aece92ee req-cf856f99-6001-47de-a560-a8024bf8c21f tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313156 Aug 11 22:53:13.207535 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d272482-538a-4acd-a4c6-bfae6b9f4c70 req-ddb70258-d10b-4870-b181-1fcf7988b39f tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:13.209083 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4d272482-538a-4acd-a4c6-bfae6b9f4c70 req-ddb70258-d10b-4870-b181-1fcf7988b39f tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 946 time: 0.0503938 Aug 11 22:53:13.258031 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4d272482-538a-4acd-a4c6-bfae6b9f4c70 req-f0be7cab-1a85-4b75-9e85-b8a270de7490 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422759 Aug 11 22:53:13.293336 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f82162-472f-44c2-87a6-b9dbe7b8fc9e req-40d7b766-2c38-4414-928b-eacc605f75d7 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:13.294903 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c6f82162-472f-44c2-87a6-b9dbe7b8fc9e req-40d7b766-2c38-4414-928b-eacc605f75d7 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.52 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 946 time: 0.0525692 Aug 11 22:53:13.303545 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-79f8e622-2ed0-463a-83dd-cf65671c8026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:13.384981 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-c6f82162-472f-44c2-87a6-b9dbe7b8fc9e req-8e7296c3-3c4f-4157-9262-58cb23b12176 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Deleting port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:53:13.385245 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c6f82162-472f-44c2-87a6-b9dbe7b8fc9e req-8e7296c3-3c4f-4157-9262-58cb23b12176 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:13.475930 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-c6f82162-472f-44c2-87a6-b9dbe7b8fc9e req-8e7296c3-3c4f-4157-9262-58cb23b12176 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] For port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=78ab35d4-5dfa-481c-88c6-77dfcd7baf52,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:53:13.476307 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c6f82162-472f-44c2-87a6-b9dbe7b8fc9e req-8e7296c3-3c4f-4157-9262-58cb23b12176 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:13.644717 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c6f82162-472f-44c2-87a6-b9dbe7b8fc9e req-8e7296c3-3c4f-4157-9262-58cb23b12176 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:13.645026 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c6f82162-472f-44c2-87a6-b9dbe7b8fc9e req-8e7296c3-3c4f-4157-9262-58cb23b12176 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:13.645348 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [req-c6f82162-472f-44c2-87a6-b9dbe7b8fc9e req-8e7296c3-3c4f-4157-9262-58cb23b12176 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Floating IP 44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7 disassociated. External IP: 172.25.2.5, port: 78ab35d4-5dfa-481c-88c6-77dfcd7baf52. Aug 11 22:53:13.645697 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-c6f82162-472f-44c2-87a6-b9dbe7b8fc9e req-8e7296c3-3c4f-4157-9262-58cb23b12176 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Calling delete_port for 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:53:13.777171 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c6f82162-472f-44c2-87a6-b9dbe7b8fc9e req-8e7296c3-3c4f-4157-9262-58cb23b12176 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:13.806526 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7296c3-3c4f-4157-9262-58cb23b12176 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Pushing event deleted for resources: {'Port': ['ID=78ab35d4-5dfa-481c-88c6-77dfcd7baf52,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:53:13.928227 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6f82162-472f-44c2-87a6-b9dbe7b8fc9e req-8e7296c3-3c4f-4157-9262-58cb23b12176 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Router d203a1eb-09c8-468b-a093-34fb0e82f78e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:53:14.041119 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6f82162-472f-44c2-87a6-b9dbe7b8fc9e req-8e7296c3-3c4f-4157-9262-58cb23b12176 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:53:14.051185 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15bc03f-0a01-4f15-b226-243b8a66a0e0 None None] Sync routers for ids ['d203a1eb-09c8-468b-a093-34fb0e82f78e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:53:14.060447 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15bc03f-0a01-4f15-b226-243b8a66a0e0 None None] Routers {'d203a1eb-09c8-468b-a093-34fb0e82f78e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:53:14.061083 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f15bc03f-0a01-4f15-b226-243b8a66a0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:52:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d203a1eb-09c8-468b-a093-34fb0e82f78e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:53:14.081750 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f82162-472f-44c2-87a6-b9dbe7b8fc9e req-8e7296c3-3c4f-4157-9262-58cb23b12176 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] No DVR routers for this DVR port 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:53:14.084317 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-c6f82162-472f-44c2-87a6-b9dbe7b8fc9e req-8e7296c3-3c4f-4157-9262-58cb23b12176 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:14.087011 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-c6f82162-472f-44c2-87a6-b9dbe7b8fc9e req-8e7296c3-3c4f-4157-9262-58cb23b12176 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.52 "DELETE /v2.0/ports/78ab35d4-5dfa-481c-88c6-77dfcd7baf52 HTTP/1.1" status: 204 len: 173 time: 0.7861197 Aug 11 22:53:14.087451 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0893c648-c33d-4d6a-9aa8-3f3cf28c0e30', 'name': 'network-vif-deleted', 'tag': '78ab35d4-5dfa-481c-88c6-77dfcd7baf52'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:53:14.089755 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b102379e7d6c573a0c111394fd6df11cb948dcd7c204d584f65cddae3f2353ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18135240-d28f-45d9-a190-a573f9d8d42b" -d '{"events": [{"server_uuid": "0893c648-c33d-4d6a-9aa8-3f3cf28c0e30", "name": "network-vif-deleted", "tag": "78ab35d4-5dfa-481c-88c6-77dfcd7baf52"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:53:14.137406 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc646f9f-fec7-4e09-be0c-1bfcdc536d8c x-openstack-request-id: req-fc646f9f-fec7-4e09-be0c-1bfcdc536d8c {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:53:14.137708 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0893c648-c33d-4d6a-9aa8-3f3cf28c0e30", "name": "network-vif-deleted", "tag": "78ab35d4-5dfa-481c-88c6-77dfcd7baf52", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:53:14.137973 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fc646f9f-fec7-4e09-be0c-1bfcdc536d8c {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:53:14.138387 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0893c648-c33d-4d6a-9aa8-3f3cf28c0e30', 'name': 'network-vif-deleted', 'tag': '78ab35d4-5dfa-481c-88c6-77dfcd7baf52', 'status': 'completed', 'code': 200} Aug 11 22:53:14.171472 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-f15bc03f-0a01-4f15-b226-243b8a66a0e0 None None] Set router d203a1eb-09c8-468b-a093-34fb0e82f78e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:53:14.379133 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cf2095cb-964b-46cb-9069-0677765827ad req-fd5f0f10-c6f6-4daf-bef1-6c9a0c2238dc tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=0893c648-c33d-4d6a-9aa8-3f3cf28c0e30 HTTP/1.1" status: 200 len: 210 time: 0.0316923 Aug 11 22:53:14.398618 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f15bc03f-0a01-4f15-b226-243b8a66a0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:57Z', 'revision_number': 4, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port': {'id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '282979a1-edf4-4904-9e46-48b43fe0c8fc', 'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'mac_address': 'fa:16:3e:69:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:57Z', 'updated_at': '2021-08-11T22:47:02Z', 'revision_number': 5, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'subnets': [{'id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:53:14.424556 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15bc03f-0a01-4f15-b226-243b8a66a0e0 None None] Checking router: d203a1eb-09c8-468b-a093-34fb0e82f78e for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:53:14.433536 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15bc03f-0a01-4f15-b226-243b8a66a0e0 None None] Routers {'d203a1eb-09c8-468b-a093-34fb0e82f78e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:53:14.434131 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f15bc03f-0a01-4f15-b226-243b8a66a0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:52:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d203a1eb-09c8-468b-a093-34fb0e82f78e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:53:14.535813 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-f15bc03f-0a01-4f15-b226-243b8a66a0e0 None None] Set router d203a1eb-09c8-468b-a093-34fb0e82f78e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:53:14.727424 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f15bc03f-0a01-4f15-b226-243b8a66a0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:57Z', 'revision_number': 4, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port': {'id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '282979a1-edf4-4904-9e46-48b43fe0c8fc', 'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'mac_address': 'fa:16:3e:69:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:57Z', 'updated_at': '2021-08-11T22:47:02Z', 'revision_number': 5, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'subnets': [{'id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:53:14.756426 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15bc03f-0a01-4f15-b226-243b8a66a0e0 None None] The sync data for ids ['d203a1eb-09c8-468b-a093-34fb0e82f78e'] in n-d-804275-3 is: [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:57Z', 'revision_number': 4, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port': {'id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '282979a1-edf4-4904-9e46-48b43fe0c8fc', 'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'mac_address': 'fa:16:3e:69:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:57Z', 'updated_at': '2021-08-11T22:47:02Z', 'revision_number': 5, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'subnets': [{'id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:53:14.979187 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683a6547-b530-4962-a781-d82208104aeb None None] New status for floating IP 44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7: DOWN {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:53:15.663193 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-43745a3e-39f2-4acd-a1bf-65ddd899fea0 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1753932756&fields=id&tenant_id=c473269f7e9f4a82a13c33cb529bc8ea HTTP/1.1" status: 200 len: 267 time: 0.0328012 Aug 11 22:53:15.766149 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-9aeaea87-7208-4095-9d6a-da02a7e0fc09 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:15.767622 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-9aeaea87-7208-4095-9d6a-da02a7e0fc09 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 812 time: 0.0977132 Aug 11 22:53:15.784013 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-851770d6-b85b-4830-bb37-15a1556631bf tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/quotas/c473269f7e9f4a82a13c33cb529bc8ea HTTP/1.1" status: 200 len: 375 time: 0.0097358 Aug 11 22:53:15.841623 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-821a17c0-8c20-4351-a2e9-5973e68e2a4f tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515289 Aug 11 22:53:15.935121 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-9c82b5eb-ef14-4871-bef2-e3c2bfb8a8c5 service neutron] 10.222.0.77 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812790 Aug 11 22:53:16.048215 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-af72c867-86fb-4f14-ab85-d767fd135ada service neutron] 10.222.0.77 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066482 Aug 11 22:53:16.103363 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:53:16.124824 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:16.212218 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4aa9e1b5-51d1-43dc-a678-d36cfb9139fe req-cc192053-3894-40af-babc-fee2dffbee0e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 210 time: 0.0309145 Aug 11 22:53:16.304792 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1bc88cc6-a4c3-4157-b3af-e11e1406835c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:17.239402 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-36f604cd-078e-4499-865f-41bf2e31cc94 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:17.241134 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-36f604cd-078e-4499-865f-41bf2e31cc94 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.82 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 812 time: 0.1103680 Aug 11 22:53:17.305753 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-8d62ef05-9137-42be-9a3e-97330d8c5be9 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c473269f7e9f4a82a13c33cb529bc8ea HTTP/1.1" status: 200 len: 380 time: 0.0494034 Aug 11 22:53:17.527392 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:53:17.548796 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:53:17.549154 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 78ab35d4-5dfa-481c-88c6-77dfcd7baf52 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:53:17.627478 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9bafa929-f65b-4fa4-bf2a-eb7039366dbc req-1c239422-882d-40c9-b809-f18eaa60fc6d tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 210 time: 0.3438549 Aug 11 22:53:17.630957 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-cbf0fb37-d588-4cb6-967b-ea1214ca4bca tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Request body: {'port': {'device_id': '80547d31-6dfd-4f5f-b0df-1fccfd4659c3', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'admin_state_up': True, 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'security_groups': ['46197db4-fbc0-4799-912e-0319f9d5b29a']}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:53:17.691557 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:17.743997 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-cbf0fb37-d588-4cb6-967b-ea1214ca4bca tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Made reservation on behalf of c473269f7e9f4a82a13c33cb529bc8ea for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:53:17.747560 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-cbf0fb37-d588-4cb6-967b-ea1214ca4bca tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:17.885331 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-cbf0fb37-d588-4cb6-967b-ea1214ca4bca tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Allocated IP 172.20.0.3 (441f2af6-8595-44a9-9e6b-081102047a3e/0d06541f-c049-45f4-8c81-e944af6b66e9/581f5c1d-7159-47e8-9479-cf7ba9fae1a4) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:53:18.038190 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-cbf0fb37-d588-4cb6-967b-ea1214ca4bca tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:18.051496 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-cbf0fb37-d588-4cb6-967b-ea1214ca4bca tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Transition to ACTIVE for port object 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:53:18.086865 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-cbf0fb37-d588-4cb6-967b-ea1214ca4bca tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:18.128466 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-cbf0fb37-d588-4cb6-967b-ea1214ca4bca tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Network 441f2af6-8595-44a9-9e6b-081102047a3e is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:53:18.134177 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-cbf0fb37-d588-4cb6-967b-ea1214ca4bca tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:53:18.138162 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-cbf0fb37-d588-4cb6-967b-ea1214ca4bca tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:53:18.144695 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0fb37-d588-4cb6-967b-ea1214ca4bca tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Pushing event updated for resources: {'Port': ['ID=581f5c1d-7159-47e8-9479-cf7ba9fae1a4,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:53:18.173371 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0fb37-d588-4cb6-967b-ea1214ca4bca tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:18.173711 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0fb37-d588-4cb6-967b-ea1214ca4bca tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:18.174056 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0fb37-d588-4cb6-967b-ea1214ca4bca tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:18.174397 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0fb37-d588-4cb6-967b-ea1214ca4bca tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:18.174732 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0fb37-d588-4cb6-967b-ea1214ca4bca tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:18.175069 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0fb37-d588-4cb6-967b-ea1214ca4bca tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:18.175397 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0fb37-d588-4cb6-967b-ea1214ca4bca tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:18.175751 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0fb37-d588-4cb6-967b-ea1214ca4bca tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:18.176076 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0fb37-d588-4cb6-967b-ea1214ca4bca tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:18.176402 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0fb37-d588-4cb6-967b-ea1214ca4bca tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:18.176729 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0fb37-d588-4cb6-967b-ea1214ca4bca tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:18.177052 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf0fb37-d588-4cb6-967b-ea1214ca4bca tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:53:18.203394 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-cbf0fb37-d588-4cb6-967b-ea1214ca4bca tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:18.204086 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-cbf0fb37-d588-4cb6-967b-ea1214ca4bca tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:18.219888 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-cbf0fb37-d588-4cb6-967b-ea1214ca4bca tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5946391 Aug 11 22:53:18.238592 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-35c515ed-d307-4647-b3f6-d67003f2f023 service neutron] Request body: {'port': {'device_id': '80547d31-6dfd-4f5f-b0df-1fccfd4659c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:53:18.294427 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-35c515ed-d307-4647-b3f6-d67003f2f023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:18.419569 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a3929b91-6a02-4d2d-bb93-f52c202ba9f1 None None] Provisioning for port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:53:18.423686 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a3929b91-6a02-4d2d-bb93-f52c202ba9f1 None None] Provisioning complete for port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:53:18.424060 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a3929b91-6a02-4d2d-bb93-f52c202ba9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:18.460655 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-a3929b91-6a02-4d2d-bb93-f52c202ba9f1 None None] Port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:53:18.570378 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-35c515ed-d307-4647-b3f6-d67003f2f023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:53:18.577683 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-35c515ed-d307-4647-b3f6-d67003f2f023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:18.589314 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-35c515ed-d307-4647-b3f6-d67003f2f023 service neutron] Transition to ACTIVE for port object 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:53:18.593241 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-35c515ed-d307-4647-b3f6-d67003f2f023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:18.641378 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c515ed-d307-4647-b3f6-d67003f2f023 service neutron] Pushing event updated for resources: {'Port': ['ID=581f5c1d-7159-47e8-9479-cf7ba9fae1a4,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:53:18.728101 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-35c515ed-d307-4647-b3f6-d67003f2f023 service neutron] Attempting to bind port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:53:18.728436 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-35c515ed-d307-4647-b3f6-d67003f2f023 service neutron] Attempting to bind port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:53:18.728766 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-35c515ed-d307-4647-b3f6-d67003f2f023 service neutron] Attempting to bind port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 on network 441f2af6-8595-44a9-9e6b-081102047a3e {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:53:18.748166 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-35c515ed-d307-4647-b3f6-d67003f2f023 service neutron] Port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 on network 441f2af6-8595-44a9-9e6b-081102047a3e not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:53:18.748494 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-35c515ed-d307-4647-b3f6-d67003f2f023 service neutron] Attempting to bind port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 on network 441f2af6-8595-44a9-9e6b-081102047a3e {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:53:18.757602 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-35c515ed-d307-4647-b3f6-d67003f2f023 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:53:18.757954 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-35c515ed-d307-4647-b3f6-d67003f2f023 service neutron] Checking segment: {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:53:18.758347 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-35c515ed-d307-4647-b3f6-d67003f2f023 service neutron] Bound using segment: {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:53:18.758788 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-35c515ed-d307-4647-b3f6-d67003f2f023 service neutron] Bound port: 581f5c1d-7159-47e8-9479-cf7ba9fae1a4, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:53:18.759149 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-35c515ed-d307-4647-b3f6-d67003f2f023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:18.785678 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bf15a-dcda-4300-a906-2444244881b1 req-b4b75483-44a7-4686-b088-3632d1a7d884 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:18.787285 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3f5bf15a-dcda-4300-a906-2444244881b1 req-b4b75483-44a7-4686-b088-3632d1a7d884 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 943 time: 0.0796812 Aug 11 22:53:18.866412 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3f5bf15a-dcda-4300-a906-2444244881b1 req-b5cf698c-fd89-4d83-a3ac-3dc7009b17ef tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567312 Aug 11 22:53:18.870920 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-35c515ed-d307-4647-b3f6-d67003f2f023 service neutron] For port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:53:18.875532 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-35c515ed-d307-4647-b3f6-d67003f2f023 service neutron] For port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=581f5c1d-7159-47e8-9479-cf7ba9fae1a4,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:53:18.879972 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-35c515ed-d307-4647-b3f6-d67003f2f023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:18.922081 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-35c515ed-d307-4647-b3f6-d67003f2f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:18.922718 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-35c515ed-d307-4647-b3f6-d67003f2f023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:18.924220 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-35c515ed-d307-4647-b3f6-d67003f2f023 service neutron] 10.222.0.82 "PUT /v2.0/ports/581f5c1d-7159-47e8-9479-cf7ba9fae1a4 HTTP/1.1" status: 200 len: 1091 time: 0.6902046 Aug 11 22:53:18.924677 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80547d31-6dfd-4f5f-b0df-1fccfd4659c3', 'tag': '581f5c1d-7159-47e8-9479-cf7ba9fae1a4'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:53:18.926966 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9dc68cd-ab36-4215-9bd5-06862c264bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "80547d31-6dfd-4f5f-b0df-1fccfd4659c3", "tag": "581f5c1d-7159-47e8-9479-cf7ba9fae1a4"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:53:18.958946 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c515ed-d307-4647-b3f6-d67003f2f023 service neutron] Pushing event updated for resources: {'Port': ['ID=581f5c1d-7159-47e8-9479-cf7ba9fae1a4,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:53:18.970783 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9e712c-c6e2-4209-9d84-ed07abb71a07 x-openstack-request-id: req-db9e712c-c6e2-4209-9d84-ed07abb71a07 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:53:18.971138 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80547d31-6dfd-4f5f-b0df-1fccfd4659c3", "tag": "581f5c1d-7159-47e8-9479-cf7ba9fae1a4", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:53:18.971453 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-db9e712c-c6e2-4209-9d84-ed07abb71a07 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:53:18.971964 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80547d31-6dfd-4f5f-b0df-1fccfd4659c3', 'tag': '581f5c1d-7159-47e8-9479-cf7ba9fae1a4', 'status': 'completed', 'code': 200} Aug 11 22:53:19.034562 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-4873c6f8-fb48-4f8a-b13a-6967cdf0280f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:19.036555 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-4873c6f8-fb48-4f8a-b13a-6967cdf0280f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 1094 time: 0.0453932 Aug 11 22:53:19.087908 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-e47f0af3-a59e-4e2e-8ca6-b2ed8d909a22 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=581f5c1d-7159-47e8-9479-cf7ba9fae1a4 HTTP/1.1" status: 200 len: 217 time: 0.0371101 Aug 11 22:53:19.144747 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-ebb29b02-26cd-448e-b733-376871a2b798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:19.146275 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-ebb29b02-26cd-448e-b733-376871a2b798 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0510626 Aug 11 22:53:19.154186 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:19.192732 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-28b5c3c1-0bf5-4bb2-a026-7036cae96d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:19.194740 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-28b5c3c1-0bf5-4bb2-a026-7036cae96d82 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411849 Aug 11 22:53:19.283973 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-d874fb65-d47b-4cca-88ed-02974c12808b service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827770 Aug 11 22:53:19.378104 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec22b06b-c177-4a03-99aa-3ab086e61412 req-afd5ae13-003d-4b04-8990-c6d6229a5c35 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870600 Aug 11 22:53:19.501320 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc68cd-ab36-4215-9bd5-06862c264bbf req-cfe1ea1e-0b2b-4939-bd56-329b5a9f051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:19.502906 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e9dc68cd-ab36-4215-9bd5-06862c264bbf req-cfe1ea1e-0b2b-4939-bd56-329b5a9f051d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 1094 time: 0.0418811 Aug 11 22:53:19.596493 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc68cd-ab36-4215-9bd5-06862c264bbf req-7c62b73d-8aaa-4c53-956e-c7f5ec713992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:19.598000 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e9dc68cd-ab36-4215-9bd5-06862c264bbf req-7c62b73d-8aaa-4c53-956e-c7f5ec713992 service neutron] 10.222.0.82 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0883095 Aug 11 22:53:19.641023 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e9dc68cd-ab36-4215-9bd5-06862c264bbf req-b0b772b2-1d9a-4847-8929-feab21f671b2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=581f5c1d-7159-47e8-9479-cf7ba9fae1a4 HTTP/1.1" status: 200 len: 217 time: 0.0355859 Aug 11 22:53:19.689368 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc68cd-ab36-4215-9bd5-06862c264bbf req-113f7fe7-82a0-473e-be5e-85bf1ebfd4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:19.690818 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e9dc68cd-ab36-4215-9bd5-06862c264bbf req-113f7fe7-82a0-473e-be5e-85bf1ebfd4da service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0433939 Aug 11 22:53:19.739679 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc68cd-ab36-4215-9bd5-06862c264bbf req-c47a89e9-9116-45b7-94e1-e9b1ed358791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:19.741817 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e9dc68cd-ab36-4215-9bd5-06862c264bbf req-c47a89e9-9116-45b7-94e1-e9b1ed358791 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434036 Aug 11 22:53:19.840017 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e9dc68cd-ab36-4215-9bd5-06862c264bbf req-39496881-13c1-4152-a0fd-36394fa90780 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916266 Aug 11 22:53:19.941663 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e9dc68cd-ab36-4215-9bd5-06862c264bbf req-a07a94c4-f5b7-48a9-8384-e6f5717f1458 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945499 Aug 11 22:53:19.991749 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a9303-60e1-4702-b70a-dad9edbaa7d7 req-02b717c1-0e3c-4a77-8446-743c530fda6a tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:19.993280 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2f9a9303-60e1-4702-b70a-dad9edbaa7d7 req-02b717c1-0e3c-4a77-8446-743c530fda6a tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 943 time: 0.0507486 Aug 11 22:53:20.033761 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2f9a9303-60e1-4702-b70a-dad9edbaa7d7 req-54973381-8e3d-4a6d-b28c-4ef4f40cdce5 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340581 Aug 11 22:53:21.025082 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:21.160490 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf689b2c-9101-4c83-92f8-a0042bf85436 req-fbdfa7d3-e096-467b-bbad-bd294597f68d tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:21.162009 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bf689b2c-9101-4c83-92f8-a0042bf85436 req-fbdfa7d3-e096-467b-bbad-bd294597f68d tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 943 time: 0.0559218 Aug 11 22:53:21.201593 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bf689b2c-9101-4c83-92f8-a0042bf85436 req-0628d4fb-9a25-41bf-b32a-a75a1f180208 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324726 Aug 11 22:53:22.315822 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0330a5-3e61-4ab4-9f94-75c2e978e4fa req-dbec7853-a575-4fa5-8363-c6b651650a17 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:22.317367 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6f0330a5-3e61-4ab4-9f94-75c2e978e4fa req-dbec7853-a575-4fa5-8363-c6b651650a17 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 943 time: 0.0488851 Aug 11 22:53:22.361758 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6f0330a5-3e61-4ab4-9f94-75c2e978e4fa req-19aa9de9-89a4-465c-a2be-91a8ce80037a tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378709 Aug 11 22:53:23.484864 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e7811-ccd9-45fc-8bfb-7ab8cf90ea1e req-e7ac1b0a-4636-4158-b57a-e082dae949ea tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:23.486474 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f87e7811-ccd9-45fc-8bfb-7ab8cf90ea1e req-e7ac1b0a-4636-4158-b57a-e082dae949ea tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 943 time: 0.0519700 Aug 11 22:53:23.532068 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f87e7811-ccd9-45fc-8bfb-7ab8cf90ea1e req-cc94b03c-3703-426d-b1e5-6652d2c9914c tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340562 Aug 11 22:53:24.135276 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:53:24.237196 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=581f5c1d-7159-47e8-9479-cf7ba9fae1a4,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:53:24.248415 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '581f5c1d-7159-47e8-9479-cf7ba9fae1a4', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'port_id': '581f5c1d-7159-47e8-9479-cf7ba9fae1a4', 'mac_address': 'fa:16:3e:8e:a8:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:53:24.285335 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:24.297599 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:53:24.316109 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=581f5c1d-7159-47e8-9479-cf7ba9fae1a4,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:53:24.321109 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:24.372372 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=581f5c1d-7159-47e8-9479-cf7ba9fae1a4,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:53:24.648071 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7214c9-2ff0-4d5e-b621-b6f0114ef6f1 req-6b8aab81-9d25-4e69-8161-d8386f6a30ff tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:24.649649 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3e7214c9-2ff0-4d5e-b621-b6f0114ef6f1 req-6b8aab81-9d25-4e69-8161-d8386f6a30ff tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 944 time: 0.0496082 Aug 11 22:53:24.689679 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3e7214c9-2ff0-4d5e-b621-b6f0114ef6f1 req-a816fb6a-2801-439c-9261-0d7e5bb50be1 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337455 Aug 11 22:53:24.777682 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['581f5c1d-7159-47e8-9479-cf7ba9fae1a4'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:53:25.813110 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c75bf9-93d5-42f3-a47a-e2edf2e8f9ee req-80781d26-9aa4-4d94-a665-00266e30eff1 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:25.814796 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e1c75bf9-93d5-42f3-a47a-e2edf2e8f9ee req-80781d26-9aa4-4d94-a665-00266e30eff1 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 944 time: 0.0544937 Aug 11 22:53:25.866613 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e1c75bf9-93d5-42f3-a47a-e2edf2e8f9ee req-fa8d921f-f42e-4fb6-8d2a-944ccd5154d4 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443161 Aug 11 22:53:26.141966 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:53:26.194759 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:53:26.198737 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:53:26.199182 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:26.279179 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:26.304237 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80547d31-6dfd-4f5f-b0df-1fccfd4659c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581f5c1d-7159-47e8-9479-cf7ba9fae1a4'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:53:26.306531 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df3c311-f9ca-41ad-8a57-c7a2292c40fd" -d '{"events": [{"server_uuid": "80547d31-6dfd-4f5f-b0df-1fccfd4659c3", "name": "network-vif-plugged", "status": "completed", "tag": "581f5c1d-7159-47e8-9479-cf7ba9fae1a4"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:53:26.320215 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=581f5c1d-7159-47e8-9479-cf7ba9fae1a4,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:53:26.325260 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:26.353240 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d247b4cf-9b92-4aa5-9e55-f0cc77f01362 x-openstack-request-id: req-d247b4cf-9b92-4aa5-9e55-f0cc77f01362 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:53:26.353536 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80547d31-6dfd-4f5f-b0df-1fccfd4659c3", "name": "network-vif-plugged", "status": "completed", "tag": "581f5c1d-7159-47e8-9479-cf7ba9fae1a4", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:53:26.353791 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d247b4cf-9b92-4aa5-9e55-f0cc77f01362 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:53:26.354193 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80547d31-6dfd-4f5f-b0df-1fccfd4659c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581f5c1d-7159-47e8-9479-cf7ba9fae1a4', 'code': 200} Aug 11 22:53:26.381403 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=581f5c1d-7159-47e8-9479-cf7ba9fae1a4,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:53:26.472211 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda074ee-2661-42ba-9177-9c7d25ad4871 req-338e563a-7af4-4c8e-bbe1-4c87217ac26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:26.473731 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fda074ee-2661-42ba-9177-9c7d25ad4871 req-338e563a-7af4-4c8e-bbe1-4c87217ac26a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 1096 time: 0.0401387 Aug 11 22:53:26.507917 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fda074ee-2661-42ba-9177-9c7d25ad4871 req-45dfcd8c-6aa0-49e4-8b70-63303b33ba71 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275669 Aug 11 22:53:26.988669 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356d2f6-f2b6-4983-8e46-d90513d79b85 req-73f512b8-aa6f-473b-88b0-631d2083b1ed tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:26.990313 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5356d2f6-f2b6-4983-8e46-d90513d79b85 req-73f512b8-aa6f-473b-88b0-631d2083b1ed tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 945 time: 0.0513139 Aug 11 22:53:27.033982 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5356d2f6-f2b6-4983-8e46-d90513d79b85 req-fb71bf83-f326-4a59-9881-56eb0972b26d tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364869 Aug 11 22:53:28.153286 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1561a9-8045-4328-8bf1-ae154bb89079 req-e58ca383-c7b8-4728-a7a2-be4c7c3d82d4 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:28.154802 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bf1561a9-8045-4328-8bf1-ae154bb89079 req-e58ca383-c7b8-4728-a7a2-be4c7c3d82d4 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 945 time: 0.0500238 Aug 11 22:53:28.199313 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bf1561a9-8045-4328-8bf1-ae154bb89079 req-bcbcb46c-cc03-4520-a747-5e1f65fb76e0 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383847 Aug 11 22:53:28.311748 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d4a30-cf19-42c9-ab69-e5db3559e1a8 req-77bb3908-c74f-4cca-82a9-5cc989872c3b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:28.313423 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-629d4a30-cf19-42c9-ab69-e5db3559e1a8 req-77bb3908-c74f-4cca-82a9-5cc989872c3b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 945 time: 0.0504570 Aug 11 22:53:28.322785 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55484) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:53:28.327475 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-72c69b37-c113-41fd-8f36-43cd34ac1d0f tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Request body: {'floatingip': {'port_id': '581f5c1d-7159-47e8-9479-cf7ba9fae1a4'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:53:28.367922 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-72c69b37-c113-41fd-8f36-43cd34ac1d0f tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for floatingip, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:28.823588 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-72c69b37-c113-41fd-8f36-43cd34ac1d0f tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:28.828229 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-72c69b37-c113-41fd-8f36-43cd34ac1d0f tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:28.938756 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-72c69b37-c113-41fd-8f36-43cd34ac1d0f tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Floating IP 44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7 associated. External IP: 172.25.2.5, port: 581f5c1d-7159-47e8-9479-cf7ba9fae1a4. Aug 11 22:53:29.159307 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c69b37-c113-41fd-8f36-43cd34ac1d0f tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Router d203a1eb-09c8-468b-a093-34fb0e82f78e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:53:29.270566 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c69b37-c113-41fd-8f36-43cd34ac1d0f tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:53:29.276324 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-72c69b37-c113-41fd-8f36-43cd34ac1d0f tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:29.281083 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca89785-e9f5-45a7-a8a9-49825e998c47 None None] Sync routers for ids ['d203a1eb-09c8-468b-a093-34fb0e82f78e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:53:29.290987 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca89785-e9f5-45a7-a8a9-49825e998c47 None None] Routers {'d203a1eb-09c8-468b-a093-34fb0e82f78e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:53:29.291672 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1ca89785-e9f5-45a7-a8a9-49825e998c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:53:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d203a1eb-09c8-468b-a093-34fb0e82f78e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:53:29.313494 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-72c69b37-c113-41fd-8f36-43cd34ac1d0f tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "PUT /v2.0/floatingips/44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7 HTTP/1.1" status: 200 len: 989 time: 0.9895492 Aug 11 22:53:29.314291 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80547d31-6dfd-4f5f-b0df-1fccfd4659c3', 'tag': '581f5c1d-7159-47e8-9479-cf7ba9fae1a4'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:53:29.316798 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb04ab44-3a12-4caa-b593-9ce4efcde857" -d '{"events": [{"name": "network-changed", "server_uuid": "80547d31-6dfd-4f5f-b0df-1fccfd4659c3", "tag": "581f5c1d-7159-47e8-9479-cf7ba9fae1a4"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:53:29.404808 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-1ca89785-e9f5-45a7-a8a9-49825e998c47 None None] Set router d203a1eb-09c8-468b-a093-34fb0e82f78e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:53:29.424833 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2b012b-18c9-42e5-82f6-bd3069f9dc19 x-openstack-request-id: req-7c2b012b-18c9-42e5-82f6-bd3069f9dc19 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:53:29.425132 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80547d31-6dfd-4f5f-b0df-1fccfd4659c3", "tag": "581f5c1d-7159-47e8-9479-cf7ba9fae1a4", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:53:29.425391 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7c2b012b-18c9-42e5-82f6-bd3069f9dc19 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:53:29.425806 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80547d31-6dfd-4f5f-b0df-1fccfd4659c3', 'tag': '581f5c1d-7159-47e8-9479-cf7ba9fae1a4', 'status': 'completed', 'code': 200} Aug 11 22:53:29.507167 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04ab44-3a12-4caa-b593-9ce4efcde857 req-fd0aea5f-794b-495a-bee4-f8e369332508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:29.508787 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb04ab44-3a12-4caa-b593-9ce4efcde857 req-fd0aea5f-794b-495a-bee4-f8e369332508 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 1096 time: 0.0425115 Aug 11 22:53:29.610422 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04ab44-3a12-4caa-b593-9ce4efcde857 req-2743985b-4f92-4d76-a5a4-0ffb5913859a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:29.612040 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb04ab44-3a12-4caa-b593-9ce4efcde857 req-2743985b-4f92-4d76-a5a4-0ffb5913859a service neutron] 10.222.0.82 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0957797 Aug 11 22:53:29.641357 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1ca89785-e9f5-45a7-a8a9-49825e998c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:57Z', 'revision_number': 4, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port': {'id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'port_id': '581f5c1d-7159-47e8-9479-cf7ba9fae1a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'mac_address': 'fa:16:3e:8e:a8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80547d31-6dfd-4f5f-b0df-1fccfd4659c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:46:59Z', 'updated_at': '2021-08-11T22:53:28Z', 'revision_number': 9, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282979a1-edf4-4904-9e46-48b43fe0c8fc', 'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'mac_address': 'fa:16:3e:69:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:57Z', 'updated_at': '2021-08-11T22:47:02Z', 'revision_number': 5, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'subnets': [{'id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:53:29.669301 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca89785-e9f5-45a7-a8a9-49825e998c47 None None] Checking router: d203a1eb-09c8-468b-a093-34fb0e82f78e for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:53:29.679385 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca89785-e9f5-45a7-a8a9-49825e998c47 None None] Routers {'d203a1eb-09c8-468b-a093-34fb0e82f78e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:53:29.680063 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1ca89785-e9f5-45a7-a8a9-49825e998c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:53:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d203a1eb-09c8-468b-a093-34fb0e82f78e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:53:29.708279 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb04ab44-3a12-4caa-b593-9ce4efcde857 req-06b2fe3a-cab0-428f-a0a0-c7c8512add18 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=581f5c1d-7159-47e8-9479-cf7ba9fae1a4 HTTP/1.1" status: 200 len: 997 time: 0.0892191 Aug 11 22:53:29.760522 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04ab44-3a12-4caa-b593-9ce4efcde857 req-b3e519cb-a468-4702-96a9-742fffe67ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:29.762261 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb04ab44-3a12-4caa-b593-9ce4efcde857 req-b3e519cb-a468-4702-96a9-742fffe67ba0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0469425 Aug 11 22:53:29.794514 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-1ca89785-e9f5-45a7-a8a9-49825e998c47 None None] Set router d203a1eb-09c8-468b-a093-34fb0e82f78e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:53:29.818583 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04ab44-3a12-4caa-b593-9ce4efcde857 req-737fe583-c21c-4697-a8fd-72f8f4e0bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:53:29.820275 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb04ab44-3a12-4caa-b593-9ce4efcde857 req-737fe583-c21c-4697-a8fd-72f8f4e0bb0b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503335 Aug 11 22:53:29.919680 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb04ab44-3a12-4caa-b593-9ce4efcde857 req-970f998d-b04e-4277-abbd-13d9f7464f27 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909300 Aug 11 22:53:30.024818 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb04ab44-3a12-4caa-b593-9ce4efcde857 req-48361244-cc3a-4f0f-a7aa-4388f9b783c7 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974853 Aug 11 22:53:30.188045 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-1ca89785-e9f5-45a7-a8a9-49825e998c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:57Z', 'revision_number': 4, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port': {'id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'port_id': '581f5c1d-7159-47e8-9479-cf7ba9fae1a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'mac_address': 'fa:16:3e:8e:a8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80547d31-6dfd-4f5f-b0df-1fccfd4659c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:46:59Z', 'updated_at': '2021-08-11T22:53:28Z', 'revision_number': 9, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282979a1-edf4-4904-9e46-48b43fe0c8fc', 'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'mac_address': 'fa:16:3e:69:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:57Z', 'updated_at': '2021-08-11T22:47:02Z', 'revision_number': 5, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'subnets': [{'id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:53:30.236409 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca89785-e9f5-45a7-a8a9-49825e998c47 None None] The sync data for ids ['d203a1eb-09c8-468b-a093-34fb0e82f78e'] in n-d-804275-3 is: [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:57Z', 'revision_number': 4, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port': {'id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'port_id': '581f5c1d-7159-47e8-9479-cf7ba9fae1a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'mac_address': 'fa:16:3e:8e:a8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80547d31-6dfd-4f5f-b0df-1fccfd4659c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:46:59Z', 'updated_at': '2021-08-11T22:53:28Z', 'revision_number': 9, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282979a1-edf4-4904-9e46-48b43fe0c8fc', 'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'mac_address': 'fa:16:3e:69:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:57Z', 'updated_at': '2021-08-11T22:47:02Z', 'revision_number': 5, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'subnets': [{'id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:53:30.471243 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1d4c9c-1cfb-42d2-9a98-4abd55daa46d None None] New status for floating IP 44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7: ACTIVE {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:53:38.650034 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:43.310828 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-32be571a-0679-45f7-b8fc-a6eed450f319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:46.128266 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:46.307829 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4111669e-0b97-405f-a129-91b0614985eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:47.695613 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:49.155934 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:51.039615 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:53:53.102741 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:54:08.657036 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:54:13.303124 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-85a524bb-5df8-447a-a954-87ddc9a24434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:54:15.035561 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a50c83f-2a21-4df0-b24e-829d15b1c6dd req-bb764070-1c5a-458e-a27c-f315e1285fde service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0788558 Aug 11 22:54:15.132633 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50c83f-2a21-4df0-b24e-829d15b1c6dd req-cdf3ed91-2fd8-479e-9760-0fa80f9ad63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:54:15.134069 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a50c83f-2a21-4df0-b24e-829d15b1c6dd req-cdf3ed91-2fd8-479e-9760-0fa80f9ad63e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 1096 time: 0.0402455 Aug 11 22:54:15.242489 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50c83f-2a21-4df0-b24e-829d15b1c6dd req-6e97c1dd-0b0e-4911-8111-596fbdfb73a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:54:15.244026 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a50c83f-2a21-4df0-b24e-829d15b1c6dd req-6e97c1dd-0b0e-4911-8111-596fbdfb73a4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0898070 Aug 11 22:54:15.310623 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a50c83f-2a21-4df0-b24e-829d15b1c6dd req-06b71820-1065-4e99-a42e-b64fe567be63 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=581f5c1d-7159-47e8-9479-cf7ba9fae1a4 HTTP/1.1" status: 200 len: 1000 time: 0.0595827 Aug 11 22:54:15.361514 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50c83f-2a21-4df0-b24e-829d15b1c6dd req-d317e6ca-e18e-4ad4-a63b-b6f1de42390e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:54:15.363215 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a50c83f-2a21-4df0-b24e-829d15b1c6dd req-d317e6ca-e18e-4ad4-a63b-b6f1de42390e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0446033 Aug 11 22:54:15.414331 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50c83f-2a21-4df0-b24e-829d15b1c6dd req-6db3de04-83ab-4d83-acf0-9877d20a1e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:54:15.415809 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a50c83f-2a21-4df0-b24e-829d15b1c6dd req-6db3de04-83ab-4d83-acf0-9877d20a1e4f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449755 Aug 11 22:54:15.505723 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a50c83f-2a21-4df0-b24e-829d15b1c6dd req-d6155c81-bcef-4712-a2a9-2a3ead408078 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830033 Aug 11 22:54:15.912179 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a50c83f-2a21-4df0-b24e-829d15b1c6dd req-26568cb3-fd9d-4b8c-a5f7-a46305617b40 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985116 Aug 11 22:54:16.129298 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:54:16.308957 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-73f64d69-bf8b-4ba7-96d9-3fe0e9a7248c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:54:17.698261 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:54:19.156813 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:54:21.036545 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:54:30.103638 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:54:38.640362 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:54:43.204726 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-331737b5-c379-48bf-ac9c-85f49b17ac2b req-e3a76be6-dc77-414c-a0cd-90e94d592294 service neutron] (100942) timed out ('10.222.0.77', 51754) {{(pid=100942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 22:54:43.304330 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7648c492-38cf-4913-8761-ac57a14671a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:54:46.130095 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:54:46.315209 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b99e8c60-e960-48af-abe3-e3770e29b488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:54:47.700622 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:54:49.158835 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:54:51.050507 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:55:07.103221 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:55:08.659467 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:55:13.306172 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a7e32a42-2789-4387-8ef1-d13efe9109a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:55:14.956160 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-94ce3e6f-f043-4722-b7a8-2c5cb40188b0 req-1a5e4e09-aa06-4d32-8f7a-e2826c40ffd7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382802 Aug 11 22:55:15.054563 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce3e6f-f043-4722-b7a8-2c5cb40188b0 req-df729a3a-22c0-4a9b-86ed-08d96ca4dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:55:15.056134 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-94ce3e6f-f043-4722-b7a8-2c5cb40188b0 req-df729a3a-22c0-4a9b-86ed-08d96ca4dd97 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 1096 time: 0.0415561 Aug 11 22:55:15.160898 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce3e6f-f043-4722-b7a8-2c5cb40188b0 req-37a546c2-5206-4c77-a0aa-2e9ef33b0e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:55:15.162286 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-94ce3e6f-f043-4722-b7a8-2c5cb40188b0 req-37a546c2-5206-4c77-a0aa-2e9ef33b0e06 service neutron] 10.222.0.82 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0881000 Aug 11 22:55:15.226704 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-94ce3e6f-f043-4722-b7a8-2c5cb40188b0 req-4dc85245-ff3c-4473-9466-b1f53c824bbf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=581f5c1d-7159-47e8-9479-cf7ba9fae1a4 HTTP/1.1" status: 200 len: 1000 time: 0.0570631 Aug 11 22:55:15.275726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce3e6f-f043-4722-b7a8-2c5cb40188b0 req-93c54432-6594-41a5-b076-bac4494046f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:55:15.277451 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-94ce3e6f-f043-4722-b7a8-2c5cb40188b0 req-93c54432-6594-41a5-b076-bac4494046f2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0438437 Aug 11 22:55:15.327327 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce3e6f-f043-4722-b7a8-2c5cb40188b0 req-fcb49f91-d2ce-4721-91d9-ce82e064489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:55:15.328880 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-94ce3e6f-f043-4722-b7a8-2c5cb40188b0 req-fcb49f91-d2ce-4721-91d9-ce82e064489f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449851 Aug 11 22:55:15.427125 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-94ce3e6f-f043-4722-b7a8-2c5cb40188b0 req-08ee8c05-3785-4f34-9091-8d639d193ab5 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890555 Aug 11 22:55:15.519595 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-94ce3e6f-f043-4722-b7a8-2c5cb40188b0 req-00d6fff8-1dc5-441f-8052-9a0262a11dea service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850983 Aug 11 22:55:16.131584 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:55:16.306773 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c20d79df-ef6d-468d-81c8-c0ff470a8b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:55:17.702568 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:55:19.161272 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:55:21.066963 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:55:38.649411 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:55:43.306453 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8deb79d8-d4dd-4140-9740-1d127c6db9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:55:44.102700 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:55:46.137111 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:55:46.307488 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-346fcd65-411f-4d2b-ad0e-334d806358e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:55:47.705936 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:55:49.164640 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:55:51.080553 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:55:57.711813 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-8e439f2b-b783-4c14-9623-77f050e4d5f3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0468156 Aug 11 22:55:57.785258 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b4cc0-613b-4dc1-bee5-2d786aef4c91 req-eca87a4d-f94c-4112-9f42-0e4344bae3e5 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:55:57.786920 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-500b4cc0-613b-4dc1-bee5-2d786aef4c91 req-eca87a4d-f94c-4112-9f42-0e4344bae3e5 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 945 time: 0.1105940 Aug 11 22:55:57.825776 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-500b4cc0-613b-4dc1-bee5-2d786aef4c91 req-081374cb-8e25-4c35-94e1-76ca96ba2511 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329230 Aug 11 22:55:58.957072 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-2e049bb0-8563-446b-9b32-cdad523fa157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:55:58.958596 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-2e049bb0-8563-446b-9b32-cdad523fa157 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 1096 time: 0.0690029 Aug 11 22:55:58.981560 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86d8ed-c39a-44d1-af6c-fd36352c0f5a req-d114417b-6407-4dad-9089-5aacb7586246 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:55:58.982979 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5a86d8ed-c39a-44d1-af6c-fd36352c0f5a req-d114417b-6407-4dad-9089-5aacb7586246 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 945 time: 0.0830126 Aug 11 22:55:59.066872 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5a86d8ed-c39a-44d1-af6c-fd36352c0f5a req-569222c4-80d3-47bb-ad45-902a73fb9e60 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740018 Aug 11 22:55:59.086367 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-d1b044bb-4f63-4569-bf10-1eda639c0fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:55:59.087906 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-d1b044bb-4f63-4569-bf10-1eda639c0fa5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.1216710 Aug 11 22:55:59.158989 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-f2ba55fa-6bee-4390-bf77-809f5498607b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=581f5c1d-7159-47e8-9479-cf7ba9fae1a4 HTTP/1.1" status: 200 len: 1000 time: 0.0643709 Aug 11 22:55:59.208614 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-5246fd84-b631-4618-a901-afbd8032d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:55:59.210108 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-5246fd84-b631-4618-a901-afbd8032d62e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0448155 Aug 11 22:55:59.255790 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-9361f65c-7302-4da4-8db9-3e30e4197822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:55:59.257860 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-9361f65c-7302-4da4-8db9-3e30e4197822 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397966 Aug 11 22:55:59.348560 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-c400f0a3-3fae-4a20-be0c-893cf61ada3c service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841546 Aug 11 22:55:59.438241 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-cad50f52-2fcc-4d35-b3b0-12091834ceba service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819745 Aug 11 22:56:00.182905 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef920f9-26e6-4fda-bdf8-2e053d88e78f req-895ae2ca-fcb8-4c04-8b02-b6f13298a8ad tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:00.184545 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ef920f9-26e6-4fda-bdf8-2e053d88e78f req-895ae2ca-fcb8-4c04-8b02-b6f13298a8ad tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 945 time: 0.0503359 Aug 11 22:56:00.224267 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ef920f9-26e6-4fda-bdf8-2e053d88e78f req-9f6e2f6d-8ba0-44ac-b51c-46646b8c9109 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337722 Aug 11 22:56:01.344415 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56400f44-be66-4fb0-9ce7-b03d4733ae74 req-56f2d152-4ee3-4a2e-84c2-22d47a0d2a20 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:01.345979 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-56400f44-be66-4fb0-9ce7-b03d4733ae74 req-56f2d152-4ee3-4a2e-84c2-22d47a0d2a20 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 945 time: 0.0535827 Aug 11 22:56:01.383989 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-56400f44-be66-4fb0-9ce7-b03d4733ae74 req-a8d18322-764f-402f-8845-fce4ca85216e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313649 Aug 11 22:56:02.499241 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5aa549-75b8-4e31-94d3-5e5a4ebb6245 req-3100e7a2-d394-4b37-bf90-03025d0eef4e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:02.500791 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0f5aa549-75b8-4e31-94d3-5e5a4ebb6245 req-3100e7a2-d394-4b37-bf90-03025d0eef4e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 945 time: 0.0498424 Aug 11 22:56:02.539534 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0f5aa549-75b8-4e31-94d3-5e5a4ebb6245 req-b7de2a89-bea4-4a95-8c06-1fd60e9aefd6 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327270 Aug 11 22:56:03.655163 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d5543-d1bc-49d6-b0cc-ea76690f71a4 req-07e070da-6d31-4e53-9dc6-0bec83235ace tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:03.656691 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-180d5543-d1bc-49d6-b0cc-ea76690f71a4 req-07e070da-6d31-4e53-9dc6-0bec83235ace tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 945 time: 0.0496032 Aug 11 22:56:03.694308 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-180d5543-d1bc-49d6-b0cc-ea76690f71a4 req-12e7af5f-3290-470e-8b4c-383e12b90857 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316806 Aug 11 22:56:04.812142 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bf563-4977-4eea-8162-ec1a86a30b5b req-4896ded2-0a73-4c87-9387-f25d2a707ece tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:04.813551 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e24bf563-4977-4eea-8162-ec1a86a30b5b req-4896ded2-0a73-4c87-9387-f25d2a707ece tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 945 time: 0.0529835 Aug 11 22:56:04.853246 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e24bf563-4977-4eea-8162-ec1a86a30b5b req-9aa33e7e-38af-40f1-a85d-46166ced2ad3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336246 Aug 11 22:56:05.970509 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29511d8-f500-467c-87b4-8e055e52b05e req-0b1cb0b7-3cde-4dbd-b703-781b6c16eaa3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:05.972434 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a29511d8-f500-467c-87b4-8e055e52b05e req-0b1cb0b7-3cde-4dbd-b703-781b6c16eaa3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 945 time: 0.0508962 Aug 11 22:56:06.010971 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a29511d8-f500-467c-87b4-8e055e52b05e req-a7c1c49a-47fd-4156-bbe5-82915e493204 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319369 Aug 11 22:56:07.124459 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387511d2-ad38-4ec1-9ff6-1a85acd6e6fa req-495455f0-4a4b-40d6-8bac-83f382b24eea tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:07.125951 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-387511d2-ad38-4ec1-9ff6-1a85acd6e6fa req-495455f0-4a4b-40d6-8bac-83f382b24eea tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 945 time: 0.0487919 Aug 11 22:56:07.164219 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-387511d2-ad38-4ec1-9ff6-1a85acd6e6fa req-09933603-dcf5-4b0b-bfc1-231f15724ea0 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323224 Aug 11 22:56:08.286752 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e56ea-87fe-4b32-858f-4df4e23d9641 req-8687aacc-f106-4633-b740-ab7e3f761892 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:08.288382 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de3e56ea-87fe-4b32-858f-4df4e23d9641 req-8687aacc-f106-4633-b740-ab7e3f761892 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 945 time: 0.0556953 Aug 11 22:56:08.328425 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-de3e56ea-87fe-4b32-858f-4df4e23d9641 req-bac7a503-be8d-4194-be3f-eea34ee5707e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339909 Aug 11 22:56:08.651802 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:09.442063 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb91486-da81-489c-9847-22771c4259b9 req-acde3423-1dcb-4a8c-90e2-d1126544c4e9 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:09.443484 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bcb91486-da81-489c-9847-22771c4259b9 req-acde3423-1dcb-4a8c-90e2-d1126544c4e9 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 945 time: 0.0488892 Aug 11 22:56:09.481994 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bcb91486-da81-489c-9847-22771c4259b9 req-d3766f55-e117-4b21-bf3f-2529ec17f2f6 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319781 Aug 11 22:56:10.598491 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febe4ec-c440-4faf-8dd4-5c3ea0ee20d3 req-bdfec3d1-bba2-4e0a-9707-2f5e1e8b11ed tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:10.600004 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9febe4ec-c440-4faf-8dd4-5c3ea0ee20d3 req-bdfec3d1-bba2-4e0a-9707-2f5e1e8b11ed tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 945 time: 0.0487895 Aug 11 22:56:10.643858 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9febe4ec-c440-4faf-8dd4-5c3ea0ee20d3 req-72b94c69-6cac-48e3-897d-7faf239f7550 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377042 Aug 11 22:56:11.519380 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-8f2b60df-4afd-484d-8bad-75cdaabfb416 service neutron] show failed (client error): The resource could not be found. Aug 11 22:56:11.520453 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-8f2b60df-4afd-484d-8bad-75cdaabfb416 service neutron] 10.222.0.82 "GET /v2.0/ports/581f5c1d-7159-47e8-9479-cf7ba9fae1a4/bindings/n-h2-804275-3 HTTP/1.1" status: 404 len: 380 time: 0.0588002 Aug 11 22:56:11.760135 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-304a61e9-3fc3-48fc-8aae-7092fa3cb788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:11.761689 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-304a61e9-3fc3-48fc-8aae-7092fa3cb788 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3&tenant_id=c473269f7e9f4a82a13c33cb529bc8ea HTTP/1.1" status: 200 len: 1096 time: 0.0809453 Aug 11 22:56:11.767519 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e64f91-5042-49dc-a70b-6985d8eb20a5 req-857a8c87-4aad-46d2-9816-41fb99fbe8b5 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:11.769044 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e9e64f91-5042-49dc-a70b-6985d8eb20a5 req-857a8c87-4aad-46d2-9816-41fb99fbe8b5 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 945 time: 0.0554671 Aug 11 22:56:11.775268 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804275-3', 'device_owner': 'compute:nova'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:56:11.809379 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e9e64f91-5042-49dc-a70b-6985d8eb20a5 req-fd33d40f-b406-4194-9fe6-024385a54a92 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336804 Aug 11 22:56:11.830170 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:12.039772 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] For port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=581f5c1d-7159-47e8-9479-cf7ba9fae1a4,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:56:12.072951 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] For port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:56:12.112330 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80547d31-6dfd-4f5f-b0df-1fccfd4659c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '581f5c1d-7159-47e8-9479-cf7ba9fae1a4'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:56:12.114600 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b102379e7d6c573a0c111394fd6df11cb948dcd7c204d584f65cddae3f2353ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21f9177-5fef-4fc8-a4c3-0314c67ced07" -d '{"events": [{"server_uuid": "80547d31-6dfd-4f5f-b0df-1fccfd4659c3", "name": "network-vif-unplugged", "status": "completed", "tag": "581f5c1d-7159-47e8-9479-cf7ba9fae1a4"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:56:12.118757 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:12.132240 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Transition to ACTIVE for port object 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:56:12.136982 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:12.229408 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Pushing event updated for resources: {'Port': ['ID=581f5c1d-7159-47e8-9479-cf7ba9fae1a4,revision_number=6']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:56:12.234412 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 22:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1077ebcc-713e-4572-b8df-44d9551398e6 x-openstack-request-id: req-1077ebcc-713e-4572-b8df-44d9551398e6 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:56:12.234713 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80547d31-6dfd-4f5f-b0df-1fccfd4659c3", "name": "network-vif-unplugged", "status": "completed", "tag": "581f5c1d-7159-47e8-9479-cf7ba9fae1a4", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:56:12.234968 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1077ebcc-713e-4572-b8df-44d9551398e6 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:56:12.235373 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80547d31-6dfd-4f5f-b0df-1fccfd4659c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '581f5c1d-7159-47e8-9479-cf7ba9fae1a4', 'code': 200} Aug 11 22:56:12.244559 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:12.244916 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:12.245348 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:12.245715 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:12.246048 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:12.246460 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:12.246963 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:12.247342 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:12.247715 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:12.248054 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:12.248929 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:12.249299 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:12.287992 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] No DVR routers for this DVR port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:56:12.425108 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Attempting to bind port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:56:12.425458 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Attempting to bind port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:56:12.425790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Attempting to bind port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 on network 441f2af6-8595-44a9-9e6b-081102047a3e {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:56:12.430773 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 on network 441f2af6-8595-44a9-9e6b-081102047a3e not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:56:12.431102 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Attempting to bind port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 on network 441f2af6-8595-44a9-9e6b-081102047a3e {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:56:12.436027 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:56:12.436371 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Checking segment: {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:56:12.436757 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Bound using segment: {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:56:12.437186 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Bound port: 581f5c1d-7159-47e8-9479-cf7ba9fae1a4, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:56:12.437545 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:12.504807 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] For port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:56:12.509291 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] For port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=581f5c1d-7159-47e8-9479-cf7ba9fae1a4,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:56:12.513611 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:12.551313 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:12.551791 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:12.553222 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] 10.222.0.52 "PUT /v2.0/ports/581f5c1d-7159-47e8-9479-cf7ba9fae1a4 HTTP/1.1" status: 200 len: 1091 time: 0.7827291 Aug 11 22:56:12.573929 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6411d3f-c3e5-4be8-aac8-0d1942fb0d60 service neutron] Pushing event updated for resources: {'Port': ['ID=581f5c1d-7159-47e8-9479-cf7ba9fae1a4,revision_number=7']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:56:12.629743 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-2a1adb6a-17d1-45f2-91e4-35fdad6828f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:12.631577 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-2a1adb6a-17d1-45f2-91e4-35fdad6828f2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 1094 time: 0.0547109 Aug 11 22:56:12.724882 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-08f34e11-7155-4431-b3cf-4c253e737191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:12.727007 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-08f34e11-7155-4431-b3cf-4c253e737191 service neutron] 10.222.0.52 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0889590 Aug 11 22:56:12.798656 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-0f4415c0-e7b7-4d34-a215-86fa71385491 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=581f5c1d-7159-47e8-9479-cf7ba9fae1a4 HTTP/1.1" status: 200 len: 998 time: 0.0632584 Aug 11 22:56:12.848854 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-a9e58df0-1c5e-407e-83f7-70084ac69061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:12.850349 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-a9e58df0-1c5e-407e-83f7-70084ac69061 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0448802 Aug 11 22:56:12.897245 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-e468dfd1-f9e9-4024-82b2-f322c23f45ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:12.898839 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-e468dfd1-f9e9-4024-82b2-f322c23f45ee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412648 Aug 11 22:56:12.929847 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09330e1b-2dc2-4bb8-a98b-5b5ce092d9d6 req-cb1689af-fee0-4193-8b77-29d28a17245b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:12.931382 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09330e1b-2dc2-4bb8-a98b-5b5ce092d9d6 req-cb1689af-fee0-4193-8b77-29d28a17245b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 943 time: 0.0509927 Aug 11 22:56:12.970939 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09330e1b-2dc2-4bb8-a98b-5b5ce092d9d6 req-6e2f7430-066e-4966-b3e0-087dbffc1fbc tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325158 Aug 11 22:56:12.994521 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-71ff4540-5709-44b6-9128-d71ec916a5ad service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880003 Aug 11 22:56:13.086248 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-4ab02ea9-e9ca-4045-bdd9-2007c4f711d2 service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839252 Aug 11 22:56:13.306368 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c3004ac2-1d1f-4f8d-aca1-ac18c0fdd8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:14.093800 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafde2b9-6ad2-4739-a2b3-987b57526767 req-6ea64d52-9ce8-4a8e-90b8-e3d08e4b1aa5 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:14.095394 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cafde2b9-6ad2-4739-a2b3-987b57526767 req-6ea64d52-9ce8-4a8e-90b8-e3d08e4b1aa5 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 943 time: 0.0541601 Aug 11 22:56:14.133356 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cafde2b9-6ad2-4739-a2b3-987b57526767 req-d3f2467c-04be-435f-9480-e91780c46572 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319543 Aug 11 22:56:14.236745 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80547d31-6dfd-4f5f-b0df-1fccfd4659c3', 'tag': '581f5c1d-7159-47e8-9479-cf7ba9fae1a4'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:56:14.239085 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b102379e7d6c573a0c111394fd6df11cb948dcd7c204d584f65cddae3f2353ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc62d87d-b549-4bd2-b9af-801c5bc6ef52" -d '{"events": [{"name": "network-changed", "server_uuid": "80547d31-6dfd-4f5f-b0df-1fccfd4659c3", "tag": "581f5c1d-7159-47e8-9479-cf7ba9fae1a4"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:56:14.287237 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c812d71-bf2d-4818-8565-8e6d746e0aa4 x-openstack-request-id: req-0c812d71-bf2d-4818-8565-8e6d746e0aa4 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:56:14.287634 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80547d31-6dfd-4f5f-b0df-1fccfd4659c3", "tag": "581f5c1d-7159-47e8-9479-cf7ba9fae1a4", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:56:14.287896 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0c812d71-bf2d-4818-8565-8e6d746e0aa4 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:56:14.288317 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80547d31-6dfd-4f5f-b0df-1fccfd4659c3', 'tag': '581f5c1d-7159-47e8-9479-cf7ba9fae1a4', 'status': 'completed', 'code': 200} Aug 11 22:56:14.351529 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:56:14.355305 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62d87d-b549-4bd2-b9af-801c5bc6ef52 req-a8ee4c5b-7a4d-46d5-b381-32b789afd0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:14.356883 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc62d87d-b549-4bd2-b9af-801c5bc6ef52 req-a8ee4c5b-7a4d-46d5-b381-32b789afd0b7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 1094 time: 0.0458882 Aug 11 22:56:14.371002 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62d87d-b549-4bd2-b9af-801c5bc6ef52 req-c611b1e9-1b56-46d5-b50d-b003e8cc3be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:14.372809 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc62d87d-b549-4bd2-b9af-801c5bc6ef52 req-c611b1e9-1b56-46d5-b50d-b003e8cc3be0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 1094 time: 0.0424149 Aug 11 22:56:14.452573 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=581f5c1d-7159-47e8-9479-cf7ba9fae1a4,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:56:14.462824 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62d87d-b549-4bd2-b9af-801c5bc6ef52 req-cc7b26e8-b4c2-4de8-97c9-57b6aa6e7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:14.464227 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '581f5c1d-7159-47e8-9479-cf7ba9fae1a4', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'port_id': '581f5c1d-7159-47e8-9479-cf7ba9fae1a4', 'mac_address': 'fa:16:3e:8e:a8:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:56:14.465059 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc62d87d-b549-4bd2-b9af-801c5bc6ef52 req-cc7b26e8-b4c2-4de8-97c9-57b6aa6e7249 service neutron] 10.222.0.52 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0955229 Aug 11 22:56:14.469293 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62d87d-b549-4bd2-b9af-801c5bc6ef52 req-22595e58-e2a1-4991-978c-5311e9ef292a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:14.470837 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc62d87d-b549-4bd2-b9af-801c5bc6ef52 req-22595e58-e2a1-4991-978c-5311e9ef292a service neutron] 10.222.0.82 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0917323 Aug 11 22:56:14.503737 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:14.518736 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:56:14.540764 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=581f5c1d-7159-47e8-9479-cf7ba9fae1a4,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:56:14.545388 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:14.551986 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc62d87d-b549-4bd2-b9af-801c5bc6ef52 req-f9555713-433f-4a9d-b530-07806cb8d969 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=581f5c1d-7159-47e8-9479-cf7ba9fae1a4 HTTP/1.1" status: 200 len: 998 time: 0.0773857 Aug 11 22:56:14.554977 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc62d87d-b549-4bd2-b9af-801c5bc6ef52 req-ab24a7b4-9e4e-41f8-80b8-369c3c336112 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=581f5c1d-7159-47e8-9479-cf7ba9fae1a4 HTTP/1.1" status: 200 len: 998 time: 0.0774457 Aug 11 22:56:14.603389 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=581f5c1d-7159-47e8-9479-cf7ba9fae1a4,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:56:14.611995 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:14.612596 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:14.613158 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:14.613667 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:14.614171 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62d87d-b549-4bd2-b9af-801c5bc6ef52 req-d5992b7c-8e25-466c-b673-558012e6fd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:14.614299 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:14.614771 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:14.615300 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:14.615837 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:14.616118 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc62d87d-b549-4bd2-b9af-801c5bc6ef52 req-d5992b7c-8e25-466c-b673-558012e6fd43 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0549810 Aug 11 22:56:14.616540 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:14.616884 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:14.617277 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:14.617498 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62d87d-b549-4bd2-b9af-801c5bc6ef52 req-05b2f3be-28a0-4c70-80b1-ecdc2ec63b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:14.617618 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:14.619541 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc62d87d-b549-4bd2-b9af-801c5bc6ef52 req-05b2f3be-28a0-4c70-80b1-ecdc2ec63b5c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0573609 Aug 11 22:56:14.670656 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62d87d-b549-4bd2-b9af-801c5bc6ef52 req-a0427279-d2bd-4d98-a775-bc353f63e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:14.672290 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc62d87d-b549-4bd2-b9af-801c5bc6ef52 req-a0427279-d2bd-4d98-a775-bc353f63e09a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467129 Aug 11 22:56:14.676147 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62d87d-b549-4bd2-b9af-801c5bc6ef52 req-98534ff1-2cf9-4a92-bc6d-621c8c27fcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:14.677806 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc62d87d-b549-4bd2-b9af-801c5bc6ef52 req-98534ff1-2cf9-4a92-bc6d-621c8c27fcbd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530448 Aug 11 22:56:14.762367 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc62d87d-b549-4bd2-b9af-801c5bc6ef52 req-92497bdc-fcd2-45e4-a1e5-d372efbbaa5e service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831070 Aug 11 22:56:14.768894 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc62d87d-b549-4bd2-b9af-801c5bc6ef52 req-76cfce85-95ea-4bc1-a966-3922f1d1cc2b service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827744 Aug 11 22:56:14.807013 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['581f5c1d-7159-47e8-9479-cf7ba9fae1a4'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:56:14.860822 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc62d87d-b549-4bd2-b9af-801c5bc6ef52 req-6967018e-4078-4d33-8d3c-d8674a2ce1ee service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919282 Aug 11 22:56:14.865567 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc62d87d-b549-4bd2-b9af-801c5bc6ef52 req-1e53edc7-62a0-41e6-9300-9c685ee964d3 service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895813 Aug 11 22:56:14.900718 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:56:14.964288 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:56:15.253651 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c9e68-b1e3-4b22-8463-981e74bc6d9f req-b2b98678-3a6a-4992-a4f3-dd812f94d897 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:15.255186 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-475c9e68-b1e3-4b22-8463-981e74bc6d9f req-b2b98678-3a6a-4992-a4f3-dd812f94d897 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 944 time: 0.0509050 Aug 11 22:56:15.293550 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-475c9e68-b1e3-4b22-8463-981e74bc6d9f req-3f294d3b-6a9a-4684-8826-f00f19996b77 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318623 Aug 11 22:56:15.575939 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-ef6a640b-4e31-44ba-b34c-f9199870cbd1 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:15.577545 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-ef6a640b-4e31-44ba-b34c-f9199870cbd1 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.52 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3&tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&binding%3Ahost_id=n-h2-804275-3 HTTP/1.1" status: 200 len: 944 time: 0.0525274 Aug 11 22:56:15.595271 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22129372-450f-472e-8cf5-37064889c063 req-6cd9d4e5-5a4c-468f-899c-12de0a0d89d1 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:15.596851 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-22129372-450f-472e-8cf5-37064889c063 req-6cd9d4e5-5a4c-468f-899c-12de0a0d89d1 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 944 time: 0.0515945 Aug 11 22:56:15.635435 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-22129372-450f-472e-8cf5-37064889c063 req-a1a6da8e-ec8d-41c3-98f4-6ab9ca596b52 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316086 Aug 11 22:56:15.642984 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-d69ddce7-529e-4518-85f8-1c3622c8746e service neutron] 10.222.0.52 "GET /v2.0/ports/581f5c1d-7159-47e8-9479-cf7ba9fae1a4/bindings/n-h2-804275-3 HTTP/1.1" status: 200 len: 382 time: 0.0563815 Aug 11 22:56:15.709714 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-fac91f75-656a-404a-bccb-3cd92f5eb8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:15.711241 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-fac91f75-656a-404a-bccb-3cd92f5eb8b0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 1095 time: 0.0465076 Aug 11 22:56:15.802945 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-861d1b07-a473-4d77-936c-b1e657874630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:15.804887 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-861d1b07-a473-4d77-936c-b1e657874630 service neutron] 10.222.0.52 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0867279 Aug 11 22:56:15.874585 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-6cc4dcdb-7795-4fb7-b09f-b6947ce5e527 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=581f5c1d-7159-47e8-9479-cf7ba9fae1a4 HTTP/1.1" status: 200 len: 999 time: 0.0629380 Aug 11 22:56:15.925039 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-698fa188-57bd-401f-a865-2f74b3f0bd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:15.926508 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-698fa188-57bd-401f-a865-2f74b3f0bd95 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0453589 Aug 11 22:56:15.972893 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-6dd236b7-d337-4853-97fc-ba45d4f495da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:15.974402 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-6dd236b7-d337-4853-97fc-ba45d4f495da service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412672 Aug 11 22:56:16.069908 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-ee1be4ec-f9a3-4175-b72d-bc857d9f729b service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883250 Aug 11 22:56:16.128836 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:16.309201 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-481fdec5-9b31-4c4a-a568-816866c86fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:16.366597 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:56:16.420670 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:56:16.424655 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:56:16.425030 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:16.488074 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-1e5cc4c7-bda4-472e-bbaf-abdd289bda1c service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112265 Aug 11 22:56:16.502649 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:16.534530 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80547d31-6dfd-4f5f-b0df-1fccfd4659c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581f5c1d-7159-47e8-9479-cf7ba9fae1a4'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:56:16.536775 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f40a9e-4af8-4b5c-9296-00740a03c675" -d '{"events": [{"server_uuid": "80547d31-6dfd-4f5f-b0df-1fccfd4659c3", "name": "network-vif-plugged", "status": "completed", "tag": "581f5c1d-7159-47e8-9479-cf7ba9fae1a4"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:56:16.549637 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=581f5c1d-7159-47e8-9479-cf7ba9fae1a4,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:56:16.554530 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:16.609745 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=581f5c1d-7159-47e8-9479-cf7ba9fae1a4,revision_number=9']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:56:16.642971 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a3ef93-15ea-482c-afa8-614e6bb7b850 x-openstack-request-id: req-d9a3ef93-15ea-482c-afa8-614e6bb7b850 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:56:16.643256 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80547d31-6dfd-4f5f-b0df-1fccfd4659c3", "name": "network-vif-plugged", "status": "completed", "tag": "581f5c1d-7159-47e8-9479-cf7ba9fae1a4", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:56:16.643524 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d9a3ef93-15ea-482c-afa8-614e6bb7b850 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:56:16.643958 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80547d31-6dfd-4f5f-b0df-1fccfd4659c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581f5c1d-7159-47e8-9479-cf7ba9fae1a4', 'code': 200} Aug 11 22:56:16.751727 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1400be0-3c15-4687-82f3-ca37d4806a76 req-9b487d1c-1e0d-4388-9726-82abba5f69e9 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:16.753227 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c1400be0-3c15-4687-82f3-ca37d4806a76 req-9b487d1c-1e0d-4388-9726-82abba5f69e9 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 945 time: 0.0489137 Aug 11 22:56:16.795567 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c1400be0-3c15-4687-82f3-ca37d4806a76 req-ef822667-3f52-4a8f-8d95-bc6b6b6a7458 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361800 Aug 11 22:56:17.707918 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:17.912271 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf9fec-9149-4052-a979-01a7dcddecf7 req-64c9ec2e-01c2-4495-93d6-fb9f5c61a1ab tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:17.914321 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dfaf9fec-9149-4052-a979-01a7dcddecf7 req-64c9ec2e-01c2-4495-93d6-fb9f5c61a1ab tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 945 time: 0.0494280 Aug 11 22:56:17.951841 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dfaf9fec-9149-4052-a979-01a7dcddecf7 req-10f1cb4d-1c08-4975-89e3-9db6fb5741e5 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313234 Aug 11 22:56:18.427895 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-47bcacdd-1354-4659-9915-d5e657c2b0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:18.429429 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-47bcacdd-1354-4659-9915-d5e657c2b0b1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3&tenant_id=c473269f7e9f4a82a13c33cb529bc8ea HTTP/1.1" status: 200 len: 1096 time: 0.0409005 Aug 11 22:56:18.448258 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804275-3', 'device_owner': 'compute:nova'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:56:18.502996 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:18.706112 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-553b1770-77ba-4129-931a-cf204137d716 service neutron] For port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=581f5c1d-7159-47e8-9479-cf7ba9fae1a4,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:56:18.737898 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-553b1770-77ba-4129-931a-cf204137d716 service neutron] For port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:56:18.777706 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80547d31-6dfd-4f5f-b0df-1fccfd4659c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '581f5c1d-7159-47e8-9479-cf7ba9fae1a4'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:56:18.779978 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646d1368-48c7-45f5-92d7-9bdf0282e732" -d '{"events": [{"server_uuid": "80547d31-6dfd-4f5f-b0df-1fccfd4659c3", "name": "network-vif-unplugged", "status": "completed", "tag": "581f5c1d-7159-47e8-9479-cf7ba9fae1a4"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:56:18.784106 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:18.796862 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Transition to ACTIVE for port object 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:56:18.800803 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:18.901843 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 22:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec9074d-646c-4fef-ab95-bcc4d31760e9 x-openstack-request-id: req-eec9074d-646c-4fef-ab95-bcc4d31760e9 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:56:18.902141 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80547d31-6dfd-4f5f-b0df-1fccfd4659c3", "name": "network-vif-unplugged", "status": "completed", "tag": "581f5c1d-7159-47e8-9479-cf7ba9fae1a4", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:56:18.902398 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eec9074d-646c-4fef-ab95-bcc4d31760e9 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:56:18.902800 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80547d31-6dfd-4f5f-b0df-1fccfd4659c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '581f5c1d-7159-47e8-9479-cf7ba9fae1a4', 'code': 200} Aug 11 22:56:18.929703 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Pushing event updated for resources: {'Port': ['ID=581f5c1d-7159-47e8-9479-cf7ba9fae1a4,revision_number=10']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:56:18.955620 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:18.955993 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:18.956290 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:18.956665 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:18.956963 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:18.957308 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:18.957642 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:18.957977 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:18.958312 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:18.958640 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:18.958998 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:18.959297 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:56:18.990882 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-553b1770-77ba-4129-931a-cf204137d716 service neutron] No DVR routers for this DVR port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 on host n-h2-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:56:19.123589 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109026d-c063-47d8-8f92-c165fb0e0265 req-0d1a1683-0692-4afd-9f10-9a4d602906fd tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:19.125350 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f109026d-c063-47d8-8f92-c165fb0e0265 req-0d1a1683-0692-4afd-9f10-9a4d602906fd tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 944 time: 0.0948694 Aug 11 22:56:19.167891 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:19.197699 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f109026d-c063-47d8-8f92-c165fb0e0265 req-63587b1d-96fb-4953-af70-a99925828c6f tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643883 Aug 11 22:56:19.198518 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Attempting to bind port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:56:19.198861 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Attempting to bind port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:56:19.199228 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Attempting to bind port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 on network 441f2af6-8595-44a9-9e6b-081102047a3e {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:56:19.203796 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 on network 441f2af6-8595-44a9-9e6b-081102047a3e not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:56:19.204128 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Attempting to bind port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 on network 441f2af6-8595-44a9-9e6b-081102047a3e {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:56:19.209009 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:56:19.209357 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Checking segment: {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:56:19.210310 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Bound using segment: {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:56:19.210708 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Bound port: 581f5c1d-7159-47e8-9479-cf7ba9fae1a4, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:56:19.211079 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:19.278522 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-553b1770-77ba-4129-931a-cf204137d716 service neutron] For port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:56:19.282459 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-553b1770-77ba-4129-931a-cf204137d716 service neutron] For port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=581f5c1d-7159-47e8-9479-cf7ba9fae1a4,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:56:19.286694 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:19.330797 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:19.331443 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:19.332882 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-553b1770-77ba-4129-931a-cf204137d716 service neutron] 10.222.0.82 "PUT /v2.0/ports/581f5c1d-7159-47e8-9479-cf7ba9fae1a4 HTTP/1.1" status: 200 len: 1092 time: 0.8894291 Aug 11 22:56:19.353774 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b1770-77ba-4129-931a-cf204137d716 service neutron] Pushing event updated for resources: {'Port': ['ID=581f5c1d-7159-47e8-9479-cf7ba9fae1a4,revision_number=11']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:56:19.409102 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-48e5b5f8-118b-4b74-83c3-88e98a524511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:19.410691 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-48e5b5f8-118b-4b74-83c3-88e98a524511 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 1095 time: 0.0429316 Aug 11 22:56:19.502965 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-3c1f4586-527e-49f9-a138-a7bb23a9e2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:19.504623 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-3c1f4586-527e-49f9-a138-a7bb23a9e2bd service neutron] 10.222.0.82 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0867748 Aug 11 22:56:19.575292 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-d6225bae-392a-4784-88c9-cb727e67e14d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=581f5c1d-7159-47e8-9479-cf7ba9fae1a4 HTTP/1.1" status: 200 len: 998 time: 0.0624564 Aug 11 22:56:19.623787 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-aec7756a-489f-4c3d-9498-1851ab9f7132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:19.625170 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-aec7756a-489f-4c3d-9498-1851ab9f7132 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0430963 Aug 11 22:56:19.676872 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-c2f13f66-e447-424a-a0e3-356c589afe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:19.678429 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-c2f13f66-e447-424a-a0e3-356c589afe1b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460153 Aug 11 22:56:19.771127 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-49b3e068-6e88-4c05-a6cb-b4a939b3abac service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845709 Aug 11 22:56:19.861309 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b7fc2e9-ac61-4a09-991a-64f0e76dbc6f req-55b1c5d9-6ad9-4109-8d9d-ef5da7c3987c service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835207 Aug 11 22:56:20.320638 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3e432-9195-4724-a2a3-59092fa3b501 req-a03bdcb1-a91c-4b4d-a5db-059da6798925 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:20.322179 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5cf3e432-9195-4724-a2a3-59092fa3b501 req-a03bdcb1-a91c-4b4d-a5db-059da6798925 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 944 time: 0.0555363 Aug 11 22:56:20.359937 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5cf3e432-9195-4724-a2a3-59092fa3b501 req-eb2f4723-f1fc-4369-abc2-310fa6a4d8c6 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317645 Aug 11 22:56:20.380123 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:56:20.417607 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:56:20.904260 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80547d31-6dfd-4f5f-b0df-1fccfd4659c3', 'tag': '581f5c1d-7159-47e8-9479-cf7ba9fae1a4'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:56:20.906620 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc06dd00-8e8d-48c4-96c1-60e630227668" -d '{"events": [{"name": "network-changed", "server_uuid": "80547d31-6dfd-4f5f-b0df-1fccfd4659c3", "tag": "581f5c1d-7159-47e8-9479-cf7ba9fae1a4"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:56:20.953707 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e6416a-4404-4c6b-b2a7-467d3041ceb9 x-openstack-request-id: req-f7e6416a-4404-4c6b-b2a7-467d3041ceb9 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:56:20.954003 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80547d31-6dfd-4f5f-b0df-1fccfd4659c3", "tag": "581f5c1d-7159-47e8-9479-cf7ba9fae1a4", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:56:20.954255 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f7e6416a-4404-4c6b-b2a7-467d3041ceb9 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:56:20.954653 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80547d31-6dfd-4f5f-b0df-1fccfd4659c3', 'tag': '581f5c1d-7159-47e8-9479-cf7ba9fae1a4', 'status': 'completed', 'code': 200} Aug 11 22:56:21.018456 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06dd00-8e8d-48c4-96c1-60e630227668 req-1b5966db-a950-4ced-865b-eef6ae5737b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:21.020033 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc06dd00-8e8d-48c4-96c1-60e630227668 req-1b5966db-a950-4ced-865b-eef6ae5737b9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 1095 time: 0.0425277 Aug 11 22:56:21.034188 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06dd00-8e8d-48c4-96c1-60e630227668 req-2e4fd978-100c-4377-8de9-6ef282a34e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:21.035737 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc06dd00-8e8d-48c4-96c1-60e630227668 req-2e4fd978-100c-4377-8de9-6ef282a34e91 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 1095 time: 0.0414455 Aug 11 22:56:21.095608 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:21.103719 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:56:21.115584 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06dd00-8e8d-48c4-96c1-60e630227668 req-9cf3484e-b9b8-4408-afe9-d30c2cd69d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:21.118018 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc06dd00-8e8d-48c4-96c1-60e630227668 req-9cf3484e-b9b8-4408-afe9-d30c2cd69d48 service neutron] 10.222.0.52 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0911067 Aug 11 22:56:21.129949 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06dd00-8e8d-48c4-96c1-60e630227668 req-3a0dcab7-3043-46ca-b243-138a993db45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:21.131727 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc06dd00-8e8d-48c4-96c1-60e630227668 req-3a0dcab7-3043-46ca-b243-138a993db45f service neutron] 10.222.0.82 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0883741 Aug 11 22:56:21.185234 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc06dd00-8e8d-48c4-96c1-60e630227668 req-8cdeae80-0ddf-4f22-acad-c9764cea80c1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=581f5c1d-7159-47e8-9479-cf7ba9fae1a4 HTTP/1.1" status: 200 len: 998 time: 0.0601420 Aug 11 22:56:21.204369 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc06dd00-8e8d-48c4-96c1-60e630227668 req-5a1e0ece-7f03-42d2-85e2-8ecb7b0ef812 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=581f5c1d-7159-47e8-9479-cf7ba9fae1a4 HTTP/1.1" status: 200 len: 998 time: 0.0649590 Aug 11 22:56:21.240608 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06dd00-8e8d-48c4-96c1-60e630227668 req-ecac3fc8-e135-488d-a10a-e13fd7087724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:21.242709 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc06dd00-8e8d-48c4-96c1-60e630227668 req-ecac3fc8-e135-488d-a10a-e13fd7087724 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0509291 Aug 11 22:56:21.265762 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06dd00-8e8d-48c4-96c1-60e630227668 req-72d7cb0a-4c39-4a41-aa3c-2d628e13a89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:21.267270 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc06dd00-8e8d-48c4-96c1-60e630227668 req-72d7cb0a-4c39-4a41-aa3c-2d628e13a89b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0451498 Aug 11 22:56:21.288248 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06dd00-8e8d-48c4-96c1-60e630227668 req-00e73591-e7c8-43c3-886f-1f8517382f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:21.289783 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc06dd00-8e8d-48c4-96c1-60e630227668 req-00e73591-e7c8-43c3-886f-1f8517382f9f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407114 Aug 11 22:56:21.313658 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06dd00-8e8d-48c4-96c1-60e630227668 req-46521803-82f4-412c-bdf0-3a8fab50e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:21.315156 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc06dd00-8e8d-48c4-96c1-60e630227668 req-46521803-82f4-412c-bdf0-3a8fab50e5b5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406392 Aug 11 22:56:21.380142 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc06dd00-8e8d-48c4-96c1-60e630227668 req-2a48bb6d-fa0d-49b7-b648-238cf6462234 service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833013 Aug 11 22:56:21.409979 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc06dd00-8e8d-48c4-96c1-60e630227668 req-d35d14dc-d042-4916-bf7f-a7dd31e50640 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868118 Aug 11 22:56:21.476667 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-fc06dd00-8e8d-48c4-96c1-60e630227668 req-19cf53d8-f6ca-4fc6-9545-8c5ff62c076d service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899479 Aug 11 22:56:21.537061 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc2fe3-7c9f-4faf-a4d0-f72de543eef4 req-cc4bfe99-f7de-47a7-a033-9970edb6fa45 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:21.539140 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-45fc2fe3-7c9f-4faf-a4d0-f72de543eef4 req-cc4bfe99-f7de-47a7-a033-9970edb6fa45 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 944 time: 0.1029658 Aug 11 22:56:21.544608 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc06dd00-8e8d-48c4-96c1-60e630227668 req-aec1d3d3-714d-447e-b73e-3f92659b7b16 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270595 Aug 11 22:56:21.576980 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-45fc2fe3-7c9f-4faf-a4d0-f72de543eef4 req-2881388c-0724-4670-9052-6ffb66741984 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314205 Aug 11 22:56:22.697003 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07893c-bcd9-4a1a-8e61-f7d94ca407fd req-005d97e5-149c-4180-bb8e-5e907a01d124 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:22.698551 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fe07893c-bcd9-4a1a-8e61-f7d94ca407fd req-005d97e5-149c-4180-bb8e-5e907a01d124 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 944 time: 0.0503511 Aug 11 22:56:22.743485 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fe07893c-bcd9-4a1a-8e61-f7d94ca407fd req-917888ef-b12a-44cb-9433-522d15eaaae0 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388231 Aug 11 22:56:22.970242 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:56:23.067725 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=581f5c1d-7159-47e8-9479-cf7ba9fae1a4,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:56:23.079046 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '581f5c1d-7159-47e8-9479-cf7ba9fae1a4', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'port_id': '581f5c1d-7159-47e8-9479-cf7ba9fae1a4', 'mac_address': 'fa:16:3e:8e:a8:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:56:23.117542 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:23.129999 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:56:23.149785 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=581f5c1d-7159-47e8-9479-cf7ba9fae1a4,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:56:23.153639 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:23.200185 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=581f5c1d-7159-47e8-9479-cf7ba9fae1a4,revision_number=12']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:56:23.594171 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['581f5c1d-7159-47e8-9479-cf7ba9fae1a4'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:56:23.861812 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7237977-de88-4d80-8841-49d33ce83379 req-bf7621e4-3f56-410a-bbc6-6d7a16ccd2b0 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:23.863220 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b7237977-de88-4d80-8841-49d33ce83379 req-bf7621e4-3f56-410a-bbc6-6d7a16ccd2b0 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 945 time: 0.0480578 Aug 11 22:56:23.901436 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b7237977-de88-4d80-8841-49d33ce83379 req-0fc9490f-db0b-48c4-908e-d895faf3a903 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314095 Aug 11 22:56:24.018063 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8625f6d-d4f6-4835-8fb6-8c8801753df8 req-9439df98-74f8-446b-8a5e-d53e959833b9 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:24.019578 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a8625f6d-d4f6-4835-8fb6-8c8801753df8 req-9439df98-74f8-446b-8a5e-d53e959833b9 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 945 time: 0.0529151 Aug 11 22:56:24.058956 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a8625f6d-d4f6-4835-8fb6-8c8801753df8 req-67a51b48-9db6-46b7-b0bf-e3f298800ba3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329843 Aug 11 22:56:24.171487 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f25aa-76f9-46d7-b34b-ce49e77a2a29 req-4c6f972b-2720-4860-858a-226255cf18de tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:24.172925 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-df5f25aa-76f9-46d7-b34b-ce49e77a2a29 req-4c6f972b-2720-4860-858a-226255cf18de tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 945 time: 0.0479205 Aug 11 22:56:24.211113 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-df5f25aa-76f9-46d7-b34b-ce49e77a2a29 req-fb4452d7-a3a1-4919-94b4-46cb76e1ab35 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313718 Aug 11 22:56:24.440030 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbf44c-65e3-4951-b5ae-ede56a0069cb req-34f6ef35-e2f8-45cb-869e-c7051ab760ea tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:24.441410 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cfdbf44c-65e3-4951-b5ae-ede56a0069cb req-34f6ef35-e2f8-45cb-869e-c7051ab760ea tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 945 time: 0.0482299 Aug 11 22:56:24.479063 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cfdbf44c-65e3-4951-b5ae-ede56a0069cb req-be3cab8a-d6cf-41ca-8653-aa699133f334 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315323 Aug 11 22:56:24.978367 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:56:25.027301 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:56:25.031124 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:56:25.031500 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:25.108728 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:25.130162 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80547d31-6dfd-4f5f-b0df-1fccfd4659c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581f5c1d-7159-47e8-9479-cf7ba9fae1a4'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:56:25.132945 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c023643-a6aa-4a77-9069-59042e840500" -d '{"events": [{"server_uuid": "80547d31-6dfd-4f5f-b0df-1fccfd4659c3", "name": "network-vif-plugged", "status": "completed", "tag": "581f5c1d-7159-47e8-9479-cf7ba9fae1a4"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:56:25.145395 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=581f5c1d-7159-47e8-9479-cf7ba9fae1a4,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:56:25.150178 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:25.173910 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e3e004-10f6-4a44-9d50-1017806cd2fd x-openstack-request-id: req-e1e3e004-10f6-4a44-9d50-1017806cd2fd {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:56:25.174209 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80547d31-6dfd-4f5f-b0df-1fccfd4659c3", "name": "network-vif-plugged", "status": "completed", "tag": "581f5c1d-7159-47e8-9479-cf7ba9fae1a4", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:56:25.174486 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e1e3e004-10f6-4a44-9d50-1017806cd2fd {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:56:25.174861 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80547d31-6dfd-4f5f-b0df-1fccfd4659c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581f5c1d-7159-47e8-9479-cf7ba9fae1a4', 'code': 200} Aug 11 22:56:25.200744 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=581f5c1d-7159-47e8-9479-cf7ba9fae1a4,revision_number=13']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:56:25.902116 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9a9c7-5f0f-4640-8aa2-0d6d0d459f34 req-4f8e52ef-cc81-4ff2-aee1-c75c2ac29891 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:25.903532 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-79c9a9c7-5f0f-4640-8aa2-0d6d0d459f34 req-4f8e52ef-cc81-4ff2-aee1-c75c2ac29891 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 946 time: 0.3568792 Aug 11 22:56:25.941862 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-79c9a9c7-5f0f-4640-8aa2-0d6d0d459f34 req-e2021d00-2b59-4088-a900-4e62f644450f tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322573 Aug 11 22:56:25.988886 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92dbfd-7c1e-4a8a-a26f-073cb88c7ad5 req-1f76a897-2fd9-4574-8258-bbfefb0e83b4 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:25.990359 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4f92dbfd-7c1e-4a8a-a26f-073cb88c7ad5 req-1f76a897-2fd9-4574-8258-bbfefb0e83b4 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.82 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 946 time: 0.0476491 Aug 11 22:56:26.080154 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-4f92dbfd-7c1e-4a8a-a26f-073cb88c7ad5 req-b0c7fb98-bf97-4c16-bf4c-30f3575e0cf3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Deleting port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:56:26.080499 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4f92dbfd-7c1e-4a8a-a26f-073cb88c7ad5 req-b0c7fb98-bf97-4c16-bf4c-30f3575e0cf3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:26.167121 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-4f92dbfd-7c1e-4a8a-a26f-073cb88c7ad5 req-b0c7fb98-bf97-4c16-bf4c-30f3575e0cf3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] For port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=581f5c1d-7159-47e8-9479-cf7ba9fae1a4,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:56:26.167411 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4f92dbfd-7c1e-4a8a-a26f-073cb88c7ad5 req-b0c7fb98-bf97-4c16-bf4c-30f3575e0cf3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:26.334237 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4f92dbfd-7c1e-4a8a-a26f-073cb88c7ad5 req-b0c7fb98-bf97-4c16-bf4c-30f3575e0cf3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:26.335436 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4f92dbfd-7c1e-4a8a-a26f-073cb88c7ad5 req-b0c7fb98-bf97-4c16-bf4c-30f3575e0cf3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:26.335853 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [req-4f92dbfd-7c1e-4a8a-a26f-073cb88c7ad5 req-b0c7fb98-bf97-4c16-bf4c-30f3575e0cf3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Floating IP 44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7 disassociated. External IP: 172.25.2.5, port: 581f5c1d-7159-47e8-9479-cf7ba9fae1a4. Aug 11 22:56:26.336217 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-4f92dbfd-7c1e-4a8a-a26f-073cb88c7ad5 req-b0c7fb98-bf97-4c16-bf4c-30f3575e0cf3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Calling delete_port for 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:56:26.471085 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4f92dbfd-7c1e-4a8a-a26f-073cb88c7ad5 req-b0c7fb98-bf97-4c16-bf4c-30f3575e0cf3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:26.500256 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7fb98-bf97-4c16-bf4c-30f3575e0cf3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Pushing event deleted for resources: {'Port': ['ID=581f5c1d-7159-47e8-9479-cf7ba9fae1a4,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:56:26.617270 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f92dbfd-7c1e-4a8a-a26f-073cb88c7ad5 req-b0c7fb98-bf97-4c16-bf4c-30f3575e0cf3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Router d203a1eb-09c8-468b-a093-34fb0e82f78e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:56:26.736026 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f92dbfd-7c1e-4a8a-a26f-073cb88c7ad5 req-b0c7fb98-bf97-4c16-bf4c-30f3575e0cf3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:56:26.747036 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f03296-2b05-46f0-b1ca-3433c0a4f18a None None] Sync routers for ids ['d203a1eb-09c8-468b-a093-34fb0e82f78e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:56:26.756769 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f03296-2b05-46f0-b1ca-3433c0a4f18a None None] Routers {'d203a1eb-09c8-468b-a093-34fb0e82f78e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:56:26.757403 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-e5f03296-2b05-46f0-b1ca-3433c0a4f18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:56:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d203a1eb-09c8-468b-a093-34fb0e82f78e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:56:26.779047 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f92dbfd-7c1e-4a8a-a26f-073cb88c7ad5 req-b0c7fb98-bf97-4c16-bf4c-30f3575e0cf3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] No DVR routers for this DVR port 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:56:26.781681 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4f92dbfd-7c1e-4a8a-a26f-073cb88c7ad5 req-b0c7fb98-bf97-4c16-bf4c-30f3575e0cf3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:26.783792 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4f92dbfd-7c1e-4a8a-a26f-073cb88c7ad5 req-b0c7fb98-bf97-4c16-bf4c-30f3575e0cf3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.82 "DELETE /v2.0/ports/581f5c1d-7159-47e8-9479-cf7ba9fae1a4 HTTP/1.1" status: 204 len: 173 time: 0.7874413 Aug 11 22:56:26.784270 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80547d31-6dfd-4f5f-b0df-1fccfd4659c3', 'name': 'network-vif-deleted', 'tag': '581f5c1d-7159-47e8-9479-cf7ba9fae1a4'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:56:26.786814 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a22370-d2eb-47e4-8d3a-1b4e6537d9b2" -d '{"events": [{"server_uuid": "80547d31-6dfd-4f5f-b0df-1fccfd4659c3", "name": "network-vif-deleted", "tag": "581f5c1d-7159-47e8-9479-cf7ba9fae1a4"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:56:26.824053 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b683f56b-d369-46dc-a377-328defb77283 x-openstack-request-id: req-b683f56b-d369-46dc-a377-328defb77283 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:56:26.824638 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80547d31-6dfd-4f5f-b0df-1fccfd4659c3", "name": "network-vif-deleted", "tag": "581f5c1d-7159-47e8-9479-cf7ba9fae1a4", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:56:26.826332 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b683f56b-d369-46dc-a377-328defb77283 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:56:26.826996 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80547d31-6dfd-4f5f-b0df-1fccfd4659c3', 'name': 'network-vif-deleted', 'tag': '581f5c1d-7159-47e8-9479-cf7ba9fae1a4', 'status': 'completed', 'code': 200} Aug 11 22:56:26.867744 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-e5f03296-2b05-46f0-b1ca-3433c0a4f18a None None] Set router d203a1eb-09c8-468b-a093-34fb0e82f78e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:56:27.056714 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5fb32dd8-635d-4c0e-8278-a2348e8e1131 req-b17db2ab-a01f-405a-bff6-97b45285ac30 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=80547d31-6dfd-4f5f-b0df-1fccfd4659c3 HTTP/1.1" status: 200 len: 210 time: 0.0274215 Aug 11 22:56:27.079132 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-e5f03296-2b05-46f0-b1ca-3433c0a4f18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:57Z', 'revision_number': 4, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port': {'id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '282979a1-edf4-4904-9e46-48b43fe0c8fc', 'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'mac_address': 'fa:16:3e:69:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:57Z', 'updated_at': '2021-08-11T22:47:02Z', 'revision_number': 5, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'subnets': [{'id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:56:27.105421 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f03296-2b05-46f0-b1ca-3433c0a4f18a None None] Checking router: d203a1eb-09c8-468b-a093-34fb0e82f78e for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:56:27.113587 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f03296-2b05-46f0-b1ca-3433c0a4f18a None None] Routers {'d203a1eb-09c8-468b-a093-34fb0e82f78e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:56:27.114199 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-e5f03296-2b05-46f0-b1ca-3433c0a4f18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:56:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d203a1eb-09c8-468b-a093-34fb0e82f78e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:56:27.218229 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-e5f03296-2b05-46f0-b1ca-3433c0a4f18a None None] Set router d203a1eb-09c8-468b-a093-34fb0e82f78e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:56:27.407224 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-e5f03296-2b05-46f0-b1ca-3433c0a4f18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:57Z', 'revision_number': 4, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port': {'id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '282979a1-edf4-4904-9e46-48b43fe0c8fc', 'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'mac_address': 'fa:16:3e:69:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:57Z', 'updated_at': '2021-08-11T22:47:02Z', 'revision_number': 5, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'subnets': [{'id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:56:27.436670 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f03296-2b05-46f0-b1ca-3433c0a4f18a None None] The sync data for ids ['d203a1eb-09c8-468b-a093-34fb0e82f78e'] in n-d-804275-3 is: [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:57Z', 'revision_number': 4, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port': {'id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '282979a1-edf4-4904-9e46-48b43fe0c8fc', 'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'mac_address': 'fa:16:3e:69:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:57Z', 'updated_at': '2021-08-11T22:47:02Z', 'revision_number': 5, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'subnets': [{'id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:56:27.654164 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d641231d-bee0-406b-b148-58d863bc99ad None None] New status for floating IP 44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7: DOWN {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:56:28.352946 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-549017a4-3357-45e8-ae6b-7601bc67c038 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1753932756&fields=id&tenant_id=c473269f7e9f4a82a13c33cb529bc8ea HTTP/1.1" status: 200 len: 267 time: 0.0322008 Aug 11 22:56:28.460158 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-2e2b2513-a221-470d-8bda-065cbb9f48c1 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:28.461548 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-2e2b2513-a221-470d-8bda-065cbb9f48c1 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 812 time: 0.1013811 Aug 11 22:56:28.476381 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-bfdccb15-079e-4521-a6bc-13847a6afee2 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/quotas/c473269f7e9f4a82a13c33cb529bc8ea HTTP/1.1" status: 200 len: 375 time: 0.0090950 Aug 11 22:56:28.534260 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-89663c6a-6728-4b32-92f6-8c7681ed4c71 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525191 Aug 11 22:56:28.588547 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-8414dd73-1ee4-4c70-902c-fe97a17a1847 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 22:56:28.590179 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-8414dd73-1ee4-4c70-902c-fe97a17a1847 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0437422 Aug 11 22:56:28.679029 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-47e72f95-2d43-44ae-b32b-9ac816b6b205 service neutron] 10.222.0.77 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830047 Aug 11 22:56:28.770577 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-0a6aa0b7-0ae7-45e6-9c1e-cc9b665773e0 service neutron] 10.222.0.77 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853283 Aug 11 22:56:28.931900 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c428885d-c6e1-4357-9d46-7d6d28d0cb92 req-5cc1cd24-5df5-4195-978c-0dbb9001f63d tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 210 time: 0.0272350 Aug 11 22:56:28.988344 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:56:29.013927 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:56:29.014371 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 581f5c1d-7159-47e8-9479-cf7ba9fae1a4 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:56:29.915867 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-5173755e-a334-4a60-9b96-40f028602c05 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:29.917280 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-5173755e-a334-4a60-9b96-40f028602c05 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.52 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 812 time: 0.1079149 Aug 11 22:56:29.966427 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-897e2267-0bf8-4350-81ac-9db88b6f8ee3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c473269f7e9f4a82a13c33cb529bc8ea HTTP/1.1" status: 200 len: 380 time: 0.0396876 Aug 11 22:56:29.983755 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-d72f5abc-b212-48dd-bfa3-ad486daaab09 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Request body: {'port': {'device_id': '84d48707-eab0-435f-93bf-9f2112163657', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'admin_state_up': True, 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'security_groups': ['46197db4-fbc0-4799-912e-0319f9d5b29a']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:56:30.027212 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7a2e1026-2423-4844-87df-5d0008306473 req-570235f5-92c8-427f-9254-85dd7b201a7a tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 210 time: 0.0271306 Aug 11 22:56:30.091665 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-d72f5abc-b212-48dd-bfa3-ad486daaab09 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Made reservation on behalf of c473269f7e9f4a82a13c33cb529bc8ea for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:56:30.095246 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-d72f5abc-b212-48dd-bfa3-ad486daaab09 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:30.225953 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-d72f5abc-b212-48dd-bfa3-ad486daaab09 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Allocated IP 172.20.0.12 (441f2af6-8595-44a9-9e6b-081102047a3e/0d06541f-c049-45f4-8c81-e944af6b66e9/3d39939b-345a-41c7-9e6f-c31ca23d0db0) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:56:30.360187 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-d72f5abc-b212-48dd-bfa3-ad486daaab09 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:30.373796 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-d72f5abc-b212-48dd-bfa3-ad486daaab09 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Transition to ACTIVE for port object 3d39939b-345a-41c7-9e6f-c31ca23d0db0 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:56:30.407850 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-d72f5abc-b212-48dd-bfa3-ad486daaab09 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:30.454565 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-d72f5abc-b212-48dd-bfa3-ad486daaab09 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Network 441f2af6-8595-44a9-9e6b-081102047a3e is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:56:30.460333 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-d72f5abc-b212-48dd-bfa3-ad486daaab09 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:56:30.464215 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-d72f5abc-b212-48dd-bfa3-ad486daaab09 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:56:30.488429 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f5abc-b212-48dd-bfa3-ad486daaab09 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Pushing event updated for resources: {'Port': ['ID=3d39939b-345a-41c7-9e6f-c31ca23d0db0,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:56:30.518603 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-d72f5abc-b212-48dd-bfa3-ad486daaab09 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:30.519234 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-d72f5abc-b212-48dd-bfa3-ad486daaab09 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:30.537061 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-d72f5abc-b212-48dd-bfa3-ad486daaab09 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5572164 Aug 11 22:56:30.549988 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-06e10d57-2c3c-4c8c-995e-7219bcb991ab service neutron] Request body: {'port': {'device_id': '84d48707-eab0-435f-93bf-9f2112163657', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:56:30.606064 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-06e10d57-2c3c-4c8c-995e-7219bcb991ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:30.723750 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1ba7e8f3-7a1e-4764-b7f1-648c073f6d61 None None] Provisioning for port 3d39939b-345a-41c7-9e6f-c31ca23d0db0 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:56:30.727380 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1ba7e8f3-7a1e-4764-b7f1-648c073f6d61 None None] Provisioning complete for port 3d39939b-345a-41c7-9e6f-c31ca23d0db0 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:56:30.727778 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1ba7e8f3-7a1e-4764-b7f1-648c073f6d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:30.762169 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7e8f3-7a1e-4764-b7f1-648c073f6d61 None None] Port 3d39939b-345a-41c7-9e6f-c31ca23d0db0 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 22:56:30.878459 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-06e10d57-2c3c-4c8c-995e-7219bcb991ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d39939b-345a-41c7-9e6f-c31ca23d0db0 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:56:30.885854 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-06e10d57-2c3c-4c8c-995e-7219bcb991ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:30.897466 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-06e10d57-2c3c-4c8c-995e-7219bcb991ab service neutron] Transition to ACTIVE for port object 3d39939b-345a-41c7-9e6f-c31ca23d0db0 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:56:30.901579 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-06e10d57-2c3c-4c8c-995e-7219bcb991ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:30.953326 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e10d57-2c3c-4c8c-995e-7219bcb991ab service neutron] Pushing event updated for resources: {'Port': ['ID=3d39939b-345a-41c7-9e6f-c31ca23d0db0,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:56:31.026863 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-06e10d57-2c3c-4c8c-995e-7219bcb991ab service neutron] Attempting to bind port 3d39939b-345a-41c7-9e6f-c31ca23d0db0 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:56:31.027203 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-06e10d57-2c3c-4c8c-995e-7219bcb991ab service neutron] Attempting to bind port 3d39939b-345a-41c7-9e6f-c31ca23d0db0 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:56:31.028063 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-06e10d57-2c3c-4c8c-995e-7219bcb991ab service neutron] Attempting to bind port 3d39939b-345a-41c7-9e6f-c31ca23d0db0 on network 441f2af6-8595-44a9-9e6b-081102047a3e {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:56:31.032717 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-06e10d57-2c3c-4c8c-995e-7219bcb991ab service neutron] Port 3d39939b-345a-41c7-9e6f-c31ca23d0db0 on network 441f2af6-8595-44a9-9e6b-081102047a3e not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:56:31.033043 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-06e10d57-2c3c-4c8c-995e-7219bcb991ab service neutron] Attempting to bind port 3d39939b-345a-41c7-9e6f-c31ca23d0db0 on network 441f2af6-8595-44a9-9e6b-081102047a3e {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:56:31.039276 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-06e10d57-2c3c-4c8c-995e-7219bcb991ab service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:56:31.039654 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-06e10d57-2c3c-4c8c-995e-7219bcb991ab service neutron] Checking segment: {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:56:31.040052 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-06e10d57-2c3c-4c8c-995e-7219bcb991ab service neutron] Bound using segment: {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:56:31.040492 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-06e10d57-2c3c-4c8c-995e-7219bcb991ab service neutron] Bound port: 3d39939b-345a-41c7-9e6f-c31ca23d0db0, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:56:31.040865 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-06e10d57-2c3c-4c8c-995e-7219bcb991ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:31.114226 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-06e10d57-2c3c-4c8c-995e-7219bcb991ab service neutron] For port 3d39939b-345a-41c7-9e6f-c31ca23d0db0, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:56:31.118584 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-06e10d57-2c3c-4c8c-995e-7219bcb991ab service neutron] For port 3d39939b-345a-41c7-9e6f-c31ca23d0db0, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=3d39939b-345a-41c7-9e6f-c31ca23d0db0,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:56:31.123397 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-06e10d57-2c3c-4c8c-995e-7219bcb991ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:31.148021 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b413547-f9ed-4490-9491-11cce3bd3068 req-a882a95d-ea15-4a6d-813a-909a8a9dd1b1 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:31.149590 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6b413547-f9ed-4490-9491-11cce3bd3068 req-a882a95d-ea15-4a6d-813a-909a8a9dd1b1 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 944 time: 0.0527539 Aug 11 22:56:31.157803 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-06e10d57-2c3c-4c8c-995e-7219bcb991ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:31.158423 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-06e10d57-2c3c-4c8c-995e-7219bcb991ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:31.159864 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-06e10d57-2c3c-4c8c-995e-7219bcb991ab service neutron] 10.222.0.52 "PUT /v2.0/ports/3d39939b-345a-41c7-9e6f-c31ca23d0db0 HTTP/1.1" status: 200 len: 1092 time: 0.6143656 Aug 11 22:56:31.160314 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d48707-eab0-435f-93bf-9f2112163657', 'tag': '3d39939b-345a-41c7-9e6f-c31ca23d0db0'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:56:31.163256 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b102379e7d6c573a0c111394fd6df11cb948dcd7c204d584f65cddae3f2353ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7042a5-76f2-46a6-9d3d-38d67811fa57" -d '{"events": [{"name": "network-changed", "server_uuid": "84d48707-eab0-435f-93bf-9f2112163657", "tag": "3d39939b-345a-41c7-9e6f-c31ca23d0db0"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:56:31.195831 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e10d57-2c3c-4c8c-995e-7219bcb991ab service neutron] Pushing event updated for resources: {'Port': ['ID=3d39939b-345a-41c7-9e6f-c31ca23d0db0,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:56:31.210286 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6b413547-f9ed-4490-9491-11cce3bd3068 req-e4a43a25-1f91-4f7b-8bf6-0f34f5355185 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537920 Aug 11 22:56:31.252619 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-dbeb2114-703d-4398-8fd9-ddabe906cf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:31.254330 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-dbeb2114-703d-4398-8fd9-ddabe906cf54 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 1095 time: 0.0514724 Aug 11 22:56:31.259861 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1a4660-52e1-4ca0-a566-575b24b4388b x-openstack-request-id: req-df1a4660-52e1-4ca0-a566-575b24b4388b {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:56:31.260227 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d48707-eab0-435f-93bf-9f2112163657", "tag": "3d39939b-345a-41c7-9e6f-c31ca23d0db0", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:56:31.260550 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-df1a4660-52e1-4ca0-a566-575b24b4388b {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:56:31.261053 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d48707-eab0-435f-93bf-9f2112163657', 'tag': '3d39939b-345a-41c7-9e6f-c31ca23d0db0', 'status': 'completed', 'code': 200} Aug 11 22:56:31.306955 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-7d0bc250-0ab7-4672-8e17-612d7c1a837f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d39939b-345a-41c7-9e6f-c31ca23d0db0 HTTP/1.1" status: 200 len: 217 time: 0.0402076 Aug 11 22:56:31.360554 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-f51c009b-759b-42c7-ba21-6b40e0327c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:31.362110 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-f51c009b-759b-42c7-ba21-6b40e0327c3e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0476713 Aug 11 22:56:31.407757 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-009c8827-8a4e-46aa-b1cc-d0ff171c75b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:31.409290 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-009c8827-8a4e-46aa-b1cc-d0ff171c75b6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401182 Aug 11 22:56:31.504685 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-c21ca9b9-ec53-4df8-9403-8de64cd1ef16 service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882931 Aug 11 22:56:31.594883 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-a9f71c75-6ecf-46a6-a1c0-eabdb7733a54 req-4cf04f57-973c-4e19-a391-fbeb8f9925a3 service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836933 Aug 11 22:56:31.682549 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7042a5-76f2-46a6-9d3d-38d67811fa57 req-a43a86be-f49b-4664-a6b4-cc2b17863bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:31.684076 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0b7042a5-76f2-46a6-9d3d-38d67811fa57 req-a43a86be-f49b-4664-a6b4-cc2b17863bab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 1095 time: 0.0410120 Aug 11 22:56:31.781420 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7042a5-76f2-46a6-9d3d-38d67811fa57 req-c428b373-7f8b-4b21-8995-42c4c9128b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:31.782951 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0b7042a5-76f2-46a6-9d3d-38d67811fa57 req-c428b373-7f8b-4b21-8995-42c4c9128b2a service neutron] 10.222.0.52 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0909655 Aug 11 22:56:31.824946 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0b7042a5-76f2-46a6-9d3d-38d67811fa57 req-3c9abaf1-054e-4cdf-b05a-fe1748cebb47 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d39939b-345a-41c7-9e6f-c31ca23d0db0 HTTP/1.1" status: 200 len: 217 time: 0.0345454 Aug 11 22:56:31.877505 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7042a5-76f2-46a6-9d3d-38d67811fa57 req-88f89ea5-3697-4c60-b727-a104779e2878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:31.879042 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0b7042a5-76f2-46a6-9d3d-38d67811fa57 req-88f89ea5-3697-4c60-b727-a104779e2878 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0470662 Aug 11 22:56:31.926660 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7042a5-76f2-46a6-9d3d-38d67811fa57 req-f30accda-b6f1-4f0b-a6f8-d36277301941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:31.928278 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0b7042a5-76f2-46a6-9d3d-38d67811fa57 req-f30accda-b6f1-4f0b-a6f8-d36277301941 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411227 Aug 11 22:56:32.021169 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0b7042a5-76f2-46a6-9d3d-38d67811fa57 req-2b1caee9-f015-4f07-8f60-8eb68a426fec service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853493 Aug 11 22:56:32.114560 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0b7042a5-76f2-46a6-9d3d-38d67811fa57 req-8d32efa4-3cb4-45c0-987d-71eaad403fe1 service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856731 Aug 11 22:56:32.343199 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0bbf4-f6c1-4cc9-b3e0-4788c03f868c req-4acc2cc3-370f-43fb-ba75-b42c40e21ffa tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:32.344711 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-11a0bbf4-f6c1-4cc9-b3e0-4788c03f868c req-4acc2cc3-370f-43fb-ba75-b42c40e21ffa tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 944 time: 0.0578232 Aug 11 22:56:32.384102 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-11a0bbf4-f6c1-4cc9-b3e0-4788c03f868c req-910d4f85-0a60-47af-a482-a01f461b528c tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325966 Aug 11 22:56:33.498130 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed2359-7206-4d13-a006-9e5c5b434068 req-251d5945-c115-4813-b002-6cb72c1081a6 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:33.499655 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69ed2359-7206-4d13-a006-9e5c5b434068 req-251d5945-c115-4813-b002-6cb72c1081a6 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 944 time: 0.0494127 Aug 11 22:56:33.538903 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69ed2359-7206-4d13-a006-9e5c5b434068 req-f5728de3-1cf1-4fd8-b306-901b2a5cb73a tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331848 Aug 11 22:56:34.457350 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 3d39939b-345a-41c7-9e6f-c31ca23d0db0 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:56:34.553812 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 3d39939b-345a-41c7-9e6f-c31ca23d0db0, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=3d39939b-345a-41c7-9e6f-c31ca23d0db0,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:56:34.566705 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '3d39939b-345a-41c7-9e6f-c31ca23d0db0', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'port_id': '3d39939b-345a-41c7-9e6f-c31ca23d0db0', 'mac_address': 'fa:16:3e:73:a9:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:56:34.608374 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:34.621483 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d39939b-345a-41c7-9e6f-c31ca23d0db0 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:56:34.641485 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 3d39939b-345a-41c7-9e6f-c31ca23d0db0, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=3d39939b-345a-41c7-9e6f-c31ca23d0db0,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:56:34.646170 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:34.655956 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2808e1-ce10-4b5a-93ad-5bb45ae967c0 req-6ed0b8d6-a509-4f0e-98ab-a747c3f0979b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:34.658452 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3f2808e1-ce10-4b5a-93ad-5bb45ae967c0 req-6ed0b8d6-a509-4f0e-98ab-a747c3f0979b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 944 time: 0.0515015 Aug 11 22:56:34.699185 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=3d39939b-345a-41c7-9e6f-c31ca23d0db0,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:56:34.708368 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3f2808e1-ce10-4b5a-93ad-5bb45ae967c0 req-4815ed5d-de82-438e-a25d-40ac965796e1 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431311 Aug 11 22:56:34.844056 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['3d39939b-345a-41c7-9e6f-c31ca23d0db0'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:56:35.831337 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b25562-5c78-4eae-8426-a47b25851f91 req-eaa17c06-9e04-4734-96c3-6a4cbddefede tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:35.832891 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-44b25562-5c78-4eae-8426-a47b25851f91 req-eaa17c06-9e04-4734-96c3-6a4cbddefede tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 945 time: 0.0540388 Aug 11 22:56:35.870561 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-44b25562-5c78-4eae-8426-a47b25851f91 req-83728773-6f91-4cec-89a3-86484054aeba tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317612 Aug 11 22:56:36.472745 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 3d39939b-345a-41c7-9e6f-c31ca23d0db0 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:56:36.520184 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 3d39939b-345a-41c7-9e6f-c31ca23d0db0 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:56:36.524550 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 3d39939b-345a-41c7-9e6f-c31ca23d0db0 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:56:36.524925 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:36.599419 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:36.625251 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d48707-eab0-435f-93bf-9f2112163657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d39939b-345a-41c7-9e6f-c31ca23d0db0'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:56:36.627481 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4786c72f-d7d7-4a3b-8704-76c493a50327" -d '{"events": [{"server_uuid": "84d48707-eab0-435f-93bf-9f2112163657", "name": "network-vif-plugged", "status": "completed", "tag": "3d39939b-345a-41c7-9e6f-c31ca23d0db0"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:56:36.640749 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 3d39939b-345a-41c7-9e6f-c31ca23d0db0, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=3d39939b-345a-41c7-9e6f-c31ca23d0db0,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:56:36.644845 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:36.669663 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f159b26a-f849-489d-912e-744f7fb2220c x-openstack-request-id: req-f159b26a-f849-489d-912e-744f7fb2220c {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:56:36.669976 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d48707-eab0-435f-93bf-9f2112163657", "name": "network-vif-plugged", "status": "completed", "tag": "3d39939b-345a-41c7-9e6f-c31ca23d0db0", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:56:36.670234 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f159b26a-f849-489d-912e-744f7fb2220c {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:56:36.670630 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d48707-eab0-435f-93bf-9f2112163657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d39939b-345a-41c7-9e6f-c31ca23d0db0', 'code': 200} Aug 11 22:56:36.696421 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=3d39939b-345a-41c7-9e6f-c31ca23d0db0,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:56:36.766785 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeab969-6f90-474d-8df4-99f2ee235044 req-3ceffa93-446b-45c0-ab1f-1618b0c095f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:36.768299 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eaeab969-6f90-474d-8df4-99f2ee235044 req-3ceffa93-446b-45c0-ab1f-1618b0c095f7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 1097 time: 0.0479822 Aug 11 22:56:36.805048 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-eaeab969-6f90-474d-8df4-99f2ee235044 req-e4b94d73-de7a-4124-82fb-69ab871b2d66 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294964 Aug 11 22:56:36.991783 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c4404-466b-4353-875b-19e4440fc727 req-e7177294-4784-4a4b-8744-ea1da3455e05 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:36.993327 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-837c4404-466b-4353-875b-19e4440fc727 req-e7177294-4784-4a4b-8744-ea1da3455e05 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 946 time: 0.0511334 Aug 11 22:56:37.033867 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-837c4404-466b-4353-875b-19e4440fc727 req-0dd00b29-a072-4b78-bcf5-c845d00739e5 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343709 Aug 11 22:56:38.150413 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431efc6-8718-443c-a973-600957c57d85 req-8dd222b3-3c2e-4f3d-a16b-57bec00763f5 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:38.152296 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a431efc6-8718-443c-a973-600957c57d85 req-8dd222b3-3c2e-4f3d-a16b-57bec00763f5 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 946 time: 0.0504546 Aug 11 22:56:38.198862 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a431efc6-8718-443c-a973-600957c57d85 req-693ea4a5-b078-40b3-9066-17aab71d4a8a tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402126 Aug 11 22:56:38.321782 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fe487-c5ab-404b-8500-f8007cee71e0 req-86bf1058-73dc-4679-9e72-a0d7962eaf88 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:38.323220 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ea6fe487-c5ab-404b-8500-f8007cee71e0 req-86bf1058-73dc-4679-9e72-a0d7962eaf88 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 946 time: 0.0558772 Aug 11 22:56:38.331801 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 55976) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:56:38.337214 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-a79c2777-d5d7-4484-8f1e-96cbd240df78 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Request body: {'floatingip': {'port_id': '3d39939b-345a-41c7-9e6f-c31ca23d0db0'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:56:38.377841 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a79c2777-d5d7-4484-8f1e-96cbd240df78 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for floatingip, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:38.653472 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:38.866236 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a79c2777-d5d7-4484-8f1e-96cbd240df78 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:38.871162 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a79c2777-d5d7-4484-8f1e-96cbd240df78 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:38.979264 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-a79c2777-d5d7-4484-8f1e-96cbd240df78 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Floating IP 44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7 associated. External IP: 172.25.2.5, port: 3d39939b-345a-41c7-9e6f-c31ca23d0db0. Aug 11 22:56:39.210299 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79c2777-d5d7-4484-8f1e-96cbd240df78 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Router d203a1eb-09c8-468b-a093-34fb0e82f78e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:56:39.327176 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79c2777-d5d7-4484-8f1e-96cbd240df78 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:56:39.332651 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a79c2777-d5d7-4484-8f1e-96cbd240df78 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:39.336921 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd1ef99-ce52-40c8-868e-db359d316673 None None] Sync routers for ids ['d203a1eb-09c8-468b-a093-34fb0e82f78e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:56:39.346308 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd1ef99-ce52-40c8-868e-db359d316673 None None] Routers {'d203a1eb-09c8-468b-a093-34fb0e82f78e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:56:39.347003 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-dcd1ef99-ce52-40c8-868e-db359d316673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:56:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d203a1eb-09c8-468b-a093-34fb0e82f78e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:56:39.365669 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a79c2777-d5d7-4484-8f1e-96cbd240df78 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "PUT /v2.0/floatingips/44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7 HTTP/1.1" status: 200 len: 991 time: 1.0322027 Aug 11 22:56:39.366412 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d48707-eab0-435f-93bf-9f2112163657', 'tag': '3d39939b-345a-41c7-9e6f-c31ca23d0db0'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:56:39.368756 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9702b4eb-eae0-4764-9061-68b1ea386e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "84d48707-eab0-435f-93bf-9f2112163657", "tag": "3d39939b-345a-41c7-9e6f-c31ca23d0db0"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:56:39.462216 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e076d4-d0de-4f6f-898d-905361c7c4b7 x-openstack-request-id: req-08e076d4-d0de-4f6f-898d-905361c7c4b7 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:56:39.462523 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d48707-eab0-435f-93bf-9f2112163657", "tag": "3d39939b-345a-41c7-9e6f-c31ca23d0db0", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:56:39.462780 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-08e076d4-d0de-4f6f-898d-905361c7c4b7 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:56:39.463208 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d48707-eab0-435f-93bf-9f2112163657', 'tag': '3d39939b-345a-41c7-9e6f-c31ca23d0db0', 'status': 'completed', 'code': 200} Aug 11 22:56:39.471101 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-dcd1ef99-ce52-40c8-868e-db359d316673 None None] Set router d203a1eb-09c8-468b-a093-34fb0e82f78e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:56:39.544179 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702b4eb-eae0-4764-9061-68b1ea386e1a req-a8b2d2d7-eee5-481d-b303-4098f3ec0b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:39.545804 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9702b4eb-eae0-4764-9061-68b1ea386e1a req-a8b2d2d7-eee5-481d-b303-4098f3ec0b90 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 1097 time: 0.0494888 Aug 11 22:56:39.647721 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702b4eb-eae0-4764-9061-68b1ea386e1a req-b9c64d13-4b99-4077-88ae-8856da8b244b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:39.649364 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9702b4eb-eae0-4764-9061-68b1ea386e1a req-b9c64d13-4b99-4077-88ae-8856da8b244b service neutron] 10.222.0.52 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0965216 Aug 11 22:56:39.720207 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9702b4eb-eae0-4764-9061-68b1ea386e1a req-1006e550-f922-44d2-b1e2-931951102d42 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d39939b-345a-41c7-9e6f-c31ca23d0db0 HTTP/1.1" status: 200 len: 999 time: 0.0635035 Aug 11 22:56:39.728628 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-dcd1ef99-ce52-40c8-868e-db359d316673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:57Z', 'revision_number': 4, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port': {'id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'port_id': '3d39939b-345a-41c7-9e6f-c31ca23d0db0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'mac_address': 'fa:16:3e:73:a9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d48707-eab0-435f-93bf-9f2112163657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:46:59Z', 'updated_at': '2021-08-11T22:56:38Z', 'revision_number': 13, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282979a1-edf4-4904-9e46-48b43fe0c8fc', 'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'mac_address': 'fa:16:3e:69:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:57Z', 'updated_at': '2021-08-11T22:47:02Z', 'revision_number': 5, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'subnets': [{'id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:56:39.786154 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702b4eb-eae0-4764-9061-68b1ea386e1a req-77201d5c-da42-47e1-a7e3-38d7b08ef67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:39.788647 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9702b4eb-eae0-4764-9061-68b1ea386e1a req-77201d5c-da42-47e1-a7e3-38d7b08ef67b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0622239 Aug 11 22:56:39.842494 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702b4eb-eae0-4764-9061-68b1ea386e1a req-d512413d-ade0-43e8-8e40-cdf149811aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:39.844126 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9702b4eb-eae0-4764-9061-68b1ea386e1a req-d512413d-ade0-43e8-8e40-cdf149811aa5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482702 Aug 11 22:56:39.855374 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd1ef99-ce52-40c8-868e-db359d316673 None None] Checking router: d203a1eb-09c8-468b-a093-34fb0e82f78e for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:56:39.865213 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd1ef99-ce52-40c8-868e-db359d316673 None None] Routers {'d203a1eb-09c8-468b-a093-34fb0e82f78e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:56:39.866063 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-dcd1ef99-ce52-40c8-868e-db359d316673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:56:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d203a1eb-09c8-468b-a093-34fb0e82f78e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:56:39.978144 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-dcd1ef99-ce52-40c8-868e-db359d316673 None None] Set router d203a1eb-09c8-468b-a093-34fb0e82f78e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:56:39.981135 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9702b4eb-eae0-4764-9061-68b1ea386e1a req-4a6cb425-b55d-491e-952f-38856fe93fef service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290164 Aug 11 22:56:40.095022 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9702b4eb-eae0-4764-9061-68b1ea386e1a req-e6b987eb-611b-42e1-8438-c0ae47e1a4c2 service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056087 Aug 11 22:56:40.216321 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-dcd1ef99-ce52-40c8-868e-db359d316673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:57Z', 'revision_number': 4, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port': {'id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'port_id': '3d39939b-345a-41c7-9e6f-c31ca23d0db0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'mac_address': 'fa:16:3e:73:a9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d48707-eab0-435f-93bf-9f2112163657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:46:59Z', 'updated_at': '2021-08-11T22:56:38Z', 'revision_number': 13, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282979a1-edf4-4904-9e46-48b43fe0c8fc', 'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'mac_address': 'fa:16:3e:69:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:57Z', 'updated_at': '2021-08-11T22:47:02Z', 'revision_number': 5, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'subnets': [{'id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:56:40.242927 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd1ef99-ce52-40c8-868e-db359d316673 None None] The sync data for ids ['d203a1eb-09c8-468b-a093-34fb0e82f78e'] in n-d-804275-3 is: [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:57Z', 'revision_number': 4, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port': {'id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'port_id': '3d39939b-345a-41c7-9e6f-c31ca23d0db0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'mac_address': 'fa:16:3e:73:a9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d48707-eab0-435f-93bf-9f2112163657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T22:46:59Z', 'updated_at': '2021-08-11T22:56:38Z', 'revision_number': 13, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282979a1-edf4-4904-9e46-48b43fe0c8fc', 'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'mac_address': 'fa:16:3e:69:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:57Z', 'updated_at': '2021-08-11T22:47:02Z', 'revision_number': 5, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'subnets': [{'id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:56:40.439995 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f83be5f-b3ae-4417-8d6d-a7627e061746 None None] New status for floating IP 44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7: ACTIVE {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:56:43.306618 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c27f090c-af7c-4c7b-a13c-5b2e4c53d3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:46.132474 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:46.311018 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-37385af0-e8ef-46c4-bf60-cdc34762a450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:47.711600 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:49.172212 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:51.115936 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:56:58.104017 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:56:58.488814 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d47a4f48-0edb-47de-8459-574acb226f13 req-5aa35d8a-88fa-4492-b422-9ec45ef64367 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406575 Aug 11 22:56:58.578176 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a4f48-0edb-47de-8459-574acb226f13 req-a63771f7-a736-44ce-81f6-41ce8d23931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:58.579752 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d47a4f48-0edb-47de-8459-574acb226f13 req-a63771f7-a736-44ce-81f6-41ce8d23931d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 1097 time: 0.0462680 Aug 11 22:56:58.690765 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a4f48-0edb-47de-8459-574acb226f13 req-c4921f1b-f941-4fee-af78-b1381c720142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:58.692293 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d47a4f48-0edb-47de-8459-574acb226f13 req-c4921f1b-f941-4fee-af78-b1381c720142 service neutron] 10.222.0.52 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0918975 Aug 11 22:56:58.759702 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d47a4f48-0edb-47de-8459-574acb226f13 req-a51e33e5-6e86-436d-bf34-73ed20ba69d1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d39939b-345a-41c7-9e6f-c31ca23d0db0 HTTP/1.1" status: 200 len: 1001 time: 0.0591464 Aug 11 22:56:58.817223 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a4f48-0edb-47de-8459-574acb226f13 req-0c77a81d-f96c-49ff-8d24-a2eca51d9999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:58.819228 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d47a4f48-0edb-47de-8459-574acb226f13 req-0c77a81d-f96c-49ff-8d24-a2eca51d9999 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0509901 Aug 11 22:56:58.868780 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a4f48-0edb-47de-8459-574acb226f13 req-df64e933-16c0-4230-b156-8cc88481ff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:56:58.870452 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d47a4f48-0edb-47de-8459-574acb226f13 req-df64e933-16c0-4230-b156-8cc88481ff0b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439274 Aug 11 22:56:58.980303 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d47a4f48-0edb-47de-8459-574acb226f13 req-a4944116-ea8b-44af-b087-207a5fa505ae service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994864 Aug 11 22:56:59.085474 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d47a4f48-0edb-47de-8459-574acb226f13 req-50b73eb3-c339-44b8-866f-8f1afb857502 service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969818 Aug 11 22:57:08.664799 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:57:13.308021 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fdf8c1a1-7939-4d2d-b877-46ab8ee72356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:57:16.134756 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:57:16.313516 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c6188407-c8b4-45b3-a06c-6ccf00fa4ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:57:17.713993 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:57:19.172882 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:57:21.109802 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:57:35.107825 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:57:38.665278 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:57:43.308609 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1b33d8b5-caba-407d-9a91-6b0d1a09d2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:57:46.136006 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:57:46.314036 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-617e52f1-0664-4504-b1b6-f5a870144068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:57:47.717233 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:57:49.174706 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:57:51.125365 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:57:58.430666 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e5d57684-f729-41a6-af59-4df97719547d req-8e232ae4-8088-4126-8449-f01d7c15e74f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428391 Aug 11 22:57:58.513025 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d57684-f729-41a6-af59-4df97719547d req-e32c2cf3-300f-4199-944d-f4ddf9504ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:57:58.514554 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e5d57684-f729-41a6-af59-4df97719547d req-e32c2cf3-300f-4199-944d-f4ddf9504ac6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 1097 time: 0.0406003 Aug 11 22:57:58.622257 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d57684-f729-41a6-af59-4df97719547d req-82276d2e-739e-40eb-90f3-110b9178b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:57:58.623769 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e5d57684-f729-41a6-af59-4df97719547d req-82276d2e-739e-40eb-90f3-110b9178b5c5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0889556 Aug 11 22:57:58.688462 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e5d57684-f729-41a6-af59-4df97719547d req-d7a2fb1e-6d65-4ae6-a696-ad10377e456a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d39939b-345a-41c7-9e6f-c31ca23d0db0 HTTP/1.1" status: 200 len: 1001 time: 0.0578356 Aug 11 22:57:58.739476 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d57684-f729-41a6-af59-4df97719547d req-4f5b2fe1-5ed0-4416-bf49-16266fbbd861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:57:58.741555 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e5d57684-f729-41a6-af59-4df97719547d req-4f5b2fe1-5ed0-4416-bf49-16266fbbd861 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0469320 Aug 11 22:57:58.786244 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d57684-f729-41a6-af59-4df97719547d req-c0549687-7a35-42f8-88d5-8f1a9557909b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:57:58.788171 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e5d57684-f729-41a6-af59-4df97719547d req-c0549687-7a35-42f8-88d5-8f1a9557909b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392759 Aug 11 22:57:58.876135 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e5d57684-f729-41a6-af59-4df97719547d req-40d52e86-8c87-4130-89bb-fa5f3ca1c427 service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804899 Aug 11 22:57:58.970528 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e5d57684-f729-41a6-af59-4df97719547d req-5a0b0344-f4f6-4c8c-a467-216aee56bcef service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878556 Aug 11 22:58:08.666897 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:58:12.107861 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:58:13.309381 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e3a11824-df40-407b-b09b-e1f64f5314fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:58:16.137666 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:58:16.320206 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-72c956d8-bc99-437e-8ff3-4d6b5f9617b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:58:16.885119 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ae33d-a720-4287-ad8e-bd5cf2de1ba5 req-7bfd58bf-9951-410c-80cb-c56265e4515e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:16.886823 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e19ae33d-a720-4287-ad8e-bd5cf2de1ba5 req-7bfd58bf-9951-410c-80cb-c56265e4515e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 946 time: 0.0532975 Aug 11 22:58:16.927135 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e19ae33d-a720-4287-ad8e-bd5cf2de1ba5 req-e9bccd1b-bf8a-4b40-a9c0-f6ae96ea94b1 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339363 Aug 11 22:58:17.718488 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:58:19.181210 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:58:21.135500 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:58:28.107651 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937581b4-22d0-46b8-9bae-8ce262f6a7f2 req-3f8d95e0-2315-4516-b924-54a4d07ec1dc tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:28.109207 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-937581b4-22d0-46b8-9bae-8ce262f6a7f2 req-3f8d95e0-2315-4516-b924-54a4d07ec1dc tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 946 time: 0.0494204 Aug 11 22:58:28.152426 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-937581b4-22d0-46b8-9bae-8ce262f6a7f2 req-e238abca-c7bd-4a83-9e18-c5138ae332ca tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365829 Aug 11 22:58:28.218230 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-411b8b3a-995a-4ac6-a6ef-459f7ced598b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851612 Aug 11 22:58:29.275051 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2dedb3-07cb-41ba-8362-0883a3d02358 req-6aabd208-5d51-490c-8321-35127a27c919 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:29.276868 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9f2dedb3-07cb-41ba-8362-0883a3d02358 req-6aabd208-5d51-490c-8321-35127a27c919 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 946 time: 0.0531580 Aug 11 22:58:29.321000 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9f2dedb3-07cb-41ba-8362-0883a3d02358 req-23065d63-72f8-42f6-b4d9-96a3bbb027f9 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380676 Aug 11 22:58:29.374012 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-c901d6bd-e2ed-42f6-ab2d-fa1fe43ecbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:29.375569 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-c901d6bd-e2ed-42f6-ab2d-fa1fe43ecbba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 1097 time: 0.0413983 Aug 11 22:58:29.467626 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-12468b26-3b72-4792-84e8-983927e41ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:29.469008 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-12468b26-3b72-4792-84e8-983927e41ff8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0869513 Aug 11 22:58:29.540176 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-a0f4dc77-0031-4a14-8d10-737aa3a06509 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d39939b-345a-41c7-9e6f-c31ca23d0db0 HTTP/1.1" status: 200 len: 1001 time: 0.0637391 Aug 11 22:58:29.593881 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-d653b6a5-5e44-4134-a8bb-16b3f48753fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:29.595388 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-d653b6a5-5e44-4134-a8bb-16b3f48753fa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0485687 Aug 11 22:58:29.639341 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-ed1e0ff3-f01e-4cc4-87fd-22249729946f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:29.640853 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-ed1e0ff3-f01e-4cc4-87fd-22249729946f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388949 Aug 11 22:58:29.729387 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-3b42a8b5-7a7b-4d60-b649-307ab4dd0b0a service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810723 Aug 11 22:58:29.825677 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-f059c0a4-8e66-4264-aa7a-6ad8a7a9b214 service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883253 Aug 11 22:58:30.437488 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddf13a-6308-431f-bb84-523866d66563 req-32223b2a-d376-452d-b11a-c45ac18f06b1 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:30.438957 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a8ddf13a-6308-431f-bb84-523866d66563 req-32223b2a-d376-452d-b11a-c45ac18f06b1 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 946 time: 0.0496202 Aug 11 22:58:30.478752 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a8ddf13a-6308-431f-bb84-523866d66563 req-b8360e40-685b-4692-be12-f5d0e326f26d tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331414 Aug 11 22:58:31.593203 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd7943-e63c-4c49-bcb7-637e811b7ad8 req-d15bf41c-cbc8-4745-8372-d237db8e5786 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:31.594750 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-63bd7943-e63c-4c49-bcb7-637e811b7ad8 req-d15bf41c-cbc8-4745-8372-d237db8e5786 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 946 time: 0.0487151 Aug 11 22:58:31.632712 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-63bd7943-e63c-4c49-bcb7-637e811b7ad8 req-ce2da26e-7a7b-4aba-a541-570786a627a9 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312355 Aug 11 22:58:32.758986 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb26452-aaea-4ed5-8536-96529ce50dcd req-9990e7bf-2b3c-4f21-bb24-33244e30310a tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:32.760516 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fbb26452-aaea-4ed5-8536-96529ce50dcd req-9990e7bf-2b3c-4f21-bb24-33244e30310a tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 946 time: 0.0527494 Aug 11 22:58:32.798901 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fbb26452-aaea-4ed5-8536-96529ce50dcd req-a8e35d0e-4be9-47b6-9c2a-c89fbc8ab4a6 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324905 Aug 11 22:58:33.915920 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85b361-727e-4914-9ded-5a8a323e4fca req-f730b2f2-63c9-44f1-9e21-fcdc3f21bb31 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:33.917453 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5e85b361-727e-4914-9ded-5a8a323e4fca req-f730b2f2-63c9-44f1-9e21-fcdc3f21bb31 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 946 time: 0.0505939 Aug 11 22:58:33.957527 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5e85b361-727e-4914-9ded-5a8a323e4fca req-77de7b7d-90a4-4cab-8248-f51a3c265d72 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338247 Aug 11 22:58:35.075262 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211275d-ca1d-433a-9127-06c092e716c5 req-268c0023-7f22-42ec-9ccf-972142d0f607 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:35.076768 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8211275d-ca1d-433a-9127-06c092e716c5 req-268c0023-7f22-42ec-9ccf-972142d0f607 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 946 time: 0.0483484 Aug 11 22:58:35.113710 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8211275d-ca1d-433a-9127-06c092e716c5 req-2943c172-55bd-4ec9-981f-185432c025b5 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310574 Aug 11 22:58:36.233942 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24292a1b-d0fd-47a4-82a4-cfe7dc3bdefd req-11d321b1-222b-4e2c-9e77-202f13bf397a tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:36.235455 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-24292a1b-d0fd-47a4-82a4-cfe7dc3bdefd req-11d321b1-222b-4e2c-9e77-202f13bf397a tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 946 time: 0.0524409 Aug 11 22:58:36.272870 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-24292a1b-d0fd-47a4-82a4-cfe7dc3bdefd req-a3582d84-bdba-4601-8349-6715cf85ee69 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307651 Aug 11 22:58:37.389014 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f232e1e-e5e7-421c-ad8c-922a4f0729ce req-673313d4-d5af-44ea-ba47-a338ca8cd046 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:37.390528 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2f232e1e-e5e7-421c-ad8c-922a4f0729ce req-673313d4-d5af-44ea-ba47-a338ca8cd046 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 946 time: 0.0500207 Aug 11 22:58:37.428676 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2f232e1e-e5e7-421c-ad8c-922a4f0729ce req-1e2a555c-760c-4e5e-9c22-d0446a0a1d55 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316920 Aug 11 22:58:38.543317 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f79f8-bae4-4876-9889-f9d734bed07e req-53d52eea-9222-44ce-bebe-53245b631d28 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:38.544865 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a8f79f8-bae4-4876-9889-f9d734bed07e req-53d52eea-9222-44ce-bebe-53245b631d28 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 946 time: 0.0485792 Aug 11 22:58:38.582662 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a8f79f8-bae4-4876-9889-f9d734bed07e req-f7732369-6c4e-49e5-8027-cdf2f3e1abec tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318949 Aug 11 22:58:38.651178 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:58:39.706374 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ea805-60d5-477c-b2eb-25db01520bb0 req-a8cb323d-cddc-4f6e-a54b-1f642f8b4107 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:39.707889 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-660ea805-60d5-477c-b2eb-25db01520bb0 req-a8cb323d-cddc-4f6e-a54b-1f642f8b4107 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 946 time: 0.0532308 Aug 11 22:58:39.745408 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-660ea805-60d5-477c-b2eb-25db01520bb0 req-f63216fb-20f9-43bd-a6f7-bb117b78602d tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316234 Aug 11 22:58:40.866961 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e5a4e-4a00-4997-b325-ee3b64a7066d req-0e2508eb-11f2-49b2-8878-e0ab0aa5f7d2 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:40.868504 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-455e5a4e-4a00-4997-b325-ee3b64a7066d req-0e2508eb-11f2-49b2-8878-e0ab0aa5f7d2 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 946 time: 0.0512328 Aug 11 22:58:40.906162 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-455e5a4e-4a00-4997-b325-ee3b64a7066d req-3552c7ea-e691-4d48-9f14-51c1f957b7de tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317948 Aug 11 22:58:42.032701 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a53573-8c49-4e6c-86e2-7cdd4bda4e23 req-79db94eb-7cd8-4dd8-8d92-caaa690e64b5 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:42.034226 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-29a53573-8c49-4e6c-86e2-7cdd4bda4e23 req-79db94eb-7cd8-4dd8-8d92-caaa690e64b5 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 946 time: 0.0517740 Aug 11 22:58:42.074082 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-29a53573-8c49-4e6c-86e2-7cdd4bda4e23 req-5bf28a81-b2de-4752-bd3d-702f48920b3c tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338595 Aug 11 22:58:43.199066 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26c85b-9557-4b9e-970c-717cf1525b34 req-36158f68-418f-4a1c-8744-67de2a1d4358 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:43.200645 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ea26c85b-9557-4b9e-970c-717cf1525b34 req-36158f68-418f-4a1c-8744-67de2a1d4358 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 946 time: 0.0567055 Aug 11 22:58:43.238962 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ea26c85b-9557-4b9e-970c-717cf1525b34 req-2a659342-ab10-4207-bbc1-dfaca4810415 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322318 Aug 11 22:58:43.313675 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-05613308-049d-4f77-addd-9999a9584d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:58:43.499369 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-d9b3f688-fa4f-42cf-83c3-81c38555e75a service neutron] show failed (client error): The resource could not be found. Aug 11 22:58:43.500439 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-d9b3f688-fa4f-42cf-83c3-81c38555e75a service neutron] 10.222.0.52 "GET /v2.0/ports/3d39939b-345a-41c7-9e6f-c31ca23d0db0/bindings/n-h1-804275-3 HTTP/1.1" status: 404 len: 380 time: 0.0561922 Aug 11 22:58:43.698802 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-1760387f-a9db-4a48-af7b-bfc5b7155191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:43.700203 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-1760387f-a9db-4a48-af7b-bfc5b7155191 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657&tenant_id=c473269f7e9f4a82a13c33cb529bc8ea HTTP/1.1" status: 200 len: 1097 time: 0.0416467 Aug 11 22:58:43.717364 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804275-3', 'device_owner': 'compute:nova'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:58:43.768249 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:58:43.987136 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] For port 3d39939b-345a-41c7-9e6f-c31ca23d0db0, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=3d39939b-345a-41c7-9e6f-c31ca23d0db0,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:58:44.020280 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] For port 3d39939b-345a-41c7-9e6f-c31ca23d0db0, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:58:44.059931 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d48707-eab0-435f-93bf-9f2112163657', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d39939b-345a-41c7-9e6f-c31ca23d0db0'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:58:44.062217 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fefc847-ee2a-4f6e-9675-0dd5edd55764" -d '{"events": [{"server_uuid": "84d48707-eab0-435f-93bf-9f2112163657", "name": "network-vif-unplugged", "status": "completed", "tag": "3d39939b-345a-41c7-9e6f-c31ca23d0db0"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:58:44.066359 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:58:44.079170 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Transition to ACTIVE for port object 3d39939b-345a-41c7-9e6f-c31ca23d0db0 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:58:44.083469 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:58:44.112057 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 22:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7287232-d2f1-44a4-994d-8090f5e06fd1 x-openstack-request-id: req-f7287232-d2f1-44a4-994d-8090f5e06fd1 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:58:44.112269 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d48707-eab0-435f-93bf-9f2112163657", "name": "network-vif-unplugged", "status": "completed", "tag": "3d39939b-345a-41c7-9e6f-c31ca23d0db0", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:58:44.112525 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f7287232-d2f1-44a4-994d-8090f5e06fd1 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:58:44.112926 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d48707-eab0-435f-93bf-9f2112163657', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d39939b-345a-41c7-9e6f-c31ca23d0db0', 'code': 200} Aug 11 22:58:44.170914 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d39939b-345a-41c7-9e6f-c31ca23d0db0,revision_number=6']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:58:44.183321 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:58:44.183702 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:58:44.184053 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:58:44.184469 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:58:44.184740 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:58:44.185078 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:58:44.185414 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:58:44.185747 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:58:44.186080 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:58:44.186738 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:58:44.186738 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:58:44.187042 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:58:44.218842 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] No DVR routers for this DVR port 3d39939b-345a-41c7-9e6f-c31ca23d0db0 on host n-h2-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:58:44.671035 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa394f0-d704-4cb5-aa50-432942f2938c req-87e407c1-334c-43b9-bad4-dca514a79fd0 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:44.672500 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0aa394f0-d704-4cb5-aa50-432942f2938c req-87e407c1-334c-43b9-bad4-dca514a79fd0 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 944 time: 0.0679562 Aug 11 22:58:44.714178 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Attempting to bind port 3d39939b-345a-41c7-9e6f-c31ca23d0db0 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:58:44.714517 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Attempting to bind port 3d39939b-345a-41c7-9e6f-c31ca23d0db0 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:58:44.714853 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Attempting to bind port 3d39939b-345a-41c7-9e6f-c31ca23d0db0 on network 441f2af6-8595-44a9-9e6b-081102047a3e {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:58:44.726641 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Port 3d39939b-345a-41c7-9e6f-c31ca23d0db0 on network 441f2af6-8595-44a9-9e6b-081102047a3e not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:58:44.726966 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Attempting to bind port 3d39939b-345a-41c7-9e6f-c31ca23d0db0 on network 441f2af6-8595-44a9-9e6b-081102047a3e {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:58:44.736140 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0aa394f0-d704-4cb5-aa50-432942f2938c req-bfb85310-fc63-4dd4-a211-5ad664e40a90 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507212 Aug 11 22:58:44.737011 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:58:44.737355 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Checking segment: {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:58:44.737742 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Bound using segment: {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:58:44.738173 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Bound port: 3d39939b-345a-41c7-9e6f-c31ca23d0db0, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:58:44.738537 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:58:44.803996 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] For port 3d39939b-345a-41c7-9e6f-c31ca23d0db0, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:58:44.807433 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] For port 3d39939b-345a-41c7-9e6f-c31ca23d0db0, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=3d39939b-345a-41c7-9e6f-c31ca23d0db0,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:58:44.811947 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:58:44.854388 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:44.855026 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:58:44.856476 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] 10.222.0.82 "PUT /v2.0/ports/3d39939b-345a-41c7-9e6f-c31ca23d0db0 HTTP/1.1" status: 200 len: 1092 time: 1.1430628 Aug 11 22:58:44.870256 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62167644-bfe1-470f-ae27-a32f52d4bcd3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d39939b-345a-41c7-9e6f-c31ca23d0db0,revision_number=7']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:58:44.933555 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-f6653122-19e9-4f07-a9d0-3a7c60cd3db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:44.935237 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-f6653122-19e9-4f07-a9d0-3a7c60cd3db7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 1095 time: 0.0437579 Aug 11 22:58:45.035929 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-ab71cf98-a6fc-4d19-acaf-d26729894544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:45.037446 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-ab71cf98-a6fc-4d19-acaf-d26729894544 service neutron] 10.222.0.82 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0949619 Aug 11 22:58:45.103609 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-4b6d088a-861b-4cd3-8169-2839f781d0d5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d39939b-345a-41c7-9e6f-c31ca23d0db0 HTTP/1.1" status: 200 len: 999 time: 0.0582726 Aug 11 22:58:45.153068 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-01746fcd-dae3-4dbd-bd84-ff561712a9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:45.154467 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-01746fcd-dae3-4dbd-bd84-ff561712a9bb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0429573 Aug 11 22:58:45.172058 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 3d39939b-345a-41c7-9e6f-c31ca23d0db0 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:58:45.204103 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-3ec04bb1-d2bd-4521-996f-c3b4d358a971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:45.205636 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-3ec04bb1-d2bd-4521-996f-c3b4d358a971 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442793 Aug 11 22:58:45.210611 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 3d39939b-345a-41c7-9e6f-c31ca23d0db0 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:58:45.293173 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-30daba7d-22b7-4060-9ae2-2d888e8901f9 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804513 Aug 11 22:58:45.384590 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6aafd0ef-a488-4a5e-aa62-49f5fc9eb0ac req-a9fb023e-80f9-4f59-8fc8-ad317a94ae37 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841630 Aug 11 22:58:45.854236 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92909e-ee4e-4e3f-8084-0739e7823e17 req-12abd13a-a918-4fd8-a612-95046138dfd1 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:45.855711 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6b92909e-ee4e-4e3f-8084-0739e7823e17 req-12abd13a-a918-4fd8-a612-95046138dfd1 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 944 time: 0.0503349 Aug 11 22:58:45.894526 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6b92909e-ee4e-4e3f-8084-0739e7823e17 req-d4c59c5b-9e67-4305-b696-1ec3c43d6398 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324450 Aug 11 22:58:46.114943 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d48707-eab0-435f-93bf-9f2112163657', 'tag': '3d39939b-345a-41c7-9e6f-c31ca23d0db0'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:58:46.117856 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d79e4c-ef96-4ea0-89c2-99eb56124c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "84d48707-eab0-435f-93bf-9f2112163657", "tag": "3d39939b-345a-41c7-9e6f-c31ca23d0db0"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:58:46.141865 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:58:46.175682 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd34880-1e5c-4106-9a39-87fe7f1b1630 x-openstack-request-id: req-1cd34880-1e5c-4106-9a39-87fe7f1b1630 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:58:46.175981 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d48707-eab0-435f-93bf-9f2112163657", "tag": "3d39939b-345a-41c7-9e6f-c31ca23d0db0", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:58:46.176240 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1cd34880-1e5c-4106-9a39-87fe7f1b1630 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:58:46.176645 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d48707-eab0-435f-93bf-9f2112163657', 'tag': '3d39939b-345a-41c7-9e6f-c31ca23d0db0', 'status': 'completed', 'code': 200} Aug 11 22:58:46.247872 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d79e4c-ef96-4ea0-89c2-99eb56124c0d req-d3ff53df-9cf2-4621-bd49-3f9498e0621a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:46.249410 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-28d79e4c-ef96-4ea0-89c2-99eb56124c0d req-d3ff53df-9cf2-4621-bd49-3f9498e0621a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 1095 time: 0.0504870 Aug 11 22:58:46.259209 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d79e4c-ef96-4ea0-89c2-99eb56124c0d req-52240905-12d8-4f2a-a0f1-0da4670be73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:46.262840 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-28d79e4c-ef96-4ea0-89c2-99eb56124c0d req-52240905-12d8-4f2a-a0f1-0da4670be73c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 1095 time: 0.0444334 Aug 11 22:58:46.324235 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a8026bca-df70-4486-81d0-6e8801c35ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:58:46.368404 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d79e4c-ef96-4ea0-89c2-99eb56124c0d req-0b5411c1-1708-4067-b8ad-3ffe193a9e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:46.369985 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-28d79e4c-ef96-4ea0-89c2-99eb56124c0d req-0b5411c1-1708-4067-b8ad-3ffe193a9e15 service neutron] 10.222.0.52 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.1125770 Aug 11 22:58:46.384150 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d79e4c-ef96-4ea0-89c2-99eb56124c0d req-085f53d8-dd5d-4a64-9aa4-e8e6172b441f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:46.385766 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-28d79e4c-ef96-4ea0-89c2-99eb56124c0d req-085f53d8-dd5d-4a64-9aa4-e8e6172b441f service neutron] 10.222.0.82 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.1177471 Aug 11 22:58:46.443964 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-28d79e4c-ef96-4ea0-89c2-99eb56124c0d req-af59c0f5-7174-420d-ac92-c4001a09264d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d39939b-345a-41c7-9e6f-c31ca23d0db0 HTTP/1.1" status: 200 len: 999 time: 0.0666656 Aug 11 22:58:46.466875 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-28d79e4c-ef96-4ea0-89c2-99eb56124c0d req-dd6c16f0-9493-4af8-b349-68782a87ed01 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d39939b-345a-41c7-9e6f-c31ca23d0db0 HTTP/1.1" status: 200 len: 999 time: 0.0729170 Aug 11 22:58:46.499741 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d79e4c-ef96-4ea0-89c2-99eb56124c0d req-ed8f1b67-4531-4bd2-8f4f-360dbc17cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:46.501346 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-28d79e4c-ef96-4ea0-89c2-99eb56124c0d req-ed8f1b67-4531-4bd2-8f4f-360dbc17cfca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0510147 Aug 11 22:58:46.521658 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d79e4c-ef96-4ea0-89c2-99eb56124c0d req-411516a6-325a-4d72-834e-80d8d22d875a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:46.523829 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-28d79e4c-ef96-4ea0-89c2-99eb56124c0d req-411516a6-325a-4d72-834e-80d8d22d875a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0502813 Aug 11 22:58:46.550583 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d79e4c-ef96-4ea0-89c2-99eb56124c0d req-01e4fc54-0797-44fa-ad8f-7e8dd1efd874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:46.552257 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-28d79e4c-ef96-4ea0-89c2-99eb56124c0d req-01e4fc54-0797-44fa-ad8f-7e8dd1efd874 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436788 Aug 11 22:58:46.571683 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d79e4c-ef96-4ea0-89c2-99eb56124c0d req-1bdc1b42-ec92-469d-afae-2d2c93420872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:46.573328 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-28d79e4c-ef96-4ea0-89c2-99eb56124c0d req-1bdc1b42-ec92-469d-afae-2d2c93420872 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420823 Aug 11 22:58:46.647920 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-28d79e4c-ef96-4ea0-89c2-99eb56124c0d req-2d171a34-9b6e-48b5-9f6d-cc2faf55fe49 service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882022 Aug 11 22:58:46.670708 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-28d79e4c-ef96-4ea0-89c2-99eb56124c0d req-ed839cf2-bbc2-4ab2-9d69-04680c00d112 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900087 Aug 11 22:58:46.753264 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-28d79e4c-ef96-4ea0-89c2-99eb56124c0d req-4f1a4eca-c467-4640-a9ca-9f5d784de013 service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979335 Aug 11 22:58:46.777143 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-28d79e4c-ef96-4ea0-89c2-99eb56124c0d req-186accf6-78c2-4f55-b9e0-03d6530f4af3 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997250 Aug 11 22:58:47.015727 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7c588-db86-4eb1-8b51-057a39f1dbca req-e8e8823d-7c07-4403-bce4-73e2ca11b09e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:47.017458 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-51b7c588-db86-4eb1-8b51-057a39f1dbca req-e8e8823d-7c07-4403-bce4-73e2ca11b09e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 944 time: 0.0515802 Aug 11 22:58:47.059583 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-51b7c588-db86-4eb1-8b51-057a39f1dbca req-af1417d2-0531-4adb-933a-33be0a73af59 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329823 Aug 11 22:58:47.723027 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:58:48.180712 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e549afa-baa4-419b-a7a6-e4bf14b6131e req-16d106f3-1e32-49c3-a557-60affe2332bb tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:48.182858 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6e549afa-baa4-419b-a7a6-e4bf14b6131e req-16d106f3-1e32-49c3-a557-60affe2332bb tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 944 time: 0.0534346 Aug 11 22:58:48.221445 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6e549afa-baa4-419b-a7a6-e4bf14b6131e req-083d9218-7308-4f71-a662-e6f8b808bb97 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320802 Aug 11 22:58:49.108210 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:58:49.187845 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:58:49.345566 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d6367-102c-4da2-992c-7e81f8f928ef req-860051d1-8e50-4efb-b0a3-52f03d3162d8 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:49.347123 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-182d6367-102c-4da2-992c-7e81f8f928ef req-860051d1-8e50-4efb-b0a3-52f03d3162d8 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 944 time: 0.0564375 Aug 11 22:58:49.386646 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-182d6367-102c-4da2-992c-7e81f8f928ef req-8b966595-e8ee-4bd3-907e-bad1ae2b1050 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330248 Aug 11 22:58:50.512115 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096886a9-0a1a-489a-88d9-c46e4bd58622 req-0b4917bb-9aed-42bf-bb30-18354363d6f2 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:50.513570 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-096886a9-0a1a-489a-88d9-c46e4bd58622 req-0b4917bb-9aed-42bf-bb30-18354363d6f2 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 944 time: 0.0509214 Aug 11 22:58:50.552064 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-096886a9-0a1a-489a-88d9-c46e4bd58622 req-60094158-c75c-41cb-bc68-0934d2bc63c9 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323608 Aug 11 22:58:51.137354 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:58:51.669073 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8fd0f-f25f-41d3-b7ac-602d1686f7d3 req-45933465-0fbb-47d9-b846-80423a546cf2 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:51.670585 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20d8fd0f-f25f-41d3-b7ac-602d1686f7d3 req-45933465-0fbb-47d9-b846-80423a546cf2 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 944 time: 0.0499427 Aug 11 22:58:51.708876 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20d8fd0f-f25f-41d3-b7ac-602d1686f7d3 req-27dd1c6f-cf0a-4322-9f3e-59c12c14eb95 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323167 Aug 11 22:58:52.829877 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8bfb13-507e-492d-99c0-d133c65f40fc req-16143df9-f0b4-4613-88e8-3a0d8f44bb72 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:52.831387 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9f8bfb13-507e-492d-99c0-d133c65f40fc req-16143df9-f0b4-4613-88e8-3a0d8f44bb72 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 944 time: 0.0551243 Aug 11 22:58:52.869874 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9f8bfb13-507e-492d-99c0-d133c65f40fc req-0ea57f6d-7b48-4063-9862-96449ea1841e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324221 Aug 11 22:58:53.987995 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39089b-cfc2-4c3d-b471-c0865310a8cb req-42da16cd-1439-491c-a007-44170839a839 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:53.989507 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b39089b-cfc2-4c3d-b471-c0865310a8cb req-42da16cd-1439-491c-a007-44170839a839 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 944 time: 0.0503442 Aug 11 22:58:54.029430 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b39089b-cfc2-4c3d-b471-c0865310a8cb req-783ee997-60b8-4749-800c-97de48f819fc tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333643 Aug 11 22:58:55.145209 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd8323-042e-432b-a3a6-79db4a8a168f req-bbfe2269-8793-4406-9770-ae3be7e8b954 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:55.146711 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-66cd8323-042e-432b-a3a6-79db4a8a168f req-bbfe2269-8793-4406-9770-ae3be7e8b954 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 944 time: 0.0494256 Aug 11 22:58:55.185703 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-66cd8323-042e-432b-a3a6-79db4a8a168f req-d6c99f56-414c-4dbf-a7b4-da84da836424 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327933 Aug 11 22:58:56.303757 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9091927-fee3-4765-be0f-e5f006be9af1 req-d65d38e2-6929-4b3c-9d06-35cee3d9a2a9 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:56.305250 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b9091927-fee3-4765-be0f-e5f006be9af1 req-d65d38e2-6929-4b3c-9d06-35cee3d9a2a9 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 944 time: 0.0530336 Aug 11 22:58:56.342982 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b9091927-fee3-4765-be0f-e5f006be9af1 req-e98930a5-0851-4909-b040-f7dae77499dc tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317495 Aug 11 22:58:57.462026 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a96e07-ba70-40b3-9906-602ebd3b9767 req-aa6e98cf-544b-48e8-b35d-b4df0af60af7 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:57.463618 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-00a96e07-ba70-40b3-9906-602ebd3b9767 req-aa6e98cf-544b-48e8-b35d-b4df0af60af7 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 944 time: 0.0496082 Aug 11 22:58:57.500691 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-00a96e07-ba70-40b3-9906-602ebd3b9767 req-86897ee4-61e2-4921-8390-8925b05d3e95 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311890 Aug 11 22:58:58.621054 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bb3d3-5fd8-4f9d-8807-b8951c00c22c req-7376fd64-40da-4c80-9dcd-50681aaaf7f9 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:58.622634 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-018bb3d3-5fd8-4f9d-8807-b8951c00c22c req-7376fd64-40da-4c80-9dcd-50681aaaf7f9 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 944 time: 0.0510252 Aug 11 22:58:58.663290 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-018bb3d3-5fd8-4f9d-8807-b8951c00c22c req-256b3895-314b-4fb8-a53b-b602f5cc05a8 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334527 Aug 11 22:58:59.661652 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 3d39939b-345a-41c7-9e6f-c31ca23d0db0 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:58:59.758818 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 3d39939b-345a-41c7-9e6f-c31ca23d0db0, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=3d39939b-345a-41c7-9e6f-c31ca23d0db0,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:58:59.770173 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '3d39939b-345a-41c7-9e6f-c31ca23d0db0', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'port_id': '3d39939b-345a-41c7-9e6f-c31ca23d0db0', 'mac_address': 'fa:16:3e:73:a9:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:58:59.783312 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d1c06-a25c-42b3-b65e-bc5bd046866a req-f8116d07-84b2-4812-a52c-83cec2f21a38 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:58:59.784856 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d95d1c06-a25c-42b3-b65e-bc5bd046866a req-f8116d07-84b2-4812-a52c-83cec2f21a38 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 944 time: 0.0533664 Aug 11 22:58:59.809304 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:58:59.822685 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d39939b-345a-41c7-9e6f-c31ca23d0db0 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:58:59.823966 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d95d1c06-a25c-42b3-b65e-bc5bd046866a req-8da8737a-ad71-415e-943b-1c709a9e5ab5 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324306 Aug 11 22:58:59.842574 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 3d39939b-345a-41c7-9e6f-c31ca23d0db0, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=3d39939b-345a-41c7-9e6f-c31ca23d0db0,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:58:59.846635 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:58:59.896437 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=3d39939b-345a-41c7-9e6f-c31ca23d0db0,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:58:59.904585 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:58:59.904929 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:58:59.905268 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:58:59.905603 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:58:59.905936 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:58:59.906264 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:58:59.906588 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:58:59.906910 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:58:59.907233 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:58:59.907571 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:58:59.907892 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:58:59.908214 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:59:00.145383 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-5eb8bdcc-9c8b-4328-bff4-48e34a9e64f3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:00.147428 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-5eb8bdcc-9c8b-4328-bff4-48e34a9e64f3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.82 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657&tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&binding%3Ahost_id=n-h1-804275-3 HTTP/1.1" status: 200 len: 945 time: 0.0784929 Aug 11 22:59:00.159879 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8b8f4-8099-4e30-90f7-2727031ea377 req-b7f1b7cb-104f-4d6a-a497-6b418066816c tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:00.161316 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a8a8b8f4-8099-4e30-90f7-2727031ea377 req-b7f1b7cb-104f-4d6a-a497-6b418066816c tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 945 time: 0.0809832 Aug 11 22:59:00.246379 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a8a8b8f4-8099-4e30-90f7-2727031ea377 req-17f5228d-6fd2-4a6a-b784-b5d66890b97c tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764320 Aug 11 22:59:00.250611 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-3dc1eee2-b787-44bb-8d68-1160c17a67d5 service neutron] 10.222.0.82 "GET /v2.0/ports/3d39939b-345a-41c7-9e6f-c31ca23d0db0/bindings/n-h1-804275-3 HTTP/1.1" status: 200 len: 382 time: 0.0884118 Aug 11 22:59:00.310864 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['3d39939b-345a-41c7-9e6f-c31ca23d0db0'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:59:00.332275 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-55e87cb7-661c-4adc-9bab-a623c26cec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:00.334081 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-55e87cb7-661c-4adc-9bab-a623c26cec9d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 1096 time: 0.0423896 Aug 11 22:59:00.429894 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-e84dfe1e-13eb-487c-84f9-0a45c858f570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:00.431489 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-e84dfe1e-13eb-487c-84f9-0a45c858f570 service neutron] 10.222.0.82 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0893083 Aug 11 22:59:00.497947 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-00beec98-80b5-4f83-812d-a60409832ed2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d39939b-345a-41c7-9e6f-c31ca23d0db0 HTTP/1.1" status: 200 len: 1000 time: 0.0599563 Aug 11 22:59:00.548133 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-83174a74-0ba7-4ce6-a389-0cec1ff96cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:00.549574 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-83174a74-0ba7-4ce6-a389-0cec1ff96cb9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0439346 Aug 11 22:59:00.598978 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-7b801ab7-7a53-49bf-8fd5-746845a31ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:00.600545 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-7b801ab7-7a53-49bf-8fd5-746845a31ad6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437467 Aug 11 22:59:00.689672 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-b28471d3-df8a-418f-bf58-d227fca78e2f service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814979 Aug 11 22:59:00.785045 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-1bb5b933-264c-42f9-bb4e-9eda3fdadfae service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872195 Aug 11 22:59:01.364617 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3acb21-4fc1-4d07-bd16-5029ac103337 req-7add9c57-222a-49e2-ad05-24df6f54cc9e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:01.366661 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3f3acb21-4fc1-4d07-bd16-5029ac103337 req-7add9c57-222a-49e2-ad05-24df6f54cc9e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 945 time: 0.0500362 Aug 11 22:59:01.414066 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3f3acb21-4fc1-4d07-bd16-5029ac103337 req-e52e2eca-ab69-4aa4-9d32-a888304684c2 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412631 Aug 11 22:59:01.679386 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 3d39939b-345a-41c7-9e6f-c31ca23d0db0 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:59:01.731902 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 3d39939b-345a-41c7-9e6f-c31ca23d0db0 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:59:01.736192 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 3d39939b-345a-41c7-9e6f-c31ca23d0db0 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:59:01.736576 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:01.819339 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:01.845182 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d48707-eab0-435f-93bf-9f2112163657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d39939b-345a-41c7-9e6f-c31ca23d0db0'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:59:01.847412 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1c6939-9849-466f-bd66-17ddc7a57709" -d '{"events": [{"server_uuid": "84d48707-eab0-435f-93bf-9f2112163657", "name": "network-vif-plugged", "status": "completed", "tag": "3d39939b-345a-41c7-9e6f-c31ca23d0db0"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:59:01.860743 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 3d39939b-345a-41c7-9e6f-c31ca23d0db0, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=3d39939b-345a-41c7-9e6f-c31ca23d0db0,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:59:01.865064 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:01.900925 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a7af32-d9b7-4c53-b93e-c29d3bdd54f4 x-openstack-request-id: req-c2a7af32-d9b7-4c53-b93e-c29d3bdd54f4 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:59:01.901240 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d48707-eab0-435f-93bf-9f2112163657", "name": "network-vif-plugged", "status": "completed", "tag": "3d39939b-345a-41c7-9e6f-c31ca23d0db0", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:59:01.901498 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c2a7af32-d9b7-4c53-b93e-c29d3bdd54f4 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:59:01.901893 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d48707-eab0-435f-93bf-9f2112163657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d39939b-345a-41c7-9e6f-c31ca23d0db0', 'code': 200} Aug 11 22:59:01.916687 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=3d39939b-345a-41c7-9e6f-c31ca23d0db0,revision_number=9']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:59:02.531226 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26863bf-edd9-4ab4-9033-5d0d238d8532 req-6c0eccf2-8da1-4230-881c-e43cae20a621 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:02.532794 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d26863bf-edd9-4ab4-9033-5d0d238d8532 req-6c0eccf2-8da1-4230-881c-e43cae20a621 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 946 time: 0.0485117 Aug 11 22:59:02.571093 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d26863bf-edd9-4ab4-9033-5d0d238d8532 req-91be2532-ff04-4509-84e5-db19df46ddd7 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317519 Aug 11 22:59:03.688682 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d2172-93cc-4e52-8495-fcc4c91bb366 req-53feb61f-7e90-445c-84dc-5ceec9aee041 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:03.690218 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-615d2172-93cc-4e52-8495-fcc4c91bb366 req-53feb61f-7e90-445c-84dc-5ceec9aee041 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 946 time: 0.0505023 Aug 11 22:59:03.733693 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-615d2172-93cc-4e52-8495-fcc4c91bb366 req-7d163e63-6bdd-4cdc-82fc-996adaa6c97d tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374422 Aug 11 22:59:04.852221 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e18c0-4d3f-4615-b12f-929c862c594b req-28379c97-dd15-4149-b4b1-d937f50002b9 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:04.853861 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d49e18c0-4d3f-4615-b12f-929c862c594b req-28379c97-dd15-4149-b4b1-d937f50002b9 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 946 time: 0.0507140 Aug 11 22:59:04.892814 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d49e18c0-4d3f-4615-b12f-929c862c594b req-29fb8ab0-7dc2-48e0-9449-58d4b0ba32be tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324867 Aug 11 22:59:04.905435 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-40bdaa10-3527-41e5-8e85-4d5b13bf22fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:04.906969 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-40bdaa10-3527-41e5-8e85-4d5b13bf22fd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657&tenant_id=c473269f7e9f4a82a13c33cb529bc8ea HTTP/1.1" status: 200 len: 1097 time: 0.0428684 Aug 11 22:59:04.919277 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804275-3', 'device_owner': 'compute:nova'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:59:04.976080 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:05.180915 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] For port 3d39939b-345a-41c7-9e6f-c31ca23d0db0, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=3d39939b-345a-41c7-9e6f-c31ca23d0db0,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:59:05.214652 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] For port 3d39939b-345a-41c7-9e6f-c31ca23d0db0, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:59:05.253768 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d48707-eab0-435f-93bf-9f2112163657', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d39939b-345a-41c7-9e6f-c31ca23d0db0'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:59:05.256027 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b102379e7d6c573a0c111394fd6df11cb948dcd7c204d584f65cddae3f2353ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e10e629-e8dc-4a70-9f2e-487bf480ed39" -d '{"events": [{"server_uuid": "84d48707-eab0-435f-93bf-9f2112163657", "name": "network-vif-unplugged", "status": "completed", "tag": "3d39939b-345a-41c7-9e6f-c31ca23d0db0"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:59:05.260887 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:05.273665 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Transition to ACTIVE for port object 3d39939b-345a-41c7-9e6f-c31ca23d0db0 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:59:05.278345 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:05.305970 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 22:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a264881b-4a54-43b2-aaae-89af9d7ac4bc x-openstack-request-id: req-a264881b-4a54-43b2-aaae-89af9d7ac4bc {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:59:05.306269 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d48707-eab0-435f-93bf-9f2112163657", "name": "network-vif-unplugged", "status": "completed", "tag": "3d39939b-345a-41c7-9e6f-c31ca23d0db0", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:59:05.306523 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a264881b-4a54-43b2-aaae-89af9d7ac4bc {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:59:05.306920 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d48707-eab0-435f-93bf-9f2112163657', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d39939b-345a-41c7-9e6f-c31ca23d0db0', 'code': 200} Aug 11 22:59:05.364459 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3d39939b-345a-41c7-9e6f-c31ca23d0db0,revision_number=10']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:59:05.376886 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:59:05.377245 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:59:05.377594 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:59:05.377943 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:59:05.378285 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:59:05.378630 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:59:05.378966 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:59:05.379299 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:59:05.379669 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:59:05.380005 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:59:05.380336 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:59:05.380665 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 22:59:05.417427 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] No DVR routers for this DVR port 3d39939b-345a-41c7-9e6f-c31ca23d0db0 on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:59:05.554428 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Attempting to bind port 3d39939b-345a-41c7-9e6f-c31ca23d0db0 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:59:05.554686 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Attempting to bind port 3d39939b-345a-41c7-9e6f-c31ca23d0db0 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:59:05.555025 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Attempting to bind port 3d39939b-345a-41c7-9e6f-c31ca23d0db0 on network 441f2af6-8595-44a9-9e6b-081102047a3e {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:59:05.559203 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Port 3d39939b-345a-41c7-9e6f-c31ca23d0db0 on network 441f2af6-8595-44a9-9e6b-081102047a3e not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:59:05.559555 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Attempting to bind port 3d39939b-345a-41c7-9e6f-c31ca23d0db0 on network 441f2af6-8595-44a9-9e6b-081102047a3e {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:59:05.564411 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:59:05.564759 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Checking segment: {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:59:05.565149 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Bound using segment: {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:59:05.565580 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Bound port: 3d39939b-345a-41c7-9e6f-c31ca23d0db0, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d28e52-2286-45aa-bc31-41c63e8f3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:59:05.565939 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:05.629399 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] For port 3d39939b-345a-41c7-9e6f-c31ca23d0db0, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:59:05.633534 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] For port 3d39939b-345a-41c7-9e6f-c31ca23d0db0, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=3d39939b-345a-41c7-9e6f-c31ca23d0db0,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:59:05.637790 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:05.676005 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:05.676635 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:05.678037 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] 10.222.0.52 "PUT /v2.0/ports/3d39939b-345a-41c7-9e6f-c31ca23d0db0 HTTP/1.1" status: 200 len: 1093 time: 0.7629659 Aug 11 22:59:05.695349 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 3d39939b-345a-41c7-9e6f-c31ca23d0db0 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:59:05.711330 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455eca0-add6-4fbe-9064-699bfc0231d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3d39939b-345a-41c7-9e6f-c31ca23d0db0,revision_number=11']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:59:05.734925 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 3d39939b-345a-41c7-9e6f-c31ca23d0db0 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:59:05.744012 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-599fc11f-6e12-42f9-b2a1-8ebcb047d454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:05.745603 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-599fc11f-6e12-42f9-b2a1-8ebcb047d454 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 1096 time: 0.0443554 Aug 11 22:59:05.845970 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-5aa29504-cd27-4909-a1f0-e06fedde55fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:05.847582 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-5aa29504-cd27-4909-a1f0-e06fedde55fc service neutron] 10.222.0.52 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0949450 Aug 11 22:59:05.919499 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-91b34b94-4d6e-4815-bbe0-515bf43128a9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d39939b-345a-41c7-9e6f-c31ca23d0db0 HTTP/1.1" status: 200 len: 999 time: 0.0652566 Aug 11 22:59:05.972414 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-a5ee66a1-1fdd-4364-8111-5ff68d4c9912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:05.973905 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-a5ee66a1-1fdd-4364-8111-5ff68d4c9912 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0466228 Aug 11 22:59:06.019230 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120409c2-a3f2-4c38-91bf-2ee76f1868ec req-d7fd5560-7ea7-4796-8385-54b559a60396 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:06.021079 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-120409c2-a3f2-4c38-91bf-2ee76f1868ec req-d7fd5560-7ea7-4796-8385-54b559a60396 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 945 time: 0.0511518 Aug 11 22:59:06.022803 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-7dfccc2f-c042-4ee9-bffb-645730552039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:06.024383 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-7dfccc2f-c042-4ee9-bffb-645730552039 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437400 Aug 11 22:59:06.059407 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-120409c2-a3f2-4c38-91bf-2ee76f1868ec req-09be9650-b8c6-4d08-bb20-477f3dd9b2a9 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319440 Aug 11 22:59:06.120454 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-a3bfd6fe-6a82-4cbb-b091-21b8fcccadb4 service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888484 Aug 11 22:59:06.210274 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-99e0b104-6104-4ff5-8abf-949c8468bbf1 req-90054505-2b49-464d-9861-e85825ad9f4b service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828054 Aug 11 22:59:07.178291 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307cb41-6fac-4260-afe1-b8715ce4aaa8 req-974c135c-eddc-47a7-959f-4ceefd63b89f tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:07.180097 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a307cb41-6fac-4260-afe1-b8715ce4aaa8 req-974c135c-eddc-47a7-959f-4ceefd63b89f tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 945 time: 0.0512452 Aug 11 22:59:07.228463 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a307cb41-6fac-4260-afe1-b8715ce4aaa8 req-0fc29f69-67b7-47d2-9688-dcf5901b5b73 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381224 Aug 11 22:59:07.308954 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d48707-eab0-435f-93bf-9f2112163657', 'tag': '3d39939b-345a-41c7-9e6f-c31ca23d0db0'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:59:07.311244 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b102379e7d6c573a0c111394fd6df11cb948dcd7c204d584f65cddae3f2353ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc3b34a-790b-463a-b8a8-27c0420d4bad" -d '{"events": [{"name": "network-changed", "server_uuid": "84d48707-eab0-435f-93bf-9f2112163657", "tag": "3d39939b-345a-41c7-9e6f-c31ca23d0db0"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:59:07.361225 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdf5f80-ae99-4999-9590-555148da09e6 x-openstack-request-id: req-5bdf5f80-ae99-4999-9590-555148da09e6 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:59:07.361520 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d48707-eab0-435f-93bf-9f2112163657", "tag": "3d39939b-345a-41c7-9e6f-c31ca23d0db0", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:59:07.361778 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5bdf5f80-ae99-4999-9590-555148da09e6 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:59:07.362185 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d48707-eab0-435f-93bf-9f2112163657', 'tag': '3d39939b-345a-41c7-9e6f-c31ca23d0db0', 'status': 'completed', 'code': 200} Aug 11 22:59:07.431336 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3b34a-790b-463a-b8a8-27c0420d4bad req-47d87582-8d42-4913-83dd-1aa0039ca0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:07.433158 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bfc3b34a-790b-463a-b8a8-27c0420d4bad req-47d87582-8d42-4913-83dd-1aa0039ca0be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 1096 time: 0.0482657 Aug 11 22:59:07.445707 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3b34a-790b-463a-b8a8-27c0420d4bad req-3816cc35-eee8-4722-b863-5cfe015c5108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:07.447244 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bfc3b34a-790b-463a-b8a8-27c0420d4bad req-3816cc35-eee8-4722-b863-5cfe015c5108 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 1096 time: 0.0429540 Aug 11 22:59:07.530475 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3b34a-790b-463a-b8a8-27c0420d4bad req-4043d08a-1e07-431a-a5b5-76592751ecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:07.532019 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bfc3b34a-790b-463a-b8a8-27c0420d4bad req-4043d08a-1e07-431a-a5b5-76592751ecaa service neutron] 10.222.0.52 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0923307 Aug 11 22:59:07.539179 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3b34a-790b-463a-b8a8-27c0420d4bad req-6233759d-318c-468b-a2bc-6e1c9b50ca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:07.540754 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bfc3b34a-790b-463a-b8a8-27c0420d4bad req-6233759d-318c-468b-a2bc-6e1c9b50ca5f service neutron] 10.222.0.82 "GET /v2.0/networks?id=441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 200 len: 913 time: 0.0866673 Aug 11 22:59:07.605884 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bfc3b34a-790b-463a-b8a8-27c0420d4bad req-61df6bd8-bf38-41af-8101-405a30fa7140 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d39939b-345a-41c7-9e6f-c31ca23d0db0 HTTP/1.1" status: 200 len: 999 time: 0.0649514 Aug 11 22:59:07.613889 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bfc3b34a-790b-463a-b8a8-27c0420d4bad req-4f0f7a56-7b6e-494b-82e6-6b16c2dba246 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d39939b-345a-41c7-9e6f-c31ca23d0db0 HTTP/1.1" status: 200 len: 999 time: 0.0654340 Aug 11 22:59:07.657987 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3b34a-790b-463a-b8a8-27c0420d4bad req-2eab0c7a-f6ab-43c7-87ec-cb96c090b3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:07.659658 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bfc3b34a-790b-463a-b8a8-27c0420d4bad req-2eab0c7a-f6ab-43c7-87ec-cb96c090b3ef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0472775 Aug 11 22:59:07.664483 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3b34a-790b-463a-b8a8-27c0420d4bad req-5aeb346e-bafa-4832-95cf-e34f9696a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:07.666002 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bfc3b34a-790b-463a-b8a8-27c0420d4bad req-5aeb346e-bafa-4832-95cf-e34f9696a716 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 200 len: 851 time: 0.0451744 Aug 11 22:59:07.708811 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3b34a-790b-463a-b8a8-27c0420d4bad req-0ccdb89b-5a21-4a1e-99e2-a2db277b63f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:07.710398 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bfc3b34a-790b-463a-b8a8-27c0420d4bad req-0ccdb89b-5a21-4a1e-99e2-a2db277b63f4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434330 Aug 11 22:59:07.714146 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3b34a-790b-463a-b8a8-27c0420d4bad req-6c236331-4798-4821-a7a4-2628264d49db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:07.715744 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bfc3b34a-790b-463a-b8a8-27c0420d4bad req-6c236331-4798-4821-a7a4-2628264d49db service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=441f2af6-8595-44a9-9e6b-081102047a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429904 Aug 11 22:59:07.810847 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bfc3b34a-790b-463a-b8a8-27c0420d4bad req-fc766b32-f9b8-49b2-b931-727fdbc3ed38 service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935066 Aug 11 22:59:07.814107 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bfc3b34a-790b-463a-b8a8-27c0420d4bad req-9a0dfb09-4eae-4bd3-b1e2-eaeca33d6eab service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913315 Aug 11 22:59:07.917085 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bfc3b34a-790b-463a-b8a8-27c0420d4bad req-1506e729-4e62-4c6c-9022-1926c7b86164 service neutron] 10.222.0.82 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958939 Aug 11 22:59:07.919658 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-bfc3b34a-790b-463a-b8a8-27c0420d4bad req-40f8fdd0-b3bd-41c4-b58c-269c0298c41a service neutron] 10.222.0.52 "GET /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965569 Aug 11 22:59:08.348829 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648086f9-76d2-4727-9ad8-fe58439432c9 req-33032cd0-b137-401a-9f6a-a06af533ee28 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:08.350391 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-648086f9-76d2-4727-9ad8-fe58439432c9 req-33032cd0-b137-401a-9f6a-a06af533ee28 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 945 time: 0.0496469 Aug 11 22:59:08.393347 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-648086f9-76d2-4727-9ad8-fe58439432c9 req-472f6494-f632-451d-bbc8-90c4f341aae7 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362263 Aug 11 22:59:08.668130 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:09.513516 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3a9c2-588c-44d9-b16b-01846167e581 req-e9696368-c6e6-4175-b23f-f493a2ef0d25 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:09.515004 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8bc3a9c2-588c-44d9-b16b-01846167e581 req-e9696368-c6e6-4175-b23f-f493a2ef0d25 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 945 time: 0.0496070 Aug 11 22:59:09.554748 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8bc3a9c2-588c-44d9-b16b-01846167e581 req-224ca022-a5e4-446e-87f6-3b0925081698 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336351 Aug 11 22:59:10.670739 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9dadb-5979-4d0f-855a-5fe6609135ba req-2acaa40e-c795-4af0-9d58-e2441dc15cb7 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:10.672320 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-67e9dadb-5979-4d0f-855a-5fe6609135ba req-2acaa40e-c795-4af0-9d58-e2441dc15cb7 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 945 time: 0.0484366 Aug 11 22:59:10.711188 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-67e9dadb-5979-4d0f-855a-5fe6609135ba req-c7910058-ba62-4641-a702-0601961434fa tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328007 Aug 11 22:59:11.827482 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50731c3f-4dca-4f99-bcd8-23793a1b1aa8 req-5c901983-0d61-412a-890c-5fd503655263 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:11.829069 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-50731c3f-4dca-4f99-bcd8-23793a1b1aa8 req-5c901983-0d61-412a-890c-5fd503655263 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 945 time: 0.0500658 Aug 11 22:59:11.872544 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-50731c3f-4dca-4f99-bcd8-23793a1b1aa8 req-79c4c7bc-064c-415b-a972-c422f9a99171 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359530 Aug 11 22:59:12.988714 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd0a87-5108-4c3a-b3e3-d12f72c1e91d req-30e7ad9d-f320-45e4-b1ba-af7123f5460d tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:12.990198 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-75cd0a87-5108-4c3a-b3e3-d12f72c1e91d req-30e7ad9d-f320-45e4-b1ba-af7123f5460d tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 945 time: 0.0488815 Aug 11 22:59:13.030637 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-75cd0a87-5108-4c3a-b3e3-d12f72c1e91d req-18c28e49-7e8e-4230-810c-a60897671307 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330157 Aug 11 22:59:13.315563 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0ca0c0be-709b-4909-9417-8996ce35e18f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:14.145606 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaace7-d725-4976-99f4-be8b6658329d req-e3b419be-d77c-43ef-93cd-f9aa65042892 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:14.147722 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-44aaace7-d725-4976-99f4-be8b6658329d req-e3b419be-d77c-43ef-93cd-f9aa65042892 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 945 time: 0.0490673 Aug 11 22:59:14.187497 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-44aaace7-d725-4976-99f4-be8b6658329d req-97752bd1-afe0-4e61-b7a5-915c7fde997f tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333185 Aug 11 22:59:15.305582 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844064b-7276-4760-9ab4-a3b62285d15b req-9a42a45b-bbb7-4a96-b0b3-63665fb2cda9 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:15.306999 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0844064b-7276-4760-9ab4-a3b62285d15b req-9a42a45b-bbb7-4a96-b0b3-63665fb2cda9 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 945 time: 0.0510964 Aug 11 22:59:15.348034 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0844064b-7276-4760-9ab4-a3b62285d15b req-0df63ebe-51c9-4e27-99d7-ad8c5d29212c tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350232 Aug 11 22:59:16.144417 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:16.309550 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7f5b722b-39b5-4ae4-b05f-7bf3cb417b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:16.465273 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c548f-d9bd-46f4-9912-73d24cba4047 req-ca09bcaf-94d6-4d44-be71-5a07cf27730e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:16.466810 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6f0c548f-d9bd-46f4-9912-73d24cba4047 req-ca09bcaf-94d6-4d44-be71-5a07cf27730e tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 945 time: 0.0499642 Aug 11 22:59:16.504739 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6f0c548f-d9bd-46f4-9912-73d24cba4047 req-dad65f5f-d774-4151-b3c7-4f9a24befce0 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318887 Aug 11 22:59:17.326920 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 3d39939b-345a-41c7-9e6f-c31ca23d0db0 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:59:17.418784 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 3d39939b-345a-41c7-9e6f-c31ca23d0db0, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=3d39939b-345a-41c7-9e6f-c31ca23d0db0,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:59:17.430169 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '3d39939b-345a-41c7-9e6f-c31ca23d0db0', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'port_id': '3d39939b-345a-41c7-9e6f-c31ca23d0db0', 'mac_address': 'fa:16:3e:73:a9:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:59:17.466245 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:17.479238 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d39939b-345a-41c7-9e6f-c31ca23d0db0 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:59:17.498452 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 3d39939b-345a-41c7-9e6f-c31ca23d0db0, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=3d39939b-345a-41c7-9e6f-c31ca23d0db0,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:59:17.503060 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:17.554767 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=3d39939b-345a-41c7-9e6f-c31ca23d0db0,revision_number=12']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:59:17.621233 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d9c13-2f4f-4a91-842e-a3849d9114c2 req-1c97d5e4-8971-42b4-bc87-bab98f5d9229 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:17.622650 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aa0d9c13-2f4f-4a91-842e-a3849d9114c2 req-1c97d5e4-8971-42b4-bc87-bab98f5d9229 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 946 time: 0.0487151 Aug 11 22:59:17.660708 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aa0d9c13-2f4f-4a91-842e-a3849d9114c2 req-fb727293-c4d4-4383-938c-0cc0ac9ad18a tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320797 Aug 11 22:59:17.725004 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:17.739848 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['3d39939b-345a-41c7-9e6f-c31ca23d0db0'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:59:17.778923 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff65d02-5111-44ce-bab2-1e78a4fe330b req-0964d285-b0a2-480c-a720-b0b7a8bb682f tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:17.781022 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ff65d02-5111-44ce-bab2-1e78a4fe330b req-0964d285-b0a2-480c-a720-b0b7a8bb682f tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 946 time: 0.0510294 Aug 11 22:59:17.822503 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ff65d02-5111-44ce-bab2-1e78a4fe330b req-ba4e217e-f338-4728-adf5-2d7178a72857 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359054 Aug 11 22:59:17.938374 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2935e45-6efe-4cbb-a4aa-71ad9039f2db req-cf21144a-1a84-4b94-a9cc-da5a61664f15 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:17.939804 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c2935e45-6efe-4cbb-a4aa-71ad9039f2db req-cf21144a-1a84-4b94-a9cc-da5a61664f15 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 946 time: 0.0496922 Aug 11 22:59:17.978318 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c2935e45-6efe-4cbb-a4aa-71ad9039f2db req-8abf0343-faad-4a73-ac41-22d2e187edf3 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325270 Aug 11 22:59:18.209686 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a33137-8c65-4d41-9025-b01cc0f5c64e req-5884b887-6328-4405-af0a-157ee38ce9be tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:18.211161 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a0a33137-8c65-4d41-9025-b01cc0f5c64e req-5884b887-6328-4405-af0a-157ee38ce9be tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 946 time: 0.0497553 Aug 11 22:59:18.250387 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a0a33137-8c65-4d41-9025-b01cc0f5c64e req-f6e161ab-dd48-4302-b110-8287035a7445 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329461 Aug 11 22:59:19.186196 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:19.343983 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 3d39939b-345a-41c7-9e6f-c31ca23d0db0 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:59:19.365969 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4aae70-f2ff-4170-b1d9-0c662c01da2f req-69b43693-d97d-4ef3-adc3-ae7f71d021c9 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:19.368091 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ce4aae70-f2ff-4170-b1d9-0c662c01da2f req-69b43693-d97d-4ef3-adc3-ae7f71d021c9 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 946 time: 0.0497348 Aug 11 22:59:19.397029 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 3d39939b-345a-41c7-9e6f-c31ca23d0db0 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:59:19.402298 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 3d39939b-345a-41c7-9e6f-c31ca23d0db0 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:59:19.402863 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:19.412542 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ce4aae70-f2ff-4170-b1d9-0c662c01da2f req-5d159e59-a9bc-43df-ae0f-857017387ac7 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups?id=46197db4-fbc0-4799-912e-0319f9d5b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383737 Aug 11 22:59:19.484494 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:19.505831 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d48707-eab0-435f-93bf-9f2112163657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d39939b-345a-41c7-9e6f-c31ca23d0db0'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:59:19.508126 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f9e678-cf7f-47f4-ae68-4d047d1985f0" -d '{"events": [{"server_uuid": "84d48707-eab0-435f-93bf-9f2112163657", "name": "network-vif-plugged", "status": "completed", "tag": "3d39939b-345a-41c7-9e6f-c31ca23d0db0"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:59:19.520835 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 3d39939b-345a-41c7-9e6f-c31ca23d0db0, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=3d39939b-345a-41c7-9e6f-c31ca23d0db0,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:59:19.525413 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:19.548860 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e15ef1-bf55-47b7-a19b-baab008c71bd x-openstack-request-id: req-a7e15ef1-bf55-47b7-a19b-baab008c71bd {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:59:19.549154 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d48707-eab0-435f-93bf-9f2112163657", "name": "network-vif-plugged", "status": "completed", "tag": "3d39939b-345a-41c7-9e6f-c31ca23d0db0", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:59:19.549407 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a7e15ef1-bf55-47b7-a19b-baab008c71bd {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:59:19.549798 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d48707-eab0-435f-93bf-9f2112163657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d39939b-345a-41c7-9e6f-c31ca23d0db0', 'code': 200} Aug 11 22:59:19.576779 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=3d39939b-345a-41c7-9e6f-c31ca23d0db0,revision_number=13']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:59:19.740201 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f392fe9-7381-4168-b076-e17d9b53f963 req-9dfee2bb-afba-4d06-8b26-8ac747a52085 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:19.741703 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7f392fe9-7381-4168-b076-e17d9b53f963 req-9dfee2bb-afba-4d06-8b26-8ac747a52085 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.52 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 947 time: 0.0497053 Aug 11 22:59:19.835437 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-7f392fe9-7381-4168-b076-e17d9b53f963 req-2dfd4f9f-f694-4333-a7b9-3885c65d158b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Deleting port 3d39939b-345a-41c7-9e6f-c31ca23d0db0 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:59:19.835682 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7f392fe9-7381-4168-b076-e17d9b53f963 req-2dfd4f9f-f694-4333-a7b9-3885c65d158b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:19.924013 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-7f392fe9-7381-4168-b076-e17d9b53f963 req-2dfd4f9f-f694-4333-a7b9-3885c65d158b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] For port 3d39939b-345a-41c7-9e6f-c31ca23d0db0, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=3d39939b-345a-41c7-9e6f-c31ca23d0db0,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:59:19.924387 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7f392fe9-7381-4168-b076-e17d9b53f963 req-2dfd4f9f-f694-4333-a7b9-3885c65d158b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:20.096556 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7f392fe9-7381-4168-b076-e17d9b53f963 req-2dfd4f9f-f694-4333-a7b9-3885c65d158b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:20.096899 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7f392fe9-7381-4168-b076-e17d9b53f963 req-2dfd4f9f-f694-4333-a7b9-3885c65d158b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:20.097188 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [req-7f392fe9-7381-4168-b076-e17d9b53f963 req-2dfd4f9f-f694-4333-a7b9-3885c65d158b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Floating IP 44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7 disassociated. External IP: 172.25.2.5, port: 3d39939b-345a-41c7-9e6f-c31ca23d0db0. Aug 11 22:59:20.097687 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-7f392fe9-7381-4168-b076-e17d9b53f963 req-2dfd4f9f-f694-4333-a7b9-3885c65d158b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Calling delete_port for 3d39939b-345a-41c7-9e6f-c31ca23d0db0 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:59:20.225826 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7f392fe9-7381-4168-b076-e17d9b53f963 req-2dfd4f9f-f694-4333-a7b9-3885c65d158b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:20.260127 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd4f9f-f694-4333-a7b9-3885c65d158b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Pushing event deleted for resources: {'Port': ['ID=3d39939b-345a-41c7-9e6f-c31ca23d0db0,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:59:20.376148 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f392fe9-7381-4168-b076-e17d9b53f963 req-2dfd4f9f-f694-4333-a7b9-3885c65d158b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Router d203a1eb-09c8-468b-a093-34fb0e82f78e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:59:20.516973 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ddc8a5d-dbeb-4ebf-9a90-2cd90e29fb16 req-c8ac5743-10d3-4ea2-b803-72eac52e0ce2 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 210 time: 0.0306280 Aug 11 22:59:20.801607 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f392fe9-7381-4168-b076-e17d9b53f963 req-2dfd4f9f-f694-4333-a7b9-3885c65d158b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:59:20.812307 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731731ef-c036-4896-a427-70edc562fba4 None None] Sync routers for ids ['d203a1eb-09c8-468b-a093-34fb0e82f78e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:59:20.822512 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731731ef-c036-4896-a427-70edc562fba4 None None] Routers {'d203a1eb-09c8-468b-a093-34fb0e82f78e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:59:20.823199 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-731731ef-c036-4896-a427-70edc562fba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:59:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d203a1eb-09c8-468b-a093-34fb0e82f78e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:59:20.843656 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f392fe9-7381-4168-b076-e17d9b53f963 req-2dfd4f9f-f694-4333-a7b9-3885c65d158b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] No DVR routers for this DVR port 3d39939b-345a-41c7-9e6f-c31ca23d0db0 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:59:20.846298 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7f392fe9-7381-4168-b076-e17d9b53f963 req-2dfd4f9f-f694-4333-a7b9-3885c65d158b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:20.848338 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7f392fe9-7381-4168-b076-e17d9b53f963 req-2dfd4f9f-f694-4333-a7b9-3885c65d158b tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.52 "DELETE /v2.0/ports/3d39939b-345a-41c7-9e6f-c31ca23d0db0 HTTP/1.1" status: 204 len: 173 time: 1.1010177 Aug 11 22:59:20.848832 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d48707-eab0-435f-93bf-9f2112163657', 'name': 'network-vif-deleted', 'tag': '3d39939b-345a-41c7-9e6f-c31ca23d0db0'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:59:20.851131 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b102379e7d6c573a0c111394fd6df11cb948dcd7c204d584f65cddae3f2353ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475b647d-e925-4ef7-825b-f75f51005886" -d '{"events": [{"server_uuid": "84d48707-eab0-435f-93bf-9f2112163657", "name": "network-vif-deleted", "tag": "3d39939b-345a-41c7-9e6f-c31ca23d0db0"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:59:20.894927 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe598b3f-0382-46c3-91f2-ec247b445bf4 x-openstack-request-id: req-fe598b3f-0382-46c3-91f2-ec247b445bf4 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:59:20.895308 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d48707-eab0-435f-93bf-9f2112163657", "name": "network-vif-deleted", "tag": "3d39939b-345a-41c7-9e6f-c31ca23d0db0", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:59:20.895670 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fe598b3f-0382-46c3-91f2-ec247b445bf4 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:59:20.896141 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d48707-eab0-435f-93bf-9f2112163657', 'name': 'network-vif-deleted', 'tag': '3d39939b-345a-41c7-9e6f-c31ca23d0db0', 'status': 'completed', 'code': 200} Aug 11 22:59:20.955078 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-731731ef-c036-4896-a427-70edc562fba4 None None] Set router d203a1eb-09c8-468b-a093-34fb0e82f78e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:59:21.138541 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:21.154412 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-731731ef-c036-4896-a427-70edc562fba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:57Z', 'revision_number': 4, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port': {'id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '282979a1-edf4-4904-9e46-48b43fe0c8fc', 'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'mac_address': 'fa:16:3e:69:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:57Z', 'updated_at': '2021-08-11T22:47:02Z', 'revision_number': 5, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'subnets': [{'id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:59:21.180171 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731731ef-c036-4896-a427-70edc562fba4 None None] Checking router: d203a1eb-09c8-468b-a093-34fb0e82f78e for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:59:21.188627 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731731ef-c036-4896-a427-70edc562fba4 None None] Routers {'d203a1eb-09c8-468b-a093-34fb0e82f78e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:59:21.189229 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-731731ef-c036-4896-a427-70edc562fba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:59:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d203a1eb-09c8-468b-a093-34fb0e82f78e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:59:21.297097 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-731731ef-c036-4896-a427-70edc562fba4 None None] Set router d203a1eb-09c8-468b-a093-34fb0e82f78e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:59:21.495122 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-731731ef-c036-4896-a427-70edc562fba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:57Z', 'revision_number': 4, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port': {'id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '282979a1-edf4-4904-9e46-48b43fe0c8fc', 'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'mac_address': 'fa:16:3e:69:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:57Z', 'updated_at': '2021-08-11T22:47:02Z', 'revision_number': 5, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'subnets': [{'id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:59:21.521412 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731731ef-c036-4896-a427-70edc562fba4 None None] The sync data for ids ['d203a1eb-09c8-468b-a093-34fb0e82f78e'] in n-d-804275-3 is: [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:57Z', 'revision_number': 4, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port': {'id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '282979a1-edf4-4904-9e46-48b43fe0c8fc', 'name': '', 'network_id': '441f2af6-8595-44a9-9e6b-081102047a3e', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'mac_address': 'fa:16:3e:69:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:57Z', 'updated_at': '2021-08-11T22:47:02Z', 'revision_number': 5, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'subnets': [{'id': '0d06541f-c049-45f4-8c81-e944af6b66e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:59:21.623679 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-53481a58-8d13-4f2f-9b74-ef0831e50cb4 req-735d2f74-4297-46a1-b5f4-be40e1e15811 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 210 time: 0.0279067 Aug 11 22:59:21.754757 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec457221-6c5f-463a-9ce0-94c6a7ca4041 None None] New status for floating IP 44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7: DOWN {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 22:59:22.723672 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7a6e91e5-5f35-417f-ae4e-782e7294f7b6 req-50140603-fe11-4277-a0c5-c652e45a84ff tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 210 time: 0.0269580 Aug 11 22:59:23.390014 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 3d39939b-345a-41c7-9e6f-c31ca23d0db0 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:59:23.410226 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 3d39939b-345a-41c7-9e6f-c31ca23d0db0 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:59:23.410578 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 3d39939b-345a-41c7-9e6f-c31ca23d0db0 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:59:23.820641 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-48047ad1-1046-4348-a56d-e129ce88af7d req-15d6b6a5-5fdc-4d72-a31d-6f2504504f08 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/ports?device_id=84d48707-eab0-435f-93bf-9f2112163657 HTTP/1.1" status: 200 len: 210 time: 0.0284994 Aug 11 22:59:26.108044 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 22:59:27.556221 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56434) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:59:27.612251 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-15a28200-196a-4b00-ab1f-0c5de1586411 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:27.637078 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-15a28200-196a-4b00-ab1f-0c5de1586411 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:27.697615 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-15a28200-196a-4b00-ab1f-0c5de1586411 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:27.700543 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-15a28200-196a-4b00-ab1f-0c5de1586411 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:27.701786 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-15a28200-196a-4b00-ab1f-0c5de1586411 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "DELETE /v2.0/security-groups/46197db4-fbc0-4799-912e-0319f9d5b29a HTTP/1.1" status: 204 len: 168 time: 0.1445129 Aug 11 22:59:27.704448 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56436) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:59:27.712308 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a28200-196a-4b00-ab1f-0c5de1586411 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46197db4-fbc0-4799-912e-0319f9d5b29a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:59:27.719899 n-d-804275-3 neutron-server[100942]: INFO neutron.api.v2.resource [None req-4a7dad72-9ec1-44d4-9f42-d6902d4e8530 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] show failed (client error): The resource could not be found. Aug 11 22:59:27.721192 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4a7dad72-9ec1-44d4-9f42-d6902d4e8530 tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "GET /v2.0/security-groups/46197db4-fbc0-4799-912e-0319f9d5b29a HTTP/1.1" status: 404 len: 347 time: 0.0157094 Aug 11 22:59:27.723879 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56438) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:59:27.862080 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-20b54961-114b-403b-a518-922399a553af tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Deleting port ee59fb9f-cc00-4b46-9a91-cc3d5213ff91 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:59:27.862343 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-20b54961-114b-403b-a518-922399a553af tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:27.942360 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-20b54961-114b-403b-a518-922399a553af tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:27.942606 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-20b54961-114b-403b-a518-922399a553af tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:27.954715 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-20b54961-114b-403b-a518-922399a553af tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Calling delete_port for ee59fb9f-cc00-4b46-9a91-cc3d5213ff91 owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:59:28.086312 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-20b54961-114b-403b-a518-922399a553af tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:28.114243 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b54961-114b-403b-a518-922399a553af tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Pushing event deleted for resources: {'Port': ['ID=ee59fb9f-cc00-4b46-9a91-cc3d5213ff91,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:59:28.177494 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-20b54961-114b-403b-a518-922399a553af tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:28.184102 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-20b54961-114b-403b-a518-922399a553af tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:28.184102 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-20b54961-114b-403b-a518-922399a553af tempest-ServerActionsTestJSON-1217788662 tempest-ServerActionsTestJSON-1217788662-project] 10.222.0.77 "DELETE /v2.0/floatingips/44531fd7-b2bc-4b06-b7bf-b219fc6f7ec7 HTTP/1.1" status: 204 len: 168 time: 0.4589238 Aug 11 22:59:28.184686 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56440) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:59:28.673842 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57ae09c1-d11b-4971-ad85-1579627d1585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:28.920180 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-57ae09c1-d11b-4971-ad85-1579627d1585 admin admin] Deleting port 282979a1-edf4-4904-9e46-48b43fe0c8fc {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:59:28.920869 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57ae09c1-d11b-4971-ad85-1579627d1585 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:28.998248 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-57ae09c1-d11b-4971-ad85-1579627d1585 admin admin] For port 282979a1-edf4-4904-9e46-48b43fe0c8fc, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=282979a1-edf4-4904-9e46-48b43fe0c8fc,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:59:28.998621 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57ae09c1-d11b-4971-ad85-1579627d1585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:29.011313 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-57ae09c1-d11b-4971-ad85-1579627d1585 admin admin] Calling delete_port for 282979a1-edf4-4904-9e46-48b43fe0c8fc owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:59:29.196890 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57ae09c1-d11b-4971-ad85-1579627d1585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:29.227428 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae09c1-d11b-4971-ad85-1579627d1585 admin admin] Pushing event deleted for resources: {'Port': ['ID=282979a1-edf4-4904-9e46-48b43fe0c8fc,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:59:29.390916 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-57ae09c1-d11b-4971-ad85-1579627d1585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:29.613240 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ae09c1-d11b-4971-ad85-1579627d1585 admin admin] Router d203a1eb-09c8-468b-a093-34fb0e82f78e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 22:59:29.719156 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ae09c1-d11b-4971-ad85-1579627d1585 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 22:59:29.724156 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-57ae09c1-d11b-4971-ad85-1579627d1585 admin admin] 10.222.0.77 "PUT /v2.0/routers/d203a1eb-09c8-468b-a093-34fb0e82f78e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5385706 Aug 11 22:59:29.726708 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56444) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:59:29.729327 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8124bb82-940f-4ade-8635-a3d47941b389 None None] Sync routers for ids ['d203a1eb-09c8-468b-a093-34fb0e82f78e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 22:59:29.738348 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8124bb82-940f-4ade-8635-a3d47941b389 None None] Routers {'d203a1eb-09c8-468b-a093-34fb0e82f78e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:59:29.738956 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-8124bb82-940f-4ade-8635-a3d47941b389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:59:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d203a1eb-09c8-468b-a093-34fb0e82f78e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:59:29.829676 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e7c8-1de8-45c3-b783-cba4c21cced2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:29.844009 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-8124bb82-940f-4ade-8635-a3d47941b389 None None] Set router d203a1eb-09c8-468b-a093-34fb0e82f78e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:59:29.939092 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e7c8-1de8-45c3-b783-cba4c21cced2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:29.996635 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8e7c8-1de8-45c3-b783-cba4c21cced2 admin admin] Deleting port 883cc7ee-62b4-4bba-9817-4877d34c86ac {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:59:29.996981 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e7c8-1de8-45c3-b783-cba4c21cced2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:30.075465 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-ecc8e7c8-1de8-45c3-b783-cba4c21cced2 admin admin] For port 883cc7ee-62b4-4bba-9817-4877d34c86ac, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=883cc7ee-62b4-4bba-9817-4877d34c86ac,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:59:30.075840 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e7c8-1de8-45c3-b783-cba4c21cced2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:30.088665 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8e7c8-1de8-45c3-b783-cba4c21cced2 admin admin] Calling delete_port for 883cc7ee-62b4-4bba-9817-4877d34c86ac owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:59:30.116228 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-8124bb82-940f-4ade-8635-a3d47941b389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:59:29Z', 'revision_number': 5, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port': {'id': '883cc7ee-62b4-4bba-9817-4877d34c86ac', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:59:30.145414 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8124bb82-940f-4ade-8635-a3d47941b389 None None] Checking router: d203a1eb-09c8-468b-a093-34fb0e82f78e for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 22:59:30.154084 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8124bb82-940f-4ade-8635-a3d47941b389 None None] Routers {'d203a1eb-09c8-468b-a093-34fb0e82f78e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 22:59:30.154697 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-8124bb82-940f-4ade-8635-a3d47941b389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T22:59:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d203a1eb-09c8-468b-a093-34fb0e82f78e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:59:30.246691 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-8124bb82-940f-4ade-8635-a3d47941b389 None None] Set router d203a1eb-09c8-468b-a093-34fb0e82f78e gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 22:59:30.261255 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e7c8-1de8-45c3-b783-cba4c21cced2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:30.288115 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8e7c8-1de8-45c3-b783-cba4c21cced2 admin admin] Pushing event deleted for resources: {'Port': ['ID=883cc7ee-62b4-4bba-9817-4877d34c86ac,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:59:30.300757 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-8124bb82-940f-4ade-8635-a3d47941b389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:59:29Z', 'revision_number': 6, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:59:30.331869 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8124bb82-940f-4ade-8635-a3d47941b389 None None] The sync data for ids ['d203a1eb-09c8-468b-a093-34fb0e82f78e'] in n-d-804275-3 is: [{'id': 'd203a1eb-09c8-468b-a093-34fb0e82f78e', 'name': 'tempest-ServerActionsTestJSON-1646764166-router', 'tenant_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T22:46:55Z', 'updated_at': '2021-08-11T22:59:29Z', 'revision_number': 6, 'project_id': 'c473269f7e9f4a82a13c33cb529bc8ea', 'gw_port_host': None}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 22:59:30.357992 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e7c8-1de8-45c3-b783-cba4c21cced2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:30.447782 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e7c8-1de8-45c3-b783-cba4c21cced2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:30.449928 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e7c8-1de8-45c3-b783-cba4c21cced2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:30.492610 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e7c8-1de8-45c3-b783-cba4c21cced2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:30.493238 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc8e7c8-1de8-45c3-b783-cba4c21cced2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d203a1eb-09c8-468b-a093-34fb0e82f78e {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 22:59:30.497586 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e7c8-1de8-45c3-b783-cba4c21cced2 admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:30.498896 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ecc8e7c8-1de8-45c3-b783-cba4c21cced2 admin admin] 10.222.0.77 "DELETE /v2.0/routers/d203a1eb-09c8-468b-a093-34fb0e82f78e HTTP/1.1" status: 204 len: 168 time: 0.7711024 Aug 11 22:59:30.501395 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56446) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:59:30.547517 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf60787-b020-47fc-beb8-33c7d7e6417a admin admin] Deleting subnet 0d06541f-c049-45f4-8c81-e944af6b66e9 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 22:59:30.550573 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4bf60787-b020-47fc-beb8-33c7d7e6417a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:30.589488 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4bf60787-b020-47fc-beb8-33c7d7e6417a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:30.668179 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4bf60787-b020-47fc-beb8-33c7d7e6417a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:30.732801 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4bf60787-b020-47fc-beb8-33c7d7e6417a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:30.764066 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf60787-b020-47fc-beb8-33c7d7e6417a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d06541f-c049-45f4-8c81-e944af6b66e9,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:59:30.772510 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4bf60787-b020-47fc-beb8-33c7d7e6417a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:30.778006 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4bf60787-b020-47fc-beb8-33c7d7e6417a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0d06541f-c049-45f4-8c81-e944af6b66e9 HTTP/1.1" status: 204 len: 168 time: 0.2721188 Aug 11 22:59:30.778353 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56450) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:59:30.781697 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec435e4-1237-4562-afa1-f7a13e62bbc0 None None] Network 441f2af6-8595-44a9-9e6b-081102047a3e requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:59:30.859881 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7651c766-2b96-4208-8124-00c1a72e79ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:30.912634 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-7651c766-2b96-4208-8124-00c1a72e79ec admin admin] Deleting port a37b6e40-22bc-4deb-8ed0-87c3a7460acd {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:59:30.912980 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7651c766-2b96-4208-8124-00c1a72e79ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:30.977926 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-7651c766-2b96-4208-8124-00c1a72e79ec admin admin] For port a37b6e40-22bc-4deb-8ed0-87c3a7460acd, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a37b6e40-22bc-4deb-8ed0-87c3a7460acd,segment=NetworkSegment(13d28e52-2286-45aa-bc31-41c63e8f3bfb),segment_id=13d28e52-2286-45aa-bc31-41c63e8f3bfb)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:59:30.978288 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7651c766-2b96-4208-8124-00c1a72e79ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:30.991205 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-7651c766-2b96-4208-8124-00c1a72e79ec admin admin] Calling delete_port for a37b6e40-22bc-4deb-8ed0-87c3a7460acd owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:59:31.069037 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7651c766-2b96-4208-8124-00c1a72e79ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:31.100708 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7651c766-2b96-4208-8124-00c1a72e79ec admin admin] No DVR routers for this DVR port a37b6e40-22bc-4deb-8ed0-87c3a7460acd on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:59:31.105444 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651c766-2b96-4208-8124-00c1a72e79ec admin admin] Pushing event deleted for resources: {'Port': ['ID=a37b6e40-22bc-4deb-8ed0-87c3a7460acd,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:59:31.120258 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8559d9ee-169c-4825-baaf-a43b2cff2560 None None] DHCP port deletion for 441f2af6-8595-44a9-9e6b-081102047a3e request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 22:59:31.182160 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 883cc7ee-62b4-4bba-9817-4877d34c86ac no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:59:31.185977 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7651c766-2b96-4208-8124-00c1a72e79ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:31.196528 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-7651c766-2b96-4208-8124-00c1a72e79ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['441f2af6-8595-44a9-9e6b-081102047a3e']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:59:31.202371 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 883cc7ee-62b4-4bba-9817-4877d34c86ac {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:59:31.202729 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 883cc7ee-62b4-4bba-9817-4877d34c86ac not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:59:31.203231 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 282979a1-edf4-4904-9e46-48b43fe0c8fc no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:59:31.208058 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-7651c766-2b96-4208-8124-00c1a72e79ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d28e52-2286-45aa-bc31-41c63e8f3bfb') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:59:31.208360 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-7651c766-2b96-4208-8124-00c1a72e79ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d28e52-2286-45aa-bc31-41c63e8f3bfb') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 22:59:31.217853 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7651c766-2b96-4208-8124-00c1a72e79ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:31.222099 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 282979a1-edf4-4904-9e46-48b43fe0c8fc {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:59:31.222455 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 282979a1-edf4-4904-9e46-48b43fe0c8fc not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:59:31.222883 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a37b6e40-22bc-4deb-8ed0-87c3a7460acd no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:59:31.232652 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7651c766-2b96-4208-8124-00c1a72e79ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7651c766-2b96-4208-8124-00c1a72e79ec admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7651c766-2b96-4208-8124-00c1a72e79ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: timer() Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 22:59:31.242607 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 22:59:31.245638 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: a37b6e40-22bc-4deb-8ed0-87c3a7460acd {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:59:31.245638 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a37b6e40-22bc-4deb-8ed0-87c3a7460acd not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:59:31.305435 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7651c766-2b96-4208-8124-00c1a72e79ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:31.310866 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7651c766-2b96-4208-8124-00c1a72e79ec admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:31.312802 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7651c766-2b96-4208-8124-00c1a72e79ec admin admin] 10.222.0.77 "DELETE /v2.0/networks/441f2af6-8595-44a9-9e6b-081102047a3e HTTP/1.1" status: 204 len: 168 time: 0.5339794 Aug 11 22:59:31.324091 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651c766-2b96-4208-8124-00c1a72e79ec admin admin] Pushing event deleted for resources: {'Network': ['ID=441f2af6-8595-44a9-9e6b-081102047a3e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:59:31.432253 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56454) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:59:31.474120 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b6989368-a98f-4adf-84f5-3330cb79fb2e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c473269f7e9f4a82a13c33cb529bc8ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406146 Aug 11 22:59:31.477163 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56456) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:59:31.524170 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d078552-5bf7-4f5d-83ec-6d264f8371f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:31.545549 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d078552-5bf7-4f5d-83ec-6d264f8371f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:31.591838 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d078552-5bf7-4f5d-83ec-6d264f8371f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:31.594587 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7d078552-5bf7-4f5d-83ec-6d264f8371f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:31.595801 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7d078552-5bf7-4f5d-83ec-6d264f8371f3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2064461b-eca0-436a-ac17-fb7679af45dc HTTP/1.1" status: 204 len: 168 time: 0.1177142 Aug 11 22:59:31.604330 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d078552-5bf7-4f5d-83ec-6d264f8371f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2064461b-eca0-436a-ac17-fb7679af45dc,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:59:32.297733 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56478) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:59:32.398736 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-3d1d2e8f-7477-4c7f-aad5-5746c743f5eb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1896771611-network', 'tenant_id': '57592f8f9b5b497abed66b845f672808'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:59:32.421085 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1d2e8f-7477-4c7f-aad5-5746c743f5eb admin admin] Made reservation on behalf of 57592f8f9b5b497abed66b845f672808 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:59:32.423541 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d1d2e8f-7477-4c7f-aad5-5746c743f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:32.432227 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d1d2e8f-7477-4c7f-aad5-5746c743f5eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:32.523909 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d1d2e8f-7477-4c7f-aad5-5746c743f5eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:32.528183 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d1d2e8f-7477-4c7f-aad5-5746c743f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:32.553337 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1d2e8f-7477-4c7f-aad5-5746c743f5eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 22:59:32.569226 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d2e8f-7477-4c7f-aad5-5746c743f5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6766a1-d8b6-46f7-ba3c-71fc458466a2,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:59:32.573121 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d1d2e8f-7477-4c7f-aad5-5746c743f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:32.573482 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-3d1d2e8f-7477-4c7f-aad5-5746c743f5eb admin admin] Added segment 43f22025-d28d-4fc2-85d9-4a46a5de70b1 of type vlan for network c4218098-0594-455d-986f-740e7954759a Aug 11 22:59:32.616847 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d1d2e8f-7477-4c7f-aad5-5746c743f5eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:32.646474 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d1d2e8f-7477-4c7f-aad5-5746c743f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:32.648150 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1d2e8f-7477-4c7f-aad5-5746c743f5eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:32.648734 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3d1d2e8f-7477-4c7f-aad5-5746c743f5eb admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:32.703301 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3d1d2e8f-7477-4c7f-aad5-5746c743f5eb admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4044609 Aug 11 22:59:32.706328 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56482) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 22:59:32.711010 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d2e8f-7477-4c7f-aad5-5746c743f5eb admin admin] Pushing event updated for resources: {'Network': ['ID=c4218098-0594-455d-986f-740e7954759a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:59:32.712205 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-cc46c70d-42ee-41e7-962c-f1687c471a6e admin admin] Request body: {'subnet': {'network_id': 'c4218098-0594-455d-986f-740e7954759a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1896771611-subnet', 'tenant_id': '57592f8f9b5b497abed66b845f672808', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:59:32.720663 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network c4218098-0594-455d-986f-740e7954759a details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 22:59:32.732480 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc46c70d-42ee-41e7-962c-f1687c471a6e admin admin] Made reservation on behalf of 57592f8f9b5b497abed66b845f672808 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:59:32.734912 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cc46c70d-42ee-41e7-962c-f1687c471a6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:32.908664 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cc46c70d-42ee-41e7-962c-f1687c471a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:32.979811 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46c70d-42ee-41e7-962c-f1687c471a6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dd78a90-d399-429b-bb75-fe15799dbd73,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:59:32.982057 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc46c70d-42ee-41e7-962c-f1687c471a6e admin admin] Checking segment: {'id': '43f22025-d28d-4fc2-85d9-4a46a5de70b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c4218098-0594-455d-986f-740e7954759a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:59:32.982430 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc46c70d-42ee-41e7-962c-f1687c471a6e admin admin] Network hostable DHCP agents. Network: c4218098-0594-455d-986f-740e7954759a, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 22:59:32.999665 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc46c70d-42ee-41e7-962c-f1687c471a6e admin admin] Network c4218098-0594-455d-986f-740e7954759a is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 22:59:33.011785 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-cc46c70d-42ee-41e7-962c-f1687c471a6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, c4218098-0594-455d-986f-740e7954759a) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:59:33.015950 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc46c70d-42ee-41e7-962c-f1687c471a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:33.016567 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cc46c70d-42ee-41e7-962c-f1687c471a6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:33.020529 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab8a80d-0dc7-4b74-9abe-8c4ef57106f0 None None] Network c4218098-0594-455d-986f-740e7954759a requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:59:33.042178 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cc46c70d-42ee-41e7-962c-f1687c471a6e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3273625 Aug 11 22:59:33.148160 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6210fcc-b654-4889-840c-299161197398 None None] Network c4218098-0594-455d-986f-740e7954759a requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 22:59:33.470911 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-e5b9b0cb-0c3a-429f-8c98-6a1b0d181699 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:33.472447 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-e5b9b0cb-0c3a-429f-8c98-6a1b0d181699 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/networks?id=c4218098-0594-455d-986f-740e7954759a HTTP/1.1" status: 200 len: 814 time: 0.1042562 Aug 11 22:59:33.488032 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-85d56866-0ce3-46e6-a1b5-79b131d35415 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/quotas/57592f8f9b5b497abed66b845f672808 HTTP/1.1" status: 200 len: 375 time: 0.0090389 Aug 11 22:59:33.519777 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-d507d7f1-5267-42df-90a6-3a561da232eb tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=57592f8f9b5b497abed66b845f672808&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259073 Aug 11 22:59:33.607970 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-badd6f13-3b9b-4eed-b54b-94403a165a06 service neutron] 10.222.0.77 "GET /v2.0/networks/c4218098-0594-455d-986f-740e7954759a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809577 Aug 11 22:59:33.699792 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-aff317fe-c3e8-4f53-badf-df6eb1913bc0 service neutron] 10.222.0.77 "GET /v2.0/networks/c4218098-0594-455d-986f-740e7954759a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857065 Aug 11 22:59:33.858215 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8ef52321-8768-43fe-9585-a65a8103ce4d req-d9f6f088-ce5f-4832-bdf9-3b303bfd1672 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6586f22-e4ce-4340-8e31-f9f86f137546 HTTP/1.1" status: 200 len: 210 time: 0.0284786 Aug 11 22:59:34.895153 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-ad1ae317-dfe4-4c5a-8f47-d469be1a2763 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:34.896741 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-ad1ae317-dfe4-4c5a-8f47-d469be1a2763 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.82 "GET /v2.0/networks?id=c4218098-0594-455d-986f-740e7954759a HTTP/1.1" status: 200 len: 814 time: 0.1083846 Aug 11 22:59:34.930559 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-fc9549c1-1f45-4120-bba3-d76a6908dc6e tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Request body: {'port': {'device_id': 'b6586f22-e4ce-4340-8e31-f9f86f137546', 'network_id': 'c4218098-0594-455d-986f-740e7954759a', 'admin_state_up': True, 'tenant_id': '57592f8f9b5b497abed66b845f672808'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:59:34.992707 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-af3249e2-1655-4135-bf4f-6a463e9eca76 req-85b2a383-a94e-41a3-82b9-fdb9b85b831b tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6586f22-e4ce-4340-8e31-f9f86f137546 HTTP/1.1" status: 200 len: 210 time: 0.0585306 Aug 11 22:59:35.058983 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-fc9549c1-1f45-4120-bba3-d76a6908dc6e tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Made reservation on behalf of 57592f8f9b5b497abed66b845f672808 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:59:35.062590 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-fc9549c1-1f45-4120-bba3-d76a6908dc6e tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:35.194853 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-fc9549c1-1f45-4120-bba3-d76a6908dc6e tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Allocated IP 172.20.0.13 (c4218098-0594-455d-986f-740e7954759a/8dd78a90-d399-429b-bb75-fe15799dbd73/3a3cfc2d-d89a-4360-93ba-41e86116e6b2) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:59:35.342816 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-fc9549c1-1f45-4120-bba3-d76a6908dc6e tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:35.382395 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-fc9549c1-1f45-4120-bba3-d76a6908dc6e tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:35.424290 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-fc9549c1-1f45-4120-bba3-d76a6908dc6e tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Network c4218098-0594-455d-986f-740e7954759a is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:59:35.430717 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-fc9549c1-1f45-4120-bba3-d76a6908dc6e tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:59:35.434614 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-fc9549c1-1f45-4120-bba3-d76a6908dc6e tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:59:35.458844 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9549c1-1f45-4120-bba3-d76a6908dc6e tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Pushing event updated for resources: {'Port': ['ID=3a3cfc2d-d89a-4360-93ba-41e86116e6b2,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:59:35.486330 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-fc9549c1-1f45-4120-bba3-d76a6908dc6e tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:35.486947 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-fc9549c1-1f45-4120-bba3-d76a6908dc6e tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:35.501328 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-fc9549c1-1f45-4120-bba3-d76a6908dc6e tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5753980 Aug 11 22:59:35.566406 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-c1ade8ff-983a-4964-8c5d-ad46852b42c2 service neutron] Request body: {'port': {'device_id': 'b6586f22-e4ce-4340-8e31-f9f86f137546', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:59:35.622686 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-c1ade8ff-983a-4964-8c5d-ad46852b42c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:35.882666 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-c1ade8ff-983a-4964-8c5d-ad46852b42c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a3cfc2d-d89a-4360-93ba-41e86116e6b2 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:59:35.889970 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-c1ade8ff-983a-4964-8c5d-ad46852b42c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:35.902951 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-c1ade8ff-983a-4964-8c5d-ad46852b42c2 service neutron] Transition to ACTIVE for port object 3a3cfc2d-d89a-4360-93ba-41e86116e6b2 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:59:35.907190 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-c1ade8ff-983a-4964-8c5d-ad46852b42c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:35.958088 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ade8ff-983a-4964-8c5d-ad46852b42c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3cfc2d-d89a-4360-93ba-41e86116e6b2,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:59:36.035911 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-c1ade8ff-983a-4964-8c5d-ad46852b42c2 service neutron] Attempting to bind port 3a3cfc2d-d89a-4360-93ba-41e86116e6b2 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:59:36.036334 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-c1ade8ff-983a-4964-8c5d-ad46852b42c2 service neutron] Attempting to bind port 3a3cfc2d-d89a-4360-93ba-41e86116e6b2 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '43f22025-d28d-4fc2-85d9-4a46a5de70b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c4218098-0594-455d-986f-740e7954759a'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:59:36.036675 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-c1ade8ff-983a-4964-8c5d-ad46852b42c2 service neutron] Attempting to bind port 3a3cfc2d-d89a-4360-93ba-41e86116e6b2 on network c4218098-0594-455d-986f-740e7954759a {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:59:36.041705 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-c1ade8ff-983a-4964-8c5d-ad46852b42c2 service neutron] Port 3a3cfc2d-d89a-4360-93ba-41e86116e6b2 on network c4218098-0594-455d-986f-740e7954759a not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:59:36.042030 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-c1ade8ff-983a-4964-8c5d-ad46852b42c2 service neutron] Attempting to bind port 3a3cfc2d-d89a-4360-93ba-41e86116e6b2 on network c4218098-0594-455d-986f-740e7954759a {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:59:36.046856 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-c1ade8ff-983a-4964-8c5d-ad46852b42c2 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:59:36.047198 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-c1ade8ff-983a-4964-8c5d-ad46852b42c2 service neutron] Checking segment: {'id': '43f22025-d28d-4fc2-85d9-4a46a5de70b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c4218098-0594-455d-986f-740e7954759a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:59:36.047622 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-c1ade8ff-983a-4964-8c5d-ad46852b42c2 service neutron] Bound using segment: {'id': '43f22025-d28d-4fc2-85d9-4a46a5de70b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c4218098-0594-455d-986f-740e7954759a'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:59:36.048056 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-c1ade8ff-983a-4964-8c5d-ad46852b42c2 service neutron] Bound port: 3a3cfc2d-d89a-4360-93ba-41e86116e6b2, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f22025-d28d-4fc2-85d9-4a46a5de70b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c4218098-0594-455d-986f-740e7954759a'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:59:36.048418 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-c1ade8ff-983a-4964-8c5d-ad46852b42c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:36.140649 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-c1ade8ff-983a-4964-8c5d-ad46852b42c2 service neutron] For port 3a3cfc2d-d89a-4360-93ba-41e86116e6b2, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:59:36.144618 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-c1ade8ff-983a-4964-8c5d-ad46852b42c2 service neutron] For port 3a3cfc2d-d89a-4360-93ba-41e86116e6b2, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=3a3cfc2d-d89a-4360-93ba-41e86116e6b2,segment=NetworkSegment(43f22025-d28d-4fc2-85d9-4a46a5de70b1),segment_id=43f22025-d28d-4fc2-85d9-4a46a5de70b1)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:59:36.153510 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01f5a6-a984-427c-94e3-6767e5abe5c0 req-113f52a6-6fdb-48c7-93f5-847de473d529 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:36.155033 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6a01f5a6-a984-427c-94e3-6767e5abe5c0 req-113f52a6-6fdb-48c7-93f5-847de473d529 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6586f22-e4ce-4340-8e31-f9f86f137546 HTTP/1.1" status: 200 len: 944 time: 0.0917048 Aug 11 22:59:36.156532 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-c1ade8ff-983a-4964-8c5d-ad46852b42c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:36.202010 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-c1ade8ff-983a-4964-8c5d-ad46852b42c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:36.202640 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-c1ade8ff-983a-4964-8c5d-ad46852b42c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:36.204136 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-c1ade8ff-983a-4964-8c5d-ad46852b42c2 service neutron] 10.222.0.82 "PUT /v2.0/ports/3a3cfc2d-d89a-4360-93ba-41e86116e6b2 HTTP/1.1" status: 200 len: 1092 time: 0.6889131 Aug 11 22:59:36.211468 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6586f22-e4ce-4340-8e31-f9f86f137546', 'tag': '3a3cfc2d-d89a-4360-93ba-41e86116e6b2'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:59:36.214622 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcf34dc-4973-46b0-9153-a8ca89d60eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "b6586f22-e4ce-4340-8e31-f9f86f137546", "tag": "3a3cfc2d-d89a-4360-93ba-41e86116e6b2"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:59:36.254588 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6a01f5a6-a984-427c-94e3-6767e5abe5c0 req-bb632c46-bc6f-4954-b1ab-8d43856da24b tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f6766a1-d8b6-46f7-ba3c-71fc458466a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928419 Aug 11 22:59:36.257059 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ade8ff-983a-4964-8c5d-ad46852b42c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3cfc2d-d89a-4360-93ba-41e86116e6b2,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:59:36.300586 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-4bc43bd7-73b2-4609-b936-0351e8e0991b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:36.302122 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-4bc43bd7-73b2-4609-b936-0351e8e0991b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=57592f8f9b5b497abed66b845f672808&device_id=b6586f22-e4ce-4340-8e31-f9f86f137546 HTTP/1.1" status: 200 len: 1095 time: 0.0465524 Aug 11 22:59:36.304388 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8e40a4-0ef5-4b9a-957f-0b1fd82675b8 x-openstack-request-id: req-8e8e40a4-0ef5-4b9a-957f-0b1fd82675b8 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:59:36.304681 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6586f22-e4ce-4340-8e31-f9f86f137546", "tag": "3a3cfc2d-d89a-4360-93ba-41e86116e6b2", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:59:36.304972 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8e8e40a4-0ef5-4b9a-957f-0b1fd82675b8 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:59:36.305357 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6586f22-e4ce-4340-8e31-f9f86f137546', 'tag': '3a3cfc2d-d89a-4360-93ba-41e86116e6b2', 'status': 'completed', 'code': 200} Aug 11 22:59:36.371560 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-31dd188a-7bc4-435c-9815-0fede33ce294 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a3cfc2d-d89a-4360-93ba-41e86116e6b2 HTTP/1.1" status: 200 len: 217 time: 0.0456750 Aug 11 22:59:36.426597 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-052d2387-1d21-464b-a1db-b597f98ebef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:36.428631 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-052d2387-1d21-464b-a1db-b597f98ebef7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8dd78a90-d399-429b-bb75-fe15799dbd73 HTTP/1.1" status: 200 len: 854 time: 0.0500903 Aug 11 22:59:36.459146 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-a2e3b375-56e2-4eb0-b00b-f6f3f1f3d36c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c4218098-0594-455d-986f-740e7954759a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237269 Aug 11 22:59:36.550493 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-6cdea37d-a389-4c75-b5f1-42699501151b service neutron] 10.222.0.82 "GET /v2.0/networks/c4218098-0594-455d-986f-740e7954759a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835640 Aug 11 22:59:36.647539 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd2cc100-359e-429a-87fa-7dbdbaec3214 req-82516976-f259-4171-b242-8872e39dc498 service neutron] 10.222.0.82 "GET /v2.0/networks/c4218098-0594-455d-986f-740e7954759a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892642 Aug 11 22:59:36.768650 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf34dc-4973-46b0-9153-a8ca89d60eb2 req-0629dbeb-e478-4a2d-a1f9-a771b348cb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:36.770153 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1bcf34dc-4973-46b0-9153-a8ca89d60eb2 req-0629dbeb-e478-4a2d-a1f9-a771b348cb99 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=57592f8f9b5b497abed66b845f672808&device_id=b6586f22-e4ce-4340-8e31-f9f86f137546 HTTP/1.1" status: 200 len: 1095 time: 0.0397778 Aug 11 22:59:36.862542 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf34dc-4973-46b0-9153-a8ca89d60eb2 req-cd08555a-df33-4b13-b994-b056391d0a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:36.864060 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1bcf34dc-4973-46b0-9153-a8ca89d60eb2 req-cd08555a-df33-4b13-b994-b056391d0a42 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c4218098-0594-455d-986f-740e7954759a HTTP/1.1" status: 200 len: 915 time: 0.0859935 Aug 11 22:59:36.905608 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1bcf34dc-4973-46b0-9153-a8ca89d60eb2 req-ae00035f-6d63-4e1b-a23b-bc0f3b4f7ab4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a3cfc2d-d89a-4360-93ba-41e86116e6b2 HTTP/1.1" status: 200 len: 217 time: 0.0341234 Aug 11 22:59:36.952894 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf34dc-4973-46b0-9153-a8ca89d60eb2 req-9c478401-63ae-45fb-a723-e518b68716f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:36.954372 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1bcf34dc-4973-46b0-9153-a8ca89d60eb2 req-9c478401-63ae-45fb-a723-e518b68716f0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8dd78a90-d399-429b-bb75-fe15799dbd73 HTTP/1.1" status: 200 len: 854 time: 0.0425324 Aug 11 22:59:36.985127 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1bcf34dc-4973-46b0-9153-a8ca89d60eb2 req-5a2f6b0b-93e8-4e21-bba4-cfba2af32c3a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c4218098-0594-455d-986f-740e7954759a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241885 Aug 11 22:59:37.076819 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1bcf34dc-4973-46b0-9153-a8ca89d60eb2 req-e79a7c91-e452-4e69-b36a-402b0fe8180e service neutron] 10.222.0.82 "GET /v2.0/networks/c4218098-0594-455d-986f-740e7954759a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850167 Aug 11 22:59:37.165124 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1bcf34dc-4973-46b0-9153-a8ca89d60eb2 req-5583d584-f722-4648-99ba-bc69681bacba service neutron] 10.222.0.82 "GET /v2.0/networks/c4218098-0594-455d-986f-740e7954759a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814371 Aug 11 22:59:37.694365 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31939c84-d51a-4551-9644-a0f5d73405f9 req-80292d1a-adbf-49e0-baef-de5f684bf6a8 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:37.696002 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-31939c84-d51a-4551-9644-a0f5d73405f9 req-80292d1a-adbf-49e0-baef-de5f684bf6a8 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6586f22-e4ce-4340-8e31-f9f86f137546 HTTP/1.1" status: 200 len: 944 time: 0.3720789 Aug 11 22:59:37.735956 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-31939c84-d51a-4551-9644-a0f5d73405f9 req-0f07e187-89fb-4851-83f5-2c8c14b653ab tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f6766a1-d8b6-46f7-ba3c-71fc458466a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336492 Aug 11 22:59:38.669538 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:38.850878 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c877bd-5d19-4901-b469-a840b58a8317 req-1980568a-b2a8-4694-8b6c-a268e5ad6043 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:38.852453 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-96c877bd-5d19-4901-b469-a840b58a8317 req-1980568a-b2a8-4694-8b6c-a268e5ad6043 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6586f22-e4ce-4340-8e31-f9f86f137546 HTTP/1.1" status: 200 len: 944 time: 0.0499055 Aug 11 22:59:38.891314 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-96c877bd-5d19-4901-b469-a840b58a8317 req-df20ade9-eac9-474d-8686-f54005ff78d8 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f6766a1-d8b6-46f7-ba3c-71fc458466a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328300 Aug 11 22:59:39.830503 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 3a3cfc2d-d89a-4360-93ba-41e86116e6b2 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:59:39.927353 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 3a3cfc2d-d89a-4360-93ba-41e86116e6b2, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=3a3cfc2d-d89a-4360-93ba-41e86116e6b2,segment=NetworkSegment(43f22025-d28d-4fc2-85d9-4a46a5de70b1),segment_id=43f22025-d28d-4fc2-85d9-4a46a5de70b1)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:59:39.938828 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '3a3cfc2d-d89a-4360-93ba-41e86116e6b2', 'network_id': 'c4218098-0594-455d-986f-740e7954759a', 'port_id': '3a3cfc2d-d89a-4360-93ba-41e86116e6b2', 'mac_address': 'fa:16:3e:48:cf:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd78a90-d399-429b-bb75-fe15799dbd73', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:59:39.980518 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:39.993956 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a3cfc2d-d89a-4360-93ba-41e86116e6b2 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:59:40.008649 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76661417-fdb9-4bf3-a5ec-a125b06c5ec3 req-553b52d6-7b8c-43e0-b3b7-4485ad013890 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:40.010233 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-76661417-fdb9-4bf3-a5ec-a125b06c5ec3 req-553b52d6-7b8c-43e0-b3b7-4485ad013890 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6586f22-e4ce-4340-8e31-f9f86f137546 HTTP/1.1" status: 200 len: 944 time: 0.0511723 Aug 11 22:59:40.014291 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 3a3cfc2d-d89a-4360-93ba-41e86116e6b2, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=3a3cfc2d-d89a-4360-93ba-41e86116e6b2,segment=NetworkSegment(43f22025-d28d-4fc2-85d9-4a46a5de70b1),segment_id=43f22025-d28d-4fc2-85d9-4a46a5de70b1)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:59:40.018603 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:40.050385 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-76661417-fdb9-4bf3-a5ec-a125b06c5ec3 req-afa55d00-0403-44ad-90fe-64ae9ea13e2e tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f6766a1-d8b6-46f7-ba3c-71fc458466a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330691 Aug 11 22:59:40.066013 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=3a3cfc2d-d89a-4360-93ba-41e86116e6b2,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:59:40.384748 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['3a3cfc2d-d89a-4360-93ba-41e86116e6b2'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:59:41.169528 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bef68f-b4a8-4dcb-9fec-8e869302853a req-c49099c1-0aed-4bce-850e-792f94d6a351 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:41.171057 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-50bef68f-b4a8-4dcb-9fec-8e869302853a req-c49099c1-0aed-4bce-850e-792f94d6a351 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6586f22-e4ce-4340-8e31-f9f86f137546 HTTP/1.1" status: 200 len: 945 time: 0.0522628 Aug 11 22:59:41.209619 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-50bef68f-b4a8-4dcb-9fec-8e869302853a req-1d0cdd18-f737-4c5d-8e0d-f6d93b6b8a0a tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f6766a1-d8b6-46f7-ba3c-71fc458466a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325584 Aug 11 22:59:41.829658 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 3a3cfc2d-d89a-4360-93ba-41e86116e6b2 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:59:42.031859 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 3a3cfc2d-d89a-4360-93ba-41e86116e6b2 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:59:42.035867 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 3a3cfc2d-d89a-4360-93ba-41e86116e6b2 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:59:42.036339 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:42.111159 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:42.132360 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6586f22-e4ce-4340-8e31-f9f86f137546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3cfc2d-d89a-4360-93ba-41e86116e6b2'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:59:42.134579 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c97922-c20b-4676-a46b-d32806fcd269" -d '{"events": [{"server_uuid": "b6586f22-e4ce-4340-8e31-f9f86f137546", "name": "network-vif-plugged", "status": "completed", "tag": "3a3cfc2d-d89a-4360-93ba-41e86116e6b2"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:59:42.148308 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 3a3cfc2d-d89a-4360-93ba-41e86116e6b2, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=3a3cfc2d-d89a-4360-93ba-41e86116e6b2,segment=NetworkSegment(43f22025-d28d-4fc2-85d9-4a46a5de70b1),segment_id=43f22025-d28d-4fc2-85d9-4a46a5de70b1)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:59:42.152775 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:42.180930 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d034218e-47cb-4234-b7fb-41295417283a x-openstack-request-id: req-d034218e-47cb-4234-b7fb-41295417283a {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:59:42.181221 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6586f22-e4ce-4340-8e31-f9f86f137546", "name": "network-vif-plugged", "status": "completed", "tag": "3a3cfc2d-d89a-4360-93ba-41e86116e6b2", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:59:42.181486 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d034218e-47cb-4234-b7fb-41295417283a {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:59:42.181855 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6586f22-e4ce-4340-8e31-f9f86f137546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3cfc2d-d89a-4360-93ba-41e86116e6b2', 'code': 200} Aug 11 22:59:42.207132 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=3a3cfc2d-d89a-4360-93ba-41e86116e6b2,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:59:42.323346 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac78b6-daea-4abe-8c35-987899f50335 req-41bc6f62-e8d5-4334-9e16-12307741ad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:42.324887 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47ac78b6-daea-4abe-8c35-987899f50335 req-41bc6f62-e8d5-4334-9e16-12307741ad75 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b6586f22-e4ce-4340-8e31-f9f86f137546 HTTP/1.1" status: 200 len: 1097 time: 0.0676153 Aug 11 22:59:42.345879 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1adec-a116-4a8b-aa27-52545e215424 req-92a0b1c5-bd99-4976-b695-3684dff717bc tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:42.347304 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bae1adec-a116-4a8b-aa27-52545e215424 req-92a0b1c5-bd99-4976-b695-3684dff717bc tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6586f22-e4ce-4340-8e31-f9f86f137546 HTTP/1.1" status: 200 len: 946 time: 0.0644286 Aug 11 22:59:42.389751 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47ac78b6-daea-4abe-8c35-987899f50335 req-febdea4a-9943-4ec2-b65a-5da46e8da0be service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=2f6766a1-d8b6-46f7-ba3c-71fc458466a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579906 Aug 11 22:59:42.402620 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bae1adec-a116-4a8b-aa27-52545e215424 req-86f73600-b027-4fb0-aebe-b3102f853efb tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f6766a1-d8b6-46f7-ba3c-71fc458466a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492527 Aug 11 22:59:43.316363 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-26a54254-8e3b-4da9-9375-f3fc961f21a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:43.516119 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa3691-a9ae-4244-a57a-205614a8dd80 req-d7f3da05-d775-4758-8c2e-df188ddc93a5 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:43.517617 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23fa3691-a9ae-4244-a57a-205614a8dd80 req-d7f3da05-d775-4758-8c2e-df188ddc93a5 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6586f22-e4ce-4340-8e31-f9f86f137546 HTTP/1.1" status: 200 len: 946 time: 0.0492954 Aug 11 22:59:43.555885 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23fa3691-a9ae-4244-a57a-205614a8dd80 req-f9f79f98-2606-436d-9b80-340c29755715 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f6766a1-d8b6-46f7-ba3c-71fc458466a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317650 Aug 11 22:59:44.668646 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa0873-b61c-44c1-a1f7-4e9437bc335d req-eda978be-fe77-4837-a741-b6e50618694a tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:44.670119 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09fa0873-b61c-44c1-a1f7-4e9437bc335d req-eda978be-fe77-4837-a741-b6e50618694a tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6586f22-e4ce-4340-8e31-f9f86f137546 HTTP/1.1" status: 200 len: 946 time: 0.0485048 Aug 11 22:59:44.706908 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-09fa0873-b61c-44c1-a1f7-4e9437bc335d req-b4b3bcdf-2065-413f-9089-b107e4aa23d9 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f6766a1-d8b6-46f7-ba3c-71fc458466a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307498 Aug 11 22:59:44.931414 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-e98a69ad-22c3-4e4c-97ee-6c31aa642876 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:44.932945 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-e98a69ad-22c3-4e4c-97ee-6c31aa642876 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/networks?id=c4218098-0594-455d-986f-740e7954759a HTTP/1.1" status: 200 len: 814 time: 0.1054683 Aug 11 22:59:44.948370 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-86b76b27-6436-4642-9691-0bc4f665fef8 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/quotas/57592f8f9b5b497abed66b845f672808 HTTP/1.1" status: 200 len: 375 time: 0.0097387 Aug 11 22:59:44.997781 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-b26d6a88-2511-4764-902a-2aafb3e09930 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=57592f8f9b5b497abed66b845f672808&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0437961 Aug 11 22:59:45.093224 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-952126f3-3598-466d-92df-cbafabf85e0a service neutron] 10.222.0.77 "GET /v2.0/networks/c4218098-0594-455d-986f-740e7954759a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875671 Aug 11 22:59:45.181111 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-bc43c198-f7dc-4fec-9d68-41f3b1c8d389 service neutron] 10.222.0.77 "GET /v2.0/networks/c4218098-0594-455d-986f-740e7954759a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817735 Aug 11 22:59:45.339844 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0c284148-3358-423b-b8a0-02369dab9b8d req-9c5bef67-b878-4e66-856b-59cdc425d8f2 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5b9bed7-0e48-4fad-8f5a-1ba444cae7df HTTP/1.1" status: 200 len: 210 time: 0.0287285 Aug 11 22:59:46.149419 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:46.258830 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-109e7b68-e59f-471b-8839-d10af1764b3b tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:46.260712 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-109e7b68-e59f-471b-8839-d10af1764b3b tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.52 "GET /v2.0/networks?id=c4218098-0594-455d-986f-740e7954759a HTTP/1.1" status: 200 len: 814 time: 0.1138597 Aug 11 22:59:46.274201 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-4abd2c76-0d62-45f0-9dc8-e9f3329ec8b5 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Request body: {'port': {'device_id': 'd5b9bed7-0e48-4fad-8f5a-1ba444cae7df', 'network_id': 'c4218098-0594-455d-986f-740e7954759a', 'admin_state_up': True, 'tenant_id': '57592f8f9b5b497abed66b845f672808'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:59:46.310212 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a9fd0bba-6cf2-4b02-9670-b3ff11edb7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:46.383777 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-4abd2c76-0d62-45f0-9dc8-e9f3329ec8b5 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Made reservation on behalf of 57592f8f9b5b497abed66b845f672808 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 22:59:46.387317 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-4abd2c76-0d62-45f0-9dc8-e9f3329ec8b5 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:46.436766 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3eea29f-9825-4524-873d-6e4b3041b114 req-611acddf-0be8-4d68-8635-77800610e85d tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5b9bed7-0e48-4fad-8f5a-1ba444cae7df HTTP/1.1" status: 200 len: 210 time: 0.0268924 Aug 11 22:59:46.834282 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-4abd2c76-0d62-45f0-9dc8-e9f3329ec8b5 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Allocated IP 172.20.0.7 (c4218098-0594-455d-986f-740e7954759a/8dd78a90-d399-429b-bb75-fe15799dbd73/66b6f88a-42c5-4053-8b83-883994332d11) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 22:59:46.984177 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-4abd2c76-0d62-45f0-9dc8-e9f3329ec8b5 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:47.022430 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-4abd2c76-0d62-45f0-9dc8-e9f3329ec8b5 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:47.065205 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['3a3cfc2d-d89a-4360-93ba-41e86116e6b2'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:59:47.069226 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-4abd2c76-0d62-45f0-9dc8-e9f3329ec8b5 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Network c4218098-0594-455d-986f-740e7954759a is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 22:59:47.072450 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-4abd2c76-0d62-45f0-9dc8-e9f3329ec8b5 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 22:59:47.077012 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-4abd2c76-0d62-45f0-9dc8-e9f3329ec8b5 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 22:59:47.080983 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd2c76-0d62-45f0-9dc8-e9f3329ec8b5 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Pushing event updated for resources: {'Port': ['ID=66b6f88a-42c5-4053-8b83-883994332d11,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:59:47.126687 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-4abd2c76-0d62-45f0-9dc8-e9f3329ec8b5 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:47.127318 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-4abd2c76-0d62-45f0-9dc8-e9f3329ec8b5 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:47.142600 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-4abd2c76-0d62-45f0-9dc8-e9f3329ec8b5 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8727982 Aug 11 22:59:47.154959 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-9ecdb319-4959-44d7-a9a9-4251c63355b3 service neutron] Request body: {'port': {'device_id': 'd5b9bed7-0e48-4fad-8f5a-1ba444cae7df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 22:59:47.213076 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-9ecdb319-4959-44d7-a9a9-4251c63355b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:47.468130 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-9ecdb319-4959-44d7-a9a9-4251c63355b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b6f88a-42c5-4053-8b83-883994332d11 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:59:47.476497 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-9ecdb319-4959-44d7-a9a9-4251c63355b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:47.488495 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-9ecdb319-4959-44d7-a9a9-4251c63355b3 service neutron] Transition to ACTIVE for port object 66b6f88a-42c5-4053-8b83-883994332d11 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 22:59:47.492751 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-9ecdb319-4959-44d7-a9a9-4251c63355b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:47.545599 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdb319-4959-44d7-a9a9-4251c63355b3 service neutron] Pushing event updated for resources: {'Port': ['ID=66b6f88a-42c5-4053-8b83-883994332d11,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:59:47.565817 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbb2cf-dd6a-4c23-b0e8-70788da8659d req-f95d320a-b57a-463c-934a-77cc0c3c1419 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:47.567397 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-91fbb2cf-dd6a-4c23-b0e8-70788da8659d req-f95d320a-b57a-463c-934a-77cc0c3c1419 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5b9bed7-0e48-4fad-8f5a-1ba444cae7df HTTP/1.1" status: 200 len: 943 time: 0.0609357 Aug 11 22:59:47.607585 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-91fbb2cf-dd6a-4c23-b0e8-70788da8659d req-52b1a8ec-0852-4bb9-8206-12150dc283d4 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f6766a1-d8b6-46f7-ba3c-71fc458466a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333955 Aug 11 22:59:47.612392 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-9ecdb319-4959-44d7-a9a9-4251c63355b3 service neutron] Attempting to bind port 66b6f88a-42c5-4053-8b83-883994332d11 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 22:59:47.612736 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-9ecdb319-4959-44d7-a9a9-4251c63355b3 service neutron] Attempting to bind port 66b6f88a-42c5-4053-8b83-883994332d11 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '43f22025-d28d-4fc2-85d9-4a46a5de70b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c4218098-0594-455d-986f-740e7954759a'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 22:59:47.613073 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-9ecdb319-4959-44d7-a9a9-4251c63355b3 service neutron] Attempting to bind port 66b6f88a-42c5-4053-8b83-883994332d11 on network c4218098-0594-455d-986f-740e7954759a {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:59:47.618154 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-9ecdb319-4959-44d7-a9a9-4251c63355b3 service neutron] Port 66b6f88a-42c5-4053-8b83-883994332d11 on network c4218098-0594-455d-986f-740e7954759a not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 22:59:47.618414 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-9ecdb319-4959-44d7-a9a9-4251c63355b3 service neutron] Attempting to bind port 66b6f88a-42c5-4053-8b83-883994332d11 on network c4218098-0594-455d-986f-740e7954759a {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 22:59:47.626903 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-9ecdb319-4959-44d7-a9a9-4251c63355b3 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 22:59:47.626903 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-9ecdb319-4959-44d7-a9a9-4251c63355b3 service neutron] Checking segment: {'id': '43f22025-d28d-4fc2-85d9-4a46a5de70b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c4218098-0594-455d-986f-740e7954759a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 22:59:47.626903 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-9ecdb319-4959-44d7-a9a9-4251c63355b3 service neutron] Bound using segment: {'id': '43f22025-d28d-4fc2-85d9-4a46a5de70b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c4218098-0594-455d-986f-740e7954759a'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 22:59:47.626903 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-9ecdb319-4959-44d7-a9a9-4251c63355b3 service neutron] Bound port: 66b6f88a-42c5-4053-8b83-883994332d11, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f22025-d28d-4fc2-85d9-4a46a5de70b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c4218098-0594-455d-986f-740e7954759a'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 22:59:47.626903 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-9ecdb319-4959-44d7-a9a9-4251c63355b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:47.688972 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-9ecdb319-4959-44d7-a9a9-4251c63355b3 service neutron] For port 66b6f88a-42c5-4053-8b83-883994332d11, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 22:59:47.692510 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-9ecdb319-4959-44d7-a9a9-4251c63355b3 service neutron] For port 66b6f88a-42c5-4053-8b83-883994332d11, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=66b6f88a-42c5-4053-8b83-883994332d11,segment=NetworkSegment(43f22025-d28d-4fc2-85d9-4a46a5de70b1),segment_id=43f22025-d28d-4fc2-85d9-4a46a5de70b1)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 22:59:47.697287 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-9ecdb319-4959-44d7-a9a9-4251c63355b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:47.729599 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:47.732569 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-9ecdb319-4959-44d7-a9a9-4251c63355b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:47.733310 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-9ecdb319-4959-44d7-a9a9-4251c63355b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:47.734610 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-9ecdb319-4959-44d7-a9a9-4251c63355b3 service neutron] 10.222.0.52 "PUT /v2.0/ports/66b6f88a-42c5-4053-8b83-883994332d11 HTTP/1.1" status: 200 len: 1091 time: 0.5841758 Aug 11 22:59:47.735069 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b9bed7-0e48-4fad-8f5a-1ba444cae7df', 'tag': '66b6f88a-42c5-4053-8b83-883994332d11'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:59:47.737400 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b102379e7d6c573a0c111394fd6df11cb948dcd7c204d584f65cddae3f2353ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38daa56-a8ac-4e58-b707-4ae869830702" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b9bed7-0e48-4fad-8f5a-1ba444cae7df", "tag": "66b6f88a-42c5-4053-8b83-883994332d11"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:59:47.762679 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdb319-4959-44d7-a9a9-4251c63355b3 service neutron] Pushing event updated for resources: {'Port': ['ID=66b6f88a-42c5-4053-8b83-883994332d11,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:59:47.784951 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 22:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d9ca72-5129-4233-bd96-23386d448be6 x-openstack-request-id: req-d9d9ca72-5129-4233-bd96-23386d448be6 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:59:47.785250 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b9bed7-0e48-4fad-8f5a-1ba444cae7df", "tag": "66b6f88a-42c5-4053-8b83-883994332d11", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:59:47.785504 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d9d9ca72-5129-4233-bd96-23386d448be6 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:59:47.785907 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b9bed7-0e48-4fad-8f5a-1ba444cae7df', 'tag': '66b6f88a-42c5-4053-8b83-883994332d11', 'status': 'completed', 'code': 200} Aug 11 22:59:47.815701 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-02e4970b-d8fc-444a-bf56-d660b8144eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:47.817249 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-02e4970b-d8fc-444a-bf56-d660b8144eaf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=57592f8f9b5b497abed66b845f672808&device_id=d5b9bed7-0e48-4fad-8f5a-1ba444cae7df HTTP/1.1" status: 200 len: 1094 time: 0.0426619 Aug 11 22:59:47.862199 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-2a7a3fce-22d8-4f71-b9ea-94d19c54613f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66b6f88a-42c5-4053-8b83-883994332d11 HTTP/1.1" status: 200 len: 217 time: 0.0370951 Aug 11 22:59:47.912342 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-3dcb9e31-7433-427b-9b79-9226f1223647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:47.913819 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-3dcb9e31-7433-427b-9b79-9226f1223647 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8dd78a90-d399-429b-bb75-fe15799dbd73 HTTP/1.1" status: 200 len: 854 time: 0.0446157 Aug 11 22:59:47.945583 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-f426334d-d70e-4e81-8595-c2818fb40f76 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c4218098-0594-455d-986f-740e7954759a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247715 Aug 11 22:59:48.044853 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-71763d7c-c0f0-46ea-823b-733e9ca4a152 service neutron] 10.222.0.52 "GET /v2.0/networks/c4218098-0594-455d-986f-740e7954759a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921254 Aug 11 22:59:48.154157 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b39a238-038c-4d21-a5b1-b8f0a01ba8f8 req-6132e7bb-fcfd-49d9-9a7c-deff3009e454 service neutron] 10.222.0.52 "GET /v2.0/networks/c4218098-0594-455d-986f-740e7954759a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021354 Aug 11 22:59:48.239941 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38daa56-a8ac-4e58-b707-4ae869830702 req-18e1ab84-8aa0-446c-8ec8-cdc0cefc9986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:48.242003 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e38daa56-a8ac-4e58-b707-4ae869830702 req-18e1ab84-8aa0-446c-8ec8-cdc0cefc9986 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=57592f8f9b5b497abed66b845f672808&device_id=d5b9bed7-0e48-4fad-8f5a-1ba444cae7df HTTP/1.1" status: 200 len: 1094 time: 0.0409832 Aug 11 22:59:48.336791 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38daa56-a8ac-4e58-b707-4ae869830702 req-ae424cc6-5599-4828-a8e8-9882f305d1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:48.338210 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e38daa56-a8ac-4e58-b707-4ae869830702 req-ae424cc6-5599-4828-a8e8-9882f305d1bf service neutron] 10.222.0.52 "GET /v2.0/networks?id=c4218098-0594-455d-986f-740e7954759a HTTP/1.1" status: 200 len: 915 time: 0.0887294 Aug 11 22:59:48.380271 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e38daa56-a8ac-4e58-b707-4ae869830702 req-b8fbaa11-c690-4e44-97d5-a25766ed9270 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66b6f88a-42c5-4053-8b83-883994332d11 HTTP/1.1" status: 200 len: 217 time: 0.0349395 Aug 11 22:59:48.435128 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38daa56-a8ac-4e58-b707-4ae869830702 req-1ea8d38a-7278-4f85-878f-b880ba2ce2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:48.436636 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e38daa56-a8ac-4e58-b707-4ae869830702 req-1ea8d38a-7278-4f85-878f-b880ba2ce2a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8dd78a90-d399-429b-bb75-fe15799dbd73 HTTP/1.1" status: 200 len: 854 time: 0.0497482 Aug 11 22:59:48.468767 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e38daa56-a8ac-4e58-b707-4ae869830702 req-d2989313-619d-4a9e-884c-bcf17a3c75a5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c4218098-0594-455d-986f-740e7954759a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239689 Aug 11 22:59:48.559806 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e38daa56-a8ac-4e58-b707-4ae869830702 req-75ae0967-fe81-4901-b99f-214bab2b537a service neutron] 10.222.0.52 "GET /v2.0/networks/c4218098-0594-455d-986f-740e7954759a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835664 Aug 11 22:59:48.655407 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e38daa56-a8ac-4e58-b707-4ae869830702 req-1a0a2e73-180a-4c57-adb6-03ce428147ad service neutron] 10.222.0.52 "GET /v2.0/networks/c4218098-0594-455d-986f-740e7954759a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881729 Aug 11 22:59:48.723826 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa7410-1993-49fc-be82-e91f4220913c req-9b742607-7c5c-43bb-a54a-3eb56ee2079e tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:48.725955 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d5aa7410-1993-49fc-be82-e91f4220913c req-9b742607-7c5c-43bb-a54a-3eb56ee2079e tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5b9bed7-0e48-4fad-8f5a-1ba444cae7df HTTP/1.1" status: 200 len: 943 time: 0.0498242 Aug 11 22:59:48.762571 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d5aa7410-1993-49fc-be82-e91f4220913c req-7f03acbd-c15d-4a73-91c2-4eef2eda9712 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f6766a1-d8b6-46f7-ba3c-71fc458466a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307105 Aug 11 22:59:49.189029 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:49.513933 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 66b6f88a-42c5-4053-8b83-883994332d11 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 22:59:49.609919 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 66b6f88a-42c5-4053-8b83-883994332d11, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=66b6f88a-42c5-4053-8b83-883994332d11,segment=NetworkSegment(43f22025-d28d-4fc2-85d9-4a46a5de70b1),segment_id=43f22025-d28d-4fc2-85d9-4a46a5de70b1)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:59:49.622017 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '66b6f88a-42c5-4053-8b83-883994332d11', 'network_id': 'c4218098-0594-455d-986f-740e7954759a', 'port_id': '66b6f88a-42c5-4053-8b83-883994332d11', 'mac_address': 'fa:16:3e:c8:57:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd78a90-d399-429b-bb75-fe15799dbd73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 22:59:49.659393 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:49.672363 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b6f88a-42c5-4053-8b83-883994332d11 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 22:59:49.692993 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 66b6f88a-42c5-4053-8b83-883994332d11, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=66b6f88a-42c5-4053-8b83-883994332d11,segment=NetworkSegment(43f22025-d28d-4fc2-85d9-4a46a5de70b1),segment_id=43f22025-d28d-4fc2-85d9-4a46a5de70b1)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:59:49.698100 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:49.749464 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=66b6f88a-42c5-4053-8b83-883994332d11,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:59:49.882287 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460b065-3ec8-401c-b55f-7d93b093c591 req-75483c3a-1963-4caa-8b7d-91cb2bd3e917 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:49.884066 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['66b6f88a-42c5-4053-8b83-883994332d11'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:59:49.884294 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b460b065-3ec8-401c-b55f-7d93b093c591 req-75483c3a-1963-4caa-8b7d-91cb2bd3e917 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5b9bed7-0e48-4fad-8f5a-1ba444cae7df HTTP/1.1" status: 200 len: 944 time: 0.0530825 Aug 11 22:59:49.930063 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b460b065-3ec8-401c-b55f-7d93b093c591 req-98561ad2-1074-481a-91e4-7e4a793093a5 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f6766a1-d8b6-46f7-ba3c-71fc458466a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394804 Aug 11 22:59:51.056823 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08450c-e9de-422c-bd89-4d8582a866bd req-b9665f24-0163-4752-9081-b2557c75d467 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:51.058331 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5e08450c-e9de-422c-bd89-4d8582a866bd req-b9665f24-0163-4752-9081-b2557c75d467 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5b9bed7-0e48-4fad-8f5a-1ba444cae7df HTTP/1.1" status: 200 len: 944 time: 0.0528164 Aug 11 22:59:51.096450 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5e08450c-e9de-422c-bd89-4d8582a866bd req-9307642e-3496-4a63-85e5-e8bbd2da0c29 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f6766a1-d8b6-46f7-ba3c-71fc458466a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320857 Aug 11 22:59:51.151138 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:51.530446 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 66b6f88a-42c5-4053-8b83-883994332d11 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 22:59:51.582166 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 66b6f88a-42c5-4053-8b83-883994332d11 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 22:59:51.586567 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 66b6f88a-42c5-4053-8b83-883994332d11 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 22:59:51.586941 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:51.661924 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:51.685101 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b9bed7-0e48-4fad-8f5a-1ba444cae7df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b6f88a-42c5-4053-8b83-883994332d11'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:59:51.687333 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1900018-67c4-40c5-b2f1-74181d453960" -d '{"events": [{"server_uuid": "d5b9bed7-0e48-4fad-8f5a-1ba444cae7df", "name": "network-vif-plugged", "status": "completed", "tag": "66b6f88a-42c5-4053-8b83-883994332d11"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:59:51.700362 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 66b6f88a-42c5-4053-8b83-883994332d11, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=66b6f88a-42c5-4053-8b83-883994332d11,segment=NetworkSegment(43f22025-d28d-4fc2-85d9-4a46a5de70b1),segment_id=43f22025-d28d-4fc2-85d9-4a46a5de70b1)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:59:51.704469 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:51.729765 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b45ce3-45c8-4fd1-bbdb-1bad4b43e167 x-openstack-request-id: req-86b45ce3-45c8-4fd1-bbdb-1bad4b43e167 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:59:51.730060 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b9bed7-0e48-4fad-8f5a-1ba444cae7df", "name": "network-vif-plugged", "status": "completed", "tag": "66b6f88a-42c5-4053-8b83-883994332d11", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:59:51.730640 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-86b45ce3-45c8-4fd1-bbdb-1bad4b43e167 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:59:51.731733 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b9bed7-0e48-4fad-8f5a-1ba444cae7df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b6f88a-42c5-4053-8b83-883994332d11', 'code': 200} Aug 11 22:59:51.764405 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=66b6f88a-42c5-4053-8b83-883994332d11,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:59:51.822368 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd027b-80a9-4aaa-a8b6-f315d0c8409c req-fc187988-0bbd-4973-845c-a1726a6664c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:51.823860 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-44dd027b-80a9-4aaa-a8b6-f315d0c8409c req-fc187988-0bbd-4973-845c-a1726a6664c8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d5b9bed7-0e48-4fad-8f5a-1ba444cae7df HTTP/1.1" status: 200 len: 1096 time: 0.0417495 Aug 11 22:59:51.864541 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-44dd027b-80a9-4aaa-a8b6-f315d0c8409c req-b8005137-57da-4bcb-bf22-817f42414439 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2f6766a1-d8b6-46f7-ba3c-71fc458466a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338101 Aug 11 22:59:52.220103 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c9382-4c57-45bd-b298-625d60d22dd5 req-f5798bbf-157a-4f34-9c5b-fd83f5227206 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:52.221809 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a91c9382-4c57-45bd-b298-625d60d22dd5 req-f5798bbf-157a-4f34-9c5b-fd83f5227206 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5b9bed7-0e48-4fad-8f5a-1ba444cae7df HTTP/1.1" status: 200 len: 945 time: 0.0567935 Aug 11 22:59:52.260285 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a91c9382-4c57-45bd-b298-625d60d22dd5 req-1c4f2ccc-4ff7-45a4-a050-f2d3dbb4fbfc tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f6766a1-d8b6-46f7-ba3c-71fc458466a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315971 Aug 11 22:59:53.372864 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a6cfd-a754-44a3-ac28-e2629e407a87 req-1803d2cf-7d0c-494f-8759-a11091e1cc3b tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:53.374279 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f53a6cfd-a754-44a3-ac28-e2629e407a87 req-1803d2cf-7d0c-494f-8759-a11091e1cc3b tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5b9bed7-0e48-4fad-8f5a-1ba444cae7df HTTP/1.1" status: 200 len: 945 time: 0.0479248 Aug 11 22:59:53.411717 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f53a6cfd-a754-44a3-ac28-e2629e407a87 req-89b40f94-2d0d-4ab3-9479-c6dec7dfb286 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f6766a1-d8b6-46f7-ba3c-71fc458466a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314522 Aug 11 22:59:53.647286 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda8dbd-c4f1-4733-8734-a8678ca5689a req-8410cf2f-d704-40cc-a790-2b8e4e52d2a5 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:53.648741 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2dda8dbd-c4f1-4733-8734-a8678ca5689a req-8410cf2f-d704-40cc-a790-2b8e4e52d2a5 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5b9bed7-0e48-4fad-8f5a-1ba444cae7df HTTP/1.1" status: 200 len: 945 time: 0.0560744 Aug 11 22:59:53.687402 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2dda8dbd-c4f1-4733-8734-a8678ca5689a req-5cb4bf4c-4b70-4472-9eed-ee3f5ed1034b tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f6766a1-d8b6-46f7-ba3c-71fc458466a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321398 Aug 11 22:59:54.804777 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cda98c-55d6-4cba-b74d-e0b063f28fcc req-1a926227-5955-482f-b66c-3b2b238844af tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:54.806834 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82cda98c-55d6-4cba-b74d-e0b063f28fcc req-1a926227-5955-482f-b66c-3b2b238844af tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5b9bed7-0e48-4fad-8f5a-1ba444cae7df HTTP/1.1" status: 200 len: 945 time: 0.0510907 Aug 11 22:59:54.853196 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-82cda98c-55d6-4cba-b74d-e0b063f28fcc req-bac77d50-0176-4bdf-9d87-2b70868a4484 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f6766a1-d8b6-46f7-ba3c-71fc458466a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393367 Aug 11 22:59:54.893346 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa750a5-edc9-48c1-8140-6e3464c9a93c req-edc1c16f-bc22-45ec-94e8-9d3a64843c54 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:54.895227 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9aa750a5-edc9-48c1-8140-6e3464c9a93c req-edc1c16f-bc22-45ec-94e8-9d3a64843c54 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b9bed7-0e48-4fad-8f5a-1ba444cae7df HTTP/1.1" status: 200 len: 945 time: 0.0577931 Aug 11 22:59:54.991197 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-9aa750a5-edc9-48c1-8140-6e3464c9a93c req-e76559fb-3623-410e-9faa-cf5435fe57e0 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Deleting port 66b6f88a-42c5-4053-8b83-883994332d11 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 22:59:54.991600 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9aa750a5-edc9-48c1-8140-6e3464c9a93c req-e76559fb-3623-410e-9faa-cf5435fe57e0 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:55.081221 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-9aa750a5-edc9-48c1-8140-6e3464c9a93c req-e76559fb-3623-410e-9faa-cf5435fe57e0 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] For port 66b6f88a-42c5-4053-8b83-883994332d11, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=66b6f88a-42c5-4053-8b83-883994332d11,segment=NetworkSegment(43f22025-d28d-4fc2-85d9-4a46a5de70b1),segment_id=43f22025-d28d-4fc2-85d9-4a46a5de70b1)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 22:59:55.081596 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9aa750a5-edc9-48c1-8140-6e3464c9a93c req-e76559fb-3623-410e-9faa-cf5435fe57e0 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:55.094865 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-9aa750a5-edc9-48c1-8140-6e3464c9a93c req-e76559fb-3623-410e-9faa-cf5435fe57e0 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Calling delete_port for 66b6f88a-42c5-4053-8b83-883994332d11 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 22:59:55.230414 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9aa750a5-edc9-48c1-8140-6e3464c9a93c req-e76559fb-3623-410e-9faa-cf5435fe57e0 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:55.243825 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['66b6f88a-42c5-4053-8b83-883994332d11'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:59:55.257913 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76559fb-3623-410e-9faa-cf5435fe57e0 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Pushing event deleted for resources: {'Port': ['ID=66b6f88a-42c5-4053-8b83-883994332d11,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 22:59:55.266141 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['3a3cfc2d-d89a-4360-93ba-41e86116e6b2'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 22:59:55.309600 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa750a5-edc9-48c1-8140-6e3464c9a93c req-e76559fb-3623-410e-9faa-cf5435fe57e0 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] No DVR routers for this DVR port 66b6f88a-42c5-4053-8b83-883994332d11 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 22:59:55.312341 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9aa750a5-edc9-48c1-8140-6e3464c9a93c req-e76559fb-3623-410e-9faa-cf5435fe57e0 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 22:59:55.314852 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9aa750a5-edc9-48c1-8140-6e3464c9a93c req-e76559fb-3623-410e-9faa-cf5435fe57e0 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.52 "DELETE /v2.0/ports/66b6f88a-42c5-4053-8b83-883994332d11 HTTP/1.1" status: 204 len: 173 time: 0.4134436 Aug 11 22:59:55.315310 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b9bed7-0e48-4fad-8f5a-1ba444cae7df', 'name': 'network-vif-deleted', 'tag': '66b6f88a-42c5-4053-8b83-883994332d11'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 22:59:55.317626 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b102379e7d6c573a0c111394fd6df11cb948dcd7c204d584f65cddae3f2353ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e60ae0e-0b4d-4fbf-aa99-c49326458190" -d '{"events": [{"server_uuid": "d5b9bed7-0e48-4fad-8f5a-1ba444cae7df", "name": "network-vif-deleted", "tag": "66b6f88a-42c5-4053-8b83-883994332d11"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 22:59:55.358049 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 22:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317c1207-d1dd-43aa-b0e3-4399e2608d4a x-openstack-request-id: req-317c1207-d1dd-43aa-b0e3-4399e2608d4a {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 22:59:55.358346 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b9bed7-0e48-4fad-8f5a-1ba444cae7df", "name": "network-vif-deleted", "tag": "66b6f88a-42c5-4053-8b83-883994332d11", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 22:59:55.358619 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-317c1207-d1dd-43aa-b0e3-4399e2608d4a {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 22:59:55.359028 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b9bed7-0e48-4fad-8f5a-1ba444cae7df', 'name': 'network-vif-deleted', 'tag': '66b6f88a-42c5-4053-8b83-883994332d11', 'status': 'completed', 'code': 200} Aug 11 22:59:55.970982 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-907da35c-1e31-4180-be64-fd5b86354d03 req-795d8d3b-c936-41f6-a528-3c4c6ee42955 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?device_id=d5b9bed7-0e48-4fad-8f5a-1ba444cae7df HTTP/1.1" status: 200 len: 210 time: 0.0268297 Aug 11 22:59:57.118606 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacf7cd-e700-402c-aaf4-4ebd789171bd req-39968fc7-8e46-4726-a525-c243fec12f79 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:57.120120 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-acacf7cd-e700-402c-aaf4-4ebd789171bd req-39968fc7-8e46-4726-a525-c243fec12f79 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6586f22-e4ce-4340-8e31-f9f86f137546 HTTP/1.1" status: 200 len: 946 time: 0.0524139 Aug 11 22:59:57.158074 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-acacf7cd-e700-402c-aaf4-4ebd789171bd req-6be6d457-3c0f-4faf-8c35-a435dd76edae tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f6766a1-d8b6-46f7-ba3c-71fc458466a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319319 Aug 11 22:59:57.287737 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c938909-8b30-45f7-9f18-d3aa17ebe200 req-639f7623-70c1-49be-b047-595187b2dc6e tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:57.289167 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3c938909-8b30-45f7-9f18-d3aa17ebe200 req-639f7623-70c1-49be-b047-595187b2dc6e tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6586f22-e4ce-4340-8e31-f9f86f137546 HTTP/1.1" status: 200 len: 946 time: 0.0494902 Aug 11 22:59:57.326769 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3c938909-8b30-45f7-9f18-d3aa17ebe200 req-83fb6005-0b59-4c3e-bb1a-ad3471e9e70a tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f6766a1-d8b6-46f7-ba3c-71fc458466a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316625 Aug 11 22:59:57.439353 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6e1f3-2992-4ce0-816a-458684f9c23f req-594aa19c-5c9f-4170-8b60-03184148856c tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:57.440857 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b4b6e1f3-2992-4ce0-816a-458684f9c23f req-594aa19c-5c9f-4170-8b60-03184148856c tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6586f22-e4ce-4340-8e31-f9f86f137546 HTTP/1.1" status: 200 len: 946 time: 0.0481985 Aug 11 22:59:57.478267 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b4b6e1f3-2992-4ce0-816a-458684f9c23f req-040649fc-b8f5-4d63-924b-bda6d49a0fc3 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f6766a1-d8b6-46f7-ba3c-71fc458466a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309484 Aug 11 22:59:57.599379 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 66b6f88a-42c5-4053-8b83-883994332d11 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 22:59:57.622309 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 66b6f88a-42c5-4053-8b83-883994332d11 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 22:59:57.622663 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 66b6f88a-42c5-4053-8b83-883994332d11 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 22:59:57.646795 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23916df4-ba24-4838-a5b5-d34d42f99ca5 req-79643c6b-97cd-4298-bcd2-f90cd4dd4fae tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:57.648329 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23916df4-ba24-4838-a5b5-d34d42f99ca5 req-79643c6b-97cd-4298-bcd2-f90cd4dd4fae tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6586f22-e4ce-4340-8e31-f9f86f137546 HTTP/1.1" status: 200 len: 946 time: 0.0546889 Aug 11 22:59:57.686504 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-23916df4-ba24-4838-a5b5-d34d42f99ca5 req-6ff073bd-af7b-4537-9ac5-3332ae0f69cd tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f6766a1-d8b6-46f7-ba3c-71fc458466a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319831 Aug 11 22:59:57.799477 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b1ebc-f33d-497d-a3c7-ffed610fa4f2 req-ce60e30b-bde9-4668-bb7c-6323fcd3ba8e tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:57.801219 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e53b1ebc-f33d-497d-a3c7-ffed610fa4f2 req-ce60e30b-bde9-4668-bb7c-6323fcd3ba8e tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6586f22-e4ce-4340-8e31-f9f86f137546 HTTP/1.1" status: 200 len: 946 time: 0.0490870 Aug 11 22:59:57.840119 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e53b1ebc-f33d-497d-a3c7-ffed610fa4f2 req-6ef26c33-b438-4090-83ff-67c7e3cb7054 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f6766a1-d8b6-46f7-ba3c-71fc458466a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321040 Aug 11 22:59:57.970660 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c68509-c66b-4cf4-bf38-058ed2725ead req-dd645727-85e6-474f-9577-ae6cf2da6db7 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:57.972391 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-44c68509-c66b-4cf4-bf38-058ed2725ead req-dd645727-85e6-474f-9577-ae6cf2da6db7 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6586f22-e4ce-4340-8e31-f9f86f137546 HTTP/1.1" status: 200 len: 946 time: 0.0514178 Aug 11 22:59:58.011348 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-44c68509-c66b-4cf4-bf38-058ed2725ead req-4a4c4e2f-5c20-4fc8-9a1f-75c986584eca tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f6766a1-d8b6-46f7-ba3c-71fc458466a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329382 Aug 11 22:59:58.318458 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea59a5-2616-4bc2-994d-faae269733a4 req-439bfa85-70c6-4310-9b64-2ee8bf2176c6 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:58.319920 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-55ea59a5-2616-4bc2-994d-faae269733a4 req-439bfa85-70c6-4310-9b64-2ee8bf2176c6 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6586f22-e4ce-4340-8e31-f9f86f137546 HTTP/1.1" status: 200 len: 946 time: 0.0537846 Aug 11 22:59:58.357662 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-55ea59a5-2616-4bc2-994d-faae269733a4 req-8f71291f-ccb9-4d9c-b2e3-ea9ef2744f3d tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f6766a1-d8b6-46f7-ba3c-71fc458466a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317249 Aug 11 22:59:59.473079 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df12b68-7c35-4ff6-bbb2-f5d32dba2e1b req-1872b100-e078-434b-88e9-5d916220b6da tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:59.475154 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0df12b68-7c35-4ff6-bbb2-f5d32dba2e1b req-1872b100-e078-434b-88e9-5d916220b6da tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6586f22-e4ce-4340-8e31-f9f86f137546 HTTP/1.1" status: 200 len: 946 time: 0.0491941 Aug 11 22:59:59.514502 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0df12b68-7c35-4ff6-bbb2-f5d32dba2e1b req-cd8e9a02-4f73-4112-894d-8110ff80d780 tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f6766a1-d8b6-46f7-ba3c-71fc458466a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331674 Aug 11 22:59:59.956850 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f62cd2-484b-4a02-995e-4bb8bebd8fd1 req-7f239b1d-1704-4353-8b56-56d600cedb6f tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 22:59:59.958335 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d9f62cd2-484b-4a02-995e-4bb8bebd8fd1 req-7f239b1d-1704-4353-8b56-56d600cedb6f tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.82 "GET /v2.0/ports?device_id=b6586f22-e4ce-4340-8e31-f9f86f137546 HTTP/1.1" status: 200 len: 946 time: 0.0481877 Aug 11 23:00:00.052028 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-d9f62cd2-484b-4a02-995e-4bb8bebd8fd1 req-396bcbf8-6251-4746-ad6d-4c5d6b401d0c tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Deleting port 3a3cfc2d-d89a-4360-93ba-41e86116e6b2 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:00:00.052370 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d9f62cd2-484b-4a02-995e-4bb8bebd8fd1 req-396bcbf8-6251-4746-ad6d-4c5d6b401d0c tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:00.138140 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-d9f62cd2-484b-4a02-995e-4bb8bebd8fd1 req-396bcbf8-6251-4746-ad6d-4c5d6b401d0c tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] For port 3a3cfc2d-d89a-4360-93ba-41e86116e6b2, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=3a3cfc2d-d89a-4360-93ba-41e86116e6b2,segment=NetworkSegment(43f22025-d28d-4fc2-85d9-4a46a5de70b1),segment_id=43f22025-d28d-4fc2-85d9-4a46a5de70b1)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:00:00.138498 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d9f62cd2-484b-4a02-995e-4bb8bebd8fd1 req-396bcbf8-6251-4746-ad6d-4c5d6b401d0c tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:00.151722 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-d9f62cd2-484b-4a02-995e-4bb8bebd8fd1 req-396bcbf8-6251-4746-ad6d-4c5d6b401d0c tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Calling delete_port for 3a3cfc2d-d89a-4360-93ba-41e86116e6b2 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:00:00.280931 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d9f62cd2-484b-4a02-995e-4bb8bebd8fd1 req-396bcbf8-6251-4746-ad6d-4c5d6b401d0c tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:00.309835 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396bcbf8-6251-4746-ad6d-4c5d6b401d0c tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Pushing event deleted for resources: {'Port': ['ID=3a3cfc2d-d89a-4360-93ba-41e86116e6b2,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:00.315053 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['3a3cfc2d-d89a-4360-93ba-41e86116e6b2'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 23:00:00.321521 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396bcbf8-6251-4746-ad6d-4c5d6b401d0c tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:00.321867 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396bcbf8-6251-4746-ad6d-4c5d6b401d0c tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:00.322209 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396bcbf8-6251-4746-ad6d-4c5d6b401d0c tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:00.322547 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396bcbf8-6251-4746-ad6d-4c5d6b401d0c tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:00.322884 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396bcbf8-6251-4746-ad6d-4c5d6b401d0c tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:00.323217 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396bcbf8-6251-4746-ad6d-4c5d6b401d0c tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:00.323568 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396bcbf8-6251-4746-ad6d-4c5d6b401d0c tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:00.323896 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396bcbf8-6251-4746-ad6d-4c5d6b401d0c tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:00.324223 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396bcbf8-6251-4746-ad6d-4c5d6b401d0c tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:00.324550 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396bcbf8-6251-4746-ad6d-4c5d6b401d0c tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:00.324873 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396bcbf8-6251-4746-ad6d-4c5d6b401d0c tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:00.325195 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396bcbf8-6251-4746-ad6d-4c5d6b401d0c tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:00.365200 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f62cd2-484b-4a02-995e-4bb8bebd8fd1 req-396bcbf8-6251-4746-ad6d-4c5d6b401d0c tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] No DVR routers for this DVR port 3a3cfc2d-d89a-4360-93ba-41e86116e6b2 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:00:00.367767 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d9f62cd2-484b-4a02-995e-4bb8bebd8fd1 req-396bcbf8-6251-4746-ad6d-4c5d6b401d0c tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:00.369754 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d9f62cd2-484b-4a02-995e-4bb8bebd8fd1 req-396bcbf8-6251-4746-ad6d-4c5d6b401d0c tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.82 "DELETE /v2.0/ports/3a3cfc2d-d89a-4360-93ba-41e86116e6b2 HTTP/1.1" status: 204 len: 173 time: 0.4044731 Aug 11 23:00:00.370190 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6586f22-e4ce-4340-8e31-f9f86f137546', 'name': 'network-vif-deleted', 'tag': '3a3cfc2d-d89a-4360-93ba-41e86116e6b2'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:00:00.372466 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c136a3-8d26-4676-b131-d8b70107fbc5" -d '{"events": [{"server_uuid": "b6586f22-e4ce-4340-8e31-f9f86f137546", "name": "network-vif-deleted", "tag": "3a3cfc2d-d89a-4360-93ba-41e86116e6b2"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:00:00.410632 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 23:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28df5f9b-f54e-45af-bc81-385a489b3a27 x-openstack-request-id: req-28df5f9b-f54e-45af-bc81-385a489b3a27 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:00:00.410938 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6586f22-e4ce-4340-8e31-f9f86f137546", "name": "network-vif-deleted", "tag": "3a3cfc2d-d89a-4360-93ba-41e86116e6b2", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:00:00.411176 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-28df5f9b-f54e-45af-bc81-385a489b3a27 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:00:00.411616 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6586f22-e4ce-4340-8e31-f9f86f137546', 'name': 'network-vif-deleted', 'tag': '3a3cfc2d-d89a-4360-93ba-41e86116e6b2', 'status': 'completed', 'code': 200} Aug 11 23:00:00.626555 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6994b88c-442b-4c83-93e8-a67b129cb6f3 req-12871ad0-45ea-4aaa-b3be-9e3264137e5a tempest-ServersNegativeTestJSON-140351106 tempest-ServersNegativeTestJSON-140351106-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6586f22-e4ce-4340-8e31-f9f86f137546 HTTP/1.1" status: 200 len: 210 time: 0.0256541 Aug 11 23:00:01.681539 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56626) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:01.724935 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfd2ef99-443f-4f92-aac5-34ee86a60ef5 admin admin] Deleting subnet 8dd78a90-d399-429b-bb75-fe15799dbd73 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 23:00:01.727935 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ef99-443f-4f92-aac5-34ee86a60ef5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:01.761584 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ef99-443f-4f92-aac5-34ee86a60ef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:01.799942 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ef99-443f-4f92-aac5-34ee86a60ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:01.857141 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ef99-443f-4f92-aac5-34ee86a60ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:01.881155 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2ef99-443f-4f92-aac5-34ee86a60ef5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dd78a90-d399-429b-bb75-fe15799dbd73,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:01.887534 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ef99-443f-4f92-aac5-34ee86a60ef5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:01.889808 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-dfd2ef99-443f-4f92-aac5-34ee86a60ef5 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/8dd78a90-d399-429b-bb75-fe15799dbd73 HTTP/1.1" status: 204 len: 168 time: 0.2068844 Aug 11 23:00:01.892086 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56628) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:01.962665 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-104e88c9-bd35-4c5f-8a7c-1b2d44818389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:02.045036 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-104e88c9-bd35-4c5f-8a7c-1b2d44818389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:02.055189 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-104e88c9-bd35-4c5f-8a7c-1b2d44818389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4218098-0594-455d-986f-740e7954759a']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:02.065194 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-104e88c9-bd35-4c5f-8a7c-1b2d44818389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f22025-d28d-4fc2-85d9-4a46a5de70b1') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:02.065484 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-104e88c9-bd35-4c5f-8a7c-1b2d44818389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f22025-d28d-4fc2-85d9-4a46a5de70b1') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:02.074047 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-104e88c9-bd35-4c5f-8a7c-1b2d44818389 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:02.087667 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-104e88c9-bd35-4c5f-8a7c-1b2d44818389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:02.093690 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-104e88c9-bd35-4c5f-8a7c-1b2d44818389 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 23:00:02.094087 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-104e88c9-bd35-4c5f-8a7c-1b2d44818389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: timer() Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 23:00:02.096148 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 23:00:02.148410 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-104e88c9-bd35-4c5f-8a7c-1b2d44818389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:02.154274 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-104e88c9-bd35-4c5f-8a7c-1b2d44818389 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:02.155972 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-104e88c9-bd35-4c5f-8a7c-1b2d44818389 admin admin] 10.222.0.77 "DELETE /v2.0/networks/c4218098-0594-455d-986f-740e7954759a HTTP/1.1" status: 204 len: 168 time: 0.2629905 Aug 11 23:00:02.172615 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e88c9-bd35-4c5f-8a7c-1b2d44818389 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4218098-0594-455d-986f-740e7954759a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:02.268052 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56632) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:02.311535 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b053cfae-12c2-4352-b35c-874d67b9be91 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=57592f8f9b5b497abed66b845f672808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423086 Aug 11 23:00:02.313986 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56634) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:02.360010 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0d28745c-11ab-4f0b-a328-06727bed964e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:02.381091 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0d28745c-11ab-4f0b-a328-06727bed964e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:02.425661 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0d28745c-11ab-4f0b-a328-06727bed964e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:02.429020 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0d28745c-11ab-4f0b-a328-06727bed964e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:02.430347 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0d28745c-11ab-4f0b-a328-06727bed964e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2f6766a1-d8b6-46f7-ba3c-71fc458466a2 HTTP/1.1" status: 204 len: 168 time: 0.1154506 Aug 11 23:00:02.438230 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28745c-11ab-4f0b-a328-06727bed964e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6766a1-d8b6-46f7-ba3c-71fc458466a2,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:03.108587 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:00:03.129168 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56656) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:03.227411 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-41864be4-2cb3-4048-b25b-0fb73e5f04cc tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1107163943'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:00:03.248949 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41864be4-2cb3-4048-b25b-0fb73e5f04cc tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Made reservation on behalf of b39e35415b3d4eb9a63d80644eaa1e5b for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:00:03.252600 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-41864be4-2cb3-4048-b25b-0fb73e5f04cc tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:03.262211 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-41864be4-2cb3-4048-b25b-0fb73e5f04cc tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:03.359980 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-41864be4-2cb3-4048-b25b-0fb73e5f04cc tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:03.364166 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-41864be4-2cb3-4048-b25b-0fb73e5f04cc tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:03.391138 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41864be4-2cb3-4048-b25b-0fb73e5f04cc tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 23:00:03.401885 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41864be4-2cb3-4048-b25b-0fb73e5f04cc tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d194589-473b-4a6a-bc89-1d43cef33a19,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:03.406772 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-41864be4-2cb3-4048-b25b-0fb73e5f04cc tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:03.407120 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-41864be4-2cb3-4048-b25b-0fb73e5f04cc tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Added segment 72067ee6-a1ed-4c0c-aa09-536d376471d5 of type vlan for network a57dea68-ef25-417f-8f3e-35c571baf15d Aug 11 23:00:03.450674 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-41864be4-2cb3-4048-b25b-0fb73e5f04cc tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:03.480906 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-41864be4-2cb3-4048-b25b-0fb73e5f04cc tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:03.486587 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41864be4-2cb3-4048-b25b-0fb73e5f04cc tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:03.487181 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-41864be4-2cb3-4048-b25b-0fb73e5f04cc tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:03.545399 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-41864be4-2cb3-4048-b25b-0fb73e5f04cc tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4150956 Aug 11 23:00:03.553955 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41864be4-2cb3-4048-b25b-0fb73e5f04cc tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Pushing event updated for resources: {'Network': ['ID=a57dea68-ef25-417f-8f3e-35c571baf15d,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:03.565171 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network a57dea68-ef25-417f-8f3e-35c571baf15d details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 23:00:03.968854 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 3a3cfc2d-d89a-4360-93ba-41e86116e6b2 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:00:03.989188 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 3a3cfc2d-d89a-4360-93ba-41e86116e6b2 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:00:03.989538 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 3a3cfc2d-d89a-4360-93ba-41e86116e6b2 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:00:06.853056 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56660) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:06.858229 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-a47b2eeb-971f-4a95-8e2b-2084ded5ea80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Request body: {'subnet': {'network_id': 'a57dea68-ef25-417f-8f3e-35c571baf15d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:00:06.944538 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47b2eeb-971f-4a95-8e2b-2084ded5ea80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Made reservation on behalf of b39e35415b3d4eb9a63d80644eaa1e5b for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:00:06.948303 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a47b2eeb-971f-4a95-8e2b-2084ded5ea80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:07.134413 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a47b2eeb-971f-4a95-8e2b-2084ded5ea80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:07.192138 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b2eeb-971f-4a95-8e2b-2084ded5ea80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Pushing event updated for resources: {'Subnet': ['ID=a0f67130-9199-456f-b8a8-d82235fbfa86,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:07.203398 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b2eeb-971f-4a95-8e2b-2084ded5ea80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:07.203776 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b2eeb-971f-4a95-8e2b-2084ded5ea80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:07.204119 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b2eeb-971f-4a95-8e2b-2084ded5ea80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:07.204454 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b2eeb-971f-4a95-8e2b-2084ded5ea80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:07.204844 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b2eeb-971f-4a95-8e2b-2084ded5ea80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:07.205111 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b2eeb-971f-4a95-8e2b-2084ded5ea80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:07.205435 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b2eeb-971f-4a95-8e2b-2084ded5ea80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:07.205764 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b2eeb-971f-4a95-8e2b-2084ded5ea80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:07.206104 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b2eeb-971f-4a95-8e2b-2084ded5ea80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:07.206419 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b2eeb-971f-4a95-8e2b-2084ded5ea80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:07.206743 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b2eeb-971f-4a95-8e2b-2084ded5ea80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:07.207065 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b2eeb-971f-4a95-8e2b-2084ded5ea80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:07.213211 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47b2eeb-971f-4a95-8e2b-2084ded5ea80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Checking segment: {'id': '72067ee6-a1ed-4c0c-aa09-536d376471d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a57dea68-ef25-417f-8f3e-35c571baf15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:00:07.213577 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47b2eeb-971f-4a95-8e2b-2084ded5ea80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Network hostable DHCP agents. Network: a57dea68-ef25-417f-8f3e-35c571baf15d, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 23:00:07.231159 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47b2eeb-971f-4a95-8e2b-2084ded5ea80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Network a57dea68-ef25-417f-8f3e-35c571baf15d is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 23:00:07.239102 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-a47b2eeb-971f-4a95-8e2b-2084ded5ea80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, a57dea68-ef25-417f-8f3e-35c571baf15d) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:00:07.243843 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47b2eeb-971f-4a95-8e2b-2084ded5ea80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:07.244428 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a47b2eeb-971f-4a95-8e2b-2084ded5ea80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:07.249725 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72169956-18df-4113-8d92-dae912308b5e None None] Network a57dea68-ef25-417f-8f3e-35c571baf15d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:00:07.258803 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a47b2eeb-971f-4a95-8e2b-2084ded5ea80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4046195 Aug 11 23:00:07.262346 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56662) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:07.267386 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-7062c494-bb7b-4c41-85e7-773208d1cd06 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2128718058'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:00:07.288746 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7062c494-bb7b-4c41-85e7-773208d1cd06 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Made reservation on behalf of b39e35415b3d4eb9a63d80644eaa1e5b for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:00:07.293063 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7062c494-bb7b-4c41-85e7-773208d1cd06 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:07.317912 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7062c494-bb7b-4c41-85e7-773208d1cd06 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 23:00:07.327225 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7062c494-bb7b-4c41-85e7-773208d1cd06 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:07.327589 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-7062c494-bb7b-4c41-85e7-773208d1cd06 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Added segment 90d45257-b504-455d-b072-cf76c8a101b6 of type vlan for network 606b9bd0-8439-4703-bd07-0397493e2757 Aug 11 23:00:07.377536 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7062c494-bb7b-4c41-85e7-773208d1cd06 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:07.399205 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-a57dea68-ef25-417f-8f3e-35c571baf15d', 'network_id': 'a57dea68-ef25-417f-8f3e-35c571baf15d', 'tenant_id': 'b39e35415b3d4eb9a63d80644eaa1e5b', 'fixed_ips': [{'subnet_id': 'a0f67130-9199-456f-b8a8-d82235fbfa86'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 23:00:07.400187 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:07.413050 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7062c494-bb7b-4c41-85e7-773208d1cd06 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:07.418692 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7062c494-bb7b-4c41-85e7-773208d1cd06 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:07.419286 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7062c494-bb7b-4c41-85e7-773208d1cd06 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:07.473015 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7062c494-bb7b-4c41-85e7-773208d1cd06 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2095745 Aug 11 23:00:07.476389 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56664) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:07.483592 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-a0e45ba5-2e36-4918-ac9e-cecdf4f2ad80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Request body: {'subnet': {'network_id': '606b9bd0-8439-4703-bd07-0397493e2757', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:00:07.532766 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062c494-bb7b-4c41-85e7-773208d1cd06 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Pushing event updated for resources: {'Network': ['ID=606b9bd0-8439-4703-bd07-0397493e2757,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:07.546924 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 606b9bd0-8439-4703-bd07-0397493e2757 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 23:00:07.549116 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Allocated IP 2001:db8:0:ffff::2 (a57dea68-ef25-417f-8f3e-35c571baf15d/a0f67130-9199-456f-b8a8-d82235fbfa86/5f9ac44d-ae6f-45b4-8f50-f8aa3589427c) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:00:07.584433 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e45ba5-2e36-4918-ac9e-cecdf4f2ad80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Made reservation on behalf of b39e35415b3d4eb9a63d80644eaa1e5b for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:00:07.588396 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a0e45ba5-2e36-4918-ac9e-cecdf4f2ad80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:07.749992 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:07.759153 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Transition to ACTIVE for port object 5f9ac44d-ae6f-45b4-8f50-f8aa3589427c will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:00:07.774851 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Transition to ACTIVE for port object 5f9ac44d-ae6f-45b4-8f50-f8aa3589427c will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:00:07.781394 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:07.785959 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a0e45ba5-2e36-4918-ac9e-cecdf4f2ad80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:07.828603 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Network a57dea68-ef25-417f-8f3e-35c571baf15d is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:00:07.831488 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:00:07.835054 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:00:07.841990 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Pushing event updated for resources: {'Port': ['ID=5f9ac44d-ae6f-45b4-8f50-f8aa3589427c,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:07.847219 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e45ba5-2e36-4918-ac9e-cecdf4f2ad80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Pushing event updated for resources: {'Subnet': ['ID=e2b35f6f-5cee-46f6-acb1-806d6ed126e3,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:07.862120 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e45ba5-2e36-4918-ac9e-cecdf4f2ad80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Checking segment: {'id': '90d45257-b504-455d-b072-cf76c8a101b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '606b9bd0-8439-4703-bd07-0397493e2757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:00:07.862734 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e45ba5-2e36-4918-ac9e-cecdf4f2ad80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Network hostable DHCP agents. Network: 606b9bd0-8439-4703-bd07-0397493e2757, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 23:00:07.868916 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:07.869261 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:07.869602 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:07.869938 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:07.870272 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:07.870603 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:07.870932 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:07.871257 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:07.871607 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:07.871935 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:07.872258 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:07.872578 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:07.883293 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e45ba5-2e36-4918-ac9e-cecdf4f2ad80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Network 606b9bd0-8439-4703-bd07-0397493e2757 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 23:00:07.893477 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-a0e45ba5-2e36-4918-ac9e-cecdf4f2ad80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 606b9bd0-8439-4703-bd07-0397493e2757) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:00:07.898068 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e45ba5-2e36-4918-ac9e-cecdf4f2ad80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:07.898675 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a0e45ba5-2e36-4918-ac9e-cecdf4f2ad80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:07.908638 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe2379b-f4c8-4ac2-8650-e40eec48e0a3 None None] Network 606b9bd0-8439-4703-bd07-0397493e2757 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:00:07.914130 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a0e45ba5-2e36-4918-ac9e-cecdf4f2ad80 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4366241 Aug 11 23:00:07.916865 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56666) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:07.924314 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Attempting to bind port 5f9ac44d-ae6f-45b4-8f50-f8aa3589427c on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:00:07.924684 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Attempting to bind port 5f9ac44d-ae6f-45b4-8f50-f8aa3589427c by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '72067ee6-a1ed-4c0c-aa09-536d376471d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a57dea68-ef25-417f-8f3e-35c571baf15d'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:00:07.925043 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Attempting to bind port 5f9ac44d-ae6f-45b4-8f50-f8aa3589427c on network a57dea68-ef25-417f-8f3e-35c571baf15d {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:00:07.955374 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:00:07.955778 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Checking segment: {'id': '72067ee6-a1ed-4c0c-aa09-536d376471d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a57dea68-ef25-417f-8f3e-35c571baf15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:00:07.956185 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:07.956576 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Bound using segment: {'id': '72067ee6-a1ed-4c0c-aa09-536d376471d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a57dea68-ef25-417f-8f3e-35c571baf15d'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:00:07.957050 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Bound port: 5f9ac44d-ae6f-45b4-8f50-f8aa3589427c, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72067ee6-a1ed-4c0c-aa09-536d376471d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a57dea68-ef25-417f-8f3e-35c571baf15d'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:00:07.957434 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:08.019668 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1fa79509-8232-4a5b-8d1c-4403ebfe31c6 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:08.073307 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] For port 5f9ac44d-ae6f-45b4-8f50-f8aa3589427c, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:00:08.091747 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] For port 5f9ac44d-ae6f-45b4-8f50-f8aa3589427c, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5f9ac44d-ae6f-45b4-8f50-f8aa3589427c,segment=NetworkSegment(72067ee6-a1ed-4c0c-aa09-536d376471d5),segment_id=72067ee6-a1ed-4c0c-aa09-536d376471d5)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:00:08.098773 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:08.099460 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1fa79509-8232-4a5b-8d1c-4403ebfe31c6 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:08.155420 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522ff9bf-3dd5-4508-87bc-6edfda6b05fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-606b9bd0-8439-4703-bd07-0397493e2757', 'network_id': '606b9bd0-8439-4703-bd07-0397493e2757', 'tenant_id': 'b39e35415b3d4eb9a63d80644eaa1e5b', 'fixed_ips': [{'subnet_id': 'e2b35f6f-5cee-46f6-acb1-806d6ed126e3'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 23:00:08.156284 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-522ff9bf-3dd5-4508-87bc-6edfda6b05fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:08.173659 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1fa79509-8232-4a5b-8d1c-4403ebfe31c6 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:08.211287 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcb4e9-5d9f-430c-9743-0e2eebc0c689 None None] Pushing event updated for resources: {'Port': ['ID=5f9ac44d-ae6f-45b4-8f50-f8aa3589427c,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:08.212046 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa79509-8232-4a5b-8d1c-4403ebfe31c6 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Pushing event deleted for resources: {'Subnet': ['ID=e2b35f6f-5cee-46f6-acb1-806d6ed126e3,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:08.272206 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ae3cea-e679-4560-9561-2c005660ccd8 None None] Network 606b9bd0-8439-4703-bd07-0397493e2757 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:00:08.284759 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1fa79509-8232-4a5b-8d1c-4403ebfe31c6 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:08.295723 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-1fa79509-8232-4a5b-8d1c-4403ebfe31c6 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606b9bd0-8439-4703-bd07-0397493e2757']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:08.308969 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-1fa79509-8232-4a5b-8d1c-4403ebfe31c6 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d45257-b504-455d-b072-cf76c8a101b6') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:08.309279 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-1fa79509-8232-4a5b-8d1c-4403ebfe31c6 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d45257-b504-455d-b072-cf76c8a101b6') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:08.321231 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1fa79509-8232-4a5b-8d1c-4403ebfe31c6 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:08.337021 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1fa79509-8232-4a5b-8d1c-4403ebfe31c6 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:08.344540 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa79509-8232-4a5b-8d1c-4403ebfe31c6 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 23:00:08.344971 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1fa79509-8232-4a5b-8d1c-4403ebfe31c6 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: timer() Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 23:00:08.359945 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 23:00:08.432014 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1fa79509-8232-4a5b-8d1c-4403ebfe31c6 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:08.439218 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1fa79509-8232-4a5b-8d1c-4403ebfe31c6 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:08.441443 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1fa79509-8232-4a5b-8d1c-4403ebfe31c6 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] 10.222.0.77 "DELETE /v2.0/networks/606b9bd0-8439-4703-bd07-0397493e2757 HTTP/1.1" status: 204 len: 168 time: 0.5234973 Aug 11 23:00:08.446367 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56668) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:08.452249 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-65bfe152-6299-4f87-bb44-79df41c09493 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1839438163'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:00:08.454126 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa79509-8232-4a5b-8d1c-4403ebfe31c6 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Pushing event deleted for resources: {'Network': ['ID=606b9bd0-8439-4703-bd07-0397493e2757,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:08.479081 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bfe152-6299-4f87-bb44-79df41c09493 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Made reservation on behalf of b39e35415b3d4eb9a63d80644eaa1e5b for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:00:08.482906 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-65bfe152-6299-4f87-bb44-79df41c09493 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:08.508659 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65bfe152-6299-4f87-bb44-79df41c09493 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 23:00:08.517385 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-65bfe152-6299-4f87-bb44-79df41c09493 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:08.517732 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-65bfe152-6299-4f87-bb44-79df41c09493 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Added segment e136ccc8-9d10-4433-9c65-cd192aa78661 of type vlan for network 540d1ec8-711c-43e7-9f19-4ae5fddc8bba Aug 11 23:00:08.561805 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-65bfe152-6299-4f87-bb44-79df41c09493 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:08.590020 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-65bfe152-6299-4f87-bb44-79df41c09493 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:08.595846 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bfe152-6299-4f87-bb44-79df41c09493 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:08.596443 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-65bfe152-6299-4f87-bb44-79df41c09493 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:08.656662 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-65bfe152-6299-4f87-bb44-79df41c09493 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2088552 Aug 11 23:00:08.659658 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56672) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:08.666497 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-4633b87a-0e85-45a6-8518-38710b32bfbe tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Request body: {'subnet': {'network_id': '540d1ec8-711c-43e7-9f19-4ae5fddc8bba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:00:08.667991 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bfe152-6299-4f87-bb44-79df41c09493 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Pushing event updated for resources: {'Network': ['ID=540d1ec8-711c-43e7-9f19-4ae5fddc8bba,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:08.673846 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:08.683298 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 540d1ec8-711c-43e7-9f19-4ae5fddc8bba details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 23:00:08.759987 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4633b87a-0e85-45a6-8518-38710b32bfbe tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Made reservation on behalf of b39e35415b3d4eb9a63d80644eaa1e5b for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:00:08.763488 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4633b87a-0e85-45a6-8518-38710b32bfbe tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:08.823335 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.ipam_backend_mixin [None req-4633b87a-0e85-45a6-8518-38710b32bfbe tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Performing IP validity checks on allocation pools {{(pid=100942) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 23:00:08.823879 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.ipam_backend_mixin [None req-4633b87a-0e85-45a6-8518-38710b32bfbe tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100942) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 23:00:08.950395 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4633b87a-0e85-45a6-8518-38710b32bfbe tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:09.006555 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633b87a-0e85-45a6-8518-38710b32bfbe tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Pushing event updated for resources: {'Subnet': ['ID=7279ba96-57d9-444f-a35c-94d62b161d1e,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:09.024648 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4633b87a-0e85-45a6-8518-38710b32bfbe tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Checking segment: {'id': 'e136ccc8-9d10-4433-9c65-cd192aa78661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '540d1ec8-711c-43e7-9f19-4ae5fddc8bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:00:09.025014 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4633b87a-0e85-45a6-8518-38710b32bfbe tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Network hostable DHCP agents. Network: 540d1ec8-711c-43e7-9f19-4ae5fddc8bba, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 23:00:09.041999 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4633b87a-0e85-45a6-8518-38710b32bfbe tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Network 540d1ec8-711c-43e7-9f19-4ae5fddc8bba is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 23:00:09.051920 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-4633b87a-0e85-45a6-8518-38710b32bfbe tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 540d1ec8-711c-43e7-9f19-4ae5fddc8bba) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:00:09.056442 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4633b87a-0e85-45a6-8518-38710b32bfbe tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:09.057033 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4633b87a-0e85-45a6-8518-38710b32bfbe tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:09.062522 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82401090-f210-426f-8cab-7c1e96a90987 None None] Network 540d1ec8-711c-43e7-9f19-4ae5fddc8bba requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:00:09.078052 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4633b87a-0e85-45a6-8518-38710b32bfbe tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4134195 Aug 11 23:00:09.078272 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56674) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:09.202396 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7730d364-bc40-4e0e-b35e-86ad076ae327 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:09.215196 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5f9ac44d-ae6f-45b4-8f50-f8aa3589427c up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:00:09.240350 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2de3d1-493c-44f6-af61-02be2db29843 None None] Network a57dea68-ef25-417f-8f3e-35c571baf15d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:00:09.282187 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7730d364-bc40-4e0e-b35e-86ad076ae327 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:09.342663 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7730d364-bc40-4e0e-b35e-86ad076ae327 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:09.360251 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3f4d0e1f-d2c4-4725-83e5-bc4442e1d1ae None None] Provisioning for port 5f9ac44d-ae6f-45b4-8f50-f8aa3589427c completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:00:09.368864 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621e27d9-2858-4b0e-abc1-c0680b6b9ea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-540d1ec8-711c-43e7-9f19-4ae5fddc8bba', 'network_id': '540d1ec8-711c-43e7-9f19-4ae5fddc8bba', 'tenant_id': 'b39e35415b3d4eb9a63d80644eaa1e5b', 'fixed_ips': [{'subnet_id': '7279ba96-57d9-444f-a35c-94d62b161d1e'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 23:00:09.369688 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-621e27d9-2858-4b0e-abc1-c0680b6b9ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:09.375899 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730d364-bc40-4e0e-b35e-86ad076ae327 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Pushing event deleted for resources: {'Subnet': ['ID=7279ba96-57d9-444f-a35c-94d62b161d1e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:09.394901 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 5f9ac44d-ae6f-45b4-8f50-f8aa3589427c completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:00:09.419145 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 5f9ac44d-ae6f-45b4-8f50-f8aa3589427c triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:00:09.419541 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:09.438202 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7730d364-bc40-4e0e-b35e-86ad076ae327 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:09.448492 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-7730d364-bc40-4e0e-b35e-86ad076ae327 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['540d1ec8-711c-43e7-9f19-4ae5fddc8bba']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:09.459650 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-7730d364-bc40-4e0e-b35e-86ad076ae327 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e136ccc8-9d10-4433-9c65-cd192aa78661') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:09.459949 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-7730d364-bc40-4e0e-b35e-86ad076ae327 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e136ccc8-9d10-4433-9c65-cd192aa78661') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:09.469020 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7730d364-bc40-4e0e-b35e-86ad076ae327 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:09.482429 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7730d364-bc40-4e0e-b35e-86ad076ae327 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:09.488568 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7730d364-bc40-4e0e-b35e-86ad076ae327 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 23:00:09.488961 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7730d364-bc40-4e0e-b35e-86ad076ae327 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: timer() Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 23:00:09.492345 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 23:00:09.530202 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9278ba7-42dd-4ce3-9cbf-e8d8bd1dab6f None None] Network 540d1ec8-711c-43e7-9f19-4ae5fddc8bba requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:00:09.553074 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7730d364-bc40-4e0e-b35e-86ad076ae327 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:09.561250 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7730d364-bc40-4e0e-b35e-86ad076ae327 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:09.563104 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7730d364-bc40-4e0e-b35e-86ad076ae327 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] 10.222.0.77 "DELETE /v2.0/networks/540d1ec8-711c-43e7-9f19-4ae5fddc8bba HTTP/1.1" status: 204 len: 168 time: 0.4838026 Aug 11 23:00:09.566910 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56676) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:09.573598 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730d364-bc40-4e0e-b35e-86ad076ae327 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Pushing event deleted for resources: {'Network': ['ID=540d1ec8-711c-43e7-9f19-4ae5fddc8bba,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:09.574333 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c0a693a4-a9e3-47a7-a4b7-d5425fbe0adc tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-399372878'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:00:09.600634 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a693a4-a9e3-47a7-a4b7-d5425fbe0adc tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Made reservation on behalf of b39e35415b3d4eb9a63d80644eaa1e5b for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:00:09.604705 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c0a693a4-a9e3-47a7-a4b7-d5425fbe0adc tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:09.632822 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a693a4-a9e3-47a7-a4b7-d5425fbe0adc tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 23:00:09.649266 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c0a693a4-a9e3-47a7-a4b7-d5425fbe0adc tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:09.649266 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-c0a693a4-a9e3-47a7-a4b7-d5425fbe0adc tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Added segment 8e2a15e9-9210-4f52-bee3-5b1be86b61ed of type vlan for network 1803d8dd-a988-4e63-8516-b1f1fdc7a2fd Aug 11 23:00:09.693481 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c0a693a4-a9e3-47a7-a4b7-d5425fbe0adc tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:09.697552 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:09.728246 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c0a693a4-a9e3-47a7-a4b7-d5425fbe0adc tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:09.733919 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a693a4-a9e3-47a7-a4b7-d5425fbe0adc tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:09.734543 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c0a693a4-a9e3-47a7-a4b7-d5425fbe0adc tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:09.734802 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 5f9ac44d-ae6f-45b4-8f50-f8aa3589427c, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5f9ac44d-ae6f-45b4-8f50-f8aa3589427c,segment=NetworkSegment(72067ee6-a1ed-4c0c-aa09-536d376471d5),segment_id=72067ee6-a1ed-4c0c-aa09-536d376471d5)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:00:09.741321 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:09.801951 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=5f9ac44d-ae6f-45b4-8f50-f8aa3589427c,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:09.803043 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c0a693a4-a9e3-47a7-a4b7-d5425fbe0adc tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2300763 Aug 11 23:00:09.803043 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56678) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:09.808295 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-6d2cd74f-f4d6-4a09-bbd4-facce973b407 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Request body: {'subnet': {'network_id': '1803d8dd-a988-4e63-8516-b1f1fdc7a2fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:00:09.857100 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a693a4-a9e3-47a7-a4b7-d5425fbe0adc tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Pushing event updated for resources: {'Network': ['ID=1803d8dd-a988-4e63-8516-b1f1fdc7a2fd,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:09.874925 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 1803d8dd-a988-4e63-8516-b1f1fdc7a2fd details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 23:00:09.912638 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2cd74f-f4d6-4a09-bbd4-facce973b407 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Made reservation on behalf of b39e35415b3d4eb9a63d80644eaa1e5b for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:00:09.916186 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6d2cd74f-f4d6-4a09-bbd4-facce973b407 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:09.944049 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-66e470c0-1b32-41a7-8087-d6d712f0ff47 None None] Provisioning complete for port 5f9ac44d-ae6f-45b4-8f50-f8aa3589427c triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:00:09.944341 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-66e470c0-1b32-41a7-8087-d6d712f0ff47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:10.098016 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6d2cd74f-f4d6-4a09-bbd4-facce973b407 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:10.157573 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2cd74f-f4d6-4a09-bbd4-facce973b407 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Pushing event updated for resources: {'Subnet': ['ID=f5c123c4-90e7-4c59-8677-f623bd3a9f65,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:10.166810 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2cd74f-f4d6-4a09-bbd4-facce973b407 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Checking segment: {'id': '8e2a15e9-9210-4f52-bee3-5b1be86b61ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1803d8dd-a988-4e63-8516-b1f1fdc7a2fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:00:10.167179 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2cd74f-f4d6-4a09-bbd4-facce973b407 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Network hostable DHCP agents. Network: 1803d8dd-a988-4e63-8516-b1f1fdc7a2fd, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 23:00:10.184234 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2cd74f-f4d6-4a09-bbd4-facce973b407 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Network 1803d8dd-a988-4e63-8516-b1f1fdc7a2fd is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 23:00:10.194785 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-6d2cd74f-f4d6-4a09-bbd4-facce973b407 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 1803d8dd-a988-4e63-8516-b1f1fdc7a2fd) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:00:10.198703 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2cd74f-f4d6-4a09-bbd4-facce973b407 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:10.199300 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6d2cd74f-f4d6-4a09-bbd4-facce973b407 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:10.204448 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67144a30-6a12-41eb-90b1-8e015b539e07 None None] Network 1803d8dd-a988-4e63-8516-b1f1fdc7a2fd requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:00:10.214559 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6d2cd74f-f4d6-4a09-bbd4-facce973b407 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4108922 Aug 11 23:00:10.218138 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56680) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:10.223292 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-c753d163-f218-4036-b198-3fd8bfa1cc9f tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1692153832'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:00:10.247448 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c753d163-f218-4036-b198-3fd8bfa1cc9f tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Made reservation on behalf of b39e35415b3d4eb9a63d80644eaa1e5b for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:00:10.263293 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c753d163-f218-4036-b198-3fd8bfa1cc9f tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:10.288079 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c753d163-f218-4036-b198-3fd8bfa1cc9f tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 23:00:10.297566 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c753d163-f218-4036-b198-3fd8bfa1cc9f tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:10.297904 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-c753d163-f218-4036-b198-3fd8bfa1cc9f tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Added segment 2532f6ca-3471-48cf-8da9-474e2da69805 of type vlan for network 333f5ed5-34ec-42f9-9ee2-4ae72649cff5 Aug 11 23:00:10.342467 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c753d163-f218-4036-b198-3fd8bfa1cc9f tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:10.353013 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c88f0e9-f569-4160-ac4f-42cd329a14af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-1803d8dd-a988-4e63-8516-b1f1fdc7a2fd', 'network_id': '1803d8dd-a988-4e63-8516-b1f1fdc7a2fd', 'tenant_id': 'b39e35415b3d4eb9a63d80644eaa1e5b', 'fixed_ips': [{'subnet_id': 'f5c123c4-90e7-4c59-8677-f623bd3a9f65'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 23:00:10.353906 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0c88f0e9-f569-4160-ac4f-42cd329a14af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:10.374458 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c753d163-f218-4036-b198-3fd8bfa1cc9f tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:10.380475 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c753d163-f218-4036-b198-3fd8bfa1cc9f tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:10.381133 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c753d163-f218-4036-b198-3fd8bfa1cc9f tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:10.442848 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c753d163-f218-4036-b198-3fd8bfa1cc9f tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2235329 Aug 11 23:00:10.445898 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56682) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:10.451182 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-0c0f121b-4608-4eaa-8f02-a35d51e9fe4e tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Request body: {'subnet': {'network_id': '333f5ed5-34ec-42f9-9ee2-4ae72649cff5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:00:10.453723 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753d163-f218-4036-b198-3fd8bfa1cc9f tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Pushing event updated for resources: {'Network': ['ID=333f5ed5-34ec-42f9-9ee2-4ae72649cff5,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:10.472142 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 333f5ed5-34ec-42f9-9ee2-4ae72649cff5 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 23:00:10.552286 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0f121b-4608-4eaa-8f02-a35d51e9fe4e tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Made reservation on behalf of b39e35415b3d4eb9a63d80644eaa1e5b for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:00:10.556089 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0c0f121b-4608-4eaa-8f02-a35d51e9fe4e tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:10.708002 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-0c88f0e9-f569-4160-ac4f-42cd329a14af None None] Allocated IP 2001:db8::2 (1803d8dd-a988-4e63-8516-b1f1fdc7a2fd/f5c123c4-90e7-4c59-8677-f623bd3a9f65/f77ab58e-5ee7-4225-ad7a-75651eda8f82) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:00:10.757121 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0c0f121b-4608-4eaa-8f02-a35d51e9fe4e tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:10.816684 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f121b-4608-4eaa-8f02-a35d51e9fe4e tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Pushing event updated for resources: {'Subnet': ['ID=840e2e39-9174-4509-adab-5b76a7c7b4ce,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:10.828517 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f121b-4608-4eaa-8f02-a35d51e9fe4e tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Checking segment: {'id': '2532f6ca-3471-48cf-8da9-474e2da69805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '333f5ed5-34ec-42f9-9ee2-4ae72649cff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:00:10.828885 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0f121b-4608-4eaa-8f02-a35d51e9fe4e tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Network hostable DHCP agents. Network: 333f5ed5-34ec-42f9-9ee2-4ae72649cff5, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 23:00:10.846327 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0f121b-4608-4eaa-8f02-a35d51e9fe4e tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Network 333f5ed5-34ec-42f9-9ee2-4ae72649cff5 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 23:00:10.855531 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-0c0f121b-4608-4eaa-8f02-a35d51e9fe4e tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 333f5ed5-34ec-42f9-9ee2-4ae72649cff5) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:00:10.859847 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0f121b-4608-4eaa-8f02-a35d51e9fe4e tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:10.860498 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0c0f121b-4608-4eaa-8f02-a35d51e9fe4e tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:10.863688 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0c88f0e9-f569-4160-ac4f-42cd329a14af None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:10.866943 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a700e579-3399-4f1f-bb9e-8d08e15e08ab None None] Network 333f5ed5-34ec-42f9-9ee2-4ae72649cff5 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:00:10.875411 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0c0f121b-4608-4eaa-8f02-a35d51e9fe4e tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4284728 Aug 11 23:00:10.878264 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56684) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:10.908333 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0c88f0e9-f569-4160-ac4f-42cd329a14af None None] Transition to ACTIVE for port object f77ab58e-5ee7-4225-ad7a-75651eda8f82 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:00:10.932897 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0c88f0e9-f569-4160-ac4f-42cd329a14af None None] Transition to ACTIVE for port object f77ab58e-5ee7-4225-ad7a-75651eda8f82 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:00:10.945094 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0c88f0e9-f569-4160-ac4f-42cd329a14af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:10.978073 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef3ea732-a915-4c07-a3e3-ef9881b9b3ce tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:11.000733 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c88f0e9-f569-4160-ac4f-42cd329a14af None None] Network 1803d8dd-a988-4e63-8516-b1f1fdc7a2fd is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:00:11.012789 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-0c88f0e9-f569-4160-ac4f-42cd329a14af None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:00:11.030838 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef3ea732-a915-4c07-a3e3-ef9881b9b3ce tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:11.032042 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c88f0e9-f569-4160-ac4f-42cd329a14af None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:00:11.034003 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88f0e9-f569-4160-ac4f-42cd329a14af None None] Pushing event updated for resources: {'Port': ['ID=f77ab58e-5ee7-4225-ad7a-75651eda8f82,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:11.100738 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef3ea732-a915-4c07-a3e3-ef9881b9b3ce tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:11.115553 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8dff4e-4860-4885-9c25-b1a692271de6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-333f5ed5-34ec-42f9-9ee2-4ae72649cff5', 'network_id': '333f5ed5-34ec-42f9-9ee2-4ae72649cff5', 'tenant_id': 'b39e35415b3d4eb9a63d80644eaa1e5b', 'fixed_ips': [{'subnet_id': '840e2e39-9174-4509-adab-5b76a7c7b4ce'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 23:00:11.116503 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7c8dff4e-4860-4885-9c25-b1a692271de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:11.118933 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-0c88f0e9-f569-4160-ac4f-42cd329a14af None None] Attempting to bind port f77ab58e-5ee7-4225-ad7a-75651eda8f82 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:00:11.119308 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-0c88f0e9-f569-4160-ac4f-42cd329a14af None None] Attempting to bind port f77ab58e-5ee7-4225-ad7a-75651eda8f82 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '8e2a15e9-9210-4f52-bee3-5b1be86b61ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1803d8dd-a988-4e63-8516-b1f1fdc7a2fd'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:00:11.119703 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c88f0e9-f569-4160-ac4f-42cd329a14af None None] Attempting to bind port f77ab58e-5ee7-4225-ad7a-75651eda8f82 on network 1803d8dd-a988-4e63-8516-b1f1fdc7a2fd {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:00:11.129943 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ea732-a915-4c07-a3e3-ef9881b9b3ce tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Pushing event deleted for resources: {'Subnet': ['ID=840e2e39-9174-4509-adab-5b76a7c7b4ce,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:11.133371 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c88f0e9-f569-4160-ac4f-42cd329a14af None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:00:11.133756 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c88f0e9-f569-4160-ac4f-42cd329a14af None None] Checking segment: {'id': '8e2a15e9-9210-4f52-bee3-5b1be86b61ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1803d8dd-a988-4e63-8516-b1f1fdc7a2fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:00:11.134165 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0c88f0e9-f569-4160-ac4f-42cd329a14af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:11.134560 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c88f0e9-f569-4160-ac4f-42cd329a14af None None] Bound using segment: {'id': '8e2a15e9-9210-4f52-bee3-5b1be86b61ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1803d8dd-a988-4e63-8516-b1f1fdc7a2fd'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:00:11.135040 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-0c88f0e9-f569-4160-ac4f-42cd329a14af None None] Bound port: f77ab58e-5ee7-4225-ad7a-75651eda8f82, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e2a15e9-9210-4f52-bee3-5b1be86b61ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1803d8dd-a988-4e63-8516-b1f1fdc7a2fd'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:00:11.135427 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0c88f0e9-f569-4160-ac4f-42cd329a14af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:11.154679 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5f9ac44d-ae6f-45b4-8f50-f8aa3589427c up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:00:11.196884 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef3ea732-a915-4c07-a3e3-ef9881b9b3ce tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:11.207021 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-ef3ea732-a915-4c07-a3e3-ef9881b9b3ce tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333f5ed5-34ec-42f9-9ee2-4ae72649cff5']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:11.225538 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-ef3ea732-a915-4c07-a3e3-ef9881b9b3ce tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2532f6ca-3471-48cf-8da9-474e2da69805') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:11.225835 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-ef3ea732-a915-4c07-a3e3-ef9881b9b3ce tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2532f6ca-3471-48cf-8da9-474e2da69805') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:11.234871 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef3ea732-a915-4c07-a3e3-ef9881b9b3ce tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:11.248963 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef3ea732-a915-4c07-a3e3-ef9881b9b3ce tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:11.255032 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef3ea732-a915-4c07-a3e3-ef9881b9b3ce tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 23:00:11.256117 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef3ea732-a915-4c07-a3e3-ef9881b9b3ce tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: timer() Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 23:00:11.259066 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 23:00:11.278398 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9732f804-781b-497d-aadb-f0d642c05803 None None] Network 333f5ed5-34ec-42f9-9ee2-4ae72649cff5 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:00:11.319801 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef3ea732-a915-4c07-a3e3-ef9881b9b3ce tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:11.327214 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef3ea732-a915-4c07-a3e3-ef9881b9b3ce tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:11.329068 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ef3ea732-a915-4c07-a3e3-ef9881b9b3ce tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] 10.222.0.77 "DELETE /v2.0/networks/333f5ed5-34ec-42f9-9ee2-4ae72649cff5 HTTP/1.1" status: 204 len: 168 time: 0.4498043 Aug 11 23:00:11.332387 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56686) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:11.340674 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ea732-a915-4c07-a3e3-ef9881b9b3ce tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Pushing event deleted for resources: {'Network': ['ID=333f5ed5-34ec-42f9-9ee2-4ae72649cff5,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:11.342718 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-0c88f0e9-f569-4160-ac4f-42cd329a14af None None] For port f77ab58e-5ee7-4225-ad7a-75651eda8f82, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:00:11.366217 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d7fd38-05b3-465a-94b7-f1d8c7de131e tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] GET failed (client error): The resource could not be found. Aug 11 23:00:11.366427 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-0c88f0e9-f569-4160-ac4f-42cd329a14af None None] For port f77ab58e-5ee7-4225-ad7a-75651eda8f82, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f77ab58e-5ee7-4225-ad7a-75651eda8f82,segment=NetworkSegment(8e2a15e9-9210-4f52-bee3-5b1be86b61ed),segment_id=8e2a15e9-9210-4f52-bee3-5b1be86b61ed)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:00:11.367662 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a5d7fd38-05b3-465a-94b7-f1d8c7de131e tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] 10.222.0.77 "GET /v2.0/subnets/840e2e39-9174-4509-adab-5b76a7c7b4ce HTTP/1.1" status: 404 len: 337 time: 0.0342271 Aug 11 23:00:11.371612 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56688) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:11.374815 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0c88f0e9-f569-4160-ac4f-42cd329a14af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:11.376649 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 5f9ac44d-ae6f-45b4-8f50-f8aa3589427c triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:00:11.377017 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:11.390402 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7abdded-fbe6-4b7d-8517-378457095bcd tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] DELETE failed (client error): The resource could not be found. Aug 11 23:00:11.390951 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7abdded-fbe6-4b7d-8517-378457095bcd tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 23:00:11.392720 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e7abdded-fbe6-4b7d-8517-378457095bcd tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] 10.222.0.77 "DELETE /v2.0/networks/333f5ed5-34ec-42f9-9ee2-4ae72649cff5 HTTP/1.1" status: 404 len: 339 time: 0.0202301 Aug 11 23:00:11.396535 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56690) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:11.421780 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e04415-4259-4711-986f-39f86e06caa0 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] DELETE failed (client error): The resource could not be found. Aug 11 23:00:11.422235 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57e04415-4259-4711-986f-39f86e06caa0 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 23:00:11.423991 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-57e04415-4259-4711-986f-39f86e06caa0 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] 10.222.0.77 "DELETE /v2.0/subnets/840e2e39-9174-4509-adab-5b76a7c7b4ce HTTP/1.1" status: 404 len: 337 time: 0.0265470 Aug 11 23:00:11.426607 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56692) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:11.450038 n-d-804275-3 neutron-server[100942]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a522b7a-f6af-4b89-b6f0-594e330def9c tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] DELETE failed (client error): The resource could not be found. Aug 11 23:00:11.450597 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a522b7a-f6af-4b89-b6f0-594e330def9c tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 23:00:11.452340 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4a522b7a-f6af-4b89-b6f0-594e330def9c tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] 10.222.0.77 "DELETE /v2.0/networks/333f5ed5-34ec-42f9-9ee2-4ae72649cff5 HTTP/1.1" status: 404 len: 339 time: 0.0241976 Aug 11 23:00:11.454844 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56694) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:11.507443 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88f0e9-f569-4160-ac4f-42cd329a14af None None] Pushing event updated for resources: {'Port': ['ID=f77ab58e-5ee7-4225-ad7a-75651eda8f82,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:11.508986 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4612a4-df5b-4bdc-bb7c-45eb167c367d tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Deleting subnet f5c123c4-90e7-4c59-8677-f623bd3a9f65 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 23:00:11.512423 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bb4612a4-df5b-4bdc-bb7c-45eb167c367d tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:11.556407 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bb4612a4-df5b-4bdc-bb7c-45eb167c367d tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:11.655419 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bb4612a4-df5b-4bdc-bb7c-45eb167c367d tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:11.719085 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bb4612a4-df5b-4bdc-bb7c-45eb167c367d tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:11.747204 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4612a4-df5b-4bdc-bb7c-45eb167c367d tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Pushing event deleted for resources: {'Subnet': ['ID=f5c123c4-90e7-4c59-8677-f623bd3a9f65,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:11.753679 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-bb4612a4-df5b-4bdc-bb7c-45eb167c367d tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:11.756525 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bb4612a4-df5b-4bdc-bb7c-45eb167c367d tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] 10.222.0.77 "DELETE /v2.0/subnets/f5c123c4-90e7-4c59-8677-f623bd3a9f65 HTTP/1.1" status: 204 len: 168 time: 0.3006144 Aug 11 23:00:11.758765 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56696) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:11.834127 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1a285508-4863-482c-b4d1-bd57ddd5dedb tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:11.891486 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-1a285508-4863-482c-b4d1-bd57ddd5dedb tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Deleting port f77ab58e-5ee7-4225-ad7a-75651eda8f82 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:00:11.891891 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1a285508-4863-482c-b4d1-bd57ddd5dedb tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:11.955293 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-1a285508-4863-482c-b4d1-bd57ddd5dedb tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] For port f77ab58e-5ee7-4225-ad7a-75651eda8f82, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=f77ab58e-5ee7-4225-ad7a-75651eda8f82,segment=NetworkSegment(8e2a15e9-9210-4f52-bee3-5b1be86b61ed),segment_id=8e2a15e9-9210-4f52-bee3-5b1be86b61ed)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:00:11.955692 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1a285508-4863-482c-b4d1-bd57ddd5dedb tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:11.968909 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-1a285508-4863-482c-b4d1-bd57ddd5dedb tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Calling delete_port for f77ab58e-5ee7-4225-ad7a-75651eda8f82 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:00:12.047991 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1a285508-4863-482c-b4d1-bd57ddd5dedb tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:12.079264 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a285508-4863-482c-b4d1-bd57ddd5dedb tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Pushing event deleted for resources: {'Port': ['ID=f77ab58e-5ee7-4225-ad7a-75651eda8f82,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:12.084376 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a285508-4863-482c-b4d1-bd57ddd5dedb tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] No DVR routers for this DVR port f77ab58e-5ee7-4225-ad7a-75651eda8f82 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:00:12.166674 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1a285508-4863-482c-b4d1-bd57ddd5dedb tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:12.179083 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-1a285508-4863-482c-b4d1-bd57ddd5dedb tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1803d8dd-a988-4e63-8516-b1f1fdc7a2fd']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:12.191097 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-1a285508-4863-482c-b4d1-bd57ddd5dedb tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e2a15e9-9210-4f52-bee3-5b1be86b61ed') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:12.191481 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-1a285508-4863-482c-b4d1-bd57ddd5dedb tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e2a15e9-9210-4f52-bee3-5b1be86b61ed') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:12.201813 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1a285508-4863-482c-b4d1-bd57ddd5dedb tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:12.216318 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1a285508-4863-482c-b4d1-bd57ddd5dedb tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:12.223045 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a285508-4863-482c-b4d1-bd57ddd5dedb tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 23:00:12.223447 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1a285508-4863-482c-b4d1-bd57ddd5dedb tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: timer() Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 23:00:12.226591 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 23:00:12.292833 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1a285508-4863-482c-b4d1-bd57ddd5dedb tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:12.300381 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1a285508-4863-482c-b4d1-bd57ddd5dedb tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:12.302724 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1a285508-4863-482c-b4d1-bd57ddd5dedb tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] 10.222.0.77 "DELETE /v2.0/networks/1803d8dd-a988-4e63-8516-b1f1fdc7a2fd HTTP/1.1" status: 204 len: 168 time: 0.5424643 Aug 11 23:00:12.305632 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56698) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:12.314373 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a285508-4863-482c-b4d1-bd57ddd5dedb tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Pushing event deleted for resources: {'Network': ['ID=1803d8dd-a988-4e63-8516-b1f1fdc7a2fd,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:12.333129 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-9069833b-8f53-470e-84d0-6067c00f7248 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] DELETE failed (client error): The resource could not be found. Aug 11 23:00:12.333727 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9069833b-8f53-470e-84d0-6067c00f7248 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 23:00:12.335647 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9069833b-8f53-470e-84d0-6067c00f7248 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] 10.222.0.77 "DELETE /v2.0/subnets/7279ba96-57d9-444f-a35c-94d62b161d1e HTTP/1.1" status: 404 len: 337 time: 0.0289397 Aug 11 23:00:12.338264 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56700) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:12.357546 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-33d76d72-b592-44f9-ba48-95096050d074 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] DELETE failed (client error): The resource could not be found. Aug 11 23:00:12.358091 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33d76d72-b592-44f9-ba48-95096050d074 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 23:00:12.359834 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-33d76d72-b592-44f9-ba48-95096050d074 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] 10.222.0.77 "DELETE /v2.0/networks/540d1ec8-711c-43e7-9f19-4ae5fddc8bba HTTP/1.1" status: 404 len: 339 time: 0.0204458 Aug 11 23:00:12.362394 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56702) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:12.389374 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a9781b-39f5-4965-ab83-034f15c6a886 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] DELETE failed (client error): The resource could not be found. Aug 11 23:00:12.389827 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59a9781b-39f5-4965-ab83-034f15c6a886 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 23:00:12.391597 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-59a9781b-39f5-4965-ab83-034f15c6a886 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] 10.222.0.77 "DELETE /v2.0/subnets/e2b35f6f-5cee-46f6-acb1-806d6ed126e3 HTTP/1.1" status: 404 len: 337 time: 0.0281756 Aug 11 23:00:12.394173 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56704) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:12.421897 n-d-804275-3 neutron-server[100943]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7c2af6-10c4-402f-8667-95495f2233c4 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] DELETE failed (client error): The resource could not be found. Aug 11 23:00:12.422826 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d7c2af6-10c4-402f-8667-95495f2233c4 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100943) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 23:00:12.425854 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4d7c2af6-10c4-402f-8667-95495f2233c4 tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] 10.222.0.77 "DELETE /v2.0/networks/606b9bd0-8439-4703-bd07-0397493e2757 HTTP/1.1" status: 404 len: 339 time: 0.0305541 Aug 11 23:00:12.435813 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56706) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:12.446628 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa679b88-5a98-4125-866d-fa92604be8f0 None None] DHCP port deletion for 1803d8dd-a988-4e63-8516-b1f1fdc7a2fd request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 23:00:12.455258 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3ffcbed9-18f4-4c52-adef-5807ccac009a None None] Could not find standard attr ID for object f77ab58e-5ee7-4225-ad7a-75651eda8f82. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 23:00:12.465796 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503fa3e1-e2fd-4687-94aa-06f259b43a1d None None] Network 1803d8dd-a988-4e63-8516-b1f1fdc7a2fd requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:00:12.478601 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503fa3e1-e2fd-4687-94aa-06f259b43a1d None None] Network 1803d8dd-a988-4e63-8516-b1f1fdc7a2fd could not be found, it might have been deleted concurrently. {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 23:00:12.493398 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb1ceefd-59b9-401b-bbc8-639db8eaf7be tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Deleting subnet a0f67130-9199-456f-b8a8-d82235fbfa86 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 23:00:12.496591 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cb1ceefd-59b9-401b-bbc8-639db8eaf7be tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:12.534810 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cb1ceefd-59b9-401b-bbc8-639db8eaf7be tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:12.617368 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cb1ceefd-59b9-401b-bbc8-639db8eaf7be tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:12.687186 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cb1ceefd-59b9-401b-bbc8-639db8eaf7be tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:12.714285 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ceefd-59b9-401b-bbc8-639db8eaf7be tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Pushing event deleted for resources: {'Subnet': ['ID=a0f67130-9199-456f-b8a8-d82235fbfa86,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:12.718076 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cb1ceefd-59b9-401b-bbc8-639db8eaf7be tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:12.721220 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cb1ceefd-59b9-401b-bbc8-639db8eaf7be tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] 10.222.0.77 "DELETE /v2.0/subnets/a0f67130-9199-456f-b8a8-d82235fbfa86 HTTP/1.1" status: 204 len: 168 time: 0.2841949 Aug 11 23:00:12.722491 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56708) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:12.725662 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798a3147-f796-438a-930c-4053c1876c45 None None] Network a57dea68-ef25-417f-8f3e-35c571baf15d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:00:12.798419 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-256b3cef-f750-4dc6-bdbe-d9f98d47d6bf tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:12.855765 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-256b3cef-f750-4dc6-bdbe-d9f98d47d6bf tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Deleting port 5f9ac44d-ae6f-45b4-8f50-f8aa3589427c {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:00:12.856125 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-256b3cef-f750-4dc6-bdbe-d9f98d47d6bf tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:12.900267 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0edb53-c45a-4e09-bc0c-e1eada259d25 None None] DHCP port deletion for a57dea68-ef25-417f-8f3e-35c571baf15d request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 23:00:12.919367 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-256b3cef-f750-4dc6-bdbe-d9f98d47d6bf tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] For port 5f9ac44d-ae6f-45b4-8f50-f8aa3589427c, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5f9ac44d-ae6f-45b4-8f50-f8aa3589427c,segment=NetworkSegment(72067ee6-a1ed-4c0c-aa09-536d376471d5),segment_id=72067ee6-a1ed-4c0c-aa09-536d376471d5)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:00:12.919774 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-256b3cef-f750-4dc6-bdbe-d9f98d47d6bf tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:12.932470 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-256b3cef-f750-4dc6-bdbe-d9f98d47d6bf tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Calling delete_port for 5f9ac44d-ae6f-45b4-8f50-f8aa3589427c owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:00:12.946879 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-2d0edb53-c45a-4e09-bc0c-e1eada259d25 None None] Deleting port 5f9ac44d-ae6f-45b4-8f50-f8aa3589427c {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:00:12.947273 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2d0edb53-c45a-4e09-bc0c-e1eada259d25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:13.010317 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-2d0edb53-c45a-4e09-bc0c-e1eada259d25 None None] For port 5f9ac44d-ae6f-45b4-8f50-f8aa3589427c, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5f9ac44d-ae6f-45b4-8f50-f8aa3589427c,segment=NetworkSegment(72067ee6-a1ed-4c0c-aa09-536d376471d5),segment_id=72067ee6-a1ed-4c0c-aa09-536d376471d5)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:00:13.010721 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2d0edb53-c45a-4e09-bc0c-e1eada259d25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:13.015600 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-256b3cef-f750-4dc6-bdbe-d9f98d47d6bf tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:13.029352 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-2d0edb53-c45a-4e09-bc0c-e1eada259d25 None None] Calling delete_port for 5f9ac44d-ae6f-45b4-8f50-f8aa3589427c owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:00:13.039625 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b3cef-f750-4dc6-bdbe-d9f98d47d6bf tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Pushing event deleted for resources: {'Port': ['ID=5f9ac44d-ae6f-45b4-8f50-f8aa3589427c,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:13.045129 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b3cef-f750-4dc6-bdbe-d9f98d47d6bf tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] No DVR routers for this DVR port 5f9ac44d-ae6f-45b4-8f50-f8aa3589427c on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:00:13.110061 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2d0edb53-c45a-4e09-bc0c-e1eada259d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:13.122319 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0edb53-c45a-4e09-bc0c-e1eada259d25 None None] No DVR routers for this DVR port 5f9ac44d-ae6f-45b4-8f50-f8aa3589427c on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:00:13.124350 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-256b3cef-f750-4dc6-bdbe-d9f98d47d6bf tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:13.135818 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-256b3cef-f750-4dc6-bdbe-d9f98d47d6bf tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57dea68-ef25-417f-8f3e-35c571baf15d']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:13.146527 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5f9ac44d-ae6f-45b4-8f50-f8aa3589427c no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:00:13.147089 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-256b3cef-f750-4dc6-bdbe-d9f98d47d6bf tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72067ee6-a1ed-4c0c-aa09-536d376471d5') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:13.147392 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-256b3cef-f750-4dc6-bdbe-d9f98d47d6bf tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72067ee6-a1ed-4c0c-aa09-536d376471d5') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:13.149051 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0edb53-c45a-4e09-bc0c-e1eada259d25 None None] Pushing event deleted for resources: {'Port': ['ID=5f9ac44d-ae6f-45b4-8f50-f8aa3589427c,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:13.157024 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-256b3cef-f750-4dc6-bdbe-d9f98d47d6bf tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:13.169332 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 5f9ac44d-ae6f-45b4-8f50-f8aa3589427c {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:00:13.169697 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5f9ac44d-ae6f-45b4-8f50-f8aa3589427c not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:00:13.173699 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-256b3cef-f750-4dc6-bdbe-d9f98d47d6bf tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:13.181245 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256b3cef-f750-4dc6-bdbe-d9f98d47d6bf tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 23:00:13.181647 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-256b3cef-f750-4dc6-bdbe-d9f98d47d6bf tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: timer() Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 23:00:13.185052 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 23:00:13.244758 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-256b3cef-f750-4dc6-bdbe-d9f98d47d6bf tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:13.251623 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-256b3cef-f750-4dc6-bdbe-d9f98d47d6bf tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:13.253466 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-256b3cef-f750-4dc6-bdbe-d9f98d47d6bf tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] 10.222.0.77 "DELETE /v2.0/networks/a57dea68-ef25-417f-8f3e-35c571baf15d HTTP/1.1" status: 204 len: 168 time: 0.5300469 Aug 11 23:00:13.265594 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b3cef-f750-4dc6-bdbe-d9f98d47d6bf tempest-NetworksIpV6Test-1050067724 tempest-NetworksIpV6Test-1050067724-project] Pushing event deleted for resources: {'Network': ['ID=a57dea68-ef25-417f-8f3e-35c571baf15d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:13.316946 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cad09e47-8950-4a74-b959-fd17ae035be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:13.500710 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56714) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:13.629707 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3a055248-cb44-423f-a652-4bec972483b1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b39e35415b3d4eb9a63d80644eaa1e5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277103 Aug 11 23:00:13.632642 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56718) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:13.679861 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-37224599-25fb-4bdb-964f-3756e1b814b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:13.700715 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-37224599-25fb-4bdb-964f-3756e1b814b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:13.752021 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-37224599-25fb-4bdb-964f-3756e1b814b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:13.754931 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-37224599-25fb-4bdb-964f-3756e1b814b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:13.756843 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-37224599-25fb-4bdb-964f-3756e1b814b9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4d194589-473b-4a6a-bc89-1d43cef33a19 HTTP/1.1" status: 204 len: 168 time: 0.1232400 Aug 11 23:00:13.765143 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37224599-25fb-4bdb-964f-3756e1b814b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d194589-473b-4a6a-bc89-1d43cef33a19,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:14.390378 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56740) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:14.481646 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-d759a82e-69b2-4e19-a8b4-3f94d352f3ba tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-410348641', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:00:14.509129 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d759a82e-69b2-4e19-a8b4-3f94d352f3ba tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:14.510121 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d759a82e-69b2-4e19-a8b4-3f94d352f3ba tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:14.561115 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d759a82e-69b2-4e19-a8b4-3f94d352f3ba tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:14.565596 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d759a82e-69b2-4e19-a8b4-3f94d352f3ba tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:14.580964 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d759a82e-69b2-4e19-a8b4-3f94d352f3ba tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:14.582149 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d759a82e-69b2-4e19-a8b4-3f94d352f3ba tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1907809 Aug 11 23:00:14.584845 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56744) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:14.590011 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-2dbfdfaf-c06d-4c3e-b062-b76d2f4c9079 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-851770257'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:00:14.610482 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbfdfaf-c06d-4c3e-b062-b76d2f4c9079 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Made reservation on behalf of 3b75db44f42341ab8f5c434c96816f66 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:00:14.613918 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2dbfdfaf-c06d-4c3e-b062-b76d2f4c9079 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:14.622887 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2dbfdfaf-c06d-4c3e-b062-b76d2f4c9079 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:14.714112 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2dbfdfaf-c06d-4c3e-b062-b76d2f4c9079 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:14.717737 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2dbfdfaf-c06d-4c3e-b062-b76d2f4c9079 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:14.756638 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbfdfaf-c06d-4c3e-b062-b76d2f4c9079 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 23:00:14.764571 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbfdfaf-c06d-4c3e-b062-b76d2f4c9079 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=572a0890-229a-46c4-b123-da6a328c541b,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:14.770499 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2dbfdfaf-c06d-4c3e-b062-b76d2f4c9079 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:14.771420 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-2dbfdfaf-c06d-4c3e-b062-b76d2f4c9079 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Added segment 1eedd8e4-a96a-4ba3-b13b-d1debab31ad4 of type vlan for network 8884803b-0363-4e93-b143-a78f865c969e Aug 11 23:00:14.812436 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2dbfdfaf-c06d-4c3e-b062-b76d2f4c9079 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:14.841710 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2dbfdfaf-c06d-4c3e-b062-b76d2f4c9079 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:14.847382 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbfdfaf-c06d-4c3e-b062-b76d2f4c9079 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:14.848012 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2dbfdfaf-c06d-4c3e-b062-b76d2f4c9079 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:14.906585 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2dbfdfaf-c06d-4c3e-b062-b76d2f4c9079 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3206222 Aug 11 23:00:14.909511 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56746) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:14.914731 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-f71f8f11-7a7d-4f30-8b09-3bbb32f81fb7 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Request body: {'subnet': {'network_id': '8884803b-0363-4e93-b143-a78f865c969e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:00:14.915312 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbfdfaf-c06d-4c3e-b062-b76d2f4c9079 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Pushing event updated for resources: {'Network': ['ID=8884803b-0363-4e93-b143-a78f865c969e,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:14.925387 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 8884803b-0363-4e93-b143-a78f865c969e details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 23:00:15.007257 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71f8f11-7a7d-4f30-8b09-3bbb32f81fb7 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Made reservation on behalf of 3b75db44f42341ab8f5c434c96816f66 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:00:15.010785 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f71f8f11-7a7d-4f30-8b09-3bbb32f81fb7 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:15.199560 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f71f8f11-7a7d-4f30-8b09-3bbb32f81fb7 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:15.263758 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f8f11-7a7d-4f30-8b09-3bbb32f81fb7 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Pushing event updated for resources: {'Subnet': ['ID=a445b875-4419-478a-a996-6e106e9e0a37,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:15.272364 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71f8f11-7a7d-4f30-8b09-3bbb32f81fb7 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Checking segment: {'id': '1eedd8e4-a96a-4ba3-b13b-d1debab31ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8884803b-0363-4e93-b143-a78f865c969e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:00:15.272736 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71f8f11-7a7d-4f30-8b09-3bbb32f81fb7 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Network hostable DHCP agents. Network: 8884803b-0363-4e93-b143-a78f865c969e, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 23:00:15.289729 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71f8f11-7a7d-4f30-8b09-3bbb32f81fb7 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Network 8884803b-0363-4e93-b143-a78f865c969e is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 23:00:15.298421 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-f71f8f11-7a7d-4f30-8b09-3bbb32f81fb7 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 8884803b-0363-4e93-b143-a78f865c969e) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:00:15.305115 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71f8f11-7a7d-4f30-8b09-3bbb32f81fb7 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:15.305115 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f71f8f11-7a7d-4f30-8b09-3bbb32f81fb7 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:15.308089 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603c478a-a1de-45e3-9b81-1e9b1a93281e None None] Network 8884803b-0363-4e93-b143-a78f865c969e requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:00:15.320104 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f71f8f11-7a7d-4f30-8b09-3bbb32f81fb7 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4094856 Aug 11 23:00:15.323205 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56748) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:15.328641 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-48b2b756-99b2-421f-aba4-f65f902ffd7b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-358727746'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:00:15.349744 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b2b756-99b2-421f-aba4-f65f902ffd7b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Made reservation on behalf of 3b75db44f42341ab8f5c434c96816f66 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:00:15.352842 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-48b2b756-99b2-421f-aba4-f65f902ffd7b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:15.386405 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b2b756-99b2-421f-aba4-f65f902ffd7b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 23:00:15.395531 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-48b2b756-99b2-421f-aba4-f65f902ffd7b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:15.395892 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-48b2b756-99b2-421f-aba4-f65f902ffd7b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Added segment ec50a773-d9d9-4c62-9230-c450f6931728 of type vlan for network 580eb26d-cf8e-4f65-a8dc-7b5381f4a7dd Aug 11 23:00:15.436424 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-48b2b756-99b2-421f-aba4-f65f902ffd7b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:15.457572 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e453cf4-25f7-4d65-b771-05f3ef44403e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-8884803b-0363-4e93-b143-a78f865c969e', 'network_id': '8884803b-0363-4e93-b143-a78f865c969e', 'tenant_id': '3b75db44f42341ab8f5c434c96816f66', 'fixed_ips': [{'subnet_id': 'a445b875-4419-478a-a996-6e106e9e0a37'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 23:00:15.458466 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6e453cf4-25f7-4d65-b771-05f3ef44403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:15.469978 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-48b2b756-99b2-421f-aba4-f65f902ffd7b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:15.477167 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b2b756-99b2-421f-aba4-f65f902ffd7b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:15.477777 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-48b2b756-99b2-421f-aba4-f65f902ffd7b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:15.546093 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-48b2b756-99b2-421f-aba4-f65f902ffd7b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2190998 Aug 11 23:00:15.546428 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56750) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:15.551799 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-780c95b8-955d-444e-a790-a0625371bacf tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Request body: {'subnet': {'network_id': '580eb26d-cf8e-4f65-a8dc-7b5381f4a7dd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:00:15.554534 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2b756-99b2-421f-aba4-f65f902ffd7b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Pushing event updated for resources: {'Network': ['ID=580eb26d-cf8e-4f65-a8dc-7b5381f4a7dd,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:15.574521 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 580eb26d-cf8e-4f65-a8dc-7b5381f4a7dd details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 23:00:15.649330 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780c95b8-955d-444e-a790-a0625371bacf tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Made reservation on behalf of 3b75db44f42341ab8f5c434c96816f66 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:00:15.649910 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-6e453cf4-25f7-4d65-b771-05f3ef44403e None None] Allocated IP 172.20.0.2 (8884803b-0363-4e93-b143-a78f865c969e/a445b875-4419-478a-a996-6e106e9e0a37/1f9cfb1e-bc11-4746-b54e-a5c6f02914b0) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:00:15.653521 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-780c95b8-955d-444e-a790-a0625371bacf tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:15.807594 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6e453cf4-25f7-4d65-b771-05f3ef44403e None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:15.816460 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6e453cf4-25f7-4d65-b771-05f3ef44403e None None] Transition to ACTIVE for port object 1f9cfb1e-bc11-4746-b54e-a5c6f02914b0 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:00:15.831817 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6e453cf4-25f7-4d65-b771-05f3ef44403e None None] Transition to ACTIVE for port object 1f9cfb1e-bc11-4746-b54e-a5c6f02914b0 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:00:15.838575 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6e453cf4-25f7-4d65-b771-05f3ef44403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:15.839758 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-780c95b8-955d-444e-a790-a0625371bacf tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:15.882090 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e453cf4-25f7-4d65-b771-05f3ef44403e None None] Network 8884803b-0363-4e93-b143-a78f865c969e is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:00:15.885602 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-6e453cf4-25f7-4d65-b771-05f3ef44403e None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:00:15.888380 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e453cf4-25f7-4d65-b771-05f3ef44403e None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:00:15.898853 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e453cf4-25f7-4d65-b771-05f3ef44403e None None] Pushing event updated for resources: {'Port': ['ID=1f9cfb1e-bc11-4746-b54e-a5c6f02914b0,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:15.903624 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c95b8-955d-444e-a790-a0625371bacf tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Pushing event updated for resources: {'Subnet': ['ID=da7dd7f1-6fbc-4eea-ae13-03d383e14315,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:15.909679 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780c95b8-955d-444e-a790-a0625371bacf tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Checking segment: {'id': 'ec50a773-d9d9-4c62-9230-c450f6931728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '580eb26d-cf8e-4f65-a8dc-7b5381f4a7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:00:15.910054 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780c95b8-955d-444e-a790-a0625371bacf tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Network hostable DHCP agents. Network: 580eb26d-cf8e-4f65-a8dc-7b5381f4a7dd, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 23:00:15.928616 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780c95b8-955d-444e-a790-a0625371bacf tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Network 580eb26d-cf8e-4f65-a8dc-7b5381f4a7dd is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 23:00:15.937607 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-780c95b8-955d-444e-a790-a0625371bacf tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 580eb26d-cf8e-4f65-a8dc-7b5381f4a7dd) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:00:15.942183 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780c95b8-955d-444e-a790-a0625371bacf tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:15.943215 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-780c95b8-955d-444e-a790-a0625371bacf tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:15.950503 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1569b2-02eb-4e9e-a665-9b787b95dfa0 None None] Network 580eb26d-cf8e-4f65-a8dc-7b5381f4a7dd requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:00:15.952858 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6e453cf4-25f7-4d65-b771-05f3ef44403e None None] Attempting to bind port 1f9cfb1e-bc11-4746-b54e-a5c6f02914b0 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:00:15.953329 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6e453cf4-25f7-4d65-b771-05f3ef44403e None None] Attempting to bind port 1f9cfb1e-bc11-4746-b54e-a5c6f02914b0 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '1eedd8e4-a96a-4ba3-b13b-d1debab31ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8884803b-0363-4e93-b143-a78f865c969e'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:00:15.953714 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e453cf4-25f7-4d65-b771-05f3ef44403e None None] Attempting to bind port 1f9cfb1e-bc11-4746-b54e-a5c6f02914b0 on network 8884803b-0363-4e93-b143-a78f865c969e {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:00:15.957912 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-780c95b8-955d-444e-a790-a0625371bacf tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4104266 Aug 11 23:00:15.961356 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56752) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:15.966709 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-3e9cc27d-b5b7-46ad-8280-0bda08195088 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Request body: {'router': {'external_gateway_info': {'network_id': '580eb26d-cf8e-4f65-a8dc-7b5381f4a7dd'}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:00:15.995105 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e453cf4-25f7-4d65-b771-05f3ef44403e None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 22, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:00:15.995497 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e453cf4-25f7-4d65-b771-05f3ef44403e None None] Checking segment: {'id': '1eedd8e4-a96a-4ba3-b13b-d1debab31ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8884803b-0363-4e93-b143-a78f865c969e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:00:15.995901 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6e453cf4-25f7-4d65-b771-05f3ef44403e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:15.996841 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e453cf4-25f7-4d65-b771-05f3ef44403e None None] Bound using segment: {'id': '1eedd8e4-a96a-4ba3-b13b-d1debab31ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8884803b-0363-4e93-b143-a78f865c969e'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:00:15.996841 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-6e453cf4-25f7-4d65-b771-05f3ef44403e None None] Bound port: 1f9cfb1e-bc11-4746-b54e-a5c6f02914b0, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eedd8e4-a96a-4ba3-b13b-d1debab31ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8884803b-0363-4e93-b143-a78f865c969e'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:00:15.997130 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6e453cf4-25f7-4d65-b771-05f3ef44403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:16.111088 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-6e453cf4-25f7-4d65-b771-05f3ef44403e None None] For port 1f9cfb1e-bc11-4746-b54e-a5c6f02914b0, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:00:16.128758 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-6e453cf4-25f7-4d65-b771-05f3ef44403e None None] For port 1f9cfb1e-bc11-4746-b54e-a5c6f02914b0, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1f9cfb1e-bc11-4746-b54e-a5c6f02914b0,segment=NetworkSegment(1eedd8e4-a96a-4ba3-b13b-d1debab31ad4),segment_id=1eedd8e4-a96a-4ba3-b13b-d1debab31ad4)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:00:16.137242 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6e453cf4-25f7-4d65-b771-05f3ef44403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:16.176077 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3e9cc27d-b5b7-46ad-8280-0bda08195088 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:16.195486 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441f2ce0-e4da-473d-8242-5e47e6dbe6b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-580eb26d-cf8e-4f65-a8dc-7b5381f4a7dd', 'network_id': '580eb26d-cf8e-4f65-a8dc-7b5381f4a7dd', 'tenant_id': '3b75db44f42341ab8f5c434c96816f66', 'fixed_ips': [{'subnet_id': 'da7dd7f1-6fbc-4eea-ae13-03d383e14315'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 23:00:16.196349 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-441f2ce0-e4da-473d-8242-5e47e6dbe6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:16.222453 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:16.293923 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e453cf4-25f7-4d65-b771-05f3ef44403e None None] Pushing event updated for resources: {'Port': ['ID=1f9cfb1e-bc11-4746-b54e-a5c6f02914b0,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:16.294852 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [None req-3e9cc27d-b5b7-46ad-8280-0bda08195088 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 23:00:16.301740 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3e9cc27d-b5b7-46ad-8280-0bda08195088 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] 10.222.0.77 "PUT /v2.0/routers/31d056f8-e0c2-4bc5-bcf8-13bf92114671 HTTP/1.1" status: 400 len: 364 time: 0.3330963 Aug 11 23:00:16.301960 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56754) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:16.325641 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ab6db9d7-8fad-47aa-ad09-67b9ad91a4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:16.359481 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd09ab0a-226e-487b-935d-b318149eeca2 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Deleting subnet da7dd7f1-6fbc-4eea-ae13-03d383e14315 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 23:00:16.403881 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-441f2ce0-e4da-473d-8242-5e47e6dbe6b0 None None] Allocated IP 172.21.0.2 (580eb26d-cf8e-4f65-a8dc-7b5381f4a7dd/da7dd7f1-6fbc-4eea-ae13-03d383e14315/df3628e3-354d-44f0-8ca8-8fe32751fb92) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:00:16.555905 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-441f2ce0-e4da-473d-8242-5e47e6dbe6b0 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:16.564177 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-441f2ce0-e4da-473d-8242-5e47e6dbe6b0 None None] Transition to ACTIVE for port object df3628e3-354d-44f0-8ca8-8fe32751fb92 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:00:16.579398 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-441f2ce0-e4da-473d-8242-5e47e6dbe6b0 None None] Transition to ACTIVE for port object df3628e3-354d-44f0-8ca8-8fe32751fb92 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:00:16.584125 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fd09ab0a-226e-487b-935d-b318149eeca2 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:16.584901 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-441f2ce0-e4da-473d-8242-5e47e6dbe6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:16.625179 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fd09ab0a-226e-487b-935d-b318149eeca2 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:16.631132 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441f2ce0-e4da-473d-8242-5e47e6dbe6b0 None None] Network 580eb26d-cf8e-4f65-a8dc-7b5381f4a7dd is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:00:16.634111 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-441f2ce0-e4da-473d-8242-5e47e6dbe6b0 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:00:16.638608 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441f2ce0-e4da-473d-8242-5e47e6dbe6b0 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:00:16.645631 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f2ce0-e4da-473d-8242-5e47e6dbe6b0 None None] Pushing event updated for resources: {'Port': ['ID=df3628e3-354d-44f0-8ca8-8fe32751fb92,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:16.700166 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-441f2ce0-e4da-473d-8242-5e47e6dbe6b0 None None] Attempting to bind port df3628e3-354d-44f0-8ca8-8fe32751fb92 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:00:16.700542 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-441f2ce0-e4da-473d-8242-5e47e6dbe6b0 None None] Attempting to bind port df3628e3-354d-44f0-8ca8-8fe32751fb92 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'ec50a773-d9d9-4c62-9230-c450f6931728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '580eb26d-cf8e-4f65-a8dc-7b5381f4a7dd'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:00:16.700912 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441f2ce0-e4da-473d-8242-5e47e6dbe6b0 None None] Attempting to bind port df3628e3-354d-44f0-8ca8-8fe32751fb92 on network 580eb26d-cf8e-4f65-a8dc-7b5381f4a7dd {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:00:16.706014 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441f2ce0-e4da-473d-8242-5e47e6dbe6b0 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:00:16.706404 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441f2ce0-e4da-473d-8242-5e47e6dbe6b0 None None] Checking segment: {'id': 'ec50a773-d9d9-4c62-9230-c450f6931728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '580eb26d-cf8e-4f65-a8dc-7b5381f4a7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:00:16.706817 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-441f2ce0-e4da-473d-8242-5e47e6dbe6b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:16.707220 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441f2ce0-e4da-473d-8242-5e47e6dbe6b0 None None] Bound using segment: {'id': 'ec50a773-d9d9-4c62-9230-c450f6931728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '580eb26d-cf8e-4f65-a8dc-7b5381f4a7dd'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:00:16.707726 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-441f2ce0-e4da-473d-8242-5e47e6dbe6b0 None None] Bound port: df3628e3-354d-44f0-8ca8-8fe32751fb92, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec50a773-d9d9-4c62-9230-c450f6931728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '580eb26d-cf8e-4f65-a8dc-7b5381f4a7dd'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:00:16.708287 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-441f2ce0-e4da-473d-8242-5e47e6dbe6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:16.727176 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fd09ab0a-226e-487b-935d-b318149eeca2 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:17.107049 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fd09ab0a-226e-487b-935d-b318149eeca2 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:17.113204 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-441f2ce0-e4da-473d-8242-5e47e6dbe6b0 None None] For port df3628e3-354d-44f0-8ca8-8fe32751fb92, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:00:17.117656 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-441f2ce0-e4da-473d-8242-5e47e6dbe6b0 None None] For port df3628e3-354d-44f0-8ca8-8fe32751fb92, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=df3628e3-354d-44f0-8ca8-8fe32751fb92,segment=NetworkSegment(ec50a773-d9d9-4c62-9230-c450f6931728),segment_id=ec50a773-d9d9-4c62-9230-c450f6931728)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:00:17.123196 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-441f2ce0-e4da-473d-8242-5e47e6dbe6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:17.139090 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09ab0a-226e-487b-935d-b318149eeca2 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Pushing event deleted for resources: {'Subnet': ['ID=da7dd7f1-6fbc-4eea-ae13-03d383e14315,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:17.148608 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fd09ab0a-226e-487b-935d-b318149eeca2 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:17.153195 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fd09ab0a-226e-487b-935d-b318149eeca2 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] 10.222.0.77 "DELETE /v2.0/subnets/da7dd7f1-6fbc-4eea-ae13-03d383e14315 HTTP/1.1" status: 204 len: 168 time: 0.8476098 Aug 11 23:00:17.153581 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56756) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:17.180437 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1f9cfb1e-bc11-4746-b54e-a5c6f02914b0 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:00:17.220156 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb41205d-1f30-4d34-9449-bbeb0242cf72 None None] Network 8884803b-0363-4e93-b143-a78f865c969e requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:00:17.257960 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-924bfcef-2f36-4609-acd5-08cf0cd1bf3b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:17.303615 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-280745eb-fe43-486b-aada-6c2135785061 None None] Provisioning for port 1f9cfb1e-bc11-4746-b54e-a5c6f02914b0 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:00:17.305965 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f2ce0-e4da-473d-8242-5e47e6dbe6b0 None None] Pushing event updated for resources: {'Port': ['ID=df3628e3-354d-44f0-8ca8-8fe32751fb92,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:17.315769 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-924bfcef-2f36-4609-acd5-08cf0cd1bf3b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Deleting port df3628e3-354d-44f0-8ca8-8fe32751fb92 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:00:17.315999 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-924bfcef-2f36-4609-acd5-08cf0cd1bf3b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:17.367880 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 1f9cfb1e-bc11-4746-b54e-a5c6f02914b0 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:00:17.374357 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 1f9cfb1e-bc11-4746-b54e-a5c6f02914b0 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:00:17.374735 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:17.399636 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-924bfcef-2f36-4609-acd5-08cf0cd1bf3b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] For port df3628e3-354d-44f0-8ca8-8fe32751fb92, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=df3628e3-354d-44f0-8ca8-8fe32751fb92,segment=NetworkSegment(ec50a773-d9d9-4c62-9230-c450f6931728),segment_id=ec50a773-d9d9-4c62-9230-c450f6931728)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:00:17.400231 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-924bfcef-2f36-4609-acd5-08cf0cd1bf3b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:17.423188 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-924bfcef-2f36-4609-acd5-08cf0cd1bf3b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Calling delete_port for df3628e3-354d-44f0-8ca8-8fe32751fb92 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:00:17.519967 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-924bfcef-2f36-4609-acd5-08cf0cd1bf3b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:17.528124 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:17.546645 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bfcef-2f36-4609-acd5-08cf0cd1bf3b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Pushing event deleted for resources: {'Port': ['ID=df3628e3-354d-44f0-8ca8-8fe32751fb92,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:17.550461 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924bfcef-2f36-4609-acd5-08cf0cd1bf3b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] No DVR routers for this DVR port df3628e3-354d-44f0-8ca8-8fe32751fb92 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:00:17.567950 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 1f9cfb1e-bc11-4746-b54e-a5c6f02914b0, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1f9cfb1e-bc11-4746-b54e-a5c6f02914b0,segment=NetworkSegment(1eedd8e4-a96a-4ba3-b13b-d1debab31ad4),segment_id=1eedd8e4-a96a-4ba3-b13b-d1debab31ad4)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:00:17.572196 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:17.629122 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=1f9cfb1e-bc11-4746-b54e-a5c6f02914b0,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:17.640648 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-924bfcef-2f36-4609-acd5-08cf0cd1bf3b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:17.652096 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-924bfcef-2f36-4609-acd5-08cf0cd1bf3b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['580eb26d-cf8e-4f65-a8dc-7b5381f4a7dd']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:17.742948 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:17.744278 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e4173e3a-0b00-44ef-8d99-b802ac575b9c None None] Provisioning complete for port 1f9cfb1e-bc11-4746-b54e-a5c6f02914b0 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:00:17.745515 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e4173e3a-0b00-44ef-8d99-b802ac575b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:17.999144 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-924bfcef-2f36-4609-acd5-08cf0cd1bf3b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec50a773-d9d9-4c62-9230-c450f6931728') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:17.999640 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-924bfcef-2f36-4609-acd5-08cf0cd1bf3b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec50a773-d9d9-4c62-9230-c450f6931728') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:18.010639 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-924bfcef-2f36-4609-acd5-08cf0cd1bf3b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:18.025839 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-924bfcef-2f36-4609-acd5-08cf0cd1bf3b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:18.032057 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-924bfcef-2f36-4609-acd5-08cf0cd1bf3b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 23:00:18.032468 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-924bfcef-2f36-4609-acd5-08cf0cd1bf3b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: timer() Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 23:00:18.035543 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 23:00:18.093384 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-924bfcef-2f36-4609-acd5-08cf0cd1bf3b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:18.101773 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-924bfcef-2f36-4609-acd5-08cf0cd1bf3b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:18.103661 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-924bfcef-2f36-4609-acd5-08cf0cd1bf3b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] 10.222.0.77 "DELETE /v2.0/networks/580eb26d-cf8e-4f65-a8dc-7b5381f4a7dd HTTP/1.1" status: 204 len: 168 time: 0.9491453 Aug 11 23:00:18.106335 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56758) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:18.115274 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bfcef-2f36-4609-acd5-08cf0cd1bf3b tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Pushing event deleted for resources: {'Network': ['ID=580eb26d-cf8e-4f65-a8dc-7b5381f4a7dd,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:18.147325 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d80dd8f2-5f8d-48a8-ba8e-971c6108d931 None None] Could not find standard attr ID for object df3628e3-354d-44f0-8ca8-8fe32751fb92. {{(pid=100944) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 23:00:18.161962 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-13343223-d642-48d3-9d27-c639a57dd1ea tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Deleting subnet a445b875-4419-478a-a996-6e106e9e0a37 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 23:00:18.165512 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-13343223-d642-48d3-9d27-c639a57dd1ea tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:18.200387 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e56fd8-6297-42b3-a875-1c96878146f2 None None] DHCP port deletion for 580eb26d-cf8e-4f65-a8dc-7b5381f4a7dd request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 23:00:18.217976 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-13343223-d642-48d3-9d27-c639a57dd1ea tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:18.222044 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998b909e-ce3b-4bf9-9c80-6eb3543d3d2d None None] Network 580eb26d-cf8e-4f65-a8dc-7b5381f4a7dd requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:00:18.234346 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998b909e-ce3b-4bf9-9c80-6eb3543d3d2d None None] Network 580eb26d-cf8e-4f65-a8dc-7b5381f4a7dd could not be found, it might have been deleted concurrently. {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 23:00:18.303479 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-13343223-d642-48d3-9d27-c639a57dd1ea tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:18.361684 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-13343223-d642-48d3-9d27-c639a57dd1ea tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:18.390571 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13343223-d642-48d3-9d27-c639a57dd1ea tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Pushing event deleted for resources: {'Subnet': ['ID=a445b875-4419-478a-a996-6e106e9e0a37,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:18.396973 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-13343223-d642-48d3-9d27-c639a57dd1ea tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:18.398867 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-13343223-d642-48d3-9d27-c639a57dd1ea tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] 10.222.0.77 "DELETE /v2.0/subnets/a445b875-4419-478a-a996-6e106e9e0a37 HTTP/1.1" status: 204 len: 168 time: 0.2915275 Aug 11 23:00:18.401623 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56760) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:18.404184 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df61eab-a0d8-486e-ae85-097948a93add None None] Network 8884803b-0363-4e93-b143-a78f865c969e requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:00:18.474113 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-04005c68-c829-4504-9495-326ad19d4282 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:18.532960 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-04005c68-c829-4504-9495-326ad19d4282 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Deleting port 1f9cfb1e-bc11-4746-b54e-a5c6f02914b0 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:00:18.533381 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-04005c68-c829-4504-9495-326ad19d4282 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:18.594635 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a6a074-aa1c-45cf-b085-a9a47220f2bb None None] DHCP port deletion for 8884803b-0363-4e93-b143-a78f865c969e request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 23:00:18.606864 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-04005c68-c829-4504-9495-326ad19d4282 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] For port 1f9cfb1e-bc11-4746-b54e-a5c6f02914b0, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1f9cfb1e-bc11-4746-b54e-a5c6f02914b0,segment=NetworkSegment(1eedd8e4-a96a-4ba3-b13b-d1debab31ad4),segment_id=1eedd8e4-a96a-4ba3-b13b-d1debab31ad4)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:00:18.607193 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-04005c68-c829-4504-9495-326ad19d4282 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:18.622517 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-04005c68-c829-4504-9495-326ad19d4282 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Calling delete_port for 1f9cfb1e-bc11-4746-b54e-a5c6f02914b0 owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:00:18.644600 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-f2a6a074-aa1c-45cf-b085-a9a47220f2bb None None] Deleting port 1f9cfb1e-bc11-4746-b54e-a5c6f02914b0 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:00:18.644983 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f2a6a074-aa1c-45cf-b085-a9a47220f2bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:18.703724 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-04005c68-c829-4504-9495-326ad19d4282 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:18.714094 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-f2a6a074-aa1c-45cf-b085-a9a47220f2bb None None] For port 1f9cfb1e-bc11-4746-b54e-a5c6f02914b0, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1f9cfb1e-bc11-4746-b54e-a5c6f02914b0,segment=NetworkSegment(1eedd8e4-a96a-4ba3-b13b-d1debab31ad4),segment_id=1eedd8e4-a96a-4ba3-b13b-d1debab31ad4)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:00:18.714614 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f2a6a074-aa1c-45cf-b085-a9a47220f2bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:18.728350 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-f2a6a074-aa1c-45cf-b085-a9a47220f2bb None None] Calling delete_port for 1f9cfb1e-bc11-4746-b54e-a5c6f02914b0 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:00:18.729813 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04005c68-c829-4504-9495-326ad19d4282 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Pushing event deleted for resources: {'Port': ['ID=1f9cfb1e-bc11-4746-b54e-a5c6f02914b0,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:18.733625 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04005c68-c829-4504-9495-326ad19d4282 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] No DVR routers for this DVR port 1f9cfb1e-bc11-4746-b54e-a5c6f02914b0 on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:00:18.804947 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f2a6a074-aa1c-45cf-b085-a9a47220f2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:18.822355 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-04005c68-c829-4504-9495-326ad19d4282 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:18.832380 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-04005c68-c829-4504-9495-326ad19d4282 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8884803b-0363-4e93-b143-a78f865c969e']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:18.835526 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6a074-aa1c-45cf-b085-a9a47220f2bb None None] Pushing event deleted for resources: {'Port': ['ID=1f9cfb1e-bc11-4746-b54e-a5c6f02914b0,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:18.842278 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a6a074-aa1c-45cf-b085-a9a47220f2bb None None] No DVR routers for this DVR port 1f9cfb1e-bc11-4746-b54e-a5c6f02914b0 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:00:18.844121 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-04005c68-c829-4504-9495-326ad19d4282 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eedd8e4-a96a-4ba3-b13b-d1debab31ad4') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:18.844427 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-04005c68-c829-4504-9495-326ad19d4282 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eedd8e4-a96a-4ba3-b13b-d1debab31ad4') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:18.855044 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-04005c68-c829-4504-9495-326ad19d4282 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:18.868442 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-04005c68-c829-4504-9495-326ad19d4282 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:18.874299 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04005c68-c829-4504-9495-326ad19d4282 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 23:00:18.874744 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-04005c68-c829-4504-9495-326ad19d4282 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: timer() Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 23:00:18.877708 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 23:00:18.939341 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-04005c68-c829-4504-9495-326ad19d4282 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:18.946219 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-04005c68-c829-4504-9495-326ad19d4282 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:18.948122 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-04005c68-c829-4504-9495-326ad19d4282 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] 10.222.0.77 "DELETE /v2.0/networks/8884803b-0363-4e93-b143-a78f865c969e HTTP/1.1" status: 204 len: 168 time: 0.5455828 Aug 11 23:00:18.950929 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56762) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:18.963307 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04005c68-c829-4504-9495-326ad19d4282 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Pushing event deleted for resources: {'Network': ['ID=8884803b-0363-4e93-b143-a78f865c969e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:18.978753 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-66fa97ca-ee06-4288-a1a8-7ac3eebee0e8 tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] 10.222.0.77 "GET /v2.0/ports?device_id=31d056f8-e0c2-4bc5-bcf8-13bf92114671 HTTP/1.1" status: 200 len: 205 time: 0.0265226 Aug 11 23:00:18.980898 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56764) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:19.054967 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b98c-6985-41f0-a487-785d839e318d tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:19.137209 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1f9cfb1e-bc11-4746-b54e-a5c6f02914b0 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:00:19.161874 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 1f9cfb1e-bc11-4746-b54e-a5c6f02914b0 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:00:19.162566 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1f9cfb1e-bc11-4746-b54e-a5c6f02914b0 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:00:19.190549 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:19.250432 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b98c-6985-41f0-a487-785d839e318d tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:19.252971 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b98c-6985-41f0-a487-785d839e318d tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:19.299805 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b98c-6985-41f0-a487-785d839e318d tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:19.300299 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe1b98c-6985-41f0-a487-785d839e318d tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Fanout notify agent at l3_agent the message router_deleted on router 31d056f8-e0c2-4bc5-bcf8-13bf92114671 {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 23:00:19.307328 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b98c-6985-41f0-a487-785d839e318d tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:19.308416 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-cbe1b98c-6985-41f0-a487-785d839e318d tempest-RoutersNegativeTest-466715843 tempest-RoutersNegativeTest-466715843-project] 10.222.0.77 "DELETE /v2.0/routers/31d056f8-e0c2-4bc5-bcf8-13bf92114671 HTTP/1.1" status: 204 len: 168 time: 0.3266234 Aug 11 23:00:19.546033 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56770) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:19.677333 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-86af9ae8-e69a-468d-967d-696ae24a528e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3b75db44f42341ab8f5c434c96816f66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295731 Aug 11 23:00:19.680019 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56774) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:19.727120 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ab70490b-70b7-4c98-805d-3f6366fb8cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:19.747917 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ab70490b-70b7-4c98-805d-3f6366fb8cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:19.795725 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ab70490b-70b7-4c98-805d-3f6366fb8cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:19.798324 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ab70490b-70b7-4c98-805d-3f6366fb8cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:19.799578 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ab70490b-70b7-4c98-805d-3f6366fb8cd7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/572a0890-229a-46c4-b123-da6a328c541b HTTP/1.1" status: 204 len: 168 time: 0.1188204 Aug 11 23:00:19.808465 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70490b-70b7-4c98-805d-3f6366fb8cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572a0890-229a-46c4-b123-da6a328c541b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:20.404149 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56796) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:20.497931 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-f1f4fd45-2003-4d7c-a26f-699670b99f1f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1612306581-network', 'tenant_id': '89e983514ee04eb5b6f034ef4da3625c'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:00:20.519129 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f4fd45-2003-4d7c-a26f-699670b99f1f admin admin] Made reservation on behalf of 89e983514ee04eb5b6f034ef4da3625c for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:00:20.521516 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f1f4fd45-2003-4d7c-a26f-699670b99f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:20.530823 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f1f4fd45-2003-4d7c-a26f-699670b99f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:20.620446 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f1f4fd45-2003-4d7c-a26f-699670b99f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:20.624078 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f1f4fd45-2003-4d7c-a26f-699670b99f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:20.647702 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f4fd45-2003-4d7c-a26f-699670b99f1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 23:00:20.657399 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4fd45-2003-4d7c-a26f-699670b99f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6189b0-4fe2-43d4-937b-15add6beef84,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:20.665490 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f1f4fd45-2003-4d7c-a26f-699670b99f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:20.665490 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-f1f4fd45-2003-4d7c-a26f-699670b99f1f admin admin] Added segment 974501bc-0332-4a7d-bef0-18ad1abd473e of type vlan for network 39e8781d-8be3-42e3-be74-3b52e86c6ddd Aug 11 23:00:20.704092 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f1f4fd45-2003-4d7c-a26f-699670b99f1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:20.732514 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f1f4fd45-2003-4d7c-a26f-699670b99f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:20.733650 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f4fd45-2003-4d7c-a26f-699670b99f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:20.734238 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f1f4fd45-2003-4d7c-a26f-699670b99f1f admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:20.792125 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f1f4fd45-2003-4d7c-a26f-699670b99f1f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3868737 Aug 11 23:00:20.795162 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56800) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:20.802756 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-d024c13f-faf6-4b7f-8d38-3f5e681fb18d admin admin] Request body: {'subnet': {'network_id': '39e8781d-8be3-42e3-be74-3b52e86c6ddd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1612306581-subnet', 'tenant_id': '89e983514ee04eb5b6f034ef4da3625c', 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:00:20.807341 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4fd45-2003-4d7c-a26f-699670b99f1f admin admin] Pushing event updated for resources: {'Network': ['ID=39e8781d-8be3-42e3-be74-3b52e86c6ddd,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:20.817653 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 39e8781d-8be3-42e3-be74-3b52e86c6ddd details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 23:00:20.831370 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d024c13f-faf6-4b7f-8d38-3f5e681fb18d admin admin] Made reservation on behalf of 89e983514ee04eb5b6f034ef4da3625c for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:00:20.834086 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d024c13f-faf6-4b7f-8d38-3f5e681fb18d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:21.014187 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d024c13f-faf6-4b7f-8d38-3f5e681fb18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:21.066934 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024c13f-faf6-4b7f-8d38-3f5e681fb18d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4addfcd4-6490-428f-927b-522af09cf945,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:21.077951 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d024c13f-faf6-4b7f-8d38-3f5e681fb18d admin admin] Checking segment: {'id': '974501bc-0332-4a7d-bef0-18ad1abd473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '39e8781d-8be3-42e3-be74-3b52e86c6ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:00:21.078326 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d024c13f-faf6-4b7f-8d38-3f5e681fb18d admin admin] Network hostable DHCP agents. Network: 39e8781d-8be3-42e3-be74-3b52e86c6ddd, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 23:00:21.094201 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d024c13f-faf6-4b7f-8d38-3f5e681fb18d admin admin] Network 39e8781d-8be3-42e3-be74-3b52e86c6ddd is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 23:00:21.103230 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-d024c13f-faf6-4b7f-8d38-3f5e681fb18d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 39e8781d-8be3-42e3-be74-3b52e86c6ddd) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:00:21.107880 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d024c13f-faf6-4b7f-8d38-3f5e681fb18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:21.108629 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d024c13f-faf6-4b7f-8d38-3f5e681fb18d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:21.115683 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80cfeea-818b-4430-a2ff-9037eae34851 None None] Network 39e8781d-8be3-42e3-be74-3b52e86c6ddd requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:00:21.123873 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d024c13f-faf6-4b7f-8d38-3f5e681fb18d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3275793 Aug 11 23:00:21.126437 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56802) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:21.131667 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-c209bf4b-300d-4fec-9a45-15fe47785154 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1612306581-router', 'tenant_id': '89e983514ee04eb5b6f034ef4da3625c', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:00:21.158340 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c209bf4b-300d-4fec-9a45-15fe47785154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:21.159362 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c209bf4b-300d-4fec-9a45-15fe47785154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:21.178664 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:21.256766 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c209bf4b-300d-4fec-9a45-15fe47785154 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:21.400864 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c209bf4b-300d-4fec-9a45-15fe47785154 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:21.432992 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620c0b2b-e736-46e0-a80a-56f422efa4e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-39e8781d-8be3-42e3-be74-3b52e86c6ddd', 'network_id': '39e8781d-8be3-42e3-be74-3b52e86c6ddd', 'tenant_id': '89e983514ee04eb5b6f034ef4da3625c', 'fixed_ips': [{'subnet_id': '4addfcd4-6490-428f-927b-522af09cf945'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 23:00:21.433873 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-620c0b2b-e736-46e0-a80a-56f422efa4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:21.573057 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-620c0b2b-e736-46e0-a80a-56f422efa4e0 None None] Allocated IP 172.20.0.2 (39e8781d-8be3-42e3-be74-3b52e86c6ddd/4addfcd4-6490-428f-927b-522af09cf945/66255c7d-6b3d-467d-848a-0ddab7be6997) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:00:21.600013 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c209bf4b-300d-4fec-9a45-15fe47785154 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:21.624730 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c209bf4b-300d-4fec-9a45-15fe47785154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:21.716223 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-620c0b2b-e736-46e0-a80a-56f422efa4e0 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:21.724524 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-620c0b2b-e736-46e0-a80a-56f422efa4e0 None None] Transition to ACTIVE for port object 66255c7d-6b3d-467d-848a-0ddab7be6997 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:00:21.733579 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-c209bf4b-300d-4fec-9a45-15fe47785154 admin admin] Allocated IP 172.25.2.64 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/99ab538e-0894-40bc-bf16-3fc005de379e) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:00:21.740175 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-620c0b2b-e736-46e0-a80a-56f422efa4e0 None None] Transition to ACTIVE for port object 66255c7d-6b3d-467d-848a-0ddab7be6997 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:00:21.746551 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-620c0b2b-e736-46e0-a80a-56f422efa4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:21.788408 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620c0b2b-e736-46e0-a80a-56f422efa4e0 None None] Network 39e8781d-8be3-42e3-be74-3b52e86c6ddd is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:00:21.794881 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-620c0b2b-e736-46e0-a80a-56f422efa4e0 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:00:21.797583 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620c0b2b-e736-46e0-a80a-56f422efa4e0 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:00:21.811548 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c0b2b-e736-46e0-a80a-56f422efa4e0 None None] Pushing event updated for resources: {'Port': ['ID=66255c7d-6b3d-467d-848a-0ddab7be6997,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:21.844767 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c209bf4b-300d-4fec-9a45-15fe47785154 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:21.859166 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-620c0b2b-e736-46e0-a80a-56f422efa4e0 None None] Attempting to bind port 66255c7d-6b3d-467d-848a-0ddab7be6997 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:00:21.859751 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-620c0b2b-e736-46e0-a80a-56f422efa4e0 None None] Attempting to bind port 66255c7d-6b3d-467d-848a-0ddab7be6997 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '974501bc-0332-4a7d-bef0-18ad1abd473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '39e8781d-8be3-42e3-be74-3b52e86c6ddd'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:00:21.859937 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c0b2b-e736-46e0-a80a-56f422efa4e0 None None] Attempting to bind port 66255c7d-6b3d-467d-848a-0ddab7be6997 on network 39e8781d-8be3-42e3-be74-3b52e86c6ddd {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:00:21.864935 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c0b2b-e736-46e0-a80a-56f422efa4e0 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:00:21.865350 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c0b2b-e736-46e0-a80a-56f422efa4e0 None None] Checking segment: {'id': '974501bc-0332-4a7d-bef0-18ad1abd473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '39e8781d-8be3-42e3-be74-3b52e86c6ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:00:21.865760 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-620c0b2b-e736-46e0-a80a-56f422efa4e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:21.866160 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c0b2b-e736-46e0-a80a-56f422efa4e0 None None] Bound using segment: {'id': '974501bc-0332-4a7d-bef0-18ad1abd473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '39e8781d-8be3-42e3-be74-3b52e86c6ddd'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:00:21.866632 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-620c0b2b-e736-46e0-a80a-56f422efa4e0 None None] Bound port: 66255c7d-6b3d-467d-848a-0ddab7be6997, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974501bc-0332-4a7d-bef0-18ad1abd473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '39e8781d-8be3-42e3-be74-3b52e86c6ddd'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:00:21.867027 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-620c0b2b-e736-46e0-a80a-56f422efa4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:21.883364 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c209bf4b-300d-4fec-9a45-15fe47785154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:21.928136 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c209bf4b-300d-4fec-9a45-15fe47785154 admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:00:21.931024 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-c209bf4b-300d-4fec-9a45-15fe47785154 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:00:21.937383 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c209bf4b-300d-4fec-9a45-15fe47785154 admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:00:21.940426 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-620c0b2b-e736-46e0-a80a-56f422efa4e0 None None] For port 66255c7d-6b3d-467d-848a-0ddab7be6997, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:00:21.943858 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-620c0b2b-e736-46e0-a80a-56f422efa4e0 None None] For port 66255c7d-6b3d-467d-848a-0ddab7be6997, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=66255c7d-6b3d-467d-848a-0ddab7be6997,segment=NetworkSegment(974501bc-0332-4a7d-bef0-18ad1abd473e),segment_id=974501bc-0332-4a7d-bef0-18ad1abd473e)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:00:21.947806 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-620c0b2b-e736-46e0-a80a-56f422efa4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:21.964346 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209bf4b-300d-4fec-9a45-15fe47785154 admin admin] Pushing event updated for resources: {'Port': ['ID=99ab538e-0894-40bc-bf16-3fc005de379e,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:22.011115 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c0b2b-e736-46e0-a80a-56f422efa4e0 None None] Pushing event updated for resources: {'Port': ['ID=66255c7d-6b3d-467d-848a-0ddab7be6997,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:22.202009 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c209bf4b-300d-4fec-9a45-15fe47785154 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:22.405719 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c209bf4b-300d-4fec-9a45-15fe47785154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:22.541817 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c209bf4b-300d-4fec-9a45-15fe47785154 admin admin] Router 372cecc9-8d38-49ef-a275-cfd25a5a57c7 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 23:00:22.652130 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c209bf4b-300d-4fec-9a45-15fe47785154 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:00:22.664948 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3313078-f42a-4db9-a43e-cae7a239516c None None] Sync routers for ids ['372cecc9-8d38-49ef-a275-cfd25a5a57c7'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:00:22.668650 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c209bf4b-300d-4fec-9a45-15fe47785154 admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:22.670048 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c209bf4b-300d-4fec-9a45-15fe47785154 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5426660 Aug 11 23:00:22.672944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56804) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:22.677302 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3313078-f42a-4db9-a43e-cae7a239516c None None] Routers {'372cecc9-8d38-49ef-a275-cfd25a5a57c7'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:00:22.678213 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-b3313078-f42a-4db9-a43e-cae7a239516c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:00:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['372cecc9-8d38-49ef-a275-cfd25a5a57c7'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:22.800432 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-b3313078-f42a-4db9-a43e-cae7a239516c None None] Set router 372cecc9-8d38-49ef-a275-cfd25a5a57c7 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:00:22.948057 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5b42bb-b40c-4035-9392-50c476d6e4bb None None] Network 39e8781d-8be3-42e3-be74-3b52e86c6ddd requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:00:23.056919 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e19511ef-18b7-4c62-974a-071c902065eb None None] Provisioning for port 66255c7d-6b3d-467d-848a-0ddab7be6997 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:00:23.152418 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-b3313078-f42a-4db9-a43e-cae7a239516c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372cecc9-8d38-49ef-a275-cfd25a5a57c7', 'name': 'tempest-TestEncryptedCinderVolumes-1612306581-router', 'tenant_id': '89e983514ee04eb5b6f034ef4da3625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '99ab538e-0894-40bc-bf16-3fc005de379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:00:21Z', 'updated_at': '2021-08-11T23:00:22Z', 'revision_number': 3, 'project_id': '89e983514ee04eb5b6f034ef4da3625c', 'gw_port': {'id': '99ab538e-0894-40bc-bf16-3fc005de379e', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:77:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372cecc9-8d38-49ef-a275-cfd25a5a57c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:00:21Z', 'updated_at': '2021-08-11T23:00:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:23.186158 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 66255c7d-6b3d-467d-848a-0ddab7be6997 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:00:23.192118 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3313078-f42a-4db9-a43e-cae7a239516c None None] Checking router: 372cecc9-8d38-49ef-a275-cfd25a5a57c7 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:00:23.192487 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3313078-f42a-4db9-a43e-cae7a239516c None None] Updating router 372cecc9-8d38-49ef-a275-cfd25a5a57c7 port 99ab538e-0894-40bc-bf16-3fc005de379e binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 23:00:23.251936 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b3313078-f42a-4db9-a43e-cae7a239516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:23.352022 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 66255c7d-6b3d-467d-848a-0ddab7be6997 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:00:23.364483 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 66255c7d-6b3d-467d-848a-0ddab7be6997 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:00:23.364753 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:23.469817 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-04e90347-8585-4441-93df-3dce4d728b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:23.540036 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:23.562706 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e6ba6bc5-4b59-494b-abd5-407f53a961ad None None] Provisioning complete for port 66255c7d-6b3d-467d-848a-0ddab7be6997 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:00:23.563006 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e6ba6bc5-4b59-494b-abd5-407f53a961ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:23.629029 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-04e90347-8585-4441-93df-3dce4d728b9a admin admin] Allocated IP 172.20.0.1 (39e8781d-8be3-42e3-be74-3b52e86c6ddd/4addfcd4-6490-428f-927b-522af09cf945/bba14170-9905-4d16-80c4-9119f1247ddd) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:00:23.648807 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 66255c7d-6b3d-467d-848a-0ddab7be6997, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=66255c7d-6b3d-467d-848a-0ddab7be6997,segment=NetworkSegment(974501bc-0332-4a7d-bef0-18ad1abd473e),segment_id=974501bc-0332-4a7d-bef0-18ad1abd473e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:00:23.654713 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b3313078-f42a-4db9-a43e-cae7a239516c None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:23.658263 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:23.672444 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b3313078-f42a-4db9-a43e-cae7a239516c None None] Transition to ACTIVE for port object 99ab538e-0894-40bc-bf16-3fc005de379e will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:00:23.700235 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b3313078-f42a-4db9-a43e-cae7a239516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:23.746242 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-04e90347-8585-4441-93df-3dce4d728b9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:23.759242 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=66255c7d-6b3d-467d-848a-0ddab7be6997,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:23.760605 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-04e90347-8585-4441-93df-3dce4d728b9a admin admin] Transition to ACTIVE for port object bba14170-9905-4d16-80c4-9119f1247ddd will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:00:23.788764 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-b3313078-f42a-4db9-a43e-cae7a239516c None None] Attempting to bind port 99ab538e-0894-40bc-bf16-3fc005de379e on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:00:23.789142 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-b3313078-f42a-4db9-a43e-cae7a239516c None None] Attempting to bind port 99ab538e-0894-40bc-bf16-3fc005de379e by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:00:23.789519 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3313078-f42a-4db9-a43e-cae7a239516c None None] Attempting to bind port 99ab538e-0894-40bc-bf16-3fc005de379e on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:00:23.795968 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-04e90347-8585-4441-93df-3dce4d728b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:23.808903 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3313078-f42a-4db9-a43e-cae7a239516c None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:00:23.809285 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3313078-f42a-4db9-a43e-cae7a239516c None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:00:23.809722 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b3313078-f42a-4db9-a43e-cae7a239516c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:23.810169 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3313078-f42a-4db9-a43e-cae7a239516c None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:00:23.810656 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-b3313078-f42a-4db9-a43e-cae7a239516c None None] Bound port: 99ab538e-0894-40bc-bf16-3fc005de379e, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:00:23.811062 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b3313078-f42a-4db9-a43e-cae7a239516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:23.836041 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e90347-8585-4441-93df-3dce4d728b9a admin admin] Network 39e8781d-8be3-42e3-be74-3b52e86c6ddd is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:00:23.838942 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-04e90347-8585-4441-93df-3dce4d728b9a admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:00:23.844105 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7723927-a253-43a1-b836-c147d34df7ae None None] Pushing event updated for resources: {'Port': ['ID=99ab538e-0894-40bc-bf16-3fc005de379e,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:23.844600 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e90347-8585-4441-93df-3dce4d728b9a admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:00:23.873572 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e90347-8585-4441-93df-3dce4d728b9a admin admin] Pushing event updated for resources: {'Port': ['ID=bba14170-9905-4d16-80c4-9119f1247ddd,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:23.878035 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b3313078-f42a-4db9-a43e-cae7a239516c None None] For port 99ab538e-0894-40bc-bf16-3fc005de379e, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:00:23.882949 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b3313078-f42a-4db9-a43e-cae7a239516c None None] For port 99ab538e-0894-40bc-bf16-3fc005de379e, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=99ab538e-0894-40bc-bf16-3fc005de379e,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:00:23.888364 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b3313078-f42a-4db9-a43e-cae7a239516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:23.892827 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-04e90347-8585-4441-93df-3dce4d728b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:23.953584 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3313078-f42a-4db9-a43e-cae7a239516c None None] Routers {'372cecc9-8d38-49ef-a275-cfd25a5a57c7'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:00:23.954241 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-b3313078-f42a-4db9-a43e-cae7a239516c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:00:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['372cecc9-8d38-49ef-a275-cfd25a5a57c7'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:24.002748 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7723927-a253-43a1-b836-c147d34df7ae None None] Pushing event updated for resources: {'Port': ['ID=99ab538e-0894-40bc-bf16-3fc005de379e,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:24.036906 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-04e90347-8585-4441-93df-3dce4d728b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:24.082334 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-b3313078-f42a-4db9-a43e-cae7a239516c None None] Set router 372cecc9-8d38-49ef-a275-cfd25a5a57c7 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:00:24.192200 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-18ddf705-9a2d-4936-a521-a2fda2396fff None None] Provisioning for port bba14170-9905-4d16-80c4-9119f1247ddd completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:00:24.202323 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-18ddf705-9a2d-4936-a521-a2fda2396fff None None] Provisioning complete for port bba14170-9905-4d16-80c4-9119f1247ddd triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:00:24.202744 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-18ddf705-9a2d-4936-a521-a2fda2396fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:24.203576 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-04e90347-8585-4441-93df-3dce4d728b9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:24.208255 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-04e90347-8585-4441-93df-3dce4d728b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:24.258416 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-18ddf705-9a2d-4936-a521-a2fda2396fff None None] Port bba14170-9905-4d16-80c4-9119f1247ddd cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:00:24.279823 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-04e90347-8585-4441-93df-3dce4d728b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:24.281812 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e90347-8585-4441-93df-3dce4d728b9a admin admin] Pushing event updated for resources: {'Port': ['ID=bba14170-9905-4d16-80c4-9119f1247ddd,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:24.313573 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-b3313078-f42a-4db9-a43e-cae7a239516c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372cecc9-8d38-49ef-a275-cfd25a5a57c7', 'name': 'tempest-TestEncryptedCinderVolumes-1612306581-router', 'tenant_id': '89e983514ee04eb5b6f034ef4da3625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '99ab538e-0894-40bc-bf16-3fc005de379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:00:21Z', 'updated_at': '2021-08-11T23:00:22Z', 'revision_number': 3, 'project_id': '89e983514ee04eb5b6f034ef4da3625c', 'gw_port': {'id': '99ab538e-0894-40bc-bf16-3fc005de379e', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:77:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372cecc9-8d38-49ef-a275-cfd25a5a57c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:00:21Z', 'updated_at': '2021-08-11T23:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:24.339472 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3313078-f42a-4db9-a43e-cae7a239516c None None] The sync data for ids ['372cecc9-8d38-49ef-a275-cfd25a5a57c7'] in n-d-804275-3 is: [{'id': '372cecc9-8d38-49ef-a275-cfd25a5a57c7', 'name': 'tempest-TestEncryptedCinderVolumes-1612306581-router', 'tenant_id': '89e983514ee04eb5b6f034ef4da3625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '99ab538e-0894-40bc-bf16-3fc005de379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:00:21Z', 'updated_at': '2021-08-11T23:00:22Z', 'revision_number': 3, 'project_id': '89e983514ee04eb5b6f034ef4da3625c', 'gw_port': {'id': '99ab538e-0894-40bc-bf16-3fc005de379e', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:77:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372cecc9-8d38-49ef-a275-cfd25a5a57c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:00:21Z', 'updated_at': '2021-08-11T23:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:00:24.376870 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e90347-8585-4441-93df-3dce4d728b9a admin admin] Network 39e8781d-8be3-42e3-be74-3b52e86c6ddd is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:00:24.378298 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-04e90347-8585-4441-93df-3dce4d728b9a admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:00:24.498435 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e90347-8585-4441-93df-3dce4d728b9a admin admin] Router 372cecc9-8d38-49ef-a275-cfd25a5a57c7 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:00:24.596293 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b328d310-fbca-44df-b5a8-0c3dfb5bedcd None None] Provisioning complete for port bba14170-9905-4d16-80c4-9119f1247ddd triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:00:24.596676 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b328d310-fbca-44df-b5a8-0c3dfb5bedcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:24.637239 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e90347-8585-4441-93df-3dce4d728b9a admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:00:24.638843 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b328d310-fbca-44df-b5a8-0c3dfb5bedcd None None] Port bba14170-9905-4d16-80c4-9119f1247ddd cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:00:24.643482 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-04e90347-8585-4441-93df-3dce4d728b9a admin admin] 10.222.0.77 "PUT /v2.0/routers/372cecc9-8d38-49ef-a275-cfd25a5a57c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9693980 Aug 11 23:00:25.140931 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 56820) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:25.146016 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-28da096c-0d0d-4bb9-bb5f-1ce6c36ab4e2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-817205212-network', 'tenant_id': 'b03bfb2915264c59983906ab8614f5fc'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:00:25.182444 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28da096c-0d0d-4bb9-bb5f-1ce6c36ab4e2 admin admin] Made reservation on behalf of b03bfb2915264c59983906ab8614f5fc for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:00:25.185604 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-28da096c-0d0d-4bb9-bb5f-1ce6c36ab4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:25.195555 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-28da096c-0d0d-4bb9-bb5f-1ce6c36ab4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:25.207470 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 99ab538e-0894-40bc-bf16-3fc005de379e up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:00:25.273627 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 99ab538e-0894-40bc-bf16-3fc005de379e completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:00:25.278731 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 99ab538e-0894-40bc-bf16-3fc005de379e triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:00:25.279115 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:25.305820 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-28da096c-0d0d-4bb9-bb5f-1ce6c36ab4e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:25.310185 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-28da096c-0d0d-4bb9-bb5f-1ce6c36ab4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:25.342292 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28da096c-0d0d-4bb9-bb5f-1ce6c36ab4e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 23:00:25.354279 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da096c-0d0d-4bb9-bb5f-1ce6c36ab4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539806b5-d51a-432d-b502-2c07cf5456c1,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:25.362500 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-28da096c-0d0d-4bb9-bb5f-1ce6c36ab4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:25.363324 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-28da096c-0d0d-4bb9-bb5f-1ce6c36ab4e2 admin admin] Added segment 477ec6c9-2b21-421d-91fa-d0c131b89ded of type vlan for network ae7f68a6-7b96-4c34-b956-46f85fd9ef05 Aug 11 23:00:25.372366 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:25.393592 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 99ab538e-0894-40bc-bf16-3fc005de379e, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=99ab538e-0894-40bc-bf16-3fc005de379e,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:00:25.398466 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:25.399448 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 66255c7d-6b3d-467d-848a-0ddab7be6997 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:00:25.413270 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-28da096c-0d0d-4bb9-bb5f-1ce6c36ab4e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:25.448846 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-28da096c-0d0d-4bb9-bb5f-1ce6c36ab4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:25.450414 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28da096c-0d0d-4bb9-bb5f-1ce6c36ab4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:25.451204 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-28da096c-0d0d-4bb9-bb5f-1ce6c36ab4e2 admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:25.483320 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=99ab538e-0894-40bc-bf16-3fc005de379e,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:25.496886 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 66255c7d-6b3d-467d-848a-0ddab7be6997 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:00:25.497263 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:25.511802 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-28da096c-0d0d-4bb9-bb5f-1ce6c36ab4e2 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3697054 Aug 11 23:00:25.515156 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56822) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:25.517431 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da096c-0d0d-4bb9-bb5f-1ce6c36ab4e2 admin admin] Pushing event updated for resources: {'Network': ['ID=ae7f68a6-7b96-4c34-b956-46f85fd9ef05,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:25.522706 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-dd4174a5-c2fd-4526-af4c-85aed64aeeb7 admin admin] Request body: {'subnet': {'network_id': 'ae7f68a6-7b96-4c34-b956-46f85fd9ef05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-817205212-subnet', 'tenant_id': 'b03bfb2915264c59983906ab8614f5fc', 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:00:25.531662 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network ae7f68a6-7b96-4c34-b956-46f85fd9ef05 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 23:00:25.545694 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4174a5-c2fd-4526-af4c-85aed64aeeb7 admin admin] Made reservation on behalf of b03bfb2915264c59983906ab8614f5fc for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:00:25.548413 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dd4174a5-c2fd-4526-af4c-85aed64aeeb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:25.728784 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dd4174a5-c2fd-4526-af4c-85aed64aeeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:25.782627 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4174a5-c2fd-4526-af4c-85aed64aeeb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50f0853d-3cd7-4165-9ae5-635a421c38df,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:25.793174 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4174a5-c2fd-4526-af4c-85aed64aeeb7 admin admin] Checking segment: {'id': '477ec6c9-2b21-421d-91fa-d0c131b89ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ae7f68a6-7b96-4c34-b956-46f85fd9ef05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:00:25.793534 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4174a5-c2fd-4526-af4c-85aed64aeeb7 admin admin] Network hostable DHCP agents. Network: ae7f68a6-7b96-4c34-b956-46f85fd9ef05, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 23:00:25.811803 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4174a5-c2fd-4526-af4c-85aed64aeeb7 admin admin] Network ae7f68a6-7b96-4c34-b956-46f85fd9ef05 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 23:00:25.821515 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-dd4174a5-c2fd-4526-af4c-85aed64aeeb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, ae7f68a6-7b96-4c34-b956-46f85fd9ef05) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:00:25.825629 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4174a5-c2fd-4526-af4c-85aed64aeeb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:25.826233 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dd4174a5-c2fd-4526-af4c-85aed64aeeb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:25.831592 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b33b0a-d70c-44d2-98bf-f081eeb7f078 None None] Network ae7f68a6-7b96-4c34-b956-46f85fd9ef05 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:00:25.843062 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-dd4174a5-c2fd-4526-af4c-85aed64aeeb7 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3266802 Aug 11 23:00:25.845523 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56824) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:25.850552 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-4024f80b-c806-4a03-87b6-c6776d36c2aa admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-817205212-router', 'tenant_id': 'b03bfb2915264c59983906ab8614f5fc', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:00:25.872285 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4024f80b-c806-4a03-87b6-c6776d36c2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:25.873315 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4024f80b-c806-4a03-87b6-c6776d36c2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:25.934347 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4024f80b-c806-4a03-87b6-c6776d36c2aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:25.997943 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106be4b1-0cce-49b9-bafe-9b5afdf899c2 None None] Sync routers for ids ['372cecc9-8d38-49ef-a275-cfd25a5a57c7'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:00:26.010381 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106be4b1-0cce-49b9-bafe-9b5afdf899c2 None None] Routers {'372cecc9-8d38-49ef-a275-cfd25a5a57c7'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:00:26.011589 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-106be4b1-0cce-49b9-bafe-9b5afdf899c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:00:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['372cecc9-8d38-49ef-a275-cfd25a5a57c7'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:26.083220 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4024f80b-c806-4a03-87b6-c6776d36c2aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:26.124997 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-106be4b1-0cce-49b9-bafe-9b5afdf899c2 None None] Set router 372cecc9-8d38-49ef-a275-cfd25a5a57c7 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:00:26.147028 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47917051-ec38-4032-a596-ba23d28c3e85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-ae7f68a6-7b96-4c34-b956-46f85fd9ef05', 'network_id': 'ae7f68a6-7b96-4c34-b956-46f85fd9ef05', 'tenant_id': 'b03bfb2915264c59983906ab8614f5fc', 'fixed_ips': [{'subnet_id': '50f0853d-3cd7-4165-9ae5-635a421c38df'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 23:00:26.147959 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-47917051-ec38-4032-a596-ba23d28c3e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:26.291555 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-47917051-ec38-4032-a596-ba23d28c3e85 None None] Allocated IP 172.20.0.2 (ae7f68a6-7b96-4c34-b956-46f85fd9ef05/50f0853d-3cd7-4165-9ae5-635a421c38df/a6d56881-671f-4797-a2b9-11b55913dc68) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:00:26.331411 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4024f80b-c806-4a03-87b6-c6776d36c2aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:26.342415 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-106be4b1-0cce-49b9-bafe-9b5afdf899c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372cecc9-8d38-49ef-a275-cfd25a5a57c7', 'name': 'tempest-TestEncryptedCinderVolumes-1612306581-router', 'tenant_id': '89e983514ee04eb5b6f034ef4da3625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '99ab538e-0894-40bc-bf16-3fc005de379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:00:21Z', 'updated_at': '2021-08-11T23:00:23Z', 'revision_number': 4, 'project_id': '89e983514ee04eb5b6f034ef4da3625c', 'gw_port': {'id': '99ab538e-0894-40bc-bf16-3fc005de379e', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:77:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372cecc9-8d38-49ef-a275-cfd25a5a57c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:00:21Z', 'updated_at': '2021-08-11T23:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'bba14170-9905-4d16-80c4-9119f1247ddd', 'name': '', 'network_id': '39e8781d-8be3-42e3-be74-3b52e86c6ddd', 'tenant_id': '89e983514ee04eb5b6f034ef4da3625c', 'mac_address': 'fa:16:3e:f4:47:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372cecc9-8d38-49ef-a275-cfd25a5a57c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '4addfcd4-6490-428f-927b-522af09cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:00:23Z', 'updated_at': '2021-08-11T23:00:24Z', 'revision_number': 2, 'project_id': '89e983514ee04eb5b6f034ef4da3625c', 'subnets': [{'id': '4addfcd4-6490-428f-927b-522af09cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:26.353833 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4024f80b-c806-4a03-87b6-c6776d36c2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:26.372002 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106be4b1-0cce-49b9-bafe-9b5afdf899c2 None None] Checking router: 372cecc9-8d38-49ef-a275-cfd25a5a57c7 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:00:26.372346 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106be4b1-0cce-49b9-bafe-9b5afdf899c2 None None] Updating router 372cecc9-8d38-49ef-a275-cfd25a5a57c7 port bba14170-9905-4d16-80c4-9119f1247ddd binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 23:00:26.398294 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-106be4b1-0cce-49b9-bafe-9b5afdf899c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:26.440663 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-47917051-ec38-4032-a596-ba23d28c3e85 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:26.450850 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-47917051-ec38-4032-a596-ba23d28c3e85 None None] Transition to ACTIVE for port object a6d56881-671f-4797-a2b9-11b55913dc68 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:00:26.465906 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-47917051-ec38-4032-a596-ba23d28c3e85 None None] Transition to ACTIVE for port object a6d56881-671f-4797-a2b9-11b55913dc68 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:00:26.468382 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-4024f80b-c806-4a03-87b6-c6776d36c2aa admin admin] Allocated IP 172.25.2.40 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/ce392aec-8b9b-4bb5-ab59-ff12371a4f82) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:00:26.473821 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-47917051-ec38-4032-a596-ba23d28c3e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:26.519491 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47917051-ec38-4032-a596-ba23d28c3e85 None None] Network ae7f68a6-7b96-4c34-b956-46f85fd9ef05 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:00:26.526492 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-47917051-ec38-4032-a596-ba23d28c3e85 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:00:26.531262 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47917051-ec38-4032-a596-ba23d28c3e85 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:00:26.534069 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47917051-ec38-4032-a596-ba23d28c3e85 None None] Pushing event updated for resources: {'Port': ['ID=a6d56881-671f-4797-a2b9-11b55913dc68,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:26.575579 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4024f80b-c806-4a03-87b6-c6776d36c2aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:26.590539 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-47917051-ec38-4032-a596-ba23d28c3e85 None None] Attempting to bind port a6d56881-671f-4797-a2b9-11b55913dc68 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:00:26.590912 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-47917051-ec38-4032-a596-ba23d28c3e85 None None] Attempting to bind port a6d56881-671f-4797-a2b9-11b55913dc68 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '477ec6c9-2b21-421d-91fa-d0c131b89ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ae7f68a6-7b96-4c34-b956-46f85fd9ef05'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:00:26.591277 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47917051-ec38-4032-a596-ba23d28c3e85 None None] Attempting to bind port a6d56881-671f-4797-a2b9-11b55913dc68 on network ae7f68a6-7b96-4c34-b956-46f85fd9ef05 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:00:26.596491 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47917051-ec38-4032-a596-ba23d28c3e85 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:00:26.596807 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47917051-ec38-4032-a596-ba23d28c3e85 None None] Checking segment: {'id': '477ec6c9-2b21-421d-91fa-d0c131b89ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ae7f68a6-7b96-4c34-b956-46f85fd9ef05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:00:26.597211 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-47917051-ec38-4032-a596-ba23d28c3e85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:26.597606 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47917051-ec38-4032-a596-ba23d28c3e85 None None] Bound using segment: {'id': '477ec6c9-2b21-421d-91fa-d0c131b89ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ae7f68a6-7b96-4c34-b956-46f85fd9ef05'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:00:26.598061 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-47917051-ec38-4032-a596-ba23d28c3e85 None None] Bound port: a6d56881-671f-4797-a2b9-11b55913dc68, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477ec6c9-2b21-421d-91fa-d0c131b89ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ae7f68a6-7b96-4c34-b956-46f85fd9ef05'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:00:26.599104 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-47917051-ec38-4032-a596-ba23d28c3e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:26.620223 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4024f80b-c806-4a03-87b6-c6776d36c2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:26.665406 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4024f80b-c806-4a03-87b6-c6776d36c2aa admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:00:26.666919 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-47917051-ec38-4032-a596-ba23d28c3e85 None None] For port a6d56881-671f-4797-a2b9-11b55913dc68, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:00:26.668714 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-4024f80b-c806-4a03-87b6-c6776d36c2aa admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:00:26.672223 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4024f80b-c806-4a03-87b6-c6776d36c2aa admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:00:26.677997 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-47917051-ec38-4032-a596-ba23d28c3e85 None None] For port a6d56881-671f-4797-a2b9-11b55913dc68, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a6d56881-671f-4797-a2b9-11b55913dc68,segment=NetworkSegment(477ec6c9-2b21-421d-91fa-d0c131b89ded),segment_id=477ec6c9-2b21-421d-91fa-d0c131b89ded)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:00:26.683332 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-47917051-ec38-4032-a596-ba23d28c3e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:26.689277 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-106be4b1-0cce-49b9-bafe-9b5afdf899c2 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:26.699917 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-106be4b1-0cce-49b9-bafe-9b5afdf899c2 None None] Transition to ACTIVE for port object bba14170-9905-4d16-80c4-9119f1247ddd will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:00:26.705345 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-106be4b1-0cce-49b9-bafe-9b5afdf899c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:26.716978 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024f80b-c806-4a03-87b6-c6776d36c2aa admin admin] Pushing event updated for resources: {'Port': ['ID=ce392aec-8b9b-4bb5-ab59-ff12371a4f82,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:26.755701 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47917051-ec38-4032-a596-ba23d28c3e85 None None] Pushing event updated for resources: {'Port': ['ID=a6d56881-671f-4797-a2b9-11b55913dc68,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:26.776028 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29323616-4fea-4681-9dfe-2b5c31f97ea1 None None] Pushing event updated for resources: {'Port': ['ID=bba14170-9905-4d16-80c4-9119f1247ddd,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:26.784896 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29323616-4fea-4681-9dfe-2b5c31f97ea1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:26.785253 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29323616-4fea-4681-9dfe-2b5c31f97ea1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:26.785594 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29323616-4fea-4681-9dfe-2b5c31f97ea1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:26.786984 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29323616-4fea-4681-9dfe-2b5c31f97ea1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:26.786984 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29323616-4fea-4681-9dfe-2b5c31f97ea1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:26.787166 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29323616-4fea-4681-9dfe-2b5c31f97ea1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:26.787422 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29323616-4fea-4681-9dfe-2b5c31f97ea1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:26.788047 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29323616-4fea-4681-9dfe-2b5c31f97ea1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:26.788378 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29323616-4fea-4681-9dfe-2b5c31f97ea1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:26.788701 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29323616-4fea-4681-9dfe-2b5c31f97ea1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:26.789024 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29323616-4fea-4681-9dfe-2b5c31f97ea1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:26.789829 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29323616-4fea-4681-9dfe-2b5c31f97ea1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:00:26.845185 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-106be4b1-0cce-49b9-bafe-9b5afdf899c2 None None] Attempting to bind port bba14170-9905-4d16-80c4-9119f1247ddd on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:00:26.845554 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-106be4b1-0cce-49b9-bafe-9b5afdf899c2 None None] Attempting to bind port bba14170-9905-4d16-80c4-9119f1247ddd by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '974501bc-0332-4a7d-bef0-18ad1abd473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '39e8781d-8be3-42e3-be74-3b52e86c6ddd'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:00:26.845910 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106be4b1-0cce-49b9-bafe-9b5afdf899c2 None None] Attempting to bind port bba14170-9905-4d16-80c4-9119f1247ddd on network 39e8781d-8be3-42e3-be74-3b52e86c6ddd {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:00:26.852008 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106be4b1-0cce-49b9-bafe-9b5afdf899c2 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:00:26.852291 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106be4b1-0cce-49b9-bafe-9b5afdf899c2 None None] Checking segment: {'id': '974501bc-0332-4a7d-bef0-18ad1abd473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '39e8781d-8be3-42e3-be74-3b52e86c6ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:00:26.852691 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-106be4b1-0cce-49b9-bafe-9b5afdf899c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:26.853222 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106be4b1-0cce-49b9-bafe-9b5afdf899c2 None None] Bound using segment: {'id': '974501bc-0332-4a7d-bef0-18ad1abd473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '39e8781d-8be3-42e3-be74-3b52e86c6ddd'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:00:26.853964 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-106be4b1-0cce-49b9-bafe-9b5afdf899c2 None None] Bound port: bba14170-9905-4d16-80c4-9119f1247ddd, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974501bc-0332-4a7d-bef0-18ad1abd473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '39e8781d-8be3-42e3-be74-3b52e86c6ddd'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:00:26.854086 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-106be4b1-0cce-49b9-bafe-9b5afdf899c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:26.929960 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-106be4b1-0cce-49b9-bafe-9b5afdf899c2 None None] For port bba14170-9905-4d16-80c4-9119f1247ddd, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:00:26.933680 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-106be4b1-0cce-49b9-bafe-9b5afdf899c2 None None] For port bba14170-9905-4d16-80c4-9119f1247ddd, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=bba14170-9905-4d16-80c4-9119f1247ddd,segment=NetworkSegment(974501bc-0332-4a7d-bef0-18ad1abd473e),segment_id=974501bc-0332-4a7d-bef0-18ad1abd473e)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:00:26.940557 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-106be4b1-0cce-49b9-bafe-9b5afdf899c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:26.988202 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4024f80b-c806-4a03-87b6-c6776d36c2aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:27.012602 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29323616-4fea-4681-9dfe-2b5c31f97ea1 None None] Pushing event updated for resources: {'Port': ['ID=bba14170-9905-4d16-80c4-9119f1247ddd,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:27.017086 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106be4b1-0cce-49b9-bafe-9b5afdf899c2 None None] Routers {'372cecc9-8d38-49ef-a275-cfd25a5a57c7'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:00:27.017711 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-106be4b1-0cce-49b9-bafe-9b5afdf899c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:00:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['372cecc9-8d38-49ef-a275-cfd25a5a57c7'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:27.155139 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-106be4b1-0cce-49b9-bafe-9b5afdf899c2 None None] Set router 372cecc9-8d38-49ef-a275-cfd25a5a57c7 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:00:27.298325 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 99ab538e-0894-40bc-bf16-3fc005de379e up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:00:27.321118 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4024f80b-c806-4a03-87b6-c6776d36c2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:27.362086 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 99ab538e-0894-40bc-bf16-3fc005de379e triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:00:27.362468 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:27.446691 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a6d56881-671f-4797-a2b9-11b55913dc68 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:00:27.462478 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4024f80b-c806-4a03-87b6-c6776d36c2aa admin admin] Router 14af67ce-7530-4309-9f0f-ea539e8ecad1 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 23:00:27.497165 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-106be4b1-0cce-49b9-bafe-9b5afdf899c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372cecc9-8d38-49ef-a275-cfd25a5a57c7', 'name': 'tempest-TestEncryptedCinderVolumes-1612306581-router', 'tenant_id': '89e983514ee04eb5b6f034ef4da3625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '99ab538e-0894-40bc-bf16-3fc005de379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:00:21Z', 'updated_at': '2021-08-11T23:00:23Z', 'revision_number': 4, 'project_id': '89e983514ee04eb5b6f034ef4da3625c', 'gw_port': {'id': '99ab538e-0894-40bc-bf16-3fc005de379e', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:77:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372cecc9-8d38-49ef-a275-cfd25a5a57c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:00:21Z', 'updated_at': '2021-08-11T23:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'bba14170-9905-4d16-80c4-9119f1247ddd', 'name': '', 'network_id': '39e8781d-8be3-42e3-be74-3b52e86c6ddd', 'tenant_id': '89e983514ee04eb5b6f034ef4da3625c', 'mac_address': 'fa:16:3e:f4:47:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372cecc9-8d38-49ef-a275-cfd25a5a57c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '4addfcd4-6490-428f-927b-522af09cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:00:23Z', 'updated_at': '2021-08-11T23:00:26Z', 'revision_number': 4, 'project_id': '89e983514ee04eb5b6f034ef4da3625c', 'subnets': [{'id': '4addfcd4-6490-428f-927b-522af09cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:27.501005 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port a6d56881-671f-4797-a2b9-11b55913dc68 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:00:27.523069 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106be4b1-0cce-49b9-bafe-9b5afdf899c2 None None] The sync data for ids ['372cecc9-8d38-49ef-a275-cfd25a5a57c7'] in n-d-804275-3 is: [{'id': '372cecc9-8d38-49ef-a275-cfd25a5a57c7', 'name': 'tempest-TestEncryptedCinderVolumes-1612306581-router', 'tenant_id': '89e983514ee04eb5b6f034ef4da3625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '99ab538e-0894-40bc-bf16-3fc005de379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:00:21Z', 'updated_at': '2021-08-11T23:00:23Z', 'revision_number': 4, 'project_id': '89e983514ee04eb5b6f034ef4da3625c', 'gw_port': {'id': '99ab538e-0894-40bc-bf16-3fc005de379e', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:77:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372cecc9-8d38-49ef-a275-cfd25a5a57c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:00:21Z', 'updated_at': '2021-08-11T23:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'bba14170-9905-4d16-80c4-9119f1247ddd', 'name': '', 'network_id': '39e8781d-8be3-42e3-be74-3b52e86c6ddd', 'tenant_id': '89e983514ee04eb5b6f034ef4da3625c', 'mac_address': 'fa:16:3e:f4:47:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372cecc9-8d38-49ef-a275-cfd25a5a57c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '4addfcd4-6490-428f-927b-522af09cf945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:00:23Z', 'updated_at': '2021-08-11T23:00:26Z', 'revision_number': 4, 'project_id': '89e983514ee04eb5b6f034ef4da3625c', 'subnets': [{'id': '4addfcd4-6490-428f-927b-522af09cf945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:00:27.600602 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4024f80b-c806-4a03-87b6-c6776d36c2aa admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:00:27.615921 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaacc161-1b45-4586-a1d4-8dabd39ce354 None None] Sync routers for ids ['14af67ce-7530-4309-9f0f-ea539e8ecad1'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:00:27.631982 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaacc161-1b45-4586-a1d4-8dabd39ce354 None None] Routers {'14af67ce-7530-4309-9f0f-ea539e8ecad1'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:00:27.632627 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-aaacc161-1b45-4586-a1d4-8dabd39ce354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:00:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['14af67ce-7530-4309-9f0f-ea539e8ecad1'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:27.640192 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4024f80b-c806-4a03-87b6-c6776d36c2aa admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:27.641512 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4024f80b-c806-4a03-87b6-c6776d36c2aa admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7950397 Aug 11 23:00:27.644665 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 56826) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:00:27.771529 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-aaacc161-1b45-4586-a1d4-8dabd39ce354 None None] Set router 14af67ce-7530-4309-9f0f-ea539e8ecad1 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:00:28.001986 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-aaacc161-1b45-4586-a1d4-8dabd39ce354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14af67ce-7530-4309-9f0f-ea539e8ecad1', 'name': 'tempest-TestEncryptedCinderVolumes-817205212-router', 'tenant_id': 'b03bfb2915264c59983906ab8614f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'ce392aec-8b9b-4bb5-ab59-ff12371a4f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:00:25Z', 'updated_at': '2021-08-11T23:00:26Z', 'revision_number': 3, 'project_id': 'b03bfb2915264c59983906ab8614f5fc', 'gw_port': {'id': 'ce392aec-8b9b-4bb5-ab59-ff12371a4f82', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14af67ce-7530-4309-9f0f-ea539e8ecad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:00:26Z', 'updated_at': '2021-08-11T23:00:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:28.034080 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df160428-109e-4144-b2fd-6bcce272f5b9 None None] Network ae7f68a6-7b96-4c34-b956-46f85fd9ef05 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:00:28.083544 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaacc161-1b45-4586-a1d4-8dabd39ce354 None None] Checking router: 14af67ce-7530-4309-9f0f-ea539e8ecad1 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:00:28.083892 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaacc161-1b45-4586-a1d4-8dabd39ce354 None None] Updating router 14af67ce-7530-4309-9f0f-ea539e8ecad1 port ce392aec-8b9b-4bb5-ab59-ff12371a4f82 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 23:00:28.130082 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-aaacc161-1b45-4586-a1d4-8dabd39ce354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:28.135776 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1b069d4e-63d7-444a-9597-2b4b9387357c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:28.136042 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0e1d1acd-1771-406d-b16c-8d08be4b5c15 None None] Provisioning for port a6d56881-671f-4797-a2b9-11b55913dc68 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:00:28.180065 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0e1d1acd-1771-406d-b16c-8d08be4b5c15 None None] Provisioning complete for port a6d56881-671f-4797-a2b9-11b55913dc68 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:00:28.180809 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0e1d1acd-1771-406d-b16c-8d08be4b5c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:28.463653 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0e1d1acd-1771-406d-b16c-8d08be4b5c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:28.535232 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-0e1d1acd-1771-406d-b16c-8d08be4b5c15 None None] For port a6d56881-671f-4797-a2b9-11b55913dc68, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a6d56881-671f-4797-a2b9-11b55913dc68,segment=NetworkSegment(477ec6c9-2b21-421d-91fa-d0c131b89ded),segment_id=477ec6c9-2b21-421d-91fa-d0c131b89ded)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:00:28.542101 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0e1d1acd-1771-406d-b16c-8d08be4b5c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:28.648578 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-aaacc161-1b45-4586-a1d4-8dabd39ce354 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:28.651696 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d1acd-1771-406d-b16c-8d08be4b5c15 None None] Pushing event updated for resources: {'Port': ['ID=a6d56881-671f-4797-a2b9-11b55913dc68,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:28.667402 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-aaacc161-1b45-4586-a1d4-8dabd39ce354 None None] Transition to ACTIVE for port object ce392aec-8b9b-4bb5-ab59-ff12371a4f82 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:00:28.678558 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-aaacc161-1b45-4586-a1d4-8dabd39ce354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:28.679251 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-1b069d4e-63d7-444a-9597-2b4b9387357c admin admin] Allocated IP 172.20.0.1 (ae7f68a6-7b96-4c34-b956-46f85fd9ef05/50f0853d-3cd7-4165-9ae5-635a421c38df/4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:00:28.736238 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-aaacc161-1b45-4586-a1d4-8dabd39ce354 None None] Attempting to bind port ce392aec-8b9b-4bb5-ab59-ff12371a4f82 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:00:28.736725 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-aaacc161-1b45-4586-a1d4-8dabd39ce354 None None] Attempting to bind port ce392aec-8b9b-4bb5-ab59-ff12371a4f82 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:00:28.737172 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaacc161-1b45-4586-a1d4-8dabd39ce354 None None] Attempting to bind port ce392aec-8b9b-4bb5-ab59-ff12371a4f82 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:00:28.740865 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e149b5-66b8-401d-abd5-8d5e87b2bdaa None None] Pushing event updated for resources: {'Port': ['ID=ce392aec-8b9b-4bb5-ab59-ff12371a4f82,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:28.745627 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaacc161-1b45-4586-a1d4-8dabd39ce354 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:00:28.746018 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaacc161-1b45-4586-a1d4-8dabd39ce354 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:00:28.746431 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-aaacc161-1b45-4586-a1d4-8dabd39ce354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:28.746832 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaacc161-1b45-4586-a1d4-8dabd39ce354 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:00:28.747314 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-aaacc161-1b45-4586-a1d4-8dabd39ce354 None None] Bound port: ce392aec-8b9b-4bb5-ab59-ff12371a4f82, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:00:28.747734 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-aaacc161-1b45-4586-a1d4-8dabd39ce354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:28.804451 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-cc5c2268-b87a-4e17-8dae-c601693d9d46 None None] Provisioning complete for port a6d56881-671f-4797-a2b9-11b55913dc68 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:00:28.804653 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cc5c2268-b87a-4e17-8dae-c601693d9d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:28.809310 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1b069d4e-63d7-444a-9597-2b4b9387357c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:28.823350 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-1b069d4e-63d7-444a-9597-2b4b9387357c admin admin] Transition to ACTIVE for port object 4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:00:28.834739 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-aaacc161-1b45-4586-a1d4-8dabd39ce354 None None] For port ce392aec-8b9b-4bb5-ab59-ff12371a4f82, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:00:28.854062 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-aaacc161-1b45-4586-a1d4-8dabd39ce354 None None] For port ce392aec-8b9b-4bb5-ab59-ff12371a4f82, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=ce392aec-8b9b-4bb5-ab59-ff12371a4f82,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:00:28.857874 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1b069d4e-63d7-444a-9597-2b4b9387357c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:28.860116 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-aaacc161-1b45-4586-a1d4-8dabd39ce354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:28.903569 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b069d4e-63d7-444a-9597-2b4b9387357c admin admin] Network ae7f68a6-7b96-4c34-b956-46f85fd9ef05 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:00:28.907124 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-1b069d4e-63d7-444a-9597-2b4b9387357c admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:00:28.913069 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b069d4e-63d7-444a-9597-2b4b9387357c admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:00:28.916163 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b069d4e-63d7-444a-9597-2b4b9387357c admin admin] Pushing event updated for resources: {'Port': ['ID=4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:28.952385 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaacc161-1b45-4586-a1d4-8dabd39ce354 None None] Routers {'14af67ce-7530-4309-9f0f-ea539e8ecad1'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:00:28.953133 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-aaacc161-1b45-4586-a1d4-8dabd39ce354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:00:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['14af67ce-7530-4309-9f0f-ea539e8ecad1'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:28.957321 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e149b5-66b8-401d-abd5-8d5e87b2bdaa None None] Pushing event updated for resources: {'Port': ['ID=ce392aec-8b9b-4bb5-ab59-ff12371a4f82,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:28.958152 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1b069d4e-63d7-444a-9597-2b4b9387357c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:29.088932 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-aaacc161-1b45-4586-a1d4-8dabd39ce354 None None] Set router 14af67ce-7530-4309-9f0f-ea539e8ecad1 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:00:29.101516 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1b069d4e-63d7-444a-9597-2b4b9387357c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:29.271275 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d06130f8-8c25-4b8b-b51a-00ee2fad80f2 None None] Provisioning for port 4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:00:29.277662 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d06130f8-8c25-4b8b-b51a-00ee2fad80f2 None None] Provisioning complete for port 4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:00:29.278031 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d06130f8-8c25-4b8b-b51a-00ee2fad80f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:29.282568 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device bba14170-9905-4d16-80c4-9119f1247ddd up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:00:29.297290 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1b069d4e-63d7-444a-9597-2b4b9387357c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:29.302352 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1b069d4e-63d7-444a-9597-2b4b9387357c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:29.359129 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-d06130f8-8c25-4b8b-b51a-00ee2fad80f2 None None] Port 4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:00:29.373956 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b069d4e-63d7-444a-9597-2b4b9387357c admin admin] Pushing event updated for resources: {'Port': ['ID=4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:29.375338 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-aaacc161-1b45-4586-a1d4-8dabd39ce354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14af67ce-7530-4309-9f0f-ea539e8ecad1', 'name': 'tempest-TestEncryptedCinderVolumes-817205212-router', 'tenant_id': 'b03bfb2915264c59983906ab8614f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'ce392aec-8b9b-4bb5-ab59-ff12371a4f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:00:25Z', 'updated_at': '2021-08-11T23:00:26Z', 'revision_number': 3, 'project_id': 'b03bfb2915264c59983906ab8614f5fc', 'gw_port': {'id': 'ce392aec-8b9b-4bb5-ab59-ff12371a4f82', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14af67ce-7530-4309-9f0f-ea539e8ecad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:00:26Z', 'updated_at': '2021-08-11T23:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:29.376604 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1b069d4e-63d7-444a-9597-2b4b9387357c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:29.402964 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaacc161-1b45-4586-a1d4-8dabd39ce354 None None] The sync data for ids ['14af67ce-7530-4309-9f0f-ea539e8ecad1'] in n-d-804275-3 is: [{'id': '14af67ce-7530-4309-9f0f-ea539e8ecad1', 'name': 'tempest-TestEncryptedCinderVolumes-817205212-router', 'tenant_id': 'b03bfb2915264c59983906ab8614f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'ce392aec-8b9b-4bb5-ab59-ff12371a4f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:00:25Z', 'updated_at': '2021-08-11T23:00:26Z', 'revision_number': 3, 'project_id': 'b03bfb2915264c59983906ab8614f5fc', 'gw_port': {'id': 'ce392aec-8b9b-4bb5-ab59-ff12371a4f82', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14af67ce-7530-4309-9f0f-ea539e8ecad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:00:26Z', 'updated_at': '2021-08-11T23:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:00:29.404473 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port bba14170-9905-4d16-80c4-9119f1247ddd completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:00:29.409456 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port bba14170-9905-4d16-80c4-9119f1247ddd triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:00:29.409895 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:29.479250 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b069d4e-63d7-444a-9597-2b4b9387357c admin admin] Network ae7f68a6-7b96-4c34-b956-46f85fd9ef05 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:00:29.480694 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-1b069d4e-63d7-444a-9597-2b4b9387357c admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:00:29.494345 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:29.531938 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port bba14170-9905-4d16-80c4-9119f1247ddd, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=bba14170-9905-4d16-80c4-9119f1247ddd,segment=NetworkSegment(974501bc-0332-4a7d-bef0-18ad1abd473e),segment_id=974501bc-0332-4a7d-bef0-18ad1abd473e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:00:29.538165 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:29.539045 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a6d56881-671f-4797-a2b9-11b55913dc68 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:00:29.620381 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=bba14170-9905-4d16-80c4-9119f1247ddd,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:29.626266 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b069d4e-63d7-444a-9597-2b4b9387357c admin admin] Router 14af67ce-7530-4309-9f0f-ea539e8ecad1 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:00:29.640776 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port a6d56881-671f-4797-a2b9-11b55913dc68 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:00:29.641101 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:29.782943 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b069d4e-63d7-444a-9597-2b4b9387357c admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:00:29.788129 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1b069d4e-63d7-444a-9597-2b4b9387357c admin admin] 10.222.0.77 "PUT /v2.0/routers/14af67ce-7530-4309-9f0f-ea539e8ecad1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1419683 Aug 11 23:00:29.887529 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6678c970-70f9-4642-8513-cd687d00ed1c None None] Provisioning complete for port 4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:00:29.888047 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6678c970-70f9-4642-8513-cd687d00ed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:29.927247 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-6678c970-70f9-4642-8513-cd687d00ed1c None None] Port 4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:00:30.482333 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-028fc30f-3426-498c-ba52-b8eb06b94639 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:30.483859 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-028fc30f-3426-498c-ba52-b8eb06b94639 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/networks?id=39e8781d-8be3-42e3-be74-3b52e86c6ddd HTTP/1.1" status: 200 len: 817 time: 0.1044877 Aug 11 23:00:30.499636 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-58a22d37-e48b-419f-937e-aac23ebd95d0 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/quotas/89e983514ee04eb5b6f034ef4da3625c HTTP/1.1" status: 200 len: 375 time: 0.0092092 Aug 11 23:00:30.552658 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-a3bd0160-46c0-4c93-854f-eecd24cb7f71 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=89e983514ee04eb5b6f034ef4da3625c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476193 Aug 11 23:00:30.648946 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-35e74d73-785b-468b-abc4-207f09bd8905 service neutron] 10.222.0.77 "GET /v2.0/networks/39e8781d-8be3-42e3-be74-3b52e86c6ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847807 Aug 11 23:00:30.745404 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-88f2a596-f430-40a9-8b23-972bb64c467f service neutron] 10.222.0.77 "GET /v2.0/networks/39e8781d-8be3-42e3-be74-3b52e86c6ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900977 Aug 11 23:00:30.914176 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cfe1bea3-e97c-4c84-ad68-903d9072b6d0 req-e69d66b5-9f4f-420a-9cfc-f31abd40b7b0 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?device_id=a33f75be-092f-41f8-a7d2-4c8c9968be87 HTTP/1.1" status: 200 len: 210 time: 0.0342646 Aug 11 23:00:31.000614 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991c1c84-2598-4720-89e5-d8c156a5f719 None None] Sync routers for ids ['14af67ce-7530-4309-9f0f-ea539e8ecad1'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:00:31.010646 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991c1c84-2598-4720-89e5-d8c156a5f719 None None] Routers {'14af67ce-7530-4309-9f0f-ea539e8ecad1'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:00:31.011408 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-991c1c84-2598-4720-89e5-d8c156a5f719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:00:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['14af67ce-7530-4309-9f0f-ea539e8ecad1'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:31.124824 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-991c1c84-2598-4720-89e5-d8c156a5f719 None None] Set router 14af67ce-7530-4309-9f0f-ea539e8ecad1 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:00:31.257833 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device bba14170-9905-4d16-80c4-9119f1247ddd up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:00:31.312058 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port bba14170-9905-4d16-80c4-9119f1247ddd triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:00:31.312801 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:31.357091 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-991c1c84-2598-4720-89e5-d8c156a5f719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14af67ce-7530-4309-9f0f-ea539e8ecad1', 'name': 'tempest-TestEncryptedCinderVolumes-817205212-router', 'tenant_id': 'b03bfb2915264c59983906ab8614f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'ce392aec-8b9b-4bb5-ab59-ff12371a4f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:00:25Z', 'updated_at': '2021-08-11T23:00:29Z', 'revision_number': 4, 'project_id': 'b03bfb2915264c59983906ab8614f5fc', 'gw_port': {'id': 'ce392aec-8b9b-4bb5-ab59-ff12371a4f82', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14af67ce-7530-4309-9f0f-ea539e8ecad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:00:26Z', 'updated_at': '2021-08-11T23:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a', 'name': '', 'network_id': 'ae7f68a6-7b96-4c34-b956-46f85fd9ef05', 'tenant_id': 'b03bfb2915264c59983906ab8614f5fc', 'mac_address': 'fa:16:3e:57:6b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14af67ce-7530-4309-9f0f-ea539e8ecad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '50f0853d-3cd7-4165-9ae5-635a421c38df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:00:28Z', 'updated_at': '2021-08-11T23:00:29Z', 'revision_number': 2, 'project_id': 'b03bfb2915264c59983906ab8614f5fc', 'subnets': [{'id': '50f0853d-3cd7-4165-9ae5-635a421c38df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:31.385149 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991c1c84-2598-4720-89e5-d8c156a5f719 None None] Checking router: 14af67ce-7530-4309-9f0f-ea539e8ecad1 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:00:31.385491 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991c1c84-2598-4720-89e5-d8c156a5f719 None None] Updating router 14af67ce-7530-4309-9f0f-ea539e8ecad1 port 4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 23:00:31.409634 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ce392aec-8b9b-4bb5-ab59-ff12371a4f82 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:00:31.414090 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-991c1c84-2598-4720-89e5-d8c156a5f719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:31.460647 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port ce392aec-8b9b-4bb5-ab59-ff12371a4f82 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:00:31.464900 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port ce392aec-8b9b-4bb5-ab59-ff12371a4f82 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:00:31.465088 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:31.554153 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:31.574621 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port ce392aec-8b9b-4bb5-ab59-ff12371a4f82, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=ce392aec-8b9b-4bb5-ab59-ff12371a4f82,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:00:31.578385 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:31.626658 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=ce392aec-8b9b-4bb5-ab59-ff12371a4f82,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:31.689726 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-991c1c84-2598-4720-89e5-d8c156a5f719 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:31.699807 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-991c1c84-2598-4720-89e5-d8c156a5f719 None None] Transition to ACTIVE for port object 4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:00:31.704953 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-991c1c84-2598-4720-89e5-d8c156a5f719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:31.757595 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db73fd5-a8f5-474d-b1ce-9c1e1ec1fdcc None None] Pushing event updated for resources: {'Port': ['ID=4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:31.804325 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-991c1c84-2598-4720-89e5-d8c156a5f719 None None] Attempting to bind port 4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:00:31.804606 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-991c1c84-2598-4720-89e5-d8c156a5f719 None None] Attempting to bind port 4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '477ec6c9-2b21-421d-91fa-d0c131b89ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ae7f68a6-7b96-4c34-b956-46f85fd9ef05'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:00:31.805233 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991c1c84-2598-4720-89e5-d8c156a5f719 None None] Attempting to bind port 4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a on network ae7f68a6-7b96-4c34-b956-46f85fd9ef05 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:00:31.811968 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991c1c84-2598-4720-89e5-d8c156a5f719 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:00:31.812379 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991c1c84-2598-4720-89e5-d8c156a5f719 None None] Checking segment: {'id': '477ec6c9-2b21-421d-91fa-d0c131b89ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ae7f68a6-7b96-4c34-b956-46f85fd9ef05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:00:31.812791 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-991c1c84-2598-4720-89e5-d8c156a5f719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:31.813366 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991c1c84-2598-4720-89e5-d8c156a5f719 None None] Bound using segment: {'id': '477ec6c9-2b21-421d-91fa-d0c131b89ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ae7f68a6-7b96-4c34-b956-46f85fd9ef05'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:00:31.814066 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-991c1c84-2598-4720-89e5-d8c156a5f719 None None] Bound port: 4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477ec6c9-2b21-421d-91fa-d0c131b89ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ae7f68a6-7b96-4c34-b956-46f85fd9ef05'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:00:31.814571 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-991c1c84-2598-4720-89e5-d8c156a5f719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:31.885563 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-991c1c84-2598-4720-89e5-d8c156a5f719 None None] For port 4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:00:31.891098 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-991c1c84-2598-4720-89e5-d8c156a5f719 None None] For port 4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a,segment=NetworkSegment(477ec6c9-2b21-421d-91fa-d0c131b89ded),segment_id=477ec6c9-2b21-421d-91fa-d0c131b89ded)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:00:31.895770 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-991c1c84-2598-4720-89e5-d8c156a5f719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:31.996070 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991c1c84-2598-4720-89e5-d8c156a5f719 None None] Routers {'14af67ce-7530-4309-9f0f-ea539e8ecad1'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:00:31.996982 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-991c1c84-2598-4720-89e5-d8c156a5f719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:00:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['14af67ce-7530-4309-9f0f-ea539e8ecad1'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:32.003533 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db73fd5-a8f5-474d-b1ce-9c1e1ec1fdcc None None] Pushing event updated for resources: {'Port': ['ID=4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:32.029214 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-293ac0f8-a401-4867-b9ba-161c7ac30df4 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:32.031863 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-293ac0f8-a401-4867-b9ba-161c7ac30df4 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.82 "GET /v2.0/networks?id=39e8781d-8be3-42e3-be74-3b52e86c6ddd HTTP/1.1" status: 200 len: 817 time: 0.1507709 Aug 11 23:00:32.063186 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-e4b07975-6382-44ee-aeac-943a8262c2a8 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Request body: {'port': {'device_id': 'a33f75be-092f-41f8-a7d2-4c8c9968be87', 'network_id': '39e8781d-8be3-42e3-be74-3b52e86c6ddd', 'admin_state_up': True, 'tenant_id': '89e983514ee04eb5b6f034ef4da3625c'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:00:32.123547 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6bb2a469-7216-4e36-a6a4-cf9c7d4210bc req-09c20d36-c834-4feb-81f3-afa1243be059 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?device_id=a33f75be-092f-41f8-a7d2-4c8c9968be87 HTTP/1.1" status: 200 len: 210 time: 0.0761287 Aug 11 23:00:32.133842 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-991c1c84-2598-4720-89e5-d8c156a5f719 None None] Set router 14af67ce-7530-4309-9f0f-ea539e8ecad1 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:00:32.200265 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-e4b07975-6382-44ee-aeac-943a8262c2a8 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Made reservation on behalf of 89e983514ee04eb5b6f034ef4da3625c for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:00:32.204334 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-e4b07975-6382-44ee-aeac-943a8262c2a8 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:32.339572 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-e4b07975-6382-44ee-aeac-943a8262c2a8 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Allocated IP 172.20.0.14 (39e8781d-8be3-42e3-be74-3b52e86c6ddd/4addfcd4-6490-428f-927b-522af09cf945/1407ffd8-f08e-4bab-99fe-20ebecc9d094) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:00:32.350087 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-991c1c84-2598-4720-89e5-d8c156a5f719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14af67ce-7530-4309-9f0f-ea539e8ecad1', 'name': 'tempest-TestEncryptedCinderVolumes-817205212-router', 'tenant_id': 'b03bfb2915264c59983906ab8614f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'ce392aec-8b9b-4bb5-ab59-ff12371a4f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:00:25Z', 'updated_at': '2021-08-11T23:00:29Z', 'revision_number': 4, 'project_id': 'b03bfb2915264c59983906ab8614f5fc', 'gw_port': {'id': 'ce392aec-8b9b-4bb5-ab59-ff12371a4f82', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14af67ce-7530-4309-9f0f-ea539e8ecad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:00:26Z', 'updated_at': '2021-08-11T23:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a', 'name': '', 'network_id': 'ae7f68a6-7b96-4c34-b956-46f85fd9ef05', 'tenant_id': 'b03bfb2915264c59983906ab8614f5fc', 'mac_address': 'fa:16:3e:57:6b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14af67ce-7530-4309-9f0f-ea539e8ecad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '50f0853d-3cd7-4165-9ae5-635a421c38df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:00:28Z', 'updated_at': '2021-08-11T23:00:31Z', 'revision_number': 4, 'project_id': 'b03bfb2915264c59983906ab8614f5fc', 'subnets': [{'id': '50f0853d-3cd7-4165-9ae5-635a421c38df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:00:32.379820 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991c1c84-2598-4720-89e5-d8c156a5f719 None None] The sync data for ids ['14af67ce-7530-4309-9f0f-ea539e8ecad1'] in n-d-804275-3 is: [{'id': '14af67ce-7530-4309-9f0f-ea539e8ecad1', 'name': 'tempest-TestEncryptedCinderVolumes-817205212-router', 'tenant_id': 'b03bfb2915264c59983906ab8614f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'ce392aec-8b9b-4bb5-ab59-ff12371a4f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:00:25Z', 'updated_at': '2021-08-11T23:00:29Z', 'revision_number': 4, 'project_id': 'b03bfb2915264c59983906ab8614f5fc', 'gw_port': {'id': 'ce392aec-8b9b-4bb5-ab59-ff12371a4f82', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14af67ce-7530-4309-9f0f-ea539e8ecad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:00:26Z', 'updated_at': '2021-08-11T23:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a', 'name': '', 'network_id': 'ae7f68a6-7b96-4c34-b956-46f85fd9ef05', 'tenant_id': 'b03bfb2915264c59983906ab8614f5fc', 'mac_address': 'fa:16:3e:57:6b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14af67ce-7530-4309-9f0f-ea539e8ecad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '50f0853d-3cd7-4165-9ae5-635a421c38df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:00:28Z', 'updated_at': '2021-08-11T23:00:31Z', 'revision_number': 4, 'project_id': 'b03bfb2915264c59983906ab8614f5fc', 'subnets': [{'id': '50f0853d-3cd7-4165-9ae5-635a421c38df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:00:32.512680 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-e4b07975-6382-44ee-aeac-943a8262c2a8 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:32.528239 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-e4b07975-6382-44ee-aeac-943a8262c2a8 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Transition to ACTIVE for port object 1407ffd8-f08e-4bab-99fe-20ebecc9d094 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:00:32.562952 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-e4b07975-6382-44ee-aeac-943a8262c2a8 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:32.607863 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-e4b07975-6382-44ee-aeac-943a8262c2a8 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Network 39e8781d-8be3-42e3-be74-3b52e86c6ddd is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:00:32.613297 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-e4b07975-6382-44ee-aeac-943a8262c2a8 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:00:32.617795 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-e4b07975-6382-44ee-aeac-943a8262c2a8 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:00:32.645530 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b07975-6382-44ee-aeac-943a8262c2a8 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Pushing event updated for resources: {'Port': ['ID=1407ffd8-f08e-4bab-99fe-20ebecc9d094,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:32.681483 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-e4b07975-6382-44ee-aeac-943a8262c2a8 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:32.682612 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-e4b07975-6382-44ee-aeac-943a8262c2a8 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:32.700581 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-e4b07975-6382-44ee-aeac-943a8262c2a8 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6517923 Aug 11 23:00:32.718702 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-062b8a4d-824d-42d6-8c22-d92633c0620d service neutron] Request body: {'port': {'device_id': 'a33f75be-092f-41f8-a7d2-4c8c9968be87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:00:32.782833 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-062b8a4d-824d-42d6-8c22-d92633c0620d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:32.926925 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f6890857-3b38-4a9f-84a0-d58a7851c39f None None] Provisioning for port 1407ffd8-f08e-4bab-99fe-20ebecc9d094 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:00:32.931092 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f6890857-3b38-4a9f-84a0-d58a7851c39f None None] Provisioning complete for port 1407ffd8-f08e-4bab-99fe-20ebecc9d094 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:00:32.931583 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f6890857-3b38-4a9f-84a0-d58a7851c39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:32.968750 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-f6890857-3b38-4a9f-84a0-d58a7851c39f None None] Port 1407ffd8-f08e-4bab-99fe-20ebecc9d094 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:00:33.086871 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-062b8a4d-824d-42d6-8c22-d92633c0620d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1407ffd8-f08e-4bab-99fe-20ebecc9d094 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 23:00:33.095069 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-062b8a4d-824d-42d6-8c22-d92633c0620d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:33.112391 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-062b8a4d-824d-42d6-8c22-d92633c0620d service neutron] Transition to ACTIVE for port object 1407ffd8-f08e-4bab-99fe-20ebecc9d094 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:00:33.117706 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-062b8a4d-824d-42d6-8c22-d92633c0620d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:33.248715 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b8a4d-824d-42d6-8c22-d92633c0620d service neutron] Pushing event updated for resources: {'Port': ['ID=1407ffd8-f08e-4bab-99fe-20ebecc9d094,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:33.252242 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ce392aec-8b9b-4bb5-ab59-ff12371a4f82 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:00:33.303000 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-062b8a4d-824d-42d6-8c22-d92633c0620d service neutron] Attempting to bind port 1407ffd8-f08e-4bab-99fe-20ebecc9d094 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:00:33.303349 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-062b8a4d-824d-42d6-8c22-d92633c0620d service neutron] Attempting to bind port 1407ffd8-f08e-4bab-99fe-20ebecc9d094 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '974501bc-0332-4a7d-bef0-18ad1abd473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '39e8781d-8be3-42e3-be74-3b52e86c6ddd'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:00:33.303707 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-062b8a4d-824d-42d6-8c22-d92633c0620d service neutron] Attempting to bind port 1407ffd8-f08e-4bab-99fe-20ebecc9d094 on network 39e8781d-8be3-42e3-be74-3b52e86c6ddd {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:00:33.314525 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-062b8a4d-824d-42d6-8c22-d92633c0620d service neutron] Port 1407ffd8-f08e-4bab-99fe-20ebecc9d094 on network 39e8781d-8be3-42e3-be74-3b52e86c6ddd not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 23:00:33.314744 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port ce392aec-8b9b-4bb5-ab59-ff12371a4f82 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:00:33.314850 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-062b8a4d-824d-42d6-8c22-d92633c0620d service neutron] Attempting to bind port 1407ffd8-f08e-4bab-99fe-20ebecc9d094 on network 39e8781d-8be3-42e3-be74-3b52e86c6ddd {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:00:33.315039 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:33.329592 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c01439-7044-450c-a8ff-75337ead51e1 req-2b5fcf11-45c0-4235-b4eb-f69e1ad6fa10 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:33.331375 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-14c01439-7044-450c-a8ff-75337ead51e1 req-2b5fcf11-45c0-4235-b4eb-f69e1ad6fa10 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?device_id=a33f75be-092f-41f8-a7d2-4c8c9968be87 HTTP/1.1" status: 200 len: 944 time: 0.0839581 Aug 11 23:00:33.332291 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-062b8a4d-824d-42d6-8c22-d92633c0620d service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:00:33.333300 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-062b8a4d-824d-42d6-8c22-d92633c0620d service neutron] Checking segment: {'id': '974501bc-0332-4a7d-bef0-18ad1abd473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '39e8781d-8be3-42e3-be74-3b52e86c6ddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:00:33.333705 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-062b8a4d-824d-42d6-8c22-d92633c0620d service neutron] Bound using segment: {'id': '974501bc-0332-4a7d-bef0-18ad1abd473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '39e8781d-8be3-42e3-be74-3b52e86c6ddd'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:00:33.334213 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-062b8a4d-824d-42d6-8c22-d92633c0620d service neutron] Bound port: 1407ffd8-f08e-4bab-99fe-20ebecc9d094, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974501bc-0332-4a7d-bef0-18ad1abd473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '39e8781d-8be3-42e3-be74-3b52e86c6ddd'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:00:33.334596 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-062b8a4d-824d-42d6-8c22-d92633c0620d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:33.417573 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-14c01439-7044-450c-a8ff-75337ead51e1 req-d62cb616-6245-4952-9363-d7c6817322f5 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa6189b0-4fe2-43d4-937b-15add6beef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689526 Aug 11 23:00:33.446476 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-062b8a4d-824d-42d6-8c22-d92633c0620d service neutron] For port 1407ffd8-f08e-4bab-99fe-20ebecc9d094, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:00:33.449943 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-062b8a4d-824d-42d6-8c22-d92633c0620d service neutron] For port 1407ffd8-f08e-4bab-99fe-20ebecc9d094, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=1407ffd8-f08e-4bab-99fe-20ebecc9d094,segment=NetworkSegment(974501bc-0332-4a7d-bef0-18ad1abd473e),segment_id=974501bc-0332-4a7d-bef0-18ad1abd473e)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:00:33.455077 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-062b8a4d-824d-42d6-8c22-d92633c0620d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:33.496739 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-062b8a4d-824d-42d6-8c22-d92633c0620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:33.497543 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-062b8a4d-824d-42d6-8c22-d92633c0620d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:33.498896 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-062b8a4d-824d-42d6-8c22-d92633c0620d service neutron] 10.222.0.82 "PUT /v2.0/ports/1407ffd8-f08e-4bab-99fe-20ebecc9d094 HTTP/1.1" status: 200 len: 1092 time: 0.7848217 Aug 11 23:00:33.499293 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33f75be-092f-41f8-a7d2-4c8c9968be87', 'tag': '1407ffd8-f08e-4bab-99fe-20ebecc9d094'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:00:33.501611 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf65ab5-8e91-4ceb-b6fe-fb46506eaa1c" -d '{"events": [{"name": "network-changed", "server_uuid": "a33f75be-092f-41f8-a7d2-4c8c9968be87", "tag": "1407ffd8-f08e-4bab-99fe-20ebecc9d094"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:00:33.537417 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b8a4d-824d-42d6-8c22-d92633c0620d service neutron] Pushing event updated for resources: {'Port': ['ID=1407ffd8-f08e-4bab-99fe-20ebecc9d094,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:33.571992 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159545db-e324-4927-9389-877ed7535954 x-openstack-request-id: req-159545db-e324-4927-9389-877ed7535954 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:00:33.572292 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a33f75be-092f-41f8-a7d2-4c8c9968be87", "tag": "1407ffd8-f08e-4bab-99fe-20ebecc9d094", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:00:33.572424 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:00:33.572549 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-159545db-e324-4927-9389-877ed7535954 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:00:33.572956 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33f75be-092f-41f8-a7d2-4c8c9968be87', 'tag': '1407ffd8-f08e-4bab-99fe-20ebecc9d094', 'status': 'completed', 'code': 200} Aug 11 23:00:33.621016 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-093157dd-12f9-45cc-80a8-ed0710c59ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:33.621529 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:00:33.622928 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-093157dd-12f9-45cc-80a8-ed0710c59ea8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=89e983514ee04eb5b6f034ef4da3625c&device_id=a33f75be-092f-41f8-a7d2-4c8c9968be87 HTTP/1.1" status: 200 len: 1095 time: 0.0562055 Aug 11 23:00:33.626161 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:00:33.626466 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:33.673539 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-0d14c58b-ac10-45e9-81ff-8fe02935e811 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1407ffd8-f08e-4bab-99fe-20ebecc9d094 HTTP/1.1" status: 200 len: 217 time: 0.0373175 Aug 11 23:00:33.712320 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:33.728299 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-4626d1e7-db41-480a-bac8-68e15689c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:33.729801 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-4626d1e7-db41-480a-bac8-68e15689c4fe service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4addfcd4-6490-428f-927b-522af09cf945 HTTP/1.1" status: 200 len: 856 time: 0.0496569 Aug 11 23:00:33.750142 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a,segment=NetworkSegment(477ec6c9-2b21-421d-91fa-d0c131b89ded),segment_id=477ec6c9-2b21-421d-91fa-d0c131b89ded)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:00:33.756997 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:33.780751 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-36913ef8-5454-4102-968b-75434d60290e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:33.781978 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-36913ef8-5454-4102-968b-75434d60290e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=39e8781d-8be3-42e3-be74-3b52e86c6ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457592 Aug 11 23:00:33.808486 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:33.886584 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-80ae7bd7-b9a1-424e-9d02-6d178dfc881d service neutron] 10.222.0.82 "GET /v2.0/networks/39e8781d-8be3-42e3-be74-3b52e86c6ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974388 Aug 11 23:00:33.988101 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-aadb5d90-7853-4dd0-94cc-674e56818740 req-dcd27827-dd9a-4980-ab99-9915fffe2b63 service neutron] 10.222.0.82 "GET /v2.0/networks/39e8781d-8be3-42e3-be74-3b52e86c6ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932512 Aug 11 23:00:34.128964 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf65ab5-8e91-4ceb-b6fe-fb46506eaa1c req-30070c16-4c61-472f-9427-5bade0243ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:34.130402 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-abf65ab5-8e91-4ceb-b6fe-fb46506eaa1c req-30070c16-4c61-472f-9427-5bade0243ffb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=89e983514ee04eb5b6f034ef4da3625c&device_id=a33f75be-092f-41f8-a7d2-4c8c9968be87 HTTP/1.1" status: 200 len: 1095 time: 0.0423830 Aug 11 23:00:34.232374 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf65ab5-8e91-4ceb-b6fe-fb46506eaa1c req-65f77e62-c2c4-449f-a12f-e749570c4717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:34.234141 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-abf65ab5-8e91-4ceb-b6fe-fb46506eaa1c req-65f77e62-c2c4-449f-a12f-e749570c4717 service neutron] 10.222.0.82 "GET /v2.0/networks?id=39e8781d-8be3-42e3-be74-3b52e86c6ddd HTTP/1.1" status: 200 len: 918 time: 0.0964451 Aug 11 23:00:34.279210 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-abf65ab5-8e91-4ceb-b6fe-fb46506eaa1c req-19a7dc74-e3cc-40e4-a643-4f333940d7a5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1407ffd8-f08e-4bab-99fe-20ebecc9d094 HTTP/1.1" status: 200 len: 217 time: 0.0376551 Aug 11 23:00:34.333698 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf65ab5-8e91-4ceb-b6fe-fb46506eaa1c req-00761652-9742-4ffa-84ad-0125d39ded92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:34.335433 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-abf65ab5-8e91-4ceb-b6fe-fb46506eaa1c req-00761652-9742-4ffa-84ad-0125d39ded92 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4addfcd4-6490-428f-927b-522af09cf945 HTTP/1.1" status: 200 len: 856 time: 0.0484257 Aug 11 23:00:34.388422 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf65ab5-8e91-4ceb-b6fe-fb46506eaa1c req-e9b637e9-cfe7-4241-ba9a-28935e40392f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:34.390090 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-abf65ab5-8e91-4ceb-b6fe-fb46506eaa1c req-e9b637e9-cfe7-4241-ba9a-28935e40392f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=39e8781d-8be3-42e3-be74-3b52e86c6ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470643 Aug 11 23:00:34.510091 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-abf65ab5-8e91-4ceb-b6fe-fb46506eaa1c req-3d184f9d-389e-4cb6-9565-987911d07fff service neutron] 10.222.0.82 "GET /v2.0/networks/39e8781d-8be3-42e3-be74-3b52e86c6ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118405 Aug 11 23:00:34.607334 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafe790-fa74-432c-8ff7-d7247477f1ec req-5dc963ab-c0f7-473f-aac7-6ff6266569f7 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:34.608876 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fcafe790-fa74-432c-8ff7-d7247477f1ec req-5dc963ab-c0f7-473f-aac7-6ff6266569f7 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?device_id=a33f75be-092f-41f8-a7d2-4c8c9968be87 HTTP/1.1" status: 200 len: 944 time: 0.1144166 Aug 11 23:00:34.644366 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-abf65ab5-8e91-4ceb-b6fe-fb46506eaa1c req-159b1fe4-294d-4d99-92d5-71cfe7ff8fb9 service neutron] 10.222.0.82 "GET /v2.0/networks/39e8781d-8be3-42e3-be74-3b52e86c6ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202934 Aug 11 23:00:34.662653 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fcafe790-fa74-432c-8ff7-d7247477f1ec req-fd8c543e-6703-4947-afd6-81dda893a8a7 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa6189b0-4fe2-43d4-937b-15add6beef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473473 Aug 11 23:00:35.138515 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:00:35.198317 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:00:35.198693 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:35.782970 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b92bb-a4e7-49ec-a561-b9182d6bd990 req-3a8b6e68-100a-4409-b37e-8d9c72441d15 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:35.784605 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9d7b92bb-a4e7-49ec-a561-b9182d6bd990 req-3a8b6e68-100a-4409-b37e-8d9c72441d15 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?device_id=a33f75be-092f-41f8-a7d2-4c8c9968be87 HTTP/1.1" status: 200 len: 944 time: 0.0526803 Aug 11 23:00:35.826914 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9d7b92bb-a4e7-49ec-a561-b9182d6bd990 req-e62c3d8a-fa63-4c35-9197-ba07c400250a tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa6189b0-4fe2-43d4-937b-15add6beef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355296 Aug 11 23:00:36.953501 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9253bd2-f6be-44a1-bd2f-5d437fef6cd7 req-e82e1a99-29ec-4227-a9e5-21c8e33f32f9 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:36.953501 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e9253bd2-f6be-44a1-bd2f-5d437fef6cd7 req-e82e1a99-29ec-4227-a9e5-21c8e33f32f9 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?device_id=a33f75be-092f-41f8-a7d2-4c8c9968be87 HTTP/1.1" status: 200 len: 944 time: 0.0544269 Aug 11 23:00:36.989862 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e9253bd2-f6be-44a1-bd2f-5d437fef6cd7 req-bd206117-c491-4ce9-a0a8-25ea266d8eb9 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa6189b0-4fe2-43d4-937b-15add6beef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325558 Aug 11 23:00:38.092893 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 1407ffd8-f08e-4bab-99fe-20ebecc9d094 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 23:00:38.108967 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6923aa9-a2a9-425c-a536-72b77701bb9a req-cd685b2f-c1bd-4b33-8e2f-9266a35b027d tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:38.110690 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e6923aa9-a2a9-425c-a536-72b77701bb9a req-cd685b2f-c1bd-4b33-8e2f-9266a35b027d tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?device_id=a33f75be-092f-41f8-a7d2-4c8c9968be87 HTTP/1.1" status: 200 len: 944 time: 0.0516164 Aug 11 23:00:38.154784 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e6923aa9-a2a9-425c-a536-72b77701bb9a req-dc79a4ec-83c5-411d-bdeb-18835b17c755 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa6189b0-4fe2-43d4-937b-15add6beef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373173 Aug 11 23:00:38.212242 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 1407ffd8-f08e-4bab-99fe-20ebecc9d094, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=1407ffd8-f08e-4bab-99fe-20ebecc9d094,segment=NetworkSegment(974501bc-0332-4a7d-bef0-18ad1abd473e),segment_id=974501bc-0332-4a7d-bef0-18ad1abd473e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:00:38.225052 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '1407ffd8-f08e-4bab-99fe-20ebecc9d094', 'network_id': '39e8781d-8be3-42e3-be74-3b52e86c6ddd', 'port_id': '1407ffd8-f08e-4bab-99fe-20ebecc9d094', 'mac_address': 'fa:16:3e:71:13:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4addfcd4-6490-428f-927b-522af09cf945', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 23:00:38.263403 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:38.277777 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1407ffd8-f08e-4bab-99fe-20ebecc9d094 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 23:00:38.300102 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 1407ffd8-f08e-4bab-99fe-20ebecc9d094, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=1407ffd8-f08e-4bab-99fe-20ebecc9d094,segment=NetworkSegment(974501bc-0332-4a7d-bef0-18ad1abd473e),segment_id=974501bc-0332-4a7d-bef0-18ad1abd473e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:00:38.304269 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:38.352544 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=1407ffd8-f08e-4bab-99fe-20ebecc9d094,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:38.676441 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:38.691162 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['1407ffd8-f08e-4bab-99fe-20ebecc9d094'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 23:00:39.286795 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3b258-6729-4ae7-a4db-7f2b42483341 req-92502c5b-1387-447d-af47-89f00ea47cab tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:39.288442 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c1a3b258-6729-4ae7-a4db-7f2b42483341 req-92502c5b-1387-447d-af47-89f00ea47cab tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?device_id=a33f75be-092f-41f8-a7d2-4c8c9968be87 HTTP/1.1" status: 200 len: 945 time: 0.0546682 Aug 11 23:00:39.332536 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c1a3b258-6729-4ae7-a4db-7f2b42483341 req-35d36a8a-558e-4661-8d0b-7d0ab42cb7b7 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa6189b0-4fe2-43d4-937b-15add6beef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380373 Aug 11 23:00:40.100738 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 1407ffd8-f08e-4bab-99fe-20ebecc9d094 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:00:40.107539 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:00:40.152124 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 1407ffd8-f08e-4bab-99fe-20ebecc9d094 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:00:40.156637 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 1407ffd8-f08e-4bab-99fe-20ebecc9d094 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:00:40.157016 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:40.237796 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:40.260538 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33f75be-092f-41f8-a7d2-4c8c9968be87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1407ffd8-f08e-4bab-99fe-20ebecc9d094'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:00:40.262812 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d699e24b-33b6-4ee1-a607-b0862cae1f82" -d '{"events": [{"server_uuid": "a33f75be-092f-41f8-a7d2-4c8c9968be87", "name": "network-vif-plugged", "status": "completed", "tag": "1407ffd8-f08e-4bab-99fe-20ebecc9d094"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:00:40.276733 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 1407ffd8-f08e-4bab-99fe-20ebecc9d094, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=1407ffd8-f08e-4bab-99fe-20ebecc9d094,segment=NetworkSegment(974501bc-0332-4a7d-bef0-18ad1abd473e),segment_id=974501bc-0332-4a7d-bef0-18ad1abd473e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:00:40.280975 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:40.305760 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 23:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf106c6-5ea5-49e4-bef6-8db082854b4b x-openstack-request-id: req-fbf106c6-5ea5-49e4-bef6-8db082854b4b {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:00:40.306058 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33f75be-092f-41f8-a7d2-4c8c9968be87", "name": "network-vif-plugged", "status": "completed", "tag": "1407ffd8-f08e-4bab-99fe-20ebecc9d094", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:00:40.306321 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fbf106c6-5ea5-49e4-bef6-8db082854b4b {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:00:40.306714 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33f75be-092f-41f8-a7d2-4c8c9968be87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1407ffd8-f08e-4bab-99fe-20ebecc9d094', 'code': 200} Aug 11 23:00:40.334872 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=1407ffd8-f08e-4bab-99fe-20ebecc9d094,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:00:40.460140 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03f227-3c17-4c22-a9d1-b6f124b96213 req-d7cd07a5-a5a0-462d-95e0-2fae8dc1ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:40.461689 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b03f227-3c17-4c22-a9d1-b6f124b96213 req-d7cd07a5-a5a0-462d-95e0-2fae8dc1ad77 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a33f75be-092f-41f8-a7d2-4c8c9968be87 HTTP/1.1" status: 200 len: 1097 time: 0.0738039 Aug 11 23:00:40.483058 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c948865-f8a7-441c-8694-cffd4106d586 req-a3661964-131c-40aa-bd5e-3cc90a2fe0bf tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:40.484743 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4c948865-f8a7-441c-8694-cffd4106d586 req-a3661964-131c-40aa-bd5e-3cc90a2fe0bf tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?device_id=a33f75be-092f-41f8-a7d2-4c8c9968be87 HTTP/1.1" status: 200 len: 946 time: 0.0724101 Aug 11 23:00:40.539817 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b03f227-3c17-4c22-a9d1-b6f124b96213 req-f4b13162-cf73-4f9b-be2d-288741d29ac1 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=fa6189b0-4fe2-43d4-937b-15add6beef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702531 Aug 11 23:00:40.548271 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4c948865-f8a7-441c-8694-cffd4106d586 req-aa5802f2-44b7-4e5c-9bc2-fcdecc40db9b tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa6189b0-4fe2-43d4-937b-15add6beef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533392 Aug 11 23:00:41.669294 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd93aed-2d6a-4f32-bc66-eccea5728995 req-1397c3e1-56de-48f5-84e0-2d41adc3e9a3 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:41.670892 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1cd93aed-2d6a-4f32-bc66-eccea5728995 req-1397c3e1-56de-48f5-84e0-2d41adc3e9a3 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?device_id=a33f75be-092f-41f8-a7d2-4c8c9968be87 HTTP/1.1" status: 200 len: 946 time: 0.0522485 Aug 11 23:00:41.714353 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1cd93aed-2d6a-4f32-bc66-eccea5728995 req-1069f1bc-06f2-4b0b-a336-655088b4e197 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa6189b0-4fe2-43d4-937b-15add6beef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365894 Aug 11 23:00:42.858863 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd810ae-8329-4811-ac11-0c6a4cbd749f req-e5e8f7d5-466a-45fd-8d1d-9cda372fbde5 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:42.860431 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fbd810ae-8329-4811-ac11-0c6a4cbd749f req-e5e8f7d5-466a-45fd-8d1d-9cda372fbde5 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?device_id=a33f75be-092f-41f8-a7d2-4c8c9968be87 HTTP/1.1" status: 200 len: 946 time: 0.0561564 Aug 11 23:00:42.904800 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fbd810ae-8329-4811-ac11-0c6a4cbd749f req-0aa2ee1e-7ef8-428a-a7ae-1b9cc814a90e tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa6189b0-4fe2-43d4-937b-15add6beef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378253 Aug 11 23:00:43.031247 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262f41d-75ef-4aa8-9ea4-281d82c2148b req-2da5d79a-112b-4044-814f-9c74f8f73d9c tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:00:43.032799 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c262f41d-75ef-4aa8-9ea4-281d82c2148b req-2da5d79a-112b-4044-814f-9c74f8f73d9c tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?device_id=a33f75be-092f-41f8-a7d2-4c8c9968be87 HTTP/1.1" status: 200 len: 946 time: 0.0513074 Aug 11 23:00:43.075292 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c262f41d-75ef-4aa8-9ea4-281d82c2148b req-65efd817-9118-438e-8c6e-1166870cff67 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa6189b0-4fe2-43d4-937b-15add6beef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348051 Aug 11 23:00:43.322180 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-de9954ca-df65-40a5-996a-73667860b0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:46.156511 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:46.312035 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a04fe4a2-1846-4200-80d4-653f379bf609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:47.739644 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:49.200064 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:00:51.168134 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:02.983152 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a1314-424a-4c5e-98b1-bafd760ba17c req-eb0a6a7f-8a5a-40eb-bdfc-a450982d0905 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:02.984811 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e48a1314-424a-4c5e-98b1-bafd760ba17c req-eb0a6a7f-8a5a-40eb-bdfc-a450982d0905 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?device_id=a33f75be-092f-41f8-a7d2-4c8c9968be87 HTTP/1.1" status: 200 len: 946 time: 0.0554550 Aug 11 23:01:03.027193 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e48a1314-424a-4c5e-98b1-bafd760ba17c req-915162f6-ecb8-4da1-b798-98ca306c42ce tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa6189b0-4fe2-43d4-937b-15add6beef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359738 Aug 11 23:01:04.145707 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074aec7-b271-485e-8b63-1762f8e02a43 req-2161f2d8-bd82-4546-94b9-edf5514bab77 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:04.147200 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2074aec7-b271-485e-8b63-1762f8e02a43 req-2161f2d8-bd82-4546-94b9-edf5514bab77 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?device_id=a33f75be-092f-41f8-a7d2-4c8c9968be87 HTTP/1.1" status: 200 len: 946 time: 0.0523751 Aug 11 23:01:04.185772 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2074aec7-b271-485e-8b63-1762f8e02a43 req-d2d238d4-2c61-4fe7-91ac-973a0606af3f tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa6189b0-4fe2-43d4-937b-15add6beef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323000 Aug 11 23:01:04.788920 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b626ab7-5a79-4f80-b6ae-bdcf319ccd8a req-d216adc9-1033-4516-ae0f-4dee5173a118 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:04.790446 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b626ab7-5a79-4f80-b6ae-bdcf319ccd8a req-d216adc9-1033-4516-ae0f-4dee5173a118 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.82 "GET /v2.0/ports?device_id=a33f75be-092f-41f8-a7d2-4c8c9968be87 HTTP/1.1" status: 200 len: 946 time: 0.0491862 Aug 11 23:01:04.880084 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-2b626ab7-5a79-4f80-b6ae-bdcf319ccd8a req-62e90ddf-4be9-4a87-98b3-6400e1143208 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Deleting port 1407ffd8-f08e-4bab-99fe-20ebecc9d094 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:01:04.880435 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2b626ab7-5a79-4f80-b6ae-bdcf319ccd8a req-62e90ddf-4be9-4a87-98b3-6400e1143208 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:04.974050 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-2b626ab7-5a79-4f80-b6ae-bdcf319ccd8a req-62e90ddf-4be9-4a87-98b3-6400e1143208 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] For port 1407ffd8-f08e-4bab-99fe-20ebecc9d094, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=1407ffd8-f08e-4bab-99fe-20ebecc9d094,segment=NetworkSegment(974501bc-0332-4a7d-bef0-18ad1abd473e),segment_id=974501bc-0332-4a7d-bef0-18ad1abd473e)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:01:04.974425 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2b626ab7-5a79-4f80-b6ae-bdcf319ccd8a req-62e90ddf-4be9-4a87-98b3-6400e1143208 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:04.987282 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-2b626ab7-5a79-4f80-b6ae-bdcf319ccd8a req-62e90ddf-4be9-4a87-98b3-6400e1143208 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Calling delete_port for 1407ffd8-f08e-4bab-99fe-20ebecc9d094 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:01:05.118559 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2b626ab7-5a79-4f80-b6ae-bdcf319ccd8a req-62e90ddf-4be9-4a87-98b3-6400e1143208 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:05.147917 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e90ddf-4be9-4a87-98b3-6400e1143208 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Pushing event deleted for resources: {'Port': ['ID=1407ffd8-f08e-4bab-99fe-20ebecc9d094,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:05.153763 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['1407ffd8-f08e-4bab-99fe-20ebecc9d094'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 23:01:05.196646 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e90ddf-4be9-4a87-98b3-6400e1143208 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:05.197144 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e90ddf-4be9-4a87-98b3-6400e1143208 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:05.197501 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e90ddf-4be9-4a87-98b3-6400e1143208 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:05.197843 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e90ddf-4be9-4a87-98b3-6400e1143208 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:05.198179 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e90ddf-4be9-4a87-98b3-6400e1143208 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:05.198515 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e90ddf-4be9-4a87-98b3-6400e1143208 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:05.198851 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e90ddf-4be9-4a87-98b3-6400e1143208 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:05.199185 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e90ddf-4be9-4a87-98b3-6400e1143208 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:05.199603 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e90ddf-4be9-4a87-98b3-6400e1143208 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:05.199877 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e90ddf-4be9-4a87-98b3-6400e1143208 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:05.200208 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e90ddf-4be9-4a87-98b3-6400e1143208 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:05.200534 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e90ddf-4be9-4a87-98b3-6400e1143208 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:05.204637 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b626ab7-5a79-4f80-b6ae-bdcf319ccd8a req-62e90ddf-4be9-4a87-98b3-6400e1143208 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] No DVR routers for this DVR port 1407ffd8-f08e-4bab-99fe-20ebecc9d094 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:01:05.207156 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2b626ab7-5a79-4f80-b6ae-bdcf319ccd8a req-62e90ddf-4be9-4a87-98b3-6400e1143208 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:05.209944 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b626ab7-5a79-4f80-b6ae-bdcf319ccd8a req-62e90ddf-4be9-4a87-98b3-6400e1143208 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.82 "DELETE /v2.0/ports/1407ffd8-f08e-4bab-99fe-20ebecc9d094 HTTP/1.1" status: 204 len: 173 time: 0.4130764 Aug 11 23:01:05.210426 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33f75be-092f-41f8-a7d2-4c8c9968be87', 'name': 'network-vif-deleted', 'tag': '1407ffd8-f08e-4bab-99fe-20ebecc9d094'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:01:05.213393 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02be56aa-4d7a-4654-b5e7-cff35cc8de89" -d '{"events": [{"server_uuid": "a33f75be-092f-41f8-a7d2-4c8c9968be87", "name": "network-vif-deleted", "tag": "1407ffd8-f08e-4bab-99fe-20ebecc9d094"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:01:05.288219 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3933bcf4-3918-47d3-af69-dfb66e421239 req-9a34243a-aff6-4621-9692-ae601e791621 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?device_id=a33f75be-092f-41f8-a7d2-4c8c9968be87 HTTP/1.1" status: 200 len: 210 time: 0.0316136 Aug 11 23:01:05.342886 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 23:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4ce4ed-a6b4-4513-8fde-2e27aacd6fd7 x-openstack-request-id: req-be4ce4ed-a6b4-4513-8fde-2e27aacd6fd7 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:01:05.343180 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33f75be-092f-41f8-a7d2-4c8c9968be87", "name": "network-vif-deleted", "tag": "1407ffd8-f08e-4bab-99fe-20ebecc9d094", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:01:05.343474 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-be4ce4ed-a6b4-4513-8fde-2e27aacd6fd7 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:01:05.343862 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33f75be-092f-41f8-a7d2-4c8c9968be87', 'name': 'network-vif-deleted', 'tag': '1407ffd8-f08e-4bab-99fe-20ebecc9d094', 'status': 'completed', 'code': 200} Aug 11 23:01:05.506930 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-a2c91924-8ff6-4968-a94a-ae3d17a8d7fd req-23fe1ecc-bc21-454e-b0b7-86f6cd884dd6 tempest-ServerDiskConfigTestJSON-830213174 tempest-ServerDiskConfigTestJSON-830213174-project] (100943) timed out ('10.222.0.82', 61908) {{(pid=100943) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 23:01:07.089420 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-c444737c-7bfc-4aca-8e8d-31210d9c161f tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:07.090949 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-c444737c-7bfc-4aca-8e8d-31210d9c161f tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/networks?id=39e8781d-8be3-42e3-be74-3b52e86c6ddd HTTP/1.1" status: 200 len: 817 time: 0.1039617 Aug 11 23:01:07.107142 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-f1833cd8-e15c-4b0b-b28f-b8cdeadb400a tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/quotas/89e983514ee04eb5b6f034ef4da3625c HTTP/1.1" status: 200 len: 375 time: 0.0104744 Aug 11 23:01:07.157633 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-8336319e-d294-4e71-b0ff-9d019f3af0bc tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=89e983514ee04eb5b6f034ef4da3625c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449967 Aug 11 23:01:07.255554 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-c9ded673-fe09-43a1-b7eb-7ebfcddf202e service neutron] 10.222.0.77 "GET /v2.0/networks/39e8781d-8be3-42e3-be74-3b52e86c6ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859427 Aug 11 23:01:07.344556 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-1e3d30e8-f384-4e1c-a06b-11d6c778daf3 service neutron] 10.222.0.77 "GET /v2.0/networks/39e8781d-8be3-42e3-be74-3b52e86c6ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825727 Aug 11 23:01:07.507717 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6d6ddad1-b6f3-4969-9ace-b17632ace0ee req-2a75aa2d-27f5-491c-a116-efda809a963c tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?device_id=c908d5a0-765f-4623-90b8-e80933c8550b HTTP/1.1" status: 200 len: 210 time: 0.0310659 Aug 11 23:01:08.256576 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 1407ffd8-f08e-4bab-99fe-20ebecc9d094 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:01:08.277554 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 1407ffd8-f08e-4bab-99fe-20ebecc9d094 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:01:08.277900 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 1407ffd8-f08e-4bab-99fe-20ebecc9d094 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:01:08.467099 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-324a6540-1574-4cdd-9127-59f7136e61d4 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:08.469250 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-324a6540-1574-4cdd-9127-59f7136e61d4 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.82 "GET /v2.0/networks?id=39e8781d-8be3-42e3-be74-3b52e86c6ddd HTTP/1.1" status: 200 len: 817 time: 0.1054370 Aug 11 23:01:08.494674 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-04e2398f-cdb5-4567-9492-fab7325c6245 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Request body: {'port': {'device_id': 'c908d5a0-765f-4623-90b8-e80933c8550b', 'network_id': '39e8781d-8be3-42e3-be74-3b52e86c6ddd', 'admin_state_up': True, 'tenant_id': '89e983514ee04eb5b6f034ef4da3625c'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:01:08.610212 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f1e77da2-ea80-42d4-940e-b9cef3f15ae4 req-f831828b-1599-425f-a20b-ba6d3745c96b tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?device_id=c908d5a0-765f-4623-90b8-e80933c8550b HTTP/1.1" status: 200 len: 210 time: 0.0344970 Aug 11 23:01:08.631195 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-04e2398f-cdb5-4567-9492-fab7325c6245 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Made reservation on behalf of 89e983514ee04eb5b6f034ef4da3625c for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:01:08.634760 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-04e2398f-cdb5-4567-9492-fab7325c6245 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:08.691020 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:08.760114 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-04e2398f-cdb5-4567-9492-fab7325c6245 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Allocated IP 172.20.0.8 (39e8781d-8be3-42e3-be74-3b52e86c6ddd/4addfcd4-6490-428f-927b-522af09cf945/96dbdccc-7e9f-4997-baf5-eddbe26bd5ee) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:01:08.907542 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-04e2398f-cdb5-4567-9492-fab7325c6245 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:08.921982 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-04e2398f-cdb5-4567-9492-fab7325c6245 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Transition to ACTIVE for port object 96dbdccc-7e9f-4997-baf5-eddbe26bd5ee will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:01:08.967207 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-04e2398f-cdb5-4567-9492-fab7325c6245 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:09.011535 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-04e2398f-cdb5-4567-9492-fab7325c6245 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Network 39e8781d-8be3-42e3-be74-3b52e86c6ddd is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:01:09.014567 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-04e2398f-cdb5-4567-9492-fab7325c6245 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:01:09.017213 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-04e2398f-cdb5-4567-9492-fab7325c6245 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:01:09.053872 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2398f-cdb5-4567-9492-fab7325c6245 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Pushing event updated for resources: {'Port': ['ID=96dbdccc-7e9f-4997-baf5-eddbe26bd5ee,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:09.086480 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-04e2398f-cdb5-4567-9492-fab7325c6245 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:09.087124 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-04e2398f-cdb5-4567-9492-fab7325c6245 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:09.103092 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-04e2398f-cdb5-4567-9492-fab7325c6245 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6121657 Aug 11 23:01:09.120799 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-da95e6eb-d15f-46a5-a38f-16c15a01f2ba service neutron] Request body: {'port': {'device_id': 'c908d5a0-765f-4623-90b8-e80933c8550b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:01:09.179172 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-da95e6eb-d15f-46a5-a38f-16c15a01f2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:09.220640 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-dbdd00e8-5d40-4e5c-ae37-4274594eaf5b None None] Provisioning for port 96dbdccc-7e9f-4997-baf5-eddbe26bd5ee completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:01:09.225167 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-dbdd00e8-5d40-4e5c-ae37-4274594eaf5b None None] Provisioning complete for port 96dbdccc-7e9f-4997-baf5-eddbe26bd5ee triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:01:09.225618 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-dbdd00e8-5d40-4e5c-ae37-4274594eaf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:09.262244 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-dbdd00e8-5d40-4e5c-ae37-4274594eaf5b None None] Port 96dbdccc-7e9f-4997-baf5-eddbe26bd5ee cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:01:09.455895 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-da95e6eb-d15f-46a5-a38f-16c15a01f2ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96dbdccc-7e9f-4997-baf5-eddbe26bd5ee {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 23:01:09.465396 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-da95e6eb-d15f-46a5-a38f-16c15a01f2ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:09.480279 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-da95e6eb-d15f-46a5-a38f-16c15a01f2ba service neutron] Transition to ACTIVE for port object 96dbdccc-7e9f-4997-baf5-eddbe26bd5ee will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:01:09.484090 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-da95e6eb-d15f-46a5-a38f-16c15a01f2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:09.533173 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95e6eb-d15f-46a5-a38f-16c15a01f2ba service neutron] Pushing event updated for resources: {'Port': ['ID=96dbdccc-7e9f-4997-baf5-eddbe26bd5ee,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:09.604316 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-da95e6eb-d15f-46a5-a38f-16c15a01f2ba service neutron] Attempting to bind port 96dbdccc-7e9f-4997-baf5-eddbe26bd5ee on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:01:09.604657 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-da95e6eb-d15f-46a5-a38f-16c15a01f2ba service neutron] Attempting to bind port 96dbdccc-7e9f-4997-baf5-eddbe26bd5ee by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '974501bc-0332-4a7d-bef0-18ad1abd473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '39e8781d-8be3-42e3-be74-3b52e86c6ddd'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:01:09.604990 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-da95e6eb-d15f-46a5-a38f-16c15a01f2ba service neutron] Attempting to bind port 96dbdccc-7e9f-4997-baf5-eddbe26bd5ee on network 39e8781d-8be3-42e3-be74-3b52e86c6ddd {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:01:09.609707 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-da95e6eb-d15f-46a5-a38f-16c15a01f2ba service neutron] Port 96dbdccc-7e9f-4997-baf5-eddbe26bd5ee on network 39e8781d-8be3-42e3-be74-3b52e86c6ddd not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 23:01:09.610059 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-da95e6eb-d15f-46a5-a38f-16c15a01f2ba service neutron] Attempting to bind port 96dbdccc-7e9f-4997-baf5-eddbe26bd5ee on network 39e8781d-8be3-42e3-be74-3b52e86c6ddd {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:01:09.614998 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-da95e6eb-d15f-46a5-a38f-16c15a01f2ba service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:01:09.615378 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-da95e6eb-d15f-46a5-a38f-16c15a01f2ba service neutron] Checking segment: {'id': '974501bc-0332-4a7d-bef0-18ad1abd473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '39e8781d-8be3-42e3-be74-3b52e86c6ddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:01:09.615796 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-da95e6eb-d15f-46a5-a38f-16c15a01f2ba service neutron] Bound using segment: {'id': '974501bc-0332-4a7d-bef0-18ad1abd473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '39e8781d-8be3-42e3-be74-3b52e86c6ddd'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:01:09.616225 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-da95e6eb-d15f-46a5-a38f-16c15a01f2ba service neutron] Bound port: 96dbdccc-7e9f-4997-baf5-eddbe26bd5ee, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974501bc-0332-4a7d-bef0-18ad1abd473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '39e8781d-8be3-42e3-be74-3b52e86c6ddd'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:01:09.616591 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-da95e6eb-d15f-46a5-a38f-16c15a01f2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:09.717589 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-da95e6eb-d15f-46a5-a38f-16c15a01f2ba service neutron] For port 96dbdccc-7e9f-4997-baf5-eddbe26bd5ee, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:01:09.732615 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-da95e6eb-d15f-46a5-a38f-16c15a01f2ba service neutron] For port 96dbdccc-7e9f-4997-baf5-eddbe26bd5ee, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=96dbdccc-7e9f-4997-baf5-eddbe26bd5ee,segment=NetworkSegment(974501bc-0332-4a7d-bef0-18ad1abd473e),segment_id=974501bc-0332-4a7d-bef0-18ad1abd473e)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:01:09.738285 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-da95e6eb-d15f-46a5-a38f-16c15a01f2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:09.785668 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c414e0-02bc-403e-ac91-511bd09a09f8 req-6f52331d-7289-4ac0-96f1-256084e74ae2 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:09.787223 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a5c414e0-02bc-403e-ac91-511bd09a09f8 req-6f52331d-7289-4ac0-96f1-256084e74ae2 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?device_id=c908d5a0-765f-4623-90b8-e80933c8550b HTTP/1.1" status: 200 len: 943 time: 0.1022871 Aug 11 23:01:09.794284 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-da95e6eb-d15f-46a5-a38f-16c15a01f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:09.794876 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-da95e6eb-d15f-46a5-a38f-16c15a01f2ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:09.796310 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-da95e6eb-d15f-46a5-a38f-16c15a01f2ba service neutron] 10.222.0.82 "PUT /v2.0/ports/96dbdccc-7e9f-4997-baf5-eddbe26bd5ee HTTP/1.1" status: 200 len: 1091 time: 0.6800716 Aug 11 23:01:09.796765 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c908d5a0-765f-4623-90b8-e80933c8550b', 'tag': '96dbdccc-7e9f-4997-baf5-eddbe26bd5ee'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:01:09.799078 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f59133-7c39-4ba8-9569-5530a5ae7822" -d '{"events": [{"name": "network-changed", "server_uuid": "c908d5a0-765f-4623-90b8-e80933c8550b", "tag": "96dbdccc-7e9f-4997-baf5-eddbe26bd5ee"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:01:09.842465 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95e6eb-d15f-46a5-a38f-16c15a01f2ba service neutron] Pushing event updated for resources: {'Port': ['ID=96dbdccc-7e9f-4997-baf5-eddbe26bd5ee,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:09.868309 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a5c414e0-02bc-403e-ac91-511bd09a09f8 req-a29821fc-cf36-4b66-9635-4d0cdf2e3e2a tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa6189b0-4fe2-43d4-937b-15add6beef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633426 Aug 11 23:01:09.909816 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-114851dc-d054-4e56-80a4-ce18ce9be183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:09.911407 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-114851dc-d054-4e56-80a4-ce18ce9be183 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=89e983514ee04eb5b6f034ef4da3625c&device_id=c908d5a0-765f-4623-90b8-e80933c8550b HTTP/1.1" status: 200 len: 1094 time: 0.0591934 Aug 11 23:01:09.932463 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f178083-3a53-4aba-9fa4-e185f8a86d2f x-openstack-request-id: req-6f178083-3a53-4aba-9fa4-e185f8a86d2f {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:01:09.932837 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c908d5a0-765f-4623-90b8-e80933c8550b", "tag": "96dbdccc-7e9f-4997-baf5-eddbe26bd5ee", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:01:09.933094 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6f178083-3a53-4aba-9fa4-e185f8a86d2f {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:01:09.933491 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c908d5a0-765f-4623-90b8-e80933c8550b', 'tag': '96dbdccc-7e9f-4997-baf5-eddbe26bd5ee', 'status': 'completed', 'code': 200} Aug 11 23:01:09.963668 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-69d62306-f1e9-4fc1-834c-b5a71b678c54 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96dbdccc-7e9f-4997-baf5-eddbe26bd5ee HTTP/1.1" status: 200 len: 217 time: 0.0390871 Aug 11 23:01:10.017207 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-823e279e-137f-41c9-b9be-ad2bf4e00ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:10.018753 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-823e279e-137f-41c9-b9be-ad2bf4e00ff6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4addfcd4-6490-428f-927b-522af09cf945 HTTP/1.1" status: 200 len: 856 time: 0.0477495 Aug 11 23:01:10.064249 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-dfcd6382-3b32-436c-9fc7-0f13b451cf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:10.065769 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-dfcd6382-3b32-436c-9fc7-0f13b451cf97 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=39e8781d-8be3-42e3-be74-3b52e86c6ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403574 Aug 11 23:01:10.156287 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-8525acb2-ede3-4d10-8863-f4c48b2cc9b1 service neutron] 10.222.0.82 "GET /v2.0/networks/39e8781d-8be3-42e3-be74-3b52e86c6ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837200 Aug 11 23:01:10.243905 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e48dc5d7-7a5a-464e-a0ed-9281db5df996 req-bd299dd9-62a6-4a2c-a9e5-9be5b7cf0024 service neutron] 10.222.0.82 "GET /v2.0/networks/39e8781d-8be3-42e3-be74-3b52e86c6ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808158 Aug 11 23:01:10.371449 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f59133-7c39-4ba8-9569-5530a5ae7822 req-b2f5d360-24b5-48e9-84f7-79d780b74d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:10.372951 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-16f59133-7c39-4ba8-9569-5530a5ae7822 req-b2f5d360-24b5-48e9-84f7-79d780b74d6a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=89e983514ee04eb5b6f034ef4da3625c&device_id=c908d5a0-765f-4623-90b8-e80933c8550b HTTP/1.1" status: 200 len: 1094 time: 0.0459197 Aug 11 23:01:10.461204 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f59133-7c39-4ba8-9569-5530a5ae7822 req-1b4469ea-ccf3-4cf2-89c3-8099bad52e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:10.462673 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-16f59133-7c39-4ba8-9569-5530a5ae7822 req-1b4469ea-ccf3-4cf2-89c3-8099bad52e1d service neutron] 10.222.0.82 "GET /v2.0/networks?id=39e8781d-8be3-42e3-be74-3b52e86c6ddd HTTP/1.1" status: 200 len: 918 time: 0.0821989 Aug 11 23:01:10.506523 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-16f59133-7c39-4ba8-9569-5530a5ae7822 req-d5b7fa92-3899-4e99-90b6-7eb50a372f8a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96dbdccc-7e9f-4997-baf5-eddbe26bd5ee HTTP/1.1" status: 200 len: 217 time: 0.0370450 Aug 11 23:01:10.872359 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f59133-7c39-4ba8-9569-5530a5ae7822 req-118b63b1-865c-4f3a-b159-6a2f6e5ed925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:10.873825 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-16f59133-7c39-4ba8-9569-5530a5ae7822 req-118b63b1-865c-4f3a-b159-6a2f6e5ed925 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4addfcd4-6490-428f-927b-522af09cf945 HTTP/1.1" status: 200 len: 856 time: 0.3598840 Aug 11 23:01:10.919734 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f59133-7c39-4ba8-9569-5530a5ae7822 req-79045c24-d3b2-44a4-afde-f68bc83d39d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:10.921260 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-16f59133-7c39-4ba8-9569-5530a5ae7822 req-79045c24-d3b2-44a4-afde-f68bc83d39d5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=39e8781d-8be3-42e3-be74-3b52e86c6ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401130 Aug 11 23:01:11.039649 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef641d-47e3-4727-bc9c-e8846b513dfb req-4c1b61bd-7b21-47f9-8a94-72ca6bf75302 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:11.041138 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-01ef641d-47e3-4727-bc9c-e8846b513dfb req-4c1b61bd-7b21-47f9-8a94-72ca6bf75302 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?device_id=c908d5a0-765f-4623-90b8-e80933c8550b HTTP/1.1" status: 200 len: 943 time: 0.0953596 Aug 11 23:01:11.058195 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-16f59133-7c39-4ba8-9569-5530a5ae7822 req-77b28f0b-678b-4f9f-b121-77109332c2f7 service neutron] 10.222.0.82 "GET /v2.0/networks/39e8781d-8be3-42e3-be74-3b52e86c6ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289372 Aug 11 23:01:11.128137 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-01ef641d-47e3-4727-bc9c-e8846b513dfb req-983e6232-705a-45e1-a8dd-25a8d015b74e tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa6189b0-4fe2-43d4-937b-15add6beef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796342 Aug 11 23:01:11.166556 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-16f59133-7c39-4ba8-9569-5530a5ae7822 req-831d9ef3-9fa8-47b7-89bf-b35e07634abf service neutron] 10.222.0.82 "GET /v2.0/networks/39e8781d-8be3-42e3-be74-3b52e86c6ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997708 Aug 11 23:01:12.245405 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0f9de-335c-44f0-b7c4-80bae0610fb5 req-4aa06e58-e37c-4e04-9813-572d2c69bbd6 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:12.246916 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a1a0f9de-335c-44f0-b7c4-80bae0610fb5 req-4aa06e58-e37c-4e04-9813-572d2c69bbd6 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?device_id=c908d5a0-765f-4623-90b8-e80933c8550b HTTP/1.1" status: 200 len: 943 time: 0.0497496 Aug 11 23:01:12.284697 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a1a0f9de-335c-44f0-b7c4-80bae0610fb5 req-2d63e887-1158-40ad-8c04-98684ebc7495 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa6189b0-4fe2-43d4-937b-15add6beef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318167 Aug 11 23:01:13.324702 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c427ce5e-36e0-4ac2-a34e-38920cce6ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:13.399056 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84600358-df30-432f-a300-3babb2e29b77 req-12cf887e-fa50-46a7-8f98-d373355ca9fc tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:13.400733 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-84600358-df30-432f-a300-3babb2e29b77 req-12cf887e-fa50-46a7-8f98-d373355ca9fc tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?device_id=c908d5a0-765f-4623-90b8-e80933c8550b HTTP/1.1" status: 200 len: 943 time: 0.0477853 Aug 11 23:01:13.444620 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-84600358-df30-432f-a300-3babb2e29b77 req-0a2403e9-ff27-49b2-a8ab-013f5b8421f7 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa6189b0-4fe2-43d4-937b-15add6beef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377290 Aug 11 23:01:14.278488 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 96dbdccc-7e9f-4997-baf5-eddbe26bd5ee details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 23:01:14.373006 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 96dbdccc-7e9f-4997-baf5-eddbe26bd5ee, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=96dbdccc-7e9f-4997-baf5-eddbe26bd5ee,segment=NetworkSegment(974501bc-0332-4a7d-bef0-18ad1abd473e),segment_id=974501bc-0332-4a7d-bef0-18ad1abd473e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:01:14.384797 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '96dbdccc-7e9f-4997-baf5-eddbe26bd5ee', 'network_id': '39e8781d-8be3-42e3-be74-3b52e86c6ddd', 'port_id': '96dbdccc-7e9f-4997-baf5-eddbe26bd5ee', 'mac_address': 'fa:16:3e:d0:37:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4addfcd4-6490-428f-927b-522af09cf945', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 23:01:14.420632 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:14.433419 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96dbdccc-7e9f-4997-baf5-eddbe26bd5ee {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 23:01:14.452368 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 96dbdccc-7e9f-4997-baf5-eddbe26bd5ee, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=96dbdccc-7e9f-4997-baf5-eddbe26bd5ee,segment=NetworkSegment(974501bc-0332-4a7d-bef0-18ad1abd473e),segment_id=974501bc-0332-4a7d-bef0-18ad1abd473e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:01:14.456519 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:14.515703 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=96dbdccc-7e9f-4997-baf5-eddbe26bd5ee,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:14.523042 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:14.523396 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:14.523770 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:14.524118 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:14.524460 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:14.524803 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:14.525138 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:14.525737 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:14.526068 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:14.526401 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:14.526729 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:14.527063 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:14.564187 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc19e5-900a-480a-9f5f-b3d8f84a3643 req-89368781-fbff-4cea-a367-708eba1d7d41 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:14.565695 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bbcc19e5-900a-480a-9f5f-b3d8f84a3643 req-89368781-fbff-4cea-a367-708eba1d7d41 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?device_id=c908d5a0-765f-4623-90b8-e80933c8550b HTTP/1.1" status: 200 len: 944 time: 0.0527864 Aug 11 23:01:14.603239 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bbcc19e5-900a-480a-9f5f-b3d8f84a3643 req-c565c5db-8018-4d63-88e3-7e18f2e18efd tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa6189b0-4fe2-43d4-937b-15add6beef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316093 Aug 11 23:01:14.808144 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['96dbdccc-7e9f-4997-baf5-eddbe26bd5ee'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 23:01:15.716501 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d3604-e82a-4248-9c31-95d42824b301 req-85e55427-d03c-4fca-ac32-fc60395eba66 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:15.717967 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-467d3604-e82a-4248-9c31-95d42824b301 req-85e55427-d03c-4fca-ac32-fc60395eba66 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?device_id=c908d5a0-765f-4623-90b8-e80933c8550b HTTP/1.1" status: 200 len: 944 time: 0.0482450 Aug 11 23:01:15.755158 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-467d3604-e82a-4248-9c31-95d42824b301 req-07c39318-2c43-4658-a9a9-af9bcacb9700 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa6189b0-4fe2-43d4-937b-15add6beef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311763 Aug 11 23:01:16.149851 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:16.288225 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 96dbdccc-7e9f-4997-baf5-eddbe26bd5ee up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:01:16.327635 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9fbe91db-1750-41fe-98bd-20ba6d60437a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:16.344715 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 96dbdccc-7e9f-4997-baf5-eddbe26bd5ee completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:01:16.348788 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 96dbdccc-7e9f-4997-baf5-eddbe26bd5ee triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:01:16.349154 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:16.428673 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:16.449941 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c908d5a0-765f-4623-90b8-e80933c8550b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dbdccc-7e9f-4997-baf5-eddbe26bd5ee'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:01:16.452190 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36ec5d5-f72c-49ef-8671-0aefc8303f07" -d '{"events": [{"server_uuid": "c908d5a0-765f-4623-90b8-e80933c8550b", "name": "network-vif-plugged", "status": "completed", "tag": "96dbdccc-7e9f-4997-baf5-eddbe26bd5ee"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:01:16.465828 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 96dbdccc-7e9f-4997-baf5-eddbe26bd5ee, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=96dbdccc-7e9f-4997-baf5-eddbe26bd5ee,segment=NetworkSegment(974501bc-0332-4a7d-bef0-18ad1abd473e),segment_id=974501bc-0332-4a7d-bef0-18ad1abd473e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:01:16.469779 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:16.492842 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 23:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410f04cc-6ae6-404c-aedd-61f0a4fc03cd x-openstack-request-id: req-410f04cc-6ae6-404c-aedd-61f0a4fc03cd {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:01:16.493131 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c908d5a0-765f-4623-90b8-e80933c8550b", "name": "network-vif-plugged", "status": "completed", "tag": "96dbdccc-7e9f-4997-baf5-eddbe26bd5ee", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:01:16.493381 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-410f04cc-6ae6-404c-aedd-61f0a4fc03cd {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:01:16.493768 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c908d5a0-765f-4623-90b8-e80933c8550b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dbdccc-7e9f-4997-baf5-eddbe26bd5ee', 'code': 200} Aug 11 23:01:16.518019 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=96dbdccc-7e9f-4997-baf5-eddbe26bd5ee,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:16.612640 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938183bf-d0b2-44a0-b7a0-5a60d474ac7a req-63b96bee-d9b6-461b-8f4b-7d26a7fa847b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:16.614061 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-938183bf-d0b2-44a0-b7a0-5a60d474ac7a req-63b96bee-d9b6-461b-8f4b-7d26a7fa847b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c908d5a0-765f-4623-90b8-e80933c8550b HTTP/1.1" status: 200 len: 1096 time: 0.0403402 Aug 11 23:01:16.648433 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-938183bf-d0b2-44a0-b7a0-5a60d474ac7a req-8a9c3739-39ad-4507-80d4-19a24fe498eb service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=fa6189b0-4fe2-43d4-937b-15add6beef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273705 Aug 11 23:01:16.874129 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1f47d-e918-419d-938b-f1ca6509bb8c req-3895e7de-799c-4497-afda-e21c534e8027 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:16.875538 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7da1f47d-e918-419d-938b-f1ca6509bb8c req-3895e7de-799c-4497-afda-e21c534e8027 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?device_id=c908d5a0-765f-4623-90b8-e80933c8550b HTTP/1.1" status: 200 len: 945 time: 0.0516953 Aug 11 23:01:16.913716 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7da1f47d-e918-419d-938b-f1ca6509bb8c req-a1644420-4ee5-4832-bd5e-958d03eceac8 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa6189b0-4fe2-43d4-937b-15add6beef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316932 Aug 11 23:01:17.105762 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:01:17.739013 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:18.032028 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673b7d7-ef3c-4bb7-9cf0-c711bab81ae0 req-c72c40c7-f3e7-4718-bb7f-2039b3cd674a tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:18.033828 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3673b7d7-ef3c-4bb7-9cf0-c711bab81ae0 req-c72c40c7-f3e7-4718-bb7f-2039b3cd674a tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?device_id=c908d5a0-765f-4623-90b8-e80933c8550b HTTP/1.1" status: 200 len: 945 time: 0.0541000 Aug 11 23:01:18.074843 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3673b7d7-ef3c-4bb7-9cf0-c711bab81ae0 req-1c1cf6fe-38b9-4c36-bfa7-4f8c01548ce7 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa6189b0-4fe2-43d4-937b-15add6beef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346134 Aug 11 23:01:19.192567 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b248203-0409-4175-9654-fe32ec08f1a9 req-e7b5869d-bbf4-4dfd-be51-8ccd7abdf3d8 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:19.194538 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b248203-0409-4175-9654-fe32ec08f1a9 req-e7b5869d-bbf4-4dfd-be51-8ccd7abdf3d8 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?device_id=c908d5a0-765f-4623-90b8-e80933c8550b HTTP/1.1" status: 200 len: 945 time: 0.0538661 Aug 11 23:01:19.197612 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:19.235908 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b248203-0409-4175-9654-fe32ec08f1a9 req-f2270db4-3322-4c0b-b8d4-eff1e379d0e3 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa6189b0-4fe2-43d4-937b-15add6beef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351107 Aug 11 23:01:19.283815 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2507fe29-444e-4ca3-a047-9c2ddbb57299 req-9f0dd1db-4d72-4e55-8ecd-b050d44d4acf service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c908d5a0-765f-4623-90b8-e80933c8550b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451870 Aug 11 23:01:19.360552 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f1856-5426-4b61-9634-d1e54718252a req-c357d978-ae29-46ae-bbde-4e198e345e67 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:19.361948 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8e5f1856-5426-4b61-9634-d1e54718252a req-c357d978-ae29-46ae-bbde-4e198e345e67 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?device_id=c908d5a0-765f-4623-90b8-e80933c8550b HTTP/1.1" status: 200 len: 945 time: 0.0591924 Aug 11 23:01:19.415047 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8e5f1856-5426-4b61-9634-d1e54718252a req-45939e65-504d-43df-bdf1-ac8dd0c6aad5 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa6189b0-4fe2-43d4-937b-15add6beef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398128 Aug 11 23:01:19.419790 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507fe29-444e-4ca3-a047-9c2ddbb57299 req-c8951781-5036-46c7-b0b5-261df45a5a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:19.421256 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2507fe29-444e-4ca3-a047-9c2ddbb57299 req-c8951781-5036-46c7-b0b5-261df45a5a4f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=89e983514ee04eb5b6f034ef4da3625c&device_id=c908d5a0-765f-4623-90b8-e80933c8550b HTTP/1.1" status: 200 len: 1096 time: 0.0775688 Aug 11 23:01:19.536742 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507fe29-444e-4ca3-a047-9c2ddbb57299 req-0d5f37ab-6646-46b4-8b9e-b4f64aee333d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:19.538255 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2507fe29-444e-4ca3-a047-9c2ddbb57299 req-0d5f37ab-6646-46b4-8b9e-b4f64aee333d service neutron] 10.222.0.82 "GET /v2.0/networks?id=39e8781d-8be3-42e3-be74-3b52e86c6ddd HTTP/1.1" status: 200 len: 918 time: 0.0956867 Aug 11 23:01:19.581159 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2507fe29-444e-4ca3-a047-9c2ddbb57299 req-d03bf0d0-5f7b-4d78-a6d6-66454219c221 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96dbdccc-7e9f-4997-baf5-eddbe26bd5ee HTTP/1.1" status: 200 len: 217 time: 0.0350175 Aug 11 23:01:19.629911 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507fe29-444e-4ca3-a047-9c2ddbb57299 req-697d940e-abe7-4ad5-b41d-603e8c2fd302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:19.631324 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2507fe29-444e-4ca3-a047-9c2ddbb57299 req-697d940e-abe7-4ad5-b41d-603e8c2fd302 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4addfcd4-6490-428f-927b-522af09cf945 HTTP/1.1" status: 200 len: 856 time: 0.0439944 Aug 11 23:01:19.683573 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507fe29-444e-4ca3-a047-9c2ddbb57299 req-e8348e79-f263-493d-b0ee-497d90e03b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:19.685210 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2507fe29-444e-4ca3-a047-9c2ddbb57299 req-e8348e79-f263-493d-b0ee-497d90e03b18 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=39e8781d-8be3-42e3-be74-3b52e86c6ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463398 Aug 11 23:01:19.786929 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2507fe29-444e-4ca3-a047-9c2ddbb57299 req-12b91c7f-fabd-4bd6-902d-10d134fc28e7 service neutron] 10.222.0.82 "GET /v2.0/networks/39e8781d-8be3-42e3-be74-3b52e86c6ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941811 Aug 11 23:01:19.884248 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2507fe29-444e-4ca3-a047-9c2ddbb57299 req-3a07f37b-d9e8-45fd-848d-780e26a0967e service neutron] 10.222.0.82 "GET /v2.0/networks/39e8781d-8be3-42e3-be74-3b52e86c6ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889714 Aug 11 23:01:21.178831 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:37.796993 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230944b-ab77-4612-9551-b7d72f279c59 req-3adc60da-f93c-4a03-a642-387984b2b9af tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:37.798523 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a230944b-ab77-4612-9551-b7d72f279c59 req-3adc60da-f93c-4a03-a642-387984b2b9af tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?device_id=c908d5a0-765f-4623-90b8-e80933c8550b HTTP/1.1" status: 200 len: 945 time: 0.0516980 Aug 11 23:01:37.838066 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a230944b-ab77-4612-9551-b7d72f279c59 req-3a9a18cd-2729-4049-9ee3-20d6af2b37ba tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa6189b0-4fe2-43d4-937b-15add6beef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327950 Aug 11 23:01:38.690576 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:38.952947 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54914c-efc2-4f0d-b343-e2b4757d8f24 req-cd3908bf-bb8d-4167-aa2b-ab8e7223f44b tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:38.954398 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3f54914c-efc2-4f0d-b343-e2b4757d8f24 req-cd3908bf-bb8d-4167-aa2b-ab8e7223f44b tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?device_id=c908d5a0-765f-4623-90b8-e80933c8550b HTTP/1.1" status: 200 len: 945 time: 0.0485570 Aug 11 23:01:38.993464 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3f54914c-efc2-4f0d-b343-e2b4757d8f24 req-e36abfd7-49c1-4a66-a830-24500c3ffdce tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa6189b0-4fe2-43d4-937b-15add6beef84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320692 Aug 11 23:01:39.664861 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821eaa0d-383a-4270-aae5-9e30be8c0c39 req-5285e456-292c-4060-93a5-3d7c99298972 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:39.666375 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-821eaa0d-383a-4270-aae5-9e30be8c0c39 req-5285e456-292c-4060-93a5-3d7c99298972 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.82 "GET /v2.0/ports?device_id=c908d5a0-765f-4623-90b8-e80933c8550b HTTP/1.1" status: 200 len: 945 time: 0.0526536 Aug 11 23:01:39.761677 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-821eaa0d-383a-4270-aae5-9e30be8c0c39 req-2f64c7ad-241a-4cc5-8e6b-f57adc287d03 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Deleting port 96dbdccc-7e9f-4997-baf5-eddbe26bd5ee {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:01:39.762026 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-821eaa0d-383a-4270-aae5-9e30be8c0c39 req-2f64c7ad-241a-4cc5-8e6b-f57adc287d03 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:39.853649 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-821eaa0d-383a-4270-aae5-9e30be8c0c39 req-2f64c7ad-241a-4cc5-8e6b-f57adc287d03 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] For port 96dbdccc-7e9f-4997-baf5-eddbe26bd5ee, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=96dbdccc-7e9f-4997-baf5-eddbe26bd5ee,segment=NetworkSegment(974501bc-0332-4a7d-bef0-18ad1abd473e),segment_id=974501bc-0332-4a7d-bef0-18ad1abd473e)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:01:39.854012 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-821eaa0d-383a-4270-aae5-9e30be8c0c39 req-2f64c7ad-241a-4cc5-8e6b-f57adc287d03 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:39.866757 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-821eaa0d-383a-4270-aae5-9e30be8c0c39 req-2f64c7ad-241a-4cc5-8e6b-f57adc287d03 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Calling delete_port for 96dbdccc-7e9f-4997-baf5-eddbe26bd5ee owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:01:39.993007 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-821eaa0d-383a-4270-aae5-9e30be8c0c39 req-2f64c7ad-241a-4cc5-8e6b-f57adc287d03 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:40.025103 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64c7ad-241a-4cc5-8e6b-f57adc287d03 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Pushing event deleted for resources: {'Port': ['ID=96dbdccc-7e9f-4997-baf5-eddbe26bd5ee,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:40.026766 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['96dbdccc-7e9f-4997-baf5-eddbe26bd5ee'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 23:01:40.077735 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-821eaa0d-383a-4270-aae5-9e30be8c0c39 req-2f64c7ad-241a-4cc5-8e6b-f57adc287d03 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] No DVR routers for this DVR port 96dbdccc-7e9f-4997-baf5-eddbe26bd5ee on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:01:40.080900 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-821eaa0d-383a-4270-aae5-9e30be8c0c39 req-2f64c7ad-241a-4cc5-8e6b-f57adc287d03 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:40.083583 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-821eaa0d-383a-4270-aae5-9e30be8c0c39 req-2f64c7ad-241a-4cc5-8e6b-f57adc287d03 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.82 "DELETE /v2.0/ports/96dbdccc-7e9f-4997-baf5-eddbe26bd5ee HTTP/1.1" status: 204 len: 173 time: 0.4113696 Aug 11 23:01:40.091498 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c908d5a0-765f-4623-90b8-e80933c8550b', 'name': 'network-vif-deleted', 'tag': '96dbdccc-7e9f-4997-baf5-eddbe26bd5ee'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:01:40.093810 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce29e8f5-157f-4e87-937d-09e3b5c0af07" -d '{"events": [{"server_uuid": "c908d5a0-765f-4623-90b8-e80933c8550b", "name": "network-vif-deleted", "tag": "96dbdccc-7e9f-4997-baf5-eddbe26bd5ee"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:01:40.116331 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9754c432-6212-491c-a1ab-6e9d308adf88 req-da341c13-a1bb-4042-bf81-2e174841a604 tempest-TestEncryptedCinderVolumes-1178878483 tempest-TestEncryptedCinderVolumes-1178878483-project] 10.222.0.77 "GET /v2.0/ports?device_id=c908d5a0-765f-4623-90b8-e80933c8550b HTTP/1.1" status: 200 len: 210 time: 0.0405571 Aug 11 23:01:40.240853 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 23:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286e10a9-3a97-4a77-89d6-a2de74d622ad x-openstack-request-id: req-286e10a9-3a97-4a77-89d6-a2de74d622ad {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:01:40.241175 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c908d5a0-765f-4623-90b8-e80933c8550b", "name": "network-vif-deleted", "tag": "96dbdccc-7e9f-4997-baf5-eddbe26bd5ee", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:01:40.241421 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-286e10a9-3a97-4a77-89d6-a2de74d622ad {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:01:40.241849 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c908d5a0-765f-4623-90b8-e80933c8550b', 'name': 'network-vif-deleted', 'tag': '96dbdccc-7e9f-4997-baf5-eddbe26bd5ee', 'status': 'completed', 'code': 200} Aug 11 23:01:41.209089 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57138) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:01:41.550311 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b9a33d63-ad23-48a5-adcf-c1f0b48287f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:41.790446 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-b9a33d63-ad23-48a5-adcf-c1f0b48287f5 admin admin] Deleting port bba14170-9905-4d16-80c4-9119f1247ddd {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:01:41.790790 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b9a33d63-ad23-48a5-adcf-c1f0b48287f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:41.868201 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-b9a33d63-ad23-48a5-adcf-c1f0b48287f5 admin admin] For port bba14170-9905-4d16-80c4-9119f1247ddd, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=bba14170-9905-4d16-80c4-9119f1247ddd,segment=NetworkSegment(974501bc-0332-4a7d-bef0-18ad1abd473e),segment_id=974501bc-0332-4a7d-bef0-18ad1abd473e)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:01:41.868488 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b9a33d63-ad23-48a5-adcf-c1f0b48287f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:41.881403 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-b9a33d63-ad23-48a5-adcf-c1f0b48287f5 admin admin] Calling delete_port for bba14170-9905-4d16-80c4-9119f1247ddd owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:01:42.062279 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b9a33d63-ad23-48a5-adcf-c1f0b48287f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:42.085944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a33d63-ad23-48a5-adcf-c1f0b48287f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bba14170-9905-4d16-80c4-9119f1247ddd,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:42.258850 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b9a33d63-ad23-48a5-adcf-c1f0b48287f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:42.459859 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 96dbdccc-7e9f-4997-baf5-eddbe26bd5ee no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:01:42.467961 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a33d63-ad23-48a5-adcf-c1f0b48287f5 admin admin] Router 372cecc9-8d38-49ef-a275-cfd25a5a57c7 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:01:42.479480 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 96dbdccc-7e9f-4997-baf5-eddbe26bd5ee {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:01:42.479857 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 96dbdccc-7e9f-4997-baf5-eddbe26bd5ee not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:01:42.574299 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a33d63-ad23-48a5-adcf-c1f0b48287f5 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:01:42.579306 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b9a33d63-ad23-48a5-adcf-c1f0b48287f5 admin admin] 10.222.0.77 "PUT /v2.0/routers/372cecc9-8d38-49ef-a275-cfd25a5a57c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3691030 Aug 11 23:01:42.581903 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57140) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:01:42.582957 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c822c9-05dc-4f20-961d-fadb45b893e3 None None] Sync routers for ids ['372cecc9-8d38-49ef-a275-cfd25a5a57c7'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:01:42.592672 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c822c9-05dc-4f20-961d-fadb45b893e3 None None] Routers {'372cecc9-8d38-49ef-a275-cfd25a5a57c7'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:01:42.593301 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c5c822c9-05dc-4f20-961d-fadb45b893e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:01:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['372cecc9-8d38-49ef-a275-cfd25a5a57c7'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:01:42.686417 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-86c4cabc-5539-4c4d-8ba5-920be6d8954a admin admin] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:42.702170 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-c5c822c9-05dc-4f20-961d-fadb45b893e3 None None] Set router 372cecc9-8d38-49ef-a275-cfd25a5a57c7 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:01:42.790032 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-86c4cabc-5539-4c4d-8ba5-920be6d8954a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:42.844508 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-86c4cabc-5539-4c4d-8ba5-920be6d8954a admin admin] Deleting port 99ab538e-0894-40bc-bf16-3fc005de379e {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:01:42.844849 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-86c4cabc-5539-4c4d-8ba5-920be6d8954a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:42.883651 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c5c822c9-05dc-4f20-961d-fadb45b893e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372cecc9-8d38-49ef-a275-cfd25a5a57c7', 'name': 'tempest-TestEncryptedCinderVolumes-1612306581-router', 'tenant_id': '89e983514ee04eb5b6f034ef4da3625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '99ab538e-0894-40bc-bf16-3fc005de379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:00:21Z', 'updated_at': '2021-08-11T23:01:42Z', 'revision_number': 5, 'project_id': '89e983514ee04eb5b6f034ef4da3625c', 'gw_port': {'id': '99ab538e-0894-40bc-bf16-3fc005de379e', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:77:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372cecc9-8d38-49ef-a275-cfd25a5a57c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:00:21Z', 'updated_at': '2021-08-11T23:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:01:42.915125 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c822c9-05dc-4f20-961d-fadb45b893e3 None None] Checking router: 372cecc9-8d38-49ef-a275-cfd25a5a57c7 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:01:42.923736 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c822c9-05dc-4f20-961d-fadb45b893e3 None None] Routers {'372cecc9-8d38-49ef-a275-cfd25a5a57c7'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:01:42.924353 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c5c822c9-05dc-4f20-961d-fadb45b893e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:01:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['372cecc9-8d38-49ef-a275-cfd25a5a57c7'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:01:42.927279 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-86c4cabc-5539-4c4d-8ba5-920be6d8954a admin admin] For port 99ab538e-0894-40bc-bf16-3fc005de379e, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=99ab538e-0894-40bc-bf16-3fc005de379e,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:01:42.927812 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-86c4cabc-5539-4c4d-8ba5-920be6d8954a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:42.940957 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-86c4cabc-5539-4c4d-8ba5-920be6d8954a admin admin] Calling delete_port for 99ab538e-0894-40bc-bf16-3fc005de379e owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:01:43.010378 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-c5c822c9-05dc-4f20-961d-fadb45b893e3 None None] Set router 372cecc9-8d38-49ef-a275-cfd25a5a57c7 gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:01:43.070606 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c5c822c9-05dc-4f20-961d-fadb45b893e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372cecc9-8d38-49ef-a275-cfd25a5a57c7', 'name': 'tempest-TestEncryptedCinderVolumes-1612306581-router', 'tenant_id': '89e983514ee04eb5b6f034ef4da3625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:00:21Z', 'updated_at': '2021-08-11T23:01:42Z', 'revision_number': 6, 'project_id': '89e983514ee04eb5b6f034ef4da3625c', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:01:43.099662 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c822c9-05dc-4f20-961d-fadb45b893e3 None None] The sync data for ids ['372cecc9-8d38-49ef-a275-cfd25a5a57c7'] in n-d-804275-3 is: [{'id': '372cecc9-8d38-49ef-a275-cfd25a5a57c7', 'name': 'tempest-TestEncryptedCinderVolumes-1612306581-router', 'tenant_id': '89e983514ee04eb5b6f034ef4da3625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:00:21Z', 'updated_at': '2021-08-11T23:01:42Z', 'revision_number': 6, 'project_id': '89e983514ee04eb5b6f034ef4da3625c', 'gw_port_host': None}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:01:43.325542 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ca170e21-e8a9-4016-aa78-1f1f50e0e1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:43.436460 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-86c4cabc-5539-4c4d-8ba5-920be6d8954a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:43.462791 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4cabc-5539-4c4d-8ba5-920be6d8954a admin admin] Pushing event deleted for resources: {'Port': ['ID=99ab538e-0894-40bc-bf16-3fc005de379e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:43.523822 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-86c4cabc-5539-4c4d-8ba5-920be6d8954a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:43.613832 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-86c4cabc-5539-4c4d-8ba5-920be6d8954a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:43.616421 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-86c4cabc-5539-4c4d-8ba5-920be6d8954a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:43.662124 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-86c4cabc-5539-4c4d-8ba5-920be6d8954a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:43.662672 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c4cabc-5539-4c4d-8ba5-920be6d8954a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 372cecc9-8d38-49ef-a275-cfd25a5a57c7 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 23:01:43.667593 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-86c4cabc-5539-4c4d-8ba5-920be6d8954a admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:43.668905 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-86c4cabc-5539-4c4d-8ba5-920be6d8954a admin admin] 10.222.0.77 "DELETE /v2.0/routers/372cecc9-8d38-49ef-a275-cfd25a5a57c7 HTTP/1.1" status: 204 len: 168 time: 1.0859382 Aug 11 23:01:43.671295 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57142) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:01:43.721909 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8ca4bc-34e8-495f-8046-b381592b4bbb admin admin] Deleting subnet 4addfcd4-6490-428f-927b-522af09cf945 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 23:01:43.725141 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bf8ca4bc-34e8-495f-8046-b381592b4bbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:43.759170 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bf8ca4bc-34e8-495f-8046-b381592b4bbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:43.839854 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bf8ca4bc-34e8-495f-8046-b381592b4bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:43.900086 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bf8ca4bc-34e8-495f-8046-b381592b4bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:43.926513 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ca4bc-34e8-495f-8046-b381592b4bbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4addfcd4-6490-428f-927b-522af09cf945,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:43.930054 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bf8ca4bc-34e8-495f-8046-b381592b4bbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:43.931967 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bf8ca4bc-34e8-495f-8046-b381592b4bbb admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4addfcd4-6490-428f-927b-522af09cf945 HTTP/1.1" status: 204 len: 168 time: 0.2597148 Aug 11 23:01:43.934455 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57144) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:01:43.935722 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d29310-2353-4800-99e9-0600ddea67b1 None None] Network 39e8781d-8be3-42e3-be74-3b52e86c6ddd requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:01:44.004436 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9f83a230-f2d5-4a4a-a667-579035240d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:44.059116 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-9f83a230-f2d5-4a4a-a667-579035240d90 admin admin] Deleting port 66255c7d-6b3d-467d-848a-0ddab7be6997 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:01:44.059465 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9f83a230-f2d5-4a4a-a667-579035240d90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:44.104587 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d607967-4b28-4e2a-b493-006897d41241 None None] DHCP port deletion for 39e8781d-8be3-42e3-be74-3b52e86c6ddd request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 23:01:44.126871 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-9f83a230-f2d5-4a4a-a667-579035240d90 admin admin] For port 66255c7d-6b3d-467d-848a-0ddab7be6997, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=66255c7d-6b3d-467d-848a-0ddab7be6997,segment=NetworkSegment(974501bc-0332-4a7d-bef0-18ad1abd473e),segment_id=974501bc-0332-4a7d-bef0-18ad1abd473e)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:01:44.127363 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9f83a230-f2d5-4a4a-a667-579035240d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:44.140061 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-9f83a230-f2d5-4a4a-a667-579035240d90 admin admin] Calling delete_port for 66255c7d-6b3d-467d-848a-0ddab7be6997 owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:01:44.151191 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-9d607967-4b28-4e2a-b493-006897d41241 None None] Deleting port 66255c7d-6b3d-467d-848a-0ddab7be6997 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:01:44.151608 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9d607967-4b28-4e2a-b493-006897d41241 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:44.217016 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-9d607967-4b28-4e2a-b493-006897d41241 None None] For port 66255c7d-6b3d-467d-848a-0ddab7be6997, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=66255c7d-6b3d-467d-848a-0ddab7be6997,segment=NetworkSegment(974501bc-0332-4a7d-bef0-18ad1abd473e),segment_id=974501bc-0332-4a7d-bef0-18ad1abd473e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:01:44.217418 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9d607967-4b28-4e2a-b493-006897d41241 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:44.219387 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9f83a230-f2d5-4a4a-a667-579035240d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:44.231079 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-9d607967-4b28-4e2a-b493-006897d41241 None None] Calling delete_port for 66255c7d-6b3d-467d-848a-0ddab7be6997 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:01:44.249014 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83a230-f2d5-4a4a-a667-579035240d90 admin admin] Pushing event deleted for resources: {'Port': ['ID=66255c7d-6b3d-467d-848a-0ddab7be6997,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:44.252582 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f83a230-f2d5-4a4a-a667-579035240d90 admin admin] No DVR routers for this DVR port 66255c7d-6b3d-467d-848a-0ddab7be6997 on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:01:44.311715 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9d607967-4b28-4e2a-b493-006897d41241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:44.323492 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9f83a230-f2d5-4a4a-a667-579035240d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:44.334535 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-9f83a230-f2d5-4a4a-a667-579035240d90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e8781d-8be3-42e3-be74-3b52e86c6ddd']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:01:44.342440 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d607967-4b28-4e2a-b493-006897d41241 None None] Pushing event deleted for resources: {'Port': ['ID=66255c7d-6b3d-467d-848a-0ddab7be6997,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:44.344415 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d607967-4b28-4e2a-b493-006897d41241 None None] No DVR routers for this DVR port 66255c7d-6b3d-467d-848a-0ddab7be6997 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:01:44.346222 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-9f83a230-f2d5-4a4a-a667-579035240d90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '974501bc-0332-4a7d-bef0-18ad1abd473e') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:01:44.347371 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-9f83a230-f2d5-4a4a-a667-579035240d90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '974501bc-0332-4a7d-bef0-18ad1abd473e') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:01:44.360332 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9f83a230-f2d5-4a4a-a667-579035240d90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:44.375621 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9f83a230-f2d5-4a4a-a667-579035240d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:44.382274 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f83a230-f2d5-4a4a-a667-579035240d90 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 23:01:44.383348 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9f83a230-f2d5-4a4a-a667-579035240d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: timer() Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 23:01:44.385235 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 23:01:44.450727 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9f83a230-f2d5-4a4a-a667-579035240d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:44.460521 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9f83a230-f2d5-4a4a-a667-579035240d90 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:44.463027 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9f83a230-f2d5-4a4a-a667-579035240d90 admin admin] 10.222.0.77 "DELETE /v2.0/networks/39e8781d-8be3-42e3-be74-3b52e86c6ddd HTTP/1.1" status: 204 len: 168 time: 0.5273707 Aug 11 23:01:44.466088 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57146) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:01:44.481998 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83a230-f2d5-4a4a-a667-579035240d90 admin admin] Pushing event deleted for resources: {'Network': ['ID=39e8781d-8be3-42e3-be74-3b52e86c6ddd,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:44.823433 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-095f4755-6205-424d-968a-aeff57d91523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:45.067741 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-095f4755-6205-424d-968a-aeff57d91523 admin admin] Deleting port 4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:01:45.068089 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-095f4755-6205-424d-968a-aeff57d91523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:45.156854 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-095f4755-6205-424d-968a-aeff57d91523 admin admin] For port 4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a,segment=NetworkSegment(477ec6c9-2b21-421d-91fa-d0c131b89ded),segment_id=477ec6c9-2b21-421d-91fa-d0c131b89ded)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:01:45.157227 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-095f4755-6205-424d-968a-aeff57d91523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:45.171695 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-095f4755-6205-424d-968a-aeff57d91523 admin admin] Calling delete_port for 4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:01:45.175552 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device bba14170-9905-4d16-80c4-9119f1247ddd no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:01:45.197060 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: bba14170-9905-4d16-80c4-9119f1247ddd {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:01:45.197413 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device bba14170-9905-4d16-80c4-9119f1247ddd not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:01:45.198032 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 99ab538e-0894-40bc-bf16-3fc005de379e no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:01:45.216471 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 99ab538e-0894-40bc-bf16-3fc005de379e {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:01:45.216824 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 99ab538e-0894-40bc-bf16-3fc005de379e not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:01:45.217239 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 66255c7d-6b3d-467d-848a-0ddab7be6997 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:01:45.235967 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 66255c7d-6b3d-467d-848a-0ddab7be6997 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:01:45.236338 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 66255c7d-6b3d-467d-848a-0ddab7be6997 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:01:45.355028 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-095f4755-6205-424d-968a-aeff57d91523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:45.390761 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f4755-6205-424d-968a-aeff57d91523 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:45.557648 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-095f4755-6205-424d-968a-aeff57d91523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:45.765252 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095f4755-6205-424d-968a-aeff57d91523 admin admin] Router 14af67ce-7530-4309-9f0f-ea539e8ecad1 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:01:45.872857 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095f4755-6205-424d-968a-aeff57d91523 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:01:45.879375 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-095f4755-6205-424d-968a-aeff57d91523 admin admin] 10.222.0.77 "PUT /v2.0/routers/14af67ce-7530-4309-9f0f-ea539e8ecad1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4117279 Aug 11 23:01:45.881414 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57148) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:01:45.881823 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281ec586-8fac-41dc-a196-6b30555148b2 None None] Sync routers for ids ['14af67ce-7530-4309-9f0f-ea539e8ecad1'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:01:45.891034 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281ec586-8fac-41dc-a196-6b30555148b2 None None] Routers {'14af67ce-7530-4309-9f0f-ea539e8ecad1'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:01:45.891684 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-281ec586-8fac-41dc-a196-6b30555148b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:01:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['14af67ce-7530-4309-9f0f-ea539e8ecad1'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:01:45.987866 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-754e7092-0d7a-45fe-8087-7fe6cdae9c5a admin admin] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:45.996341 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-281ec586-8fac-41dc-a196-6b30555148b2 None None] Set router 14af67ce-7530-4309-9f0f-ea539e8ecad1 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:01:46.091779 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-754e7092-0d7a-45fe-8087-7fe6cdae9c5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:46.144937 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-754e7092-0d7a-45fe-8087-7fe6cdae9c5a admin admin] Deleting port ce392aec-8b9b-4bb5-ab59-ff12371a4f82 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:01:46.145650 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-754e7092-0d7a-45fe-8087-7fe6cdae9c5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:46.153193 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:46.179434 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-281ec586-8fac-41dc-a196-6b30555148b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14af67ce-7530-4309-9f0f-ea539e8ecad1', 'name': 'tempest-TestEncryptedCinderVolumes-817205212-router', 'tenant_id': 'b03bfb2915264c59983906ab8614f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'ce392aec-8b9b-4bb5-ab59-ff12371a4f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:00:25Z', 'updated_at': '2021-08-11T23:01:45Z', 'revision_number': 5, 'project_id': 'b03bfb2915264c59983906ab8614f5fc', 'gw_port': {'id': 'ce392aec-8b9b-4bb5-ab59-ff12371a4f82', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14af67ce-7530-4309-9f0f-ea539e8ecad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:00:26Z', 'updated_at': '2021-08-11T23:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:01:46.206700 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281ec586-8fac-41dc-a196-6b30555148b2 None None] Checking router: 14af67ce-7530-4309-9f0f-ea539e8ecad1 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:01:46.214688 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281ec586-8fac-41dc-a196-6b30555148b2 None None] Routers {'14af67ce-7530-4309-9f0f-ea539e8ecad1'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:01:46.215306 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-281ec586-8fac-41dc-a196-6b30555148b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:01:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['14af67ce-7530-4309-9f0f-ea539e8ecad1'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:01:46.228392 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-754e7092-0d7a-45fe-8087-7fe6cdae9c5a admin admin] For port ce392aec-8b9b-4bb5-ab59-ff12371a4f82, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=ce392aec-8b9b-4bb5-ab59-ff12371a4f82,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:01:46.228764 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-754e7092-0d7a-45fe-8087-7fe6cdae9c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:46.240580 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-754e7092-0d7a-45fe-8087-7fe6cdae9c5a admin admin] Calling delete_port for ce392aec-8b9b-4bb5-ab59-ff12371a4f82 owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:01:46.299645 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-281ec586-8fac-41dc-a196-6b30555148b2 None None] Set router 14af67ce-7530-4309-9f0f-ea539e8ecad1 gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:01:46.308640 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-774de206-8307-4243-95fa-e2bde284cef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:46.355296 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-281ec586-8fac-41dc-a196-6b30555148b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14af67ce-7530-4309-9f0f-ea539e8ecad1', 'name': 'tempest-TestEncryptedCinderVolumes-817205212-router', 'tenant_id': 'b03bfb2915264c59983906ab8614f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:00:25Z', 'updated_at': '2021-08-11T23:01:46Z', 'revision_number': 6, 'project_id': 'b03bfb2915264c59983906ab8614f5fc', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:01:46.383768 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281ec586-8fac-41dc-a196-6b30555148b2 None None] The sync data for ids ['14af67ce-7530-4309-9f0f-ea539e8ecad1'] in n-d-804275-3 is: [{'id': '14af67ce-7530-4309-9f0f-ea539e8ecad1', 'name': 'tempest-TestEncryptedCinderVolumes-817205212-router', 'tenant_id': 'b03bfb2915264c59983906ab8614f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:00:25Z', 'updated_at': '2021-08-11T23:01:46Z', 'revision_number': 6, 'project_id': 'b03bfb2915264c59983906ab8614f5fc', 'gw_port_host': None}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:01:46.416135 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-754e7092-0d7a-45fe-8087-7fe6cdae9c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:46.442328 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e7092-0d7a-45fe-8087-7fe6cdae9c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=ce392aec-8b9b-4bb5-ab59-ff12371a4f82,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:46.506546 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-754e7092-0d7a-45fe-8087-7fe6cdae9c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:46.593334 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-754e7092-0d7a-45fe-8087-7fe6cdae9c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:46.595391 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-754e7092-0d7a-45fe-8087-7fe6cdae9c5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:46.637271 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-754e7092-0d7a-45fe-8087-7fe6cdae9c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:46.637963 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754e7092-0d7a-45fe-8087-7fe6cdae9c5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14af67ce-7530-4309-9f0f-ea539e8ecad1 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 23:01:46.642302 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-754e7092-0d7a-45fe-8087-7fe6cdae9c5a admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:46.643770 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-754e7092-0d7a-45fe-8087-7fe6cdae9c5a admin admin] 10.222.0.77 "DELETE /v2.0/routers/14af67ce-7530-4309-9f0f-ea539e8ecad1 HTTP/1.1" status: 204 len: 168 time: 0.7613175 Aug 11 23:01:46.646225 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57150) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:01:46.692244 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-59776def-43db-4a06-a25b-81703ad102ff admin admin] Deleting subnet 50f0853d-3cd7-4165-9ae5-635a421c38df {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 23:01:46.695474 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-59776def-43db-4a06-a25b-81703ad102ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:46.732344 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-59776def-43db-4a06-a25b-81703ad102ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:46.813329 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-59776def-43db-4a06-a25b-81703ad102ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:46.865994 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-59776def-43db-4a06-a25b-81703ad102ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:46.890701 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59776def-43db-4a06-a25b-81703ad102ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50f0853d-3cd7-4165-9ae5-635a421c38df,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:46.894104 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-59776def-43db-4a06-a25b-81703ad102ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:46.898232 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-59776def-43db-4a06-a25b-81703ad102ff admin admin] 10.222.0.77 "DELETE /v2.0/subnets/50f0853d-3cd7-4165-9ae5-635a421c38df HTTP/1.1" status: 204 len: 168 time: 0.2488799 Aug 11 23:01:46.898492 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57152) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:01:46.901717 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dd6a27-e41a-4bf9-b526-0175d7dff32d None None] Network ae7f68a6-7b96-4c34-b956-46f85fd9ef05 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:01:46.969816 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c68ddfff-e101-473c-9463-674e91ce81cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:47.024623 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-c68ddfff-e101-473c-9463-674e91ce81cf admin admin] Deleting port a6d56881-671f-4797-a2b9-11b55913dc68 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:01:47.024974 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c68ddfff-e101-473c-9463-674e91ce81cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:47.086744 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-c68ddfff-e101-473c-9463-674e91ce81cf admin admin] For port a6d56881-671f-4797-a2b9-11b55913dc68, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a6d56881-671f-4797-a2b9-11b55913dc68,segment=NetworkSegment(477ec6c9-2b21-421d-91fa-d0c131b89ded),segment_id=477ec6c9-2b21-421d-91fa-d0c131b89ded)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:01:47.087046 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c68ddfff-e101-473c-9463-674e91ce81cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:47.104110 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-c68ddfff-e101-473c-9463-674e91ce81cf admin admin] Calling delete_port for a6d56881-671f-4797-a2b9-11b55913dc68 owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:01:47.147384 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3006abb-2345-453d-b753-4bc90a6aaf3c None None] DHCP port deletion for ae7f68a6-7b96-4c34-b956-46f85fd9ef05 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 23:01:47.192287 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c68ddfff-e101-473c-9463-674e91ce81cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:47.212937 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b3006abb-2345-453d-b753-4bc90a6aaf3c None None] Deleting port a6d56881-671f-4797-a2b9-11b55913dc68 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:01:47.213352 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b3006abb-2345-453d-b753-4bc90a6aaf3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:47.216449 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ce392aec-8b9b-4bb5-ab59-ff12371a4f82 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:01:47.220280 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ddfff-e101-473c-9463-674e91ce81cf admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d56881-671f-4797-a2b9-11b55913dc68,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:47.222048 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68ddfff-e101-473c-9463-674e91ce81cf admin admin] No DVR routers for this DVR port a6d56881-671f-4797-a2b9-11b55913dc68 on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:01:47.275873 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: ce392aec-8b9b-4bb5-ab59-ff12371a4f82 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:01:47.276225 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ce392aec-8b9b-4bb5-ab59-ff12371a4f82 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:01:47.276650 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a6d56881-671f-4797-a2b9-11b55913dc68 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:01:47.297146 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c68ddfff-e101-473c-9463-674e91ce81cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:47.301376 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: a6d56881-671f-4797-a2b9-11b55913dc68 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:01:47.301787 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a6d56881-671f-4797-a2b9-11b55913dc68 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:01:47.302219 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:01:47.312272 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-c68ddfff-e101-473c-9463-674e91ce81cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7f68a6-7b96-4c34-b956-46f85fd9ef05']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:01:47.325014 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-c68ddfff-e101-473c-9463-674e91ce81cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '477ec6c9-2b21-421d-91fa-d0c131b89ded') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:01:47.325373 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-c68ddfff-e101-473c-9463-674e91ce81cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '477ec6c9-2b21-421d-91fa-d0c131b89ded') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:01:47.330456 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:01:47.331718 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 4e63d71d-c26c-4bff-95fa-cf72b0bf0f3a not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:01:47.335235 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c68ddfff-e101-473c-9463-674e91ce81cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:47.338430 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b3006abb-2345-453d-b753-4bc90a6aaf3c None None] For port a6d56881-671f-4797-a2b9-11b55913dc68, host n-d-804275-3, got binding levels [] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:01:47.338831 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b3006abb-2345-453d-b753-4bc90a6aaf3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:47.351108 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c68ddfff-e101-473c-9463-674e91ce81cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:47.351724 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b3006abb-2345-453d-b753-4bc90a6aaf3c None None] Calling delete_port for a6d56881-671f-4797-a2b9-11b55913dc68 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:01:47.354478 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.ipam_backend_mixin [None req-b3006abb-2345-453d-b753-4bc90a6aaf3c None None] Port a6d56881-671f-4797-a2b9-11b55913dc68 was not found and therefore no delete operation was performed {{(pid=100944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 23:01:47.355824 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b3006abb-2345-453d-b753-4bc90a6aaf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:47.358116 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c68ddfff-e101-473c-9463-674e91ce81cf admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 23:01:47.358682 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c68ddfff-e101-473c-9463-674e91ce81cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: timer() Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 23:01:47.361194 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 23:01:47.382575 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3006abb-2345-453d-b753-4bc90a6aaf3c None None] Pushing event deleted for resources: {'Port': ['ID=a6d56881-671f-4797-a2b9-11b55913dc68,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:47.384357 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3006abb-2345-453d-b753-4bc90a6aaf3c None None] No DVR routers for this DVR port a6d56881-671f-4797-a2b9-11b55913dc68 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:01:47.422304 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c68ddfff-e101-473c-9463-674e91ce81cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:47.428706 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c68ddfff-e101-473c-9463-674e91ce81cf admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:47.433398 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c68ddfff-e101-473c-9463-674e91ce81cf admin admin] 10.222.0.77 "DELETE /v2.0/networks/ae7f68a6-7b96-4c34-b956-46f85fd9ef05 HTTP/1.1" status: 204 len: 168 time: 0.5340405 Aug 11 23:01:47.446592 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ddfff-e101-473c-9463-674e91ce81cf admin admin] Pushing event deleted for resources: {'Network': ['ID=ae7f68a6-7b96-4c34-b956-46f85fd9ef05,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:47.594838 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57156) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:01:47.638510 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-61d47939-d075-4af1-912f-79c0fdbc33bd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=89e983514ee04eb5b6f034ef4da3625c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424669 Aug 11 23:01:47.640999 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57158) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:01:47.687857 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9915b240-444b-40ce-ac89-db9defe4edd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:47.709425 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9915b240-444b-40ce-ac89-db9defe4edd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:47.741037 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:47.758853 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9915b240-444b-40ce-ac89-db9defe4edd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:47.761744 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9915b240-444b-40ce-ac89-db9defe4edd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:47.762923 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9915b240-444b-40ce-ac89-db9defe4edd6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fa6189b0-4fe2-43d4-937b-15add6beef84 HTTP/1.1" status: 204 len: 168 time: 0.1211011 Aug 11 23:01:47.771562 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915b240-444b-40ce-ac89-db9defe4edd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6189b0-4fe2-43d4-937b-15add6beef84,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:48.071011 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57164) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:01:48.109551 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3f321195-c367-4142-b7bf-d0140694f9f9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b03bfb2915264c59983906ab8614f5fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373487 Aug 11 23:01:48.112481 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57166) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:01:48.160730 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-97a84cb8-bd69-4766-ac1e-2845072fc9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:48.182073 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-97a84cb8-bd69-4766-ac1e-2845072fc9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:48.235904 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-97a84cb8-bd69-4766-ac1e-2845072fc9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:48.239208 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-97a84cb8-bd69-4766-ac1e-2845072fc9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:48.240439 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-97a84cb8-bd69-4766-ac1e-2845072fc9a1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/539806b5-d51a-432d-b502-2c07cf5456c1 HTTP/1.1" status: 204 len: 168 time: 0.1270454 Aug 11 23:01:48.248212 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a84cb8-bd69-4766-ac1e-2845072fc9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539806b5-d51a-432d-b502-2c07cf5456c1,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:48.898490 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57188) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:01:48.997425 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-5beaf3c8-da7a-456c-a940-71712852330f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2087263170-network', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:01:49.018386 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5beaf3c8-da7a-456c-a940-71712852330f admin admin] Made reservation on behalf of 17c03e22b8564490bd1af8ae62dab70c for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:01:49.020773 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5beaf3c8-da7a-456c-a940-71712852330f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:49.029281 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5beaf3c8-da7a-456c-a940-71712852330f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:49.123472 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5beaf3c8-da7a-456c-a940-71712852330f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:49.127784 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5beaf3c8-da7a-456c-a940-71712852330f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:49.155706 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5beaf3c8-da7a-456c-a940-71712852330f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 23:01:49.162735 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beaf3c8-da7a-456c-a940-71712852330f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260a48ab-6416-413f-8089-ff2aec582421,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:49.169190 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5beaf3c8-da7a-456c-a940-71712852330f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:49.169543 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-5beaf3c8-da7a-456c-a940-71712852330f admin admin] Added segment 068693db-706e-4c12-9c07-0c566d43c180 of type vlan for network c87d50bf-7bba-4c39-a029-f22c1e2ff394 Aug 11 23:01:49.202770 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:49.216249 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5beaf3c8-da7a-456c-a940-71712852330f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:49.246960 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5beaf3c8-da7a-456c-a940-71712852330f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:49.248220 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5beaf3c8-da7a-456c-a940-71712852330f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:49.248812 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5beaf3c8-da7a-456c-a940-71712852330f admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:49.297982 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5beaf3c8-da7a-456c-a940-71712852330f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3983328 Aug 11 23:01:49.301821 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57192) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:01:49.308234 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-063848e3-4478-410a-bab9-b17a56f11983 admin admin] Request body: {'subnet': {'network_id': 'c87d50bf-7bba-4c39-a029-f22c1e2ff394', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2087263170-subnet', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c', 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:01:49.316057 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beaf3c8-da7a-456c-a940-71712852330f admin admin] Pushing event updated for resources: {'Network': ['ID=c87d50bf-7bba-4c39-a029-f22c1e2ff394,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:49.326774 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network c87d50bf-7bba-4c39-a029-f22c1e2ff394 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 23:01:49.330018 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063848e3-4478-410a-bab9-b17a56f11983 admin admin] Made reservation on behalf of 17c03e22b8564490bd1af8ae62dab70c for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:01:49.332434 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-063848e3-4478-410a-bab9-b17a56f11983 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:49.527205 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-063848e3-4478-410a-bab9-b17a56f11983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:49.589384 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063848e3-4478-410a-bab9-b17a56f11983 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44692031-88c6-4b20-8fd8-a92709715781,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:49.601230 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063848e3-4478-410a-bab9-b17a56f11983 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:49.601583 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063848e3-4478-410a-bab9-b17a56f11983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:49.601930 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063848e3-4478-410a-bab9-b17a56f11983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:49.602275 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063848e3-4478-410a-bab9-b17a56f11983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:49.602679 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063848e3-4478-410a-bab9-b17a56f11983 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:49.602954 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063848e3-4478-410a-bab9-b17a56f11983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:49.603289 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063848e3-4478-410a-bab9-b17a56f11983 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:49.603809 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063848e3-4478-410a-bab9-b17a56f11983 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:49.604153 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063848e3-4478-410a-bab9-b17a56f11983 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:49.604485 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063848e3-4478-410a-bab9-b17a56f11983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:49.604815 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063848e3-4478-410a-bab9-b17a56f11983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:49.605143 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063848e3-4478-410a-bab9-b17a56f11983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:49.608231 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063848e3-4478-410a-bab9-b17a56f11983 admin admin] Checking segment: {'id': '068693db-706e-4c12-9c07-0c566d43c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c87d50bf-7bba-4c39-a029-f22c1e2ff394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:01:49.608589 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063848e3-4478-410a-bab9-b17a56f11983 admin admin] Network hostable DHCP agents. Network: c87d50bf-7bba-4c39-a029-f22c1e2ff394, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 23:01:49.625790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063848e3-4478-410a-bab9-b17a56f11983 admin admin] Network c87d50bf-7bba-4c39-a029-f22c1e2ff394 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 23:01:49.634843 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-063848e3-4478-410a-bab9-b17a56f11983 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, c87d50bf-7bba-4c39-a029-f22c1e2ff394) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:01:49.638787 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063848e3-4478-410a-bab9-b17a56f11983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:49.639380 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-063848e3-4478-410a-bab9-b17a56f11983 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:49.645663 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a53846-4505-4abf-a86d-a8d4c42f9c78 None None] Network c87d50bf-7bba-4c39-a029-f22c1e2ff394 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:01:49.654008 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-063848e3-4478-410a-bab9-b17a56f11983 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3509328 Aug 11 23:01:49.656726 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57196) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:01:49.661658 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-eb71431d-3d91-4f1e-9bbf-0812c392339b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2087263170-router', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:01:49.681496 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb71431d-3d91-4f1e-9bbf-0812c392339b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:49.682653 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb71431d-3d91-4f1e-9bbf-0812c392339b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:49.735879 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb71431d-3d91-4f1e-9bbf-0812c392339b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:49.797369 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cfb0d5-e575-426b-ab75-6e9c3671284a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-c87d50bf-7bba-4c39-a029-f22c1e2ff394', 'network_id': 'c87d50bf-7bba-4c39-a029-f22c1e2ff394', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c', 'fixed_ips': [{'subnet_id': '44692031-88c6-4b20-8fd8-a92709715781'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 23:01:49.798533 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d3cfb0d5-e575-426b-ab75-6e9c3671284a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:49.877956 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb71431d-3d91-4f1e-9bbf-0812c392339b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:49.945876 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-d3cfb0d5-e575-426b-ab75-6e9c3671284a None None] Allocated IP 172.20.0.2 (c87d50bf-7bba-4c39-a029-f22c1e2ff394/44692031-88c6-4b20-8fd8-a92709715781/da1e2569-cd2e-4c0c-aaa5-d268b8819e35) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:01:50.078978 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb71431d-3d91-4f1e-9bbf-0812c392339b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:50.093289 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d3cfb0d5-e575-426b-ab75-6e9c3671284a None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:50.101831 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d3cfb0d5-e575-426b-ab75-6e9c3671284a None None] Transition to ACTIVE for port object da1e2569-cd2e-4c0c-aaa5-d268b8819e35 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:01:50.102388 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb71431d-3d91-4f1e-9bbf-0812c392339b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:50.118453 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d3cfb0d5-e575-426b-ab75-6e9c3671284a None None] Transition to ACTIVE for port object da1e2569-cd2e-4c0c-aaa5-d268b8819e35 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:01:50.123901 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d3cfb0d5-e575-426b-ab75-6e9c3671284a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:50.164171 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cfb0d5-e575-426b-ab75-6e9c3671284a None None] Network c87d50bf-7bba-4c39-a029-f22c1e2ff394 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:01:50.169098 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-d3cfb0d5-e575-426b-ab75-6e9c3671284a None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:01:50.172722 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cfb0d5-e575-426b-ab75-6e9c3671284a None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:01:50.180151 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cfb0d5-e575-426b-ab75-6e9c3671284a None None] Pushing event updated for resources: {'Port': ['ID=da1e2569-cd2e-4c0c-aaa5-d268b8819e35,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:50.212118 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-eb71431d-3d91-4f1e-9bbf-0812c392339b admin admin] Allocated IP 172.25.2.46 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/47192c16-6482-4b21-8cd6-9197e6a6cf85) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:01:50.230399 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-d3cfb0d5-e575-426b-ab75-6e9c3671284a None None] Attempting to bind port da1e2569-cd2e-4c0c-aaa5-d268b8819e35 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:01:50.230995 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-d3cfb0d5-e575-426b-ab75-6e9c3671284a None None] Attempting to bind port da1e2569-cd2e-4c0c-aaa5-d268b8819e35 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '068693db-706e-4c12-9c07-0c566d43c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c87d50bf-7bba-4c39-a029-f22c1e2ff394'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:01:50.231108 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cfb0d5-e575-426b-ab75-6e9c3671284a None None] Attempting to bind port da1e2569-cd2e-4c0c-aaa5-d268b8819e35 on network c87d50bf-7bba-4c39-a029-f22c1e2ff394 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:01:50.236040 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cfb0d5-e575-426b-ab75-6e9c3671284a None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:01:50.236437 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cfb0d5-e575-426b-ab75-6e9c3671284a None None] Checking segment: {'id': '068693db-706e-4c12-9c07-0c566d43c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c87d50bf-7bba-4c39-a029-f22c1e2ff394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:01:50.237372 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d3cfb0d5-e575-426b-ab75-6e9c3671284a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:50.237765 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cfb0d5-e575-426b-ab75-6e9c3671284a None None] Bound using segment: {'id': '068693db-706e-4c12-9c07-0c566d43c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c87d50bf-7bba-4c39-a029-f22c1e2ff394'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:01:50.238228 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-d3cfb0d5-e575-426b-ab75-6e9c3671284a None None] Bound port: da1e2569-cd2e-4c0c-aaa5-d268b8819e35, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068693db-706e-4c12-9c07-0c566d43c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c87d50bf-7bba-4c39-a029-f22c1e2ff394'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:01:50.238611 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d3cfb0d5-e575-426b-ab75-6e9c3671284a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:50.300148 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-d3cfb0d5-e575-426b-ab75-6e9c3671284a None None] For port da1e2569-cd2e-4c0c-aaa5-d268b8819e35, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:01:50.303147 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-d3cfb0d5-e575-426b-ab75-6e9c3671284a None None] For port da1e2569-cd2e-4c0c-aaa5-d268b8819e35, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=da1e2569-cd2e-4c0c-aaa5-d268b8819e35,segment=NetworkSegment(068693db-706e-4c12-9c07-0c566d43c180),segment_id=068693db-706e-4c12-9c07-0c566d43c180)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:01:50.308234 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d3cfb0d5-e575-426b-ab75-6e9c3671284a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:50.320263 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb71431d-3d91-4f1e-9bbf-0812c392339b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:50.365730 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb71431d-3d91-4f1e-9bbf-0812c392339b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:50.375366 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cfb0d5-e575-426b-ab75-6e9c3671284a None None] Pushing event updated for resources: {'Port': ['ID=da1e2569-cd2e-4c0c-aaa5-d268b8819e35,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:50.408853 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb71431d-3d91-4f1e-9bbf-0812c392339b admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:01:50.411854 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-eb71431d-3d91-4f1e-9bbf-0812c392339b admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:01:50.414414 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb71431d-3d91-4f1e-9bbf-0812c392339b admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:01:50.449010 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71431d-3d91-4f1e-9bbf-0812c392339b admin admin] Pushing event updated for resources: {'Port': ['ID=47192c16-6482-4b21-8cd6-9197e6a6cf85,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:50.681795 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb71431d-3d91-4f1e-9bbf-0812c392339b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:50.878767 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb71431d-3d91-4f1e-9bbf-0812c392339b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:51.021227 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb71431d-3d91-4f1e-9bbf-0812c392339b admin admin] Router 021f1018-6ba0-4573-b9b5-2722c61038c9 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 23:01:51.147749 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb71431d-3d91-4f1e-9bbf-0812c392339b admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:01:51.162863 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154d1255-8d8f-441c-bad8-9b1e2f47469c None None] Sync routers for ids ['021f1018-6ba0-4573-b9b5-2722c61038c9'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:01:51.177020 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eb71431d-3d91-4f1e-9bbf-0812c392339b admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:51.178465 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-eb71431d-3d91-4f1e-9bbf-0812c392339b admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5206575 Aug 11 23:01:51.187549 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57198) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:01:51.194080 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154d1255-8d8f-441c-bad8-9b1e2f47469c None None] Routers {'021f1018-6ba0-4573-b9b5-2722c61038c9'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:01:51.194910 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-154d1255-8d8f-441c-bad8-9b1e2f47469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:01:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['021f1018-6ba0-4573-b9b5-2722c61038c9'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:01:51.239355 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:51.246686 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device da1e2569-cd2e-4c0c-aaa5-d268b8819e35 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:01:51.355624 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692ff9ce-f242-49bc-ad88-3e2f47ea391b None None] Network c87d50bf-7bba-4c39-a029-f22c1e2ff394 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:01:51.370192 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port da1e2569-cd2e-4c0c-aaa5-d268b8819e35 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:01:51.374266 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-154d1255-8d8f-441c-bad8-9b1e2f47469c None None] Set router 021f1018-6ba0-4573-b9b5-2722c61038c9 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:01:51.516644 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e0a2e82c-59f6-47bf-a7a5-101fb375b08c None None] Provisioning for port da1e2569-cd2e-4c0c-aaa5-d268b8819e35 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:01:51.530213 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-e0a2e82c-59f6-47bf-a7a5-101fb375b08c None None] Provisioning complete for port da1e2569-cd2e-4c0c-aaa5-d268b8819e35 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:01:51.530593 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e0a2e82c-59f6-47bf-a7a5-101fb375b08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:51.626677 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eea47180-6ea0-4dd2-b6db-18cb9d4810ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:51.732324 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e0a2e82c-59f6-47bf-a7a5-101fb375b08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:51.779275 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-e0a2e82c-59f6-47bf-a7a5-101fb375b08c None None] For port da1e2569-cd2e-4c0c-aaa5-d268b8819e35, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=da1e2569-cd2e-4c0c-aaa5-d268b8819e35,segment=NetworkSegment(068693db-706e-4c12-9c07-0c566d43c180),segment_id=068693db-706e-4c12-9c07-0c566d43c180)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:01:51.784209 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-154d1255-8d8f-441c-bad8-9b1e2f47469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'name': 'tempest-TestMinimumBasicScenario-2087263170-router', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '47192c16-6482-4b21-8cd6-9197e6a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:01:49Z', 'updated_at': '2021-08-11T23:01:50Z', 'revision_number': 3, 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'gw_port': {'id': '47192c16-6482-4b21-8cd6-9197e6a6cf85', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:61:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:50Z', 'updated_at': '2021-08-11T23:01:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:01:51.787685 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e0a2e82c-59f6-47bf-a7a5-101fb375b08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:51.791355 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-eea47180-6ea0-4dd2-b6db-18cb9d4810ab admin admin] Allocated IP 172.20.0.1 (c87d50bf-7bba-4c39-a029-f22c1e2ff394/44692031-88c6-4b20-8fd8-a92709715781/0fe6688d-ae51-4b60-9417-f0b932b0d556) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:01:51.817003 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154d1255-8d8f-441c-bad8-9b1e2f47469c None None] Checking router: 021f1018-6ba0-4573-b9b5-2722c61038c9 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:01:51.817349 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154d1255-8d8f-441c-bad8-9b1e2f47469c None None] Updating router 021f1018-6ba0-4573-b9b5-2722c61038c9 port 47192c16-6482-4b21-8cd6-9197e6a6cf85 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 23:01:51.875227 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-154d1255-8d8f-441c-bad8-9b1e2f47469c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:51.905145 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2e82c-59f6-47bf-a7a5-101fb375b08c None None] Pushing event updated for resources: {'Port': ['ID=da1e2569-cd2e-4c0c-aaa5-d268b8819e35,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:51.910138 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eea47180-6ea0-4dd2-b6db-18cb9d4810ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:51.926260 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-eea47180-6ea0-4dd2-b6db-18cb9d4810ab admin admin] Transition to ACTIVE for port object 0fe6688d-ae51-4b60-9417-f0b932b0d556 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:01:51.964314 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eea47180-6ea0-4dd2-b6db-18cb9d4810ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:52.010192 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea47180-6ea0-4dd2-b6db-18cb9d4810ab admin admin] Network c87d50bf-7bba-4c39-a029-f22c1e2ff394 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:01:52.013132 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-eea47180-6ea0-4dd2-b6db-18cb9d4810ab admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:01:52.018434 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea47180-6ea0-4dd2-b6db-18cb9d4810ab admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:01:52.048072 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea47180-6ea0-4dd2-b6db-18cb9d4810ab admin admin] Pushing event updated for resources: {'Port': ['ID=0fe6688d-ae51-4b60-9417-f0b932b0d556,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:52.052884 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-780289e9-6e39-44e4-aa28-7a97e8e3b2fa None None] Provisioning complete for port da1e2569-cd2e-4c0c-aaa5-d268b8819e35 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:01:52.053066 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-780289e9-6e39-44e4-aa28-7a97e8e3b2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:52.062405 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eea47180-6ea0-4dd2-b6db-18cb9d4810ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:52.236869 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-154d1255-8d8f-441c-bad8-9b1e2f47469c None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:52.247587 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-154d1255-8d8f-441c-bad8-9b1e2f47469c None None] Transition to ACTIVE for port object 47192c16-6482-4b21-8cd6-9197e6a6cf85 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:01:52.255246 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-154d1255-8d8f-441c-bad8-9b1e2f47469c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:52.313913 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d20235-08d4-4d9b-bd48-598902045628 None None] Pushing event updated for resources: {'Port': ['ID=47192c16-6482-4b21-8cd6-9197e6a6cf85,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:52.316779 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-154d1255-8d8f-441c-bad8-9b1e2f47469c None None] Attempting to bind port 47192c16-6482-4b21-8cd6-9197e6a6cf85 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:01:52.317155 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-154d1255-8d8f-441c-bad8-9b1e2f47469c None None] Attempting to bind port 47192c16-6482-4b21-8cd6-9197e6a6cf85 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:01:52.317531 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154d1255-8d8f-441c-bad8-9b1e2f47469c None None] Attempting to bind port 47192c16-6482-4b21-8cd6-9197e6a6cf85 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:01:52.327316 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154d1255-8d8f-441c-bad8-9b1e2f47469c None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:01:52.327743 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154d1255-8d8f-441c-bad8-9b1e2f47469c None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:01:52.328181 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-154d1255-8d8f-441c-bad8-9b1e2f47469c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:52.328580 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154d1255-8d8f-441c-bad8-9b1e2f47469c None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:01:52.329112 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-154d1255-8d8f-441c-bad8-9b1e2f47469c None None] Bound port: 47192c16-6482-4b21-8cd6-9197e6a6cf85, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:01:52.329539 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-154d1255-8d8f-441c-bad8-9b1e2f47469c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:52.333652 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-fc7815fb-cebb-4f43-82e2-a15b1d812a29 None None] Provisioning for port 0fe6688d-ae51-4b60-9417-f0b932b0d556 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:01:52.355778 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-fc7815fb-cebb-4f43-82e2-a15b1d812a29 None None] Provisioning complete for port 0fe6688d-ae51-4b60-9417-f0b932b0d556 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:01:52.356164 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fc7815fb-cebb-4f43-82e2-a15b1d812a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:52.415998 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-fc7815fb-cebb-4f43-82e2-a15b1d812a29 None None] Port 0fe6688d-ae51-4b60-9417-f0b932b0d556 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:01:52.417878 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-154d1255-8d8f-441c-bad8-9b1e2f47469c None None] For port 47192c16-6482-4b21-8cd6-9197e6a6cf85, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:01:52.421345 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-154d1255-8d8f-441c-bad8-9b1e2f47469c None None] For port 47192c16-6482-4b21-8cd6-9197e6a6cf85, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=47192c16-6482-4b21-8cd6-9197e6a6cf85,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:01:52.426839 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-154d1255-8d8f-441c-bad8-9b1e2f47469c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:52.485988 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154d1255-8d8f-441c-bad8-9b1e2f47469c None None] Routers {'021f1018-6ba0-4573-b9b5-2722c61038c9'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:01:52.487237 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-154d1255-8d8f-441c-bad8-9b1e2f47469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:01:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['021f1018-6ba0-4573-b9b5-2722c61038c9'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:01:52.489088 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d20235-08d4-4d9b-bd48-598902045628 None None] Pushing event updated for resources: {'Port': ['ID=47192c16-6482-4b21-8cd6-9197e6a6cf85,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:52.550429 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eea47180-6ea0-4dd2-b6db-18cb9d4810ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:52.604974 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-154d1255-8d8f-441c-bad8-9b1e2f47469c None None] Set router 021f1018-6ba0-4573-b9b5-2722c61038c9 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:01:52.717267 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eea47180-6ea0-4dd2-b6db-18cb9d4810ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:52.722757 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eea47180-6ea0-4dd2-b6db-18cb9d4810ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:52.790383 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-154d1255-8d8f-441c-bad8-9b1e2f47469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'name': 'tempest-TestMinimumBasicScenario-2087263170-router', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '47192c16-6482-4b21-8cd6-9197e6a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:01:49Z', 'updated_at': '2021-08-11T23:01:50Z', 'revision_number': 3, 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'gw_port': {'id': '47192c16-6482-4b21-8cd6-9197e6a6cf85', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:61:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:50Z', 'updated_at': '2021-08-11T23:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:01:52.792505 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eea47180-6ea0-4dd2-b6db-18cb9d4810ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:52.795137 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea47180-6ea0-4dd2-b6db-18cb9d4810ab admin admin] Pushing event updated for resources: {'Port': ['ID=0fe6688d-ae51-4b60-9417-f0b932b0d556,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:52.822143 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154d1255-8d8f-441c-bad8-9b1e2f47469c None None] The sync data for ids ['021f1018-6ba0-4573-b9b5-2722c61038c9'] in n-d-804275-3 is: [{'id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'name': 'tempest-TestMinimumBasicScenario-2087263170-router', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '47192c16-6482-4b21-8cd6-9197e6a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:01:49Z', 'updated_at': '2021-08-11T23:01:50Z', 'revision_number': 3, 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'gw_port': {'id': '47192c16-6482-4b21-8cd6-9197e6a6cf85', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:61:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:50Z', 'updated_at': '2021-08-11T23:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:01:52.893227 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea47180-6ea0-4dd2-b6db-18cb9d4810ab admin admin] Network c87d50bf-7bba-4c39-a029-f22c1e2ff394 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:01:52.894750 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-eea47180-6ea0-4dd2-b6db-18cb9d4810ab admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:01:53.030988 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea47180-6ea0-4dd2-b6db-18cb9d4810ab admin admin] Router 021f1018-6ba0-4573-b9b5-2722c61038c9 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:01:53.175274 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea47180-6ea0-4dd2-b6db-18cb9d4810ab admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:01:53.192706 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-eea47180-6ea0-4dd2-b6db-18cb9d4810ab admin admin] 10.222.0.77 "PUT /v2.0/routers/021f1018-6ba0-4573-b9b5-2722c61038c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0060034 Aug 11 23:01:53.239311 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-015ee2d0-60b3-4106-8da9-e0e0cd9d2045 None None] Provisioning complete for port 0fe6688d-ae51-4b60-9417-f0b932b0d556 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:01:53.239736 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-015ee2d0-60b3-4106-8da9-e0e0cd9d2045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:53.278709 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-015ee2d0-60b3-4106-8da9-e0e0cd9d2045 None None] Port 0fe6688d-ae51-4b60-9417-f0b932b0d556 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:01:53.299087 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 47192c16-6482-4b21-8cd6-9197e6a6cf85 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:01:53.351606 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 47192c16-6482-4b21-8cd6-9197e6a6cf85 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:01:53.356142 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 47192c16-6482-4b21-8cd6-9197e6a6cf85 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:01:53.356647 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:53.605243 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:53.628307 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 47192c16-6482-4b21-8cd6-9197e6a6cf85, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=47192c16-6482-4b21-8cd6-9197e6a6cf85,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:01:53.632867 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:53.633873 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device da1e2569-cd2e-4c0c-aaa5-d268b8819e35 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:01:53.715021 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=47192c16-6482-4b21-8cd6-9197e6a6cf85,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:53.725446 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port da1e2569-cd2e-4c0c-aaa5-d268b8819e35 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:01:53.725828 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:53.746845 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57214) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:01:53.752034 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-84601233-42f0-4731-a085-d1d2a96ac304 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-133096204-network', 'tenant_id': 'b1339e4dfdbb4cec86e83f7486114ebe'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:01:53.773942 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84601233-42f0-4731-a085-d1d2a96ac304 admin admin] Made reservation on behalf of b1339e4dfdbb4cec86e83f7486114ebe for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:01:53.776800 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-84601233-42f0-4731-a085-d1d2a96ac304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:53.785744 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-84601233-42f0-4731-a085-d1d2a96ac304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:53.879222 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-84601233-42f0-4731-a085-d1d2a96ac304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:53.882843 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-84601233-42f0-4731-a085-d1d2a96ac304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:53.906851 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84601233-42f0-4731-a085-d1d2a96ac304 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 23:01:53.916446 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84601233-42f0-4731-a085-d1d2a96ac304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e0b9c0-ce94-49d4-8932-09ce419131c7,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:53.921988 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-84601233-42f0-4731-a085-d1d2a96ac304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:53.922418 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-84601233-42f0-4731-a085-d1d2a96ac304 admin admin] Added segment da410022-48ee-44b0-bca7-57cb0c0e3c3d of type vlan for network 7d657a4d-7829-43f6-a05c-c8d4d73c8bac Aug 11 23:01:53.965229 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-84601233-42f0-4731-a085-d1d2a96ac304 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:53.997771 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-84601233-42f0-4731-a085-d1d2a96ac304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:53.998797 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84601233-42f0-4731-a085-d1d2a96ac304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:53.999385 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-84601233-42f0-4731-a085-d1d2a96ac304 admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:54.054273 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-84601233-42f0-4731-a085-d1d2a96ac304 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3062572 Aug 11 23:01:54.056989 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57216) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:01:54.062207 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-96e7bdd6-e102-41f6-ab09-c836de3f78e3 admin admin] Request body: {'subnet': {'network_id': '7d657a4d-7829-43f6-a05c-c8d4d73c8bac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-133096204-subnet', 'tenant_id': 'b1339e4dfdbb4cec86e83f7486114ebe', 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:01:54.070773 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84601233-42f0-4731-a085-d1d2a96ac304 admin admin] Pushing event updated for resources: {'Network': ['ID=7d657a4d-7829-43f6-a05c-c8d4d73c8bac,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:54.080433 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 7d657a4d-7829-43f6-a05c-c8d4d73c8bac details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 23:01:54.088924 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e7bdd6-e102-41f6-ab09-c836de3f78e3 admin admin] Made reservation on behalf of b1339e4dfdbb4cec86e83f7486114ebe for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:01:54.091445 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-96e7bdd6-e102-41f6-ab09-c836de3f78e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:54.106033 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:01:54.269103 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-96e7bdd6-e102-41f6-ab09-c836de3f78e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:54.326647 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7bdd6-e102-41f6-ab09-c836de3f78e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4394b0da-15ab-4a67-bb91-22b5beb1b528,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:54.335269 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e7bdd6-e102-41f6-ab09-c836de3f78e3 admin admin] Checking segment: {'id': 'da410022-48ee-44b0-bca7-57cb0c0e3c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7d657a4d-7829-43f6-a05c-c8d4d73c8bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:01:54.335669 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e7bdd6-e102-41f6-ab09-c836de3f78e3 admin admin] Network hostable DHCP agents. Network: 7d657a4d-7829-43f6-a05c-c8d4d73c8bac, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 23:01:54.352250 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e7bdd6-e102-41f6-ab09-c836de3f78e3 admin admin] Network 7d657a4d-7829-43f6-a05c-c8d4d73c8bac is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 23:01:54.360721 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-96e7bdd6-e102-41f6-ab09-c836de3f78e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 7d657a4d-7829-43f6-a05c-c8d4d73c8bac) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:01:54.365111 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e7bdd6-e102-41f6-ab09-c836de3f78e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:01:54.365702 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-96e7bdd6-e102-41f6-ab09-c836de3f78e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:54.370472 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cc01c9-d9c6-483d-93d5-29887618588b None None] Network 7d657a4d-7829-43f6-a05c-c8d4d73c8bac requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:01:54.380883 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-96e7bdd6-e102-41f6-ab09-c836de3f78e3 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3226793 Aug 11 23:01:54.383231 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57218) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:01:54.387869 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-1d2e380e-e7df-46ce-8b93-d8b7054792af admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-133096204-router', 'tenant_id': 'b1339e4dfdbb4cec86e83f7486114ebe', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:01:54.410016 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d2e380e-e7df-46ce-8b93-d8b7054792af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:54.411186 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d2e380e-e7df-46ce-8b93-d8b7054792af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:54.469749 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d2e380e-e7df-46ce-8b93-d8b7054792af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:54.504806 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca2acad-1bce-4c00-b2ed-9ee78a1bddf6 None None] Sync routers for ids ['021f1018-6ba0-4573-b9b5-2722c61038c9'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:01:54.515072 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca2acad-1bce-4c00-b2ed-9ee78a1bddf6 None None] Routers {'021f1018-6ba0-4573-b9b5-2722c61038c9'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:01:54.516038 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3ca2acad-1bce-4c00-b2ed-9ee78a1bddf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:01:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['021f1018-6ba0-4573-b9b5-2722c61038c9'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:01:54.527875 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece5d309-34a2-4f2b-8419-70e27b7f11f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-7d657a4d-7829-43f6-a05c-c8d4d73c8bac', 'network_id': '7d657a4d-7829-43f6-a05c-c8d4d73c8bac', 'tenant_id': 'b1339e4dfdbb4cec86e83f7486114ebe', 'fixed_ips': [{'subnet_id': '4394b0da-15ab-4a67-bb91-22b5beb1b528'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 23:01:54.528842 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ece5d309-34a2-4f2b-8419-70e27b7f11f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:54.619786 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d2e380e-e7df-46ce-8b93-d8b7054792af admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:54.632956 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-3ca2acad-1bce-4c00-b2ed-9ee78a1bddf6 None None] Set router 021f1018-6ba0-4573-b9b5-2722c61038c9 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:01:54.676931 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-ece5d309-34a2-4f2b-8419-70e27b7f11f9 None None] Allocated IP 172.20.0.2 (7d657a4d-7829-43f6-a05c-c8d4d73c8bac/4394b0da-15ab-4a67-bb91-22b5beb1b528/e74c1d74-a153-45cc-821e-84d042384627) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:01:54.840866 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ece5d309-34a2-4f2b-8419-70e27b7f11f9 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:54.841484 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3ca2acad-1bce-4c00-b2ed-9ee78a1bddf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'name': 'tempest-TestMinimumBasicScenario-2087263170-router', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '47192c16-6482-4b21-8cd6-9197e6a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:01:49Z', 'updated_at': '2021-08-11T23:01:52Z', 'revision_number': 4, 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'gw_port': {'id': '47192c16-6482-4b21-8cd6-9197e6a6cf85', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:50Z', 'updated_at': '2021-08-11T23:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '0fe6688d-ae51-4b60-9417-f0b932b0d556', 'name': '', 'network_id': 'c87d50bf-7bba-4c39-a029-f22c1e2ff394', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c', 'mac_address': 'fa:16:3e:35:6e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '44692031-88c6-4b20-8fd8-a92709715781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:51Z', 'updated_at': '2021-08-11T23:01:52Z', 'revision_number': 2, 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'subnets': [{'id': '44692031-88c6-4b20-8fd8-a92709715781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:01:54.850893 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ece5d309-34a2-4f2b-8419-70e27b7f11f9 None None] Transition to ACTIVE for port object e74c1d74-a153-45cc-821e-84d042384627 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:01:54.853876 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d2e380e-e7df-46ce-8b93-d8b7054792af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:54.867278 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ece5d309-34a2-4f2b-8419-70e27b7f11f9 None None] Transition to ACTIVE for port object e74c1d74-a153-45cc-821e-84d042384627 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:01:54.868873 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca2acad-1bce-4c00-b2ed-9ee78a1bddf6 None None] Checking router: 021f1018-6ba0-4573-b9b5-2722c61038c9 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:01:54.869228 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca2acad-1bce-4c00-b2ed-9ee78a1bddf6 None None] Updating router 021f1018-6ba0-4573-b9b5-2722c61038c9 port 0fe6688d-ae51-4b60-9417-f0b932b0d556 binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 23:01:54.873649 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ece5d309-34a2-4f2b-8419-70e27b7f11f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:54.875219 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d2e380e-e7df-46ce-8b93-d8b7054792af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:54.897129 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-3ca2acad-1bce-4c00-b2ed-9ee78a1bddf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:54.913412 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece5d309-34a2-4f2b-8419-70e27b7f11f9 None None] Network 7d657a4d-7829-43f6-a05c-c8d4d73c8bac is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:01:54.920614 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-ece5d309-34a2-4f2b-8419-70e27b7f11f9 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:01:54.926325 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece5d309-34a2-4f2b-8419-70e27b7f11f9 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:01:54.933095 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5d309-34a2-4f2b-8419-70e27b7f11f9 None None] Pushing event updated for resources: {'Port': ['ID=e74c1d74-a153-45cc-821e-84d042384627,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:54.987576 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-ece5d309-34a2-4f2b-8419-70e27b7f11f9 None None] Attempting to bind port e74c1d74-a153-45cc-821e-84d042384627 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:01:54.987950 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-ece5d309-34a2-4f2b-8419-70e27b7f11f9 None None] Attempting to bind port e74c1d74-a153-45cc-821e-84d042384627 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'da410022-48ee-44b0-bca7-57cb0c0e3c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7d657a4d-7829-43f6-a05c-c8d4d73c8bac'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:01:54.988319 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece5d309-34a2-4f2b-8419-70e27b7f11f9 None None] Attempting to bind port e74c1d74-a153-45cc-821e-84d042384627 on network 7d657a4d-7829-43f6-a05c-c8d4d73c8bac {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:01:54.993550 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece5d309-34a2-4f2b-8419-70e27b7f11f9 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:01:54.993934 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece5d309-34a2-4f2b-8419-70e27b7f11f9 None None] Checking segment: {'id': 'da410022-48ee-44b0-bca7-57cb0c0e3c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7d657a4d-7829-43f6-a05c-c8d4d73c8bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:01:54.994337 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ece5d309-34a2-4f2b-8419-70e27b7f11f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:54.994726 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece5d309-34a2-4f2b-8419-70e27b7f11f9 None None] Bound using segment: {'id': 'da410022-48ee-44b0-bca7-57cb0c0e3c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7d657a4d-7829-43f6-a05c-c8d4d73c8bac'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:01:54.995187 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-ece5d309-34a2-4f2b-8419-70e27b7f11f9 None None] Bound port: e74c1d74-a153-45cc-821e-84d042384627, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da410022-48ee-44b0-bca7-57cb0c0e3c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7d657a4d-7829-43f6-a05c-c8d4d73c8bac'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:01:54.995596 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ece5d309-34a2-4f2b-8419-70e27b7f11f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:55.009703 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-1d2e380e-e7df-46ce-8b93-d8b7054792af admin admin] Allocated IP 172.25.2.27 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/892d7cdb-5d83-4572-977a-f089448a184e) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:01:55.063316 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-ece5d309-34a2-4f2b-8419-70e27b7f11f9 None None] For port e74c1d74-a153-45cc-821e-84d042384627, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:01:55.067176 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-ece5d309-34a2-4f2b-8419-70e27b7f11f9 None None] For port e74c1d74-a153-45cc-821e-84d042384627, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=e74c1d74-a153-45cc-821e-84d042384627,segment=NetworkSegment(da410022-48ee-44b0-bca7-57cb0c0e3c3d),segment_id=da410022-48ee-44b0-bca7-57cb0c0e3c3d)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:01:55.073487 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ece5d309-34a2-4f2b-8419-70e27b7f11f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:55.128403 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d2e380e-e7df-46ce-8b93-d8b7054792af admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:55.160647 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5d309-34a2-4f2b-8419-70e27b7f11f9 None None] Pushing event updated for resources: {'Port': ['ID=e74c1d74-a153-45cc-821e-84d042384627,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:55.178803 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d2e380e-e7df-46ce-8b93-d8b7054792af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:55.199766 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 47192c16-6482-4b21-8cd6-9197e6a6cf85 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:01:55.224638 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2e380e-e7df-46ce-8b93-d8b7054792af admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:01:55.230617 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-1d2e380e-e7df-46ce-8b93-d8b7054792af admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:01:55.235451 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2e380e-e7df-46ce-8b93-d8b7054792af admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:01:55.238794 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-3ca2acad-1bce-4c00-b2ed-9ee78a1bddf6 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:55.250594 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-3ca2acad-1bce-4c00-b2ed-9ee78a1bddf6 None None] Transition to ACTIVE for port object 0fe6688d-ae51-4b60-9417-f0b932b0d556 will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:01:55.257451 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-3ca2acad-1bce-4c00-b2ed-9ee78a1bddf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:55.273076 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e380e-e7df-46ce-8b93-d8b7054792af admin admin] Pushing event updated for resources: {'Port': ['ID=892d7cdb-5d83-4572-977a-f089448a184e,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:55.273590 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 47192c16-6482-4b21-8cd6-9197e6a6cf85 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:01:55.274213 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:55.323887 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af7f36-011a-4da1-8984-0b1de9b43599 None None] Pushing event updated for resources: {'Port': ['ID=0fe6688d-ae51-4b60-9417-f0b932b0d556,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:55.352009 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af7f36-011a-4da1-8984-0b1de9b43599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:55.352518 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af7f36-011a-4da1-8984-0b1de9b43599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:55.352961 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af7f36-011a-4da1-8984-0b1de9b43599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:55.353400 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af7f36-011a-4da1-8984-0b1de9b43599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:55.353837 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af7f36-011a-4da1-8984-0b1de9b43599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:55.354274 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af7f36-011a-4da1-8984-0b1de9b43599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:55.354936 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af7f36-011a-4da1-8984-0b1de9b43599 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:55.355448 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af7f36-011a-4da1-8984-0b1de9b43599 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:55.355899 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af7f36-011a-4da1-8984-0b1de9b43599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:55.356323 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af7f36-011a-4da1-8984-0b1de9b43599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:55.356751 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af7f36-011a-4da1-8984-0b1de9b43599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:55.357168 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af7f36-011a-4da1-8984-0b1de9b43599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:01:55.433818 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-3ca2acad-1bce-4c00-b2ed-9ee78a1bddf6 None None] Attempting to bind port 0fe6688d-ae51-4b60-9417-f0b932b0d556 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:01:55.434200 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-3ca2acad-1bce-4c00-b2ed-9ee78a1bddf6 None None] Attempting to bind port 0fe6688d-ae51-4b60-9417-f0b932b0d556 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '068693db-706e-4c12-9c07-0c566d43c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c87d50bf-7bba-4c39-a029-f22c1e2ff394'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:01:55.434564 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca2acad-1bce-4c00-b2ed-9ee78a1bddf6 None None] Attempting to bind port 0fe6688d-ae51-4b60-9417-f0b932b0d556 on network c87d50bf-7bba-4c39-a029-f22c1e2ff394 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:01:55.440583 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca2acad-1bce-4c00-b2ed-9ee78a1bddf6 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:01:55.440890 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca2acad-1bce-4c00-b2ed-9ee78a1bddf6 None None] Checking segment: {'id': '068693db-706e-4c12-9c07-0c566d43c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c87d50bf-7bba-4c39-a029-f22c1e2ff394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:01:55.441294 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-3ca2acad-1bce-4c00-b2ed-9ee78a1bddf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:55.441688 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca2acad-1bce-4c00-b2ed-9ee78a1bddf6 None None] Bound using segment: {'id': '068693db-706e-4c12-9c07-0c566d43c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c87d50bf-7bba-4c39-a029-f22c1e2ff394'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:01:55.442149 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-3ca2acad-1bce-4c00-b2ed-9ee78a1bddf6 None None] Bound port: 0fe6688d-ae51-4b60-9417-f0b932b0d556, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068693db-706e-4c12-9c07-0c566d43c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c87d50bf-7bba-4c39-a029-f22c1e2ff394'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:01:55.442529 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-3ca2acad-1bce-4c00-b2ed-9ee78a1bddf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:55.536939 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-3ca2acad-1bce-4c00-b2ed-9ee78a1bddf6 None None] For port 0fe6688d-ae51-4b60-9417-f0b932b0d556, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:01:55.540884 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-3ca2acad-1bce-4c00-b2ed-9ee78a1bddf6 None None] For port 0fe6688d-ae51-4b60-9417-f0b932b0d556, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0fe6688d-ae51-4b60-9417-f0b932b0d556,segment=NetworkSegment(068693db-706e-4c12-9c07-0c566d43c180),segment_id=068693db-706e-4c12-9c07-0c566d43c180)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:01:55.545722 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-3ca2acad-1bce-4c00-b2ed-9ee78a1bddf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:55.578678 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d2e380e-e7df-46ce-8b93-d8b7054792af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:55.612636 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca2acad-1bce-4c00-b2ed-9ee78a1bddf6 None None] Routers {'021f1018-6ba0-4573-b9b5-2722c61038c9'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:01:55.613280 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3ca2acad-1bce-4c00-b2ed-9ee78a1bddf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:01:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['021f1018-6ba0-4573-b9b5-2722c61038c9'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:01:55.618910 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af7f36-011a-4da1-8984-0b1de9b43599 None None] Pushing event updated for resources: {'Port': ['ID=0fe6688d-ae51-4b60-9417-f0b932b0d556,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:55.790819 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d2e380e-e7df-46ce-8b93-d8b7054792af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:55.839904 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-3ca2acad-1bce-4c00-b2ed-9ee78a1bddf6 None None] Set router 021f1018-6ba0-4573-b9b5-2722c61038c9 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:01:55.932798 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2e380e-e7df-46ce-8b93-d8b7054792af admin admin] Router f8d44eeb-188d-4481-987e-dbb46cbe0c1e is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 23:01:56.056243 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2e380e-e7df-46ce-8b93-d8b7054792af admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:01:56.063356 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3ca2acad-1bce-4c00-b2ed-9ee78a1bddf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'name': 'tempest-TestMinimumBasicScenario-2087263170-router', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '47192c16-6482-4b21-8cd6-9197e6a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:01:49Z', 'updated_at': '2021-08-11T23:01:52Z', 'revision_number': 4, 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'gw_port': {'id': '47192c16-6482-4b21-8cd6-9197e6a6cf85', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:50Z', 'updated_at': '2021-08-11T23:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '0fe6688d-ae51-4b60-9417-f0b932b0d556', 'name': '', 'network_id': 'c87d50bf-7bba-4c39-a029-f22c1e2ff394', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c', 'mac_address': 'fa:16:3e:35:6e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '44692031-88c6-4b20-8fd8-a92709715781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:51Z', 'updated_at': '2021-08-11T23:01:55Z', 'revision_number': 4, 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'subnets': [{'id': '44692031-88c6-4b20-8fd8-a92709715781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:01:56.068035 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a30c71-90cf-4ee5-a722-9c1a622a84ac None None] Sync routers for ids ['f8d44eeb-188d-4481-987e-dbb46cbe0c1e'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:01:56.077333 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1d2e380e-e7df-46ce-8b93-d8b7054792af admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:56.077583 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a30c71-90cf-4ee5-a722-9c1a622a84ac None None] Routers {'f8d44eeb-188d-4481-987e-dbb46cbe0c1e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:01:56.078340 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-28a30c71-90cf-4ee5-a722-9c1a622a84ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:01:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f8d44eeb-188d-4481-987e-dbb46cbe0c1e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:01:56.082041 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1d2e380e-e7df-46ce-8b93-d8b7054792af admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6951325 Aug 11 23:01:56.082757 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57220) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:01:56.093302 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca2acad-1bce-4c00-b2ed-9ee78a1bddf6 None None] The sync data for ids ['021f1018-6ba0-4573-b9b5-2722c61038c9'] in n-d-804275-3 is: [{'id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'name': 'tempest-TestMinimumBasicScenario-2087263170-router', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '47192c16-6482-4b21-8cd6-9197e6a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:01:49Z', 'updated_at': '2021-08-11T23:01:52Z', 'revision_number': 4, 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'gw_port': {'id': '47192c16-6482-4b21-8cd6-9197e6a6cf85', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:50Z', 'updated_at': '2021-08-11T23:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '0fe6688d-ae51-4b60-9417-f0b932b0d556', 'name': '', 'network_id': 'c87d50bf-7bba-4c39-a029-f22c1e2ff394', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c', 'mac_address': 'fa:16:3e:35:6e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '44692031-88c6-4b20-8fd8-a92709715781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:51Z', 'updated_at': '2021-08-11T23:01:55Z', 'revision_number': 4, 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'subnets': [{'id': '44692031-88c6-4b20-8fd8-a92709715781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:01:56.249713 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-28a30c71-90cf-4ee5-a722-9c1a622a84ac None None] Set router f8d44eeb-188d-4481-987e-dbb46cbe0c1e gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:01:56.478804 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0795e2cb-7014-46ad-8fa9-68cd3219ce82 None None] Network 7d657a4d-7829-43f6-a05c-c8d4d73c8bac requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:01:56.601705 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2f929f79-201f-4168-93f6-c3a9ccaf9e81 None None] Provisioning for port e74c1d74-a153-45cc-821e-84d042384627 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:01:56.686825 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-28a30c71-90cf-4ee5-a722-9c1a622a84ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d44eeb-188d-4481-987e-dbb46cbe0c1e', 'name': 'tempest-TestMinimumBasicScenario-133096204-router', 'tenant_id': 'b1339e4dfdbb4cec86e83f7486114ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '892d7cdb-5d83-4572-977a-f089448a184e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:01:54Z', 'updated_at': '2021-08-11T23:01:55Z', 'revision_number': 3, 'project_id': 'b1339e4dfdbb4cec86e83f7486114ebe', 'gw_port': {'id': '892d7cdb-5d83-4572-977a-f089448a184e', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d44eeb-188d-4481-987e-dbb46cbe0c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:54Z', 'updated_at': '2021-08-11T23:01:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:01:56.728327 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a30c71-90cf-4ee5-a722-9c1a622a84ac None None] Checking router: f8d44eeb-188d-4481-987e-dbb46cbe0c1e for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:01:56.728674 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a30c71-90cf-4ee5-a722-9c1a622a84ac None None] Updating router f8d44eeb-188d-4481-987e-dbb46cbe0c1e port 892d7cdb-5d83-4572-977a-f089448a184e binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 23:01:56.761817 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-28a30c71-90cf-4ee5-a722-9c1a622a84ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:57.000173 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ed224317-b2b6-4bcc-8ffc-70d6da4d3640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:57.066949 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-28a30c71-90cf-4ee5-a722-9c1a622a84ac None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:57.077814 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-28a30c71-90cf-4ee5-a722-9c1a622a84ac None None] Transition to ACTIVE for port object 892d7cdb-5d83-4572-977a-f089448a184e will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:01:57.084526 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-28a30c71-90cf-4ee5-a722-9c1a622a84ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:57.137142 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-28a30c71-90cf-4ee5-a722-9c1a622a84ac None None] Attempting to bind port 892d7cdb-5d83-4572-977a-f089448a184e on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:01:57.137518 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-28a30c71-90cf-4ee5-a722-9c1a622a84ac None None] Attempting to bind port 892d7cdb-5d83-4572-977a-f089448a184e by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:01:57.138175 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a30c71-90cf-4ee5-a722-9c1a622a84ac None None] Attempting to bind port 892d7cdb-5d83-4572-977a-f089448a184e on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:01:57.145828 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a30c71-90cf-4ee5-a722-9c1a622a84ac None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:01:57.146208 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a30c71-90cf-4ee5-a722-9c1a622a84ac None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:01:57.146620 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-28a30c71-90cf-4ee5-a722-9c1a622a84ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:57.146996 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a30c71-90cf-4ee5-a722-9c1a622a84ac None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:01:57.147465 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-28a30c71-90cf-4ee5-a722-9c1a622a84ac None None] Bound port: 892d7cdb-5d83-4572-977a-f089448a184e, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:01:57.147889 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-28a30c71-90cf-4ee5-a722-9c1a622a84ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:57.194191 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-ed224317-b2b6-4bcc-8ffc-70d6da4d3640 admin admin] Allocated IP 172.20.0.1 (7d657a4d-7829-43f6-a05c-c8d4d73c8bac/4394b0da-15ab-4a67-bb91-22b5beb1b528/809f2202-8d80-44c0-9c36-9c1a6c5cb2d7) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:01:57.201747 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892614e-e008-4e66-abc4-0160a2767944 None None] Pushing event updated for resources: {'Port': ['ID=892d7cdb-5d83-4572-977a-f089448a184e,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:57.205731 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-28a30c71-90cf-4ee5-a722-9c1a622a84ac None None] For port 892d7cdb-5d83-4572-977a-f089448a184e, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:01:57.211862 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-28a30c71-90cf-4ee5-a722-9c1a622a84ac None None] For port 892d7cdb-5d83-4572-977a-f089448a184e, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=892d7cdb-5d83-4572-977a-f089448a184e,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:01:57.218481 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-28a30c71-90cf-4ee5-a722-9c1a622a84ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:57.274729 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a30c71-90cf-4ee5-a722-9c1a622a84ac None None] Routers {'f8d44eeb-188d-4481-987e-dbb46cbe0c1e'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:01:57.275921 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-28a30c71-90cf-4ee5-a722-9c1a622a84ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:01:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f8d44eeb-188d-4481-987e-dbb46cbe0c1e'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:01:57.319185 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device e74c1d74-a153-45cc-821e-84d042384627 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:01:57.342157 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ed224317-b2b6-4bcc-8ffc-70d6da4d3640 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:57.356324 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-ed224317-b2b6-4bcc-8ffc-70d6da4d3640 admin admin] Transition to ACTIVE for port object 809f2202-8d80-44c0-9c36-9c1a6c5cb2d7 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:01:57.363872 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892614e-e008-4e66-abc4-0160a2767944 None None] Pushing event updated for resources: {'Port': ['ID=892d7cdb-5d83-4572-977a-f089448a184e,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:57.392167 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ed224317-b2b6-4bcc-8ffc-70d6da4d3640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:57.438981 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed224317-b2b6-4bcc-8ffc-70d6da4d3640 admin admin] Network 7d657a4d-7829-43f6-a05c-c8d4d73c8bac is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:01:57.441618 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-28a30c71-90cf-4ee5-a722-9c1a622a84ac None None] Set router f8d44eeb-188d-4481-987e-dbb46cbe0c1e gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:01:57.444104 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port e74c1d74-a153-45cc-821e-84d042384627 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:01:57.444393 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-ed224317-b2b6-4bcc-8ffc-70d6da4d3640 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:01:57.448501 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed224317-b2b6-4bcc-8ffc-70d6da4d3640 admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:01:57.475044 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed224317-b2b6-4bcc-8ffc-70d6da4d3640 admin admin] Pushing event updated for resources: {'Port': ['ID=809f2202-8d80-44c0-9c36-9c1a6c5cb2d7,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:57.491781 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ed224317-b2b6-4bcc-8ffc-70d6da4d3640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:57.520685 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port e74c1d74-a153-45cc-821e-84d042384627 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:01:57.521201 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:57.643061 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ed224317-b2b6-4bcc-8ffc-70d6da4d3640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:57.704780 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:57.748267 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port e74c1d74-a153-45cc-821e-84d042384627, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=e74c1d74-a153-45cc-821e-84d042384627,segment=NetworkSegment(da410022-48ee-44b0-bca7-57cb0c0e3c3d),segment_id=da410022-48ee-44b0-bca7-57cb0c0e3c3d)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:01:57.752874 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:57.753703 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0fe6688d-ae51-4b60-9417-f0b932b0d556 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:01:57.820539 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ed224317-b2b6-4bcc-8ffc-70d6da4d3640 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:57.825344 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ed224317-b2b6-4bcc-8ffc-70d6da4d3640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:57.832250 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-57e13add-9bac-4625-9b56-1a39eaf25142 None None] Provisioning for port 809f2202-8d80-44c0-9c36-9c1a6c5cb2d7 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:01:57.834946 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-28a30c71-90cf-4ee5-a722-9c1a622a84ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d44eeb-188d-4481-987e-dbb46cbe0c1e', 'name': 'tempest-TestMinimumBasicScenario-133096204-router', 'tenant_id': 'b1339e4dfdbb4cec86e83f7486114ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '892d7cdb-5d83-4572-977a-f089448a184e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:01:54Z', 'updated_at': '2021-08-11T23:01:55Z', 'revision_number': 3, 'project_id': 'b1339e4dfdbb4cec86e83f7486114ebe', 'gw_port': {'id': '892d7cdb-5d83-4572-977a-f089448a184e', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d44eeb-188d-4481-987e-dbb46cbe0c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:54Z', 'updated_at': '2021-08-11T23:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:01:57.874794 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-57e13add-9bac-4625-9b56-1a39eaf25142 None None] Provisioning complete for port 809f2202-8d80-44c0-9c36-9c1a6c5cb2d7 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:01:57.875164 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-57e13add-9bac-4625-9b56-1a39eaf25142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:57.879154 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a30c71-90cf-4ee5-a722-9c1a622a84ac None None] The sync data for ids ['f8d44eeb-188d-4481-987e-dbb46cbe0c1e'] in n-d-804275-3 is: [{'id': 'f8d44eeb-188d-4481-987e-dbb46cbe0c1e', 'name': 'tempest-TestMinimumBasicScenario-133096204-router', 'tenant_id': 'b1339e4dfdbb4cec86e83f7486114ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '892d7cdb-5d83-4572-977a-f089448a184e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:01:54Z', 'updated_at': '2021-08-11T23:01:55Z', 'revision_number': 3, 'project_id': 'b1339e4dfdbb4cec86e83f7486114ebe', 'gw_port': {'id': '892d7cdb-5d83-4572-977a-f089448a184e', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d44eeb-188d-4481-987e-dbb46cbe0c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:54Z', 'updated_at': '2021-08-11T23:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:01:57.880671 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=e74c1d74-a153-45cc-821e-84d042384627,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:57.900543 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ed224317-b2b6-4bcc-8ffc-70d6da4d3640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:57.903500 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed224317-b2b6-4bcc-8ffc-70d6da4d3640 admin admin] Pushing event updated for resources: {'Port': ['ID=809f2202-8d80-44c0-9c36-9c1a6c5cb2d7,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:57.921985 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-57e13add-9bac-4625-9b56-1a39eaf25142 None None] Port 809f2202-8d80-44c0-9c36-9c1a6c5cb2d7 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:01:57.924023 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 0fe6688d-ae51-4b60-9417-f0b932b0d556 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:01:57.928589 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 0fe6688d-ae51-4b60-9417-f0b932b0d556 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:01:57.929784 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:58.008089 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed224317-b2b6-4bcc-8ffc-70d6da4d3640 admin admin] Network 7d657a4d-7829-43f6-a05c-c8d4d73c8bac is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:01:58.010317 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-ed224317-b2b6-4bcc-8ffc-70d6da4d3640 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:01:58.014018 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:58.054015 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 0fe6688d-ae51-4b60-9417-f0b932b0d556, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0fe6688d-ae51-4b60-9417-f0b932b0d556,segment=NetworkSegment(068693db-706e-4c12-9c07-0c566d43c180),segment_id=068693db-706e-4c12-9c07-0c566d43c180)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:01:58.060384 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:58.115903 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=0fe6688d-ae51-4b60-9417-f0b932b0d556,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:58.166563 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed224317-b2b6-4bcc-8ffc-70d6da4d3640 admin admin] Router f8d44eeb-188d-4481-987e-dbb46cbe0c1e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:01:58.295097 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed224317-b2b6-4bcc-8ffc-70d6da4d3640 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:01:58.301415 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ed224317-b2b6-4bcc-8ffc-70d6da4d3640 admin admin] 10.222.0.77 "PUT /v2.0/routers/f8d44eeb-188d-4481-987e-dbb46cbe0c1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2171214 Aug 11 23:01:58.354190 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1811e989-95eb-4f40-be27-1d70ec614e23 None None] Provisioning complete for port 809f2202-8d80-44c0-9c36-9c1a6c5cb2d7 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:01:58.354679 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1811e989-95eb-4f40-be27-1d70ec614e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:58.390861 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-1811e989-95eb-4f40-be27-1d70ec614e23 None None] Port 809f2202-8d80-44c0-9c36-9c1a6c5cb2d7 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:01:59.308036 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 892d7cdb-5d83-4572-977a-f089448a184e up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:01:59.372053 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 892d7cdb-5d83-4572-977a-f089448a184e completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:01:59.379576 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 892d7cdb-5d83-4572-977a-f089448a184e triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:01:59.379909 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:59.484918 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:59.507192 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 892d7cdb-5d83-4572-977a-f089448a184e, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=892d7cdb-5d83-4572-977a-f089448a184e,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:01:59.512725 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:59.513650 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device e74c1d74-a153-45cc-821e-84d042384627 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:01:59.593510 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=892d7cdb-5d83-4572-977a-f089448a184e,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:01:59.610653 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port e74c1d74-a153-45cc-821e-84d042384627 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:01:59.611338 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:59.701467 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d6baf6-8512-4661-b7b5-98f95521eff3 None None] Sync routers for ids ['f8d44eeb-188d-4481-987e-dbb46cbe0c1e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:01:59.706557 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0fe6688d-ae51-4b60-9417-f0b932b0d556 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:01:59.721073 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d6baf6-8512-4661-b7b5-98f95521eff3 None None] Routers {'f8d44eeb-188d-4481-987e-dbb46cbe0c1e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:01:59.722338 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d5d6baf6-8512-4661-b7b5-98f95521eff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:01:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f8d44eeb-188d-4481-987e-dbb46cbe0c1e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:01:59.775836 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 0fe6688d-ae51-4b60-9417-f0b932b0d556 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:01:59.776368 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:01:59.859073 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-d5d6baf6-8512-4661-b7b5-98f95521eff3 None None] Set router f8d44eeb-188d-4481-987e-dbb46cbe0c1e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:02:00.119017 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d5d6baf6-8512-4661-b7b5-98f95521eff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d44eeb-188d-4481-987e-dbb46cbe0c1e', 'name': 'tempest-TestMinimumBasicScenario-133096204-router', 'tenant_id': 'b1339e4dfdbb4cec86e83f7486114ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '892d7cdb-5d83-4572-977a-f089448a184e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:01:54Z', 'updated_at': '2021-08-11T23:01:57Z', 'revision_number': 4, 'project_id': 'b1339e4dfdbb4cec86e83f7486114ebe', 'gw_port': {'id': '892d7cdb-5d83-4572-977a-f089448a184e', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d44eeb-188d-4481-987e-dbb46cbe0c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:54Z', 'updated_at': '2021-08-11T23:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '809f2202-8d80-44c0-9c36-9c1a6c5cb2d7', 'name': '', 'network_id': '7d657a4d-7829-43f6-a05c-c8d4d73c8bac', 'tenant_id': 'b1339e4dfdbb4cec86e83f7486114ebe', 'mac_address': 'fa:16:3e:a5:07:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d44eeb-188d-4481-987e-dbb46cbe0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4394b0da-15ab-4a67-bb91-22b5beb1b528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:57Z', 'updated_at': '2021-08-11T23:01:57Z', 'revision_number': 2, 'project_id': 'b1339e4dfdbb4cec86e83f7486114ebe', 'subnets': [{'id': '4394b0da-15ab-4a67-bb91-22b5beb1b528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:02:00.147089 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d6baf6-8512-4661-b7b5-98f95521eff3 None None] Checking router: f8d44eeb-188d-4481-987e-dbb46cbe0c1e for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:02:00.147443 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d6baf6-8512-4661-b7b5-98f95521eff3 None None] Updating router f8d44eeb-188d-4481-987e-dbb46cbe0c1e port 809f2202-8d80-44c0-9c36-9c1a6c5cb2d7 binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 23:02:00.176872 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-d5d6baf6-8512-4661-b7b5-98f95521eff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:00.493612 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-d5d6baf6-8512-4661-b7b5-98f95521eff3 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:00.504222 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-d5d6baf6-8512-4661-b7b5-98f95521eff3 None None] Transition to ACTIVE for port object 809f2202-8d80-44c0-9c36-9c1a6c5cb2d7 will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:02:00.513463 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-d5d6baf6-8512-4661-b7b5-98f95521eff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:00.571972 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531166c-5804-458a-be9f-526daf1c0b52 None None] Pushing event updated for resources: {'Port': ['ID=809f2202-8d80-44c0-9c36-9c1a6c5cb2d7,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:02:00.668725 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-d5d6baf6-8512-4661-b7b5-98f95521eff3 None None] Attempting to bind port 809f2202-8d80-44c0-9c36-9c1a6c5cb2d7 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:02:00.669230 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-d5d6baf6-8512-4661-b7b5-98f95521eff3 None None] Attempting to bind port 809f2202-8d80-44c0-9c36-9c1a6c5cb2d7 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'da410022-48ee-44b0-bca7-57cb0c0e3c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7d657a4d-7829-43f6-a05c-c8d4d73c8bac'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:02:00.669593 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d6baf6-8512-4661-b7b5-98f95521eff3 None None] Attempting to bind port 809f2202-8d80-44c0-9c36-9c1a6c5cb2d7 on network 7d657a4d-7829-43f6-a05c-c8d4d73c8bac {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:02:00.681710 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d6baf6-8512-4661-b7b5-98f95521eff3 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:02:00.682095 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d6baf6-8512-4661-b7b5-98f95521eff3 None None] Checking segment: {'id': 'da410022-48ee-44b0-bca7-57cb0c0e3c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7d657a4d-7829-43f6-a05c-c8d4d73c8bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:02:00.682658 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-d5d6baf6-8512-4661-b7b5-98f95521eff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:00.683056 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d6baf6-8512-4661-b7b5-98f95521eff3 None None] Bound using segment: {'id': 'da410022-48ee-44b0-bca7-57cb0c0e3c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7d657a4d-7829-43f6-a05c-c8d4d73c8bac'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:02:00.683549 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-d5d6baf6-8512-4661-b7b5-98f95521eff3 None None] Bound port: 809f2202-8d80-44c0-9c36-9c1a6c5cb2d7, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da410022-48ee-44b0-bca7-57cb0c0e3c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7d657a4d-7829-43f6-a05c-c8d4d73c8bac'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:02:00.683931 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-d5d6baf6-8512-4661-b7b5-98f95521eff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:00.772893 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-d5d6baf6-8512-4661-b7b5-98f95521eff3 None None] For port 809f2202-8d80-44c0-9c36-9c1a6c5cb2d7, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:02:00.777645 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-d5d6baf6-8512-4661-b7b5-98f95521eff3 None None] For port 809f2202-8d80-44c0-9c36-9c1a6c5cb2d7, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=809f2202-8d80-44c0-9c36-9c1a6c5cb2d7,segment=NetworkSegment(da410022-48ee-44b0-bca7-57cb0c0e3c3d),segment_id=da410022-48ee-44b0-bca7-57cb0c0e3c3d)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:02:00.782479 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-d5d6baf6-8512-4661-b7b5-98f95521eff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:00.855341 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531166c-5804-458a-be9f-526daf1c0b52 None None] Pushing event updated for resources: {'Port': ['ID=809f2202-8d80-44c0-9c36-9c1a6c5cb2d7,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:02:00.869352 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d6baf6-8512-4661-b7b5-98f95521eff3 None None] Routers {'f8d44eeb-188d-4481-987e-dbb46cbe0c1e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:02:00.869991 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d5d6baf6-8512-4661-b7b5-98f95521eff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:01:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f8d44eeb-188d-4481-987e-dbb46cbe0c1e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:02:01.005234 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-d5d6baf6-8512-4661-b7b5-98f95521eff3 None None] Set router f8d44eeb-188d-4481-987e-dbb46cbe0c1e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:02:01.223108 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 892d7cdb-5d83-4572-977a-f089448a184e up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:02:01.278722 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-d5d6baf6-8512-4661-b7b5-98f95521eff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d44eeb-188d-4481-987e-dbb46cbe0c1e', 'name': 'tempest-TestMinimumBasicScenario-133096204-router', 'tenant_id': 'b1339e4dfdbb4cec86e83f7486114ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '892d7cdb-5d83-4572-977a-f089448a184e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:01:54Z', 'updated_at': '2021-08-11T23:01:57Z', 'revision_number': 4, 'project_id': 'b1339e4dfdbb4cec86e83f7486114ebe', 'gw_port': {'id': '892d7cdb-5d83-4572-977a-f089448a184e', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d44eeb-188d-4481-987e-dbb46cbe0c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:54Z', 'updated_at': '2021-08-11T23:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '809f2202-8d80-44c0-9c36-9c1a6c5cb2d7', 'name': '', 'network_id': '7d657a4d-7829-43f6-a05c-c8d4d73c8bac', 'tenant_id': 'b1339e4dfdbb4cec86e83f7486114ebe', 'mac_address': 'fa:16:3e:a5:07:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d44eeb-188d-4481-987e-dbb46cbe0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4394b0da-15ab-4a67-bb91-22b5beb1b528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:57Z', 'updated_at': '2021-08-11T23:02:00Z', 'revision_number': 4, 'project_id': 'b1339e4dfdbb4cec86e83f7486114ebe', 'subnets': [{'id': '4394b0da-15ab-4a67-bb91-22b5beb1b528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:02:01.278999 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 892d7cdb-5d83-4572-977a-f089448a184e triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:02:01.279311 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:01.316954 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d6baf6-8512-4661-b7b5-98f95521eff3 None None] The sync data for ids ['f8d44eeb-188d-4481-987e-dbb46cbe0c1e'] in n-d-804275-3 is: [{'id': 'f8d44eeb-188d-4481-987e-dbb46cbe0c1e', 'name': 'tempest-TestMinimumBasicScenario-133096204-router', 'tenant_id': 'b1339e4dfdbb4cec86e83f7486114ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '892d7cdb-5d83-4572-977a-f089448a184e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:01:54Z', 'updated_at': '2021-08-11T23:01:57Z', 'revision_number': 4, 'project_id': 'b1339e4dfdbb4cec86e83f7486114ebe', 'gw_port': {'id': '892d7cdb-5d83-4572-977a-f089448a184e', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d44eeb-188d-4481-987e-dbb46cbe0c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:54Z', 'updated_at': '2021-08-11T23:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '809f2202-8d80-44c0-9c36-9c1a6c5cb2d7', 'name': '', 'network_id': '7d657a4d-7829-43f6-a05c-c8d4d73c8bac', 'tenant_id': 'b1339e4dfdbb4cec86e83f7486114ebe', 'mac_address': 'fa:16:3e:a5:07:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d44eeb-188d-4481-987e-dbb46cbe0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4394b0da-15ab-4a67-bb91-22b5beb1b528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:57Z', 'updated_at': '2021-08-11T23:02:00Z', 'revision_number': 4, 'project_id': 'b1339e4dfdbb4cec86e83f7486114ebe', 'subnets': [{'id': '4394b0da-15ab-4a67-bb91-22b5beb1b528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:02:03.234483 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 809f2202-8d80-44c0-9c36-9c1a6c5cb2d7 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:02:03.300482 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 809f2202-8d80-44c0-9c36-9c1a6c5cb2d7 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:02:03.304680 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 809f2202-8d80-44c0-9c36-9c1a6c5cb2d7 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:02:03.305062 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:03.395767 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:03.434186 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 809f2202-8d80-44c0-9c36-9c1a6c5cb2d7, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=809f2202-8d80-44c0-9c36-9c1a6c5cb2d7,segment=NetworkSegment(da410022-48ee-44b0-bca7-57cb0c0e3c3d),segment_id=da410022-48ee-44b0-bca7-57cb0c0e3c3d)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:02:03.439176 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:03.499319 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=809f2202-8d80-44c0-9c36-9c1a6c5cb2d7,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:02:05.208240 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 809f2202-8d80-44c0-9c36-9c1a6c5cb2d7 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:02:05.268398 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 809f2202-8d80-44c0-9c36-9c1a6c5cb2d7 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:02:05.268783 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:08.457267 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-84812ba6-2351-49e8-afc0-4c3268f918d1 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:08.458710 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-84812ba6-2351-49e8-afc0-4c3268f918d1 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/networks?id=c87d50bf-7bba-4c39-a029-f22c1e2ff394 HTTP/1.1" status: 200 len: 815 time: 0.1058877 Aug 11 23:02:08.474537 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-2834da2d-49b3-42fb-ad24-a1a652712392 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/quotas/17c03e22b8564490bd1af8ae62dab70c HTTP/1.1" status: 200 len: 375 time: 0.0099926 Aug 11 23:02:08.527137 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-44a91f32-55b8-4195-bbc0-89b7c13c9ebd tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=17c03e22b8564490bd1af8ae62dab70c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467982 Aug 11 23:02:08.687644 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:08.711916 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-98dac1b6-591a-47e8-a89c-723e817d46f3 service neutron] 10.222.0.77 "GET /v2.0/networks/c87d50bf-7bba-4c39-a029-f22c1e2ff394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727190 Aug 11 23:02:08.802398 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-2ab03a85-09c9-4ca4-98f9-5bf995b8836c service neutron] 10.222.0.77 "GET /v2.0/networks/c87d50bf-7bba-4c39-a029-f22c1e2ff394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842433 Aug 11 23:02:08.970721 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a36471ae-9966-40dd-8940-4654f3adf7aa req-b56115c6-197b-4d1f-b6a9-153254f86569 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 210 time: 0.0277500 Aug 11 23:02:10.030563 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-45e93429-5402-408c-a0b6-c211197c05a1 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:10.032937 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-45e93429-5402-408c-a0b6-c211197c05a1 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.52 "GET /v2.0/networks?id=c87d50bf-7bba-4c39-a029-f22c1e2ff394 HTTP/1.1" status: 200 len: 815 time: 0.1239023 Aug 11 23:02:10.047417 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-93c7adfb-58f1-4e34-bd93-d2f1c4fbc271 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Request body: {'port': {'device_id': '409448fc-cc7f-4c9b-b468-4fc4ad26c63d', 'network_id': 'c87d50bf-7bba-4c39-a029-f22c1e2ff394', 'admin_state_up': True, 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:02:10.076724 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2343cd84-6a2c-4646-83f7-09867be7de6f req-d130021d-0e72-4775-9d58-ae6ffd646ed9 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 210 time: 0.0319912 Aug 11 23:02:10.162426 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-93c7adfb-58f1-4e34-bd93-d2f1c4fbc271 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Made reservation on behalf of 17c03e22b8564490bd1af8ae62dab70c for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:02:10.168914 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-93c7adfb-58f1-4e34-bd93-d2f1c4fbc271 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:10.302737 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-93c7adfb-58f1-4e34-bd93-d2f1c4fbc271 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Allocated IP 172.20.0.14 (c87d50bf-7bba-4c39-a029-f22c1e2ff394/44692031-88c6-4b20-8fd8-a92709715781/d13b0452-797a-4911-87b8-ab176302b541) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:02:10.470071 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-93c7adfb-58f1-4e34-bd93-d2f1c4fbc271 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:10.484237 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-93c7adfb-58f1-4e34-bd93-d2f1c4fbc271 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Transition to ACTIVE for port object d13b0452-797a-4911-87b8-ab176302b541 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:02:10.523666 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-93c7adfb-58f1-4e34-bd93-d2f1c4fbc271 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:10.576585 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-93c7adfb-58f1-4e34-bd93-d2f1c4fbc271 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Network c87d50bf-7bba-4c39-a029-f22c1e2ff394 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:02:10.582618 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-93c7adfb-58f1-4e34-bd93-d2f1c4fbc271 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:02:10.587233 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-93c7adfb-58f1-4e34-bd93-d2f1c4fbc271 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:02:10.595992 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7adfb-58f1-4e34-bd93-d2f1c4fbc271 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Pushing event updated for resources: {'Port': ['ID=d13b0452-797a-4911-87b8-ab176302b541,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:02:10.664434 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-93c7adfb-58f1-4e34-bd93-d2f1c4fbc271 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:10.665599 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-93c7adfb-58f1-4e34-bd93-d2f1c4fbc271 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:10.682173 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-93c7adfb-58f1-4e34-bd93-d2f1c4fbc271 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6390719 Aug 11 23:02:10.880278 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-77dfb380-d217-4f99-bf40-81d68f1dee92 None None] Provisioning for port d13b0452-797a-4911-87b8-ab176302b541 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:02:10.885499 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-77dfb380-d217-4f99-bf40-81d68f1dee92 None None] Provisioning complete for port d13b0452-797a-4911-87b8-ab176302b541 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:02:10.885879 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-77dfb380-d217-4f99-bf40-81d68f1dee92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:10.925557 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-77dfb380-d217-4f99-bf40-81d68f1dee92 None None] Port d13b0452-797a-4911-87b8-ab176302b541 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:02:11.223104 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3f603-9e7b-475b-af14-a349ec042b17 req-f8eb1d60-9655-49be-9942-c3c3611e3d76 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:11.224738 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a0c3f603-9e7b-475b-af14-a349ec042b17 req-f8eb1d60-9655-49be-9942-c3c3611e3d76 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 932 time: 0.0733931 Aug 11 23:02:11.265197 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a0c3f603-9e7b-475b-af14-a349ec042b17 req-a134e2bf-5ed8-4a9f-b447-82f25977a3fc tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341938 Aug 11 23:02:12.386982 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe417a-a2b0-4193-8be2-b9d86e317750 req-14703bde-6b50-476e-a5b1-69c5d09f60fd tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:12.396012 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c4fe417a-a2b0-4193-8be2-b9d86e317750 req-14703bde-6b50-476e-a5b1-69c5d09f60fd tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 932 time: 0.0604441 Aug 11 23:02:12.433753 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c4fe417a-a2b0-4193-8be2-b9d86e317750 req-7b13d51e-94a8-4784-944e-6be5d1c84e77 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367548 Aug 11 23:02:13.326676 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fbfce55e-7be6-450b-9acd-efc0596f938d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:13.558151 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1fffa-6f3d-47b8-8c52-2dab13e66bc1 req-0b5a750c-4935-45c8-b7bf-af07e32bf0db tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:13.559704 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c4d1fffa-6f3d-47b8-8c52-2dab13e66bc1 req-0b5a750c-4935-45c8-b7bf-af07e32bf0db tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 932 time: 0.0563869 Aug 11 23:02:13.605247 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c4d1fffa-6f3d-47b8-8c52-2dab13e66bc1 req-83ef6690-f8e7-4652-8ea8-f4dd61301076 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387919 Aug 11 23:02:14.739832 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25def724-1fd9-4906-b803-f1f3966b4980 req-2e670ea5-5f51-4d6e-9a52-a212930ad6fd tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:14.741343 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-25def724-1fd9-4906-b803-f1f3966b4980 req-2e670ea5-5f51-4d6e-9a52-a212930ad6fd tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 932 time: 0.0504138 Aug 11 23:02:14.804187 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-25def724-1fd9-4906-b803-f1f3966b4980 req-6db97ec3-5bf9-4374-b8aa-9e1c1e3ac119 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566344 Aug 11 23:02:15.951290 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69acc10-9dd2-49e0-aec6-64eaf19307a3 req-5a08cf0d-30e5-4d9a-99c2-77664c53fc74 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:15.954114 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e69acc10-9dd2-49e0-aec6-64eaf19307a3 req-5a08cf0d-30e5-4d9a-99c2-77664c53fc74 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 932 time: 0.0764365 Aug 11 23:02:15.999399 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e69acc10-9dd2-49e0-aec6-64eaf19307a3 req-6e8d27a8-2513-4c34-ad70-7b6b7282d158 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358577 Aug 11 23:02:16.161279 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:16.325565 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e35cd17a-de55-4b04-9709-b5f1035cc7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:17.160662 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c03ce0-ecba-423a-9cce-628477dc0b2b req-f0906aff-e613-4e76-92c8-d8b9b9f6e7ac tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:17.163415 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-59c03ce0-ecba-423a-9cce-628477dc0b2b req-f0906aff-e613-4e76-92c8-d8b9b9f6e7ac tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 932 time: 0.0720663 Aug 11 23:02:17.218385 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-59c03ce0-ecba-423a-9cce-628477dc0b2b req-e82d7c53-2124-4c12-8375-8c2a0b1c88e1 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482137 Aug 11 23:02:17.744175 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:18.352837 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0fc0f-7fef-42a2-b009-cffe61b6c3a7 req-6f4d5b8d-14c5-4efb-a3b1-10f839ddbdf5 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:18.354633 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5af0fc0f-7fef-42a2-b009-cffe61b6c3a7 req-6f4d5b8d-14c5-4efb-a3b1-10f839ddbdf5 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 932 time: 0.0621436 Aug 11 23:02:18.400848 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5af0fc0f-7fef-42a2-b009-cffe61b6c3a7 req-8d7ae869-21ea-4558-8146-66b1f4c8628d tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360892 Aug 11 23:02:19.202220 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:19.523950 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f7235-2b4f-4a65-8a8a-aa1c9e805f68 req-7f958db5-0767-4fd4-92fe-010290220ad8 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:19.525810 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6e1f7235-2b4f-4a65-8a8a-aa1c9e805f68 req-7f958db5-0767-4fd4-92fe-010290220ad8 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 932 time: 0.0517025 Aug 11 23:02:19.566759 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6e1f7235-2b4f-4a65-8a8a-aa1c9e805f68 req-b2684b08-4dc1-458f-b5cb-98f1d3bb354b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345385 Aug 11 23:02:20.704207 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac7d59-da61-466c-84ce-cb4dea6470d8 req-75d4db74-6b9c-4753-a94d-c1e570d0bdd3 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:20.706289 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7dac7d59-da61-466c-84ce-cb4dea6470d8 req-75d4db74-6b9c-4753-a94d-c1e570d0bdd3 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 932 time: 0.0494695 Aug 11 23:02:20.757011 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7dac7d59-da61-466c-84ce-cb4dea6470d8 req-8d1c12c0-3de3-457d-8cf0-e1a5f1c5a18c tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444160 Aug 11 23:02:21.196207 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:21.459250 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-3b16172c-ab99-450e-8362-51b693ef3dd0 service neutron] Request body: {'port': {'device_id': '409448fc-cc7f-4c9b-b468-4fc4ad26c63d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:02:21.521810 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-3b16172c-ab99-450e-8362-51b693ef3dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:21.808798 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-3b16172c-ab99-450e-8362-51b693ef3dd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d13b0452-797a-4911-87b8-ab176302b541 {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 23:02:21.816975 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-3b16172c-ab99-450e-8362-51b693ef3dd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:21.830905 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-3b16172c-ab99-450e-8362-51b693ef3dd0 service neutron] Transition to ACTIVE for port object d13b0452-797a-4911-87b8-ab176302b541 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:02:21.834307 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-3b16172c-ab99-450e-8362-51b693ef3dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:21.889276 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0b0a1-62a2-4bb2-94bd-8ec46bdce93e req-484f100e-12a8-4f47-99c0-3965caeabd13 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:21.892176 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-19a0b0a1-62a2-4bb2-94bd-8ec46bdce93e req-484f100e-12a8-4f47-99c0-3965caeabd13 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 944 time: 0.0635879 Aug 11 23:02:21.935003 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16172c-ab99-450e-8362-51b693ef3dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=d13b0452-797a-4911-87b8-ab176302b541,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:02:21.946245 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-19a0b0a1-62a2-4bb2-94bd-8ec46bdce93e req-a1a95343-780f-4084-b90b-09483f8f8a56 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422924 Aug 11 23:02:21.973058 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-3b16172c-ab99-450e-8362-51b693ef3dd0 service neutron] Attempting to bind port d13b0452-797a-4911-87b8-ab176302b541 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:02:21.973404 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-3b16172c-ab99-450e-8362-51b693ef3dd0 service neutron] Attempting to bind port d13b0452-797a-4911-87b8-ab176302b541 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '068693db-706e-4c12-9c07-0c566d43c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c87d50bf-7bba-4c39-a029-f22c1e2ff394'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:02:21.973743 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-3b16172c-ab99-450e-8362-51b693ef3dd0 service neutron] Attempting to bind port d13b0452-797a-4911-87b8-ab176302b541 on network c87d50bf-7bba-4c39-a029-f22c1e2ff394 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:02:21.978789 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-3b16172c-ab99-450e-8362-51b693ef3dd0 service neutron] Port d13b0452-797a-4911-87b8-ab176302b541 on network c87d50bf-7bba-4c39-a029-f22c1e2ff394 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 23:02:21.979115 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-3b16172c-ab99-450e-8362-51b693ef3dd0 service neutron] Attempting to bind port d13b0452-797a-4911-87b8-ab176302b541 on network c87d50bf-7bba-4c39-a029-f22c1e2ff394 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:02:21.984668 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-3b16172c-ab99-450e-8362-51b693ef3dd0 service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:02:21.985013 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-3b16172c-ab99-450e-8362-51b693ef3dd0 service neutron] Checking segment: {'id': '068693db-706e-4c12-9c07-0c566d43c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c87d50bf-7bba-4c39-a029-f22c1e2ff394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:02:21.985448 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-3b16172c-ab99-450e-8362-51b693ef3dd0 service neutron] Bound using segment: {'id': '068693db-706e-4c12-9c07-0c566d43c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c87d50bf-7bba-4c39-a029-f22c1e2ff394'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:02:21.985888 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-3b16172c-ab99-450e-8362-51b693ef3dd0 service neutron] Bound port: d13b0452-797a-4911-87b8-ab176302b541, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '068693db-706e-4c12-9c07-0c566d43c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c87d50bf-7bba-4c39-a029-f22c1e2ff394'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:02:21.986260 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-3b16172c-ab99-450e-8362-51b693ef3dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:22.059374 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-3b16172c-ab99-450e-8362-51b693ef3dd0 service neutron] For port d13b0452-797a-4911-87b8-ab176302b541, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:02:22.062707 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-3b16172c-ab99-450e-8362-51b693ef3dd0 service neutron] For port d13b0452-797a-4911-87b8-ab176302b541, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=d13b0452-797a-4911-87b8-ab176302b541,segment=NetworkSegment(068693db-706e-4c12-9c07-0c566d43c180),segment_id=068693db-706e-4c12-9c07-0c566d43c180)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:02:22.067438 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-3b16172c-ab99-450e-8362-51b693ef3dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:22.104388 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-3b16172c-ab99-450e-8362-51b693ef3dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:22.105020 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-3b16172c-ab99-450e-8362-51b693ef3dd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:22.106464 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-3b16172c-ab99-450e-8362-51b693ef3dd0 service neutron] 10.222.0.52 "PUT /v2.0/ports/d13b0452-797a-4911-87b8-ab176302b541 HTTP/1.1" status: 200 len: 1092 time: 0.7053530 Aug 11 23:02:22.106985 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409448fc-cc7f-4c9b-b468-4fc4ad26c63d', 'tag': 'd13b0452-797a-4911-87b8-ab176302b541'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:02:22.109324 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b102379e7d6c573a0c111394fd6df11cb948dcd7c204d584f65cddae3f2353ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aefa2ec-855e-42de-980d-babd1b2549e2" -d '{"events": [{"name": "network-changed", "server_uuid": "409448fc-cc7f-4c9b-b468-4fc4ad26c63d", "tag": "d13b0452-797a-4911-87b8-ab176302b541"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:02:22.135742 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16172c-ab99-450e-8362-51b693ef3dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=d13b0452-797a-4911-87b8-ab176302b541,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:02:22.196363 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-0f9638d0-9a8b-499f-9bf1-60c6cd797e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:22.197936 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-0f9638d0-9a8b-499f-9bf1-60c6cd797e14 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=17c03e22b8564490bd1af8ae62dab70c&device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 1095 time: 0.0496407 Aug 11 23:02:22.248627 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-b3a0ce83-7a76-460d-863a-8692bc498381 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d13b0452-797a-4911-87b8-ab176302b541 HTTP/1.1" status: 200 len: 217 time: 0.0410020 Aug 11 23:02:22.303737 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-5d75d156-34be-46f3-b493-3d033eb3efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:22.305268 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-5d75d156-34be-46f3-b493-3d033eb3efc9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=44692031-88c6-4b20-8fd8-a92709715781 HTTP/1.1" status: 200 len: 854 time: 0.0496020 Aug 11 23:02:22.308260 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7dc2425-fa3d-4b57-b403-df159f2cc60c x-openstack-request-id: req-e7dc2425-fa3d-4b57-b403-df159f2cc60c {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:02:22.308549 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409448fc-cc7f-4c9b-b468-4fc4ad26c63d", "tag": "d13b0452-797a-4911-87b8-ab176302b541", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:02:22.308941 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e7dc2425-fa3d-4b57-b403-df159f2cc60c {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:02:22.309348 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409448fc-cc7f-4c9b-b468-4fc4ad26c63d', 'tag': 'd13b0452-797a-4911-87b8-ab176302b541', 'status': 'completed', 'code': 200} Aug 11 23:02:22.359909 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-36316382-e753-4dd6-8569-dd36b24fd0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:22.362090 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-36316382-e753-4dd6-8569-dd36b24fd0ff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c87d50bf-7bba-4c39-a029-f22c1e2ff394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456896 Aug 11 23:02:22.463828 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-055b47db-62b4-449d-9f3b-5996444cb877 service neutron] 10.222.0.52 "GET /v2.0/networks/c87d50bf-7bba-4c39-a029-f22c1e2ff394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943475 Aug 11 23:02:22.556438 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-6435a728-b4f0-4022-8c21-7bdb2a73b09d req-fad536a9-dcac-4518-8605-220860acc1a0 service neutron] 10.222.0.52 "GET /v2.0/networks/c87d50bf-7bba-4c39-a029-f22c1e2ff394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853615 Aug 11 23:02:22.646567 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefa2ec-855e-42de-980d-babd1b2549e2 req-1ae3427e-6e0f-4b21-acce-95622dfe7f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:22.648177 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0aefa2ec-855e-42de-980d-babd1b2549e2 req-1ae3427e-6e0f-4b21-acce-95622dfe7f4f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=17c03e22b8564490bd1af8ae62dab70c&device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 1095 time: 0.0437498 Aug 11 23:02:22.749026 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefa2ec-855e-42de-980d-babd1b2549e2 req-d82a6cdd-292b-48d9-98b4-e9faaf87e6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:22.750562 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0aefa2ec-855e-42de-980d-babd1b2549e2 req-d82a6cdd-292b-48d9-98b4-e9faaf87e6f4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c87d50bf-7bba-4c39-a029-f22c1e2ff394 HTTP/1.1" status: 200 len: 916 time: 0.0949268 Aug 11 23:02:22.796702 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0aefa2ec-855e-42de-980d-babd1b2549e2 req-aa8db6a4-4289-481d-b19d-4635e0b2c458 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d13b0452-797a-4911-87b8-ab176302b541 HTTP/1.1" status: 200 len: 217 time: 0.0360041 Aug 11 23:02:22.852254 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefa2ec-855e-42de-980d-babd1b2549e2 req-424271c0-f93c-4159-940d-aadd0f4173dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:22.853687 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0aefa2ec-855e-42de-980d-babd1b2549e2 req-424271c0-f93c-4159-940d-aadd0f4173dd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=44692031-88c6-4b20-8fd8-a92709715781 HTTP/1.1" status: 200 len: 854 time: 0.0495849 Aug 11 23:02:22.901724 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefa2ec-855e-42de-980d-babd1b2549e2 req-4b08c079-b87b-47ba-99f0-59264c951489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:22.903272 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0aefa2ec-855e-42de-980d-babd1b2549e2 req-4b08c079-b87b-47ba-99f0-59264c951489 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c87d50bf-7bba-4c39-a029-f22c1e2ff394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424850 Aug 11 23:02:22.996668 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0aefa2ec-855e-42de-980d-babd1b2549e2 req-df1432eb-4696-44b6-9290-ca5669434f8d service neutron] 10.222.0.52 "GET /v2.0/networks/c87d50bf-7bba-4c39-a029-f22c1e2ff394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859015 Aug 11 23:02:23.070883 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527fc63-950b-4f7c-9c97-ac45f9935f1e req-9729d20d-599e-4f58-9cd1-ba38cc46b653 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:23.072513 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0527fc63-950b-4f7c-9c97-ac45f9935f1e req-9729d20d-599e-4f58-9cd1-ba38cc46b653 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 944 time: 0.0535760 Aug 11 23:02:23.098236 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0aefa2ec-855e-42de-980d-babd1b2549e2 req-58dc27a1-41c3-4e6f-97f9-f98a6b21ff13 service neutron] 10.222.0.52 "GET /v2.0/networks/c87d50bf-7bba-4c39-a029-f22c1e2ff394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935767 Aug 11 23:02:23.112998 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0527fc63-950b-4f7c-9c97-ac45f9935f1e req-960fc0ae-56a3-408e-a8a3-646041fb406f tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339901 Aug 11 23:02:24.236893 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8efda76-dd5d-435c-af00-10d6ed6e8cfd req-5e8d568d-b93b-46bd-b9ee-80f85a9c25e5 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:24.238427 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f8efda76-dd5d-435c-af00-10d6ed6e8cfd req-5e8d568d-b93b-46bd-b9ee-80f85a9c25e5 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 944 time: 0.0502193 Aug 11 23:02:24.281537 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f8efda76-dd5d-435c-af00-10d6ed6e8cfd req-d34aaaa1-a51f-4e03-a7c1-04e11783ae6c tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370257 Aug 11 23:02:25.397460 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f02de-b7c6-43c8-9f62-e254dd3b8e14 req-b7d90020-40b1-4907-ade5-7e992da6ba3b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:25.398872 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f91f02de-b7c6-43c8-9f62-e254dd3b8e14 req-b7d90020-40b1-4907-ade5-7e992da6ba3b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 944 time: 0.0491078 Aug 11 23:02:25.436529 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f91f02de-b7c6-43c8-9f62-e254dd3b8e14 req-a6036bad-6c30-4815-80fe-97b676abfc46 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313952 Aug 11 23:02:26.369154 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device d13b0452-797a-4911-87b8-ab176302b541 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 23:02:26.462978 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port d13b0452-797a-4911-87b8-ab176302b541, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=d13b0452-797a-4911-87b8-ab176302b541,segment=NetworkSegment(068693db-706e-4c12-9c07-0c566d43c180),segment_id=068693db-706e-4c12-9c07-0c566d43c180)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:02:26.475023 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'd13b0452-797a-4911-87b8-ab176302b541', 'network_id': 'c87d50bf-7bba-4c39-a029-f22c1e2ff394', 'port_id': 'd13b0452-797a-4911-87b8-ab176302b541', 'mac_address': 'fa:16:3e:b2:84:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44692031-88c6-4b20-8fd8-a92709715781', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 23:02:26.511362 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:26.524268 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d13b0452-797a-4911-87b8-ab176302b541 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 23:02:26.545058 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port d13b0452-797a-4911-87b8-ab176302b541, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=d13b0452-797a-4911-87b8-ab176302b541,segment=NetworkSegment(068693db-706e-4c12-9c07-0c566d43c180),segment_id=068693db-706e-4c12-9c07-0c566d43c180)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:02:26.549907 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:26.551489 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462ba94-86c6-42e5-9a57-4351ed3ccf15 req-ce46a907-8e8a-4b18-a1e3-d8db34ce5701 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:26.553351 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1462ba94-86c6-42e5-9a57-4351ed3ccf15 req-ce46a907-8e8a-4b18-a1e3-d8db34ce5701 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 944 time: 0.0499845 Aug 11 23:02:26.591540 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1462ba94-86c6-42e5-9a57-4351ed3ccf15 req-0151b837-7971-42da-9f5a-f2e9c220ece5 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319741 Aug 11 23:02:26.596820 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=d13b0452-797a-4911-87b8-ab176302b541,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:02:26.604248 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:02:26.604596 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:02:26.604940 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:02:26.605283 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:02:26.605620 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:02:26.605954 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:02:26.606286 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:02:26.606618 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:02:26.606946 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:02:26.607275 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:02:26.607625 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:02:26.607951 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:02:26.782467 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['d13b0452-797a-4911-87b8-ab176302b541'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 23:02:27.706033 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1842e7-3767-426f-bf91-442c878033ef req-61a81f76-e2f4-4837-a2d0-79d32b7b2b57 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:27.707579 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ce1842e7-3767-426f-bf91-442c878033ef req-61a81f76-e2f4-4837-a2d0-79d32b7b2b57 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 945 time: 0.0493989 Aug 11 23:02:27.749416 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ce1842e7-3767-426f-bf91-442c878033ef req-98004ff3-769d-4af9-824a-5f90f47c1280 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357990 Aug 11 23:02:28.384219 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device d13b0452-797a-4911-87b8-ab176302b541 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:02:28.432628 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port d13b0452-797a-4911-87b8-ab176302b541 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:02:28.436362 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port d13b0452-797a-4911-87b8-ab176302b541 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:02:28.436673 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:28.514760 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:28.536324 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409448fc-cc7f-4c9b-b468-4fc4ad26c63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13b0452-797a-4911-87b8-ab176302b541'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:02:28.538558 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb92051-faea-4a67-aee4-68d7ff442404" -d '{"events": [{"server_uuid": "409448fc-cc7f-4c9b-b468-4fc4ad26c63d", "name": "network-vif-plugged", "status": "completed", "tag": "d13b0452-797a-4911-87b8-ab176302b541"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:02:28.552288 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port d13b0452-797a-4911-87b8-ab176302b541, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=d13b0452-797a-4911-87b8-ab176302b541,segment=NetworkSegment(068693db-706e-4c12-9c07-0c566d43c180),segment_id=068693db-706e-4c12-9c07-0c566d43c180)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:02:28.556571 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:28.605115 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=d13b0452-797a-4911-87b8-ab176302b541,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:02:28.630973 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 23:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c31115-74a0-4aac-82cb-168842f9d389 x-openstack-request-id: req-19c31115-74a0-4aac-82cb-168842f9d389 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:02:28.631275 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409448fc-cc7f-4c9b-b468-4fc4ad26c63d", "name": "network-vif-plugged", "status": "completed", "tag": "d13b0452-797a-4911-87b8-ab176302b541", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:02:28.631555 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-19c31115-74a0-4aac-82cb-168842f9d389 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:02:28.631960 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409448fc-cc7f-4c9b-b468-4fc4ad26c63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13b0452-797a-4911-87b8-ab176302b541', 'code': 200} Aug 11 23:02:28.729713 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea2fe0-36b9-4f8c-97d3-8281f1e51b71 req-9638d4f6-ba0b-4a7f-9cd6-edb5780f9503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:28.731213 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-20ea2fe0-36b9-4f8c-97d3-8281f1e51b71 req-9638d4f6-ba0b-4a7f-9cd6-edb5780f9503 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 1097 time: 0.0409889 Aug 11 23:02:28.766032 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-20ea2fe0-36b9-4f8c-97d3-8281f1e51b71 req-71348124-a40e-4af6-bf11-4192a1accd55 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273335 Aug 11 23:02:28.866310 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b855b8-f21b-4d4f-b981-ae0a7b29e92c req-d0d24fac-1ec0-4068-a89d-28f883fd46df tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:28.867842 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e6b855b8-f21b-4d4f-b981-ae0a7b29e92c req-d0d24fac-1ec0-4068-a89d-28f883fd46df tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 946 time: 0.0502536 Aug 11 23:02:28.905438 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e6b855b8-f21b-4d4f-b981-ae0a7b29e92c req-9bca9eb7-1182-404f-a3ee-8a3851f5935d tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315626 Aug 11 23:02:30.025369 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fcb3a-11ce-4739-90f3-fb14adef7eee req-5a3808e2-61b6-4cc8-babe-3e1d59e23ee6 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:30.026878 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a74fcb3a-11ce-4739-90f3-fb14adef7eee req-5a3808e2-61b6-4cc8-babe-3e1d59e23ee6 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 946 time: 0.0500994 Aug 11 23:02:30.069882 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a74fcb3a-11ce-4739-90f3-fb14adef7eee req-7ffc2b77-5167-45ed-9a76-9c7c2d940706 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342131 Aug 11 23:02:30.182052 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755da4b1-7c5e-473f-86fc-ac7d1ff9d5cf req-30300551-4cc7-4f5b-bdcf-449cb431a329 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:30.183603 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-755da4b1-7c5e-473f-86fc-ac7d1ff9d5cf req-30300551-4cc7-4f5b-bdcf-449cb431a329 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 946 time: 0.0499625 Aug 11 23:02:30.227028 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-755da4b1-7c5e-473f-86fc-ac7d1ff9d5cf req-cb345934-d5a4-41c3-bbe6-c5c5495fcd13 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374169 Aug 11 23:02:30.412281 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f3882-f43a-4855-8a27-85646cc88c52 req-e269a187-55d7-456f-9ef0-ed622cfe7120 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:30.413790 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-564f3882-f43a-4855-8a27-85646cc88c52 req-e269a187-55d7-456f-9ef0-ed622cfe7120 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 946 time: 0.0486763 Aug 11 23:02:30.451208 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-564f3882-f43a-4855-8a27-85646cc88c52 req-6e3576d1-a2f6-4f04-ba73-d0b2a4c05eaa tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315323 Aug 11 23:02:31.105443 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:02:38.704261 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:42.028624 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06275f2-5c0a-4879-be4f-fec6aab86a8f req-fab1962a-954e-42d3-b7c3-b272da988f1c tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:42.030137 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c06275f2-5c0a-4879-be4f-fec6aab86a8f req-fab1962a-954e-42d3-b7c3-b272da988f1c tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 946 time: 0.0496924 Aug 11 23:02:42.068312 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c06275f2-5c0a-4879-be4f-fec6aab86a8f req-9c3e581f-b8b2-4fab-afa0-a0c15430d27b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318644 Aug 11 23:02:42.090105 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57434) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:02:42.171790 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf4a986-a11b-4488-893b-6175412efe7a tempest-TestMinimumBasicScenario-9234507 tempest-TestMinimumBasicScenario-9234507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:42.173353 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0cf4a986-a11b-4488-893b-6175412efe7a tempest-TestMinimumBasicScenario-9234507 tempest-TestMinimumBasicScenario-9234507-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 1092 time: 0.0822487 Aug 11 23:02:42.177145 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57438) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:02:42.181807 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'port_id': 'd13b0452-797a-4911-87b8-ab176302b541', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:02:42.204920 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:42.312562 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:42.417533 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Allocated IP 172.25.2.153 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/6beb6b30-a3f3-4a65-892c-fb015078488e) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:02:42.520893 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:42.559634 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:42.596773 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:02:42.601457 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:02:42.604029 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:02:42.633833 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Pushing event updated for resources: {'Port': ['ID=6beb6b30-a3f3-4a65-892c-fb015078488e,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:02:42.647054 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:02:42.647408 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:02:42.647780 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:02:42.648201 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:02:42.648551 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:02:42.648891 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:02:42.649225 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:02:42.649561 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:02:42.650403 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:02:42.650701 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:02:42.651313 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:02:42.651447 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:02:42.992462 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:43.062494 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:43.218959 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:43.223497 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:43.293020 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Pushing event updated for resources: {'Port': ['ID=6beb6b30-a3f3-4a65-892c-fb015078488e,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:02:43.307383 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:43.329109 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7e628026-3d07-41cb-9f22-61e8e40767f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:43.409402 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Floating IP 99ba5043-9d83-46bd-8f27-5804f2f3bf00 associated. External IP: 172.25.2.153, port: d13b0452-797a-4911-87b8-ab176302b541. Aug 11 23:02:43.617228 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Router 021f1018-6ba0-4573-b9b5-2722c61038c9 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:02:43.724715 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:02:43.734737 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d4c881-3881-4265-bdfd-f4644eeec8d6 None None] Sync routers for ids ['021f1018-6ba0-4573-b9b5-2722c61038c9'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:02:43.742008 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:43.745362 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d4c881-3881-4265-bdfd-f4644eeec8d6 None None] Routers {'021f1018-6ba0-4573-b9b5-2722c61038c9'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:02:43.746008 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a7d4c881-3881-4265-bdfd-f4644eeec8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:02:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['021f1018-6ba0-4573-b9b5-2722c61038c9'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:02:43.769475 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ccbb797f-6984-466d-818b-d7e038fe246b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5912650 Aug 11 23:02:43.770079 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409448fc-cc7f-4c9b-b468-4fc4ad26c63d', 'tag': 'd13b0452-797a-4911-87b8-ab176302b541'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:02:43.772410 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ee0d57-e956-407c-928e-88b5a2afd6ed" -d '{"events": [{"name": "network-changed", "server_uuid": "409448fc-cc7f-4c9b-b468-4fc4ad26c63d", "tag": "d13b0452-797a-4911-87b8-ab176302b541"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:02:43.772594 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57440) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:02:43.778113 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-69ce7bf8-ec7c-446c-a0a0-b65efe39cc12 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1514589092', 'description': 'tempest-secgroup-smoke-1514589092 description', 'project_id': '17c03e22b8564490bd1af8ae62dab70c'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:02:43.808089 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-69ce7bf8-ec7c-446c-a0a0-b65efe39cc12 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:43.811851 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039fd504-77ce-4322-a386-96ca0e82327d x-openstack-request-id: req-039fd504-77ce-4322-a386-96ca0e82327d {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:02:43.812350 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409448fc-cc7f-4c9b-b468-4fc4ad26c63d", "tag": "d13b0452-797a-4911-87b8-ab176302b541", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:02:43.812660 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-039fd504-77ce-4322-a386-96ca0e82327d {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:02:43.813162 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409448fc-cc7f-4c9b-b468-4fc4ad26c63d', 'tag': 'd13b0452-797a-4911-87b8-ab176302b541', 'status': 'completed', 'code': 200} Aug 11 23:02:43.865303 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-a7d4c881-3881-4265-bdfd-f4644eeec8d6 None None] Set router 021f1018-6ba0-4573-b9b5-2722c61038c9 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:02:43.913670 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee0d57-e956-407c-928e-88b5a2afd6ed req-bea87fb3-076c-4b3b-b8e5-c381ae278aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:43.915115 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-67ee0d57-e956-407c-928e-88b5a2afd6ed req-bea87fb3-076c-4b3b-b8e5-c381ae278aa4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=17c03e22b8564490bd1af8ae62dab70c&device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 1097 time: 0.0733154 Aug 11 23:02:43.954864 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-69ce7bf8-ec7c-446c-a0a0-b65efe39cc12 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:43.982382 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-69ce7bf8-ec7c-446c-a0a0-b65efe39cc12 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:44.022573 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-69ce7bf8-ec7c-446c-a0a0-b65efe39cc12 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:44.023853 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-69ce7bf8-ec7c-446c-a0a0-b65efe39cc12 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2502513 Aug 11 23:02:44.027643 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57444) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:02:44.027881 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce7bf8-ec7c-446c-a0a0-b65efe39cc12 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=940fca07-38b8-4a6c-8784-9695f3ff365a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:02:44.037058 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-3e970caa-a1e3-475a-a116-284e575e2cca tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Request body: {'security_group_rule': {'security_group_id': '940fca07-38b8-4a6c-8784-9695f3ff365a', 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:02:44.057600 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee0d57-e956-407c-928e-88b5a2afd6ed req-32f67044-6c1a-4f2f-adf2-b9b3e0041e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:44.058987 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-67ee0d57-e956-407c-928e-88b5a2afd6ed req-32f67044-6c1a-4f2f-adf2-b9b3e0041e8a service neutron] 10.222.0.52 "GET /v2.0/networks?id=c87d50bf-7bba-4c39-a029-f22c1e2ff394 HTTP/1.1" status: 200 len: 916 time: 0.1313717 Aug 11 23:02:44.069838 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3e970caa-a1e3-475a-a116-284e575e2cca tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:44.104274 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a7d4c881-3881-4265-bdfd-f4644eeec8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'name': 'tempest-TestMinimumBasicScenario-2087263170-router', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '47192c16-6482-4b21-8cd6-9197e6a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:01:49Z', 'updated_at': '2021-08-11T23:01:52Z', 'revision_number': 4, 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'gw_port': {'id': '47192c16-6482-4b21-8cd6-9197e6a6cf85', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:50Z', 'updated_at': '2021-08-11T23:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '99ba5043-9d83-46bd-8f27-5804f2f3bf00', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c', 'floating_ip_address': '172.25.2.153', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'port_id': 'd13b0452-797a-4911-87b8-ab176302b541', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87d50bf-7bba-4c39-a029-f22c1e2ff394', 'mac_address': 'fa:16:3e:b2:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409448fc-cc7f-4c9b-b468-4fc4ad26c63d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:02:42Z', 'updated_at': '2021-08-11T23:02:42Z', 'revision_number': 0, 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe6688d-ae51-4b60-9417-f0b932b0d556', 'name': '', 'network_id': 'c87d50bf-7bba-4c39-a029-f22c1e2ff394', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c', 'mac_address': 'fa:16:3e:35:6e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '44692031-88c6-4b20-8fd8-a92709715781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:51Z', 'updated_at': '2021-08-11T23:01:58Z', 'revision_number': 5, 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'subnets': [{'id': '44692031-88c6-4b20-8fd8-a92709715781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:02:44.131038 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d4c881-3881-4265-bdfd-f4644eeec8d6 None None] Checking router: 021f1018-6ba0-4573-b9b5-2722c61038c9 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:02:44.140114 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d4c881-3881-4265-bdfd-f4644eeec8d6 None None] Routers {'021f1018-6ba0-4573-b9b5-2722c61038c9'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:02:44.140463 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3e970caa-a1e3-475a-a116-284e575e2cca tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:44.140851 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a7d4c881-3881-4265-bdfd-f4644eeec8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:02:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['021f1018-6ba0-4573-b9b5-2722c61038c9'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:02:44.145270 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3e970caa-a1e3-475a-a116-284e575e2cca tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:44.167801 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e970caa-a1e3-475a-a116-284e575e2cca tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d3cbfc4-5900-483a-9d5c-5ed13630fbd0,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:02:44.176040 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3e970caa-a1e3-475a-a116-284e575e2cca tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:44.180706 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3e970caa-a1e3-475a-a116-284e575e2cca tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1483660 Aug 11 23:02:44.180706 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57446) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:02:44.185456 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-5a475336-a263-4c6b-bb8e-6932dc4e860b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Request body: {'security_group_rule': {'security_group_id': '940fca07-38b8-4a6c-8784-9695f3ff365a', 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:02:44.216518 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a475336-a263-4c6b-bb8e-6932dc4e860b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:44.265298 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-a7d4c881-3881-4265-bdfd-f4644eeec8d6 None None] Set router 021f1018-6ba0-4573-b9b5-2722c61038c9 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:02:44.285628 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a475336-a263-4c6b-bb8e-6932dc4e860b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:44.289797 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a475336-a263-4c6b-bb8e-6932dc4e860b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:44.308060 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a475336-a263-4c6b-bb8e-6932dc4e860b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e226a6-88d8-4959-958a-5a90625eb905,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:02:44.320526 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a475336-a263-4c6b-bb8e-6932dc4e860b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:44.324605 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5a475336-a263-4c6b-bb8e-6932dc4e860b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1404531 Aug 11 23:02:44.324911 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57448) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:02:44.331400 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-993055a3-77c7-4a69-b5bf-62e98eb1bc87 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Request body: {'security_group_rule': {'security_group_id': '940fca07-38b8-4a6c-8784-9695f3ff365a', 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:02:44.362320 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-993055a3-77c7-4a69-b5bf-62e98eb1bc87 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:44.439008 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-993055a3-77c7-4a69-b5bf-62e98eb1bc87 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:44.444215 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-993055a3-77c7-4a69-b5bf-62e98eb1bc87 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:44.470015 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993055a3-77c7-4a69-b5bf-62e98eb1bc87 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7c20aa-9d68-443b-a0d8-e190436f580b,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:02:44.483580 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-993055a3-77c7-4a69-b5bf-62e98eb1bc87 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:44.484853 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-993055a3-77c7-4a69-b5bf-62e98eb1bc87 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1589448 Aug 11 23:02:44.489734 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57450) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:02:44.494328 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-112c582a-b459-4376-b999-fcff75c0c806 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Request body: {'security_group_rule': {'security_group_id': '940fca07-38b8-4a6c-8784-9695f3ff365a', 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:02:44.503858 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-67ee0d57-e956-407c-928e-88b5a2afd6ed req-b520bbca-9e3f-4750-805e-1e2430db266f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d13b0452-797a-4911-87b8-ab176302b541 HTTP/1.1" status: 200 len: 1000 time: 0.4379849 Aug 11 23:02:44.535290 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a7d4c881-3881-4265-bdfd-f4644eeec8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'name': 'tempest-TestMinimumBasicScenario-2087263170-router', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '47192c16-6482-4b21-8cd6-9197e6a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:01:49Z', 'updated_at': '2021-08-11T23:01:52Z', 'revision_number': 4, 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'gw_port': {'id': '47192c16-6482-4b21-8cd6-9197e6a6cf85', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:50Z', 'updated_at': '2021-08-11T23:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '99ba5043-9d83-46bd-8f27-5804f2f3bf00', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c', 'floating_ip_address': '172.25.2.153', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'port_id': 'd13b0452-797a-4911-87b8-ab176302b541', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87d50bf-7bba-4c39-a029-f22c1e2ff394', 'mac_address': 'fa:16:3e:b2:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409448fc-cc7f-4c9b-b468-4fc4ad26c63d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:02:42Z', 'updated_at': '2021-08-11T23:02:42Z', 'revision_number': 0, 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe6688d-ae51-4b60-9417-f0b932b0d556', 'name': '', 'network_id': 'c87d50bf-7bba-4c39-a029-f22c1e2ff394', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c', 'mac_address': 'fa:16:3e:35:6e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '44692031-88c6-4b20-8fd8-a92709715781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:51Z', 'updated_at': '2021-08-11T23:01:58Z', 'revision_number': 5, 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'subnets': [{'id': '44692031-88c6-4b20-8fd8-a92709715781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:02:44.555757 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-112c582a-b459-4376-b999-fcff75c0c806 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:44.565877 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d4c881-3881-4265-bdfd-f4644eeec8d6 None None] The sync data for ids ['021f1018-6ba0-4573-b9b5-2722c61038c9'] in n-d-804275-3 is: [{'id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'name': 'tempest-TestMinimumBasicScenario-2087263170-router', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '47192c16-6482-4b21-8cd6-9197e6a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:01:49Z', 'updated_at': '2021-08-11T23:01:52Z', 'revision_number': 4, 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'gw_port': {'id': '47192c16-6482-4b21-8cd6-9197e6a6cf85', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:50Z', 'updated_at': '2021-08-11T23:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '99ba5043-9d83-46bd-8f27-5804f2f3bf00', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c', 'floating_ip_address': '172.25.2.153', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'port_id': 'd13b0452-797a-4911-87b8-ab176302b541', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87d50bf-7bba-4c39-a029-f22c1e2ff394', 'mac_address': 'fa:16:3e:b2:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409448fc-cc7f-4c9b-b468-4fc4ad26c63d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:02:42Z', 'updated_at': '2021-08-11T23:02:42Z', 'revision_number': 0, 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe6688d-ae51-4b60-9417-f0b932b0d556', 'name': '', 'network_id': 'c87d50bf-7bba-4c39-a029-f22c1e2ff394', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c', 'mac_address': 'fa:16:3e:35:6e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '44692031-88c6-4b20-8fd8-a92709715781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:51Z', 'updated_at': '2021-08-11T23:01:58Z', 'revision_number': 5, 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'subnets': [{'id': '44692031-88c6-4b20-8fd8-a92709715781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:02:44.581088 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee0d57-e956-407c-928e-88b5a2afd6ed req-2ce20ba0-48d6-49dc-a555-7643d1a6ca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:44.582642 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-67ee0d57-e956-407c-928e-88b5a2afd6ed req-2ce20ba0-48d6-49dc-a555-7643d1a6ca1e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=44692031-88c6-4b20-8fd8-a92709715781 HTTP/1.1" status: 200 len: 854 time: 0.0687034 Aug 11 23:02:44.660483 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-112c582a-b459-4376-b999-fcff75c0c806 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:44.662782 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee0d57-e956-407c-928e-88b5a2afd6ed req-87f7f67c-ee94-4bd2-8ac8-3ecbb2745515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:44.664498 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-67ee0d57-e956-407c-928e-88b5a2afd6ed req-87f7f67c-ee94-4bd2-8ac8-3ecbb2745515 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c87d50bf-7bba-4c39-a029-f22c1e2ff394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737476 Aug 11 23:02:44.665606 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-112c582a-b459-4376-b999-fcff75c0c806 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:44.725416 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c582a-b459-4376-b999-fcff75c0c806 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ba45a8-a95e-427f-a48e-80101f226ded,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:02:44.738721 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-112c582a-b459-4376-b999-fcff75c0c806 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:44.740441 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-112c582a-b459-4376-b999-fcff75c0c806 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2495925 Aug 11 23:02:44.743945 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57452) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:02:44.749484 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-154e9700-1c4e-44a9-9793-c0a54b76bdbf tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Request body: {'security_group_rule': {'security_group_id': '940fca07-38b8-4a6c-8784-9695f3ff365a', 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:02:44.765022 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5654003-acc0-42bd-96ea-49a1e1f093b2 None None] New status for floating IP 99ba5043-9d83-46bd-8f27-5804f2f3bf00: ACTIVE {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 23:02:44.779401 n-d-804275-3 neutron-server[100943]: INFO neutron.db.securitygroups_db [None req-154e9700-1c4e-44a9-9793-c0a54b76bdbf tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Project 17c03e22b8564490bd1af8ae62dab70c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 23:02:44.784545 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-154e9700-1c4e-44a9-9793-c0a54b76bdbf tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:44.786124 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-67ee0d57-e956-407c-928e-88b5a2afd6ed req-3d7f1e1b-de83-46a5-8628-aa6d6a931e74 service neutron] 10.222.0.52 "GET /v2.0/networks/c87d50bf-7bba-4c39-a029-f22c1e2ff394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127186 Aug 11 23:02:44.849941 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-154e9700-1c4e-44a9-9793-c0a54b76bdbf tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:44.854674 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-154e9700-1c4e-44a9-9793-c0a54b76bdbf tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:44.875675 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e9700-1c4e-44a9-9793-c0a54b76bdbf tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14bd093b-5c40-4556-bd5a-66dbc4d3d028,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:02:44.878877 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-154e9700-1c4e-44a9-9793-c0a54b76bdbf tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:44.883109 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-154e9700-1c4e-44a9-9793-c0a54b76bdbf tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1358302 Aug 11 23:02:44.883323 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57454) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:02:44.888224 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-09b92fa4-f250-41a7-b7e9-cc19087f8d8e tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Request body: {'security_group_rule': {'security_group_id': '940fca07-38b8-4a6c-8784-9695f3ff365a', 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:02:44.898405 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-67ee0d57-e956-407c-928e-88b5a2afd6ed req-aed7837a-c076-4416-b875-484f9209b628 service neutron] 10.222.0.52 "GET /v2.0/networks/c87d50bf-7bba-4c39-a029-f22c1e2ff394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048346 Aug 11 23:02:44.913429 n-d-804275-3 neutron-server[100943]: INFO neutron.db.securitygroups_db [None req-09b92fa4-f250-41a7-b7e9-cc19087f8d8e tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Project 17c03e22b8564490bd1af8ae62dab70c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 23:02:44.919640 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-09b92fa4-f250-41a7-b7e9-cc19087f8d8e tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:44.991337 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-09b92fa4-f250-41a7-b7e9-cc19087f8d8e tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:44.995136 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-09b92fa4-f250-41a7-b7e9-cc19087f8d8e tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:45.013051 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b92fa4-f250-41a7-b7e9-cc19087f8d8e tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a7ea70-f910-49d0-99f7-98e28b6f983e,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:02:45.023003 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-09b92fa4-f250-41a7-b7e9-cc19087f8d8e tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:45.024471 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-09b92fa4-f250-41a7-b7e9-cc19087f8d8e tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1397495 Aug 11 23:02:45.103956 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-10cff7d6-cb47-436f-b907-44555a4a5750 req-e1ed2c5c-d55e-4b1a-a11d-1110d0c36be1 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1514589092&fields=id&tenant_id=17c03e22b8564490bd1af8ae62dab70c HTTP/1.1" status: 200 len: 267 time: 0.0327022 Aug 11 23:02:45.159865 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cff7d6-cb47-436f-b907-44555a4a5750 req-4a61c9d0-f247-45f7-8dd4-c3a826820d9c tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:45.161400 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-10cff7d6-cb47-436f-b907-44555a4a5750 req-4a61c9d0-f247-45f7-8dd4-c3a826820d9c tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 946 time: 0.0516176 Aug 11 23:02:45.172941 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-10cff7d6-cb47-436f-b907-44555a4a5750 req-cb027e42-b8a3-4384-b3fa-aaaa0e2473d3 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Request body: {'port': {'security_groups': ['260a48ab-6416-413f-8089-ff2aec582421', '940fca07-38b8-4a6c-8784-9695f3ff365a']}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:02:45.234376 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-10cff7d6-cb47-436f-b907-44555a4a5750 req-cb027e42-b8a3-4384-b3fa-aaaa0e2473d3 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:45.417958 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-10cff7d6-cb47-436f-b907-44555a4a5750 req-cb027e42-b8a3-4384-b3fa-aaaa0e2473d3 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] For port d13b0452-797a-4911-87b8-ab176302b541, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=d13b0452-797a-4911-87b8-ab176302b541,segment=NetworkSegment(068693db-706e-4c12-9c07-0c566d43c180),segment_id=068693db-706e-4c12-9c07-0c566d43c180)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:02:45.447665 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-10cff7d6-cb47-436f-b907-44555a4a5750 req-cb027e42-b8a3-4384-b3fa-aaaa0e2473d3 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:45.452233 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-10cff7d6-cb47-436f-b907-44555a4a5750 req-cb027e42-b8a3-4384-b3fa-aaaa0e2473d3 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:45.463670 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['d13b0452-797a-4911-87b8-ab176302b541'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 23:02:45.494908 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cff7d6-cb47-436f-b907-44555a4a5750 req-cb027e42-b8a3-4384-b3fa-aaaa0e2473d3 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:45.495568 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-10cff7d6-cb47-436f-b907-44555a4a5750 req-cb027e42-b8a3-4384-b3fa-aaaa0e2473d3 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:45.496998 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-10cff7d6-cb47-436f-b907-44555a4a5750 req-cb027e42-b8a3-4384-b3fa-aaaa0e2473d3 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "PUT /v2.0/ports/d13b0452-797a-4911-87b8-ab176302b541 HTTP/1.1" status: 200 len: 982 time: 0.3289499 Aug 11 23:02:45.525980 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb027e42-b8a3-4384-b3fa-aaaa0e2473d3 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Pushing event updated for resources: {'Port': ['ID=d13b0452-797a-4911-87b8-ab176302b541,revision_number=6']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:02:45.566031 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['d13b0452-797a-4911-87b8-ab176302b541'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 23:02:45.773999 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d9a5690c-f3f4-4682-bba9-3504cbf3261b None None] Provisioning complete for port d13b0452-797a-4911-87b8-ab176302b541 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:02:45.774292 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d9a5690c-f3f4-4682-bba9-3504cbf3261b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:45.926716 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409448fc-cc7f-4c9b-b468-4fc4ad26c63d', 'tag': 'd13b0452-797a-4911-87b8-ab176302b541'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:02:45.928934 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a5b595-d918-4b18-aea1-8f6d1e7170e0" -d '{"events": [{"name": "network-changed", "server_uuid": "409448fc-cc7f-4c9b-b468-4fc4ad26c63d", "tag": "d13b0452-797a-4911-87b8-ab176302b541"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:02:45.954171 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2302241-5576-4e7a-9282-fe4fb8df1a60 req-d52665ff-4519-4b96-b5de-ac424d11b190 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:45.955832 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d2302241-5576-4e7a-9282-fe4fb8df1a60 req-d52665ff-4519-4b96-b5de-ac424d11b190 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 985 time: 0.3946776 Aug 11 23:02:45.997006 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d2302241-5576-4e7a-9282-fe4fb8df1a60 req-8dcef10d-3297-4ff0-b0f2-fa3a01755701 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=940fca07-38b8-4a6c-8784-9695f3ff365a&id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347009 Aug 11 23:02:46.046758 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a6e94d-7839-4b16-acd1-a79b9a26e09e x-openstack-request-id: req-48a6e94d-7839-4b16-acd1-a79b9a26e09e {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:02:46.047165 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409448fc-cc7f-4c9b-b468-4fc4ad26c63d", "tag": "d13b0452-797a-4911-87b8-ab176302b541", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:02:46.047441 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-48a6e94d-7839-4b16-acd1-a79b9a26e09e {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:02:46.047878 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409448fc-cc7f-4c9b-b468-4fc4ad26c63d', 'tag': 'd13b0452-797a-4911-87b8-ab176302b541', 'status': 'completed', 'code': 200} Aug 11 23:02:46.114949 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5b595-d918-4b18-aea1-8f6d1e7170e0 req-a0f33087-e6c1-48df-9c98-a82a47538d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:46.117178 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d8a5b595-d918-4b18-aea1-8f6d1e7170e0 req-a0f33087-e6c1-48df-9c98-a82a47538d98 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=17c03e22b8564490bd1af8ae62dab70c&device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 1136 time: 0.0484862 Aug 11 23:02:46.170379 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:46.218691 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5b595-d918-4b18-aea1-8f6d1e7170e0 req-b655e087-eb55-4700-9890-5ad9339b14e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:46.220276 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d8a5b595-d918-4b18-aea1-8f6d1e7170e0 req-b655e087-eb55-4700-9890-5ad9339b14e5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c87d50bf-7bba-4c39-a029-f22c1e2ff394 HTTP/1.1" status: 200 len: 916 time: 0.0947282 Aug 11 23:02:46.288434 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d8a5b595-d918-4b18-aea1-8f6d1e7170e0 req-47452bbd-72a5-4943-8282-0d53e3818ee7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d13b0452-797a-4911-87b8-ab176302b541 HTTP/1.1" status: 200 len: 1002 time: 0.0607066 Aug 11 23:02:46.307866 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3155cfb4-5423-46e6-8ba9-bbf3adcba77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:46.350581 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5b595-d918-4b18-aea1-8f6d1e7170e0 req-819c8bb5-49fc-4191-847c-7c711d0a0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:46.352232 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d8a5b595-d918-4b18-aea1-8f6d1e7170e0 req-819c8bb5-49fc-4191-847c-7c711d0a0663 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=44692031-88c6-4b20-8fd8-a92709715781 HTTP/1.1" status: 200 len: 854 time: 0.0521259 Aug 11 23:02:46.403293 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5b595-d918-4b18-aea1-8f6d1e7170e0 req-90704b15-463f-4491-a775-617647047ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:46.404977 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d8a5b595-d918-4b18-aea1-8f6d1e7170e0 req-90704b15-463f-4491-a775-617647047ff5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c87d50bf-7bba-4c39-a029-f22c1e2ff394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455656 Aug 11 23:02:46.497322 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d8a5b595-d918-4b18-aea1-8f6d1e7170e0 req-847e25c3-ee74-4a2d-bda1-19b605307c6b service neutron] 10.222.0.52 "GET /v2.0/networks/c87d50bf-7bba-4c39-a029-f22c1e2ff394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828855 Aug 11 23:02:46.592788 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d8a5b595-d918-4b18-aea1-8f6d1e7170e0 req-62d85f09-b9e7-41df-a758-0021861ef769 service neutron] 10.222.0.52 "GET /v2.0/networks/c87d50bf-7bba-4c39-a029-f22c1e2ff394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878489 Aug 11 23:02:47.747161 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:49.205030 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:51.192055 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:02:59.906548 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0734b995-87c6-4783-b099-5310f48ecb1a req-155ea588-5936-4ec1-8980-b9c7a8b21609 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458412 Aug 11 23:02:59.996450 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734b995-87c6-4783-b099-5310f48ecb1a req-8b91a906-2d86-4243-ac8f-a907f2bde797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:02:59.998149 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0734b995-87c6-4783-b099-5310f48ecb1a req-8b91a906-2d86-4243-ac8f-a907f2bde797 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=17c03e22b8564490bd1af8ae62dab70c&device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 1136 time: 0.0465498 Aug 11 23:03:00.161791 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734b995-87c6-4783-b099-5310f48ecb1a req-5fc92297-2c4b-4226-849a-627843c61d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:03:00.163219 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0734b995-87c6-4783-b099-5310f48ecb1a req-5fc92297-2c4b-4226-849a-627843c61d8e service neutron] 10.222.0.52 "GET /v2.0/networks?id=c87d50bf-7bba-4c39-a029-f22c1e2ff394 HTTP/1.1" status: 200 len: 916 time: 0.1449447 Aug 11 23:03:00.234557 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0734b995-87c6-4783-b099-5310f48ecb1a req-030cf22e-42f2-4b2a-9ed1-2a1295185c36 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d13b0452-797a-4911-87b8-ab176302b541 HTTP/1.1" status: 200 len: 1002 time: 0.0631480 Aug 11 23:03:00.293348 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734b995-87c6-4783-b099-5310f48ecb1a req-a5856a4e-62d4-49f9-ae6c-a95df2f14b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:03:00.295081 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0734b995-87c6-4783-b099-5310f48ecb1a req-a5856a4e-62d4-49f9-ae6c-a95df2f14b6f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=44692031-88c6-4b20-8fd8-a92709715781 HTTP/1.1" status: 200 len: 854 time: 0.0496628 Aug 11 23:03:00.349986 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734b995-87c6-4783-b099-5310f48ecb1a req-dab1d7b3-f95a-4d41-9544-b99b70568aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:03:00.351630 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0734b995-87c6-4783-b099-5310f48ecb1a req-dab1d7b3-f95a-4d41-9544-b99b70568aa7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c87d50bf-7bba-4c39-a029-f22c1e2ff394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484989 Aug 11 23:03:00.451984 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0734b995-87c6-4783-b099-5310f48ecb1a req-124e1dbd-945b-431c-b2b3-896c81561bdd service neutron] 10.222.0.52 "GET /v2.0/networks/c87d50bf-7bba-4c39-a029-f22c1e2ff394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917051 Aug 11 23:03:00.554830 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0734b995-87c6-4783-b099-5310f48ecb1a req-d562a459-02b5-45a9-9e4e-b02fd29967de service neutron] 10.222.0.52 "GET /v2.0/networks/c87d50bf-7bba-4c39-a029-f22c1e2ff394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954173 Aug 11 23:03:02.238193 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565545c-3806-4f10-8a9c-75da0403e523 req-721dbca2-5396-467b-9b3d-37c2d2bcaa1a tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:03:02.239802 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f565545c-3806-4f10-8a9c-75da0403e523 req-721dbca2-5396-467b-9b3d-37c2d2bcaa1a tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 985 time: 0.0530825 Aug 11 23:03:02.246587 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa46e53-513a-4b3c-9f15-747d85b5e09d req-dc70d3f7-5143-438a-affe-c3ca1ae7fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:03:02.248199 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dfa46e53-513a-4b3c-9f15-747d85b5e09d req-dc70d3f7-5143-438a-affe-c3ca1ae7fbe1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=17c03e22b8564490bd1af8ae62dab70c&device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 1136 time: 0.0451868 Aug 11 23:03:02.283672 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f565545c-3806-4f10-8a9c-75da0403e523 req-16726545-538a-4a62-b2b8-b2430fafea1b tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=940fca07-38b8-4a6c-8784-9695f3ff365a&id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371683 Aug 11 23:03:02.345029 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa46e53-513a-4b3c-9f15-747d85b5e09d req-e51a04eb-3984-4950-9065-6895291db581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:03:02.347662 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dfa46e53-513a-4b3c-9f15-747d85b5e09d req-e51a04eb-3984-4950-9065-6895291db581 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c87d50bf-7bba-4c39-a029-f22c1e2ff394 HTTP/1.1" status: 200 len: 916 time: 0.0909152 Aug 11 23:03:02.423940 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dfa46e53-513a-4b3c-9f15-747d85b5e09d req-15f2ed9b-8740-4d9e-bc1b-c3e5a985c8e0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d13b0452-797a-4911-87b8-ab176302b541 HTTP/1.1" status: 200 len: 1002 time: 0.0684917 Aug 11 23:03:02.477270 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa46e53-513a-4b3c-9f15-747d85b5e09d req-aa31b50b-eb80-470b-9c22-56888c39447a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:03:02.478825 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dfa46e53-513a-4b3c-9f15-747d85b5e09d req-aa31b50b-eb80-470b-9c22-56888c39447a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=44692031-88c6-4b20-8fd8-a92709715781 HTTP/1.1" status: 200 len: 854 time: 0.0475054 Aug 11 23:03:02.528922 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa46e53-513a-4b3c-9f15-747d85b5e09d req-53c19716-5ed3-4767-90fb-71ef56cf1ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:03:02.530669 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dfa46e53-513a-4b3c-9f15-747d85b5e09d req-53c19716-5ed3-4767-90fb-71ef56cf1ae3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c87d50bf-7bba-4c39-a029-f22c1e2ff394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451052 Aug 11 23:03:02.634206 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dfa46e53-513a-4b3c-9f15-747d85b5e09d req-03393da4-58ce-449d-9daa-b58ffe6a0680 service neutron] 10.222.0.52 "GET /v2.0/networks/c87d50bf-7bba-4c39-a029-f22c1e2ff394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948355 Aug 11 23:03:02.732359 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dfa46e53-513a-4b3c-9f15-747d85b5e09d req-294e01a6-ce82-4a74-9a85-f75d4a3bbde3 service neutron] 10.222.0.52 "GET /v2.0/networks/c87d50bf-7bba-4c39-a029-f22c1e2ff394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899608 Aug 11 23:03:03.417272 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfee29e-525d-469e-872b-62ea2720a1af req-141d7835-e8e9-4e76-8704-24032a0be604 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:03:03.418781 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dcfee29e-525d-469e-872b-62ea2720a1af req-141d7835-e8e9-4e76-8704-24032a0be604 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 985 time: 0.0608034 Aug 11 23:03:03.477651 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dcfee29e-525d-469e-872b-62ea2720a1af req-72d4c414-3c37-4419-9017-3ade9b6a9ef5 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=940fca07-38b8-4a6c-8784-9695f3ff365a&id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514419 Aug 11 23:03:04.606992 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf01591-1054-4138-967b-3df50396cc61 req-d3feab62-ffea-4185-b194-88bbe3f17ec0 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:03:04.608742 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eaf01591-1054-4138-967b-3df50396cc61 req-d3feab62-ffea-4185-b194-88bbe3f17ec0 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 985 time: 0.0585718 Aug 11 23:03:04.654162 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-eaf01591-1054-4138-967b-3df50396cc61 req-416dd963-0d67-4bcc-9a58-d1d43f5ff4a1 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=940fca07-38b8-4a6c-8784-9695f3ff365a&id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385168 Aug 11 23:03:05.783419 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa61c83-614b-4478-8cd1-f14695c6c392 req-c967d2d9-cbd9-447f-bd4d-6834860837df tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:03:05.785127 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4aa61c83-614b-4478-8cd1-f14695c6c392 req-c967d2d9-cbd9-447f-bd4d-6834860837df tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 985 time: 0.0536764 Aug 11 23:03:05.848695 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4aa61c83-614b-4478-8cd1-f14695c6c392 req-ca3b8df4-1b9d-4f28-9c65-452db2111e97 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=940fca07-38b8-4a6c-8784-9695f3ff365a&id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565066 Aug 11 23:03:06.975534 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8e721-dcac-49a7-8d3d-afda084177ba req-5a905354-b2c7-481f-8dfd-29d8d9adbbb0 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:03:06.977176 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-33c8e721-dcac-49a7-8d3d-afda084177ba req-5a905354-b2c7-481f-8dfd-29d8d9adbbb0 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 985 time: 0.0541928 Aug 11 23:03:07.021610 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-33c8e721-dcac-49a7-8d3d-afda084177ba req-82de140d-066f-49e4-9f9b-02ede4f86bd7 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=940fca07-38b8-4a6c-8784-9695f3ff365a&id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381393 Aug 11 23:03:08.104676 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:03:08.183324 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59071594-372d-462c-860c-305c5662f3cb req-b77d4b54-7d5a-4067-89ff-1371246bb1a0 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:03:08.186667 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-59071594-372d-462c-860c-305c5662f3cb req-b77d4b54-7d5a-4067-89ff-1371246bb1a0 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 985 time: 0.0916536 Aug 11 23:03:08.255742 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-59071594-372d-462c-860c-305c5662f3cb req-b1922142-3261-4b44-83f5-71e8fcbb162e tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=940fca07-38b8-4a6c-8784-9695f3ff365a&id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628021 Aug 11 23:03:08.705909 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:09.372541 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0e1f5-5827-49d4-aa45-5d2db2c44e12 req-9f437750-59d5-4d72-bd95-4ed7833ab781 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:03:09.374137 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a0b0e1f5-5827-49d4-aa45-5d2db2c44e12 req-9f437750-59d5-4d72-bd95-4ed7833ab781 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 985 time: 0.0503418 Aug 11 23:03:09.416183 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a0b0e1f5-5827-49d4-aa45-5d2db2c44e12 req-06858c57-d493-4e6c-8329-7b68c787ba42 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=940fca07-38b8-4a6c-8784-9695f3ff365a&id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357187 Aug 11 23:03:10.539058 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26285dc5-ab47-4d2d-a2e7-fbda2e14f289 req-c5e43bd5-8183-4007-b7a1-778d4fa3dc94 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:03:10.540692 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-26285dc5-ab47-4d2d-a2e7-fbda2e14f289 req-c5e43bd5-8183-4007-b7a1-778d4fa3dc94 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 985 time: 0.0565791 Aug 11 23:03:10.581079 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-26285dc5-ab47-4d2d-a2e7-fbda2e14f289 req-e653f0e8-3f09-441a-a2be-8874e5592ec5 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=940fca07-38b8-4a6c-8784-9695f3ff365a&id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341859 Aug 11 23:03:11.710841 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f03ac-1273-49e1-a60a-93653e377c58 req-cf73be84-43e7-45f2-a836-f4a2c85c27a3 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:03:11.712720 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-057f03ac-1273-49e1-a60a-93653e377c58 req-cf73be84-43e7-45f2-a836-f4a2c85c27a3 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 985 time: 0.0637498 Aug 11 23:03:11.753240 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-057f03ac-1273-49e1-a60a-93653e377c58 req-a10b2f17-d382-4466-bb79-2e245f7584d1 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=940fca07-38b8-4a6c-8784-9695f3ff365a&id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343370 Aug 11 23:03:12.878274 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfead72d-9e0c-44e1-982e-326b9f744c19 req-89953632-4599-4e71-af05-475ebee31983 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:03:12.879850 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dfead72d-9e0c-44e1-982e-326b9f744c19 req-89953632-4599-4e71-af05-475ebee31983 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 985 time: 0.0515790 Aug 11 23:03:12.921100 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dfead72d-9e0c-44e1-982e-326b9f744c19 req-ca738c6d-826c-4e02-9415-d54742d7ff18 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=940fca07-38b8-4a6c-8784-9695f3ff365a&id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349054 Aug 11 23:03:13.329590 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c242175b-e663-4bc3-a880-8817075d9447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:14.037184 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba6fb5-b8b2-4427-9f1a-b2ec6a7fb412 req-8e95766a-c8ea-4e78-92be-0dbc0051cb2d tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:03:14.038724 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c7ba6fb5-b8b2-4427-9f1a-b2ec6a7fb412 req-8e95766a-c8ea-4e78-92be-0dbc0051cb2d tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 985 time: 0.0497463 Aug 11 23:03:14.078305 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c7ba6fb5-b8b2-4427-9f1a-b2ec6a7fb412 req-8a51d50e-2c45-4a4e-b129-5730ddde8816 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=940fca07-38b8-4a6c-8784-9695f3ff365a&id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331168 Aug 11 23:03:16.152179 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:16.309636 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f7c98458-6430-4ae8-b99c-c259962ee089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:17.750607 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:19.207081 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:21.200722 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:38.718230 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:43.304183 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6b8bb620-1ba2-4e0f-9f33-2ba7e8596e3a req-6e60b5bd-c992-4b31-af18-142d422d8c4f tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1514589092&fields=id&tenant_id=17c03e22b8564490bd1af8ae62dab70c HTTP/1.1" status: 200 len: 267 time: 0.0374401 Aug 11 23:03:43.330657 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-75a5e91e-998a-4e81-a239-6012592a1e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:43.356622 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bb620-1ba2-4e0f-9f33-2ba7e8596e3a req-152ea85b-d3a2-47d2-907a-486ae37ae066 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:03:43.358153 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6b8bb620-1ba2-4e0f-9f33-2ba7e8596e3a req-152ea85b-d3a2-47d2-907a-486ae37ae066 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 985 time: 0.0483389 Aug 11 23:03:43.370288 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-6b8bb620-1ba2-4e0f-9f33-2ba7e8596e3a req-12bd1c8e-6982-450e-92b4-d8cef21b7254 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Request body: {'port': {'security_groups': ['260a48ab-6416-413f-8089-ff2aec582421']}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:03:43.434864 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6b8bb620-1ba2-4e0f-9f33-2ba7e8596e3a req-12bd1c8e-6982-450e-92b4-d8cef21b7254 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:43.605214 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-6b8bb620-1ba2-4e0f-9f33-2ba7e8596e3a req-12bd1c8e-6982-450e-92b4-d8cef21b7254 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] For port d13b0452-797a-4911-87b8-ab176302b541, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=d13b0452-797a-4911-87b8-ab176302b541,segment=NetworkSegment(068693db-706e-4c12-9c07-0c566d43c180),segment_id=068693db-706e-4c12-9c07-0c566d43c180)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:03:43.634135 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6b8bb620-1ba2-4e0f-9f33-2ba7e8596e3a req-12bd1c8e-6982-450e-92b4-d8cef21b7254 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:43.638672 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6b8bb620-1ba2-4e0f-9f33-2ba7e8596e3a req-12bd1c8e-6982-450e-92b4-d8cef21b7254 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:43.650513 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['d13b0452-797a-4911-87b8-ab176302b541'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 23:03:43.684079 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bb620-1ba2-4e0f-9f33-2ba7e8596e3a req-12bd1c8e-6982-450e-92b4-d8cef21b7254 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:03:43.684738 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6b8bb620-1ba2-4e0f-9f33-2ba7e8596e3a req-12bd1c8e-6982-450e-92b4-d8cef21b7254 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:43.686197 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6b8bb620-1ba2-4e0f-9f33-2ba7e8596e3a req-12bd1c8e-6982-450e-92b4-d8cef21b7254 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "PUT /v2.0/ports/d13b0452-797a-4911-87b8-ab176302b541 HTTP/1.1" status: 200 len: 943 time: 0.3205326 Aug 11 23:03:43.686604 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409448fc-cc7f-4c9b-b468-4fc4ad26c63d', 'tag': 'd13b0452-797a-4911-87b8-ab176302b541'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:03:43.689500 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1e3edc-f5cf-43be-9366-d201b5d42b91" -d '{"events": [{"name": "network-changed", "server_uuid": "409448fc-cc7f-4c9b-b468-4fc4ad26c63d", "tag": "d13b0452-797a-4911-87b8-ab176302b541"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:03:43.694490 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57514) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:03:43.740445 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd1c8e-6982-450e-92b4-d8cef21b7254 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Pushing event updated for resources: {'Port': ['ID=d13b0452-797a-4911-87b8-ab176302b541,revision_number=7']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:03:43.744424 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334dcde7-6d61-4049-8746-76f1c616281c x-openstack-request-id: req-334dcde7-6d61-4049-8746-76f1c616281c {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:03:43.744718 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409448fc-cc7f-4c9b-b468-4fc4ad26c63d", "tag": "d13b0452-797a-4911-87b8-ab176302b541", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:03:43.745033 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-334dcde7-6d61-4049-8746-76f1c616281c {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:03:43.745364 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409448fc-cc7f-4c9b-b468-4fc4ad26c63d', 'tag': 'd13b0452-797a-4911-87b8-ab176302b541', 'status': 'completed', 'code': 200} Aug 11 23:03:43.746416 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['d13b0452-797a-4911-87b8-ab176302b541'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 23:03:43.753048 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd1c8e-6982-450e-92b4-d8cef21b7254 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:43.753725 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd1c8e-6982-450e-92b4-d8cef21b7254 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:43.754299 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd1c8e-6982-450e-92b4-d8cef21b7254 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:43.754874 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd1c8e-6982-450e-92b4-d8cef21b7254 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:43.756042 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd1c8e-6982-450e-92b4-d8cef21b7254 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:43.756633 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd1c8e-6982-450e-92b4-d8cef21b7254 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:43.757209 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd1c8e-6982-450e-92b4-d8cef21b7254 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:43.757776 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd1c8e-6982-450e-92b4-d8cef21b7254 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:43.758469 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd1c8e-6982-450e-92b4-d8cef21b7254 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:43.759054 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd1c8e-6982-450e-92b4-d8cef21b7254 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:43.759668 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd1c8e-6982-450e-92b4-d8cef21b7254 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:43.760514 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd1c8e-6982-450e-92b4-d8cef21b7254 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:43.812912 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0fd5-a696-45f9-81ab-ad5c652a7f1d tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:43.858994 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0fd5-a696-45f9-81ab-ad5c652a7f1d tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:43.865661 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e3edc-f5cf-43be-9366-d201b5d42b91 req-b0220f3c-9492-45b5-bd7c-b27371eb4b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:03:43.868160 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd1e3edc-f5cf-43be-9366-d201b5d42b91 req-b0220f3c-9492-45b5-bd7c-b27371eb4b9b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=17c03e22b8564490bd1af8ae62dab70c&device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 1097 time: 0.0996108 Aug 11 23:03:43.968337 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3f27d169-7d3a-4a69-8150-4d0a3af8237b None None] Provisioning complete for port d13b0452-797a-4911-87b8-ab176302b541 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:03:43.968629 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3f27d169-7d3a-4a69-8150-4d0a3af8237b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:43.994594 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e3edc-f5cf-43be-9366-d201b5d42b91 req-a230da6d-aab6-44dc-ad4c-3bf0097600a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:03:43.996196 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd1e3edc-f5cf-43be-9366-d201b5d42b91 req-a230da6d-aab6-44dc-ad4c-3bf0097600a3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c87d50bf-7bba-4c39-a029-f22c1e2ff394 HTTP/1.1" status: 200 len: 916 time: 0.1187024 Aug 11 23:03:44.014785 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0fd5-a696-45f9-81ab-ad5c652a7f1d tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:44.017923 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0fd5-a696-45f9-81ab-ad5c652a7f1d tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:44.021869 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57516) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:03:44.022047 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3e9f0fd5-a696-45f9-81ab-ad5c652a7f1d tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "DELETE /v2.0/security-groups/940fca07-38b8-4a6c-8784-9695f3ff365a HTTP/1.1" status: 204 len: 168 time: 0.3256433 Aug 11 23:03:44.067002 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f0fd5-a696-45f9-81ab-ad5c652a7f1d tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=940fca07-38b8-4a6c-8784-9695f3ff365a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:03:44.078893 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f0fd5-a696-45f9-81ab-ad5c652a7f1d tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:44.079790 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f0fd5-a696-45f9-81ab-ad5c652a7f1d tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:44.080151 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f0fd5-a696-45f9-81ab-ad5c652a7f1d tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:44.080496 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f0fd5-a696-45f9-81ab-ad5c652a7f1d tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:44.080840 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f0fd5-a696-45f9-81ab-ad5c652a7f1d tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:44.081178 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f0fd5-a696-45f9-81ab-ad5c652a7f1d tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:44.081511 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f0fd5-a696-45f9-81ab-ad5c652a7f1d tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:44.081846 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f0fd5-a696-45f9-81ab-ad5c652a7f1d tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:44.082178 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f0fd5-a696-45f9-81ab-ad5c652a7f1d tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:44.082511 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f0fd5-a696-45f9-81ab-ad5c652a7f1d tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:44.082838 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f0fd5-a696-45f9-81ab-ad5c652a7f1d tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:44.083166 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9f0fd5-a696-45f9-81ab-ad5c652a7f1d tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:44.103791 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd1e3edc-f5cf-43be-9366-d201b5d42b91 req-334dc79e-cfd3-41a1-bf52-ac0a7b556cae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d13b0452-797a-4911-87b8-ab176302b541 HTTP/1.1" status: 200 len: 1002 time: 0.0976758 Aug 11 23:03:44.155076 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e3edc-f5cf-43be-9366-d201b5d42b91 req-3c9d930d-5a5b-407b-9024-873df45c9cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:03:44.156597 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd1e3edc-f5cf-43be-9366-d201b5d42b91 req-3c9d930d-5a5b-407b-9024-873df45c9cc4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=44692031-88c6-4b20-8fd8-a92709715781 HTTP/1.1" status: 200 len: 854 time: 0.0447106 Aug 11 23:03:44.201389 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-dd5b0f79-6051-441f-b45b-876a0e3d003a tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Deleting port 6beb6b30-a3f3-4a65-892c-fb015078488e {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:03:44.201735 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dd5b0f79-6051-441f-b45b-876a0e3d003a tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:44.208632 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e3edc-f5cf-43be-9366-d201b5d42b91 req-8c0b2fd9-0774-462b-a600-c5ab6afd0bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:03:44.210168 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd1e3edc-f5cf-43be-9366-d201b5d42b91 req-8c0b2fd9-0774-462b-a600-c5ab6afd0bd0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c87d50bf-7bba-4c39-a029-f22c1e2ff394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451739 Aug 11 23:03:44.221611 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-dd1e3edc-f5cf-43be-9366-d201b5d42b91 req-314226a9-3eeb-4623-91f4-665d7ab735ed service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 23:03:44.222492 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd1e3edc-f5cf-43be-9366-d201b5d42b91 req-314226a9-3eeb-4623-91f4-665d7ab735ed service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056140 Aug 11 23:03:44.277153 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dd5b0f79-6051-441f-b45b-876a0e3d003a tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:44.277587 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dd5b0f79-6051-441f-b45b-876a0e3d003a tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:44.291251 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-dd5b0f79-6051-441f-b45b-876a0e3d003a tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Calling delete_port for 6beb6b30-a3f3-4a65-892c-fb015078488e owned by network:floatingip {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:03:44.314972 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd1e3edc-f5cf-43be-9366-d201b5d42b91 req-f6867817-1de3-4b2b-a928-5c98e98eed23 service neutron] 10.222.0.52 "GET /v2.0/networks/c87d50bf-7bba-4c39-a029-f22c1e2ff394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849771 Aug 11 23:03:44.414749 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-dd1e3edc-f5cf-43be-9366-d201b5d42b91 req-f7ca8e89-73a4-43dd-b615-51c21e7c0014 service neutron] 10.222.0.52 "GET /v2.0/networks/c87d50bf-7bba-4c39-a029-f22c1e2ff394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921509 Aug 11 23:03:44.453335 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dd5b0f79-6051-441f-b45b-876a0e3d003a tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:44.479383 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b0f79-6051-441f-b45b-876a0e3d003a tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Pushing event deleted for resources: {'Port': ['ID=6beb6b30-a3f3-4a65-892c-fb015078488e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:03:44.545278 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dd5b0f79-6051-441f-b45b-876a0e3d003a tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks [] for floatingip, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:44.545620 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-dd5b0f79-6051-441f-b45b-876a0e3d003a tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Floating IP 99ba5043-9d83-46bd-8f27-5804f2f3bf00 disassociated (deleted). External IP: 172.25.2.153, port: d13b0452-797a-4911-87b8-ab176302b541. Aug 11 23:03:44.750497 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5b0f79-6051-441f-b45b-876a0e3d003a tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Router 021f1018-6ba0-4573-b9b5-2722c61038c9 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:03:44.857990 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5b0f79-6051-441f-b45b-876a0e3d003a tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:03:44.863177 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-dd5b0f79-6051-441f-b45b-876a0e3d003a tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:44.869912 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894baa55-226b-42be-bfdc-b6e2c3855fee None None] Sync routers for ids ['021f1018-6ba0-4573-b9b5-2722c61038c9'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:03:44.880479 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894baa55-226b-42be-bfdc-b6e2c3855fee None None] Routers {'021f1018-6ba0-4573-b9b5-2722c61038c9'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:03:44.881177 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-894baa55-226b-42be-bfdc-b6e2c3855fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:03:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['021f1018-6ba0-4573-b9b5-2722c61038c9'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:03:44.894309 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-dd5b0f79-6051-441f-b45b-876a0e3d003a tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "DELETE /v2.0/floatingips/99ba5043-9d83-46bd-8f27-5804f2f3bf00 HTTP/1.1" status: 204 len: 168 time: 0.8713531 Aug 11 23:03:45.115902 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:03:45.187379 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-894baa55-226b-42be-bfdc-b6e2c3855fee None None] Set router 021f1018-6ba0-4573-b9b5-2722c61038c9 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:03:45.403402 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-894baa55-226b-42be-bfdc-b6e2c3855fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'name': 'tempest-TestMinimumBasicScenario-2087263170-router', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '47192c16-6482-4b21-8cd6-9197e6a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:01:49Z', 'updated_at': '2021-08-11T23:01:52Z', 'revision_number': 4, 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'gw_port': {'id': '47192c16-6482-4b21-8cd6-9197e6a6cf85', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:50Z', 'updated_at': '2021-08-11T23:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '0fe6688d-ae51-4b60-9417-f0b932b0d556', 'name': '', 'network_id': 'c87d50bf-7bba-4c39-a029-f22c1e2ff394', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c', 'mac_address': 'fa:16:3e:35:6e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '44692031-88c6-4b20-8fd8-a92709715781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:51Z', 'updated_at': '2021-08-11T23:01:58Z', 'revision_number': 5, 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'subnets': [{'id': '44692031-88c6-4b20-8fd8-a92709715781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:03:45.430512 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894baa55-226b-42be-bfdc-b6e2c3855fee None None] Checking router: 021f1018-6ba0-4573-b9b5-2722c61038c9 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:03:45.439796 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894baa55-226b-42be-bfdc-b6e2c3855fee None None] Routers {'021f1018-6ba0-4573-b9b5-2722c61038c9'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:03:45.440423 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-894baa55-226b-42be-bfdc-b6e2c3855fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:03:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['021f1018-6ba0-4573-b9b5-2722c61038c9'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:03:45.547828 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-894baa55-226b-42be-bfdc-b6e2c3855fee None None] Set router 021f1018-6ba0-4573-b9b5-2722c61038c9 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:03:45.746554 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409448fc-cc7f-4c9b-b468-4fc4ad26c63d', 'tag': 'd13b0452-797a-4911-87b8-ab176302b541'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:03:45.748974 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76963785-48ba-4240-9aa5-742e00326135" -d '{"events": [{"name": "network-changed", "server_uuid": "409448fc-cc7f-4c9b-b468-4fc4ad26c63d", "tag": "d13b0452-797a-4911-87b8-ab176302b541"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:03:45.750056 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-894baa55-226b-42be-bfdc-b6e2c3855fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'name': 'tempest-TestMinimumBasicScenario-2087263170-router', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '47192c16-6482-4b21-8cd6-9197e6a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:01:49Z', 'updated_at': '2021-08-11T23:01:52Z', 'revision_number': 4, 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'gw_port': {'id': '47192c16-6482-4b21-8cd6-9197e6a6cf85', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:50Z', 'updated_at': '2021-08-11T23:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '0fe6688d-ae51-4b60-9417-f0b932b0d556', 'name': '', 'network_id': 'c87d50bf-7bba-4c39-a029-f22c1e2ff394', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c', 'mac_address': 'fa:16:3e:35:6e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '44692031-88c6-4b20-8fd8-a92709715781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:51Z', 'updated_at': '2021-08-11T23:01:58Z', 'revision_number': 5, 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'subnets': [{'id': '44692031-88c6-4b20-8fd8-a92709715781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:03:45.783255 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894baa55-226b-42be-bfdc-b6e2c3855fee None None] The sync data for ids ['021f1018-6ba0-4573-b9b5-2722c61038c9'] in n-d-804275-3 is: [{'id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'name': 'tempest-TestMinimumBasicScenario-2087263170-router', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '47192c16-6482-4b21-8cd6-9197e6a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:01:49Z', 'updated_at': '2021-08-11T23:01:52Z', 'revision_number': 4, 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'gw_port': {'id': '47192c16-6482-4b21-8cd6-9197e6a6cf85', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:50Z', 'updated_at': '2021-08-11T23:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '0fe6688d-ae51-4b60-9417-f0b932b0d556', 'name': '', 'network_id': 'c87d50bf-7bba-4c39-a029-f22c1e2ff394', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c', 'mac_address': 'fa:16:3e:35:6e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '44692031-88c6-4b20-8fd8-a92709715781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:51Z', 'updated_at': '2021-08-11T23:01:58Z', 'revision_number': 5, 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'subnets': [{'id': '44692031-88c6-4b20-8fd8-a92709715781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:03:45.786823 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c044d159-f38a-431a-9dee-ae521faa18a0 x-openstack-request-id: req-c044d159-f38a-431a-9dee-ae521faa18a0 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:03:45.787161 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409448fc-cc7f-4c9b-b468-4fc4ad26c63d", "tag": "d13b0452-797a-4911-87b8-ab176302b541", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:03:45.787381 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c044d159-f38a-431a-9dee-ae521faa18a0 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:03:45.787791 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409448fc-cc7f-4c9b-b468-4fc4ad26c63d', 'tag': 'd13b0452-797a-4911-87b8-ab176302b541', 'status': 'completed', 'code': 200} Aug 11 23:03:45.855854 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76963785-48ba-4240-9aa5-742e00326135 req-1d957501-2737-4d2f-b2cf-583f287b0890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:03:45.857309 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-76963785-48ba-4240-9aa5-742e00326135 req-1d957501-2737-4d2f-b2cf-583f287b0890 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=17c03e22b8564490bd1af8ae62dab70c&device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 1097 time: 0.0470338 Aug 11 23:03:45.958358 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76963785-48ba-4240-9aa5-742e00326135 req-5a529c2e-d4c8-4d08-be4c-fd03dfe9abb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:03:45.959924 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-76963785-48ba-4240-9aa5-742e00326135 req-5a529c2e-d4c8-4d08-be4c-fd03dfe9abb1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c87d50bf-7bba-4c39-a029-f22c1e2ff394 HTTP/1.1" status: 200 len: 916 time: 0.0953214 Aug 11 23:03:46.008564 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-76963785-48ba-4240-9aa5-742e00326135 req-4fe6d294-11e2-46ec-9630-eaa5462a6d54 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d13b0452-797a-4911-87b8-ab176302b541 HTTP/1.1" status: 200 len: 217 time: 0.0416701 Aug 11 23:03:46.038630 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232c10e0-5080-4c77-8b85-68f9dc0aec2c None None] New status for floating IP 99ba5043-9d83-46bd-8f27-5804f2f3bf00: DOWN {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 23:03:46.060255 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76963785-48ba-4240-9aa5-742e00326135 req-119734ed-f3a5-4597-8c95-7ae1a8ce0c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:03:46.061770 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-76963785-48ba-4240-9aa5-742e00326135 req-119734ed-f3a5-4597-8c95-7ae1a8ce0c2d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=44692031-88c6-4b20-8fd8-a92709715781 HTTP/1.1" status: 200 len: 854 time: 0.0469956 Aug 11 23:03:46.111594 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76963785-48ba-4240-9aa5-742e00326135 req-e7126295-2e2d-4d26-b0b1-fb2010f81e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:03:46.113191 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-76963785-48ba-4240-9aa5-742e00326135 req-e7126295-2e2d-4d26-b0b1-fb2010f81e7e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c87d50bf-7bba-4c39-a029-f22c1e2ff394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444853 Aug 11 23:03:46.155392 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:46.233681 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-76963785-48ba-4240-9aa5-742e00326135 req-cec85446-2700-4468-a134-62f31a946b5a service neutron] 10.222.0.52 "GET /v2.0/networks/c87d50bf-7bba-4c39-a029-f22c1e2ff394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127222 Aug 11 23:03:46.312556 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-baccf4f0-c0ad-444c-b5aa-01f99c3191eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:46.332712 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-76963785-48ba-4240-9aa5-742e00326135 req-ac9de9ae-dc46-4e6a-b273-41fec99b7029 service neutron] 10.222.0.52 "GET /v2.0/networks/c87d50bf-7bba-4c39-a029-f22c1e2ff394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918877 Aug 11 23:03:47.754027 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:49.209214 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:51.218870 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:51.897541 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163011bb-a3b6-452e-9800-13a700f6655f req-5b39282f-e891-4a99-845e-0694c51014d3 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:03:51.899201 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-163011bb-a3b6-452e-9800-13a700f6655f req-5b39282f-e891-4a99-845e-0694c51014d3 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 946 time: 0.0508995 Aug 11 23:03:51.939208 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-163011bb-a3b6-452e-9800-13a700f6655f req-2fb9834b-b1ed-4dfa-9152-8d04ae626043 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330472 Aug 11 23:03:53.057882 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9acc06-e9cb-4728-8c8a-843266866fec req-eb10e487-e2c8-43e6-b7b3-e684fb4a4098 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:03:53.059445 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a9acc06-e9cb-4728-8c8a-843266866fec req-eb10e487-e2c8-43e6-b7b3-e684fb4a4098 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 946 time: 0.0510886 Aug 11 23:03:53.098518 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a9acc06-e9cb-4728-8c8a-843266866fec req-3438a8f5-9642-40c0-8390-7ffc4c283265 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/security-groups?id=260a48ab-6416-413f-8089-ff2aec582421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322871 Aug 11 23:03:53.469065 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b05a80-4e9f-43df-9ce4-44892abe95d0 req-b619cb95-f198-4e57-860c-acfff75bf9b1 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:03:53.471077 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d8b05a80-4e9f-43df-9ce4-44892abe95d0 req-b619cb95-f198-4e57-860c-acfff75bf9b1 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.52 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 946 time: 0.0502851 Aug 11 23:03:53.565293 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-d8b05a80-4e9f-43df-9ce4-44892abe95d0 req-d8f49a91-70d5-4024-8200-9992b7f9e755 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Deleting port d13b0452-797a-4911-87b8-ab176302b541 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:03:53.565645 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d8b05a80-4e9f-43df-9ce4-44892abe95d0 req-d8f49a91-70d5-4024-8200-9992b7f9e755 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:53.652246 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-d8b05a80-4e9f-43df-9ce4-44892abe95d0 req-d8f49a91-70d5-4024-8200-9992b7f9e755 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] For port d13b0452-797a-4911-87b8-ab176302b541, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=d13b0452-797a-4911-87b8-ab176302b541,segment=NetworkSegment(068693db-706e-4c12-9c07-0c566d43c180),segment_id=068693db-706e-4c12-9c07-0c566d43c180)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:03:53.652609 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d8b05a80-4e9f-43df-9ce4-44892abe95d0 req-d8f49a91-70d5-4024-8200-9992b7f9e755 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:53.669673 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-d8b05a80-4e9f-43df-9ce4-44892abe95d0 req-d8f49a91-70d5-4024-8200-9992b7f9e755 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Calling delete_port for d13b0452-797a-4911-87b8-ab176302b541 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:03:53.794425 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d8b05a80-4e9f-43df-9ce4-44892abe95d0 req-d8f49a91-70d5-4024-8200-9992b7f9e755 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:53.806231 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['d13b0452-797a-4911-87b8-ab176302b541'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 23:03:53.824704 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f49a91-70d5-4024-8200-9992b7f9e755 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Pushing event deleted for resources: {'Port': ['ID=d13b0452-797a-4911-87b8-ab176302b541,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:03:53.870789 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b05a80-4e9f-43df-9ce4-44892abe95d0 req-d8f49a91-70d5-4024-8200-9992b7f9e755 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] No DVR routers for this DVR port d13b0452-797a-4911-87b8-ab176302b541 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:03:53.873425 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-d8b05a80-4e9f-43df-9ce4-44892abe95d0 req-d8f49a91-70d5-4024-8200-9992b7f9e755 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:53.875388 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d8b05a80-4e9f-43df-9ce4-44892abe95d0 req-d8f49a91-70d5-4024-8200-9992b7f9e755 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.52 "DELETE /v2.0/ports/d13b0452-797a-4911-87b8-ab176302b541 HTTP/1.1" status: 204 len: 173 time: 0.3981855 Aug 11 23:03:53.876385 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409448fc-cc7f-4c9b-b468-4fc4ad26c63d', 'name': 'network-vif-deleted', 'tag': 'd13b0452-797a-4911-87b8-ab176302b541'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:03:53.878618 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b102379e7d6c573a0c111394fd6df11cb948dcd7c204d584f65cddae3f2353ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13cc101-5ba8-456e-9c2b-f5f7eee5ac97" -d '{"events": [{"server_uuid": "409448fc-cc7f-4c9b-b468-4fc4ad26c63d", "name": "network-vif-deleted", "tag": "d13b0452-797a-4911-87b8-ab176302b541"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:03:53.916403 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 23:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6a24f1-f190-46d0-a728-77646fece32a x-openstack-request-id: req-3e6a24f1-f190-46d0-a728-77646fece32a {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:03:53.916799 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409448fc-cc7f-4c9b-b468-4fc4ad26c63d", "name": "network-vif-deleted", "tag": "d13b0452-797a-4911-87b8-ab176302b541", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:03:53.917056 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3e6a24f1-f190-46d0-a728-77646fece32a {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:03:53.917458 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409448fc-cc7f-4c9b-b468-4fc4ad26c63d', 'name': 'network-vif-deleted', 'tag': 'd13b0452-797a-4911-87b8-ab176302b541', 'status': 'completed', 'code': 200} Aug 11 23:03:54.210149 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-380c0eb1-bcb9-44c7-b36e-9d1587802a0e req-d1f27890-de41-47ea-b71b-f466c715b6e1 tempest-TestMinimumBasicScenario-1827483112 tempest-TestMinimumBasicScenario-1827483112-project] 10.222.0.77 "GET /v2.0/ports?device_id=409448fc-cc7f-4c9b-b468-4fc4ad26c63d HTTP/1.1" status: 200 len: 210 time: 0.0310314 Aug 11 23:03:55.765659 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57614) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:03:56.111910 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ac2f-bec7-4b2c-ba2a-b4ecfd1e2937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:56.354634 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-6ce5ac2f-bec7-4b2c-ba2a-b4ecfd1e2937 admin admin] Deleting port 0fe6688d-ae51-4b60-9417-f0b932b0d556 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:03:56.354980 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ac2f-bec7-4b2c-ba2a-b4ecfd1e2937 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:56.448861 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-6ce5ac2f-bec7-4b2c-ba2a-b4ecfd1e2937 admin admin] For port 0fe6688d-ae51-4b60-9417-f0b932b0d556, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0fe6688d-ae51-4b60-9417-f0b932b0d556,segment=NetworkSegment(068693db-706e-4c12-9c07-0c566d43c180),segment_id=068693db-706e-4c12-9c07-0c566d43c180)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:03:56.449278 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ac2f-bec7-4b2c-ba2a-b4ecfd1e2937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:56.465616 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-6ce5ac2f-bec7-4b2c-ba2a-b4ecfd1e2937 admin admin] Calling delete_port for 0fe6688d-ae51-4b60-9417-f0b932b0d556 owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:03:56.648293 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ac2f-bec7-4b2c-ba2a-b4ecfd1e2937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:56.673876 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5ac2f-bec7-4b2c-ba2a-b4ecfd1e2937 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fe6688d-ae51-4b60-9417-f0b932b0d556,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:03:56.856242 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ac2f-bec7-4b2c-ba2a-b4ecfd1e2937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:57.085658 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce5ac2f-bec7-4b2c-ba2a-b4ecfd1e2937 admin admin] Router 021f1018-6ba0-4573-b9b5-2722c61038c9 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:03:57.199867 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce5ac2f-bec7-4b2c-ba2a-b4ecfd1e2937 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:03:57.209861 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57616) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:03:57.210343 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6ce5ac2f-bec7-4b2c-ba2a-b4ecfd1e2937 admin admin] 10.222.0.77 "PUT /v2.0/routers/021f1018-6ba0-4573-b9b5-2722c61038c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4426777 Aug 11 23:03:57.219031 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f8dc06-254c-4a16-82d1-b0504648eb5f None None] Sync routers for ids ['021f1018-6ba0-4573-b9b5-2722c61038c9'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:03:57.228324 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f8dc06-254c-4a16-82d1-b0504648eb5f None None] Routers {'021f1018-6ba0-4573-b9b5-2722c61038c9'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:03:57.228950 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-93f8dc06-254c-4a16-82d1-b0504648eb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:03:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['021f1018-6ba0-4573-b9b5-2722c61038c9'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:03:57.311578 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0486abbe-4331-4957-8274-c9ed0677188b admin admin] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:57.336331 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-93f8dc06-254c-4a16-82d1-b0504648eb5f None None] Set router 021f1018-6ba0-4573-b9b5-2722c61038c9 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:03:57.414356 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0486abbe-4331-4957-8274-c9ed0677188b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:57.471475 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-0486abbe-4331-4957-8274-c9ed0677188b admin admin] Deleting port 47192c16-6482-4b21-8cd6-9197e6a6cf85 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:03:57.471853 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0486abbe-4331-4957-8274-c9ed0677188b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:57.520182 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-93f8dc06-254c-4a16-82d1-b0504648eb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'name': 'tempest-TestMinimumBasicScenario-2087263170-router', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '47192c16-6482-4b21-8cd6-9197e6a6cf85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:01:49Z', 'updated_at': '2021-08-11T23:03:56Z', 'revision_number': 5, 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'gw_port': {'id': '47192c16-6482-4b21-8cd6-9197e6a6cf85', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:50Z', 'updated_at': '2021-08-11T23:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:03:57.546249 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f8dc06-254c-4a16-82d1-b0504648eb5f None None] Checking router: 021f1018-6ba0-4573-b9b5-2722c61038c9 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:03:57.555192 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f8dc06-254c-4a16-82d1-b0504648eb5f None None] Routers {'021f1018-6ba0-4573-b9b5-2722c61038c9'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:03:57.555886 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-93f8dc06-254c-4a16-82d1-b0504648eb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:03:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['021f1018-6ba0-4573-b9b5-2722c61038c9'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:03:57.559626 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-0486abbe-4331-4957-8274-c9ed0677188b admin admin] For port 47192c16-6482-4b21-8cd6-9197e6a6cf85, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=47192c16-6482-4b21-8cd6-9197e6a6cf85,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:03:57.560000 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0486abbe-4331-4957-8274-c9ed0677188b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:57.573167 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-0486abbe-4331-4957-8274-c9ed0677188b admin admin] Calling delete_port for 47192c16-6482-4b21-8cd6-9197e6a6cf85 owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:03:57.642405 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-93f8dc06-254c-4a16-82d1-b0504648eb5f None None] Set router 021f1018-6ba0-4573-b9b5-2722c61038c9 gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:03:57.695447 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-93f8dc06-254c-4a16-82d1-b0504648eb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'name': 'tempest-TestMinimumBasicScenario-2087263170-router', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:01:49Z', 'updated_at': '2021-08-11T23:03:57Z', 'revision_number': 6, 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:03:57.725799 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f8dc06-254c-4a16-82d1-b0504648eb5f None None] The sync data for ids ['021f1018-6ba0-4573-b9b5-2722c61038c9'] in n-d-804275-3 is: [{'id': '021f1018-6ba0-4573-b9b5-2722c61038c9', 'name': 'tempest-TestMinimumBasicScenario-2087263170-router', 'tenant_id': '17c03e22b8564490bd1af8ae62dab70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:01:49Z', 'updated_at': '2021-08-11T23:03:57Z', 'revision_number': 6, 'project_id': '17c03e22b8564490bd1af8ae62dab70c', 'gw_port_host': None}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:03:57.739975 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0486abbe-4331-4957-8274-c9ed0677188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:57.767470 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486abbe-4331-4957-8274-c9ed0677188b admin admin] Pushing event deleted for resources: {'Port': ['ID=47192c16-6482-4b21-8cd6-9197e6a6cf85,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:03:57.830063 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0486abbe-4331-4957-8274-c9ed0677188b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:57.922079 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0486abbe-4331-4957-8274-c9ed0677188b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:57.924704 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0486abbe-4331-4957-8274-c9ed0677188b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:57.970453 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0486abbe-4331-4957-8274-c9ed0677188b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:57.971786 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0486abbe-4331-4957-8274-c9ed0677188b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 021f1018-6ba0-4573-b9b5-2722c61038c9 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 23:03:57.977912 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0486abbe-4331-4957-8274-c9ed0677188b admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:57.979073 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0486abbe-4331-4957-8274-c9ed0677188b admin admin] 10.222.0.77 "DELETE /v2.0/routers/021f1018-6ba0-4573-b9b5-2722c61038c9 HTTP/1.1" status: 204 len: 168 time: 0.7681801 Aug 11 23:03:57.981583 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57618) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:03:58.027499 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce37edb-ab77-49b6-8e94-e04f68427436 admin admin] Deleting subnet 44692031-88c6-4b20-8fd8-a92709715781 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 23:03:58.030522 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ce37edb-ab77-49b6-8e94-e04f68427436 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:58.070260 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ce37edb-ab77-49b6-8e94-e04f68427436 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:58.150559 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ce37edb-ab77-49b6-8e94-e04f68427436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:58.204777 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ce37edb-ab77-49b6-8e94-e04f68427436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:58.231535 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce37edb-ab77-49b6-8e94-e04f68427436 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44692031-88c6-4b20-8fd8-a92709715781,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:03:58.233522 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1ce37edb-ab77-49b6-8e94-e04f68427436 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:58.235977 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1ce37edb-ab77-49b6-8e94-e04f68427436 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/44692031-88c6-4b20-8fd8-a92709715781 HTTP/1.1" status: 204 len: 168 time: 0.2534666 Aug 11 23:03:58.238418 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57620) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:03:58.238660 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8264ae3-5d54-4d15-a31f-fb7fc80d50fa None None] Network c87d50bf-7bba-4c39-a029-f22c1e2ff394 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:03:58.310603 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c356ad7-41c2-46eb-9cd9-d32c8d01ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:58.364621 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-5c356ad7-41c2-46eb-9cd9-d32c8d01ee87 admin admin] Deleting port da1e2569-cd2e-4c0c-aaa5-d268b8819e35 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:03:58.364970 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c356ad7-41c2-46eb-9cd9-d32c8d01ee87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:58.430272 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-5c356ad7-41c2-46eb-9cd9-d32c8d01ee87 admin admin] For port da1e2569-cd2e-4c0c-aaa5-d268b8819e35, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=da1e2569-cd2e-4c0c-aaa5-d268b8819e35,segment=NetworkSegment(068693db-706e-4c12-9c07-0c566d43c180),segment_id=068693db-706e-4c12-9c07-0c566d43c180)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:03:58.430560 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c356ad7-41c2-46eb-9cd9-d32c8d01ee87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:58.443475 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-5c356ad7-41c2-46eb-9cd9-d32c8d01ee87 admin admin] Calling delete_port for da1e2569-cd2e-4c0c-aaa5-d268b8819e35 owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:03:58.486464 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa03294d-04e0-4440-a449-3cf430aa6816 None None] DHCP port deletion for c87d50bf-7bba-4c39-a029-f22c1e2ff394 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 23:03:58.527447 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c356ad7-41c2-46eb-9cd9-d32c8d01ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:58.536446 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-fa03294d-04e0-4440-a449-3cf430aa6816 None None] Deleting port da1e2569-cd2e-4c0c-aaa5-d268b8819e35 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:03:58.536834 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fa03294d-04e0-4440-a449-3cf430aa6816 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:58.555181 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c356ad7-41c2-46eb-9cd9-d32c8d01ee87 admin admin] Pushing event deleted for resources: {'Port': ['ID=da1e2569-cd2e-4c0c-aaa5-d268b8819e35,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:03:58.557275 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c356ad7-41c2-46eb-9cd9-d32c8d01ee87 admin admin] No DVR routers for this DVR port da1e2569-cd2e-4c0c-aaa5-d268b8819e35 on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:03:58.603850 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-fa03294d-04e0-4440-a449-3cf430aa6816 None None] For port da1e2569-cd2e-4c0c-aaa5-d268b8819e35, host n-d-804275-3, got binding levels [] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:03:58.604259 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fa03294d-04e0-4440-a449-3cf430aa6816 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:58.617039 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-fa03294d-04e0-4440-a449-3cf430aa6816 None None] Calling delete_port for da1e2569-cd2e-4c0c-aaa5-d268b8819e35 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:03:58.619684 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.ipam_backend_mixin [None req-fa03294d-04e0-4440-a449-3cf430aa6816 None None] Port da1e2569-cd2e-4c0c-aaa5-d268b8819e35 was not found and therefore no delete operation was performed {{(pid=100944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 23:03:58.621325 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fa03294d-04e0-4440-a449-3cf430aa6816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:58.632276 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c356ad7-41c2-46eb-9cd9-d32c8d01ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:58.642744 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-5c356ad7-41c2-46eb-9cd9-d32c8d01ee87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87d50bf-7bba-4c39-a029-f22c1e2ff394']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:03:58.645113 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03294d-04e0-4440-a449-3cf430aa6816 None None] Pushing event deleted for resources: {'Port': ['ID=da1e2569-cd2e-4c0c-aaa5-d268b8819e35,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:03:58.653598 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-5c356ad7-41c2-46eb-9cd9-d32c8d01ee87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '068693db-706e-4c12-9c07-0c566d43c180') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:03:58.653890 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-5c356ad7-41c2-46eb-9cd9-d32c8d01ee87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '068693db-706e-4c12-9c07-0c566d43c180') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:03:58.655443 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03294d-04e0-4440-a449-3cf430aa6816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:58.655831 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03294d-04e0-4440-a449-3cf430aa6816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:58.656183 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03294d-04e0-4440-a449-3cf430aa6816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:58.656529 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03294d-04e0-4440-a449-3cf430aa6816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:58.656908 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03294d-04e0-4440-a449-3cf430aa6816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:58.657249 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03294d-04e0-4440-a449-3cf430aa6816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:58.657585 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03294d-04e0-4440-a449-3cf430aa6816 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:58.657917 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03294d-04e0-4440-a449-3cf430aa6816 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:58.658259 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03294d-04e0-4440-a449-3cf430aa6816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:58.658581 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03294d-04e0-4440-a449-3cf430aa6816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:58.658911 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03294d-04e0-4440-a449-3cf430aa6816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:58.659236 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03294d-04e0-4440-a449-3cf430aa6816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:03:58.662032 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa03294d-04e0-4440-a449-3cf430aa6816 None None] No DVR routers for this DVR port da1e2569-cd2e-4c0c-aaa5-d268b8819e35 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:03:58.663264 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c356ad7-41c2-46eb-9cd9-d32c8d01ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:58.678414 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c356ad7-41c2-46eb-9cd9-d32c8d01ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:58.685165 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c356ad7-41c2-46eb-9cd9-d32c8d01ee87 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 23:03:58.685554 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c356ad7-41c2-46eb-9cd9-d32c8d01ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: timer() Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 23:03:58.687337 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 23:03:58.742638 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c356ad7-41c2-46eb-9cd9-d32c8d01ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:58.748367 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5c356ad7-41c2-46eb-9cd9-d32c8d01ee87 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:58.752978 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5c356ad7-41c2-46eb-9cd9-d32c8d01ee87 admin admin] 10.222.0.77 "DELETE /v2.0/networks/c87d50bf-7bba-4c39-a029-f22c1e2ff394 HTTP/1.1" status: 204 len: 168 time: 0.5107315 Aug 11 23:03:58.754591 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57622) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:03:58.763012 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c356ad7-41c2-46eb-9cd9-d32c8d01ee87 admin admin] Pushing event deleted for resources: {'Network': ['ID=c87d50bf-7bba-4c39-a029-f22c1e2ff394,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:03:58.787924 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device d13b0452-797a-4911-87b8-ab176302b541 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:03:58.811336 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: d13b0452-797a-4911-87b8-ab176302b541 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:03:58.811818 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device d13b0452-797a-4911-87b8-ab176302b541 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:03:59.249018 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 47192c16-6482-4b21-8cd6-9197e6a6cf85 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:03:59.270667 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 47192c16-6482-4b21-8cd6-9197e6a6cf85 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:03:59.271028 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 47192c16-6482-4b21-8cd6-9197e6a6cf85 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:03:59.271456 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device da1e2569-cd2e-4c0c-aaa5-d268b8819e35 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:03:59.290987 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: da1e2569-cd2e-4c0c-aaa5-d268b8819e35 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:03:59.291335 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device da1e2569-cd2e-4c0c-aaa5-d268b8819e35 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:03:59.291794 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0fe6688d-ae51-4b60-9417-f0b932b0d556 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:03:59.310589 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 0fe6688d-ae51-4b60-9417-f0b932b0d556 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:03:59.310939 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0fe6688d-ae51-4b60-9417-f0b932b0d556 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:03:59.441685 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-408f7dd1-ac5d-4906-9dac-20e925779409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:59.682309 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-408f7dd1-ac5d-4906-9dac-20e925779409 admin admin] Deleting port 809f2202-8d80-44c0-9c36-9c1a6c5cb2d7 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:03:59.682653 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-408f7dd1-ac5d-4906-9dac-20e925779409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:59.759551 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-408f7dd1-ac5d-4906-9dac-20e925779409 admin admin] For port 809f2202-8d80-44c0-9c36-9c1a6c5cb2d7, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=809f2202-8d80-44c0-9c36-9c1a6c5cb2d7,segment=NetworkSegment(da410022-48ee-44b0-bca7-57cb0c0e3c3d),segment_id=da410022-48ee-44b0-bca7-57cb0c0e3c3d)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:03:59.760248 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-408f7dd1-ac5d-4906-9dac-20e925779409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:59.772234 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-408f7dd1-ac5d-4906-9dac-20e925779409 admin admin] Calling delete_port for 809f2202-8d80-44c0-9c36-9c1a6c5cb2d7 owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:03:59.953741 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-408f7dd1-ac5d-4906-9dac-20e925779409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:03:59.979392 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f7dd1-ac5d-4906-9dac-20e925779409 admin admin] Pushing event deleted for resources: {'Port': ['ID=809f2202-8d80-44c0-9c36-9c1a6c5cb2d7,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:00.150542 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-408f7dd1-ac5d-4906-9dac-20e925779409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:00.364620 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408f7dd1-ac5d-4906-9dac-20e925779409 admin admin] Router f8d44eeb-188d-4481-987e-dbb46cbe0c1e has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:04:00.469573 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408f7dd1-ac5d-4906-9dac-20e925779409 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:04:00.474612 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-408f7dd1-ac5d-4906-9dac-20e925779409 admin admin] 10.222.0.77 "PUT /v2.0/routers/f8d44eeb-188d-4481-987e-dbb46cbe0c1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7184024 Aug 11 23:04:00.477157 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57624) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:04:00.478260 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6660b8cd-d47e-4b97-86c3-ef013d2c7ed7 None None] Sync routers for ids ['f8d44eeb-188d-4481-987e-dbb46cbe0c1e'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:04:00.488849 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6660b8cd-d47e-4b97-86c3-ef013d2c7ed7 None None] Routers {'f8d44eeb-188d-4481-987e-dbb46cbe0c1e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:04:00.489485 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-6660b8cd-d47e-4b97-86c3-ef013d2c7ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:03:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f8d44eeb-188d-4481-987e-dbb46cbe0c1e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:04:00.588059 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f973d7c5-fa0d-4f2a-a081-c892d672e291 admin admin] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:00.595788 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-6660b8cd-d47e-4b97-86c3-ef013d2c7ed7 None None] Set router f8d44eeb-188d-4481-987e-dbb46cbe0c1e gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:04:00.694909 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f973d7c5-fa0d-4f2a-a081-c892d672e291 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:00.755543 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-f973d7c5-fa0d-4f2a-a081-c892d672e291 admin admin] Deleting port 892d7cdb-5d83-4572-977a-f089448a184e {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:04:00.755893 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f973d7c5-fa0d-4f2a-a081-c892d672e291 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:00.779409 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-6660b8cd-d47e-4b97-86c3-ef013d2c7ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d44eeb-188d-4481-987e-dbb46cbe0c1e', 'name': 'tempest-TestMinimumBasicScenario-133096204-router', 'tenant_id': 'b1339e4dfdbb4cec86e83f7486114ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '892d7cdb-5d83-4572-977a-f089448a184e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:01:54Z', 'updated_at': '2021-08-11T23:03:59Z', 'revision_number': 5, 'project_id': 'b1339e4dfdbb4cec86e83f7486114ebe', 'gw_port': {'id': '892d7cdb-5d83-4572-977a-f089448a184e', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d44eeb-188d-4481-987e-dbb46cbe0c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:01:54Z', 'updated_at': '2021-08-11T23:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:04:00.808013 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6660b8cd-d47e-4b97-86c3-ef013d2c7ed7 None None] Checking router: f8d44eeb-188d-4481-987e-dbb46cbe0c1e for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:04:00.816934 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6660b8cd-d47e-4b97-86c3-ef013d2c7ed7 None None] Routers {'f8d44eeb-188d-4481-987e-dbb46cbe0c1e'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:04:00.817548 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-6660b8cd-d47e-4b97-86c3-ef013d2c7ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:03:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['f8d44eeb-188d-4481-987e-dbb46cbe0c1e'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:04:00.835654 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-f973d7c5-fa0d-4f2a-a081-c892d672e291 admin admin] For port 892d7cdb-5d83-4572-977a-f089448a184e, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=892d7cdb-5d83-4572-977a-f089448a184e,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:04:00.836325 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f973d7c5-fa0d-4f2a-a081-c892d672e291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:00.850639 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-f973d7c5-fa0d-4f2a-a081-c892d672e291 admin admin] Calling delete_port for 892d7cdb-5d83-4572-977a-f089448a184e owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:04:00.901082 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-6660b8cd-d47e-4b97-86c3-ef013d2c7ed7 None None] Set router f8d44eeb-188d-4481-987e-dbb46cbe0c1e gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:04:00.957329 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-6660b8cd-d47e-4b97-86c3-ef013d2c7ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d44eeb-188d-4481-987e-dbb46cbe0c1e', 'name': 'tempest-TestMinimumBasicScenario-133096204-router', 'tenant_id': 'b1339e4dfdbb4cec86e83f7486114ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:01:54Z', 'updated_at': '2021-08-11T23:04:00Z', 'revision_number': 6, 'project_id': 'b1339e4dfdbb4cec86e83f7486114ebe', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:04:00.986513 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6660b8cd-d47e-4b97-86c3-ef013d2c7ed7 None None] The sync data for ids ['f8d44eeb-188d-4481-987e-dbb46cbe0c1e'] in n-d-804275-3 is: [{'id': 'f8d44eeb-188d-4481-987e-dbb46cbe0c1e', 'name': 'tempest-TestMinimumBasicScenario-133096204-router', 'tenant_id': 'b1339e4dfdbb4cec86e83f7486114ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:01:54Z', 'updated_at': '2021-08-11T23:04:00Z', 'revision_number': 6, 'project_id': 'b1339e4dfdbb4cec86e83f7486114ebe', 'gw_port_host': None}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:04:01.024829 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f973d7c5-fa0d-4f2a-a081-c892d672e291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:01.050767 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973d7c5-fa0d-4f2a-a081-c892d672e291 admin admin] Pushing event deleted for resources: {'Port': ['ID=892d7cdb-5d83-4572-977a-f089448a184e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:01.116605 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f973d7c5-fa0d-4f2a-a081-c892d672e291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:01.207810 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f973d7c5-fa0d-4f2a-a081-c892d672e291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:01.209865 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f973d7c5-fa0d-4f2a-a081-c892d672e291 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:01.255048 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f973d7c5-fa0d-4f2a-a081-c892d672e291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:01.255608 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f973d7c5-fa0d-4f2a-a081-c892d672e291 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8d44eeb-188d-4481-987e-dbb46cbe0c1e {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 23:04:01.260047 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f973d7c5-fa0d-4f2a-a081-c892d672e291 admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:01.261218 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f973d7c5-fa0d-4f2a-a081-c892d672e291 admin admin] 10.222.0.77 "DELETE /v2.0/routers/f8d44eeb-188d-4481-987e-dbb46cbe0c1e HTTP/1.1" status: 204 len: 168 time: 0.7831330 Aug 11 23:04:01.263688 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57626) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:04:01.307780 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9070357-3942-46f2-afbf-8d5e76f2b1b9 admin admin] Deleting subnet 4394b0da-15ab-4a67-bb91-22b5beb1b528 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 23:04:01.310683 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f9070357-3942-46f2-afbf-8d5e76f2b1b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:01.354502 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f9070357-3942-46f2-afbf-8d5e76f2b1b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:01.459170 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f9070357-3942-46f2-afbf-8d5e76f2b1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:01.460825 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 809f2202-8d80-44c0-9c36-9c1a6c5cb2d7 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:04:01.481014 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 809f2202-8d80-44c0-9c36-9c1a6c5cb2d7 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:04:01.481624 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 809f2202-8d80-44c0-9c36-9c1a6c5cb2d7 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:04:01.512639 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f9070357-3942-46f2-afbf-8d5e76f2b1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:01.544495 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9070357-3942-46f2-afbf-8d5e76f2b1b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4394b0da-15ab-4a67-bb91-22b5beb1b528,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:01.546473 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f9070357-3942-46f2-afbf-8d5e76f2b1b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:01.548574 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f9070357-3942-46f2-afbf-8d5e76f2b1b9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4394b0da-15ab-4a67-bb91-22b5beb1b528 HTTP/1.1" status: 204 len: 168 time: 0.2838080 Aug 11 23:04:01.550891 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57628) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:04:01.553434 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dba994-765d-4571-a1a1-5bd91fae85f7 None None] Network 7d657a4d-7829-43f6-a05c-c8d4d73c8bac requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:04:01.618310 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-26664350-cab0-47d2-accd-5fb405b9b947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:01.672377 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-26664350-cab0-47d2-accd-5fb405b9b947 admin admin] Deleting port e74c1d74-a153-45cc-821e-84d042384627 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:04:01.672722 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-26664350-cab0-47d2-accd-5fb405b9b947 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:01.739877 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-26664350-cab0-47d2-accd-5fb405b9b947 admin admin] For port e74c1d74-a153-45cc-821e-84d042384627, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=e74c1d74-a153-45cc-821e-84d042384627,segment=NetworkSegment(da410022-48ee-44b0-bca7-57cb0c0e3c3d),segment_id=da410022-48ee-44b0-bca7-57cb0c0e3c3d)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:04:01.740250 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-26664350-cab0-47d2-accd-5fb405b9b947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:01.754238 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-26664350-cab0-47d2-accd-5fb405b9b947 admin admin] Calling delete_port for e74c1d74-a153-45cc-821e-84d042384627 owned by network:dhcp {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:04:01.772145 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17de5fc-453a-4e6a-a4b1-b6ab5a78f131 None None] DHCP port deletion for 7d657a4d-7829-43f6-a05c-c8d4d73c8bac request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 23:04:01.820305 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-e17de5fc-453a-4e6a-a4b1-b6ab5a78f131 None None] Deleting port e74c1d74-a153-45cc-821e-84d042384627 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:04:01.820695 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e17de5fc-453a-4e6a-a4b1-b6ab5a78f131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:01.846294 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-26664350-cab0-47d2-accd-5fb405b9b947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:01.876314 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26664350-cab0-47d2-accd-5fb405b9b947 admin admin] Pushing event deleted for resources: {'Port': ['ID=e74c1d74-a153-45cc-821e-84d042384627,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:01.880963 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26664350-cab0-47d2-accd-5fb405b9b947 admin admin] No DVR routers for this DVR port e74c1d74-a153-45cc-821e-84d042384627 on host n-d-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:04:01.892238 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-e17de5fc-453a-4e6a-a4b1-b6ab5a78f131 None None] For port e74c1d74-a153-45cc-821e-84d042384627, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=e74c1d74-a153-45cc-821e-84d042384627,segment=NetworkSegment(da410022-48ee-44b0-bca7-57cb0c0e3c3d),segment_id=da410022-48ee-44b0-bca7-57cb0c0e3c3d)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:04:01.892707 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e17de5fc-453a-4e6a-a4b1-b6ab5a78f131 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:01.905966 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-e17de5fc-453a-4e6a-a4b1-b6ab5a78f131 None None] Calling delete_port for e74c1d74-a153-45cc-821e-84d042384627 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:04:01.958368 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-26664350-cab0-47d2-accd-5fb405b9b947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:01.969985 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-26664350-cab0-47d2-accd-5fb405b9b947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d657a4d-7829-43f6-a05c-c8d4d73c8bac']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:04:01.981724 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-26664350-cab0-47d2-accd-5fb405b9b947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da410022-48ee-44b0-bca7-57cb0c0e3c3d') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:04:01.981724 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-26664350-cab0-47d2-accd-5fb405b9b947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da410022-48ee-44b0-bca7-57cb0c0e3c3d') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:04:01.986388 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e17de5fc-453a-4e6a-a4b1-b6ab5a78f131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:01.991758 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-26664350-cab0-47d2-accd-5fb405b9b947 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:02.010800 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17de5fc-453a-4e6a-a4b1-b6ab5a78f131 None None] Pushing event deleted for resources: {'Port': ['ID=e74c1d74-a153-45cc-821e-84d042384627,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:02.011791 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-26664350-cab0-47d2-accd-5fb405b9b947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:02.019244 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26664350-cab0-47d2-accd-5fb405b9b947 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 23:04:02.019678 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-26664350-cab0-47d2-accd-5fb405b9b947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: timer() Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 23:04:02.021617 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 23:04:02.023673 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17de5fc-453a-4e6a-a4b1-b6ab5a78f131 None None] No DVR routers for this DVR port e74c1d74-a153-45cc-821e-84d042384627 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:04:02.081773 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-26664350-cab0-47d2-accd-5fb405b9b947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:02.087592 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-26664350-cab0-47d2-accd-5fb405b9b947 admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:02.089496 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-26664350-cab0-47d2-accd-5fb405b9b947 admin admin] 10.222.0.77 "DELETE /v2.0/networks/7d657a4d-7829-43f6-a05c-c8d4d73c8bac HTTP/1.1" status: 204 len: 168 time: 0.5376389 Aug 11 23:04:02.101492 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26664350-cab0-47d2-accd-5fb405b9b947 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d657a4d-7829-43f6-a05c-c8d4d73c8bac,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:02.247793 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57632) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:04:02.292750 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-863934df-7c8b-4f2a-9ed5-6d9a6e0942da admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=17c03e22b8564490bd1af8ae62dab70c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437214 Aug 11 23:04:02.294971 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57634) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:04:02.341784 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e9c6177f-8c02-4542-94a5-8b0dceef696d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:02.362486 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e9c6177f-8c02-4542-94a5-8b0dceef696d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:02.408376 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e9c6177f-8c02-4542-94a5-8b0dceef696d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:02.410989 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e9c6177f-8c02-4542-94a5-8b0dceef696d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:02.412176 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e9c6177f-8c02-4542-94a5-8b0dceef696d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/260a48ab-6416-413f-8089-ff2aec582421 HTTP/1.1" status: 204 len: 168 time: 0.1162853 Aug 11 23:04:02.419632 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6177f-8c02-4542-94a5-8b0dceef696d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260a48ab-6416-413f-8089-ff2aec582421,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:02.728861 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57640) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:04:02.771536 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b5645d89-da96-4cb2-a9be-78dd3eaf6193 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b1339e4dfdbb4cec86e83f7486114ebe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414708 Aug 11 23:04:02.774019 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57642) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:04:02.823453 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-da8b3a98-fdc9-40bf-90e8-463d2ee0a586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:02.846737 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-da8b3a98-fdc9-40bf-90e8-463d2ee0a586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:02.893159 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-da8b3a98-fdc9-40bf-90e8-463d2ee0a586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:02.895926 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-da8b3a98-fdc9-40bf-90e8-463d2ee0a586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:02.897233 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-da8b3a98-fdc9-40bf-90e8-463d2ee0a586 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d8e0b9c0-ce94-49d4-8932-09ce419131c7 HTTP/1.1" status: 204 len: 168 time: 0.1222875 Aug 11 23:04:02.905643 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b3a98-fdc9-40bf-90e8-463d2ee0a586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e0b9c0-ce94-49d4-8932-09ce419131c7,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:03.247053 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 892d7cdb-5d83-4572-977a-f089448a184e no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:04:03.267630 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 892d7cdb-5d83-4572-977a-f089448a184e {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:04:03.267891 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 892d7cdb-5d83-4572-977a-f089448a184e not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:04:03.268306 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device e74c1d74-a153-45cc-821e-84d042384627 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:04:03.288425 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: e74c1d74-a153-45cc-821e-84d042384627 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:04:03.288778 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device e74c1d74-a153-45cc-821e-84d042384627 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:04:04.701791 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57682) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:04:04.707215 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-fd9bab86-12ff-4a9f-a096-347e48f26c77 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-901538159', 'description': 'tempest-secgroup-smoke-901538159 description', 'project_id': 'ba468b72163c4a9087b11fce8559af21'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:04:04.729904 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fd9bab86-12ff-4a9f-a096-347e48f26c77 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:04.738542 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fd9bab86-12ff-4a9f-a096-347e48f26c77 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:04.832484 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fd9bab86-12ff-4a9f-a096-347e48f26c77 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:04.836253 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fd9bab86-12ff-4a9f-a096-347e48f26c77 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:04.873187 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9bab86-12ff-4a9f-a096-347e48f26c77 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e9730b-105b-4ad4-82ac-9b62e76879f0,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:04.927823 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fd9bab86-12ff-4a9f-a096-347e48f26c77 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:04.931819 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fd9bab86-12ff-4a9f-a096-347e48f26c77 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:04.957965 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fd9bab86-12ff-4a9f-a096-347e48f26c77 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:04.959216 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fd9bab86-12ff-4a9f-a096-347e48f26c77 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2563989 Aug 11 23:04:04.962479 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57684) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:04:04.963389 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9bab86-12ff-4a9f-a096-347e48f26c77 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3793729-241f-415a-88b1-2f16a176e946,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:04.967802 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-f720d49f-2fb0-4b38-8af8-14169cd2e960 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group_rule': {'security_group_id': 'a3793729-241f-415a-88b1-2f16a176e946', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:04:04.995824 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f720d49f-2fb0-4b38-8af8-14169cd2e960 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:05.042776 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f720d49f-2fb0-4b38-8af8-14169cd2e960 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:05.046344 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f720d49f-2fb0-4b38-8af8-14169cd2e960 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:05.064361 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720d49f-2fb0-4b38-8af8-14169cd2e960 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dae2457-a1ac-41c0-8a3d-b02dfea76567,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:05.070144 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f720d49f-2fb0-4b38-8af8-14169cd2e960 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:05.071349 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f720d49f-2fb0-4b38-8af8-14169cd2e960 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1072209 Aug 11 23:04:05.074266 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57686) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:04:05.078673 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-5a539a40-42d2-4614-9da9-41bece49d244 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group_rule': {'security_group_id': 'a3793729-241f-415a-88b1-2f16a176e946', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:04:05.103955 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a539a40-42d2-4614-9da9-41bece49d244 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:05.165294 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a539a40-42d2-4614-9da9-41bece49d244 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:05.169022 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a539a40-42d2-4614-9da9-41bece49d244 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:05.186659 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a539a40-42d2-4614-9da9-41bece49d244 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d91a46-d137-4eec-a711-8c9b2c879f1e,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:05.192665 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-5a539a40-42d2-4614-9da9-41bece49d244 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:05.193929 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5a539a40-42d2-4614-9da9-41bece49d244 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187499 Aug 11 23:04:05.196673 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57688) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:04:05.201175 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-d0b57a83-ced6-464c-a514-8d99d8f3238b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group_rule': {'security_group_id': 'a3793729-241f-415a-88b1-2f16a176e946', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:04:05.229388 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d0b57a83-ced6-464c-a514-8d99d8f3238b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:05.288514 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d0b57a83-ced6-464c-a514-8d99d8f3238b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:05.292131 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d0b57a83-ced6-464c-a514-8d99d8f3238b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:05.312441 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b57a83-ced6-464c-a514-8d99d8f3238b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c593a2-84cf-469c-9648-4f6b8ce5e1cd,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:05.316363 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d0b57a83-ced6-464c-a514-8d99d8f3238b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:05.317676 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d0b57a83-ced6-464c-a514-8d99d8f3238b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199458 Aug 11 23:04:05.320396 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57690) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:04:05.324770 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-74eb3831-107c-45dd-8f06-35d98914ee67 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group_rule': {'security_group_id': 'a3793729-241f-415a-88b1-2f16a176e946', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:04:05.350830 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-74eb3831-107c-45dd-8f06-35d98914ee67 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:05.408890 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-74eb3831-107c-45dd-8f06-35d98914ee67 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:05.412313 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-74eb3831-107c-45dd-8f06-35d98914ee67 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:05.431317 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb3831-107c-45dd-8f06-35d98914ee67 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57df774f-5d8c-4655-b5b1-8cf6eca12a86,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:05.433802 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-74eb3831-107c-45dd-8f06-35d98914ee67 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:05.437552 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-74eb3831-107c-45dd-8f06-35d98914ee67 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1136489 Aug 11 23:04:05.438023 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57692) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:04:05.442121 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-d871d148-8bda-4497-b414-efd1fa346be1 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group_rule': {'security_group_id': 'a3793729-241f-415a-88b1-2f16a176e946', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:04:05.463456 n-d-804275-3 neutron-server[100943]: INFO neutron.db.securitygroups_db [None req-d871d148-8bda-4497-b414-efd1fa346be1 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Project ba468b72163c4a9087b11fce8559af21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 23:04:05.468206 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d871d148-8bda-4497-b414-efd1fa346be1 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:05.532266 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d871d148-8bda-4497-b414-efd1fa346be1 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:05.535949 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d871d148-8bda-4497-b414-efd1fa346be1 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:05.553493 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871d148-8bda-4497-b414-efd1fa346be1 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f3994c-a320-449e-803f-bc900716c286,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:05.559867 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d871d148-8bda-4497-b414-efd1fa346be1 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:05.561219 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d871d148-8bda-4497-b414-efd1fa346be1 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224835 Aug 11 23:04:05.564161 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57694) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:04:05.568715 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-81de0fa9-ade4-4bf2-9a8c-a06887c4237c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group_rule': {'security_group_id': 'a3793729-241f-415a-88b1-2f16a176e946', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:04:05.591624 n-d-804275-3 neutron-server[100943]: INFO neutron.db.securitygroups_db [None req-81de0fa9-ade4-4bf2-9a8c-a06887c4237c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Project ba468b72163c4a9087b11fce8559af21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 23:04:05.596985 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-81de0fa9-ade4-4bf2-9a8c-a06887c4237c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:05.656363 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-81de0fa9-ade4-4bf2-9a8c-a06887c4237c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:05.660364 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-81de0fa9-ade4-4bf2-9a8c-a06887c4237c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:05.676936 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de0fa9-ade4-4bf2-9a8c-a06887c4237c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80448285-9762-4484-86a3-17042ae6815e,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:05.683652 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-81de0fa9-ade4-4bf2-9a8c-a06887c4237c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:05.684837 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-81de0fa9-ade4-4bf2-9a8c-a06887c4237c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196122 Aug 11 23:04:05.687852 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57696) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:04:05.692808 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-d9a77c98-9879-41b5-8c42-1429272e7ba3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'network': {'name': 'tempest-network-smoke--1638589005', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'port_security_enabled': True}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:04:05.713216 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a77c98-9879-41b5-8c42-1429272e7ba3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Made reservation on behalf of ba468b72163c4a9087b11fce8559af21 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:04:05.716842 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d9a77c98-9879-41b5-8c42-1429272e7ba3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:05.740020 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a77c98-9879-41b5-8c42-1429272e7ba3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 23:04:05.749409 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d9a77c98-9879-41b5-8c42-1429272e7ba3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:05.749753 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-d9a77c98-9879-41b5-8c42-1429272e7ba3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Added segment bada842d-6065-4054-9101-da52e07936be of type vlan for network e96fb15c-8888-4641-8734-77b689bed736 Aug 11 23:04:05.789647 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d9a77c98-9879-41b5-8c42-1429272e7ba3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:05.817085 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d9a77c98-9879-41b5-8c42-1429272e7ba3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:05.822740 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a77c98-9879-41b5-8c42-1429272e7ba3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:05.823319 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d9a77c98-9879-41b5-8c42-1429272e7ba3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:05.886431 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d9a77c98-9879-41b5-8c42-1429272e7ba3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1975939 Aug 11 23:04:05.889352 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57698) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:04:05.894359 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-7d9982ce-48a7-4922-97f4-ab4e9aa7d4f4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-876720081', 'admin_state_up': True, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:04:05.904348 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a77c98-9879-41b5-8c42-1429272e7ba3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Network': ['ID=e96fb15c-8888-4641-8734-77b689bed736,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:05.914420 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network e96fb15c-8888-4641-8734-77b689bed736 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 23:04:05.920862 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7d9982ce-48a7-4922-97f4-ab4e9aa7d4f4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:05.921786 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7d9982ce-48a7-4922-97f4-ab4e9aa7d4f4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:05.975628 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7d9982ce-48a7-4922-97f4-ab4e9aa7d4f4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:06.114567 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7d9982ce-48a7-4922-97f4-ab4e9aa7d4f4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:06.304033 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7d9982ce-48a7-4922-97f4-ab4e9aa7d4f4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:06.326260 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7d9982ce-48a7-4922-97f4-ab4e9aa7d4f4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:06.428727 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-7d9982ce-48a7-4922-97f4-ab4e9aa7d4f4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Allocated IP 172.25.2.236 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/42bea8aa-1baa-43be-8e8f-50bc32891dd7) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:04:06.530555 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7d9982ce-48a7-4922-97f4-ab4e9aa7d4f4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:06.569923 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7d9982ce-48a7-4922-97f4-ab4e9aa7d4f4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:06.610647 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9982ce-48a7-4922-97f4-ab4e9aa7d4f4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:04:06.613535 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-7d9982ce-48a7-4922-97f4-ab4e9aa7d4f4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:04:06.617894 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9982ce-48a7-4922-97f4-ab4e9aa7d4f4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:04:06.620941 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9982ce-48a7-4922-97f4-ab4e9aa7d4f4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Port': ['ID=42bea8aa-1baa-43be-8e8f-50bc32891dd7,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:06.860274 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7d9982ce-48a7-4922-97f4-ab4e9aa7d4f4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:07.061353 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7d9982ce-48a7-4922-97f4-ab4e9aa7d4f4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:07.526180 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9982ce-48a7-4922-97f4-ab4e9aa7d4f4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Router d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 23:04:07.630263 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9982ce-48a7-4922-97f4-ab4e9aa7d4f4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:04:07.640148 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3fc30a-6f92-48a4-aef7-6fafbc84ba58 None None] Sync routers for ids ['d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:04:07.647936 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7d9982ce-48a7-4922-97f4-ab4e9aa7d4f4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:07.649195 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7d9982ce-48a7-4922-97f4-ab4e9aa7d4f4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7589157 Aug 11 23:04:07.652523 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57700) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:04:07.653138 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3fc30a-6f92-48a4-aef7-6fafbc84ba58 None None] Routers {'d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:04:07.653802 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-fc3fc30a-6f92-48a4-aef7-6fafbc84ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:03:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:04:07.762171 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-fc3fc30a-6f92-48a4-aef7-6fafbc84ba58 None None] Set router d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:04:07.783303 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9ff6aa80-29d1-4f69-a561-89c941842b1e tempest-TestNetworkAdvancedServerOps-149514128 tempest-TestNetworkAdvancedServerOps-149514128-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ba468b72163c4a9087b11fce8559af21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1296191 Aug 11 23:04:07.785881 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57704) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:04:07.869743 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009bf2ae-332e-462c-abd7-76d5c5b18bc4 tempest-TestNetworkAdvancedServerOps-149514128 tempest-TestNetworkAdvancedServerOps-149514128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:07.871267 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-009bf2ae-332e-462c-abd7-76d5c5b18bc4 tempest-TestNetworkAdvancedServerOps-149514128 tempest-TestNetworkAdvancedServerOps-149514128-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0844893 Aug 11 23:04:07.874071 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57706) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:04:07.907244 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d3f55901-1044-467b-be80-c690eb34e3ec tempest-TestNetworkAdvancedServerOps-149514128 tempest-TestNetworkAdvancedServerOps-149514128-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ace0c6e5-d196-4ef9-80b8-149980a74560&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315075 Aug 11 23:04:07.909944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57708) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:04:07.914691 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-492c5be8-c5f4-4f44-8e69-4a7accceb0dd tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-861710984', 'network_id': 'e96fb15c-8888-4641-8734-77b689bed736', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:04:07.945391 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-fc3fc30a-6f92-48a4-aef7-6fafbc84ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876720081', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '42bea8aa-1baa-43be-8e8f-50bc32891dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:04:05Z', 'updated_at': '2021-08-11T23:04:06Z', 'revision_number': 3, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '42bea8aa-1baa-43be-8e8f-50bc32891dd7', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:04:06Z', 'updated_at': '2021-08-11T23:04:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:04:07.973170 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3fc30a-6f92-48a4-aef7-6fafbc84ba58 None None] Checking router: d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:04:07.973519 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3fc30a-6f92-48a4-aef7-6fafbc84ba58 None None] Updating router d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae port 42bea8aa-1baa-43be-8e8f-50bc32891dd7 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 23:04:07.999434 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fc3fc30a-6f92-48a4-aef7-6fafbc84ba58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:08.005875 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492c5be8-c5f4-4f44-8e69-4a7accceb0dd tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Made reservation on behalf of ba468b72163c4a9087b11fce8559af21 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:04:08.009404 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-492c5be8-c5f4-4f44-8e69-4a7accceb0dd tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:08.193911 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-492c5be8-c5f4-4f44-8e69-4a7accceb0dd tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:08.254327 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c5be8-c5f4-4f44-8e69-4a7accceb0dd tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Subnet': ['ID=ab86c30e-204a-4228-99d2-eea619703d8d,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:08.262196 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fc3fc30a-6f92-48a4-aef7-6fafbc84ba58 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:08.263988 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492c5be8-c5f4-4f44-8e69-4a7accceb0dd tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Checking segment: {'id': 'bada842d-6065-4054-9101-da52e07936be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e96fb15c-8888-4641-8734-77b689bed736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:04:08.263988 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492c5be8-c5f4-4f44-8e69-4a7accceb0dd tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network hostable DHCP agents. Network: e96fb15c-8888-4641-8734-77b689bed736, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 23:04:08.273335 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-fc3fc30a-6f92-48a4-aef7-6fafbc84ba58 None None] Transition to ACTIVE for port object 42bea8aa-1baa-43be-8e8f-50bc32891dd7 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:04:08.279847 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fc3fc30a-6f92-48a4-aef7-6fafbc84ba58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:08.280535 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492c5be8-c5f4-4f44-8e69-4a7accceb0dd tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network e96fb15c-8888-4641-8734-77b689bed736 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 23:04:08.289496 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-492c5be8-c5f4-4f44-8e69-4a7accceb0dd tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, e96fb15c-8888-4641-8734-77b689bed736) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:04:08.293694 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492c5be8-c5f4-4f44-8e69-4a7accceb0dd tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:08.294299 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-492c5be8-c5f4-4f44-8e69-4a7accceb0dd tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:08.311864 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-492c5be8-c5f4-4f44-8e69-4a7accceb0dd tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3983693 Aug 11 23:04:08.312057 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57710) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:04:08.317260 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0351c6f3-1f5f-4e6c-b7d7-6122faac40ce None None] Network e96fb15c-8888-4641-8734-77b689bed736 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:04:08.382551 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-fc3fc30a-6f92-48a4-aef7-6fafbc84ba58 None None] Attempting to bind port 42bea8aa-1baa-43be-8e8f-50bc32891dd7 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:04:08.382931 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-fc3fc30a-6f92-48a4-aef7-6fafbc84ba58 None None] Attempting to bind port 42bea8aa-1baa-43be-8e8f-50bc32891dd7 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:04:08.383301 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3fc30a-6f92-48a4-aef7-6fafbc84ba58 None None] Attempting to bind port 42bea8aa-1baa-43be-8e8f-50bc32891dd7 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:04:08.395327 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc660b66-9345-422b-a265-51be68a88886 None None] Pushing event updated for resources: {'Port': ['ID=42bea8aa-1baa-43be-8e8f-50bc32891dd7,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:08.398493 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3fc30a-6f92-48a4-aef7-6fafbc84ba58 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:04:08.398983 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3fc30a-6f92-48a4-aef7-6fafbc84ba58 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:04:08.399413 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fc3fc30a-6f92-48a4-aef7-6fafbc84ba58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:08.400221 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3fc30a-6f92-48a4-aef7-6fafbc84ba58 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:04:08.400779 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-fc3fc30a-6f92-48a4-aef7-6fafbc84ba58 None None] Bound port: 42bea8aa-1baa-43be-8e8f-50bc32891dd7, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:04:08.401170 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fc3fc30a-6f92-48a4-aef7-6fafbc84ba58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:08.495858 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-fc3fc30a-6f92-48a4-aef7-6fafbc84ba58 None None] For port 42bea8aa-1baa-43be-8e8f-50bc32891dd7, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:04:08.513698 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-fc3fc30a-6f92-48a4-aef7-6fafbc84ba58 None None] For port 42bea8aa-1baa-43be-8e8f-50bc32891dd7, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=42bea8aa-1baa-43be-8e8f-50bc32891dd7,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:04:08.522447 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-fc3fc30a-6f92-48a4-aef7-6fafbc84ba58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:08.583238 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f377114e-0bec-4089-8415-d7c24bceaeec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-e96fb15c-8888-4641-8734-77b689bed736', 'network_id': 'e96fb15c-8888-4641-8734-77b689bed736', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'fixed_ips': [{'subnet_id': 'ab86c30e-204a-4228-99d2-eea619703d8d'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 23:04:08.584372 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f377114e-0bec-4089-8415-d7c24bceaeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:08.616417 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3fc30a-6f92-48a4-aef7-6fafbc84ba58 None None] Routers {'d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:04:08.617089 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-fc3fc30a-6f92-48a4-aef7-6fafbc84ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:03:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:04:08.625203 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc660b66-9345-422b-a265-51be68a88886 None None] Pushing event updated for resources: {'Port': ['ID=42bea8aa-1baa-43be-8e8f-50bc32891dd7,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:08.763389 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ac0b737-10a5-4223-a05d-e01159257d12 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:08.908616 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:09.002401 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-fc3fc30a-6f92-48a4-aef7-6fafbc84ba58 None None] Set router d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:04:09.072364 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-f377114e-0bec-4089-8415-d7c24bceaeec None None] Allocated IP 172.20.0.2 (e96fb15c-8888-4641-8734-77b689bed736/ab86c30e-204a-4228-99d2-eea619703d8d/1fbc8317-6f5d-4ee2-9e58-e4b8fd3743af) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:04:09.305230 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f377114e-0bec-4089-8415-d7c24bceaeec None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:09.316411 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f377114e-0bec-4089-8415-d7c24bceaeec None None] Transition to ACTIVE for port object 1fbc8317-6f5d-4ee2-9e58-e4b8fd3743af will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:04:09.324143 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-fc3fc30a-6f92-48a4-aef7-6fafbc84ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876720081', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '42bea8aa-1baa-43be-8e8f-50bc32891dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:04:05Z', 'updated_at': '2021-08-11T23:04:06Z', 'revision_number': 3, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '42bea8aa-1baa-43be-8e8f-50bc32891dd7', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:04:06Z', 'updated_at': '2021-08-11T23:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:04:09.361365 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3fc30a-6f92-48a4-aef7-6fafbc84ba58 None None] The sync data for ids ['d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae'] in n-d-804275-3 is: [{'id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876720081', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '42bea8aa-1baa-43be-8e8f-50bc32891dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:04:05Z', 'updated_at': '2021-08-11T23:04:06Z', 'revision_number': 3, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '42bea8aa-1baa-43be-8e8f-50bc32891dd7', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:04:06Z', 'updated_at': '2021-08-11T23:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:04:09.363158 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f377114e-0bec-4089-8415-d7c24bceaeec None None] Transition to ACTIVE for port object 1fbc8317-6f5d-4ee2-9e58-e4b8fd3743af will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:04:09.369492 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f377114e-0bec-4089-8415-d7c24bceaeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:09.414721 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f377114e-0bec-4089-8415-d7c24bceaeec None None] Network e96fb15c-8888-4641-8734-77b689bed736 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:04:09.417802 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-f377114e-0bec-4089-8415-d7c24bceaeec None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:04:09.422891 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f377114e-0bec-4089-8415-d7c24bceaeec None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:04:09.426048 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377114e-0bec-4089-8415-d7c24bceaeec None None] Pushing event updated for resources: {'Port': ['ID=1fbc8317-6f5d-4ee2-9e58-e4b8fd3743af,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:09.436174 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-3ac0b737-10a5-4223-a05d-e01159257d12 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Allocated IP 172.20.0.1 (e96fb15c-8888-4641-8734-77b689bed736/ab86c30e-204a-4228-99d2-eea619703d8d/a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:04:09.480099 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f377114e-0bec-4089-8415-d7c24bceaeec None None] Attempting to bind port 1fbc8317-6f5d-4ee2-9e58-e4b8fd3743af on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:04:09.480503 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f377114e-0bec-4089-8415-d7c24bceaeec None None] Attempting to bind port 1fbc8317-6f5d-4ee2-9e58-e4b8fd3743af by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'bada842d-6065-4054-9101-da52e07936be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e96fb15c-8888-4641-8734-77b689bed736'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:04:09.480874 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f377114e-0bec-4089-8415-d7c24bceaeec None None] Attempting to bind port 1fbc8317-6f5d-4ee2-9e58-e4b8fd3743af on network e96fb15c-8888-4641-8734-77b689bed736 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:04:09.486418 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f377114e-0bec-4089-8415-d7c24bceaeec None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:04:09.486799 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f377114e-0bec-4089-8415-d7c24bceaeec None None] Checking segment: {'id': 'bada842d-6065-4054-9101-da52e07936be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e96fb15c-8888-4641-8734-77b689bed736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:04:09.487207 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f377114e-0bec-4089-8415-d7c24bceaeec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:09.487626 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f377114e-0bec-4089-8415-d7c24bceaeec None None] Bound using segment: {'id': 'bada842d-6065-4054-9101-da52e07936be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e96fb15c-8888-4641-8734-77b689bed736'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:04:09.488097 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-f377114e-0bec-4089-8415-d7c24bceaeec None None] Bound port: 1fbc8317-6f5d-4ee2-9e58-e4b8fd3743af, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bada842d-6065-4054-9101-da52e07936be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e96fb15c-8888-4641-8734-77b689bed736'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:04:09.488487 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f377114e-0bec-4089-8415-d7c24bceaeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:09.560399 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-f377114e-0bec-4089-8415-d7c24bceaeec None None] For port 1fbc8317-6f5d-4ee2-9e58-e4b8fd3743af, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:04:09.560901 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ac0b737-10a5-4223-a05d-e01159257d12 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:09.564687 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-f377114e-0bec-4089-8415-d7c24bceaeec None None] For port 1fbc8317-6f5d-4ee2-9e58-e4b8fd3743af, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1fbc8317-6f5d-4ee2-9e58-e4b8fd3743af,segment=NetworkSegment(bada842d-6065-4054-9101-da52e07936be),segment_id=bada842d-6065-4054-9101-da52e07936be)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:04:09.570815 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f377114e-0bec-4089-8415-d7c24bceaeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:09.578379 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-3ac0b737-10a5-4223-a05d-e01159257d12 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Transition to ACTIVE for port object a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:04:09.630835 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ac0b737-10a5-4223-a05d-e01159257d12 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:09.655641 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377114e-0bec-4089-8415-d7c24bceaeec None None] Pushing event updated for resources: {'Port': ['ID=1fbc8317-6f5d-4ee2-9e58-e4b8fd3743af,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:09.690240 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac0b737-10a5-4223-a05d-e01159257d12 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network e96fb15c-8888-4641-8734-77b689bed736 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:04:09.693713 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-3ac0b737-10a5-4223-a05d-e01159257d12 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:04:09.696328 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac0b737-10a5-4223-a05d-e01159257d12 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:04:09.704493 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0b737-10a5-4223-a05d-e01159257d12 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Port': ['ID=a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:09.748234 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ac0b737-10a5-4223-a05d-e01159257d12 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:09.914339 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ac0b737-10a5-4223-a05d-e01159257d12 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:10.213894 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ac0b737-10a5-4223-a05d-e01159257d12 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:10.220056 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ac0b737-10a5-4223-a05d-e01159257d12 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:10.295593 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3ac0b737-10a5-4223-a05d-e01159257d12 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:10.297942 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0b737-10a5-4223-a05d-e01159257d12 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Port': ['ID=a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:10.396753 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac0b737-10a5-4223-a05d-e01159257d12 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network e96fb15c-8888-4641-8734-77b689bed736 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:04:10.398259 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-3ac0b737-10a5-4223-a05d-e01159257d12 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:04:10.515968 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac0b737-10a5-4223-a05d-e01159257d12 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Router d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:04:10.586429 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b016949-7f20-481d-9920-fa3d9a24e22d None None] Network e96fb15c-8888-4641-8734-77b689bed736 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:04:10.630211 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac0b737-10a5-4223-a05d-e01159257d12 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:04:10.635393 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3ac0b737-10a5-4223-a05d-e01159257d12 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "PUT /v2.0/routers/d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3216715 Aug 11 23:04:10.677226 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-db5d3317-9586-48de-97ba-749872c4143c None None] Provisioning for port 1fbc8317-6f5d-4ee2-9e58-e4b8fd3743af completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:04:10.790715 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-76bb091c-3387-42a7-87d3-fa41df8e1af0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-901538159&fields=id&tenant_id=ba468b72163c4a9087b11fce8559af21 HTTP/1.1" status: 200 len: 267 time: 0.0345583 Aug 11 23:04:10.907888 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-9a82595c-8f84-43a7-9d93-e97b879dc2ac tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:10.909481 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-9a82595c-8f84-43a7-9d93-e97b879dc2ac tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/networks?id=e96fb15c-8888-4641-8734-77b689bed736 HTTP/1.1" status: 200 len: 797 time: 0.1109045 Aug 11 23:04:10.925967 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-34ac1fc5-e66d-40e5-855c-b6b6e7c7c3c8 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/quotas/ba468b72163c4a9087b11fce8559af21 HTTP/1.1" status: 200 len: 375 time: 0.0102990 Aug 11 23:04:10.986558 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-94bfd852-14f6-461f-8bb0-5a0cd8dc92e7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541904 Aug 11 23:04:11.029049 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-49ec2406-6f2a-4477-ad21-4ed18d3c8519 None None] Provisioning for port a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:04:11.033617 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-49ec2406-6f2a-4477-ad21-4ed18d3c8519 None None] Provisioning complete for port a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:04:11.033998 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-49ec2406-6f2a-4477-ad21-4ed18d3c8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:11.066063 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54655b4d-1717-4f5d-9a50-a5e14df64d08 None None] Sync routers for ids ['d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:04:11.081022 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54655b4d-1717-4f5d-9a50-a5e14df64d08 None None] Routers {'d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:04:11.081839 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-54655b4d-1717-4f5d-9a50-a5e14df64d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:03:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:04:11.084163 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-49ec2406-6f2a-4477-ad21-4ed18d3c8519 None None] Port a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:04:11.106550 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-93ee7022-655f-4f20-a802-63771a00d98c service neutron] 10.222.0.77 "GET /v2.0/networks/e96fb15c-8888-4641-8734-77b689bed736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080079 Aug 11 23:04:11.194920 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-54655b4d-1717-4f5d-9a50-a5e14df64d08 None None] Set router d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:04:11.217262 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0b1359ce-ab4f-4df0-9299-476624fe93db None None] Provisioning complete for port a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:04:11.217653 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0b1359ce-ab4f-4df0-9299-476624fe93db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:11.223289 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-03db6b8a-9b8f-48cb-8bd3-70bdb8b7246b service neutron] 10.222.0.77 "GET /v2.0/networks/e96fb15c-8888-4641-8734-77b689bed736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103990 Aug 11 23:04:11.280773 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-0b1359ce-ab4f-4df0-9299-476624fe93db None None] Port a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:04:11.379958 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1fbc8317-6f5d-4ee2-9e58-e4b8fd3743af up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:04:11.431632 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-52363a8e-8fd6-4417-811f-40b5f320db53 None None] Provisioning complete for port a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:04:11.432355 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-52363a8e-8fd6-4417-811f-40b5f320db53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:11.445784 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-54e41e91-cc9d-456b-af3e-d7f5019864cb req-51a5006c-6569-49b5-a2ec-76f602f0873e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=261bd6c9-cfd0-44b8-a1ea-24fabda73b03 HTTP/1.1" status: 200 len: 210 time: 0.0384974 Aug 11 23:04:11.478941 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-52363a8e-8fd6-4417-811f-40b5f320db53 None None] Port a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:04:11.480739 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 1fbc8317-6f5d-4ee2-9e58-e4b8fd3743af completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:04:11.485067 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 1fbc8317-6f5d-4ee2-9e58-e4b8fd3743af triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:04:11.485448 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:11.503309 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-54655b4d-1717-4f5d-9a50-a5e14df64d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876720081', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '42bea8aa-1baa-43be-8e8f-50bc32891dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:04:05Z', 'updated_at': '2021-08-11T23:04:09Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '42bea8aa-1baa-43be-8e8f-50bc32891dd7', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:04:06Z', 'updated_at': '2021-08-11T23:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7', 'name': '', 'network_id': 'e96fb15c-8888-4641-8734-77b689bed736', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:49:94:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ab86c30e-204a-4228-99d2-eea619703d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:04:08Z', 'updated_at': '2021-08-11T23:04:10Z', 'revision_number': 2, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': 'ab86c30e-204a-4228-99d2-eea619703d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:04:11.530104 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54655b4d-1717-4f5d-9a50-a5e14df64d08 None None] Checking router: d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:04:11.530454 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54655b4d-1717-4f5d-9a50-a5e14df64d08 None None] Updating router d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae port a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7 binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 23:04:11.560095 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-54655b4d-1717-4f5d-9a50-a5e14df64d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:11.576023 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:11.610402 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 1fbc8317-6f5d-4ee2-9e58-e4b8fd3743af, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1fbc8317-6f5d-4ee2-9e58-e4b8fd3743af,segment=NetworkSegment(bada842d-6065-4054-9101-da52e07936be),segment_id=bada842d-6065-4054-9101-da52e07936be)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:04:11.614273 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:11.615174 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 42bea8aa-1baa-43be-8e8f-50bc32891dd7 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:04:11.691816 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=1fbc8317-6f5d-4ee2-9e58-e4b8fd3743af,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:11.705732 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 42bea8aa-1baa-43be-8e8f-50bc32891dd7 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:04:11.710133 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 42bea8aa-1baa-43be-8e8f-50bc32891dd7 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:04:11.710524 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:11.798179 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:11.820397 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 42bea8aa-1baa-43be-8e8f-50bc32891dd7, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=42bea8aa-1baa-43be-8e8f-50bc32891dd7,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:04:11.824423 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:11.852271 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-54655b4d-1717-4f5d-9a50-a5e14df64d08 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:11.861803 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-54655b4d-1717-4f5d-9a50-a5e14df64d08 None None] Transition to ACTIVE for port object a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7 will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:04:11.868137 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-54655b4d-1717-4f5d-9a50-a5e14df64d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:11.884775 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=42bea8aa-1baa-43be-8e8f-50bc32891dd7,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:11.926333 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3b452-3fa7-4eec-b596-8aa8a910492d None None] Pushing event updated for resources: {'Port': ['ID=a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:11.950850 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3b452-3fa7-4eec-b596-8aa8a910492d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:04:11.951270 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3b452-3fa7-4eec-b596-8aa8a910492d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:04:11.951429 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3b452-3fa7-4eec-b596-8aa8a910492d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:04:11.951862 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3b452-3fa7-4eec-b596-8aa8a910492d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:04:11.952199 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3b452-3fa7-4eec-b596-8aa8a910492d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:04:11.952541 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3b452-3fa7-4eec-b596-8aa8a910492d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:04:11.952860 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3b452-3fa7-4eec-b596-8aa8a910492d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:04:11.953849 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3b452-3fa7-4eec-b596-8aa8a910492d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:04:11.954184 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3b452-3fa7-4eec-b596-8aa8a910492d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:04:11.954526 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3b452-3fa7-4eec-b596-8aa8a910492d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:04:11.954829 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3b452-3fa7-4eec-b596-8aa8a910492d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:04:11.955147 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3b452-3fa7-4eec-b596-8aa8a910492d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:04:11.998476 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-54655b4d-1717-4f5d-9a50-a5e14df64d08 None None] Attempting to bind port a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:04:11.999053 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-54655b4d-1717-4f5d-9a50-a5e14df64d08 None None] Attempting to bind port a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'bada842d-6065-4054-9101-da52e07936be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e96fb15c-8888-4641-8734-77b689bed736'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:04:11.999589 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54655b4d-1717-4f5d-9a50-a5e14df64d08 None None] Attempting to bind port a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7 on network e96fb15c-8888-4641-8734-77b689bed736 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:04:12.008125 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54655b4d-1717-4f5d-9a50-a5e14df64d08 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:04:12.008902 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54655b4d-1717-4f5d-9a50-a5e14df64d08 None None] Checking segment: {'id': 'bada842d-6065-4054-9101-da52e07936be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e96fb15c-8888-4641-8734-77b689bed736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:04:12.009442 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-54655b4d-1717-4f5d-9a50-a5e14df64d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:12.009978 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54655b4d-1717-4f5d-9a50-a5e14df64d08 None None] Bound using segment: {'id': 'bada842d-6065-4054-9101-da52e07936be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e96fb15c-8888-4641-8734-77b689bed736'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:04:12.010748 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-54655b4d-1717-4f5d-9a50-a5e14df64d08 None None] Bound port: a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bada842d-6065-4054-9101-da52e07936be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e96fb15c-8888-4641-8734-77b689bed736'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:04:12.011620 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-54655b4d-1717-4f5d-9a50-a5e14df64d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:12.087213 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-54655b4d-1717-4f5d-9a50-a5e14df64d08 None None] For port a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:04:12.092204 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-54655b4d-1717-4f5d-9a50-a5e14df64d08 None None] For port a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7,segment=NetworkSegment(bada842d-6065-4054-9101-da52e07936be),segment_id=bada842d-6065-4054-9101-da52e07936be)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:04:12.097232 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-54655b4d-1717-4f5d-9a50-a5e14df64d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:12.156096 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3b452-3fa7-4eec-b596-8aa8a910492d None None] Pushing event updated for resources: {'Port': ['ID=a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:12.159358 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54655b4d-1717-4f5d-9a50-a5e14df64d08 None None] Routers {'d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:04:12.159991 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-54655b4d-1717-4f5d-9a50-a5e14df64d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:03:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:04:12.374582 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-54655b4d-1717-4f5d-9a50-a5e14df64d08 None None] Set router d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:04:12.567915 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9cf12470-f046-45c7-a930-40d593f09cd6 req-9f490b70-66ca-40fd-bd27-6ad222bf2689 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=261bd6c9-cfd0-44b8-a1ea-24fabda73b03 HTTP/1.1" status: 200 len: 210 time: 0.0439708 Aug 11 23:04:12.595522 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-dac77bea-c43e-4990-a23a-849c32e163fd tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:12.596352 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-54655b4d-1717-4f5d-9a50-a5e14df64d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876720081', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '42bea8aa-1baa-43be-8e8f-50bc32891dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:04:05Z', 'updated_at': '2021-08-11T23:04:09Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '42bea8aa-1baa-43be-8e8f-50bc32891dd7', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:04:06Z', 'updated_at': '2021-08-11T23:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7', 'name': '', 'network_id': 'e96fb15c-8888-4641-8734-77b689bed736', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:49:94:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ab86c30e-204a-4228-99d2-eea619703d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:04:08Z', 'updated_at': '2021-08-11T23:04:12Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': 'ab86c30e-204a-4228-99d2-eea619703d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:04:12.597130 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-dac77bea-c43e-4990-a23a-849c32e163fd tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.82 "GET /v2.0/networks?id=e96fb15c-8888-4641-8734-77b689bed736 HTTP/1.1" status: 200 len: 797 time: 0.1719785 Aug 11 23:04:12.626658 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54655b4d-1717-4f5d-9a50-a5e14df64d08 None None] The sync data for ids ['d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae'] in n-d-804275-3 is: [{'id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876720081', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '42bea8aa-1baa-43be-8e8f-50bc32891dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:04:05Z', 'updated_at': '2021-08-11T23:04:09Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '42bea8aa-1baa-43be-8e8f-50bc32891dd7', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:04:06Z', 'updated_at': '2021-08-11T23:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7', 'name': '', 'network_id': 'e96fb15c-8888-4641-8734-77b689bed736', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:49:94:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ab86c30e-204a-4228-99d2-eea619703d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:04:08Z', 'updated_at': '2021-08-11T23:04:12Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': 'ab86c30e-204a-4228-99d2-eea619703d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:04:12.699540 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-07005a44-1545-479f-a154-3ec0f610e6bf tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba468b72163c4a9087b11fce8559af21 HTTP/1.1" status: 200 len: 379 time: 0.0564263 Aug 11 23:04:12.719265 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-9873d116-306e-40ce-8c6e-828e129e111a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'port': {'device_id': '261bd6c9-cfd0-44b8-a1ea-24fabda73b03', 'network_id': 'e96fb15c-8888-4641-8734-77b689bed736', 'admin_state_up': True, 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'security_groups': ['a3793729-241f-415a-88b1-2f16a176e946']}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:04:12.836232 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-9873d116-306e-40ce-8c6e-828e129e111a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Made reservation on behalf of ba468b72163c4a9087b11fce8559af21 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:04:12.839819 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-9873d116-306e-40ce-8c6e-828e129e111a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:12.981562 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-9873d116-306e-40ce-8c6e-828e129e111a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Allocated IP 172.20.0.9 (e96fb15c-8888-4641-8734-77b689bed736/ab86c30e-204a-4228-99d2-eea619703d8d/71affe32-96bf-4e24-8e0f-49487a7305d2) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:04:13.138988 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-9873d116-306e-40ce-8c6e-828e129e111a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:13.153837 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-9873d116-306e-40ce-8c6e-828e129e111a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Transition to ACTIVE for port object 71affe32-96bf-4e24-8e0f-49487a7305d2 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:04:13.191017 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-9873d116-306e-40ce-8c6e-828e129e111a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:13.234646 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-9873d116-306e-40ce-8c6e-828e129e111a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network e96fb15c-8888-4641-8734-77b689bed736 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:04:13.239617 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-9873d116-306e-40ce-8c6e-828e129e111a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:04:13.246598 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-9873d116-306e-40ce-8c6e-828e129e111a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:04:13.279812 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873d116-306e-40ce-8c6e-828e129e111a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Port': ['ID=71affe32-96bf-4e24-8e0f-49487a7305d2,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:13.320623 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-9873d116-306e-40ce-8c6e-828e129e111a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:13.321338 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-9873d116-306e-40ce-8c6e-828e129e111a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:13.349161 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-74965aa7-62d2-4045-9135-e9573da24d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:13.355703 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-9873d116-306e-40ce-8c6e-828e129e111a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6418974 Aug 11 23:04:13.372690 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-15f3e12f-e46d-4ec3-85da-d478593786da tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 23:04:13.377012 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-15f3e12f-e46d-4ec3-85da-d478593786da tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094860 Aug 11 23:04:13.385893 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1fbc8317-6f5d-4ee2-9e58-e4b8fd3743af up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:04:13.392523 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-8116c0cf-660e-4eca-afae-0adc59f70c8e service neutron] Request body: {'port': {'device_id': '261bd6c9-cfd0-44b8-a1ea-24fabda73b03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:04:13.442184 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 1fbc8317-6f5d-4ee2-9e58-e4b8fd3743af triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:04:13.442627 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:13.459020 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-8116c0cf-660e-4eca-afae-0adc59f70c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:13.533015 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 42bea8aa-1baa-43be-8e8f-50bc32891dd7 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:04:13.574422 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-59a8e0d2-1606-4bc3-964d-b150adc05961 None None] Provisioning for port 71affe32-96bf-4e24-8e0f-49487a7305d2 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:04:13.581562 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-59a8e0d2-1606-4bc3-964d-b150adc05961 None None] Provisioning complete for port 71affe32-96bf-4e24-8e0f-49487a7305d2 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:04:13.581943 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-59a8e0d2-1606-4bc3-964d-b150adc05961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:13.623701 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-59a8e0d2-1606-4bc3-964d-b150adc05961 None None] Port 71affe32-96bf-4e24-8e0f-49487a7305d2 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:04:13.629581 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 42bea8aa-1baa-43be-8e8f-50bc32891dd7 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:04:13.629916 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:13.716368 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:04:13.742921 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2d18d-f3a7-40ab-b215-9cf42fd93997 req-1e7d5f64-6198-4c60-a9ff-e2d08805c416 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:13.744522 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-12f2d18d-f3a7-40ab-b215-9cf42fd93997 req-1e7d5f64-6198-4c60-a9ff-e2d08805c416 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=261bd6c9-cfd0-44b8-a1ea-24fabda73b03 HTTP/1.1" status: 200 len: 931 time: 0.0810897 Aug 11 23:04:13.768169 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:04:13.773866 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:04:13.774304 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:13.822981 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-8116c0cf-660e-4eca-afae-0adc59f70c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71affe32-96bf-4e24-8e0f-49487a7305d2 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 23:04:13.832924 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-12f2d18d-f3a7-40ab-b215-9cf42fd93997 req-a4e53854-4887-4cd2-8f3d-bcf7228484e6 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3793729-241f-415a-88b1-2f16a176e946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812197 Aug 11 23:04:13.834783 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-8116c0cf-660e-4eca-afae-0adc59f70c8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:13.847950 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-8116c0cf-660e-4eca-afae-0adc59f70c8e service neutron] Transition to ACTIVE for port object 71affe32-96bf-4e24-8e0f-49487a7305d2 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:04:13.851473 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-8116c0cf-660e-4eca-afae-0adc59f70c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:13.870437 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:13.908639 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7,segment=NetworkSegment(bada842d-6065-4054-9101-da52e07936be),segment_id=bada842d-6065-4054-9101-da52e07936be)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:04:13.912806 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:13.926922 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116c0cf-660e-4eca-afae-0adc59f70c8e service neutron] Pushing event updated for resources: {'Port': ['ID=71affe32-96bf-4e24-8e0f-49487a7305d2,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:13.971525 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:13.979991 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-8116c0cf-660e-4eca-afae-0adc59f70c8e service neutron] Attempting to bind port 71affe32-96bf-4e24-8e0f-49487a7305d2 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:04:13.980340 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-8116c0cf-660e-4eca-afae-0adc59f70c8e service neutron] Attempting to bind port 71affe32-96bf-4e24-8e0f-49487a7305d2 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'bada842d-6065-4054-9101-da52e07936be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e96fb15c-8888-4641-8734-77b689bed736'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:04:13.980676 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-8116c0cf-660e-4eca-afae-0adc59f70c8e service neutron] Attempting to bind port 71affe32-96bf-4e24-8e0f-49487a7305d2 on network e96fb15c-8888-4641-8734-77b689bed736 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:04:13.985827 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-8116c0cf-660e-4eca-afae-0adc59f70c8e service neutron] Port 71affe32-96bf-4e24-8e0f-49487a7305d2 on network e96fb15c-8888-4641-8734-77b689bed736 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 23:04:13.986159 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-8116c0cf-660e-4eca-afae-0adc59f70c8e service neutron] Attempting to bind port 71affe32-96bf-4e24-8e0f-49487a7305d2 on network e96fb15c-8888-4641-8734-77b689bed736 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:04:13.991089 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-8116c0cf-660e-4eca-afae-0adc59f70c8e service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:04:13.991559 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-8116c0cf-660e-4eca-afae-0adc59f70c8e service neutron] Checking segment: {'id': 'bada842d-6065-4054-9101-da52e07936be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e96fb15c-8888-4641-8734-77b689bed736'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:04:13.992018 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-8116c0cf-660e-4eca-afae-0adc59f70c8e service neutron] Bound using segment: {'id': 'bada842d-6065-4054-9101-da52e07936be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e96fb15c-8888-4641-8734-77b689bed736'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:04:13.992525 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-8116c0cf-660e-4eca-afae-0adc59f70c8e service neutron] Bound port: 71affe32-96bf-4e24-8e0f-49487a7305d2, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bada842d-6065-4054-9101-da52e07936be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e96fb15c-8888-4641-8734-77b689bed736'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:04:13.993007 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-8116c0cf-660e-4eca-afae-0adc59f70c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:14.066078 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-8116c0cf-660e-4eca-afae-0adc59f70c8e service neutron] For port 71affe32-96bf-4e24-8e0f-49487a7305d2, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:04:14.069611 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-8116c0cf-660e-4eca-afae-0adc59f70c8e service neutron] For port 71affe32-96bf-4e24-8e0f-49487a7305d2, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=71affe32-96bf-4e24-8e0f-49487a7305d2,segment=NetworkSegment(bada842d-6065-4054-9101-da52e07936be),segment_id=bada842d-6065-4054-9101-da52e07936be)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:04:14.073633 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-8116c0cf-660e-4eca-afae-0adc59f70c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:14.113874 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-8116c0cf-660e-4eca-afae-0adc59f70c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:14.114502 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-8116c0cf-660e-4eca-afae-0adc59f70c8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:14.115947 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-8116c0cf-660e-4eca-afae-0adc59f70c8e service neutron] 10.222.0.82 "PUT /v2.0/ports/71affe32-96bf-4e24-8e0f-49487a7305d2 HTTP/1.1" status: 200 len: 1091 time: 0.7352254 Aug 11 23:04:14.116457 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261bd6c9-cfd0-44b8-a1ea-24fabda73b03', 'tag': '71affe32-96bf-4e24-8e0f-49487a7305d2'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:04:14.118635 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f72330e-37ac-4a86-9c77-f87fbfba92b1" -d '{"events": [{"name": "network-changed", "server_uuid": "261bd6c9-cfd0-44b8-a1ea-24fabda73b03", "tag": "71affe32-96bf-4e24-8e0f-49487a7305d2"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:04:14.154191 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116c0cf-660e-4eca-afae-0adc59f70c8e service neutron] Pushing event updated for resources: {'Port': ['ID=71affe32-96bf-4e24-8e0f-49487a7305d2,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:14.164261 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be86b54-d99e-4289-8379-5a4844f8f515 x-openstack-request-id: req-4be86b54-d99e-4289-8379-5a4844f8f515 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:04:14.164904 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "261bd6c9-cfd0-44b8-a1ea-24fabda73b03", "tag": "71affe32-96bf-4e24-8e0f-49487a7305d2", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:04:14.165403 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4be86b54-d99e-4289-8379-5a4844f8f515 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:04:14.165981 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261bd6c9-cfd0-44b8-a1ea-24fabda73b03', 'tag': '71affe32-96bf-4e24-8e0f-49487a7305d2', 'status': 'completed', 'code': 200} Aug 11 23:04:14.223127 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-d784d5b2-f734-4128-9935-9b5154511de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:14.224725 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-d784d5b2-f734-4128-9935-9b5154511de8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=261bd6c9-cfd0-44b8-a1ea-24fabda73b03 HTTP/1.1" status: 200 len: 1094 time: 0.0431752 Aug 11 23:04:14.273400 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-fcaa4b60-fd88-4922-b914-f7f10590062e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71affe32-96bf-4e24-8e0f-49487a7305d2 HTTP/1.1" status: 200 len: 217 time: 0.0350800 Aug 11 23:04:14.327609 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-18a36fac-c055-4c11-abc0-616e121650e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:14.329662 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-18a36fac-c055-4c11-abc0-616e121650e9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ab86c30e-204a-4228-99d2-eea619703d8d HTTP/1.1" status: 200 len: 834 time: 0.0492713 Aug 11 23:04:14.375846 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-6578bedd-1c13-4616-a426-6a157916e255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:14.377396 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-6578bedd-1c13-4616-a426-6a157916e255 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e96fb15c-8888-4641-8734-77b689bed736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409760 Aug 11 23:04:14.464879 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-459b08c4-5b04-4484-851d-1fb04a966c1e service neutron] 10.222.0.82 "GET /v2.0/networks/e96fb15c-8888-4641-8734-77b689bed736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805163 Aug 11 23:04:14.556420 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-161a8818-027e-43a3-a00b-d57e41bd02f9 req-bfdd47e7-172e-4dad-b9ef-9d1a28d40013 service neutron] 10.222.0.82 "GET /v2.0/networks/e96fb15c-8888-4641-8734-77b689bed736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848002 Aug 11 23:04:14.681749 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72330e-37ac-4a86-9c77-f87fbfba92b1 req-e8553303-a406-4438-b59b-aadf63d81c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:14.683266 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f72330e-37ac-4a86-9c77-f87fbfba92b1 req-e8553303-a406-4438-b59b-aadf63d81c14 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=261bd6c9-cfd0-44b8-a1ea-24fabda73b03 HTTP/1.1" status: 200 len: 1094 time: 0.0426016 Aug 11 23:04:15.139723 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baab08e-6dba-483b-9cbf-c140ad8aeeec req-0d46c5c0-39fb-4adc-87f1-2429e2f5820d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:15.141882 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5baab08e-6dba-483b-9cbf-c140ad8aeeec req-0d46c5c0-39fb-4adc-87f1-2429e2f5820d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=261bd6c9-cfd0-44b8-a1ea-24fabda73b03 HTTP/1.1" status: 200 len: 943 time: 0.0825949 Aug 11 23:04:15.143406 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72330e-37ac-4a86-9c77-f87fbfba92b1 req-1eb1ed1d-bf1b-477e-87a1-b9674d081a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:15.144871 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f72330e-37ac-4a86-9c77-f87fbfba92b1 req-1eb1ed1d-bf1b-477e-87a1-b9674d081a31 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e96fb15c-8888-4641-8734-77b689bed736 HTTP/1.1" status: 200 len: 898 time: 0.4527781 Aug 11 23:04:15.199663 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f72330e-37ac-4a86-9c77-f87fbfba92b1 req-904a7a91-1c4d-4868-94cd-4889fcab2695 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71affe32-96bf-4e24-8e0f-49487a7305d2 HTTP/1.1" status: 200 len: 217 time: 0.0445220 Aug 11 23:04:15.242194 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5baab08e-6dba-483b-9cbf-c140ad8aeeec req-be3975f3-47ca-4931-a64d-d2133ef325c9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3793729-241f-415a-88b1-2f16a176e946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938816 Aug 11 23:04:15.260775 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72330e-37ac-4a86-9c77-f87fbfba92b1 req-364122b8-3447-48a8-9802-42b919076ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:15.262275 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f72330e-37ac-4a86-9c77-f87fbfba92b1 req-364122b8-3447-48a8-9802-42b919076ba8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ab86c30e-204a-4228-99d2-eea619703d8d HTTP/1.1" status: 200 len: 834 time: 0.0525353 Aug 11 23:04:15.267817 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:04:15.309158 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72330e-37ac-4a86-9c77-f87fbfba92b1 req-92b8dc9f-9dbd-4cad-a28d-377190916691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:15.310701 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f72330e-37ac-4a86-9c77-f87fbfba92b1 req-92b8dc9f-9dbd-4cad-a28d-377190916691 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e96fb15c-8888-4641-8734-77b689bed736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413506 Aug 11 23:04:15.316529 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:04:15.316950 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:15.406974 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f72330e-37ac-4a86-9c77-f87fbfba92b1 req-b40b5616-033b-47a4-99a4-1ee8c442da5f service neutron] 10.222.0.82 "GET /v2.0/networks/e96fb15c-8888-4641-8734-77b689bed736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874028 Aug 11 23:04:15.494515 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f72330e-37ac-4a86-9c77-f87fbfba92b1 req-96056188-113e-4536-8cb2-1532bcce9a0c service neutron] 10.222.0.82 "GET /v2.0/networks/e96fb15c-8888-4641-8734-77b689bed736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808711 Aug 11 23:04:16.159284 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:16.313749 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c8581d40-f688-4c73-9a60-61c75dd5ccb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:16.359655 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126cc36-c0d8-493a-a17b-789186076fb2 req-1c23388d-aaa9-464e-bfb7-60c059f63bcf tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:16.361155 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a126cc36-c0d8-493a-a17b-789186076fb2 req-1c23388d-aaa9-464e-bfb7-60c059f63bcf tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=261bd6c9-cfd0-44b8-a1ea-24fabda73b03 HTTP/1.1" status: 200 len: 943 time: 0.0487766 Aug 11 23:04:16.398922 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a126cc36-c0d8-493a-a17b-789186076fb2 req-1fd31184-7952-46c5-8498-52cb27919111 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3793729-241f-415a-88b1-2f16a176e946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317962 Aug 11 23:04:17.069192 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 71affe32-96bf-4e24-8e0f-49487a7305d2 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 23:04:17.163720 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 71affe32-96bf-4e24-8e0f-49487a7305d2, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=71affe32-96bf-4e24-8e0f-49487a7305d2,segment=NetworkSegment(bada842d-6065-4054-9101-da52e07936be),segment_id=bada842d-6065-4054-9101-da52e07936be)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:04:17.175745 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '71affe32-96bf-4e24-8e0f-49487a7305d2', 'network_id': 'e96fb15c-8888-4641-8734-77b689bed736', 'port_id': '71affe32-96bf-4e24-8e0f-49487a7305d2', 'mac_address': 'fa:16:3e:c0:07:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab86c30e-204a-4228-99d2-eea619703d8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 23:04:17.217378 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:17.229748 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71affe32-96bf-4e24-8e0f-49487a7305d2 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 23:04:17.248634 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 71affe32-96bf-4e24-8e0f-49487a7305d2, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=71affe32-96bf-4e24-8e0f-49487a7305d2,segment=NetworkSegment(bada842d-6065-4054-9101-da52e07936be),segment_id=bada842d-6065-4054-9101-da52e07936be)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:04:17.253056 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:17.300014 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=71affe32-96bf-4e24-8e0f-49487a7305d2,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:17.517776 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9491512-00bb-4c52-b262-8838c974811c req-2b3512b9-a35b-48d8-876f-8ee6617caccc tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:17.519263 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b9491512-00bb-4c52-b262-8838c974811c req-2b3512b9-a35b-48d8-876f-8ee6617caccc tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=261bd6c9-cfd0-44b8-a1ea-24fabda73b03 HTTP/1.1" status: 200 len: 944 time: 0.0532570 Aug 11 23:04:17.556981 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b9491512-00bb-4c52-b262-8838c974811c req-2832c7ec-27e9-4dc4-852b-d85aade34c7c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3793729-241f-415a-88b1-2f16a176e946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312266 Aug 11 23:04:17.699214 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['71affe32-96bf-4e24-8e0f-49487a7305d2'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 23:04:17.766380 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:18.670199 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66827e-f129-4454-b436-b0e01301abc6 req-2d926b58-f877-44ef-badf-6ba684e97595 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:18.672311 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a66827e-f129-4454-b436-b0e01301abc6 req-2d926b58-f877-44ef-badf-6ba684e97595 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=261bd6c9-cfd0-44b8-a1ea-24fabda73b03 HTTP/1.1" status: 200 len: 944 time: 0.0488715 Aug 11 23:04:18.708965 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a66827e-f129-4454-b436-b0e01301abc6 req-1f1d3406-da8f-458b-8069-9a9aa2cc3881 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3793729-241f-415a-88b1-2f16a176e946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307083 Aug 11 23:04:19.083861 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 71affe32-96bf-4e24-8e0f-49487a7305d2 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:04:19.133165 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 71affe32-96bf-4e24-8e0f-49487a7305d2 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:04:19.137688 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 71affe32-96bf-4e24-8e0f-49487a7305d2 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:04:19.138091 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:19.228216 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:19.229040 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:19.253644 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261bd6c9-cfd0-44b8-a1ea-24fabda73b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71affe32-96bf-4e24-8e0f-49487a7305d2'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:04:19.255951 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0d1e00-3c52-49e8-9aec-0c16dfadc792" -d '{"events": [{"server_uuid": "261bd6c9-cfd0-44b8-a1ea-24fabda73b03", "name": "network-vif-plugged", "status": "completed", "tag": "71affe32-96bf-4e24-8e0f-49487a7305d2"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:04:19.269171 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 71affe32-96bf-4e24-8e0f-49487a7305d2, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=71affe32-96bf-4e24-8e0f-49487a7305d2,segment=NetworkSegment(bada842d-6065-4054-9101-da52e07936be),segment_id=bada842d-6065-4054-9101-da52e07936be)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:04:19.273412 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:19.298928 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 23:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa673a23-4b34-4f52-b8bc-6d6a3d4e353a x-openstack-request-id: req-aa673a23-4b34-4f52-b8bc-6d6a3d4e353a {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:04:19.299221 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261bd6c9-cfd0-44b8-a1ea-24fabda73b03", "name": "network-vif-plugged", "status": "completed", "tag": "71affe32-96bf-4e24-8e0f-49487a7305d2", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:04:19.299472 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aa673a23-4b34-4f52-b8bc-6d6a3d4e353a {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:04:19.299885 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261bd6c9-cfd0-44b8-a1ea-24fabda73b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71affe32-96bf-4e24-8e0f-49487a7305d2', 'code': 200} Aug 11 23:04:19.323010 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=71affe32-96bf-4e24-8e0f-49487a7305d2,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:19.416867 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea92996-cfde-4c3c-b687-55bd56ee5c15 req-6ea70a81-427e-44c0-94ba-62d6e1f9f395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:19.418299 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fea92996-cfde-4c3c-b687-55bd56ee5c15 req-6ea70a81-427e-44c0-94ba-62d6e1f9f395 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=261bd6c9-cfd0-44b8-a1ea-24fabda73b03 HTTP/1.1" status: 200 len: 1096 time: 0.0399985 Aug 11 23:04:19.454439 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fea92996-cfde-4c3c-b687-55bd56ee5c15 req-038ebacb-ee87-4a32-b6b7-0d136128fcdc service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a3793729-241f-415a-88b1-2f16a176e946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288913 Aug 11 23:04:19.828348 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98a798-e33f-490b-8bb6-5fe30714ff99 req-596b29ce-60de-4b58-83b2-f44b721ca14f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:19.829969 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4b98a798-e33f-490b-8bb6-5fe30714ff99 req-596b29ce-60de-4b58-83b2-f44b721ca14f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=261bd6c9-cfd0-44b8-a1ea-24fabda73b03 HTTP/1.1" status: 200 len: 945 time: 0.0533864 Aug 11 23:04:19.868322 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4b98a798-e33f-490b-8bb6-5fe30714ff99 req-4bfc05a5-38f0-4389-8177-241855069ece tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3793729-241f-415a-88b1-2f16a176e946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322568 Aug 11 23:04:20.982641 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacacd37-b9a5-44b6-a9e8-90d1fbc77ae3 req-21ebf8bd-9732-4235-8899-3f643c5fbb03 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:20.984915 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bacacd37-b9a5-44b6-a9e8-90d1fbc77ae3 req-21ebf8bd-9732-4235-8899-3f643c5fbb03 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=261bd6c9-cfd0-44b8-a1ea-24fabda73b03 HTTP/1.1" status: 200 len: 945 time: 0.0489469 Aug 11 23:04:21.022336 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bacacd37-b9a5-44b6-a9e8-90d1fbc77ae3 req-cb470234-11e5-4a2f-aa0a-97ed7020f84c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3793729-241f-415a-88b1-2f16a176e946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315366 Aug 11 23:04:21.141981 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de662e-9d96-44c2-a714-fb818185902f req-1a93289f-9417-4629-ae51-6849c67d72c1 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:21.144135 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-21de662e-9d96-44c2-a714-fb818185902f req-1a93289f-9417-4629-ae51-6849c67d72c1 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=261bd6c9-cfd0-44b8-a1ea-24fabda73b03 HTTP/1.1" status: 200 len: 945 time: 0.0570133 Aug 11 23:04:21.183102 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-21de662e-9d96-44c2-a714-fb818185902f req-80555ea9-4aa9-43f8-834f-5b2762428ff3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3793729-241f-415a-88b1-2f16a176e946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329077 Aug 11 23:04:21.205892 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57764) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:04:21.207730 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:21.250810 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f543d9b8-ca99-4c62-8150-def58cac053a tempest-TestNetworkAdvancedServerOps-149514128 tempest-TestNetworkAdvancedServerOps-149514128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:21.252397 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f543d9b8-ca99-4c62-8150-def58cac053a tempest-TestNetworkAdvancedServerOps-149514128 tempest-TestNetworkAdvancedServerOps-149514128-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=261bd6c9-cfd0-44b8-a1ea-24fabda73b03 HTTP/1.1" status: 200 len: 1091 time: 0.0454917 Aug 11 23:04:21.255280 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57766) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:04:21.259645 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-8a7f1583-e7be-42ea-88f7-cd22c384841c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'port_id': '71affe32-96bf-4e24-8e0f-49487a7305d2', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:04:21.281507 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a7f1583-e7be-42ea-88f7-cd22c384841c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:21.376134 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a7f1583-e7be-42ea-88f7-cd22c384841c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:21.489359 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-8a7f1583-e7be-42ea-88f7-cd22c384841c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Allocated IP 172.25.2.207 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/4efe8e44-f9a9-4f4f-b902-62c18000744d) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:04:21.592745 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a7f1583-e7be-42ea-88f7-cd22c384841c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:21.631254 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a7f1583-e7be-42ea-88f7-cd22c384841c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:21.671297 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7f1583-e7be-42ea-88f7-cd22c384841c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:04:21.674199 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-8a7f1583-e7be-42ea-88f7-cd22c384841c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:04:21.679775 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7f1583-e7be-42ea-88f7-cd22c384841c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:04:21.704001 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f1583-e7be-42ea-88f7-cd22c384841c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Port': ['ID=4efe8e44-f9a9-4f4f-b902-62c18000744d,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:22.043282 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a7f1583-e7be-42ea-88f7-cd22c384841c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:22.105804 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:04:22.113701 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a7f1583-e7be-42ea-88f7-cd22c384841c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:22.264855 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a7f1583-e7be-42ea-88f7-cd22c384841c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:22.270163 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a7f1583-e7be-42ea-88f7-cd22c384841c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:22.335199 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f1583-e7be-42ea-88f7-cd22c384841c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Port': ['ID=4efe8e44-f9a9-4f4f-b902-62c18000744d,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:04:22.350724 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a7f1583-e7be-42ea-88f7-cd22c384841c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:22.450721 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-8a7f1583-e7be-42ea-88f7-cd22c384841c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Floating IP 74953683-2b59-4542-af18-7316c44045c6 associated. External IP: 172.25.2.207, port: 71affe32-96bf-4e24-8e0f-49487a7305d2. Aug 11 23:04:22.657685 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7f1583-e7be-42ea-88f7-cd22c384841c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Router d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:04:22.768996 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7f1583-e7be-42ea-88f7-cd22c384841c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:04:22.779979 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c5b720-70b8-4a51-9a2d-0b52940233a3 None None] Sync routers for ids ['d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:04:22.788275 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8a7f1583-e7be-42ea-88f7-cd22c384841c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:22.791953 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c5b720-70b8-4a51-9a2d-0b52940233a3 None None] Routers {'d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:04:22.792593 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-e0c5b720-70b8-4a51-9a2d-0b52940233a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:04:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:04:22.818104 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8a7f1583-e7be-42ea-88f7-cd22c384841c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5594759 Aug 11 23:04:22.818104 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261bd6c9-cfd0-44b8-a1ea-24fabda73b03', 'tag': '71affe32-96bf-4e24-8e0f-49487a7305d2'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:04:22.826390 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf96085-798c-406e-bea9-3a1be896782f" -d '{"events": [{"name": "network-changed", "server_uuid": "261bd6c9-cfd0-44b8-a1ea-24fabda73b03", "tag": "71affe32-96bf-4e24-8e0f-49487a7305d2"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:04:22.902771 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-e0c5b720-70b8-4a51-9a2d-0b52940233a3 None None] Set router d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:04:22.937521 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6d8f429a-818d-484c-ba4f-0e541fb5a296 req-fef9856e-91e2-42f5-83e7-2d5be888a66b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=261bd6c9-cfd0-44b8-a1ea-24fabda73b03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0688531 Aug 11 23:04:22.950179 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77a517-9eb5-4bd1-940f-057a9243f2e5 req-8553af1e-a9a7-4c7b-9a8c-19e0bfc007c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:22.951780 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f77a517-9eb5-4bd1-940f-057a9243f2e5 req-8553af1e-a9a7-4c7b-9a8c-19e0bfc007c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=261bd6c9-cfd0-44b8-a1ea-24fabda73b03 HTTP/1.1" status: 200 len: 945 time: 0.0821428 Aug 11 23:04:23.000560 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1f77a517-9eb5-4bd1-940f-057a9243f2e5 req-dc9b9582-39e3-44d7-a620-756c29fc470d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3793729-241f-415a-88b1-2f16a176e946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396116 Aug 11 23:04:23.025756 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57774) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:04:23.053204 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef95195-3407-4940-91b2-63a3880fb825 x-openstack-request-id: req-0ef95195-3407-4940-91b2-63a3880fb825 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:04:23.053719 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "261bd6c9-cfd0-44b8-a1ea-24fabda73b03", "tag": "71affe32-96bf-4e24-8e0f-49487a7305d2", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:04:23.053719 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0ef95195-3407-4940-91b2-63a3880fb825 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:04:23.054142 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261bd6c9-cfd0-44b8-a1ea-24fabda73b03', 'tag': '71affe32-96bf-4e24-8e0f-49487a7305d2', 'status': 'completed', 'code': 200} Aug 11 23:04:23.057171 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f429a-818d-484c-ba4f-0e541fb5a296 req-bda17b58-4dc4-4d03-80fe-09cf05988fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:23.058914 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6d8f429a-818d-484c-ba4f-0e541fb5a296 req-bda17b58-4dc4-4d03-80fe-09cf05988fd1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=261bd6c9-cfd0-44b8-a1ea-24fabda73b03 HTTP/1.1" status: 200 len: 1096 time: 0.0573704 Aug 11 23:04:23.098195 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-84dfb21c-c9de-451e-bd6c-d85a06b74165 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/floatingips/74953683-2b59-4542-af18-7316c44045c6 HTTP/1.1" status: 200 len: 991 time: 0.0705559 Aug 11 23:04:23.167836 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-e0c5b720-70b8-4a51-9a2d-0b52940233a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876720081', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '42bea8aa-1baa-43be-8e8f-50bc32891dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:04:05Z', 'updated_at': '2021-08-11T23:04:09Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '42bea8aa-1baa-43be-8e8f-50bc32891dd7', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:04:06Z', 'updated_at': '2021-08-11T23:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '74953683-2b59-4542-af18-7316c44045c6', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'floating_ip_address': '172.25.2.207', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'port_id': '71affe32-96bf-4e24-8e0f-49487a7305d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e96fb15c-8888-4641-8734-77b689bed736', 'mac_address': 'fa:16:3e:c0:07:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261bd6c9-cfd0-44b8-a1ea-24fabda73b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:04:21Z', 'updated_at': '2021-08-11T23:04:21Z', 'revision_number': 0, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7', 'name': '', 'network_id': 'e96fb15c-8888-4641-8734-77b689bed736', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:49:94:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ab86c30e-204a-4228-99d2-eea619703d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:04:08Z', 'updated_at': '2021-08-11T23:04:13Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': 'ab86c30e-204a-4228-99d2-eea619703d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:04:23.177862 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f429a-818d-484c-ba4f-0e541fb5a296 req-bbc934c4-4c05-4053-af8d-26138d2533f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:23.179386 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6d8f429a-818d-484c-ba4f-0e541fb5a296 req-bbc934c4-4c05-4053-af8d-26138d2533f7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e96fb15c-8888-4641-8734-77b689bed736 HTTP/1.1" status: 200 len: 898 time: 0.0952179 Aug 11 23:04:23.194645 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c5b720-70b8-4a51-9a2d-0b52940233a3 None None] Checking router: d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:04:23.202822 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c5b720-70b8-4a51-9a2d-0b52940233a3 None None] Routers {'d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:04:23.203422 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-e0c5b720-70b8-4a51-9a2d-0b52940233a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:04:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:04:23.249093 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6d8f429a-818d-484c-ba4f-0e541fb5a296 req-b54cb186-33ef-4ee2-8b31-b53542420bb6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71affe32-96bf-4e24-8e0f-49487a7305d2 HTTP/1.1" status: 200 len: 999 time: 0.0626457 Aug 11 23:04:23.301243 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f429a-818d-484c-ba4f-0e541fb5a296 req-8b3d76a6-111a-4b46-a3dc-395cb84ec6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:23.302781 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6d8f429a-818d-484c-ba4f-0e541fb5a296 req-8b3d76a6-111a-4b46-a3dc-395cb84ec6d5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ab86c30e-204a-4228-99d2-eea619703d8d HTTP/1.1" status: 200 len: 834 time: 0.0474181 Aug 11 23:04:23.351183 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f429a-818d-484c-ba4f-0e541fb5a296 req-9d97c244-fe92-410f-a289-cad61b777c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:23.352800 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6d8f429a-818d-484c-ba4f-0e541fb5a296 req-9d97c244-fe92-410f-a289-cad61b777c95 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e96fb15c-8888-4641-8734-77b689bed736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433517 Aug 11 23:04:23.450312 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6d8f429a-818d-484c-ba4f-0e541fb5a296 req-15526085-08b0-42f2-a4d3-f5be079a5ef5 service neutron] 10.222.0.82 "GET /v2.0/networks/e96fb15c-8888-4641-8734-77b689bed736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895021 Aug 11 23:04:23.465275 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-e0c5b720-70b8-4a51-9a2d-0b52940233a3 None None] Set router d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:04:23.539964 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6d8f429a-818d-484c-ba4f-0e541fb5a296 req-ccfe4364-55e8-4f78-89b4-c6e10acf6a62 service neutron] 10.222.0.82 "GET /v2.0/networks/e96fb15c-8888-4641-8734-77b689bed736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824022 Aug 11 23:04:23.648776 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf96085-798c-406e-bea9-3a1be896782f req-61f814d2-9e1e-4269-9385-a6f938d48086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:23.650582 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9cf96085-798c-406e-bea9-3a1be896782f req-61f814d2-9e1e-4269-9385-a6f938d48086 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=261bd6c9-cfd0-44b8-a1ea-24fabda73b03 HTTP/1.1" status: 200 len: 1096 time: 0.0420291 Aug 11 23:04:23.687132 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-e0c5b720-70b8-4a51-9a2d-0b52940233a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876720081', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '42bea8aa-1baa-43be-8e8f-50bc32891dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:04:05Z', 'updated_at': '2021-08-11T23:04:09Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '42bea8aa-1baa-43be-8e8f-50bc32891dd7', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:04:06Z', 'updated_at': '2021-08-11T23:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '74953683-2b59-4542-af18-7316c44045c6', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'floating_ip_address': '172.25.2.207', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'port_id': '71affe32-96bf-4e24-8e0f-49487a7305d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e96fb15c-8888-4641-8734-77b689bed736', 'mac_address': 'fa:16:3e:c0:07:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261bd6c9-cfd0-44b8-a1ea-24fabda73b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:04:21Z', 'updated_at': '2021-08-11T23:04:21Z', 'revision_number': 0, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7', 'name': '', 'network_id': 'e96fb15c-8888-4641-8734-77b689bed736', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:49:94:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ab86c30e-204a-4228-99d2-eea619703d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:04:08Z', 'updated_at': '2021-08-11T23:04:13Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': 'ab86c30e-204a-4228-99d2-eea619703d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:04:23.717178 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c5b720-70b8-4a51-9a2d-0b52940233a3 None None] The sync data for ids ['d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae'] in n-d-804275-3 is: [{'id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876720081', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '42bea8aa-1baa-43be-8e8f-50bc32891dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:04:05Z', 'updated_at': '2021-08-11T23:04:09Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '42bea8aa-1baa-43be-8e8f-50bc32891dd7', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:04:06Z', 'updated_at': '2021-08-11T23:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '74953683-2b59-4542-af18-7316c44045c6', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'floating_ip_address': '172.25.2.207', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'port_id': '71affe32-96bf-4e24-8e0f-49487a7305d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e96fb15c-8888-4641-8734-77b689bed736', 'mac_address': 'fa:16:3e:c0:07:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261bd6c9-cfd0-44b8-a1ea-24fabda73b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:04:21Z', 'updated_at': '2021-08-11T23:04:21Z', 'revision_number': 0, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7', 'name': '', 'network_id': 'e96fb15c-8888-4641-8734-77b689bed736', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:49:94:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ab86c30e-204a-4228-99d2-eea619703d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:04:08Z', 'updated_at': '2021-08-11T23:04:13Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': 'ab86c30e-204a-4228-99d2-eea619703d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:04:23.747124 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf96085-798c-406e-bea9-3a1be896782f req-23979ffc-046f-4672-9c04-71ac57c074ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:23.748692 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9cf96085-798c-406e-bea9-3a1be896782f req-23979ffc-046f-4672-9c04-71ac57c074ee service neutron] 10.222.0.82 "GET /v2.0/networks?id=e96fb15c-8888-4641-8734-77b689bed736 HTTP/1.1" status: 200 len: 898 time: 0.0906615 Aug 11 23:04:23.815424 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9cf96085-798c-406e-bea9-3a1be896782f req-586e40e5-44ee-4ea7-864a-5fa67dfcdeaf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71affe32-96bf-4e24-8e0f-49487a7305d2 HTTP/1.1" status: 200 len: 999 time: 0.0597222 Aug 11 23:04:23.871745 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf96085-798c-406e-bea9-3a1be896782f req-acb753b1-dd9b-4d7c-8e9a-a0e8b2492d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:23.873259 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9cf96085-798c-406e-bea9-3a1be896782f req-acb753b1-dd9b-4d7c-8e9a-a0e8b2492d3e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ab86c30e-204a-4228-99d2-eea619703d8d HTTP/1.1" status: 200 len: 834 time: 0.0513053 Aug 11 23:04:23.904035 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b39674-4b53-40a3-8ffa-ccba35df2df4 None None] New status for floating IP 74953683-2b59-4542-af18-7316c44045c6: ACTIVE {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 23:04:23.923789 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf96085-798c-406e-bea9-3a1be896782f req-583b8540-ff61-40a0-87d3-56ce9df11b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:04:23.925362 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9cf96085-798c-406e-bea9-3a1be896782f req-583b8540-ff61-40a0-87d3-56ce9df11b8a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e96fb15c-8888-4641-8734-77b689bed736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443208 Aug 11 23:04:24.014055 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9cf96085-798c-406e-bea9-3a1be896782f req-c3706de8-520d-4473-8b20-cf1085a31c93 service neutron] 10.222.0.82 "GET /v2.0/networks/e96fb15c-8888-4641-8734-77b689bed736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820088 Aug 11 23:04:24.101459 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57776) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:04:24.115024 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9cf96085-798c-406e-bea9-3a1be896782f req-f9b72b45-eec7-41c1-88de-a7c1f9209342 service neutron] 10.222.0.82 "GET /v2.0/networks/e96fb15c-8888-4641-8734-77b689bed736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945132 Aug 11 23:04:24.166779 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f50ee9ed-2135-4563-8742-ced2f58fced9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/floatingips/74953683-2b59-4542-af18-7316c44045c6 HTTP/1.1" status: 200 len: 993 time: 0.0640779 Aug 11 23:04:38.720399 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:43.330457 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-89f040eb-a281-4a4b-91bb-5a2a43f75cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:46.162952 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:46.314098 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0e144826-8d00-480b-9757-1adc6caf5993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:47.759235 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:49.217136 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:51.204174 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:04:59.105606 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:05:08.723817 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:13.332820 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a8761d84-ef0c-4425-a2e6-e321305821fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:16.164238 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:16.314706 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-620b41af-d0ad-42b4-b99a-2d6f5944acf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:17.762651 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:19.218378 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:21.219049 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:24.119923 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7099700c-da8b-4822-bb02-c912b7f8d860 req-5c0d2d0a-a02b-4868-bc6f-ac130f33409b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=261bd6c9-cfd0-44b8-a1ea-24fabda73b03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0878808 Aug 11 23:05:24.228000 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099700c-da8b-4822-bb02-c912b7f8d860 req-0433de6f-a128-497a-be68-21bcff41bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:05:24.229547 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7099700c-da8b-4822-bb02-c912b7f8d860 req-0433de6f-a128-497a-be68-21bcff41bab6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=261bd6c9-cfd0-44b8-a1ea-24fabda73b03 HTTP/1.1" status: 200 len: 1096 time: 0.0486188 Aug 11 23:05:24.340866 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099700c-da8b-4822-bb02-c912b7f8d860 req-4327cd71-30ad-40cb-9273-533ac40a582b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:05:24.342279 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7099700c-da8b-4822-bb02-c912b7f8d860 req-4327cd71-30ad-40cb-9273-533ac40a582b service neutron] 10.222.0.82 "GET /v2.0/networks?id=e96fb15c-8888-4641-8734-77b689bed736 HTTP/1.1" status: 200 len: 898 time: 0.0916655 Aug 11 23:05:24.409378 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7099700c-da8b-4822-bb02-c912b7f8d860 req-b399bec1-498c-4b5b-b338-3f00839c2178 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71affe32-96bf-4e24-8e0f-49487a7305d2 HTTP/1.1" status: 200 len: 1001 time: 0.0578880 Aug 11 23:05:24.461731 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099700c-da8b-4822-bb02-c912b7f8d860 req-0b4f81d0-e9f5-4ad3-bc0a-d5362cd41a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:05:24.463184 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7099700c-da8b-4822-bb02-c912b7f8d860 req-0b4f81d0-e9f5-4ad3-bc0a-d5362cd41a5b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ab86c30e-204a-4228-99d2-eea619703d8d HTTP/1.1" status: 200 len: 834 time: 0.0470119 Aug 11 23:05:24.509203 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099700c-da8b-4822-bb02-c912b7f8d860 req-1deb17d4-7616-4d9a-80bc-5569e9bc5a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:05:24.510699 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7099700c-da8b-4822-bb02-c912b7f8d860 req-1deb17d4-7616-4d9a-80bc-5569e9bc5a4f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e96fb15c-8888-4641-8734-77b689bed736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400939 Aug 11 23:05:24.598660 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7099700c-da8b-4822-bb02-c912b7f8d860 req-ecc5a541-745e-4d85-a484-42eebf3d765d service neutron] 10.222.0.82 "GET /v2.0/networks/e96fb15c-8888-4641-8734-77b689bed736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805705 Aug 11 23:05:24.699166 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7099700c-da8b-4822-bb02-c912b7f8d860 req-4bdacf11-21b1-49ae-a3df-e0c0d8537f07 service neutron] 10.222.0.82 "GET /v2.0/networks/e96fb15c-8888-4641-8734-77b689bed736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922625 Aug 11 23:05:35.630527 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b550ba0-833a-481a-88bf-c33ebb2ee77c req-ac96e7dc-9612-43f5-ae87-126ee679ca08 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:05:35.632221 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9b550ba0-833a-481a-88bf-c33ebb2ee77c req-ac96e7dc-9612-43f5-ae87-126ee679ca08 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=261bd6c9-cfd0-44b8-a1ea-24fabda73b03 HTTP/1.1" status: 200 len: 945 time: 0.0551934 Aug 11 23:05:35.678186 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9b550ba0-833a-481a-88bf-c33ebb2ee77c req-33978fc1-feca-43ae-a769-f36beb12e7cb tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3793729-241f-415a-88b1-2f16a176e946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393741 Aug 11 23:05:36.105882 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:05:36.809061 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e98f9-fbb4-41a7-a463-2f6286b5b75a req-c821b6b5-7109-4c8d-ac8c-94816fd308b4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:05:36.810631 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-313e98f9-fbb4-41a7-a463-2f6286b5b75a req-c821b6b5-7109-4c8d-ac8c-94816fd308b4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=261bd6c9-cfd0-44b8-a1ea-24fabda73b03 HTTP/1.1" status: 200 len: 945 time: 0.0573027 Aug 11 23:05:36.852218 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-313e98f9-fbb4-41a7-a463-2f6286b5b75a req-4ae1e98b-4923-4a3c-8f63-8b75843f3ecf tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3793729-241f-415a-88b1-2f16a176e946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349386 Aug 11 23:05:36.874615 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57810) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:05:36.940655 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d132ed41-971d-42a6-ae56-c117991a2c80 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/floatingips/74953683-2b59-4542-af18-7316c44045c6 HTTP/1.1" status: 200 len: 993 time: 0.0648420 Aug 11 23:05:38.293669 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061d955-47fa-4416-8749-614afa5df27e req-e0219af9-5c7a-4d3d-b4be-adaab5d6d5a3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:05:38.295322 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6061d955-47fa-4416-8749-614afa5df27e req-e0219af9-5c7a-4d3d-b4be-adaab5d6d5a3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=261bd6c9-cfd0-44b8-a1ea-24fabda73b03 HTTP/1.1" status: 200 len: 945 time: 0.0859501 Aug 11 23:05:38.345544 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6061d955-47fa-4416-8749-614afa5df27e req-33dcce8d-0c0f-48e9-9008-6ba6267cb484 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3793729-241f-415a-88b1-2f16a176e946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420351 Aug 11 23:05:38.747262 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:39.478216 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874bf01-b7b8-44d6-8880-db7078014b6b req-45c47f32-9b6a-4e63-a7e7-ce80cf4f1937 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:05:39.479788 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2874bf01-b7b8-44d6-8880-db7078014b6b req-45c47f32-9b6a-4e63-a7e7-ce80cf4f1937 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=261bd6c9-cfd0-44b8-a1ea-24fabda73b03 HTTP/1.1" status: 200 len: 945 time: 0.0513072 Aug 11 23:05:39.521048 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2874bf01-b7b8-44d6-8880-db7078014b6b req-fa752fd6-1029-4f38-985f-bd74db94aa40 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3793729-241f-415a-88b1-2f16a176e946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332265 Aug 11 23:05:39.546953 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57822) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:05:39.618764 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-71f33dcf-7292-4e52-b08c-5a98c0f324c9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/floatingips/74953683-2b59-4542-af18-7316c44045c6 HTTP/1.1" status: 200 len: 993 time: 0.0706027 Aug 11 23:05:39.858962 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57828) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:05:40.026850 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-3f37991d-9242-47a6-a416-fdae4724bbbe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Deleting port 4efe8e44-f9a9-4f4f-b902-62c18000744d {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:05:40.027189 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3f37991d-9242-47a6-a416-fdae4724bbbe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:40.106502 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3f37991d-9242-47a6-a416-fdae4724bbbe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:40.107578 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3f37991d-9242-47a6-a416-fdae4724bbbe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:40.125112 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-3f37991d-9242-47a6-a416-fdae4724bbbe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Calling delete_port for 4efe8e44-f9a9-4f4f-b902-62c18000744d owned by network:floatingip {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:05:40.302733 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3f37991d-9242-47a6-a416-fdae4724bbbe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:40.330179 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37991d-9242-47a6-a416-fdae4724bbbe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'Port': ['ID=4efe8e44-f9a9-4f4f-b902-62c18000744d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:40.360000 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37991d-9242-47a6-a416-fdae4724bbbe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:40.360371 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37991d-9242-47a6-a416-fdae4724bbbe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:40.360714 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37991d-9242-47a6-a416-fdae4724bbbe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:40.361061 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37991d-9242-47a6-a416-fdae4724bbbe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:40.361391 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37991d-9242-47a6-a416-fdae4724bbbe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:40.361732 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37991d-9242-47a6-a416-fdae4724bbbe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:40.362055 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37991d-9242-47a6-a416-fdae4724bbbe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:40.362388 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37991d-9242-47a6-a416-fdae4724bbbe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:40.362717 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37991d-9242-47a6-a416-fdae4724bbbe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:40.363037 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37991d-9242-47a6-a416-fdae4724bbbe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:40.363360 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37991d-9242-47a6-a416-fdae4724bbbe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:40.363708 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37991d-9242-47a6-a416-fdae4724bbbe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:40.405389 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3f37991d-9242-47a6-a416-fdae4724bbbe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for floatingip, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:40.405788 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-3f37991d-9242-47a6-a416-fdae4724bbbe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Floating IP 74953683-2b59-4542-af18-7316c44045c6 disassociated (deleted). External IP: 172.25.2.207, port: 71affe32-96bf-4e24-8e0f-49487a7305d2. Aug 11 23:05:40.619041 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f37991d-9242-47a6-a416-fdae4724bbbe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Router d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:05:40.726637 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f37991d-9242-47a6-a416-fdae4724bbbe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:05:40.731852 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3f37991d-9242-47a6-a416-fdae4724bbbe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:40.739462 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19022e42-23e7-42d5-87c0-2ade13dea9fa None None] Sync routers for ids ['d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:05:40.751760 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19022e42-23e7-42d5-87c0-2ade13dea9fa None None] Routers {'d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:05:40.752404 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-19022e42-23e7-42d5-87c0-2ade13dea9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:05:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:05:40.759895 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3f37991d-9242-47a6-a416-fdae4724bbbe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "DELETE /v2.0/floatingips/74953683-2b59-4542-af18-7316c44045c6 HTTP/1.1" status: 204 len: 168 time: 0.8997517 Aug 11 23:05:40.760576 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261bd6c9-cfd0-44b8-a1ea-24fabda73b03', 'tag': '71affe32-96bf-4e24-8e0f-49487a7305d2'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:05:40.762925 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc8750e-7b2e-4c46-89a9-2be487f22994" -d '{"events": [{"name": "network-changed", "server_uuid": "261bd6c9-cfd0-44b8-a1ea-24fabda73b03", "tag": "71affe32-96bf-4e24-8e0f-49487a7305d2"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:05:40.863703 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-19022e42-23e7-42d5-87c0-2ade13dea9fa None None] Set router d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:05:40.926955 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c06677-2ad1-43a8-8388-98207a72c7c5 x-openstack-request-id: req-c6c06677-2ad1-43a8-8388-98207a72c7c5 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:05:40.927309 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "261bd6c9-cfd0-44b8-a1ea-24fabda73b03", "tag": "71affe32-96bf-4e24-8e0f-49487a7305d2", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:05:40.927565 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c6c06677-2ad1-43a8-8388-98207a72c7c5 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:05:40.927973 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261bd6c9-cfd0-44b8-a1ea-24fabda73b03', 'tag': '71affe32-96bf-4e24-8e0f-49487a7305d2', 'status': 'completed', 'code': 200} Aug 11 23:05:41.054843 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466318b-8b3b-46d8-bb1a-69e800825598 req-e53daae2-e603-4569-92cf-6e9355ee05d8 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:05:41.056312 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c466318b-8b3b-46d8-bb1a-69e800825598 req-e53daae2-e603-4569-92cf-6e9355ee05d8 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=261bd6c9-cfd0-44b8-a1ea-24fabda73b03 HTTP/1.1" status: 200 len: 945 time: 0.0826108 Aug 11 23:05:41.062201 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8750e-7b2e-4c46-89a9-2be487f22994 req-ecf14292-055e-4bd8-ba23-d1ad16382199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:05:41.064221 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4cc8750e-7b2e-4c46-89a9-2be487f22994 req-ecf14292-055e-4bd8-ba23-d1ad16382199 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=261bd6c9-cfd0-44b8-a1ea-24fabda73b03 HTTP/1.1" status: 200 len: 1096 time: 0.0605841 Aug 11 23:05:41.082618 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-19022e42-23e7-42d5-87c0-2ade13dea9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876720081', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '42bea8aa-1baa-43be-8e8f-50bc32891dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:04:05Z', 'updated_at': '2021-08-11T23:04:09Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '42bea8aa-1baa-43be-8e8f-50bc32891dd7', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:04:06Z', 'updated_at': '2021-08-11T23:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7', 'name': '', 'network_id': 'e96fb15c-8888-4641-8734-77b689bed736', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:49:94:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ab86c30e-204a-4228-99d2-eea619703d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:04:08Z', 'updated_at': '2021-08-11T23:04:13Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': 'ab86c30e-204a-4228-99d2-eea619703d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:05:41.108601 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19022e42-23e7-42d5-87c0-2ade13dea9fa None None] Checking router: d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:05:41.117305 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19022e42-23e7-42d5-87c0-2ade13dea9fa None None] Routers {'d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:05:41.117952 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-19022e42-23e7-42d5-87c0-2ade13dea9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:05:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:05:41.149870 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c466318b-8b3b-46d8-bb1a-69e800825598 req-288ab917-5767-4781-9892-c5b11a640993 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3793729-241f-415a-88b1-2f16a176e946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844033 Aug 11 23:05:41.187990 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8750e-7b2e-4c46-89a9-2be487f22994 req-42531e6f-2d6f-4350-b452-87cb1ebee984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:05:41.189565 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4cc8750e-7b2e-4c46-89a9-2be487f22994 req-42531e6f-2d6f-4350-b452-87cb1ebee984 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e96fb15c-8888-4641-8734-77b689bed736 HTTP/1.1" status: 200 len: 898 time: 0.1177275 Aug 11 23:05:41.234189 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4cc8750e-7b2e-4c46-89a9-2be487f22994 req-e9bb8e8c-4101-41c4-a135-16b83e494747 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71affe32-96bf-4e24-8e0f-49487a7305d2 HTTP/1.1" status: 200 len: 217 time: 0.0364504 Aug 11 23:05:41.234625 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-19022e42-23e7-42d5-87c0-2ade13dea9fa None None] Set router d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:05:41.285572 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8750e-7b2e-4c46-89a9-2be487f22994 req-6679ea8c-d323-49b7-9096-6016cb9797fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:05:41.287124 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4cc8750e-7b2e-4c46-89a9-2be487f22994 req-6679ea8c-d323-49b7-9096-6016cb9797fe service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ab86c30e-204a-4228-99d2-eea619703d8d HTTP/1.1" status: 200 len: 834 time: 0.0452447 Aug 11 23:05:41.336160 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8750e-7b2e-4c46-89a9-2be487f22994 req-aeff860a-ca47-46a7-830b-01401fda87bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:05:41.337988 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4cc8750e-7b2e-4c46-89a9-2be487f22994 req-aeff860a-ca47-46a7-830b-01401fda87bd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e96fb15c-8888-4641-8734-77b689bed736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436115 Aug 11 23:05:41.439345 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-19022e42-23e7-42d5-87c0-2ade13dea9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876720081', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '42bea8aa-1baa-43be-8e8f-50bc32891dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:04:05Z', 'updated_at': '2021-08-11T23:04:09Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '42bea8aa-1baa-43be-8e8f-50bc32891dd7', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:04:06Z', 'updated_at': '2021-08-11T23:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7', 'name': '', 'network_id': 'e96fb15c-8888-4641-8734-77b689bed736', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:49:94:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ab86c30e-204a-4228-99d2-eea619703d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:04:08Z', 'updated_at': '2021-08-11T23:04:13Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': 'ab86c30e-204a-4228-99d2-eea619703d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:05:41.472148 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19022e42-23e7-42d5-87c0-2ade13dea9fa None None] The sync data for ids ['d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae'] in n-d-804275-3 is: [{'id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876720081', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '42bea8aa-1baa-43be-8e8f-50bc32891dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:04:05Z', 'updated_at': '2021-08-11T23:04:09Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '42bea8aa-1baa-43be-8e8f-50bc32891dd7', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:04:06Z', 'updated_at': '2021-08-11T23:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7', 'name': '', 'network_id': 'e96fb15c-8888-4641-8734-77b689bed736', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:49:94:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ab86c30e-204a-4228-99d2-eea619703d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:04:08Z', 'updated_at': '2021-08-11T23:04:13Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': 'ab86c30e-204a-4228-99d2-eea619703d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:05:41.699956 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aed98d7-c0dc-43a8-9c70-2de001e9e65e None None] New status for floating IP 74953683-2b59-4542-af18-7316c44045c6: DOWN {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 23:05:41.774143 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4cc8750e-7b2e-4c46-89a9-2be487f22994 req-0f5d6fd9-adac-4a58-9f2b-22062313c267 service neutron] 10.222.0.82 "GET /v2.0/networks/e96fb15c-8888-4641-8734-77b689bed736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269688 Aug 11 23:05:41.883050 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4cc8750e-7b2e-4c46-89a9-2be487f22994 req-a1cc02b4-5845-47a9-9033-455c79dc8dd1 service neutron] 10.222.0.82 "GET /v2.0/networks/e96fb15c-8888-4641-8734-77b689bed736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991845 Aug 11 23:05:42.271662 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2cb95-8c0c-497c-8167-564f71239ba8 req-579efd19-831e-4d01-a5d8-6a02ff1da9c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:05:42.273143 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-51e2cb95-8c0c-497c-8167-564f71239ba8 req-579efd19-831e-4d01-a5d8-6a02ff1da9c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=261bd6c9-cfd0-44b8-a1ea-24fabda73b03 HTTP/1.1" status: 200 len: 945 time: 0.0523014 Aug 11 23:05:42.310737 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-51e2cb95-8c0c-497c-8167-564f71239ba8 req-1b5d1095-c282-4a6d-a573-3030937215c8 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3793729-241f-415a-88b1-2f16a176e946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311549 Aug 11 23:05:42.878112 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be157856-6304-48b1-a240-cedb49783632 req-8d97dbfb-3ced-42c2-95ac-84155d031042 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:05:42.879707 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-be157856-6304-48b1-a240-cedb49783632 req-8d97dbfb-3ced-42c2-95ac-84155d031042 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.82 "GET /v2.0/ports?device_id=261bd6c9-cfd0-44b8-a1ea-24fabda73b03 HTTP/1.1" status: 200 len: 945 time: 0.0522830 Aug 11 23:05:42.981658 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-be157856-6304-48b1-a240-cedb49783632 req-6104499c-4a3f-4165-b4dd-e8419098347a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Deleting port 71affe32-96bf-4e24-8e0f-49487a7305d2 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:05:42.982008 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-be157856-6304-48b1-a240-cedb49783632 req-6104499c-4a3f-4165-b4dd-e8419098347a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:43.072759 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-be157856-6304-48b1-a240-cedb49783632 req-6104499c-4a3f-4165-b4dd-e8419098347a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] For port 71affe32-96bf-4e24-8e0f-49487a7305d2, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=71affe32-96bf-4e24-8e0f-49487a7305d2,segment=NetworkSegment(bada842d-6065-4054-9101-da52e07936be),segment_id=bada842d-6065-4054-9101-da52e07936be)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:05:43.073132 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-be157856-6304-48b1-a240-cedb49783632 req-6104499c-4a3f-4165-b4dd-e8419098347a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:43.085721 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-be157856-6304-48b1-a240-cedb49783632 req-6104499c-4a3f-4165-b4dd-e8419098347a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Calling delete_port for 71affe32-96bf-4e24-8e0f-49487a7305d2 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:05:43.222376 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-be157856-6304-48b1-a240-cedb49783632 req-6104499c-4a3f-4165-b4dd-e8419098347a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:43.254365 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104499c-4a3f-4165-b4dd-e8419098347a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'Port': ['ID=71affe32-96bf-4e24-8e0f-49487a7305d2,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:43.294520 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-be157856-6304-48b1-a240-cedb49783632 req-6104499c-4a3f-4165-b4dd-e8419098347a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] No DVR routers for this DVR port 71affe32-96bf-4e24-8e0f-49487a7305d2 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:05:43.297354 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-be157856-6304-48b1-a240-cedb49783632 req-6104499c-4a3f-4165-b4dd-e8419098347a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:43.300188 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-be157856-6304-48b1-a240-cedb49783632 req-6104499c-4a3f-4165-b4dd-e8419098347a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.82 "DELETE /v2.0/ports/71affe32-96bf-4e24-8e0f-49487a7305d2 HTTP/1.1" status: 204 len: 173 time: 0.4139676 Aug 11 23:05:43.300628 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261bd6c9-cfd0-44b8-a1ea-24fabda73b03', 'name': 'network-vif-deleted', 'tag': '71affe32-96bf-4e24-8e0f-49487a7305d2'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:05:43.303004 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b0ef8e-f424-4c0c-a435-aa0f961fe670" -d '{"events": [{"server_uuid": "261bd6c9-cfd0-44b8-a1ea-24fabda73b03", "name": "network-vif-deleted", "tag": "71affe32-96bf-4e24-8e0f-49487a7305d2"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:05:43.335988 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-44620d81-494d-4ed8-bf84-bf48ba16b0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:43.340604 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 23:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc3d016-a7b9-4e89-bff4-ac59141ccfc7 x-openstack-request-id: req-8bc3d016-a7b9-4e89-bff4-ac59141ccfc7 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:05:43.341002 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261bd6c9-cfd0-44b8-a1ea-24fabda73b03", "name": "network-vif-deleted", "tag": "71affe32-96bf-4e24-8e0f-49487a7305d2", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:05:43.341329 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8bc3d016-a7b9-4e89-bff4-ac59141ccfc7 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:05:43.341797 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261bd6c9-cfd0-44b8-a1ea-24fabda73b03', 'name': 'network-vif-deleted', 'tag': '71affe32-96bf-4e24-8e0f-49487a7305d2', 'status': 'completed', 'code': 200} Aug 11 23:05:43.418682 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5d293d7e-d918-4d84-9f56-4473bd1aeeca req-0d618d63-9c2b-4656-a4de-2dd20e967f89 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=261bd6c9-cfd0-44b8-a1ea-24fabda73b03 HTTP/1.1" status: 200 len: 210 time: 0.0320513 Aug 11 23:05:44.474179 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57852) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:05:45.191870 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-527a170f-13e1-4ad1-bea9-12e5e8764e42 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:45.497383 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-527a170f-13e1-4ad1-bea9-12e5e8764e42 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Deleting port a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:05:45.498065 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-527a170f-13e1-4ad1-bea9-12e5e8764e42 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:45.590971 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-527a170f-13e1-4ad1-bea9-12e5e8764e42 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] For port a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7,segment=NetworkSegment(bada842d-6065-4054-9101-da52e07936be),segment_id=bada842d-6065-4054-9101-da52e07936be)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:05:45.591349 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-527a170f-13e1-4ad1-bea9-12e5e8764e42 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:45.604618 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-527a170f-13e1-4ad1-bea9-12e5e8764e42 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Calling delete_port for a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7 owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:05:45.800344 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-527a170f-13e1-4ad1-bea9-12e5e8764e42 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:45.827209 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a170f-13e1-4ad1-bea9-12e5e8764e42 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'Port': ['ID=a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:45.845044 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a170f-13e1-4ad1-bea9-12e5e8764e42 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:45.845044 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a170f-13e1-4ad1-bea9-12e5e8764e42 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:45.845044 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a170f-13e1-4ad1-bea9-12e5e8764e42 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:45.845044 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a170f-13e1-4ad1-bea9-12e5e8764e42 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:45.845044 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a170f-13e1-4ad1-bea9-12e5e8764e42 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:45.845044 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a170f-13e1-4ad1-bea9-12e5e8764e42 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:45.845044 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a170f-13e1-4ad1-bea9-12e5e8764e42 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:45.845759 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a170f-13e1-4ad1-bea9-12e5e8764e42 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:45.845759 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a170f-13e1-4ad1-bea9-12e5e8764e42 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:45.846139 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a170f-13e1-4ad1-bea9-12e5e8764e42 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:45.846363 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a170f-13e1-4ad1-bea9-12e5e8764e42 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:45.846747 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527a170f-13e1-4ad1-bea9-12e5e8764e42 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:46.031469 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-527a170f-13e1-4ad1-bea9-12e5e8764e42 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:46.170066 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:46.249784 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527a170f-13e1-4ad1-bea9-12e5e8764e42 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Router d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:05:46.315031 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-83ce403d-4d2a-4daa-b034-765d09d5d154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:46.356224 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527a170f-13e1-4ad1-bea9-12e5e8764e42 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:05:46.362011 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-527a170f-13e1-4ad1-bea9-12e5e8764e42 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "PUT /v2.0/routers/d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8866889 Aug 11 23:05:46.364762 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57854) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:05:46.366319 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ba05a-021e-433b-957b-d9f19a0e9926 None None] Sync routers for ids ['d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:05:46.376001 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616ba05a-021e-433b-957b-d9f19a0e9926 None None] Routers {'d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:05:46.376638 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-616ba05a-021e-433b-957b-d9f19a0e9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:05:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:05:46.423613 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed4ef92f-e633-4ed6-b678-db34099c2685 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Deleting subnet ab86c30e-204a-4228-99d2-eea619703d8d {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 23:05:46.426812 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ed4ef92f-e633-4ed6-b678-db34099c2685 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:46.470885 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ed4ef92f-e633-4ed6-b678-db34099c2685 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:46.487665 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-616ba05a-021e-433b-957b-d9f19a0e9926 None None] Set router d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:05:46.558190 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ed4ef92f-e633-4ed6-b678-db34099c2685 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:46.629065 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ed4ef92f-e633-4ed6-b678-db34099c2685 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:46.661548 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ed4ef92f-e633-4ed6-b678-db34099c2685 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:46.666168 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ed4ef92f-e633-4ed6-b678-db34099c2685 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "DELETE /v2.0/subnets/ab86c30e-204a-4228-99d2-eea619703d8d HTTP/1.1" status: 204 len: 168 time: 0.2975960 Aug 11 23:05:46.666168 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ef92f-e633-4ed6-b678-db34099c2685 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'Subnet': ['ID=ab86c30e-204a-4228-99d2-eea619703d8d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:46.666583 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57856) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:05:46.675252 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e5590f-e4df-46fd-a436-d9c832c48874 None None] Network e96fb15c-8888-4641-8734-77b689bed736 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:05:46.740675 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-616ba05a-021e-433b-957b-d9f19a0e9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876720081', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '42bea8aa-1baa-43be-8e8f-50bc32891dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:04:05Z', 'updated_at': '2021-08-11T23:05:45Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '42bea8aa-1baa-43be-8e8f-50bc32891dd7', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:04:06Z', 'updated_at': '2021-08-11T23:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:05:46.776355 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ba05a-021e-433b-957b-d9f19a0e9926 None None] Checking router: d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:05:46.786475 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb000a93-4687-45da-981a-a3012fef9360 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:46.806317 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616ba05a-021e-433b-957b-d9f19a0e9926 None None] Routers {'d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:05:46.806963 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-616ba05a-021e-433b-957b-d9f19a0e9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:05:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:05:46.904753 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb000a93-4687-45da-981a-a3012fef9360 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:46.947897 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-616ba05a-021e-433b-957b-d9f19a0e9926 None None] Set router d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:05:46.973417 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-bb000a93-4687-45da-981a-a3012fef9360 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Deleting port 42bea8aa-1baa-43be-8e8f-50bc32891dd7 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:05:46.974060 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb000a93-4687-45da-981a-a3012fef9360 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:46.979696 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00618005-e135-49c8-a53a-8986f08dea12 None None] DHCP port deletion for e96fb15c-8888-4641-8734-77b689bed736 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 23:05:47.057341 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-bb000a93-4687-45da-981a-a3012fef9360 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] For port 42bea8aa-1baa-43be-8e8f-50bc32891dd7, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=42bea8aa-1baa-43be-8e8f-50bc32891dd7,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:05:47.057718 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb000a93-4687-45da-981a-a3012fef9360 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:47.072401 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-bb000a93-4687-45da-981a-a3012fef9360 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Calling delete_port for 42bea8aa-1baa-43be-8e8f-50bc32891dd7 owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:05:47.144828 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-00618005-e135-49c8-a53a-8986f08dea12 None None] Deleting port 1fbc8317-6f5d-4ee2-9e58-e4b8fd3743af {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:05:47.145198 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-00618005-e135-49c8-a53a-8986f08dea12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:47.217789 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-00618005-e135-49c8-a53a-8986f08dea12 None None] For port 1fbc8317-6f5d-4ee2-9e58-e4b8fd3743af, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1fbc8317-6f5d-4ee2-9e58-e4b8fd3743af,segment=NetworkSegment(bada842d-6065-4054-9101-da52e07936be),segment_id=bada842d-6065-4054-9101-da52e07936be)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:05:47.218537 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-00618005-e135-49c8-a53a-8986f08dea12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:47.233388 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-00618005-e135-49c8-a53a-8986f08dea12 None None] Calling delete_port for 1fbc8317-6f5d-4ee2-9e58-e4b8fd3743af owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:05:47.249371 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-616ba05a-021e-433b-957b-d9f19a0e9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876720081', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '42bea8aa-1baa-43be-8e8f-50bc32891dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:04:05Z', 'updated_at': '2021-08-11T23:05:45Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '42bea8aa-1baa-43be-8e8f-50bc32891dd7', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:04:06Z', 'updated_at': '2021-08-11T23:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:05:47.254977 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb000a93-4687-45da-981a-a3012fef9360 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:47.282468 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb000a93-4687-45da-981a-a3012fef9360 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'Port': ['ID=42bea8aa-1baa-43be-8e8f-50bc32891dd7,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:47.310406 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ba05a-021e-433b-957b-d9f19a0e9926 None None] The sync data for ids ['d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae'] in n-d-804275-3 is: [{'id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876720081', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '42bea8aa-1baa-43be-8e8f-50bc32891dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:04:05Z', 'updated_at': '2021-08-11T23:05:45Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '42bea8aa-1baa-43be-8e8f-50bc32891dd7', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ff8cc3-4171-4f9e-9825-fbea6ad3cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:04:06Z', 'updated_at': '2021-08-11T23:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:05:47.365364 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb000a93-4687-45da-981a-a3012fef9360 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:47.374426 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-00618005-e135-49c8-a53a-8986f08dea12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:47.401954 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00618005-e135-49c8-a53a-8986f08dea12 None None] Pushing event deleted for resources: {'Port': ['ID=1fbc8317-6f5d-4ee2-9e58-e4b8fd3743af,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:47.407809 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00618005-e135-49c8-a53a-8986f08dea12 None None] No DVR routers for this DVR port 1fbc8317-6f5d-4ee2-9e58-e4b8fd3743af on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:05:47.417300 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00618005-e135-49c8-a53a-8986f08dea12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:47.417644 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00618005-e135-49c8-a53a-8986f08dea12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:47.418134 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00618005-e135-49c8-a53a-8986f08dea12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:47.418488 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00618005-e135-49c8-a53a-8986f08dea12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:47.418830 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00618005-e135-49c8-a53a-8986f08dea12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:47.419169 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00618005-e135-49c8-a53a-8986f08dea12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:47.419611 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00618005-e135-49c8-a53a-8986f08dea12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:47.419887 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00618005-e135-49c8-a53a-8986f08dea12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:47.420220 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00618005-e135-49c8-a53a-8986f08dea12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:47.420554 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00618005-e135-49c8-a53a-8986f08dea12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:47.420889 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00618005-e135-49c8-a53a-8986f08dea12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:47.421291 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00618005-e135-49c8-a53a-8986f08dea12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:47.466904 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb000a93-4687-45da-981a-a3012fef9360 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:47.469038 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb000a93-4687-45da-981a-a3012fef9360 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:47.476011 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 71affe32-96bf-4e24-8e0f-49487a7305d2 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:05:47.498692 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 71affe32-96bf-4e24-8e0f-49487a7305d2 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:05:47.499048 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 71affe32-96bf-4e24-8e0f-49487a7305d2 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:05:47.513338 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb000a93-4687-45da-981a-a3012fef9360 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:47.514025 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb000a93-4687-45da-981a-a3012fef9360 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Fanout notify agent at l3_agent the message router_deleted on router d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 23:05:47.521727 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bb000a93-4687-45da-981a-a3012fef9360 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:47.522867 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bb000a93-4687-45da-981a-a3012fef9360 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "DELETE /v2.0/routers/d4ff8cc3-4171-4f9e-9825-fbea6ad3cfae HTTP/1.1" status: 204 len: 168 time: 0.8553340 Aug 11 23:05:47.526048 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57858) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:05:47.607333 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f02e2951-b46a-48d8-92ac-17f09f28d480 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:47.694995 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f02e2951-b46a-48d8-92ac-17f09f28d480 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:47.706025 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-f02e2951-b46a-48d8-92ac-17f09f28d480 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e96fb15c-8888-4641-8734-77b689bed736']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:05:47.714571 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1fbc8317-6f5d-4ee2-9e58-e4b8fd3743af no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:05:47.717890 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-f02e2951-b46a-48d8-92ac-17f09f28d480 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bada842d-6065-4054-9101-da52e07936be') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:05:47.718114 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-f02e2951-b46a-48d8-92ac-17f09f28d480 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bada842d-6065-4054-9101-da52e07936be') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:05:47.729400 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f02e2951-b46a-48d8-92ac-17f09f28d480 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:47.736458 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 1fbc8317-6f5d-4ee2-9e58-e4b8fd3743af {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:05:47.736907 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1fbc8317-6f5d-4ee2-9e58-e4b8fd3743af not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:05:47.745463 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f02e2951-b46a-48d8-92ac-17f09f28d480 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:47.755028 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f02e2951-b46a-48d8-92ac-17f09f28d480 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 23:05:47.755712 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f02e2951-b46a-48d8-92ac-17f09f28d480 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: timer() Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 23:05:47.759367 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 23:05:47.769013 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:47.835024 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f02e2951-b46a-48d8-92ac-17f09f28d480 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:47.846543 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f02e2951-b46a-48d8-92ac-17f09f28d480 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:47.848811 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f02e2951-b46a-48d8-92ac-17f09f28d480 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "DELETE /v2.0/networks/e96fb15c-8888-4641-8734-77b689bed736 HTTP/1.1" status: 204 len: 168 time: 0.3215694 Aug 11 23:05:47.851433 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57860) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:05:47.859032 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e2951-b46a-48d8-92ac-17f09f28d480 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'Network': ['ID=e96fb15c-8888-4641-8734-77b689bed736,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:47.919104 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-576dcd7d-9fd8-4cab-800c-1afbc0d15cef tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:47.955875 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-576dcd7d-9fd8-4cab-800c-1afbc0d15cef tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:48.029698 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-576dcd7d-9fd8-4cab-800c-1afbc0d15cef tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:48.032463 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-576dcd7d-9fd8-4cab-800c-1afbc0d15cef tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:48.033694 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-576dcd7d-9fd8-4cab-800c-1afbc0d15cef tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "DELETE /v2.0/security-groups/a3793729-241f-415a-88b1-2f16a176e946 HTTP/1.1" status: 204 len: 168 time: 0.1806350 Aug 11 23:05:48.043845 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576dcd7d-9fd8-4cab-800c-1afbc0d15cef tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3793729-241f-415a-88b1-2f16a176e946,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:48.384659 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57866) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:05:48.389555 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-2632a651-e531-4dcb-b1bf-dcfb2fac0b60 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-463937850', 'description': 'tempest-secgroup-smoke-463937850 description', 'project_id': 'ba468b72163c4a9087b11fce8559af21'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:05:48.413303 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2632a651-e531-4dcb-b1bf-dcfb2fac0b60 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:48.495567 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2632a651-e531-4dcb-b1bf-dcfb2fac0b60 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:48.499731 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2632a651-e531-4dcb-b1bf-dcfb2fac0b60 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:48.531146 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2632a651-e531-4dcb-b1bf-dcfb2fac0b60 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:48.532496 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2632a651-e531-4dcb-b1bf-dcfb2fac0b60 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1468236 Aug 11 23:05:48.535536 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57868) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:05:48.540943 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-b4ebc2ab-53e0-41dc-8fec-21597e05fb7a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group_rule': {'security_group_id': '8d338d66-d3e1-4fe2-8044-0e539325550e', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:05:48.547034 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632a651-e531-4dcb-b1bf-dcfb2fac0b60 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d338d66-d3e1-4fe2-8044-0e539325550e,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:48.573398 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b4ebc2ab-53e0-41dc-8fec-21597e05fb7a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:48.633485 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b4ebc2ab-53e0-41dc-8fec-21597e05fb7a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:48.640281 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b4ebc2ab-53e0-41dc-8fec-21597e05fb7a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:48.662253 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebc2ab-53e0-41dc-8fec-21597e05fb7a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=000fc785-2a7e-4640-a33c-2426c6515d5a,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:48.668952 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b4ebc2ab-53e0-41dc-8fec-21597e05fb7a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:48.670221 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b4ebc2ab-53e0-41dc-8fec-21597e05fb7a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329012 Aug 11 23:05:48.673026 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57870) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:05:48.677665 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-ad01a10e-ff11-467c-80c2-839fd97fb2f2 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group_rule': {'security_group_id': '8d338d66-d3e1-4fe2-8044-0e539325550e', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:05:48.706979 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ad01a10e-ff11-467c-80c2-839fd97fb2f2 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:48.772456 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ad01a10e-ff11-467c-80c2-839fd97fb2f2 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:48.776768 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ad01a10e-ff11-467c-80c2-839fd97fb2f2 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:48.796509 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01a10e-ff11-467c-80c2-839fd97fb2f2 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c267ec-5600-4f68-8923-915820421ebb,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:48.806945 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ad01a10e-ff11-467c-80c2-839fd97fb2f2 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:48.808342 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ad01a10e-ff11-467c-80c2-839fd97fb2f2 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1342947 Aug 11 23:05:48.811154 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57872) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:05:48.816384 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-96bc55ca-9282-4eb5-baf7-7ff7727b010f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group_rule': {'security_group_id': '8d338d66-d3e1-4fe2-8044-0e539325550e', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:05:48.846787 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-96bc55ca-9282-4eb5-baf7-7ff7727b010f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:48.912571 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-96bc55ca-9282-4eb5-baf7-7ff7727b010f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:48.917345 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-96bc55ca-9282-4eb5-baf7-7ff7727b010f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:48.940030 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc55ca-9282-4eb5-baf7-7ff7727b010f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e868832c-1454-4d4d-b365-ac46a5bbc8f2,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:48.948679 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-96bc55ca-9282-4eb5-baf7-7ff7727b010f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:48.950001 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-96bc55ca-9282-4eb5-baf7-7ff7727b010f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1378460 Aug 11 23:05:48.953629 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57874) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:05:48.958458 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-534c83d0-4ecc-4791-b41d-c829dc00db65 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group_rule': {'security_group_id': '8d338d66-d3e1-4fe2-8044-0e539325550e', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:05:48.986412 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-534c83d0-4ecc-4791-b41d-c829dc00db65 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:49.053228 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-534c83d0-4ecc-4791-b41d-c829dc00db65 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:49.058289 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-534c83d0-4ecc-4791-b41d-c829dc00db65 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:49.078723 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c83d0-4ecc-4791-b41d-c829dc00db65 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5d99b9-dc9d-4b0f-ac7e-f73d6d87e5d2,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:49.082653 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-534c83d0-4ecc-4791-b41d-c829dc00db65 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:49.083931 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-534c83d0-4ecc-4791-b41d-c829dc00db65 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1292105 Aug 11 23:05:49.087357 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57876) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:05:49.091930 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-0d6470cd-65ce-40cf-b3fb-ef19f760971d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group_rule': {'security_group_id': '8d338d66-d3e1-4fe2-8044-0e539325550e', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:05:49.116572 n-d-804275-3 neutron-server[100942]: INFO neutron.db.securitygroups_db [None req-0d6470cd-65ce-40cf-b3fb-ef19f760971d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Project ba468b72163c4a9087b11fce8559af21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 23:05:49.122699 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0d6470cd-65ce-40cf-b3fb-ef19f760971d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:49.215861 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0d6470cd-65ce-40cf-b3fb-ef19f760971d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:49.221370 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0d6470cd-65ce-40cf-b3fb-ef19f760971d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:49.225570 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:49.240450 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6470cd-65ce-40cf-b3fb-ef19f760971d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef90172c-7ff9-4853-a957-56e2f6ce90da,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:49.247871 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0d6470cd-65ce-40cf-b3fb-ef19f760971d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:49.249485 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0d6470cd-65ce-40cf-b3fb-ef19f760971d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1609755 Aug 11 23:05:49.253118 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57878) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:05:49.257842 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-2bfd6d93-d84d-4e05-8794-62cf3696142b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group_rule': {'security_group_id': '8d338d66-d3e1-4fe2-8044-0e539325550e', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:05:49.292972 n-d-804275-3 neutron-server[100942]: INFO neutron.db.securitygroups_db [None req-2bfd6d93-d84d-4e05-8794-62cf3696142b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Project ba468b72163c4a9087b11fce8559af21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 23:05:49.302638 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2bfd6d93-d84d-4e05-8794-62cf3696142b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:49.326369 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 42bea8aa-1baa-43be-8e8f-50bc32891dd7 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:05:49.347237 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 42bea8aa-1baa-43be-8e8f-50bc32891dd7 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:05:49.347610 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 42bea8aa-1baa-43be-8e8f-50bc32891dd7 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:05:49.348032 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:05:49.367258 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:05:49.367631 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a77822e2-52d3-4b2a-ab89-a1ff0b12bbd7 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:05:49.383886 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2bfd6d93-d84d-4e05-8794-62cf3696142b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:49.387920 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2bfd6d93-d84d-4e05-8794-62cf3696142b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:49.411061 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd6d93-d84d-4e05-8794-62cf3696142b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17597c8-e31d-4ab7-953b-a08e13ca390e,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:49.419838 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2bfd6d93-d84d-4e05-8794-62cf3696142b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:49.421120 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2bfd6d93-d84d-4e05-8794-62cf3696142b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1670237 Aug 11 23:05:49.424001 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57880) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:05:49.429209 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c044b0a4-df96-412f-adac-1d61cfe9964d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'network': {'name': 'tempest-network-smoke--573690025', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'port_security_enabled': True}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:05:49.452099 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c044b0a4-df96-412f-adac-1d61cfe9964d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Made reservation on behalf of ba468b72163c4a9087b11fce8559af21 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:05:49.456280 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c044b0a4-df96-412f-adac-1d61cfe9964d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:49.481200 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c044b0a4-df96-412f-adac-1d61cfe9964d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 23:05:49.490679 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c044b0a4-df96-412f-adac-1d61cfe9964d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:49.490914 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-c044b0a4-df96-412f-adac-1d61cfe9964d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Added segment a65daa2c-c059-4bfb-a356-816000353f5a of type vlan for network 7e52f0a8-6d30-42a3-aa26-f3a58a3e738c Aug 11 23:05:49.535130 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c044b0a4-df96-412f-adac-1d61cfe9964d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:49.566086 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c044b0a4-df96-412f-adac-1d61cfe9964d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:49.571906 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c044b0a4-df96-412f-adac-1d61cfe9964d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:05:49.572510 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c044b0a4-df96-412f-adac-1d61cfe9964d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:49.632713 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c044b0a4-df96-412f-adac-1d61cfe9964d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2075083 Aug 11 23:05:49.635663 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57882) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:05:49.640545 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-4cc1cdfb-113a-4e0a-8fed-dfed455159ac tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1118236458', 'admin_state_up': True, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:05:49.643289 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044b0a4-df96-412f-adac-1d61cfe9964d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Network': ['ID=7e52f0a8-6d30-42a3-aa26-f3a58a3e738c,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:49.658907 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 7e52f0a8-6d30-42a3-aa26-f3a58a3e738c details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 23:05:49.677281 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4cc1cdfb-113a-4e0a-8fed-dfed455159ac tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:49.678798 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4cc1cdfb-113a-4e0a-8fed-dfed455159ac tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:49.737868 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4cc1cdfb-113a-4e0a-8fed-dfed455159ac tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:49.878231 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4cc1cdfb-113a-4e0a-8fed-dfed455159ac tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:50.089231 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4cc1cdfb-113a-4e0a-8fed-dfed455159ac tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:50.110915 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4cc1cdfb-113a-4e0a-8fed-dfed455159ac tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:50.215091 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-4cc1cdfb-113a-4e0a-8fed-dfed455159ac tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Allocated IP 172.25.2.251 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:05:50.319808 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4cc1cdfb-113a-4e0a-8fed-dfed455159ac tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:50.357513 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4cc1cdfb-113a-4e0a-8fed-dfed455159ac tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:50.392560 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc1cdfb-113a-4e0a-8fed-dfed455159ac tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:05:50.395324 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-4cc1cdfb-113a-4e0a-8fed-dfed455159ac tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:05:50.400971 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc1cdfb-113a-4e0a-8fed-dfed455159ac tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:05:50.424779 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1cdfb-113a-4e0a-8fed-dfed455159ac tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Port': ['ID=1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:50.654134 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4cc1cdfb-113a-4e0a-8fed-dfed455159ac tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:50.850916 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4cc1cdfb-113a-4e0a-8fed-dfed455159ac tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:50.976312 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc1cdfb-113a-4e0a-8fed-dfed455159ac tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Router 9f063364-fcbd-4ebb-b4de-b35a26afb68a is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 23:05:51.082034 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc1cdfb-113a-4e0a-8fed-dfed455159ac tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:05:51.091414 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c8f4d3-0438-4f79-abd0-3726c0b35f8e None None] Sync routers for ids ['9f063364-fcbd-4ebb-b4de-b35a26afb68a'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:05:51.101456 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4cc1cdfb-113a-4e0a-8fed-dfed455159ac tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:51.102843 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4cc1cdfb-113a-4e0a-8fed-dfed455159ac tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4660983 Aug 11 23:05:51.106357 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57884) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:05:51.107235 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c8f4d3-0438-4f79-abd0-3726c0b35f8e None None] Routers {'9f063364-fcbd-4ebb-b4de-b35a26afb68a'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:05:51.108055 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-56c8f4d3-0438-4f79-abd0-3726c0b35f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:05:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9f063364-fcbd-4ebb-b4de-b35a26afb68a'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:05:51.148207 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-116fcd44-dc36-4ea7-8029-c1e43559495a tempest-TestNetworkAdvancedServerOps-149514128 tempest-TestNetworkAdvancedServerOps-149514128-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ba468b72163c4a9087b11fce8559af21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400102 Aug 11 23:05:51.150843 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57886) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:05:51.219197 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:51.231919 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-56c8f4d3-0438-4f79-abd0-3726c0b35f8e None None] Set router 9f063364-fcbd-4ebb-b4de-b35a26afb68a gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:05:51.246024 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e37839-b745-41f9-9fca-5731e71aaa32 tempest-TestNetworkAdvancedServerOps-149514128 tempest-TestNetworkAdvancedServerOps-149514128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:05:51.247636 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-21e37839-b745-41f9-9fca-5731e71aaa32 tempest-TestNetworkAdvancedServerOps-149514128 tempest-TestNetworkAdvancedServerOps-149514128-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0957255 Aug 11 23:05:51.251106 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57888) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:05:51.280703 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5b00f838-6fff-43a1-9e16-1742e2b34999 tempest-TestNetworkAdvancedServerOps-149514128 tempest-TestNetworkAdvancedServerOps-149514128-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ace0c6e5-d196-4ef9-80b8-149980a74560&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283589 Aug 11 23:05:51.284255 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57890) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:05:51.289106 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-a48e2628-8bf5-4405-9c18-a994cbe587ca tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1053788341', 'network_id': '7e52f0a8-6d30-42a3-aa26-f3a58a3e738c', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:05:51.377457 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48e2628-8bf5-4405-9c18-a994cbe587ca tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Made reservation on behalf of ba468b72163c4a9087b11fce8559af21 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:05:51.381200 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a48e2628-8bf5-4405-9c18-a994cbe587ca tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:51.410787 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-56c8f4d3-0438-4f79-abd0-3726c0b35f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118236458', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:05:49Z', 'updated_at': '2021-08-11T23:05:50Z', 'revision_number': 3, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:05:50Z', 'updated_at': '2021-08-11T23:05:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:05:51.441047 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c8f4d3-0438-4f79-abd0-3726c0b35f8e None None] Checking router: 9f063364-fcbd-4ebb-b4de-b35a26afb68a for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:05:51.441402 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c8f4d3-0438-4f79-abd0-3726c0b35f8e None None] Updating router 9f063364-fcbd-4ebb-b4de-b35a26afb68a port 1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 23:05:51.475158 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-56c8f4d3-0438-4f79-abd0-3726c0b35f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:51.571303 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a48e2628-8bf5-4405-9c18-a994cbe587ca tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:51.630303 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e2628-8bf5-4405-9c18-a994cbe587ca tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Subnet': ['ID=be1ce1d1-3f96-4374-93e4-815d3d7cdc46,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:51.647411 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48e2628-8bf5-4405-9c18-a994cbe587ca tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Checking segment: {'id': 'a65daa2c-c059-4bfb-a356-816000353f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7e52f0a8-6d30-42a3-aa26-f3a58a3e738c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:05:51.647411 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48e2628-8bf5-4405-9c18-a994cbe587ca tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network hostable DHCP agents. Network: 7e52f0a8-6d30-42a3-aa26-f3a58a3e738c, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 23:05:51.665338 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48e2628-8bf5-4405-9c18-a994cbe587ca tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network 7e52f0a8-6d30-42a3-aa26-f3a58a3e738c is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 23:05:51.675533 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-a48e2628-8bf5-4405-9c18-a994cbe587ca tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 7e52f0a8-6d30-42a3-aa26-f3a58a3e738c) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:05:51.680690 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e2628-8bf5-4405-9c18-a994cbe587ca tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:05:51.682676 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a48e2628-8bf5-4405-9c18-a994cbe587ca tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:51.684020 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb2557a-e091-4b44-a704-fa71489d0de1 None None] Network 7e52f0a8-6d30-42a3-aa26-f3a58a3e738c requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:05:51.700699 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a48e2628-8bf5-4405-9c18-a994cbe587ca tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4147592 Aug 11 23:05:51.700948 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57892) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:05:51.725086 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-56c8f4d3-0438-4f79-abd0-3726c0b35f8e None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:51.736410 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-56c8f4d3-0438-4f79-abd0-3726c0b35f8e None None] Transition to ACTIVE for port object 1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:05:51.742375 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-56c8f4d3-0438-4f79-abd0-3726c0b35f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:51.793143 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b612ba1-6a68-457c-9d73-63a5d43d8d03 None None] Pushing event updated for resources: {'Port': ['ID=1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa,revision_number=2']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:51.814851 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b612ba1-6a68-457c-9d73-63a5d43d8d03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:51.815198 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b612ba1-6a68-457c-9d73-63a5d43d8d03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:51.815560 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b612ba1-6a68-457c-9d73-63a5d43d8d03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:51.815900 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b612ba1-6a68-457c-9d73-63a5d43d8d03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:51.816219 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b612ba1-6a68-457c-9d73-63a5d43d8d03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:51.816543 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b612ba1-6a68-457c-9d73-63a5d43d8d03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:51.816866 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b612ba1-6a68-457c-9d73-63a5d43d8d03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:51.817186 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b612ba1-6a68-457c-9d73-63a5d43d8d03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:51.817508 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b612ba1-6a68-457c-9d73-63a5d43d8d03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:51.817821 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b612ba1-6a68-457c-9d73-63a5d43d8d03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:51.818140 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b612ba1-6a68-457c-9d73-63a5d43d8d03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:51.818456 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b612ba1-6a68-457c-9d73-63a5d43d8d03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:05:51.821805 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-56c8f4d3-0438-4f79-abd0-3726c0b35f8e None None] Attempting to bind port 1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:05:51.822107 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-56c8f4d3-0438-4f79-abd0-3726c0b35f8e None None] Attempting to bind port 1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:05:51.822463 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c8f4d3-0438-4f79-abd0-3726c0b35f8e None None] Attempting to bind port 1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:05:51.828358 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c8f4d3-0438-4f79-abd0-3726c0b35f8e None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:05:51.829902 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c8f4d3-0438-4f79-abd0-3726c0b35f8e None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:05:51.829902 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-56c8f4d3-0438-4f79-abd0-3726c0b35f8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:51.829902 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c8f4d3-0438-4f79-abd0-3726c0b35f8e None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:05:51.830280 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-56c8f4d3-0438-4f79-abd0-3726c0b35f8e None None] Bound port: 1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:05:51.830451 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-56c8f4d3-0438-4f79-abd0-3726c0b35f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:51.881671 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-56c8f4d3-0438-4f79-abd0-3726c0b35f8e None None] For port 1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:05:51.884979 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-56c8f4d3-0438-4f79-abd0-3726c0b35f8e None None] For port 1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:05:51.889845 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-56c8f4d3-0438-4f79-abd0-3726c0b35f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:51.938108 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c8f4d3-0438-4f79-abd0-3726c0b35f8e None None] Routers {'9f063364-fcbd-4ebb-b4de-b35a26afb68a'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:05:51.938831 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-56c8f4d3-0438-4f79-abd0-3726c0b35f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:05:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9f063364-fcbd-4ebb-b4de-b35a26afb68a'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:05:52.001457 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4d0685-299b-4077-b9dd-6bdc3340ba78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-7e52f0a8-6d30-42a3-aa26-f3a58a3e738c', 'network_id': '7e52f0a8-6d30-42a3-aa26-f3a58a3e738c', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'fixed_ips': [{'subnet_id': 'be1ce1d1-3f96-4374-93e4-815d3d7cdc46'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 23:05:52.002721 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-db4d0685-299b-4077-b9dd-6bdc3340ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:52.013931 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b612ba1-6a68-457c-9d73-63a5d43d8d03 None None] Pushing event updated for resources: {'Port': ['ID=1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:52.086582 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-56c8f4d3-0438-4f79-abd0-3726c0b35f8e None None] Set router 9f063364-fcbd-4ebb-b4de-b35a26afb68a gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:05:52.145845 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-db4d0685-299b-4077-b9dd-6bdc3340ba78 None None] Allocated IP 172.20.0.2 (7e52f0a8-6d30-42a3-aa26-f3a58a3e738c/be1ce1d1-3f96-4374-93e4-815d3d7cdc46/e7016817-72bc-4223-be42-17fb232fdde5) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:05:52.180815 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9e32fa20-a490-4e2f-8d6f-bbaf66ddde63 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:52.317507 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-db4d0685-299b-4077-b9dd-6bdc3340ba78 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:52.326396 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-db4d0685-299b-4077-b9dd-6bdc3340ba78 None None] Transition to ACTIVE for port object e7016817-72bc-4223-be42-17fb232fdde5 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:05:52.342496 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-db4d0685-299b-4077-b9dd-6bdc3340ba78 None None] Transition to ACTIVE for port object e7016817-72bc-4223-be42-17fb232fdde5 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:05:52.350110 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-db4d0685-299b-4077-b9dd-6bdc3340ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:52.365985 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-56c8f4d3-0438-4f79-abd0-3726c0b35f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118236458', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:05:49Z', 'updated_at': '2021-08-11T23:05:50Z', 'revision_number': 3, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:05:50Z', 'updated_at': '2021-08-11T23:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:05:52.384921 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4d0685-299b-4077-b9dd-6bdc3340ba78 None None] Network 7e52f0a8-6d30-42a3-aa26-f3a58a3e738c is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:05:52.386338 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-db4d0685-299b-4077-b9dd-6bdc3340ba78 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:05:52.389870 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4d0685-299b-4077-b9dd-6bdc3340ba78 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:05:52.393194 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c8f4d3-0438-4f79-abd0-3726c0b35f8e None None] The sync data for ids ['9f063364-fcbd-4ebb-b4de-b35a26afb68a'] in n-d-804275-3 is: [{'id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118236458', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:05:49Z', 'updated_at': '2021-08-11T23:05:50Z', 'revision_number': 3, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:05:50Z', 'updated_at': '2021-08-11T23:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:05:52.408226 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d0685-299b-4077-b9dd-6bdc3340ba78 None None] Pushing event updated for resources: {'Port': ['ID=e7016817-72bc-4223-be42-17fb232fdde5,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:52.459751 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-db4d0685-299b-4077-b9dd-6bdc3340ba78 None None] Attempting to bind port e7016817-72bc-4223-be42-17fb232fdde5 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:05:52.460168 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-db4d0685-299b-4077-b9dd-6bdc3340ba78 None None] Attempting to bind port e7016817-72bc-4223-be42-17fb232fdde5 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'a65daa2c-c059-4bfb-a356-816000353f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7e52f0a8-6d30-42a3-aa26-f3a58a3e738c'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:05:52.460655 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4d0685-299b-4077-b9dd-6bdc3340ba78 None None] Attempting to bind port e7016817-72bc-4223-be42-17fb232fdde5 on network 7e52f0a8-6d30-42a3-aa26-f3a58a3e738c {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:05:52.465856 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4d0685-299b-4077-b9dd-6bdc3340ba78 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:05:52.466259 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4d0685-299b-4077-b9dd-6bdc3340ba78 None None] Checking segment: {'id': 'a65daa2c-c059-4bfb-a356-816000353f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7e52f0a8-6d30-42a3-aa26-f3a58a3e738c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:05:52.466656 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-db4d0685-299b-4077-b9dd-6bdc3340ba78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:52.467759 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4d0685-299b-4077-b9dd-6bdc3340ba78 None None] Bound using segment: {'id': 'a65daa2c-c059-4bfb-a356-816000353f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7e52f0a8-6d30-42a3-aa26-f3a58a3e738c'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:05:52.467759 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-db4d0685-299b-4077-b9dd-6bdc3340ba78 None None] Bound port: e7016817-72bc-4223-be42-17fb232fdde5, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a65daa2c-c059-4bfb-a356-816000353f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7e52f0a8-6d30-42a3-aa26-f3a58a3e738c'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:05:52.468022 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-db4d0685-299b-4077-b9dd-6bdc3340ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:52.485187 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-9e32fa20-a490-4e2f-8d6f-bbaf66ddde63 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Allocated IP 172.20.0.1 (7e52f0a8-6d30-42a3-aa26-f3a58a3e738c/be1ce1d1-3f96-4374-93e4-815d3d7cdc46/8d9694aa-ec63-48f1-904f-4182934363ef) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:05:52.534614 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-db4d0685-299b-4077-b9dd-6bdc3340ba78 None None] For port e7016817-72bc-4223-be42-17fb232fdde5, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:05:52.537948 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-db4d0685-299b-4077-b9dd-6bdc3340ba78 None None] For port e7016817-72bc-4223-be42-17fb232fdde5, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=e7016817-72bc-4223-be42-17fb232fdde5,segment=NetworkSegment(a65daa2c-c059-4bfb-a356-816000353f5a),segment_id=a65daa2c-c059-4bfb-a356-816000353f5a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:05:52.542124 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-db4d0685-299b-4077-b9dd-6bdc3340ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:52.604716 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d0685-299b-4077-b9dd-6bdc3340ba78 None None] Pushing event updated for resources: {'Port': ['ID=e7016817-72bc-4223-be42-17fb232fdde5,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:52.633355 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9e32fa20-a490-4e2f-8d6f-bbaf66ddde63 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:52.652379 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-9e32fa20-a490-4e2f-8d6f-bbaf66ddde63 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Transition to ACTIVE for port object 8d9694aa-ec63-48f1-904f-4182934363ef will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:05:52.693359 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9e32fa20-a490-4e2f-8d6f-bbaf66ddde63 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:52.747253 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e32fa20-a490-4e2f-8d6f-bbaf66ddde63 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network 7e52f0a8-6d30-42a3-aa26-f3a58a3e738c is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:05:52.752120 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-9e32fa20-a490-4e2f-8d6f-bbaf66ddde63 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:05:52.757062 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e32fa20-a490-4e2f-8d6f-bbaf66ddde63 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:05:52.800369 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32fa20-a490-4e2f-8d6f-bbaf66ddde63 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Port': ['ID=8d9694aa-ec63-48f1-904f-4182934363ef,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:52.825982 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9e32fa20-a490-4e2f-8d6f-bbaf66ddde63 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:52.979900 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9e32fa20-a490-4e2f-8d6f-bbaf66ddde63 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:53.277430 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9e32fa20-a490-4e2f-8d6f-bbaf66ddde63 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:53.283677 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9e32fa20-a490-4e2f-8d6f-bbaf66ddde63 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:53.363329 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32fa20-a490-4e2f-8d6f-bbaf66ddde63 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Port': ['ID=8d9694aa-ec63-48f1-904f-4182934363ef,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:53.365815 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9e32fa20-a490-4e2f-8d6f-bbaf66ddde63 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:53.392248 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device e7016817-72bc-4223-be42-17fb232fdde5 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:05:53.449395 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port e7016817-72bc-4223-be42-17fb232fdde5 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:05:53.454304 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:05:53.477076 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e32fa20-a490-4e2f-8d6f-bbaf66ddde63 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network 7e52f0a8-6d30-42a3-aa26-f3a58a3e738c is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:05:53.478564 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-9e32fa20-a490-4e2f-8d6f-bbaf66ddde63 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:05:53.504458 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:05:53.508722 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:05:53.509186 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:53.607122 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4818a4f2-79f0-42b7-9790-ed4781610f78 None None] Network 7e52f0a8-6d30-42a3-aa26-f3a58a3e738c requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:05:53.609353 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:53.609599 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e32fa20-a490-4e2f-8d6f-bbaf66ddde63 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Router 9f063364-fcbd-4ebb-b4de-b35a26afb68a has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:05:53.676336 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:05:53.685040 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:53.722465 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-cebf081e-dab3-4733-9bb6-08efb1dd0742 None None] Provisioning for port e7016817-72bc-4223-be42-17fb232fdde5 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:05:53.744146 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-cebf081e-dab3-4733-9bb6-08efb1dd0742 None None] Provisioning complete for port e7016817-72bc-4223-be42-17fb232fdde5 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:05:53.744541 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cebf081e-dab3-4733-9bb6-08efb1dd0742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:53.851260 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:53.934172 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cebf081e-dab3-4733-9bb6-08efb1dd0742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:53.977030 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-cebf081e-dab3-4733-9bb6-08efb1dd0742 None None] For port e7016817-72bc-4223-be42-17fb232fdde5, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=e7016817-72bc-4223-be42-17fb232fdde5,segment=NetworkSegment(a65daa2c-c059-4bfb-a356-816000353f5a),segment_id=a65daa2c-c059-4bfb-a356-816000353f5a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:05:53.981398 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cebf081e-dab3-4733-9bb6-08efb1dd0742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:54.050875 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf081e-dab3-4733-9bb6-08efb1dd0742 None None] Pushing event updated for resources: {'Port': ['ID=e7016817-72bc-4223-be42-17fb232fdde5,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:54.102041 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e32fa20-a490-4e2f-8d6f-bbaf66ddde63 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:05:54.108072 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9e32fa20-a490-4e2f-8d6f-bbaf66ddde63 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "PUT /v2.0/routers/9f063364-fcbd-4ebb-b4de-b35a26afb68a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4062011 Aug 11 23:05:54.156236 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfdc8cd-0e18-4f48-babf-55da138a1629 None None] Sync routers for ids ['9f063364-fcbd-4ebb-b4de-b35a26afb68a'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:05:54.173531 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfdc8cd-0e18-4f48-babf-55da138a1629 None None] Routers {'9f063364-fcbd-4ebb-b4de-b35a26afb68a'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:05:54.174225 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-ddfdc8cd-0e18-4f48-babf-55da138a1629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:05:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9f063364-fcbd-4ebb-b4de-b35a26afb68a'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:05:54.241655 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-50d7ffbf-3dc0-4a2f-a6f3-688be3dfaaaa None None] Provisioning complete for port e7016817-72bc-4223-be42-17fb232fdde5 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:05:54.242027 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-50d7ffbf-3dc0-4a2f-a6f3-688be3dfaaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:54.257972 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-98be8d29-c9b1-4880-b6d9-dc400260d179 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-463937850&fields=id&tenant_id=ba468b72163c4a9087b11fce8559af21 HTTP/1.1" status: 200 len: 267 time: 0.0361185 Aug 11 23:05:54.326310 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-ddfdc8cd-0e18-4f48-babf-55da138a1629 None None] Set router 9f063364-fcbd-4ebb-b4de-b35a26afb68a gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:05:54.382383 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-4da88d1e-5b92-4722-9baa-8923cda8d663 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:05:54.384141 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-4da88d1e-5b92-4722-9baa-8923cda8d663 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/networks?id=7e52f0a8-6d30-42a3-aa26-f3a58a3e738c HTTP/1.1" status: 200 len: 796 time: 0.1156011 Aug 11 23:05:54.401170 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-7e83d527-e92a-41de-b8e3-6ab4290696a4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/quotas/ba468b72163c4a9087b11fce8559af21 HTTP/1.1" status: 200 len: 375 time: 0.0104480 Aug 11 23:05:54.458471 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-03533a46-e2ab-4c10-b001-be6be9a18440 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509305 Aug 11 23:05:54.505209 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-50d7ffbf-3dc0-4a2f-a6f3-688be3dfaaaa None None] Provisioning for port 8d9694aa-ec63-48f1-904f-4182934363ef completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:05:54.519174 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-50d7ffbf-3dc0-4a2f-a6f3-688be3dfaaaa None None] Provisioning complete for port 8d9694aa-ec63-48f1-904f-4182934363ef triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:05:54.519564 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-50d7ffbf-3dc0-4a2f-a6f3-688be3dfaaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:54.571580 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-e9f5ea54-1bc7-4c96-9254-58a2a9361c66 service neutron] 10.222.0.77 "GET /v2.0/networks/7e52f0a8-6d30-42a3-aa26-f3a58a3e738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005502 Aug 11 23:05:54.582710 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-50d7ffbf-3dc0-4a2f-a6f3-688be3dfaaaa None None] Port 8d9694aa-ec63-48f1-904f-4182934363ef cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:05:54.606984 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-ddfdc8cd-0e18-4f48-babf-55da138a1629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118236458', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:05:49Z', 'updated_at': '2021-08-11T23:05:52Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:05:50Z', 'updated_at': '2021-08-11T23:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '8d9694aa-ec63-48f1-904f-4182934363ef', 'name': '', 'network_id': '7e52f0a8-6d30-42a3-aa26-f3a58a3e738c', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:74:5f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'be1ce1d1-3f96-4374-93e4-815d3d7cdc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:05:52Z', 'updated_at': '2021-08-11T23:05:53Z', 'revision_number': 2, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': 'be1ce1d1-3f96-4374-93e4-815d3d7cdc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:05:54.633741 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfdc8cd-0e18-4f48-babf-55da138a1629 None None] Checking router: 9f063364-fcbd-4ebb-b4de-b35a26afb68a for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:05:54.634026 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfdc8cd-0e18-4f48-babf-55da138a1629 None None] Updating router 9f063364-fcbd-4ebb-b4de-b35a26afb68a port 8d9694aa-ec63-48f1-904f-4182934363ef binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 23:05:54.658656 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ddfdc8cd-0e18-4f48-babf-55da138a1629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:54.667612 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-21f2ad07-bce5-4223-aead-373e00728d7e service neutron] 10.222.0.77 "GET /v2.0/networks/7e52f0a8-6d30-42a3-aa26-f3a58a3e738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888252 Aug 11 23:05:54.719881 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-6166764c-b1a4-47ed-96f6-5f5516d9b667 None None] Provisioning complete for port 8d9694aa-ec63-48f1-904f-4182934363ef triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:05:54.720313 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6166764c-b1a4-47ed-96f6-5f5516d9b667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:54.815080 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-6166764c-b1a4-47ed-96f6-5f5516d9b667 None None] Port 8d9694aa-ec63-48f1-904f-4182934363ef cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:05:54.833852 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-757ba9ae-8d88-488e-8c69-f45afd7ae526 req-d6321f0f-8fbe-4e28-85fe-ce50164c45c7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 210 time: 0.0309765 Aug 11 23:05:54.975409 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ddfdc8cd-0e18-4f48-babf-55da138a1629 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:54.988310 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ddfdc8cd-0e18-4f48-babf-55da138a1629 None None] Transition to ACTIVE for port object 8d9694aa-ec63-48f1-904f-4182934363ef will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:05:54.993748 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ddfdc8cd-0e18-4f48-babf-55da138a1629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:55.047604 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec1130d-8e39-4910-b707-f601282717dc None None] Pushing event updated for resources: {'Port': ['ID=8d9694aa-ec63-48f1-904f-4182934363ef,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:55.101924 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-ddfdc8cd-0e18-4f48-babf-55da138a1629 None None] Attempting to bind port 8d9694aa-ec63-48f1-904f-4182934363ef on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:05:55.102291 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-ddfdc8cd-0e18-4f48-babf-55da138a1629 None None] Attempting to bind port 8d9694aa-ec63-48f1-904f-4182934363ef by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'a65daa2c-c059-4bfb-a356-816000353f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7e52f0a8-6d30-42a3-aa26-f3a58a3e738c'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:05:55.102658 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfdc8cd-0e18-4f48-babf-55da138a1629 None None] Attempting to bind port 8d9694aa-ec63-48f1-904f-4182934363ef on network 7e52f0a8-6d30-42a3-aa26-f3a58a3e738c {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:05:55.107750 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfdc8cd-0e18-4f48-babf-55da138a1629 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:05:55.108125 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfdc8cd-0e18-4f48-babf-55da138a1629 None None] Checking segment: {'id': 'a65daa2c-c059-4bfb-a356-816000353f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7e52f0a8-6d30-42a3-aa26-f3a58a3e738c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:05:55.108527 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ddfdc8cd-0e18-4f48-babf-55da138a1629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:55.108915 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfdc8cd-0e18-4f48-babf-55da138a1629 None None] Bound using segment: {'id': 'a65daa2c-c059-4bfb-a356-816000353f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7e52f0a8-6d30-42a3-aa26-f3a58a3e738c'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:05:55.109375 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-ddfdc8cd-0e18-4f48-babf-55da138a1629 None None] Bound port: 8d9694aa-ec63-48f1-904f-4182934363ef, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a65daa2c-c059-4bfb-a356-816000353f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7e52f0a8-6d30-42a3-aa26-f3a58a3e738c'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:05:55.109782 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ddfdc8cd-0e18-4f48-babf-55da138a1629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:55.177137 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-ddfdc8cd-0e18-4f48-babf-55da138a1629 None None] For port 8d9694aa-ec63-48f1-904f-4182934363ef, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:05:55.180584 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-ddfdc8cd-0e18-4f48-babf-55da138a1629 None None] For port 8d9694aa-ec63-48f1-904f-4182934363ef, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8d9694aa-ec63-48f1-904f-4182934363ef,segment=NetworkSegment(a65daa2c-c059-4bfb-a356-816000353f5a),segment_id=a65daa2c-c059-4bfb-a356-816000353f5a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:05:55.186153 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ddfdc8cd-0e18-4f48-babf-55da138a1629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:55.257414 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec1130d-8e39-4910-b707-f601282717dc None None] Pushing event updated for resources: {'Port': ['ID=8d9694aa-ec63-48f1-904f-4182934363ef,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:55.261227 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfdc8cd-0e18-4f48-babf-55da138a1629 None None] Routers {'9f063364-fcbd-4ebb-b4de-b35a26afb68a'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:05:55.261854 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-ddfdc8cd-0e18-4f48-babf-55da138a1629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:05:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9f063364-fcbd-4ebb-b4de-b35a26afb68a'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:05:55.347621 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device e7016817-72bc-4223-be42-17fb232fdde5 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:05:55.407067 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-ddfdc8cd-0e18-4f48-babf-55da138a1629 None None] Set router 9f063364-fcbd-4ebb-b4de-b35a26afb68a gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:05:55.637001 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port e7016817-72bc-4223-be42-17fb232fdde5 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:05:55.637708 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:55.809161 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:05:55.868431 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-ddfdc8cd-0e18-4f48-babf-55da138a1629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118236458', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:05:49Z', 'updated_at': '2021-08-11T23:05:52Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:05:50Z', 'updated_at': '2021-08-11T23:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '8d9694aa-ec63-48f1-904f-4182934363ef', 'name': '', 'network_id': '7e52f0a8-6d30-42a3-aa26-f3a58a3e738c', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:74:5f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'be1ce1d1-3f96-4374-93e4-815d3d7cdc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:05:52Z', 'updated_at': '2021-08-11T23:05:55Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': 'be1ce1d1-3f96-4374-93e4-815d3d7cdc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:05:55.898477 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfdc8cd-0e18-4f48-babf-55da138a1629 None None] The sync data for ids ['9f063364-fcbd-4ebb-b4de-b35a26afb68a'] in n-d-804275-3 is: [{'id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118236458', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:05:49Z', 'updated_at': '2021-08-11T23:05:52Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:05:50Z', 'updated_at': '2021-08-11T23:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '8d9694aa-ec63-48f1-904f-4182934363ef', 'name': '', 'network_id': '7e52f0a8-6d30-42a3-aa26-f3a58a3e738c', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:74:5f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'be1ce1d1-3f96-4374-93e4-815d3d7cdc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:05:52Z', 'updated_at': '2021-08-11T23:05:55Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': 'be1ce1d1-3f96-4374-93e4-815d3d7cdc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:05:55.900389 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:05:55.900777 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:55.912902 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-602f8cb9-acf7-4295-b0e6-5a12a369fda5 req-90c182e1-cf4a-4748-8776-7a8a0f4dd7c9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 210 time: 0.0263109 Aug 11 23:05:57.055840 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-75a4688a-9ba4-497d-9356-771a9a094fa3 req-f8c4cf45-bea0-428a-ae17-487d3b0146de tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 210 time: 0.0625117 Aug 11 23:05:57.110571 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-b28c8f0e-b6b2-4de1-8618-a65d806c1810 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:05:57.112062 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-b28c8f0e-b6b2-4de1-8618-a65d806c1810 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.82 "GET /v2.0/networks?id=7e52f0a8-6d30-42a3-aa26-f3a58a3e738c HTTP/1.1" status: 200 len: 796 time: 0.1286688 Aug 11 23:05:57.162372 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-d546122d-4c96-4fc0-8a0f-084764eaa0ab tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba468b72163c4a9087b11fce8559af21 HTTP/1.1" status: 200 len: 379 time: 0.0342071 Aug 11 23:05:57.188381 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-1bc10b6b-d7f8-4b2a-b36a-4b599313bee6 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'port': {'device_id': '9f3455d9-b0ea-4708-97b7-21ecc476744f', 'network_id': '7e52f0a8-6d30-42a3-aa26-f3a58a3e738c', 'admin_state_up': True, 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'security_groups': ['8d338d66-d3e1-4fe2-8044-0e539325550e']}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:05:57.300591 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-1bc10b6b-d7f8-4b2a-b36a-4b599313bee6 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Made reservation on behalf of ba468b72163c4a9087b11fce8559af21 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:05:57.304611 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-1bc10b6b-d7f8-4b2a-b36a-4b599313bee6 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:57.338534 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8d9694aa-ec63-48f1-904f-4182934363ef up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:05:57.394081 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 8d9694aa-ec63-48f1-904f-4182934363ef completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:05:57.400570 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 8d9694aa-ec63-48f1-904f-4182934363ef triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:05:57.401073 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:57.443849 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-1bc10b6b-d7f8-4b2a-b36a-4b599313bee6 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Allocated IP 172.20.0.6 (7e52f0a8-6d30-42a3-aa26-f3a58a3e738c/be1ce1d1-3f96-4374-93e4-815d3d7cdc46/c510c21e-df77-4b6d-851e-71c5006480a7) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:05:57.483119 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:57.527287 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 8d9694aa-ec63-48f1-904f-4182934363ef, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8d9694aa-ec63-48f1-904f-4182934363ef,segment=NetworkSegment(a65daa2c-c059-4bfb-a356-816000353f5a),segment_id=a65daa2c-c059-4bfb-a356-816000353f5a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:05:57.534618 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:57.585787 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=8d9694aa-ec63-48f1-904f-4182934363ef,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:57.602741 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-1bc10b6b-d7f8-4b2a-b36a-4b599313bee6 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:57.616773 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-1bc10b6b-d7f8-4b2a-b36a-4b599313bee6 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Transition to ACTIVE for port object c510c21e-df77-4b6d-851e-71c5006480a7 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:05:57.650237 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-1bc10b6b-d7f8-4b2a-b36a-4b599313bee6 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:57.697656 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-1bc10b6b-d7f8-4b2a-b36a-4b599313bee6 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network 7e52f0a8-6d30-42a3-aa26-f3a58a3e738c is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:05:57.700787 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-1bc10b6b-d7f8-4b2a-b36a-4b599313bee6 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:05:57.705827 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-1bc10b6b-d7f8-4b2a-b36a-4b599313bee6 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:05:57.709806 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc10b6b-d7f8-4b2a-b36a-4b599313bee6 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Port': ['ID=c510c21e-df77-4b6d-851e-71c5006480a7,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:57.760876 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-1bc10b6b-d7f8-4b2a-b36a-4b599313bee6 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:05:57.761553 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-1bc10b6b-d7f8-4b2a-b36a-4b599313bee6 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:57.778027 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-1bc10b6b-d7f8-4b2a-b36a-4b599313bee6 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5935621 Aug 11 23:05:57.795946 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-bd7b6dff-0581-4fad-ba3e-8b63df3997d2 service neutron] Request body: {'port': {'device_id': '9f3455d9-b0ea-4708-97b7-21ecc476744f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:05:57.856074 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-bd7b6dff-0581-4fad-ba3e-8b63df3997d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:57.898305 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9c629bf3-6978-423d-8a55-b37798821aa1 None None] Provisioning for port c510c21e-df77-4b6d-851e-71c5006480a7 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:05:57.902186 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9c629bf3-6978-423d-8a55-b37798821aa1 None None] Provisioning complete for port c510c21e-df77-4b6d-851e-71c5006480a7 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:05:57.902559 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9c629bf3-6978-423d-8a55-b37798821aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:57.935695 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-9c629bf3-6978-423d-8a55-b37798821aa1 None None] Port c510c21e-df77-4b6d-851e-71c5006480a7 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:05:58.123471 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-bd7b6dff-0581-4fad-ba3e-8b63df3997d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c510c21e-df77-4b6d-851e-71c5006480a7 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 23:05:58.139370 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-bd7b6dff-0581-4fad-ba3e-8b63df3997d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:58.484103 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-bd7b6dff-0581-4fad-ba3e-8b63df3997d2 service neutron] Transition to ACTIVE for port object c510c21e-df77-4b6d-851e-71c5006480a7 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:05:58.488664 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-bd7b6dff-0581-4fad-ba3e-8b63df3997d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:58.535596 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792e482-357f-430f-b5e7-41b6697f38be req-d34f9b47-bf01-4076-b13a-344c2d22838a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:05:58.537136 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8792e482-357f-430f-b5e7-41b6697f38be req-d34f9b47-bf01-4076-b13a-344c2d22838a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 931 time: 0.4084971 Aug 11 23:05:58.607704 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b6dff-0581-4fad-ba3e-8b63df3997d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c510c21e-df77-4b6d-851e-71c5006480a7,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:58.636858 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8792e482-357f-430f-b5e7-41b6697f38be req-6dcbd04d-9519-4120-a85c-728167276d12 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d338d66-d3e1-4fe2-8044-0e539325550e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913761 Aug 11 23:05:58.655875 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-bd7b6dff-0581-4fad-ba3e-8b63df3997d2 service neutron] Attempting to bind port c510c21e-df77-4b6d-851e-71c5006480a7 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:05:58.656225 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-bd7b6dff-0581-4fad-ba3e-8b63df3997d2 service neutron] Attempting to bind port c510c21e-df77-4b6d-851e-71c5006480a7 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': 'a65daa2c-c059-4bfb-a356-816000353f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7e52f0a8-6d30-42a3-aa26-f3a58a3e738c'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:05:58.656600 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-bd7b6dff-0581-4fad-ba3e-8b63df3997d2 service neutron] Attempting to bind port c510c21e-df77-4b6d-851e-71c5006480a7 on network 7e52f0a8-6d30-42a3-aa26-f3a58a3e738c {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:05:58.661221 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-bd7b6dff-0581-4fad-ba3e-8b63df3997d2 service neutron] Port c510c21e-df77-4b6d-851e-71c5006480a7 on network 7e52f0a8-6d30-42a3-aa26-f3a58a3e738c not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 23:05:58.661549 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-bd7b6dff-0581-4fad-ba3e-8b63df3997d2 service neutron] Attempting to bind port c510c21e-df77-4b6d-851e-71c5006480a7 on network 7e52f0a8-6d30-42a3-aa26-f3a58a3e738c {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:05:58.666875 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-bd7b6dff-0581-4fad-ba3e-8b63df3997d2 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:05:58.667224 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-bd7b6dff-0581-4fad-ba3e-8b63df3997d2 service neutron] Checking segment: {'id': 'a65daa2c-c059-4bfb-a356-816000353f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7e52f0a8-6d30-42a3-aa26-f3a58a3e738c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:05:58.667648 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-bd7b6dff-0581-4fad-ba3e-8b63df3997d2 service neutron] Bound using segment: {'id': 'a65daa2c-c059-4bfb-a356-816000353f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7e52f0a8-6d30-42a3-aa26-f3a58a3e738c'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:05:58.668083 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-bd7b6dff-0581-4fad-ba3e-8b63df3997d2 service neutron] Bound port: c510c21e-df77-4b6d-851e-71c5006480a7, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65daa2c-c059-4bfb-a356-816000353f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7e52f0a8-6d30-42a3-aa26-f3a58a3e738c'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:05:58.668450 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-bd7b6dff-0581-4fad-ba3e-8b63df3997d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:58.731298 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-bd7b6dff-0581-4fad-ba3e-8b63df3997d2 service neutron] For port c510c21e-df77-4b6d-851e-71c5006480a7, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:05:58.734285 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-bd7b6dff-0581-4fad-ba3e-8b63df3997d2 service neutron] For port c510c21e-df77-4b6d-851e-71c5006480a7, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c510c21e-df77-4b6d-851e-71c5006480a7,segment=NetworkSegment(a65daa2c-c059-4bfb-a356-816000353f5a),segment_id=a65daa2c-c059-4bfb-a356-816000353f5a)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:05:58.739243 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-bd7b6dff-0581-4fad-ba3e-8b63df3997d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:58.775268 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-bd7b6dff-0581-4fad-ba3e-8b63df3997d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:05:58.776024 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-bd7b6dff-0581-4fad-ba3e-8b63df3997d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:58.777488 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-bd7b6dff-0581-4fad-ba3e-8b63df3997d2 service neutron] 10.222.0.82 "PUT /v2.0/ports/c510c21e-df77-4b6d-851e-71c5006480a7 HTTP/1.1" status: 200 len: 1091 time: 0.9860625 Aug 11 23:05:58.779694 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f3455d9-b0ea-4708-97b7-21ecc476744f', 'tag': 'c510c21e-df77-4b6d-851e-71c5006480a7'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:05:58.782042 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a16e2aa-19e5-4b16-840f-f730b4585fde" -d '{"events": [{"name": "network-changed", "server_uuid": "9f3455d9-b0ea-4708-97b7-21ecc476744f", "tag": "c510c21e-df77-4b6d-851e-71c5006480a7"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:05:58.808063 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b6dff-0581-4fad-ba3e-8b63df3997d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c510c21e-df77-4b6d-851e-71c5006480a7,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:05:58.830200 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a63097-16e6-4920-8dba-5cf4d3218023 x-openstack-request-id: req-82a63097-16e6-4920-8dba-5cf4d3218023 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:05:58.830493 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f3455d9-b0ea-4708-97b7-21ecc476744f", "tag": "c510c21e-df77-4b6d-851e-71c5006480a7", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:05:58.830746 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-82a63097-16e6-4920-8dba-5cf4d3218023 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:05:58.831151 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f3455d9-b0ea-4708-97b7-21ecc476744f', 'tag': 'c510c21e-df77-4b6d-851e-71c5006480a7', 'status': 'completed', 'code': 200} Aug 11 23:05:58.894918 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-5eb178e1-94f7-43d0-b843-4fafda4c43d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:05:58.896579 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-5eb178e1-94f7-43d0-b843-4fafda4c43d1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 1094 time: 0.0492828 Aug 11 23:05:58.944576 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-349e29da-ae5d-4e24-90c3-80f51a42ac16 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c510c21e-df77-4b6d-851e-71c5006480a7 HTTP/1.1" status: 200 len: 217 time: 0.0347631 Aug 11 23:05:59.004309 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-93981d09-a068-487c-bb38-e8e1c176b916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:05:59.005855 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-93981d09-a068-487c-bb38-e8e1c176b916 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=be1ce1d1-3f96-4374-93e4-815d3d7cdc46 HTTP/1.1" status: 200 len: 835 time: 0.0546167 Aug 11 23:05:59.052130 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-79887667-3304-4b7b-9d34-6a8d35eb7657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:05:59.053619 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-79887667-3304-4b7b-9d34-6a8d35eb7657 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7e52f0a8-6d30-42a3-aa26-f3a58a3e738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411737 Aug 11 23:05:59.148987 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-46609d70-c85c-4dc4-acf5-3fd901adaf2b service neutron] 10.222.0.82 "GET /v2.0/networks/7e52f0a8-6d30-42a3-aa26-f3a58a3e738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874569 Aug 11 23:05:59.240179 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d172ff65-a035-46a2-8f40-6b9a06d082e3 req-5f2bd898-4612-47e9-96a7-fd133f4883f0 service neutron] 10.222.0.82 "GET /v2.0/networks/7e52f0a8-6d30-42a3-aa26-f3a58a3e738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834558 Aug 11 23:05:59.322573 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8d9694aa-ec63-48f1-904f-4182934363ef up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:05:59.367942 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16e2aa-19e5-4b16-840f-f730b4585fde req-9dadf613-68a9-4cbe-8842-54d29add28b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:05:59.369497 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a16e2aa-19e5-4b16-840f-f730b4585fde req-9dadf613-68a9-4cbe-8842-54d29add28b4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 1094 time: 0.0450165 Aug 11 23:05:59.370501 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 8d9694aa-ec63-48f1-904f-4182934363ef triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:05:59.370885 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:05:59.458243 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16e2aa-19e5-4b16-840f-f730b4585fde req-815c013c-15ca-4e51-894e-cfaea05b1f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:05:59.459789 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a16e2aa-19e5-4b16-840f-f730b4585fde req-815c013c-15ca-4e51-894e-cfaea05b1f13 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7e52f0a8-6d30-42a3-aa26-f3a58a3e738c HTTP/1.1" status: 200 len: 897 time: 0.0833154 Aug 11 23:05:59.505763 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a16e2aa-19e5-4b16-840f-f730b4585fde req-8ad25aa7-b7de-4954-9cd8-197b51d3a200 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c510c21e-df77-4b6d-851e-71c5006480a7 HTTP/1.1" status: 200 len: 217 time: 0.0385070 Aug 11 23:05:59.554193 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16e2aa-19e5-4b16-840f-f730b4585fde req-35e56ea1-3c2b-470d-ae32-e2fabbe3d9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:05:59.555646 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a16e2aa-19e5-4b16-840f-f730b4585fde req-35e56ea1-3c2b-470d-ae32-e2fabbe3d9cb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=be1ce1d1-3f96-4374-93e4-815d3d7cdc46 HTTP/1.1" status: 200 len: 835 time: 0.0430932 Aug 11 23:05:59.600307 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16e2aa-19e5-4b16-840f-f730b4585fde req-89c07cdc-756f-4e16-9c71-fa61c91d1420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:05:59.601805 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a16e2aa-19e5-4b16-840f-f730b4585fde req-89c07cdc-756f-4e16-9c71-fa61c91d1420 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7e52f0a8-6d30-42a3-aa26-f3a58a3e738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392056 Aug 11 23:05:59.696425 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a16e2aa-19e5-4b16-840f-f730b4585fde req-c43fbb86-0587-449f-9f25-87e46fefbc10 service neutron] 10.222.0.82 "GET /v2.0/networks/7e52f0a8-6d30-42a3-aa26-f3a58a3e738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858648 Aug 11 23:05:59.821278 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3a16e2aa-19e5-4b16-840f-f730b4585fde req-0634141d-0262-4ffc-98ec-5bd835b85cd2 service neutron] 10.222.0.82 "GET /v2.0/networks/7e52f0a8-6d30-42a3-aa26-f3a58a3e738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172535 Aug 11 23:05:59.840095 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cdd1c-4b4c-462b-b51c-83fa13ca7ad4 req-62794f65-1cf9-49a9-9501-de3a3d0a1ef0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:05:59.841627 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3c1cdd1c-4b4c-462b-b51c-83fa13ca7ad4 req-62794f65-1cf9-49a9-9501-de3a3d0a1ef0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 943 time: 0.1304080 Aug 11 23:05:59.885382 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3c1cdd1c-4b4c-462b-b51c-83fa13ca7ad4 req-967decf4-b0da-4b2e-b0a3-c0a2d9bf73cd tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d338d66-d3e1-4fe2-8044-0e539325550e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370522 Aug 11 23:06:01.001761 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ceef9-868f-404a-8fbe-6f64c5ac6712 req-dd195f57-b020-4f01-a842-522e845cec2c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:06:01.003327 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4c2ceef9-868f-404a-8fbe-6f64c5ac6712 req-dd195f57-b020-4f01-a842-522e845cec2c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 943 time: 0.0513179 Aug 11 23:06:01.046309 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4c2ceef9-868f-404a-8fbe-6f64c5ac6712 req-aafccc7f-b298-41e1-a198-97941110c319 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d338d66-d3e1-4fe2-8044-0e539325550e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338323 Aug 11 23:06:01.492054 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device c510c21e-df77-4b6d-851e-71c5006480a7 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 23:06:01.586368 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port c510c21e-df77-4b6d-851e-71c5006480a7, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c510c21e-df77-4b6d-851e-71c5006480a7,segment=NetworkSegment(a65daa2c-c059-4bfb-a356-816000353f5a),segment_id=a65daa2c-c059-4bfb-a356-816000353f5a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:06:01.597749 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': 'c510c21e-df77-4b6d-851e-71c5006480a7', 'network_id': '7e52f0a8-6d30-42a3-aa26-f3a58a3e738c', 'port_id': 'c510c21e-df77-4b6d-851e-71c5006480a7', 'mac_address': 'fa:16:3e:0a:c8:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be1ce1d1-3f96-4374-93e4-815d3d7cdc46', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 23:06:01.638382 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:06:01.651943 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c510c21e-df77-4b6d-851e-71c5006480a7 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 23:06:01.670645 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port c510c21e-df77-4b6d-851e-71c5006480a7, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c510c21e-df77-4b6d-851e-71c5006480a7,segment=NetworkSegment(a65daa2c-c059-4bfb-a356-816000353f5a),segment_id=a65daa2c-c059-4bfb-a356-816000353f5a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:06:01.675004 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:06:01.721254 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=c510c21e-df77-4b6d-851e-71c5006480a7,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:06:02.050509 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['c510c21e-df77-4b6d-851e-71c5006480a7'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 23:06:02.162462 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad774b0-f4b4-4e5f-891e-f5ca1b468435 req-f3a2f704-f2e6-4982-8c33-01c9f3cbbda1 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:06:02.163955 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6ad774b0-f4b4-4e5f-891e-f5ca1b468435 req-f3a2f704-f2e6-4982-8c33-01c9f3cbbda1 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 944 time: 0.0490620 Aug 11 23:06:02.203277 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6ad774b0-f4b4-4e5f-891e-f5ca1b468435 req-71a27297-ae5e-472e-92cb-62711efc8fb2 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d338d66-d3e1-4fe2-8044-0e539325550e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327704 Aug 11 23:06:03.318098 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db568d-edd4-41e6-a5d9-42cc079af4a4 req-b875226e-b48e-410a-b41f-c0304b4b1137 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:06:03.319664 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-68db568d-edd4-41e6-a5d9-42cc079af4a4 req-b875226e-b48e-410a-b41f-c0304b4b1137 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 944 time: 0.0495870 Aug 11 23:06:03.362718 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-68db568d-edd4-41e6-a5d9-42cc079af4a4 req-ed5d2697-5f16-4fc8-b47f-bcf432b5bb15 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d338d66-d3e1-4fe2-8044-0e539325550e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370913 Aug 11 23:06:03.500780 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device c510c21e-df77-4b6d-851e-71c5006480a7 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:06:03.549444 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port c510c21e-df77-4b6d-851e-71c5006480a7 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:06:03.553151 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port c510c21e-df77-4b6d-851e-71c5006480a7 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:06:03.553523 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:06:03.633259 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:06:03.654917 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3455d9-b0ea-4708-97b7-21ecc476744f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c510c21e-df77-4b6d-851e-71c5006480a7'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:06:03.657726 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14d0fb6-b7b2-4f51-8301-4fc339a90098" -d '{"events": [{"server_uuid": "9f3455d9-b0ea-4708-97b7-21ecc476744f", "name": "network-vif-plugged", "status": "completed", "tag": "c510c21e-df77-4b6d-851e-71c5006480a7"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:06:03.670796 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port c510c21e-df77-4b6d-851e-71c5006480a7, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c510c21e-df77-4b6d-851e-71c5006480a7,segment=NetworkSegment(a65daa2c-c059-4bfb-a356-816000353f5a),segment_id=a65daa2c-c059-4bfb-a356-816000353f5a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:06:03.675179 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:06:03.698360 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 23:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974bf82c-d3c0-4e32-b455-183f7493ffd1 x-openstack-request-id: req-974bf82c-d3c0-4e32-b455-183f7493ffd1 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:06:03.698657 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3455d9-b0ea-4708-97b7-21ecc476744f", "name": "network-vif-plugged", "status": "completed", "tag": "c510c21e-df77-4b6d-851e-71c5006480a7", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:06:03.698909 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-974bf82c-d3c0-4e32-b455-183f7493ffd1 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:06:03.699298 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3455d9-b0ea-4708-97b7-21ecc476744f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c510c21e-df77-4b6d-851e-71c5006480a7', 'code': 200} Aug 11 23:06:03.725257 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=c510c21e-df77-4b6d-851e-71c5006480a7,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:06:03.814323 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd8a7b-9c0a-4da0-ac7b-be2e6e4e6d12 req-5c4b00cc-6f38-4d94-95b4-f61a370363f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:06:03.815759 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-97cd8a7b-9c0a-4da0-ac7b-be2e6e4e6d12 req-5c4b00cc-6f38-4d94-95b4-f61a370363f7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 1096 time: 0.0402081 Aug 11 23:06:03.850675 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-97cd8a7b-9c0a-4da0-ac7b-be2e6e4e6d12 req-3b66d617-fd66-46aa-905f-14a87825421d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8d338d66-d3e1-4fe2-8044-0e539325550e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281487 Aug 11 23:06:04.478172 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f10ae-4e87-43d8-9d72-0270ae297398 req-13c0d273-c5ed-4ad5-8ffb-c6bc92252564 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:06:04.479726 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8c8f10ae-4e87-43d8-9d72-0270ae297398 req-13c0d273-c5ed-4ad5-8ffb-c6bc92252564 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 945 time: 0.0497129 Aug 11 23:06:04.518086 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8c8f10ae-4e87-43d8-9d72-0270ae297398 req-846489e4-3d46-425d-a2a6-6a2f3aa5c214 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d338d66-d3e1-4fe2-8044-0e539325550e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322063 Aug 11 23:06:05.634010 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345e7ec-7446-4b85-80c6-f94ace749be2 req-e8438580-c076-427a-8ee9-a1c038b6517b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:06:05.636177 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4345e7ec-7446-4b85-80c6-f94ace749be2 req-e8438580-c076-427a-8ee9-a1c038b6517b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 945 time: 0.0509498 Aug 11 23:06:05.688032 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4345e7ec-7446-4b85-80c6-f94ace749be2 req-0b579f24-e6c8-4fa9-a7e9-c52150e4fe95 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d338d66-d3e1-4fe2-8044-0e539325550e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453286 Aug 11 23:06:05.800188 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5100a-3bd3-4145-8e05-1e296d372d1d req-51769e0a-1fab-4e67-b41f-718e78bcee9f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:06:05.801597 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bdb5100a-3bd3-4145-8e05-1e296d372d1d req-51769e0a-1fab-4e67-b41f-718e78bcee9f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 945 time: 0.0486712 Aug 11 23:06:05.840777 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bdb5100a-3bd3-4145-8e05-1e296d372d1d req-bbce085f-1b25-4813-b219-86233588468b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d338d66-d3e1-4fe2-8044-0e539325550e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331120 Aug 11 23:06:05.861896 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57952) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:06:05.901994 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c047f6-ebd3-4ae7-9e4d-1fd632782b87 tempest-TestNetworkAdvancedServerOps-149514128 tempest-TestNetworkAdvancedServerOps-149514128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:06:05.903549 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-12c047f6-ebd3-4ae7-9e4d-1fd632782b87 tempest-TestNetworkAdvancedServerOps-149514128 tempest-TestNetworkAdvancedServerOps-149514128-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 1091 time: 0.0406556 Aug 11 23:06:05.906490 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 57954) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:06:05.910956 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-d941a83a-094e-47fa-b8ce-43390d26bd7c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'port_id': 'c510c21e-df77-4b6d-851e-71c5006480a7', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:06:05.933217 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d941a83a-094e-47fa-b8ce-43390d26bd7c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:06:06.038808 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d941a83a-094e-47fa-b8ce-43390d26bd7c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:06:06.150491 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-d941a83a-094e-47fa-b8ce-43390d26bd7c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Allocated IP 172.25.2.5 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/6cf48ae3-f63a-47e5-8bfa-3627e449dc60) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:06:06.255613 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d941a83a-094e-47fa-b8ce-43390d26bd7c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:06:06.294569 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d941a83a-094e-47fa-b8ce-43390d26bd7c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:06:06.335061 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d941a83a-094e-47fa-b8ce-43390d26bd7c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:06:06.337925 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-d941a83a-094e-47fa-b8ce-43390d26bd7c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:06:06.342278 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d941a83a-094e-47fa-b8ce-43390d26bd7c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:06:06.345841 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941a83a-094e-47fa-b8ce-43390d26bd7c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Port': ['ID=6cf48ae3-f63a-47e5-8bfa-3627e449dc60,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:06:06.694894 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d941a83a-094e-47fa-b8ce-43390d26bd7c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:06:06.761056 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d941a83a-094e-47fa-b8ce-43390d26bd7c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:06:06.914150 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d941a83a-094e-47fa-b8ce-43390d26bd7c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:06:06.918579 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d941a83a-094e-47fa-b8ce-43390d26bd7c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:06:06.989061 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941a83a-094e-47fa-b8ce-43390d26bd7c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Port': ['ID=6cf48ae3-f63a-47e5-8bfa-3627e449dc60,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:06:07.004281 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d941a83a-094e-47fa-b8ce-43390d26bd7c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:06:07.103669 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-d941a83a-094e-47fa-b8ce-43390d26bd7c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Floating IP ab633186-3129-4040-8d90-c96bc2479c89 associated. External IP: 172.25.2.5, port: c510c21e-df77-4b6d-851e-71c5006480a7. Aug 11 23:06:07.305138 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d941a83a-094e-47fa-b8ce-43390d26bd7c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Router 9f063364-fcbd-4ebb-b4de-b35a26afb68a has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:06:07.410968 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d941a83a-094e-47fa-b8ce-43390d26bd7c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:06:07.420695 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb79a34-05aa-4792-8dd7-b21a0da2ad2e None None] Sync routers for ids ['9f063364-fcbd-4ebb-b4de-b35a26afb68a'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:06:07.427597 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d941a83a-094e-47fa-b8ce-43390d26bd7c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:06:07.431178 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb79a34-05aa-4792-8dd7-b21a0da2ad2e None None] Routers {'9f063364-fcbd-4ebb-b4de-b35a26afb68a'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:06:07.431821 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3bb79a34-05aa-4792-8dd7-b21a0da2ad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:05:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9f063364-fcbd-4ebb-b4de-b35a26afb68a'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:06:07.457884 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d941a83a-094e-47fa-b8ce-43390d26bd7c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5503705 Aug 11 23:06:07.458496 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f3455d9-b0ea-4708-97b7-21ecc476744f', 'tag': 'c510c21e-df77-4b6d-851e-71c5006480a7'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:06:07.460815 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0882d9d6-0ad1-41b1-ae31-6d29fd82b2e2" -d '{"events": [{"name": "network-changed", "server_uuid": "9f3455d9-b0ea-4708-97b7-21ecc476744f", "tag": "c510c21e-df77-4b6d-851e-71c5006480a7"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:06:07.536610 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-3bb79a34-05aa-4792-8dd7-b21a0da2ad2e None None] Set router 9f063364-fcbd-4ebb-b4de-b35a26afb68a gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:06:07.555182 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e933d4-0006-4c77-9504-e1e02a6da062 req-3572365d-d392-4bca-b1c9-885cfa7421ab tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:06:07.556776 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a6e933d4-0006-4c77-9504-e1e02a6da062 req-3572365d-d392-4bca-b1c9-885cfa7421ab tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 945 time: 0.0491245 Aug 11 23:06:07.595775 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a6e933d4-0006-4c77-9504-e1e02a6da062 req-13894326-f723-479f-ab26-fd31bb59a90b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d338d66-d3e1-4fe2-8044-0e539325550e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324657 Aug 11 23:06:07.617608 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57960) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:06:07.639354 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d1ddbe-d01e-433e-a6cc-4a871a8c32b3 x-openstack-request-id: req-58d1ddbe-d01e-433e-a6cc-4a871a8c32b3 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:06:07.639658 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f3455d9-b0ea-4708-97b7-21ecc476744f", "tag": "c510c21e-df77-4b6d-851e-71c5006480a7", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:06:07.639849 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-58d1ddbe-d01e-433e-a6cc-4a871a8c32b3 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:06:07.640255 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f3455d9-b0ea-4708-97b7-21ecc476744f', 'tag': 'c510c21e-df77-4b6d-851e-71c5006480a7', 'status': 'completed', 'code': 200} Aug 11 23:06:07.681653 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5c766d36-4eac-4700-bd4a-3a752b82f670 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/floatingips/ab633186-3129-4040-8d90-c96bc2479c89 HTTP/1.1" status: 200 len: 989 time: 0.0622807 Aug 11 23:06:07.722850 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882d9d6-0ad1-41b1-ae31-6d29fd82b2e2 req-3f4e53fc-2bce-4519-bc79-60a5642f33a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:06:07.724415 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0882d9d6-0ad1-41b1-ae31-6d29fd82b2e2 req-3f4e53fc-2bce-4519-bc79-60a5642f33a7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 1096 time: 0.0407522 Aug 11 23:06:07.757980 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3bb79a34-05aa-4792-8dd7-b21a0da2ad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118236458', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:05:49Z', 'updated_at': '2021-08-11T23:05:52Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:05:50Z', 'updated_at': '2021-08-11T23:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'ab633186-3129-4040-8d90-c96bc2479c89', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'port_id': 'c510c21e-df77-4b6d-851e-71c5006480a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e52f0a8-6d30-42a3-aa26-f3a58a3e738c', 'mac_address': 'fa:16:3e:0a:c8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3455d9-b0ea-4708-97b7-21ecc476744f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:06:06Z', 'updated_at': '2021-08-11T23:06:06Z', 'revision_number': 0, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d9694aa-ec63-48f1-904f-4182934363ef', 'name': '', 'network_id': '7e52f0a8-6d30-42a3-aa26-f3a58a3e738c', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:74:5f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'be1ce1d1-3f96-4374-93e4-815d3d7cdc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:05:52Z', 'updated_at': '2021-08-11T23:05:57Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': 'be1ce1d1-3f96-4374-93e4-815d3d7cdc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:06:07.786979 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb79a34-05aa-4792-8dd7-b21a0da2ad2e None None] Checking router: 9f063364-fcbd-4ebb-b4de-b35a26afb68a for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:06:07.795059 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb79a34-05aa-4792-8dd7-b21a0da2ad2e None None] Routers {'9f063364-fcbd-4ebb-b4de-b35a26afb68a'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:06:07.795759 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3bb79a34-05aa-4792-8dd7-b21a0da2ad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:05:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9f063364-fcbd-4ebb-b4de-b35a26afb68a'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:06:07.819235 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882d9d6-0ad1-41b1-ae31-6d29fd82b2e2 req-bfe4dd4d-27cb-4660-baef-74b47e283868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:06:07.820767 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0882d9d6-0ad1-41b1-ae31-6d29fd82b2e2 req-bfe4dd4d-27cb-4660-baef-74b47e283868 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7e52f0a8-6d30-42a3-aa26-f3a58a3e738c HTTP/1.1" status: 200 len: 897 time: 0.0884588 Aug 11 23:06:07.885834 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0882d9d6-0ad1-41b1-ae31-6d29fd82b2e2 req-f5945d8a-8d03-482d-b7ba-e6faaf71b58c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c510c21e-df77-4b6d-851e-71c5006480a7 HTTP/1.1" status: 200 len: 997 time: 0.0580554 Aug 11 23:06:07.901632 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-3bb79a34-05aa-4792-8dd7-b21a0da2ad2e None None] Set router 9f063364-fcbd-4ebb-b4de-b35a26afb68a gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:06:07.934827 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882d9d6-0ad1-41b1-ae31-6d29fd82b2e2 req-9fb03e13-18d0-4d2d-9458-acc90a755faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:06:07.936788 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0882d9d6-0ad1-41b1-ae31-6d29fd82b2e2 req-9fb03e13-18d0-4d2d-9458-acc90a755faa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=be1ce1d1-3f96-4374-93e4-815d3d7cdc46 HTTP/1.1" status: 200 len: 835 time: 0.0443826 Aug 11 23:06:07.985892 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882d9d6-0ad1-41b1-ae31-6d29fd82b2e2 req-d2e2fc64-eb1c-438c-a8aa-c9a2cec20038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:06:07.987420 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0882d9d6-0ad1-41b1-ae31-6d29fd82b2e2 req-d2e2fc64-eb1c-438c-a8aa-c9a2cec20038 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7e52f0a8-6d30-42a3-aa26-f3a58a3e738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440953 Aug 11 23:06:08.077076 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0882d9d6-0ad1-41b1-ae31-6d29fd82b2e2 req-3da56639-5930-4079-b3d4-fcaa4dc57fc2 service neutron] 10.222.0.82 "GET /v2.0/networks/7e52f0a8-6d30-42a3-aa26-f3a58a3e738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828283 Aug 11 23:06:08.124641 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3bb79a34-05aa-4792-8dd7-b21a0da2ad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118236458', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:05:49Z', 'updated_at': '2021-08-11T23:05:52Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:05:50Z', 'updated_at': '2021-08-11T23:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'ab633186-3129-4040-8d90-c96bc2479c89', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'port_id': 'c510c21e-df77-4b6d-851e-71c5006480a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e52f0a8-6d30-42a3-aa26-f3a58a3e738c', 'mac_address': 'fa:16:3e:0a:c8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3455d9-b0ea-4708-97b7-21ecc476744f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:06:06Z', 'updated_at': '2021-08-11T23:06:06Z', 'revision_number': 0, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d9694aa-ec63-48f1-904f-4182934363ef', 'name': '', 'network_id': '7e52f0a8-6d30-42a3-aa26-f3a58a3e738c', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:74:5f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'be1ce1d1-3f96-4374-93e4-815d3d7cdc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:05:52Z', 'updated_at': '2021-08-11T23:05:57Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': 'be1ce1d1-3f96-4374-93e4-815d3d7cdc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:06:08.154333 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb79a34-05aa-4792-8dd7-b21a0da2ad2e None None] The sync data for ids ['9f063364-fcbd-4ebb-b4de-b35a26afb68a'] in n-d-804275-3 is: [{'id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118236458', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:05:49Z', 'updated_at': '2021-08-11T23:05:52Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:05:50Z', 'updated_at': '2021-08-11T23:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'ab633186-3129-4040-8d90-c96bc2479c89', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'port_id': 'c510c21e-df77-4b6d-851e-71c5006480a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e52f0a8-6d30-42a3-aa26-f3a58a3e738c', 'mac_address': 'fa:16:3e:0a:c8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3455d9-b0ea-4708-97b7-21ecc476744f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:06:06Z', 'updated_at': '2021-08-11T23:06:06Z', 'revision_number': 0, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d9694aa-ec63-48f1-904f-4182934363ef', 'name': '', 'network_id': '7e52f0a8-6d30-42a3-aa26-f3a58a3e738c', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:74:5f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'be1ce1d1-3f96-4374-93e4-815d3d7cdc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:05:52Z', 'updated_at': '2021-08-11T23:05:57Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': 'be1ce1d1-3f96-4374-93e4-815d3d7cdc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:06:08.176039 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0882d9d6-0ad1-41b1-ae31-6d29fd82b2e2 req-372dfafb-e4be-4caf-ba72-a4c14167beb5 service neutron] 10.222.0.82 "GET /v2.0/networks/7e52f0a8-6d30-42a3-aa26-f3a58a3e738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918412 Aug 11 23:06:08.344674 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d255df8e-17c6-47b1-b968-ed0672e840ea None None] New status for floating IP ab633186-3129-4040-8d90-c96bc2479c89: ACTIVE {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 23:06:08.685528 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 57962) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:06:08.742804 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:06:08.751318 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e664d67d-4166-456c-a399-b493bbd4885c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/floatingips/ab633186-3129-4040-8d90-c96bc2479c89 HTTP/1.1" status: 200 len: 991 time: 0.0646985 Aug 11 23:06:13.104607 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:06:13.333118 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2d729386-35e5-4bf5-a94e-54d41c37f084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:06:16.173147 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:06:16.316460 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d30c60da-a8f1-42f9-8411-44926543ac58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:06:17.767732 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:06:19.225040 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:06:21.250561 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:06:24.902275 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-68551430-5390-488f-a4b4-8d59bce0973b req-6c7e970b-dae9-4512-82d4-2efd6235dda5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413568 Aug 11 23:06:25.007911 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68551430-5390-488f-a4b4-8d59bce0973b req-c7633453-4bf6-4a6a-a16a-614f8b6d7199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:06:25.009426 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-68551430-5390-488f-a4b4-8d59bce0973b req-c7633453-4bf6-4a6a-a16a-614f8b6d7199 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 1096 time: 0.0407250 Aug 11 23:06:25.122684 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68551430-5390-488f-a4b4-8d59bce0973b req-49c18984-a771-44fd-a764-727e14995d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:06:25.124825 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-68551430-5390-488f-a4b4-8d59bce0973b req-49c18984-a771-44fd-a764-727e14995d67 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7e52f0a8-6d30-42a3-aa26-f3a58a3e738c HTTP/1.1" status: 200 len: 897 time: 0.0918889 Aug 11 23:06:25.197051 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-68551430-5390-488f-a4b4-8d59bce0973b req-f37f7fef-26f4-4bc1-a5f5-8361f8fd20a2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c510c21e-df77-4b6d-851e-71c5006480a7 HTTP/1.1" status: 200 len: 999 time: 0.0651286 Aug 11 23:06:25.259243 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68551430-5390-488f-a4b4-8d59bce0973b req-ea5e53d5-ef23-4d2a-af31-dc995a3787a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:06:25.260802 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-68551430-5390-488f-a4b4-8d59bce0973b req-ea5e53d5-ef23-4d2a-af31-dc995a3787a5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=be1ce1d1-3f96-4374-93e4-815d3d7cdc46 HTTP/1.1" status: 200 len: 835 time: 0.0527711 Aug 11 23:06:25.314019 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68551430-5390-488f-a4b4-8d59bce0973b req-917e7aad-d658-4138-bfe9-1ac197517b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:06:25.315552 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-68551430-5390-488f-a4b4-8d59bce0973b req-917e7aad-d658-4138-bfe9-1ac197517b99 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7e52f0a8-6d30-42a3-aa26-f3a58a3e738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450273 Aug 11 23:06:25.403645 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-68551430-5390-488f-a4b4-8d59bce0973b req-4cdc156b-edfd-46b5-93e2-2f004c745f8f service neutron] 10.222.0.82 "GET /v2.0/networks/7e52f0a8-6d30-42a3-aa26-f3a58a3e738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798168 Aug 11 23:06:25.494980 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-68551430-5390-488f-a4b4-8d59bce0973b req-47baac9b-c7c8-4f96-8bde-04ddca798402 service neutron] 10.222.0.82 "GET /v2.0/networks/7e52f0a8-6d30-42a3-aa26-f3a58a3e738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845652 Aug 11 23:06:38.740273 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:06:43.337779 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3dbc491c-d028-47f0-8666-5c97516589a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:06:46.177377 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:06:46.318752 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6d503844-f8ed-4940-88a7-ef646b531f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:06:47.772589 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:06:49.228710 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:06:50.103495 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:06:51.255654 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:07:08.758968 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:07:13.339209 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3525cfa2-4322-4572-a9c2-62ea321c9019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:07:16.181787 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:07:16.318699 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ce265821-1037-47c1-9bea-09583b3b40be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:07:17.774780 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:07:19.230886 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:07:20.196400 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0f4cc-f52a-4bc0-be8d-c018e0d08c3a req-77b202f3-720d-471c-816f-b99e8fb39583 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:07:20.197902 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20b0f4cc-f52a-4bc0-be8d-c018e0d08c3a req-77b202f3-720d-471c-816f-b99e8fb39583 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 945 time: 0.0757048 Aug 11 23:07:20.212068 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce934ebe-b9ef-4870-96d3-a4520a0793df req-0e93895f-0fb5-40a6-92f6-53e5968fb7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:07:20.213458 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ce934ebe-b9ef-4870-96d3-a4520a0793df req-0e93895f-0fb5-40a6-92f6-53e5968fb7bb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 1096 time: 0.0603719 Aug 11 23:07:20.286996 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-20b0f4cc-f52a-4bc0-be8d-c018e0d08c3a req-d5103933-d789-4eaf-9dfa-8b5153188c4b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d338d66-d3e1-4fe2-8044-0e539325550e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822260 Aug 11 23:07:20.319965 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce934ebe-b9ef-4870-96d3-a4520a0793df req-8758c745-28ea-46c6-8184-05910992e091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:07:20.321425 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ce934ebe-b9ef-4870-96d3-a4520a0793df req-8758c745-28ea-46c6-8184-05910992e091 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7e52f0a8-6d30-42a3-aa26-f3a58a3e738c HTTP/1.1" status: 200 len: 897 time: 0.1009436 Aug 11 23:07:20.385604 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ce934ebe-b9ef-4870-96d3-a4520a0793df req-1972ea83-fb73-4ddc-9e33-d023e2625d9b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c510c21e-df77-4b6d-851e-71c5006480a7 HTTP/1.1" status: 200 len: 999 time: 0.0565000 Aug 11 23:07:20.438356 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce934ebe-b9ef-4870-96d3-a4520a0793df req-67bc4a45-fc89-4a43-a184-dffbc2d55385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:07:20.439827 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ce934ebe-b9ef-4870-96d3-a4520a0793df req-67bc4a45-fc89-4a43-a184-dffbc2d55385 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=be1ce1d1-3f96-4374-93e4-815d3d7cdc46 HTTP/1.1" status: 200 len: 835 time: 0.0471718 Aug 11 23:07:20.483802 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce934ebe-b9ef-4870-96d3-a4520a0793df req-281d9fa5-1b67-47df-a77c-bf3dea8d36d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:07:20.485279 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ce934ebe-b9ef-4870-96d3-a4520a0793df req-281d9fa5-1b67-47df-a77c-bf3dea8d36d5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7e52f0a8-6d30-42a3-aa26-f3a58a3e738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387585 Aug 11 23:07:20.573122 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ce934ebe-b9ef-4870-96d3-a4520a0793df req-33a80a85-f3a9-4b48-b56e-4dbe6e320023 service neutron] 10.222.0.82 "GET /v2.0/networks/7e52f0a8-6d30-42a3-aa26-f3a58a3e738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800416 Aug 11 23:07:20.665348 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ce934ebe-b9ef-4870-96d3-a4520a0793df req-91ef7120-2f22-4f84-a53f-32a063be74c5 service neutron] 10.222.0.82 "GET /v2.0/networks/7e52f0a8-6d30-42a3-aa26-f3a58a3e738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847454 Aug 11 23:07:21.246786 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:07:21.414553 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8439f-ce59-4c73-b275-e2f5b624f57f req-636e85a9-5022-4dcf-b999-5a24cc6af22f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:07:21.416060 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-92a8439f-ce59-4c73-b275-e2f5b624f57f req-636e85a9-5022-4dcf-b999-5a24cc6af22f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 945 time: 0.0483179 Aug 11 23:07:21.453402 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-92a8439f-ce59-4c73-b275-e2f5b624f57f req-c8fbe510-edf7-4d73-95a0-11fc1ee31366 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d338d66-d3e1-4fe2-8044-0e539325550e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303383 Aug 11 23:07:22.566519 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee30b8-4de1-46f9-bc40-f4d37701c51e req-74f8a322-21f2-474b-92f0-6d8349b0f93a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:07:22.568025 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-14ee30b8-4de1-46f9-bc40-f4d37701c51e req-74f8a322-21f2-474b-92f0-6d8349b0f93a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 945 time: 0.0480418 Aug 11 23:07:22.604455 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-14ee30b8-4de1-46f9-bc40-f4d37701c51e req-55bb4b97-b168-4079-b7aa-40ea1b2043f0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d338d66-d3e1-4fe2-8044-0e539325550e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304606 Aug 11 23:07:24.045169 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d833f0-293f-4e58-886f-3bb780fd3843 req-a35dca7c-010b-447c-b4a3-e19c826c5831 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:07:24.046661 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-51d833f0-293f-4e58-886f-3bb780fd3843 req-a35dca7c-010b-447c-b4a3-e19c826c5831 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 945 time: 0.3736742 Aug 11 23:07:24.083769 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-51d833f0-293f-4e58-886f-3bb780fd3843 req-509a2db0-55fe-4651-ad1c-7a15d0278a53 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d338d66-d3e1-4fe2-8044-0e539325550e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309997 Aug 11 23:07:25.198505 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98454499-3674-4482-bc9d-2426f16174ab req-fbedd533-8bf3-4abf-b299-4d443c3cf41a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:07:25.200604 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-98454499-3674-4482-bc9d-2426f16174ab req-fbedd533-8bf3-4abf-b299-4d443c3cf41a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 945 time: 0.0493002 Aug 11 23:07:25.239583 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-98454499-3674-4482-bc9d-2426f16174ab req-fcfd587c-92e6-453d-a649-49f096df19d9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d338d66-d3e1-4fe2-8044-0e539325550e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319817 Aug 11 23:07:25.319519 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774e4d9-091f-44b0-89f5-ac273c414661 req-5684d89a-d407-44a7-b326-bc8ebdbf11ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:07:25.321039 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c774e4d9-091f-44b0-89f5-ac273c414661 req-5684d89a-d407-44a7-b326-bc8ebdbf11ae service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 1096 time: 0.0407233 Aug 11 23:07:25.423771 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774e4d9-091f-44b0-89f5-ac273c414661 req-1dda1b09-0ef0-4292-8b29-ba153f214173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:07:25.425161 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c774e4d9-091f-44b0-89f5-ac273c414661 req-1dda1b09-0ef0-4292-8b29-ba153f214173 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7e52f0a8-6d30-42a3-aa26-f3a58a3e738c HTTP/1.1" status: 200 len: 897 time: 0.0853586 Aug 11 23:07:25.488361 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c774e4d9-091f-44b0-89f5-ac273c414661 req-46e0897b-d13b-4bf2-96a6-9a9f002742c0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c510c21e-df77-4b6d-851e-71c5006480a7 HTTP/1.1" status: 200 len: 999 time: 0.0564485 Aug 11 23:07:25.540032 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774e4d9-091f-44b0-89f5-ac273c414661 req-b15aa170-83a6-4f22-8031-bc2d6be00462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:07:25.541471 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c774e4d9-091f-44b0-89f5-ac273c414661 req-b15aa170-83a6-4f22-8031-bc2d6be00462 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=be1ce1d1-3f96-4374-93e4-815d3d7cdc46 HTTP/1.1" status: 200 len: 835 time: 0.0463674 Aug 11 23:07:25.586699 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774e4d9-091f-44b0-89f5-ac273c414661 req-18da4ceb-ac30-460b-a8f5-2a30c884c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:07:25.588437 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c774e4d9-091f-44b0-89f5-ac273c414661 req-18da4ceb-ac30-460b-a8f5-2a30c884c954 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7e52f0a8-6d30-42a3-aa26-f3a58a3e738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402527 Aug 11 23:07:25.676544 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c774e4d9-091f-44b0-89f5-ac273c414661 req-b883e186-f9d5-487b-a3b7-ebbf7660dc7e service neutron] 10.222.0.82 "GET /v2.0/networks/7e52f0a8-6d30-42a3-aa26-f3a58a3e738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811839 Aug 11 23:07:25.767325 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c774e4d9-091f-44b0-89f5-ac273c414661 req-7502176d-d241-46bb-8339-786fa428c363 service neutron] 10.222.0.82 "GET /v2.0/networks/7e52f0a8-6d30-42a3-aa26-f3a58a3e738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839567 Aug 11 23:07:26.357530 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8af04-df80-4f04-bda1-7436e2735265 req-334890ae-6e30-4f51-96e8-0cd1ed0af617 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:07:26.359097 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c6d8af04-df80-4f04-bda1-7436e2735265 req-334890ae-6e30-4f51-96e8-0cd1ed0af617 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 945 time: 0.0511003 Aug 11 23:07:26.398123 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c6d8af04-df80-4f04-bda1-7436e2735265 req-87ee5c72-e6d9-43a1-a981-1e792d93fbb9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d338d66-d3e1-4fe2-8044-0e539325550e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328085 Aug 11 23:07:27.110127 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:07:27.511843 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab875a-7917-4f8a-a3f2-a715a18c0439 req-900d7f4f-68bc-40a1-b9cb-b25c131193d5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:07:27.513897 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b9ab875a-7917-4f8a-a3f2-a715a18c0439 req-900d7f4f-68bc-40a1-b9cb-b25c131193d5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 945 time: 0.0483177 Aug 11 23:07:27.555114 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b9ab875a-7917-4f8a-a3f2-a715a18c0439 req-b193804b-c154-427e-a37a-810dc5052e80 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d338d66-d3e1-4fe2-8044-0e539325550e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353181 Aug 11 23:07:28.670607 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703c56b-b375-4b05-86df-5a66a9a48487 req-63d8b067-5970-450b-8e48-f8056131989c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:07:28.672149 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6703c56b-b375-4b05-86df-5a66a9a48487 req-63d8b067-5970-450b-8e48-f8056131989c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 945 time: 0.0491397 Aug 11 23:07:28.712620 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6703c56b-b375-4b05-86df-5a66a9a48487 req-824d31e7-1340-4e49-b53d-e0542f0e7814 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d338d66-d3e1-4fe2-8044-0e539325550e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344300 Aug 11 23:07:29.826624 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abab432-c1f0-4b0f-8a40-0153a80f4066 req-0607340f-8d94-4a8c-b2b5-80e364d318ba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:07:29.828166 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3abab432-c1f0-4b0f-8a40-0153a80f4066 req-0607340f-8d94-4a8c-b2b5-80e364d318ba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 945 time: 0.0489922 Aug 11 23:07:29.866810 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3abab432-c1f0-4b0f-8a40-0153a80f4066 req-c6769c55-d758-450b-a534-37fba44cf3f9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d338d66-d3e1-4fe2-8044-0e539325550e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326610 Aug 11 23:07:30.983120 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ff740-6cab-4b89-9fcb-7bc170856311 req-980d8ac6-4f03-4941-8006-59f2308cd3be tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:07:30.984655 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ee1ff740-6cab-4b89-9fcb-7bc170856311 req-980d8ac6-4f03-4941-8006-59f2308cd3be tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 945 time: 0.0502903 Aug 11 23:07:31.033082 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ee1ff740-6cab-4b89-9fcb-7bc170856311 req-c4a2c472-7275-441c-9ce1-0743d6535575 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d338d66-d3e1-4fe2-8044-0e539325550e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362668 Aug 11 23:07:32.147683 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02268c4-29db-4bb3-bd91-8f70da50c6f1 req-4e0c6ec7-1b8a-4e53-b60d-440458c37ec2 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:07:32.149191 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b02268c4-29db-4bb3-bd91-8f70da50c6f1 req-4e0c6ec7-1b8a-4e53-b60d-440458c37ec2 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 945 time: 0.0492411 Aug 11 23:07:32.188311 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b02268c4-29db-4bb3-bd91-8f70da50c6f1 req-2ea15f66-237f-43d7-8c2a-a713895e59e8 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d338d66-d3e1-4fe2-8044-0e539325550e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327015 Aug 11 23:07:32.210382 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58030) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:07:32.271601 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-e15d5bdf-c33f-4556-a928-097e17d3c218 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/floatingips/ab633186-3129-4040-8d90-c96bc2479c89 HTTP/1.1" status: 200 len: 991 time: 0.0600495 Aug 11 23:07:38.753378 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:07:43.339223 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e1053e3b-40c4-467b-891d-158d518da65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:07:46.187097 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:07:46.317999 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-42cf67cc-645f-49d0-b130-d2818f4ff0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:07:47.777154 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:07:49.234235 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:07:51.245429 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:04.100017 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:08:08.760265 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:13.339893 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1230bdea-982e-4b6c-a725-254ed5db3f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:16.188645 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:16.317853 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6208df35-430f-490b-af35-5659679c858b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:17.780315 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:19.236384 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:21.260826 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:25.259925 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-858d279c-33c4-418c-b48c-bbbf8464579f req-6c17fc25-c201-411e-b2ab-495a03ee29b2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396562 Aug 11 23:08:25.363398 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d279c-33c4-418c-b48c-bbbf8464579f req-81dd1d9e-c172-4a12-a6ee-a148f312f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:25.364948 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-858d279c-33c4-418c-b48c-bbbf8464579f req-81dd1d9e-c172-4a12-a6ee-a148f312f09e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 1096 time: 0.0399158 Aug 11 23:08:25.472112 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d279c-33c4-418c-b48c-bbbf8464579f req-fbbaafac-9526-4e8c-947d-b27f7cad1f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:25.473627 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-858d279c-33c4-418c-b48c-bbbf8464579f req-fbbaafac-9526-4e8c-947d-b27f7cad1f9f service neutron] 10.222.0.82 "GET /v2.0/networks?id=7e52f0a8-6d30-42a3-aa26-f3a58a3e738c HTTP/1.1" status: 200 len: 897 time: 0.0878141 Aug 11 23:08:25.539708 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-858d279c-33c4-418c-b48c-bbbf8464579f req-b3a9aeff-8dd4-4b73-95e2-3669d84e43a1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c510c21e-df77-4b6d-851e-71c5006480a7 HTTP/1.1" status: 200 len: 999 time: 0.0581102 Aug 11 23:08:25.592750 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d279c-33c4-418c-b48c-bbbf8464579f req-bfb237b4-b81d-41ce-bbf0-6c54ed97dc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:25.594743 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-858d279c-33c4-418c-b48c-bbbf8464579f req-bfb237b4-b81d-41ce-bbf0-6c54ed97dc56 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=be1ce1d1-3f96-4374-93e4-815d3d7cdc46 HTTP/1.1" status: 200 len: 835 time: 0.0482523 Aug 11 23:08:25.638829 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d279c-33c4-418c-b48c-bbbf8464579f req-d4c3a967-606b-4734-bfa6-5ea1de8e43fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:25.640364 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-858d279c-33c4-418c-b48c-bbbf8464579f req-d4c3a967-606b-4734-bfa6-5ea1de8e43fc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7e52f0a8-6d30-42a3-aa26-f3a58a3e738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390208 Aug 11 23:08:25.729918 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-858d279c-33c4-418c-b48c-bbbf8464579f req-aaca9123-4965-43f0-93b5-c367704405ea service neutron] 10.222.0.82 "GET /v2.0/networks/7e52f0a8-6d30-42a3-aa26-f3a58a3e738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820928 Aug 11 23:08:25.824252 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-858d279c-33c4-418c-b48c-bbbf8464579f req-8c0cce55-4869-47a6-aa1c-26985fde65ad service neutron] 10.222.0.82 "GET /v2.0/networks/7e52f0a8-6d30-42a3-aa26-f3a58a3e738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874939 Aug 11 23:08:27.519487 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58054) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:08:27.678159 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-486e8f6b-f9b8-4e2c-a360-f72f5d1fed51 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Deleting port 6cf48ae3-f63a-47e5-8bfa-3627e449dc60 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:08:27.678509 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-486e8f6b-f9b8-4e2c-a360-f72f5d1fed51 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:27.755329 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-486e8f6b-f9b8-4e2c-a360-f72f5d1fed51 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:27.755695 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-486e8f6b-f9b8-4e2c-a360-f72f5d1fed51 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:27.767170 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-486e8f6b-f9b8-4e2c-a360-f72f5d1fed51 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Calling delete_port for 6cf48ae3-f63a-47e5-8bfa-3627e449dc60 owned by network:floatingip {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:08:27.912132 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-486e8f6b-f9b8-4e2c-a360-f72f5d1fed51 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:27.943099 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e8f6b-f9b8-4e2c-a360-f72f5d1fed51 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'Port': ['ID=6cf48ae3-f63a-47e5-8bfa-3627e449dc60,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:27.965576 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e8f6b-f9b8-4e2c-a360-f72f5d1fed51 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:27.965926 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e8f6b-f9b8-4e2c-a360-f72f5d1fed51 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:27.966268 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e8f6b-f9b8-4e2c-a360-f72f5d1fed51 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:27.966606 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e8f6b-f9b8-4e2c-a360-f72f5d1fed51 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:27.966941 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e8f6b-f9b8-4e2c-a360-f72f5d1fed51 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:27.967277 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e8f6b-f9b8-4e2c-a360-f72f5d1fed51 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:27.967643 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e8f6b-f9b8-4e2c-a360-f72f5d1fed51 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:27.968002 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e8f6b-f9b8-4e2c-a360-f72f5d1fed51 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:27.968332 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e8f6b-f9b8-4e2c-a360-f72f5d1fed51 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:27.968688 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e8f6b-f9b8-4e2c-a360-f72f5d1fed51 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:27.969012 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e8f6b-f9b8-4e2c-a360-f72f5d1fed51 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:27.969861 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486e8f6b-f9b8-4e2c-a360-f72f5d1fed51 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:28.011076 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-486e8f6b-f9b8-4e2c-a360-f72f5d1fed51 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for floatingip, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:28.011408 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-486e8f6b-f9b8-4e2c-a360-f72f5d1fed51 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Floating IP ab633186-3129-4040-8d90-c96bc2479c89 disassociated (deleted). External IP: 172.25.2.5, port: c510c21e-df77-4b6d-851e-71c5006480a7. Aug 11 23:08:28.224910 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486e8f6b-f9b8-4e2c-a360-f72f5d1fed51 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Router 9f063364-fcbd-4ebb-b4de-b35a26afb68a has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:08:28.331012 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486e8f6b-f9b8-4e2c-a360-f72f5d1fed51 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:08:28.335864 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-486e8f6b-f9b8-4e2c-a360-f72f5d1fed51 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:28.341395 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68cc5dc-bda9-41ba-bf9b-019ad34fa64c None None] Sync routers for ids ['9f063364-fcbd-4ebb-b4de-b35a26afb68a'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:08:28.350857 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68cc5dc-bda9-41ba-bf9b-019ad34fa64c None None] Routers {'9f063364-fcbd-4ebb-b4de-b35a26afb68a'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:08:28.351478 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-a68cc5dc-bda9-41ba-bf9b-019ad34fa64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:08:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9f063364-fcbd-4ebb-b4de-b35a26afb68a'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:08:28.363259 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-486e8f6b-f9b8-4e2c-a360-f72f5d1fed51 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "DELETE /v2.0/floatingips/ab633186-3129-4040-8d90-c96bc2479c89 HTTP/1.1" status: 204 len: 168 time: 0.8426378 Aug 11 23:08:28.363873 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f3455d9-b0ea-4708-97b7-21ecc476744f', 'tag': 'c510c21e-df77-4b6d-851e-71c5006480a7'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:08:28.366138 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f534395d-55f9-449c-88f8-9c15ad8be0f5" -d '{"events": [{"name": "network-changed", "server_uuid": "9f3455d9-b0ea-4708-97b7-21ecc476744f", "tag": "c510c21e-df77-4b6d-851e-71c5006480a7"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:08:28.475987 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-a68cc5dc-bda9-41ba-bf9b-019ad34fa64c None None] Set router 9f063364-fcbd-4ebb-b4de-b35a26afb68a gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:08:28.580070 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ac05a1-aa25-4c0c-80ee-d11547a50e1b x-openstack-request-id: req-31ac05a1-aa25-4c0c-80ee-d11547a50e1b {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:08:28.580601 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f3455d9-b0ea-4708-97b7-21ecc476744f", "tag": "c510c21e-df77-4b6d-851e-71c5006480a7", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:08:28.580601 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-31ac05a1-aa25-4c0c-80ee-d11547a50e1b {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:08:28.581013 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f3455d9-b0ea-4708-97b7-21ecc476744f', 'tag': 'c510c21e-df77-4b6d-851e-71c5006480a7', 'status': 'completed', 'code': 200} Aug 11 23:08:28.676384 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-a68cc5dc-bda9-41ba-bf9b-019ad34fa64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118236458', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:05:49Z', 'updated_at': '2021-08-11T23:05:52Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:05:50Z', 'updated_at': '2021-08-11T23:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '8d9694aa-ec63-48f1-904f-4182934363ef', 'name': '', 'network_id': '7e52f0a8-6d30-42a3-aa26-f3a58a3e738c', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:74:5f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'be1ce1d1-3f96-4374-93e4-815d3d7cdc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:05:52Z', 'updated_at': '2021-08-11T23:05:57Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': 'be1ce1d1-3f96-4374-93e4-815d3d7cdc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:08:28.699517 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a123af-d856-4965-a99a-179062595a76 req-1442dec8-de6a-49b9-a4b0-43ec1bdf8df0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:28.701056 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d1a123af-d856-4965-a99a-179062595a76 req-1442dec8-de6a-49b9-a4b0-43ec1bdf8df0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 945 time: 0.0743337 Aug 11 23:08:28.707829 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534395d-55f9-449c-88f8-9c15ad8be0f5 req-b3506821-fe5b-475c-b14e-86e5bd24e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:28.708044 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68cc5dc-bda9-41ba-bf9b-019ad34fa64c None None] Checking router: 9f063364-fcbd-4ebb-b4de-b35a26afb68a for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:08:28.709306 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f534395d-55f9-449c-88f8-9c15ad8be0f5 req-b3506821-fe5b-475c-b14e-86e5bd24e67f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 1096 time: 0.0724475 Aug 11 23:08:28.721208 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68cc5dc-bda9-41ba-bf9b-019ad34fa64c None None] Routers {'9f063364-fcbd-4ebb-b4de-b35a26afb68a'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:08:28.721852 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-a68cc5dc-bda9-41ba-bf9b-019ad34fa64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:08:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9f063364-fcbd-4ebb-b4de-b35a26afb68a'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:08:28.794937 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d1a123af-d856-4965-a99a-179062595a76 req-441eff27-6642-4ebf-b919-ebf509db7347 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d338d66-d3e1-4fe2-8044-0e539325550e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845523 Aug 11 23:08:28.831247 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534395d-55f9-449c-88f8-9c15ad8be0f5 req-52aa6749-06cc-4093-aed7-0fa8c5b3e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:28.832809 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f534395d-55f9-449c-88f8-9c15ad8be0f5 req-52aa6749-06cc-4093-aed7-0fa8c5b3e54e service neutron] 10.222.0.82 "GET /v2.0/networks?id=7e52f0a8-6d30-42a3-aa26-f3a58a3e738c HTTP/1.1" status: 200 len: 897 time: 0.1052895 Aug 11 23:08:28.878355 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f534395d-55f9-449c-88f8-9c15ad8be0f5 req-16b8a516-f5fc-4490-b9be-7847baa5707e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c510c21e-df77-4b6d-851e-71c5006480a7 HTTP/1.1" status: 200 len: 217 time: 0.0356965 Aug 11 23:08:28.922377 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-a68cc5dc-bda9-41ba-bf9b-019ad34fa64c None None] Set router 9f063364-fcbd-4ebb-b4de-b35a26afb68a gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:08:28.933594 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534395d-55f9-449c-88f8-9c15ad8be0f5 req-dfeda45c-be7b-42c7-8564-015dcf60e766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:28.935120 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f534395d-55f9-449c-88f8-9c15ad8be0f5 req-dfeda45c-be7b-42c7-8564-015dcf60e766 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=be1ce1d1-3f96-4374-93e4-815d3d7cdc46 HTTP/1.1" status: 200 len: 835 time: 0.0493722 Aug 11 23:08:28.982636 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534395d-55f9-449c-88f8-9c15ad8be0f5 req-6caa68df-4080-49c0-b327-a66b459803f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:28.984227 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f534395d-55f9-449c-88f8-9c15ad8be0f5 req-6caa68df-4080-49c0-b327-a66b459803f7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7e52f0a8-6d30-42a3-aa26-f3a58a3e738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419900 Aug 11 23:08:29.076007 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f534395d-55f9-449c-88f8-9c15ad8be0f5 req-b73a685e-f049-429d-b7cf-00d2c5446dfa service neutron] 10.222.0.82 "GET /v2.0/networks/7e52f0a8-6d30-42a3-aa26-f3a58a3e738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818708 Aug 11 23:08:29.121123 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-a68cc5dc-bda9-41ba-bf9b-019ad34fa64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118236458', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:05:49Z', 'updated_at': '2021-08-11T23:05:52Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:05:50Z', 'updated_at': '2021-08-11T23:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '8d9694aa-ec63-48f1-904f-4182934363ef', 'name': '', 'network_id': '7e52f0a8-6d30-42a3-aa26-f3a58a3e738c', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:74:5f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'be1ce1d1-3f96-4374-93e4-815d3d7cdc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:05:52Z', 'updated_at': '2021-08-11T23:05:57Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': 'be1ce1d1-3f96-4374-93e4-815d3d7cdc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:08:29.147104 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68cc5dc-bda9-41ba-bf9b-019ad34fa64c None None] The sync data for ids ['9f063364-fcbd-4ebb-b4de-b35a26afb68a'] in n-d-804275-3 is: [{'id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118236458', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:05:49Z', 'updated_at': '2021-08-11T23:05:52Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:05:50Z', 'updated_at': '2021-08-11T23:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '8d9694aa-ec63-48f1-904f-4182934363ef', 'name': '', 'network_id': '7e52f0a8-6d30-42a3-aa26-f3a58a3e738c', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:74:5f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'be1ce1d1-3f96-4374-93e4-815d3d7cdc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:05:52Z', 'updated_at': '2021-08-11T23:05:57Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': 'be1ce1d1-3f96-4374-93e4-815d3d7cdc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:08:29.176497 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f534395d-55f9-449c-88f8-9c15ad8be0f5 req-cf433a45-d432-4495-a7fa-d021e2a58723 service neutron] 10.222.0.82 "GET /v2.0/networks/7e52f0a8-6d30-42a3-aa26-f3a58a3e738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926630 Aug 11 23:08:29.365685 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27353a1-a47d-4b2e-ad69-b54a210d5e69 None None] New status for floating IP ab633186-3129-4040-8d90-c96bc2479c89: DOWN {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 23:08:29.913747 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff88b70-982a-43c6-b711-484f724bf376 req-9d60d440-da0f-4206-bafd-aa7a5932a83f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:29.915301 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fff88b70-982a-43c6-b711-484f724bf376 req-9d60d440-da0f-4206-bafd-aa7a5932a83f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 945 time: 0.0493605 Aug 11 23:08:29.953944 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fff88b70-982a-43c6-b711-484f724bf376 req-3d9b2801-d9a8-4c3a-87d4-1124048b898a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d338d66-d3e1-4fe2-8044-0e539325550e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324836 Aug 11 23:08:30.407324 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24494f-a26a-4a04-8304-73ddcc1494de req-cd4edc29-2277-4ea8-9837-4b78585058b8 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:30.409515 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc24494f-a26a-4a04-8304-73ddcc1494de req-cd4edc29-2277-4ea8-9837-4b78585058b8 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.82 "GET /v2.0/ports?device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 945 time: 0.0548689 Aug 11 23:08:30.505091 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-fc24494f-a26a-4a04-8304-73ddcc1494de req-4b4cfc16-88ac-4120-90bb-c88c89cd8104 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Deleting port c510c21e-df77-4b6d-851e-71c5006480a7 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:08:30.505441 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-fc24494f-a26a-4a04-8304-73ddcc1494de req-4b4cfc16-88ac-4120-90bb-c88c89cd8104 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:30.590135 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-fc24494f-a26a-4a04-8304-73ddcc1494de req-4b4cfc16-88ac-4120-90bb-c88c89cd8104 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] For port c510c21e-df77-4b6d-851e-71c5006480a7, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=c510c21e-df77-4b6d-851e-71c5006480a7,segment=NetworkSegment(a65daa2c-c059-4bfb-a356-816000353f5a),segment_id=a65daa2c-c059-4bfb-a356-816000353f5a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:08:30.590498 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-fc24494f-a26a-4a04-8304-73ddcc1494de req-4b4cfc16-88ac-4120-90bb-c88c89cd8104 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:30.601993 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-fc24494f-a26a-4a04-8304-73ddcc1494de req-4b4cfc16-88ac-4120-90bb-c88c89cd8104 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Calling delete_port for c510c21e-df77-4b6d-851e-71c5006480a7 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:08:30.730984 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-fc24494f-a26a-4a04-8304-73ddcc1494de req-4b4cfc16-88ac-4120-90bb-c88c89cd8104 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:30.758442 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4cfc16-88ac-4120-90bb-c88c89cd8104 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'Port': ['ID=c510c21e-df77-4b6d-851e-71c5006480a7,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:30.808045 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc24494f-a26a-4a04-8304-73ddcc1494de req-4b4cfc16-88ac-4120-90bb-c88c89cd8104 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] No DVR routers for this DVR port c510c21e-df77-4b6d-851e-71c5006480a7 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:08:30.810762 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-fc24494f-a26a-4a04-8304-73ddcc1494de req-4b4cfc16-88ac-4120-90bb-c88c89cd8104 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:30.813404 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc24494f-a26a-4a04-8304-73ddcc1494de req-4b4cfc16-88ac-4120-90bb-c88c89cd8104 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.82 "DELETE /v2.0/ports/c510c21e-df77-4b6d-851e-71c5006480a7 HTTP/1.1" status: 204 len: 173 time: 0.3981781 Aug 11 23:08:30.813855 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3455d9-b0ea-4708-97b7-21ecc476744f', 'name': 'network-vif-deleted', 'tag': 'c510c21e-df77-4b6d-851e-71c5006480a7'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:08:30.816675 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac8305b-799a-454d-8795-e92013802d01" -d '{"events": [{"server_uuid": "9f3455d9-b0ea-4708-97b7-21ecc476744f", "name": "network-vif-deleted", "tag": "c510c21e-df77-4b6d-851e-71c5006480a7"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:08:30.857768 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 23:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1980c3d0-e6e1-4174-bf4b-7316022cca4f x-openstack-request-id: req-1980c3d0-e6e1-4174-bf4b-7316022cca4f {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:08:30.858062 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3455d9-b0ea-4708-97b7-21ecc476744f", "name": "network-vif-deleted", "tag": "c510c21e-df77-4b6d-851e-71c5006480a7", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:08:30.858317 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1980c3d0-e6e1-4174-bf4b-7316022cca4f {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:08:30.858716 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3455d9-b0ea-4708-97b7-21ecc476744f', 'name': 'network-vif-deleted', 'tag': 'c510c21e-df77-4b6d-851e-71c5006480a7', 'status': 'completed', 'code': 200} Aug 11 23:08:31.062064 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0b995c21-4a67-4bac-b8f8-ce30bcfbeb4f req-211a066d-e79b-4775-82e6-2b47876a62c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f3455d9-b0ea-4708-97b7-21ecc476744f HTTP/1.1" status: 200 len: 210 time: 0.0266268 Aug 11 23:08:32.119592 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58076) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:08:32.467420 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-16567e89-9959-4111-be83-8b434f682961 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:32.723423 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-16567e89-9959-4111-be83-8b434f682961 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Deleting port 8d9694aa-ec63-48f1-904f-4182934363ef {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:08:32.723793 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-16567e89-9959-4111-be83-8b434f682961 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:32.827412 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-16567e89-9959-4111-be83-8b434f682961 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] For port 8d9694aa-ec63-48f1-904f-4182934363ef, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=8d9694aa-ec63-48f1-904f-4182934363ef,segment=NetworkSegment(a65daa2c-c059-4bfb-a356-816000353f5a),segment_id=a65daa2c-c059-4bfb-a356-816000353f5a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:08:32.827807 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-16567e89-9959-4111-be83-8b434f682961 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:32.841149 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-16567e89-9959-4111-be83-8b434f682961 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Calling delete_port for 8d9694aa-ec63-48f1-904f-4182934363ef owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:08:33.026788 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-16567e89-9959-4111-be83-8b434f682961 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:33.051731 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16567e89-9959-4111-be83-8b434f682961 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'Port': ['ID=8d9694aa-ec63-48f1-904f-4182934363ef,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:33.228432 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-16567e89-9959-4111-be83-8b434f682961 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:33.755041 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16567e89-9959-4111-be83-8b434f682961 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Router 9f063364-fcbd-4ebb-b4de-b35a26afb68a has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:08:33.863773 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16567e89-9959-4111-be83-8b434f682961 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:08:33.869131 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-16567e89-9959-4111-be83-8b434f682961 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "PUT /v2.0/routers/9f063364-fcbd-4ebb-b4de-b35a26afb68a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7485027 Aug 11 23:08:33.871939 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58080) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:08:33.876623 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb48ad6f-34e3-41ec-84fa-bfe6f08d488c None None] Sync routers for ids ['9f063364-fcbd-4ebb-b4de-b35a26afb68a'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:08:33.886329 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb48ad6f-34e3-41ec-84fa-bfe6f08d488c None None] Routers {'9f063364-fcbd-4ebb-b4de-b35a26afb68a'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:08:33.887031 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-bb48ad6f-34e3-41ec-84fa-bfe6f08d488c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:08:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9f063364-fcbd-4ebb-b4de-b35a26afb68a'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:08:33.925090 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-a07cf298-95f2-4e9e-bf9a-1c7fddc25892 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Deleting subnet be1ce1d1-3f96-4374-93e4-815d3d7cdc46 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 23:08:33.928070 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a07cf298-95f2-4e9e-bf9a-1c7fddc25892 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:33.971103 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a07cf298-95f2-4e9e-bf9a-1c7fddc25892 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:33.995539 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-bb48ad6f-34e3-41ec-84fa-bfe6f08d488c None None] Set router 9f063364-fcbd-4ebb-b4de-b35a26afb68a gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:08:34.065631 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a07cf298-95f2-4e9e-bf9a-1c7fddc25892 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:34.129261 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a07cf298-95f2-4e9e-bf9a-1c7fddc25892 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:34.136678 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device c510c21e-df77-4b6d-851e-71c5006480a7 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:08:34.157065 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: c510c21e-df77-4b6d-851e-71c5006480a7 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:08:34.157322 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07cf298-95f2-4e9e-bf9a-1c7fddc25892 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'Subnet': ['ID=be1ce1d1-3f96-4374-93e4-815d3d7cdc46,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:34.157859 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device c510c21e-df77-4b6d-851e-71c5006480a7 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:08:34.164694 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a07cf298-95f2-4e9e-bf9a-1c7fddc25892 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:34.166649 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a07cf298-95f2-4e9e-bf9a-1c7fddc25892 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "DELETE /v2.0/subnets/be1ce1d1-3f96-4374-93e4-815d3d7cdc46 HTTP/1.1" status: 204 len: 168 time: 0.2939000 Aug 11 23:08:34.169357 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58082) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:08:34.175265 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d6d9be-eea3-4077-bbbf-a6d2cd48896e None None] Network 7e52f0a8-6d30-42a3-aa26-f3a58a3e738c requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:08:34.190307 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-bb48ad6f-34e3-41ec-84fa-bfe6f08d488c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118236458', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:05:49Z', 'updated_at': '2021-08-11T23:08:32Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:05:50Z', 'updated_at': '2021-08-11T23:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:08:34.223768 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb48ad6f-34e3-41ec-84fa-bfe6f08d488c None None] Checking router: 9f063364-fcbd-4ebb-b4de-b35a26afb68a for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:08:34.232816 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb48ad6f-34e3-41ec-84fa-bfe6f08d488c None None] Routers {'9f063364-fcbd-4ebb-b4de-b35a26afb68a'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:08:34.233408 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-bb48ad6f-34e3-41ec-84fa-bfe6f08d488c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:08:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9f063364-fcbd-4ebb-b4de-b35a26afb68a'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:08:34.325098 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3f141895-7918-4b38-9270-adb34c1494c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:34.352466 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-bb48ad6f-34e3-41ec-84fa-bfe6f08d488c None None] Set router 9f063364-fcbd-4ebb-b4de-b35a26afb68a gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:08:34.409979 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd77eb19-b80b-4ca6-a9d5-be619f898915 None None] DHCP port deletion for 7e52f0a8-6d30-42a3-aa26-f3a58a3e738c request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 23:08:34.437264 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3f141895-7918-4b38-9270-adb34c1494c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:34.463950 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-cd77eb19-b80b-4ca6-a9d5-be619f898915 None None] Deleting port e7016817-72bc-4223-be42-17fb232fdde5 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:08:34.464430 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cd77eb19-b80b-4ca6-a9d5-be619f898915 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:34.504095 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-3f141895-7918-4b38-9270-adb34c1494c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Deleting port 1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:08:34.504740 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3f141895-7918-4b38-9270-adb34c1494c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:34.534673 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-cd77eb19-b80b-4ca6-a9d5-be619f898915 None None] For port e7016817-72bc-4223-be42-17fb232fdde5, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=e7016817-72bc-4223-be42-17fb232fdde5,segment=NetworkSegment(a65daa2c-c059-4bfb-a356-816000353f5a),segment_id=a65daa2c-c059-4bfb-a356-816000353f5a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:08:34.535229 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cd77eb19-b80b-4ca6-a9d5-be619f898915 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:34.551225 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-cd77eb19-b80b-4ca6-a9d5-be619f898915 None None] Calling delete_port for e7016817-72bc-4223-be42-17fb232fdde5 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:08:34.578245 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-bb48ad6f-34e3-41ec-84fa-bfe6f08d488c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118236458', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:05:49Z', 'updated_at': '2021-08-11T23:08:32Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:05:50Z', 'updated_at': '2021-08-11T23:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:08:34.603011 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-3f141895-7918-4b38-9270-adb34c1494c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] For port 1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:08:34.603716 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3f141895-7918-4b38-9270-adb34c1494c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:34.615257 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb48ad6f-34e3-41ec-84fa-bfe6f08d488c None None] The sync data for ids ['9f063364-fcbd-4ebb-b4de-b35a26afb68a'] in n-d-804275-3 is: [{'id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118236458', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:05:49Z', 'updated_at': '2021-08-11T23:08:32Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f063364-fcbd-4ebb-b4de-b35a26afb68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:05:50Z', 'updated_at': '2021-08-11T23:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:08:34.617466 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-3f141895-7918-4b38-9270-adb34c1494c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Calling delete_port for 1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:08:34.640940 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cd77eb19-b80b-4ca6-a9d5-be619f898915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:34.674596 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77eb19-b80b-4ca6-a9d5-be619f898915 None None] Pushing event deleted for resources: {'Port': ['ID=e7016817-72bc-4223-be42-17fb232fdde5,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:34.683705 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd77eb19-b80b-4ca6-a9d5-be619f898915 None None] No DVR routers for this DVR port e7016817-72bc-4223-be42-17fb232fdde5 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:08:34.685965 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd77eb19-b80b-4ca6-a9d5-be619f898915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:34.686316 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd77eb19-b80b-4ca6-a9d5-be619f898915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:34.686668 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd77eb19-b80b-4ca6-a9d5-be619f898915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:34.687009 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd77eb19-b80b-4ca6-a9d5-be619f898915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:34.687403 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd77eb19-b80b-4ca6-a9d5-be619f898915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:34.687704 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd77eb19-b80b-4ca6-a9d5-be619f898915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:34.688602 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd77eb19-b80b-4ca6-a9d5-be619f898915 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:34.689116 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd77eb19-b80b-4ca6-a9d5-be619f898915 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:34.689247 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd77eb19-b80b-4ca6-a9d5-be619f898915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:34.689580 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd77eb19-b80b-4ca6-a9d5-be619f898915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:34.689910 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd77eb19-b80b-4ca6-a9d5-be619f898915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:34.690237 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd77eb19-b80b-4ca6-a9d5-be619f898915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:34.795205 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3f141895-7918-4b38-9270-adb34c1494c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:34.823260 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f141895-7918-4b38-9270-adb34c1494c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'Port': ['ID=1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:34.838027 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f141895-7918-4b38-9270-adb34c1494c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:34.838389 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f141895-7918-4b38-9270-adb34c1494c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:34.838735 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f141895-7918-4b38-9270-adb34c1494c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:34.839078 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f141895-7918-4b38-9270-adb34c1494c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:34.839451 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f141895-7918-4b38-9270-adb34c1494c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:34.839917 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f141895-7918-4b38-9270-adb34c1494c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:34.840290 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f141895-7918-4b38-9270-adb34c1494c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:34.840590 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f141895-7918-4b38-9270-adb34c1494c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:34.840931 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f141895-7918-4b38-9270-adb34c1494c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:34.841255 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f141895-7918-4b38-9270-adb34c1494c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:34.841587 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f141895-7918-4b38-9270-adb34c1494c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:34.841913 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f141895-7918-4b38-9270-adb34c1494c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:34.900620 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3f141895-7918-4b38-9270-adb34c1494c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:34.993539 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3f141895-7918-4b38-9270-adb34c1494c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:34.995898 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3f141895-7918-4b38-9270-adb34c1494c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:35.044446 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3f141895-7918-4b38-9270-adb34c1494c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:35.045013 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f141895-7918-4b38-9270-adb34c1494c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Fanout notify agent at l3_agent the message router_deleted on router 9f063364-fcbd-4ebb-b4de-b35a26afb68a {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 23:08:35.052859 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3f141895-7918-4b38-9270-adb34c1494c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:35.054238 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3f141895-7918-4b38-9270-adb34c1494c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "DELETE /v2.0/routers/9f063364-fcbd-4ebb-b4de-b35a26afb68a HTTP/1.1" status: 204 len: 168 time: 0.8833997 Aug 11 23:08:35.056909 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58086) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:08:35.137688 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0991746a-a0e0-4064-9780-f4e1889c55f6 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:35.230225 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0991746a-a0e0-4064-9780-f4e1889c55f6 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:35.241625 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-0991746a-a0e0-4064-9780-f4e1889c55f6 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e52f0a8-6d30-42a3-aa26-f3a58a3e738c']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:08:35.253582 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-0991746a-a0e0-4064-9780-f4e1889c55f6 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65daa2c-c059-4bfb-a356-816000353f5a') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:08:35.253879 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-0991746a-a0e0-4064-9780-f4e1889c55f6 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65daa2c-c059-4bfb-a356-816000353f5a') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:08:35.263536 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0991746a-a0e0-4064-9780-f4e1889c55f6 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:35.277930 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0991746a-a0e0-4064-9780-f4e1889c55f6 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:35.284806 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0991746a-a0e0-4064-9780-f4e1889c55f6 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 23:08:35.285209 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0991746a-a0e0-4064-9780-f4e1889c55f6 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: timer() Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 23:08:35.288432 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 23:08:35.350743 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0991746a-a0e0-4064-9780-f4e1889c55f6 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:35.356178 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0991746a-a0e0-4064-9780-f4e1889c55f6 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:35.358440 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0991746a-a0e0-4064-9780-f4e1889c55f6 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "DELETE /v2.0/networks/7e52f0a8-6d30-42a3-aa26-f3a58a3e738c HTTP/1.1" status: 204 len: 168 time: 0.3004835 Aug 11 23:08:35.361868 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58088) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:08:35.374179 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991746a-a0e0-4064-9780-f4e1889c55f6 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'Network': ['ID=7e52f0a8-6d30-42a3-aa26-f3a58a3e738c,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:35.420813 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-651cef74-7eae-4352-a888-e059050fe238 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:35.445745 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-651cef74-7eae-4352-a888-e059050fe238 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:35.511386 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-651cef74-7eae-4352-a888-e059050fe238 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:35.513955 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-651cef74-7eae-4352-a888-e059050fe238 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:35.515154 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-651cef74-7eae-4352-a888-e059050fe238 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "DELETE /v2.0/security-groups/8d338d66-d3e1-4fe2-8044-0e539325550e HTTP/1.1" status: 204 len: 168 time: 0.1523221 Aug 11 23:08:35.527643 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651cef74-7eae-4352-a888-e059050fe238 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d338d66-d3e1-4fe2-8044-0e539325550e,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:35.666702 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:08:35.687307 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:08:35.687727 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1cec7fa1-f7e8-4ab3-a739-92c3dfd87aaa not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:08:35.688173 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8d9694aa-ec63-48f1-904f-4182934363ef no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:08:35.706993 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 8d9694aa-ec63-48f1-904f-4182934363ef {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:08:35.707350 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 8d9694aa-ec63-48f1-904f-4182934363ef not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:08:35.707778 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device e7016817-72bc-4223-be42-17fb232fdde5 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:08:35.728875 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: e7016817-72bc-4223-be42-17fb232fdde5 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:08:35.729225 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device e7016817-72bc-4223-be42-17fb232fdde5 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:08:35.815163 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58094) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:08:35.820013 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-8c31b8a9-19ea-487f-afd4-6e85d8184d97 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1858053233', 'description': 'tempest-secgroup-smoke-1858053233 description', 'project_id': 'ba468b72163c4a9087b11fce8559af21'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:08:35.846680 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8c31b8a9-19ea-487f-afd4-6e85d8184d97 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:35.938549 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8c31b8a9-19ea-487f-afd4-6e85d8184d97 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:35.942339 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8c31b8a9-19ea-487f-afd4-6e85d8184d97 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:35.972134 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31b8a9-19ea-487f-afd4-6e85d8184d97 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7f4b09-2f17-4f87-8958-f53c3011e4a2,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:35.974392 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8c31b8a9-19ea-487f-afd4-6e85d8184d97 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:35.975687 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8c31b8a9-19ea-487f-afd4-6e85d8184d97 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1593959 Aug 11 23:08:35.978715 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58096) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:08:35.984310 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-738331bd-2bb8-43da-a5a6-892e22000023 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group_rule': {'security_group_id': '1c7f4b09-2f17-4f87-8958-f53c3011e4a2', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:08:36.010548 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-738331bd-2bb8-43da-a5a6-892e22000023 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:36.068784 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-738331bd-2bb8-43da-a5a6-892e22000023 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:36.072221 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-738331bd-2bb8-43da-a5a6-892e22000023 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:36.091015 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738331bd-2bb8-43da-a5a6-892e22000023 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec2523b2-6c67-4b18-bcd2-2d8f4688db74,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:36.097253 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-738331bd-2bb8-43da-a5a6-892e22000023 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:36.098037 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-738331bd-2bb8-43da-a5a6-892e22000023 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183593 Aug 11 23:08:36.101036 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58098) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:08:36.105516 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-2e538eb6-ed73-46e7-96b6-5f47f15d74a4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group_rule': {'security_group_id': '1c7f4b09-2f17-4f87-8958-f53c3011e4a2', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:08:36.132453 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2e538eb6-ed73-46e7-96b6-5f47f15d74a4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:36.190154 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2e538eb6-ed73-46e7-96b6-5f47f15d74a4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:36.193908 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2e538eb6-ed73-46e7-96b6-5f47f15d74a4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:36.211263 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e538eb6-ed73-46e7-96b6-5f47f15d74a4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98851cfc-ef94-4bc7-872d-c862e4f2e672,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:36.217889 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2e538eb6-ed73-46e7-96b6-5f47f15d74a4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:36.219000 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2e538eb6-ed73-46e7-96b6-5f47f15d74a4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170437 Aug 11 23:08:36.221755 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58100) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:08:36.226158 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-3eca557f-29f9-40b4-8d4b-989bc16fbaba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group_rule': {'security_group_id': '1c7f4b09-2f17-4f87-8958-f53c3011e4a2', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:08:36.251998 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3eca557f-29f9-40b4-8d4b-989bc16fbaba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:36.310477 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3eca557f-29f9-40b4-8d4b-989bc16fbaba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:36.313844 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3eca557f-29f9-40b4-8d4b-989bc16fbaba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:36.331674 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca557f-29f9-40b4-8d4b-989bc16fbaba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e11a5ff-c778-4129-b596-74cc2e2b2f14,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:36.338927 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3eca557f-29f9-40b4-8d4b-989bc16fbaba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:36.340166 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3eca557f-29f9-40b4-8d4b-989bc16fbaba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174743 Aug 11 23:08:36.342886 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58102) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:08:36.347311 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-034a369c-7c37-45cc-9d6f-cb6714fc4e7d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group_rule': {'security_group_id': '1c7f4b09-2f17-4f87-8958-f53c3011e4a2', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:08:36.372481 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-034a369c-7c37-45cc-9d6f-cb6714fc4e7d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:36.431496 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-034a369c-7c37-45cc-9d6f-cb6714fc4e7d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:36.434994 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-034a369c-7c37-45cc-9d6f-cb6714fc4e7d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:36.452330 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a369c-7c37-45cc-9d6f-cb6714fc4e7d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e63b8ee-5bb7-4dcd-b24b-2127e8b88da5,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:36.458468 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-034a369c-7c37-45cc-9d6f-cb6714fc4e7d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:36.459606 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-034a369c-7c37-45cc-9d6f-cb6714fc4e7d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157722 Aug 11 23:08:36.462350 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58104) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:08:36.466870 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-a1fbb9e2-6a62-4c32-9090-6db6d2c440f4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group_rule': {'security_group_id': '1c7f4b09-2f17-4f87-8958-f53c3011e4a2', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:08:36.488785 n-d-804275-3 neutron-server[100943]: INFO neutron.db.securitygroups_db [None req-a1fbb9e2-6a62-4c32-9090-6db6d2c440f4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Project ba468b72163c4a9087b11fce8559af21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 23:08:36.493817 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb9e2-6a62-4c32-9090-6db6d2c440f4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:36.553417 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb9e2-6a62-4c32-9090-6db6d2c440f4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:36.557092 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb9e2-6a62-4c32-9090-6db6d2c440f4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:36.574764 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fbb9e2-6a62-4c32-9090-6db6d2c440f4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15a29a82-33b3-402b-a0db-1ccb406f41c2,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:36.580656 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a1fbb9e2-6a62-4c32-9090-6db6d2c440f4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:36.581982 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a1fbb9e2-6a62-4c32-9090-6db6d2c440f4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1185508 Aug 11 23:08:36.584668 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58106) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:08:36.589168 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-ef5f646d-27ce-4ed7-be1e-74be3a30d00f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group_rule': {'security_group_id': '1c7f4b09-2f17-4f87-8958-f53c3011e4a2', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:08:36.609414 n-d-804275-3 neutron-server[100943]: INFO neutron.db.securitygroups_db [None req-ef5f646d-27ce-4ed7-be1e-74be3a30d00f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Project ba468b72163c4a9087b11fce8559af21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 23:08:36.614868 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef5f646d-27ce-4ed7-be1e-74be3a30d00f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:36.678376 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef5f646d-27ce-4ed7-be1e-74be3a30d00f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:36.681864 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef5f646d-27ce-4ed7-be1e-74be3a30d00f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:36.699725 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f646d-27ce-4ed7-be1e-74be3a30d00f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe2d0211-063e-45ee-8408-33b447877d8f,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:36.705655 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-ef5f646d-27ce-4ed7-be1e-74be3a30d00f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:36.708020 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ef5f646d-27ce-4ed7-be1e-74be3a30d00f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222262 Aug 11 23:08:36.710620 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58108) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:08:36.716069 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-a7ea3d37-6391-4e7d-91a8-2aab7863069b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'network': {'name': 'tempest-network-smoke--18956922', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'port_security_enabled': True}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:08:36.736504 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ea3d37-6391-4e7d-91a8-2aab7863069b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Made reservation on behalf of ba468b72163c4a9087b11fce8559af21 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:08:36.740101 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a7ea3d37-6391-4e7d-91a8-2aab7863069b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:36.764862 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ea3d37-6391-4e7d-91a8-2aab7863069b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 23:08:36.773842 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a7ea3d37-6391-4e7d-91a8-2aab7863069b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:36.774191 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-a7ea3d37-6391-4e7d-91a8-2aab7863069b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Added segment 5e4ae253-1860-430f-ae2f-01a92e2b9be6 of type vlan for network 64fb756c-2544-4eed-a0d2-125af86d2a13 Aug 11 23:08:36.813952 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a7ea3d37-6391-4e7d-91a8-2aab7863069b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:36.841477 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a7ea3d37-6391-4e7d-91a8-2aab7863069b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:36.847804 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ea3d37-6391-4e7d-91a8-2aab7863069b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:36.848475 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a7ea3d37-6391-4e7d-91a8-2aab7863069b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:36.907325 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a7ea3d37-6391-4e7d-91a8-2aab7863069b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1951766 Aug 11 23:08:36.910181 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58110) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:08:36.915144 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-177f2d5e-3941-44cf-a452-691ece2f5eba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1642665825', 'admin_state_up': True, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:08:36.916718 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea3d37-6391-4e7d-91a8-2aab7863069b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Network': ['ID=64fb756c-2544-4eed-a0d2-125af86d2a13,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:36.927376 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 64fb756c-2544-4eed-a0d2-125af86d2a13 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 23:08:36.939069 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-177f2d5e-3941-44cf-a452-691ece2f5eba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:36.940122 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-177f2d5e-3941-44cf-a452-691ece2f5eba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:36.994119 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-177f2d5e-3941-44cf-a452-691ece2f5eba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:37.132400 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-177f2d5e-3941-44cf-a452-691ece2f5eba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:37.322566 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-177f2d5e-3941-44cf-a452-691ece2f5eba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:37.345404 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-177f2d5e-3941-44cf-a452-691ece2f5eba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:37.446660 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-177f2d5e-3941-44cf-a452-691ece2f5eba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Allocated IP 172.25.2.122 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/1e560262-f9db-4e29-ba09-75869366cccb) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:08:37.551398 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-177f2d5e-3941-44cf-a452-691ece2f5eba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:37.589198 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-177f2d5e-3941-44cf-a452-691ece2f5eba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:37.625999 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177f2d5e-3941-44cf-a452-691ece2f5eba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:08:37.628858 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-177f2d5e-3941-44cf-a452-691ece2f5eba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:08:37.634355 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177f2d5e-3941-44cf-a452-691ece2f5eba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:08:37.658757 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f2d5e-3941-44cf-a452-691ece2f5eba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Port': ['ID=1e560262-f9db-4e29-ba09-75869366cccb,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:37.884245 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-177f2d5e-3941-44cf-a452-691ece2f5eba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:38.081237 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-177f2d5e-3941-44cf-a452-691ece2f5eba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:38.209792 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177f2d5e-3941-44cf-a452-691ece2f5eba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Router 1ee48874-eb06-4466-9c73-9ca1f8b1ed65 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 23:08:38.315623 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177f2d5e-3941-44cf-a452-691ece2f5eba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:08:38.325343 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cedf675-d121-4fbf-b177-30125895cfe1 None None] Sync routers for ids ['1ee48874-eb06-4466-9c73-9ca1f8b1ed65'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:08:38.334206 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cedf675-d121-4fbf-b177-30125895cfe1 None None] Routers {'1ee48874-eb06-4466-9c73-9ca1f8b1ed65'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:08:38.334831 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-7cedf675-d121-4fbf-b177-30125895cfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:08:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['1ee48874-eb06-4466-9c73-9ca1f8b1ed65'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:08:38.335657 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-177f2d5e-3941-44cf-a452-691ece2f5eba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:38.338245 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-177f2d5e-3941-44cf-a452-691ece2f5eba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4260764 Aug 11 23:08:38.340688 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58112) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:08:38.370409 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-97d5a252-1d36-4fa9-b64d-c106e0823c7d tempest-TestNetworkAdvancedServerOps-149514128 tempest-TestNetworkAdvancedServerOps-149514128-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ba468b72163c4a9087b11fce8559af21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284836 Aug 11 23:08:38.373019 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58114) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:08:38.441581 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-7cedf675-d121-4fbf-b177-30125895cfe1 None None] Set router 1ee48874-eb06-4466-9c73-9ca1f8b1ed65 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:08:38.460361 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19523230-a913-4714-aac1-c1171f2091f1 tempest-TestNetworkAdvancedServerOps-149514128 tempest-TestNetworkAdvancedServerOps-149514128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:38.461917 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-19523230-a913-4714-aac1-c1171f2091f1 tempest-TestNetworkAdvancedServerOps-149514128 tempest-TestNetworkAdvancedServerOps-149514128-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879946 Aug 11 23:08:38.464804 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58116) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:08:38.498253 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f19f579c-8fd2-44e0-a9a1-44f3c63ce834 tempest-TestNetworkAdvancedServerOps-149514128 tempest-TestNetworkAdvancedServerOps-149514128-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ace0c6e5-d196-4ef9-80b8-149980a74560&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322535 Aug 11 23:08:38.500675 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58118) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:08:38.505484 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-7c7bd754-8389-4f10-925d-3aa216632ebf tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1584436802', 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:08:38.592656 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7bd754-8389-4f10-925d-3aa216632ebf tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Made reservation on behalf of ba468b72163c4a9087b11fce8559af21 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:08:38.596981 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7c7bd754-8389-4f10-925d-3aa216632ebf tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:38.619664 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-7cedf675-d121-4fbf-b177-30125895cfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642665825', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '1e560262-f9db-4e29-ba09-75869366cccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:08:36Z', 'updated_at': '2021-08-11T23:08:37Z', 'revision_number': 3, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '1e560262-f9db-4e29-ba09-75869366cccb', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:08:37Z', 'updated_at': '2021-08-11T23:08:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:08:38.649769 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cedf675-d121-4fbf-b177-30125895cfe1 None None] Checking router: 1ee48874-eb06-4466-9c73-9ca1f8b1ed65 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:08:38.650123 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cedf675-d121-4fbf-b177-30125895cfe1 None None] Updating router 1ee48874-eb06-4466-9c73-9ca1f8b1ed65 port 1e560262-f9db-4e29-ba09-75869366cccb binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 23:08:38.676085 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7cedf675-d121-4fbf-b177-30125895cfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:38.783069 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:38.786285 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7c7bd754-8389-4f10-925d-3aa216632ebf tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:38.849253 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7bd754-8389-4f10-925d-3aa216632ebf tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Subnet': ['ID=8ed0afbd-e2fa-497a-afd1-628259207e84,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:38.857690 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7bd754-8389-4f10-925d-3aa216632ebf tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Checking segment: {'id': '5e4ae253-1860-430f-ae2f-01a92e2b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:08:38.858063 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7bd754-8389-4f10-925d-3aa216632ebf tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network hostable DHCP agents. Network: 64fb756c-2544-4eed-a0d2-125af86d2a13, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 23:08:38.875326 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7bd754-8389-4f10-925d-3aa216632ebf tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network 64fb756c-2544-4eed-a0d2-125af86d2a13 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 23:08:38.884642 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-7c7bd754-8389-4f10-925d-3aa216632ebf tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 64fb756c-2544-4eed-a0d2-125af86d2a13) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:08:38.889848 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7bd754-8389-4f10-925d-3aa216632ebf tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:38.890459 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-7c7bd754-8389-4f10-925d-3aa216632ebf tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:38.896077 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e16639a-9034-4486-bf40-3a9a7046b8d8 None None] Network 64fb756c-2544-4eed-a0d2-125af86d2a13 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:08:38.907049 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7c7bd754-8389-4f10-925d-3aa216632ebf tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4052365 Aug 11 23:08:38.909761 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58120) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:08:39.136755 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7cedf675-d121-4fbf-b177-30125895cfe1 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:39.157287 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7cedf675-d121-4fbf-b177-30125895cfe1 None None] Transition to ACTIVE for port object 1e560262-f9db-4e29-ba09-75869366cccb will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:08:39.170186 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7cedf675-d121-4fbf-b177-30125895cfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:39.258492 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-7cedf675-d121-4fbf-b177-30125895cfe1 None None] Attempting to bind port 1e560262-f9db-4e29-ba09-75869366cccb on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:08:39.258874 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-7cedf675-d121-4fbf-b177-30125895cfe1 None None] Attempting to bind port 1e560262-f9db-4e29-ba09-75869366cccb by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:08:39.259278 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cedf675-d121-4fbf-b177-30125895cfe1 None None] Attempting to bind port 1e560262-f9db-4e29-ba09-75869366cccb on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:08:39.259278 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4204c-c146-427a-a5c6-886febaa65b7 None None] Pushing event updated for resources: {'Port': ['ID=1e560262-f9db-4e29-ba09-75869366cccb,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:39.271440 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cedf675-d121-4fbf-b177-30125895cfe1 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:08:39.271860 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cedf675-d121-4fbf-b177-30125895cfe1 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:08:39.272277 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7cedf675-d121-4fbf-b177-30125895cfe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:39.272667 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cedf675-d121-4fbf-b177-30125895cfe1 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:08:39.273208 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-7cedf675-d121-4fbf-b177-30125895cfe1 None None] Bound port: 1e560262-f9db-4e29-ba09-75869366cccb, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:08:39.273605 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7cedf675-d121-4fbf-b177-30125895cfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:39.328180 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d84c88c-b16b-47ff-b456-ee4608df1037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-64fb756c-2544-4eed-a0d2-125af86d2a13', 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'fixed_ips': [{'subnet_id': '8ed0afbd-e2fa-497a-afd1-628259207e84'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 23:08:39.329071 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7d84c88c-b16b-47ff-b456-ee4608df1037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:39.366928 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-7cedf675-d121-4fbf-b177-30125895cfe1 None None] For port 1e560262-f9db-4e29-ba09-75869366cccb, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:08:39.371085 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-7cedf675-d121-4fbf-b177-30125895cfe1 None None] For port 1e560262-f9db-4e29-ba09-75869366cccb, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1e560262-f9db-4e29-ba09-75869366cccb,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:08:39.425437 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7cedf675-d121-4fbf-b177-30125895cfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:39.536984 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4204c-c146-427a-a5c6-886febaa65b7 None None] Pushing event updated for resources: {'Port': ['ID=1e560262-f9db-4e29-ba09-75869366cccb,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:39.545085 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cedf675-d121-4fbf-b177-30125895cfe1 None None] Routers {'1ee48874-eb06-4466-9c73-9ca1f8b1ed65'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:08:39.545715 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-7cedf675-d121-4fbf-b177-30125895cfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:08:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['1ee48874-eb06-4466-9c73-9ca1f8b1ed65'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:08:39.592983 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-7d84c88c-b16b-47ff-b456-ee4608df1037 None None] Allocated IP 172.20.0.2 (64fb756c-2544-4eed-a0d2-125af86d2a13/8ed0afbd-e2fa-497a-afd1-628259207e84/5eaa6030-7930-4494-ad27-c7c55753ea13) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:08:39.718021 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-7cedf675-d121-4fbf-b177-30125895cfe1 None None] Set router 1ee48874-eb06-4466-9c73-9ca1f8b1ed65 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:08:39.724637 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4f94eeda-aa0e-4ba8-91ed-ce669fbf1b8c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:39.910254 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7d84c88c-b16b-47ff-b456-ee4608df1037 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:39.936652 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7d84c88c-b16b-47ff-b456-ee4608df1037 None None] Transition to ACTIVE for port object 5eaa6030-7930-4494-ad27-c7c55753ea13 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:08:39.957742 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7d84c88c-b16b-47ff-b456-ee4608df1037 None None] Transition to ACTIVE for port object 5eaa6030-7930-4494-ad27-c7c55753ea13 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:08:39.965417 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7d84c88c-b16b-47ff-b456-ee4608df1037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:40.011565 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d84c88c-b16b-47ff-b456-ee4608df1037 None None] Network 64fb756c-2544-4eed-a0d2-125af86d2a13 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:08:40.013894 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-4f94eeda-aa0e-4ba8-91ed-ce669fbf1b8c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Allocated IP 172.20.0.1 (64fb756c-2544-4eed-a0d2-125af86d2a13/8ed0afbd-e2fa-497a-afd1-628259207e84/a242ea63-6ea3-4184-b523-4147c9d4bcde) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:08:40.023230 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-7d84c88c-b16b-47ff-b456-ee4608df1037 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:08:40.028875 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d84c88c-b16b-47ff-b456-ee4608df1037 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:08:40.031016 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84c88c-b16b-47ff-b456-ee4608df1037 None None] Pushing event updated for resources: {'Port': ['ID=5eaa6030-7930-4494-ad27-c7c55753ea13,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:40.042318 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-7cedf675-d121-4fbf-b177-30125895cfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642665825', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '1e560262-f9db-4e29-ba09-75869366cccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:08:36Z', 'updated_at': '2021-08-11T23:08:37Z', 'revision_number': 3, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '1e560262-f9db-4e29-ba09-75869366cccb', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:08:37Z', 'updated_at': '2021-08-11T23:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:08:40.080565 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cedf675-d121-4fbf-b177-30125895cfe1 None None] The sync data for ids ['1ee48874-eb06-4466-9c73-9ca1f8b1ed65'] in n-d-804275-3 is: [{'id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642665825', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '1e560262-f9db-4e29-ba09-75869366cccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:08:36Z', 'updated_at': '2021-08-11T23:08:37Z', 'revision_number': 3, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '1e560262-f9db-4e29-ba09-75869366cccb', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:08:37Z', 'updated_at': '2021-08-11T23:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:08:40.115312 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-7d84c88c-b16b-47ff-b456-ee4608df1037 None None] Attempting to bind port 5eaa6030-7930-4494-ad27-c7c55753ea13 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:08:40.115709 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-7d84c88c-b16b-47ff-b456-ee4608df1037 None None] Attempting to bind port 5eaa6030-7930-4494-ad27-c7c55753ea13 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '5e4ae253-1860-430f-ae2f-01a92e2b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:08:40.116105 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d84c88c-b16b-47ff-b456-ee4608df1037 None None] Attempting to bind port 5eaa6030-7930-4494-ad27-c7c55753ea13 on network 64fb756c-2544-4eed-a0d2-125af86d2a13 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:08:40.121152 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d84c88c-b16b-47ff-b456-ee4608df1037 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:08:40.121524 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d84c88c-b16b-47ff-b456-ee4608df1037 None None] Checking segment: {'id': '5e4ae253-1860-430f-ae2f-01a92e2b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:08:40.121926 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7d84c88c-b16b-47ff-b456-ee4608df1037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:40.122313 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d84c88c-b16b-47ff-b456-ee4608df1037 None None] Bound using segment: {'id': '5e4ae253-1860-430f-ae2f-01a92e2b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:08:40.122774 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-7d84c88c-b16b-47ff-b456-ee4608df1037 None None] Bound port: 5eaa6030-7930-4494-ad27-c7c55753ea13, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4ae253-1860-430f-ae2f-01a92e2b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:08:40.123156 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7d84c88c-b16b-47ff-b456-ee4608df1037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:40.132321 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4f94eeda-aa0e-4ba8-91ed-ce669fbf1b8c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:40.146812 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-4f94eeda-aa0e-4ba8-91ed-ce669fbf1b8c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Transition to ACTIVE for port object a242ea63-6ea3-4184-b523-4147c9d4bcde will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:08:40.181477 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4f94eeda-aa0e-4ba8-91ed-ce669fbf1b8c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:40.193122 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-7d84c88c-b16b-47ff-b456-ee4608df1037 None None] For port 5eaa6030-7930-4494-ad27-c7c55753ea13, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:08:40.197595 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-7d84c88c-b16b-47ff-b456-ee4608df1037 None None] For port 5eaa6030-7930-4494-ad27-c7c55753ea13, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5eaa6030-7930-4494-ad27-c7c55753ea13,segment=NetworkSegment(5e4ae253-1860-430f-ae2f-01a92e2b9be6),segment_id=5e4ae253-1860-430f-ae2f-01a92e2b9be6)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:08:40.201178 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f94eeda-aa0e-4ba8-91ed-ce669fbf1b8c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network 64fb756c-2544-4eed-a0d2-125af86d2a13 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:08:40.202797 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7d84c88c-b16b-47ff-b456-ee4608df1037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:40.225720 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-4f94eeda-aa0e-4ba8-91ed-ce669fbf1b8c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:08:40.229920 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f94eeda-aa0e-4ba8-91ed-ce669fbf1b8c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:08:40.272913 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84c88c-b16b-47ff-b456-ee4608df1037 None None] Pushing event updated for resources: {'Port': ['ID=5eaa6030-7930-4494-ad27-c7c55753ea13,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:40.278643 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94eeda-aa0e-4ba8-91ed-ce669fbf1b8c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Port': ['ID=a242ea63-6ea3-4184-b523-4147c9d4bcde,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:40.288905 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4f94eeda-aa0e-4ba8-91ed-ce669fbf1b8c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:40.455469 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4f94eeda-aa0e-4ba8-91ed-ce669fbf1b8c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:40.783550 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4f94eeda-aa0e-4ba8-91ed-ce669fbf1b8c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:40.791200 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4f94eeda-aa0e-4ba8-91ed-ce669fbf1b8c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:40.866637 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94eeda-aa0e-4ba8-91ed-ce669fbf1b8c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Port': ['ID=a242ea63-6ea3-4184-b523-4147c9d4bcde,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:40.872073 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-4f94eeda-aa0e-4ba8-91ed-ce669fbf1b8c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:40.981198 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f94eeda-aa0e-4ba8-91ed-ce669fbf1b8c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network 64fb756c-2544-4eed-a0d2-125af86d2a13 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:08:40.982843 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-4f94eeda-aa0e-4ba8-91ed-ce669fbf1b8c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:08:41.099703 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:08:41.103066 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f94eeda-aa0e-4ba8-91ed-ce669fbf1b8c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Router 1ee48874-eb06-4466-9c73-9ca1f8b1ed65 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:08:41.227366 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f94eeda-aa0e-4ba8-91ed-ce669fbf1b8c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:08:41.232690 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-4f94eeda-aa0e-4ba8-91ed-ce669fbf1b8c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "PUT /v2.0/routers/1ee48874-eb06-4466-9c73-9ca1f8b1ed65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3218760 Aug 11 23:08:41.280699 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29626738-c55d-4ccd-bebc-afed3e57ef9b None None] Network 64fb756c-2544-4eed-a0d2-125af86d2a13 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:08:41.358856 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f9f55d11-04a6-446a-a695-26de6f6bd936 None None] Provisioning for port 5eaa6030-7930-4494-ad27-c7c55753ea13 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:08:41.397889 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-65d58015-4160-4ece-ab65-10db20ccd933 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1858053233&fields=id&tenant_id=ba468b72163c4a9087b11fce8559af21 HTTP/1.1" status: 200 len: 267 time: 0.0579417 Aug 11 23:08:41.508284 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1e560262-f9db-4e29-ba09-75869366cccb up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:08:41.518710 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-35d084ae-8a56-42c3-b977-e0378b3069c8 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:41.520354 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-35d084ae-8a56-42c3-b977-e0378b3069c8 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/networks?id=64fb756c-2544-4eed-a0d2-125af86d2a13 HTTP/1.1" status: 200 len: 795 time: 0.1210589 Aug 11 23:08:41.541370 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-a9be9e17-807e-48cb-a8f2-56dc003bfa2a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/quotas/ba468b72163c4a9087b11fce8559af21 HTTP/1.1" status: 200 len: 375 time: 0.0120380 Aug 11 23:08:41.571983 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 1e560262-f9db-4e29-ba09-75869366cccb completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:08:41.581350 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 1e560262-f9db-4e29-ba09-75869366cccb triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:08:41.581881 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:41.611807 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-b71c2095-9cd1-42b9-9e76-26091584bada tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621395 Aug 11 23:08:41.678602 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:41.680158 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-f12b8128-e101-4c21-9f85-3e1943c545b8 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 23:08:41.684041 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-f12b8128-e101-4c21-9f85-3e1943c545b8 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0585947 Aug 11 23:08:41.717376 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 1e560262-f9db-4e29-ba09-75869366cccb, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1e560262-f9db-4e29-ba09-75869366cccb,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:08:41.722558 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:41.723439 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5eaa6030-7930-4494-ad27-c7c55753ea13 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:08:41.797985 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-16704ff1-ee98-4daa-bf1f-4455b0f73a10 service neutron] 10.222.0.77 "GET /v2.0/networks/64fb756c-2544-4eed-a0d2-125af86d2a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076345 Aug 11 23:08:41.805595 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6e5556-5463-48c9-9b75-e3d267cd2b18 None None] Sync routers for ids ['1ee48874-eb06-4466-9c73-9ca1f8b1ed65'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:08:41.814990 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=1e560262-f9db-4e29-ba09-75869366cccb,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:41.816198 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6e5556-5463-48c9-9b75-e3d267cd2b18 None None] Routers {'1ee48874-eb06-4466-9c73-9ca1f8b1ed65'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:08:41.817037 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3e6e5556-5463-48c9-9b75-e3d267cd2b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:08:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['1ee48874-eb06-4466-9c73-9ca1f8b1ed65'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:08:41.833908 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c6c9926a-3517-47f8-8beb-bcdc2e1c4129 None None] Provisioning for port a242ea63-6ea3-4184-b523-4147c9d4bcde completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:08:41.838732 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c6c9926a-3517-47f8-8beb-bcdc2e1c4129 None None] Provisioning complete for port a242ea63-6ea3-4184-b523-4147c9d4bcde triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:08:41.839183 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c6c9926a-3517-47f8-8beb-bcdc2e1c4129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:41.842537 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 5eaa6030-7930-4494-ad27-c7c55753ea13 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:08:41.871016 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 5eaa6030-7930-4494-ad27-c7c55753ea13 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:08:41.871479 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:41.927920 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-9dd06885-fde3-4a78-8ed9-f2c4a986f04b service neutron] 10.222.0.77 "GET /v2.0/networks/64fb756c-2544-4eed-a0d2-125af86d2a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255820 Aug 11 23:08:41.934311 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9926a-3517-47f8-8beb-bcdc2e1c4129 None None] Port a242ea63-6ea3-4184-b523-4147c9d4bcde cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:08:41.944396 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-3e6e5556-5463-48c9-9b75-e3d267cd2b18 None None] Set router 1ee48874-eb06-4466-9c73-9ca1f8b1ed65 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:08:41.972264 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c6c9926a-3517-47f8-8beb-bcdc2e1c4129 None None] Provisioning complete for port 5eaa6030-7930-4494-ad27-c7c55753ea13 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:08:41.972587 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c6c9926a-3517-47f8-8beb-bcdc2e1c4129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:42.076851 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:42.087676 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c6c9926a-3517-47f8-8beb-bcdc2e1c4129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:42.130422 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 5eaa6030-7930-4494-ad27-c7c55753ea13, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5eaa6030-7930-4494-ad27-c7c55753ea13,segment=NetworkSegment(5e4ae253-1860-430f-ae2f-01a92e2b9be6),segment_id=5e4ae253-1860-430f-ae2f-01a92e2b9be6)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:08:42.139159 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:42.150279 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4b6ad29b-330a-4e7f-b6aa-187c56ecd262 req-b2633838-1ee1-45fe-b699-80c2dd4f0dd0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 210 time: 0.0585113 Aug 11 23:08:42.215738 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3e6e5556-5463-48c9-9b75-e3d267cd2b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642665825', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '1e560262-f9db-4e29-ba09-75869366cccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:08:36Z', 'updated_at': '2021-08-11T23:08:40Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '1e560262-f9db-4e29-ba09-75869366cccb', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:08:37Z', 'updated_at': '2021-08-11T23:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'a242ea63-6ea3-4184-b523-4147c9d4bcde', 'name': '', 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:27:58:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '8ed0afbd-e2fa-497a-afd1-628259207e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:08:39Z', 'updated_at': '2021-08-11T23:08:40Z', 'revision_number': 2, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': '8ed0afbd-e2fa-497a-afd1-628259207e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:08:42.218969 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.db.api [None req-c6c9926a-3517-47f8-8beb-bcdc2e1c4129 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 23:08:42.219365 n-d-804275-3 neutron-server[100944]: DEBUG oslo_db.api [None req-c6c9926a-3517-47f8-8beb-bcdc2e1c4129 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 23:08:42.241368 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=5eaa6030-7930-4494-ad27-c7c55753ea13,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:42.245760 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6e5556-5463-48c9-9b75-e3d267cd2b18 None None] Checking router: 1ee48874-eb06-4466-9c73-9ca1f8b1ed65 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:08:42.246097 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6e5556-5463-48c9-9b75-e3d267cd2b18 None None] Updating router 1ee48874-eb06-4466-9c73-9ca1f8b1ed65 port a242ea63-6ea3-4184-b523-4147c9d4bcde binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 23:08:42.272017 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-3e6e5556-5463-48c9-9b75-e3d267cd2b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:42.633905 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-3e6e5556-5463-48c9-9b75-e3d267cd2b18 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:42.643469 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-3e6e5556-5463-48c9-9b75-e3d267cd2b18 None None] Transition to ACTIVE for port object a242ea63-6ea3-4184-b523-4147c9d4bcde will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:08:42.648991 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-3e6e5556-5463-48c9-9b75-e3d267cd2b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:42.695904 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5561d0-c704-4abe-a316-78187b02933c None None] Pushing event updated for resources: {'Port': ['ID=a242ea63-6ea3-4184-b523-4147c9d4bcde,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:42.708534 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5561d0-c704-4abe-a316-78187b02933c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:42.708883 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5561d0-c704-4abe-a316-78187b02933c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:42.709319 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5561d0-c704-4abe-a316-78187b02933c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:42.709545 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5561d0-c704-4abe-a316-78187b02933c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:42.709887 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5561d0-c704-4abe-a316-78187b02933c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:42.710231 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5561d0-c704-4abe-a316-78187b02933c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:42.710542 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5561d0-c704-4abe-a316-78187b02933c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:42.710875 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5561d0-c704-4abe-a316-78187b02933c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:42.711204 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5561d0-c704-4abe-a316-78187b02933c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:42.711548 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5561d0-c704-4abe-a316-78187b02933c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:42.711859 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5561d0-c704-4abe-a316-78187b02933c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:42.712183 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5561d0-c704-4abe-a316-78187b02933c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:08:42.776438 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-3e6e5556-5463-48c9-9b75-e3d267cd2b18 None None] Attempting to bind port a242ea63-6ea3-4184-b523-4147c9d4bcde on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:08:42.776812 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-3e6e5556-5463-48c9-9b75-e3d267cd2b18 None None] Attempting to bind port a242ea63-6ea3-4184-b523-4147c9d4bcde by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '5e4ae253-1860-430f-ae2f-01a92e2b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:08:42.777179 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6e5556-5463-48c9-9b75-e3d267cd2b18 None None] Attempting to bind port a242ea63-6ea3-4184-b523-4147c9d4bcde on network 64fb756c-2544-4eed-a0d2-125af86d2a13 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:08:42.783355 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6e5556-5463-48c9-9b75-e3d267cd2b18 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:08:42.783844 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6e5556-5463-48c9-9b75-e3d267cd2b18 None None] Checking segment: {'id': '5e4ae253-1860-430f-ae2f-01a92e2b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:08:42.784427 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-3e6e5556-5463-48c9-9b75-e3d267cd2b18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:42.784832 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6e5556-5463-48c9-9b75-e3d267cd2b18 None None] Bound using segment: {'id': '5e4ae253-1860-430f-ae2f-01a92e2b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:08:42.785314 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-3e6e5556-5463-48c9-9b75-e3d267cd2b18 None None] Bound port: a242ea63-6ea3-4184-b523-4147c9d4bcde, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4ae253-1860-430f-ae2f-01a92e2b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:08:42.785697 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-3e6e5556-5463-48c9-9b75-e3d267cd2b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:42.858141 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-3e6e5556-5463-48c9-9b75-e3d267cd2b18 None None] For port a242ea63-6ea3-4184-b523-4147c9d4bcde, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:08:42.862212 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-3e6e5556-5463-48c9-9b75-e3d267cd2b18 None None] For port a242ea63-6ea3-4184-b523-4147c9d4bcde, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a242ea63-6ea3-4184-b523-4147c9d4bcde,segment=NetworkSegment(5e4ae253-1860-430f-ae2f-01a92e2b9be6),segment_id=5e4ae253-1860-430f-ae2f-01a92e2b9be6)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:08:42.866562 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-3e6e5556-5463-48c9-9b75-e3d267cd2b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:42.916941 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6e5556-5463-48c9-9b75-e3d267cd2b18 None None] Routers {'1ee48874-eb06-4466-9c73-9ca1f8b1ed65'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:08:42.918024 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3e6e5556-5463-48c9-9b75-e3d267cd2b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:08:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['1ee48874-eb06-4466-9c73-9ca1f8b1ed65'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:08:42.968750 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5561d0-c704-4abe-a316-78187b02933c None None] Pushing event updated for resources: {'Port': ['ID=a242ea63-6ea3-4184-b523-4147c9d4bcde,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:43.039846 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-3e6e5556-5463-48c9-9b75-e3d267cd2b18 None None] Set router 1ee48874-eb06-4466-9c73-9ca1f8b1ed65 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:08:43.265787 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3e6e5556-5463-48c9-9b75-e3d267cd2b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642665825', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '1e560262-f9db-4e29-ba09-75869366cccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:08:36Z', 'updated_at': '2021-08-11T23:08:40Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '1e560262-f9db-4e29-ba09-75869366cccb', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:08:37Z', 'updated_at': '2021-08-11T23:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'a242ea63-6ea3-4184-b523-4147c9d4bcde', 'name': '', 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:27:58:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '8ed0afbd-e2fa-497a-afd1-628259207e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:08:39Z', 'updated_at': '2021-08-11T23:08:42Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': '8ed0afbd-e2fa-497a-afd1-628259207e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:08:43.280746 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4b9797a0-5930-4bfd-b87e-7a7e78af55f6 req-078eadaa-5a0e-4831-aee1-231f00da8326 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 210 time: 0.0555711 Aug 11 23:08:43.294494 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6e5556-5463-48c9-9b75-e3d267cd2b18 None None] The sync data for ids ['1ee48874-eb06-4466-9c73-9ca1f8b1ed65'] in n-d-804275-3 is: [{'id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642665825', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '1e560262-f9db-4e29-ba09-75869366cccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:08:36Z', 'updated_at': '2021-08-11T23:08:40Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '1e560262-f9db-4e29-ba09-75869366cccb', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:08:37Z', 'updated_at': '2021-08-11T23:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'a242ea63-6ea3-4184-b523-4147c9d4bcde', 'name': '', 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:27:58:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '8ed0afbd-e2fa-497a-afd1-628259207e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:08:39Z', 'updated_at': '2021-08-11T23:08:42Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': '8ed0afbd-e2fa-497a-afd1-628259207e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:08:43.346291 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-a5137907-1fc4-4e8f-8cd6-620c24fc8311 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:43.346666 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4a69eca7-b764-429f-afc3-b7974b83428c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:43.349859 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-a5137907-1fc4-4e8f-8cd6-620c24fc8311 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.82 "GET /v2.0/networks?id=64fb756c-2544-4eed-a0d2-125af86d2a13 HTTP/1.1" status: 200 len: 795 time: 0.1513195 Aug 11 23:08:43.416883 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-9d34cc6a-bb89-4462-b65d-be19f5dc21a9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba468b72163c4a9087b11fce8559af21 HTTP/1.1" status: 200 len: 380 time: 0.0506761 Aug 11 23:08:43.431392 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-cb3de2f4-bb0b-4b86-9c05-e3d7b352a7a5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'port': {'device_id': 'a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7', 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13', 'admin_state_up': True, 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'security_groups': ['1c7f4b09-2f17-4f87-8958-f53c3011e4a2']}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:08:43.445873 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1e560262-f9db-4e29-ba09-75869366cccb up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:08:43.498931 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 1e560262-f9db-4e29-ba09-75869366cccb triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:08:43.499606 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:43.560381 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-cb3de2f4-bb0b-4b86-9c05-e3d7b352a7a5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Made reservation on behalf of ba468b72163c4a9087b11fce8559af21 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:08:43.564296 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-cb3de2f4-bb0b-4b86-9c05-e3d7b352a7a5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:43.586444 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5eaa6030-7930-4494-ad27-c7c55753ea13 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:08:43.643756 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 5eaa6030-7930-4494-ad27-c7c55753ea13 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:08:43.644239 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:43.704181 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-cb3de2f4-bb0b-4b86-9c05-e3d7b352a7a5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Allocated IP 172.20.0.6 (64fb756c-2544-4eed-a0d2-125af86d2a13/8ed0afbd-e2fa-497a-afd1-628259207e84/01a5ed23-97ee-4846-9bbe-a77ddc60cf75) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:08:43.850973 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-cb3de2f4-bb0b-4b86-9c05-e3d7b352a7a5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:43.866235 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-cb3de2f4-bb0b-4b86-9c05-e3d7b352a7a5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Transition to ACTIVE for port object 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:08:43.912933 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-cb3de2f4-bb0b-4b86-9c05-e3d7b352a7a5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:43.962959 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-cb3de2f4-bb0b-4b86-9c05-e3d7b352a7a5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network 64fb756c-2544-4eed-a0d2-125af86d2a13 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:08:43.966260 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-cb3de2f4-bb0b-4b86-9c05-e3d7b352a7a5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:08:43.973535 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-cb3de2f4-bb0b-4b86-9c05-e3d7b352a7a5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:08:43.999477 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3de2f4-bb0b-4b86-9c05-e3d7b352a7a5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Port': ['ID=01a5ed23-97ee-4846-9bbe-a77ddc60cf75,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:44.030235 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-cb3de2f4-bb0b-4b86-9c05-e3d7b352a7a5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:44.030885 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-cb3de2f4-bb0b-4b86-9c05-e3d7b352a7a5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:44.047375 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-cb3de2f4-bb0b-4b86-9c05-e3d7b352a7a5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6202605 Aug 11 23:08:44.065400 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-d33c81d5-8444-4376-a828-2ee7d1a5023e service neutron] Request body: {'port': {'device_id': 'a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:08:44.125882 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-d33c81d5-8444-4376-a828-2ee7d1a5023e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:44.246588 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-764c9619-85fc-4d68-aedf-f95c8285926a None None] Provisioning for port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:08:44.251257 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-764c9619-85fc-4d68-aedf-f95c8285926a None None] Provisioning complete for port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:08:44.251724 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-764c9619-85fc-4d68-aedf-f95c8285926a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:44.311705 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-764c9619-85fc-4d68-aedf-f95c8285926a None None] Port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:08:44.475009 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246e929-e95d-4e22-bf25-d9f1d2bd0360 req-03a1865e-4520-4655-85d8-56ca5a6b5b5f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:44.476566 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1246e929-e95d-4e22-bf25-d9f1d2bd0360 req-03a1865e-4520-4655-85d8-56ca5a6b5b5f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 931 time: 0.1039500 Aug 11 23:08:44.480632 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-d33c81d5-8444-4376-a828-2ee7d1a5023e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 23:08:44.494303 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-d33c81d5-8444-4376-a828-2ee7d1a5023e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:44.517611 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-d33c81d5-8444-4376-a828-2ee7d1a5023e service neutron] Transition to ACTIVE for port object 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:08:44.525140 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-d33c81d5-8444-4376-a828-2ee7d1a5023e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:44.554501 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1246e929-e95d-4e22-bf25-d9f1d2bd0360 req-0ba1e283-ca6d-4002-8643-fadb61e63810 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691161 Aug 11 23:08:44.583052 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c81d5-8444-4376-a828-2ee7d1a5023e service neutron] Pushing event updated for resources: {'Port': ['ID=01a5ed23-97ee-4846-9bbe-a77ddc60cf75,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:44.655368 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-d33c81d5-8444-4376-a828-2ee7d1a5023e service neutron] Attempting to bind port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:08:44.655742 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-d33c81d5-8444-4376-a828-2ee7d1a5023e service neutron] Attempting to bind port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '5e4ae253-1860-430f-ae2f-01a92e2b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:08:44.656071 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-d33c81d5-8444-4376-a828-2ee7d1a5023e service neutron] Attempting to bind port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 on network 64fb756c-2544-4eed-a0d2-125af86d2a13 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:08:44.660990 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-d33c81d5-8444-4376-a828-2ee7d1a5023e service neutron] Port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 on network 64fb756c-2544-4eed-a0d2-125af86d2a13 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 23:08:44.661314 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-d33c81d5-8444-4376-a828-2ee7d1a5023e service neutron] Attempting to bind port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 on network 64fb756c-2544-4eed-a0d2-125af86d2a13 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:08:44.666485 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-d33c81d5-8444-4376-a828-2ee7d1a5023e service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:08:44.666834 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-d33c81d5-8444-4376-a828-2ee7d1a5023e service neutron] Checking segment: {'id': '5e4ae253-1860-430f-ae2f-01a92e2b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:08:44.667230 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-d33c81d5-8444-4376-a828-2ee7d1a5023e service neutron] Bound using segment: {'id': '5e4ae253-1860-430f-ae2f-01a92e2b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:08:44.667768 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-d33c81d5-8444-4376-a828-2ee7d1a5023e service neutron] Bound port: 01a5ed23-97ee-4846-9bbe-a77ddc60cf75, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e4ae253-1860-430f-ae2f-01a92e2b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:08:44.668064 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-d33c81d5-8444-4376-a828-2ee7d1a5023e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:44.735298 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-d33c81d5-8444-4376-a828-2ee7d1a5023e service neutron] For port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:08:44.738502 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-d33c81d5-8444-4376-a828-2ee7d1a5023e service neutron] For port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=01a5ed23-97ee-4846-9bbe-a77ddc60cf75,segment=NetworkSegment(5e4ae253-1860-430f-ae2f-01a92e2b9be6),segment_id=5e4ae253-1860-430f-ae2f-01a92e2b9be6)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:08:44.743825 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-d33c81d5-8444-4376-a828-2ee7d1a5023e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:44.777087 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-d33c81d5-8444-4376-a828-2ee7d1a5023e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:44.778065 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-d33c81d5-8444-4376-a828-2ee7d1a5023e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:44.780299 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-d33c81d5-8444-4376-a828-2ee7d1a5023e service neutron] 10.222.0.82 "PUT /v2.0/ports/01a5ed23-97ee-4846-9bbe-a77ddc60cf75 HTTP/1.1" status: 200 len: 1091 time: 0.7197287 Aug 11 23:08:44.782487 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7', 'tag': '01a5ed23-97ee-4846-9bbe-a77ddc60cf75'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:08:44.784911 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c9d2e5-8a8b-4e3c-ae47-5fafa380b3a2" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7", "tag": "01a5ed23-97ee-4846-9bbe-a77ddc60cf75"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:08:44.816220 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c81d5-8444-4376-a828-2ee7d1a5023e service neutron] Pushing event updated for resources: {'Port': ['ID=01a5ed23-97ee-4846-9bbe-a77ddc60cf75,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:44.839909 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc029b69-3e4a-4864-a4c1-5302ab224577 x-openstack-request-id: req-bc029b69-3e4a-4864-a4c1-5302ab224577 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:08:44.840209 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7", "tag": "01a5ed23-97ee-4846-9bbe-a77ddc60cf75", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:08:44.840459 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bc029b69-3e4a-4864-a4c1-5302ab224577 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:08:44.840876 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7', 'tag': '01a5ed23-97ee-4846-9bbe-a77ddc60cf75', 'status': 'completed', 'code': 200} Aug 11 23:08:44.897972 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-e2c5390f-40c7-44e5-9238-d366646d8cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:44.899533 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-e2c5390f-40c7-44e5-9238-d366646d8cd4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 1094 time: 0.0471809 Aug 11 23:08:44.947894 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-9f9c9335-e86d-4629-8de5-1e4bbf293726 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01a5ed23-97ee-4846-9bbe-a77ddc60cf75 HTTP/1.1" status: 200 len: 217 time: 0.0344877 Aug 11 23:08:44.998117 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-c1f45822-2122-4fda-ba94-70df4bcda37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:44.999627 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-c1f45822-2122-4fda-ba94-70df4bcda37b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8ed0afbd-e2fa-497a-afd1-628259207e84 HTTP/1.1" status: 200 len: 835 time: 0.0446637 Aug 11 23:08:45.049733 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-cb6ed995-b681-47cf-b449-5c4e44f24d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:45.051267 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-cb6ed995-b681-47cf-b449-5c4e44f24d74 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fb756c-2544-4eed-a0d2-125af86d2a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448773 Aug 11 23:08:45.141601 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-e92235e4-4d6c-4f68-b5c0-a39077719542 service neutron] 10.222.0.82 "GET /v2.0/networks/64fb756c-2544-4eed-a0d2-125af86d2a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813925 Aug 11 23:08:45.233565 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2a8bcdaf-676b-4e7a-8d26-6aa421f22365 req-d1b7a673-bb25-44d9-a671-55bdd9e87b93 service neutron] 10.222.0.82 "GET /v2.0/networks/64fb756c-2544-4eed-a0d2-125af86d2a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860212 Aug 11 23:08:45.371076 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9d2e5-8a8b-4e3c-ae47-5fafa380b3a2 req-c0a584e2-923e-428a-a47c-6f9814490939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:45.372551 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-76c9d2e5-8a8b-4e3c-ae47-5fafa380b3a2 req-c0a584e2-923e-428a-a47c-6f9814490939 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 1094 time: 0.0417652 Aug 11 23:08:45.427334 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a242ea63-6ea3-4184-b523-4147c9d4bcde up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:08:45.465956 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9d2e5-8a8b-4e3c-ae47-5fafa380b3a2 req-415c533c-052c-4367-8eb8-68a5bbf30601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:45.467500 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-76c9d2e5-8a8b-4e3c-ae47-5fafa380b3a2 req-415c533c-052c-4367-8eb8-68a5bbf30601 service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fb756c-2544-4eed-a0d2-125af86d2a13 HTTP/1.1" status: 200 len: 896 time: 0.0881474 Aug 11 23:08:45.478568 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port a242ea63-6ea3-4184-b523-4147c9d4bcde completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:08:45.482380 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port a242ea63-6ea3-4184-b523-4147c9d4bcde triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:08:45.482758 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:45.514585 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-76c9d2e5-8a8b-4e3c-ae47-5fafa380b3a2 req-84b8b302-85f1-4ae8-b053-a244e7803f24 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01a5ed23-97ee-4846-9bbe-a77ddc60cf75 HTTP/1.1" status: 200 len: 217 time: 0.0396261 Aug 11 23:08:45.560548 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:45.571006 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9d2e5-8a8b-4e3c-ae47-5fafa380b3a2 req-91a87b7a-d39f-452a-8e90-8809e3399609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:45.573569 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-76c9d2e5-8a8b-4e3c-ae47-5fafa380b3a2 req-91a87b7a-d39f-452a-8e90-8809e3399609 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8ed0afbd-e2fa-497a-afd1-628259207e84 HTTP/1.1" status: 200 len: 835 time: 0.0526366 Aug 11 23:08:45.597040 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port a242ea63-6ea3-4184-b523-4147c9d4bcde, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a242ea63-6ea3-4184-b523-4147c9d4bcde,segment=NetworkSegment(5e4ae253-1860-430f-ae2f-01a92e2b9be6),segment_id=5e4ae253-1860-430f-ae2f-01a92e2b9be6)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:08:45.601463 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:45.622929 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9d2e5-8a8b-4e3c-ae47-5fafa380b3a2 req-cf7c37a0-7a48-4bf7-9d0b-a196246fe708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:45.624918 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-76c9d2e5-8a8b-4e3c-ae47-5fafa380b3a2 req-cf7c37a0-7a48-4bf7-9d0b-a196246fe708 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fb756c-2544-4eed-a0d2-125af86d2a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438747 Aug 11 23:08:45.657683 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=a242ea63-6ea3-4184-b523-4147c9d4bcde,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:45.745739 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5638151-d9f3-4bcb-a19d-b19d1f4721dd req-a4ebdf0c-21a9-4b06-b7ef-6a5cd8711835 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:45.747218 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c5638151-d9f3-4bcb-a19d-b19d1f4721dd req-a4ebdf0c-21a9-4b06-b7ef-6a5cd8711835 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 943 time: 0.1025457 Aug 11 23:08:45.774035 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-76c9d2e5-8a8b-4e3c-ae47-5fafa380b3a2 req-c5210465-c04b-4a10-bef2-c0ef7c13734c service neutron] 10.222.0.82 "GET /v2.0/networks/64fb756c-2544-4eed-a0d2-125af86d2a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420925 Aug 11 23:08:45.834877 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c5638151-d9f3-4bcb-a19d-b19d1f4721dd req-0bb8a40f-5f70-43d6-b87b-bb057a15e6b9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810082 Aug 11 23:08:45.878991 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-76c9d2e5-8a8b-4e3c-ae47-5fafa380b3a2 req-e10a7a48-baf1-4418-8724-bb29f90db87b service neutron] 10.222.0.82 "GET /v2.0/networks/64fb756c-2544-4eed-a0d2-125af86d2a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973117 Aug 11 23:08:46.190857 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:46.320127 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a6d701f0-f282-46f9-9d75-0b927d722649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:46.950539 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345d9a4-1b55-4d84-bd55-fb199a0be3d9 req-ee146d28-1100-4dc1-8310-91778213630f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:46.952120 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d345d9a4-1b55-4d84-bd55-fb199a0be3d9 req-ee146d28-1100-4dc1-8310-91778213630f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 943 time: 0.0499365 Aug 11 23:08:46.990721 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d345d9a4-1b55-4d84-bd55-fb199a0be3d9 req-fe034bf1-2a3a-4877-be25-ff7b9dc4ff71 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325935 Aug 11 23:08:47.406206 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a242ea63-6ea3-4184-b523-4147c9d4bcde up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:08:47.456139 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port a242ea63-6ea3-4184-b523-4147c9d4bcde triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:08:47.456440 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:47.784136 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:48.104595 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e2968-34ca-44d9-9395-f1fa24245258 req-4ae670b3-e6c4-41aa-bcd1-ec5998e60e02 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:48.106020 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-600e2968-34ca-44d9-9395-f1fa24245258 req-4ae670b3-e6c4-41aa-bcd1-ec5998e60e02 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 943 time: 0.0490406 Aug 11 23:08:48.148490 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-600e2968-34ca-44d9-9395-f1fa24245258 req-a480380d-46f1-4eb6-b009-b94b2fa2697f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363784 Aug 11 23:08:49.239637 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:49.269531 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e7827-08e5-4e73-9d50-9c151784ea59 req-66a856b7-82a1-43fa-9978-cf0ab4528471 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:49.271031 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fd4e7827-08e5-4e73-9d50-9c151784ea59 req-66a856b7-82a1-43fa-9978-cf0ab4528471 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 943 time: 0.0535624 Aug 11 23:08:49.309801 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fd4e7827-08e5-4e73-9d50-9c151784ea59 req-13e8fd15-037d-4faa-930d-59661aed82ba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323431 Aug 11 23:08:50.221675 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 23:08:50.428971 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e85ed4-e9ea-48d0-82bf-69b366d50abb req-e830cc1c-1e05-41df-b9ae-f28b1753fc10 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:50.430516 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-19e85ed4-e9ea-48d0-82bf-69b366d50abb req-e830cc1c-1e05-41df-b9ae-f28b1753fc10 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 943 time: 0.0516570 Aug 11 23:08:50.468535 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-19e85ed4-e9ea-48d0-82bf-69b366d50abb req-5b54b349-0d35-4eb3-837f-8f78cc605f7d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314596 Aug 11 23:08:50.476958 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=01a5ed23-97ee-4846-9bbe-a77ddc60cf75,segment=NetworkSegment(5e4ae253-1860-430f-ae2f-01a92e2b9be6),segment_id=5e4ae253-1860-430f-ae2f-01a92e2b9be6)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:08:50.488534 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '01a5ed23-97ee-4846-9bbe-a77ddc60cf75', 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13', 'port_id': '01a5ed23-97ee-4846-9bbe-a77ddc60cf75', 'mac_address': 'fa:16:3e:ec:6d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ed0afbd-e2fa-497a-afd1-628259207e84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 23:08:50.525137 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:50.537689 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 23:08:50.556973 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=01a5ed23-97ee-4846-9bbe-a77ddc60cf75,segment=NetworkSegment(5e4ae253-1860-430f-ae2f-01a92e2b9be6),segment_id=5e4ae253-1860-430f-ae2f-01a92e2b9be6)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:08:50.560696 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:50.608667 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=01a5ed23-97ee-4846-9bbe-a77ddc60cf75,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:50.982358 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['01a5ed23-97ee-4846-9bbe-a77ddc60cf75'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 23:08:51.274954 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:51.583299 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ce786-d067-4c67-b956-5f588ba69b63 req-b16cee91-f442-4566-bba5-0ba1e88378a4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:51.584738 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-662ce786-d067-4c67-b956-5f588ba69b63 req-b16cee91-f442-4566-bba5-0ba1e88378a4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 944 time: 0.0478473 Aug 11 23:08:51.624044 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-662ce786-d067-4c67-b956-5f588ba69b63 req-295faf94-e195-4acf-920a-141af2fcf612 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324740 Aug 11 23:08:52.244467 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:08:52.291909 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:08:52.295668 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:08:52.296048 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:52.373682 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:52.396012 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a5ed23-97ee-4846-9bbe-a77ddc60cf75'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:08:52.398777 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698368cb-fe45-4174-99fc-db5bc98653fb" -d '{"events": [{"server_uuid": "a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7", "name": "network-vif-plugged", "status": "completed", "tag": "01a5ed23-97ee-4846-9bbe-a77ddc60cf75"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:08:52.412183 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=01a5ed23-97ee-4846-9bbe-a77ddc60cf75,segment=NetworkSegment(5e4ae253-1860-430f-ae2f-01a92e2b9be6),segment_id=5e4ae253-1860-430f-ae2f-01a92e2b9be6)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:08:52.416900 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:52.470479 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=01a5ed23-97ee-4846-9bbe-a77ddc60cf75,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:52.493841 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 23:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a326d1-943e-429f-8961-3e9db359698d x-openstack-request-id: req-47a326d1-943e-429f-8961-3e9db359698d {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:08:52.494208 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7", "name": "network-vif-plugged", "status": "completed", "tag": "01a5ed23-97ee-4846-9bbe-a77ddc60cf75", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:08:52.494532 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-47a326d1-943e-429f-8961-3e9db359698d {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:08:52.495000 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a5ed23-97ee-4846-9bbe-a77ddc60cf75', 'code': 200} Aug 11 23:08:52.617653 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbc430-4e50-4176-b75d-3d58ebcafa48 req-d2a93840-ca0e-452b-be6e-6dc4b91448b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:52.619176 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-17fbc430-4e50-4176-b75d-3d58ebcafa48 req-d2a93840-ca0e-452b-be6e-6dc4b91448b3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 1096 time: 0.0440984 Aug 11 23:08:52.653503 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-17fbc430-4e50-4176-b75d-3d58ebcafa48 req-40b2e9a0-6e20-4808-a903-db75ea69160b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272660 Aug 11 23:08:52.741255 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572ed4a-6d42-4697-9e8a-45e3e321277f req-eb77d640-0313-46cf-9a49-b38c83af344f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:52.742769 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f572ed4a-6d42-4697-9e8a-45e3e321277f req-eb77d640-0313-46cf-9a49-b38c83af344f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 945 time: 0.0494981 Aug 11 23:08:52.782026 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f572ed4a-6d42-4697-9e8a-45e3e321277f req-36c0c107-5d07-4a27-a527-03a437cc84e1 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326295 Aug 11 23:08:53.895801 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155f9b0-623d-4175-970e-0d44a27b2cf2 req-5b12917b-3221-4b5b-bb6e-9d08abfa267f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:53.897300 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b155f9b0-623d-4175-970e-0d44a27b2cf2 req-5b12917b-3221-4b5b-bb6e-9d08abfa267f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 945 time: 0.0495172 Aug 11 23:08:53.935713 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b155f9b0-623d-4175-970e-0d44a27b2cf2 req-a0318cf3-2e67-48bb-8257-eefeff182b91 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318773 Aug 11 23:08:55.060653 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46dc94-8f57-4422-8e9a-63edcefd09f4 req-b307ce20-2098-4310-9750-2dc4edde89c3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:55.062399 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2e46dc94-8f57-4422-8e9a-63edcefd09f4 req-b307ce20-2098-4310-9750-2dc4edde89c3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 945 time: 0.0580790 Aug 11 23:08:55.100122 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2e46dc94-8f57-4422-8e9a-63edcefd09f4 req-4d86f66c-b09a-452c-a6ed-7a8bce0149c0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317042 Aug 11 23:08:55.214400 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92faca87-5f94-43e2-9c43-c4e414822700 req-a2ca7e7e-f666-4a02-aaa2-4fbeaeb2f47d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:55.215899 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-92faca87-5f94-43e2-9c43-c4e414822700 req-a2ca7e7e-f666-4a02-aaa2-4fbeaeb2f47d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 945 time: 0.0489750 Aug 11 23:08:55.254184 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-92faca87-5f94-43e2-9c43-c4e414822700 req-9c528931-a415-4391-a719-e87eac474b1c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316348 Aug 11 23:08:55.276002 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58186) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:08:55.316269 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0098b2-b40d-4317-bab8-072a75c74d41 tempest-TestNetworkAdvancedServerOps-149514128 tempest-TestNetworkAdvancedServerOps-149514128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:55.317817 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3d0098b2-b40d-4317-bab8-072a75c74d41 tempest-TestNetworkAdvancedServerOps-149514128 tempest-TestNetworkAdvancedServerOps-149514128-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 1091 time: 0.0408380 Aug 11 23:08:55.320716 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58188) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:08:55.325066 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-05d8446b-9fbc-4635-82b2-dbebed9b97f9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'port_id': '01a5ed23-97ee-4846-9bbe-a77ddc60cf75', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:08:55.349021 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05d8446b-9fbc-4635-82b2-dbebed9b97f9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:55.446449 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05d8446b-9fbc-4635-82b2-dbebed9b97f9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:55.545303 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-05d8446b-9fbc-4635-82b2-dbebed9b97f9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Allocated IP 172.25.2.111 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/b4b9e244-3881-4421-b4c1-40aca09eb8d9) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:08:55.648245 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05d8446b-9fbc-4635-82b2-dbebed9b97f9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:55.686217 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05d8446b-9fbc-4635-82b2-dbebed9b97f9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:55.727594 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d8446b-9fbc-4635-82b2-dbebed9b97f9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:08:55.730498 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-05d8446b-9fbc-4635-82b2-dbebed9b97f9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:08:55.733075 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d8446b-9fbc-4635-82b2-dbebed9b97f9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:08:55.739230 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8446b-9fbc-4635-82b2-dbebed9b97f9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Port': ['ID=b4b9e244-3881-4421-b4c1-40aca09eb8d9,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:56.091206 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05d8446b-9fbc-4635-82b2-dbebed9b97f9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:56.155904 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05d8446b-9fbc-4635-82b2-dbebed9b97f9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:56.305388 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05d8446b-9fbc-4635-82b2-dbebed9b97f9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:56.309812 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05d8446b-9fbc-4635-82b2-dbebed9b97f9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:56.377623 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8446b-9fbc-4635-82b2-dbebed9b97f9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Port': ['ID=b4b9e244-3881-4421-b4c1-40aca09eb8d9,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:08:56.390830 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05d8446b-9fbc-4635-82b2-dbebed9b97f9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:56.489838 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-05d8446b-9fbc-4635-82b2-dbebed9b97f9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Floating IP 3c8e14ca-edc0-43ef-a7bf-71236b8222ea associated. External IP: 172.25.2.111, port: 01a5ed23-97ee-4846-9bbe-a77ddc60cf75. Aug 11 23:08:57.013879 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d8446b-9fbc-4635-82b2-dbebed9b97f9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Router 1ee48874-eb06-4466-9c73-9ca1f8b1ed65 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:08:57.115178 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d8446b-9fbc-4635-82b2-dbebed9b97f9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:08:57.126167 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3fb827-8825-452d-bcac-283c3ed52d84 None None] Sync routers for ids ['1ee48874-eb06-4466-9c73-9ca1f8b1ed65'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:08:57.130948 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-05d8446b-9fbc-4635-82b2-dbebed9b97f9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:08:57.136466 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3fb827-8825-452d-bcac-283c3ed52d84 None None] Routers {'1ee48874-eb06-4466-9c73-9ca1f8b1ed65'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:08:57.137332 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-fa3fb827-8825-452d-bcac-283c3ed52d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:08:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['1ee48874-eb06-4466-9c73-9ca1f8b1ed65'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:08:57.161817 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-05d8446b-9fbc-4635-82b2-dbebed9b97f9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8400838 Aug 11 23:08:57.162408 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7', 'tag': '01a5ed23-97ee-4846-9bbe-a77ddc60cf75'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:08:57.165302 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714a9331-d144-4264-88cd-6962b7af4b72" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7", "tag": "01a5ed23-97ee-4846-9bbe-a77ddc60cf75"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:08:57.245008 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-fa3fb827-8825-452d-bcac-283c3ed52d84 None None] Set router 1ee48874-eb06-4466-9c73-9ca1f8b1ed65 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:08:57.259535 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b05d6-cd4e-47b1-b7aa-f95d451e829a req-ded17690-efcf-4d70-8308-fe0bbc66a448 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:57.261060 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-868b05d6-cd4e-47b1-b7aa-f95d451e829a req-ded17690-efcf-4d70-8308-fe0bbc66a448 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 945 time: 0.0486569 Aug 11 23:08:57.299465 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-868b05d6-cd4e-47b1-b7aa-f95d451e829a req-80015c81-bb12-4652-80e9-df517c064b3c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315895 Aug 11 23:08:57.321859 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58196) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:08:57.359771 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f87d0a-bf19-4d0e-991c-9d9016df4e3f x-openstack-request-id: req-b8f87d0a-bf19-4d0e-991c-9d9016df4e3f {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:08:57.360061 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7", "tag": "01a5ed23-97ee-4846-9bbe-a77ddc60cf75", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:08:57.360313 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b8f87d0a-bf19-4d0e-991c-9d9016df4e3f {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:08:57.360714 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7', 'tag': '01a5ed23-97ee-4846-9bbe-a77ddc60cf75', 'status': 'completed', 'code': 200} Aug 11 23:08:57.387552 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-16cd02ee-d222-4d0d-ba89-627a9c210e61 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/floatingips/3c8e14ca-edc0-43ef-a7bf-71236b8222ea HTTP/1.1" status: 200 len: 991 time: 0.0638490 Aug 11 23:08:57.432164 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a9331-d144-4264-88cd-6962b7af4b72 req-6bf7539d-bc7e-4a58-8210-9338db387b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:57.433743 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-714a9331-d144-4264-88cd-6962b7af4b72 req-6bf7539d-bc7e-4a58-8210-9338db387b85 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 1096 time: 0.0441961 Aug 11 23:08:57.473969 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-fa3fb827-8825-452d-bcac-283c3ed52d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642665825', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '1e560262-f9db-4e29-ba09-75869366cccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:08:36Z', 'updated_at': '2021-08-11T23:08:40Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '1e560262-f9db-4e29-ba09-75869366cccb', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:08:37Z', 'updated_at': '2021-08-11T23:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '3c8e14ca-edc0-43ef-a7bf-71236b8222ea', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'floating_ip_address': '172.25.2.111', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'port_id': '01a5ed23-97ee-4846-9bbe-a77ddc60cf75', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13', 'mac_address': 'fa:16:3e:ec:6d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:08:55Z', 'updated_at': '2021-08-11T23:08:55Z', 'revision_number': 0, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a242ea63-6ea3-4184-b523-4147c9d4bcde', 'name': '', 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:27:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '8ed0afbd-e2fa-497a-afd1-628259207e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:08:39Z', 'updated_at': '2021-08-11T23:08:45Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': '8ed0afbd-e2fa-497a-afd1-628259207e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:08:57.505964 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3fb827-8825-452d-bcac-283c3ed52d84 None None] Checking router: 1ee48874-eb06-4466-9c73-9ca1f8b1ed65 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:08:57.514198 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3fb827-8825-452d-bcac-283c3ed52d84 None None] Routers {'1ee48874-eb06-4466-9c73-9ca1f8b1ed65'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:08:57.514814 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-fa3fb827-8825-452d-bcac-283c3ed52d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:08:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['1ee48874-eb06-4466-9c73-9ca1f8b1ed65'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:08:57.524116 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a9331-d144-4264-88cd-6962b7af4b72 req-7e3739ff-d6d4-4f5a-bf66-9b6bb0c4c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:57.525885 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-714a9331-d144-4264-88cd-6962b7af4b72 req-7e3739ff-d6d4-4f5a-bf66-9b6bb0c4c783 service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fb756c-2544-4eed-a0d2-125af86d2a13 HTTP/1.1" status: 200 len: 896 time: 0.0839295 Aug 11 23:08:57.593506 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-714a9331-d144-4264-88cd-6962b7af4b72 req-5a0dc2e5-e509-4753-af71-260f1b0f4578 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01a5ed23-97ee-4846-9bbe-a77ddc60cf75 HTTP/1.1" status: 200 len: 999 time: 0.0611019 Aug 11 23:08:57.619617 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-fa3fb827-8825-452d-bcac-283c3ed52d84 None None] Set router 1ee48874-eb06-4466-9c73-9ca1f8b1ed65 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:08:57.642756 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a9331-d144-4264-88cd-6962b7af4b72 req-fdf0c972-eb52-47a5-9440-8203d68370c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:57.644254 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-714a9331-d144-4264-88cd-6962b7af4b72 req-fdf0c972-eb52-47a5-9440-8203d68370c4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8ed0afbd-e2fa-497a-afd1-628259207e84 HTTP/1.1" status: 200 len: 835 time: 0.0439713 Aug 11 23:08:57.690640 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a9331-d144-4264-88cd-6962b7af4b72 req-9162b893-2e2b-4906-9b1c-be5b2710b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:08:57.692209 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-714a9331-d144-4264-88cd-6962b7af4b72 req-9162b893-2e2b-4906-9b1c-be5b2710b7fb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fb756c-2544-4eed-a0d2-125af86d2a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404146 Aug 11 23:08:57.790096 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-714a9331-d144-4264-88cd-6962b7af4b72 req-44ba631a-027e-41ac-8078-2754c323ac6c service neutron] 10.222.0.82 "GET /v2.0/networks/64fb756c-2544-4eed-a0d2-125af86d2a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898106 Aug 11 23:08:57.860729 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-fa3fb827-8825-452d-bcac-283c3ed52d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642665825', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '1e560262-f9db-4e29-ba09-75869366cccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:08:36Z', 'updated_at': '2021-08-11T23:08:40Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '1e560262-f9db-4e29-ba09-75869366cccb', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:08:37Z', 'updated_at': '2021-08-11T23:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '3c8e14ca-edc0-43ef-a7bf-71236b8222ea', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'floating_ip_address': '172.25.2.111', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'port_id': '01a5ed23-97ee-4846-9bbe-a77ddc60cf75', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13', 'mac_address': 'fa:16:3e:ec:6d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:08:55Z', 'updated_at': '2021-08-11T23:08:55Z', 'revision_number': 0, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a242ea63-6ea3-4184-b523-4147c9d4bcde', 'name': '', 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:27:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '8ed0afbd-e2fa-497a-afd1-628259207e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:08:39Z', 'updated_at': '2021-08-11T23:08:45Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': '8ed0afbd-e2fa-497a-afd1-628259207e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:08:57.880173 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-714a9331-d144-4264-88cd-6962b7af4b72 req-61c53dcc-610a-4598-bcb4-2233609f9154 service neutron] 10.222.0.82 "GET /v2.0/networks/64fb756c-2544-4eed-a0d2-125af86d2a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833907 Aug 11 23:08:57.886692 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3fb827-8825-452d-bcac-283c3ed52d84 None None] The sync data for ids ['1ee48874-eb06-4466-9c73-9ca1f8b1ed65'] in n-d-804275-3 is: [{'id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642665825', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '1e560262-f9db-4e29-ba09-75869366cccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:08:36Z', 'updated_at': '2021-08-11T23:08:40Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '1e560262-f9db-4e29-ba09-75869366cccb', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:08:37Z', 'updated_at': '2021-08-11T23:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '3c8e14ca-edc0-43ef-a7bf-71236b8222ea', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'floating_ip_address': '172.25.2.111', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'port_id': '01a5ed23-97ee-4846-9bbe-a77ddc60cf75', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13', 'mac_address': 'fa:16:3e:ec:6d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:08:55Z', 'updated_at': '2021-08-11T23:08:55Z', 'revision_number': 0, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a242ea63-6ea3-4184-b523-4147c9d4bcde', 'name': '', 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:27:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '8ed0afbd-e2fa-497a-afd1-628259207e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:08:39Z', 'updated_at': '2021-08-11T23:08:45Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': '8ed0afbd-e2fa-497a-afd1-628259207e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:08:58.073724 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789ffaa1-880f-4fe5-a559-597a43ef2f3a None None] New status for floating IP 3c8e14ca-edc0-43ef-a7bf-71236b8222ea: ACTIVE {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 23:08:58.391410 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58198) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:08:58.457652 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f53fc15c-e929-4e40-af8f-8c9d16b4475f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/floatingips/3c8e14ca-edc0-43ef-a7bf-71236b8222ea HTTP/1.1" status: 200 len: 993 time: 0.0649018 Aug 11 23:09:08.782829 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:09:13.339184 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f91f0ed6-c1ec-4e08-b120-81beee43eacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:09:16.191774 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:09:16.321125 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-46d80a80-9ee8-4c56-bbda-684d76d2db55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:09:17.786713 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:09:18.099438 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:09:19.244698 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:09:21.278824 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:09:26.256096 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-580a923c-7bfa-4d23-a310-6a1ac5b3a7c9 req-ef078e7a-7d0c-4083-b7d3-674288a593c8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413647 Aug 11 23:09:26.355846 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a923c-7bfa-4d23-a310-6a1ac5b3a7c9 req-568543b6-380f-4f02-a19c-464e1befd3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:09:26.357400 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-580a923c-7bfa-4d23-a310-6a1ac5b3a7c9 req-568543b6-380f-4f02-a19c-464e1befd3c5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 1096 time: 0.0415628 Aug 11 23:09:26.469448 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a923c-7bfa-4d23-a310-6a1ac5b3a7c9 req-4ca52262-2d06-4618-9dd5-3ec7bfe4d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:09:26.471902 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-580a923c-7bfa-4d23-a310-6a1ac5b3a7c9 req-4ca52262-2d06-4618-9dd5-3ec7bfe4d35a service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fb756c-2544-4eed-a0d2-125af86d2a13 HTTP/1.1" status: 200 len: 896 time: 0.0899186 Aug 11 23:09:26.538508 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-580a923c-7bfa-4d23-a310-6a1ac5b3a7c9 req-bb60e0e7-3fe9-47d6-a988-0a1c57f65e48 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01a5ed23-97ee-4846-9bbe-a77ddc60cf75 HTTP/1.1" status: 200 len: 1001 time: 0.0597918 Aug 11 23:09:26.586962 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a923c-7bfa-4d23-a310-6a1ac5b3a7c9 req-b301e3fb-363b-4a6d-9959-0c288af7efac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:09:26.588466 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-580a923c-7bfa-4d23-a310-6a1ac5b3a7c9 req-b301e3fb-363b-4a6d-9959-0c288af7efac service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8ed0afbd-e2fa-497a-afd1-628259207e84 HTTP/1.1" status: 200 len: 835 time: 0.0435586 Aug 11 23:09:26.637631 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a923c-7bfa-4d23-a310-6a1ac5b3a7c9 req-79118c9f-3d6e-4ba6-b258-e552d718093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:09:26.639136 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-580a923c-7bfa-4d23-a310-6a1ac5b3a7c9 req-79118c9f-3d6e-4ba6-b258-e552d718093e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fb756c-2544-4eed-a0d2-125af86d2a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431025 Aug 11 23:09:26.728220 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-580a923c-7bfa-4d23-a310-6a1ac5b3a7c9 req-4ed5094c-34f3-409d-b567-bc18ca210973 service neutron] 10.222.0.82 "GET /v2.0/networks/64fb756c-2544-4eed-a0d2-125af86d2a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817413 Aug 11 23:09:26.821980 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-580a923c-7bfa-4d23-a310-6a1ac5b3a7c9 req-69b9e4f4-1cb7-42f3-857c-11336113e065 service neutron] 10.222.0.82 "GET /v2.0/networks/64fb756c-2544-4eed-a0d2-125af86d2a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865660 Aug 11 23:09:38.781429 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:09:43.342623 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4cf2a991-c89f-4738-9f74-0c3534ba63b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:09:46.200883 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:09:46.323178 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d9aa0703-eba7-4ba0-945f-0a3c4f651463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:09:47.799983 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:09:49.251828 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:09:51.282327 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:09:55.098896 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:09:59.362961 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149d4e2-294a-45ff-b112-ed19c811b190 req-67bfc8f7-934c-4ceb-bc0b-6e1074673a3e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:09:59.364648 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8149d4e2-294a-45ff-b112-ed19c811b190 req-67bfc8f7-934c-4ceb-bc0b-6e1074673a3e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 945 time: 0.0621829 Aug 11 23:09:59.403703 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-d0b36a87-1a9e-4b84-8fb7-8b5d1b578141 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1125348 Aug 11 23:09:59.411300 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8149d4e2-294a-45ff-b112-ed19c811b190 req-23d9452f-80a9-4998-b58d-7f71bdb89943 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395808 Aug 11 23:10:00.560736 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86110ad-156b-48b0-8b19-7b7cf0e94b97 req-b607314d-0dc0-49bd-a1db-280930e16160 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:00.562261 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c86110ad-156b-48b0-8b19-7b7cf0e94b97 req-b607314d-0dc0-49bd-a1db-280930e16160 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 945 time: 0.0778372 Aug 11 23:10:00.626497 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-32e1720c-a525-488e-971b-958212fd0787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:00.628080 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-32e1720c-a525-488e-971b-958212fd0787 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 1096 time: 0.0831835 Aug 11 23:10:00.631619 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c86110ad-156b-48b0-8b19-7b7cf0e94b97 req-c04dfb56-e9c5-44d7-b9d3-38c5368c779d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528405 Aug 11 23:10:00.721913 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-975cd788-251b-491c-ad79-5bc0808660ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:00.723444 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-975cd788-251b-491c-ad79-5bc0808660ba service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fb756c-2544-4eed-a0d2-125af86d2a13 HTTP/1.1" status: 200 len: 896 time: 0.0877740 Aug 11 23:10:00.796903 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-9f3dfcc2-a155-4bc6-a066-8353ed4284d2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01a5ed23-97ee-4846-9bbe-a77ddc60cf75 HTTP/1.1" status: 200 len: 1001 time: 0.0644796 Aug 11 23:10:00.853914 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-96c0a182-cf52-4086-af59-e5117d617a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:00.855515 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-96c0a182-cf52-4086-af59-e5117d617a8f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8ed0afbd-e2fa-497a-afd1-628259207e84 HTTP/1.1" status: 200 len: 835 time: 0.0501344 Aug 11 23:10:00.903837 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-3de7fbb6-568c-4206-89eb-760fd349e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:00.905381 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-3de7fbb6-568c-4206-89eb-760fd349e05a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fb756c-2544-4eed-a0d2-125af86d2a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425673 Aug 11 23:10:01.001554 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-c7766503-5a9a-4e2f-adcf-f8deb57fcd5b service neutron] 10.222.0.82 "GET /v2.0/networks/64fb756c-2544-4eed-a0d2-125af86d2a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883114 Aug 11 23:10:01.095528 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-43017ad3-9910-457c-9d1d-28aad7e2937e service neutron] 10.222.0.82 "GET /v2.0/networks/64fb756c-2544-4eed-a0d2-125af86d2a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868957 Aug 11 23:10:01.754940 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3ac91-f3c5-4ec1-8b83-c69b025bb6da req-145bab75-e57f-4bdc-91f2-313ff023f5b9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:01.756794 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e0b3ac91-f3c5-4ec1-8b83-c69b025bb6da req-145bab75-e57f-4bdc-91f2-313ff023f5b9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 945 time: 0.0522194 Aug 11 23:10:01.798788 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e0b3ac91-f3c5-4ec1-8b83-c69b025bb6da req-2ee2c963-5f04-4680-8715-1dc8fdad0b57 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356340 Aug 11 23:10:02.956003 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f05499-989e-408e-99c9-161bb8d87363 req-537a55b3-9392-40b6-9cc8-311f5a329277 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:02.957898 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-29f05499-989e-408e-99c9-161bb8d87363 req-537a55b3-9392-40b6-9cc8-311f5a329277 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 945 time: 0.0756717 Aug 11 23:10:02.997309 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-29f05499-989e-408e-99c9-161bb8d87363 req-34a46469-4419-4763-927c-f32bcd6e1c50 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328267 Aug 11 23:10:04.118082 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3f9a4-0610-45d5-a717-4cd7b087f324 req-95cf083e-975b-45a8-b019-f3e97d29fb6e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:04.119893 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b7a3f9a4-0610-45d5-a717-4cd7b087f324 req-95cf083e-975b-45a8-b019-f3e97d29fb6e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 945 time: 0.0520546 Aug 11 23:10:04.161352 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b7a3f9a4-0610-45d5-a717-4cd7b087f324 req-987bea1b-e328-4131-9b42-d6b776db7d45 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350993 Aug 11 23:10:05.285690 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb46676-fddc-40e6-863c-678cfeb66678 req-99f584b9-2933-41ec-9a3a-fdab21b7446f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:05.287355 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9bb46676-fddc-40e6-863c-678cfeb66678 req-99f584b9-2933-41ec-9a3a-fdab21b7446f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 945 time: 0.0566666 Aug 11 23:10:05.326027 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9bb46676-fddc-40e6-863c-678cfeb66678 req-d73ef355-4220-4664-8bb9-2aa7416365bd tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326157 Aug 11 23:10:06.450951 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463437bb-6c88-407d-b138-8cbdbab1fb39 req-d1a3901f-d659-4e1b-92b6-a5922a17c70c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:06.452603 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-463437bb-6c88-407d-b138-8cbdbab1fb39 req-d1a3901f-d659-4e1b-92b6-a5922a17c70c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 945 time: 0.0558949 Aug 11 23:10:06.495393 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-463437bb-6c88-407d-b138-8cbdbab1fb39 req-f8a0cd70-adfe-4d02-9436-b55a829f9a4d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363986 Aug 11 23:10:07.615273 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30a992-7eb5-4e0b-8255-d6f431e73986 req-cf16ef16-f7cc-42e7-939b-7d7302f25c3a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:07.617007 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0f30a992-7eb5-4e0b-8255-d6f431e73986 req-cf16ef16-f7cc-42e7-939b-7d7302f25c3a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 945 time: 0.0504708 Aug 11 23:10:07.663195 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0f30a992-7eb5-4e0b-8255-d6f431e73986 req-d646734a-1026-41a4-a2fa-915925558a12 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355840 Aug 11 23:10:08.788088 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:08.791357 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3eb3b3-cf74-4dc9-a19d-a338eb956482 req-c60b0be3-d4f9-497f-aae1-8e3a32a93c23 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:08.793029 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4a3eb3b3-cf74-4dc9-a19d-a338eb956482 req-c60b0be3-d4f9-497f-aae1-8e3a32a93c23 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 945 time: 0.0602908 Aug 11 23:10:08.834313 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4a3eb3b3-cf74-4dc9-a19d-a338eb956482 req-648d0fef-d931-4088-ace3-c438a54d74f7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342414 Aug 11 23:10:09.957386 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4458e1-f6ed-46c7-a64c-ea1ab8bea840 req-10fc508e-bc6c-4e89-8f14-eb6e134005ba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:09.958939 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fa4458e1-f6ed-46c7-a64c-ea1ab8bea840 req-10fc508e-bc6c-4e89-8f14-eb6e134005ba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 945 time: 0.0548670 Aug 11 23:10:09.997421 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fa4458e1-f6ed-46c7-a64c-ea1ab8bea840 req-f8aab299-a399-4436-91cc-0e14bbfe2fd9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322938 Aug 11 23:10:11.119252 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253da1ff-ee31-4705-80bf-add1f2d8fff6 req-6a7c35d6-c17c-43fd-9eb9-2966b168e57b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:11.120852 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-253da1ff-ee31-4705-80bf-add1f2d8fff6 req-6a7c35d6-c17c-43fd-9eb9-2966b168e57b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 945 time: 0.0531163 Aug 11 23:10:11.161378 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-253da1ff-ee31-4705-80bf-add1f2d8fff6 req-7e497a38-93c4-419f-aec8-14a6c6bf7eba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344481 Aug 11 23:10:12.279686 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbfdf1-2dd6-43df-87d2-2de5494dc6a1 req-a1c3fa19-81de-44d7-9e2e-e31282af18f1 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:12.281243 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-10cbfdf1-2dd6-43df-87d2-2de5494dc6a1 req-a1c3fa19-81de-44d7-9e2e-e31282af18f1 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 945 time: 0.0516586 Aug 11 23:10:12.321829 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-10cbfdf1-2dd6-43df-87d2-2de5494dc6a1 req-af1ca2d0-3b26-4b4e-bcd5-5a4caadfcf38 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336244 Aug 11 23:10:13.099204 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-ea7fb50e-6aa5-40d3-ab96-fb900b9e21aa service neutron] show failed (client error): The resource could not be found. Aug 11 23:10:13.100252 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-ea7fb50e-6aa5-40d3-ab96-fb900b9e21aa service neutron] 10.222.0.82 "GET /v2.0/ports/01a5ed23-97ee-4846-9bbe-a77ddc60cf75/bindings/n-h2-804275-3 HTTP/1.1" status: 404 len: 380 time: 0.0575881 Aug 11 23:10:13.345365 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a384c302-9aa9-4a39-acc0-f7f3ca03c0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:13.350867 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-49c1dbd0-e860-4682-a07a-7cf926ab837a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:13.352885 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-49c1dbd0-e860-4682-a07a-7cf926ab837a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7&tenant_id=ba468b72163c4a9087b11fce8559af21 HTTP/1.1" status: 200 len: 1096 time: 0.0887735 Aug 11 23:10:13.365521 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804275-3', 'device_owner': 'compute:nova'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:10:13.426086 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:13.446735 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6513a97-b78b-4923-9680-f93954ec7b81 req-f3b0eec6-9770-4a93-9723-97ee3e758a83 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:13.448349 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c6513a97-b78b-4923-9680-f93954ec7b81 req-f3b0eec6-9770-4a93-9723-97ee3e758a83 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 945 time: 0.0533152 Aug 11 23:10:13.489483 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c6513a97-b78b-4923-9680-f93954ec7b81 req-088c6c19-63f6-4358-b360-8a0a118a7acc tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346794 Aug 11 23:10:13.641158 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] For port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=01a5ed23-97ee-4846-9bbe-a77ddc60cf75,segment=NetworkSegment(5e4ae253-1860-430f-ae2f-01a92e2b9be6),segment_id=5e4ae253-1860-430f-ae2f-01a92e2b9be6)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:10:13.676941 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] For port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75, host n-h1-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:10:13.716991 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01a5ed23-97ee-4846-9bbe-a77ddc60cf75'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:10:13.719318 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b102379e7d6c573a0c111394fd6df11cb948dcd7c204d584f65cddae3f2353ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7764544b-b46c-4b4f-b4e5-c0e44fe41bde" -d '{"events": [{"server_uuid": "a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7", "name": "network-vif-unplugged", "status": "completed", "tag": "01a5ed23-97ee-4846-9bbe-a77ddc60cf75"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:10:13.724135 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:13.737408 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Transition to ACTIVE for port object 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:10:13.741568 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:13.822167 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Pushing event updated for resources: {'Port': ['ID=01a5ed23-97ee-4846-9bbe-a77ddc60cf75,revision_number=6']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:10:13.838961 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:13.839320 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:13.839712 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:13.840060 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:13.840402 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:13.840746 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:13.841097 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:13.841435 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:13.841779 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:13.842108 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:13.842440 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:13.842777 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:13.849935 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 23:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2951f62-8ff6-40a5-bfc1-1c65078abab0 x-openstack-request-id: req-c2951f62-8ff6-40a5-bfc1-1c65078abab0 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:10:13.850240 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7", "name": "network-vif-unplugged", "status": "completed", "tag": "01a5ed23-97ee-4846-9bbe-a77ddc60cf75", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:10:13.850500 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c2951f62-8ff6-40a5-bfc1-1c65078abab0 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:10:13.850906 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01a5ed23-97ee-4846-9bbe-a77ddc60cf75', 'code': 200} Aug 11 23:10:13.880061 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] No DVR routers for this DVR port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 on host n-h1-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:10:14.017334 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Attempting to bind port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:10:14.017676 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Attempting to bind port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '5e4ae253-1860-430f-ae2f-01a92e2b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:10:14.018017 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Attempting to bind port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 on network 64fb756c-2544-4eed-a0d2-125af86d2a13 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:10:14.022391 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 on network 64fb756c-2544-4eed-a0d2-125af86d2a13 not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 23:10:14.022722 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Attempting to bind port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 on network 64fb756c-2544-4eed-a0d2-125af86d2a13 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:10:14.027998 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:10:14.028347 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Checking segment: {'id': '5e4ae253-1860-430f-ae2f-01a92e2b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:10:14.028739 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Bound using segment: {'id': '5e4ae253-1860-430f-ae2f-01a92e2b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:10:14.029173 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Bound port: 01a5ed23-97ee-4846-9bbe-a77ddc60cf75, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e4ae253-1860-430f-ae2f-01a92e2b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:10:14.029539 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:14.097541 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] For port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:10:14.100949 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] For port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=01a5ed23-97ee-4846-9bbe-a77ddc60cf75,segment=NetworkSegment(5e4ae253-1860-430f-ae2f-01a92e2b9be6),segment_id=5e4ae253-1860-430f-ae2f-01a92e2b9be6)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:10:14.105919 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:14.140802 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:14.142014 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:14.143475 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] 10.222.0.52 "PUT /v2.0/ports/01a5ed23-97ee-4846-9bbe-a77ddc60cf75 HTTP/1.1" status: 200 len: 1091 time: 0.7823298 Aug 11 23:10:14.177289 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99edc188-12b3-4b05-8fc4-87175f3ffb4f service neutron] Pushing event updated for resources: {'Port': ['ID=01a5ed23-97ee-4846-9bbe-a77ddc60cf75,revision_number=7']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:10:14.217111 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-42f755e2-87ef-4d2a-bb3e-d947f810ce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:14.218710 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-42f755e2-87ef-4d2a-bb3e-d947f810ce38 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 1094 time: 0.0511262 Aug 11 23:10:14.319197 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-fdb29a45-9817-45cd-9215-838b5510775d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:14.320769 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-fdb29a45-9817-45cd-9215-838b5510775d service neutron] 10.222.0.52 "GET /v2.0/networks?id=64fb756c-2544-4eed-a0d2-125af86d2a13 HTTP/1.1" status: 200 len: 896 time: 0.0951047 Aug 11 23:10:14.399816 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-aa378ec3-39b6-49da-bef9-a47074fc0cfe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01a5ed23-97ee-4846-9bbe-a77ddc60cf75 HTTP/1.1" status: 200 len: 999 time: 0.0706670 Aug 11 23:10:14.454597 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-d4877568-6882-48fb-9ace-461b291b086c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:14.456151 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-d4877568-6882-48fb-9ace-461b291b086c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8ed0afbd-e2fa-497a-afd1-628259207e84 HTTP/1.1" status: 200 len: 835 time: 0.0498359 Aug 11 23:10:14.503328 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-fece6027-7725-4513-b4de-9a25a9d673be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:14.504934 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-fece6027-7725-4513-b4de-9a25a9d673be service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=64fb756c-2544-4eed-a0d2-125af86d2a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421202 Aug 11 23:10:14.605778 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-5ae9a424-e1df-4c14-a2c2-62eeed8a1210 service neutron] 10.222.0.52 "GET /v2.0/networks/64fb756c-2544-4eed-a0d2-125af86d2a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934477 Aug 11 23:10:14.620036 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445121a-be80-4894-b8d6-a41524745d96 req-ec4768ab-83bb-49c4-b207-5fe6e76cc072 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:14.621634 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1445121a-be80-4894-b8d6-a41524745d96 req-ec4768ab-83bb-49c4-b207-5fe6e76cc072 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 943 time: 0.0513639 Aug 11 23:10:14.661523 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1445121a-be80-4894-b8d6-a41524745d96 req-5fb99984-08ba-44e5-9249-647845990aa4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327666 Aug 11 23:10:14.698412 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-7b2d0913-a128-4b67-a8fe-3e0d5295b3df req-657ef70f-ab77-4da7-b679-a931e5470e91 service neutron] 10.222.0.52 "GET /v2.0/networks/64fb756c-2544-4eed-a0d2-125af86d2a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853920 Aug 11 23:10:15.799017 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182f8d7-e419-4351-a66e-0e7008717fab req-14691413-b6d0-4587-ab51-cad625505a7a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:15.801737 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b182f8d7-e419-4351-a66e-0e7008717fab req-14691413-b6d0-4587-ab51-cad625505a7a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 943 time: 0.0665469 Aug 11 23:10:15.842344 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b182f8d7-e419-4351-a66e-0e7008717fab req-8b9e02ef-11a0-4eee-b323-1ebd32e0e5c8 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345674 Aug 11 23:10:15.853143 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7', 'tag': '01a5ed23-97ee-4846-9bbe-a77ddc60cf75'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:10:15.855846 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b102379e7d6c573a0c111394fd6df11cb948dcd7c204d584f65cddae3f2353ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b6c1c1-bdd1-419f-9e72-933d0ce551c1" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7", "tag": "01a5ed23-97ee-4846-9bbe-a77ddc60cf75"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:10:15.907321 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e21523-e62f-4ac7-b308-f144d7ea96e5 x-openstack-request-id: req-52e21523-e62f-4ac7-b308-f144d7ea96e5 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:10:15.907651 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7", "tag": "01a5ed23-97ee-4846-9bbe-a77ddc60cf75", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:10:15.907908 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-52e21523-e62f-4ac7-b308-f144d7ea96e5 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:10:15.908315 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7', 'tag': '01a5ed23-97ee-4846-9bbe-a77ddc60cf75', 'status': 'completed', 'code': 200} Aug 11 23:10:15.976080 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6c1c1-bdd1-419f-9e72-933d0ce551c1 req-7210cea0-85c6-4f74-b090-a66a5959e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:15.977679 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-98b6c1c1-bdd1-419f-9e72-933d0ce551c1 req-7210cea0-85c6-4f74-b090-a66a5959e5ac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 1094 time: 0.0438621 Aug 11 23:10:15.998831 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6c1c1-bdd1-419f-9e72-933d0ce551c1 req-dcf7d8a1-b01f-4034-920b-2159f2c66547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:16.000460 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-98b6c1c1-bdd1-419f-9e72-933d0ce551c1 req-dcf7d8a1-b01f-4034-920b-2159f2c66547 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 1094 time: 0.0510557 Aug 11 23:10:16.077849 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6c1c1-bdd1-419f-9e72-933d0ce551c1 req-3ac4b41f-b11d-498b-b83b-ff275af1d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:16.079410 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-98b6c1c1-bdd1-419f-9e72-933d0ce551c1 req-3ac4b41f-b11d-498b-b83b-ff275af1d973 service neutron] 10.222.0.52 "GET /v2.0/networks?id=64fb756c-2544-4eed-a0d2-125af86d2a13 HTTP/1.1" status: 200 len: 896 time: 0.0933173 Aug 11 23:10:16.092306 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6c1c1-bdd1-419f-9e72-933d0ce551c1 req-3cecc03e-7c6d-4d32-9dc8-6a5bc2c972eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:16.094067 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-98b6c1c1-bdd1-419f-9e72-933d0ce551c1 req-3cecc03e-7c6d-4d32-9dc8-6a5bc2c972eb service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fb756c-2544-4eed-a0d2-125af86d2a13 HTTP/1.1" status: 200 len: 896 time: 0.0866706 Aug 11 23:10:16.148763 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-98b6c1c1-bdd1-419f-9e72-933d0ce551c1 req-714f9618-95cb-4ef5-aa3f-54d0bf5107d6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01a5ed23-97ee-4846-9bbe-a77ddc60cf75 HTTP/1.1" status: 200 len: 999 time: 0.0603476 Aug 11 23:10:16.173966 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-98b6c1c1-bdd1-419f-9e72-933d0ce551c1 req-623ab59f-28d1-4d89-97c0-8be55830005a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01a5ed23-97ee-4846-9bbe-a77ddc60cf75 HTTP/1.1" status: 200 len: 999 time: 0.0733192 Aug 11 23:10:16.200848 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:16.216020 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6c1c1-bdd1-419f-9e72-933d0ce551c1 req-526565a9-512f-47b7-8424-cc2757afa5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:16.217761 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-98b6c1c1-bdd1-419f-9e72-933d0ce551c1 req-526565a9-512f-47b7-8424-cc2757afa5b4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8ed0afbd-e2fa-497a-afd1-628259207e84 HTTP/1.1" status: 200 len: 835 time: 0.0620227 Aug 11 23:10:16.233893 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6c1c1-bdd1-419f-9e72-933d0ce551c1 req-ffa30409-7ffb-4847-b73d-ed1fc5d69a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:16.235336 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-98b6c1c1-bdd1-419f-9e72-933d0ce551c1 req-ffa30409-7ffb-4847-b73d-ed1fc5d69a7f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8ed0afbd-e2fa-497a-afd1-628259207e84 HTTP/1.1" status: 200 len: 835 time: 0.0481269 Aug 11 23:10:16.266353 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6c1c1-bdd1-419f-9e72-933d0ce551c1 req-bd633d8d-88ea-4c0e-ba54-c8e5df7a0311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:16.267932 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-98b6c1c1-bdd1-419f-9e72-933d0ce551c1 req-bd633d8d-88ea-4c0e-ba54-c8e5df7a0311 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=64fb756c-2544-4eed-a0d2-125af86d2a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433812 Aug 11 23:10:16.281642 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6c1c1-bdd1-419f-9e72-933d0ce551c1 req-a41abf42-f65c-437b-bcec-87ccc76acc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:16.283227 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-98b6c1c1-bdd1-419f-9e72-933d0ce551c1 req-a41abf42-f65c-437b-bcec-87ccc76acc57 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fb756c-2544-4eed-a0d2-125af86d2a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414712 Aug 11 23:10:16.328928 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6ba63f13-99aa-4878-bffa-c8d6ae6924aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:16.363796 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-98b6c1c1-bdd1-419f-9e72-933d0ce551c1 req-d1d1cbef-f23a-45d6-b707-f4f71fa55a1f service neutron] 10.222.0.52 "GET /v2.0/networks/64fb756c-2544-4eed-a0d2-125af86d2a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886953 Aug 11 23:10:16.378151 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-98b6c1c1-bdd1-419f-9e72-933d0ce551c1 req-23139d56-dd44-4862-b840-b05eb7930c8a service neutron] 10.222.0.82 "GET /v2.0/networks/64fb756c-2544-4eed-a0d2-125af86d2a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870731 Aug 11 23:10:16.459037 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-98b6c1c1-bdd1-419f-9e72-933d0ce551c1 req-d34c3bac-e1e2-4a6b-9484-65ea6df9d6b4 service neutron] 10.222.0.52 "GET /v2.0/networks/64fb756c-2544-4eed-a0d2-125af86d2a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883701 Aug 11 23:10:16.467727 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-98b6c1c1-bdd1-419f-9e72-933d0ce551c1 req-7f145797-f4bd-49ff-9512-1b2ef8dd4c18 service neutron] 10.222.0.82 "GET /v2.0/networks/64fb756c-2544-4eed-a0d2-125af86d2a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827804 Aug 11 23:10:16.706284 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:10:16.743834 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:10:16.967905 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90988ad1-b9a9-4d1f-89b5-b9f7f025a189 req-4c6ee770-15f6-497d-91c4-82ab3fdb0d7f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:16.969424 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-90988ad1-b9a9-4d1f-89b5-b9f7f025a189 req-4c6ee770-15f6-497d-91c4-82ab3fdb0d7f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 943 time: 0.0564020 Aug 11 23:10:17.010523 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-90988ad1-b9a9-4d1f-89b5-b9f7f025a189 req-ed0a9ae6-a594-454f-88ae-b12a07de5e4a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347974 Aug 11 23:10:17.244647 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc296c3-8a92-45ad-b757-fdc6dc6d6343 req-5e330c1e-50bd-4488-bcf5-9a4cfbe29793 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:17.246164 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-adc296c3-8a92-45ad-b757-fdc6dc6d6343 req-5e330c1e-50bd-4488-bcf5-9a4cfbe29793 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 943 time: 0.0792625 Aug 11 23:10:17.258501 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d139fd8-3b0c-4f96-8eb4-c5db3455effb req-01b2b202-a042-4bf4-8b64-65573c421542 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:17.260422 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d139fd8-3b0c-4f96-8eb4-c5db3455effb req-01b2b202-a042-4bf4-8b64-65573c421542 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.82 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7&tenant_id=ba468b72163c4a9087b11fce8559af21&binding%3Ahost_id=n-h2-804275-3 HTTP/1.1" status: 200 len: 943 time: 0.0675979 Aug 11 23:10:17.327952 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-adc296c3-8a92-45ad-b757-fdc6dc6d6343 req-6f2fd6eb-722c-44ed-8b67-229201f8eac4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665472 Aug 11 23:10:17.345263 n-d-804275-3 neutron-server[100943]: INFO neutron.api.v2.resource [req-2d139fd8-3b0c-4f96-8eb4-c5db3455effb req-f20a2e6c-efaf-4580-b46e-4fdad2c7de94 service neutron] delete failed (client error): The resource could not be found. Aug 11 23:10:17.346859 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d139fd8-3b0c-4f96-8eb4-c5db3455effb req-f20a2e6c-efaf-4580-b46e-4fdad2c7de94 service neutron] 10.222.0.82 "DELETE /v2.0/ports/01a5ed23-97ee-4846-9bbe-a77ddc60cf75/bindings/n-h1-804275-3 HTTP/1.1" status: 404 len: 380 time: 0.0788832 Aug 11 23:10:17.478232 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78947b4-fe8f-4c55-adcb-81cb8ea06dc8 req-962010c1-403f-40cb-9495-409a3aae8b76 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:17.479757 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f78947b4-fe8f-4c55-adcb-81cb8ea06dc8 req-962010c1-403f-40cb-9495-409a3aae8b76 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 943 time: 0.0770600 Aug 11 23:10:17.482436 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d139fd8-3b0c-4f96-8eb4-c5db3455effb req-99220e2c-e105-43e6-bf8f-270043fbfc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:17.483842 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d139fd8-3b0c-4f96-8eb4-c5db3455effb req-99220e2c-e105-43e6-bf8f-270043fbfc0f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 1094 time: 0.0702946 Aug 11 23:10:17.568273 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f78947b4-fe8f-4c55-adcb-81cb8ea06dc8 req-8f362704-463b-4e1b-ad4d-7e724fb7f57e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824857 Aug 11 23:10:17.599339 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d139fd8-3b0c-4f96-8eb4-c5db3455effb req-99039d0c-8df4-4c70-9919-9974432ed8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:17.600835 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d139fd8-3b0c-4f96-8eb4-c5db3455effb req-99039d0c-8df4-4c70-9919-9974432ed8d4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=64fb756c-2544-4eed-a0d2-125af86d2a13 HTTP/1.1" status: 200 len: 896 time: 0.1088428 Aug 11 23:10:17.669890 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d139fd8-3b0c-4f96-8eb4-c5db3455effb req-ede37884-6046-42cd-b465-cfe5253974da service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01a5ed23-97ee-4846-9bbe-a77ddc60cf75 HTTP/1.1" status: 200 len: 999 time: 0.0618572 Aug 11 23:10:17.717212 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d139fd8-3b0c-4f96-8eb4-c5db3455effb req-7f69f3d1-45ae-474b-aee5-d7579ab560b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:17.718633 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d139fd8-3b0c-4f96-8eb4-c5db3455effb req-7f69f3d1-45ae-474b-aee5-d7579ab560b0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8ed0afbd-e2fa-497a-afd1-628259207e84 HTTP/1.1" status: 200 len: 835 time: 0.0422971 Aug 11 23:10:17.762388 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d139fd8-3b0c-4f96-8eb4-c5db3455effb req-be78adbb-d54d-4411-aab3-1287acffd138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:17.763918 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d139fd8-3b0c-4f96-8eb4-c5db3455effb req-be78adbb-d54d-4411-aab3-1287acffd138 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=64fb756c-2544-4eed-a0d2-125af86d2a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387702 Aug 11 23:10:17.791756 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:17.855527 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d139fd8-3b0c-4f96-8eb4-c5db3455effb req-f22f5ca5-cfb4-4e55-bb18-91da179bd5de service neutron] 10.222.0.82 "GET /v2.0/networks/64fb756c-2544-4eed-a0d2-125af86d2a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842426 Aug 11 23:10:17.943743 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d139fd8-3b0c-4f96-8eb4-c5db3455effb req-49b119e2-6e0d-4f76-972f-e710f049710e service neutron] 10.222.0.82 "GET /v2.0/networks/64fb756c-2544-4eed-a0d2-125af86d2a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814168 Aug 11 23:10:18.472502 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 23:10:18.577244 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=01a5ed23-97ee-4846-9bbe-a77ddc60cf75,segment=NetworkSegment(5e4ae253-1860-430f-ae2f-01a92e2b9be6),segment_id=5e4ae253-1860-430f-ae2f-01a92e2b9be6)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:10:18.588291 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '01a5ed23-97ee-4846-9bbe-a77ddc60cf75', 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13', 'port_id': '01a5ed23-97ee-4846-9bbe-a77ddc60cf75', 'mac_address': 'fa:16:3e:ec:6d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ed0afbd-e2fa-497a-afd1-628259207e84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 23:10:18.625456 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:18.639238 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 23:10:18.659416 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=01a5ed23-97ee-4846-9bbe-a77ddc60cf75,segment=NetworkSegment(5e4ae253-1860-430f-ae2f-01a92e2b9be6),segment_id=5e4ae253-1860-430f-ae2f-01a92e2b9be6)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:10:18.663273 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:18.691364 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888adc3-5ad0-4560-92a2-5ea11cbfefc2 req-d3eac63f-c099-45c5-9810-45fd9f3cc44f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:18.693605 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0888adc3-5ad0-4560-92a2-5ea11cbfefc2 req-d3eac63f-c099-45c5-9810-45fd9f3cc44f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 943 time: 0.0565832 Aug 11 23:10:18.718312 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=01a5ed23-97ee-4846-9bbe-a77ddc60cf75,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:10:18.726187 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:18.726541 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:18.726958 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:18.727311 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:18.727677 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:18.728010 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:18.728341 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:18.728671 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:18.729002 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:18.729328 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:18.729664 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:18.729987 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:18.734588 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0888adc3-5ad0-4560-92a2-5ea11cbfefc2 req-ff1cf93e-a410-4f9f-ab99-90fd8727078b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347660 Aug 11 23:10:18.757472 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58302) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:10:18.820561 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7cf5e49c-ebdd-4ea3-a9e2-57db785adeb7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/floatingips/3c8e14ca-edc0-43ef-a7bf-71236b8222ea HTTP/1.1" status: 200 len: 992 time: 0.0619559 Aug 11 23:10:18.904777 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['01a5ed23-97ee-4846-9bbe-a77ddc60cf75'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 23:10:19.248675 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:20.480992 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:10:20.528890 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:10:20.532531 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:10:20.533408 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:20.617600 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:20.639798 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a5ed23-97ee-4846-9bbe-a77ddc60cf75'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:10:20.642049 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c6e2c8-8625-41a5-893b-1b7661d1dfd9" -d '{"events": [{"server_uuid": "a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7", "name": "network-vif-plugged", "status": "completed", "tag": "01a5ed23-97ee-4846-9bbe-a77ddc60cf75"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:10:20.659520 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=01a5ed23-97ee-4846-9bbe-a77ddc60cf75,segment=NetworkSegment(5e4ae253-1860-430f-ae2f-01a92e2b9be6),segment_id=5e4ae253-1860-430f-ae2f-01a92e2b9be6)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:10:20.663604 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:20.688770 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 23:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c16b7d-6a69-4df5-b68b-900971667fad x-openstack-request-id: req-89c16b7d-6a69-4df5-b68b-900971667fad {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:10:20.689073 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7", "name": "network-vif-plugged", "status": "completed", "tag": "01a5ed23-97ee-4846-9bbe-a77ddc60cf75", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:10:20.689323 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-89c16b7d-6a69-4df5-b68b-900971667fad {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:10:20.689710 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a5ed23-97ee-4846-9bbe-a77ddc60cf75', 'code': 200} Aug 11 23:10:20.714690 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=01a5ed23-97ee-4846-9bbe-a77ddc60cf75,revision_number=9']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:10:21.287261 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:32.098449 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:10:38.790373 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:43.348786 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-607d8081-63a4-4aff-babf-c17e395ac694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:46.192217 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:46.330534 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4bb94098-7f9c-45ac-b61a-1cb0fd425e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:47.157889 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58318) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:10:47.318197 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-f26c516e-0396-4c84-b95d-aba35748e2d7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Deleting port b4b9e244-3881-4421-b4c1-40aca09eb8d9 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:10:47.318545 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f26c516e-0396-4c84-b95d-aba35748e2d7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:47.395363 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f26c516e-0396-4c84-b95d-aba35748e2d7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:47.395743 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f26c516e-0396-4c84-b95d-aba35748e2d7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:47.407566 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-f26c516e-0396-4c84-b95d-aba35748e2d7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Calling delete_port for b4b9e244-3881-4421-b4c1-40aca09eb8d9 owned by network:floatingip {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:10:47.556096 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f26c516e-0396-4c84-b95d-aba35748e2d7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:47.586850 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c516e-0396-4c84-b95d-aba35748e2d7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'Port': ['ID=b4b9e244-3881-4421-b4c1-40aca09eb8d9,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:10:47.611702 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c516e-0396-4c84-b95d-aba35748e2d7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:47.612052 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c516e-0396-4c84-b95d-aba35748e2d7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:47.612416 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c516e-0396-4c84-b95d-aba35748e2d7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:47.612755 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c516e-0396-4c84-b95d-aba35748e2d7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:47.613088 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c516e-0396-4c84-b95d-aba35748e2d7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:47.613421 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c516e-0396-4c84-b95d-aba35748e2d7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:47.613752 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c516e-0396-4c84-b95d-aba35748e2d7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:47.614083 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c516e-0396-4c84-b95d-aba35748e2d7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:47.614410 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c516e-0396-4c84-b95d-aba35748e2d7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:47.614735 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c516e-0396-4c84-b95d-aba35748e2d7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:47.615061 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c516e-0396-4c84-b95d-aba35748e2d7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:47.615410 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26c516e-0396-4c84-b95d-aba35748e2d7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:47.654781 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f26c516e-0396-4c84-b95d-aba35748e2d7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for floatingip, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:47.655117 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-f26c516e-0396-4c84-b95d-aba35748e2d7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Floating IP 3c8e14ca-edc0-43ef-a7bf-71236b8222ea disassociated (deleted). External IP: 172.25.2.111, port: 01a5ed23-97ee-4846-9bbe-a77ddc60cf75. Aug 11 23:10:47.795234 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:48.187535 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26c516e-0396-4c84-b95d-aba35748e2d7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Router 1ee48874-eb06-4466-9c73-9ca1f8b1ed65 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:10:48.292299 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26c516e-0396-4c84-b95d-aba35748e2d7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:10:48.297070 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f26c516e-0396-4c84-b95d-aba35748e2d7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:48.302376 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddc8fee-fe6f-4b67-ac13-3b1910a788cf None None] Sync routers for ids ['1ee48874-eb06-4466-9c73-9ca1f8b1ed65'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:10:48.311316 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddc8fee-fe6f-4b67-ac13-3b1910a788cf None None] Routers {'1ee48874-eb06-4466-9c73-9ca1f8b1ed65'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:10:48.311969 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-fddc8fee-fe6f-4b67-ac13-3b1910a788cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:10:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['1ee48874-eb06-4466-9c73-9ca1f8b1ed65'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:10:48.323878 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f26c516e-0396-4c84-b95d-aba35748e2d7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "DELETE /v2.0/floatingips/3c8e14ca-edc0-43ef-a7bf-71236b8222ea HTTP/1.1" status: 204 len: 168 time: 1.1648910 Aug 11 23:10:48.324476 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7', 'tag': '01a5ed23-97ee-4846-9bbe-a77ddc60cf75'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:10:48.326821 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0706a0fd-652d-4bfc-b4c4-16e6b0e65ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7", "tag": "01a5ed23-97ee-4846-9bbe-a77ddc60cf75"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:10:48.419103 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-fddc8fee-fe6f-4b67-ac13-3b1910a788cf None None] Set router 1ee48874-eb06-4466-9c73-9ca1f8b1ed65 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:10:48.500020 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a2da11-7992-4566-aded-dcf1c41dc149 x-openstack-request-id: req-c1a2da11-7992-4566-aded-dcf1c41dc149 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:10:48.500753 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7", "tag": "01a5ed23-97ee-4846-9bbe-a77ddc60cf75", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:10:48.501096 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c1a2da11-7992-4566-aded-dcf1c41dc149 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:10:48.501568 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7', 'tag': '01a5ed23-97ee-4846-9bbe-a77ddc60cf75', 'status': 'completed', 'code': 200} Aug 11 23:10:48.569567 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706a0fd-652d-4bfc-b4c4-16e6b0e65ea4 req-586c0182-43a4-4ca7-858e-187146ba9c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:48.571366 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0706a0fd-652d-4bfc-b4c4-16e6b0e65ea4 req-586c0182-43a4-4ca7-858e-187146ba9c6c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 1096 time: 0.0445714 Aug 11 23:10:48.595876 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f9acd-45f6-42d8-9912-b0575098a081 req-993957c4-e437-4cb5-b41b-59f7a29d9901 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:48.598025 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-533f9acd-45f6-42d8-9912-b0575098a081 req-993957c4-e437-4cb5-b41b-59f7a29d9901 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 945 time: 0.0520923 Aug 11 23:10:48.624970 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-fddc8fee-fe6f-4b67-ac13-3b1910a788cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642665825', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '1e560262-f9db-4e29-ba09-75869366cccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:08:36Z', 'updated_at': '2021-08-11T23:08:40Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '1e560262-f9db-4e29-ba09-75869366cccb', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:08:37Z', 'updated_at': '2021-08-11T23:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'a242ea63-6ea3-4184-b523-4147c9d4bcde', 'name': '', 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:27:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '8ed0afbd-e2fa-497a-afd1-628259207e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:08:39Z', 'updated_at': '2021-08-11T23:08:45Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': '8ed0afbd-e2fa-497a-afd1-628259207e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:10:48.642413 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-533f9acd-45f6-42d8-9912-b0575098a081 req-54864f26-b40c-4532-b6f6-ed02cbc04a9c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366011 Aug 11 23:10:48.657123 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddc8fee-fe6f-4b67-ac13-3b1910a788cf None None] Checking router: 1ee48874-eb06-4466-9c73-9ca1f8b1ed65 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:10:48.665720 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddc8fee-fe6f-4b67-ac13-3b1910a788cf None None] Routers {'1ee48874-eb06-4466-9c73-9ca1f8b1ed65'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:10:48.666408 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-fddc8fee-fe6f-4b67-ac13-3b1910a788cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:10:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['1ee48874-eb06-4466-9c73-9ca1f8b1ed65'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:10:48.673533 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706a0fd-652d-4bfc-b4c4-16e6b0e65ea4 req-66441daa-fd3a-48da-bc09-630544271ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:48.675133 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0706a0fd-652d-4bfc-b4c4-16e6b0e65ea4 req-66441daa-fd3a-48da-bc09-630544271ce9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=64fb756c-2544-4eed-a0d2-125af86d2a13 HTTP/1.1" status: 200 len: 896 time: 0.0965283 Aug 11 23:10:48.717980 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0706a0fd-652d-4bfc-b4c4-16e6b0e65ea4 req-999b968b-dec9-4e06-93f8-0f8300dee88c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01a5ed23-97ee-4846-9bbe-a77ddc60cf75 HTTP/1.1" status: 200 len: 217 time: 0.0352187 Aug 11 23:10:48.769751 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706a0fd-652d-4bfc-b4c4-16e6b0e65ea4 req-ef2d34d9-e03c-4801-ab9a-d8aa29062b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:48.771303 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0706a0fd-652d-4bfc-b4c4-16e6b0e65ea4 req-ef2d34d9-e03c-4801-ab9a-d8aa29062b0c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8ed0afbd-e2fa-497a-afd1-628259207e84 HTTP/1.1" status: 200 len: 835 time: 0.0456665 Aug 11 23:10:48.825352 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706a0fd-652d-4bfc-b4c4-16e6b0e65ea4 req-1914400b-67f3-46b5-b4cf-b523b0b90deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:48.826928 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0706a0fd-652d-4bfc-b4c4-16e6b0e65ea4 req-1914400b-67f3-46b5-b4cf-b523b0b90deb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=64fb756c-2544-4eed-a0d2-125af86d2a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479805 Aug 11 23:10:48.922657 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0706a0fd-652d-4bfc-b4c4-16e6b0e65ea4 req-045a1e33-a2e1-42e6-a47c-5475f37c673f service neutron] 10.222.0.52 "GET /v2.0/networks/64fb756c-2544-4eed-a0d2-125af86d2a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870366 Aug 11 23:10:48.936850 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-fddc8fee-fe6f-4b67-ac13-3b1910a788cf None None] Set router 1ee48874-eb06-4466-9c73-9ca1f8b1ed65 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:10:49.019640 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0706a0fd-652d-4bfc-b4c4-16e6b0e65ea4 req-a5f94c51-054d-4ee6-8214-7e4a1ce11ca3 service neutron] 10.222.0.52 "GET /v2.0/networks/64fb756c-2544-4eed-a0d2-125af86d2a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890491 Aug 11 23:10:49.137411 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-fddc8fee-fe6f-4b67-ac13-3b1910a788cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642665825', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '1e560262-f9db-4e29-ba09-75869366cccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:08:36Z', 'updated_at': '2021-08-11T23:08:40Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '1e560262-f9db-4e29-ba09-75869366cccb', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:08:37Z', 'updated_at': '2021-08-11T23:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'a242ea63-6ea3-4184-b523-4147c9d4bcde', 'name': '', 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:27:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '8ed0afbd-e2fa-497a-afd1-628259207e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:08:39Z', 'updated_at': '2021-08-11T23:08:45Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': '8ed0afbd-e2fa-497a-afd1-628259207e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:10:49.163380 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddc8fee-fe6f-4b67-ac13-3b1910a788cf None None] The sync data for ids ['1ee48874-eb06-4466-9c73-9ca1f8b1ed65'] in n-d-804275-3 is: [{'id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642665825', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '1e560262-f9db-4e29-ba09-75869366cccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:08:36Z', 'updated_at': '2021-08-11T23:08:40Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '1e560262-f9db-4e29-ba09-75869366cccb', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:08:37Z', 'updated_at': '2021-08-11T23:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'a242ea63-6ea3-4184-b523-4147c9d4bcde', 'name': '', 'network_id': '64fb756c-2544-4eed-a0d2-125af86d2a13', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:27:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '8ed0afbd-e2fa-497a-afd1-628259207e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:08:39Z', 'updated_at': '2021-08-11T23:08:45Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': '8ed0afbd-e2fa-497a-afd1-628259207e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:10:49.252246 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:49.392218 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66798a65-0e9b-4e0a-b683-486f6d503e86 None None] New status for floating IP 3c8e14ca-edc0-43ef-a7bf-71236b8222ea: DOWN {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 23:10:49.759033 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0abadb9-0fe2-47d7-aef0-3c356dd5bb5d req-9a73e542-325d-497f-9e35-0512ee21f04b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:49.760556 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f0abadb9-0fe2-47d7-aef0-3c356dd5bb5d req-9a73e542-325d-497f-9e35-0512ee21f04b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 945 time: 0.0492582 Aug 11 23:10:49.799314 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f0abadb9-0fe2-47d7-aef0-3c356dd5bb5d req-4ceed2a6-b225-492f-a73a-02c5195617dd tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c7f4b09-2f17-4f87-8958-f53c3011e4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327384 Aug 11 23:10:49.834131 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e3d8b-5dbe-4d24-962e-45546331e924 req-2082e9ae-a7bd-452c-acfd-564b9862d588 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:49.835668 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-240e3d8b-5dbe-4d24-962e-45546331e924 req-2082e9ae-a7bd-452c-acfd-564b9862d588 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7 HTTP/1.1" status: 200 len: 945 time: 0.0498896 Aug 11 23:10:49.925820 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-240e3d8b-5dbe-4d24-962e-45546331e924 req-a5a43491-9ce9-4a2a-9271-1dc7fba03644 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Deleting port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:10:49.926077 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-240e3d8b-5dbe-4d24-962e-45546331e924 req-a5a43491-9ce9-4a2a-9271-1dc7fba03644 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:50.017308 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-240e3d8b-5dbe-4d24-962e-45546331e924 req-a5a43491-9ce9-4a2a-9271-1dc7fba03644 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] For port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=01a5ed23-97ee-4846-9bbe-a77ddc60cf75,segment=NetworkSegment(5e4ae253-1860-430f-ae2f-01a92e2b9be6),segment_id=5e4ae253-1860-430f-ae2f-01a92e2b9be6)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:10:50.017673 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-240e3d8b-5dbe-4d24-962e-45546331e924 req-a5a43491-9ce9-4a2a-9271-1dc7fba03644 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:50.030956 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-240e3d8b-5dbe-4d24-962e-45546331e924 req-a5a43491-9ce9-4a2a-9271-1dc7fba03644 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Calling delete_port for 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:10:50.160191 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-240e3d8b-5dbe-4d24-962e-45546331e924 req-a5a43491-9ce9-4a2a-9271-1dc7fba03644 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:50.188769 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a43491-9ce9-4a2a-9271-1dc7fba03644 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'Port': ['ID=01a5ed23-97ee-4846-9bbe-a77ddc60cf75,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:10:50.230220 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-240e3d8b-5dbe-4d24-962e-45546331e924 req-a5a43491-9ce9-4a2a-9271-1dc7fba03644 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] No DVR routers for this DVR port 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:10:50.232817 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-240e3d8b-5dbe-4d24-962e-45546331e924 req-a5a43491-9ce9-4a2a-9271-1dc7fba03644 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:50.234882 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-240e3d8b-5dbe-4d24-962e-45546331e924 req-a5a43491-9ce9-4a2a-9271-1dc7fba03644 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.52 "DELETE /v2.0/ports/01a5ed23-97ee-4846-9bbe-a77ddc60cf75 HTTP/1.1" status: 204 len: 173 time: 0.3933394 Aug 11 23:10:50.235318 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7', 'name': 'network-vif-deleted', 'tag': '01a5ed23-97ee-4846-9bbe-a77ddc60cf75'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:10:50.237611 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b102379e7d6c573a0c111394fd6df11cb948dcd7c204d584f65cddae3f2353ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bb9bd9-9111-41cb-b03e-323b7c119220" -d '{"events": [{"server_uuid": "a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7", "name": "network-vif-deleted", "tag": "01a5ed23-97ee-4846-9bbe-a77ddc60cf75"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:10:50.274521 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 23:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62885d5b-a4a5-4752-905b-373a06a45017 x-openstack-request-id: req-62885d5b-a4a5-4752-905b-373a06a45017 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:10:50.274820 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7", "name": "network-vif-deleted", "tag": "01a5ed23-97ee-4846-9bbe-a77ddc60cf75", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:10:50.275078 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-62885d5b-a4a5-4752-905b-373a06a45017 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:10:50.275567 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ea16eb-1858-49c9-8f6e-c4a61c7f76f7', 'name': 'network-vif-deleted', 'tag': '01a5ed23-97ee-4846-9bbe-a77ddc60cf75', 'status': 'completed', 'code': 200} Aug 11 23:10:50.856647 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58334) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:10:51.224617 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e2e5088b-f456-4406-9a8b-f0e19a145721 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:51.304740 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:51.479478 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-e2e5088b-f456-4406-9a8b-f0e19a145721 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Deleting port a242ea63-6ea3-4184-b523-4147c9d4bcde {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:10:51.479842 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e2e5088b-f456-4406-9a8b-f0e19a145721 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:51.568926 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-e2e5088b-f456-4406-9a8b-f0e19a145721 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] For port a242ea63-6ea3-4184-b523-4147c9d4bcde, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a242ea63-6ea3-4184-b523-4147c9d4bcde,segment=NetworkSegment(5e4ae253-1860-430f-ae2f-01a92e2b9be6),segment_id=5e4ae253-1860-430f-ae2f-01a92e2b9be6)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:10:51.569293 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e2e5088b-f456-4406-9a8b-f0e19a145721 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:51.582287 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-e2e5088b-f456-4406-9a8b-f0e19a145721 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Calling delete_port for a242ea63-6ea3-4184-b523-4147c9d4bcde owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:10:51.765943 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e2e5088b-f456-4406-9a8b-f0e19a145721 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:51.792942 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5088b-f456-4406-9a8b-f0e19a145721 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'Port': ['ID=a242ea63-6ea3-4184-b523-4147c9d4bcde,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:10:51.969574 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e2e5088b-f456-4406-9a8b-f0e19a145721 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:52.187318 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e5088b-f456-4406-9a8b-f0e19a145721 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Router 1ee48874-eb06-4466-9c73-9ca1f8b1ed65 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:10:52.293968 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e5088b-f456-4406-9a8b-f0e19a145721 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:10:52.298974 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e2e5088b-f456-4406-9a8b-f0e19a145721 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "PUT /v2.0/routers/1ee48874-eb06-4466-9c73-9ca1f8b1ed65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4412982 Aug 11 23:10:52.302153 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58336) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:10:52.305204 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0759125-f5ee-4e29-abf2-1d4081e197c5 None None] Sync routers for ids ['1ee48874-eb06-4466-9c73-9ca1f8b1ed65'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:10:52.314456 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0759125-f5ee-4e29-abf2-1d4081e197c5 None None] Routers {'1ee48874-eb06-4466-9c73-9ca1f8b1ed65'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:10:52.315143 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c0759125-f5ee-4e29-abf2-1d4081e197c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:10:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['1ee48874-eb06-4466-9c73-9ca1f8b1ed65'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:10:52.352611 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-c437a3ba-b538-4295-be97-c92031b46fa4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Deleting subnet 8ed0afbd-e2fa-497a-afd1-628259207e84 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 23:10:52.355946 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c437a3ba-b538-4295-be97-c92031b46fa4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:52.396179 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c437a3ba-b538-4295-be97-c92031b46fa4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:52.419344 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-c0759125-f5ee-4e29-abf2-1d4081e197c5 None None] Set router 1ee48874-eb06-4466-9c73-9ca1f8b1ed65 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:10:52.483114 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c437a3ba-b538-4295-be97-c92031b46fa4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:52.544758 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c437a3ba-b538-4295-be97-c92031b46fa4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:52.573234 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437a3ba-b538-4295-be97-c92031b46fa4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'Subnet': ['ID=8ed0afbd-e2fa-497a-afd1-628259207e84,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:10:52.575257 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c437a3ba-b538-4295-be97-c92031b46fa4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:52.580356 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c437a3ba-b538-4295-be97-c92031b46fa4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "DELETE /v2.0/subnets/8ed0afbd-e2fa-497a-afd1-628259207e84 HTTP/1.1" status: 204 len: 168 time: 0.2741313 Aug 11 23:10:52.580356 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58338) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:10:52.582846 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff08425-402c-4072-8488-700cf02d9557 None None] Network 64fb756c-2544-4eed-a0d2-125af86d2a13 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:10:52.679844 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c0759125-f5ee-4e29-abf2-1d4081e197c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642665825', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '1e560262-f9db-4e29-ba09-75869366cccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:08:36Z', 'updated_at': '2021-08-11T23:10:51Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '1e560262-f9db-4e29-ba09-75869366cccb', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:08:37Z', 'updated_at': '2021-08-11T23:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:10:52.688681 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7da682e9-bd62-46a2-9a01-3219572fe7e9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:52.724228 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0759125-f5ee-4e29-abf2-1d4081e197c5 None None] Checking router: 1ee48874-eb06-4466-9c73-9ca1f8b1ed65 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:10:52.738040 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0759125-f5ee-4e29-abf2-1d4081e197c5 None None] Routers {'1ee48874-eb06-4466-9c73-9ca1f8b1ed65'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:10:52.738611 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c0759125-f5ee-4e29-abf2-1d4081e197c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:10:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['1ee48874-eb06-4466-9c73-9ca1f8b1ed65'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:10:52.797322 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7da682e9-bd62-46a2-9a01-3219572fe7e9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:52.841169 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8640a13f-94d5-4d4b-b665-a55b058638c3 None None] DHCP port deletion for 64fb756c-2544-4eed-a0d2-125af86d2a13 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 23:10:52.855929 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-7da682e9-bd62-46a2-9a01-3219572fe7e9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Deleting port 1e560262-f9db-4e29-ba09-75869366cccb {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:10:52.856275 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7da682e9-bd62-46a2-9a01-3219572fe7e9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:52.891815 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-c0759125-f5ee-4e29-abf2-1d4081e197c5 None None] Set router 1ee48874-eb06-4466-9c73-9ca1f8b1ed65 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:10:52.939480 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-7da682e9-bd62-46a2-9a01-3219572fe7e9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] For port 1e560262-f9db-4e29-ba09-75869366cccb, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=1e560262-f9db-4e29-ba09-75869366cccb,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:10:52.939880 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7da682e9-bd62-46a2-9a01-3219572fe7e9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:52.955266 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-7da682e9-bd62-46a2-9a01-3219572fe7e9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Calling delete_port for 1e560262-f9db-4e29-ba09-75869366cccb owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:10:53.000969 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-8640a13f-94d5-4d4b-b665-a55b058638c3 None None] Deleting port 5eaa6030-7930-4494-ad27-c7c55753ea13 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:10:53.001266 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8640a13f-94d5-4d4b-b665-a55b058638c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:53.087437 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-8640a13f-94d5-4d4b-b665-a55b058638c3 None None] For port 5eaa6030-7930-4494-ad27-c7c55753ea13, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=5eaa6030-7930-4494-ad27-c7c55753ea13,segment=NetworkSegment(5e4ae253-1860-430f-ae2f-01a92e2b9be6),segment_id=5e4ae253-1860-430f-ae2f-01a92e2b9be6)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:10:53.087772 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8640a13f-94d5-4d4b-b665-a55b058638c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:53.119188 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-8640a13f-94d5-4d4b-b665-a55b058638c3 None None] Calling delete_port for 5eaa6030-7930-4494-ad27-c7c55753ea13 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:10:53.126637 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7da682e9-bd62-46a2-9a01-3219572fe7e9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:53.153253 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da682e9-bd62-46a2-9a01-3219572fe7e9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'Port': ['ID=1e560262-f9db-4e29-ba09-75869366cccb,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:10:53.205435 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-c0759125-f5ee-4e29-abf2-1d4081e197c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642665825', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '1e560262-f9db-4e29-ba09-75869366cccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:08:36Z', 'updated_at': '2021-08-11T23:10:51Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '1e560262-f9db-4e29-ba09-75869366cccb', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:08:37Z', 'updated_at': '2021-08-11T23:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:10:53.214524 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7da682e9-bd62-46a2-9a01-3219572fe7e9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:53.242675 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0759125-f5ee-4e29-abf2-1d4081e197c5 None None] The sync data for ids ['1ee48874-eb06-4466-9c73-9ca1f8b1ed65'] in n-d-804275-3 is: [{'id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642665825', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '1e560262-f9db-4e29-ba09-75869366cccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:08:36Z', 'updated_at': '2021-08-11T23:10:51Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '1e560262-f9db-4e29-ba09-75869366cccb', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee48874-eb06-4466-9c73-9ca1f8b1ed65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:08:37Z', 'updated_at': '2021-08-11T23:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:10:53.254280 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8640a13f-94d5-4d4b-b665-a55b058638c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:53.287459 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640a13f-94d5-4d4b-b665-a55b058638c3 None None] Pushing event deleted for resources: {'Port': ['ID=5eaa6030-7930-4494-ad27-c7c55753ea13,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:10:53.291300 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8640a13f-94d5-4d4b-b665-a55b058638c3 None None] No DVR routers for this DVR port 5eaa6030-7930-4494-ad27-c7c55753ea13 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:10:53.319703 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7da682e9-bd62-46a2-9a01-3219572fe7e9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:53.321827 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7da682e9-bd62-46a2-9a01-3219572fe7e9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:53.364341 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7da682e9-bd62-46a2-9a01-3219572fe7e9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:53.364886 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da682e9-bd62-46a2-9a01-3219572fe7e9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Fanout notify agent at l3_agent the message router_deleted on router 1ee48874-eb06-4466-9c73-9ca1f8b1ed65 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 23:10:53.371752 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7da682e9-bd62-46a2-9a01-3219572fe7e9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:53.372898 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7da682e9-bd62-46a2-9a01-3219572fe7e9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "DELETE /v2.0/routers/1ee48874-eb06-4466-9c73-9ca1f8b1ed65 HTTP/1.1" status: 204 len: 168 time: 0.7919116 Aug 11 23:10:53.375607 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58340) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:10:53.452474 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4921-6d54-4e69-b50e-40903191e5f5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:53.539678 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4921-6d54-4e69-b50e-40903191e5f5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:53.549197 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-2f8d4921-6d54-4e69-b50e-40903191e5f5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64fb756c-2544-4eed-a0d2-125af86d2a13']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:10:53.559867 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-2f8d4921-6d54-4e69-b50e-40903191e5f5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e4ae253-1860-430f-ae2f-01a92e2b9be6') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:10:53.560172 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-2f8d4921-6d54-4e69-b50e-40903191e5f5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e4ae253-1860-430f-ae2f-01a92e2b9be6') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:10:53.569410 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4921-6d54-4e69-b50e-40903191e5f5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:53.582773 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4921-6d54-4e69-b50e-40903191e5f5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:53.589649 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f8d4921-6d54-4e69-b50e-40903191e5f5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 23:10:53.590057 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4921-6d54-4e69-b50e-40903191e5f5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: timer() Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 23:10:53.593225 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 23:10:53.658361 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4921-6d54-4e69-b50e-40903191e5f5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:53.666205 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4921-6d54-4e69-b50e-40903191e5f5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:53.668039 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2f8d4921-6d54-4e69-b50e-40903191e5f5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "DELETE /v2.0/networks/64fb756c-2544-4eed-a0d2-125af86d2a13 HTTP/1.1" status: 204 len: 168 time: 0.2914851 Aug 11 23:10:53.670868 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58342) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:10:53.688231 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d4921-6d54-4e69-b50e-40903191e5f5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'Network': ['ID=64fb756c-2544-4eed-a0d2-125af86d2a13,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:10:53.714963 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a242ea63-6ea3-4184-b523-4147c9d4bcde no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:10:53.737667 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: a242ea63-6ea3-4184-b523-4147c9d4bcde {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:10:53.738020 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a242ea63-6ea3-4184-b523-4147c9d4bcde not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:10:53.738453 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5eaa6030-7930-4494-ad27-c7c55753ea13 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:10:53.742646 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0a5bee96-84ab-4ab8-9c40-dd26f79d5165 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:53.759342 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 5eaa6030-7930-4494-ad27-c7c55753ea13 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:10:53.759777 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 5eaa6030-7930-4494-ad27-c7c55753ea13 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:10:53.773528 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0a5bee96-84ab-4ab8-9c40-dd26f79d5165 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:53.837790 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0a5bee96-84ab-4ab8-9c40-dd26f79d5165 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:53.840651 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0a5bee96-84ab-4ab8-9c40-dd26f79d5165 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:53.841875 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0a5bee96-84ab-4ab8-9c40-dd26f79d5165 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "DELETE /v2.0/security-groups/1c7f4b09-2f17-4f87-8958-f53c3011e4a2 HTTP/1.1" status: 204 len: 168 time: 0.1699631 Aug 11 23:10:53.853598 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5bee96-84ab-4ab8-9c40-dd26f79d5165 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7f4b09-2f17-4f87-8958-f53c3011e4a2,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:10:54.151762 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58348) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:10:54.156766 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-3a001067-50ac-48c7-85a4-6c4e28c429ca tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1201011864', 'description': 'tempest-secgroup-smoke-1201011864 description', 'project_id': 'ba468b72163c4a9087b11fce8559af21'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:10:54.183862 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a001067-50ac-48c7-85a4-6c4e28c429ca tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:54.263801 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a001067-50ac-48c7-85a4-6c4e28c429ca tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:54.269804 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a001067-50ac-48c7-85a4-6c4e28c429ca tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:54.284058 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3a001067-50ac-48c7-85a4-6c4e28c429ca tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:54.285809 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3a001067-50ac-48c7-85a4-6c4e28c429ca tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1327381 Aug 11 23:10:54.288970 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58350) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:10:54.293931 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-3d3d21e8-27eb-4d04-9a88-5f3798857cdc tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group_rule': {'security_group_id': '57f272af-5d9b-483f-9adf-de3ca1335888', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:10:54.307268 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a001067-50ac-48c7-85a4-6c4e28c429ca tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57f272af-5d9b-483f-9adf-de3ca1335888,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:10:54.324079 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3d3d21e8-27eb-4d04-9a88-5f3798857cdc tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:54.380113 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3d3d21e8-27eb-4d04-9a88-5f3798857cdc tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:54.383452 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3d3d21e8-27eb-4d04-9a88-5f3798857cdc tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:54.400277 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d21e8-27eb-4d04-9a88-5f3798857cdc tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7ee142-1fcf-44cf-b7e3-1a9903fd72fd,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:10:54.407041 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3d3d21e8-27eb-4d04-9a88-5f3798857cdc tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:54.408361 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3d3d21e8-27eb-4d04-9a88-5f3798857cdc tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182919 Aug 11 23:10:54.411721 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58352) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:10:54.416200 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-7891c382-85f0-4ac0-97ba-99b84d76f0cb tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group_rule': {'security_group_id': '57f272af-5d9b-483f-9adf-de3ca1335888', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:10:54.442398 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7891c382-85f0-4ac0-97ba-99b84d76f0cb tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:54.499004 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7891c382-85f0-4ac0-97ba-99b84d76f0cb tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:54.502754 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7891c382-85f0-4ac0-97ba-99b84d76f0cb tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:54.522169 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891c382-85f0-4ac0-97ba-99b84d76f0cb tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57774b04-66de-469c-8cd3-2392074ffa44,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:10:54.525139 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7891c382-85f0-4ac0-97ba-99b84d76f0cb tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:54.526309 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7891c382-85f0-4ac0-97ba-99b84d76f0cb tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136734 Aug 11 23:10:54.529558 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58354) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:10:54.534860 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-408dfd72-3dfa-4e27-a0fb-2d3c2891aabf tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group_rule': {'security_group_id': '57f272af-5d9b-483f-9adf-de3ca1335888', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:10:54.565716 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-408dfd72-3dfa-4e27-a0fb-2d3c2891aabf tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:54.615866 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-408dfd72-3dfa-4e27-a0fb-2d3c2891aabf tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:54.619385 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-408dfd72-3dfa-4e27-a0fb-2d3c2891aabf tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:54.636952 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408dfd72-3dfa-4e27-a0fb-2d3c2891aabf tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37726589-6dba-4de7-b5d8-c0e510270c93,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:10:54.643242 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-408dfd72-3dfa-4e27-a0fb-2d3c2891aabf tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:54.644483 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-408dfd72-3dfa-4e27-a0fb-2d3c2891aabf tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138911 Aug 11 23:10:54.647171 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58356) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:10:54.651925 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-8e355556-6ab6-42d4-94cb-766c0986e510 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group_rule': {'security_group_id': '57f272af-5d9b-483f-9adf-de3ca1335888', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:10:54.679326 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8e355556-6ab6-42d4-94cb-766c0986e510 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:54.714845 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:10:54.735246 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:10:54.735976 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 01a5ed23-97ee-4846-9bbe-a77ddc60cf75 not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:10:54.739067 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8e355556-6ab6-42d4-94cb-766c0986e510 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:54.742820 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8e355556-6ab6-42d4-94cb-766c0986e510 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:54.762236 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e355556-6ab6-42d4-94cb-766c0986e510 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e99ab48-57bb-408b-a0b8-1c9f07ba5a90,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:10:54.767965 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-8e355556-6ab6-42d4-94cb-766c0986e510 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:54.769578 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-8e355556-6ab6-42d4-94cb-766c0986e510 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1214011 Aug 11 23:10:54.772296 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58358) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:10:54.776727 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-af705047-fa07-4f68-a615-11517057c6da tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group_rule': {'security_group_id': '57f272af-5d9b-483f-9adf-de3ca1335888', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:10:54.799150 n-d-804275-3 neutron-server[100942]: INFO neutron.db.securitygroups_db [None req-af705047-fa07-4f68-a615-11517057c6da tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Project ba468b72163c4a9087b11fce8559af21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 23:10:54.804850 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-af705047-fa07-4f68-a615-11517057c6da tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:54.871725 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-af705047-fa07-4f68-a615-11517057c6da tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:54.875364 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-af705047-fa07-4f68-a615-11517057c6da tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:54.893699 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af705047-fa07-4f68-a615-11517057c6da tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e847f9f-929f-41ef-9fc0-d56764d3548a,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:10:54.900623 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-af705047-fa07-4f68-a615-11517057c6da tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:54.901842 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-af705047-fa07-4f68-a615-11517057c6da tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1285963 Aug 11 23:10:54.904818 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58360) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:10:54.909915 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-c30d8b05-26b5-4a09-aa42-d2b4cd995da1 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group_rule': {'security_group_id': '57f272af-5d9b-483f-9adf-de3ca1335888', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:10:54.932313 n-d-804275-3 neutron-server[100942]: INFO neutron.db.securitygroups_db [None req-c30d8b05-26b5-4a09-aa42-d2b4cd995da1 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Project ba468b72163c4a9087b11fce8559af21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 23:10:54.937211 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c30d8b05-26b5-4a09-aa42-d2b4cd995da1 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:55.000855 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c30d8b05-26b5-4a09-aa42-d2b4cd995da1 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:55.004731 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c30d8b05-26b5-4a09-aa42-d2b4cd995da1 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:55.024493 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d8b05-26b5-4a09-aa42-d2b4cd995da1 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe1e1220-da5a-4124-9e78-38a303c21594,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:10:55.033176 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-c30d8b05-26b5-4a09-aa42-d2b4cd995da1 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:55.035004 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c30d8b05-26b5-4a09-aa42-d2b4cd995da1 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1292274 Aug 11 23:10:55.037874 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58362) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:10:55.042782 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-63c35449-2511-4a87-bc57-fc549f1731d9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'network': {'name': 'tempest-network-smoke--1366830221', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'port_security_enabled': True}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:10:55.063526 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c35449-2511-4a87-bc57-fc549f1731d9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Made reservation on behalf of ba468b72163c4a9087b11fce8559af21 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:10:55.066931 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-63c35449-2511-4a87-bc57-fc549f1731d9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:55.090770 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c35449-2511-4a87-bc57-fc549f1731d9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 23:10:55.100011 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-63c35449-2511-4a87-bc57-fc549f1731d9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:55.100354 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-63c35449-2511-4a87-bc57-fc549f1731d9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Added segment 39ed05f8-a84b-4a46-9f48-adfdf316eb8c of type vlan for network b96bc781-1845-4a37-967a-3a26117794cf Aug 11 23:10:55.140475 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-63c35449-2511-4a87-bc57-fc549f1731d9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:55.170185 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-63c35449-2511-4a87-bc57-fc549f1731d9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:55.175663 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c35449-2511-4a87-bc57-fc549f1731d9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:55.176246 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-63c35449-2511-4a87-bc57-fc549f1731d9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:55.232739 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-63c35449-2511-4a87-bc57-fc549f1731d9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1938334 Aug 11 23:10:55.235441 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58364) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:10:55.239837 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-d8500f65-7c26-4f85-bf13-9b33d4d04d99 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1906818014', 'admin_state_up': True, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:10:55.251646 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c35449-2511-4a87-bc57-fc549f1731d9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Network': ['ID=b96bc781-1845-4a37-967a-3a26117794cf,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:10:55.262249 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network b96bc781-1845-4a37-967a-3a26117794cf details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 23:10:55.268112 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d8500f65-7c26-4f85-bf13-9b33d4d04d99 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:55.269699 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d8500f65-7c26-4f85-bf13-9b33d4d04d99 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:55.433363 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1e560262-f9db-4e29-ba09-75869366cccb no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:10:55.454975 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 1e560262-f9db-4e29-ba09-75869366cccb {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:10:55.455332 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 1e560262-f9db-4e29-ba09-75869366cccb not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:10:55.647258 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d8500f65-7c26-4f85-bf13-9b33d4d04d99 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:55.781609 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d8500f65-7c26-4f85-bf13-9b33d4d04d99 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:55.973193 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d8500f65-7c26-4f85-bf13-9b33d4d04d99 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:55.991621 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d8500f65-7c26-4f85-bf13-9b33d4d04d99 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:56.095685 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-d8500f65-7c26-4f85-bf13-9b33d4d04d99 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Allocated IP 172.25.2.120 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/ccda9631-ffea-4b22-93ca-cead83800d81) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:10:56.195790 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d8500f65-7c26-4f85-bf13-9b33d4d04d99 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:56.234164 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d8500f65-7c26-4f85-bf13-9b33d4d04d99 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:56.271104 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8500f65-7c26-4f85-bf13-9b33d4d04d99 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:10:56.275824 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-d8500f65-7c26-4f85-bf13-9b33d4d04d99 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:10:56.279554 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8500f65-7c26-4f85-bf13-9b33d4d04d99 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:10:56.304454 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8500f65-7c26-4f85-bf13-9b33d4d04d99 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Port': ['ID=ccda9631-ffea-4b22-93ca-cead83800d81,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:10:56.526707 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d8500f65-7c26-4f85-bf13-9b33d4d04d99 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:56.718873 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d8500f65-7c26-4f85-bf13-9b33d4d04d99 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:56.845668 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8500f65-7c26-4f85-bf13-9b33d4d04d99 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Router 88b456b9-78e1-44ba-a630-d8da0544f10b is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 23:10:56.970792 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8500f65-7c26-4f85-bf13-9b33d4d04d99 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:10:56.980856 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe30e63-f5dc-429d-875e-8ccd7a4e8f5a None None] Sync routers for ids ['88b456b9-78e1-44ba-a630-d8da0544f10b'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:10:56.990438 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe30e63-f5dc-429d-875e-8ccd7a4e8f5a None None] Routers {'88b456b9-78e1-44ba-a630-d8da0544f10b'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:10:56.991088 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3fe30e63-f5dc-429d-875e-8ccd7a4e8f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:10:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['88b456b9-78e1-44ba-a630-d8da0544f10b'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:10:56.991391 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-d8500f65-7c26-4f85-bf13-9b33d4d04d99 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:56.992653 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-d8500f65-7c26-4f85-bf13-9b33d4d04d99 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7562840 Aug 11 23:10:56.996081 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58366) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:10:57.067537 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9fc34e72-73ae-4921-8c1c-3eaaa2d155a0 tempest-TestNetworkAdvancedServerOps-149514128 tempest-TestNetworkAdvancedServerOps-149514128-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ba468b72163c4a9087b11fce8559af21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0702574 Aug 11 23:10:57.070159 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58370) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:10:57.098680 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-3fe30e63-f5dc-429d-875e-8ccd7a4e8f5a None None] Set router 88b456b9-78e1-44ba-a630-d8da0544f10b gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:10:57.160798 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca4b7fa-a186-466c-905a-288b8bb3279d tempest-TestNetworkAdvancedServerOps-149514128 tempest-TestNetworkAdvancedServerOps-149514128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:57.162388 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-7ca4b7fa-a186-466c-905a-288b8bb3279d tempest-TestNetworkAdvancedServerOps-149514128 tempest-TestNetworkAdvancedServerOps-149514128-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913219 Aug 11 23:10:57.165359 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58372) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:10:57.197747 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a2f141ed-9526-4382-8036-68e2732a492d tempest-TestNetworkAdvancedServerOps-149514128 tempest-TestNetworkAdvancedServerOps-149514128-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ace0c6e5-d196-4ef9-80b8-149980a74560&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304611 Aug 11 23:10:57.200057 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58374) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:10:57.204850 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-6d2d2a1d-96ed-4f61-ab59-6ee6743e142c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-488585123', 'network_id': 'b96bc781-1845-4a37-967a-3a26117794cf', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:10:57.280402 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3fe30e63-f5dc-429d-875e-8ccd7a4e8f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906818014', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'ccda9631-ffea-4b22-93ca-cead83800d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:10:55Z', 'updated_at': '2021-08-11T23:10:56Z', 'revision_number': 3, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': 'ccda9631-ffea-4b22-93ca-cead83800d81', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:10:55Z', 'updated_at': '2021-08-11T23:10:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:10:57.307373 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe30e63-f5dc-429d-875e-8ccd7a4e8f5a None None] Checking router: 88b456b9-78e1-44ba-a630-d8da0544f10b for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:10:57.307757 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe30e63-f5dc-429d-875e-8ccd7a4e8f5a None None] Updating router 88b456b9-78e1-44ba-a630-d8da0544f10b port ccda9631-ffea-4b22-93ca-cead83800d81 binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 23:10:57.307910 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2d2a1d-96ed-4f61-ab59-6ee6743e142c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Made reservation on behalf of ba468b72163c4a9087b11fce8559af21 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:10:57.311346 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6d2d2a1d-96ed-4f61-ab59-6ee6743e142c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:57.332710 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-3fe30e63-f5dc-429d-875e-8ccd7a4e8f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:57.491368 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6d2d2a1d-96ed-4f61-ab59-6ee6743e142c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:57.553176 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d2a1d-96ed-4f61-ab59-6ee6743e142c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Subnet': ['ID=44c5aa37-8e83-4e67-bc05-613c5d7c474c,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:10:57.562114 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2d2a1d-96ed-4f61-ab59-6ee6743e142c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Checking segment: {'id': '39ed05f8-a84b-4a46-9f48-adfdf316eb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b96bc781-1845-4a37-967a-3a26117794cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:10:57.562485 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2d2a1d-96ed-4f61-ab59-6ee6743e142c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network hostable DHCP agents. Network: b96bc781-1845-4a37-967a-3a26117794cf, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 23:10:57.579382 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2d2a1d-96ed-4f61-ab59-6ee6743e142c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network b96bc781-1845-4a37-967a-3a26117794cf is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 23:10:57.585303 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-3fe30e63-f5dc-429d-875e-8ccd7a4e8f5a None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:57.587461 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-6d2d2a1d-96ed-4f61-ab59-6ee6743e142c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, b96bc781-1845-4a37-967a-3a26117794cf) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:10:57.592378 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2d2a1d-96ed-4f61-ab59-6ee6743e142c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:10:57.593133 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6d2d2a1d-96ed-4f61-ab59-6ee6743e142c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:57.595473 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-3fe30e63-f5dc-429d-875e-8ccd7a4e8f5a None None] Transition to ACTIVE for port object ccda9631-ffea-4b22-93ca-cead83800d81 will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:10:57.596404 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15a5189-5e02-47a3-a4d7-93ef1fbdf2bb None None] Network b96bc781-1845-4a37-967a-3a26117794cf requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:10:57.604838 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-3fe30e63-f5dc-429d-875e-8ccd7a4e8f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:57.608074 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6d2d2a1d-96ed-4f61-ab59-6ee6743e142c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4068785 Aug 11 23:10:57.610731 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58376) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:10:57.664920 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-3fe30e63-f5dc-429d-875e-8ccd7a4e8f5a None None] Attempting to bind port ccda9631-ffea-4b22-93ca-cead83800d81 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:10:57.665287 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-3fe30e63-f5dc-429d-875e-8ccd7a4e8f5a None None] Attempting to bind port ccda9631-ffea-4b22-93ca-cead83800d81 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:10:57.665656 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe30e63-f5dc-429d-875e-8ccd7a4e8f5a None None] Attempting to bind port ccda9631-ffea-4b22-93ca-cead83800d81 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:10:57.675322 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251a4c8-5804-4080-a146-5679e391f163 None None] Pushing event updated for resources: {'Port': ['ID=ccda9631-ffea-4b22-93ca-cead83800d81,revision_number=2']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:10:57.677395 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe30e63-f5dc-429d-875e-8ccd7a4e8f5a None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:10:57.677768 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe30e63-f5dc-429d-875e-8ccd7a4e8f5a None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:10:57.678169 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-3fe30e63-f5dc-429d-875e-8ccd7a4e8f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:57.678563 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe30e63-f5dc-429d-875e-8ccd7a4e8f5a None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:10:57.679030 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-3fe30e63-f5dc-429d-875e-8ccd7a4e8f5a None None] Bound port: ccda9631-ffea-4b22-93ca-cead83800d81, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:10:57.679418 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-3fe30e63-f5dc-429d-875e-8ccd7a4e8f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:57.686895 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6251a4c8-5804-4080-a146-5679e391f163 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:57.687250 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6251a4c8-5804-4080-a146-5679e391f163 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:57.687620 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6251a4c8-5804-4080-a146-5679e391f163 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:57.687959 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6251a4c8-5804-4080-a146-5679e391f163 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:57.688290 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6251a4c8-5804-4080-a146-5679e391f163 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:57.688621 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6251a4c8-5804-4080-a146-5679e391f163 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:57.688954 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6251a4c8-5804-4080-a146-5679e391f163 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:57.689274 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6251a4c8-5804-4080-a146-5679e391f163 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:57.689597 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6251a4c8-5804-4080-a146-5679e391f163 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:57.689920 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6251a4c8-5804-4080-a146-5679e391f163 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:57.690290 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6251a4c8-5804-4080-a146-5679e391f163 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:57.690614 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6251a4c8-5804-4080-a146-5679e391f163 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:10:57.714391 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-2d77f155-3ca8-4d07-a187-94a8b9c89ec6 req-8e439f2b-b783-4c14-9623-77f050e4d5f3 service neutron] (100942) timed out ('10.222.0.77', 55336) {{(pid=100942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 23:10:57.742975 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-3fe30e63-f5dc-429d-875e-8ccd7a4e8f5a None None] For port ccda9631-ffea-4b22-93ca-cead83800d81, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:10:57.746573 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-3fe30e63-f5dc-429d-875e-8ccd7a4e8f5a None None] For port ccda9631-ffea-4b22-93ca-cead83800d81, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=ccda9631-ffea-4b22-93ca-cead83800d81,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:10:57.751002 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-3fe30e63-f5dc-429d-875e-8ccd7a4e8f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:57.752126 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f13dfb-91d9-4038-b6e1-b4259e57cd91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-b96bc781-1845-4a37-967a-3a26117794cf', 'network_id': 'b96bc781-1845-4a37-967a-3a26117794cf', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'fixed_ips': [{'subnet_id': '44c5aa37-8e83-4e67-bc05-613c5d7c474c'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 23:10:57.753228 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-29f13dfb-91d9-4038-b6e1-b4259e57cd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:57.811706 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251a4c8-5804-4080-a146-5679e391f163 None None] Pushing event updated for resources: {'Port': ['ID=ccda9631-ffea-4b22-93ca-cead83800d81,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:10:57.817285 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe30e63-f5dc-429d-875e-8ccd7a4e8f5a None None] Routers {'88b456b9-78e1-44ba-a630-d8da0544f10b'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:10:57.817900 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3fe30e63-f5dc-429d-875e-8ccd7a4e8f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:10:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['88b456b9-78e1-44ba-a630-d8da0544f10b'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:10:57.903766 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-29f13dfb-91d9-4038-b6e1-b4259e57cd91 None None] Allocated IP 172.20.0.2 (b96bc781-1845-4a37-967a-3a26117794cf/44c5aa37-8e83-4e67-bc05-613c5d7c474c/ab2cdb76-14a2-4975-b2f2-4cfa6c7674a5) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:10:58.020982 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-3fe30e63-f5dc-429d-875e-8ccd7a4e8f5a None None] Set router 88b456b9-78e1-44ba-a630-d8da0544f10b gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:10:58.057467 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-29f13dfb-91d9-4038-b6e1-b4259e57cd91 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:58.066032 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-29f13dfb-91d9-4038-b6e1-b4259e57cd91 None None] Transition to ACTIVE for port object ab2cdb76-14a2-4975-b2f2-4cfa6c7674a5 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:10:58.079367 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a2358f9e-2d93-4415-9bdd-e0152bbdcc6a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:58.081694 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-29f13dfb-91d9-4038-b6e1-b4259e57cd91 None None] Transition to ACTIVE for port object ab2cdb76-14a2-4975-b2f2-4cfa6c7674a5 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:10:58.088361 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-29f13dfb-91d9-4038-b6e1-b4259e57cd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:58.131811 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f13dfb-91d9-4038-b6e1-b4259e57cd91 None None] Network b96bc781-1845-4a37-967a-3a26117794cf is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:10:58.138445 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-29f13dfb-91d9-4038-b6e1-b4259e57cd91 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:10:58.140939 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f13dfb-91d9-4038-b6e1-b4259e57cd91 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:10:58.148354 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f13dfb-91d9-4038-b6e1-b4259e57cd91 None None] Pushing event updated for resources: {'Port': ['ID=ab2cdb76-14a2-4975-b2f2-4cfa6c7674a5,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:10:58.207828 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-3fe30e63-f5dc-429d-875e-8ccd7a4e8f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906818014', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'ccda9631-ffea-4b22-93ca-cead83800d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:10:55Z', 'updated_at': '2021-08-11T23:10:56Z', 'revision_number': 3, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': 'ccda9631-ffea-4b22-93ca-cead83800d81', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:10:55Z', 'updated_at': '2021-08-11T23:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:10:58.208157 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-29f13dfb-91d9-4038-b6e1-b4259e57cd91 None None] Attempting to bind port ab2cdb76-14a2-4975-b2f2-4cfa6c7674a5 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:10:58.208453 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-29f13dfb-91d9-4038-b6e1-b4259e57cd91 None None] Attempting to bind port ab2cdb76-14a2-4975-b2f2-4cfa6c7674a5 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '39ed05f8-a84b-4a46-9f48-adfdf316eb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b96bc781-1845-4a37-967a-3a26117794cf'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:10:58.209225 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f13dfb-91d9-4038-b6e1-b4259e57cd91 None None] Attempting to bind port ab2cdb76-14a2-4975-b2f2-4cfa6c7674a5 on network b96bc781-1845-4a37-967a-3a26117794cf {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:10:58.216694 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f13dfb-91d9-4038-b6e1-b4259e57cd91 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:10:58.217131 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f13dfb-91d9-4038-b6e1-b4259e57cd91 None None] Checking segment: {'id': '39ed05f8-a84b-4a46-9f48-adfdf316eb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b96bc781-1845-4a37-967a-3a26117794cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:10:58.217544 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-29f13dfb-91d9-4038-b6e1-b4259e57cd91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:58.217942 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f13dfb-91d9-4038-b6e1-b4259e57cd91 None None] Bound using segment: {'id': '39ed05f8-a84b-4a46-9f48-adfdf316eb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b96bc781-1845-4a37-967a-3a26117794cf'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:10:58.218409 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-29f13dfb-91d9-4038-b6e1-b4259e57cd91 None None] Bound port: ab2cdb76-14a2-4975-b2f2-4cfa6c7674a5, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ed05f8-a84b-4a46-9f48-adfdf316eb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b96bc781-1845-4a37-967a-3a26117794cf'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:10:58.218797 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-29f13dfb-91d9-4038-b6e1-b4259e57cd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:58.234911 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe30e63-f5dc-429d-875e-8ccd7a4e8f5a None None] The sync data for ids ['88b456b9-78e1-44ba-a630-d8da0544f10b'] in n-d-804275-3 is: [{'id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906818014', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'ccda9631-ffea-4b22-93ca-cead83800d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:10:55Z', 'updated_at': '2021-08-11T23:10:56Z', 'revision_number': 3, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': 'ccda9631-ffea-4b22-93ca-cead83800d81', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:10:55Z', 'updated_at': '2021-08-11T23:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:10:58.288526 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-29f13dfb-91d9-4038-b6e1-b4259e57cd91 None None] For port ab2cdb76-14a2-4975-b2f2-4cfa6c7674a5, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:10:58.292324 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-29f13dfb-91d9-4038-b6e1-b4259e57cd91 None None] For port ab2cdb76-14a2-4975-b2f2-4cfa6c7674a5, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=ab2cdb76-14a2-4975-b2f2-4cfa6c7674a5,segment=NetworkSegment(39ed05f8-a84b-4a46-9f48-adfdf316eb8c),segment_id=39ed05f8-a84b-4a46-9f48-adfdf316eb8c)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:10:58.297834 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-29f13dfb-91d9-4038-b6e1-b4259e57cd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:58.365772 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f13dfb-91d9-4038-b6e1-b4259e57cd91 None None] Pushing event updated for resources: {'Port': ['ID=ab2cdb76-14a2-4975-b2f2-4cfa6c7674a5,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:10:58.381118 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-a2358f9e-2d93-4415-9bdd-e0152bbdcc6a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Allocated IP 172.20.0.1 (b96bc781-1845-4a37-967a-3a26117794cf/44c5aa37-8e83-4e67-bc05-613c5d7c474c/91ba8ee9-117f-4c39-85a4-c4f9d7ab5642) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:10:58.529917 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a2358f9e-2d93-4415-9bdd-e0152bbdcc6a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:58.544186 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-a2358f9e-2d93-4415-9bdd-e0152bbdcc6a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Transition to ACTIVE for port object 91ba8ee9-117f-4c39-85a4-c4f9d7ab5642 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:10:58.586834 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a2358f9e-2d93-4415-9bdd-e0152bbdcc6a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:58.631762 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2358f9e-2d93-4415-9bdd-e0152bbdcc6a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network b96bc781-1845-4a37-967a-3a26117794cf is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:10:58.637611 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-a2358f9e-2d93-4415-9bdd-e0152bbdcc6a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:10:58.640160 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2358f9e-2d93-4415-9bdd-e0152bbdcc6a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:10:58.668709 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2358f9e-2d93-4415-9bdd-e0152bbdcc6a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Port': ['ID=91ba8ee9-117f-4c39-85a4-c4f9d7ab5642,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:10:58.698478 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a2358f9e-2d93-4415-9bdd-e0152bbdcc6a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:58.860877 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a2358f9e-2d93-4415-9bdd-e0152bbdcc6a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:59.178246 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a2358f9e-2d93-4415-9bdd-e0152bbdcc6a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:59.185750 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a2358f9e-2d93-4415-9bdd-e0152bbdcc6a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:59.264837 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2358f9e-2d93-4415-9bdd-e0152bbdcc6a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Port': ['ID=91ba8ee9-117f-4c39-85a4-c4f9d7ab5642,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:10:59.267597 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-a2358f9e-2d93-4415-9bdd-e0152bbdcc6a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:59.367869 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2358f9e-2d93-4415-9bdd-e0152bbdcc6a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network b96bc781-1845-4a37-967a-3a26117794cf is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:10:59.369508 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-a2358f9e-2d93-4415-9bdd-e0152bbdcc6a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:10:59.421152 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be02fa5-b2e4-49a3-807d-26163725502a None None] Network b96bc781-1845-4a37-967a-3a26117794cf requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:10:59.492333 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2358f9e-2d93-4415-9bdd-e0152bbdcc6a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Router 88b456b9-78e1-44ba-a630-d8da0544f10b has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:10:59.518740 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-bb579c54-acbf-4f84-a2ec-d1a6204ce70e None None] Provisioning for port ab2cdb76-14a2-4975-b2f2-4cfa6c7674a5 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:10:59.570466 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ab2cdb76-14a2-4975-b2f2-4cfa6c7674a5 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:10:59.663765 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port ab2cdb76-14a2-4975-b2f2-4cfa6c7674a5 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:10:59.669753 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port ab2cdb76-14a2-4975-b2f2-4cfa6c7674a5 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:10:59.670139 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:59.765777 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:59.804416 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port ab2cdb76-14a2-4975-b2f2-4cfa6c7674a5, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=ab2cdb76-14a2-4975-b2f2-4cfa6c7674a5,segment=NetworkSegment(39ed05f8-a84b-4a46-9f48-adfdf316eb8c),segment_id=39ed05f8-a84b-4a46-9f48-adfdf316eb8c)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:10:59.812302 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:59.813608 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ccda9631-ffea-4b22-93ca-cead83800d81 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:10:59.901638 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=ab2cdb76-14a2-4975-b2f2-4cfa6c7674a5,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:10:59.923616 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port ccda9631-ffea-4b22-93ca-cead83800d81 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:10:59.936161 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port ccda9631-ffea-4b22-93ca-cead83800d81 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:10:59.936577 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:59.980109 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2358f9e-2d93-4415-9bdd-e0152bbdcc6a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:10:59.983189 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c5860437-3ef4-4b43-8a64-c3ef978239df None None] Provisioning complete for port ab2cdb76-14a2-4975-b2f2-4cfa6c7674a5 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:10:59.983610 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c5860437-3ef4-4b43-8a64-c3ef978239df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:10:59.985849 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-a2358f9e-2d93-4415-9bdd-e0152bbdcc6a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "PUT /v2.0/routers/88b456b9-78e1-44ba-a630-d8da0544f10b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3738945 Aug 11 23:11:00.102092 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6c9b60-afd7-447d-932d-ae58bdd6d001 None None] Sync routers for ids ['88b456b9-78e1-44ba-a630-d8da0544f10b'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:11:00.133333 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:00.139855 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6c9b60-afd7-447d-932d-ae58bdd6d001 None None] Routers {'88b456b9-78e1-44ba-a630-d8da0544f10b'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:11:00.140586 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-da6c9b60-afd7-447d-932d-ae58bdd6d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:10:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['88b456b9-78e1-44ba-a630-d8da0544f10b'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:11:00.199320 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c5860437-3ef4-4b43-8a64-c3ef978239df None None] Provisioning for port 91ba8ee9-117f-4c39-85a4-c4f9d7ab5642 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:11:00.205021 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port ccda9631-ffea-4b22-93ca-cead83800d81, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=ccda9631-ffea-4b22-93ca-cead83800d81,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:11:00.213536 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c5860437-3ef4-4b43-8a64-c3ef978239df None None] Provisioning complete for port 91ba8ee9-117f-4c39-85a4-c4f9d7ab5642 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:11:00.213924 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c5860437-3ef4-4b43-8a64-c3ef978239df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:00.217821 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:00.310887 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69282582-208a-4c40-95e6-2db68ae6791b req-15a92498-e3be-4c88-bc5f-7162e6a978e7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1201011864&fields=id&tenant_id=ba468b72163c4a9087b11fce8559af21 HTTP/1.1" status: 200 len: 267 time: 0.0434284 Aug 11 23:11:00.425489 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69282582-208a-4c40-95e6-2db68ae6791b req-85d8bb44-d3b6-4103-8a77-ae8c8033c63b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:00.426887 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69282582-208a-4c40-95e6-2db68ae6791b req-85d8bb44-d3b6-4103-8a77-ae8c8033c63b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/networks?id=b96bc781-1845-4a37-967a-3a26117794cf HTTP/1.1" status: 200 len: 797 time: 0.1072793 Aug 11 23:11:00.442490 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69282582-208a-4c40-95e6-2db68ae6791b req-89cc126c-02fe-4f34-8f25-7e383fca0259 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/quotas/ba468b72163c4a9087b11fce8559af21 HTTP/1.1" status: 200 len: 375 time: 0.0096359 Aug 11 23:11:00.488761 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-c5860437-3ef4-4b43-8a64-c3ef978239df None None] Port 91ba8ee9-117f-4c39-85a4-c4f9d7ab5642 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:11:00.493128 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69282582-208a-4c40-95e6-2db68ae6791b req-b08eac36-278b-49fe-8389-f9cd53398978 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449431 Aug 11 23:11:00.510883 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-da6c9b60-afd7-447d-932d-ae58bdd6d001 None None] Set router 88b456b9-78e1-44ba-a630-d8da0544f10b gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:11:00.512705 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=ccda9631-ffea-4b22-93ca-cead83800d81,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:11:00.594024 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69282582-208a-4c40-95e6-2db68ae6791b req-920735c8-197c-402c-b75c-e8921254fc46 service neutron] 10.222.0.77 "GET /v2.0/networks/b96bc781-1845-4a37-967a-3a26117794cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875857 Aug 11 23:11:00.654922 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-88e33573-9900-4117-8019-33f6b9642ae4 None None] Provisioning complete for port 91ba8ee9-117f-4c39-85a4-c4f9d7ab5642 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:11:00.655303 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-88e33573-9900-4117-8019-33f6b9642ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:00.683977 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69282582-208a-4c40-95e6-2db68ae6791b req-21c2b9f0-7efa-4b70-99a3-c75ccb842857 service neutron] 10.222.0.77 "GET /v2.0/networks/b96bc781-1845-4a37-967a-3a26117794cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842853 Aug 11 23:11:00.706536 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-88e33573-9900-4117-8019-33f6b9642ae4 None None] Port 91ba8ee9-117f-4c39-85a4-c4f9d7ab5642 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:11:00.753691 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-da6c9b60-afd7-447d-932d-ae58bdd6d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906818014', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'ccda9631-ffea-4b22-93ca-cead83800d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:10:55Z', 'updated_at': '2021-08-11T23:10:58Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': 'ccda9631-ffea-4b22-93ca-cead83800d81', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:10:55Z', 'updated_at': '2021-08-11T23:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '91ba8ee9-117f-4c39-85a4-c4f9d7ab5642', 'name': '', 'network_id': 'b96bc781-1845-4a37-967a-3a26117794cf', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:39:cb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '44c5aa37-8e83-4e67-bc05-613c5d7c474c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:10:58Z', 'updated_at': '2021-08-11T23:10:59Z', 'revision_number': 2, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': '44c5aa37-8e83-4e67-bc05-613c5d7c474c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:11:00.791960 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6c9b60-afd7-447d-932d-ae58bdd6d001 None None] Checking router: 88b456b9-78e1-44ba-a630-d8da0544f10b for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:11:00.792466 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6c9b60-afd7-447d-932d-ae58bdd6d001 None None] Updating router 88b456b9-78e1-44ba-a630-d8da0544f10b port 91ba8ee9-117f-4c39-85a4-c4f9d7ab5642 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 23:11:00.820343 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-da6c9b60-afd7-447d-932d-ae58bdd6d001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:00.851290 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bb35cb9e-6975-4af5-a4bc-15fcc6d07651 req-21424073-7e48-49cc-be79-0da219920fe7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 210 time: 0.0315487 Aug 11 23:11:01.098132 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-da6c9b60-afd7-447d-932d-ae58bdd6d001 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:01.108108 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-da6c9b60-afd7-447d-932d-ae58bdd6d001 None None] Transition to ACTIVE for port object 91ba8ee9-117f-4c39-85a4-c4f9d7ab5642 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:11:01.113635 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-da6c9b60-afd7-447d-932d-ae58bdd6d001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:01.188986 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c57ffe-eb69-466c-8178-8f1cde9df813 None None] Pushing event updated for resources: {'Port': ['ID=91ba8ee9-117f-4c39-85a4-c4f9d7ab5642,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:11:01.215436 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-da6c9b60-afd7-447d-932d-ae58bdd6d001 None None] Attempting to bind port 91ba8ee9-117f-4c39-85a4-c4f9d7ab5642 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:11:01.215836 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-da6c9b60-afd7-447d-932d-ae58bdd6d001 None None] Attempting to bind port 91ba8ee9-117f-4c39-85a4-c4f9d7ab5642 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '39ed05f8-a84b-4a46-9f48-adfdf316eb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b96bc781-1845-4a37-967a-3a26117794cf'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:11:01.216199 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6c9b60-afd7-447d-932d-ae58bdd6d001 None None] Attempting to bind port 91ba8ee9-117f-4c39-85a4-c4f9d7ab5642 on network b96bc781-1845-4a37-967a-3a26117794cf {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:11:01.222297 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6c9b60-afd7-447d-932d-ae58bdd6d001 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:11:01.222720 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6c9b60-afd7-447d-932d-ae58bdd6d001 None None] Checking segment: {'id': '39ed05f8-a84b-4a46-9f48-adfdf316eb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b96bc781-1845-4a37-967a-3a26117794cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:11:01.223068 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-da6c9b60-afd7-447d-932d-ae58bdd6d001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:01.223462 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6c9b60-afd7-447d-932d-ae58bdd6d001 None None] Bound using segment: {'id': '39ed05f8-a84b-4a46-9f48-adfdf316eb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b96bc781-1845-4a37-967a-3a26117794cf'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:11:01.224015 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-da6c9b60-afd7-447d-932d-ae58bdd6d001 None None] Bound port: 91ba8ee9-117f-4c39-85a4-c4f9d7ab5642, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ed05f8-a84b-4a46-9f48-adfdf316eb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b96bc781-1845-4a37-967a-3a26117794cf'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:11:01.224402 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-da6c9b60-afd7-447d-932d-ae58bdd6d001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:01.301550 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-da6c9b60-afd7-447d-932d-ae58bdd6d001 None None] For port 91ba8ee9-117f-4c39-85a4-c4f9d7ab5642, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:11:01.304838 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-da6c9b60-afd7-447d-932d-ae58bdd6d001 None None] For port 91ba8ee9-117f-4c39-85a4-c4f9d7ab5642, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=91ba8ee9-117f-4c39-85a4-c4f9d7ab5642,segment=NetworkSegment(39ed05f8-a84b-4a46-9f48-adfdf316eb8c),segment_id=39ed05f8-a84b-4a46-9f48-adfdf316eb8c)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:11:01.308973 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-da6c9b60-afd7-447d-932d-ae58bdd6d001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:01.375295 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c57ffe-eb69-466c-8178-8f1cde9df813 None None] Pushing event updated for resources: {'Port': ['ID=91ba8ee9-117f-4c39-85a4-c4f9d7ab5642,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:11:01.378426 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6c9b60-afd7-447d-932d-ae58bdd6d001 None None] Routers {'88b456b9-78e1-44ba-a630-d8da0544f10b'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:11:01.380193 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-da6c9b60-afd7-447d-932d-ae58bdd6d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:10:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['88b456b9-78e1-44ba-a630-d8da0544f10b'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:11:01.506413 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-da6c9b60-afd7-447d-932d-ae58bdd6d001 None None] Set router 88b456b9-78e1-44ba-a630-d8da0544f10b gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:11:01.533913 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ab2cdb76-14a2-4975-b2f2-4cfa6c7674a5 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:11:01.693922 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port ab2cdb76-14a2-4975-b2f2-4cfa6c7674a5 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:11:01.694303 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:01.826220 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-da6c9b60-afd7-447d-932d-ae58bdd6d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906818014', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'ccda9631-ffea-4b22-93ca-cead83800d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:10:55Z', 'updated_at': '2021-08-11T23:10:58Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': 'ccda9631-ffea-4b22-93ca-cead83800d81', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:10:55Z', 'updated_at': '2021-08-11T23:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '91ba8ee9-117f-4c39-85a4-c4f9d7ab5642', 'name': '', 'network_id': 'b96bc781-1845-4a37-967a-3a26117794cf', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:39:cb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '44c5aa37-8e83-4e67-bc05-613c5d7c474c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:10:58Z', 'updated_at': '2021-08-11T23:11:01Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': '44c5aa37-8e83-4e67-bc05-613c5d7c474c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:11:01.829918 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ccda9631-ffea-4b22-93ca-cead83800d81 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:11:01.856050 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6c9b60-afd7-447d-932d-ae58bdd6d001 None None] The sync data for ids ['88b456b9-78e1-44ba-a630-d8da0544f10b'] in n-d-804275-3 is: [{'id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906818014', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'ccda9631-ffea-4b22-93ca-cead83800d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:10:55Z', 'updated_at': '2021-08-11T23:10:58Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': 'ccda9631-ffea-4b22-93ca-cead83800d81', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:10:55Z', 'updated_at': '2021-08-11T23:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '91ba8ee9-117f-4c39-85a4-c4f9d7ab5642', 'name': '', 'network_id': 'b96bc781-1845-4a37-967a-3a26117794cf', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:39:cb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '44c5aa37-8e83-4e67-bc05-613c5d7c474c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:10:58Z', 'updated_at': '2021-08-11T23:11:01Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': '44c5aa37-8e83-4e67-bc05-613c5d7c474c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:11:01.885459 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69282582-208a-4c40-95e6-2db68ae6791b req-567f11ad-c7b9-48b9-a1d0-1b7608884d38 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:01.888610 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69282582-208a-4c40-95e6-2db68ae6791b req-567f11ad-c7b9-48b9-a1d0-1b7608884d38 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.82 "GET /v2.0/networks?id=b96bc781-1845-4a37-967a-3a26117794cf HTTP/1.1" status: 200 len: 797 time: 0.1166322 Aug 11 23:11:01.935182 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port ccda9631-ffea-4b22-93ca-cead83800d81 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:11:01.935696 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:01.975067 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69282582-208a-4c40-95e6-2db68ae6791b req-34e7a390-58da-4a8f-949e-7c67c3498da3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba468b72163c4a9087b11fce8559af21 HTTP/1.1" status: 200 len: 380 time: 0.0695357 Aug 11 23:11:02.005682 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-69282582-208a-4c40-95e6-2db68ae6791b req-42902940-137d-447c-ac25-3fe7a566ae03 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'port': {'device_id': '09133f5a-82f9-470a-a9f8-daa15d93da70', 'network_id': 'b96bc781-1845-4a37-967a-3a26117794cf', 'admin_state_up': True, 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'security_groups': ['57f272af-5d9b-483f-9adf-de3ca1335888']}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:11:02.011761 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4fff9041-40c3-4bbe-986e-2d41a5f509f5 req-0f8416a2-4291-4575-a598-28161c423751 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 210 time: 0.0429435 Aug 11 23:11:02.122452 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69282582-208a-4c40-95e6-2db68ae6791b req-42902940-137d-447c-ac25-3fe7a566ae03 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Made reservation on behalf of ba468b72163c4a9087b11fce8559af21 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:11:02.126209 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-69282582-208a-4c40-95e6-2db68ae6791b req-42902940-137d-447c-ac25-3fe7a566ae03 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:02.279814 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-69282582-208a-4c40-95e6-2db68ae6791b req-42902940-137d-447c-ac25-3fe7a566ae03 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Allocated IP 172.20.0.8 (b96bc781-1845-4a37-967a-3a26117794cf/44c5aa37-8e83-4e67-bc05-613c5d7c474c/56d42bab-1012-49cb-a095-90bf5a6ecbcb) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:11:02.433734 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-69282582-208a-4c40-95e6-2db68ae6791b req-42902940-137d-447c-ac25-3fe7a566ae03 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:02.449736 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-69282582-208a-4c40-95e6-2db68ae6791b req-42902940-137d-447c-ac25-3fe7a566ae03 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Transition to ACTIVE for port object 56d42bab-1012-49cb-a095-90bf5a6ecbcb will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:11:02.483656 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-69282582-208a-4c40-95e6-2db68ae6791b req-42902940-137d-447c-ac25-3fe7a566ae03 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:02.531267 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69282582-208a-4c40-95e6-2db68ae6791b req-42902940-137d-447c-ac25-3fe7a566ae03 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network b96bc781-1845-4a37-967a-3a26117794cf is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:11:02.535086 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-69282582-208a-4c40-95e6-2db68ae6791b req-42902940-137d-447c-ac25-3fe7a566ae03 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:11:02.539651 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-69282582-208a-4c40-95e6-2db68ae6791b req-42902940-137d-447c-ac25-3fe7a566ae03 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:11:02.544179 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42902940-137d-447c-ac25-3fe7a566ae03 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Port': ['ID=56d42bab-1012-49cb-a095-90bf5a6ecbcb,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:11:02.595853 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69282582-208a-4c40-95e6-2db68ae6791b req-42902940-137d-447c-ac25-3fe7a566ae03 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:02.596675 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-69282582-208a-4c40-95e6-2db68ae6791b req-42902940-137d-447c-ac25-3fe7a566ae03 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:02.612956 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69282582-208a-4c40-95e6-2db68ae6791b req-42902940-137d-447c-ac25-3fe7a566ae03 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6246471 Aug 11 23:11:02.675879 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-69282582-208a-4c40-95e6-2db68ae6791b req-0d60ef82-440b-489a-ab6c-f3bdd6756d63 service neutron] Request body: {'port': {'device_id': '09133f5a-82f9-470a-a9f8-daa15d93da70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:11:02.735221 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-69282582-208a-4c40-95e6-2db68ae6791b req-0d60ef82-440b-489a-ab6c-f3bdd6756d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:02.830697 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ef1ad5e2-a091-4d3a-8a7b-8b8a67c025ae None None] Provisioning for port 56d42bab-1012-49cb-a095-90bf5a6ecbcb completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:11:02.835410 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ef1ad5e2-a091-4d3a-8a7b-8b8a67c025ae None None] Provisioning complete for port 56d42bab-1012-49cb-a095-90bf5a6ecbcb triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:11:02.835842 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ef1ad5e2-a091-4d3a-8a7b-8b8a67c025ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:02.880731 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-ef1ad5e2-a091-4d3a-8a7b-8b8a67c025ae None None] Port 56d42bab-1012-49cb-a095-90bf5a6ecbcb cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:11:03.034802 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-69282582-208a-4c40-95e6-2db68ae6791b req-0d60ef82-440b-489a-ab6c-f3bdd6756d63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d42bab-1012-49cb-a095-90bf5a6ecbcb {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 23:11:03.042639 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-69282582-208a-4c40-95e6-2db68ae6791b req-0d60ef82-440b-489a-ab6c-f3bdd6756d63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:03.055463 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-69282582-208a-4c40-95e6-2db68ae6791b req-0d60ef82-440b-489a-ab6c-f3bdd6756d63 service neutron] Transition to ACTIVE for port object 56d42bab-1012-49cb-a095-90bf5a6ecbcb will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:11:03.059191 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-69282582-208a-4c40-95e6-2db68ae6791b req-0d60ef82-440b-489a-ab6c-f3bdd6756d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:03.154416 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60ef82-440b-489a-ab6c-f3bdd6756d63 service neutron] Pushing event updated for resources: {'Port': ['ID=56d42bab-1012-49cb-a095-90bf5a6ecbcb,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:11:03.211040 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2c268-652d-40e2-9bc9-1f23c8be8ecb req-c2d06402-5776-4111-a4d7-f0f9deea1cff tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:03.212670 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-19e2c268-652d-40e2-9bc9-1f23c8be8ecb req-c2d06402-5776-4111-a4d7-f0f9deea1cff tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 943 time: 0.1217971 Aug 11 23:11:03.235022 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-69282582-208a-4c40-95e6-2db68ae6791b req-0d60ef82-440b-489a-ab6c-f3bdd6756d63 service neutron] Attempting to bind port 56d42bab-1012-49cb-a095-90bf5a6ecbcb on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:11:03.235364 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-69282582-208a-4c40-95e6-2db68ae6791b req-0d60ef82-440b-489a-ab6c-f3bdd6756d63 service neutron] Attempting to bind port 56d42bab-1012-49cb-a095-90bf5a6ecbcb by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '39ed05f8-a84b-4a46-9f48-adfdf316eb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b96bc781-1845-4a37-967a-3a26117794cf'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:11:03.235730 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69282582-208a-4c40-95e6-2db68ae6791b req-0d60ef82-440b-489a-ab6c-f3bdd6756d63 service neutron] Attempting to bind port 56d42bab-1012-49cb-a095-90bf5a6ecbcb on network b96bc781-1845-4a37-967a-3a26117794cf {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:11:03.249586 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69282582-208a-4c40-95e6-2db68ae6791b req-0d60ef82-440b-489a-ab6c-f3bdd6756d63 service neutron] Port 56d42bab-1012-49cb-a095-90bf5a6ecbcb on network b96bc781-1845-4a37-967a-3a26117794cf not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 23:11:03.250008 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69282582-208a-4c40-95e6-2db68ae6791b req-0d60ef82-440b-489a-ab6c-f3bdd6756d63 service neutron] Attempting to bind port 56d42bab-1012-49cb-a095-90bf5a6ecbcb on network b96bc781-1845-4a37-967a-3a26117794cf {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:11:03.263684 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69282582-208a-4c40-95e6-2db68ae6791b req-0d60ef82-440b-489a-ab6c-f3bdd6756d63 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:11:03.263955 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69282582-208a-4c40-95e6-2db68ae6791b req-0d60ef82-440b-489a-ab6c-f3bdd6756d63 service neutron] Checking segment: {'id': '39ed05f8-a84b-4a46-9f48-adfdf316eb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b96bc781-1845-4a37-967a-3a26117794cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:11:03.264276 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69282582-208a-4c40-95e6-2db68ae6791b req-0d60ef82-440b-489a-ab6c-f3bdd6756d63 service neutron] Bound using segment: {'id': '39ed05f8-a84b-4a46-9f48-adfdf316eb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b96bc781-1845-4a37-967a-3a26117794cf'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:11:03.264732 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-69282582-208a-4c40-95e6-2db68ae6791b req-0d60ef82-440b-489a-ab6c-f3bdd6756d63 service neutron] Bound port: 56d42bab-1012-49cb-a095-90bf5a6ecbcb, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39ed05f8-a84b-4a46-9f48-adfdf316eb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b96bc781-1845-4a37-967a-3a26117794cf'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:11:03.265105 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-69282582-208a-4c40-95e6-2db68ae6791b req-0d60ef82-440b-489a-ab6c-f3bdd6756d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:03.281216 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-19e2c268-652d-40e2-9bc9-1f23c8be8ecb req-42c5651e-3b25-4b9b-b6be-efbf9ab916b3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=57f272af-5d9b-483f-9adf-de3ca1335888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573120 Aug 11 23:11:03.338514 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-69282582-208a-4c40-95e6-2db68ae6791b req-0d60ef82-440b-489a-ab6c-f3bdd6756d63 service neutron] For port 56d42bab-1012-49cb-a095-90bf5a6ecbcb, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:11:03.341603 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-69282582-208a-4c40-95e6-2db68ae6791b req-0d60ef82-440b-489a-ab6c-f3bdd6756d63 service neutron] For port 56d42bab-1012-49cb-a095-90bf5a6ecbcb, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=56d42bab-1012-49cb-a095-90bf5a6ecbcb,segment=NetworkSegment(39ed05f8-a84b-4a46-9f48-adfdf316eb8c),segment_id=39ed05f8-a84b-4a46-9f48-adfdf316eb8c)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:11:03.347000 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-69282582-208a-4c40-95e6-2db68ae6791b req-0d60ef82-440b-489a-ab6c-f3bdd6756d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:03.384720 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69282582-208a-4c40-95e6-2db68ae6791b req-0d60ef82-440b-489a-ab6c-f3bdd6756d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:03.385354 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-69282582-208a-4c40-95e6-2db68ae6791b req-0d60ef82-440b-489a-ab6c-f3bdd6756d63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:03.386787 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69282582-208a-4c40-95e6-2db68ae6791b req-0d60ef82-440b-489a-ab6c-f3bdd6756d63 service neutron] 10.222.0.82 "PUT /v2.0/ports/56d42bab-1012-49cb-a095-90bf5a6ecbcb HTTP/1.1" status: 200 len: 1091 time: 0.7609732 Aug 11 23:11:03.387231 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09133f5a-82f9-470a-a9f8-daa15d93da70', 'tag': '56d42bab-1012-49cb-a095-90bf5a6ecbcb'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:11:03.389535 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93eb82e4-deb6-49c3-8556-f6a814b81b95" -d '{"events": [{"name": "network-changed", "server_uuid": "09133f5a-82f9-470a-a9f8-daa15d93da70", "tag": "56d42bab-1012-49cb-a095-90bf5a6ecbcb"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:11:03.421365 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60ef82-440b-489a-ab6c-f3bdd6756d63 service neutron] Pushing event updated for resources: {'Port': ['ID=56d42bab-1012-49cb-a095-90bf5a6ecbcb,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:11:03.441272 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cda2d5-878e-46a2-bc88-d57279b30074 x-openstack-request-id: req-f2cda2d5-878e-46a2-bc88-d57279b30074 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:11:03.441632 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09133f5a-82f9-470a-a9f8-daa15d93da70", "tag": "56d42bab-1012-49cb-a095-90bf5a6ecbcb", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:11:03.441826 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f2cda2d5-878e-46a2-bc88-d57279b30074 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:11:03.442222 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09133f5a-82f9-470a-a9f8-daa15d93da70', 'tag': '56d42bab-1012-49cb-a095-90bf5a6ecbcb', 'status': 'completed', 'code': 200} Aug 11 23:11:03.512630 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69282582-208a-4c40-95e6-2db68ae6791b req-85aa692c-9b8c-4b39-a725-40ae09d18373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:03.514225 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69282582-208a-4c40-95e6-2db68ae6791b req-85aa692c-9b8c-4b39-a725-40ae09d18373 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 1094 time: 0.0540566 Aug 11 23:11:03.517734 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 91ba8ee9-117f-4c39-85a4-c4f9d7ab5642 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:11:03.563322 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69282582-208a-4c40-95e6-2db68ae6791b req-70a269b2-7a44-4115-9fa1-01d2a680ea53 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56d42bab-1012-49cb-a095-90bf5a6ecbcb HTTP/1.1" status: 200 len: 217 time: 0.0353973 Aug 11 23:11:03.580492 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 91ba8ee9-117f-4c39-85a4-c4f9d7ab5642 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:11:03.585461 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 91ba8ee9-117f-4c39-85a4-c4f9d7ab5642 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:11:03.585839 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:03.615398 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69282582-208a-4c40-95e6-2db68ae6791b req-94840ae9-9cea-4e39-a587-9538d271d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:03.616901 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69282582-208a-4c40-95e6-2db68ae6791b req-94840ae9-9cea-4e39-a587-9538d271d736 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=44c5aa37-8e83-4e67-bc05-613c5d7c474c HTTP/1.1" status: 200 len: 834 time: 0.0470774 Aug 11 23:11:03.667070 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69282582-208a-4c40-95e6-2db68ae6791b req-07879772-1e79-4e1e-b161-062b429a9d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:03.668566 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69282582-208a-4c40-95e6-2db68ae6791b req-07879772-1e79-4e1e-b161-062b429a9d55 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b96bc781-1845-4a37-967a-3a26117794cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437841 Aug 11 23:11:03.684187 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:03.718140 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 91ba8ee9-117f-4c39-85a4-c4f9d7ab5642, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=91ba8ee9-117f-4c39-85a4-c4f9d7ab5642,segment=NetworkSegment(39ed05f8-a84b-4a46-9f48-adfdf316eb8c),segment_id=39ed05f8-a84b-4a46-9f48-adfdf316eb8c)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:11:03.722372 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:03.774041 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=91ba8ee9-117f-4c39-85a4-c4f9d7ab5642,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:11:04.087353 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69282582-208a-4c40-95e6-2db68ae6791b req-448f51ee-f527-4cb6-88ed-e18a95142f04 service neutron] 10.222.0.82 "GET /v2.0/networks/b96bc781-1845-4a37-967a-3a26117794cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113641 Aug 11 23:11:04.180552 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69282582-208a-4c40-95e6-2db68ae6791b req-046205dd-0ea3-4da8-9d77-29e4f857411e service neutron] 10.222.0.82 "GET /v2.0/networks/b96bc781-1845-4a37-967a-3a26117794cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855975 Aug 11 23:11:04.306213 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb82e4-deb6-49c3-8556-f6a814b81b95 req-4202929d-6e32-4560-a392-a70895dfcd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:04.307821 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-93eb82e4-deb6-49c3-8556-f6a814b81b95 req-4202929d-6e32-4560-a392-a70895dfcd13 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 1094 time: 0.0416701 Aug 11 23:11:04.440451 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e786ad-5eda-4c8f-9bd2-922ea0149cc4 req-85fbf103-00ea-4ece-a567-96ddd3cfed76 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:04.441959 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-89e786ad-5eda-4c8f-9bd2-922ea0149cc4 req-85fbf103-00ea-4ece-a567-96ddd3cfed76 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 943 time: 0.0818980 Aug 11 23:11:04.444886 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb82e4-deb6-49c3-8556-f6a814b81b95 req-13511aec-3197-4864-ab87-8958bb9a1c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:04.446750 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-93eb82e4-deb6-49c3-8556-f6a814b81b95 req-13511aec-3197-4864-ab87-8958bb9a1c04 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b96bc781-1845-4a37-967a-3a26117794cf HTTP/1.1" status: 200 len: 898 time: 0.1316745 Aug 11 23:11:04.495695 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-93eb82e4-deb6-49c3-8556-f6a814b81b95 req-83df6099-d353-4c26-b32a-22804a678a49 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56d42bab-1012-49cb-a095-90bf5a6ecbcb HTTP/1.1" status: 200 len: 217 time: 0.0405562 Aug 11 23:11:04.518861 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-89e786ad-5eda-4c8f-9bd2-922ea0149cc4 req-be00823d-fe98-4835-beac-c68890bd9a63 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=57f272af-5d9b-483f-9adf-de3ca1335888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705509 Aug 11 23:11:04.556844 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb82e4-deb6-49c3-8556-f6a814b81b95 req-f2ca36f7-3a5e-4e0f-a1d7-6463b0ca5c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:04.558311 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-93eb82e4-deb6-49c3-8556-f6a814b81b95 req-f2ca36f7-3a5e-4e0f-a1d7-6463b0ca5c67 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=44c5aa37-8e83-4e67-bc05-613c5d7c474c HTTP/1.1" status: 200 len: 834 time: 0.0534744 Aug 11 23:11:04.603786 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb82e4-deb6-49c3-8556-f6a814b81b95 req-27d53b4a-3c81-421c-b04d-4ecc6859b760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:04.605314 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-93eb82e4-deb6-49c3-8556-f6a814b81b95 req-27d53b4a-3c81-421c-b04d-4ecc6859b760 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b96bc781-1845-4a37-967a-3a26117794cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396323 Aug 11 23:11:04.696758 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-93eb82e4-deb6-49c3-8556-f6a814b81b95 req-9552f742-6cde-4dc0-b9e8-da0ec795e2ac service neutron] 10.222.0.82 "GET /v2.0/networks/b96bc781-1845-4a37-967a-3a26117794cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832875 Aug 11 23:11:04.788569 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-93eb82e4-deb6-49c3-8556-f6a814b81b95 req-539c2909-b9bb-446e-b170-174c626aa514 service neutron] 10.222.0.82 "GET /v2.0/networks/b96bc781-1845-4a37-967a-3a26117794cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848286 Aug 11 23:11:05.482749 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 91ba8ee9-117f-4c39-85a4-c4f9d7ab5642 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:11:05.533520 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 91ba8ee9-117f-4c39-85a4-c4f9d7ab5642 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:11:05.534439 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:05.633944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213e2d6-5741-4588-bde1-06c07923bef9 req-a1028eba-ea40-43e9-8172-3f2cd404b2e7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:05.635467 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7213e2d6-5741-4588-bde1-06c07923bef9 req-a1028eba-ea40-43e9-8172-3f2cd404b2e7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 943 time: 0.0501878 Aug 11 23:11:05.673663 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7213e2d6-5741-4588-bde1-06c07923bef9 req-354581a0-3897-47aa-aa38-4baeeff2a999 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=57f272af-5d9b-483f-9adf-de3ca1335888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322394 Aug 11 23:11:06.788833 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49590e16-2942-4ddf-b22d-087bb8d5346d req-7932f3a7-57fa-4406-89b4-b5b3cbc5d61e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:06.790332 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-49590e16-2942-4ddf-b22d-087bb8d5346d req-7932f3a7-57fa-4406-89b4-b5b3cbc5d61e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 943 time: 0.0510657 Aug 11 23:11:06.827296 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-49590e16-2942-4ddf-b22d-087bb8d5346d req-d37a991d-9009-4a3e-86c1-64add6155fb3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=57f272af-5d9b-483f-9adf-de3ca1335888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309815 Aug 11 23:11:07.946306 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fbd01-e641-4df1-8a02-9935ff2e8813 req-b4b3ac77-cc20-40c1-b7bf-f2bac9180460 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:07.947919 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd2fbd01-e641-4df1-8a02-9935ff2e8813 req-b4b3ac77-cc20-40c1-b7bf-f2bac9180460 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 943 time: 0.0533228 Aug 11 23:11:07.985182 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dd2fbd01-e641-4df1-8a02-9935ff2e8813 req-d7a913e4-ff1c-4386-9b04-4298a169a9d6 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=57f272af-5d9b-483f-9adf-de3ca1335888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311899 Aug 11 23:11:08.795353 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:09.053575 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 56d42bab-1012-49cb-a095-90bf5a6ecbcb details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 23:11:09.097172 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:11:09.101719 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df7636-83f7-455b-97d6-f23614a95007 req-f87e5e05-e1f2-4331-a318-c791eeeeb5ee tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:09.103250 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-10df7636-83f7-455b-97d6-f23614a95007 req-f87e5e05-e1f2-4331-a318-c791eeeeb5ee tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 943 time: 0.0492682 Aug 11 23:11:09.141127 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-10df7636-83f7-455b-97d6-f23614a95007 req-bde244ab-9191-4628-8a07-9f1b52ce33ea tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=57f272af-5d9b-483f-9adf-de3ca1335888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314827 Aug 11 23:11:09.151494 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 56d42bab-1012-49cb-a095-90bf5a6ecbcb, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=56d42bab-1012-49cb-a095-90bf5a6ecbcb,segment=NetworkSegment(39ed05f8-a84b-4a46-9f48-adfdf316eb8c),segment_id=39ed05f8-a84b-4a46-9f48-adfdf316eb8c)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:11:09.163830 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '56d42bab-1012-49cb-a095-90bf5a6ecbcb', 'network_id': 'b96bc781-1845-4a37-967a-3a26117794cf', 'port_id': '56d42bab-1012-49cb-a095-90bf5a6ecbcb', 'mac_address': 'fa:16:3e:e8:dc:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c5aa37-8e83-4e67-bc05-613c5d7c474c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 23:11:09.201381 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:09.213947 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d42bab-1012-49cb-a095-90bf5a6ecbcb {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 23:11:09.234179 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 56d42bab-1012-49cb-a095-90bf5a6ecbcb, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=56d42bab-1012-49cb-a095-90bf5a6ecbcb,segment=NetworkSegment(39ed05f8-a84b-4a46-9f48-adfdf316eb8c),segment_id=39ed05f8-a84b-4a46-9f48-adfdf316eb8c)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:11:09.238634 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:09.290275 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=56d42bab-1012-49cb-a095-90bf5a6ecbcb,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:11:09.658075 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['56d42bab-1012-49cb-a095-90bf5a6ecbcb'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 23:11:10.256560 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108cc0a-8339-4eac-ba35-97017c80e5e1 req-71b3f95e-bb00-4aa9-a8c0-9cca3f10721d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:10.258105 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e108cc0a-8339-4eac-ba35-97017c80e5e1 req-71b3f95e-bb00-4aa9-a8c0-9cca3f10721d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 944 time: 0.0487676 Aug 11 23:11:10.296331 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e108cc0a-8339-4eac-ba35-97017c80e5e1 req-b3815ba5-66b8-4806-98aa-b102ff2362fa tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=57f272af-5d9b-483f-9adf-de3ca1335888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322449 Aug 11 23:11:11.068813 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 56d42bab-1012-49cb-a095-90bf5a6ecbcb up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:11:11.117481 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 56d42bab-1012-49cb-a095-90bf5a6ecbcb completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:11:11.121517 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 56d42bab-1012-49cb-a095-90bf5a6ecbcb triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:11:11.121970 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:11.201853 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:11.224043 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09133f5a-82f9-470a-a9f8-daa15d93da70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d42bab-1012-49cb-a095-90bf5a6ecbcb'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:11:11.226329 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87ab219-8615-4ebb-839d-1f438a62a11c" -d '{"events": [{"server_uuid": "09133f5a-82f9-470a-a9f8-daa15d93da70", "name": "network-vif-plugged", "status": "completed", "tag": "56d42bab-1012-49cb-a095-90bf5a6ecbcb"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:11:11.239351 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 56d42bab-1012-49cb-a095-90bf5a6ecbcb, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=56d42bab-1012-49cb-a095-90bf5a6ecbcb,segment=NetworkSegment(39ed05f8-a84b-4a46-9f48-adfdf316eb8c),segment_id=39ed05f8-a84b-4a46-9f48-adfdf316eb8c)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:11:11.243492 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:11.267262 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 23:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e290eb72-07e3-4f11-aa2d-52bfcc9245b2 x-openstack-request-id: req-e290eb72-07e3-4f11-aa2d-52bfcc9245b2 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:11:11.267564 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09133f5a-82f9-470a-a9f8-daa15d93da70", "name": "network-vif-plugged", "status": "completed", "tag": "56d42bab-1012-49cb-a095-90bf5a6ecbcb", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:11:11.267821 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e290eb72-07e3-4f11-aa2d-52bfcc9245b2 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:11:11.268821 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09133f5a-82f9-470a-a9f8-daa15d93da70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d42bab-1012-49cb-a095-90bf5a6ecbcb', 'code': 200} Aug 11 23:11:11.293910 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=56d42bab-1012-49cb-a095-90bf5a6ecbcb,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:11:11.420421 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d519b-cc0d-445d-9bf6-5d495473141e req-97fc62be-17a1-4d42-89ac-41cf72eda515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:11.421935 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-953d519b-cc0d-445d-9bf6-5d495473141e req-97fc62be-17a1-4d42-89ac-41cf72eda515 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 1096 time: 0.0756397 Aug 11 23:11:11.430309 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85c53a-5617-44ec-81a2-a82388a24766 req-f464c0cf-5d25-47f3-8641-9a8a64f5f6b2 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:11.431861 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b85c53a-5617-44ec-81a2-a82388a24766 req-f464c0cf-5d25-47f3-8641-9a8a64f5f6b2 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 945 time: 0.0580788 Aug 11 23:11:11.482188 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-953d519b-cc0d-445d-9bf6-5d495473141e req-d4861b17-1b8a-4d0a-8de1-f38abd1cac0f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=57f272af-5d9b-483f-9adf-de3ca1335888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494320 Aug 11 23:11:11.490216 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b85c53a-5617-44ec-81a2-a82388a24766 req-91bfcc0f-37fa-4816-8c61-c119af580343 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=57f272af-5d9b-483f-9adf-de3ca1335888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518942 Aug 11 23:11:12.605200 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52c7b3-4868-4d34-a93f-77e25bd70525 req-44d2cac2-ab12-4838-91ee-9cd2e3735220 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:12.606695 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b52c7b3-4868-4d34-a93f-77e25bd70525 req-44d2cac2-ab12-4838-91ee-9cd2e3735220 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 945 time: 0.0489743 Aug 11 23:11:12.645117 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7b52c7b3-4868-4d34-a93f-77e25bd70525 req-e8dcfb79-f2e9-4da2-9e25-4bea18fc9461 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=57f272af-5d9b-483f-9adf-de3ca1335888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319288 Aug 11 23:11:13.350242 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6afed383-3b6b-413c-99e9-6956d1e14c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:13.763616 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07c7b4-ee1e-4449-878b-ec5558eb8d79 req-0d8cc865-1287-4d97-bc51-2b0aadde0c33 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:13.765108 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0a07c7b4-ee1e-4449-878b-ec5558eb8d79 req-0d8cc865-1287-4d97-bc51-2b0aadde0c33 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 945 time: 0.0530667 Aug 11 23:11:13.803134 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0a07c7b4-ee1e-4449-878b-ec5558eb8d79 req-91d7c0b5-295e-4533-8080-c3c4e0fb4f56 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=57f272af-5d9b-483f-9adf-de3ca1335888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315037 Aug 11 23:11:13.915997 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9624643-7edd-49ad-b244-b35db3181269 req-20a18001-49ec-4988-8519-0864e168bd35 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:13.917523 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c9624643-7edd-49ad-b244-b35db3181269 req-20a18001-49ec-4988-8519-0864e168bd35 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 945 time: 0.0491905 Aug 11 23:11:13.954470 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c9624643-7edd-49ad-b244-b35db3181269 req-70dbc3fa-7b34-4ac9-ab6b-7f1774301b84 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=57f272af-5d9b-483f-9adf-de3ca1335888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309353 Aug 11 23:11:13.976551 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58438) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:11:14.016053 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232b8980-37d3-43e9-9f5b-8d540d4a65b8 tempest-TestNetworkAdvancedServerOps-149514128 tempest-TestNetworkAdvancedServerOps-149514128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:14.017589 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-232b8980-37d3-43e9-9f5b-8d540d4a65b8 tempest-TestNetworkAdvancedServerOps-149514128 tempest-TestNetworkAdvancedServerOps-149514128-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 1091 time: 0.0400174 Aug 11 23:11:14.021033 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58440) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:11:14.025347 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'port_id': '56d42bab-1012-49cb-a095-90bf5a6ecbcb', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:11:14.048043 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for floatingip, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:14.142234 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:14.248007 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Allocated IP 172.25.2.31 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/fbb098c1-829d-4492-acd8-ae48f7b6da2b) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:11:14.349250 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:14.391638 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:14.428270 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:11:14.432916 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:11:14.436420 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:11:14.442320 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Port': ['ID=fbb098c1-829d-4492-acd8-ae48f7b6da2b,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:11:14.468622 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:11:14.468979 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:11:14.469319 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:11:14.469659 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:11:14.469992 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:11:14.470324 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:11:14.470653 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:11:14.471026 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:11:14.471374 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:11:14.471706 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:11:14.472033 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:11:14.472353 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:11:14.812150 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:14.880889 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:15.031158 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:15.035900 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:15.100811 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Port': ['ID=fbb098c1-829d-4492-acd8-ae48f7b6da2b,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:11:15.113896 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:15.214831 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Floating IP 3625f12d-2fa9-41be-b6d2-c75254941851 associated. External IP: 172.25.2.31, port: 56d42bab-1012-49cb-a095-90bf5a6ecbcb. Aug 11 23:11:15.423076 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Router 88b456b9-78e1-44ba-a630-d8da0544f10b has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:11:15.531534 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:11:15.540980 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41273151-449b-4573-8332-057b25e60873 None None] Sync routers for ids ['88b456b9-78e1-44ba-a630-d8da0544f10b'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:11:15.547147 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:15.551076 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41273151-449b-4573-8332-057b25e60873 None None] Routers {'88b456b9-78e1-44ba-a630-d8da0544f10b'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:11:15.551844 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-41273151-449b-4573-8332-057b25e60873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:10:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['88b456b9-78e1-44ba-a630-d8da0544f10b'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:11:15.575139 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-eaf852ee-a5c8-4219-b7a6-5f42fa541b59 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5530806 Aug 11 23:11:15.576289 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09133f5a-82f9-470a-a9f8-daa15d93da70', 'tag': '56d42bab-1012-49cb-a095-90bf5a6ecbcb'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:11:15.578768 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b102379e7d6c573a0c111394fd6df11cb948dcd7c204d584f65cddae3f2353ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b7419c-12d7-4f62-9a50-1a7f85ba9e31" -d '{"events": [{"name": "network-changed", "server_uuid": "09133f5a-82f9-470a-a9f8-daa15d93da70", "tag": "56d42bab-1012-49cb-a095-90bf5a6ecbcb"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:11:15.657735 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-41273151-449b-4573-8332-057b25e60873 None None] Set router 88b456b9-78e1-44ba-a630-d8da0544f10b gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:11:15.671185 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f9cf4-0b71-4d4c-b56f-241e8a70ad92 req-c897a7ca-5760-46a6-b5fb-4a4104611fc4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:15.672862 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-273f9cf4-0b71-4d4c-b56f-241e8a70ad92 req-c897a7ca-5760-46a6-b5fb-4a4104611fc4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 945 time: 0.0496311 Aug 11 23:11:15.713434 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-273f9cf4-0b71-4d4c-b56f-241e8a70ad92 req-cbf689c7-bc35-4f05-8f12-b9fbc52389b4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=57f272af-5d9b-483f-9adf-de3ca1335888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343184 Aug 11 23:11:15.736694 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58446) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:11:15.774270 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5ecf41-e33f-4f50-b090-c3b99c6112bd x-openstack-request-id: req-ec5ecf41-e33f-4f50-b090-c3b99c6112bd {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:11:15.774581 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09133f5a-82f9-470a-a9f8-daa15d93da70", "tag": "56d42bab-1012-49cb-a095-90bf5a6ecbcb", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:11:15.774822 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ec5ecf41-e33f-4f50-b090-c3b99c6112bd {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:11:15.775231 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09133f5a-82f9-470a-a9f8-daa15d93da70', 'tag': '56d42bab-1012-49cb-a095-90bf5a6ecbcb', 'status': 'completed', 'code': 200} Aug 11 23:11:15.802561 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-08db3f89-48ea-4d51-b8e3-edf8bce641f3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/floatingips/3625f12d-2fa9-41be-b6d2-c75254941851 HTTP/1.1" status: 200 len: 990 time: 0.0635159 Aug 11 23:11:15.851605 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7419c-12d7-4f62-9a50-1a7f85ba9e31 req-3129f56c-c469-419c-a9ec-71951848fa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:15.853130 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e3b7419c-12d7-4f62-9a50-1a7f85ba9e31 req-3129f56c-c469-419c-a9ec-71951848fa10 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 1096 time: 0.0451703 Aug 11 23:11:15.883017 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-41273151-449b-4573-8332-057b25e60873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906818014', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'ccda9631-ffea-4b22-93ca-cead83800d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:10:55Z', 'updated_at': '2021-08-11T23:10:58Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': 'ccda9631-ffea-4b22-93ca-cead83800d81', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:10:55Z', 'updated_at': '2021-08-11T23:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '3625f12d-2fa9-41be-b6d2-c75254941851', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'floating_ip_address': '172.25.2.31', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'port_id': '56d42bab-1012-49cb-a095-90bf5a6ecbcb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96bc781-1845-4a37-967a-3a26117794cf', 'mac_address': 'fa:16:3e:e8:dc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09133f5a-82f9-470a-a9f8-daa15d93da70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:11:14Z', 'updated_at': '2021-08-11T23:11:14Z', 'revision_number': 0, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ba8ee9-117f-4c39-85a4-c4f9d7ab5642', 'name': '', 'network_id': 'b96bc781-1845-4a37-967a-3a26117794cf', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:39:cb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '44c5aa37-8e83-4e67-bc05-613c5d7c474c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:10:58Z', 'updated_at': '2021-08-11T23:11:03Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': '44c5aa37-8e83-4e67-bc05-613c5d7c474c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:11:15.909331 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41273151-449b-4573-8332-057b25e60873 None None] Checking router: 88b456b9-78e1-44ba-a630-d8da0544f10b for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:11:15.917387 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41273151-449b-4573-8332-057b25e60873 None None] Routers {'88b456b9-78e1-44ba-a630-d8da0544f10b'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:11:15.917992 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-41273151-449b-4573-8332-057b25e60873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:10:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['88b456b9-78e1-44ba-a630-d8da0544f10b'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:11:15.945121 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7419c-12d7-4f62-9a50-1a7f85ba9e31 req-d4a533fa-53de-49cc-ba62-a3cf949017d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:15.946631 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e3b7419c-12d7-4f62-9a50-1a7f85ba9e31 req-d4a533fa-53de-49cc-ba62-a3cf949017d5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b96bc781-1845-4a37-967a-3a26117794cf HTTP/1.1" status: 200 len: 898 time: 0.0866179 Aug 11 23:11:16.022665 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e3b7419c-12d7-4f62-9a50-1a7f85ba9e31 req-b2190fbf-c683-4b5c-b51a-56437965d8a6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56d42bab-1012-49cb-a095-90bf5a6ecbcb HTTP/1.1" status: 200 len: 998 time: 0.0673296 Aug 11 23:11:16.023990 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-41273151-449b-4573-8332-057b25e60873 None None] Set router 88b456b9-78e1-44ba-a630-d8da0544f10b gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:11:16.071814 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7419c-12d7-4f62-9a50-1a7f85ba9e31 req-af59d901-b72d-473c-8f25-a8dfb8c1752b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:16.073306 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e3b7419c-12d7-4f62-9a50-1a7f85ba9e31 req-af59d901-b72d-473c-8f25-a8dfb8c1752b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=44c5aa37-8e83-4e67-bc05-613c5d7c474c HTTP/1.1" status: 200 len: 834 time: 0.0438154 Aug 11 23:11:16.120044 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7419c-12d7-4f62-9a50-1a7f85ba9e31 req-c0d71998-3e89-47fa-9be1-08dcf5c9944c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:16.121657 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e3b7419c-12d7-4f62-9a50-1a7f85ba9e31 req-c0d71998-3e89-47fa-9be1-08dcf5c9944c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b96bc781-1845-4a37-967a-3a26117794cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415220 Aug 11 23:11:16.197764 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:16.223352 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e3b7419c-12d7-4f62-9a50-1a7f85ba9e31 req-3fc0fb05-0ed7-4bdd-9039-0a1c13421599 service neutron] 10.222.0.82 "GET /v2.0/networks/b96bc781-1845-4a37-967a-3a26117794cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944457 Aug 11 23:11:16.245633 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-41273151-449b-4573-8332-057b25e60873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906818014', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'ccda9631-ffea-4b22-93ca-cead83800d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:10:55Z', 'updated_at': '2021-08-11T23:10:58Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': 'ccda9631-ffea-4b22-93ca-cead83800d81', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:10:55Z', 'updated_at': '2021-08-11T23:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '3625f12d-2fa9-41be-b6d2-c75254941851', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'floating_ip_address': '172.25.2.31', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'port_id': '56d42bab-1012-49cb-a095-90bf5a6ecbcb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96bc781-1845-4a37-967a-3a26117794cf', 'mac_address': 'fa:16:3e:e8:dc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09133f5a-82f9-470a-a9f8-daa15d93da70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:11:14Z', 'updated_at': '2021-08-11T23:11:14Z', 'revision_number': 0, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ba8ee9-117f-4c39-85a4-c4f9d7ab5642', 'name': '', 'network_id': 'b96bc781-1845-4a37-967a-3a26117794cf', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:39:cb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '44c5aa37-8e83-4e67-bc05-613c5d7c474c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:10:58Z', 'updated_at': '2021-08-11T23:11:03Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': '44c5aa37-8e83-4e67-bc05-613c5d7c474c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:11:16.275023 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41273151-449b-4573-8332-057b25e60873 None None] The sync data for ids ['88b456b9-78e1-44ba-a630-d8da0544f10b'] in n-d-804275-3 is: [{'id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906818014', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'ccda9631-ffea-4b22-93ca-cead83800d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:10:55Z', 'updated_at': '2021-08-11T23:10:58Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': 'ccda9631-ffea-4b22-93ca-cead83800d81', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:10:55Z', 'updated_at': '2021-08-11T23:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '3625f12d-2fa9-41be-b6d2-c75254941851', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'floating_ip_address': '172.25.2.31', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'port_id': '56d42bab-1012-49cb-a095-90bf5a6ecbcb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96bc781-1845-4a37-967a-3a26117794cf', 'mac_address': 'fa:16:3e:e8:dc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09133f5a-82f9-470a-a9f8-daa15d93da70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:11:14Z', 'updated_at': '2021-08-11T23:11:14Z', 'revision_number': 0, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ba8ee9-117f-4c39-85a4-c4f9d7ab5642', 'name': '', 'network_id': 'b96bc781-1845-4a37-967a-3a26117794cf', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:39:cb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '44c5aa37-8e83-4e67-bc05-613c5d7c474c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:10:58Z', 'updated_at': '2021-08-11T23:11:03Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': '44c5aa37-8e83-4e67-bc05-613c5d7c474c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:11:16.318211 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e3b7419c-12d7-4f62-9a50-1a7f85ba9e31 req-9c955f62-7b28-4157-ab9d-228237ae0bfa service neutron] 10.222.0.82 "GET /v2.0/networks/b96bc781-1845-4a37-967a-3a26117794cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875177 Aug 11 23:11:16.331989 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3d256555-2702-4b56-93ce-9a799d8c0599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:16.485137 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d7b631-7eaf-4187-8534-7dbd28e19fc0 None None] New status for floating IP 3625f12d-2fa9-41be-b6d2-c75254941851: ACTIVE {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 23:11:16.805428 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58448) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:11:16.869497 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5b96a520-baee-47a3-b14a-94d51b1ef084 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/floatingips/3625f12d-2fa9-41be-b6d2-c75254941851 HTTP/1.1" status: 200 len: 992 time: 0.0629060 Aug 11 23:11:17.797175 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:19.256631 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:21.304935 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:28.263861 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-088ec6d9-8fa4-42af-83a2-8835156a5ef0 req-a038d957-8d1d-4c38-8053-e83cbbd54cd4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409458 Aug 11 23:11:28.364678 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ec6d9-8fa4-42af-83a2-8835156a5ef0 req-c41d0359-c302-4e2b-8b93-77a1a6b2d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:28.366246 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-088ec6d9-8fa4-42af-83a2-8835156a5ef0 req-c41d0359-c302-4e2b-8b93-77a1a6b2d2d2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 1096 time: 0.0440881 Aug 11 23:11:28.468868 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ec6d9-8fa4-42af-83a2-8835156a5ef0 req-628774b0-3a34-4677-a5d5-0003d21a73e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:28.470373 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-088ec6d9-8fa4-42af-83a2-8835156a5ef0 req-628774b0-3a34-4677-a5d5-0003d21a73e3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b96bc781-1845-4a37-967a-3a26117794cf HTTP/1.1" status: 200 len: 898 time: 0.0843618 Aug 11 23:11:28.539142 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-088ec6d9-8fa4-42af-83a2-8835156a5ef0 req-dc8cbe36-6a6e-490d-8b1a-9b7f124f975a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56d42bab-1012-49cb-a095-90bf5a6ecbcb HTTP/1.1" status: 200 len: 1000 time: 0.0616522 Aug 11 23:11:28.591448 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ec6d9-8fa4-42af-83a2-8835156a5ef0 req-31f0af6d-76e0-417f-ba22-9ec1feaf7a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:28.592988 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-088ec6d9-8fa4-42af-83a2-8835156a5ef0 req-31f0af6d-76e0-417f-ba22-9ec1feaf7a22 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=44c5aa37-8e83-4e67-bc05-613c5d7c474c HTTP/1.1" status: 200 len: 834 time: 0.0425203 Aug 11 23:11:28.641693 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ec6d9-8fa4-42af-83a2-8835156a5ef0 req-5583cdc6-ed20-4ec9-88f4-d22730638107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:11:28.643234 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-088ec6d9-8fa4-42af-83a2-8835156a5ef0 req-5583cdc6-ed20-4ec9-88f4-d22730638107 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b96bc781-1845-4a37-967a-3a26117794cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422816 Aug 11 23:11:28.739914 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-088ec6d9-8fa4-42af-83a2-8835156a5ef0 req-efd98583-47cc-48c5-a612-90becbd0e6f5 service neutron] 10.222.0.82 "GET /v2.0/networks/b96bc781-1845-4a37-967a-3a26117794cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891187 Aug 11 23:11:28.835337 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-088ec6d9-8fa4-42af-83a2-8835156a5ef0 req-e0e8da3b-92c0-4239-93c0-6c4be003aa39 service neutron] 10.222.0.82 "GET /v2.0/networks/b96bc781-1845-4a37-967a-3a26117794cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877929 Aug 11 23:11:38.810792 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:43.351081 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-060956ff-a8e4-4a1a-a146-0a767e5728f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:46.096749 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:11:46.192854 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:46.334463 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a975dea5-62ff-4118-a0d4-1771fea3c6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:47.800807 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:49.265157 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:11:51.320925 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:12:08.809853 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:12:13.351289 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-21d0d349-ce51-4a6e-91b9-c45536eb6ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:12:16.193627 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:12:16.336182 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-98d55178-31f2-4068-a7cb-9b76f862a98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:12:17.803623 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:12:19.265224 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:12:19.476977 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aefec9-afe1-40e0-b8b0-958b57b1875b req-9e98d43f-3dd5-428e-82a8-19a34f8a2f8b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:12:19.478535 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-37aefec9-afe1-40e0-b8b0-958b57b1875b req-9e98d43f-3dd5-428e-82a8-19a34f8a2f8b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 945 time: 0.0519614 Aug 11 23:12:19.527105 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-37aefec9-afe1-40e0-b8b0-958b57b1875b req-2d3e25f5-336f-4368-b6e3-fbcbaa6da615 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=57f272af-5d9b-483f-9adf-de3ca1335888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416236 Aug 11 23:12:20.646165 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fd30f-a364-445b-979d-c25155dd59b8 req-30fd4818-d880-49a2-b59f-550c0046b60d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:12:20.647712 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f3fd30f-a364-445b-979d-c25155dd59b8 req-30fd4818-d880-49a2-b59f-550c0046b60d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 945 time: 0.0536051 Aug 11 23:12:20.685202 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5f3fd30f-a364-445b-979d-c25155dd59b8 req-21122e90-dde7-457f-b8c9-115ac00c90e7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=57f272af-5d9b-483f-9adf-de3ca1335888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315533 Aug 11 23:12:21.319038 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:12:21.799563 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47ac43-5c9c-4a97-b887-7c40774b5a9c req-32c8db1d-f2e0-4307-920a-c5659a226159 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:12:21.801053 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-da47ac43-5c9c-4a97-b887-7c40774b5a9c req-32c8db1d-f2e0-4307-920a-c5659a226159 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 945 time: 0.0481389 Aug 11 23:12:21.838321 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-da47ac43-5c9c-4a97-b887-7c40774b5a9c req-64542882-3046-454c-93df-b9b852274702 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=57f272af-5d9b-483f-9adf-de3ca1335888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306981 Aug 11 23:12:22.957839 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7818b-7679-406f-b15a-0f844e811b5a req-9acd5afd-2997-4280-9c2d-6857f227d181 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:12:22.959423 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a5b7818b-7679-406f-b15a-0f844e811b5a req-9acd5afd-2997-4280-9c2d-6857f227d181 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 945 time: 0.0504510 Aug 11 23:12:23.000656 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a5b7818b-7679-406f-b15a-0f844e811b5a req-49db1814-c7dd-4d11-8bc1-7610b4f73ceb tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=57f272af-5d9b-483f-9adf-de3ca1335888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350785 Aug 11 23:12:23.095791 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:12:24.121085 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251899ad-1771-4435-a39a-d5121d484caf req-751b9c01-a62a-4e3f-8052-9885ba5fd25a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:12:24.122592 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-251899ad-1771-4435-a39a-d5121d484caf req-751b9c01-a62a-4e3f-8052-9885ba5fd25a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 945 time: 0.0540652 Aug 11 23:12:24.160925 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-251899ad-1771-4435-a39a-d5121d484caf req-1dee0f1f-7229-4178-88ee-78ac1eb155e9 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=57f272af-5d9b-483f-9adf-de3ca1335888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320160 Aug 11 23:12:25.281386 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd197872-7ae6-4663-a3dd-643dd1326447 req-1f6fcc03-ed52-48e5-93c2-612b726660a7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:12:25.282910 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bd197872-7ae6-4663-a3dd-643dd1326447 req-1f6fcc03-ed52-48e5-93c2-612b726660a7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 945 time: 0.0511200 Aug 11 23:12:25.321751 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bd197872-7ae6-4663-a3dd-643dd1326447 req-eeb9803e-f5f5-4b6b-8bfc-113809dc636a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=57f272af-5d9b-483f-9adf-de3ca1335888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324562 Aug 11 23:12:26.437454 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721ae74-dc74-459c-a586-ab62d9cf511b req-ef0f7607-e0a0-437c-b80f-3564e0fb9a6a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:12:26.438858 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e721ae74-dc74-459c-a586-ab62d9cf511b req-ef0f7607-e0a0-437c-b80f-3564e0fb9a6a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 945 time: 0.0490870 Aug 11 23:12:26.478648 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e721ae74-dc74-459c-a586-ab62d9cf511b req-e1582d2b-2b20-4c2b-a289-05f31cbaeb6b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=57f272af-5d9b-483f-9adf-de3ca1335888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331645 Aug 11 23:12:27.598985 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a3a79-e6af-4fd4-80c6-e08cc5a4aaf9 req-2212198f-faa3-41f5-8e3a-5f05dc5b7d38 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:12:27.601472 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-393a3a79-e6af-4fd4-80c6-e08cc5a4aaf9 req-2212198f-faa3-41f5-8e3a-5f05dc5b7d38 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 945 time: 0.0550728 Aug 11 23:12:27.640588 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-393a3a79-e6af-4fd4-80c6-e08cc5a4aaf9 req-9a562b9f-d640-478b-bfd3-565d9faa9f19 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=57f272af-5d9b-483f-9adf-de3ca1335888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329928 Aug 11 23:12:28.758301 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6d177-6723-487b-9dba-819157b8339d req-a2c6b820-4182-42f9-acf1-bf157ffe61f7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:12:28.759829 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60c6d177-6723-487b-9dba-819157b8339d req-a2c6b820-4182-42f9-acf1-bf157ffe61f7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 945 time: 0.0513265 Aug 11 23:12:28.797879 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60c6d177-6723-487b-9dba-819157b8339d req-8bfc1dfe-b889-402b-89c5-006040b949cb tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=57f272af-5d9b-483f-9adf-de3ca1335888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316839 Aug 11 23:12:29.914641 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9318391-9f5f-4141-aba2-648d9296ec0e req-f5010ac8-d1ae-474d-983b-d6a5982661ad tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:12:29.916192 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f9318391-9f5f-4141-aba2-648d9296ec0e req-f5010ac8-d1ae-474d-983b-d6a5982661ad tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 945 time: 0.0484025 Aug 11 23:12:29.955793 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f9318391-9f5f-4141-aba2-648d9296ec0e req-a1de667d-5477-480d-bb88-aaf5a12ac9bd tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=57f272af-5d9b-483f-9adf-de3ca1335888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335212 Aug 11 23:12:29.978230 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58502) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:12:30.040523 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-eb7f982e-0d4f-419d-816f-acf0b85ea768 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/floatingips/3625f12d-2fa9-41be-b6d2-c75254941851 HTTP/1.1" status: 200 len: 992 time: 0.0611398 Aug 11 23:12:30.262574 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-699bb0b3-47f6-4a81-ba69-c236de999682 req-866f923f-0c0b-4958-aa9e-d46f981d0c90 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461543 Aug 11 23:12:30.358468 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bb0b3-47f6-4a81-ba69-c236de999682 req-7442851c-9302-4b05-965d-67b00663d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:12:30.359924 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-699bb0b3-47f6-4a81-ba69-c236de999682 req-7442851c-9302-4b05-965d-67b00663d43d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 1096 time: 0.0408878 Aug 11 23:12:30.462005 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bb0b3-47f6-4a81-ba69-c236de999682 req-f769fc01-1f5a-4d09-aac6-e41713eae9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:12:30.463530 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-699bb0b3-47f6-4a81-ba69-c236de999682 req-f769fc01-1f5a-4d09-aac6-e41713eae9ec service neutron] 10.222.0.82 "GET /v2.0/networks?id=b96bc781-1845-4a37-967a-3a26117794cf HTTP/1.1" status: 200 len: 898 time: 0.0847204 Aug 11 23:12:30.535022 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-699bb0b3-47f6-4a81-ba69-c236de999682 req-5b95c867-e3a8-49fe-a2eb-0c8a8be5f856 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56d42bab-1012-49cb-a095-90bf5a6ecbcb HTTP/1.1" status: 200 len: 1000 time: 0.0645819 Aug 11 23:12:30.590619 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bb0b3-47f6-4a81-ba69-c236de999682 req-a18285e9-8ea3-4720-860b-fc75fdbdfba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:12:30.592132 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-699bb0b3-47f6-4a81-ba69-c236de999682 req-a18285e9-8ea3-4720-860b-fc75fdbdfba5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=44c5aa37-8e83-4e67-bc05-613c5d7c474c HTTP/1.1" status: 200 len: 834 time: 0.0502498 Aug 11 23:12:30.637046 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bb0b3-47f6-4a81-ba69-c236de999682 req-edb8cd7d-f095-4031-9a86-0d4f4d14083b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:12:30.638487 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-699bb0b3-47f6-4a81-ba69-c236de999682 req-edb8cd7d-f095-4031-9a86-0d4f4d14083b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b96bc781-1845-4a37-967a-3a26117794cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395038 Aug 11 23:12:30.731323 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-699bb0b3-47f6-4a81-ba69-c236de999682 req-921c96e3-10f0-480b-8f66-72838a489176 service neutron] 10.222.0.82 "GET /v2.0/networks/b96bc781-1845-4a37-967a-3a26117794cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857012 Aug 11 23:12:30.820696 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-699bb0b3-47f6-4a81-ba69-c236de999682 req-8a9d593f-7d7f-4522-bf2f-2da468a7046b service neutron] 10.222.0.82 "GET /v2.0/networks/b96bc781-1845-4a37-967a-3a26117794cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824265 Aug 11 23:12:31.353787 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bb6f7-531c-4650-a09b-927a9b19c9f2 req-0e780d8c-b2a8-4066-93fc-1b302be35828 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:12:31.355383 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a65bb6f7-531c-4650-a09b-927a9b19c9f2 req-0e780d8c-b2a8-4066-93fc-1b302be35828 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 945 time: 0.0689795 Aug 11 23:12:31.420446 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a65bb6f7-531c-4650-a09b-927a9b19c9f2 req-261ab80c-713b-4129-8b50-b2500ad22b2a tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=57f272af-5d9b-483f-9adf-de3ca1335888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561309 Aug 11 23:12:31.425682 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b94d9a-a356-47e2-8c8b-526769402369 req-6d1e701c-bdbf-443d-96d1-f49ab649afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:12:31.427441 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b2b94d9a-a356-47e2-8c8b-526769402369 req-6d1e701c-bdbf-443d-96d1-f49ab649afe4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 1096 time: 0.0711567 Aug 11 23:12:31.541365 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b94d9a-a356-47e2-8c8b-526769402369 req-ae8a15d9-2dd4-476d-84cf-0a1f938f9c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:12:31.543201 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b2b94d9a-a356-47e2-8c8b-526769402369 req-ae8a15d9-2dd4-476d-84cf-0a1f938f9c9d service neutron] 10.222.0.82 "GET /v2.0/networks?id=b96bc781-1845-4a37-967a-3a26117794cf HTTP/1.1" status: 200 len: 898 time: 0.1070223 Aug 11 23:12:31.616294 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b2b94d9a-a356-47e2-8c8b-526769402369 req-eb756a03-37b0-4f55-bf33-884f18d66f82 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56d42bab-1012-49cb-a095-90bf5a6ecbcb HTTP/1.1" status: 200 len: 1000 time: 0.0651705 Aug 11 23:12:31.664853 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b94d9a-a356-47e2-8c8b-526769402369 req-329addbc-ca48-42f2-a38a-af871a60cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:12:31.666340 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b2b94d9a-a356-47e2-8c8b-526769402369 req-329addbc-ca48-42f2-a38a-af871a60cd67 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=44c5aa37-8e83-4e67-bc05-613c5d7c474c HTTP/1.1" status: 200 len: 834 time: 0.0435839 Aug 11 23:12:31.717053 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b94d9a-a356-47e2-8c8b-526769402369 req-acf4b492-1086-45e9-af3c-e142ee2b3dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:12:31.718590 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b2b94d9a-a356-47e2-8c8b-526769402369 req-acf4b492-1086-45e9-af3c-e142ee2b3dbf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b96bc781-1845-4a37-967a-3a26117794cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459647 Aug 11 23:12:31.806587 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b2b94d9a-a356-47e2-8c8b-526769402369 req-d12f7769-3f53-4169-afe9-d7476804f9fe service neutron] 10.222.0.82 "GET /v2.0/networks/b96bc781-1845-4a37-967a-3a26117794cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804014 Aug 11 23:12:31.903732 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b2b94d9a-a356-47e2-8c8b-526769402369 req-20304855-d485-4cd5-a7ba-9965bb66e7ad service neutron] 10.222.0.82 "GET /v2.0/networks/b96bc781-1845-4a37-967a-3a26117794cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901525 Aug 11 23:12:32.546183 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c23d6-6f23-451a-8380-685f9f08b224 req-f04ec6c2-47cf-4b5b-a35f-5574741a9f39 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:12:32.547758 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9b9c23d6-6f23-451a-8380-685f9f08b224 req-f04ec6c2-47cf-4b5b-a35f-5574741a9f39 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 945 time: 0.0515995 Aug 11 23:12:32.590613 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9b9c23d6-6f23-451a-8380-685f9f08b224 req-55144efb-767c-47ce-a75d-515cdee39818 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=57f272af-5d9b-483f-9adf-de3ca1335888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359273 Aug 11 23:12:33.720013 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89a0ad-d970-40ac-bfd4-bd89d505d3fb req-838e7fdd-011f-4e4c-b1e2-e8fb683a2119 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:12:33.721474 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0d89a0ad-d970-40ac-bfd4-bd89d505d3fb req-838e7fdd-011f-4e4c-b1e2-e8fb683a2119 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 945 time: 0.0489445 Aug 11 23:12:33.759244 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0d89a0ad-d970-40ac-bfd4-bd89d505d3fb req-fd22113d-4ef6-4612-883a-01a9f5001fa4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=57f272af-5d9b-483f-9adf-de3ca1335888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317025 Aug 11 23:12:33.781744 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58522) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:12:33.848365 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3e04fc43-fcab-46b4-8bb5-cf2bccadb495 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/floatingips/3625f12d-2fa9-41be-b6d2-c75254941851 HTTP/1.1" status: 200 len: 992 time: 0.0654693 Aug 11 23:12:38.822984 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:12:43.351975 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f50c49d2-75a9-4042-bafa-cb041a662fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:12:46.196851 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:12:46.336568 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-16436a25-e8b9-416f-b281-1f218ed3ffea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:12:47.807068 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:12:49.264292 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:12:51.319882 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:00.095037 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:13:08.826154 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:13.352402 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d3cba314-5132-4065-85fb-a06b9512e431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:16.197701 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:16.336838 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-eac77ac3-064a-4e64-87cd-3eb9268c4afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:17.809675 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:19.266304 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:21.318969 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:22.245258 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58544) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:13:22.411763 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-2a35f4dd-89d2-4188-bde5-94ac3e7c73fe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Deleting port fbb098c1-829d-4492-acd8-ae48f7b6da2b {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:13:22.412108 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2a35f4dd-89d2-4188-bde5-94ac3e7c73fe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:22.487833 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2a35f4dd-89d2-4188-bde5-94ac3e7c73fe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:22.488170 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2a35f4dd-89d2-4188-bde5-94ac3e7c73fe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:22.500261 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-2a35f4dd-89d2-4188-bde5-94ac3e7c73fe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Calling delete_port for fbb098c1-829d-4492-acd8-ae48f7b6da2b owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:13:22.651151 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2a35f4dd-89d2-4188-bde5-94ac3e7c73fe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:22.676651 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35f4dd-89d2-4188-bde5-94ac3e7c73fe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'Port': ['ID=fbb098c1-829d-4492-acd8-ae48f7b6da2b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:22.700282 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35f4dd-89d2-4188-bde5-94ac3e7c73fe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:22.700634 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35f4dd-89d2-4188-bde5-94ac3e7c73fe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:22.701232 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35f4dd-89d2-4188-bde5-94ac3e7c73fe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:22.701367 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35f4dd-89d2-4188-bde5-94ac3e7c73fe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:22.701627 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35f4dd-89d2-4188-bde5-94ac3e7c73fe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:22.701961 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35f4dd-89d2-4188-bde5-94ac3e7c73fe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:22.702291 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35f4dd-89d2-4188-bde5-94ac3e7c73fe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:22.702624 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35f4dd-89d2-4188-bde5-94ac3e7c73fe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:22.702952 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35f4dd-89d2-4188-bde5-94ac3e7c73fe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:22.703280 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35f4dd-89d2-4188-bde5-94ac3e7c73fe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:22.703700 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35f4dd-89d2-4188-bde5-94ac3e7c73fe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:22.704026 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35f4dd-89d2-4188-bde5-94ac3e7c73fe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:22.748839 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2a35f4dd-89d2-4188-bde5-94ac3e7c73fe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:22.749082 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [None req-2a35f4dd-89d2-4188-bde5-94ac3e7c73fe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Floating IP 3625f12d-2fa9-41be-b6d2-c75254941851 disassociated (deleted). External IP: 172.25.2.31, port: 56d42bab-1012-49cb-a095-90bf5a6ecbcb. Aug 11 23:13:22.954565 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a35f4dd-89d2-4188-bde5-94ac3e7c73fe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Router 88b456b9-78e1-44ba-a630-d8da0544f10b has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:13:23.064556 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a35f4dd-89d2-4188-bde5-94ac3e7c73fe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:13:23.069272 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2a35f4dd-89d2-4188-bde5-94ac3e7c73fe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:23.074838 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229a1933-40e7-48d1-9dc4-f6b8b878ad2b None None] Sync routers for ids ['88b456b9-78e1-44ba-a630-d8da0544f10b'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:13:23.083597 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229a1933-40e7-48d1-9dc4-f6b8b878ad2b None None] Routers {'88b456b9-78e1-44ba-a630-d8da0544f10b'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:13:23.084208 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-229a1933-40e7-48d1-9dc4-f6b8b878ad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:13:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['88b456b9-78e1-44ba-a630-d8da0544f10b'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:13:23.096632 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2a35f4dd-89d2-4188-bde5-94ac3e7c73fe tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "DELETE /v2.0/floatingips/3625f12d-2fa9-41be-b6d2-c75254941851 HTTP/1.1" status: 204 len: 168 time: 0.8502729 Aug 11 23:13:23.097315 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09133f5a-82f9-470a-a9f8-daa15d93da70', 'tag': '56d42bab-1012-49cb-a095-90bf5a6ecbcb'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:13:23.099691 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b102379e7d6c573a0c111394fd6df11cb948dcd7c204d584f65cddae3f2353ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4c787d-b8c2-4608-a774-8a746507530b" -d '{"events": [{"name": "network-changed", "server_uuid": "09133f5a-82f9-470a-a9f8-daa15d93da70", "tag": "56d42bab-1012-49cb-a095-90bf5a6ecbcb"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:13:23.193010 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-229a1933-40e7-48d1-9dc4-f6b8b878ad2b None None] Set router 88b456b9-78e1-44ba-a630-d8da0544f10b gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:13:23.250743 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016f9583-fc69-493b-8380-6ffc1c5bb738 x-openstack-request-id: req-016f9583-fc69-493b-8380-6ffc1c5bb738 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:13:23.251290 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09133f5a-82f9-470a-a9f8-daa15d93da70", "tag": "56d42bab-1012-49cb-a095-90bf5a6ecbcb", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:13:23.251290 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-016f9583-fc69-493b-8380-6ffc1c5bb738 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:13:23.251692 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09133f5a-82f9-470a-a9f8-daa15d93da70', 'tag': '56d42bab-1012-49cb-a095-90bf5a6ecbcb', 'status': 'completed', 'code': 200} Aug 11 23:13:23.378269 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcef57-d920-4a7d-b72e-17ed837be0b1 req-6a55b467-cd79-4189-8b4f-5c1096b748a6 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:23.379776 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46dcef57-d920-4a7d-b72e-17ed837be0b1 req-6a55b467-cd79-4189-8b4f-5c1096b748a6 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 945 time: 0.0824585 Aug 11 23:13:23.382857 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c787d-b8c2-4608-a774-8a746507530b req-e3ff7ce0-11ee-4b83-8f3a-2a391280169a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:23.384413 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9f4c787d-b8c2-4608-a774-8a746507530b req-e3ff7ce0-11ee-4b83-8f3a-2a391280169a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 1096 time: 0.0609117 Aug 11 23:13:23.468669 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46dcef57-d920-4a7d-b72e-17ed837be0b1 req-af3746ca-d138-4cf1-a70e-be669770e614 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=57f272af-5d9b-483f-9adf-de3ca1335888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823500 Aug 11 23:13:23.504582 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-229a1933-40e7-48d1-9dc4-f6b8b878ad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906818014', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'ccda9631-ffea-4b22-93ca-cead83800d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:10:55Z', 'updated_at': '2021-08-11T23:10:58Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': 'ccda9631-ffea-4b22-93ca-cead83800d81', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:10:55Z', 'updated_at': '2021-08-11T23:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '91ba8ee9-117f-4c39-85a4-c4f9d7ab5642', 'name': '', 'network_id': 'b96bc781-1845-4a37-967a-3a26117794cf', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:39:cb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '44c5aa37-8e83-4e67-bc05-613c5d7c474c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:10:58Z', 'updated_at': '2021-08-11T23:11:03Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': '44c5aa37-8e83-4e67-bc05-613c5d7c474c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:13:23.505331 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c787d-b8c2-4608-a774-8a746507530b req-b26c2825-ae04-4a20-8b78-6b90af3696ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:23.506976 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9f4c787d-b8c2-4608-a774-8a746507530b req-b26c2825-ae04-4a20-8b78-6b90af3696ac service neutron] 10.222.0.82 "GET /v2.0/networks?id=b96bc781-1845-4a37-967a-3a26117794cf HTTP/1.1" status: 200 len: 898 time: 0.1139023 Aug 11 23:13:23.533890 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229a1933-40e7-48d1-9dc4-f6b8b878ad2b None None] Checking router: 88b456b9-78e1-44ba-a630-d8da0544f10b for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:13:23.542831 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229a1933-40e7-48d1-9dc4-f6b8b878ad2b None None] Routers {'88b456b9-78e1-44ba-a630-d8da0544f10b'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:13:23.543449 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-229a1933-40e7-48d1-9dc4-f6b8b878ad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:13:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['88b456b9-78e1-44ba-a630-d8da0544f10b'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:13:23.552407 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9f4c787d-b8c2-4608-a774-8a746507530b req-51bdde11-bf30-44d2-af7f-352442f7137c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56d42bab-1012-49cb-a095-90bf5a6ecbcb HTTP/1.1" status: 200 len: 217 time: 0.0357058 Aug 11 23:13:23.606546 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c787d-b8c2-4608-a774-8a746507530b req-2e665991-fbd9-446e-a4f7-aa140a54e017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:23.608036 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9f4c787d-b8c2-4608-a774-8a746507530b req-2e665991-fbd9-446e-a4f7-aa140a54e017 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=44c5aa37-8e83-4e67-bc05-613c5d7c474c HTTP/1.1" status: 200 len: 834 time: 0.0486176 Aug 11 23:13:23.645860 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-229a1933-40e7-48d1-9dc4-f6b8b878ad2b None None] Set router 88b456b9-78e1-44ba-a630-d8da0544f10b gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:13:23.654177 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c787d-b8c2-4608-a774-8a746507530b req-ddefd553-fcdd-43da-9b47-28bdb56e20c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:23.655735 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9f4c787d-b8c2-4608-a774-8a746507530b req-ddefd553-fcdd-43da-9b47-28bdb56e20c6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b96bc781-1845-4a37-967a-3a26117794cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406706 Aug 11 23:13:23.745849 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9f4c787d-b8c2-4608-a774-8a746507530b req-18a726e8-bc32-4d55-bf26-610412ccb9c3 service neutron] 10.222.0.82 "GET /v2.0/networks/b96bc781-1845-4a37-967a-3a26117794cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823612 Aug 11 23:13:23.839806 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-229a1933-40e7-48d1-9dc4-f6b8b878ad2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906818014', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'ccda9631-ffea-4b22-93ca-cead83800d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:10:55Z', 'updated_at': '2021-08-11T23:10:58Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': 'ccda9631-ffea-4b22-93ca-cead83800d81', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:10:55Z', 'updated_at': '2021-08-11T23:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '91ba8ee9-117f-4c39-85a4-c4f9d7ab5642', 'name': '', 'network_id': 'b96bc781-1845-4a37-967a-3a26117794cf', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:39:cb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '44c5aa37-8e83-4e67-bc05-613c5d7c474c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:10:58Z', 'updated_at': '2021-08-11T23:11:03Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': '44c5aa37-8e83-4e67-bc05-613c5d7c474c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:13:23.842012 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9f4c787d-b8c2-4608-a774-8a746507530b req-43dde034-4b42-459e-b832-64ce9325fcfc service neutron] 10.222.0.82 "GET /v2.0/networks/b96bc781-1845-4a37-967a-3a26117794cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862167 Aug 11 23:13:23.865695 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229a1933-40e7-48d1-9dc4-f6b8b878ad2b None None] The sync data for ids ['88b456b9-78e1-44ba-a630-d8da0544f10b'] in n-d-804275-3 is: [{'id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906818014', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'ccda9631-ffea-4b22-93ca-cead83800d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:10:55Z', 'updated_at': '2021-08-11T23:10:58Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': 'ccda9631-ffea-4b22-93ca-cead83800d81', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:10:55Z', 'updated_at': '2021-08-11T23:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '91ba8ee9-117f-4c39-85a4-c4f9d7ab5642', 'name': '', 'network_id': 'b96bc781-1845-4a37-967a-3a26117794cf', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:39:cb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '44c5aa37-8e83-4e67-bc05-613c5d7c474c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:10:58Z', 'updated_at': '2021-08-11T23:11:03Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': '44c5aa37-8e83-4e67-bc05-613c5d7c474c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:13:24.090812 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3580076-7fd5-46fa-9e47-49a2a88915eb None None] New status for floating IP 3625f12d-2fa9-41be-b6d2-c75254941851: DOWN {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 23:13:24.587648 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf211f2-38f5-44d5-b059-0b8cb6c86c6b req-05a18c77-bca2-48e7-a6df-b9881bdd3818 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:24.589163 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7cf211f2-38f5-44d5-b059-0b8cb6c86c6b req-05a18c77-bca2-48e7-a6df-b9881bdd3818 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 945 time: 0.0490434 Aug 11 23:13:24.625610 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7cf211f2-38f5-44d5-b059-0b8cb6c86c6b req-7a3068dc-ab90-42d3-83a7-d8375e15783c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=57f272af-5d9b-483f-9adf-de3ca1335888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305696 Aug 11 23:13:25.175309 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589863f6-d31f-421a-a8a9-892e9bfb42ad req-bab025c9-d28a-4f05-8dfa-68c7b9a19f43 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:25.176855 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-589863f6-d31f-421a-a8a9-892e9bfb42ad req-bab025c9-d28a-4f05-8dfa-68c7b9a19f43 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.82 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 945 time: 0.0527291 Aug 11 23:13:25.281371 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-589863f6-d31f-421a-a8a9-892e9bfb42ad req-cd51fc60-e452-40e9-87c6-84bc90ff433e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Deleting port 56d42bab-1012-49cb-a095-90bf5a6ecbcb {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:13:25.281721 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-589863f6-d31f-421a-a8a9-892e9bfb42ad req-cd51fc60-e452-40e9-87c6-84bc90ff433e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:25.390381 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-589863f6-d31f-421a-a8a9-892e9bfb42ad req-cd51fc60-e452-40e9-87c6-84bc90ff433e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] For port 56d42bab-1012-49cb-a095-90bf5a6ecbcb, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=56d42bab-1012-49cb-a095-90bf5a6ecbcb,segment=NetworkSegment(39ed05f8-a84b-4a46-9f48-adfdf316eb8c),segment_id=39ed05f8-a84b-4a46-9f48-adfdf316eb8c)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:13:25.390753 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-589863f6-d31f-421a-a8a9-892e9bfb42ad req-cd51fc60-e452-40e9-87c6-84bc90ff433e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:25.403410 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-589863f6-d31f-421a-a8a9-892e9bfb42ad req-cd51fc60-e452-40e9-87c6-84bc90ff433e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Calling delete_port for 56d42bab-1012-49cb-a095-90bf5a6ecbcb owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:13:25.531877 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-589863f6-d31f-421a-a8a9-892e9bfb42ad req-cd51fc60-e452-40e9-87c6-84bc90ff433e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:25.564812 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51fc60-e452-40e9-87c6-84bc90ff433e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'Port': ['ID=56d42bab-1012-49cb-a095-90bf5a6ecbcb,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:25.576646 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51fc60-e452-40e9-87c6-84bc90ff433e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:25.576997 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51fc60-e452-40e9-87c6-84bc90ff433e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:25.577341 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51fc60-e452-40e9-87c6-84bc90ff433e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:25.577680 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51fc60-e452-40e9-87c6-84bc90ff433e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:25.578012 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51fc60-e452-40e9-87c6-84bc90ff433e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:25.578346 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51fc60-e452-40e9-87c6-84bc90ff433e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:25.578677 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51fc60-e452-40e9-87c6-84bc90ff433e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:25.579005 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51fc60-e452-40e9-87c6-84bc90ff433e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:25.579334 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51fc60-e452-40e9-87c6-84bc90ff433e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:25.579689 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51fc60-e452-40e9-87c6-84bc90ff433e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:25.580014 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51fc60-e452-40e9-87c6-84bc90ff433e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:25.580338 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51fc60-e452-40e9-87c6-84bc90ff433e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:25.613954 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-589863f6-d31f-421a-a8a9-892e9bfb42ad req-cd51fc60-e452-40e9-87c6-84bc90ff433e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] No DVR routers for this DVR port 56d42bab-1012-49cb-a095-90bf5a6ecbcb on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:13:25.616682 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-589863f6-d31f-421a-a8a9-892e9bfb42ad req-cd51fc60-e452-40e9-87c6-84bc90ff433e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:25.618783 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-589863f6-d31f-421a-a8a9-892e9bfb42ad req-cd51fc60-e452-40e9-87c6-84bc90ff433e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.82 "DELETE /v2.0/ports/56d42bab-1012-49cb-a095-90bf5a6ecbcb HTTP/1.1" status: 204 len: 173 time: 0.4289672 Aug 11 23:13:25.619227 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09133f5a-82f9-470a-a9f8-daa15d93da70', 'name': 'network-vif-deleted', 'tag': '56d42bab-1012-49cb-a095-90bf5a6ecbcb'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:13:25.621521 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185c2868-cc73-4598-a1d5-82068e3b86d2" -d '{"events": [{"server_uuid": "09133f5a-82f9-470a-a9f8-daa15d93da70", "name": "network-vif-deleted", "tag": "56d42bab-1012-49cb-a095-90bf5a6ecbcb"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:13:25.662707 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 23:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587210cd-b26d-42e4-8fcb-b91bc3835b2f x-openstack-request-id: req-587210cd-b26d-42e4-8fcb-b91bc3835b2f {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:13:25.662999 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09133f5a-82f9-470a-a9f8-daa15d93da70", "name": "network-vif-deleted", "tag": "56d42bab-1012-49cb-a095-90bf5a6ecbcb", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:13:25.663252 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-587210cd-b26d-42e4-8fcb-b91bc3835b2f {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:13:25.663689 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09133f5a-82f9-470a-a9f8-daa15d93da70', 'name': 'network-vif-deleted', 'tag': '56d42bab-1012-49cb-a095-90bf5a6ecbcb', 'status': 'completed', 'code': 200} Aug 11 23:13:25.737641 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6b27e402-9d96-466d-9637-87f4c3664458 req-ff70e445-c8f9-47c5-aea1-5e8fa6da4d57 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=09133f5a-82f9-470a-a9f8-daa15d93da70 HTTP/1.1" status: 200 len: 210 time: 0.0284495 Aug 11 23:13:26.795896 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58560) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:13:27.153413 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f8812d4e-8f2b-483f-8e53-4ca7b0842034 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:27.717753 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-f8812d4e-8f2b-483f-8e53-4ca7b0842034 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Deleting port 91ba8ee9-117f-4c39-85a4-c4f9d7ab5642 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:13:27.718098 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f8812d4e-8f2b-483f-8e53-4ca7b0842034 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:27.803623 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-f8812d4e-8f2b-483f-8e53-4ca7b0842034 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] For port 91ba8ee9-117f-4c39-85a4-c4f9d7ab5642, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=91ba8ee9-117f-4c39-85a4-c4f9d7ab5642,segment=NetworkSegment(39ed05f8-a84b-4a46-9f48-adfdf316eb8c),segment_id=39ed05f8-a84b-4a46-9f48-adfdf316eb8c)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:13:27.804289 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f8812d4e-8f2b-483f-8e53-4ca7b0842034 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:27.816802 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-f8812d4e-8f2b-483f-8e53-4ca7b0842034 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Calling delete_port for 91ba8ee9-117f-4c39-85a4-c4f9d7ab5642 owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:13:28.002764 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f8812d4e-8f2b-483f-8e53-4ca7b0842034 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:28.033219 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8812d4e-8f2b-483f-8e53-4ca7b0842034 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'Port': ['ID=91ba8ee9-117f-4c39-85a4-c4f9d7ab5642,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:28.205068 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-f8812d4e-8f2b-483f-8e53-4ca7b0842034 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:28.417435 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8812d4e-8f2b-483f-8e53-4ca7b0842034 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Router 88b456b9-78e1-44ba-a630-d8da0544f10b has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:13:28.524279 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8812d4e-8f2b-483f-8e53-4ca7b0842034 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:13:28.529601 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f8812d4e-8f2b-483f-8e53-4ca7b0842034 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "PUT /v2.0/routers/88b456b9-78e1-44ba-a630-d8da0544f10b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7322919 Aug 11 23:13:28.532890 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58562) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:13:28.536235 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f750234b-95bf-49a0-9adb-2cd1871492b1 None None] Sync routers for ids ['88b456b9-78e1-44ba-a630-d8da0544f10b'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:13:28.545638 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f750234b-95bf-49a0-9adb-2cd1871492b1 None None] Routers {'88b456b9-78e1-44ba-a630-d8da0544f10b'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:13:28.546251 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f750234b-95bf-49a0-9adb-2cd1871492b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:13:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['88b456b9-78e1-44ba-a630-d8da0544f10b'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:13:28.583726 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-69452536-4bb3-417d-b3c9-77efb6c822ea tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Deleting subnet 44c5aa37-8e83-4e67-bc05-613c5d7c474c {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 23:13:28.586979 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-69452536-4bb3-417d-b3c9-77efb6c822ea tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:28.627286 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-69452536-4bb3-417d-b3c9-77efb6c822ea tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:28.649699 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-f750234b-95bf-49a0-9adb-2cd1871492b1 None None] Set router 88b456b9-78e1-44ba-a630-d8da0544f10b gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:13:28.719635 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-69452536-4bb3-417d-b3c9-77efb6c822ea tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:28.782053 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-69452536-4bb3-417d-b3c9-77efb6c822ea tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:28.811874 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-69452536-4bb3-417d-b3c9-77efb6c822ea tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:28.814095 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-69452536-4bb3-417d-b3c9-77efb6c822ea tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "DELETE /v2.0/subnets/44c5aa37-8e83-4e67-bc05-613c5d7c474c HTTP/1.1" status: 204 len: 168 time: 0.2802825 Aug 11 23:13:28.814959 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69452536-4bb3-417d-b3c9-77efb6c822ea tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'Subnet': ['ID=44c5aa37-8e83-4e67-bc05-613c5d7c474c,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:28.816771 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58566) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:13:28.824556 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78a7043-a09e-4e68-950a-175243af254d None None] Network b96bc781-1845-4a37-967a-3a26117794cf requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:13:28.845895 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f750234b-95bf-49a0-9adb-2cd1871492b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906818014', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'ccda9631-ffea-4b22-93ca-cead83800d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:10:55Z', 'updated_at': '2021-08-11T23:13:27Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': 'ccda9631-ffea-4b22-93ca-cead83800d81', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:10:55Z', 'updated_at': '2021-08-11T23:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:13:28.873190 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f750234b-95bf-49a0-9adb-2cd1871492b1 None None] Checking router: 88b456b9-78e1-44ba-a630-d8da0544f10b for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:13:28.881900 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f750234b-95bf-49a0-9adb-2cd1871492b1 None None] Routers {'88b456b9-78e1-44ba-a630-d8da0544f10b'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:13:28.882609 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f750234b-95bf-49a0-9adb-2cd1871492b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:13:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['88b456b9-78e1-44ba-a630-d8da0544f10b'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:13:28.930430 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1a1db3b5-520f-4e62-bfba-b659571d76f8 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:28.992270 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-f750234b-95bf-49a0-9adb-2cd1871492b1 None None] Set router 88b456b9-78e1-44ba-a630-d8da0544f10b gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:13:29.027859 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0908dd-6fd2-4aaf-b6af-54ba4f9d9568 None None] DHCP port deletion for b96bc781-1845-4a37-967a-3a26117794cf request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 23:13:29.042681 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1a1db3b5-520f-4e62-bfba-b659571d76f8 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:29.085884 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-0c0908dd-6fd2-4aaf-b6af-54ba4f9d9568 None None] Deleting port ab2cdb76-14a2-4975-b2f2-4cfa6c7674a5 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:13:29.086272 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0c0908dd-6fd2-4aaf-b6af-54ba4f9d9568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:29.099025 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-1a1db3b5-520f-4e62-bfba-b659571d76f8 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Deleting port ccda9631-ffea-4b22-93ca-cead83800d81 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:13:29.099388 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1a1db3b5-520f-4e62-bfba-b659571d76f8 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:29.164338 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-0c0908dd-6fd2-4aaf-b6af-54ba4f9d9568 None None] For port ab2cdb76-14a2-4975-b2f2-4cfa6c7674a5, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=ab2cdb76-14a2-4975-b2f2-4cfa6c7674a5,segment=NetworkSegment(39ed05f8-a84b-4a46-9f48-adfdf316eb8c),segment_id=39ed05f8-a84b-4a46-9f48-adfdf316eb8c)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:13:29.165641 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0c0908dd-6fd2-4aaf-b6af-54ba4f9d9568 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:29.190707 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-f750234b-95bf-49a0-9adb-2cd1871492b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906818014', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'ccda9631-ffea-4b22-93ca-cead83800d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:10:55Z', 'updated_at': '2021-08-11T23:13:27Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': 'ccda9631-ffea-4b22-93ca-cead83800d81', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:10:55Z', 'updated_at': '2021-08-11T23:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:13:29.191170 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-0c0908dd-6fd2-4aaf-b6af-54ba4f9d9568 None None] Calling delete_port for ab2cdb76-14a2-4975-b2f2-4cfa6c7674a5 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:13:29.195680 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-1a1db3b5-520f-4e62-bfba-b659571d76f8 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] For port ccda9631-ffea-4b22-93ca-cead83800d81, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=ccda9631-ffea-4b22-93ca-cead83800d81,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:13:29.196109 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1a1db3b5-520f-4e62-bfba-b659571d76f8 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:29.209606 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-1a1db3b5-520f-4e62-bfba-b659571d76f8 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Calling delete_port for ccda9631-ffea-4b22-93ca-cead83800d81 owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:13:29.229138 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f750234b-95bf-49a0-9adb-2cd1871492b1 None None] The sync data for ids ['88b456b9-78e1-44ba-a630-d8da0544f10b'] in n-d-804275-3 is: [{'id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906818014', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'ccda9631-ffea-4b22-93ca-cead83800d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:10:55Z', 'updated_at': '2021-08-11T23:13:27Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': 'ccda9631-ffea-4b22-93ca-cead83800d81', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b456b9-78e1-44ba-a630-d8da0544f10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:10:55Z', 'updated_at': '2021-08-11T23:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:13:29.288756 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0c0908dd-6fd2-4aaf-b6af-54ba4f9d9568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:29.314226 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0908dd-6fd2-4aaf-b6af-54ba4f9d9568 None None] Pushing event deleted for resources: {'Port': ['ID=ab2cdb76-14a2-4975-b2f2-4cfa6c7674a5,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:29.318454 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0908dd-6fd2-4aaf-b6af-54ba4f9d9568 None None] No DVR routers for this DVR port ab2cdb76-14a2-4975-b2f2-4cfa6c7674a5 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:13:29.325550 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0908dd-6fd2-4aaf-b6af-54ba4f9d9568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:29.325903 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0908dd-6fd2-4aaf-b6af-54ba4f9d9568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:29.329061 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0908dd-6fd2-4aaf-b6af-54ba4f9d9568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:29.329061 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0908dd-6fd2-4aaf-b6af-54ba4f9d9568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:29.329061 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0908dd-6fd2-4aaf-b6af-54ba4f9d9568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:29.329061 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0908dd-6fd2-4aaf-b6af-54ba4f9d9568 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:29.329061 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0908dd-6fd2-4aaf-b6af-54ba4f9d9568 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:29.329061 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0908dd-6fd2-4aaf-b6af-54ba4f9d9568 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:29.329061 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0908dd-6fd2-4aaf-b6af-54ba4f9d9568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:29.329061 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0908dd-6fd2-4aaf-b6af-54ba4f9d9568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:29.329061 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0908dd-6fd2-4aaf-b6af-54ba4f9d9568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:29.330450 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0908dd-6fd2-4aaf-b6af-54ba4f9d9568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:29.397934 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1a1db3b5-520f-4e62-bfba-b659571d76f8 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:29.423892 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1db3b5-520f-4e62-bfba-b659571d76f8 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'Port': ['ID=ccda9631-ffea-4b22-93ca-cead83800d81,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:29.485571 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1a1db3b5-520f-4e62-bfba-b659571d76f8 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:29.576108 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1a1db3b5-520f-4e62-bfba-b659571d76f8 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:29.578354 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1a1db3b5-520f-4e62-bfba-b659571d76f8 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:29.634500 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1a1db3b5-520f-4e62-bfba-b659571d76f8 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:29.635429 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1db3b5-520f-4e62-bfba-b659571d76f8 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Fanout notify agent at l3_agent the message router_deleted on router 88b456b9-78e1-44ba-a630-d8da0544f10b {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 23:13:29.644283 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1a1db3b5-520f-4e62-bfba-b659571d76f8 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:29.647879 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1a1db3b5-520f-4e62-bfba-b659571d76f8 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "DELETE /v2.0/routers/88b456b9-78e1-44ba-a630-d8da0544f10b HTTP/1.1" status: 204 len: 168 time: 0.8276985 Aug 11 23:13:29.648465 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58570) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:13:29.680709 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ab2cdb76-14a2-4975-b2f2-4cfa6c7674a5 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:13:29.702670 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: ab2cdb76-14a2-4975-b2f2-4cfa6c7674a5 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:13:29.702882 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ab2cdb76-14a2-4975-b2f2-4cfa6c7674a5 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:13:29.703377 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 91ba8ee9-117f-4c39-85a4-c4f9d7ab5642 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:13:29.728166 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 56d42bab-1012-49cb-a095-90bf5a6ecbcb no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:13:29.731983 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 91ba8ee9-117f-4c39-85a4-c4f9d7ab5642 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:13:29.732437 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 91ba8ee9-117f-4c39-85a4-c4f9d7ab5642 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:13:29.734598 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97346f32-7a93-401c-8934-7a4ebe43d843 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:29.755001 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 56d42bab-1012-49cb-a095-90bf5a6ecbcb {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:13:29.755438 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 56d42bab-1012-49cb-a095-90bf5a6ecbcb not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:13:29.820303 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97346f32-7a93-401c-8934-7a4ebe43d843 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:29.831250 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-97346f32-7a93-401c-8934-7a4ebe43d843 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b96bc781-1845-4a37-967a-3a26117794cf']}} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:13:29.847923 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-97346f32-7a93-401c-8934-7a4ebe43d843 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ed05f8-a84b-4a46-9f48-adfdf316eb8c') {'for_net_delete': True} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:13:29.848202 n-d-804275-3 neutron-server[100942]: DEBUG neutron.services.segments.db [None req-97346f32-7a93-401c-8934-7a4ebe43d843 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ed05f8-a84b-4a46-9f48-adfdf316eb8c') {} {{(pid=100942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:13:29.857666 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97346f32-7a93-401c-8934-7a4ebe43d843 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13488517'] for segment, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:29.871830 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97346f32-7a93-401c-8934-7a4ebe43d843 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:29.878094 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97346f32-7a93-401c-8934-7a4ebe43d843 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=100942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 23:13:29.878566 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97346f32-7a93-401c-8934-7a4ebe43d843 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12846826'] for segment, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: Traceback (most recent call last): Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: timer() Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: cb(*args, **kw) Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: return func(*args, **kwargs) Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: self._notify() Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: self.callback(batched_events) Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: event.method(event) Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: return f(self, *a, **k) Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: return self._get(url).json() Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: return self.request(url, 'GET', **kwargs) Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 23:13:29.881607 n-d-804275-3 neutron-server[100942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 23:13:29.943966 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97346f32-7a93-401c-8934-7a4ebe43d843 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:29.954615 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-97346f32-7a93-401c-8934-7a4ebe43d843 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:29.959410 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-97346f32-7a93-401c-8934-7a4ebe43d843 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "DELETE /v2.0/networks/b96bc781-1845-4a37-967a-3a26117794cf HTTP/1.1" status: 204 len: 168 time: 0.3074064 Aug 11 23:13:29.960057 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58572) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:13:29.967514 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97346f32-7a93-401c-8934-7a4ebe43d843 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'Network': ['ID=b96bc781-1845-4a37-967a-3a26117794cf,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:30.020905 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-40b2a69c-e929-4364-b77a-cdf91973c979 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:30.046397 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-40b2a69c-e929-4364-b77a-cdf91973c979 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:30.106089 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-40b2a69c-e929-4364-b77a-cdf91973c979 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:30.108754 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-40b2a69c-e929-4364-b77a-cdf91973c979 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:30.109952 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-40b2a69c-e929-4364-b77a-cdf91973c979 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "DELETE /v2.0/security-groups/57f272af-5d9b-483f-9adf-de3ca1335888 HTTP/1.1" status: 204 len: 168 time: 0.1488359 Aug 11 23:13:30.120003 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2a69c-e929-4364-b77a-cdf91973c979 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f272af-5d9b-483f-9adf-de3ca1335888,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:30.499384 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58578) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:13:30.504169 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-8e95e923-4079-4f19-980b-eadb11dfb292 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-353063814', 'description': 'tempest-secgroup-smoke-353063814 description', 'project_id': 'ba468b72163c4a9087b11fce8559af21'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:13:30.527566 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8e95e923-4079-4f19-980b-eadb11dfb292 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:30.609640 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8e95e923-4079-4f19-980b-eadb11dfb292 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:30.613310 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8e95e923-4079-4f19-980b-eadb11dfb292 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:30.645979 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8e95e923-4079-4f19-980b-eadb11dfb292 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:30.647218 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8e95e923-4079-4f19-980b-eadb11dfb292 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1467915 Aug 11 23:13:30.648123 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95e923-4079-4f19-980b-eadb11dfb292 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0757bbfd-942c-48c3-a9fa-4cc0d6b01bca,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:30.650759 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58580) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:13:30.655712 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-93b1913e-b392-4fd5-84cc-af0b3a15a894 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group_rule': {'security_group_id': '0757bbfd-942c-48c3-a9fa-4cc0d6b01bca', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:13:30.681015 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-93b1913e-b392-4fd5-84cc-af0b3a15a894 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:30.737185 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-93b1913e-b392-4fd5-84cc-af0b3a15a894 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:30.740995 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-93b1913e-b392-4fd5-84cc-af0b3a15a894 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:30.760191 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1913e-b392-4fd5-84cc-af0b3a15a894 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00d455c-c541-4fe4-b7bc-0ec06e5d833b,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:30.763344 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-93b1913e-b392-4fd5-84cc-af0b3a15a894 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:30.767407 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-93b1913e-b392-4fd5-84cc-af0b3a15a894 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1130385 Aug 11 23:13:30.767977 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58582) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:13:30.771961 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-bf3cbce7-fd40-4212-9ed5-6be5fd3db507 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group_rule': {'security_group_id': '0757bbfd-942c-48c3-a9fa-4cc0d6b01bca', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:13:30.798533 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bf3cbce7-fd40-4212-9ed5-6be5fd3db507 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:30.855848 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bf3cbce7-fd40-4212-9ed5-6be5fd3db507 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:30.859565 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bf3cbce7-fd40-4212-9ed5-6be5fd3db507 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:30.879872 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3cbce7-fd40-4212-9ed5-6be5fd3db507 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d46753b-f3f6-4b6d-8f9c-6921ab8a768e,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:30.883175 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-bf3cbce7-fd40-4212-9ed5-6be5fd3db507 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:30.884986 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-bf3cbce7-fd40-4212-9ed5-6be5fd3db507 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1165273 Aug 11 23:13:30.887999 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58584) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:13:30.892502 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-0e6de07b-db93-4f57-a661-b61d7c750ea4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group_rule': {'security_group_id': '0757bbfd-942c-48c3-a9fa-4cc0d6b01bca', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:13:30.920981 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0e6de07b-db93-4f57-a661-b61d7c750ea4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:30.979795 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0e6de07b-db93-4f57-a661-b61d7c750ea4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:30.983528 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0e6de07b-db93-4f57-a661-b61d7c750ea4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:31.005030 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6de07b-db93-4f57-a661-b61d7c750ea4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca020fd-d972-43a6-a372-5d65ecae7869,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:31.008088 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0e6de07b-db93-4f57-a661-b61d7c750ea4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:31.009406 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0e6de07b-db93-4f57-a661-b61d7c750ea4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204550 Aug 11 23:13:31.012128 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58586) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:13:31.016591 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-8d896a2b-c66c-4b73-a0a5-068d443d5175 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group_rule': {'security_group_id': '0757bbfd-942c-48c3-a9fa-4cc0d6b01bca', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:13:31.044321 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8d896a2b-c66c-4b73-a0a5-068d443d5175 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:31.101934 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8d896a2b-c66c-4b73-a0a5-068d443d5175 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:31.106614 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8d896a2b-c66c-4b73-a0a5-068d443d5175 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:31.126485 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d896a2b-c66c-4b73-a0a5-068d443d5175 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3245a46-5a43-4e96-b5f2-0fb2a3a65911,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:31.130427 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8d896a2b-c66c-4b73-a0a5-068d443d5175 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:31.131621 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8d896a2b-c66c-4b73-a0a5-068d443d5175 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185048 Aug 11 23:13:31.134868 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58588) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:13:31.139383 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-166deb7d-e994-4279-a538-361234696b3c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group_rule': {'security_group_id': '0757bbfd-942c-48c3-a9fa-4cc0d6b01bca', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:13:31.162019 n-d-804275-3 neutron-server[100943]: INFO neutron.db.securitygroups_db [None req-166deb7d-e994-4279-a538-361234696b3c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Project ba468b72163c4a9087b11fce8559af21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 23:13:31.169224 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-166deb7d-e994-4279-a538-361234696b3c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:31.230500 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-166deb7d-e994-4279-a538-361234696b3c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:31.234045 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-166deb7d-e994-4279-a538-361234696b3c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:31.252396 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166deb7d-e994-4279-a538-361234696b3c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01cc34ee-caa6-4866-b3b5-947d315cb66b,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:31.255613 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-166deb7d-e994-4279-a538-361234696b3c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:31.256790 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-166deb7d-e994-4279-a538-361234696b3c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210024 Aug 11 23:13:31.260096 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58590) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:13:31.264412 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-a1ae21d1-579e-4de7-8db0-e616a16b292c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'security_group_rule': {'security_group_id': '0757bbfd-942c-48c3-a9fa-4cc0d6b01bca', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:13:31.285967 n-d-804275-3 neutron-server[100943]: INFO neutron.db.securitygroups_db [None req-a1ae21d1-579e-4de7-8db0-e616a16b292c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Project ba468b72163c4a9087b11fce8559af21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 23:13:31.290968 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a1ae21d1-579e-4de7-8db0-e616a16b292c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:31.352603 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a1ae21d1-579e-4de7-8db0-e616a16b292c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:31.356215 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a1ae21d1-579e-4de7-8db0-e616a16b292c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:31.378947 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae21d1-579e-4de7-8db0-e616a16b292c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50cd8813-f57c-4a41-870c-c18136cfa028,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:31.382780 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a1ae21d1-579e-4de7-8db0-e616a16b292c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:31.384446 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a1ae21d1-579e-4de7-8db0-e616a16b292c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228859 Aug 11 23:13:31.387259 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58592) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:13:31.392130 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-1e3dad6a-52d0-4055-8e07-0f74bdafe24c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'network': {'name': 'tempest-network-smoke--1737891859', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'port_security_enabled': True}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:13:31.412686 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3dad6a-52d0-4055-8e07-0f74bdafe24c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Made reservation on behalf of ba468b72163c4a9087b11fce8559af21 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:13:31.416951 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1e3dad6a-52d0-4055-8e07-0f74bdafe24c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:31.440397 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3dad6a-52d0-4055-8e07-0f74bdafe24c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 23:13:31.450927 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1e3dad6a-52d0-4055-8e07-0f74bdafe24c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:31.451279 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-1e3dad6a-52d0-4055-8e07-0f74bdafe24c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Added segment 6b51fe57-a685-4608-8e0d-aad5dbe5bcfc of type vlan for network 4a9f9ec3-5cb0-4da4-9a41-eca570300df8 Aug 11 23:13:31.501056 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1e3dad6a-52d0-4055-8e07-0f74bdafe24c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:31.519639 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ccda9631-ffea-4b22-93ca-cead83800d81 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:13:31.534664 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1e3dad6a-52d0-4055-8e07-0f74bdafe24c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:31.542169 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: ccda9631-ffea-4b22-93ca-cead83800d81 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:13:31.542385 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3dad6a-52d0-4055-8e07-0f74bdafe24c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:31.542658 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device ccda9631-ffea-4b22-93ca-cead83800d81 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:13:31.542822 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1e3dad6a-52d0-4055-8e07-0f74bdafe24c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:31.599934 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1e3dad6a-52d0-4055-8e07-0f74bdafe24c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2115917 Aug 11 23:13:31.603346 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58594) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:13:31.609791 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-db5e0a0a-0b26-4806-9a5a-1f0121d60679 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-310519619', 'admin_state_up': True, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:13:31.622224 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dad6a-52d0-4055-8e07-0f74bdafe24c tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Network': ['ID=4a9f9ec3-5cb0-4da4-9a41-eca570300df8,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:31.632563 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 4a9f9ec3-5cb0-4da4-9a41-eca570300df8 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 23:13:31.641144 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-db5e0a0a-0b26-4806-9a5a-1f0121d60679 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:31.642250 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-db5e0a0a-0b26-4806-9a5a-1f0121d60679 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:31.698074 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-db5e0a0a-0b26-4806-9a5a-1f0121d60679 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:31.832057 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-db5e0a0a-0b26-4806-9a5a-1f0121d60679 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:32.021754 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-db5e0a0a-0b26-4806-9a5a-1f0121d60679 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:32.040963 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-db5e0a0a-0b26-4806-9a5a-1f0121d60679 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:32.144291 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-db5e0a0a-0b26-4806-9a5a-1f0121d60679 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Allocated IP 172.25.2.108 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/50c3c013-e434-4871-aa42-6581a7f0b769) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:13:32.251247 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-db5e0a0a-0b26-4806-9a5a-1f0121d60679 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:32.288841 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-db5e0a0a-0b26-4806-9a5a-1f0121d60679 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:32.335163 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5e0a0a-0b26-4806-9a5a-1f0121d60679 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:13:32.338103 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-db5e0a0a-0b26-4806-9a5a-1f0121d60679 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:13:32.343202 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5e0a0a-0b26-4806-9a5a-1f0121d60679 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:13:32.345518 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e0a0a-0b26-4806-9a5a-1f0121d60679 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Port': ['ID=50c3c013-e434-4871-aa42-6581a7f0b769,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:32.585514 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-db5e0a0a-0b26-4806-9a5a-1f0121d60679 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:32.777313 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-db5e0a0a-0b26-4806-9a5a-1f0121d60679 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:33.223527 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5e0a0a-0b26-4806-9a5a-1f0121d60679 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Router 0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 23:13:33.328305 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5e0a0a-0b26-4806-9a5a-1f0121d60679 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:13:33.337526 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c923d08-7768-44b9-b316-4047b931b545 None None] Sync routers for ids ['0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:13:33.346305 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-db5e0a0a-0b26-4806-9a5a-1f0121d60679 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:33.347629 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c923d08-7768-44b9-b316-4047b931b545 None None] Routers {'0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:13:33.347851 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-db5e0a0a-0b26-4806-9a5a-1f0121d60679 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7435546 Aug 11 23:13:33.348258 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-9c923d08-7768-44b9-b316-4047b931b545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:13:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:13:33.351009 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58596) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:13:33.379212 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9c4667c7-2111-40d1-963e-a548190a75b1 tempest-TestNetworkAdvancedServerOps-149514128 tempest-TestNetworkAdvancedServerOps-149514128-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ba468b72163c4a9087b11fce8559af21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270698 Aug 11 23:13:33.381747 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58598) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:13:33.458469 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-9c923d08-7768-44b9-b316-4047b931b545 None None] Set router 0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:13:33.469050 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3179b15-b10b-4e10-9c95-fbef43f9f075 tempest-TestNetworkAdvancedServerOps-149514128 tempest-TestNetworkAdvancedServerOps-149514128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:33.470639 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-f3179b15-b10b-4e10-9c95-fbef43f9f075 tempest-TestNetworkAdvancedServerOps-149514128 tempest-TestNetworkAdvancedServerOps-149514128-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879931 Aug 11 23:13:33.473590 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58600) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:13:33.503338 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8d0f928d-4e93-4fec-a338-b489bf26de68 tempest-TestNetworkAdvancedServerOps-149514128 tempest-TestNetworkAdvancedServerOps-149514128-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ace0c6e5-d196-4ef9-80b8-149980a74560&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285532 Aug 11 23:13:33.508032 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58602) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:13:33.513739 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-9444cc94-17a5-461c-8c22-2eb7bf294941 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-792436990', 'network_id': '4a9f9ec3-5cb0-4da4-9a41-eca570300df8', 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:13:33.604248 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9444cc94-17a5-461c-8c22-2eb7bf294941 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Made reservation on behalf of ba468b72163c4a9087b11fce8559af21 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:13:33.607728 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9444cc94-17a5-461c-8c22-2eb7bf294941 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:33.637889 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-9c923d08-7768-44b9-b316-4047b931b545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310519619', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '50c3c013-e434-4871-aa42-6581a7f0b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:13:31Z', 'updated_at': '2021-08-11T23:13:32Z', 'revision_number': 3, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '50c3c013-e434-4871-aa42-6581a7f0b769', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:13:32Z', 'updated_at': '2021-08-11T23:13:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:13:33.664190 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c923d08-7768-44b9-b316-4047b931b545 None None] Checking router: 0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:13:33.664557 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c923d08-7768-44b9-b316-4047b931b545 None None] Updating router 0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac port 50c3c013-e434-4871-aa42-6581a7f0b769 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 23:13:33.691431 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9c923d08-7768-44b9-b316-4047b931b545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:33.802462 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9444cc94-17a5-461c-8c22-2eb7bf294941 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:33.872567 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444cc94-17a5-461c-8c22-2eb7bf294941 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Subnet': ['ID=c77b08dd-2063-4a94-b1d9-7d48c82bbd9a,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:33.874956 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9444cc94-17a5-461c-8c22-2eb7bf294941 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Checking segment: {'id': '6b51fe57-a685-4608-8e0d-aad5dbe5bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4a9f9ec3-5cb0-4da4-9a41-eca570300df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:13:33.875448 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9444cc94-17a5-461c-8c22-2eb7bf294941 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network hostable DHCP agents. Network: 4a9f9ec3-5cb0-4da4-9a41-eca570300df8, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 23:13:33.894677 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9444cc94-17a5-461c-8c22-2eb7bf294941 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network 4a9f9ec3-5cb0-4da4-9a41-eca570300df8 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 23:13:33.905206 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-9444cc94-17a5-461c-8c22-2eb7bf294941 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 4a9f9ec3-5cb0-4da4-9a41-eca570300df8) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:13:33.910359 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9444cc94-17a5-461c-8c22-2eb7bf294941 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:33.911346 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9444cc94-17a5-461c-8c22-2eb7bf294941 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:33.931089 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9444cc94-17a5-461c-8c22-2eb7bf294941 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4192026 Aug 11 23:13:33.931327 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58604) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:13:33.942900 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b53532-368a-4257-8aaa-65c91b5fc733 None None] Network 4a9f9ec3-5cb0-4da4-9a41-eca570300df8 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:13:34.004231 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9c923d08-7768-44b9-b316-4047b931b545 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:34.017626 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9c923d08-7768-44b9-b316-4047b931b545 None None] Transition to ACTIVE for port object 50c3c013-e434-4871-aa42-6581a7f0b769 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:13:34.028640 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9c923d08-7768-44b9-b316-4047b931b545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:34.122856 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cec6bb-672a-42e4-9f48-443de44cd13b None None] Pushing event updated for resources: {'Port': ['ID=50c3c013-e434-4871-aa42-6581a7f0b769,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:34.127615 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-9c923d08-7768-44b9-b316-4047b931b545 None None] Attempting to bind port 50c3c013-e434-4871-aa42-6581a7f0b769 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:13:34.128071 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-9c923d08-7768-44b9-b316-4047b931b545 None None] Attempting to bind port 50c3c013-e434-4871-aa42-6581a7f0b769 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:13:34.128503 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c923d08-7768-44b9-b316-4047b931b545 None None] Attempting to bind port 50c3c013-e434-4871-aa42-6581a7f0b769 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:13:34.140117 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c923d08-7768-44b9-b316-4047b931b545 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:13:34.140568 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c923d08-7768-44b9-b316-4047b931b545 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:13:34.141033 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9c923d08-7768-44b9-b316-4047b931b545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:34.141483 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c923d08-7768-44b9-b316-4047b931b545 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:13:34.142012 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-9c923d08-7768-44b9-b316-4047b931b545 None None] Bound port: 50c3c013-e434-4871-aa42-6581a7f0b769, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:13:34.142478 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9c923d08-7768-44b9-b316-4047b931b545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:34.213919 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa2763e-2404-4271-8a79-3a9c1785a04f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-4a9f9ec3-5cb0-4da4-9a41-eca570300df8', 'network_id': '4a9f9ec3-5cb0-4da4-9a41-eca570300df8', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'fixed_ips': [{'subnet_id': 'c77b08dd-2063-4a94-b1d9-7d48c82bbd9a'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 23:13:34.214778 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9aa2763e-2404-4271-8a79-3a9c1785a04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:34.225604 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-9c923d08-7768-44b9-b316-4047b931b545 None None] For port 50c3c013-e434-4871-aa42-6581a7f0b769, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:13:34.242046 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-9c923d08-7768-44b9-b316-4047b931b545 None None] For port 50c3c013-e434-4871-aa42-6581a7f0b769, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=50c3c013-e434-4871-aa42-6581a7f0b769,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:13:34.249818 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9c923d08-7768-44b9-b316-4047b931b545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:34.375455 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c923d08-7768-44b9-b316-4047b931b545 None None] Routers {'0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:13:34.376132 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-9c923d08-7768-44b9-b316-4047b931b545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:13:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:13:34.412906 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3a5468bb-0cb9-4803-abbb-f0f125502600 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:34.442794 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cec6bb-672a-42e4-9f48-443de44cd13b None None] Pushing event updated for resources: {'Port': ['ID=50c3c013-e434-4871-aa42-6581a7f0b769,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:34.502056 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-9aa2763e-2404-4271-8a79-3a9c1785a04f None None] Allocated IP 172.20.0.2 (4a9f9ec3-5cb0-4da4-9a41-eca570300df8/c77b08dd-2063-4a94-b1d9-7d48c82bbd9a/402fc804-3766-49e4-999b-162b1c3908f2) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:13:34.573304 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-9c923d08-7768-44b9-b316-4047b931b545 None None] Set router 0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:13:34.799052 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9aa2763e-2404-4271-8a79-3a9c1785a04f None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:34.810986 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9aa2763e-2404-4271-8a79-3a9c1785a04f None None] Transition to ACTIVE for port object 402fc804-3766-49e4-999b-162b1c3908f2 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:13:34.831916 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9aa2763e-2404-4271-8a79-3a9c1785a04f None None] Transition to ACTIVE for port object 402fc804-3766-49e4-999b-162b1c3908f2 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:13:34.839919 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9aa2763e-2404-4271-8a79-3a9c1785a04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:34.879664 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-9c923d08-7768-44b9-b316-4047b931b545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310519619', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '50c3c013-e434-4871-aa42-6581a7f0b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:13:31Z', 'updated_at': '2021-08-11T23:13:32Z', 'revision_number': 3, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '50c3c013-e434-4871-aa42-6581a7f0b769', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:13:32Z', 'updated_at': '2021-08-11T23:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:13:34.887491 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-3a5468bb-0cb9-4803-abbb-f0f125502600 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Allocated IP 172.20.0.1 (4a9f9ec3-5cb0-4da4-9a41-eca570300df8/c77b08dd-2063-4a94-b1d9-7d48c82bbd9a/e646449f-f27d-47fe-b33c-dc554f220fce) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:13:34.920170 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa2763e-2404-4271-8a79-3a9c1785a04f None None] Network 4a9f9ec3-5cb0-4da4-9a41-eca570300df8 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:13:34.921591 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2763e-2404-4271-8a79-3a9c1785a04f None None] Pushing event updated for resources: {'Port': ['ID=402fc804-3766-49e4-999b-162b1c3908f2,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:34.923971 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c923d08-7768-44b9-b316-4047b931b545 None None] The sync data for ids ['0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac'] in n-d-804275-3 is: [{'id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310519619', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '50c3c013-e434-4871-aa42-6581a7f0b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:13:31Z', 'updated_at': '2021-08-11T23:13:32Z', 'revision_number': 3, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '50c3c013-e434-4871-aa42-6581a7f0b769', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:13:32Z', 'updated_at': '2021-08-11T23:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:13:34.926009 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-9aa2763e-2404-4271-8a79-3a9c1785a04f None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:13:34.928025 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa2763e-2404-4271-8a79-3a9c1785a04f None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:13:34.987131 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-9aa2763e-2404-4271-8a79-3a9c1785a04f None None] Attempting to bind port 402fc804-3766-49e4-999b-162b1c3908f2 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:13:34.987704 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-9aa2763e-2404-4271-8a79-3a9c1785a04f None None] Attempting to bind port 402fc804-3766-49e4-999b-162b1c3908f2 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '6b51fe57-a685-4608-8e0d-aad5dbe5bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4a9f9ec3-5cb0-4da4-9a41-eca570300df8'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:13:34.988177 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa2763e-2404-4271-8a79-3a9c1785a04f None None] Attempting to bind port 402fc804-3766-49e4-999b-162b1c3908f2 on network 4a9f9ec3-5cb0-4da4-9a41-eca570300df8 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:13:34.994279 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa2763e-2404-4271-8a79-3a9c1785a04f None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:13:34.994835 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa2763e-2404-4271-8a79-3a9c1785a04f None None] Checking segment: {'id': '6b51fe57-a685-4608-8e0d-aad5dbe5bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4a9f9ec3-5cb0-4da4-9a41-eca570300df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:13:34.995360 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9aa2763e-2404-4271-8a79-3a9c1785a04f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:34.996167 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa2763e-2404-4271-8a79-3a9c1785a04f None None] Bound using segment: {'id': '6b51fe57-a685-4608-8e0d-aad5dbe5bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4a9f9ec3-5cb0-4da4-9a41-eca570300df8'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:13:34.996665 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-9aa2763e-2404-4271-8a79-3a9c1785a04f None None] Bound port: 402fc804-3766-49e4-999b-162b1c3908f2, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b51fe57-a685-4608-8e0d-aad5dbe5bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4a9f9ec3-5cb0-4da4-9a41-eca570300df8'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:13:34.997257 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9aa2763e-2404-4271-8a79-3a9c1785a04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:35.014320 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3a5468bb-0cb9-4803-abbb-f0f125502600 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:35.029910 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-3a5468bb-0cb9-4803-abbb-f0f125502600 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Transition to ACTIVE for port object e646449f-f27d-47fe-b33c-dc554f220fce will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:13:35.063944 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3a5468bb-0cb9-4803-abbb-f0f125502600 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:35.072159 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-9aa2763e-2404-4271-8a79-3a9c1785a04f None None] For port 402fc804-3766-49e4-999b-162b1c3908f2, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:13:35.076233 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-9aa2763e-2404-4271-8a79-3a9c1785a04f None None] For port 402fc804-3766-49e4-999b-162b1c3908f2, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=402fc804-3766-49e4-999b-162b1c3908f2,segment=NetworkSegment(6b51fe57-a685-4608-8e0d-aad5dbe5bcfc),segment_id=6b51fe57-a685-4608-8e0d-aad5dbe5bcfc)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:13:35.081412 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9aa2763e-2404-4271-8a79-3a9c1785a04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:35.113581 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5468bb-0cb9-4803-abbb-f0f125502600 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network 4a9f9ec3-5cb0-4da4-9a41-eca570300df8 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:13:35.116971 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-3a5468bb-0cb9-4803-abbb-f0f125502600 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:13:35.120536 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5468bb-0cb9-4803-abbb-f0f125502600 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:13:35.128866 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5468bb-0cb9-4803-abbb-f0f125502600 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Port': ['ID=e646449f-f27d-47fe-b33c-dc554f220fce,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:35.144800 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2763e-2404-4271-8a79-3a9c1785a04f None None] Pushing event updated for resources: {'Port': ['ID=402fc804-3766-49e4-999b-162b1c3908f2,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:35.195788 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3a5468bb-0cb9-4803-abbb-f0f125502600 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:35.355645 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3a5468bb-0cb9-4803-abbb-f0f125502600 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:35.637303 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 50c3c013-e434-4871-aa42-6581a7f0b769 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:13:35.678791 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3a5468bb-0cb9-4803-abbb-f0f125502600 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:35.683763 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3a5468bb-0cb9-4803-abbb-f0f125502600 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:35.695885 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 50c3c013-e434-4871-aa42-6581a7f0b769 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:13:35.700833 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 50c3c013-e434-4871-aa42-6581a7f0b769 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:13:35.701288 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:35.765100 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-3a5468bb-0cb9-4803-abbb-f0f125502600 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:35.767927 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5468bb-0cb9-4803-abbb-f0f125502600 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Port': ['ID=e646449f-f27d-47fe-b33c-dc554f220fce,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:35.791260 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:35.816644 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 50c3c013-e434-4871-aa42-6581a7f0b769, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=50c3c013-e434-4871-aa42-6581a7f0b769,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:13:35.821541 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:35.822422 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 402fc804-3766-49e4-999b-162b1c3908f2 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:13:35.880653 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5468bb-0cb9-4803-abbb-f0f125502600 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network 4a9f9ec3-5cb0-4da4-9a41-eca570300df8 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:13:35.882360 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-3a5468bb-0cb9-4803-abbb-f0f125502600 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:13:36.020464 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5468bb-0cb9-4803-abbb-f0f125502600 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Router 0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:13:36.075245 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=50c3c013-e434-4871-aa42-6581a7f0b769,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:36.095665 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 402fc804-3766-49e4-999b-162b1c3908f2 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:13:36.141081 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5468bb-0cb9-4803-abbb-f0f125502600 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:13:36.146376 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-3a5468bb-0cb9-4803-abbb-f0f125502600 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "PUT /v2.0/routers/0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2140808 Aug 11 23:13:36.198282 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc05b38c-52ee-4e82-b7ae-ad3e35a47232 None None] Network 4a9f9ec3-5cb0-4da4-9a41-eca570300df8 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:13:36.262311 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c5c30032-6b67-4ead-be75-d6912303e82a None None] Provisioning for port 402fc804-3766-49e4-999b-162b1c3908f2 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:13:36.274536 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c5c30032-6b67-4ead-be75-d6912303e82a None None] Provisioning complete for port 402fc804-3766-49e4-999b-162b1c3908f2 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:13:36.274911 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c5c30032-6b67-4ead-be75-d6912303e82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:36.300149 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-e417ac54-decc-4283-90f4-fe3862b0e4d3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-353063814&fields=id&tenant_id=ba468b72163c4a9087b11fce8559af21 HTTP/1.1" status: 200 len: 267 time: 0.0328596 Aug 11 23:13:36.420453 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c5c30032-6b67-4ead-be75-d6912303e82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:36.422466 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-fb4e8c04-04a8-45d2-8e18-259eacea17b1 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:36.424408 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-fb4e8c04-04a8-45d2-8e18-259eacea17b1 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/networks?id=4a9f9ec3-5cb0-4da4-9a41-eca570300df8 HTTP/1.1" status: 200 len: 797 time: 0.1165128 Aug 11 23:13:36.440492 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-27ebfc05-e74a-4828-818a-75a03d6115b0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/quotas/ba468b72163c4a9087b11fce8559af21 HTTP/1.1" status: 200 len: 375 time: 0.0099623 Aug 11 23:13:36.459696 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-c5c30032-6b67-4ead-be75-d6912303e82a None None] For port 402fc804-3766-49e4-999b-162b1c3908f2, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=402fc804-3766-49e4-999b-162b1c3908f2,segment=NetworkSegment(6b51fe57-a685-4608-8e0d-aad5dbe5bcfc),segment_id=6b51fe57-a685-4608-8e0d-aad5dbe5bcfc)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:13:36.465167 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c5c30032-6b67-4ead-be75-d6912303e82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:36.503406 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-4deaaf90-4fc2-4951-a023-e5276b630d88 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569615 Aug 11 23:13:36.519021 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c30032-6b67-4ead-be75-d6912303e82a None None] Pushing event updated for resources: {'Port': ['ID=402fc804-3766-49e4-999b-162b1c3908f2,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:36.611751 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-5e352cc5-1367-47ea-aad2-c4d79ffbac78 service neutron] 10.222.0.77 "GET /v2.0/networks/4a9f9ec3-5cb0-4da4-9a41-eca570300df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936685 Aug 11 23:13:36.690452 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c597715d-7508-4e4b-8141-c55f32bcdf9f None None] Provisioning for port e646449f-f27d-47fe-b33c-dc554f220fce completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:13:36.695096 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c597715d-7508-4e4b-8141-c55f32bcdf9f None None] Provisioning complete for port e646449f-f27d-47fe-b33c-dc554f220fce triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:13:36.695893 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c597715d-7508-4e4b-8141-c55f32bcdf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:36.708367 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cfdead-23de-452d-8235-c35aa44581ea None None] Sync routers for ids ['0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:13:36.719094 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cfdead-23de-452d-8235-c35aa44581ea None None] Routers {'0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:13:36.720596 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-09cfdead-23de-452d-8235-c35aa44581ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:13:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:13:36.724636 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-9820bbb4-0ddb-49ec-b0a7-2782824908e3 service neutron] 10.222.0.77 "GET /v2.0/networks/4a9f9ec3-5cb0-4da4-9a41-eca570300df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065967 Aug 11 23:13:36.738252 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-c597715d-7508-4e4b-8141-c55f32bcdf9f None None] Port e646449f-f27d-47fe-b33c-dc554f220fce cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:13:36.751683 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c597715d-7508-4e4b-8141-c55f32bcdf9f None None] Provisioning complete for port 402fc804-3766-49e4-999b-162b1c3908f2 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:13:36.752064 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c597715d-7508-4e4b-8141-c55f32bcdf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:36.848486 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-09cfdead-23de-452d-8235-c35aa44581ea None None] Set router 0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:13:36.934580 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-01e43598-9d5f-4001-be6f-ff4d701df6fe req-53446263-f4ee-40e7-be8f-cce58556c990 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7319f72-9b6f-459e-a8b8-b322aa5eb1bd HTTP/1.1" status: 200 len: 210 time: 0.0399308 Aug 11 23:13:37.001359 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-21331e34-165c-465e-b1b0-1eadc3a58041 None None] Provisioning complete for port e646449f-f27d-47fe-b33c-dc554f220fce triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:13:37.001779 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-21331e34-165c-465e-b1b0-1eadc3a58041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:37.041865 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-21331e34-165c-465e-b1b0-1eadc3a58041 None None] Port e646449f-f27d-47fe-b33c-dc554f220fce cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:13:37.100049 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:13:37.172322 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-aad95163-6045-44c0-993a-5d39bd229fa9 None None] Provisioning complete for port e646449f-f27d-47fe-b33c-dc554f220fce triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:13:37.172768 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-aad95163-6045-44c0-993a-5d39bd229fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:37.189508 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-09cfdead-23de-452d-8235-c35aa44581ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310519619', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '50c3c013-e434-4871-aa42-6581a7f0b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:13:31Z', 'updated_at': '2021-08-11T23:13:35Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '50c3c013-e434-4871-aa42-6581a7f0b769', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:13:32Z', 'updated_at': '2021-08-11T23:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'e646449f-f27d-47fe-b33c-dc554f220fce', 'name': '', 'network_id': '4a9f9ec3-5cb0-4da4-9a41-eca570300df8', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:70:90:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'c77b08dd-2063-4a94-b1d9-7d48c82bbd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:13:34Z', 'updated_at': '2021-08-11T23:13:35Z', 'revision_number': 2, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': 'c77b08dd-2063-4a94-b1d9-7d48c82bbd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:13:37.213871 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-aad95163-6045-44c0-993a-5d39bd229fa9 None None] Port e646449f-f27d-47fe-b33c-dc554f220fce cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:13:37.219117 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cfdead-23de-452d-8235-c35aa44581ea None None] Checking router: 0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:13:37.219480 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cfdead-23de-452d-8235-c35aa44581ea None None] Updating router 0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac port e646449f-f27d-47fe-b33c-dc554f220fce binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 23:13:37.248524 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-09cfdead-23de-452d-8235-c35aa44581ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:37.518642 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-09cfdead-23de-452d-8235-c35aa44581ea None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:37.529865 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-09cfdead-23de-452d-8235-c35aa44581ea None None] Transition to ACTIVE for port object e646449f-f27d-47fe-b33c-dc554f220fce will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:13:37.536074 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-09cfdead-23de-452d-8235-c35aa44581ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:37.593891 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786665b-6ecf-4b90-9baa-e5e9af491698 None None] Pushing event updated for resources: {'Port': ['ID=e646449f-f27d-47fe-b33c-dc554f220fce,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:37.595554 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 50c3c013-e434-4871-aa42-6581a7f0b769 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:13:37.620650 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8786665b-6ecf-4b90-9baa-e5e9af491698 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:37.620650 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8786665b-6ecf-4b90-9baa-e5e9af491698 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:37.620650 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8786665b-6ecf-4b90-9baa-e5e9af491698 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:37.621106 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8786665b-6ecf-4b90-9baa-e5e9af491698 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:37.621106 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8786665b-6ecf-4b90-9baa-e5e9af491698 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:37.621442 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8786665b-6ecf-4b90-9baa-e5e9af491698 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:37.621772 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8786665b-6ecf-4b90-9baa-e5e9af491698 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:37.622097 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8786665b-6ecf-4b90-9baa-e5e9af491698 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:37.622422 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8786665b-6ecf-4b90-9baa-e5e9af491698 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:37.623487 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8786665b-6ecf-4b90-9baa-e5e9af491698 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:37.623847 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8786665b-6ecf-4b90-9baa-e5e9af491698 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:37.624172 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8786665b-6ecf-4b90-9baa-e5e9af491698 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:13:37.661678 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-09cfdead-23de-452d-8235-c35aa44581ea None None] Attempting to bind port e646449f-f27d-47fe-b33c-dc554f220fce on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:13:37.662051 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-09cfdead-23de-452d-8235-c35aa44581ea None None] Attempting to bind port e646449f-f27d-47fe-b33c-dc554f220fce by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '6b51fe57-a685-4608-8e0d-aad5dbe5bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4a9f9ec3-5cb0-4da4-9a41-eca570300df8'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:13:37.662629 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cfdead-23de-452d-8235-c35aa44581ea None None] Attempting to bind port e646449f-f27d-47fe-b33c-dc554f220fce on network 4a9f9ec3-5cb0-4da4-9a41-eca570300df8 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:13:37.669160 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cfdead-23de-452d-8235-c35aa44581ea None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:13:37.669647 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cfdead-23de-452d-8235-c35aa44581ea None None] Checking segment: {'id': '6b51fe57-a685-4608-8e0d-aad5dbe5bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4a9f9ec3-5cb0-4da4-9a41-eca570300df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:13:37.670019 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-09cfdead-23de-452d-8235-c35aa44581ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:37.670544 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cfdead-23de-452d-8235-c35aa44581ea None None] Bound using segment: {'id': '6b51fe57-a685-4608-8e0d-aad5dbe5bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4a9f9ec3-5cb0-4da4-9a41-eca570300df8'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:13:37.671050 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-09cfdead-23de-452d-8235-c35aa44581ea None None] Bound port: e646449f-f27d-47fe-b33c-dc554f220fce, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b51fe57-a685-4608-8e0d-aad5dbe5bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4a9f9ec3-5cb0-4da4-9a41-eca570300df8'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:13:37.671443 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-09cfdead-23de-452d-8235-c35aa44581ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:37.674535 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 50c3c013-e434-4871-aa42-6581a7f0b769 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:13:37.674975 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:37.740094 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-09cfdead-23de-452d-8235-c35aa44581ea None None] For port e646449f-f27d-47fe-b33c-dc554f220fce, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:13:37.744239 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-09cfdead-23de-452d-8235-c35aa44581ea None None] For port e646449f-f27d-47fe-b33c-dc554f220fce, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=e646449f-f27d-47fe-b33c-dc554f220fce,segment=NetworkSegment(6b51fe57-a685-4608-8e0d-aad5dbe5bcfc),segment_id=6b51fe57-a685-4608-8e0d-aad5dbe5bcfc)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:13:37.748644 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-09cfdead-23de-452d-8235-c35aa44581ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:37.768209 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 402fc804-3766-49e4-999b-162b1c3908f2 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:13:37.799995 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cfdead-23de-452d-8235-c35aa44581ea None None] Routers {'0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:13:37.800633 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-09cfdead-23de-452d-8235-c35aa44581ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:13:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:13:37.817252 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 402fc804-3766-49e4-999b-162b1c3908f2 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:13:37.817635 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:37.858834 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786665b-6ecf-4b90-9baa-e5e9af491698 None None] Pushing event updated for resources: {'Port': ['ID=e646449f-f27d-47fe-b33c-dc554f220fce,revision_number=4']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:37.935198 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-09cfdead-23de-452d-8235-c35aa44581ea None None] Set router 0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:13:38.054906 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6589fc77-0308-4b7f-a3f7-97fc90d1b651 req-1c5b51d5-99eb-41b0-b75e-84b8789d6da7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7319f72-9b6f-459e-a8b8-b322aa5eb1bd HTTP/1.1" status: 200 len: 210 time: 0.0512605 Aug 11 23:13:38.142756 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-d5cb6077-0d40-4c4c-85ea-a961e529c560 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:38.144440 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-d5cb6077-0d40-4c4c-85ea-a961e529c560 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.82 "GET /v2.0/networks?id=4a9f9ec3-5cb0-4da4-9a41-eca570300df8 HTTP/1.1" status: 200 len: 797 time: 0.1266351 Aug 11 23:13:38.185092 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-09cfdead-23de-452d-8235-c35aa44581ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310519619', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '50c3c013-e434-4871-aa42-6581a7f0b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:13:31Z', 'updated_at': '2021-08-11T23:13:35Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '50c3c013-e434-4871-aa42-6581a7f0b769', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:13:32Z', 'updated_at': '2021-08-11T23:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'e646449f-f27d-47fe-b33c-dc554f220fce', 'name': '', 'network_id': '4a9f9ec3-5cb0-4da4-9a41-eca570300df8', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:70:90:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'c77b08dd-2063-4a94-b1d9-7d48c82bbd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:13:34Z', 'updated_at': '2021-08-11T23:13:37Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': 'c77b08dd-2063-4a94-b1d9-7d48c82bbd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:13:38.204499 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-2df8d307-d918-4f1b-b9fa-65bc5938a038 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba468b72163c4a9087b11fce8559af21 HTTP/1.1" status: 200 len: 379 time: 0.0361302 Aug 11 23:13:38.210916 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cfdead-23de-452d-8235-c35aa44581ea None None] The sync data for ids ['0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac'] in n-d-804275-3 is: [{'id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310519619', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '50c3c013-e434-4871-aa42-6581a7f0b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:13:31Z', 'updated_at': '2021-08-11T23:13:35Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '50c3c013-e434-4871-aa42-6581a7f0b769', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:13:32Z', 'updated_at': '2021-08-11T23:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'e646449f-f27d-47fe-b33c-dc554f220fce', 'name': '', 'network_id': '4a9f9ec3-5cb0-4da4-9a41-eca570300df8', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:70:90:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'c77b08dd-2063-4a94-b1d9-7d48c82bbd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:13:34Z', 'updated_at': '2021-08-11T23:13:37Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': 'c77b08dd-2063-4a94-b1d9-7d48c82bbd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:13:38.239782 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-e895d4f8-71cf-4204-86d1-4b8d2bc6d23e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'port': {'device_id': 'c7319f72-9b6f-459e-a8b8-b322aa5eb1bd', 'network_id': '4a9f9ec3-5cb0-4da4-9a41-eca570300df8', 'admin_state_up': True, 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'security_groups': ['0757bbfd-942c-48c3-a9fa-4cc0d6b01bca']}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:13:38.384004 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-e895d4f8-71cf-4204-86d1-4b8d2bc6d23e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Made reservation on behalf of ba468b72163c4a9087b11fce8559af21 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:13:38.387643 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-e895d4f8-71cf-4204-86d1-4b8d2bc6d23e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:38.525072 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-e895d4f8-71cf-4204-86d1-4b8d2bc6d23e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Allocated IP 172.20.0.8 (4a9f9ec3-5cb0-4da4-9a41-eca570300df8/c77b08dd-2063-4a94-b1d9-7d48c82bbd9a/f6b35741-9eb4-4dc6-9fab-8287cbaa72bb) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:13:38.675142 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-e895d4f8-71cf-4204-86d1-4b8d2bc6d23e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:38.690760 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-e895d4f8-71cf-4204-86d1-4b8d2bc6d23e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Transition to ACTIVE for port object f6b35741-9eb4-4dc6-9fab-8287cbaa72bb will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:13:38.724633 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-e895d4f8-71cf-4204-86d1-4b8d2bc6d23e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:38.772642 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-e895d4f8-71cf-4204-86d1-4b8d2bc6d23e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network 4a9f9ec3-5cb0-4da4-9a41-eca570300df8 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:13:38.776040 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-e895d4f8-71cf-4204-86d1-4b8d2bc6d23e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:13:38.780981 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-e895d4f8-71cf-4204-86d1-4b8d2bc6d23e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:13:38.785152 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895d4f8-71cf-4204-86d1-4b8d2bc6d23e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Port': ['ID=f6b35741-9eb4-4dc6-9fab-8287cbaa72bb,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:38.835112 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-e895d4f8-71cf-4204-86d1-4b8d2bc6d23e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:38.835878 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-e895d4f8-71cf-4204-86d1-4b8d2bc6d23e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:38.853162 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-e895d4f8-71cf-4204-86d1-4b8d2bc6d23e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6167619 Aug 11 23:13:38.857904 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:38.872515 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-bcf5dc13-dadb-44b8-9b5e-0f4d08b55f6d service neutron] Request body: {'port': {'device_id': 'c7319f72-9b6f-459e-a8b8-b322aa5eb1bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:13:38.936106 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-bcf5dc13-dadb-44b8-9b5e-0f4d08b55f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:39.036378 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-cc699801-a585-49cf-bc5b-f28038b1bfc8 None None] Provisioning for port f6b35741-9eb4-4dc6-9fab-8287cbaa72bb completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:13:39.041246 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-cc699801-a585-49cf-bc5b-f28038b1bfc8 None None] Provisioning complete for port f6b35741-9eb4-4dc6-9fab-8287cbaa72bb triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:13:39.041739 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cc699801-a585-49cf-bc5b-f28038b1bfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:39.076465 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-cc699801-a585-49cf-bc5b-f28038b1bfc8 None None] Port f6b35741-9eb4-4dc6-9fab-8287cbaa72bb cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:13:39.207215 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2efab2e-be5e-4476-98d4-2d8873b6ed4a req-7a88ab9f-d75d-4cbd-9659-5ad55d3655f3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:39.208859 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b2efab2e-be5e-4476-98d4-2d8873b6ed4a req-7a88ab9f-d75d-4cbd-9659-5ad55d3655f3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7319f72-9b6f-459e-a8b8-b322aa5eb1bd HTTP/1.1" status: 200 len: 931 time: 0.0823574 Aug 11 23:13:39.289273 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-bcf5dc13-dadb-44b8-9b5e-0f4d08b55f6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b35741-9eb4-4dc6-9fab-8287cbaa72bb {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 23:13:39.297908 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b2efab2e-be5e-4476-98d4-2d8873b6ed4a req-bba8c2ee-ef4e-44e3-b0f6-41022fb3bad2 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=0757bbfd-942c-48c3-a9fa-4cc0d6b01bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791025 Aug 11 23:13:39.301873 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-bcf5dc13-dadb-44b8-9b5e-0f4d08b55f6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:39.314145 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-bcf5dc13-dadb-44b8-9b5e-0f4d08b55f6d service neutron] Transition to ACTIVE for port object f6b35741-9eb4-4dc6-9fab-8287cbaa72bb will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:13:39.319213 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-bcf5dc13-dadb-44b8-9b5e-0f4d08b55f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:39.386924 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5dc13-dadb-44b8-9b5e-0f4d08b55f6d service neutron] Pushing event updated for resources: {'Port': ['ID=f6b35741-9eb4-4dc6-9fab-8287cbaa72bb,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:39.442039 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-bcf5dc13-dadb-44b8-9b5e-0f4d08b55f6d service neutron] Attempting to bind port f6b35741-9eb4-4dc6-9fab-8287cbaa72bb on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:13:39.442383 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-bcf5dc13-dadb-44b8-9b5e-0f4d08b55f6d service neutron] Attempting to bind port f6b35741-9eb4-4dc6-9fab-8287cbaa72bb by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '6b51fe57-a685-4608-8e0d-aad5dbe5bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4a9f9ec3-5cb0-4da4-9a41-eca570300df8'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:13:39.442731 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-bcf5dc13-dadb-44b8-9b5e-0f4d08b55f6d service neutron] Attempting to bind port f6b35741-9eb4-4dc6-9fab-8287cbaa72bb on network 4a9f9ec3-5cb0-4da4-9a41-eca570300df8 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:13:39.448044 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-bcf5dc13-dadb-44b8-9b5e-0f4d08b55f6d service neutron] Port f6b35741-9eb4-4dc6-9fab-8287cbaa72bb on network 4a9f9ec3-5cb0-4da4-9a41-eca570300df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 23:13:39.448301 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-bcf5dc13-dadb-44b8-9b5e-0f4d08b55f6d service neutron] Attempting to bind port f6b35741-9eb4-4dc6-9fab-8287cbaa72bb on network 4a9f9ec3-5cb0-4da4-9a41-eca570300df8 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:13:39.453470 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-bcf5dc13-dadb-44b8-9b5e-0f4d08b55f6d service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:13:39.453815 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-bcf5dc13-dadb-44b8-9b5e-0f4d08b55f6d service neutron] Checking segment: {'id': '6b51fe57-a685-4608-8e0d-aad5dbe5bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4a9f9ec3-5cb0-4da4-9a41-eca570300df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:13:39.454206 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-bcf5dc13-dadb-44b8-9b5e-0f4d08b55f6d service neutron] Bound using segment: {'id': '6b51fe57-a685-4608-8e0d-aad5dbe5bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4a9f9ec3-5cb0-4da4-9a41-eca570300df8'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:13:39.454640 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-bcf5dc13-dadb-44b8-9b5e-0f4d08b55f6d service neutron] Bound port: f6b35741-9eb4-4dc6-9fab-8287cbaa72bb, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b51fe57-a685-4608-8e0d-aad5dbe5bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4a9f9ec3-5cb0-4da4-9a41-eca570300df8'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:13:39.455010 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-bcf5dc13-dadb-44b8-9b5e-0f4d08b55f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:39.532104 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-bcf5dc13-dadb-44b8-9b5e-0f4d08b55f6d service neutron] For port f6b35741-9eb4-4dc6-9fab-8287cbaa72bb, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:13:39.535390 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-bcf5dc13-dadb-44b8-9b5e-0f4d08b55f6d service neutron] For port f6b35741-9eb4-4dc6-9fab-8287cbaa72bb, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=f6b35741-9eb4-4dc6-9fab-8287cbaa72bb,segment=NetworkSegment(6b51fe57-a685-4608-8e0d-aad5dbe5bcfc),segment_id=6b51fe57-a685-4608-8e0d-aad5dbe5bcfc)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:13:39.541195 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-bcf5dc13-dadb-44b8-9b5e-0f4d08b55f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:39.577589 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-bcf5dc13-dadb-44b8-9b5e-0f4d08b55f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:39.578201 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-bcf5dc13-dadb-44b8-9b5e-0f4d08b55f6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:39.579638 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-bcf5dc13-dadb-44b8-9b5e-0f4d08b55f6d service neutron] 10.222.0.82 "PUT /v2.0/ports/f6b35741-9eb4-4dc6-9fab-8287cbaa72bb HTTP/1.1" status: 200 len: 1091 time: 0.7125397 Aug 11 23:13:39.580082 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7319f72-9b6f-459e-a8b8-b322aa5eb1bd', 'tag': 'f6b35741-9eb4-4dc6-9fab-8287cbaa72bb'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:13:39.582372 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65816705-b2a7-49da-b13b-914638dd6b91" -d '{"events": [{"name": "network-changed", "server_uuid": "c7319f72-9b6f-459e-a8b8-b322aa5eb1bd", "tag": "f6b35741-9eb4-4dc6-9fab-8287cbaa72bb"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:13:39.609028 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5dc13-dadb-44b8-9b5e-0f4d08b55f6d service neutron] Pushing event updated for resources: {'Port': ['ID=f6b35741-9eb4-4dc6-9fab-8287cbaa72bb,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:39.619784 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device e646449f-f27d-47fe-b33c-dc554f220fce up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:13:39.683377 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port e646449f-f27d-47fe-b33c-dc554f220fce completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:13:39.690426 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port e646449f-f27d-47fe-b33c-dc554f220fce triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:13:39.690818 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:39.700808 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-bd069fab-021f-4662-90a2-ee6c29e4bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:39.702408 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-bd069fab-021f-4662-90a2-ee6c29e4bb11 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=c7319f72-9b6f-459e-a8b8-b322aa5eb1bd HTTP/1.1" status: 200 len: 1094 time: 0.0568213 Aug 11 23:13:39.728869 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c45fdd-330b-4d06-91a4-1153a339d66b x-openstack-request-id: req-54c45fdd-330b-4d06-91a4-1153a339d66b {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:13:39.729433 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7319f72-9b6f-459e-a8b8-b322aa5eb1bd", "tag": "f6b35741-9eb4-4dc6-9fab-8287cbaa72bb", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:13:39.729819 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-54c45fdd-330b-4d06-91a4-1153a339d66b {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:13:39.731076 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7319f72-9b6f-459e-a8b8-b322aa5eb1bd', 'tag': 'f6b35741-9eb4-4dc6-9fab-8287cbaa72bb', 'status': 'completed', 'code': 200} Aug 11 23:13:39.763876 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-189f5379-6124-4b52-acc6-0a75997aa4d1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6b35741-9eb4-4dc6-9fab-8287cbaa72bb HTTP/1.1" status: 200 len: 217 time: 0.0480945 Aug 11 23:13:39.784667 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:39.816610 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-6dcf7f5e-8987-4f1a-a2c5-7974c2e2750d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:39.818112 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-6dcf7f5e-8987-4f1a-a2c5-7974c2e2750d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c77b08dd-2063-4a94-b1d9-7d48c82bbd9a HTTP/1.1" status: 200 len: 834 time: 0.0477724 Aug 11 23:13:39.821813 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port e646449f-f27d-47fe-b33c-dc554f220fce, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=e646449f-f27d-47fe-b33c-dc554f220fce,segment=NetworkSegment(6b51fe57-a685-4608-8e0d-aad5dbe5bcfc),segment_id=6b51fe57-a685-4608-8e0d-aad5dbe5bcfc)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:13:39.824867 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:39.866148 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-03851564-9b0b-4cc2-b3d1-c2c947fbd1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:39.867745 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-03851564-9b0b-4cc2-b3d1-c2c947fbd1be service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4a9f9ec3-5cb0-4da4-9a41-eca570300df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429504 Aug 11 23:13:39.883577 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=e646449f-f27d-47fe-b33c-dc554f220fce,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:39.962332 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-bd7255d2-7914-4c57-a4b8-3bc047fdc118 service neutron] 10.222.0.82 "GET /v2.0/networks/4a9f9ec3-5cb0-4da4-9a41-eca570300df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862896 Aug 11 23:13:40.055695 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ecc43817-2ceb-45cf-a5b3-69205945d7a2 req-1955cfbf-ffa8-433c-9369-4d6a8f92e993 service neutron] 10.222.0.82 "GET /v2.0/networks/4a9f9ec3-5cb0-4da4-9a41-eca570300df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849483 Aug 11 23:13:40.178159 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65816705-b2a7-49da-b13b-914638dd6b91 req-cfca287e-bafd-4e5c-8476-257b590fd113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:40.179750 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-65816705-b2a7-49da-b13b-914638dd6b91 req-cfca287e-bafd-4e5c-8476-257b590fd113 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=c7319f72-9b6f-459e-a8b8-b322aa5eb1bd HTTP/1.1" status: 200 len: 1094 time: 0.0413623 Aug 11 23:13:40.282282 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65816705-b2a7-49da-b13b-914638dd6b91 req-04d15ede-6c62-4882-9da2-40a34ba44f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:40.283811 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-65816705-b2a7-49da-b13b-914638dd6b91 req-04d15ede-6c62-4882-9da2-40a34ba44f83 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4a9f9ec3-5cb0-4da4-9a41-eca570300df8 HTTP/1.1" status: 200 len: 898 time: 0.0886729 Aug 11 23:13:40.326211 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-65816705-b2a7-49da-b13b-914638dd6b91 req-86a185b7-3aaa-4a37-baac-368b62fd71bc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6b35741-9eb4-4dc6-9fab-8287cbaa72bb HTTP/1.1" status: 200 len: 217 time: 0.0354202 Aug 11 23:13:40.388013 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65816705-b2a7-49da-b13b-914638dd6b91 req-4913568a-4a0e-4c05-bd2c-bcfd8be283e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:40.389459 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-65816705-b2a7-49da-b13b-914638dd6b91 req-4913568a-4a0e-4c05-bd2c-bcfd8be283e7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c77b08dd-2063-4a94-b1d9-7d48c82bbd9a HTTP/1.1" status: 200 len: 834 time: 0.0570197 Aug 11 23:13:40.801839 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da3ebb-30fb-48c7-97ee-cd31522e4c44 req-a9363aa3-f365-4d97-b705-e6ca5ac60770 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:40.803351 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d3da3ebb-30fb-48c7-97ee-cd31522e4c44 req-a9363aa3-f365-4d97-b705-e6ca5ac60770 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7319f72-9b6f-459e-a8b8-b322aa5eb1bd HTTP/1.1" status: 200 len: 943 time: 0.4350379 Aug 11 23:13:40.809045 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65816705-b2a7-49da-b13b-914638dd6b91 req-c59f0ed7-8e01-42bd-83ee-f891f4b45dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:40.810958 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-65816705-b2a7-49da-b13b-914638dd6b91 req-c59f0ed7-8e01-42bd-83ee-f891f4b45dac service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4a9f9ec3-5cb0-4da4-9a41-eca570300df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585363 Aug 11 23:13:40.920299 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d3da3ebb-30fb-48c7-97ee-cd31522e4c44 req-6c25f50a-cd6c-4e12-9b38-1115f401ef90 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=0757bbfd-942c-48c3-a9fa-4cc0d6b01bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080232 Aug 11 23:13:40.954408 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-65816705-b2a7-49da-b13b-914638dd6b91 req-375dbb4b-3c55-4cc6-abb4-85d2847c23de service neutron] 10.222.0.82 "GET /v2.0/networks/4a9f9ec3-5cb0-4da4-9a41-eca570300df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337280 Aug 11 23:13:41.044984 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-65816705-b2a7-49da-b13b-914638dd6b91 req-8a8d7e92-558f-4c70-bbee-6ef822244ce3 service neutron] 10.222.0.82 "GET /v2.0/networks/4a9f9ec3-5cb0-4da4-9a41-eca570300df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834100 Aug 11 23:13:41.569328 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device e646449f-f27d-47fe-b33c-dc554f220fce up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:13:41.620578 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port e646449f-f27d-47fe-b33c-dc554f220fce triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:13:41.620958 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:42.043208 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db4e31-0cfe-42f1-82b5-b5a0dd4892a0 req-767f44f5-c6cc-4943-8cb2-af5876c1778e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:42.044792 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a7db4e31-0cfe-42f1-82b5-b5a0dd4892a0 req-767f44f5-c6cc-4943-8cb2-af5876c1778e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7319f72-9b6f-459e-a8b8-b322aa5eb1bd HTTP/1.1" status: 200 len: 943 time: 0.0550597 Aug 11 23:13:42.082090 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a7db4e31-0cfe-42f1-82b5-b5a0dd4892a0 req-048b6cbe-e26d-4062-bedd-f019530fae14 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=0757bbfd-942c-48c3-a9fa-4cc0d6b01bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313046 Aug 11 23:13:43.197936 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370034dd-f0dc-4d58-b497-47e81a38f959 req-bbd187cf-9a1c-4eb0-ba85-3e63c0cdbdd7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:43.199422 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-370034dd-f0dc-4d58-b497-47e81a38f959 req-bbd187cf-9a1c-4eb0-ba85-3e63c0cdbdd7 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7319f72-9b6f-459e-a8b8-b322aa5eb1bd HTTP/1.1" status: 200 len: 943 time: 0.0493438 Aug 11 23:13:43.238534 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-370034dd-f0dc-4d58-b497-47e81a38f959 req-746e341b-32e0-4933-b7c0-bc06e17cba7e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=0757bbfd-942c-48c3-a9fa-4cc0d6b01bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327365 Aug 11 23:13:43.354009 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d469e0e6-78c6-4674-8ec8-bf2cd3faac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:43.759663 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device f6b35741-9eb4-4dc6-9fab-8287cbaa72bb details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 23:13:43.856180 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port f6b35741-9eb4-4dc6-9fab-8287cbaa72bb, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=f6b35741-9eb4-4dc6-9fab-8287cbaa72bb,segment=NetworkSegment(6b51fe57-a685-4608-8e0d-aad5dbe5bcfc),segment_id=6b51fe57-a685-4608-8e0d-aad5dbe5bcfc)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:13:43.867304 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': 'f6b35741-9eb4-4dc6-9fab-8287cbaa72bb', 'network_id': '4a9f9ec3-5cb0-4da4-9a41-eca570300df8', 'port_id': 'f6b35741-9eb4-4dc6-9fab-8287cbaa72bb', 'mac_address': 'fa:16:3e:76:57:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c77b08dd-2063-4a94-b1d9-7d48c82bbd9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 23:13:43.909628 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:43.922860 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b35741-9eb4-4dc6-9fab-8287cbaa72bb {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 23:13:43.942287 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port f6b35741-9eb4-4dc6-9fab-8287cbaa72bb, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=f6b35741-9eb4-4dc6-9fab-8287cbaa72bb,segment=NetworkSegment(6b51fe57-a685-4608-8e0d-aad5dbe5bcfc),segment_id=6b51fe57-a685-4608-8e0d-aad5dbe5bcfc)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:13:43.946516 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:43.992965 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=f6b35741-9eb4-4dc6-9fab-8287cbaa72bb,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:44.353595 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608dfb5-b880-4560-88de-9d203d98dc83 req-94264c76-39b9-48ef-9782-e368bd84b40e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:44.355107 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0608dfb5-b880-4560-88de-9d203d98dc83 req-94264c76-39b9-48ef-9782-e368bd84b40e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7319f72-9b6f-459e-a8b8-b322aa5eb1bd HTTP/1.1" status: 200 len: 944 time: 0.0482390 Aug 11 23:13:44.374031 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['f6b35741-9eb4-4dc6-9fab-8287cbaa72bb'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 23:13:44.395914 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0608dfb5-b880-4560-88de-9d203d98dc83 req-136e64f5-1a8c-4197-b8bf-155bdf43bc69 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=0757bbfd-942c-48c3-a9fa-4cc0d6b01bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343518 Aug 11 23:13:45.513277 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfba04f-e56a-44c0-a971-1d832e571691 req-088b18ee-0ac2-416f-96c5-b47c3e3ef4b5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:45.514896 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1dfba04f-e56a-44c0-a971-1d832e571691 req-088b18ee-0ac2-416f-96c5-b47c3e3ef4b5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7319f72-9b6f-459e-a8b8-b322aa5eb1bd HTTP/1.1" status: 200 len: 944 time: 0.0525765 Aug 11 23:13:45.552961 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1dfba04f-e56a-44c0-a971-1d832e571691 req-561b416b-ec07-49db-825e-2ba4e929fc1f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=0757bbfd-942c-48c3-a9fa-4cc0d6b01bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321116 Aug 11 23:13:45.775321 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device f6b35741-9eb4-4dc6-9fab-8287cbaa72bb up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:13:45.823839 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port f6b35741-9eb4-4dc6-9fab-8287cbaa72bb completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:13:45.827857 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port f6b35741-9eb4-4dc6-9fab-8287cbaa72bb triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:13:45.828334 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:45.908440 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:45.930576 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7319f72-9b6f-459e-a8b8-b322aa5eb1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b35741-9eb4-4dc6-9fab-8287cbaa72bb'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:13:45.932868 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a67b2b2-8ac2-4254-ac6e-c7c3d483af94" -d '{"events": [{"server_uuid": "c7319f72-9b6f-459e-a8b8-b322aa5eb1bd", "name": "network-vif-plugged", "status": "completed", "tag": "f6b35741-9eb4-4dc6-9fab-8287cbaa72bb"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:13:45.946083 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port f6b35741-9eb4-4dc6-9fab-8287cbaa72bb, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=f6b35741-9eb4-4dc6-9fab-8287cbaa72bb,segment=NetworkSegment(6b51fe57-a685-4608-8e0d-aad5dbe5bcfc),segment_id=6b51fe57-a685-4608-8e0d-aad5dbe5bcfc)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:13:45.950136 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:45.975983 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 23:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bbd294-2625-4367-88d7-e139a10bb991 x-openstack-request-id: req-28bbd294-2625-4367-88d7-e139a10bb991 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:13:45.976279 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7319f72-9b6f-459e-a8b8-b322aa5eb1bd", "name": "network-vif-plugged", "status": "completed", "tag": "f6b35741-9eb4-4dc6-9fab-8287cbaa72bb", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:13:45.976534 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-28bbd294-2625-4367-88d7-e139a10bb991 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:13:45.976961 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7319f72-9b6f-459e-a8b8-b322aa5eb1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b35741-9eb4-4dc6-9fab-8287cbaa72bb', 'code': 200} Aug 11 23:13:46.004015 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=f6b35741-9eb4-4dc6-9fab-8287cbaa72bb,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:46.091376 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863bcb21-4e83-4d7d-be8f-bf9982a965a3 req-e2be9c02-af39-4680-9d4a-d28bad8e1665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:46.092967 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-863bcb21-4e83-4d7d-be8f-bf9982a965a3 req-e2be9c02-af39-4680-9d4a-d28bad8e1665 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c7319f72-9b6f-459e-a8b8-b322aa5eb1bd HTTP/1.1" status: 200 len: 1096 time: 0.0402212 Aug 11 23:13:46.128027 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-863bcb21-4e83-4d7d-be8f-bf9982a965a3 req-5cd695a1-d21c-453a-8a01-1cc812b5985d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0757bbfd-942c-48c3-a9fa-4cc0d6b01bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279841 Aug 11 23:13:46.199555 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:46.338560 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-80a9a022-d5e1-48c0-b0b0-8db6712f850e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:46.668789 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd141ced-348f-47cc-8b3e-00bde7c1e1c7 req-42f3e137-2c01-4006-9f5c-584408d589f4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:46.670283 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bd141ced-348f-47cc-8b3e-00bde7c1e1c7 req-42f3e137-2c01-4006-9f5c-584408d589f4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7319f72-9b6f-459e-a8b8-b322aa5eb1bd HTTP/1.1" status: 200 len: 945 time: 0.0486033 Aug 11 23:13:46.708432 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bd141ced-348f-47cc-8b3e-00bde7c1e1c7 req-d8ea65af-bc6e-415c-aa17-141c537db811 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=0757bbfd-942c-48c3-a9fa-4cc0d6b01bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321150 Aug 11 23:13:47.814447 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:47.826142 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd25a0-2690-4965-8260-0bf681f31c5f req-69fd14a3-13d7-46f9-b09a-11c07d78e1f3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:47.827736 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-83cd25a0-2690-4965-8260-0bf681f31c5f req-69fd14a3-13d7-46f9-b09a-11c07d78e1f3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7319f72-9b6f-459e-a8b8-b322aa5eb1bd HTTP/1.1" status: 200 len: 945 time: 0.0548232 Aug 11 23:13:47.865571 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-83cd25a0-2690-4965-8260-0bf681f31c5f req-c6cf09b3-3e4b-4ab4-bf9f-64e24a49c5f5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=0757bbfd-942c-48c3-a9fa-4cc0d6b01bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315893 Aug 11 23:13:47.979833 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78781098-b09d-47a2-ad13-6e7dc1ffb213 req-9b233d1a-a572-4fe1-a72a-3fad9ea3a3b8 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:47.981357 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-78781098-b09d-47a2-ad13-6e7dc1ffb213 req-9b233d1a-a572-4fe1-a72a-3fad9ea3a3b8 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7319f72-9b6f-459e-a8b8-b322aa5eb1bd HTTP/1.1" status: 200 len: 945 time: 0.0494487 Aug 11 23:13:48.020751 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-78781098-b09d-47a2-ad13-6e7dc1ffb213 req-52f61ad4-cadc-4bd0-9c2f-3c685529f41e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=0757bbfd-942c-48c3-a9fa-4cc0d6b01bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334134 Aug 11 23:13:48.042422 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58668) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:13:48.081893 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee823bf6-ddb4-41dd-b08c-a456603d6001 tempest-TestNetworkAdvancedServerOps-149514128 tempest-TestNetworkAdvancedServerOps-149514128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:48.083342 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ee823bf6-ddb4-41dd-b08c-a456603d6001 tempest-TestNetworkAdvancedServerOps-149514128 tempest-TestNetworkAdvancedServerOps-149514128-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c7319f72-9b6f-459e-a8b8-b322aa5eb1bd HTTP/1.1" status: 200 len: 1091 time: 0.0399368 Aug 11 23:13:48.086121 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58670) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:13:48.090450 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-fd67b526-d08f-4e92-8620-40e240cf81f3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'port_id': 'f6b35741-9eb4-4dc6-9fab-8287cbaa72bb', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:13:48.112535 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fd67b526-d08f-4e92-8620-40e240cf81f3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:48.217480 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fd67b526-d08f-4e92-8620-40e240cf81f3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:48.324587 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-fd67b526-d08f-4e92-8620-40e240cf81f3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Allocated IP 172.25.2.144 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/d97b7e69-2d0f-4e12-9eb3-e7f6a46b38ae) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:13:48.438878 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fd67b526-d08f-4e92-8620-40e240cf81f3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:48.478254 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fd67b526-d08f-4e92-8620-40e240cf81f3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:48.515845 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd67b526-d08f-4e92-8620-40e240cf81f3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:13:48.520602 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-fd67b526-d08f-4e92-8620-40e240cf81f3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:13:48.523197 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd67b526-d08f-4e92-8620-40e240cf81f3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:13:48.549153 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67b526-d08f-4e92-8620-40e240cf81f3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Port': ['ID=d97b7e69-2d0f-4e12-9eb3-e7f6a46b38ae,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:48.885435 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fd67b526-d08f-4e92-8620-40e240cf81f3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:48.955354 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fd67b526-d08f-4e92-8620-40e240cf81f3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:49.106184 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fd67b526-d08f-4e92-8620-40e240cf81f3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:49.110731 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fd67b526-d08f-4e92-8620-40e240cf81f3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:49.183903 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67b526-d08f-4e92-8620-40e240cf81f3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event updated for resources: {'Port': ['ID=d97b7e69-2d0f-4e12-9eb3-e7f6a46b38ae,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:13:49.194110 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fd67b526-d08f-4e92-8620-40e240cf81f3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:49.269137 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:49.299129 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-fd67b526-d08f-4e92-8620-40e240cf81f3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Floating IP f359a784-13f8-4d17-9310-ab8da43390e8 associated. External IP: 172.25.2.144, port: f6b35741-9eb4-4dc6-9fab-8287cbaa72bb. Aug 11 23:13:49.503632 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd67b526-d08f-4e92-8620-40e240cf81f3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Router 0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:13:49.607026 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd67b526-d08f-4e92-8620-40e240cf81f3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:13:49.616689 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc06c9f4-a63c-4b21-ae56-e7e8568c1ad1 None None] Sync routers for ids ['0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:13:49.623561 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fd67b526-d08f-4e92-8620-40e240cf81f3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:13:49.628092 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc06c9f4-a63c-4b21-ae56-e7e8568c1ad1 None None] Routers {'0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:13:49.628746 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-dc06c9f4-a63c-4b21-ae56-e7e8568c1ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:13:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:13:49.661256 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fd67b526-d08f-4e92-8620-40e240cf81f3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5739446 Aug 11 23:13:49.662054 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7319f72-9b6f-459e-a8b8-b322aa5eb1bd', 'tag': 'f6b35741-9eb4-4dc6-9fab-8287cbaa72bb'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:13:49.665767 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058d03c6-cfdc-458a-96fe-2469db6439ea" -d '{"events": [{"name": "network-changed", "server_uuid": "c7319f72-9b6f-459e-a8b8-b322aa5eb1bd", "tag": "f6b35741-9eb4-4dc6-9fab-8287cbaa72bb"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:13:49.743403 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-dc06c9f4-a63c-4b21-ae56-e7e8568c1ad1 None None] Set router 0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:13:49.761462 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4528dd5-eebe-486d-850f-85456e94b60a req-01765caa-f50b-48f9-8eb4-c85f93230313 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:49.762922 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c4528dd5-eebe-486d-850f-85456e94b60a req-01765caa-f50b-48f9-8eb4-c85f93230313 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7319f72-9b6f-459e-a8b8-b322aa5eb1bd HTTP/1.1" status: 200 len: 945 time: 0.0500267 Aug 11 23:13:49.801129 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c4528dd5-eebe-486d-850f-85456e94b60a req-226f0bbe-b60a-4d2b-b243-055dd268e738 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=0757bbfd-942c-48c3-a9fa-4cc0d6b01bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321844 Aug 11 23:13:49.824661 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58676) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:13:49.862262 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61980f4-588a-4625-b1e2-2f08b8b0e7a8 x-openstack-request-id: req-b61980f4-588a-4625-b1e2-2f08b8b0e7a8 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:13:49.862557 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7319f72-9b6f-459e-a8b8-b322aa5eb1bd", "tag": "f6b35741-9eb4-4dc6-9fab-8287cbaa72bb", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:13:49.862840 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b61980f4-588a-4625-b1e2-2f08b8b0e7a8 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:13:49.863248 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7319f72-9b6f-459e-a8b8-b322aa5eb1bd', 'tag': 'f6b35741-9eb4-4dc6-9fab-8287cbaa72bb', 'status': 'completed', 'code': 200} Aug 11 23:13:49.893129 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1776bd97-a9a0-45db-b387-3285b6945782 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/floatingips/f359a784-13f8-4d17-9310-ab8da43390e8 HTTP/1.1" status: 200 len: 991 time: 0.0672698 Aug 11 23:13:49.938635 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d03c6-cfdc-458a-96fe-2469db6439ea req-923cddc0-3686-4139-829c-990b08aff900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:49.940183 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-058d03c6-cfdc-458a-96fe-2469db6439ea req-923cddc0-3686-4139-829c-990b08aff900 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=c7319f72-9b6f-459e-a8b8-b322aa5eb1bd HTTP/1.1" status: 200 len: 1096 time: 0.0459793 Aug 11 23:13:49.981738 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-dc06c9f4-a63c-4b21-ae56-e7e8568c1ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310519619', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '50c3c013-e434-4871-aa42-6581a7f0b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:13:31Z', 'updated_at': '2021-08-11T23:13:35Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '50c3c013-e434-4871-aa42-6581a7f0b769', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:13:32Z', 'updated_at': '2021-08-11T23:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'f359a784-13f8-4d17-9310-ab8da43390e8', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'floating_ip_address': '172.25.2.144', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'port_id': 'f6b35741-9eb4-4dc6-9fab-8287cbaa72bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9f9ec3-5cb0-4da4-9a41-eca570300df8', 'mac_address': 'fa:16:3e:76:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7319f72-9b6f-459e-a8b8-b322aa5eb1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:13:48Z', 'updated_at': '2021-08-11T23:13:48Z', 'revision_number': 0, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e646449f-f27d-47fe-b33c-dc554f220fce', 'name': '', 'network_id': '4a9f9ec3-5cb0-4da4-9a41-eca570300df8', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:70:90:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'c77b08dd-2063-4a94-b1d9-7d48c82bbd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:13:34Z', 'updated_at': '2021-08-11T23:13:39Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': 'c77b08dd-2063-4a94-b1d9-7d48c82bbd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:13:50.008665 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc06c9f4-a63c-4b21-ae56-e7e8568c1ad1 None None] Checking router: 0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:13:50.017168 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc06c9f4-a63c-4b21-ae56-e7e8568c1ad1 None None] Routers {'0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:13:50.017710 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-dc06c9f4-a63c-4b21-ae56-e7e8568c1ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:13:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:13:50.033452 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d03c6-cfdc-458a-96fe-2469db6439ea req-3c876dff-b0f1-4c83-97f8-2f221dc876a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:50.034970 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-058d03c6-cfdc-458a-96fe-2469db6439ea req-3c876dff-b0f1-4c83-97f8-2f221dc876a8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4a9f9ec3-5cb0-4da4-9a41-eca570300df8 HTTP/1.1" status: 200 len: 898 time: 0.0877399 Aug 11 23:13:50.106192 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-058d03c6-cfdc-458a-96fe-2469db6439ea req-6822140f-d585-434f-991a-6c0df35ee7b8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6b35741-9eb4-4dc6-9fab-8287cbaa72bb HTTP/1.1" status: 200 len: 999 time: 0.0646253 Aug 11 23:13:50.126402 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-dc06c9f4-a63c-4b21-ae56-e7e8568c1ad1 None None] Set router 0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:13:50.160271 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d03c6-cfdc-458a-96fe-2469db6439ea req-bda0f65a-c3e9-41bf-a38c-f216df6f35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:50.161815 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-058d03c6-cfdc-458a-96fe-2469db6439ea req-bda0f65a-c3e9-41bf-a38c-f216df6f35f5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c77b08dd-2063-4a94-b1d9-7d48c82bbd9a HTTP/1.1" status: 200 len: 834 time: 0.0485451 Aug 11 23:13:50.209529 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d03c6-cfdc-458a-96fe-2469db6439ea req-03e13593-7e1b-40e2-9e3c-0e8ea02f6c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:13:50.211208 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-058d03c6-cfdc-458a-96fe-2469db6439ea req-03e13593-7e1b-40e2-9e3c-0e8ea02f6c1d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4a9f9ec3-5cb0-4da4-9a41-eca570300df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428901 Aug 11 23:13:50.306756 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-058d03c6-cfdc-458a-96fe-2469db6439ea req-613a910f-5659-40ce-a3fe-9e5f62fa66e0 service neutron] 10.222.0.82 "GET /v2.0/networks/4a9f9ec3-5cb0-4da4-9a41-eca570300df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881383 Aug 11 23:13:50.370965 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-dc06c9f4-a63c-4b21-ae56-e7e8568c1ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310519619', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '50c3c013-e434-4871-aa42-6581a7f0b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:13:31Z', 'updated_at': '2021-08-11T23:13:35Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '50c3c013-e434-4871-aa42-6581a7f0b769', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:13:32Z', 'updated_at': '2021-08-11T23:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'f359a784-13f8-4d17-9310-ab8da43390e8', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'floating_ip_address': '172.25.2.144', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'port_id': 'f6b35741-9eb4-4dc6-9fab-8287cbaa72bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9f9ec3-5cb0-4da4-9a41-eca570300df8', 'mac_address': 'fa:16:3e:76:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7319f72-9b6f-459e-a8b8-b322aa5eb1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:13:48Z', 'updated_at': '2021-08-11T23:13:48Z', 'revision_number': 0, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e646449f-f27d-47fe-b33c-dc554f220fce', 'name': '', 'network_id': '4a9f9ec3-5cb0-4da4-9a41-eca570300df8', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:70:90:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'c77b08dd-2063-4a94-b1d9-7d48c82bbd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:13:34Z', 'updated_at': '2021-08-11T23:13:39Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': 'c77b08dd-2063-4a94-b1d9-7d48c82bbd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:13:50.397959 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc06c9f4-a63c-4b21-ae56-e7e8568c1ad1 None None] The sync data for ids ['0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac'] in n-d-804275-3 is: [{'id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310519619', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '50c3c013-e434-4871-aa42-6581a7f0b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:13:31Z', 'updated_at': '2021-08-11T23:13:35Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '50c3c013-e434-4871-aa42-6581a7f0b769', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:13:32Z', 'updated_at': '2021-08-11T23:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'f359a784-13f8-4d17-9310-ab8da43390e8', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'floating_ip_address': '172.25.2.144', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'port_id': 'f6b35741-9eb4-4dc6-9fab-8287cbaa72bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9f9ec3-5cb0-4da4-9a41-eca570300df8', 'mac_address': 'fa:16:3e:76:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7319f72-9b6f-459e-a8b8-b322aa5eb1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:13:48Z', 'updated_at': '2021-08-11T23:13:48Z', 'revision_number': 0, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e646449f-f27d-47fe-b33c-dc554f220fce', 'name': '', 'network_id': '4a9f9ec3-5cb0-4da4-9a41-eca570300df8', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:70:90:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'c77b08dd-2063-4a94-b1d9-7d48c82bbd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:13:34Z', 'updated_at': '2021-08-11T23:13:39Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': 'c77b08dd-2063-4a94-b1d9-7d48c82bbd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:13:50.399605 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-058d03c6-cfdc-458a-96fe-2469db6439ea req-dd82db23-b48b-4528-a24a-ea7428bd60ce service neutron] 10.222.0.82 "GET /v2.0/networks/4a9f9ec3-5cb0-4da4-9a41-eca570300df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857306 Aug 11 23:13:50.590070 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb53b01a-a374-4432-93fe-7b92845fa42b None None] New status for floating IP f359a784-13f8-4d17-9310-ab8da43390e8: ACTIVE {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 23:13:50.896923 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58678) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:13:50.964266 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1e045e3e-5555-4082-9eca-e5cc30791ce4 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/floatingips/f359a784-13f8-4d17-9310-ab8da43390e8 HTTP/1.1" status: 200 len: 993 time: 0.0662522 Aug 11 23:13:51.318574 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:14:08.867625 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:14:13.354237 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f5a51703-0d1e-446d-82de-1fc3db7406ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:14:14.098231 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:14:16.201780 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:14:16.339619 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-87743d32-e4b1-461c-8e05-3ade0d45607e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:14:17.815847 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:14:19.273054 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:14:21.317418 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:14:30.238476 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d878c2cc-0ecb-46c2-aced-8bf1c4869ac7 req-aa15cdaf-f583-485d-b2e8-1c983e47a3bb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c7319f72-9b6f-459e-a8b8-b322aa5eb1bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400782 Aug 11 23:14:30.331815 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878c2cc-0ecb-46c2-aced-8bf1c4869ac7 req-bcdb573e-b2e9-4f7d-8d1c-b58023cb2f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:14:30.333369 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d878c2cc-0ecb-46c2-aced-8bf1c4869ac7 req-bcdb573e-b2e9-4f7d-8d1c-b58023cb2f56 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=c7319f72-9b6f-459e-a8b8-b322aa5eb1bd HTTP/1.1" status: 200 len: 1096 time: 0.0396955 Aug 11 23:14:30.440070 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878c2cc-0ecb-46c2-aced-8bf1c4869ac7 req-bb3db1eb-dde4-4e1a-907a-5220c9f8df67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:14:30.441475 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d878c2cc-0ecb-46c2-aced-8bf1c4869ac7 req-bb3db1eb-dde4-4e1a-907a-5220c9f8df67 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4a9f9ec3-5cb0-4da4-9a41-eca570300df8 HTTP/1.1" status: 200 len: 898 time: 0.0870016 Aug 11 23:14:30.504992 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d878c2cc-0ecb-46c2-aced-8bf1c4869ac7 req-8c78dd1f-b73b-4e41-a98d-11a90cc1e941 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6b35741-9eb4-4dc6-9fab-8287cbaa72bb HTTP/1.1" status: 200 len: 1001 time: 0.0566225 Aug 11 23:14:30.556159 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878c2cc-0ecb-46c2-aced-8bf1c4869ac7 req-edc5f0dc-6cfd-476f-88ef-04751dd6a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:14:30.557649 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d878c2cc-0ecb-46c2-aced-8bf1c4869ac7 req-edc5f0dc-6cfd-476f-88ef-04751dd6a6dd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c77b08dd-2063-4a94-b1d9-7d48c82bbd9a HTTP/1.1" status: 200 len: 834 time: 0.0439687 Aug 11 23:14:30.608010 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878c2cc-0ecb-46c2-aced-8bf1c4869ac7 req-20331c80-7612-4341-8f86-3f061ae7ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:14:30.609547 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d878c2cc-0ecb-46c2-aced-8bf1c4869ac7 req-20331c80-7612-4341-8f86-3f061ae7ac96 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4a9f9ec3-5cb0-4da4-9a41-eca570300df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447707 Aug 11 23:14:30.620476 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-d878c2cc-0ecb-46c2-aced-8bf1c4869ac7 req-566acedc-ee30-483d-8b78-5575faa1b8d6 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 23:14:30.621437 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d878c2cc-0ecb-46c2-aced-8bf1c4869ac7 req-566acedc-ee30-483d-8b78-5575faa1b8d6 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050070 Aug 11 23:14:30.709836 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d878c2cc-0ecb-46c2-aced-8bf1c4869ac7 req-6ff53cf4-ef64-4676-85f4-fc7c4b341494 service neutron] 10.222.0.82 "GET /v2.0/networks/4a9f9ec3-5cb0-4da4-9a41-eca570300df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808556 Aug 11 23:14:30.801541 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d878c2cc-0ecb-46c2-aced-8bf1c4869ac7 req-5efff136-04f7-45b2-8aef-78e5d71844b5 service neutron] 10.222.0.82 "GET /v2.0/networks/4a9f9ec3-5cb0-4da4-9a41-eca570300df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847023 Aug 11 23:14:38.867026 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:14:43.355250 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5d38308c-5b0d-45c8-a8af-844b0c68272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:14:46.203290 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:14:46.340304 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-41cfb273-d659-4ff4-bf0a-d9ef3e494daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:14:47.818161 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:14:49.280029 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:14:51.097889 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:14:51.330503 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:14:54.007125 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3157c2b-373d-4a0b-bf5c-498a2e5c507d req-f73cb186-629c-47cc-b0a4-230e42398168 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:14:54.008774 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b3157c2b-373d-4a0b-bf5c-498a2e5c507d req-f73cb186-629c-47cc-b0a4-230e42398168 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7319f72-9b6f-459e-a8b8-b322aa5eb1bd HTTP/1.1" status: 200 len: 945 time: 0.0557711 Aug 11 23:14:54.050712 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b3157c2b-373d-4a0b-bf5c-498a2e5c507d req-19d5f9de-e528-4fe5-972e-d25311436e14 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=0757bbfd-942c-48c3-a9fa-4cc0d6b01bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350842 Aug 11 23:14:55.170012 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a023b28-b589-4653-9cff-95a70e897f94 req-8b8080e2-7d47-44b3-8357-b362bbe0e620 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:14:55.171598 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a023b28-b589-4653-9cff-95a70e897f94 req-8b8080e2-7d47-44b3-8357-b362bbe0e620 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7319f72-9b6f-459e-a8b8-b322aa5eb1bd HTTP/1.1" status: 200 len: 945 time: 0.0503054 Aug 11 23:14:55.209562 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a023b28-b589-4653-9cff-95a70e897f94 req-3720ed59-cce7-4b11-a202-d27be6f6e56f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=0757bbfd-942c-48c3-a9fa-4cc0d6b01bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320082 Aug 11 23:14:56.324036 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ea494-70cc-474c-8d09-fb75f9636faf req-0a2bc7ff-5c2a-467d-a6c5-e21877687f4b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:14:56.325531 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc9ea494-70cc-474c-8d09-fb75f9636faf req-0a2bc7ff-5c2a-467d-a6c5-e21877687f4b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7319f72-9b6f-459e-a8b8-b322aa5eb1bd HTTP/1.1" status: 200 len: 945 time: 0.0494478 Aug 11 23:14:56.366303 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc9ea494-70cc-474c-8d09-fb75f9636faf req-7e129c08-8e60-403e-84b7-9904981f78ba tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=0757bbfd-942c-48c3-a9fa-4cc0d6b01bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347774 Aug 11 23:14:56.389265 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58714) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:14:56.448625 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b2d3c616-a9f2-43b4-b53a-0a0da8a4009e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/floatingips/f359a784-13f8-4d17-9310-ab8da43390e8 HTTP/1.1" status: 200 len: 993 time: 0.0580599 Aug 11 23:14:57.721378 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a9303-eca9-4252-a885-ce7fd96eb6ff req-20cf9207-95e7-4cfd-9205-279ee82a67ee tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:14:57.722888 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-753a9303-eca9-4252-a885-ce7fd96eb6ff req-20cf9207-95e7-4cfd-9205-279ee82a67ee tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7319f72-9b6f-459e-a8b8-b322aa5eb1bd HTTP/1.1" status: 200 len: 945 time: 0.0506072 Aug 11 23:14:57.786169 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-753a9303-eca9-4252-a885-ce7fd96eb6ff req-97a33c77-f3ae-419f-83b2-789f8316c0e5 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=0757bbfd-942c-48c3-a9fa-4cc0d6b01bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547287 Aug 11 23:14:57.793339 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1779f-b7a2-496a-9876-414b610427fb req-559a47a5-2f54-47e0-899d-d4ef5366493e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:14:57.794986 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fed1779f-b7a2-496a-9876-414b610427fb req-559a47a5-2f54-47e0-899d-d4ef5366493e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=c7319f72-9b6f-459e-a8b8-b322aa5eb1bd HTTP/1.1" status: 200 len: 1096 time: 0.0712316 Aug 11 23:14:57.884672 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1779f-b7a2-496a-9876-414b610427fb req-bf9614a6-86b1-4848-88dd-7e40419ca601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:14:57.886878 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fed1779f-b7a2-496a-9876-414b610427fb req-bf9614a6-86b1-4848-88dd-7e40419ca601 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4a9f9ec3-5cb0-4da4-9a41-eca570300df8 HTTP/1.1" status: 200 len: 898 time: 0.0844162 Aug 11 23:14:57.966156 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fed1779f-b7a2-496a-9876-414b610427fb req-08600e59-ab9b-4c42-a445-8fc63280d2f4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6b35741-9eb4-4dc6-9fab-8287cbaa72bb HTTP/1.1" status: 200 len: 1001 time: 0.0725300 Aug 11 23:14:58.017672 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1779f-b7a2-496a-9876-414b610427fb req-f9899a4f-1165-480f-9f32-1856790f7ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:14:58.019106 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fed1779f-b7a2-496a-9876-414b610427fb req-f9899a4f-1165-480f-9f32-1856790f7ad8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c77b08dd-2063-4a94-b1d9-7d48c82bbd9a HTTP/1.1" status: 200 len: 834 time: 0.0457819 Aug 11 23:14:58.065044 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1779f-b7a2-496a-9876-414b610427fb req-6f394312-b534-4675-981b-b98ba556e11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:14:58.066555 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fed1779f-b7a2-496a-9876-414b610427fb req-6f394312-b534-4675-981b-b98ba556e11a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4a9f9ec3-5cb0-4da4-9a41-eca570300df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404191 Aug 11 23:14:58.478927 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fed1779f-b7a2-496a-9876-414b610427fb req-e0a8caae-659d-49ac-921f-303879edddd7 service neutron] 10.222.0.82 "GET /v2.0/networks/4a9f9ec3-5cb0-4da4-9a41-eca570300df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051425 Aug 11 23:14:58.568590 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fed1779f-b7a2-496a-9876-414b610427fb req-e3a32d76-a267-4739-8331-ff0c69ad2ba9 service neutron] 10.222.0.82 "GET /v2.0/networks/4a9f9ec3-5cb0-4da4-9a41-eca570300df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822234 Aug 11 23:14:58.908398 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a516e0-3519-4c87-879e-6915e7f0a4e7 req-48938cf1-3a0c-4142-a606-fb5af56d2ca0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:14:58.909909 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b0a516e0-3519-4c87-879e-6915e7f0a4e7 req-48938cf1-3a0c-4142-a606-fb5af56d2ca0 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7319f72-9b6f-459e-a8b8-b322aa5eb1bd HTTP/1.1" status: 200 len: 945 time: 0.0537820 Aug 11 23:14:58.947371 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b0a516e0-3519-4c87-879e-6915e7f0a4e7 req-66893fa1-c361-49f6-90ed-9fd7ad2a37f1 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=0757bbfd-942c-48c3-a9fa-4cc0d6b01bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312495 Aug 11 23:15:00.065054 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836c7d2-04da-4307-9d46-2d7a6a6b9621 req-2673428d-cf5d-4c8d-840b-4acf774e3129 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:00.066571 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1836c7d2-04da-4307-9d46-2d7a6a6b9621 req-2673428d-cf5d-4c8d-840b-4acf774e3129 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7319f72-9b6f-459e-a8b8-b322aa5eb1bd HTTP/1.1" status: 200 len: 945 time: 0.0494874 Aug 11 23:15:00.105140 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1836c7d2-04da-4307-9d46-2d7a6a6b9621 req-9fb507f3-50e5-4ccc-8a8e-7f9be952617d tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=0757bbfd-942c-48c3-a9fa-4cc0d6b01bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320973 Aug 11 23:15:00.127649 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58726) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:15:00.193436 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-ebe3dad9-1a20-45bd-b32d-0ae9a4edefa3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/floatingips/f359a784-13f8-4d17-9310-ab8da43390e8 HTTP/1.1" status: 200 len: 993 time: 0.0646410 Aug 11 23:15:00.512054 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58732) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:15:00.692285 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-0b30ad8d-4aa1-4427-90f0-74c522ddab6b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Deleting port d97b7e69-2d0f-4e12-9eb3-e7f6a46b38ae {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:15:00.692621 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b30ad8d-4aa1-4427-90f0-74c522ddab6b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:00.775324 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b30ad8d-4aa1-4427-90f0-74c522ddab6b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:00.775693 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b30ad8d-4aa1-4427-90f0-74c522ddab6b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:00.788533 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-0b30ad8d-4aa1-4427-90f0-74c522ddab6b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Calling delete_port for d97b7e69-2d0f-4e12-9eb3-e7f6a46b38ae owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:15:00.938388 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b30ad8d-4aa1-4427-90f0-74c522ddab6b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:00.966636 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30ad8d-4aa1-4427-90f0-74c522ddab6b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'Port': ['ID=d97b7e69-2d0f-4e12-9eb3-e7f6a46b38ae,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:00.992738 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30ad8d-4aa1-4427-90f0-74c522ddab6b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:00.993102 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30ad8d-4aa1-4427-90f0-74c522ddab6b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:00.993458 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30ad8d-4aa1-4427-90f0-74c522ddab6b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:00.993807 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30ad8d-4aa1-4427-90f0-74c522ddab6b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:00.994152 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30ad8d-4aa1-4427-90f0-74c522ddab6b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:00.994501 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30ad8d-4aa1-4427-90f0-74c522ddab6b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:00.994844 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30ad8d-4aa1-4427-90f0-74c522ddab6b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:00.995185 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30ad8d-4aa1-4427-90f0-74c522ddab6b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:00.995545 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30ad8d-4aa1-4427-90f0-74c522ddab6b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:00.995892 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30ad8d-4aa1-4427-90f0-74c522ddab6b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:00.996229 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30ad8d-4aa1-4427-90f0-74c522ddab6b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:00.996588 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30ad8d-4aa1-4427-90f0-74c522ddab6b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:01.038338 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b30ad8d-4aa1-4427-90f0-74c522ddab6b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:01.038680 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [None req-0b30ad8d-4aa1-4427-90f0-74c522ddab6b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Floating IP f359a784-13f8-4d17-9310-ab8da43390e8 disassociated (deleted). External IP: 172.25.2.144, port: f6b35741-9eb4-4dc6-9fab-8287cbaa72bb. Aug 11 23:15:01.266408 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b30ad8d-4aa1-4427-90f0-74c522ddab6b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Router 0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:15:01.383740 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b30ad8d-4aa1-4427-90f0-74c522ddab6b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:15:01.389156 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-0b30ad8d-4aa1-4427-90f0-74c522ddab6b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:01.394529 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d09cf3-8719-4685-949a-139180fc5c09 None None] Sync routers for ids ['0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:15:01.404154 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d09cf3-8719-4685-949a-139180fc5c09 None None] Routers {'0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:15:01.405034 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a7d09cf3-8719-4685-949a-139180fc5c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:14:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:15:01.416797 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-0b30ad8d-4aa1-4427-90f0-74c522ddab6b tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "DELETE /v2.0/floatingips/f359a784-13f8-4d17-9310-ab8da43390e8 HTTP/1.1" status: 204 len: 168 time: 0.9036009 Aug 11 23:15:01.417397 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7319f72-9b6f-459e-a8b8-b322aa5eb1bd', 'tag': 'f6b35741-9eb4-4dc6-9fab-8287cbaa72bb'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:15:01.419730 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b102379e7d6c573a0c111394fd6df11cb948dcd7c204d584f65cddae3f2353ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf58c91-46e4-42ba-8890-cfbce2f34f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "c7319f72-9b6f-459e-a8b8-b322aa5eb1bd", "tag": "f6b35741-9eb4-4dc6-9fab-8287cbaa72bb"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:15:01.592608 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcf0c99-ffab-4253-9bbe-70678c6d9345 x-openstack-request-id: req-adcf0c99-ffab-4253-9bbe-70678c6d9345 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:15:01.593293 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7319f72-9b6f-459e-a8b8-b322aa5eb1bd", "tag": "f6b35741-9eb4-4dc6-9fab-8287cbaa72bb", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:15:01.593293 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-adcf0c99-ffab-4253-9bbe-70678c6d9345 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:15:01.593607 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7319f72-9b6f-459e-a8b8-b322aa5eb1bd', 'tag': 'f6b35741-9eb4-4dc6-9fab-8287cbaa72bb', 'status': 'completed', 'code': 200} Aug 11 23:15:01.674655 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-a7d09cf3-8719-4685-949a-139180fc5c09 None None] Set router 0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:15:01.726007 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec691e1c-e396-46e1-a1a4-129b2656ac75 req-5ec7ac8f-def8-40a0-a2f4-fb2b4ced1e08 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:01.727571 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec691e1c-e396-46e1-a1a4-129b2656ac75 req-5ec7ac8f-def8-40a0-a2f4-fb2b4ced1e08 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7319f72-9b6f-459e-a8b8-b322aa5eb1bd HTTP/1.1" status: 200 len: 945 time: 0.0879922 Aug 11 23:15:01.734001 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf58c91-46e4-42ba-8890-cfbce2f34f1b req-ea7f2910-5be5-4c37-b603-4f513b2f4b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:01.735692 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-faf58c91-46e4-42ba-8890-cfbce2f34f1b req-ea7f2910-5be5-4c37-b603-4f513b2f4b11 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba468b72163c4a9087b11fce8559af21&device_id=c7319f72-9b6f-459e-a8b8-b322aa5eb1bd HTTP/1.1" status: 200 len: 1096 time: 0.0654800 Aug 11 23:15:01.820043 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec691e1c-e396-46e1-a1a4-129b2656ac75 req-b09abacb-3262-47d4-93dd-9d9f6f666346 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=0757bbfd-942c-48c3-a9fa-4cc0d6b01bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832648 Aug 11 23:15:01.861547 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf58c91-46e4-42ba-8890-cfbce2f34f1b req-ded6fea7-be63-42ed-a23d-501701e5a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:01.863039 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-faf58c91-46e4-42ba-8890-cfbce2f34f1b req-ded6fea7-be63-42ed-a23d-501701e5a7f3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4a9f9ec3-5cb0-4da4-9a41-eca570300df8 HTTP/1.1" status: 200 len: 898 time: 0.1191370 Aug 11 23:15:01.879884 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a7d09cf3-8719-4685-949a-139180fc5c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310519619', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '50c3c013-e434-4871-aa42-6581a7f0b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:13:31Z', 'updated_at': '2021-08-11T23:13:35Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '50c3c013-e434-4871-aa42-6581a7f0b769', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:13:32Z', 'updated_at': '2021-08-11T23:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'e646449f-f27d-47fe-b33c-dc554f220fce', 'name': '', 'network_id': '4a9f9ec3-5cb0-4da4-9a41-eca570300df8', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:70:90:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'c77b08dd-2063-4a94-b1d9-7d48c82bbd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:13:34Z', 'updated_at': '2021-08-11T23:13:39Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': 'c77b08dd-2063-4a94-b1d9-7d48c82bbd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:15:01.907850 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-faf58c91-46e4-42ba-8890-cfbce2f34f1b req-29b21792-c32a-48d5-a3a7-7130a9c4b07e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6b35741-9eb4-4dc6-9fab-8287cbaa72bb HTTP/1.1" status: 200 len: 217 time: 0.0355098 Aug 11 23:15:01.908216 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d09cf3-8719-4685-949a-139180fc5c09 None None] Checking router: 0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:15:01.916595 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d09cf3-8719-4685-949a-139180fc5c09 None None] Routers {'0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:15:01.917209 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a7d09cf3-8719-4685-949a-139180fc5c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:14:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:15:01.959917 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf58c91-46e4-42ba-8890-cfbce2f34f1b req-107afb01-b583-4eb4-b17d-53bec3716da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:01.961395 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-faf58c91-46e4-42ba-8890-cfbce2f34f1b req-107afb01-b583-4eb4-b17d-53bec3716da6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c77b08dd-2063-4a94-b1d9-7d48c82bbd9a HTTP/1.1" status: 200 len: 834 time: 0.0453360 Aug 11 23:15:02.013491 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf58c91-46e4-42ba-8890-cfbce2f34f1b req-fd364b7c-b7f2-421d-9c62-50619abc9ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:02.015236 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-faf58c91-46e4-42ba-8890-cfbce2f34f1b req-fd364b7c-b7f2-421d-9c62-50619abc9ff4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4a9f9ec3-5cb0-4da4-9a41-eca570300df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442948 Aug 11 23:15:02.031582 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-a7d09cf3-8719-4685-949a-139180fc5c09 None None] Set router 0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:15:02.115272 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-faf58c91-46e4-42ba-8890-cfbce2f34f1b req-d19dde28-465f-46d8-89ce-4ab1a29ce11e service neutron] 10.222.0.82 "GET /v2.0/networks/4a9f9ec3-5cb0-4da4-9a41-eca570300df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871222 Aug 11 23:15:02.208550 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-faf58c91-46e4-42ba-8890-cfbce2f34f1b req-fac76a7e-d027-4131-8b3a-b438a66b59d7 service neutron] 10.222.0.82 "GET /v2.0/networks/4a9f9ec3-5cb0-4da4-9a41-eca570300df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856249 Aug 11 23:15:02.233613 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-a7d09cf3-8719-4685-949a-139180fc5c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310519619', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '50c3c013-e434-4871-aa42-6581a7f0b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:13:31Z', 'updated_at': '2021-08-11T23:13:35Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '50c3c013-e434-4871-aa42-6581a7f0b769', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:13:32Z', 'updated_at': '2021-08-11T23:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'e646449f-f27d-47fe-b33c-dc554f220fce', 'name': '', 'network_id': '4a9f9ec3-5cb0-4da4-9a41-eca570300df8', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:70:90:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'c77b08dd-2063-4a94-b1d9-7d48c82bbd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:13:34Z', 'updated_at': '2021-08-11T23:13:39Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': 'c77b08dd-2063-4a94-b1d9-7d48c82bbd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:15:02.261096 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d09cf3-8719-4685-949a-139180fc5c09 None None] The sync data for ids ['0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac'] in n-d-804275-3 is: [{'id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310519619', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '50c3c013-e434-4871-aa42-6581a7f0b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:13:31Z', 'updated_at': '2021-08-11T23:13:35Z', 'revision_number': 4, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '50c3c013-e434-4871-aa42-6581a7f0b769', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:13:32Z', 'updated_at': '2021-08-11T23:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'e646449f-f27d-47fe-b33c-dc554f220fce', 'name': '', 'network_id': '4a9f9ec3-5cb0-4da4-9a41-eca570300df8', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'mac_address': 'fa:16:3e:70:90:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'c77b08dd-2063-4a94-b1d9-7d48c82bbd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:13:34Z', 'updated_at': '2021-08-11T23:13:39Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'subnets': [{'id': 'c77b08dd-2063-4a94-b1d9-7d48c82bbd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:15:02.476161 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c9f11a-7843-4a0b-9aaf-2421280d289e None None] New status for floating IP f359a784-13f8-4d17-9310-ab8da43390e8: DOWN {{(pid=100945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 23:15:02.946751 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde944c-7196-4895-aafd-b56f68e70d99 req-2bc2dd4c-a2c3-4804-8fca-9531be52121f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:02.948336 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0cde944c-7196-4895-aafd-b56f68e70d99 req-2bc2dd4c-a2c3-4804-8fca-9531be52121f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7319f72-9b6f-459e-a8b8-b322aa5eb1bd HTTP/1.1" status: 200 len: 945 time: 0.0561581 Aug 11 23:15:02.990341 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0cde944c-7196-4895-aafd-b56f68e70d99 req-05e6d9fe-44e4-4da5-a9ff-92df082bb559 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/security-groups?id=0757bbfd-942c-48c3-a9fa-4cc0d6b01bca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345776 Aug 11 23:15:03.657253 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6904ab8-3e64-4872-8fd9-8c6e0cab5e96 req-3076ec2f-815c-4765-82c4-053cc3c23cd3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:03.658742 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a6904ab8-3e64-4872-8fd9-8c6e0cab5e96 req-3076ec2f-815c-4765-82c4-053cc3c23cd3 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.82 "GET /v2.0/ports?device_id=c7319f72-9b6f-459e-a8b8-b322aa5eb1bd HTTP/1.1" status: 200 len: 945 time: 0.0535910 Aug 11 23:15:03.750639 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-a6904ab8-3e64-4872-8fd9-8c6e0cab5e96 req-babe0d53-7f1b-4373-909b-f3936c44de93 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Deleting port f6b35741-9eb4-4dc6-9fab-8287cbaa72bb {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:15:03.750997 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a6904ab8-3e64-4872-8fd9-8c6e0cab5e96 req-babe0d53-7f1b-4373-909b-f3936c44de93 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:03.840148 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-a6904ab8-3e64-4872-8fd9-8c6e0cab5e96 req-babe0d53-7f1b-4373-909b-f3936c44de93 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] For port f6b35741-9eb4-4dc6-9fab-8287cbaa72bb, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=f6b35741-9eb4-4dc6-9fab-8287cbaa72bb,segment=NetworkSegment(6b51fe57-a685-4608-8e0d-aad5dbe5bcfc),segment_id=6b51fe57-a685-4608-8e0d-aad5dbe5bcfc)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:15:03.840412 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a6904ab8-3e64-4872-8fd9-8c6e0cab5e96 req-babe0d53-7f1b-4373-909b-f3936c44de93 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:03.853881 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-a6904ab8-3e64-4872-8fd9-8c6e0cab5e96 req-babe0d53-7f1b-4373-909b-f3936c44de93 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Calling delete_port for f6b35741-9eb4-4dc6-9fab-8287cbaa72bb owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:15:03.988665 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a6904ab8-3e64-4872-8fd9-8c6e0cab5e96 req-babe0d53-7f1b-4373-909b-f3936c44de93 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:04.018523 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe0d53-7f1b-4373-909b-f3936c44de93 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'Port': ['ID=f6b35741-9eb4-4dc6-9fab-8287cbaa72bb,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:04.030727 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe0d53-7f1b-4373-909b-f3936c44de93 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:04.031062 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe0d53-7f1b-4373-909b-f3936c44de93 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:04.031410 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe0d53-7f1b-4373-909b-f3936c44de93 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:04.031820 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe0d53-7f1b-4373-909b-f3936c44de93 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:04.032109 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe0d53-7f1b-4373-909b-f3936c44de93 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:04.032606 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe0d53-7f1b-4373-909b-f3936c44de93 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:04.032803 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe0d53-7f1b-4373-909b-f3936c44de93 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:04.033154 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe0d53-7f1b-4373-909b-f3936c44de93 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:04.033470 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe0d53-7f1b-4373-909b-f3936c44de93 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:04.033836 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe0d53-7f1b-4373-909b-f3936c44de93 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:04.034092 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe0d53-7f1b-4373-909b-f3936c44de93 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:04.034458 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe0d53-7f1b-4373-909b-f3936c44de93 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:04.078495 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6904ab8-3e64-4872-8fd9-8c6e0cab5e96 req-babe0d53-7f1b-4373-909b-f3936c44de93 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] No DVR routers for this DVR port f6b35741-9eb4-4dc6-9fab-8287cbaa72bb on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:15:04.087612 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-a6904ab8-3e64-4872-8fd9-8c6e0cab5e96 req-babe0d53-7f1b-4373-909b-f3936c44de93 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:04.089524 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a6904ab8-3e64-4872-8fd9-8c6e0cab5e96 req-babe0d53-7f1b-4373-909b-f3936c44de93 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.82 "DELETE /v2.0/ports/f6b35741-9eb4-4dc6-9fab-8287cbaa72bb HTTP/1.1" status: 204 len: 173 time: 0.4248757 Aug 11 23:15:04.089957 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7319f72-9b6f-459e-a8b8-b322aa5eb1bd', 'name': 'network-vif-deleted', 'tag': 'f6b35741-9eb4-4dc6-9fab-8287cbaa72bb'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:15:04.092402 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4bc408-4ea1-4a95-95d4-9043e31087b0" -d '{"events": [{"server_uuid": "c7319f72-9b6f-459e-a8b8-b322aa5eb1bd", "name": "network-vif-deleted", "tag": "f6b35741-9eb4-4dc6-9fab-8287cbaa72bb"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:15:04.118390 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3d46ddcb-7719-4ef6-bd1d-d3a38027c0da req-538fca14-ccc0-41f1-8c59-725a34111a3f tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7319f72-9b6f-459e-a8b8-b322aa5eb1bd HTTP/1.1" status: 200 len: 210 time: 0.0417502 Aug 11 23:15:04.166673 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 23:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4713bd45-59e8-430a-9643-2bf49b65c64b x-openstack-request-id: req-4713bd45-59e8-430a-9643-2bf49b65c64b {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:15:04.166997 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7319f72-9b6f-459e-a8b8-b322aa5eb1bd", "name": "network-vif-deleted", "tag": "f6b35741-9eb4-4dc6-9fab-8287cbaa72bb", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:15:04.167279 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4713bd45-59e8-430a-9643-2bf49b65c64b {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:15:04.167693 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7319f72-9b6f-459e-a8b8-b322aa5eb1bd', 'name': 'network-vif-deleted', 'tag': 'f6b35741-9eb4-4dc6-9fab-8287cbaa72bb', 'status': 'completed', 'code': 200} Aug 11 23:15:05.177580 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58750) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:15:05.556130 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b0dbed45-b751-4b50-bc64-cbf17f61e038 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:05.832016 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-b0dbed45-b751-4b50-bc64-cbf17f61e038 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Deleting port e646449f-f27d-47fe-b33c-dc554f220fce {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:15:05.832258 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b0dbed45-b751-4b50-bc64-cbf17f61e038 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:05.920489 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-b0dbed45-b751-4b50-bc64-cbf17f61e038 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] For port e646449f-f27d-47fe-b33c-dc554f220fce, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=e646449f-f27d-47fe-b33c-dc554f220fce,segment=NetworkSegment(6b51fe57-a685-4608-8e0d-aad5dbe5bcfc),segment_id=6b51fe57-a685-4608-8e0d-aad5dbe5bcfc)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:15:05.920862 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b0dbed45-b751-4b50-bc64-cbf17f61e038 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:05.933563 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-b0dbed45-b751-4b50-bc64-cbf17f61e038 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Calling delete_port for e646449f-f27d-47fe-b33c-dc554f220fce owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:15:06.459970 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b0dbed45-b751-4b50-bc64-cbf17f61e038 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:06.490169 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbed45-b751-4b50-bc64-cbf17f61e038 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'Port': ['ID=e646449f-f27d-47fe-b33c-dc554f220fce,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:06.676713 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-b0dbed45-b751-4b50-bc64-cbf17f61e038 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:06.894971 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0dbed45-b751-4b50-bc64-cbf17f61e038 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Router 0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:15:07.001988 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0dbed45-b751-4b50-bc64-cbf17f61e038 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:15:07.008202 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-b0dbed45-b751-4b50-bc64-cbf17f61e038 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "PUT /v2.0/routers/0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8286333 Aug 11 23:15:07.010138 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58752) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:15:07.012795 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1970445-c308-4ada-b83c-814c140e7144 None None] Sync routers for ids ['0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:15:07.021657 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1970445-c308-4ada-b83c-814c140e7144 None None] Routers {'0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:15:07.022269 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f1970445-c308-4ada-b83c-814c140e7144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:14:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:15:07.061932 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-5339e514-bacf-4e3e-8b27-535ab86e0538 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Deleting subnet c77b08dd-2063-4a94-b1d9-7d48c82bbd9a {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 23:15:07.065087 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5339e514-bacf-4e3e-8b27-535ab86e0538 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:07.112743 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5339e514-bacf-4e3e-8b27-535ab86e0538 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:07.126447 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-f1970445-c308-4ada-b83c-814c140e7144 None None] Set router 0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:15:07.201978 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5339e514-bacf-4e3e-8b27-535ab86e0538 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:07.260199 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5339e514-bacf-4e3e-8b27-535ab86e0538 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:07.289338 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339e514-bacf-4e3e-8b27-535ab86e0538 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'Subnet': ['ID=c77b08dd-2063-4a94-b1d9-7d48c82bbd9a,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:07.293037 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5339e514-bacf-4e3e-8b27-535ab86e0538 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:07.297900 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58754) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:15:07.298367 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5339e514-bacf-4e3e-8b27-535ab86e0538 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "DELETE /v2.0/subnets/c77b08dd-2063-4a94-b1d9-7d48c82bbd9a HTTP/1.1" status: 204 len: 168 time: 0.2867706 Aug 11 23:15:07.303440 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c307f33-e8e5-48aa-ada4-c1ed1474b6ee None None] Network 4a9f9ec3-5cb0-4da4-9a41-eca570300df8 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:15:07.361697 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f1970445-c308-4ada-b83c-814c140e7144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310519619', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '50c3c013-e434-4871-aa42-6581a7f0b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:13:31Z', 'updated_at': '2021-08-11T23:15:06Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '50c3c013-e434-4871-aa42-6581a7f0b769', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:13:32Z', 'updated_at': '2021-08-11T23:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:15:07.394895 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1970445-c308-4ada-b83c-814c140e7144 None None] Checking router: 0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:15:07.408327 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8597c952-a3af-46a2-a691-40856200a535 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:07.411688 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1970445-c308-4ada-b83c-814c140e7144 None None] Routers {'0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:15:07.412352 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f1970445-c308-4ada-b83c-814c140e7144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:14:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:15:07.517051 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8597c952-a3af-46a2-a691-40856200a535 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:07.562554 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-f1970445-c308-4ada-b83c-814c140e7144 None None] Set router 0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:15:07.573714 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-8597c952-a3af-46a2-a691-40856200a535 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Deleting port 50c3c013-e434-4871-aa42-6581a7f0b769 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:15:07.574062 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8597c952-a3af-46a2-a691-40856200a535 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:07.626331 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14a1b85-c78d-4b39-9d05-90b757ee6e1c None None] DHCP port deletion for 4a9f9ec3-5cb0-4da4-9a41-eca570300df8 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 23:15:07.667154 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-8597c952-a3af-46a2-a691-40856200a535 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] For port 50c3c013-e434-4871-aa42-6581a7f0b769, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=50c3c013-e434-4871-aa42-6581a7f0b769,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:15:07.667154 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8597c952-a3af-46a2-a691-40856200a535 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:07.680568 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-8597c952-a3af-46a2-a691-40856200a535 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Calling delete_port for 50c3c013-e434-4871-aa42-6581a7f0b769 owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:15:07.764999 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-c14a1b85-c78d-4b39-9d05-90b757ee6e1c None None] Deleting port 402fc804-3766-49e4-999b-162b1c3908f2 {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:15:07.765379 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c14a1b85-c78d-4b39-9d05-90b757ee6e1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:07.843272 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-c14a1b85-c78d-4b39-9d05-90b757ee6e1c None None] For port 402fc804-3766-49e4-999b-162b1c3908f2, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=402fc804-3766-49e4-999b-162b1c3908f2,segment=NetworkSegment(6b51fe57-a685-4608-8e0d-aad5dbe5bcfc),segment_id=6b51fe57-a685-4608-8e0d-aad5dbe5bcfc)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:15:07.843583 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c14a1b85-c78d-4b39-9d05-90b757ee6e1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:07.851718 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8597c952-a3af-46a2-a691-40856200a535 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:07.857847 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-c14a1b85-c78d-4b39-9d05-90b757ee6e1c None None] Calling delete_port for 402fc804-3766-49e4-999b-162b1c3908f2 owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:15:07.869024 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-f1970445-c308-4ada-b83c-814c140e7144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310519619', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '50c3c013-e434-4871-aa42-6581a7f0b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:13:31Z', 'updated_at': '2021-08-11T23:15:06Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '50c3c013-e434-4871-aa42-6581a7f0b769', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:13:32Z', 'updated_at': '2021-08-11T23:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:15:07.881229 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597c952-a3af-46a2-a691-40856200a535 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'Port': ['ID=50c3c013-e434-4871-aa42-6581a7f0b769,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:07.899234 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1970445-c308-4ada-b83c-814c140e7144 None None] The sync data for ids ['0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac'] in n-d-804275-3 is: [{'id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310519619', 'tenant_id': 'ba468b72163c4a9087b11fce8559af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '50c3c013-e434-4871-aa42-6581a7f0b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:13:31Z', 'updated_at': '2021-08-11T23:15:06Z', 'revision_number': 5, 'project_id': 'ba468b72163c4a9087b11fce8559af21', 'gw_port': {'id': '50c3c013-e434-4871-aa42-6581a7f0b769', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:13:32Z', 'updated_at': '2021-08-11T23:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:15:07.950366 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8597c952-a3af-46a2-a691-40856200a535 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:07.971962 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c14a1b85-c78d-4b39-9d05-90b757ee6e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:08.002232 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a1b85-c78d-4b39-9d05-90b757ee6e1c None None] Pushing event deleted for resources: {'Port': ['ID=402fc804-3766-49e4-999b-162b1c3908f2,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:08.007394 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14a1b85-c78d-4b39-9d05-90b757ee6e1c None None] No DVR routers for this DVR port 402fc804-3766-49e4-999b-162b1c3908f2 on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:15:08.020165 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a1b85-c78d-4b39-9d05-90b757ee6e1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:08.020165 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a1b85-c78d-4b39-9d05-90b757ee6e1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:08.020165 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a1b85-c78d-4b39-9d05-90b757ee6e1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:08.020165 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a1b85-c78d-4b39-9d05-90b757ee6e1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:08.020165 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a1b85-c78d-4b39-9d05-90b757ee6e1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:08.020165 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a1b85-c78d-4b39-9d05-90b757ee6e1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:08.020165 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a1b85-c78d-4b39-9d05-90b757ee6e1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:08.020165 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a1b85-c78d-4b39-9d05-90b757ee6e1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:08.020165 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a1b85-c78d-4b39-9d05-90b757ee6e1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:08.020165 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a1b85-c78d-4b39-9d05-90b757ee6e1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:08.020165 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a1b85-c78d-4b39-9d05-90b757ee6e1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:08.020165 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a1b85-c78d-4b39-9d05-90b757ee6e1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:08.053266 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8597c952-a3af-46a2-a691-40856200a535 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:08.055406 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8597c952-a3af-46a2-a691-40856200a535 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:08.099488 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8597c952-a3af-46a2-a691-40856200a535 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:08.100051 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8597c952-a3af-46a2-a691-40856200a535 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Fanout notify agent at l3_agent the message router_deleted on router 0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 23:15:08.109367 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-8597c952-a3af-46a2-a691-40856200a535 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:08.110596 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-8597c952-a3af-46a2-a691-40856200a535 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "DELETE /v2.0/routers/0970b8cf-ae59-4c85-b79c-ac1f9a70a8ac HTTP/1.1" status: 204 len: 168 time: 0.8116348 Aug 11 23:15:08.113475 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58756) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:15:08.194555 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-42e87283-6f6a-4200-8a7e-896bd82b3915 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:08.211655 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device f6b35741-9eb4-4dc6-9fab-8287cbaa72bb no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:15:08.232985 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: f6b35741-9eb4-4dc6-9fab-8287cbaa72bb {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:15:08.233342 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device f6b35741-9eb4-4dc6-9fab-8287cbaa72bb not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:15:08.283624 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-42e87283-6f6a-4200-8a7e-896bd82b3915 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:08.294681 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-42e87283-6f6a-4200-8a7e-896bd82b3915 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9f9ec3-5cb0-4da4-9a41-eca570300df8']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:15:08.306843 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-42e87283-6f6a-4200-8a7e-896bd82b3915 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b51fe57-a685-4608-8e0d-aad5dbe5bcfc') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:15:08.307575 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-42e87283-6f6a-4200-8a7e-896bd82b3915 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b51fe57-a685-4608-8e0d-aad5dbe5bcfc') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:15:08.317395 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-42e87283-6f6a-4200-8a7e-896bd82b3915 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:08.330968 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-42e87283-6f6a-4200-8a7e-896bd82b3915 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:08.337025 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e87283-6f6a-4200-8a7e-896bd82b3915 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 23:15:08.337442 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-42e87283-6f6a-4200-8a7e-896bd82b3915 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: timer() Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 23:15:08.341128 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 23:15:08.407907 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-42e87283-6f6a-4200-8a7e-896bd82b3915 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:08.415587 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-42e87283-6f6a-4200-8a7e-896bd82b3915 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:08.420496 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-42e87283-6f6a-4200-8a7e-896bd82b3915 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "DELETE /v2.0/networks/4a9f9ec3-5cb0-4da4-9a41-eca570300df8 HTTP/1.1" status: 204 len: 168 time: 0.3030038 Aug 11 23:15:08.421424 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58758) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:15:08.429972 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e87283-6f6a-4200-8a7e-896bd82b3915 tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'Network': ['ID=4a9f9ec3-5cb0-4da4-9a41-eca570300df8,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:08.480425 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-21cebfbb-c67c-4f73-a4c5-8085a6b8e49e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:08.512675 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-21cebfbb-c67c-4f73-a4c5-8085a6b8e49e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:08.577510 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-21cebfbb-c67c-4f73-a4c5-8085a6b8e49e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:08.580201 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-21cebfbb-c67c-4f73-a4c5-8085a6b8e49e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:08.581409 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-21cebfbb-c67c-4f73-a4c5-8085a6b8e49e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] 10.222.0.77 "DELETE /v2.0/security-groups/0757bbfd-942c-48c3-a9fa-4cc0d6b01bca HTTP/1.1" status: 204 len: 168 time: 0.1588805 Aug 11 23:15:08.592631 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cebfbb-c67c-4f73-a4c5-8085a6b8e49e tempest-TestNetworkAdvancedServerOps-1389121350 tempest-TestNetworkAdvancedServerOps-1389121350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0757bbfd-942c-48c3-a9fa-4cc0d6b01bca,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:08.881257 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:08.926802 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58766) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:15:09.070711 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f192ccf3-50bd-44c4-8f1f-6a9d5805d15f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ba468b72163c4a9087b11fce8559af21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427100 Aug 11 23:15:09.073157 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58770) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:15:09.122829 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3364e86e-f7d3-443c-a053-557a9491ff7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:09.145937 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3364e86e-f7d3-443c-a053-557a9491ff7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:09.197475 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3364e86e-f7d3-443c-a053-557a9491ff7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:09.200910 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3364e86e-f7d3-443c-a053-557a9491ff7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:09.202126 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3364e86e-f7d3-443c-a053-557a9491ff7a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a6e9730b-105b-4ad4-82ac-9b62e76879f0 HTTP/1.1" status: 204 len: 168 time: 0.1280475 Aug 11 23:15:09.210965 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364e86e-f7d3-443c-a053-557a9491ff7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e9730b-105b-4ad4-82ac-9b62e76879f0,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:09.506144 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58776) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:15:09.519823 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-71b9b10b-6237-4072-8e3d-828550b81292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:09.618306 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device e646449f-f27d-47fe-b33c-dc554f220fce no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:15:09.622434 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-71b9b10b-6237-4072-8e3d-828550b81292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:09.626449 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-71b9b10b-6237-4072-8e3d-828550b81292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:09.639305 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: e646449f-f27d-47fe-b33c-dc554f220fce {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:15:09.639675 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device e646449f-f27d-47fe-b33c-dc554f220fce not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:15:09.640099 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 50c3c013-e434-4871-aa42-6581a7f0b769 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:15:09.659922 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 50c3c013-e434-4871-aa42-6581a7f0b769 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:15:09.660190 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 50c3c013-e434-4871-aa42-6581a7f0b769 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:15:09.660607 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 402fc804-3766-49e4-999b-162b1c3908f2 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:15:09.664698 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9b10b-6237-4072-8e3d-828550b81292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80cf1cb-a5b5-41bb-a8c1-d22e68f17e94,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:09.669658 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-71b9b10b-6237-4072-8e3d-828550b81292 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c567f34500b54cb1ab0619e4e07f458c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1624556 Aug 11 23:15:09.672377 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58778) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:15:09.680084 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 402fc804-3766-49e4-999b-162b1c3908f2 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:15:09.680439 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 402fc804-3766-49e4-999b-162b1c3908f2 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:15:09.722349 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e54b388-5358-489a-950d-019c11a71336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:09.743571 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e54b388-5358-489a-950d-019c11a71336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:09.789688 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e54b388-5358-489a-950d-019c11a71336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:09.792474 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2e54b388-5358-489a-950d-019c11a71336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:09.794295 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2e54b388-5358-489a-950d-019c11a71336 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f80cf1cb-a5b5-41bb-a8c1-d22e68f17e94 HTTP/1.1" status: 204 len: 168 time: 0.1210001 Aug 11 23:15:09.802055 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54b388-5358-489a-950d-019c11a71336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80cf1cb-a5b5-41bb-a8c1-d22e68f17e94,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:10.502002 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58800) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:15:10.597796 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-cae83660-238c-41a6-8f2f-ba4785a262eb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1856787322-network', 'tenant_id': '79a3d71f4064437692bc5fdb26611346'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:15:10.620030 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae83660-238c-41a6-8f2f-ba4785a262eb admin admin] Made reservation on behalf of 79a3d71f4064437692bc5fdb26611346 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:15:10.622310 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cae83660-238c-41a6-8f2f-ba4785a262eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:10.630679 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cae83660-238c-41a6-8f2f-ba4785a262eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:10.727329 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cae83660-238c-41a6-8f2f-ba4785a262eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:10.731631 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cae83660-238c-41a6-8f2f-ba4785a262eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:10.761209 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae83660-238c-41a6-8f2f-ba4785a262eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 23:15:10.767891 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae83660-238c-41a6-8f2f-ba4785a262eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8132735e-2d8b-4ac4-8d35-f85fade1b08b,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:10.773936 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cae83660-238c-41a6-8f2f-ba4785a262eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:10.774351 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-cae83660-238c-41a6-8f2f-ba4785a262eb admin admin] Added segment 81f0fd0c-edf1-42f0-8c90-76e025b78d84 of type vlan for network 0c4ac61f-196f-4dc0-a087-b5dea12e6a8d Aug 11 23:15:10.816787 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cae83660-238c-41a6-8f2f-ba4785a262eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:10.845164 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cae83660-238c-41a6-8f2f-ba4785a262eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:10.846150 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae83660-238c-41a6-8f2f-ba4785a262eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:10.846759 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cae83660-238c-41a6-8f2f-ba4785a262eb admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:10.897834 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-cae83660-238c-41a6-8f2f-ba4785a262eb admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3947284 Aug 11 23:15:10.901138 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58804) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:15:10.906411 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-491abcdb-9789-4b75-b6f8-c10646f73e7e admin admin] Request body: {'subnet': {'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1856787322-subnet', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'ip_version': 4}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:15:10.909971 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae83660-238c-41a6-8f2f-ba4785a262eb admin admin] Pushing event updated for resources: {'Network': ['ID=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:10.920950 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 0c4ac61f-196f-4dc0-a087-b5dea12e6a8d details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 23:15:10.927391 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491abcdb-9789-4b75-b6f8-c10646f73e7e admin admin] Made reservation on behalf of 79a3d71f4064437692bc5fdb26611346 for: {'subnet': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:15:10.929807 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-491abcdb-9789-4b75-b6f8-c10646f73e7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12725713'] for subnet, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:11.097079 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-491abcdb-9789-4b75-b6f8-c10646f73e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12903431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12725699'] for subnet, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:11.144933 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491abcdb-9789-4b75-b6f8-c10646f73e7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae3e324e-805e-49db-b5e4-e9d2038019d4,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:11.160757 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491abcdb-9789-4b75-b6f8-c10646f73e7e admin admin] Checking segment: {'id': '81f0fd0c-edf1-42f0-8c90-76e025b78d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:15:11.161121 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491abcdb-9789-4b75-b6f8-c10646f73e7e admin admin] Network hostable DHCP agents. Network: 0c4ac61f-196f-4dc0-a087-b5dea12e6a8d, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 23:15:11.178089 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491abcdb-9789-4b75-b6f8-c10646f73e7e admin admin] Network 0c4ac61f-196f-4dc0-a087-b5dea12e6a8d is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 23:15:11.187772 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-491abcdb-9789-4b75-b6f8-c10646f73e7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 0c4ac61f-196f-4dc0-a087-b5dea12e6a8d) {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:15:11.192084 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491abcdb-9789-4b75-b6f8-c10646f73e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:11.192703 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-491abcdb-9789-4b75-b6f8-c10646f73e7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:11.198843 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f50e71f-2be7-4387-bbdf-0a8a2ba37e9f None None] Network 0c4ac61f-196f-4dc0-a087-b5dea12e6a8d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:15:11.206459 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-491abcdb-9789-4b75-b6f8-c10646f73e7e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3042290 Aug 11 23:15:11.209266 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58806) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:15:11.213584 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-7886ca20-cb68-49fa-b671-a57d6e5b7ad1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1856787322-router', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:15:11.234437 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7886ca20-cb68-49fa-b671-a57d6e5b7ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:11.235652 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7886ca20-cb68-49fa-b671-a57d6e5b7ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:11.295146 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7886ca20-cb68-49fa-b671-a57d6e5b7ad1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:11.346641 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156359ff-b609-4e76-a9fd-20236f65001e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-0c4ac61f-196f-4dc0-a087-b5dea12e6a8d', 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'fixed_ips': [{'subnet_id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 23:15:11.347575 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-156359ff-b609-4e76-a9fd-20236f65001e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:11.428403 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7886ca20-cb68-49fa-b671-a57d6e5b7ad1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:11.485097 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-156359ff-b609-4e76-a9fd-20236f65001e None None] Allocated IP 172.20.0.2 (0c4ac61f-196f-4dc0-a087-b5dea12e6a8d/ae3e324e-805e-49db-b5e4-e9d2038019d4/193b9479-05e3-4a9b-b401-077ad14b30fe) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:15:11.626600 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7886ca20-cb68-49fa-b671-a57d6e5b7ad1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:11.627014 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-156359ff-b609-4e76-a9fd-20236f65001e None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:11.635321 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-156359ff-b609-4e76-a9fd-20236f65001e None None] Transition to ACTIVE for port object 193b9479-05e3-4a9b-b401-077ad14b30fe will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:15:11.646433 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7886ca20-cb68-49fa-b671-a57d6e5b7ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:11.650537 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-156359ff-b609-4e76-a9fd-20236f65001e None None] Transition to ACTIVE for port object 193b9479-05e3-4a9b-b401-077ad14b30fe will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:15:11.657019 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-156359ff-b609-4e76-a9fd-20236f65001e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:11.701666 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156359ff-b609-4e76-a9fd-20236f65001e None None] Network 0c4ac61f-196f-4dc0-a087-b5dea12e6a8d is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:15:11.704614 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-156359ff-b609-4e76-a9fd-20236f65001e None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:15:11.709067 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156359ff-b609-4e76-a9fd-20236f65001e None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:15:11.713475 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156359ff-b609-4e76-a9fd-20236f65001e None None] Pushing event updated for resources: {'Port': ['ID=193b9479-05e3-4a9b-b401-077ad14b30fe,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:11.759081 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-7886ca20-cb68-49fa-b671-a57d6e5b7ad1 admin admin] Allocated IP 172.25.2.193 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/69af72b4-ccf9-409b-ab23-36e2a456cb4f) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:15:11.872655 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7886ca20-cb68-49fa-b671-a57d6e5b7ad1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:11.914415 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7886ca20-cb68-49fa-b671-a57d6e5b7ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:11.929767 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-156359ff-b609-4e76-a9fd-20236f65001e None None] Attempting to bind port 193b9479-05e3-4a9b-b401-077ad14b30fe on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:15:11.930377 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-156359ff-b609-4e76-a9fd-20236f65001e None None] Attempting to bind port 193b9479-05e3-4a9b-b401-077ad14b30fe by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '81f0fd0c-edf1-42f0-8c90-76e025b78d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:15:11.930519 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156359ff-b609-4e76-a9fd-20236f65001e None None] Attempting to bind port 193b9479-05e3-4a9b-b401-077ad14b30fe on network 0c4ac61f-196f-4dc0-a087-b5dea12e6a8d {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:15:11.938184 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156359ff-b609-4e76-a9fd-20236f65001e None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:15:11.938575 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156359ff-b609-4e76-a9fd-20236f65001e None None] Checking segment: {'id': '81f0fd0c-edf1-42f0-8c90-76e025b78d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:15:11.939020 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-156359ff-b609-4e76-a9fd-20236f65001e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:11.939403 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156359ff-b609-4e76-a9fd-20236f65001e None None] Bound using segment: {'id': '81f0fd0c-edf1-42f0-8c90-76e025b78d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:15:11.939910 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-156359ff-b609-4e76-a9fd-20236f65001e None None] Bound port: 193b9479-05e3-4a9b-b401-077ad14b30fe, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f0fd0c-edf1-42f0-8c90-76e025b78d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:15:11.940309 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-156359ff-b609-4e76-a9fd-20236f65001e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:11.952198 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7886ca20-cb68-49fa-b671-a57d6e5b7ad1 admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:15:11.955398 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-7886ca20-cb68-49fa-b671-a57d6e5b7ad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:15:11.961392 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7886ca20-cb68-49fa-b671-a57d6e5b7ad1 admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:15:11.990875 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886ca20-cb68-49fa-b671-a57d6e5b7ad1 admin admin] Pushing event updated for resources: {'Port': ['ID=69af72b4-ccf9-409b-ab23-36e2a456cb4f,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:12.009032 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-156359ff-b609-4e76-a9fd-20236f65001e None None] For port 193b9479-05e3-4a9b-b401-077ad14b30fe, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:15:12.013533 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-156359ff-b609-4e76-a9fd-20236f65001e None None] For port 193b9479-05e3-4a9b-b401-077ad14b30fe, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=193b9479-05e3-4a9b-b401-077ad14b30fe,segment=NetworkSegment(81f0fd0c-edf1-42f0-8c90-76e025b78d84),segment_id=81f0fd0c-edf1-42f0-8c90-76e025b78d84)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:15:12.017974 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-156359ff-b609-4e76-a9fd-20236f65001e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:12.085750 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156359ff-b609-4e76-a9fd-20236f65001e None None] Pushing event updated for resources: {'Port': ['ID=193b9479-05e3-4a9b-b401-077ad14b30fe,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:12.268913 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7886ca20-cb68-49fa-b671-a57d6e5b7ad1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:12.469110 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7886ca20-cb68-49fa-b671-a57d6e5b7ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:12.597642 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7886ca20-cb68-49fa-b671-a57d6e5b7ad1 admin admin] Router 71f09c83-a7bf-42d1-ba54-e8cf51bd819d is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 23:15:12.704645 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7886ca20-cb68-49fa-b671-a57d6e5b7ad1 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:15:12.713556 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d4e417-0b3f-40bc-865f-b591de411b16 None None] Sync routers for ids ['71f09c83-a7bf-42d1-ba54-e8cf51bd819d'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:15:12.720841 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7886ca20-cb68-49fa-b671-a57d6e5b7ad1 admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:12.724005 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7886ca20-cb68-49fa-b671-a57d6e5b7ad1 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5137639 Aug 11 23:15:12.725391 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d4e417-0b3f-40bc-865f-b591de411b16 None None] Routers {'71f09c83-a7bf-42d1-ba54-e8cf51bd819d'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:15:12.726467 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-85d4e417-0b3f-40bc-865f-b591de411b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:14:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['71f09c83-a7bf-42d1-ba54-e8cf51bd819d'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:15:12.726645 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58808) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:15:12.839360 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-85d4e417-0b3f-40bc-865f-b591de411b16 None None] Set router 71f09c83-a7bf-42d1-ba54-e8cf51bd819d gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:15:13.017890 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6174c5-383a-45d4-ad94-005d83c9b58b None None] Network 0c4ac61f-196f-4dc0-a087-b5dea12e6a8d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:15:13.043672 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-85d4e417-0b3f-40bc-865f-b591de411b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'name': 'tempest-TestShelveInstance-1856787322-router', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:12Z', 'revision_number': 3, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'gw_port': {'id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:15:13.072316 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d4e417-0b3f-40bc-865f-b591de411b16 None None] Checking router: 71f09c83-a7bf-42d1-ba54-e8cf51bd819d for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:15:13.073918 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d4e417-0b3f-40bc-865f-b591de411b16 None None] Updating router 71f09c83-a7bf-42d1-ba54-e8cf51bd819d port 69af72b4-ccf9-409b-ab23-36e2a456cb4f binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 23:15:13.088321 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-be5e4c4c-91d8-48b7-bdff-e9ef7993f272 None None] Provisioning for port 193b9479-05e3-4a9b-b401-077ad14b30fe completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:15:13.100499 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-85d4e417-0b3f-40bc-865f-b591de411b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:13.216082 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9bacb0fe-30cb-4ed9-a96a-5ab5fe5b6ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:13.362449 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-28ffd36e-8b8e-45c3-94fa-1add64a15715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:13.400680 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-9bacb0fe-30cb-4ed9-a96a-5ab5fe5b6ed6 admin admin] Allocated IP 172.20.0.1 (0c4ac61f-196f-4dc0-a087-b5dea12e6a8d/ae3e324e-805e-49db-b5e4-e9d2038019d4/18768c6d-bc14-49bf-b670-ff32eb30ed5a) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:15:13.478303 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-85d4e417-0b3f-40bc-865f-b591de411b16 None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:13.489052 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-85d4e417-0b3f-40bc-865f-b591de411b16 None None] Transition to ACTIVE for port object 69af72b4-ccf9-409b-ab23-36e2a456cb4f will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:15:13.494946 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-85d4e417-0b3f-40bc-865f-b591de411b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:13.525670 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9bacb0fe-30cb-4ed9-a96a-5ab5fe5b6ed6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:13.543826 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-9bacb0fe-30cb-4ed9-a96a-5ab5fe5b6ed6 admin admin] Transition to ACTIVE for port object 18768c6d-bc14-49bf-b670-ff32eb30ed5a will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:15:13.550558 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-85d4e417-0b3f-40bc-865f-b591de411b16 None None] Attempting to bind port 69af72b4-ccf9-409b-ab23-36e2a456cb4f on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:15:13.550928 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-85d4e417-0b3f-40bc-865f-b591de411b16 None None] Attempting to bind port 69af72b4-ccf9-409b-ab23-36e2a456cb4f by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:15:13.551290 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d4e417-0b3f-40bc-865f-b591de411b16 None None] Attempting to bind port 69af72b4-ccf9-409b-ab23-36e2a456cb4f on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:15:13.554117 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24f8f2-41f8-4f9c-aa80-027a5185b437 None None] Pushing event updated for resources: {'Port': ['ID=69af72b4-ccf9-409b-ab23-36e2a456cb4f,revision_number=2']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:13.558689 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d4e417-0b3f-40bc-865f-b591de411b16 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:15:13.559583 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d4e417-0b3f-40bc-865f-b591de411b16 None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:15:13.559583 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-85d4e417-0b3f-40bc-865f-b591de411b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:13.559850 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d4e417-0b3f-40bc-865f-b591de411b16 None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:15:13.560313 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-85d4e417-0b3f-40bc-865f-b591de411b16 None None] Bound port: 69af72b4-ccf9-409b-ab23-36e2a456cb4f, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:15:13.560690 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-85d4e417-0b3f-40bc-865f-b591de411b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:13.567227 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f8f2-41f8-4f9c-aa80-027a5185b437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:13.567604 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f8f2-41f8-4f9c-aa80-027a5185b437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:13.567937 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f8f2-41f8-4f9c-aa80-027a5185b437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:13.568270 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f8f2-41f8-4f9c-aa80-027a5185b437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:13.568603 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f8f2-41f8-4f9c-aa80-027a5185b437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:13.568925 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f8f2-41f8-4f9c-aa80-027a5185b437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:13.569244 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f8f2-41f8-4f9c-aa80-027a5185b437 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:13.569570 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f8f2-41f8-4f9c-aa80-027a5185b437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:13.569891 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f8f2-41f8-4f9c-aa80-027a5185b437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:13.570261 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f8f2-41f8-4f9c-aa80-027a5185b437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:13.570589 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f8f2-41f8-4f9c-aa80-027a5185b437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:13.570909 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24f8f2-41f8-4f9c-aa80-027a5185b437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:15:13.578387 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9bacb0fe-30cb-4ed9-a96a-5ab5fe5b6ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:13.627143 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bacb0fe-30cb-4ed9-a96a-5ab5fe5b6ed6 admin admin] Network 0c4ac61f-196f-4dc0-a087-b5dea12e6a8d is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:15:13.629557 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-85d4e417-0b3f-40bc-865f-b591de411b16 None None] For port 69af72b4-ccf9-409b-ab23-36e2a456cb4f, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:15:13.630210 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-9bacb0fe-30cb-4ed9-a96a-5ab5fe5b6ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:15:13.633025 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-85d4e417-0b3f-40bc-865f-b591de411b16 None None] For port 69af72b4-ccf9-409b-ab23-36e2a456cb4f, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=69af72b4-ccf9-409b-ab23-36e2a456cb4f,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:15:13.634988 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bacb0fe-30cb-4ed9-a96a-5ab5fe5b6ed6 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:15:13.638969 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bacb0fe-30cb-4ed9-a96a-5ab5fe5b6ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=18768c6d-bc14-49bf-b670-ff32eb30ed5a,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:13.639790 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-85d4e417-0b3f-40bc-865f-b591de411b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:13.677887 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 193b9479-05e3-4a9b-b401-077ad14b30fe up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:15:13.692814 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9bacb0fe-30cb-4ed9-a96a-5ab5fe5b6ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:13.711003 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d4e417-0b3f-40bc-865f-b591de411b16 None None] Routers {'71f09c83-a7bf-42d1-ba54-e8cf51bd819d'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:15:13.711696 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-85d4e417-0b3f-40bc-865f-b591de411b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:14:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['71f09c83-a7bf-42d1-ba54-e8cf51bd819d'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:15:13.717189 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24f8f2-41f8-4f9c-aa80-027a5185b437 None None] Pushing event updated for resources: {'Port': ['ID=69af72b4-ccf9-409b-ab23-36e2a456cb4f,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:13.738448 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 193b9479-05e3-4a9b-b401-077ad14b30fe completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:15:13.743433 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 193b9479-05e3-4a9b-b401-077ad14b30fe triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:15:13.743935 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:13.842821 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:13.843191 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-85d4e417-0b3f-40bc-865f-b591de411b16 None None] Set router 71f09c83-a7bf-42d1-ba54-e8cf51bd819d gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:15:13.869666 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9bacb0fe-30cb-4ed9-a96a-5ab5fe5b6ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:13.881413 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 193b9479-05e3-4a9b-b401-077ad14b30fe, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=193b9479-05e3-4a9b-b401-077ad14b30fe,segment=NetworkSegment(81f0fd0c-edf1-42f0-8c90-76e025b78d84),segment_id=81f0fd0c-edf1-42f0-8c90-76e025b78d84)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:15:13.888101 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:13.954551 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=193b9479-05e3-4a9b-b401-077ad14b30fe,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:13.962883 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3338884d-aaa1-4e21-9b59-36e76d726440 None None] Provisioning for port 18768c6d-bc14-49bf-b670-ff32eb30ed5a completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:15:13.968671 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-3338884d-aaa1-4e21-9b59-36e76d726440 None None] Provisioning complete for port 18768c6d-bc14-49bf-b670-ff32eb30ed5a triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:15:13.969168 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3338884d-aaa1-4e21-9b59-36e76d726440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:14.013027 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-3338884d-aaa1-4e21-9b59-36e76d726440 None None] Port 18768c6d-bc14-49bf-b670-ff32eb30ed5a cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:15:14.038019 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-85d4e417-0b3f-40bc-865f-b591de411b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'name': 'tempest-TestShelveInstance-1856787322-router', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:12Z', 'revision_number': 3, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'gw_port': {'id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:15:14.056655 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9bacb0fe-30cb-4ed9-a96a-5ab5fe5b6ed6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:14.061165 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9bacb0fe-30cb-4ed9-a96a-5ab5fe5b6ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:14.064788 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d4e417-0b3f-40bc-865f-b591de411b16 None None] The sync data for ids ['71f09c83-a7bf-42d1-ba54-e8cf51bd819d'] in n-d-804275-3 is: [{'id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'name': 'tempest-TestShelveInstance-1856787322-router', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:12Z', 'revision_number': 3, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'gw_port': {'id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:15:14.135919 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9bacb0fe-30cb-4ed9-a96a-5ab5fe5b6ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:14.138533 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bacb0fe-30cb-4ed9-a96a-5ab5fe5b6ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=18768c6d-bc14-49bf-b670-ff32eb30ed5a,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:14.233434 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bacb0fe-30cb-4ed9-a96a-5ab5fe5b6ed6 admin admin] Network 0c4ac61f-196f-4dc0-a087-b5dea12e6a8d is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:15:14.234956 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-9bacb0fe-30cb-4ed9-a96a-5ab5fe5b6ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:15:14.377057 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bacb0fe-30cb-4ed9-a96a-5ab5fe5b6ed6 admin admin] Router 71f09c83-a7bf-42d1-ba54-e8cf51bd819d has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:15:14.496296 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bacb0fe-30cb-4ed9-a96a-5ab5fe5b6ed6 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:15:14.501491 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9bacb0fe-30cb-4ed9-a96a-5ab5fe5b6ed6 admin admin] 10.222.0.77 "PUT /v2.0/routers/71f09c83-a7bf-42d1-ba54-e8cf51bd819d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7736993 Aug 11 23:15:14.537967 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f109a1a3-3bf1-44e6-bd1a-2be4fd23ba88 None None] Provisioning complete for port 18768c6d-bc14-49bf-b670-ff32eb30ed5a triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:15:14.538566 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f109a1a3-3bf1-44e6-bd1a-2be4fd23ba88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:14.574834 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-f109a1a3-3bf1-44e6-bd1a-2be4fd23ba88 None None] Port 18768c6d-bc14-49bf-b670-ff32eb30ed5a cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:15:14.991910 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58824) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:15:14.997555 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-fe9c80e2-005b-4145-bda3-1aed6da925e5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1811821730-network', 'tenant_id': 'd77dad4629a84dd3b6737938016eb6d8'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:15:15.019903 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9c80e2-005b-4145-bda3-1aed6da925e5 admin admin] Made reservation on behalf of d77dad4629a84dd3b6737938016eb6d8 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:15:15.022361 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fe9c80e2-005b-4145-bda3-1aed6da925e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:15.032204 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fe9c80e2-005b-4145-bda3-1aed6da925e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:15.135966 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fe9c80e2-005b-4145-bda3-1aed6da925e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:15.140490 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fe9c80e2-005b-4145-bda3-1aed6da925e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:15.164128 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe9c80e2-005b-4145-bda3-1aed6da925e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 23:15:15.184606 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c80e2-005b-4145-bda3-1aed6da925e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa1b9a1-ee18-4a3b-8f80-31ff9adea82f,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:15.190132 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fe9c80e2-005b-4145-bda3-1aed6da925e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:15.190687 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-fe9c80e2-005b-4145-bda3-1aed6da925e5 admin admin] Added segment f33ca67b-56be-47b0-a42d-0b0dcb89672d of type vlan for network 6abce5a4-f104-4111-a204-4067194258d6 Aug 11 23:15:15.241592 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fe9c80e2-005b-4145-bda3-1aed6da925e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:15.270762 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fe9c80e2-005b-4145-bda3-1aed6da925e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:15.271875 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9c80e2-005b-4145-bda3-1aed6da925e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:15.272470 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-fe9c80e2-005b-4145-bda3-1aed6da925e5 admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:15.328131 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-fe9c80e2-005b-4145-bda3-1aed6da925e5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3348615 Aug 11 23:15:15.330685 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58826) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:15:15.337485 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-cddfce1a-ebf2-4847-b10d-66170ab9c28e admin admin] Request body: {'subnet': {'network_id': '6abce5a4-f104-4111-a204-4067194258d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1811821730-subnet', 'tenant_id': 'd77dad4629a84dd3b6737938016eb6d8', 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:15:15.341736 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c80e2-005b-4145-bda3-1aed6da925e5 admin admin] Pushing event updated for resources: {'Network': ['ID=6abce5a4-f104-4111-a204-4067194258d6,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:15.352868 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network 6abce5a4-f104-4111-a204-4067194258d6 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 23:15:15.364340 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddfce1a-ebf2-4847-b10d-66170ab9c28e admin admin] Made reservation on behalf of d77dad4629a84dd3b6737938016eb6d8 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:15:15.366994 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cddfce1a-ebf2-4847-b10d-66170ab9c28e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:15.542288 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cddfce1a-ebf2-4847-b10d-66170ab9c28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:15.594999 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddfce1a-ebf2-4847-b10d-66170ab9c28e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bef226e0-8c14-4f7a-85d4-a485a9f64190,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:15.611955 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddfce1a-ebf2-4847-b10d-66170ab9c28e admin admin] Checking segment: {'id': 'f33ca67b-56be-47b0-a42d-0b0dcb89672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6abce5a4-f104-4111-a204-4067194258d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:15:15.612750 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddfce1a-ebf2-4847-b10d-66170ab9c28e admin admin] Network hostable DHCP agents. Network: 6abce5a4-f104-4111-a204-4067194258d6, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 23:15:15.632762 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddfce1a-ebf2-4847-b10d-66170ab9c28e admin admin] Network 6abce5a4-f104-4111-a204-4067194258d6 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 23:15:15.643318 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-cddfce1a-ebf2-4847-b10d-66170ab9c28e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, 6abce5a4-f104-4111-a204-4067194258d6) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:15:15.649832 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df75e3ff-6823-43f3-b382-3ae1c40ebb18 None None] Sync routers for ids ['71f09c83-a7bf-42d1-ba54-e8cf51bd819d'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:15:15.655563 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdf2862-19ba-4c6e-8820-07c2d0d8cbc8 None None] Network 6abce5a4-f104-4111-a204-4067194258d6 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:15:15.656979 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddfce1a-ebf2-4847-b10d-66170ab9c28e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:15.657680 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-cddfce1a-ebf2-4847-b10d-66170ab9c28e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:15.673354 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-cddfce1a-ebf2-4847-b10d-66170ab9c28e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3417201 Aug 11 23:15:15.676174 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58828) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:15:15.680949 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-a5dd0c2d-a615-474b-b1da-f25d2c367e4b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1811821730-router', 'tenant_id': 'd77dad4629a84dd3b6737938016eb6d8', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:15:15.705658 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 69af72b4-ccf9-409b-ab23-36e2a456cb4f up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:15:15.709082 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0c2d-a615-474b-b1da-f25d2c367e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:15.710312 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0c2d-a615-474b-b1da-f25d2c367e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:15.727338 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df75e3ff-6823-43f3-b382-3ae1c40ebb18 None None] Routers {'71f09c83-a7bf-42d1-ba54-e8cf51bd819d'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:15:15.728012 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-df75e3ff-6823-43f3-b382-3ae1c40ebb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:14:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['71f09c83-a7bf-42d1-ba54-e8cf51bd819d'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:15:15.766695 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0c2d-a615-474b-b1da-f25d2c367e4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:15.877889 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 69af72b4-ccf9-409b-ab23-36e2a456cb4f completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:15:15.905853 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 69af72b4-ccf9-409b-ab23-36e2a456cb4f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:15:15.906241 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:15.935706 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-df75e3ff-6823-43f3-b382-3ae1c40ebb18 None None] Set router 71f09c83-a7bf-42d1-ba54-e8cf51bd819d gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:15:16.066825 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93ddc13-d46d-431b-87ca-b6baab1101df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-6abce5a4-f104-4111-a204-4067194258d6', 'network_id': '6abce5a4-f104-4111-a204-4067194258d6', 'tenant_id': 'd77dad4629a84dd3b6737938016eb6d8', 'fixed_ips': [{'subnet_id': 'bef226e0-8c14-4f7a-85d4-a485a9f64190'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 23:15:16.067729 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a93ddc13-d46d-431b-87ca-b6baab1101df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:16.225150 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0c2d-a615-474b-b1da-f25d2c367e4b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:16.238603 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:16.306593 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:16.310762 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 69af72b4-ccf9-409b-ab23-36e2a456cb4f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=69af72b4-ccf9-409b-ab23-36e2a456cb4f,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:15:16.341007 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:16.341786 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 193b9479-05e3-4a9b-b401-077ad14b30fe up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:15:16.431440 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0c2d-a615-474b-b1da-f25d2c367e4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:16.431733 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7870e609-cedf-41fd-a241-3d22af2c0be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:16.444756 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-a93ddc13-d46d-431b-87ca-b6baab1101df None None] Allocated IP 172.20.0.2 (6abce5a4-f104-4111-a204-4067194258d6/bef226e0-8c14-4f7a-85d4-a485a9f64190/a03b31ce-ae78-4239-9ae5-fadef74738d0) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:15:16.451093 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0c2d-a615-474b-b1da-f25d2c367e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:16.482293 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=69af72b4-ccf9-409b-ab23-36e2a456cb4f,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:16.533775 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 193b9479-05e3-4a9b-b401-077ad14b30fe triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:15:16.534153 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:16.557741 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-a5dd0c2d-a615-474b-b1da-f25d2c367e4b admin admin] Allocated IP 172.25.2.254 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/d976d3b7-8bf9-4848-96c2-fdd7783aec2b) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:15:16.565707 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-df75e3ff-6823-43f3-b382-3ae1c40ebb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'name': 'tempest-TestShelveInstance-1856787322-router', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:13Z', 'revision_number': 4, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'gw_port': {'id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '18768c6d-bc14-49bf-b670-ff32eb30ed5a', 'name': '', 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'mac_address': 'fa:16:3e:23:48:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:13Z', 'updated_at': '2021-08-11T23:15:13Z', 'revision_number': 2, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'subnets': [{'id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:15:16.600610 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df75e3ff-6823-43f3-b382-3ae1c40ebb18 None None] Checking router: 71f09c83-a7bf-42d1-ba54-e8cf51bd819d for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:15:16.600962 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df75e3ff-6823-43f3-b382-3ae1c40ebb18 None None] Updating router 71f09c83-a7bf-42d1-ba54-e8cf51bd819d port 18768c6d-bc14-49bf-b670-ff32eb30ed5a binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 23:15:16.659029 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-df75e3ff-6823-43f3-b382-3ae1c40ebb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:16.665843 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0c2d-a615-474b-b1da-f25d2c367e4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:16.705042 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0c2d-a615-474b-b1da-f25d2c367e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:16.746266 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dd0c2d-a615-474b-b1da-f25d2c367e4b admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:15:16.749060 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-a5dd0c2d-a615-474b-b1da-f25d2c367e4b admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:15:16.751467 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dd0c2d-a615-474b-b1da-f25d2c367e4b admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:15:16.781437 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd0c2d-a615-474b-b1da-f25d2c367e4b admin admin] Pushing event updated for resources: {'Port': ['ID=d976d3b7-8bf9-4848-96c2-fdd7783aec2b,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:16.835055 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a93ddc13-d46d-431b-87ca-b6baab1101df None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:16.864159 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a93ddc13-d46d-431b-87ca-b6baab1101df None None] Transition to ACTIVE for port object a03b31ce-ae78-4239-9ae5-fadef74738d0 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:15:16.919354 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-a93ddc13-d46d-431b-87ca-b6baab1101df None None] Transition to ACTIVE for port object a03b31ce-ae78-4239-9ae5-fadef74738d0 will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:15:16.928808 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a93ddc13-d46d-431b-87ca-b6baab1101df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:16.984281 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93ddc13-d46d-431b-87ca-b6baab1101df None None] Network 6abce5a4-f104-4111-a204-4067194258d6 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:15:16.990957 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-a93ddc13-d46d-431b-87ca-b6baab1101df None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:15:16.995115 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93ddc13-d46d-431b-87ca-b6baab1101df None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:15:16.997066 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ddc13-d46d-431b-87ca-b6baab1101df None None] Pushing event updated for resources: {'Port': ['ID=a03b31ce-ae78-4239-9ae5-fadef74738d0,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:17.018661 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0c2d-a615-474b-b1da-f25d2c367e4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:17.102770 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a93ddc13-d46d-431b-87ca-b6baab1101df None None] Attempting to bind port a03b31ce-ae78-4239-9ae5-fadef74738d0 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:15:17.103150 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a93ddc13-d46d-431b-87ca-b6baab1101df None None] Attempting to bind port a03b31ce-ae78-4239-9ae5-fadef74738d0 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f33ca67b-56be-47b0-a42d-0b0dcb89672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6abce5a4-f104-4111-a204-4067194258d6'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:15:17.103860 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93ddc13-d46d-431b-87ca-b6baab1101df None None] Attempting to bind port a03b31ce-ae78-4239-9ae5-fadef74738d0 on network 6abce5a4-f104-4111-a204-4067194258d6 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:15:17.112607 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93ddc13-d46d-431b-87ca-b6baab1101df None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:15:17.112988 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93ddc13-d46d-431b-87ca-b6baab1101df None None] Checking segment: {'id': 'f33ca67b-56be-47b0-a42d-0b0dcb89672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6abce5a4-f104-4111-a204-4067194258d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:15:17.113401 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a93ddc13-d46d-431b-87ca-b6baab1101df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:17.113808 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93ddc13-d46d-431b-87ca-b6baab1101df None None] Bound using segment: {'id': 'f33ca67b-56be-47b0-a42d-0b0dcb89672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6abce5a4-f104-4111-a204-4067194258d6'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:15:17.114283 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-a93ddc13-d46d-431b-87ca-b6baab1101df None None] Bound port: a03b31ce-ae78-4239-9ae5-fadef74738d0, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33ca67b-56be-47b0-a42d-0b0dcb89672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6abce5a4-f104-4111-a204-4067194258d6'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:15:17.114671 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a93ddc13-d46d-431b-87ca-b6baab1101df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:17.140023 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-df75e3ff-6823-43f3-b382-3ae1c40ebb18 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:17.169182 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-df75e3ff-6823-43f3-b382-3ae1c40ebb18 None None] Transition to ACTIVE for port object 18768c6d-bc14-49bf-b670-ff32eb30ed5a will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:15:17.186758 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-df75e3ff-6823-43f3-b382-3ae1c40ebb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:17.228709 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0c2d-a615-474b-b1da-f25d2c367e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:17.251235 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a93ddc13-d46d-431b-87ca-b6baab1101df None None] For port a03b31ce-ae78-4239-9ae5-fadef74738d0, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:15:17.260208 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-a93ddc13-d46d-431b-87ca-b6baab1101df None None] For port a03b31ce-ae78-4239-9ae5-fadef74738d0, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a03b31ce-ae78-4239-9ae5-fadef74738d0,segment=NetworkSegment(f33ca67b-56be-47b0-a42d-0b0dcb89672d),segment_id=f33ca67b-56be-47b0-a42d-0b0dcb89672d)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:15:17.263327 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fbd90c-0887-421e-a924-c2c841a5bcbc None None] Pushing event updated for resources: {'Port': ['ID=18768c6d-bc14-49bf-b670-ff32eb30ed5a,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:17.271389 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a93ddc13-d46d-431b-87ca-b6baab1101df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:17.361647 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-df75e3ff-6823-43f3-b382-3ae1c40ebb18 None None] Attempting to bind port 18768c6d-bc14-49bf-b670-ff32eb30ed5a on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:15:17.361647 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-df75e3ff-6823-43f3-b382-3ae1c40ebb18 None None] Attempting to bind port 18768c6d-bc14-49bf-b670-ff32eb30ed5a by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '81f0fd0c-edf1-42f0-8c90-76e025b78d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:15:17.361647 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df75e3ff-6823-43f3-b382-3ae1c40ebb18 None None] Attempting to bind port 18768c6d-bc14-49bf-b670-ff32eb30ed5a on network 0c4ac61f-196f-4dc0-a087-b5dea12e6a8d {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:15:17.373992 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df75e3ff-6823-43f3-b382-3ae1c40ebb18 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:15:17.374375 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df75e3ff-6823-43f3-b382-3ae1c40ebb18 None None] Checking segment: {'id': '81f0fd0c-edf1-42f0-8c90-76e025b78d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:15:17.374822 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-df75e3ff-6823-43f3-b382-3ae1c40ebb18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:17.375371 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df75e3ff-6823-43f3-b382-3ae1c40ebb18 None None] Bound using segment: {'id': '81f0fd0c-edf1-42f0-8c90-76e025b78d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:15:17.375752 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-df75e3ff-6823-43f3-b382-3ae1c40ebb18 None None] Bound port: 18768c6d-bc14-49bf-b670-ff32eb30ed5a, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f0fd0c-edf1-42f0-8c90-76e025b78d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:15:17.376394 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-df75e3ff-6823-43f3-b382-3ae1c40ebb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:17.381850 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5dd0c2d-a615-474b-b1da-f25d2c367e4b admin admin] Router 1120f9ca-a29d-4a4d-abe0-1a15ca2644e7 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 23:15:17.389777 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ddc13-d46d-431b-87ca-b6baab1101df None None] Pushing event updated for resources: {'Port': ['ID=a03b31ce-ae78-4239-9ae5-fadef74738d0,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:17.468190 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-df75e3ff-6823-43f3-b382-3ae1c40ebb18 None None] For port 18768c6d-bc14-49bf-b670-ff32eb30ed5a, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:15:17.471911 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-df75e3ff-6823-43f3-b382-3ae1c40ebb18 None None] For port 18768c6d-bc14-49bf-b670-ff32eb30ed5a, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=18768c6d-bc14-49bf-b670-ff32eb30ed5a,segment=NetworkSegment(81f0fd0c-edf1-42f0-8c90-76e025b78d84),segment_id=81f0fd0c-edf1-42f0-8c90-76e025b78d84)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:15:17.476422 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-df75e3ff-6823-43f3-b382-3ae1c40ebb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:17.520419 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5dd0c2d-a615-474b-b1da-f25d2c367e4b admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:15:17.535186 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427c7f5c-fb8e-484e-bdf3-0bb9dc32132f None None] Sync routers for ids ['1120f9ca-a29d-4a4d-abe0-1a15ca2644e7'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:15:17.541203 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0c2d-a615-474b-b1da-f25d2c367e4b admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:17.545961 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 58830) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:15:17.546770 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a5dd0c2d-a615-474b-b1da-f25d2c367e4b admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8694494 Aug 11 23:15:17.548950 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427c7f5c-fb8e-484e-bdf3-0bb9dc32132f None None] Routers {'1120f9ca-a29d-4a4d-abe0-1a15ca2644e7'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:15:17.549590 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-427c7f5c-fb8e-484e-bdf3-0bb9dc32132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:15:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['1120f9ca-a29d-4a4d-abe0-1a15ca2644e7'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:15:17.581079 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fbd90c-0887-421e-a924-c2c841a5bcbc None None] Pushing event updated for resources: {'Port': ['ID=18768c6d-bc14-49bf-b670-ff32eb30ed5a,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:17.597996 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df75e3ff-6823-43f3-b382-3ae1c40ebb18 None None] Routers {'71f09c83-a7bf-42d1-ba54-e8cf51bd819d'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:15:17.598655 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-df75e3ff-6823-43f3-b382-3ae1c40ebb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:15:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['71f09c83-a7bf-42d1-ba54-e8cf51bd819d'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:15:17.800338 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-427c7f5c-fb8e-484e-bdf3-0bb9dc32132f None None] Set router 1120f9ca-a29d-4a4d-abe0-1a15ca2644e7 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:15:17.900867 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 69af72b4-ccf9-409b-ab23-36e2a456cb4f up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:15:17.956657 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:17.978373 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-df75e3ff-6823-43f3-b382-3ae1c40ebb18 None None] Set router 71f09c83-a7bf-42d1-ba54-e8cf51bd819d gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:15:18.011056 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-427c7f5c-fb8e-484e-bdf3-0bb9dc32132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1120f9ca-a29d-4a4d-abe0-1a15ca2644e7', 'name': 'tempest-TestShelveInstance-1811821730-router', 'tenant_id': 'd77dad4629a84dd3b6737938016eb6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd976d3b7-8bf9-4848-96c2-fdd7783aec2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:15:15Z', 'updated_at': '2021-08-11T23:15:16Z', 'revision_number': 3, 'project_id': 'd77dad4629a84dd3b6737938016eb6d8', 'gw_port': {'id': 'd976d3b7-8bf9-4848-96c2-fdd7783aec2b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ac:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1120f9ca-a29d-4a4d-abe0-1a15ca2644e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:16Z', 'updated_at': '2021-08-11T23:15:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:15:18.021347 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 69af72b4-ccf9-409b-ab23-36e2a456cb4f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:15:18.021716 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:18.042187 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427c7f5c-fb8e-484e-bdf3-0bb9dc32132f None None] Checking router: 1120f9ca-a29d-4a4d-abe0-1a15ca2644e7 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:15:18.043533 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427c7f5c-fb8e-484e-bdf3-0bb9dc32132f None None] Updating router 1120f9ca-a29d-4a4d-abe0-1a15ca2644e7 port d976d3b7-8bf9-4848-96c2-fdd7783aec2b binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 23:15:18.069188 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-427c7f5c-fb8e-484e-bdf3-0bb9dc32132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:18.145732 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-55565777-4cb7-4b6a-b31d-541922afa5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:18.278002 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-df75e3ff-6823-43f3-b382-3ae1c40ebb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'name': 'tempest-TestShelveInstance-1856787322-router', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:13Z', 'revision_number': 4, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'gw_port': {'id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '18768c6d-bc14-49bf-b670-ff32eb30ed5a', 'name': '', 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'mac_address': 'fa:16:3e:23:48:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:13Z', 'updated_at': '2021-08-11T23:15:17Z', 'revision_number': 4, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'subnets': [{'id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:15:18.316408 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df75e3ff-6823-43f3-b382-3ae1c40ebb18 None None] The sync data for ids ['71f09c83-a7bf-42d1-ba54-e8cf51bd819d'] in n-d-804275-3 is: [{'id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'name': 'tempest-TestShelveInstance-1856787322-router', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:13Z', 'revision_number': 4, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'gw_port': {'id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '18768c6d-bc14-49bf-b670-ff32eb30ed5a', 'name': '', 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'mac_address': 'fa:16:3e:23:48:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:13Z', 'updated_at': '2021-08-11T23:15:17Z', 'revision_number': 4, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'subnets': [{'id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:15:18.363797 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-55565777-4cb7-4b6a-b31d-541922afa5f5 admin admin] Allocated IP 172.20.0.1 (6abce5a4-f104-4111-a204-4067194258d6/bef226e0-8c14-4f7a-85d4-a485a9f64190/919f2b63-b2dc-4bf9-b782-1f00d490d2b6) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:15:18.387388 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-427c7f5c-fb8e-484e-bdf3-0bb9dc32132f None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:18.401221 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-427c7f5c-fb8e-484e-bdf3-0bb9dc32132f None None] Transition to ACTIVE for port object d976d3b7-8bf9-4848-96c2-fdd7783aec2b will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:15:18.408389 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-427c7f5c-fb8e-484e-bdf3-0bb9dc32132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:18.467911 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-427c7f5c-fb8e-484e-bdf3-0bb9dc32132f None None] Attempting to bind port d976d3b7-8bf9-4848-96c2-fdd7783aec2b on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:15:18.468291 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-427c7f5c-fb8e-484e-bdf3-0bb9dc32132f None None] Attempting to bind port d976d3b7-8bf9-4848-96c2-fdd7783aec2b by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:15:18.468654 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427c7f5c-fb8e-484e-bdf3-0bb9dc32132f None None] Attempting to bind port d976d3b7-8bf9-4848-96c2-fdd7783aec2b on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:15:18.477040 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4a5f6-7d19-4237-b805-e1d81c323045 None None] Pushing event updated for resources: {'Port': ['ID=d976d3b7-8bf9-4848-96c2-fdd7783aec2b,revision_number=2']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:18.487468 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427c7f5c-fb8e-484e-bdf3-0bb9dc32132f None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:15:18.487762 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427c7f5c-fb8e-484e-bdf3-0bb9dc32132f None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:15:18.488099 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-427c7f5c-fb8e-484e-bdf3-0bb9dc32132f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:18.488502 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427c7f5c-fb8e-484e-bdf3-0bb9dc32132f None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:15:18.488984 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-427c7f5c-fb8e-484e-bdf3-0bb9dc32132f None None] Bound port: d976d3b7-8bf9-4848-96c2-fdd7783aec2b, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:15:18.489633 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-427c7f5c-fb8e-484e-bdf3-0bb9dc32132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:18.529021 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-55565777-4cb7-4b6a-b31d-541922afa5f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:18.556314 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-55565777-4cb7-4b6a-b31d-541922afa5f5 admin admin] Transition to ACTIVE for port object 919f2b63-b2dc-4bf9-b782-1f00d490d2b6 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:15:18.560619 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-427c7f5c-fb8e-484e-bdf3-0bb9dc32132f None None] For port d976d3b7-8bf9-4848-96c2-fdd7783aec2b, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:15:18.564607 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-427c7f5c-fb8e-484e-bdf3-0bb9dc32132f None None] For port d976d3b7-8bf9-4848-96c2-fdd7783aec2b, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d976d3b7-8bf9-4848-96c2-fdd7783aec2b,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:15:18.570704 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-427c7f5c-fb8e-484e-bdf3-0bb9dc32132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:18.603731 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-55565777-4cb7-4b6a-b31d-541922afa5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:18.624288 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427c7f5c-fb8e-484e-bdf3-0bb9dc32132f None None] Routers {'1120f9ca-a29d-4a4d-abe0-1a15ca2644e7'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:15:18.624936 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-427c7f5c-fb8e-484e-bdf3-0bb9dc32132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:15:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['1120f9ca-a29d-4a4d-abe0-1a15ca2644e7'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:15:18.631294 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53277843-65ef-48a3-b2ad-a0a0476a0ebc None None] Network 6abce5a4-f104-4111-a204-4067194258d6 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:15:18.659441 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55565777-4cb7-4b6a-b31d-541922afa5f5 admin admin] Network 6abce5a4-f104-4111-a204-4067194258d6 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:15:18.662798 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-55565777-4cb7-4b6a-b31d-541922afa5f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:15:18.667534 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55565777-4cb7-4b6a-b31d-541922afa5f5 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:15:18.673268 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55565777-4cb7-4b6a-b31d-541922afa5f5 admin admin] Pushing event updated for resources: {'Port': ['ID=919f2b63-b2dc-4bf9-b782-1f00d490d2b6,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:18.689852 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4a5f6-7d19-4237-b805-e1d81c323045 None None] Pushing event updated for resources: {'Port': ['ID=d976d3b7-8bf9-4848-96c2-fdd7783aec2b,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:18.712344 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2359965d-17ff-4783-bbf4-67ba71a2f069 None None] Provisioning for port a03b31ce-ae78-4239-9ae5-fadef74738d0 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:15:18.727161 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-55565777-4cb7-4b6a-b31d-541922afa5f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:18.778638 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-427c7f5c-fb8e-484e-bdf3-0bb9dc32132f None None] Set router 1120f9ca-a29d-4a4d-abe0-1a15ca2644e7 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:15:18.879634 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-55565777-4cb7-4b6a-b31d-541922afa5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:19.084868 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-427c7f5c-fb8e-484e-bdf3-0bb9dc32132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1120f9ca-a29d-4a4d-abe0-1a15ca2644e7', 'name': 'tempest-TestShelveInstance-1811821730-router', 'tenant_id': 'd77dad4629a84dd3b6737938016eb6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd976d3b7-8bf9-4848-96c2-fdd7783aec2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:15:15Z', 'updated_at': '2021-08-11T23:15:16Z', 'revision_number': 3, 'project_id': 'd77dad4629a84dd3b6737938016eb6d8', 'gw_port': {'id': 'd976d3b7-8bf9-4848-96c2-fdd7783aec2b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ac:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1120f9ca-a29d-4a4d-abe0-1a15ca2644e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:16Z', 'updated_at': '2021-08-11T23:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:15:19.110522 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-55565777-4cb7-4b6a-b31d-541922afa5f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:19.116777 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-55565777-4cb7-4b6a-b31d-541922afa5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:19.117966 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427c7f5c-fb8e-484e-bdf3-0bb9dc32132f None None] The sync data for ids ['1120f9ca-a29d-4a4d-abe0-1a15ca2644e7'] in n-d-804275-3 is: [{'id': '1120f9ca-a29d-4a4d-abe0-1a15ca2644e7', 'name': 'tempest-TestShelveInstance-1811821730-router', 'tenant_id': 'd77dad4629a84dd3b6737938016eb6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd976d3b7-8bf9-4848-96c2-fdd7783aec2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:15:15Z', 'updated_at': '2021-08-11T23:15:16Z', 'revision_number': 3, 'project_id': 'd77dad4629a84dd3b6737938016eb6d8', 'gw_port': {'id': 'd976d3b7-8bf9-4848-96c2-fdd7783aec2b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ac:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1120f9ca-a29d-4a4d-abe0-1a15ca2644e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:16Z', 'updated_at': '2021-08-11T23:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:15:19.168671 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f7274884-1305-4311-868e-96655126e6fb None None] Provisioning for port 919f2b63-b2dc-4bf9-b782-1f00d490d2b6 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:15:19.176732 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f7274884-1305-4311-868e-96655126e6fb None None] Provisioning complete for port 919f2b63-b2dc-4bf9-b782-1f00d490d2b6 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:15:19.177413 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f7274884-1305-4311-868e-96655126e6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:19.200007 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-55565777-4cb7-4b6a-b31d-541922afa5f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:19.202119 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55565777-4cb7-4b6a-b31d-541922afa5f5 admin admin] Pushing event updated for resources: {'Port': ['ID=919f2b63-b2dc-4bf9-b782-1f00d490d2b6,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:19.253033 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-f7274884-1305-4311-868e-96655126e6fb None None] Port 919f2b63-b2dc-4bf9-b782-1f00d490d2b6 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:15:19.285570 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:19.342093 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55565777-4cb7-4b6a-b31d-541922afa5f5 admin admin] Network 6abce5a4-f104-4111-a204-4067194258d6 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:15:19.344153 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-55565777-4cb7-4b6a-b31d-541922afa5f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:15:19.385080 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-9ca2a9bd-0c78-4b1e-9986-18e1255b5e48 None None] Provisioning complete for port 919f2b63-b2dc-4bf9-b782-1f00d490d2b6 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:15:19.385483 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9ca2a9bd-0c78-4b1e-9986-18e1255b5e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:19.442270 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-9ca2a9bd-0c78-4b1e-9986-18e1255b5e48 None None] Port 919f2b63-b2dc-4bf9-b782-1f00d490d2b6 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:15:19.508589 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55565777-4cb7-4b6a-b31d-541922afa5f5 admin admin] Router 1120f9ca-a29d-4a4d-abe0-1a15ca2644e7 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:15:19.690409 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55565777-4cb7-4b6a-b31d-541922afa5f5 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:15:19.696193 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-55565777-4cb7-4b6a-b31d-541922afa5f5 admin admin] 10.222.0.77 "PUT /v2.0/routers/1120f9ca-a29d-4a4d-abe0-1a15ca2644e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1480258 Aug 11 23:15:19.769794 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-22887730-f731-4030-8363-1067f70e4455 None None] Provisioning complete for port 919f2b63-b2dc-4bf9-b782-1f00d490d2b6 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:15:19.770272 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-22887730-f731-4030-8363-1067f70e4455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:19.799321 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 18768c6d-bc14-49bf-b670-ff32eb30ed5a up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:15:19.844693 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-22887730-f731-4030-8363-1067f70e4455 None None] Port 919f2b63-b2dc-4bf9-b782-1f00d490d2b6 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:15:19.864446 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 18768c6d-bc14-49bf-b670-ff32eb30ed5a completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:15:19.868449 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 18768c6d-bc14-49bf-b670-ff32eb30ed5a triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:15:19.868813 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:19.952730 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:19.990938 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 18768c6d-bc14-49bf-b670-ff32eb30ed5a, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=18768c6d-bc14-49bf-b670-ff32eb30ed5a,segment=NetworkSegment(81f0fd0c-edf1-42f0-8c90-76e025b78d84),segment_id=81f0fd0c-edf1-42f0-8c90-76e025b78d84)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:15:19.995853 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:19.997084 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a03b31ce-ae78-4239-9ae5-fadef74738d0 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:15:20.087564 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=18768c6d-bc14-49bf-b670-ff32eb30ed5a,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:20.097232 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port a03b31ce-ae78-4239-9ae5-fadef74738d0 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:15:20.101300 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port a03b31ce-ae78-4239-9ae5-fadef74738d0 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:15:20.101806 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:20.156406 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58838) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:15:20.161230 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-939a8510-9db1-404b-b962-7fc04b5e553a tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-473676279', 'description': 'tempest-secgroup-smoke-473676279 description', 'project_id': '79a3d71f4064437692bc5fdb26611346'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:15:20.189960 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-939a8510-9db1-404b-b962-7fc04b5e553a tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:20.192719 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:20.232059 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port a03b31ce-ae78-4239-9ae5-fadef74738d0, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a03b31ce-ae78-4239-9ae5-fadef74738d0,segment=NetworkSegment(f33ca67b-56be-47b0-a42d-0b0dcb89672d),segment_id=f33ca67b-56be-47b0-a42d-0b0dcb89672d)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:15:20.236631 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:20.237436 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d976d3b7-8bf9-4848-96c2-fdd7783aec2b up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:15:20.283962 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-939a8510-9db1-404b-b962-7fc04b5e553a tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:20.288730 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-939a8510-9db1-404b-b962-7fc04b5e553a tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:20.318397 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=a03b31ce-ae78-4239-9ae5-fadef74738d0,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:20.320009 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-939a8510-9db1-404b-b962-7fc04b5e553a tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:20.321550 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-939a8510-9db1-404b-b962-7fc04b5e553a tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1638587 Aug 11 23:15:20.324968 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58840) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:15:20.329643 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-9eb3cd31-3cf3-4839-8e11-c14fa05db06d tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Request body: {'security_group_rule': {'security_group_id': 'b49aa0de-050b-4e52-a4b3-8451ec5a82de', 'project_id': '79a3d71f4064437692bc5fdb26611346', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:15:20.331578 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port d976d3b7-8bf9-4848-96c2-fdd7783aec2b completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:15:20.334122 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a8510-9db1-404b-b962-7fc04b5e553a tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b49aa0de-050b-4e52-a4b3-8451ec5a82de,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:20.336061 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port d976d3b7-8bf9-4848-96c2-fdd7783aec2b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:15:20.337443 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:20.361776 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9eb3cd31-3cf3-4839-8e11-c14fa05db06d tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:20.423094 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9eb3cd31-3cf3-4839-8e11-c14fa05db06d tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:20.428096 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9eb3cd31-3cf3-4839-8e11-c14fa05db06d tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:20.429274 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:20.448447 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3cd31-3cf3-4839-8e11-c14fa05db06d tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f89587-17ef-46e8-aa82-2bc23e17567d,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:20.451680 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port d976d3b7-8bf9-4848-96c2-fdd7783aec2b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d976d3b7-8bf9-4848-96c2-fdd7783aec2b,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:15:20.455865 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:20.456801 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-9eb3cd31-3cf3-4839-8e11-c14fa05db06d tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:20.461269 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-9eb3cd31-3cf3-4839-8e11-c14fa05db06d tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329460 Aug 11 23:15:20.461691 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58842) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:15:20.466190 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-4edeabf8-f180-4a3a-b63f-5d33f397e75d tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Request body: {'security_group_rule': {'security_group_id': 'b49aa0de-050b-4e52-a4b3-8451ec5a82de', 'project_id': '79a3d71f4064437692bc5fdb26611346', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:15:20.493641 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4edeabf8-f180-4a3a-b63f-5d33f397e75d tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:20.504990 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=d976d3b7-8bf9-4848-96c2-fdd7783aec2b,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:20.550201 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4edeabf8-f180-4a3a-b63f-5d33f397e75d tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:20.553721 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4edeabf8-f180-4a3a-b63f-5d33f397e75d tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:20.572292 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edeabf8-f180-4a3a-b63f-5d33f397e75d tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a7ed282-2a8b-491f-b700-17ce82646981,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:20.575324 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4edeabf8-f180-4a3a-b63f-5d33f397e75d tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:20.576567 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4edeabf8-f180-4a3a-b63f-5d33f397e75d tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142066 Aug 11 23:15:20.579226 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58844) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:15:20.583885 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-264fb5e9-2ac4-4c85-b0f2-7b5db7809c0c tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Request body: {'security_group_rule': {'security_group_id': 'b49aa0de-050b-4e52-a4b3-8451ec5a82de', 'project_id': '79a3d71f4064437692bc5fdb26611346', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:15:20.610840 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-264fb5e9-2ac4-4c85-b0f2-7b5db7809c0c tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:20.671555 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-264fb5e9-2ac4-4c85-b0f2-7b5db7809c0c tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:20.675377 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-264fb5e9-2ac4-4c85-b0f2-7b5db7809c0c tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:20.693409 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264fb5e9-2ac4-4c85-b0f2-7b5db7809c0c tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f98fd6-90fc-43e7-b3db-c5e766d1d510,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:20.699288 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-264fb5e9-2ac4-4c85-b0f2-7b5db7809c0c tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:20.700675 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-264fb5e9-2ac4-4c85-b0f2-7b5db7809c0c tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204033 Aug 11 23:15:20.703361 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58846) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:15:20.707739 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-e0c31f68-4953-4915-9c84-b7ddb3ae094a tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Request body: {'security_group_rule': {'security_group_id': 'b49aa0de-050b-4e52-a4b3-8451ec5a82de', 'project_id': '79a3d71f4064437692bc5fdb26611346', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:15:20.733810 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e0c31f68-4953-4915-9c84-b7ddb3ae094a tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:20.793618 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e0c31f68-4953-4915-9c84-b7ddb3ae094a tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:20.797250 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e0c31f68-4953-4915-9c84-b7ddb3ae094a tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:20.815222 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c31f68-4953-4915-9c84-b7ddb3ae094a tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4ed2b7-192b-4eb8-b7e3-16a33bac3523,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:20.821101 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e0c31f68-4953-4915-9c84-b7ddb3ae094a tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:20.822100 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e0c31f68-4953-4915-9c84-b7ddb3ae094a tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177933 Aug 11 23:15:20.825181 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58848) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:15:20.829299 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-63bc8b42-96f7-4992-845a-f4abb4bcbb61 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Request body: {'security_group_rule': {'security_group_id': 'b49aa0de-050b-4e52-a4b3-8451ec5a82de', 'project_id': '79a3d71f4064437692bc5fdb26611346', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:15:20.851176 n-d-804275-3 neutron-server[100943]: INFO neutron.db.securitygroups_db [None req-63bc8b42-96f7-4992-845a-f4abb4bcbb61 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Project 79a3d71f4064437692bc5fdb26611346 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 23:15:20.856832 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-63bc8b42-96f7-4992-845a-f4abb4bcbb61 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:20.916749 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-63bc8b42-96f7-4992-845a-f4abb4bcbb61 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:20.920874 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-63bc8b42-96f7-4992-845a-f4abb4bcbb61 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:20.939735 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc8b42-96f7-4992-845a-f4abb4bcbb61 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98aa4156-325b-4932-95f3-07dc6bc1a2d0,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:20.950337 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-63bc8b42-96f7-4992-845a-f4abb4bcbb61 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:20.951602 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-63bc8b42-96f7-4992-845a-f4abb4bcbb61 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256959 Aug 11 23:15:20.954372 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58850) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:15:20.959114 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-6f7f8876-79b6-49c7-9fe9-f51ecd50ec2e tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Request body: {'security_group_rule': {'security_group_id': 'b49aa0de-050b-4e52-a4b3-8451ec5a82de', 'project_id': '79a3d71f4064437692bc5fdb26611346', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:15:20.980906 n-d-804275-3 neutron-server[100943]: INFO neutron.db.securitygroups_db [None req-6f7f8876-79b6-49c7-9fe9-f51ecd50ec2e tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Project 79a3d71f4064437692bc5fdb26611346 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 23:15:20.985626 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6f7f8876-79b6-49c7-9fe9-f51ecd50ec2e tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:21.049574 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6f7f8876-79b6-49c7-9fe9-f51ecd50ec2e tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:21.053200 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6f7f8876-79b6-49c7-9fe9-f51ecd50ec2e tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:21.070852 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f8876-79b6-49c7-9fe9-f51ecd50ec2e tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9f91db-943d-4e1e-8cf7-92812f530701,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:21.077005 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6f7f8876-79b6-49c7-9fe9-f51ecd50ec2e tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:21.078075 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6f7f8876-79b6-49c7-9fe9-f51ecd50ec2e tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226788 Aug 11 23:15:21.288970 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-c0148a05-bbc2-4b4c-9e48-a83e8693a0d2 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-473676279&fields=id&tenant_id=79a3d71f4064437692bc5fdb26611346 HTTP/1.1" status: 200 len: 267 time: 0.0333121 Aug 11 23:15:21.331395 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:21.398227 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-7efcbddf-5871-4419-b1d9-d29e576a1c75 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:21.399775 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-7efcbddf-5871-4419-b1d9-d29e576a1c75 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/networks?id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d HTTP/1.1" status: 200 len: 809 time: 0.1035948 Aug 11 23:15:21.415826 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-a3d756c1-e41d-4eaf-8159-d510e0fadc22 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/quotas/79a3d71f4064437692bc5fdb26611346 HTTP/1.1" status: 200 len: 375 time: 0.0093737 Aug 11 23:15:21.473313 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-d9b242ea-ec72-4260-98d4-6199c9f1f486 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=79a3d71f4064437692bc5fdb26611346&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510020 Aug 11 23:15:21.649768 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 18768c6d-bc14-49bf-b670-ff32eb30ed5a up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:15:21.669202 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-85d1ce48-4b3d-46f0-bfec-bea30c969008 service neutron] 10.222.0.77 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839154 Aug 11 23:15:21.699877 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 18768c6d-bc14-49bf-b670-ff32eb30ed5a triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:15:21.700560 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:21.769773 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-cbd6d8cd-9abb-41be-927e-4862c9e2233c service neutron] 10.222.0.77 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939000 Aug 11 23:15:21.793796 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a03b31ce-ae78-4239-9ae5-fadef74738d0 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:15:21.818047 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e6ade8-b9c7-480f-a826-e1853336a493 None None] Sync routers for ids ['1120f9ca-a29d-4a4d-abe0-1a15ca2644e7'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:15:21.844202 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e6ade8-b9c7-480f-a826-e1853336a493 None None] Routers {'1120f9ca-a29d-4a4d-abe0-1a15ca2644e7'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:15:21.845087 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-38e6ade8-b9c7-480f-a826-e1853336a493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:15:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['1120f9ca-a29d-4a4d-abe0-1a15ca2644e7'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:15:21.912031 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port a03b31ce-ae78-4239-9ae5-fadef74738d0 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:15:21.912031 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:21.944306 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e4a9fde1-c7f7-41ae-a930-2b66873dd35b req-8cec383e-28b4-4ee5-b1e9-c6239eaef3d5 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 210 time: 0.0289164 Aug 11 23:15:21.998001 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-38e6ade8-b9c7-480f-a826-e1853336a493 None None] Set router 1120f9ca-a29d-4a4d-abe0-1a15ca2644e7 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:15:22.135833 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d976d3b7-8bf9-4848-96c2-fdd7783aec2b up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:15:22.241854 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port d976d3b7-8bf9-4848-96c2-fdd7783aec2b triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:15:22.242240 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:22.304609 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-38e6ade8-b9c7-480f-a826-e1853336a493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1120f9ca-a29d-4a4d-abe0-1a15ca2644e7', 'name': 'tempest-TestShelveInstance-1811821730-router', 'tenant_id': 'd77dad4629a84dd3b6737938016eb6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd976d3b7-8bf9-4848-96c2-fdd7783aec2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:15:15Z', 'updated_at': '2021-08-11T23:15:18Z', 'revision_number': 4, 'project_id': 'd77dad4629a84dd3b6737938016eb6d8', 'gw_port': {'id': 'd976d3b7-8bf9-4848-96c2-fdd7783aec2b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1120f9ca-a29d-4a4d-abe0-1a15ca2644e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:16Z', 'updated_at': '2021-08-11T23:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '919f2b63-b2dc-4bf9-b782-1f00d490d2b6', 'name': '', 'network_id': '6abce5a4-f104-4111-a204-4067194258d6', 'tenant_id': 'd77dad4629a84dd3b6737938016eb6d8', 'mac_address': 'fa:16:3e:2d:c0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1120f9ca-a29d-4a4d-abe0-1a15ca2644e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bef226e0-8c14-4f7a-85d4-a485a9f64190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:18Z', 'updated_at': '2021-08-11T23:15:18Z', 'revision_number': 2, 'project_id': 'd77dad4629a84dd3b6737938016eb6d8', 'subnets': [{'id': 'bef226e0-8c14-4f7a-85d4-a485a9f64190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:15:22.351480 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e6ade8-b9c7-480f-a826-e1853336a493 None None] Checking router: 1120f9ca-a29d-4a4d-abe0-1a15ca2644e7 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:15:22.352142 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e6ade8-b9c7-480f-a826-e1853336a493 None None] Updating router 1120f9ca-a29d-4a4d-abe0-1a15ca2644e7 port 919f2b63-b2dc-4bf9-b782-1f00d490d2b6 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 23:15:22.387926 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-38e6ade8-b9c7-480f-a826-e1853336a493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:22.660644 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-38e6ade8-b9c7-480f-a826-e1853336a493 None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:22.673132 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-38e6ade8-b9c7-480f-a826-e1853336a493 None None] Transition to ACTIVE for port object 919f2b63-b2dc-4bf9-b782-1f00d490d2b6 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:15:22.679390 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-38e6ade8-b9c7-480f-a826-e1853336a493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:22.734782 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912f30e-6860-465f-80e4-619d1218e464 None None] Pushing event updated for resources: {'Port': ['ID=919f2b63-b2dc-4bf9-b782-1f00d490d2b6,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:22.784187 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-38e6ade8-b9c7-480f-a826-e1853336a493 None None] Attempting to bind port 919f2b63-b2dc-4bf9-b782-1f00d490d2b6 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:15:22.784561 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-38e6ade8-b9c7-480f-a826-e1853336a493 None None] Attempting to bind port 919f2b63-b2dc-4bf9-b782-1f00d490d2b6 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f33ca67b-56be-47b0-a42d-0b0dcb89672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6abce5a4-f104-4111-a204-4067194258d6'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:15:22.784936 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e6ade8-b9c7-480f-a826-e1853336a493 None None] Attempting to bind port 919f2b63-b2dc-4bf9-b782-1f00d490d2b6 on network 6abce5a4-f104-4111-a204-4067194258d6 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:15:22.790889 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e6ade8-b9c7-480f-a826-e1853336a493 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:15:22.791252 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e6ade8-b9c7-480f-a826-e1853336a493 None None] Checking segment: {'id': 'f33ca67b-56be-47b0-a42d-0b0dcb89672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6abce5a4-f104-4111-a204-4067194258d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:15:22.791695 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-38e6ade8-b9c7-480f-a826-e1853336a493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:22.792095 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e6ade8-b9c7-480f-a826-e1853336a493 None None] Bound using segment: {'id': 'f33ca67b-56be-47b0-a42d-0b0dcb89672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6abce5a4-f104-4111-a204-4067194258d6'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:15:22.793153 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-38e6ade8-b9c7-480f-a826-e1853336a493 None None] Bound port: 919f2b63-b2dc-4bf9-b782-1f00d490d2b6, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33ca67b-56be-47b0-a42d-0b0dcb89672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6abce5a4-f104-4111-a204-4067194258d6'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:15:22.793589 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-38e6ade8-b9c7-480f-a826-e1853336a493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:22.859983 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-38e6ade8-b9c7-480f-a826-e1853336a493 None None] For port 919f2b63-b2dc-4bf9-b782-1f00d490d2b6, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:15:22.863357 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-38e6ade8-b9c7-480f-a826-e1853336a493 None None] For port 919f2b63-b2dc-4bf9-b782-1f00d490d2b6, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=919f2b63-b2dc-4bf9-b782-1f00d490d2b6,segment=NetworkSegment(f33ca67b-56be-47b0-a42d-0b0dcb89672d),segment_id=f33ca67b-56be-47b0-a42d-0b0dcb89672d)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:15:22.867585 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-38e6ade8-b9c7-480f-a826-e1853336a493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:22.930237 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e6ade8-b9c7-480f-a826-e1853336a493 None None] Routers {'1120f9ca-a29d-4a4d-abe0-1a15ca2644e7'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:15:22.930866 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-38e6ade8-b9c7-480f-a826-e1853336a493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:15:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['1120f9ca-a29d-4a4d-abe0-1a15ca2644e7'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:15:22.933871 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912f30e-6860-465f-80e4-619d1218e464 None None] Pushing event updated for resources: {'Port': ['ID=919f2b63-b2dc-4bf9-b782-1f00d490d2b6,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:23.059925 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-38e6ade8-b9c7-480f-a826-e1853336a493 None None] Set router 1120f9ca-a29d-4a4d-abe0-1a15ca2644e7 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:15:23.173291 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-07fda7a6-db66-4300-87c6-0f55797038be req-bb6259e3-ef7f-4b23-a427-526761a07f4f tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 210 time: 0.1143861 Aug 11 23:15:23.232674 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-15019770-fbf8-471e-82c4-8a3960949053 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:23.234187 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-15019770-fbf8-471e-82c4-8a3960949053 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.82 "GET /v2.0/networks?id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d HTTP/1.1" status: 200 len: 809 time: 0.1934226 Aug 11 23:15:23.290337 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-36955ca1-0583-486a-819d-e0bd36f5bbe5 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79a3d71f4064437692bc5fdb26611346 HTTP/1.1" status: 200 len: 379 time: 0.0350652 Aug 11 23:15:23.301928 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-f7c167d0-aaa1-4b7b-89f4-155631bedc27 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Request body: {'port': {'device_id': 'bfb7534e-fd3b-4406-8b0a-dbb93c87baac', 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d', 'admin_state_up': True, 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'security_groups': ['b49aa0de-050b-4e52-a4b3-8451ec5a82de']}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:15:23.408707 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-f7c167d0-aaa1-4b7b-89f4-155631bedc27 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Made reservation on behalf of 79a3d71f4064437692bc5fdb26611346 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:15:23.412572 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-f7c167d0-aaa1-4b7b-89f4-155631bedc27 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:23.454568 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-38e6ade8-b9c7-480f-a826-e1853336a493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1120f9ca-a29d-4a4d-abe0-1a15ca2644e7', 'name': 'tempest-TestShelveInstance-1811821730-router', 'tenant_id': 'd77dad4629a84dd3b6737938016eb6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd976d3b7-8bf9-4848-96c2-fdd7783aec2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:15:15Z', 'updated_at': '2021-08-11T23:15:18Z', 'revision_number': 4, 'project_id': 'd77dad4629a84dd3b6737938016eb6d8', 'gw_port': {'id': 'd976d3b7-8bf9-4848-96c2-fdd7783aec2b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1120f9ca-a29d-4a4d-abe0-1a15ca2644e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:16Z', 'updated_at': '2021-08-11T23:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '919f2b63-b2dc-4bf9-b782-1f00d490d2b6', 'name': '', 'network_id': '6abce5a4-f104-4111-a204-4067194258d6', 'tenant_id': 'd77dad4629a84dd3b6737938016eb6d8', 'mac_address': 'fa:16:3e:2d:c0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1120f9ca-a29d-4a4d-abe0-1a15ca2644e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bef226e0-8c14-4f7a-85d4-a485a9f64190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:18Z', 'updated_at': '2021-08-11T23:15:22Z', 'revision_number': 4, 'project_id': 'd77dad4629a84dd3b6737938016eb6d8', 'subnets': [{'id': 'bef226e0-8c14-4f7a-85d4-a485a9f64190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:15:23.481978 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e6ade8-b9c7-480f-a826-e1853336a493 None None] The sync data for ids ['1120f9ca-a29d-4a4d-abe0-1a15ca2644e7'] in n-d-804275-3 is: [{'id': '1120f9ca-a29d-4a4d-abe0-1a15ca2644e7', 'name': 'tempest-TestShelveInstance-1811821730-router', 'tenant_id': 'd77dad4629a84dd3b6737938016eb6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd976d3b7-8bf9-4848-96c2-fdd7783aec2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:15:15Z', 'updated_at': '2021-08-11T23:15:18Z', 'revision_number': 4, 'project_id': 'd77dad4629a84dd3b6737938016eb6d8', 'gw_port': {'id': 'd976d3b7-8bf9-4848-96c2-fdd7783aec2b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1120f9ca-a29d-4a4d-abe0-1a15ca2644e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:16Z', 'updated_at': '2021-08-11T23:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '919f2b63-b2dc-4bf9-b782-1f00d490d2b6', 'name': '', 'network_id': '6abce5a4-f104-4111-a204-4067194258d6', 'tenant_id': 'd77dad4629a84dd3b6737938016eb6d8', 'mac_address': 'fa:16:3e:2d:c0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1120f9ca-a29d-4a4d-abe0-1a15ca2644e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bef226e0-8c14-4f7a-85d4-a485a9f64190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:18Z', 'updated_at': '2021-08-11T23:15:22Z', 'revision_number': 4, 'project_id': 'd77dad4629a84dd3b6737938016eb6d8', 'subnets': [{'id': 'bef226e0-8c14-4f7a-85d4-a485a9f64190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:15:23.556962 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-f7c167d0-aaa1-4b7b-89f4-155631bedc27 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Allocated IP 172.20.0.9 (0c4ac61f-196f-4dc0-a087-b5dea12e6a8d/ae3e324e-805e-49db-b5e4-e9d2038019d4/df56a92e-8e16-482d-a579-f34e0d321fed) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:15:23.668474 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 919f2b63-b2dc-4bf9-b782-1f00d490d2b6 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:15:23.731481 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-f7c167d0-aaa1-4b7b-89f4-155631bedc27 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:23.732800 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 919f2b63-b2dc-4bf9-b782-1f00d490d2b6 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:15:23.737026 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 919f2b63-b2dc-4bf9-b782-1f00d490d2b6 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:15:23.737483 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:23.747564 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-f7c167d0-aaa1-4b7b-89f4-155631bedc27 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Transition to ACTIVE for port object df56a92e-8e16-482d-a579-f34e0d321fed will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:15:23.785215 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-f7c167d0-aaa1-4b7b-89f4-155631bedc27 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:23.826061 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:23.830944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-f7c167d0-aaa1-4b7b-89f4-155631bedc27 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Network 0c4ac61f-196f-4dc0-a087-b5dea12e6a8d is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:15:23.836370 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-f7c167d0-aaa1-4b7b-89f4-155631bedc27 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:15:23.840906 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-f7c167d0-aaa1-4b7b-89f4-155631bedc27 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:15:23.865231 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c167d0-aaa1-4b7b-89f4-155631bedc27 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Pushing event updated for resources: {'Port': ['ID=df56a92e-8e16-482d-a579-f34e0d321fed,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:23.881414 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 919f2b63-b2dc-4bf9-b782-1f00d490d2b6, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=919f2b63-b2dc-4bf9-b782-1f00d490d2b6,segment=NetworkSegment(f33ca67b-56be-47b0-a42d-0b0dcb89672d),segment_id=f33ca67b-56be-47b0-a42d-0b0dcb89672d)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:15:23.887230 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:23.901778 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-f7c167d0-aaa1-4b7b-89f4-155631bedc27 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:23.902483 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-f7c167d0-aaa1-4b7b-89f4-155631bedc27 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:23.923304 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-f7c167d0-aaa1-4b7b-89f4-155631bedc27 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6247957 Aug 11 23:15:23.941564 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-ac89c3dd-fa30-479c-8dbe-3897ff9d6df6 service neutron] Request body: {'port': {'device_id': 'bfb7534e-fd3b-4406-8b0a-dbb93c87baac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:15:23.948330 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=919f2b63-b2dc-4bf9-b782-1f00d490d2b6,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:24.007742 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-ac89c3dd-fa30-479c-8dbe-3897ff9d6df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:24.158977 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1f8af23a-8aec-42db-b6a9-a07d54ba318d None None] Provisioning for port df56a92e-8e16-482d-a579-f34e0d321fed completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:15:24.163251 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1f8af23a-8aec-42db-b6a9-a07d54ba318d None None] Provisioning complete for port df56a92e-8e16-482d-a579-f34e0d321fed triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:15:24.163714 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1f8af23a-8aec-42db-b6a9-a07d54ba318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:24.208496 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-1f8af23a-8aec-42db-b6a9-a07d54ba318d None None] Port df56a92e-8e16-482d-a579-f34e0d321fed cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:15:24.323785 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7291ff-91cb-4c3b-9a82-f660a97c019e req-01fc8f76-ad5d-41b0-9a9b-e47748411ba8 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:24.325338 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c7291ff-91cb-4c3b-9a82-f660a97c019e req-01fc8f76-ad5d-41b0-9a9b-e47748411ba8 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 931 time: 0.0863972 Aug 11 23:15:24.329179 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-ac89c3dd-fa30-479c-8dbe-3897ff9d6df6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df56a92e-8e16-482d-a579-f34e0d321fed {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 23:15:24.342138 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-ac89c3dd-fa30-479c-8dbe-3897ff9d6df6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:24.365373 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-ac89c3dd-fa30-479c-8dbe-3897ff9d6df6 service neutron] Transition to ACTIVE for port object df56a92e-8e16-482d-a579-f34e0d321fed will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:15:24.373952 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-ac89c3dd-fa30-479c-8dbe-3897ff9d6df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:24.408616 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c7291ff-91cb-4c3b-9a82-f660a97c019e req-d9d841b9-046a-4ce6-aacb-1e8ed0897cee tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748341 Aug 11 23:15:24.432357 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89c3dd-fa30-479c-8dbe-3897ff9d6df6 service neutron] Pushing event updated for resources: {'Port': ['ID=df56a92e-8e16-482d-a579-f34e0d321fed,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:24.505051 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-ac89c3dd-fa30-479c-8dbe-3897ff9d6df6 service neutron] Attempting to bind port df56a92e-8e16-482d-a579-f34e0d321fed on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:15:24.505393 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-ac89c3dd-fa30-479c-8dbe-3897ff9d6df6 service neutron] Attempting to bind port df56a92e-8e16-482d-a579-f34e0d321fed by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '81f0fd0c-edf1-42f0-8c90-76e025b78d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:15:24.505739 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-ac89c3dd-fa30-479c-8dbe-3897ff9d6df6 service neutron] Attempting to bind port df56a92e-8e16-482d-a579-f34e0d321fed on network 0c4ac61f-196f-4dc0-a087-b5dea12e6a8d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:15:24.510350 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-ac89c3dd-fa30-479c-8dbe-3897ff9d6df6 service neutron] Port df56a92e-8e16-482d-a579-f34e0d321fed on network 0c4ac61f-196f-4dc0-a087-b5dea12e6a8d not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 23:15:24.510676 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-ac89c3dd-fa30-479c-8dbe-3897ff9d6df6 service neutron] Attempting to bind port df56a92e-8e16-482d-a579-f34e0d321fed on network 0c4ac61f-196f-4dc0-a087-b5dea12e6a8d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:15:24.516466 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-ac89c3dd-fa30-479c-8dbe-3897ff9d6df6 service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:15:24.516811 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-ac89c3dd-fa30-479c-8dbe-3897ff9d6df6 service neutron] Checking segment: {'id': '81f0fd0c-edf1-42f0-8c90-76e025b78d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:15:24.517204 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-ac89c3dd-fa30-479c-8dbe-3897ff9d6df6 service neutron] Bound using segment: {'id': '81f0fd0c-edf1-42f0-8c90-76e025b78d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:15:24.517642 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-ac89c3dd-fa30-479c-8dbe-3897ff9d6df6 service neutron] Bound port: df56a92e-8e16-482d-a579-f34e0d321fed, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f0fd0c-edf1-42f0-8c90-76e025b78d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:15:24.518012 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-ac89c3dd-fa30-479c-8dbe-3897ff9d6df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:24.585536 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-ac89c3dd-fa30-479c-8dbe-3897ff9d6df6 service neutron] For port df56a92e-8e16-482d-a579-f34e0d321fed, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:15:24.588507 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-ac89c3dd-fa30-479c-8dbe-3897ff9d6df6 service neutron] For port df56a92e-8e16-482d-a579-f34e0d321fed, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=df56a92e-8e16-482d-a579-f34e0d321fed,segment=NetworkSegment(81f0fd0c-edf1-42f0-8c90-76e025b78d84),segment_id=81f0fd0c-edf1-42f0-8c90-76e025b78d84)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:15:24.593809 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-ac89c3dd-fa30-479c-8dbe-3897ff9d6df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:24.632133 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-ac89c3dd-fa30-479c-8dbe-3897ff9d6df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:24.632958 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-ac89c3dd-fa30-479c-8dbe-3897ff9d6df6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:24.634296 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-ac89c3dd-fa30-479c-8dbe-3897ff9d6df6 service neutron] 10.222.0.82 "PUT /v2.0/ports/df56a92e-8e16-482d-a579-f34e0d321fed HTTP/1.1" status: 200 len: 1091 time: 0.6979935 Aug 11 23:15:24.634752 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb7534e-fd3b-4406-8b0a-dbb93c87baac', 'tag': 'df56a92e-8e16-482d-a579-f34e0d321fed'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:15:24.637788 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767ee783-7785-492c-8885-d4eb3fa0b381" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb7534e-fd3b-4406-8b0a-dbb93c87baac", "tag": "df56a92e-8e16-482d-a579-f34e0d321fed"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:15:24.663525 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89c3dd-fa30-479c-8dbe-3897ff9d6df6 service neutron] Pushing event updated for resources: {'Port': ['ID=df56a92e-8e16-482d-a579-f34e0d321fed,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:24.686563 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00623613-16de-4384-8d1e-1da111ddd9bc x-openstack-request-id: req-00623613-16de-4384-8d1e-1da111ddd9bc {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:15:24.686865 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb7534e-fd3b-4406-8b0a-dbb93c87baac", "tag": "df56a92e-8e16-482d-a579-f34e0d321fed", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:15:24.687184 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-00623613-16de-4384-8d1e-1da111ddd9bc {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:15:24.687657 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb7534e-fd3b-4406-8b0a-dbb93c87baac', 'tag': 'df56a92e-8e16-482d-a579-f34e0d321fed', 'status': 'completed', 'code': 200} Aug 11 23:15:24.744933 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-b73c521a-bb8c-499b-b92e-97934b04898d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:24.747123 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-b73c521a-bb8c-499b-b92e-97934b04898d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=79a3d71f4064437692bc5fdb26611346&device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 1094 time: 0.0429702 Aug 11 23:15:24.809429 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-6d2d8d16-2742-49dd-9079-084d50b7d87a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df56a92e-8e16-482d-a579-f34e0d321fed HTTP/1.1" status: 200 len: 217 time: 0.0373955 Aug 11 23:15:24.863209 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-882d6048-ef58-48fd-8816-e5b3fddc0d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:24.864725 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-882d6048-ef58-48fd-8816-e5b3fddc0d28 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ae3e324e-805e-49db-b5e4-e9d2038019d4 HTTP/1.1" status: 200 len: 848 time: 0.0474701 Aug 11 23:15:24.915330 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-ee5448d6-18ec-446b-b676-a67cf118fb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:24.916887 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-ee5448d6-18ec-446b-b676-a67cf118fb0f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447693 Aug 11 23:15:25.005384 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-e115cd2d-5485-4da4-8508-8562e16cab2a service neutron] 10.222.0.82 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812314 Aug 11 23:15:25.099443 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e06cea2f-ca26-476f-98f4-1b62b7024ee6 req-96545c8f-cfce-46d0-a6d1-8e410cd45102 service neutron] 10.222.0.82 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869596 Aug 11 23:15:25.222209 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ee783-7785-492c-8885-d4eb3fa0b381 req-1f103abe-9341-4d58-92c8-c63e869393a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:25.223866 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-767ee783-7785-492c-8885-d4eb3fa0b381 req-1f103abe-9341-4d58-92c8-c63e869393a1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=79a3d71f4064437692bc5fdb26611346&device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 1094 time: 0.0428412 Aug 11 23:15:25.327601 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ee783-7785-492c-8885-d4eb3fa0b381 req-e7bd2d05-f3e6-4189-9d96-09ce676506a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:25.329094 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-767ee783-7785-492c-8885-d4eb3fa0b381 req-e7bd2d05-f3e6-4189-9d96-09ce676506a0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d HTTP/1.1" status: 200 len: 910 time: 0.0980620 Aug 11 23:15:25.372026 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-767ee783-7785-492c-8885-d4eb3fa0b381 req-9584e74b-58fa-4549-ad08-0e4dea31d857 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df56a92e-8e16-482d-a579-f34e0d321fed HTTP/1.1" status: 200 len: 217 time: 0.0355673 Aug 11 23:15:25.423040 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ee783-7785-492c-8885-d4eb3fa0b381 req-a5e6123b-e4e1-4a62-aaa8-e5ba66e87bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:25.424565 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-767ee783-7785-492c-8885-d4eb3fa0b381 req-a5e6123b-e4e1-4a62-aaa8-e5ba66e87bf4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ae3e324e-805e-49db-b5e4-e9d2038019d4 HTTP/1.1" status: 200 len: 848 time: 0.0452318 Aug 11 23:15:25.475781 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ee783-7785-492c-8885-d4eb3fa0b381 req-e4f795a3-3c6e-4b2e-aba7-cda24b0d5955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:25.477349 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-767ee783-7785-492c-8885-d4eb3fa0b381 req-e4f795a3-3c6e-4b2e-aba7-cda24b0d5955 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442984 Aug 11 23:15:25.629715 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 919f2b63-b2dc-4bf9-b782-1f00d490d2b6 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:15:25.680205 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 919f2b63-b2dc-4bf9-b782-1f00d490d2b6 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:15:25.680588 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:25.925664 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff6e72-a533-4cf6-b21e-ffb86e6a289b req-0d5c5dcd-7b2d-4ed9-b803-a2a3cad35e2e tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:25.927175 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5cff6e72-a533-4cf6-b21e-ffb86e6a289b req-0d5c5dcd-7b2d-4ed9-b803-a2a3cad35e2e tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 943 time: 0.4352188 Aug 11 23:15:25.960354 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-767ee783-7785-492c-8885-d4eb3fa0b381 req-2c2c791b-0771-4f48-b56d-7d9e43873b06 service neutron] 10.222.0.82 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757516 Aug 11 23:15:25.993650 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5cff6e72-a533-4cf6-b21e-ffb86e6a289b req-6fd55724-5a51-4cd1-a107-23874644a3ae tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604298 Aug 11 23:15:26.060388 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-767ee783-7785-492c-8885-d4eb3fa0b381 req-fa47f24e-721a-4e8c-9325-de1645b54520 service neutron] 10.222.0.82 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886531 Aug 11 23:15:27.110096 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b06ecf-61ff-4acd-ad22-810247f356ee req-f3d4f229-0109-4a5a-bd7b-65f5bf39e3ed tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:27.111631 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-89b06ecf-61ff-4acd-ad22-810247f356ee req-f3d4f229-0109-4a5a-bd7b-65f5bf39e3ed tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 943 time: 0.0499008 Aug 11 23:15:27.148293 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-89b06ecf-61ff-4acd-ad22-810247f356ee req-fcd49fbb-b245-4755-acea-4b79fcc3d9e0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306096 Aug 11 23:15:28.097808 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:15:28.269941 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140eff9-68df-43de-98a7-cea79a7c36dc req-984a1f75-c976-46d4-8dae-8c3d86fabffe tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:28.271435 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b140eff9-68df-43de-98a7-cea79a7c36dc req-984a1f75-c976-46d4-8dae-8c3d86fabffe tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 943 time: 0.0521255 Aug 11 23:15:28.308972 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b140eff9-68df-43de-98a7-cea79a7c36dc req-706eda2a-2e6e-430a-a6bf-403c8b62877f tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307937 Aug 11 23:15:28.369253 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device df56a92e-8e16-482d-a579-f34e0d321fed details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 23:15:28.468237 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port df56a92e-8e16-482d-a579-f34e0d321fed, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=df56a92e-8e16-482d-a579-f34e0d321fed,segment=NetworkSegment(81f0fd0c-edf1-42f0-8c90-76e025b78d84),segment_id=81f0fd0c-edf1-42f0-8c90-76e025b78d84)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:15:28.479542 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': 'df56a92e-8e16-482d-a579-f34e0d321fed', 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d', 'port_id': 'df56a92e-8e16-482d-a579-f34e0d321fed', 'mac_address': 'fa:16:3e:34:df:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 23:15:28.517316 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:28.530496 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df56a92e-8e16-482d-a579-f34e0d321fed {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 23:15:28.550851 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port df56a92e-8e16-482d-a579-f34e0d321fed, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=df56a92e-8e16-482d-a579-f34e0d321fed,segment=NetworkSegment(81f0fd0c-edf1-42f0-8c90-76e025b78d84),segment_id=81f0fd0c-edf1-42f0-8c90-76e025b78d84)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:15:28.554444 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:28.604855 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=df56a92e-8e16-482d-a579-f34e0d321fed,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:28.964974 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['df56a92e-8e16-482d-a579-f34e0d321fed'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 23:15:29.424563 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91918e0-a9d6-47d8-bc62-a4881609775e req-3cb6d482-1b67-4ecf-bc7f-27c4a511d3c2 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:29.426058 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c91918e0-a9d6-47d8-bc62-a4881609775e req-3cb6d482-1b67-4ecf-bc7f-27c4a511d3c2 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 944 time: 0.0503585 Aug 11 23:15:29.464013 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c91918e0-a9d6-47d8-bc62-a4881609775e req-e1bb6532-bc4f-49dd-bb96-a87092df8bec tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319245 Aug 11 23:15:30.357913 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device df56a92e-8e16-482d-a579-f34e0d321fed up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:15:30.406736 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port df56a92e-8e16-482d-a579-f34e0d321fed completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:15:30.410622 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port df56a92e-8e16-482d-a579-f34e0d321fed triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:15:30.411001 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:30.486748 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:30.509893 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb7534e-fd3b-4406-8b0a-dbb93c87baac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df56a92e-8e16-482d-a579-f34e0d321fed'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:15:30.512290 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f6f3a1-1b03-403c-be0d-e612675cd24f" -d '{"events": [{"server_uuid": "bfb7534e-fd3b-4406-8b0a-dbb93c87baac", "name": "network-vif-plugged", "status": "completed", "tag": "df56a92e-8e16-482d-a579-f34e0d321fed"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:15:30.528637 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port df56a92e-8e16-482d-a579-f34e0d321fed, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=df56a92e-8e16-482d-a579-f34e0d321fed,segment=NetworkSegment(81f0fd0c-edf1-42f0-8c90-76e025b78d84),segment_id=81f0fd0c-edf1-42f0-8c90-76e025b78d84)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:15:30.532757 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:30.579459 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afe31b-c30a-4e83-a21d-252b4ae4c2df req-95de27eb-c751-498b-96a0-35f67112622c tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:30.581002 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-22afe31b-c30a-4e83-a21d-252b4ae4c2df req-95de27eb-c751-498b-96a0-35f67112622c tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 945 time: 0.0488720 Aug 11 23:15:30.582800 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=df56a92e-8e16-482d-a579-f34e0d321fed,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:30.620263 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-22afe31b-c30a-4e83-a21d-252b4ae4c2df req-cd83fa8c-2cee-429f-a2b9-44aa23478423 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328090 Aug 11 23:15:30.717860 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 23:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f59badb-1351-46b2-b2c6-4a9fbe172301 x-openstack-request-id: req-0f59badb-1351-46b2-b2c6-4a9fbe172301 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:15:30.718161 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb7534e-fd3b-4406-8b0a-dbb93c87baac", "name": "network-vif-plugged", "status": "completed", "tag": "df56a92e-8e16-482d-a579-f34e0d321fed", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:15:30.718419 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0f59badb-1351-46b2-b2c6-4a9fbe172301 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:15:30.718859 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb7534e-fd3b-4406-8b0a-dbb93c87baac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df56a92e-8e16-482d-a579-f34e0d321fed', 'code': 200} Aug 11 23:15:30.846215 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effd517-7b38-4b0d-a837-37f0635d3bc2 req-06bebe20-4d60-4453-be50-b157b9982228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:30.847658 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2effd517-7b38-4b0d-a837-37f0635d3bc2 req-06bebe20-4d60-4453-be50-b157b9982228 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 1096 time: 0.0435731 Aug 11 23:15:30.881523 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2effd517-7b38-4b0d-a837-37f0635d3bc2 req-3c5c9e17-0145-4ea9-b9a3-16c027dfc27e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269241 Aug 11 23:15:31.736452 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d514cbd-d609-4cf3-a8ca-52ed9daff226 req-aecb91a9-b00e-49ce-90f9-e0c63c6a1ce7 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:31.737981 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8d514cbd-d609-4cf3-a8ca-52ed9daff226 req-aecb91a9-b00e-49ce-90f9-e0c63c6a1ce7 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 945 time: 0.0482173 Aug 11 23:15:31.775448 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8d514cbd-d609-4cf3-a8ca-52ed9daff226 req-284cb465-5aa9-4152-8805-d32a774fe9a3 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311339 Aug 11 23:15:32.893654 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196262b-69d6-40b6-aaed-64582c14b30c req-78841175-4078-4699-af7e-2d6f81bc817e tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:32.895189 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b196262b-69d6-40b6-aaed-64582c14b30c req-78841175-4078-4699-af7e-2d6f81bc817e tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 945 time: 0.0491109 Aug 11 23:15:32.934354 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b196262b-69d6-40b6-aaed-64582c14b30c req-b66644d4-7370-4851-a376-ced79d8530da tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331461 Aug 11 23:15:33.052614 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c4091-67a1-4769-b640-55a6173e6813 req-7c8f6503-2460-4b77-b38f-2f62451e7100 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:33.054116 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0b5c4091-67a1-4769-b640-55a6173e6813 req-7c8f6503-2460-4b77-b38f-2f62451e7100 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 945 time: 0.0537679 Aug 11 23:15:33.093459 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0b5c4091-67a1-4769-b640-55a6173e6813 req-095c14e1-0076-4e55-862f-8f6e426d8592 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326853 Aug 11 23:15:33.114365 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58910) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:15:33.197389 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b160790-60af-4b9d-ac77-f7d4547de940 tempest-TestShelveInstance-2089581278 tempest-TestShelveInstance-2089581278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:33.199489 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0b160790-60af-4b9d-ac77-f7d4547de940 tempest-TestShelveInstance-2089581278 tempest-TestShelveInstance-2089581278-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 1091 time: 0.0836096 Aug 11 23:15:33.202484 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 58914) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:15:33.206814 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-e93c06a6-b1ec-401c-9a1b-48b0f9c9d740 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'port_id': 'df56a92e-8e16-482d-a579-f34e0d321fed', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:15:33.227926 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e93c06a6-b1ec-401c-9a1b-48b0f9c9d740 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:33.328433 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e93c06a6-b1ec-401c-9a1b-48b0f9c9d740 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:33.427727 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-e93c06a6-b1ec-401c-9a1b-48b0f9c9d740 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Allocated IP 172.25.2.216 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/c983a918-5637-4a96-8492-c0a6031a349a) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:15:33.533415 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e93c06a6-b1ec-401c-9a1b-48b0f9c9d740 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:33.574689 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e93c06a6-b1ec-401c-9a1b-48b0f9c9d740 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:33.612983 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93c06a6-b1ec-401c-9a1b-48b0f9c9d740 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:15:33.617750 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-e93c06a6-b1ec-401c-9a1b-48b0f9c9d740 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:15:33.621313 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93c06a6-b1ec-401c-9a1b-48b0f9c9d740 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:15:33.643318 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c06a6-b1ec-401c-9a1b-48b0f9c9d740 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Pushing event updated for resources: {'Port': ['ID=c983a918-5637-4a96-8492-c0a6031a349a,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:33.989270 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e93c06a6-b1ec-401c-9a1b-48b0f9c9d740 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:34.056824 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e93c06a6-b1ec-401c-9a1b-48b0f9c9d740 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:34.210925 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e93c06a6-b1ec-401c-9a1b-48b0f9c9d740 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:34.216135 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e93c06a6-b1ec-401c-9a1b-48b0f9c9d740 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:34.287619 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c06a6-b1ec-401c-9a1b-48b0f9c9d740 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Pushing event updated for resources: {'Port': ['ID=c983a918-5637-4a96-8492-c0a6031a349a,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:15:34.302682 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e93c06a6-b1ec-401c-9a1b-48b0f9c9d740 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:34.405876 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-e93c06a6-b1ec-401c-9a1b-48b0f9c9d740 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Floating IP db1519a6-b203-467c-b5a0-9a63b65d5010 associated. External IP: 172.25.2.216, port: df56a92e-8e16-482d-a579-f34e0d321fed. Aug 11 23:15:34.609766 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93c06a6-b1ec-401c-9a1b-48b0f9c9d740 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Router 71f09c83-a7bf-42d1-ba54-e8cf51bd819d has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:15:34.722286 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93c06a6-b1ec-401c-9a1b-48b0f9c9d740 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:15:34.734360 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951222b1-fb3f-41b8-9188-98fd2c56b7c0 None None] Sync routers for ids ['71f09c83-a7bf-42d1-ba54-e8cf51bd819d'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:15:34.739853 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-e93c06a6-b1ec-401c-9a1b-48b0f9c9d740 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:34.746723 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951222b1-fb3f-41b8-9188-98fd2c56b7c0 None None] Routers {'71f09c83-a7bf-42d1-ba54-e8cf51bd819d'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:15:34.747416 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-951222b1-fb3f-41b8-9188-98fd2c56b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:15:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['71f09c83-a7bf-42d1-ba54-e8cf51bd819d'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:15:34.779532 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-e93c06a6-b1ec-401c-9a1b-48b0f9c9d740 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5645580 Aug 11 23:15:34.779532 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb7534e-fd3b-4406-8b0a-dbb93c87baac', 'tag': 'df56a92e-8e16-482d-a579-f34e0d321fed'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:15:34.779532 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445121ec-f984-4148-9cd7-b7811875d52a" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb7534e-fd3b-4406-8b0a-dbb93c87baac", "tag": "df56a92e-8e16-482d-a579-f34e0d321fed"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:15:34.807373 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793ae70b-1551-4302-91b8-180364702f9a x-openstack-request-id: req-793ae70b-1551-4302-91b8-180364702f9a {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:15:34.807706 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb7534e-fd3b-4406-8b0a-dbb93c87baac", "tag": "df56a92e-8e16-482d-a579-f34e0d321fed", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:15:34.808520 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-793ae70b-1551-4302-91b8-180364702f9a {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:15:34.808928 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb7534e-fd3b-4406-8b0a-dbb93c87baac', 'tag': 'df56a92e-8e16-482d-a579-f34e0d321fed', 'status': 'completed', 'code': 200} Aug 11 23:15:34.852366 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-951222b1-fb3f-41b8-9188-98fd2c56b7c0 None None] Set router 71f09c83-a7bf-42d1-ba54-e8cf51bd819d gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:15:34.896408 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445121ec-f984-4148-9cd7-b7811875d52a req-f86704e4-2e3d-4a3a-8fd0-6f64a91cc596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:34.898000 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-445121ec-f984-4148-9cd7-b7811875d52a req-f86704e4-2e3d-4a3a-8fd0-6f64a91cc596 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=79a3d71f4064437692bc5fdb26611346&device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 1096 time: 0.0454361 Aug 11 23:15:34.990271 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445121ec-f984-4148-9cd7-b7811875d52a req-ffd31bf6-c821-44ab-8f6a-a4e370c3d62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:34.991732 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-445121ec-f984-4148-9cd7-b7811875d52a req-ffd31bf6-c821-44ab-8f6a-a4e370c3d62f service neutron] 10.222.0.82 "GET /v2.0/networks?id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d HTTP/1.1" status: 200 len: 910 time: 0.0861495 Aug 11 23:15:35.064837 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-445121ec-f984-4148-9cd7-b7811875d52a req-1ba89dc0-d82e-4469-9c32-cf116bf68ccc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df56a92e-8e16-482d-a579-f34e0d321fed HTTP/1.1" status: 200 len: 999 time: 0.0663230 Aug 11 23:15:35.077250 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-951222b1-fb3f-41b8-9188-98fd2c56b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'name': 'tempest-TestShelveInstance-1856787322-router', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:13Z', 'revision_number': 4, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'gw_port': {'id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'db1519a6-b203-467c-b5a0-9a63b65d5010', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'floating_ip_address': '172.25.2.216', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'port_id': 'df56a92e-8e16-482d-a579-f34e0d321fed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d', 'mac_address': 'fa:16:3e:34:df:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb7534e-fd3b-4406-8b0a-dbb93c87baac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:15:33Z', 'updated_at': '2021-08-11T23:15:33Z', 'revision_number': 0, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18768c6d-bc14-49bf-b670-ff32eb30ed5a', 'name': '', 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'mac_address': 'fa:16:3e:23:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:13Z', 'updated_at': '2021-08-11T23:15:19Z', 'revision_number': 5, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'subnets': [{'id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:15:35.106959 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951222b1-fb3f-41b8-9188-98fd2c56b7c0 None None] Checking router: 71f09c83-a7bf-42d1-ba54-e8cf51bd819d for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:15:35.114680 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445121ec-f984-4148-9cd7-b7811875d52a req-0fe00805-ff57-4626-94ef-2c4963ddbe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:35.115864 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951222b1-fb3f-41b8-9188-98fd2c56b7c0 None None] Routers {'71f09c83-a7bf-42d1-ba54-e8cf51bd819d'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:15:35.116203 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-445121ec-f984-4148-9cd7-b7811875d52a req-0fe00805-ff57-4626-94ef-2c4963ddbe45 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ae3e324e-805e-49db-b5e4-e9d2038019d4 HTTP/1.1" status: 200 len: 848 time: 0.0445888 Aug 11 23:15:35.116481 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-951222b1-fb3f-41b8-9188-98fd2c56b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:15:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['71f09c83-a7bf-42d1-ba54-e8cf51bd819d'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:15:35.161393 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445121ec-f984-4148-9cd7-b7811875d52a req-50390d13-880b-46d3-8d0a-ec9aca1d6c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:15:35.162819 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-445121ec-f984-4148-9cd7-b7811875d52a req-50390d13-880b-46d3-8d0a-ec9aca1d6c04 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399959 Aug 11 23:15:35.218500 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-951222b1-fb3f-41b8-9188-98fd2c56b7c0 None None] Set router 71f09c83-a7bf-42d1-ba54-e8cf51bd819d gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:15:35.269912 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-445121ec-f984-4148-9cd7-b7811875d52a req-765e7cc3-ee56-405c-9f32-cc07a4c5ce96 service neutron] 10.222.0.82 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868576 Aug 11 23:15:35.364201 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-445121ec-f984-4148-9cd7-b7811875d52a req-2b9f0aa5-fadd-49f4-ac04-d114c0f38251 service neutron] 10.222.0.82 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872078 Aug 11 23:15:35.443844 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-951222b1-fb3f-41b8-9188-98fd2c56b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'name': 'tempest-TestShelveInstance-1856787322-router', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:13Z', 'revision_number': 4, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'gw_port': {'id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'db1519a6-b203-467c-b5a0-9a63b65d5010', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'floating_ip_address': '172.25.2.216', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'port_id': 'df56a92e-8e16-482d-a579-f34e0d321fed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d', 'mac_address': 'fa:16:3e:34:df:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb7534e-fd3b-4406-8b0a-dbb93c87baac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:15:33Z', 'updated_at': '2021-08-11T23:15:33Z', 'revision_number': 0, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18768c6d-bc14-49bf-b670-ff32eb30ed5a', 'name': '', 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'mac_address': 'fa:16:3e:23:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:13Z', 'updated_at': '2021-08-11T23:15:19Z', 'revision_number': 5, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'subnets': [{'id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:15:35.469268 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951222b1-fb3f-41b8-9188-98fd2c56b7c0 None None] The sync data for ids ['71f09c83-a7bf-42d1-ba54-e8cf51bd819d'] in n-d-804275-3 is: [{'id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'name': 'tempest-TestShelveInstance-1856787322-router', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:13Z', 'revision_number': 4, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'gw_port': {'id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'db1519a6-b203-467c-b5a0-9a63b65d5010', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'floating_ip_address': '172.25.2.216', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'port_id': 'df56a92e-8e16-482d-a579-f34e0d321fed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d', 'mac_address': 'fa:16:3e:34:df:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb7534e-fd3b-4406-8b0a-dbb93c87baac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:15:33Z', 'updated_at': '2021-08-11T23:15:33Z', 'revision_number': 0, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18768c6d-bc14-49bf-b670-ff32eb30ed5a', 'name': '', 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'mac_address': 'fa:16:3e:23:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:13Z', 'updated_at': '2021-08-11T23:15:19Z', 'revision_number': 5, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'subnets': [{'id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:15:35.656568 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b33441b-103c-40db-b51d-73a204c0616d None None] New status for floating IP db1519a6-b203-467c-b5a0-9a63b65d5010: ACTIVE {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 23:15:38.880789 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:43.355370 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1b6c5e90-02a8-4f99-b01c-a737cf7f5a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:46.208926 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:46.342998 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8349d729-04f0-4954-beb6-7df0c7a1b56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:47.822723 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:49.282216 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:15:51.335439 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:16:05.096959 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:16:08.886111 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:16:13.357003 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3b322a83-0f32-4216-a6e7-1b678f135aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:16:16.211207 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:16:16.345882 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-272ff410-408c-4991-834d-053d5fb07233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:16:17.828351 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:16:19.307204 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:16:21.345886 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:16:32.290737 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc1fd4a2-b479-4b80-9e29-e73cf8b67f98 req-2ca49223-f895-4110-bf83-5ecf09d00988 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0836482 Aug 11 23:16:32.390462 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fd4a2-b479-4b80-9e29-e73cf8b67f98 req-65b88f76-1c33-4aa7-abc2-1d1fc2a7fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:16:32.392040 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc1fd4a2-b479-4b80-9e29-e73cf8b67f98 req-65b88f76-1c33-4aa7-abc2-1d1fc2a7fa7b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=79a3d71f4064437692bc5fdb26611346&device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 1096 time: 0.0454729 Aug 11 23:16:32.495812 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fd4a2-b479-4b80-9e29-e73cf8b67f98 req-bd1e30f1-20c8-4832-acc1-f969a1efb9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:16:32.497318 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc1fd4a2-b479-4b80-9e29-e73cf8b67f98 req-bd1e30f1-20c8-4832-acc1-f969a1efb9b7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d HTTP/1.1" status: 200 len: 910 time: 0.0843694 Aug 11 23:16:32.565682 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc1fd4a2-b479-4b80-9e29-e73cf8b67f98 req-87557ae2-854c-472f-9ecf-4f58ed4d9052 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df56a92e-8e16-482d-a579-f34e0d321fed HTTP/1.1" status: 200 len: 1001 time: 0.0611637 Aug 11 23:16:32.614513 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fd4a2-b479-4b80-9e29-e73cf8b67f98 req-80bca924-a907-4e44-afbc-b50dc7f9879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:16:32.615988 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc1fd4a2-b479-4b80-9e29-e73cf8b67f98 req-80bca924-a907-4e44-afbc-b50dc7f9879c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ae3e324e-805e-49db-b5e4-e9d2038019d4 HTTP/1.1" status: 200 len: 848 time: 0.0429626 Aug 11 23:16:32.660265 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fd4a2-b479-4b80-9e29-e73cf8b67f98 req-7b886a0b-4421-4e60-8f9b-3f17cdbc4fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:16:32.661756 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc1fd4a2-b479-4b80-9e29-e73cf8b67f98 req-7b886a0b-4421-4e60-8f9b-3f17cdbc4fff service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386975 Aug 11 23:16:32.759331 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc1fd4a2-b479-4b80-9e29-e73cf8b67f98 req-409263b4-b283-419c-9795-1d3624031bf8 service neutron] 10.222.0.82 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891283 Aug 11 23:16:32.851053 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc1fd4a2-b479-4b80-9e29-e73cf8b67f98 req-1e745a2a-9c00-4c32-9fbf-aac39b7da559 service neutron] 10.222.0.82 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843160 Aug 11 23:16:38.890606 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:16:42.095677 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:16:43.357651 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-461e7209-d18e-45a6-ac6a-1315504e859a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:16:46.214085 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:16:46.347478 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7bd95392-4ef5-4433-b553-995ddc67e163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:16:47.829619 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:16:49.287978 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:16:51.344374 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:17:08.913178 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:17:13.359093 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5b835040-baa6-41ed-b6f4-640a0ccd1473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:17:16.215248 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:17:16.347880 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0093aab6-0972-48ab-aae0-f05e6c7c0809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:17:17.832407 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:17:19.094779 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:17:19.290690 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:17:21.347334 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:17:32.247960 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6628307a-9677-4ed0-a6a8-4105dd8cc69f req-9c8e9f89-01eb-4355-96ee-a91f7768d202 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401957 Aug 11 23:17:32.351241 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628307a-9677-4ed0-a6a8-4105dd8cc69f req-19ea4dc1-f440-40c5-9e13-1c37758bab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:17:32.352780 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6628307a-9677-4ed0-a6a8-4105dd8cc69f req-19ea4dc1-f440-40c5-9e13-1c37758bab38 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=79a3d71f4064437692bc5fdb26611346&device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 1096 time: 0.0435989 Aug 11 23:17:32.462518 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628307a-9677-4ed0-a6a8-4105dd8cc69f req-9c9e019b-8230-48fc-85ed-9dd6ed82f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:17:32.464000 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6628307a-9677-4ed0-a6a8-4105dd8cc69f req-9c9e019b-8230-48fc-85ed-9dd6ed82f6dc service neutron] 10.222.0.82 "GET /v2.0/networks?id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d HTTP/1.1" status: 200 len: 910 time: 0.0917797 Aug 11 23:17:32.534560 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6628307a-9677-4ed0-a6a8-4105dd8cc69f req-5a761852-a617-4516-aa29-87e451886062 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df56a92e-8e16-482d-a579-f34e0d321fed HTTP/1.1" status: 200 len: 1001 time: 0.0636928 Aug 11 23:17:32.584091 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628307a-9677-4ed0-a6a8-4105dd8cc69f req-682e4788-5eb3-4791-9617-80c457109e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:17:32.585547 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6628307a-9677-4ed0-a6a8-4105dd8cc69f req-682e4788-5eb3-4791-9617-80c457109e8a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ae3e324e-805e-49db-b5e4-e9d2038019d4 HTTP/1.1" status: 200 len: 848 time: 0.0445402 Aug 11 23:17:32.630310 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628307a-9677-4ed0-a6a8-4105dd8cc69f req-2e6abd3c-d10f-4b5c-9984-a6be1ec37464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:17:32.631832 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6628307a-9677-4ed0-a6a8-4105dd8cc69f req-2e6abd3c-d10f-4b5c-9984-a6be1ec37464 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395062 Aug 11 23:17:32.723035 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6628307a-9677-4ed0-a6a8-4105dd8cc69f req-e8b3bc04-83cb-4aac-bc8b-b722df529008 service neutron] 10.222.0.82 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842929 Aug 11 23:17:32.811159 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6628307a-9677-4ed0-a6a8-4105dd8cc69f req-ac44ac66-5090-4905-bf83-73defc9519d1 service neutron] 10.222.0.82 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803878 Aug 11 23:17:38.911038 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:17:43.358825 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c70562d3-a1dc-4a07-b941-eb86da3feeed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:17:46.216231 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:17:46.347499 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6ce5bbe4-0bd3-43ca-a732-1c62aeb63077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:17:47.837027 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:17:49.294233 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:17:51.358033 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:17:56.094855 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:18:01.861028 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d11a9-4ecc-4f37-b0af-284c9296dc57 req-c97a4194-22a1-406c-9ce2-e1804b27e1fd tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:01.862551 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bf7d11a9-4ecc-4f37-b0af-284c9296dc57 req-c97a4194-22a1-406c-9ce2-e1804b27e1fd tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 945 time: 0.0512028 Aug 11 23:18:01.901259 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bf7d11a9-4ecc-4f37-b0af-284c9296dc57 req-51a4ae28-ed67-4860-839a-deda61b4e376 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326648 Aug 11 23:18:03.048259 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027c70a-9c41-4eab-af81-d55607d95e10 req-dfaed817-de27-4eb6-82b7-7dfbb66f45ca tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:03.049768 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2027c70a-9c41-4eab-af81-d55607d95e10 req-dfaed817-de27-4eb6-82b7-7dfbb66f45ca tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 945 time: 0.0545688 Aug 11 23:18:03.088048 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2027c70a-9c41-4eab-af81-d55607d95e10 req-b227e913-c8b2-43fc-b393-ce80a8ae55f1 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322671 Aug 11 23:18:04.204505 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e256dd-aebd-434e-8086-68081c583421 req-36d27752-2df3-45ad-aeb2-826a855fcbf2 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:04.206038 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-31e256dd-aebd-434e-8086-68081c583421 req-36d27752-2df3-45ad-aeb2-826a855fcbf2 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 945 time: 0.0505960 Aug 11 23:18:04.246541 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-31e256dd-aebd-434e-8086-68081c583421 req-be68db98-9768-4572-8804-179250e63b9d tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336437 Aug 11 23:18:05.360199 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03101dbb-daf1-4c11-b4f8-3195fc3463cf req-d22eac75-7af6-42d9-b045-df543246e0c0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:05.361708 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-03101dbb-daf1-4c11-b4f8-3195fc3463cf req-d22eac75-7af6-42d9-b045-df543246e0c0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 945 time: 0.0482390 Aug 11 23:18:05.399293 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-03101dbb-daf1-4c11-b4f8-3195fc3463cf req-e19b17a1-874b-439e-a7c4-d4a7aaf41f45 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317070 Aug 11 23:18:06.520845 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5d6d4-b05d-4dd4-af56-5cadf8c4f984 req-a3a2f04b-32ee-4446-9588-d1c080c6a4b1 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:06.522376 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f0c5d6d4-b05d-4dd4-af56-5cadf8c4f984 req-a3a2f04b-32ee-4446-9588-d1c080c6a4b1 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 945 time: 0.0538197 Aug 11 23:18:06.561612 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f0c5d6d4-b05d-4dd4-af56-5cadf8c4f984 req-48f193f3-613e-42eb-84fb-ad93b59e40c3 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330837 Aug 11 23:18:07.677691 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610eacf-e1ba-494c-bb81-d3efea17e494 req-6cdc13b4-a46f-46a9-9b60-ceae5b79fcdb tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:07.679203 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5610eacf-e1ba-494c-bb81-d3efea17e494 req-6cdc13b4-a46f-46a9-9b60-ceae5b79fcdb tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 945 time: 0.0499573 Aug 11 23:18:07.717114 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5610eacf-e1ba-494c-bb81-d3efea17e494 req-f9cafc63-b2e0-4e00-b472-6aafce2e4cb9 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319130 Aug 11 23:18:08.831594 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bc7e5-600e-42fd-aeee-ae91b3e12ecb req-92f58e90-9e59-4ba7-acc7-e2e677af773a tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:08.833079 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-624bc7e5-600e-42fd-aeee-ae91b3e12ecb req-92f58e90-9e59-4ba7-acc7-e2e677af773a tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 945 time: 0.0489767 Aug 11 23:18:08.869625 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-624bc7e5-600e-42fd-aeee-ae91b3e12ecb req-6f41ebaf-2948-4efe-9dad-4c7ed634b639 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305936 Aug 11 23:18:08.914470 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:18:09.990892 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0f388-29a2-46e7-8b99-11534eb0a39f req-a12a3130-eb91-4aca-bfc2-1899ea778c42 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:09.992438 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c4e0f388-29a2-46e7-8b99-11534eb0a39f req-a12a3130-eb91-4aca-bfc2-1899ea778c42 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 945 time: 0.0556586 Aug 11 23:18:10.034017 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c4e0f388-29a2-46e7-8b99-11534eb0a39f req-45d2fb5f-da0b-4c2e-a856-d1f4a479365a tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349627 Aug 11 23:18:11.146892 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636087e2-567b-4f5f-9644-a8bed1b72e99 req-0a792bdd-51a2-412e-a81f-122faddd444e tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:11.148465 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-636087e2-567b-4f5f-9644-a8bed1b72e99 req-0a792bdd-51a2-412e-a81f-122faddd444e tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 945 time: 0.0490007 Aug 11 23:18:11.187211 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-636087e2-567b-4f5f-9644-a8bed1b72e99 req-285ff683-e459-48f7-a5f0-3a308f0d638c tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321717 Aug 11 23:18:12.302384 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136958f-920c-42b9-9ad5-6def581a3e5e req-80fa8e70-e7e3-4bd6-85e1-832da679267f tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:12.303990 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8136958f-920c-42b9-9ad5-6def581a3e5e req-80fa8e70-e7e3-4bd6-85e1-832da679267f tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 945 time: 0.0483551 Aug 11 23:18:12.341779 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8136958f-920c-42b9-9ad5-6def581a3e5e req-e962d772-6460-4fc3-b741-a579f5245134 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313606 Aug 11 23:18:13.359953 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2f2392ab-b95d-4997-abef-d0ab11292842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:18:13.458580 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79002180-08ed-4a3a-a479-1cca7add2508 req-288c099a-3002-4c53-bbfe-11b131f966aa tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:13.459984 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-79002180-08ed-4a3a-a479-1cca7add2508 req-288c099a-3002-4c53-bbfe-11b131f966aa tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 945 time: 0.0517993 Aug 11 23:18:13.496978 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-79002180-08ed-4a3a-a479-1cca7add2508 req-2953382a-9bca-4505-a372-5a32a480725c tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310380 Aug 11 23:18:14.611872 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ca876-d4d7-4072-958d-29bc0a2e8d03 req-e5d61a9a-3bc0-4df1-99ff-2f344aaf8167 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:14.613360 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5a0ca876-d4d7-4072-958d-29bc0a2e8d03 req-e5d61a9a-3bc0-4df1-99ff-2f344aaf8167 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 945 time: 0.0484750 Aug 11 23:18:14.649610 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5a0ca876-d4d7-4072-958d-29bc0a2e8d03 req-c484fe86-fe33-4bf4-8816-c80c96e4c6bc tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303237 Aug 11 23:18:15.206275 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device df56a92e-8e16-482d-a579-f34e0d321fed details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 23:18:15.296321 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port df56a92e-8e16-482d-a579-f34e0d321fed, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=df56a92e-8e16-482d-a579-f34e0d321fed,segment=NetworkSegment(81f0fd0c-edf1-42f0-8c90-76e025b78d84),segment_id=81f0fd0c-edf1-42f0-8c90-76e025b78d84)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:18:15.307392 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': 'df56a92e-8e16-482d-a579-f34e0d321fed', 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d', 'port_id': 'df56a92e-8e16-482d-a579-f34e0d321fed', 'mac_address': 'fa:16:3e:34:df:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 23:18:15.344803 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:18:15.360484 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df56a92e-8e16-482d-a579-f34e0d321fed {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 23:18:15.379679 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port df56a92e-8e16-482d-a579-f34e0d321fed, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=df56a92e-8e16-482d-a579-f34e0d321fed,segment=NetworkSegment(81f0fd0c-edf1-42f0-8c90-76e025b78d84),segment_id=81f0fd0c-edf1-42f0-8c90-76e025b78d84)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:18:15.383670 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:18:15.429717 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=df56a92e-8e16-482d-a579-f34e0d321fed,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:18:15.437375 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:18:15.437670 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:18:15.438012 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:18:15.438386 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:18:15.438721 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:18:15.439054 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:18:15.439397 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:18:15.439739 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:18:15.440070 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:18:15.440395 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:18:15.440725 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:18:15.441048 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:18:15.518229 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['df56a92e-8e16-482d-a579-f34e0d321fed'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 23:18:15.765177 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7221b1-ec02-46e2-aaf9-bec24e9332c0 req-f025baf3-90d7-4168-a9b5-93978c915da5 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:15.766670 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d7221b1-ec02-46e2-aaf9-bec24e9332c0 req-f025baf3-90d7-4168-a9b5-93978c915da5 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 944 time: 0.0487151 Aug 11 23:18:15.805434 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d7221b1-ec02-46e2-aaf9-bec24e9332c0 req-13a7c4d9-39ec-4bde-a7ec-bff2eb616002 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319963 Aug 11 23:18:16.217988 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:18:16.350441 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-79bee7f2-1e96-4027-a5c4-a68bf5f084ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:18:16.924366 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbcffd-dc17-4451-81f5-def078dcfb01 req-ea9fb820-ca8e-4cd6-bf8d-c0da4ea5b02b tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:16.925870 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-67bbcffd-dc17-4451-81f5-def078dcfb01 req-ea9fb820-ca8e-4cd6-bf8d-c0da4ea5b02b tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 944 time: 0.0539877 Aug 11 23:18:16.964227 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-67bbcffd-dc17-4451-81f5-def078dcfb01 req-855133ab-477e-4e10-a79b-a61c101a801e tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323675 Aug 11 23:18:17.222737 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device df56a92e-8e16-482d-a579-f34e0d321fed up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:18:17.270102 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port df56a92e-8e16-482d-a579-f34e0d321fed triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:18:17.270481 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:18:17.346854 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:18:17.368838 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb7534e-fd3b-4406-8b0a-dbb93c87baac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df56a92e-8e16-482d-a579-f34e0d321fed'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:18:17.370984 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b07e990-47be-435e-ae04-e11c097f0ac7" -d '{"events": [{"server_uuid": "bfb7534e-fd3b-4406-8b0a-dbb93c87baac", "name": "network-vif-plugged", "status": "completed", "tag": "df56a92e-8e16-482d-a579-f34e0d321fed"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:18:17.384378 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port df56a92e-8e16-482d-a579-f34e0d321fed, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=df56a92e-8e16-482d-a579-f34e0d321fed,segment=NetworkSegment(81f0fd0c-edf1-42f0-8c90-76e025b78d84),segment_id=81f0fd0c-edf1-42f0-8c90-76e025b78d84)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:18:17.388751 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:18:17.411933 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 23:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0f367c-92cd-42cc-a7c3-3ba0ace89be2 x-openstack-request-id: req-7a0f367c-92cd-42cc-a7c3-3ba0ace89be2 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:18:17.412223 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb7534e-fd3b-4406-8b0a-dbb93c87baac", "name": "network-vif-plugged", "status": "completed", "tag": "df56a92e-8e16-482d-a579-f34e0d321fed", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:18:17.412476 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7a0f367c-92cd-42cc-a7c3-3ba0ace89be2 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:18:17.412865 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb7534e-fd3b-4406-8b0a-dbb93c87baac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df56a92e-8e16-482d-a579-f34e0d321fed', 'code': 200} Aug 11 23:18:17.439310 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=df56a92e-8e16-482d-a579-f34e0d321fed,revision_number=7']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:18:17.838071 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:18:18.081624 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990a38f-bffa-4a5f-93f5-958294fde274 req-e9895bd6-4628-48f9-9de8-58b85e41baf3 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:18.083111 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0990a38f-bffa-4a5f-93f5-958294fde274 req-e9895bd6-4628-48f9-9de8-58b85e41baf3 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 945 time: 0.0477853 Aug 11 23:18:18.120622 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0990a38f-bffa-4a5f-93f5-958294fde274 req-cf5039e0-3531-47fd-a685-c92e8af51312 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314589 Aug 11 23:18:19.245861 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650c4b8-d6a2-4dd2-a810-e0dcd687865c req-fc3eaa08-58f3-46e4-806d-b8c605c89f6c tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:19.247790 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6650c4b8-d6a2-4dd2-a810-e0dcd687865c req-fc3eaa08-58f3-46e4-806d-b8c605c89f6c tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 945 time: 0.0547850 Aug 11 23:18:19.298931 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6650c4b8-d6a2-4dd2-a810-e0dcd687865c req-ee9b8278-b517-40d9-8153-6dc9b7862630 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424564 Aug 11 23:18:19.307152 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:18:20.428558 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9fda0-8723-4ed4-b07d-630ebe992bd6 req-5f180b15-cca0-416b-a37e-926c3652a0fe tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:20.430774 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ed9fda0-8723-4ed4-b07d-630ebe992bd6 req-5f180b15-cca0-416b-a37e-926c3652a0fe tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 945 time: 0.0569530 Aug 11 23:18:20.474367 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0ed9fda0-8723-4ed4-b07d-630ebe992bd6 req-1e580c07-4b93-49ef-9110-d71e7dbb40bf tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363746 Aug 11 23:18:21.360582 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:18:21.601736 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3ab01-23e4-41b0-847f-8d3434ce9470 req-c126fabf-0c45-4b51-80ff-6bf58711e0b0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:21.603381 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cec3ab01-23e4-41b0-847f-8d3434ce9470 req-c126fabf-0c45-4b51-80ff-6bf58711e0b0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 945 time: 0.0521483 Aug 11 23:18:21.663251 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-cec3ab01-23e4-41b0-847f-8d3434ce9470 req-9b90fc00-fd7f-4f9d-847e-d3120ece7c55 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496070 Aug 11 23:18:22.800156 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6fd73-8e9a-49b8-bd25-d9b1aee3ab12 req-a077d62b-9ef6-4f4b-8e99-005051308095 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:22.801727 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-83d6fd73-8e9a-49b8-bd25-d9b1aee3ab12 req-a077d62b-9ef6-4f4b-8e99-005051308095 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 945 time: 0.0553398 Aug 11 23:18:22.845959 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-83d6fd73-8e9a-49b8-bd25-d9b1aee3ab12 req-1e0b6690-5042-4ab1-ae06-8526d43e8c52 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368719 Aug 11 23:18:24.316230 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439aa408-1f17-401c-bf1f-be580ae6e7a5 req-5791a1a9-5eb0-40b1-bda8-910b7150d2df tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:24.318211 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-439aa408-1f17-401c-bf1f-be580ae6e7a5 req-5791a1a9-5eb0-40b1-bda8-910b7150d2df tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 945 time: 0.3935254 Aug 11 23:18:24.363837 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-439aa408-1f17-401c-bf1f-be580ae6e7a5 req-c217855f-b945-4b13-8e7a-831db50010dc tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395591 Aug 11 23:18:25.498012 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557e600-ac1f-46c4-b4b1-8135c28a0312 req-755bcc71-1a07-401e-a817-5da4f6eb0794 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:25.500618 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1557e600-ac1f-46c4-b4b1-8135c28a0312 req-755bcc71-1a07-401e-a817-5da4f6eb0794 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 945 time: 0.0587931 Aug 11 23:18:25.558576 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1557e600-ac1f-46c4-b4b1-8135c28a0312 req-7db6dcd7-c174-487f-8b14-6beb77e4a960 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498886 Aug 11 23:18:26.682243 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44bb7e-fe57-40cb-81d7-694d060b78ba req-c450d153-4693-4ed2-bb14-93f540a607cf tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:26.683777 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3b44bb7e-fe57-40cb-81d7-694d060b78ba req-c450d153-4693-4ed2-bb14-93f540a607cf tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 945 time: 0.0527689 Aug 11 23:18:26.725508 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3b44bb7e-fe57-40cb-81d7-694d060b78ba req-50c0c2f3-5203-485b-a4d2-cb4dda74e6fb tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347044 Aug 11 23:18:27.878348 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d75a5-15f0-47b2-b70a-6abb3a25ae3a req-6e299f03-990f-4b1a-980d-be0179a0988b tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:27.879931 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc0d75a5-15f0-47b2-b70a-6abb3a25ae3a req-6e299f03-990f-4b1a-980d-be0179a0988b tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 945 time: 0.0758338 Aug 11 23:18:27.922169 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc0d75a5-15f0-47b2-b70a-6abb3a25ae3a req-f00509c0-fb4e-4360-8864-c2df14106a79 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360856 Aug 11 23:18:29.052362 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80316bd2-79b4-493b-9c60-51737bf44462 req-5cbea0cc-70b4-4e77-9b3b-abd7272e00ca tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:29.053855 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-80316bd2-79b4-493b-9c60-51737bf44462 req-5cbea0cc-70b4-4e77-9b3b-abd7272e00ca tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 945 time: 0.0485048 Aug 11 23:18:29.092366 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-80316bd2-79b4-493b-9c60-51737bf44462 req-25fd2414-7cba-48eb-a749-5e54a12a19b6 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323160 Aug 11 23:18:29.575115 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864148fd-8684-452c-b631-0ab88d2fcde7 req-b4851f6b-e781-4f9f-9ebe-f011d1e20354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:29.577292 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-864148fd-8684-452c-b631-0ab88d2fcde7 req-b4851f6b-e781-4f9f-9ebe-f011d1e20354 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=79a3d71f4064437692bc5fdb26611346&device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 1096 time: 0.0406945 Aug 11 23:18:29.669140 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864148fd-8684-452c-b631-0ab88d2fcde7 req-ebd526f2-4def-4603-bfdc-a2cf8d340c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:29.670755 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-864148fd-8684-452c-b631-0ab88d2fcde7 req-ebd526f2-4def-4603-bfdc-a2cf8d340c5e service neutron] 10.222.0.82 "GET /v2.0/networks?id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d HTTP/1.1" status: 200 len: 910 time: 0.0867007 Aug 11 23:18:29.734868 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-864148fd-8684-452c-b631-0ab88d2fcde7 req-532d9ffc-7003-43fc-86f2-fc194a156cc7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df56a92e-8e16-482d-a579-f34e0d321fed HTTP/1.1" status: 200 len: 1001 time: 0.0575669 Aug 11 23:18:29.782911 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864148fd-8684-452c-b631-0ab88d2fcde7 req-4ccab6cb-bdea-4325-8b4a-cff756b99e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:29.784388 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-864148fd-8684-452c-b631-0ab88d2fcde7 req-4ccab6cb-bdea-4325-8b4a-cff756b99e9f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ae3e324e-805e-49db-b5e4-e9d2038019d4 HTTP/1.1" status: 200 len: 848 time: 0.0431952 Aug 11 23:18:29.833603 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864148fd-8684-452c-b631-0ab88d2fcde7 req-d7f06a0e-5a41-40b9-a4a3-8e5811974daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:29.835036 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-864148fd-8684-452c-b631-0ab88d2fcde7 req-d7f06a0e-5a41-40b9-a4a3-8e5811974daf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435207 Aug 11 23:18:29.923631 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-864148fd-8684-452c-b631-0ab88d2fcde7 req-f2c6edcb-e611-445d-a96b-012e22c9f4cf service neutron] 10.222.0.82 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816560 Aug 11 23:18:30.018928 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-864148fd-8684-452c-b631-0ab88d2fcde7 req-d0ccd456-c35e-40de-b165-c61ca8c08456 service neutron] 10.222.0.82 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888193 Aug 11 23:18:30.210709 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6d97e-26d9-4d3d-9ef9-b06513b5dcfb req-a4f2b6c4-1e5f-4c1e-bc9b-91d33c6f821f tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:30.212224 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dda6d97e-26d9-4d3d-9ef9-b06513b5dcfb req-a4f2b6c4-1e5f-4c1e-bc9b-91d33c6f821f tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 945 time: 0.0497735 Aug 11 23:18:30.249560 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dda6d97e-26d9-4d3d-9ef9-b06513b5dcfb req-9f742fcc-f808-4056-8448-5aff3b127b7b tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308659 Aug 11 23:18:31.363777 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8880a-c245-4e23-9930-9c1f7c7ab6e0 req-46fa6c3e-ad6f-4b54-9e2c-91ceefc50fc4 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:31.365312 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e9a8880a-c245-4e23-9930-9c1f7c7ab6e0 req-46fa6c3e-ad6f-4b54-9e2c-91ceefc50fc4 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 945 time: 0.0492933 Aug 11 23:18:31.403491 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e9a8880a-c245-4e23-9930-9c1f7c7ab6e0 req-83de207b-202d-45b5-abec-95c5d5130648 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321023 Aug 11 23:18:32.523785 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433e158-54c6-4ec4-b99d-c5d284adadcf req-f848b829-55ec-4923-ac01-b14848480cf8 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:32.525288 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0433e158-54c6-4ec4-b99d-c5d284adadcf req-f848b829-55ec-4923-ac01-b14848480cf8 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 945 time: 0.0527661 Aug 11 23:18:32.563918 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0433e158-54c6-4ec4-b99d-c5d284adadcf req-2e2d8724-128f-4848-be0f-51d44f9ccdbc tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314190 Aug 11 23:18:32.770390 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b7667-e0c6-4d64-907b-c6141ccbe8e4 req-1e41ba26-236f-428f-9e81-02273b757127 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:32.771938 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b80b7667-e0c6-4d64-907b-c6141ccbe8e4 req-1e41ba26-236f-428f-9e81-02273b757127 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 945 time: 0.0495021 Aug 11 23:18:32.811728 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b80b7667-e0c6-4d64-907b-c6141ccbe8e4 req-ac3ce498-047d-428d-8eb5-a253d5e0293f tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339386 Aug 11 23:18:32.947023 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ad4927ac-fad4-477d-b677-bc47f3e68f6a req-2e25adbf-8faa-4285-a04f-120a530aa8e4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852494 Aug 11 23:18:33.093779 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:18:33.295907 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device df56a92e-8e16-482d-a579-f34e0d321fed no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:18:33.370465 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:18:33.392765 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb7534e-fd3b-4406-8b0a-dbb93c87baac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df56a92e-8e16-482d-a579-f34e0d321fed'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:18:33.394956 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4137ec-3cf6-4bef-a459-02840549f9d8" -d '{"events": [{"server_uuid": "bfb7534e-fd3b-4406-8b0a-dbb93c87baac", "name": "network-vif-unplugged", "status": "completed", "tag": "df56a92e-8e16-482d-a579-f34e0d321fed"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:18:33.407893 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port df56a92e-8e16-482d-a579-f34e0d321fed, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=df56a92e-8e16-482d-a579-f34e0d321fed,segment=NetworkSegment(81f0fd0c-edf1-42f0-8c90-76e025b78d84),segment_id=81f0fd0c-edf1-42f0-8c90-76e025b78d84)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:18:33.417278 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:18:33.440435 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 23:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065b757f-7228-4afc-a30e-5065c1eade82 x-openstack-request-id: req-065b757f-7228-4afc-a30e-5065c1eade82 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:18:33.440727 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb7534e-fd3b-4406-8b0a-dbb93c87baac", "name": "network-vif-unplugged", "status": "failed", "tag": "df56a92e-8e16-482d-a579-f34e0d321fed", "code": 422}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:18:33.440976 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-065b757f-7228-4afc-a30e-5065c1eade82 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:18:33.441360 n-d-804275-3 neutron-server[100944]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bfb7534e-fd3b-4406-8b0a-dbb93c87baac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'df56a92e-8e16-482d-a579-f34e0d321fed', 'code': 422} returned with failed status Aug 11 23:18:33.466850 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=df56a92e-8e16-482d-a579-f34e0d321fed,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:18:33.928010 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134b4d6-a5f4-41f7-96fc-233a1ef9c7a4 req-7898abda-c9fa-450e-be2c-808f46955afa tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:33.929484 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0134b4d6-a5f4-41f7-96fc-233a1ef9c7a4 req-7898abda-c9fa-450e-be2c-808f46955afa tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 943 time: 0.0505221 Aug 11 23:18:33.968394 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0134b4d6-a5f4-41f7-96fc-233a1ef9c7a4 req-f159d9c2-f086-43bf-badf-595c5acc2d26 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327349 Aug 11 23:18:35.094040 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6677d5-4a40-4c7d-b4f5-ca28b7fa32f6 req-bcde2264-7cca-4635-998f-f1a2262e312d tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:35.095600 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b6677d5-4a40-4c7d-b4f5-ca28b7fa32f6 req-bcde2264-7cca-4635-998f-f1a2262e312d tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 943 time: 0.0558646 Aug 11 23:18:35.135469 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2b6677d5-4a40-4c7d-b4f5-ca28b7fa32f6 req-ea1a1081-bff4-414b-b903-3243597df7c6 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327396 Aug 11 23:18:36.252670 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ba7cb-0b65-4f9f-a358-ab18d428f878 req-4bd812fa-f992-49ce-9d31-d83e8faa53c2 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:36.254194 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc7ba7cb-0b65-4f9f-a358-ab18d428f878 req-4bd812fa-f992-49ce-9d31-d83e8faa53c2 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 943 time: 0.0500839 Aug 11 23:18:36.291784 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fc7ba7cb-0b65-4f9f-a358-ab18d428f878 req-8e3f1c5e-92a1-4dd7-8cc5-d379eccfb514 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315764 Aug 11 23:18:37.412589 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e7b11-2b1f-440b-9db7-bcb93ca96149 req-17f3089c-7bfa-4694-bdad-790822bc5670 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:37.414124 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-364e7b11-2b1f-440b-9db7-bcb93ca96149 req-17f3089c-7bfa-4694-bdad-790822bc5670 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 943 time: 0.0501769 Aug 11 23:18:37.453513 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-364e7b11-2b1f-440b-9db7-bcb93ca96149 req-422edb0d-732a-44e9-8f48-9a1f651811bb tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321522 Aug 11 23:18:37.844022 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4927ac-fad4-477d-b677-bc47f3e68f6a req-403fe815-95f3-4138-a58d-d15d2737fc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:37.845534 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ad4927ac-fad4-477d-b677-bc47f3e68f6a req-403fe815-95f3-4138-a58d-d15d2737fc91 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac&tenant_id=79a3d71f4064437692bc5fdb26611346 HTTP/1.1" status: 200 len: 1094 time: 0.0451255 Aug 11 23:18:37.921729 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4927ac-fad4-477d-b677-bc47f3e68f6a req-b6d15c29-5c6b-4d7e-81db-f9ea65a7d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:37.923273 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ad4927ac-fad4-477d-b677-bc47f3e68f6a req-b6d15c29-5c6b-4d7e-81db-f9ea65a7d7ec service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=79a3d71f4064437692bc5fdb26611346&device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 1094 time: 0.0410905 Aug 11 23:18:38.023551 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4927ac-fad4-477d-b677-bc47f3e68f6a req-810d8b43-a0bd-487b-925e-3590208631f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:38.025142 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ad4927ac-fad4-477d-b677-bc47f3e68f6a req-810d8b43-a0bd-487b-925e-3590208631f8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d HTTP/1.1" status: 200 len: 910 time: 0.0951359 Aug 11 23:18:38.094241 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ad4927ac-fad4-477d-b677-bc47f3e68f6a req-2ff1f5ad-23ac-4dea-b30e-37158ceefd4f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df56a92e-8e16-482d-a579-f34e0d321fed HTTP/1.1" status: 200 len: 999 time: 0.0619316 Aug 11 23:18:38.142158 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4927ac-fad4-477d-b677-bc47f3e68f6a req-97a9de77-5575-4872-9f53-15ebf81fa6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:38.143660 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ad4927ac-fad4-477d-b677-bc47f3e68f6a req-97a9de77-5575-4872-9f53-15ebf81fa6b5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ae3e324e-805e-49db-b5e4-e9d2038019d4 HTTP/1.1" status: 200 len: 848 time: 0.0432689 Aug 11 23:18:38.190414 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4927ac-fad4-477d-b677-bc47f3e68f6a req-1b30c60e-4f56-452b-b0e6-f7f529234c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:38.191989 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ad4927ac-fad4-477d-b677-bc47f3e68f6a req-1b30c60e-4f56-452b-b0e6-f7f529234c43 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411279 Aug 11 23:18:38.288129 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ad4927ac-fad4-477d-b677-bc47f3e68f6a req-b4d56a22-5baf-4994-b5eb-af7be8650ad8 service neutron] 10.222.0.82 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881367 Aug 11 23:18:38.378647 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ad4927ac-fad4-477d-b677-bc47f3e68f6a req-f534a77f-2f92-4b42-831b-69f8fa58cb6b service neutron] 10.222.0.82 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816765 Aug 11 23:18:38.578256 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58217e09-3aba-4ae3-a9bb-c617eb7a9466 req-3d1e52d1-d9dd-4487-be5f-30ef7084108d tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:38.579970 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-58217e09-3aba-4ae3-a9bb-c617eb7a9466 req-3d1e52d1-d9dd-4487-be5f-30ef7084108d tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 943 time: 0.0564723 Aug 11 23:18:38.618955 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-58217e09-3aba-4ae3-a9bb-c617eb7a9466 req-75476c28-2866-4768-9473-144d5fb079fb tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331433 Aug 11 23:18:38.921148 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:18:39.744619 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbc209-7fcb-4080-870f-e88cd85bc702 req-203c097b-1a18-4975-8ee4-d74af510d826 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:39.746292 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-65fbc209-7fcb-4080-870f-e88cd85bc702 req-203c097b-1a18-4975-8ee4-d74af510d826 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 943 time: 0.0552132 Aug 11 23:18:39.787099 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-65fbc209-7fcb-4080-870f-e88cd85bc702 req-dcd53b2f-9eaf-4f61-9f4f-f04f37d47f33 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339496 Aug 11 23:18:40.914955 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca35d5c-9c01-45ad-8b55-982642fad526 req-6d7b2757-004c-4866-a900-2efd97cb8d1f tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:40.917139 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9ca35d5c-9c01-45ad-8b55-982642fad526 req-6d7b2757-004c-4866-a900-2efd97cb8d1f tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 943 time: 0.0598032 Aug 11 23:18:40.957392 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9ca35d5c-9c01-45ad-8b55-982642fad526 req-afac78af-eb43-4235-8a46-f88c068f451e tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343108 Aug 11 23:18:42.086629 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd63f1-5466-4b63-97fd-b1ef64416594 req-0df7c8f9-98c5-4b0a-8765-034288d2283f tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:42.088223 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c7bd63f1-5466-4b63-97fd-b1ef64416594 req-0df7c8f9-98c5-4b0a-8765-034288d2283f tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 943 time: 0.0547299 Aug 11 23:18:42.129721 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c7bd63f1-5466-4b63-97fd-b1ef64416594 req-14e9b01f-95ff-4a60-af9a-e2ab6c4ebd10 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335290 Aug 11 23:18:43.257473 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e01f1-2b01-4793-bded-d3bd5e5086fc req-37d3121b-1835-47d0-a808-dab7cb1ca4fe tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:43.259066 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ea5e01f1-2b01-4793-bded-d3bd5e5086fc req-37d3121b-1835-47d0-a808-dab7cb1ca4fe tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 943 time: 0.0517583 Aug 11 23:18:43.300447 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ea5e01f1-2b01-4793-bded-d3bd5e5086fc req-b20b4930-f69c-4a0f-9fb6-7beda979eaa8 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346274 Aug 11 23:18:43.361973 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e51069ec-1936-44e9-88df-084070545fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:18:44.422461 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd345cf9-4c01-45bf-b8fc-7de9d711b011 req-931659ec-2df4-43e2-9ff4-1fe9fc5b1de2 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:44.424059 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fd345cf9-4c01-45bf-b8fc-7de9d711b011 req-931659ec-2df4-43e2-9ff4-1fe9fc5b1de2 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 943 time: 0.0523036 Aug 11 23:18:44.462643 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fd345cf9-4c01-45bf-b8fc-7de9d711b011 req-7b9174ef-82af-423c-9534-c6496a78a6aa tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325136 Aug 11 23:18:45.590316 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa95b7-9676-4e04-a080-a934c374f460 req-2d0208ad-8f65-4420-acd0-6b3e6c883447 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:45.592296 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-62aa95b7-9676-4e04-a080-a934c374f460 req-2d0208ad-8f65-4420-acd0-6b3e6c883447 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 943 time: 0.0565259 Aug 11 23:18:45.635199 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-62aa95b7-9676-4e04-a080-a934c374f460 req-0c00e8cc-f2f9-4671-bcd9-812834603eca tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353260 Aug 11 23:18:46.222336 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:18:46.353915 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f47783a7-3f97-4966-8a08-f60ca422564c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:18:46.753986 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5358c-3d9a-4ad0-b88e-450de22af9d4 req-717373a3-4b9f-4b23-b7d1-266231ab99fe tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:46.755552 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ffd5358c-3d9a-4ad0-b88e-450de22af9d4 req-717373a3-4b9f-4b23-b7d1-266231ab99fe tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 943 time: 0.0507016 Aug 11 23:18:46.794525 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ffd5358c-3d9a-4ad0-b88e-450de22af9d4 req-be3b6f1e-8a75-4d1d-a58b-3866b26b84e1 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329106 Aug 11 23:18:47.843858 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:18:47.922461 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5aa4c-14ec-4708-a55f-048823a5a2ab req-458558c9-00e4-46ee-b130-ef8b2ad26983 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:47.924118 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-65f5aa4c-14ec-4708-a55f-048823a5a2ab req-458558c9-00e4-46ee-b130-ef8b2ad26983 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 943 time: 0.0533812 Aug 11 23:18:47.965076 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-65f5aa4c-14ec-4708-a55f-048823a5a2ab req-e4712580-442c-4afa-8600-718e4fda4bd6 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343754 Aug 11 23:18:49.088624 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea0609-f8ed-4e9b-b171-6970eb25175d req-462530b0-f51a-445b-87e1-da79c2842d8b tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:49.090162 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-16ea0609-f8ed-4e9b-b171-6970eb25175d req-462530b0-f51a-445b-87e1-da79c2842d8b tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 943 time: 0.0547392 Aug 11 23:18:49.128529 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-16ea0609-f8ed-4e9b-b171-6970eb25175d req-cc62579b-d807-4004-95fd-f68d89cfdf87 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318170 Aug 11 23:18:49.300280 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:18:50.242681 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a239d25-e8f5-4eea-b1f6-3f42a4c1325a req-5d135012-712e-4ad6-bf21-21565b7c34e3 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:50.244213 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8a239d25-e8f5-4eea-b1f6-3f42a4c1325a req-5d135012-712e-4ad6-bf21-21565b7c34e3 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 943 time: 0.0482047 Aug 11 23:18:50.282808 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8a239d25-e8f5-4eea-b1f6-3f42a4c1325a req-3120dd3e-1ab7-424d-98e9-b9ce4cf41f5e tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321100 Aug 11 23:18:51.372479 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:18:51.398399 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31cb24-e0fa-44d0-944a-09c2c4820fa7 req-17b30120-24ae-45c8-80a9-b99f10cf9c8a tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:51.399951 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5e31cb24-e0fa-44d0-944a-09c2c4820fa7 req-17b30120-24ae-45c8-80a9-b99f10cf9c8a tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 943 time: 0.0501204 Aug 11 23:18:51.437721 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5e31cb24-e0fa-44d0-944a-09c2c4820fa7 req-ddb5efdd-8cdb-49d5-ba07-5f53b289827e tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316508 Aug 11 23:18:52.556450 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c18b4b-2061-4ca0-b472-b979ffd887fc req-f5a7d12f-006d-4070-9d99-11dc67533eff tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:52.557967 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99c18b4b-2061-4ca0-b472-b979ffd887fc req-f5a7d12f-006d-4070-9d99-11dc67533eff tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 943 time: 0.0533526 Aug 11 23:18:52.596532 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99c18b4b-2061-4ca0-b472-b979ffd887fc req-34a4e0d1-53eb-41ce-83cc-85361e8df5a8 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323119 Aug 11 23:18:53.713621 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3593179-971b-474a-9f7b-23c5b59eb301 req-fc8d8918-2388-4983-a8fc-8efb7239ad06 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:53.715150 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e3593179-971b-474a-9f7b-23c5b59eb301 req-fc8d8918-2388-4983-a8fc-8efb7239ad06 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 943 time: 0.0517588 Aug 11 23:18:53.755856 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e3593179-971b-474a-9f7b-23c5b59eb301 req-3157f67b-3477-4eb3-84f1-52635606f2e9 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340827 Aug 11 23:18:54.870914 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f362dc2-63e8-4985-ae51-a1cbf1e8f25b req-ed6ef42e-c2b5-43fc-be9e-a630f36141a7 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:54.872426 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6f362dc2-63e8-4985-ae51-a1cbf1e8f25b req-ed6ef42e-c2b5-43fc-be9e-a630f36141a7 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 943 time: 0.0496192 Aug 11 23:18:54.912192 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6f362dc2-63e8-4985-ae51-a1cbf1e8f25b req-e533d6fa-7e9b-4c6e-be40-e8a167ebf634 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336516 Aug 11 23:18:55.450524 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device df56a92e-8e16-482d-a579-f34e0d321fed details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 23:18:55.545462 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port df56a92e-8e16-482d-a579-f34e0d321fed, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=df56a92e-8e16-482d-a579-f34e0d321fed,segment=NetworkSegment(81f0fd0c-edf1-42f0-8c90-76e025b78d84),segment_id=81f0fd0c-edf1-42f0-8c90-76e025b78d84)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:18:55.556454 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': 'df56a92e-8e16-482d-a579-f34e0d321fed', 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d', 'port_id': 'df56a92e-8e16-482d-a579-f34e0d321fed', 'mac_address': 'fa:16:3e:34:df:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 23:18:55.592364 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:18:55.604747 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df56a92e-8e16-482d-a579-f34e0d321fed {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 23:18:55.624604 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port df56a92e-8e16-482d-a579-f34e0d321fed, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=df56a92e-8e16-482d-a579-f34e0d321fed,segment=NetworkSegment(81f0fd0c-edf1-42f0-8c90-76e025b78d84),segment_id=81f0fd0c-edf1-42f0-8c90-76e025b78d84)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:18:55.629306 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:18:55.680372 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=df56a92e-8e16-482d-a579-f34e0d321fed,revision_number=9']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:18:56.017542 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['df56a92e-8e16-482d-a579-f34e0d321fed'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 23:18:56.040791 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ebe7e-d132-4c0c-ae49-2dd55b150fae req-0111d730-5db6-41b4-b821-0da44fddb4fa tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:56.043121 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-865ebe7e-d132-4c0c-ae49-2dd55b150fae req-0111d730-5db6-41b4-b821-0da44fddb4fa tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 944 time: 0.0641115 Aug 11 23:18:56.085413 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-865ebe7e-d132-4c0c-ae49-2dd55b150fae req-4078efb7-dbbb-4900-9dcd-9628520126af tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348935 Aug 11 23:18:57.206482 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57455c9a-5b9d-4304-b27d-f998d1d2160e req-0a59185c-57b0-4d39-a75a-aabfcce66282 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:57.208073 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-57455c9a-5b9d-4304-b27d-f998d1d2160e req-0a59185c-57b0-4d39-a75a-aabfcce66282 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 944 time: 0.0533512 Aug 11 23:18:57.245710 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-57455c9a-5b9d-4304-b27d-f998d1d2160e req-563586fa-9c27-422a-822b-4a6761ad4351 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316548 Aug 11 23:18:57.467442 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device df56a92e-8e16-482d-a579-f34e0d321fed up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:18:57.514653 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port df56a92e-8e16-482d-a579-f34e0d321fed triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:18:57.515029 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:18:57.589236 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:18:57.611033 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb7534e-fd3b-4406-8b0a-dbb93c87baac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df56a92e-8e16-482d-a579-f34e0d321fed'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:18:57.613274 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd1248d-ae3b-4b80-bef5-004ba588473c" -d '{"events": [{"server_uuid": "bfb7534e-fd3b-4406-8b0a-dbb93c87baac", "name": "network-vif-plugged", "status": "completed", "tag": "df56a92e-8e16-482d-a579-f34e0d321fed"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:18:57.629530 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port df56a92e-8e16-482d-a579-f34e0d321fed, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=df56a92e-8e16-482d-a579-f34e0d321fed,segment=NetworkSegment(81f0fd0c-edf1-42f0-8c90-76e025b78d84),segment_id=81f0fd0c-edf1-42f0-8c90-76e025b78d84)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:18:57.634575 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:18:57.659691 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 23:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e791154f-b8de-41ee-9630-2ec4672fa003 x-openstack-request-id: req-e791154f-b8de-41ee-9630-2ec4672fa003 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:18:57.659987 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb7534e-fd3b-4406-8b0a-dbb93c87baac", "name": "network-vif-plugged", "status": "completed", "tag": "df56a92e-8e16-482d-a579-f34e0d321fed", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:18:57.660240 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e791154f-b8de-41ee-9630-2ec4672fa003 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:18:57.660629 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb7534e-fd3b-4406-8b0a-dbb93c87baac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df56a92e-8e16-482d-a579-f34e0d321fed', 'code': 200} Aug 11 23:18:57.687746 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=df56a92e-8e16-482d-a579-f34e0d321fed,revision_number=10']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:18:57.842530 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af3c91-e93a-4516-badc-e3753a5ff191 req-ddccddcc-6ee4-4c52-8ae9-0cfbd439ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:57.844060 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a0af3c91-e93a-4516-badc-e3753a5ff191 req-ddccddcc-6ee4-4c52-8ae9-0cfbd439ceb9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 1097 time: 0.0391793 Aug 11 23:18:57.878777 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a0af3c91-e93a-4516-badc-e3753a5ff191 req-f84e7989-355a-4726-b921-e556e1422419 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275640 Aug 11 23:18:58.370003 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f2b96-8e7d-4bea-a980-db022bd1f5fa req-a2002ca7-cba7-4a6a-b02f-b82b2eed6100 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:58.371489 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-177f2b96-8e7d-4bea-a980-db022bd1f5fa req-a2002ca7-cba7-4a6a-b02f-b82b2eed6100 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 946 time: 0.0527654 Aug 11 23:18:58.409373 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-177f2b96-8e7d-4bea-a980-db022bd1f5fa req-0fbaefce-7c3f-46fa-9f63-84db8da17077 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319426 Aug 11 23:18:59.530945 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd765183-1838-4dab-b822-9609f990c6f8 req-10be5207-42e0-45fd-8b79-2dd8ca0e9c28 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:18:59.532781 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bd765183-1838-4dab-b822-9609f990c6f8 req-10be5207-42e0-45fd-8b79-2dd8ca0e9c28 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 946 time: 0.0547819 Aug 11 23:18:59.574945 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bd765183-1838-4dab-b822-9609f990c6f8 req-68e79154-ac7b-4960-9a7f-a0f24d3fdde0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341289 Aug 11 23:19:00.693113 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89037ee4-bea1-488b-9748-8b64b484815c req-40a03eb1-6da1-443c-9d3f-d0b3db0abb89 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:19:00.694786 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-89037ee4-bea1-488b-9748-8b64b484815c req-40a03eb1-6da1-443c-9d3f-d0b3db0abb89 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 946 time: 0.0522261 Aug 11 23:19:00.734214 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-89037ee4-bea1-488b-9748-8b64b484815c req-98e2bcc2-d48d-46a3-8733-1f05685a452c tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334678 Aug 11 23:19:08.910692 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:19:10.092848 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:19:13.366558 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-660ea63e-b9be-426c-a46f-d251278f037e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:19:16.227087 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:19:16.359433 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-afa9c550-78a3-4384-975f-3e472e87b111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:19:17.851002 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:19:19.308533 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:19:21.372762 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:19:34.246206 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e152673c-5f97-46a4-8b7d-0affea219880 req-8dbecdfb-ca60-413f-9330-eda36d6e44ee service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436485 Aug 11 23:19:34.347952 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152673c-5f97-46a4-8b7d-0affea219880 req-514b27db-d7dc-42f1-9f69-9d8aaf167114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:19:34.349476 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e152673c-5f97-46a4-8b7d-0affea219880 req-514b27db-d7dc-42f1-9f69-9d8aaf167114 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=79a3d71f4064437692bc5fdb26611346&device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 1097 time: 0.0412047 Aug 11 23:19:34.453055 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152673c-5f97-46a4-8b7d-0affea219880 req-47c75903-9359-4698-be5d-4072cc118e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:19:34.454450 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e152673c-5f97-46a4-8b7d-0affea219880 req-47c75903-9359-4698-be5d-4072cc118e3d service neutron] 10.222.0.82 "GET /v2.0/networks?id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d HTTP/1.1" status: 200 len: 910 time: 0.0858912 Aug 11 23:19:34.525528 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e152673c-5f97-46a4-8b7d-0affea219880 req-b5440c75-03ae-4755-a27f-80675e91c014 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df56a92e-8e16-482d-a579-f34e0d321fed HTTP/1.1" status: 200 len: 1001 time: 0.0628235 Aug 11 23:19:34.575648 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152673c-5f97-46a4-8b7d-0affea219880 req-a89eda77-76ca-4c82-a8c8-cb67e8b63745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:19:34.577587 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e152673c-5f97-46a4-8b7d-0affea219880 req-a89eda77-76ca-4c82-a8c8-cb67e8b63745 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ae3e324e-805e-49db-b5e4-e9d2038019d4 HTTP/1.1" status: 200 len: 848 time: 0.0428398 Aug 11 23:19:34.622548 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152673c-5f97-46a4-8b7d-0affea219880 req-3eb2557b-17d8-4ab1-8dcc-8688157a418e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:19:34.624625 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e152673c-5f97-46a4-8b7d-0affea219880 req-3eb2557b-17d8-4ab1-8dcc-8688157a418e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402892 Aug 11 23:19:34.719227 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e152673c-5f97-46a4-8b7d-0affea219880 req-2f9413a6-9718-4b4d-8aa5-db8a7a5d7bab service neutron] 10.222.0.82 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868149 Aug 11 23:19:34.815070 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e152673c-5f97-46a4-8b7d-0affea219880 req-f2a6c62d-32c3-458a-8224-7721d83938e0 service neutron] 10.222.0.82 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885026 Aug 11 23:19:38.907286 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:19:43.368887 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-84ebfc09-fa33-4125-83b7-51e388e92b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:19:46.229224 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:19:46.349835 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8c31ef20-47ea-4c47-ad65-d54b42591ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:19:47.091617 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:19:47.849426 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:19:49.308104 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:19:51.371440 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:08.902940 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:13.372012 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d71db19b-e8ca-4943-98c6-620154e2e2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:16.228762 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:16.349419 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-406a98bd-c16d-4d9d-a71b-c50db26ccd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:17.852698 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:19.307487 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:21.386716 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:24.091334 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:20:34.239062 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2cab790-7e85-4edc-9860-7fdb8964e489 req-9c93277f-4d95-4bde-b4cc-49bbd42d5c65 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450132 Aug 11 23:20:34.336935 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cab790-7e85-4edc-9860-7fdb8964e489 req-b3e5ffd4-3388-4589-a6f8-58b8dd7089ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:20:34.338464 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2cab790-7e85-4edc-9860-7fdb8964e489 req-b3e5ffd4-3388-4589-a6f8-58b8dd7089ce service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=79a3d71f4064437692bc5fdb26611346&device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 1097 time: 0.0412204 Aug 11 23:20:34.442404 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cab790-7e85-4edc-9860-7fdb8964e489 req-7b06768d-88f9-4aeb-96fb-e87ac8d2f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:20:34.443919 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2cab790-7e85-4edc-9860-7fdb8964e489 req-7b06768d-88f9-4aeb-96fb-e87ac8d2f607 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d HTTP/1.1" status: 200 len: 910 time: 0.0868580 Aug 11 23:20:34.515773 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2cab790-7e85-4edc-9860-7fdb8964e489 req-bb3b0fb1-5e92-44bd-a0f1-b74e8e896acb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df56a92e-8e16-482d-a579-f34e0d321fed HTTP/1.1" status: 200 len: 1001 time: 0.0632844 Aug 11 23:20:34.566571 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cab790-7e85-4edc-9860-7fdb8964e489 req-1ca9b6c3-ea79-4598-a1df-f7b57257d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:20:34.568038 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2cab790-7e85-4edc-9860-7fdb8964e489 req-1ca9b6c3-ea79-4598-a1df-f7b57257d9e2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ae3e324e-805e-49db-b5e4-e9d2038019d4 HTTP/1.1" status: 200 len: 848 time: 0.0454638 Aug 11 23:20:34.614244 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cab790-7e85-4edc-9860-7fdb8964e489 req-0dc122e3-9b3f-4ae7-b548-678c299a5b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:20:34.615800 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2cab790-7e85-4edc-9860-7fdb8964e489 req-0dc122e3-9b3f-4ae7-b548-678c299a5b82 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404580 Aug 11 23:20:34.712085 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2cab790-7e85-4edc-9860-7fdb8964e489 req-471afb79-af17-4b40-a4ab-da8b2b34ef82 service neutron] 10.222.0.82 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885530 Aug 11 23:20:34.801727 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f2cab790-7e85-4edc-9860-7fdb8964e489 req-8c4745d7-cba2-4852-bec8-4cb4c7874b99 service neutron] 10.222.0.82 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825701 Aug 11 23:20:38.900580 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:43.371949 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1725cf4a-1547-4711-adb2-3947302ecee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:45.741153 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59280) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:20:45.950418 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-4d730732-e640-4e22-9b08-5015ec1cc559 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Deleting port c983a918-5637-4a96-8492-c0a6031a349a {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:20:45.950770 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4d730732-e640-4e22-9b08-5015ec1cc559 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:46.043462 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4d730732-e640-4e22-9b08-5015ec1cc559 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:46.043713 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4d730732-e640-4e22-9b08-5015ec1cc559 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:46.058307 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-4d730732-e640-4e22-9b08-5015ec1cc559 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Calling delete_port for c983a918-5637-4a96-8492-c0a6031a349a owned by network:floatingip {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:20:46.208106 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4d730732-e640-4e22-9b08-5015ec1cc559 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:46.228220 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:46.233945 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d730732-e640-4e22-9b08-5015ec1cc559 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Pushing event deleted for resources: {'Port': ['ID=c983a918-5637-4a96-8492-c0a6031a349a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:20:46.245638 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d730732-e640-4e22-9b08-5015ec1cc559 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:20:46.245991 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d730732-e640-4e22-9b08-5015ec1cc559 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:20:46.246336 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d730732-e640-4e22-9b08-5015ec1cc559 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:20:46.246675 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d730732-e640-4e22-9b08-5015ec1cc559 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:20:46.247014 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d730732-e640-4e22-9b08-5015ec1cc559 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:20:46.247349 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d730732-e640-4e22-9b08-5015ec1cc559 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:20:46.247711 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d730732-e640-4e22-9b08-5015ec1cc559 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:20:46.248048 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d730732-e640-4e22-9b08-5015ec1cc559 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:20:46.248376 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d730732-e640-4e22-9b08-5015ec1cc559 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:20:46.249262 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d730732-e640-4e22-9b08-5015ec1cc559 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:20:46.249590 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d730732-e640-4e22-9b08-5015ec1cc559 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:20:46.249911 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d730732-e640-4e22-9b08-5015ec1cc559 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:20:46.303317 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4d730732-e640-4e22-9b08-5015ec1cc559 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for floatingip, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:46.303778 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-4d730732-e640-4e22-9b08-5015ec1cc559 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Floating IP db1519a6-b203-467c-b5a0-9a63b65d5010 disassociated (deleted). External IP: 172.25.2.216, port: df56a92e-8e16-482d-a579-f34e0d321fed. Aug 11 23:20:46.349869 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-232c9d35-e562-4017-8439-798c45c499ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:46.523487 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d730732-e640-4e22-9b08-5015ec1cc559 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Router 71f09c83-a7bf-42d1-ba54-e8cf51bd819d has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:20:46.634322 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d730732-e640-4e22-9b08-5015ec1cc559 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:20:46.638995 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4d730732-e640-4e22-9b08-5015ec1cc559 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:46.643799 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ddb7f9-d6c9-4dcf-96a0-b01417a8b69e None None] Sync routers for ids ['71f09c83-a7bf-42d1-ba54-e8cf51bd819d'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:20:46.653237 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ddb7f9-d6c9-4dcf-96a0-b01417a8b69e None None] Routers {'71f09c83-a7bf-42d1-ba54-e8cf51bd819d'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:20:46.653847 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-b1ddb7f9-d6c9-4dcf-96a0-b01417a8b69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:20:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['71f09c83-a7bf-42d1-ba54-e8cf51bd819d'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:20:46.666366 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4d730732-e640-4e22-9b08-5015ec1cc559 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "DELETE /v2.0/floatingips/db1519a6-b203-467c-b5a0-9a63b65d5010 HTTP/1.1" status: 204 len: 168 time: 0.9240508 Aug 11 23:20:46.667049 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb7534e-fd3b-4406-8b0a-dbb93c87baac', 'tag': 'df56a92e-8e16-482d-a579-f34e0d321fed'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:20:46.669375 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb10a5c-15c4-4e7e-ba62-c1929cf2809a" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb7534e-fd3b-4406-8b0a-dbb93c87baac", "tag": "df56a92e-8e16-482d-a579-f34e0d321fed"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:20:46.851744 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-b1ddb7f9-d6c9-4dcf-96a0-b01417a8b69e None None] Set router 71f09c83-a7bf-42d1-ba54-e8cf51bd819d gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:20:46.902347 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bdb2c9-24fe-4914-b288-3e8427952bda x-openstack-request-id: req-c2bdb2c9-24fe-4914-b288-3e8427952bda {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:20:46.903145 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb7534e-fd3b-4406-8b0a-dbb93c87baac", "tag": "df56a92e-8e16-482d-a579-f34e0d321fed", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:20:46.903145 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c2bdb2c9-24fe-4914-b288-3e8427952bda {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:20:46.903766 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb7534e-fd3b-4406-8b0a-dbb93c87baac', 'tag': 'df56a92e-8e16-482d-a579-f34e0d321fed', 'status': 'completed', 'code': 200} Aug 11 23:20:47.027261 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d9a53-ce95-43d3-bdf0-5b17bdfd8642 req-4d8e1a3d-89ec-44fc-b56c-3f87a8208310 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:20:47.028835 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-822d9a53-ce95-43d3-bdf0-5b17bdfd8642 req-4d8e1a3d-89ec-44fc-b56c-3f87a8208310 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 946 time: 0.0794349 Aug 11 23:20:47.032540 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb10a5c-15c4-4e7e-ba62-c1929cf2809a req-eb82c461-e17d-47ce-a312-9c4a4723a10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:20:47.034011 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fbb10a5c-15c4-4e7e-ba62-c1929cf2809a req-eb82c461-e17d-47ce-a312-9c4a4723a10f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=79a3d71f4064437692bc5fdb26611346&device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 1097 time: 0.0858507 Aug 11 23:20:47.047140 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-b1ddb7f9-d6c9-4dcf-96a0-b01417a8b69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'name': 'tempest-TestShelveInstance-1856787322-router', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:13Z', 'revision_number': 4, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'gw_port': {'id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '18768c6d-bc14-49bf-b670-ff32eb30ed5a', 'name': '', 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'mac_address': 'fa:16:3e:23:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:13Z', 'updated_at': '2021-08-11T23:15:19Z', 'revision_number': 5, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'subnets': [{'id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:20:47.072661 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ddb7f9-d6c9-4dcf-96a0-b01417a8b69e None None] Checking router: 71f09c83-a7bf-42d1-ba54-e8cf51bd819d for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:20:47.081297 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ddb7f9-d6c9-4dcf-96a0-b01417a8b69e None None] Routers {'71f09c83-a7bf-42d1-ba54-e8cf51bd819d'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:20:47.081911 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-b1ddb7f9-d6c9-4dcf-96a0-b01417a8b69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:20:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['71f09c83-a7bf-42d1-ba54-e8cf51bd819d'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:20:47.118472 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-822d9a53-ce95-43d3-bdf0-5b17bdfd8642 req-5588b343-bc8e-4a60-9f9e-3cea85452438 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824258 Aug 11 23:20:47.152311 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb10a5c-15c4-4e7e-ba62-c1929cf2809a req-ec53c742-81ef-4513-97a8-f09cdfe30a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:20:47.153737 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fbb10a5c-15c4-4e7e-ba62-c1929cf2809a req-ec53c742-81ef-4513-97a8-f09cdfe30a0f service neutron] 10.222.0.82 "GET /v2.0/networks?id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d HTTP/1.1" status: 200 len: 910 time: 0.1118462 Aug 11 23:20:47.198453 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-b1ddb7f9-d6c9-4dcf-96a0-b01417a8b69e None None] Set router 71f09c83-a7bf-42d1-ba54-e8cf51bd819d gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:20:47.205872 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fbb10a5c-15c4-4e7e-ba62-c1929cf2809a req-de5707a3-8c8e-4a3e-92b2-8d5d495d873f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df56a92e-8e16-482d-a579-f34e0d321fed HTTP/1.1" status: 200 len: 217 time: 0.0353537 Aug 11 23:20:47.254656 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb10a5c-15c4-4e7e-ba62-c1929cf2809a req-e234ddd4-77b4-407f-a166-ece5bc35ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:20:47.256161 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fbb10a5c-15c4-4e7e-ba62-c1929cf2809a req-e234ddd4-77b4-407f-a166-ece5bc35ed44 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ae3e324e-805e-49db-b5e4-e9d2038019d4 HTTP/1.1" status: 200 len: 848 time: 0.0433135 Aug 11 23:20:47.303946 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb10a5c-15c4-4e7e-ba62-c1929cf2809a req-bc648cf5-cc38-4b77-afcf-16382de1daad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:20:47.305480 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fbb10a5c-15c4-4e7e-ba62-c1929cf2809a req-bc648cf5-cc38-4b77-afcf-16382de1daad service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400069 Aug 11 23:20:47.397895 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-b1ddb7f9-d6c9-4dcf-96a0-b01417a8b69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'name': 'tempest-TestShelveInstance-1856787322-router', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:13Z', 'revision_number': 4, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'gw_port': {'id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '18768c6d-bc14-49bf-b670-ff32eb30ed5a', 'name': '', 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'mac_address': 'fa:16:3e:23:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:13Z', 'updated_at': '2021-08-11T23:15:19Z', 'revision_number': 5, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'subnets': [{'id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:20:47.399670 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fbb10a5c-15c4-4e7e-ba62-c1929cf2809a req-2ea7d593-8ea5-44cb-800f-0a902f8b1f8a service neutron] 10.222.0.82 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858002 Aug 11 23:20:47.424465 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ddb7f9-d6c9-4dcf-96a0-b01417a8b69e None None] The sync data for ids ['71f09c83-a7bf-42d1-ba54-e8cf51bd819d'] in n-d-804275-3 is: [{'id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'name': 'tempest-TestShelveInstance-1856787322-router', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:13Z', 'revision_number': 4, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'gw_port': {'id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '18768c6d-bc14-49bf-b670-ff32eb30ed5a', 'name': '', 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'mac_address': 'fa:16:3e:23:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:13Z', 'updated_at': '2021-08-11T23:15:19Z', 'revision_number': 5, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'subnets': [{'id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:20:47.494031 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fbb10a5c-15c4-4e7e-ba62-c1929cf2809a req-d448cd01-a742-457a-a06d-198f84ac00a3 service neutron] 10.222.0.82 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855820 Aug 11 23:20:47.646116 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95459997-8418-481f-adab-7adfc86518d1 None None] New status for floating IP db1519a6-b203-467c-b5a0-9a63b65d5010: DOWN {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 23:20:47.853547 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:48.240397 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1b07d-6494-4396-95c9-91a7bbd13833 req-f0147123-8eab-4fc6-8fcb-e34d9e49d897 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:20:48.241922 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-34d1b07d-6494-4396-95c9-91a7bbd13833 req-f0147123-8eab-4fc6-8fcb-e34d9e49d897 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 946 time: 0.0537446 Aug 11 23:20:48.280251 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-34d1b07d-6494-4396-95c9-91a7bbd13833 req-a1a7ff39-be4a-49a4-9989-6eafe8d9dc39 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=b49aa0de-050b-4e52-a4b3-8451ec5a82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313764 Aug 11 23:20:48.719007 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d360126-ba9a-450d-925b-e47e3527ee81 req-74f34f47-9996-4ae1-9f28-685ee4be534e tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:20:48.720620 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6d360126-ba9a-450d-925b-e47e3527ee81 req-74f34f47-9996-4ae1-9f28-685ee4be534e tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.82 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 946 time: 0.0492444 Aug 11 23:20:48.808837 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-6d360126-ba9a-450d-925b-e47e3527ee81 req-e144044f-1628-4739-8736-26a199d313d0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Deleting port df56a92e-8e16-482d-a579-f34e0d321fed {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:20:48.809158 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6d360126-ba9a-450d-925b-e47e3527ee81 req-e144044f-1628-4739-8736-26a199d313d0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:48.898671 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-6d360126-ba9a-450d-925b-e47e3527ee81 req-e144044f-1628-4739-8736-26a199d313d0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] For port df56a92e-8e16-482d-a579-f34e0d321fed, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=df56a92e-8e16-482d-a579-f34e0d321fed,segment=NetworkSegment(81f0fd0c-edf1-42f0-8c90-76e025b78d84),segment_id=81f0fd0c-edf1-42f0-8c90-76e025b78d84)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:20:48.899058 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6d360126-ba9a-450d-925b-e47e3527ee81 req-e144044f-1628-4739-8736-26a199d313d0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:48.912621 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-6d360126-ba9a-450d-925b-e47e3527ee81 req-e144044f-1628-4739-8736-26a199d313d0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Calling delete_port for df56a92e-8e16-482d-a579-f34e0d321fed owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:20:49.046909 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6d360126-ba9a-450d-925b-e47e3527ee81 req-e144044f-1628-4739-8736-26a199d313d0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:49.075413 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144044f-1628-4739-8736-26a199d313d0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Pushing event deleted for resources: {'Port': ['ID=df56a92e-8e16-482d-a579-f34e0d321fed,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:20:49.114079 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d360126-ba9a-450d-925b-e47e3527ee81 req-e144044f-1628-4739-8736-26a199d313d0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] No DVR routers for this DVR port df56a92e-8e16-482d-a579-f34e0d321fed on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:20:49.116911 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-6d360126-ba9a-450d-925b-e47e3527ee81 req-e144044f-1628-4739-8736-26a199d313d0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:49.118798 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6d360126-ba9a-450d-925b-e47e3527ee81 req-e144044f-1628-4739-8736-26a199d313d0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.82 "DELETE /v2.0/ports/df56a92e-8e16-482d-a579-f34e0d321fed HTTP/1.1" status: 204 len: 173 time: 0.3922732 Aug 11 23:20:49.119247 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb7534e-fd3b-4406-8b0a-dbb93c87baac', 'name': 'network-vif-deleted', 'tag': 'df56a92e-8e16-482d-a579-f34e0d321fed'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:20:49.121508 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749a5815-fb71-4dfb-89e3-d3600dc9899f" -d '{"events": [{"server_uuid": "bfb7534e-fd3b-4406-8b0a-dbb93c87baac", "name": "network-vif-deleted", "tag": "df56a92e-8e16-482d-a579-f34e0d321fed"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:20:49.158830 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 23:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c2af9a-0f79-4b03-911c-cf57a242b97a x-openstack-request-id: req-25c2af9a-0f79-4b03-911c-cf57a242b97a {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:20:49.159129 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb7534e-fd3b-4406-8b0a-dbb93c87baac", "name": "network-vif-deleted", "tag": "df56a92e-8e16-482d-a579-f34e0d321fed", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:20:49.159381 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-25c2af9a-0f79-4b03-911c-cf57a242b97a {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:20:49.159803 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb7534e-fd3b-4406-8b0a-dbb93c87baac', 'name': 'network-vif-deleted', 'tag': 'df56a92e-8e16-482d-a579-f34e0d321fed', 'status': 'completed', 'code': 200} Aug 11 23:20:49.310104 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:49.386917 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-32e9279c-a2bd-446b-8691-0892ab4f1b57 req-21627887-7a1e-4507-8f23-4bf59ab7f8bd tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=bfb7534e-fd3b-4406-8b0a-dbb93c87baac HTTP/1.1" status: 200 len: 210 time: 0.0256987 Aug 11 23:20:50.444998 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59308) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:20:50.504779 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6c9c4818-0d1a-4965-928c-05be5ff6f943 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:50.529220 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6c9c4818-0d1a-4965-928c-05be5ff6f943 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:50.588812 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6c9c4818-0d1a-4965-928c-05be5ff6f943 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:50.591489 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6c9c4818-0d1a-4965-928c-05be5ff6f943 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:50.592695 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6c9c4818-0d1a-4965-928c-05be5ff6f943 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "DELETE /v2.0/security-groups/b49aa0de-050b-4e52-a4b3-8451ec5a82de HTTP/1.1" status: 204 len: 168 time: 0.1467152 Aug 11 23:20:50.601584 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c4818-0d1a-4965-928c-05be5ff6f943 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49aa0de-050b-4e52-a4b3-8451ec5a82de,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:20:51.232984 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59314) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:20:51.237719 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-c6b78389-726c-4465-b338-69579917387f tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-387031134', 'description': 'tempest-secgroup-smoke-387031134 description', 'project_id': '79a3d71f4064437692bc5fdb26611346'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:20:51.260380 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c6b78389-726c-4465-b338-69579917387f tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:51.339626 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c6b78389-726c-4465-b338-69579917387f tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:51.343438 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c6b78389-726c-4465-b338-69579917387f tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:51.371907 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c6b78389-726c-4465-b338-69579917387f tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:51.373149 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c6b78389-726c-4465-b338-69579917387f tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1391561 Aug 11 23:20:51.375759 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b78389-726c-4465-b338-69579917387f tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=891224ea-ee79-4dd6-b752-e3aa51063199,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:20:51.376923 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59316) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:20:51.383397 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-587f0fb6-7833-4cd8-bc1c-4f3bebb1a863 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Request body: {'security_group_rule': {'security_group_id': '891224ea-ee79-4dd6-b752-e3aa51063199', 'project_id': '79a3d71f4064437692bc5fdb26611346', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:20:51.387474 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:51.410234 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-587f0fb6-7833-4cd8-bc1c-4f3bebb1a863 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:51.465075 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-587f0fb6-7833-4cd8-bc1c-4f3bebb1a863 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:51.468465 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-587f0fb6-7833-4cd8-bc1c-4f3bebb1a863 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:51.486106 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f0fb6-7833-4cd8-bc1c-4f3bebb1a863 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96122a9e-9d51-40d5-b8cb-773e6ff2a8c9,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:20:51.494085 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-587f0fb6-7833-4cd8-bc1c-4f3bebb1a863 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:51.495288 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-587f0fb6-7833-4cd8-bc1c-4f3bebb1a863 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166494 Aug 11 23:20:51.496823 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f0fb6-7833-4cd8-bc1c-4f3bebb1a863 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:20:51.497157 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f0fb6-7833-4cd8-bc1c-4f3bebb1a863 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:20:51.497502 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f0fb6-7833-4cd8-bc1c-4f3bebb1a863 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:20:51.497844 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f0fb6-7833-4cd8-bc1c-4f3bebb1a863 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:20:51.498183 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f0fb6-7833-4cd8-bc1c-4f3bebb1a863 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:20:51.499258 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f0fb6-7833-4cd8-bc1c-4f3bebb1a863 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:20:51.499484 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f0fb6-7833-4cd8-bc1c-4f3bebb1a863 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:20:51.499749 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f0fb6-7833-4cd8-bc1c-4f3bebb1a863 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:20:51.500083 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f0fb6-7833-4cd8-bc1c-4f3bebb1a863 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:20:51.500355 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59320) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:20:51.500919 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f0fb6-7833-4cd8-bc1c-4f3bebb1a863 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:20:51.500919 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f0fb6-7833-4cd8-bc1c-4f3bebb1a863 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:20:51.501188 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f0fb6-7833-4cd8-bc1c-4f3bebb1a863 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:20:51.505186 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-c6d2cb74-edb7-4be8-9744-d425230986eb tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Request body: {'security_group_rule': {'security_group_id': '891224ea-ee79-4dd6-b752-e3aa51063199', 'project_id': '79a3d71f4064437692bc5fdb26611346', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:20:51.531009 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c6d2cb74-edb7-4be8-9744-d425230986eb tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:51.590774 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c6d2cb74-edb7-4be8-9744-d425230986eb tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:51.594529 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c6d2cb74-edb7-4be8-9744-d425230986eb tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:51.612096 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2cb74-edb7-4be8-9744-d425230986eb tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52136139-d269-4d94-9b0f-f4ac8e9d3f86,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:20:51.618153 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c6d2cb74-edb7-4be8-9744-d425230986eb tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:51.619117 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c6d2cb74-edb7-4be8-9744-d425230986eb tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1177127 Aug 11 23:20:51.621896 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59322) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:20:51.626791 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-1f98489d-ba1c-4fc5-9c83-2a3771b9e778 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Request body: {'security_group_rule': {'security_group_id': '891224ea-ee79-4dd6-b752-e3aa51063199', 'project_id': '79a3d71f4064437692bc5fdb26611346', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:20:51.651494 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1f98489d-ba1c-4fc5-9c83-2a3771b9e778 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:51.708035 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1f98489d-ba1c-4fc5-9c83-2a3771b9e778 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:51.711461 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1f98489d-ba1c-4fc5-9c83-2a3771b9e778 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:51.730068 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98489d-ba1c-4fc5-9c83-2a3771b9e778 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5394fa6c-4e80-4659-aac0-08b40d82e67b,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:20:51.733644 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-1f98489d-ba1c-4fc5-9c83-2a3771b9e778 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:51.736605 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-1f98489d-ba1c-4fc5-9c83-2a3771b9e778 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1120055 Aug 11 23:20:51.737958 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59324) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:20:51.742296 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-b3544d6b-b9a4-4f7d-b3f9-399b81d4ed85 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Request body: {'security_group_rule': {'security_group_id': '891224ea-ee79-4dd6-b752-e3aa51063199', 'project_id': '79a3d71f4064437692bc5fdb26611346', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:20:51.768550 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b3544d6b-b9a4-4f7d-b3f9-399b81d4ed85 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:51.826406 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b3544d6b-b9a4-4f7d-b3f9-399b81d4ed85 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:51.830101 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b3544d6b-b9a4-4f7d-b3f9-399b81d4ed85 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:51.847155 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3544d6b-b9a4-4f7d-b3f9-399b81d4ed85 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=419ee721-cb84-4215-a803-7d14c74b9dde,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:20:51.853666 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b3544d6b-b9a4-4f7d-b3f9-399b81d4ed85 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:51.855061 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b3544d6b-b9a4-4f7d-b3f9-399b81d4ed85 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161859 Aug 11 23:20:51.858362 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59326) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:20:51.862764 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-2cc3b822-9ccd-4246-bbac-f5db1272dd24 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Request body: {'security_group_rule': {'security_group_id': '891224ea-ee79-4dd6-b752-e3aa51063199', 'project_id': '79a3d71f4064437692bc5fdb26611346', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:20:51.883828 n-d-804275-3 neutron-server[100943]: INFO neutron.db.securitygroups_db [None req-2cc3b822-9ccd-4246-bbac-f5db1272dd24 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Project 79a3d71f4064437692bc5fdb26611346 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 23:20:51.888493 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2cc3b822-9ccd-4246-bbac-f5db1272dd24 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:51.952609 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2cc3b822-9ccd-4246-bbac-f5db1272dd24 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:51.957025 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2cc3b822-9ccd-4246-bbac-f5db1272dd24 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:51.978840 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3b822-9ccd-4246-bbac-f5db1272dd24 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb0ddd0-c037-4514-9864-7fa4a0499d01,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:20:51.986211 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-2cc3b822-9ccd-4246-bbac-f5db1272dd24 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:51.987439 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-2cc3b822-9ccd-4246-bbac-f5db1272dd24 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281557 Aug 11 23:20:51.990205 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59328) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:20:51.994634 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-43a0dba3-c735-4ea4-b575-6957c14e91d0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Request body: {'security_group_rule': {'security_group_id': '891224ea-ee79-4dd6-b752-e3aa51063199', 'project_id': '79a3d71f4064437692bc5fdb26611346', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:20:52.016030 n-d-804275-3 neutron-server[100943]: INFO neutron.db.securitygroups_db [None req-43a0dba3-c735-4ea4-b575-6957c14e91d0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Project 79a3d71f4064437692bc5fdb26611346 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 23:20:52.020823 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-43a0dba3-c735-4ea4-b575-6957c14e91d0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:52.049170 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device df56a92e-8e16-482d-a579-f34e0d321fed no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:20:52.070010 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: df56a92e-8e16-482d-a579-f34e0d321fed {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:20:52.070705 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device df56a92e-8e16-482d-a579-f34e0d321fed not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:20:52.085932 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-43a0dba3-c735-4ea4-b575-6957c14e91d0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:52.089008 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-43a0dba3-c735-4ea4-b575-6957c14e91d0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:52.110437 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0dba3-c735-4ea4-b575-6957c14e91d0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5955040-e814-4af5-84a7-2c3abc28b8f3,revision_number=0']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:20:52.116839 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-43a0dba3-c735-4ea4-b575-6957c14e91d0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:20:52.118172 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-43a0dba3-c735-4ea4-b575-6957c14e91d0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269324 Aug 11 23:21:01.092952 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:21:06.391070 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-724603fa-027d-4f1d-bdd2-503144abff4d req-df8729b5-e0e6-4fc6-8c1f-33455f1fe55e tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-387031134&fields=id&tenant_id=79a3d71f4064437692bc5fdb26611346 HTTP/1.1" status: 200 len: 267 time: 0.0334392 Aug 11 23:21:06.501689 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724603fa-027d-4f1d-bdd2-503144abff4d req-09ac9c0a-d710-4d1c-b243-d125d5a5dc47 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:21:06.503200 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-724603fa-027d-4f1d-bdd2-503144abff4d req-09ac9c0a-d710-4d1c-b243-d125d5a5dc47 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/networks?id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d HTTP/1.1" status: 200 len: 809 time: 0.1052885 Aug 11 23:21:06.522655 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-724603fa-027d-4f1d-bdd2-503144abff4d req-1a881233-f184-4b9d-8f06-0c8a091331ef tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/quotas/79a3d71f4064437692bc5fdb26611346 HTTP/1.1" status: 200 len: 375 time: 0.0131586 Aug 11 23:21:06.574311 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-724603fa-027d-4f1d-bdd2-503144abff4d req-cf511f5f-b38e-4397-a496-936c2ac72d9d tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=79a3d71f4064437692bc5fdb26611346&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461729 Aug 11 23:21:06.627741 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-724603fa-027d-4f1d-bdd2-503144abff4d req-eab229af-b09f-4f25-b807-9f80894a1cfb service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 23:21:06.628744 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-724603fa-027d-4f1d-bdd2-503144abff4d req-eab229af-b09f-4f25-b807-9f80894a1cfb service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0434191 Aug 11 23:21:06.714658 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-724603fa-027d-4f1d-bdd2-503144abff4d req-6ba54e94-de4d-431c-879e-8b5861f06fdd service neutron] 10.222.0.77 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795994 Aug 11 23:21:06.805864 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-724603fa-027d-4f1d-bdd2-503144abff4d req-0b8337f8-ac3a-4f6a-87a7-d41847e78a5a service neutron] 10.222.0.77 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849688 Aug 11 23:21:07.088147 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99e5942a-0295-47d1-b875-4956342da4bf req-6764d531-c280-46ae-b64b-0824414d43fb tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 210 time: 0.0264060 Aug 11 23:21:08.069978 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724603fa-027d-4f1d-bdd2-503144abff4d req-7c1d4924-2e7a-45af-b3a1-4e25988f5de6 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:21:08.071532 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-724603fa-027d-4f1d-bdd2-503144abff4d req-7c1d4924-2e7a-45af-b3a1-4e25988f5de6 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.52 "GET /v2.0/networks?id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d HTTP/1.1" status: 200 len: 809 time: 0.1183436 Aug 11 23:21:08.117398 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-724603fa-027d-4f1d-bdd2-503144abff4d req-572bb1a4-239a-4904-825b-c70598975607 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79a3d71f4064437692bc5fdb26611346 HTTP/1.1" status: 200 len: 379 time: 0.0375788 Aug 11 23:21:08.128321 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-724603fa-027d-4f1d-bdd2-503144abff4d req-792d2104-aff2-4d5a-b13f-e9c202d18d71 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Request body: {'port': {'device_id': 'cdd9a03c-f858-4052-9f2c-148960f5a6aa', 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d', 'admin_state_up': True, 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'security_groups': ['891224ea-ee79-4dd6-b752-e3aa51063199']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:21:08.239576 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-664223f2-136a-491b-9f5c-7e0a9ba4c12f req-2b4e8b27-c819-4eba-84e9-ed7fa226a7fe tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 210 time: 0.0305893 Aug 11 23:21:08.272470 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-724603fa-027d-4f1d-bdd2-503144abff4d req-792d2104-aff2-4d5a-b13f-e9c202d18d71 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Made reservation on behalf of 79a3d71f4064437692bc5fdb26611346 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:21:08.276329 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-724603fa-027d-4f1d-bdd2-503144abff4d req-792d2104-aff2-4d5a-b13f-e9c202d18d71 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:08.409022 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-724603fa-027d-4f1d-bdd2-503144abff4d req-792d2104-aff2-4d5a-b13f-e9c202d18d71 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Allocated IP 172.20.0.13 (0c4ac61f-196f-4dc0-a087-b5dea12e6a8d/ae3e324e-805e-49db-b5e4-e9d2038019d4/e7b79000-594f-4d98-a75d-f4d695bd20db) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:21:08.563380 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-724603fa-027d-4f1d-bdd2-503144abff4d req-792d2104-aff2-4d5a-b13f-e9c202d18d71 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:08.577113 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-724603fa-027d-4f1d-bdd2-503144abff4d req-792d2104-aff2-4d5a-b13f-e9c202d18d71 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Transition to ACTIVE for port object e7b79000-594f-4d98-a75d-f4d695bd20db will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:21:08.610534 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-724603fa-027d-4f1d-bdd2-503144abff4d req-792d2104-aff2-4d5a-b13f-e9c202d18d71 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:08.653943 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-724603fa-027d-4f1d-bdd2-503144abff4d req-792d2104-aff2-4d5a-b13f-e9c202d18d71 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Network 0c4ac61f-196f-4dc0-a087-b5dea12e6a8d is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:21:08.660477 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-724603fa-027d-4f1d-bdd2-503144abff4d req-792d2104-aff2-4d5a-b13f-e9c202d18d71 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:21:08.664352 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-724603fa-027d-4f1d-bdd2-503144abff4d req-792d2104-aff2-4d5a-b13f-e9c202d18d71 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:21:08.723860 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724603fa-027d-4f1d-bdd2-503144abff4d req-792d2104-aff2-4d5a-b13f-e9c202d18d71 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:21:08.724511 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-724603fa-027d-4f1d-bdd2-503144abff4d req-792d2104-aff2-4d5a-b13f-e9c202d18d71 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:08.727006 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d2104-aff2-4d5a-b13f-e9c202d18d71 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Pushing event updated for resources: {'Port': ['ID=e7b79000-594f-4d98-a75d-f4d695bd20db,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:21:08.742438 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-724603fa-027d-4f1d-bdd2-503144abff4d req-792d2104-aff2-4d5a-b13f-e9c202d18d71 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6182339 Aug 11 23:21:08.755441 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-724603fa-027d-4f1d-bdd2-503144abff4d req-18be2591-602b-4e8d-901e-f3114924decc tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 23:21:08.756729 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-724603fa-027d-4f1d-bdd2-503144abff4d req-18be2591-602b-4e8d-901e-f3114924decc tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065553 Aug 11 23:21:08.816093 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-724603fa-027d-4f1d-bdd2-503144abff4d req-c3fa7f8d-db4c-41a8-b1b9-cf21d69f45dd service neutron] Request body: {'port': {'device_id': 'cdd9a03c-f858-4052-9f2c-148960f5a6aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:21:08.872137 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-724603fa-027d-4f1d-bdd2-503144abff4d req-c3fa7f8d-db4c-41a8-b1b9-cf21d69f45dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:08.908518 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:08.911188 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-593cd97d-a5f9-4c30-a4f9-3b85a6fd9c09 None None] Provisioning for port e7b79000-594f-4d98-a75d-f4d695bd20db completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:21:08.915779 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-593cd97d-a5f9-4c30-a4f9-3b85a6fd9c09 None None] Provisioning complete for port e7b79000-594f-4d98-a75d-f4d695bd20db triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:21:08.916369 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-593cd97d-a5f9-4c30-a4f9-3b85a6fd9c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:08.951387 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-593cd97d-a5f9-4c30-a4f9-3b85a6fd9c09 None None] Port e7b79000-594f-4d98-a75d-f4d695bd20db cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:21:09.143842 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-724603fa-027d-4f1d-bdd2-503144abff4d req-c3fa7f8d-db4c-41a8-b1b9-cf21d69f45dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b79000-594f-4d98-a75d-f4d695bd20db {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 23:21:09.151601 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-724603fa-027d-4f1d-bdd2-503144abff4d req-c3fa7f8d-db4c-41a8-b1b9-cf21d69f45dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:09.163663 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-724603fa-027d-4f1d-bdd2-503144abff4d req-c3fa7f8d-db4c-41a8-b1b9-cf21d69f45dd service neutron] Transition to ACTIVE for port object e7b79000-594f-4d98-a75d-f4d695bd20db will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:21:09.167823 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-724603fa-027d-4f1d-bdd2-503144abff4d req-c3fa7f8d-db4c-41a8-b1b9-cf21d69f45dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:09.223689 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa7f8d-db4c-41a8-b1b9-cf21d69f45dd service neutron] Pushing event updated for resources: {'Port': ['ID=e7b79000-594f-4d98-a75d-f4d695bd20db,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:21:09.328307 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-724603fa-027d-4f1d-bdd2-503144abff4d req-c3fa7f8d-db4c-41a8-b1b9-cf21d69f45dd service neutron] Attempting to bind port e7b79000-594f-4d98-a75d-f4d695bd20db on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:21:09.328631 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-724603fa-027d-4f1d-bdd2-503144abff4d req-c3fa7f8d-db4c-41a8-b1b9-cf21d69f45dd service neutron] Attempting to bind port e7b79000-594f-4d98-a75d-f4d695bd20db by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '81f0fd0c-edf1-42f0-8c90-76e025b78d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:21:09.328969 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724603fa-027d-4f1d-bdd2-503144abff4d req-c3fa7f8d-db4c-41a8-b1b9-cf21d69f45dd service neutron] Attempting to bind port e7b79000-594f-4d98-a75d-f4d695bd20db on network 0c4ac61f-196f-4dc0-a087-b5dea12e6a8d {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:21:09.337845 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724603fa-027d-4f1d-bdd2-503144abff4d req-c3fa7f8d-db4c-41a8-b1b9-cf21d69f45dd service neutron] Port e7b79000-594f-4d98-a75d-f4d695bd20db on network 0c4ac61f-196f-4dc0-a087-b5dea12e6a8d not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 23:21:09.338175 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724603fa-027d-4f1d-bdd2-503144abff4d req-c3fa7f8d-db4c-41a8-b1b9-cf21d69f45dd service neutron] Attempting to bind port e7b79000-594f-4d98-a75d-f4d695bd20db on network 0c4ac61f-196f-4dc0-a087-b5dea12e6a8d {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:21:09.344562 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724603fa-027d-4f1d-bdd2-503144abff4d req-c3fa7f8d-db4c-41a8-b1b9-cf21d69f45dd service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:21:09.344997 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724603fa-027d-4f1d-bdd2-503144abff4d req-c3fa7f8d-db4c-41a8-b1b9-cf21d69f45dd service neutron] Checking segment: {'id': '81f0fd0c-edf1-42f0-8c90-76e025b78d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:21:09.345428 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724603fa-027d-4f1d-bdd2-503144abff4d req-c3fa7f8d-db4c-41a8-b1b9-cf21d69f45dd service neutron] Bound using segment: {'id': '81f0fd0c-edf1-42f0-8c90-76e025b78d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:21:09.345878 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-724603fa-027d-4f1d-bdd2-503144abff4d req-c3fa7f8d-db4c-41a8-b1b9-cf21d69f45dd service neutron] Bound port: e7b79000-594f-4d98-a75d-f4d695bd20db, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f0fd0c-edf1-42f0-8c90-76e025b78d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:21:09.346243 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-724603fa-027d-4f1d-bdd2-503144abff4d req-c3fa7f8d-db4c-41a8-b1b9-cf21d69f45dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:09.412625 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162566f-fc84-428a-b970-52b39d157665 req-3ed6e25b-80a5-4cb8-b63c-c687bd181d93 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:21:09.415073 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d162566f-fc84-428a-b970-52b39d157665 req-3ed6e25b-80a5-4cb8-b63c-c687bd181d93 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 944 time: 0.0583718 Aug 11 23:21:09.428672 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-724603fa-027d-4f1d-bdd2-503144abff4d req-c3fa7f8d-db4c-41a8-b1b9-cf21d69f45dd service neutron] For port e7b79000-594f-4d98-a75d-f4d695bd20db, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:21:09.432355 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-724603fa-027d-4f1d-bdd2-503144abff4d req-c3fa7f8d-db4c-41a8-b1b9-cf21d69f45dd service neutron] For port e7b79000-594f-4d98-a75d-f4d695bd20db, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e7b79000-594f-4d98-a75d-f4d695bd20db,segment=NetworkSegment(81f0fd0c-edf1-42f0-8c90-76e025b78d84),segment_id=81f0fd0c-edf1-42f0-8c90-76e025b78d84)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:21:09.438755 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-724603fa-027d-4f1d-bdd2-503144abff4d req-c3fa7f8d-db4c-41a8-b1b9-cf21d69f45dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:09.459688 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d162566f-fc84-428a-b970-52b39d157665 req-b11b84e8-9e9f-491d-8ebd-0a9a6595a5cd tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359321 Aug 11 23:21:09.485092 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724603fa-027d-4f1d-bdd2-503144abff4d req-c3fa7f8d-db4c-41a8-b1b9-cf21d69f45dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:21:09.485092 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-724603fa-027d-4f1d-bdd2-503144abff4d req-c3fa7f8d-db4c-41a8-b1b9-cf21d69f45dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:09.485092 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-724603fa-027d-4f1d-bdd2-503144abff4d req-c3fa7f8d-db4c-41a8-b1b9-cf21d69f45dd service neutron] 10.222.0.52 "PUT /v2.0/ports/e7b79000-594f-4d98-a75d-f4d695bd20db HTTP/1.1" status: 200 len: 1092 time: 0.7160399 Aug 11 23:21:09.485092 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd9a03c-f858-4052-9f2c-148960f5a6aa', 'tag': 'e7b79000-594f-4d98-a75d-f4d695bd20db'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:21:09.485092 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b102379e7d6c573a0c111394fd6df11cb948dcd7c204d584f65cddae3f2353ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bf5709-79d4-4a5a-8b64-23ba564c97eb" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd9a03c-f858-4052-9f2c-148960f5a6aa", "tag": "e7b79000-594f-4d98-a75d-f4d695bd20db"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:21:09.517432 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa7f8d-db4c-41a8-b1b9-cf21d69f45dd service neutron] Pushing event updated for resources: {'Port': ['ID=e7b79000-594f-4d98-a75d-f4d695bd20db,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:21:09.573955 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724603fa-027d-4f1d-bdd2-503144abff4d req-6580ec6b-c7a3-461d-a042-54da0e412a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:21:09.575597 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-724603fa-027d-4f1d-bdd2-503144abff4d req-6580ec6b-c7a3-461d-a042-54da0e412a75 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=79a3d71f4064437692bc5fdb26611346&device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 1095 time: 0.0482035 Aug 11 23:21:09.624555 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c0b122-5766-43c8-9c49-870bc24cf12b x-openstack-request-id: req-06c0b122-5766-43c8-9c49-870bc24cf12b {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:21:09.624854 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd9a03c-f858-4052-9f2c-148960f5a6aa", "tag": "e7b79000-594f-4d98-a75d-f4d695bd20db", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:21:09.625215 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-06c0b122-5766-43c8-9c49-870bc24cf12b {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:21:09.625630 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd9a03c-f858-4052-9f2c-148960f5a6aa', 'tag': 'e7b79000-594f-4d98-a75d-f4d695bd20db', 'status': 'completed', 'code': 200} Aug 11 23:21:09.627573 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-724603fa-027d-4f1d-bdd2-503144abff4d req-958e2457-dbe9-40ba-9aab-96e52d07e76a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7b79000-594f-4d98-a75d-f4d695bd20db HTTP/1.1" status: 200 len: 217 time: 0.0424645 Aug 11 23:21:09.686808 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724603fa-027d-4f1d-bdd2-503144abff4d req-50fe83d7-2d57-409d-b8d1-1229ec681335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:21:09.688510 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-724603fa-027d-4f1d-bdd2-503144abff4d req-50fe83d7-2d57-409d-b8d1-1229ec681335 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ae3e324e-805e-49db-b5e4-e9d2038019d4 HTTP/1.1" status: 200 len: 848 time: 0.0540602 Aug 11 23:21:09.742653 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724603fa-027d-4f1d-bdd2-503144abff4d req-ee80b280-bf62-4191-a617-25d589f3407f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:21:09.744238 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-724603fa-027d-4f1d-bdd2-503144abff4d req-ee80b280-bf62-4191-a617-25d589f3407f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484548 Aug 11 23:21:09.845477 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-724603fa-027d-4f1d-bdd2-503144abff4d req-ed4925f7-a064-4c35-b4ba-e45183f5d2e4 service neutron] 10.222.0.52 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938375 Aug 11 23:21:09.936668 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-724603fa-027d-4f1d-bdd2-503144abff4d req-a310ed4a-27ae-4cf6-829e-0e75e6c9c216 service neutron] 10.222.0.52 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845752 Aug 11 23:21:10.025826 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf5709-79d4-4a5a-8b64-23ba564c97eb req-8f245117-f8c2-4ab0-9b10-562d1ba4b398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:21:10.027394 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d8bf5709-79d4-4a5a-8b64-23ba564c97eb req-8f245117-f8c2-4ab0-9b10-562d1ba4b398 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=79a3d71f4064437692bc5fdb26611346&device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 1095 time: 0.0459366 Aug 11 23:21:10.126284 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf5709-79d4-4a5a-8b64-23ba564c97eb req-d7dec330-cd16-46fa-884b-b68f5af88843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:21:10.127831 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d8bf5709-79d4-4a5a-8b64-23ba564c97eb req-d7dec330-cd16-46fa-884b-b68f5af88843 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d HTTP/1.1" status: 200 len: 910 time: 0.0935833 Aug 11 23:21:10.171693 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d8bf5709-79d4-4a5a-8b64-23ba564c97eb req-f78c0631-d658-4e36-9fd5-acec69135209 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7b79000-594f-4d98-a75d-f4d695bd20db HTTP/1.1" status: 200 len: 217 time: 0.0366130 Aug 11 23:21:10.223451 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf5709-79d4-4a5a-8b64-23ba564c97eb req-6687c0a9-4e95-41a7-b190-cded36f1eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:21:10.224963 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d8bf5709-79d4-4a5a-8b64-23ba564c97eb req-6687c0a9-4e95-41a7-b190-cded36f1eeb5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ae3e324e-805e-49db-b5e4-e9d2038019d4 HTTP/1.1" status: 200 len: 848 time: 0.0462856 Aug 11 23:21:10.274828 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf5709-79d4-4a5a-8b64-23ba564c97eb req-5ff4fecd-3087-415c-b2ce-371a2de5dab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:21:10.276382 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d8bf5709-79d4-4a5a-8b64-23ba564c97eb req-5ff4fecd-3087-415c-b2ce-371a2de5dab4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444293 Aug 11 23:21:10.370100 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d8bf5709-79d4-4a5a-8b64-23ba564c97eb req-4e1d38ff-b291-4c29-aba5-aa8b6a8d6cfc service neutron] 10.222.0.52 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861282 Aug 11 23:21:10.463920 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d8bf5709-79d4-4a5a-8b64-23ba564c97eb req-fe183068-f04b-4121-a1de-42fc0d91a81f service neutron] 10.222.0.52 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870125 Aug 11 23:21:10.582950 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aaa121-31f9-4a78-8262-5f80bcfe2a1f req-151a0a3c-359e-44d8-ad6a-b05f222cb0db tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:21:10.584532 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-06aaa121-31f9-4a78-8262-5f80bcfe2a1f req-151a0a3c-359e-44d8-ad6a-b05f222cb0db tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 944 time: 0.0507784 Aug 11 23:21:10.623896 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-06aaa121-31f9-4a78-8262-5f80bcfe2a1f req-0d2ecd38-3ba4-4ae7-b88b-87527157139d tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331087 Aug 11 23:21:11.785515 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108c8d7-dc20-40b2-a82f-907100ad6599 req-d15fc47a-9847-48a0-aa6c-d58df0f01cc0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:21:11.787070 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e108c8d7-dc20-40b2-a82f-907100ad6599 req-d15fc47a-9847-48a0-aa6c-d58df0f01cc0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 944 time: 0.0635495 Aug 11 23:21:11.832692 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e108c8d7-dc20-40b2-a82f-907100ad6599 req-db9fd40c-6621-4bbc-af99-d85a77398e11 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364816 Aug 11 23:21:12.994321 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77160d8e-a753-44f5-bc90-5ec369c2dff5 req-69c06eab-a745-4f09-a85f-2122976c1127 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:21:12.996938 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-77160d8e-a753-44f5-bc90-5ec369c2dff5 req-69c06eab-a745-4f09-a85f-2122976c1127 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 944 time: 0.0642424 Aug 11 23:21:13.038203 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-77160d8e-a753-44f5-bc90-5ec369c2dff5 req-96d78340-a1b9-4d1c-b73e-2f642cc1260c tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341198 Aug 11 23:21:13.380066 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-bc451df9-3517-4bb2-b799-f8431e196d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:14.171418 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd31636-83f2-4489-8429-a8e6a29eb1ec req-e1c6b1f1-fd0e-4701-9851-e5309e199dc3 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:21:14.173148 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0bd31636-83f2-4489-8429-a8e6a29eb1ec req-e1c6b1f1-fd0e-4701-9851-e5309e199dc3 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 944 time: 0.0614030 Aug 11 23:21:14.221217 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0bd31636-83f2-4489-8429-a8e6a29eb1ec req-1eba8435-930d-49ff-b0e2-d3c0ab97bef0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387828 Aug 11 23:21:15.353104 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c6900-13ae-4ac7-98ef-c5384ae5f04b req-9eda44d4-bb98-443a-b755-80c07867a1ec tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:21:15.354677 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-137c6900-13ae-4ac7-98ef-c5384ae5f04b req-9eda44d4-bb98-443a-b755-80c07867a1ec tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 944 time: 0.0570145 Aug 11 23:21:15.397993 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-137c6900-13ae-4ac7-98ef-c5384ae5f04b req-c943427b-4b98-4146-8ddb-0eca2ad2ba69 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370228 Aug 11 23:21:16.236394 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:16.355397 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8617c5c3-b72f-4e13-9cf4-297c37d490f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:16.546889 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1052a-4824-403b-aa9a-f63fa38182b3 req-5972e502-583d-4a29-8fbd-fb1d22f6ad93 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:21:16.548573 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4b1052a-4824-403b-aa9a-f63fa38182b3 req-5972e502-583d-4a29-8fbd-fb1d22f6ad93 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 944 time: 0.0635269 Aug 11 23:21:16.607372 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d4b1052a-4824-403b-aa9a-f63fa38182b3 req-2ac4d5c4-e531-40e6-9fdd-6c5bb2c66cf8 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523617 Aug 11 23:21:17.735750 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8cdcc2-0028-4fe0-91ec-086174dc3cfa req-54b00293-f0e3-433f-ada7-8d4430438123 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:21:17.737389 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba8cdcc2-0028-4fe0-91ec-086174dc3cfa req-54b00293-f0e3-433f-ada7-8d4430438123 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 944 time: 0.0527706 Aug 11 23:21:17.787274 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ba8cdcc2-0028-4fe0-91ec-086174dc3cfa req-878daa3a-bd1e-4f59-82d8-18e69a553bda tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436444 Aug 11 23:21:17.861591 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:18.948179 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c87c9-e5e0-4fa9-89d2-ffda72956b25 req-a081588c-7d66-488b-86da-b5bfb8b4f7eb tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:21:18.950666 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-581c87c9-e5e0-4fa9-89d2-ffda72956b25 req-a081588c-7d66-488b-86da-b5bfb8b4f7eb tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 944 time: 0.0781038 Aug 11 23:21:19.008980 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-581c87c9-e5e0-4fa9-89d2-ffda72956b25 req-53ed23d1-a76e-4339-858d-f7545eb4b225 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513968 Aug 11 23:21:19.314841 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:19.951232 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device e7b79000-594f-4d98-a75d-f4d695bd20db details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 23:21:20.069055 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port e7b79000-594f-4d98-a75d-f4d695bd20db, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e7b79000-594f-4d98-a75d-f4d695bd20db,segment=NetworkSegment(81f0fd0c-edf1-42f0-8c90-76e025b78d84),segment_id=81f0fd0c-edf1-42f0-8c90-76e025b78d84)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:21:20.088557 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': 'e7b79000-594f-4d98-a75d-f4d695bd20db', 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d', 'port_id': 'e7b79000-594f-4d98-a75d-f4d695bd20db', 'mac_address': 'fa:16:3e:2b:61:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 23:21:20.132014 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:20.147067 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b79000-594f-4d98-a75d-f4d695bd20db {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 23:21:20.171114 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port e7b79000-594f-4d98-a75d-f4d695bd20db, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e7b79000-594f-4d98-a75d-f4d695bd20db,segment=NetworkSegment(81f0fd0c-edf1-42f0-8c90-76e025b78d84),segment_id=81f0fd0c-edf1-42f0-8c90-76e025b78d84)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:21:20.177575 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:20.206806 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50be5e-8c09-4c60-a3d8-3d4916491402 req-ac5bdc95-e787-413f-bbea-b20b8f912f59 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:21:20.208672 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c50be5e-8c09-4c60-a3d8-3d4916491402 req-ac5bdc95-e787-413f-bbea-b20b8f912f59 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 944 time: 0.0835104 Aug 11 23:21:20.239440 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=e7b79000-594f-4d98-a75d-f4d695bd20db,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:21:20.249983 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c50be5e-8c09-4c60-a3d8-3d4916491402 req-dde2259f-c60e-46cc-ac74-26fd80144520 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343325 Aug 11 23:21:20.252479 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:21:20.253705 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:21:20.254136 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:21:20.254670 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:21:20.255105 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:21:20.255576 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:21:20.256100 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:21:20.256517 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:21:20.256851 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:21:20.257190 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:21:20.257524 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:21:20.257851 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:21:20.402323 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['e7b79000-594f-4d98-a75d-f4d695bd20db'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 23:21:21.367078 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4111b4a-2076-4959-b2f1-504b224be9db req-3ea0198a-f108-4a0f-91ac-7bbfba128918 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:21:21.368632 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f4111b4a-2076-4959-b2f1-504b224be9db req-3ea0198a-f108-4a0f-91ac-7bbfba128918 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 945 time: 0.0494819 Aug 11 23:21:21.397068 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:21.415381 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f4111b4a-2076-4959-b2f1-504b224be9db req-3a33dd00-16f8-4262-9a5b-bc127aee1ba5 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401232 Aug 11 23:21:21.966797 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device e7b79000-594f-4d98-a75d-f4d695bd20db up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:21:22.017343 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port e7b79000-594f-4d98-a75d-f4d695bd20db completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:21:22.020993 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port e7b79000-594f-4d98-a75d-f4d695bd20db triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:21:22.021373 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:22.104826 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:22.135764 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd9a03c-f858-4052-9f2c-148960f5a6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b79000-594f-4d98-a75d-f4d695bd20db'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:21:22.138052 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0758d829-11a2-4fee-9bff-636156736cec" -d '{"events": [{"server_uuid": "cdd9a03c-f858-4052-9f2c-148960f5a6aa", "name": "network-vif-plugged", "status": "completed", "tag": "e7b79000-594f-4d98-a75d-f4d695bd20db"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:21:22.153256 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port e7b79000-594f-4d98-a75d-f4d695bd20db, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e7b79000-594f-4d98-a75d-f4d695bd20db,segment=NetworkSegment(81f0fd0c-edf1-42f0-8c90-76e025b78d84),segment_id=81f0fd0c-edf1-42f0-8c90-76e025b78d84)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:21:22.158362 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:22.209690 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=e7b79000-594f-4d98-a75d-f4d695bd20db,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:21:22.233720 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 23:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cba970e-5d2b-46d0-8572-542ddbfb877d x-openstack-request-id: req-9cba970e-5d2b-46d0-8572-542ddbfb877d {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:21:22.234026 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd9a03c-f858-4052-9f2c-148960f5a6aa", "name": "network-vif-plugged", "status": "completed", "tag": "e7b79000-594f-4d98-a75d-f4d695bd20db", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:21:22.234287 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9cba970e-5d2b-46d0-8572-542ddbfb877d {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:21:22.234692 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd9a03c-f858-4052-9f2c-148960f5a6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b79000-594f-4d98-a75d-f4d695bd20db', 'code': 200} Aug 11 23:21:22.345533 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffcd56-7684-4c9f-b699-99e2a68ddca4 req-ae137d7d-5e19-4040-9367-8752f6923574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:21:22.347026 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-28ffcd56-7684-4c9f-b699-99e2a68ddca4 req-ae137d7d-5e19-4040-9367-8752f6923574 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 1097 time: 0.0527558 Aug 11 23:21:22.384495 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-28ffcd56-7684-4c9f-b699-99e2a68ddca4 req-361be650-63b4-4de6-a15f-074ffec107ca service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297453 Aug 11 23:21:22.539771 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfc69b-2a37-4431-bca8-4fd22c2fa681 req-f65c1727-e7f3-4f71-862e-6154b5eeee5e tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:21:22.541341 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bdbfc69b-2a37-4431-bca8-4fd22c2fa681 req-f65c1727-e7f3-4f71-862e-6154b5eeee5e tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 946 time: 0.0519080 Aug 11 23:21:22.592751 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bdbfc69b-2a37-4431-bca8-4fd22c2fa681 req-e21a0697-8709-45bb-9e60-fb619f4a4130 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368173 Aug 11 23:21:23.713511 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404554f-02a3-4d0a-9482-f9b2e94fb081 req-d0ed114a-a0f5-452c-86a8-f2a57ded6162 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:21:23.715009 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6404554f-02a3-4d0a-9482-f9b2e94fb081 req-d0ed114a-a0f5-452c-86a8-f2a57ded6162 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 946 time: 0.0542412 Aug 11 23:21:23.752356 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6404554f-02a3-4d0a-9482-f9b2e94fb081 req-eba0d3a4-3a16-4a97-9b7c-adbdacf7b0f2 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307987 Aug 11 23:21:23.869862 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa23bb6-22dd-4882-a816-f5628332c271 req-91591b15-2cca-44a2-80f9-c0f8c6ad39a5 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:21:23.871297 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9fa23bb6-22dd-4882-a816-f5628332c271 req-91591b15-2cca-44a2-80f9-c0f8c6ad39a5 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 946 time: 0.0519328 Aug 11 23:21:23.913194 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9fa23bb6-22dd-4882-a816-f5628332c271 req-69fde03a-f7f2-4e61-9012-98fc64c3ace7 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355916 Aug 11 23:21:23.935459 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59534) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:21:24.021774 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc832bf3-f56a-44b9-8124-d00ac00f28e0 tempest-TestShelveInstance-2089581278 tempest-TestShelveInstance-2089581278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:21:24.023350 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bc832bf3-f56a-44b9-8124-d00ac00f28e0 tempest-TestShelveInstance-2089581278 tempest-TestShelveInstance-2089581278-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 1092 time: 0.0868452 Aug 11 23:21:24.026154 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59538) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:21:24.031078 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-aeca8ffe-9126-4771-a308-2f20b3fc1e13 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'port_id': 'e7b79000-594f-4d98-a75d-f4d695bd20db', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:21:24.054673 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aeca8ffe-9126-4771-a308-2f20b3fc1e13 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for floatingip, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:24.156816 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aeca8ffe-9126-4771-a308-2f20b3fc1e13 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:24.261609 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-aeca8ffe-9126-4771-a308-2f20b3fc1e13 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Allocated IP 172.25.2.91 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/ce99e627-1ac4-4cc5-9781-0dc1d1aa3f4e) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:21:24.370423 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aeca8ffe-9126-4771-a308-2f20b3fc1e13 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:24.412149 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aeca8ffe-9126-4771-a308-2f20b3fc1e13 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:24.451776 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeca8ffe-9126-4771-a308-2f20b3fc1e13 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:21:24.456776 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-aeca8ffe-9126-4771-a308-2f20b3fc1e13 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:21:24.460349 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeca8ffe-9126-4771-a308-2f20b3fc1e13 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:21:24.466471 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca8ffe-9126-4771-a308-2f20b3fc1e13 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Pushing event updated for resources: {'Port': ['ID=ce99e627-1ac4-4cc5-9781-0dc1d1aa3f4e,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:21:24.844310 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aeca8ffe-9126-4771-a308-2f20b3fc1e13 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:24.921734 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aeca8ffe-9126-4771-a308-2f20b3fc1e13 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:25.075433 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aeca8ffe-9126-4771-a308-2f20b3fc1e13 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:25.080272 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aeca8ffe-9126-4771-a308-2f20b3fc1e13 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:25.150500 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca8ffe-9126-4771-a308-2f20b3fc1e13 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Pushing event updated for resources: {'Port': ['ID=ce99e627-1ac4-4cc5-9781-0dc1d1aa3f4e,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:21:25.165974 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aeca8ffe-9126-4771-a308-2f20b3fc1e13 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:25.270559 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [None req-aeca8ffe-9126-4771-a308-2f20b3fc1e13 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Floating IP ea4285e7-6129-48ca-bf6b-a04cca29508d associated. External IP: 172.25.2.91, port: e7b79000-594f-4d98-a75d-f4d695bd20db. Aug 11 23:21:25.487749 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeca8ffe-9126-4771-a308-2f20b3fc1e13 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Router 71f09c83-a7bf-42d1-ba54-e8cf51bd819d has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:21:25.597552 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeca8ffe-9126-4771-a308-2f20b3fc1e13 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:21:25.607004 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec553fd-e607-4651-9402-75baf0de88b5 None None] Sync routers for ids ['71f09c83-a7bf-42d1-ba54-e8cf51bd819d'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:21:25.613426 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-aeca8ffe-9126-4771-a308-2f20b3fc1e13 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:25.616677 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec553fd-e607-4651-9402-75baf0de88b5 None None] Routers {'71f09c83-a7bf-42d1-ba54-e8cf51bd819d'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:21:25.617432 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-bec553fd-e607-4651-9402-75baf0de88b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:21:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['71f09c83-a7bf-42d1-ba54-e8cf51bd819d'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:21:25.642452 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-aeca8ffe-9126-4771-a308-2f20b3fc1e13 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6152203 Aug 11 23:21:25.643060 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd9a03c-f858-4052-9f2c-148960f5a6aa', 'tag': 'e7b79000-594f-4d98-a75d-f4d695bd20db'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:21:25.645463 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b102379e7d6c573a0c111394fd6df11cb948dcd7c204d584f65cddae3f2353ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc11277-3059-488f-8a01-7a6f77e04f17" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd9a03c-f858-4052-9f2c-148960f5a6aa", "tag": "e7b79000-594f-4d98-a75d-f4d695bd20db"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:21:25.682822 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f776e4-b66f-493b-9540-761b62871101 x-openstack-request-id: req-a7f776e4-b66f-493b-9540-761b62871101 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:21:25.683146 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd9a03c-f858-4052-9f2c-148960f5a6aa", "tag": "e7b79000-594f-4d98-a75d-f4d695bd20db", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:21:25.683357 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a7f776e4-b66f-493b-9540-761b62871101 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:21:25.683869 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd9a03c-f858-4052-9f2c-148960f5a6aa', 'tag': 'e7b79000-594f-4d98-a75d-f4d695bd20db', 'status': 'completed', 'code': 200} Aug 11 23:21:25.729103 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-bec553fd-e607-4651-9402-75baf0de88b5 None None] Set router 71f09c83-a7bf-42d1-ba54-e8cf51bd819d gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:21:25.757571 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc11277-3059-488f-8a01-7a6f77e04f17 req-6735780b-dc7d-4fd8-a0d8-6964d7426f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:21:25.759033 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2fc11277-3059-488f-8a01-7a6f77e04f17 req-6735780b-dc7d-4fd8-a0d8-6964d7426f27 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=79a3d71f4064437692bc5fdb26611346&device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 1097 time: 0.0497158 Aug 11 23:21:25.857701 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc11277-3059-488f-8a01-7a6f77e04f17 req-51c711b4-c52a-4abe-9dc7-69afdee0da59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:21:25.859304 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2fc11277-3059-488f-8a01-7a6f77e04f17 req-51c711b4-c52a-4abe-9dc7-69afdee0da59 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d HTTP/1.1" status: 200 len: 910 time: 0.0893309 Aug 11 23:21:25.932823 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2fc11277-3059-488f-8a01-7a6f77e04f17 req-01f8f69c-78b6-49ed-bb73-e636fd2415b1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7b79000-594f-4d98-a75d-f4d695bd20db HTTP/1.1" status: 200 len: 999 time: 0.0652339 Aug 11 23:21:25.965181 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-bec553fd-e607-4651-9402-75baf0de88b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'name': 'tempest-TestShelveInstance-1856787322-router', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:13Z', 'revision_number': 4, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'gw_port': {'id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'ea4285e7-6129-48ca-bf6b-a04cca29508d', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'floating_ip_address': '172.25.2.91', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'port_id': 'e7b79000-594f-4d98-a75d-f4d695bd20db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d', 'mac_address': 'fa:16:3e:2b:61:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd9a03c-f858-4052-9f2c-148960f5a6aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:21:24Z', 'updated_at': '2021-08-11T23:21:24Z', 'revision_number': 0, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18768c6d-bc14-49bf-b670-ff32eb30ed5a', 'name': '', 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'mac_address': 'fa:16:3e:23:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:13Z', 'updated_at': '2021-08-11T23:15:19Z', 'revision_number': 5, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'subnets': [{'id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:21:25.987376 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc11277-3059-488f-8a01-7a6f77e04f17 req-e790c8fc-ad2d-4eb2-bea9-ed722a438554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:21:25.988929 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2fc11277-3059-488f-8a01-7a6f77e04f17 req-e790c8fc-ad2d-4eb2-bea9-ed722a438554 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ae3e324e-805e-49db-b5e4-e9d2038019d4 HTTP/1.1" status: 200 len: 848 time: 0.0497196 Aug 11 23:21:25.991648 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec553fd-e607-4651-9402-75baf0de88b5 None None] Checking router: 71f09c83-a7bf-42d1-ba54-e8cf51bd819d for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:21:26.000767 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec553fd-e607-4651-9402-75baf0de88b5 None None] Routers {'71f09c83-a7bf-42d1-ba54-e8cf51bd819d'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:21:26.001389 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-bec553fd-e607-4651-9402-75baf0de88b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:21:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['71f09c83-a7bf-42d1-ba54-e8cf51bd819d'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:21:26.043979 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc11277-3059-488f-8a01-7a6f77e04f17 req-b6fea428-0b57-4131-8631-7932670e1513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:21:26.045482 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2fc11277-3059-488f-8a01-7a6f77e04f17 req-b6fea428-0b57-4131-8631-7932670e1513 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493455 Aug 11 23:21:26.121121 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-bec553fd-e607-4651-9402-75baf0de88b5 None None] Set router 71f09c83-a7bf-42d1-ba54-e8cf51bd819d gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:21:26.142347 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2fc11277-3059-488f-8a01-7a6f77e04f17 req-f95cb898-9dad-4047-b02a-a5e5b24d0291 service neutron] 10.222.0.52 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890217 Aug 11 23:21:26.238973 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2fc11277-3059-488f-8a01-7a6f77e04f17 req-8199fa0d-082a-421d-89a1-264e4bf97037 service neutron] 10.222.0.52 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886829 Aug 11 23:21:26.350494 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-bec553fd-e607-4651-9402-75baf0de88b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'name': 'tempest-TestShelveInstance-1856787322-router', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:13Z', 'revision_number': 4, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'gw_port': {'id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'ea4285e7-6129-48ca-bf6b-a04cca29508d', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'floating_ip_address': '172.25.2.91', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'port_id': 'e7b79000-594f-4d98-a75d-f4d695bd20db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d', 'mac_address': 'fa:16:3e:2b:61:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd9a03c-f858-4052-9f2c-148960f5a6aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:21:24Z', 'updated_at': '2021-08-11T23:21:24Z', 'revision_number': 0, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18768c6d-bc14-49bf-b670-ff32eb30ed5a', 'name': '', 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'mac_address': 'fa:16:3e:23:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:13Z', 'updated_at': '2021-08-11T23:15:19Z', 'revision_number': 5, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'subnets': [{'id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:21:26.380512 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec553fd-e607-4651-9402-75baf0de88b5 None None] The sync data for ids ['71f09c83-a7bf-42d1-ba54-e8cf51bd819d'] in n-d-804275-3 is: [{'id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'name': 'tempest-TestShelveInstance-1856787322-router', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:13Z', 'revision_number': 4, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'gw_port': {'id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'ea4285e7-6129-48ca-bf6b-a04cca29508d', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'floating_ip_address': '172.25.2.91', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'port_id': 'e7b79000-594f-4d98-a75d-f4d695bd20db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d', 'mac_address': 'fa:16:3e:2b:61:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd9a03c-f858-4052-9f2c-148960f5a6aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:21:24Z', 'updated_at': '2021-08-11T23:21:24Z', 'revision_number': 0, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18768c6d-bc14-49bf-b670-ff32eb30ed5a', 'name': '', 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'mac_address': 'fa:16:3e:23:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:13Z', 'updated_at': '2021-08-11T23:15:19Z', 'revision_number': 5, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'subnets': [{'id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:21:26.594055 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e8f396-8966-4cd4-ab5a-7a9f8bb27b8a None None] New status for floating IP ea4285e7-6129-48ca-bf6b-a04cca29508d: ACTIVE {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 23:21:38.092926 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:21:38.916210 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:43.371348 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0eff0b99-b6ca-445b-aadd-4447a88ca651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:46.228385 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:46.356849 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-802e91d2-caf4-419e-979b-c2f6b53a7f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:47.860864 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:49.317753 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:21:51.394747 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:22:08.934727 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:22:13.376388 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f6f28756-8b57-436d-ac4c-d9210468856f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:22:15.092187 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:22:16.229164 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:22:16.356010 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3b2b98b2-c9b0-435b-aa43-f4b1fb7bcec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:22:17.864568 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:22:17.866088 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-117dd959-7cfc-4404-9ee7-a2341312d744 req-c2b3a346-c02c-4fcd-b6aa-f26c755688dc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454066 Aug 11 23:22:17.947962 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117dd959-7cfc-4404-9ee7-a2341312d744 req-b14cb6ba-c0ad-4db7-a783-c8b42881e320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:22:17.949499 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-117dd959-7cfc-4404-9ee7-a2341312d744 req-b14cb6ba-c0ad-4db7-a783-c8b42881e320 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=79a3d71f4064437692bc5fdb26611346&device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 1097 time: 0.0415075 Aug 11 23:22:18.052342 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117dd959-7cfc-4404-9ee7-a2341312d744 req-7ec680c8-2154-4dd8-9b4b-52bf6563e336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:22:18.053768 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-117dd959-7cfc-4404-9ee7-a2341312d744 req-7ec680c8-2154-4dd8-9b4b-52bf6563e336 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d HTTP/1.1" status: 200 len: 910 time: 0.0851400 Aug 11 23:22:18.121348 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-117dd959-7cfc-4404-9ee7-a2341312d744 req-1660aa61-25b9-48e4-8c31-323c242f1586 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7b79000-594f-4d98-a75d-f4d695bd20db HTTP/1.1" status: 200 len: 1001 time: 0.0608714 Aug 11 23:22:18.170062 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117dd959-7cfc-4404-9ee7-a2341312d744 req-1c52dfcf-8013-43b3-b047-49d66ddc61f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:22:18.171569 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-117dd959-7cfc-4404-9ee7-a2341312d744 req-1c52dfcf-8013-43b3-b047-49d66ddc61f6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ae3e324e-805e-49db-b5e4-e9d2038019d4 HTTP/1.1" status: 200 len: 848 time: 0.0437613 Aug 11 23:22:18.217030 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117dd959-7cfc-4404-9ee7-a2341312d744 req-a6589fbd-37b1-45f7-9963-5b62a3136b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:22:18.218554 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-117dd959-7cfc-4404-9ee7-a2341312d744 req-a6589fbd-37b1-45f7-9963-5b62a3136b38 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393822 Aug 11 23:22:18.311396 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-117dd959-7cfc-4404-9ee7-a2341312d744 req-44795265-3782-4291-954c-e4c7be9b4479 service neutron] 10.222.0.52 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849924 Aug 11 23:22:18.399352 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-117dd959-7cfc-4404-9ee7-a2341312d744 req-5f77370b-9a14-415f-873e-edcd6bad22da service neutron] 10.222.0.52 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815177 Aug 11 23:22:19.317867 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:22:21.398160 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:22:38.937171 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:22:43.377373 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-8bbb2116-8fe0-41e8-83d7-2bf22f6733aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:22:46.228719 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:22:46.355774 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e75bce80-e648-4877-8d4a-a4bd77166625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:22:47.867101 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:22:49.321883 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:22:51.398541 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:22:52.092025 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:23:08.933629 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:23:13.378556 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d965c80e-ca9e-449e-99f7-7fe4f0037538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:23:16.228962 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:23:16.354957 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-083ac13a-b6c8-468f-a24c-396a7e5bc0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:23:17.857241 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0285dbe5-06bf-4327-b7e5-7c4163035724 req-223786da-5af6-41f2-9e23-d1d0b1bbf0c3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451438 Aug 11 23:23:17.870171 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:23:17.940594 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285dbe5-06bf-4327-b7e5-7c4163035724 req-e9126faa-d4dd-408b-bda6-6015afddb5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:17.942153 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0285dbe5-06bf-4327-b7e5-7c4163035724 req-e9126faa-d4dd-408b-bda6-6015afddb5d3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=79a3d71f4064437692bc5fdb26611346&device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 1097 time: 0.0431008 Aug 11 23:23:18.043483 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285dbe5-06bf-4327-b7e5-7c4163035724 req-8354663e-6bb6-4c79-877d-5c3de0ba9259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:18.045045 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0285dbe5-06bf-4327-b7e5-7c4163035724 req-8354663e-6bb6-4c79-877d-5c3de0ba9259 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d HTTP/1.1" status: 200 len: 910 time: 0.0839441 Aug 11 23:23:18.429778 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0285dbe5-06bf-4327-b7e5-7c4163035724 req-afd3fb9e-0bbf-43fe-b305-89a2ff81fdc2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7b79000-594f-4d98-a75d-f4d695bd20db HTTP/1.1" status: 200 len: 1001 time: 0.3778176 Aug 11 23:23:18.478129 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285dbe5-06bf-4327-b7e5-7c4163035724 req-7fcf611d-befc-44f2-8e58-708bd4f14a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:18.479612 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0285dbe5-06bf-4327-b7e5-7c4163035724 req-7fcf611d-befc-44f2-8e58-708bd4f14a57 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ae3e324e-805e-49db-b5e4-e9d2038019d4 HTTP/1.1" status: 200 len: 848 time: 0.0431995 Aug 11 23:23:18.524482 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285dbe5-06bf-4327-b7e5-7c4163035724 req-42de9763-9155-4cbb-ad44-0ee6c72c4e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:18.525982 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0285dbe5-06bf-4327-b7e5-7c4163035724 req-42de9763-9155-4cbb-ad44-0ee6c72c4e95 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397224 Aug 11 23:23:18.617559 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0285dbe5-06bf-4327-b7e5-7c4163035724 req-c0f55b3e-6192-4958-8f75-5d24a3479d05 service neutron] 10.222.0.52 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843856 Aug 11 23:23:18.705554 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0285dbe5-06bf-4327-b7e5-7c4163035724 req-2ae675d9-a5b9-49cf-afd5-2d0ef16630f7 service neutron] 10.222.0.52 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812128 Aug 11 23:23:19.323898 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:23:21.413508 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:23:23.385006 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9437f-fc2a-4f1c-aa4e-8e11513e75ea req-e264b2c0-e177-47e6-a9cf-1d3ceb1a55a4 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:23.386439 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73d9437f-fc2a-4f1c-aa4e-8e11513e75ea req-e264b2c0-e177-47e6-a9cf-1d3ceb1a55a4 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 946 time: 0.1051972 Aug 11 23:23:23.424998 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73d9437f-fc2a-4f1c-aa4e-8e11513e75ea req-e615abd7-03b5-4b2b-bb65-b41d8e463ec8 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322261 Aug 11 23:23:24.574098 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b342b-9751-4c56-a4a0-00c8a73d5ae9 req-58fef9f6-22fd-4058-92ce-131fa6987cee tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:24.575617 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c0b342b-9751-4c56-a4a0-00c8a73d5ae9 req-58fef9f6-22fd-4058-92ce-131fa6987cee tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 946 time: 0.0523913 Aug 11 23:23:24.613804 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7c0b342b-9751-4c56-a4a0-00c8a73d5ae9 req-d4db641b-9e7d-40d8-be43-a5d7b093f163 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321190 Aug 11 23:23:25.737722 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb679535-5cdb-41e3-9c88-300e9aac5f20 req-0caa3bb1-7ac1-402a-a40a-ca86a23ad31d tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:25.741064 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb679535-5cdb-41e3-9c88-300e9aac5f20 req-0caa3bb1-7ac1-402a-a40a-ca86a23ad31d tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 946 time: 0.0569153 Aug 11 23:23:25.780589 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb679535-5cdb-41e3-9c88-300e9aac5f20 req-bf93aeec-0c92-449c-a3bf-3cb944af6209 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334649 Aug 11 23:23:26.900881 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60101581-73de-4c9c-b3ee-a5b4766fcad4 req-2183f3ae-a256-40d9-93b5-c07a4f55173e tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:26.902351 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60101581-73de-4c9c-b3ee-a5b4766fcad4 req-2183f3ae-a256-40d9-93b5-c07a4f55173e tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 946 time: 0.0473018 Aug 11 23:23:26.940400 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-60101581-73de-4c9c-b3ee-a5b4766fcad4 req-18ff3bc5-8a63-4807-99aa-467fcb7787fe tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318012 Aug 11 23:23:28.058182 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfd7f2-cb5e-4a26-9605-1818f25f2998 req-00bdd9bc-9652-4f35-ad60-ce40c6935df7 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:28.059707 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-facfd7f2-cb5e-4a26-9605-1818f25f2998 req-00bdd9bc-9652-4f35-ad60-ce40c6935df7 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 946 time: 0.0531628 Aug 11 23:23:28.097050 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-facfd7f2-cb5e-4a26-9605-1818f25f2998 req-a07a0b18-c340-40ad-801e-aad0d6096870 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312452 Aug 11 23:23:29.090612 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:23:29.210764 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b546b-56b4-47ef-8ee8-81162e129195 req-dc81054c-de9c-4c41-8ffb-6123f047fe6f tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:29.212309 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dc0b546b-56b4-47ef-8ee8-81162e129195 req-dc81054c-de9c-4c41-8ffb-6123f047fe6f tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 946 time: 0.0482986 Aug 11 23:23:29.253072 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dc0b546b-56b4-47ef-8ee8-81162e129195 req-3ad03b4d-997f-4742-a6a9-dc40f4a01748 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333023 Aug 11 23:23:30.367978 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d3786-3ffa-4369-92c0-9b07d595d595 req-9a0e846a-77a9-4994-b3a2-3b21e80f47c4 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:30.369506 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c15d3786-3ffa-4369-92c0-9b07d595d595 req-9a0e846a-77a9-4994-b3a2-3b21e80f47c4 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 946 time: 0.0490615 Aug 11 23:23:30.412548 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c15d3786-3ffa-4369-92c0-9b07d595d595 req-ced772fe-772c-471a-b400-f5cfa1fdc621 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357547 Aug 11 23:23:31.531193 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31aaebf-48d9-4111-864e-921cc19ac857 req-b2dede71-edd2-4d3b-8d3a-943ad98ab2cc tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:31.532968 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c31aaebf-48d9-4111-864e-921cc19ac857 req-b2dede71-edd2-4d3b-8d3a-943ad98ab2cc tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 946 time: 0.0528975 Aug 11 23:23:31.570240 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c31aaebf-48d9-4111-864e-921cc19ac857 req-beb9d049-c6bd-4197-9c84-45b1a041d6f1 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312910 Aug 11 23:23:32.686252 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a67e8-3999-4844-90ef-c08114c6476c req-19640015-8170-4df2-b85f-17c3a8f8bdd2 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:32.687760 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e19a67e8-3999-4844-90ef-c08114c6476c req-19640015-8170-4df2-b85f-17c3a8f8bdd2 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 946 time: 0.0494351 Aug 11 23:23:32.726120 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e19a67e8-3999-4844-90ef-c08114c6476c req-54782c58-29a1-4e34-a1d5-13d4310afbc3 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316601 Aug 11 23:23:33.463298 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b551f0-e014-4c16-84d6-2c6f2db1b6f2 req-f75dfe77-c827-4ffb-ab2e-6a5a61640c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:33.464737 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-29b551f0-e014-4c16-84d6-2c6f2db1b6f2 req-f75dfe77-c827-4ffb-ab2e-6a5a61640c0b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=79a3d71f4064437692bc5fdb26611346&device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 1097 time: 0.0448091 Aug 11 23:23:33.553800 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b551f0-e014-4c16-84d6-2c6f2db1b6f2 req-6a567242-7a8d-440e-8c1c-9c341b5dfd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:33.555294 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-29b551f0-e014-4c16-84d6-2c6f2db1b6f2 req-6a567242-7a8d-440e-8c1c-9c341b5dfd1c service neutron] 10.222.0.52 "GET /v2.0/networks?id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d HTTP/1.1" status: 200 len: 910 time: 0.0836225 Aug 11 23:23:33.622946 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-29b551f0-e014-4c16-84d6-2c6f2db1b6f2 req-b3f13bbf-cf4c-4788-bdc9-733d4717bada service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7b79000-594f-4d98-a75d-f4d695bd20db HTTP/1.1" status: 200 len: 1001 time: 0.0609167 Aug 11 23:23:33.671618 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b551f0-e014-4c16-84d6-2c6f2db1b6f2 req-274de3f6-6e87-4775-8a4d-0e3996856a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:33.673060 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-29b551f0-e014-4c16-84d6-2c6f2db1b6f2 req-274de3f6-6e87-4775-8a4d-0e3996856a78 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ae3e324e-805e-49db-b5e4-e9d2038019d4 HTTP/1.1" status: 200 len: 848 time: 0.0433567 Aug 11 23:23:33.717396 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b551f0-e014-4c16-84d6-2c6f2db1b6f2 req-532c02d0-b3e0-4121-9a9e-8e052e5afc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:33.718829 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-29b551f0-e014-4c16-84d6-2c6f2db1b6f2 req-532c02d0-b3e0-4121-9a9e-8e052e5afc4c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388057 Aug 11 23:23:33.813490 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-29b551f0-e014-4c16-84d6-2c6f2db1b6f2 req-6a020a1a-987f-4230-a9a1-92375059f534 service neutron] 10.222.0.52 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869939 Aug 11 23:23:33.843086 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efe122-fa16-4211-8525-29a246dbf4c1 req-977e32ab-4dca-4e4c-829b-9d4b3d278983 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:33.844707 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e5efe122-fa16-4211-8525-29a246dbf4c1 req-977e32ab-4dca-4e4c-829b-9d4b3d278983 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 946 time: 0.0502231 Aug 11 23:23:33.897119 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e5efe122-fa16-4211-8525-29a246dbf4c1 req-50906d78-86fd-401e-96dd-4e48bad809ea tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452588 Aug 11 23:23:33.912848 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-29b551f0-e014-4c16-84d6-2c6f2db1b6f2 req-9403aaca-b429-441b-8c19-0f07b165660f service neutron] 10.222.0.52 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928693 Aug 11 23:23:35.013929 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fe925-2967-4cdb-9f20-bcdac97eb05e req-eaf0c5b3-bdc4-4fff-aca9-dc0211576644 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:35.015521 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec4fe925-2967-4cdb-9f20-bcdac97eb05e req-eaf0c5b3-bdc4-4fff-aca9-dc0211576644 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 946 time: 0.0530438 Aug 11 23:23:35.054191 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ec4fe925-2967-4cdb-9f20-bcdac97eb05e req-2140c5f6-8d2d-443a-a46e-07b682079922 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326152 Aug 11 23:23:36.177818 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db708d-5788-4339-a37c-552f57f49a13 req-92b42c7f-5dc1-4825-85d0-573a2940e242 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:36.179781 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d2db708d-5788-4339-a37c-552f57f49a13 req-92b42c7f-5dc1-4825-85d0-573a2940e242 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 946 time: 0.0554731 Aug 11 23:23:36.219212 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d2db708d-5788-4339-a37c-552f57f49a13 req-55d4f1b0-d0d5-4e5b-8367-12a8acc9727a tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330391 Aug 11 23:23:37.334351 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a60b95-58be-46f3-a21f-c295fd087322 req-a03c4f65-2bea-43a8-a64d-edb6556d364b tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:37.335885 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-30a60b95-58be-46f3-a21f-c295fd087322 req-a03c4f65-2bea-43a8-a64d-edb6556d364b tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 946 time: 0.0481758 Aug 11 23:23:37.374013 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-30a60b95-58be-46f3-a21f-c295fd087322 req-32508171-e962-4811-a709-d81b3bd113a4 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321665 Aug 11 23:23:37.587515 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48816e-3e77-4599-897c-b3f9ed37351c req-1fe8b2c5-d60a-4a1b-a409-a08d25cac81c tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:37.589051 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a48816e-3e77-4599-897c-b3f9ed37351c req-1fe8b2c5-d60a-4a1b-a409-a08d25cac81c tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 946 time: 0.0522594 Aug 11 23:23:37.590114 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-0e4c205f-3666-4b5d-a042-7cc03b5e085c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0823076 Aug 11 23:23:37.627872 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9a48816e-3e77-4599-897c-b3f9ed37351c req-3b404c32-9001-4c63-98ed-a954418fc082 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325928 Aug 11 23:23:38.620070 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device e7b79000-594f-4d98-a75d-f4d695bd20db no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:23:38.701461 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:23:38.725134 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd9a03c-f858-4052-9f2c-148960f5a6aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7b79000-594f-4d98-a75d-f4d695bd20db'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:23:38.732812 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5df51da-4d94-4445-b02e-c8db18f803c2" -d '{"events": [{"server_uuid": "cdd9a03c-f858-4052-9f2c-148960f5a6aa", "name": "network-vif-unplugged", "status": "completed", "tag": "e7b79000-594f-4d98-a75d-f4d695bd20db"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:23:38.747561 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port e7b79000-594f-4d98-a75d-f4d695bd20db, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e7b79000-594f-4d98-a75d-f4d695bd20db,segment=NetworkSegment(81f0fd0c-edf1-42f0-8c90-76e025b78d84),segment_id=81f0fd0c-edf1-42f0-8c90-76e025b78d84)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:23:38.751712 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:23:38.752080 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f363380-799f-4129-b113-e25cdf5c2b19 req-0523b044-01f0-4fdc-83c7-23af4d83bf0b tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:38.756038 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0f363380-799f-4129-b113-e25cdf5c2b19 req-0523b044-01f0-4fdc-83c7-23af4d83bf0b tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 946 time: 0.0608037 Aug 11 23:23:38.796124 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0f363380-799f-4129-b113-e25cdf5c2b19 req-1e72f2cb-17c6-4a29-b744-e5512d287628 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339227 Aug 11 23:23:38.804044 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=e7b79000-594f-4d98-a75d-f4d695bd20db,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:23:38.811458 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:23:38.812187 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:23:38.812379 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:23:38.812719 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:23:38.813055 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:23:38.813388 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:23:38.813897 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:23:38.814032 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:23:38.814358 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:23:38.814681 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:23:38.815007 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:23:38.815334 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:23:38.835652 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 23:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdd3f1a-8094-4d49-ae97-99cf42a99336 x-openstack-request-id: req-2fdd3f1a-8094-4d49-ae97-99cf42a99336 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:23:38.835952 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd9a03c-f858-4052-9f2c-148960f5a6aa", "name": "network-vif-unplugged", "status": "failed", "tag": "e7b79000-594f-4d98-a75d-f4d695bd20db", "code": 422}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:23:38.836215 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2fdd3f1a-8094-4d49-ae97-99cf42a99336 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:23:38.836626 n-d-804275-3 neutron-server[100944]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cdd9a03c-f858-4052-9f2c-148960f5a6aa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e7b79000-594f-4d98-a75d-f4d695bd20db', 'code': 422} returned with failed status Aug 11 23:23:38.948117 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:23:39.918721 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e66a2-6b39-440b-94d9-a09c9682916d req-d5ce88ef-e785-4a0d-b96a-582c45ad54a6 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:39.920271 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-735e66a2-6b39-440b-94d9-a09c9682916d req-d5ce88ef-e785-4a0d-b96a-582c45ad54a6 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 944 time: 0.0576785 Aug 11 23:23:39.958803 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-735e66a2-6b39-440b-94d9-a09c9682916d req-e677bd7d-c3a3-4474-8fbf-1a5088f22cb7 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325301 Aug 11 23:23:41.081761 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cd48c-939e-4ce4-8838-34e604fa796f req-c6aa68fd-48e2-4736-ae4c-4cfe1522c3bf tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:41.083256 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-112cd48c-939e-4ce4-8838-34e604fa796f req-c6aa68fd-48e2-4736-ae4c-4cfe1522c3bf tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 944 time: 0.0530822 Aug 11 23:23:41.121427 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-112cd48c-939e-4ce4-8838-34e604fa796f req-078a4935-a86c-4eff-b08c-924f95725f89 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322347 Aug 11 23:23:42.237600 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d1b37-e921-47f9-bdd3-f71849e4990c req-8e3f20ae-4e57-4721-b69c-e8467aaa2c8b tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:42.239647 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-763d1b37-e921-47f9-bdd3-f71849e4990c req-8e3f20ae-4e57-4721-b69c-e8467aaa2c8b tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 944 time: 0.0492866 Aug 11 23:23:42.278317 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-763d1b37-e921-47f9-bdd3-f71849e4990c req-29d23210-c66d-4101-8b13-ce3c18c8cb90 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327337 Aug 11 23:23:43.382889 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f1a61bb0-91ea-4f92-b721-44febd06e406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:23:43.402271 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151029e-a81b-4c50-9db5-0a93854b5022 req-fefc53ed-80c2-43bb-9a86-96812422297a tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:43.403817 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2151029e-a81b-4c50-9db5-0a93854b5022 req-fefc53ed-80c2-43bb-9a86-96812422297a tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 944 time: 0.0553722 Aug 11 23:23:43.445185 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2151029e-a81b-4c50-9db5-0a93854b5022 req-fc04bc49-1f42-427b-8ded-311da100ae16 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346310 Aug 11 23:23:44.567260 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39cfd3-beb2-49ee-adba-bc9b7cff1c54 req-315aa8a4-cb7b-4fec-b7a7-5fc924e5d41e tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:44.568927 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2e39cfd3-beb2-49ee-adba-bc9b7cff1c54 req-315aa8a4-cb7b-4fec-b7a7-5fc924e5d41e tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 944 time: 0.0551698 Aug 11 23:23:44.609937 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2e39cfd3-beb2-49ee-adba-bc9b7cff1c54 req-9259a0b1-dd92-4a90-b5e0-c200f4640f8c tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344653 Aug 11 23:23:45.725972 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99808b54-98b8-43f2-9509-4c598d35bc39 req-8ab72214-b604-4aa5-9eb7-2ab38a177454 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:45.727638 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99808b54-98b8-43f2-9509-4c598d35bc39 req-8ab72214-b604-4aa5-9eb7-2ab38a177454 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 944 time: 0.0504034 Aug 11 23:23:45.766117 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99808b54-98b8-43f2-9509-4c598d35bc39 req-f4042924-50cd-4299-a832-b483db6f8c97 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324969 Aug 11 23:23:46.230206 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:23:46.354761 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-097904d8-1b42-458b-863c-76cdf7caa80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:23:46.529236 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-8c443eef-b5d9-4433-8839-3e1fb1a0c355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:46.530737 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-8c443eef-b5d9-4433-8839-3e1fb1a0c355 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa&tenant_id=79a3d71f4064437692bc5fdb26611346 HTTP/1.1" status: 200 len: 1095 time: 0.0783708 Aug 11 23:23:46.549448 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804275-3', 'device_owner': 'compute:nova'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:23:46.942110 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:23:46.990342 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52333fbf-82e1-40ed-8840-3ecba1adf386 req-ad5c19ff-3a16-423d-a07d-8aadd8182033 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:46.991845 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-52333fbf-82e1-40ed-8840-3ecba1adf386 req-ad5c19ff-3a16-423d-a07d-8aadd8182033 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 944 time: 0.0792201 Aug 11 23:23:47.103909 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-52333fbf-82e1-40ed-8840-3ecba1adf386 req-a04e4268-dba1-4105-b1a1-5fc5c7f0a830 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023517 Aug 11 23:23:47.182125 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] For port e7b79000-594f-4d98-a75d-f4d695bd20db, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=e7b79000-594f-4d98-a75d-f4d695bd20db,segment=NetworkSegment(81f0fd0c-edf1-42f0-8c90-76e025b78d84),segment_id=81f0fd0c-edf1-42f0-8c90-76e025b78d84)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:23:47.215219 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] For port e7b79000-594f-4d98-a75d-f4d695bd20db, host n-h2-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:23:47.250904 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b79000-594f-4d98-a75d-f4d695bd20db {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 23:23:47.258750 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:23:47.271207 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Transition to ACTIVE for port object e7b79000-594f-4d98-a75d-f4d695bd20db will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:23:47.275036 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:23:47.353257 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Pushing event updated for resources: {'Port': ['ID=e7b79000-594f-4d98-a75d-f4d695bd20db,revision_number=7']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:23:47.365338 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:23:47.365691 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:23:47.366042 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:23:47.366388 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:23:47.366729 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:23:47.367068 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:23:47.367406 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:23:47.367775 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:23:47.368109 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:23:47.368440 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:23:47.368776 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:23:47.369108 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:23:47.402624 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] No DVR routers for this DVR port e7b79000-594f-4d98-a75d-f4d695bd20db on host n-h2-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:23:47.544699 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Attempting to bind port e7b79000-594f-4d98-a75d-f4d695bd20db on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:23:47.545044 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Attempting to bind port e7b79000-594f-4d98-a75d-f4d695bd20db by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '81f0fd0c-edf1-42f0-8c90-76e025b78d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:23:47.545383 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Attempting to bind port e7b79000-594f-4d98-a75d-f4d695bd20db on network 0c4ac61f-196f-4dc0-a087-b5dea12e6a8d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:23:47.549554 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Port e7b79000-594f-4d98-a75d-f4d695bd20db on network 0c4ac61f-196f-4dc0-a087-b5dea12e6a8d not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 23:23:47.549879 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Attempting to bind port e7b79000-594f-4d98-a75d-f4d695bd20db on network 0c4ac61f-196f-4dc0-a087-b5dea12e6a8d {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:23:47.555151 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:23:47.555497 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Checking segment: {'id': '81f0fd0c-edf1-42f0-8c90-76e025b78d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:23:47.555913 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Bound using segment: {'id': '81f0fd0c-edf1-42f0-8c90-76e025b78d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:23:47.556338 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Bound port: e7b79000-594f-4d98-a75d-f4d695bd20db, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f0fd0c-edf1-42f0-8c90-76e025b78d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:23:47.556695 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:23:47.617593 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] For port e7b79000-594f-4d98-a75d-f4d695bd20db, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:23:47.620885 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] For port e7b79000-594f-4d98-a75d-f4d695bd20db, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=e7b79000-594f-4d98-a75d-f4d695bd20db,segment=NetworkSegment(81f0fd0c-edf1-42f0-8c90-76e025b78d84),segment_id=81f0fd0c-edf1-42f0-8c90-76e025b78d84)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:23:47.625124 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:23:47.657511 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:47.658145 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:23:47.659565 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] 10.222.0.82 "PUT /v2.0/ports/e7b79000-594f-4d98-a75d-f4d695bd20db HTTP/1.1" status: 200 len: 1092 time: 1.1141090 Aug 11 23:23:47.660004 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd9a03c-f858-4052-9f2c-148960f5a6aa', 'tag': 'e7b79000-594f-4d98-a75d-f4d695bd20db'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:23:47.662305 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05281d86-0cfe-4a17-afe4-08c208662189" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd9a03c-f858-4052-9f2c-148960f5a6aa", "tag": "e7b79000-594f-4d98-a75d-f4d695bd20db"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:23:47.691085 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257a0f9-81c0-42f8-8458-95add849eeec service neutron] Pushing event updated for resources: {'Port': ['ID=e7b79000-594f-4d98-a75d-f4d695bd20db,revision_number=8']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:23:47.707177 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21d45a6-d80a-40c7-99bb-7b0cfec9427a x-openstack-request-id: req-c21d45a6-d80a-40c7-99bb-7b0cfec9427a {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:23:47.707479 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd9a03c-f858-4052-9f2c-148960f5a6aa", "tag": "e7b79000-594f-4d98-a75d-f4d695bd20db", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:23:47.707774 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c21d45a6-d80a-40c7-99bb-7b0cfec9427a {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:23:47.708175 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd9a03c-f858-4052-9f2c-148960f5a6aa', 'tag': 'e7b79000-594f-4d98-a75d-f4d695bd20db', 'status': 'completed', 'code': 200} Aug 11 23:23:47.738560 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-dcd0d659-00b7-4500-a56e-ece8f408d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:47.740661 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-dcd0d659-00b7-4500-a56e-ece8f408d6a6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=79a3d71f4064437692bc5fdb26611346&device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 1095 time: 0.0449455 Aug 11 23:23:47.839951 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-233de31b-6453-4ba4-b8ef-bbeabb5370ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:47.841722 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-233de31b-6453-4ba4-b8ef-bbeabb5370ca service neutron] 10.222.0.82 "GET /v2.0/networks?id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d HTTP/1.1" status: 200 len: 910 time: 0.0930035 Aug 11 23:23:47.872303 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:23:47.907651 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-a03a7c01-cc72-4b2a-8a68-c5d0dad6ae64 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7b79000-594f-4d98-a75d-f4d695bd20db HTTP/1.1" status: 200 len: 999 time: 0.0587463 Aug 11 23:23:47.969037 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-654e69ef-d244-4860-9808-fe6c59a54b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:47.970536 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-654e69ef-d244-4860-9808-fe6c59a54b28 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ae3e324e-805e-49db-b5e4-e9d2038019d4 HTTP/1.1" status: 200 len: 848 time: 0.0564227 Aug 11 23:23:48.022263 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-646214c8-f8c1-4a52-82a2-c03af9b9f6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:48.023848 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-646214c8-f8c1-4a52-82a2-c03af9b9f6fc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465729 Aug 11 23:23:48.110354 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-5faecd28-7369-4514-aba8-fe5b1d6cd10f service neutron] 10.222.0.82 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791812 Aug 11 23:23:48.241662 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc559c-33e7-4359-a2b1-a81ecd28c825 req-5df70436-e042-4914-ae11-26283be6881c tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:48.243161 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-88dc559c-33e7-4359-a2b1-a81ecd28c825 req-5df70436-e042-4914-ae11-26283be6881c tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 944 time: 0.0708723 Aug 11 23:23:48.244998 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-2ae5dde1-f748-43c2-b726-9cb557d12ddb service neutron] 10.222.0.82 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278639 Aug 11 23:23:48.283859 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-88dc559c-33e7-4359-a2b1-a81ecd28c825 req-5e681a7a-66b6-46e9-bbd2-dbde418f8587 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346370 Aug 11 23:23:48.399114 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05281d86-0cfe-4a17-afe4-08c208662189 req-8633e541-ff39-459e-b913-3ff44525d43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:48.400629 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-05281d86-0cfe-4a17-afe4-08c208662189 req-8633e541-ff39-459e-b913-3ff44525d43c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=79a3d71f4064437692bc5fdb26611346&device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 1095 time: 0.0451548 Aug 11 23:23:48.489224 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05281d86-0cfe-4a17-afe4-08c208662189 req-8cfadffb-a9bf-46f7-b45b-f8f8ab943238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:48.490735 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-05281d86-0cfe-4a17-afe4-08c208662189 req-8cfadffb-a9bf-46f7-b45b-f8f8ab943238 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d HTTP/1.1" status: 200 len: 910 time: 0.0826781 Aug 11 23:23:48.560762 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-05281d86-0cfe-4a17-afe4-08c208662189 req-0e16ef9d-0826-411b-8872-2028b2115c1c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7b79000-594f-4d98-a75d-f4d695bd20db HTTP/1.1" status: 200 len: 999 time: 0.0619369 Aug 11 23:23:48.608478 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05281d86-0cfe-4a17-afe4-08c208662189 req-87849b7a-73d6-471a-95e0-efdde743a2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:48.609915 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-05281d86-0cfe-4a17-afe4-08c208662189 req-87849b7a-73d6-471a-95e0-efdde743a2eb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ae3e324e-805e-49db-b5e4-e9d2038019d4 HTTP/1.1" status: 200 len: 848 time: 0.0422764 Aug 11 23:23:48.654869 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05281d86-0cfe-4a17-afe4-08c208662189 req-747314e3-ce5e-4845-9f7e-6a7beab6d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:48.656396 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-05281d86-0cfe-4a17-afe4-08c208662189 req-747314e3-ce5e-4845-9f7e-6a7beab6d855 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393581 Aug 11 23:23:48.748527 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-05281d86-0cfe-4a17-afe4-08c208662189 req-fb508c87-a794-42b6-b3cb-8e808fd24662 service neutron] 10.222.0.82 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850668 Aug 11 23:23:48.838665 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-05281d86-0cfe-4a17-afe4-08c208662189 req-0e7dbff5-4adf-4086-bf7e-3c3867925394 service neutron] 10.222.0.82 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833557 Aug 11 23:23:49.331002 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:23:49.403283 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7c55a-e2b2-4fcc-84d4-aa45d3da2280 req-5521a044-eb76-41a3-929e-c10241c9aa4c tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:49.404853 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46d7c55a-e2b2-4fcc-84d4-aa45d3da2280 req-5521a044-eb76-41a3-929e-c10241c9aa4c tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 944 time: 0.0521495 Aug 11 23:23:49.443125 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-46d7c55a-e2b2-4fcc-84d4-aa45d3da2280 req-ce6a0b9f-ec75-49a8-b915-92ded7f6008f tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318408 Aug 11 23:23:50.563183 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa32da3-2fc0-4497-a5e9-8242eaf4616c req-f7593775-5a80-4323-ae3e-fc25b078e91f tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:50.564690 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1fa32da3-2fc0-4497-a5e9-8242eaf4616c req-f7593775-5a80-4323-ae3e-fc25b078e91f tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 944 time: 0.0536530 Aug 11 23:23:50.602815 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1fa32da3-2fc0-4497-a5e9-8242eaf4616c req-8c7af6a3-95ba-49ca-82df-4cc1795184f9 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321558 Aug 11 23:23:51.412625 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:23:51.717471 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d5136-f232-4457-9526-eec2ed09f749 req-5b6646ba-f681-4558-a8eb-d5efdd85f5d0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:51.718998 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-534d5136-f232-4457-9526-eec2ed09f749 req-5b6646ba-f681-4558-a8eb-d5efdd85f5d0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 944 time: 0.0501649 Aug 11 23:23:51.756559 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-534d5136-f232-4457-9526-eec2ed09f749 req-8aefc16c-3e50-49dd-af2f-3203c369b9d2 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314903 Aug 11 23:23:52.869078 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def0e7d-5764-4aa7-bdc0-046c2d898984 req-acae0f00-6e76-4770-9cf8-1247499c5d07 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:52.870586 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2def0e7d-5764-4aa7-bdc0-046c2d898984 req-acae0f00-6e76-4770-9cf8-1247499c5d07 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 944 time: 0.0480869 Aug 11 23:23:52.908407 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2def0e7d-5764-4aa7-bdc0-046c2d898984 req-1c68426a-5185-441e-bc2b-b31e633c448c tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318398 Aug 11 23:23:54.028440 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd6b9e-357b-4a06-89d7-6bfbedb8ce37 req-52134b43-5e97-4ebf-a0b5-18b020abd9c1 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:54.029952 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f1bd6b9e-357b-4a06-89d7-6bfbedb8ce37 req-52134b43-5e97-4ebf-a0b5-18b020abd9c1 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 944 time: 0.0542150 Aug 11 23:23:54.069296 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f1bd6b9e-357b-4a06-89d7-6bfbedb8ce37 req-34bb1de0-8db3-42a0-aced-5d01c3da91c8 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328794 Aug 11 23:23:55.184170 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9429c57-dd37-4bfe-b925-a7a4d152f6f0 req-3e0c15b4-abaa-448a-ae46-f719760bf5cc tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:55.186245 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e9429c57-dd37-4bfe-b925-a7a4d152f6f0 req-3e0c15b4-abaa-448a-ae46-f719760bf5cc tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 944 time: 0.0495999 Aug 11 23:23:55.223849 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e9429c57-dd37-4bfe-b925-a7a4d152f6f0 req-83f98b25-5fd8-4734-8f88-9325f36ca779 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320058 Aug 11 23:23:56.338716 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921c7ae-e5c6-438e-a90f-6a37dc0832ba req-6d808fcb-8b05-4bb5-914a-08b0939fe81d tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:56.340253 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9921c7ae-e5c6-438e-a90f-6a37dc0832ba req-6d808fcb-8b05-4bb5-914a-08b0939fe81d tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 944 time: 0.0486994 Aug 11 23:23:56.379099 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9921c7ae-e5c6-438e-a90f-6a37dc0832ba req-8dd3769f-bb83-4d1c-b883-8169ced1cd88 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328648 Aug 11 23:23:56.917927 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device e7b79000-594f-4d98-a75d-f4d695bd20db details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 23:23:57.010876 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port e7b79000-594f-4d98-a75d-f4d695bd20db, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=e7b79000-594f-4d98-a75d-f4d695bd20db,segment=NetworkSegment(81f0fd0c-edf1-42f0-8c90-76e025b78d84),segment_id=81f0fd0c-edf1-42f0-8c90-76e025b78d84)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:23:57.023624 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': 'e7b79000-594f-4d98-a75d-f4d695bd20db', 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d', 'port_id': 'e7b79000-594f-4d98-a75d-f4d695bd20db', 'mac_address': 'fa:16:3e:2b:61:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 23:23:57.067769 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:23:57.083868 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b79000-594f-4d98-a75d-f4d695bd20db {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 23:23:57.102529 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port e7b79000-594f-4d98-a75d-f4d695bd20db, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=e7b79000-594f-4d98-a75d-f4d695bd20db,segment=NetworkSegment(81f0fd0c-edf1-42f0-8c90-76e025b78d84),segment_id=81f0fd0c-edf1-42f0-8c90-76e025b78d84)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:23:57.106580 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:23:57.155049 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=e7b79000-594f-4d98-a75d-f4d695bd20db,revision_number=9']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:23:57.496503 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231ce60-b8d8-4518-ac1f-a7a60edc6f24 req-7ebbf837-59fc-464a-b711-98949d18e595 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:57.498000 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c231ce60-b8d8-4518-ac1f-a7a60edc6f24 req-7ebbf837-59fc-464a-b711-98949d18e595 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 945 time: 0.0522144 Aug 11 23:23:57.514236 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['e7b79000-594f-4d98-a75d-f4d695bd20db'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 23:23:57.539347 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c231ce60-b8d8-4518-ac1f-a7a60edc6f24 req-c564bf65-e5f0-46fd-be73-0d73d1d57ad0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354221 Aug 11 23:23:58.654174 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca7797-2eac-4140-b878-8470388b0e09 req-8abf1d89-af5d-4b98-83ab-a97a27af7a9b tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:58.655710 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3ca7797-2eac-4140-b878-8470388b0e09 req-8abf1d89-af5d-4b98-83ab-a97a27af7a9b tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 945 time: 0.0493619 Aug 11 23:23:58.693567 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f3ca7797-2eac-4140-b878-8470388b0e09 req-a1e0f7f0-d2ab-428d-863d-51f95ec6192e tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310392 Aug 11 23:23:58.926503 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device e7b79000-594f-4d98-a75d-f4d695bd20db up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:23:58.975855 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port e7b79000-594f-4d98-a75d-f4d695bd20db completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:23:58.979656 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port e7b79000-594f-4d98-a75d-f4d695bd20db triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:23:58.980037 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:23:59.058167 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:23:59.081874 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd9a03c-f858-4052-9f2c-148960f5a6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b79000-594f-4d98-a75d-f4d695bd20db'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:23:59.084980 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6fb82a-6ee2-4714-8188-88e36c1c96e2" -d '{"events": [{"server_uuid": "cdd9a03c-f858-4052-9f2c-148960f5a6aa", "name": "network-vif-plugged", "status": "completed", "tag": "e7b79000-594f-4d98-a75d-f4d695bd20db"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:23:59.097482 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port e7b79000-594f-4d98-a75d-f4d695bd20db, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=e7b79000-594f-4d98-a75d-f4d695bd20db,segment=NetworkSegment(81f0fd0c-edf1-42f0-8c90-76e025b78d84),segment_id=81f0fd0c-edf1-42f0-8c90-76e025b78d84)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:23:59.101978 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:23:59.126104 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 23:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddb7a9c-e904-4961-a5f6-37cc15d4ea8a x-openstack-request-id: req-7ddb7a9c-e904-4961-a5f6-37cc15d4ea8a {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:23:59.126402 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd9a03c-f858-4052-9f2c-148960f5a6aa", "name": "network-vif-plugged", "status": "completed", "tag": "e7b79000-594f-4d98-a75d-f4d695bd20db", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:23:59.126657 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7ddb7a9c-e904-4961-a5f6-37cc15d4ea8a {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:23:59.127054 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd9a03c-f858-4052-9f2c-148960f5a6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b79000-594f-4d98-a75d-f4d695bd20db', 'code': 200} Aug 11 23:23:59.154158 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=e7b79000-594f-4d98-a75d-f4d695bd20db,revision_number=10']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:23:59.308970 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b02733-9536-4efa-992b-26da3e9d72ce req-b789365b-7bed-4579-bf90-c9a81754e2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:59.310491 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99b02733-9536-4efa-992b-26da3e9d72ce req-b789365b-7bed-4579-bf90-c9a81754e2cf service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 1098 time: 0.0394020 Aug 11 23:23:59.346070 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-99b02733-9536-4efa-992b-26da3e9d72ce req-2994b66e-ca47-44b1-9c18-b243a3e693ab service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283329 Aug 11 23:23:59.813953 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45156d-aa9c-4b1f-b181-9954ae97c3b5 req-118ef162-1feb-44b0-9dab-645ee7f238b0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:23:59.815443 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7a45156d-aa9c-4b1f-b181-9954ae97c3b5 req-118ef162-1feb-44b0-9dab-645ee7f238b0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 947 time: 0.0534284 Aug 11 23:23:59.853061 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7a45156d-aa9c-4b1f-b181-9954ae97c3b5 req-8d7f413b-2606-4547-9ecd-16b8fc0b3faf tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313547 Aug 11 23:24:00.968617 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89079c-4369-4048-ab60-43d3a263fed3 req-0266da03-61c2-44d3-926c-4142fe0c948d tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:24:00.970130 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d89079c-4369-4048-ab60-43d3a263fed3 req-0266da03-61c2-44d3-926c-4142fe0c948d tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 947 time: 0.0491440 Aug 11 23:24:01.008177 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2d89079c-4369-4048-ab60-43d3a263fed3 req-fd860a8e-f34b-4485-9135-157ff20ba47f tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312529 Aug 11 23:24:06.089532 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:24:08.965999 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:24:13.383104 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-90980c1e-bccd-44a6-97ff-c6ba4329643d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:24:16.232079 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:24:16.354480 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-14b53ea4-ba7c-4ab5-94c3-e3912d2b1ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:24:17.877847 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:24:19.330430 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:24:21.428052 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:24:38.966708 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:24:39.218102 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8f4365a6-ad7a-4b69-a1b9-f8b00e842a3d req-0f225c54-c638-43f6-b0b5-b0ba695422e9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391350 Aug 11 23:24:39.325534 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4365a6-ad7a-4b69-a1b9-f8b00e842a3d req-702b391b-1d6e-434a-b56a-1bb91a7df6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:24:39.327051 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8f4365a6-ad7a-4b69-a1b9-f8b00e842a3d req-702b391b-1d6e-434a-b56a-1bb91a7df6ee service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=79a3d71f4064437692bc5fdb26611346&device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 1098 time: 0.0459304 Aug 11 23:24:39.430439 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4365a6-ad7a-4b69-a1b9-f8b00e842a3d req-c26ea199-4326-4724-bf5b-5611d37e31f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:24:39.431950 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8f4365a6-ad7a-4b69-a1b9-f8b00e842a3d req-c26ea199-4326-4724-bf5b-5611d37e31f0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d HTTP/1.1" status: 200 len: 910 time: 0.0864196 Aug 11 23:24:39.508712 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8f4365a6-ad7a-4b69-a1b9-f8b00e842a3d req-cf1590f2-297a-4a1f-8462-262602409da2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7b79000-594f-4d98-a75d-f4d695bd20db HTTP/1.1" status: 200 len: 1001 time: 0.0690792 Aug 11 23:24:39.560147 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4365a6-ad7a-4b69-a1b9-f8b00e842a3d req-a524886b-19aa-4f6f-aaab-7ca349ca7224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:24:39.561627 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8f4365a6-ad7a-4b69-a1b9-f8b00e842a3d req-a524886b-19aa-4f6f-aaab-7ca349ca7224 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ae3e324e-805e-49db-b5e4-e9d2038019d4 HTTP/1.1" status: 200 len: 848 time: 0.0450048 Aug 11 23:24:39.606407 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4365a6-ad7a-4b69-a1b9-f8b00e842a3d req-a6b04682-3fdc-4405-ad39-82417d87ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:24:39.607919 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8f4365a6-ad7a-4b69-a1b9-f8b00e842a3d req-a6b04682-3fdc-4405-ad39-82417d87ec86 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396824 Aug 11 23:24:39.618343 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [req-8f4365a6-ad7a-4b69-a1b9-f8b00e842a3d req-c721e404-434b-4c61-887e-a258a7d83275 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=100943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 23:24:39.619289 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8f4365a6-ad7a-4b69-a1b9-f8b00e842a3d req-c721e404-434b-4c61-887e-a258a7d83275 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049143 Aug 11 23:24:39.711578 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8f4365a6-ad7a-4b69-a1b9-f8b00e842a3d req-2ecc813d-f9cf-4fc0-a1d8-2c3e1bc19a87 service neutron] 10.222.0.82 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842614 Aug 11 23:24:39.815224 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8f4365a6-ad7a-4b69-a1b9-f8b00e842a3d req-5dafa451-f539-4c00-beb3-7d7bb68c6d69 service neutron] 10.222.0.82 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966811 Aug 11 23:24:43.088773 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:24:43.384836 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a0b8aa94-15b6-4b7d-9bd8-4db34d2ae072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:24:46.231825 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:24:46.355092 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-99efed09-9b11-48d9-8811-a48e89c4b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:24:47.879383 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:24:49.334676 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:24:51.425887 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:08.976670 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:13.386429 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f0b8-d4a9-4f84-a20e-135bd2e93a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:14.497926 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59718) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:25:14.656479 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-2cfbdb59-860a-4e13-b681-c6428c577567 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Deleting port ce99e627-1ac4-4cc5-9781-0dc1d1aa3f4e {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:25:14.656823 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdb59-860a-4e13-b681-c6428c577567 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:14.733530 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdb59-860a-4e13-b681-c6428c577567 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:14.733858 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdb59-860a-4e13-b681-c6428c577567 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:14.746104 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-2cfbdb59-860a-4e13-b681-c6428c577567 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Calling delete_port for ce99e627-1ac4-4cc5-9781-0dc1d1aa3f4e owned by network:floatingip {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:25:14.891250 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdb59-860a-4e13-b681-c6428c577567 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:14.917426 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbdb59-860a-4e13-b681-c6428c577567 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Pushing event deleted for resources: {'Port': ['ID=ce99e627-1ac4-4cc5-9781-0dc1d1aa3f4e,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:14.940397 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfbdb59-860a-4e13-b681-c6428c577567 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:14.940742 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfbdb59-860a-4e13-b681-c6428c577567 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:14.941087 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfbdb59-860a-4e13-b681-c6428c577567 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:14.941423 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfbdb59-860a-4e13-b681-c6428c577567 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:14.941765 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfbdb59-860a-4e13-b681-c6428c577567 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:14.942119 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfbdb59-860a-4e13-b681-c6428c577567 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:14.943099 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfbdb59-860a-4e13-b681-c6428c577567 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:14.943368 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfbdb59-860a-4e13-b681-c6428c577567 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:14.943730 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfbdb59-860a-4e13-b681-c6428c577567 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:14.944052 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfbdb59-860a-4e13-b681-c6428c577567 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:14.944378 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfbdb59-860a-4e13-b681-c6428c577567 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:14.944700 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfbdb59-860a-4e13-b681-c6428c577567 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:14.985422 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdb59-860a-4e13-b681-c6428c577567 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for floatingip, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:14.985756 n-d-804275-3 neutron-server[100942]: INFO neutron.db.l3_db [None req-2cfbdb59-860a-4e13-b681-c6428c577567 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Floating IP ea4285e7-6129-48ca-bf6b-a04cca29508d disassociated (deleted). External IP: 172.25.2.91, port: e7b79000-594f-4d98-a75d-f4d695bd20db. Aug 11 23:25:15.192585 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfbdb59-860a-4e13-b681-c6428c577567 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Router 71f09c83-a7bf-42d1-ba54-e8cf51bd819d has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:25:15.300487 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfbdb59-860a-4e13-b681-c6428c577567 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:25:15.305890 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdb59-860a-4e13-b681-c6428c577567 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:15.310471 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791c7ae9-b08e-4d8a-b22d-7e04d4b91220 None None] Sync routers for ids ['71f09c83-a7bf-42d1-ba54-e8cf51bd819d'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:25:15.318976 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791c7ae9-b08e-4d8a-b22d-7e04d4b91220 None None] Routers {'71f09c83-a7bf-42d1-ba54-e8cf51bd819d'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:25:15.319607 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-791c7ae9-b08e-4d8a-b22d-7e04d4b91220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:24:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['71f09c83-a7bf-42d1-ba54-e8cf51bd819d'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:15.332378 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-2cfbdb59-860a-4e13-b681-c6428c577567 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "DELETE /v2.0/floatingips/ea4285e7-6129-48ca-bf6b-a04cca29508d HTTP/1.1" status: 204 len: 168 time: 0.8333309 Aug 11 23:25:15.333140 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd9a03c-f858-4052-9f2c-148960f5a6aa', 'tag': 'e7b79000-594f-4d98-a75d-f4d695bd20db'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:25:15.335563 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b102379e7d6c573a0c111394fd6df11cb948dcd7c204d584f65cddae3f2353ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9088e471-1720-4859-950b-9b5a2f284aec" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd9a03c-f858-4052-9f2c-148960f5a6aa", "tag": "e7b79000-594f-4d98-a75d-f4d695bd20db"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:25:15.426008 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-791c7ae9-b08e-4d8a-b22d-7e04d4b91220 None None] Set router 71f09c83-a7bf-42d1-ba54-e8cf51bd819d gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:25:15.488962 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d33463c-d85a-4edc-9eb4-23ae8050b982 x-openstack-request-id: req-4d33463c-d85a-4edc-9eb4-23ae8050b982 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:25:15.489282 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd9a03c-f858-4052-9f2c-148960f5a6aa", "tag": "e7b79000-594f-4d98-a75d-f4d695bd20db", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:25:15.489540 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4d33463c-d85a-4edc-9eb4-23ae8050b982 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:25:15.489947 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd9a03c-f858-4052-9f2c-148960f5a6aa', 'tag': 'e7b79000-594f-4d98-a75d-f4d695bd20db', 'status': 'completed', 'code': 200} Aug 11 23:25:15.617690 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1c5c4-d41c-4653-9e9d-f6b5c201cff4 req-16a39884-844e-4133-a17b-d9fba2e7cf6d tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:15.619244 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-03c1c5c4-d41c-4653-9e9d-f6b5c201cff4 req-16a39884-844e-4133-a17b-d9fba2e7cf6d tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 947 time: 0.0845025 Aug 11 23:25:15.622110 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088e471-1720-4859-950b-9b5a2f284aec req-de68d4c5-8d8a-4c47-b9e3-1078271c08a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:15.623963 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9088e471-1720-4859-950b-9b5a2f284aec req-de68d4c5-8d8a-4c47-b9e3-1078271c08a5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=79a3d71f4064437692bc5fdb26611346&device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 1098 time: 0.0776761 Aug 11 23:25:15.635554 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-791c7ae9-b08e-4d8a-b22d-7e04d4b91220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'name': 'tempest-TestShelveInstance-1856787322-router', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:13Z', 'revision_number': 4, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'gw_port': {'id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '18768c6d-bc14-49bf-b670-ff32eb30ed5a', 'name': '', 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'mac_address': 'fa:16:3e:23:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:13Z', 'updated_at': '2021-08-11T23:15:19Z', 'revision_number': 5, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'subnets': [{'id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:15.662102 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791c7ae9-b08e-4d8a-b22d-7e04d4b91220 None None] Checking router: 71f09c83-a7bf-42d1-ba54-e8cf51bd819d for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:25:15.670276 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791c7ae9-b08e-4d8a-b22d-7e04d4b91220 None None] Routers {'71f09c83-a7bf-42d1-ba54-e8cf51bd819d'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:25:15.671167 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-791c7ae9-b08e-4d8a-b22d-7e04d4b91220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:24:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['71f09c83-a7bf-42d1-ba54-e8cf51bd819d'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:15.710095 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-03c1c5c4-d41c-4653-9e9d-f6b5c201cff4 req-ff667640-44cd-49e1-822b-9beb383320f1 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844121 Aug 11 23:25:15.738753 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088e471-1720-4859-950b-9b5a2f284aec req-9f86e977-60b2-42a5-bf02-73de0fc47fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:15.740313 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9088e471-1720-4859-950b-9b5a2f284aec req-9f86e977-60b2-42a5-bf02-73de0fc47fbb service neutron] 10.222.0.82 "GET /v2.0/networks?id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d HTTP/1.1" status: 200 len: 910 time: 0.1088386 Aug 11 23:25:15.776308 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-791c7ae9-b08e-4d8a-b22d-7e04d4b91220 None None] Set router 71f09c83-a7bf-42d1-ba54-e8cf51bd819d gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:25:15.789179 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9088e471-1720-4859-950b-9b5a2f284aec req-3ee54ca9-01ca-4963-bd6b-c1a4ec9d53a0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7b79000-594f-4d98-a75d-f4d695bd20db HTTP/1.1" status: 200 len: 217 time: 0.0391159 Aug 11 23:25:15.841493 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088e471-1720-4859-950b-9b5a2f284aec req-a0432a8a-dc47-4ad2-b427-1c201a18b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:15.843011 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9088e471-1720-4859-950b-9b5a2f284aec req-a0432a8a-dc47-4ad2-b427-1c201a18b71d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ae3e324e-805e-49db-b5e4-e9d2038019d4 HTTP/1.1" status: 200 len: 848 time: 0.0449259 Aug 11 23:25:15.889621 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088e471-1720-4859-950b-9b5a2f284aec req-278f24f8-c157-4887-abd7-0f89f40cc426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:15.891178 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9088e471-1720-4859-950b-9b5a2f284aec req-278f24f8-c157-4887-abd7-0f89f40cc426 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408833 Aug 11 23:25:15.976313 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-791c7ae9-b08e-4d8a-b22d-7e04d4b91220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'name': 'tempest-TestShelveInstance-1856787322-router', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:13Z', 'revision_number': 4, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'gw_port': {'id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '18768c6d-bc14-49bf-b670-ff32eb30ed5a', 'name': '', 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'mac_address': 'fa:16:3e:23:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:13Z', 'updated_at': '2021-08-11T23:15:19Z', 'revision_number': 5, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'subnets': [{'id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:15.988249 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9088e471-1720-4859-950b-9b5a2f284aec req-375e4097-d1a6-42b0-bb26-760fdc36f986 service neutron] 10.222.0.82 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894160 Aug 11 23:25:16.010174 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791c7ae9-b08e-4d8a-b22d-7e04d4b91220 None None] The sync data for ids ['71f09c83-a7bf-42d1-ba54-e8cf51bd819d'] in n-d-804275-3 is: [{'id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'name': 'tempest-TestShelveInstance-1856787322-router', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:13Z', 'revision_number': 4, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'gw_port': {'id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '18768c6d-bc14-49bf-b670-ff32eb30ed5a', 'name': '', 'network_id': '0c4ac61f-196f-4dc0-a087-b5dea12e6a8d', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'mac_address': 'fa:16:3e:23:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:13Z', 'updated_at': '2021-08-11T23:15:19Z', 'revision_number': 5, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'subnets': [{'id': 'ae3e324e-805e-49db-b5e4-e9d2038019d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:25:16.091617 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9088e471-1720-4859-950b-9b5a2f284aec req-25a40d3e-c53d-4737-b7a6-763ea4580860 service neutron] 10.222.0.82 "GET /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951240 Aug 11 23:25:16.227908 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f397944f-c722-42c6-9c1f-a38f52ae5d36 None None] New status for floating IP ea4285e7-6129-48ca-bf6b-a04cca29508d: DOWN {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 23:25:16.261603 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:16.354456 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-47c69c97-23e1-4fc8-b466-6ab8688ad37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:16.827609 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fe423-5558-461f-abae-53fb79a2ad92 req-8e1e7135-3358-4a5f-8b57-c6855937b599 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:16.829121 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-db5fe423-5558-461f-abae-53fb79a2ad92 req-8e1e7135-3358-4a5f-8b57-c6855937b599 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 947 time: 0.0506690 Aug 11 23:25:16.875005 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-db5fe423-5558-461f-abae-53fb79a2ad92 req-1979d0e4-fa3a-4c85-ae56-e34441241340 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/security-groups?id=891224ea-ee79-4dd6-b752-e3aa51063199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397718 Aug 11 23:25:17.344717 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73929f3c-f3ce-4194-8f0f-f62dfed25755 req-350b5823-fd10-4f37-8975-f457bca33911 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:17.346193 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73929f3c-f3ce-4194-8f0f-f62dfed25755 req-350b5823-fd10-4f37-8975-f457bca33911 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.82 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 947 time: 0.0486939 Aug 11 23:25:17.433975 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-73929f3c-f3ce-4194-8f0f-f62dfed25755 req-eb2190ed-9804-4279-993d-2cf8d32436f0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Deleting port e7b79000-594f-4d98-a75d-f4d695bd20db {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:25:17.434327 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-73929f3c-f3ce-4194-8f0f-f62dfed25755 req-eb2190ed-9804-4279-993d-2cf8d32436f0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:17.525673 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-73929f3c-f3ce-4194-8f0f-f62dfed25755 req-eb2190ed-9804-4279-993d-2cf8d32436f0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] For port e7b79000-594f-4d98-a75d-f4d695bd20db, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=e7b79000-594f-4d98-a75d-f4d695bd20db,segment=NetworkSegment(81f0fd0c-edf1-42f0-8c90-76e025b78d84),segment_id=81f0fd0c-edf1-42f0-8c90-76e025b78d84)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:25:17.526048 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-73929f3c-f3ce-4194-8f0f-f62dfed25755 req-eb2190ed-9804-4279-993d-2cf8d32436f0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:17.539027 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-73929f3c-f3ce-4194-8f0f-f62dfed25755 req-eb2190ed-9804-4279-993d-2cf8d32436f0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Calling delete_port for e7b79000-594f-4d98-a75d-f4d695bd20db owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:25:17.666717 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-73929f3c-f3ce-4194-8f0f-f62dfed25755 req-eb2190ed-9804-4279-993d-2cf8d32436f0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:17.696143 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2190ed-9804-4279-993d-2cf8d32436f0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Pushing event deleted for resources: {'Port': ['ID=e7b79000-594f-4d98-a75d-f4d695bd20db,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:17.722734 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2190ed-9804-4279-993d-2cf8d32436f0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:17.723091 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2190ed-9804-4279-993d-2cf8d32436f0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:17.723437 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2190ed-9804-4279-993d-2cf8d32436f0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:17.723808 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2190ed-9804-4279-993d-2cf8d32436f0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:17.724144 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2190ed-9804-4279-993d-2cf8d32436f0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:17.724481 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2190ed-9804-4279-993d-2cf8d32436f0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:17.724817 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2190ed-9804-4279-993d-2cf8d32436f0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:17.725153 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2190ed-9804-4279-993d-2cf8d32436f0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:17.725483 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2190ed-9804-4279-993d-2cf8d32436f0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:17.725813 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2190ed-9804-4279-993d-2cf8d32436f0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:17.726142 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2190ed-9804-4279-993d-2cf8d32436f0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:17.726469 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2190ed-9804-4279-993d-2cf8d32436f0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:17.745691 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-73929f3c-f3ce-4194-8f0f-f62dfed25755 req-eb2190ed-9804-4279-993d-2cf8d32436f0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] No DVR routers for this DVR port e7b79000-594f-4d98-a75d-f4d695bd20db on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:25:17.748272 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-73929f3c-f3ce-4194-8f0f-f62dfed25755 req-eb2190ed-9804-4279-993d-2cf8d32436f0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:17.750273 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-73929f3c-f3ce-4194-8f0f-f62dfed25755 req-eb2190ed-9804-4279-993d-2cf8d32436f0 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.82 "DELETE /v2.0/ports/e7b79000-594f-4d98-a75d-f4d695bd20db HTTP/1.1" status: 204 len: 173 time: 0.3983188 Aug 11 23:25:17.750711 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd9a03c-f858-4052-9f2c-148960f5a6aa', 'name': 'network-vif-deleted', 'tag': 'e7b79000-594f-4d98-a75d-f4d695bd20db'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:25:17.753005 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47d8999-1c4f-4ab2-805a-3b26e6d13afd" -d '{"events": [{"server_uuid": "cdd9a03c-f858-4052-9f2c-148960f5a6aa", "name": "network-vif-deleted", "tag": "e7b79000-594f-4d98-a75d-f4d695bd20db"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:25:17.793091 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 23:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe3761a-2a71-4ff8-a4a6-1eb7f92f899f x-openstack-request-id: req-0fe3761a-2a71-4ff8-a4a6-1eb7f92f899f {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:25:17.793397 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd9a03c-f858-4052-9f2c-148960f5a6aa", "name": "network-vif-deleted", "tag": "e7b79000-594f-4d98-a75d-f4d695bd20db", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:25:17.793632 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0fe3761a-2a71-4ff8-a4a6-1eb7f92f899f {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:25:17.794035 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd9a03c-f858-4052-9f2c-148960f5a6aa', 'name': 'network-vif-deleted', 'tag': 'e7b79000-594f-4d98-a75d-f4d695bd20db', 'status': 'completed', 'code': 200} Aug 11 23:25:17.882105 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:17.971670 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f6619dc4-6f9f-4271-b03c-844c1f585685 req-dc9e13fb-fc99-4db0-86f9-a3665cf33e35 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 210 time: 0.0255344 Aug 11 23:25:19.071437 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2c66daab-daac-4ed4-9ad7-abef949c8d0e req-66527ccb-d86f-4e81-809a-198db9a07c90 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 210 time: 0.0305257 Aug 11 23:25:19.338526 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:20.088423 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:25:20.167425 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-c637f733-eec0-466a-a183-06410d927bc5 req-dcf74aee-049a-4326-b223-bd62fed00e2f tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 210 time: 0.0271287 Aug 11 23:25:21.276540 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b1c92198-42c2-4608-8fa1-f22f3b17da73 req-7e9d8b2d-71cd-4015-8f08-3f1017485678 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdd9a03c-f858-4052-9f2c-148960f5a6aa HTTP/1.1" status: 200 len: 210 time: 0.0267689 Aug 11 23:25:21.317897 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device e7b79000-594f-4d98-a75d-f4d695bd20db no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:25:21.337760 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: e7b79000-594f-4d98-a75d-f4d695bd20db {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:25:21.338114 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device e7b79000-594f-4d98-a75d-f4d695bd20db not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:25:21.440557 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:22.332993 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59748) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:25:22.396866 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0d25-92f2-4fd2-9e9a-482e311eb942 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:22.422988 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0d25-92f2-4fd2-9e9a-482e311eb942 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:22.487186 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0d25-92f2-4fd2-9e9a-482e311eb942 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:22.490423 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0d25-92f2-4fd2-9e9a-482e311eb942 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:22.491735 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6d7b0d25-92f2-4fd2-9e9a-482e311eb942 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] 10.222.0.77 "DELETE /v2.0/security-groups/891224ea-ee79-4dd6-b752-e3aa51063199 HTTP/1.1" status: 204 len: 168 time: 0.1577260 Aug 11 23:25:22.501675 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b0d25-92f2-4fd2-9e9a-482e311eb942 tempest-TestShelveInstance-194614717 tempest-TestShelveInstance-194614717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=891224ea-ee79-4dd6-b752-e3aa51063199,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:22.550473 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59752) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:25:23.096079 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6286a4ca-8a7e-4c28-90a0-61695058822f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:23.350467 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-6286a4ca-8a7e-4c28-90a0-61695058822f admin admin] Deleting port 18768c6d-bc14-49bf-b670-ff32eb30ed5a {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:25:23.350730 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6286a4ca-8a7e-4c28-90a0-61695058822f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:23.432440 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-6286a4ca-8a7e-4c28-90a0-61695058822f admin admin] For port 18768c6d-bc14-49bf-b670-ff32eb30ed5a, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=18768c6d-bc14-49bf-b670-ff32eb30ed5a,segment=NetworkSegment(81f0fd0c-edf1-42f0-8c90-76e025b78d84),segment_id=81f0fd0c-edf1-42f0-8c90-76e025b78d84)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:25:23.432922 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6286a4ca-8a7e-4c28-90a0-61695058822f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:23.445384 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-6286a4ca-8a7e-4c28-90a0-61695058822f admin admin] Calling delete_port for 18768c6d-bc14-49bf-b670-ff32eb30ed5a owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:25:23.628352 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6286a4ca-8a7e-4c28-90a0-61695058822f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:23.654085 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6286a4ca-8a7e-4c28-90a0-61695058822f admin admin] Pushing event deleted for resources: {'Port': ['ID=18768c6d-bc14-49bf-b670-ff32eb30ed5a,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:23.829145 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6286a4ca-8a7e-4c28-90a0-61695058822f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:24.378082 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6286a4ca-8a7e-4c28-90a0-61695058822f admin admin] Router 71f09c83-a7bf-42d1-ba54-e8cf51bd819d has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:25:24.480921 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6286a4ca-8a7e-4c28-90a0-61695058822f admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:25:24.485913 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6286a4ca-8a7e-4c28-90a0-61695058822f admin admin] 10.222.0.77 "PUT /v2.0/routers/71f09c83-a7bf-42d1-ba54-e8cf51bd819d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9349394 Aug 11 23:25:24.488654 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59756) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:25:24.490059 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e945af96-77de-4781-b449-6335d0ece7f5 None None] Sync routers for ids ['71f09c83-a7bf-42d1-ba54-e8cf51bd819d'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:25:24.498856 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e945af96-77de-4781-b449-6335d0ece7f5 None None] Routers {'71f09c83-a7bf-42d1-ba54-e8cf51bd819d'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:25:24.499453 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-e945af96-77de-4781-b449-6335d0ece7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:25:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['71f09c83-a7bf-42d1-ba54-e8cf51bd819d'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:24.592574 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cfc82dc2-d40c-46d1-925e-9d6f0cc261a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:24.602084 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-e945af96-77de-4781-b449-6335d0ece7f5 None None] Set router 71f09c83-a7bf-42d1-ba54-e8cf51bd819d gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:25:24.690438 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cfc82dc2-d40c-46d1-925e-9d6f0cc261a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:24.747198 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-cfc82dc2-d40c-46d1-925e-9d6f0cc261a9 admin admin] Deleting port 69af72b4-ccf9-409b-ab23-36e2a456cb4f {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:25:24.747459 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cfc82dc2-d40c-46d1-925e-9d6f0cc261a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:24.775384 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-e945af96-77de-4781-b449-6335d0ece7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'name': 'tempest-TestShelveInstance-1856787322-router', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:25:23Z', 'revision_number': 5, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'gw_port': {'id': '69af72b4-ccf9-409b-ab23-36e2a456cb4f', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:24.802389 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e945af96-77de-4781-b449-6335d0ece7f5 None None] Checking router: 71f09c83-a7bf-42d1-ba54-e8cf51bd819d for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:25:24.810568 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e945af96-77de-4781-b449-6335d0ece7f5 None None] Routers {'71f09c83-a7bf-42d1-ba54-e8cf51bd819d'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:25:24.811178 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-e945af96-77de-4781-b449-6335d0ece7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:25:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['71f09c83-a7bf-42d1-ba54-e8cf51bd819d'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:24.828330 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-cfc82dc2-d40c-46d1-925e-9d6f0cc261a9 admin admin] For port 69af72b4-ccf9-409b-ab23-36e2a456cb4f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=69af72b4-ccf9-409b-ab23-36e2a456cb4f,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:25:24.828698 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cfc82dc2-d40c-46d1-925e-9d6f0cc261a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:24.841408 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-cfc82dc2-d40c-46d1-925e-9d6f0cc261a9 admin admin] Calling delete_port for 69af72b4-ccf9-409b-ab23-36e2a456cb4f owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:25:24.895268 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-e945af96-77de-4781-b449-6335d0ece7f5 None None] Set router 71f09c83-a7bf-42d1-ba54-e8cf51bd819d gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:25:25.020631 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cfc82dc2-d40c-46d1-925e-9d6f0cc261a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:25.043612 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-e945af96-77de-4781-b449-6335d0ece7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'name': 'tempest-TestShelveInstance-1856787322-router', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:25:24Z', 'revision_number': 6, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:25.045298 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc82dc2-d40c-46d1-925e-9d6f0cc261a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=69af72b4-ccf9-409b-ab23-36e2a456cb4f,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:25.069846 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e945af96-77de-4781-b449-6335d0ece7f5 None None] The sync data for ids ['71f09c83-a7bf-42d1-ba54-e8cf51bd819d'] in n-d-804275-3 is: [{'id': '71f09c83-a7bf-42d1-ba54-e8cf51bd819d', 'name': 'tempest-TestShelveInstance-1856787322-router', 'tenant_id': '79a3d71f4064437692bc5fdb26611346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:15:11Z', 'updated_at': '2021-08-11T23:25:24Z', 'revision_number': 6, 'project_id': '79a3d71f4064437692bc5fdb26611346', 'gw_port_host': None}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:25:25.116550 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cfc82dc2-d40c-46d1-925e-9d6f0cc261a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:25.208381 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cfc82dc2-d40c-46d1-925e-9d6f0cc261a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:25.210510 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cfc82dc2-d40c-46d1-925e-9d6f0cc261a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:25.253305 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cfc82dc2-d40c-46d1-925e-9d6f0cc261a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:25.254021 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc82dc2-d40c-46d1-925e-9d6f0cc261a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71f09c83-a7bf-42d1-ba54-e8cf51bd819d {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 23:25:25.259080 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-cfc82dc2-d40c-46d1-925e-9d6f0cc261a9 admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:25.260378 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-cfc82dc2-d40c-46d1-925e-9d6f0cc261a9 admin admin] 10.222.0.77 "DELETE /v2.0/routers/71f09c83-a7bf-42d1-ba54-e8cf51bd819d HTTP/1.1" status: 204 len: 168 time: 0.7702501 Aug 11 23:25:25.262980 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59758) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:25:25.308216 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6fcf44b-e0b6-4acd-8974-76c8f0863334 admin admin] Deleting subnet ae3e324e-805e-49db-b5e4-e9d2038019d4 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 23:25:25.311343 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b6fcf44b-e0b6-4acd-8974-76c8f0863334 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:25.349896 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b6fcf44b-e0b6-4acd-8974-76c8f0863334 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:25.427856 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b6fcf44b-e0b6-4acd-8974-76c8f0863334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:25.483334 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b6fcf44b-e0b6-4acd-8974-76c8f0863334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:25.515637 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fcf44b-e0b6-4acd-8974-76c8f0863334 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae3e324e-805e-49db-b5e4-e9d2038019d4,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:25.520277 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b6fcf44b-e0b6-4acd-8974-76c8f0863334 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:25.522416 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b6fcf44b-e0b6-4acd-8974-76c8f0863334 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ae3e324e-805e-49db-b5e4-e9d2038019d4 HTTP/1.1" status: 204 len: 168 time: 0.2584291 Aug 11 23:25:25.524902 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59760) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:25:25.525930 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc9bdc8-a70a-458f-83d7-8f349c618953 None None] Network 0c4ac61f-196f-4dc0-a087-b5dea12e6a8d requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:25:25.591797 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7af72f3-e3d2-47fe-b98e-e2e033fd8d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:25.645024 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-b7af72f3-e3d2-47fe-b98e-e2e033fd8d75 admin admin] Deleting port 193b9479-05e3-4a9b-b401-077ad14b30fe {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:25:25.645251 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7af72f3-e3d2-47fe-b98e-e2e033fd8d75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:25.713730 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-b7af72f3-e3d2-47fe-b98e-e2e033fd8d75 admin admin] For port 193b9479-05e3-4a9b-b401-077ad14b30fe, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=193b9479-05e3-4a9b-b401-077ad14b30fe,segment=NetworkSegment(81f0fd0c-edf1-42f0-8c90-76e025b78d84),segment_id=81f0fd0c-edf1-42f0-8c90-76e025b78d84)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:25:25.714438 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7af72f3-e3d2-47fe-b98e-e2e033fd8d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:25.727466 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-b7af72f3-e3d2-47fe-b98e-e2e033fd8d75 admin admin] Calling delete_port for 193b9479-05e3-4a9b-b401-077ad14b30fe owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:25:25.809240 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7af72f3-e3d2-47fe-b98e-e2e033fd8d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:25.818390 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498bce04-c0c0-4cea-9658-3e759312cfe7 None None] DHCP port deletion for 0c4ac61f-196f-4dc0-a087-b5dea12e6a8d request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 23:25:25.838884 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af72f3-e3d2-47fe-b98e-e2e033fd8d75 admin admin] Pushing event deleted for resources: {'Port': ['ID=193b9479-05e3-4a9b-b401-077ad14b30fe,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:25.842823 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7af72f3-e3d2-47fe-b98e-e2e033fd8d75 admin admin] No DVR routers for this DVR port 193b9479-05e3-4a9b-b401-077ad14b30fe on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:25:25.918186 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7af72f3-e3d2-47fe-b98e-e2e033fd8d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:25.929817 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-b7af72f3-e3d2-47fe-b98e-e2e033fd8d75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c4ac61f-196f-4dc0-a087-b5dea12e6a8d']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:25.941291 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-b7af72f3-e3d2-47fe-b98e-e2e033fd8d75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f0fd0c-edf1-42f0-8c90-76e025b78d84') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:25.941735 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-b7af72f3-e3d2-47fe-b98e-e2e033fd8d75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f0fd0c-edf1-42f0-8c90-76e025b78d84') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:25.951765 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7af72f3-e3d2-47fe-b98e-e2e033fd8d75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:25.961990 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 69af72b4-ccf9-409b-ab23-36e2a456cb4f no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:25:25.966601 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7af72f3-e3d2-47fe-b98e-e2e033fd8d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:25.974374 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7af72f3-e3d2-47fe-b98e-e2e033fd8d75 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 23:25:25.982350 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 69af72b4-ccf9-409b-ab23-36e2a456cb4f {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:25:25.982704 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 69af72b4-ccf9-409b-ab23-36e2a456cb4f not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:25:25.983177 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 193b9479-05e3-4a9b-b401-077ad14b30fe no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:25:25.984099 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7af72f3-e3d2-47fe-b98e-e2e033fd8d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: timer() Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 23:25:25.986138 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 23:25:26.007582 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 193b9479-05e3-4a9b-b401-077ad14b30fe {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:25:26.007937 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 193b9479-05e3-4a9b-b401-077ad14b30fe not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:25:26.008370 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 18768c6d-bc14-49bf-b670-ff32eb30ed5a no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:25:26.028241 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 18768c6d-bc14-49bf-b670-ff32eb30ed5a {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:25:26.028601 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 18768c6d-bc14-49bf-b670-ff32eb30ed5a not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:25:26.055039 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7af72f3-e3d2-47fe-b98e-e2e033fd8d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:26.062576 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-b7af72f3-e3d2-47fe-b98e-e2e033fd8d75 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:26.069304 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-b7af72f3-e3d2-47fe-b98e-e2e033fd8d75 admin admin] 10.222.0.77 "DELETE /v2.0/networks/0c4ac61f-196f-4dc0-a087-b5dea12e6a8d HTTP/1.1" status: 204 len: 168 time: 0.5388770 Aug 11 23:25:26.069304 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59762) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:25:26.085201 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af72f3-e3d2-47fe-b98e-e2e033fd8d75 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c4ac61f-196f-4dc0-a087-b5dea12e6a8d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:26.427795 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-de6b1d52-1d06-40c1-80c5-c18403a68830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:26.667678 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-de6b1d52-1d06-40c1-80c5-c18403a68830 admin admin] Deleting port 919f2b63-b2dc-4bf9-b782-1f00d490d2b6 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:25:26.668031 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-de6b1d52-1d06-40c1-80c5-c18403a68830 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:26.749043 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-de6b1d52-1d06-40c1-80c5-c18403a68830 admin admin] For port 919f2b63-b2dc-4bf9-b782-1f00d490d2b6, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=919f2b63-b2dc-4bf9-b782-1f00d490d2b6,segment=NetworkSegment(f33ca67b-56be-47b0-a42d-0b0dcb89672d),segment_id=f33ca67b-56be-47b0-a42d-0b0dcb89672d)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:25:26.749771 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-de6b1d52-1d06-40c1-80c5-c18403a68830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:26.762158 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-de6b1d52-1d06-40c1-80c5-c18403a68830 admin admin] Calling delete_port for 919f2b63-b2dc-4bf9-b782-1f00d490d2b6 owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:25:26.949839 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-de6b1d52-1d06-40c1-80c5-c18403a68830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:26.977237 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b1d52-1d06-40c1-80c5-c18403a68830 admin admin] Pushing event deleted for resources: {'Port': ['ID=919f2b63-b2dc-4bf9-b782-1f00d490d2b6,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:27.162165 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-de6b1d52-1d06-40c1-80c5-c18403a68830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:27.377864 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6b1d52-1d06-40c1-80c5-c18403a68830 admin admin] Router 1120f9ca-a29d-4a4d-abe0-1a15ca2644e7 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:25:27.483696 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6b1d52-1d06-40c1-80c5-c18403a68830 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:25:27.488732 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-de6b1d52-1d06-40c1-80c5-c18403a68830 admin admin] 10.222.0.77 "PUT /v2.0/routers/1120f9ca-a29d-4a4d-abe0-1a15ca2644e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4192691 Aug 11 23:25:27.491138 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59764) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:25:27.492566 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356f5c56-3fbb-46b9-bcfe-6ad54b5fd86c None None] Sync routers for ids ['1120f9ca-a29d-4a4d-abe0-1a15ca2644e7'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:25:27.501702 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356f5c56-3fbb-46b9-bcfe-6ad54b5fd86c None None] Routers {'1120f9ca-a29d-4a4d-abe0-1a15ca2644e7'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:25:27.502334 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-356f5c56-3fbb-46b9-bcfe-6ad54b5fd86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:25:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['1120f9ca-a29d-4a4d-abe0-1a15ca2644e7'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:27.608413 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-356f5c56-3fbb-46b9-bcfe-6ad54b5fd86c None None] Set router 1120f9ca-a29d-4a4d-abe0-1a15ca2644e7 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:25:27.799057 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-356f5c56-3fbb-46b9-bcfe-6ad54b5fd86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1120f9ca-a29d-4a4d-abe0-1a15ca2644e7', 'name': 'tempest-TestShelveInstance-1811821730-router', 'tenant_id': 'd77dad4629a84dd3b6737938016eb6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd976d3b7-8bf9-4848-96c2-fdd7783aec2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:15:15Z', 'updated_at': '2021-08-11T23:25:26Z', 'revision_number': 5, 'project_id': 'd77dad4629a84dd3b6737938016eb6d8', 'gw_port': {'id': 'd976d3b7-8bf9-4848-96c2-fdd7783aec2b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1120f9ca-a29d-4a4d-abe0-1a15ca2644e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:16Z', 'updated_at': '2021-08-11T23:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:27.826797 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356f5c56-3fbb-46b9-bcfe-6ad54b5fd86c None None] Checking router: 1120f9ca-a29d-4a4d-abe0-1a15ca2644e7 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:25:27.836065 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356f5c56-3fbb-46b9-bcfe-6ad54b5fd86c None None] Routers {'1120f9ca-a29d-4a4d-abe0-1a15ca2644e7'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:25:27.836691 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-356f5c56-3fbb-46b9-bcfe-6ad54b5fd86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:25:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['1120f9ca-a29d-4a4d-abe0-1a15ca2644e7'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:27.919911 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d8412a66-051f-4189-9fbb-856528596fd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:27.945733 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-356f5c56-3fbb-46b9-bcfe-6ad54b5fd86c None None] Set router 1120f9ca-a29d-4a4d-abe0-1a15ca2644e7 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:25:28.025231 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d8412a66-051f-4189-9fbb-856528596fd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:28.078262 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-d8412a66-051f-4189-9fbb-856528596fd3 admin admin] Deleting port d976d3b7-8bf9-4848-96c2-fdd7783aec2b {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:25:28.078526 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d8412a66-051f-4189-9fbb-856528596fd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:28.125480 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-356f5c56-3fbb-46b9-bcfe-6ad54b5fd86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1120f9ca-a29d-4a4d-abe0-1a15ca2644e7', 'name': 'tempest-TestShelveInstance-1811821730-router', 'tenant_id': 'd77dad4629a84dd3b6737938016eb6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd976d3b7-8bf9-4848-96c2-fdd7783aec2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:15:15Z', 'updated_at': '2021-08-11T23:25:26Z', 'revision_number': 5, 'project_id': 'd77dad4629a84dd3b6737938016eb6d8', 'gw_port': {'id': 'd976d3b7-8bf9-4848-96c2-fdd7783aec2b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1120f9ca-a29d-4a4d-abe0-1a15ca2644e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:16Z', 'updated_at': '2021-08-11T23:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:28.156259 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356f5c56-3fbb-46b9-bcfe-6ad54b5fd86c None None] The sync data for ids ['1120f9ca-a29d-4a4d-abe0-1a15ca2644e7'] in n-d-804275-3 is: [{'id': '1120f9ca-a29d-4a4d-abe0-1a15ca2644e7', 'name': 'tempest-TestShelveInstance-1811821730-router', 'tenant_id': 'd77dad4629a84dd3b6737938016eb6d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'd976d3b7-8bf9-4848-96c2-fdd7783aec2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:15:15Z', 'updated_at': '2021-08-11T23:25:26Z', 'revision_number': 5, 'project_id': 'd77dad4629a84dd3b6737938016eb6d8', 'gw_port': {'id': 'd976d3b7-8bf9-4848-96c2-fdd7783aec2b', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1120f9ca-a29d-4a4d-abe0-1a15ca2644e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:15:16Z', 'updated_at': '2021-08-11T23:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:25:28.159315 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-d8412a66-051f-4189-9fbb-856528596fd3 admin admin] For port d976d3b7-8bf9-4848-96c2-fdd7783aec2b, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d976d3b7-8bf9-4848-96c2-fdd7783aec2b,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:25:28.159711 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d8412a66-051f-4189-9fbb-856528596fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:28.175053 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-d8412a66-051f-4189-9fbb-856528596fd3 admin admin] Calling delete_port for d976d3b7-8bf9-4848-96c2-fdd7783aec2b owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:25:28.340232 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d8412a66-051f-4189-9fbb-856528596fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:28.366384 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8412a66-051f-4189-9fbb-856528596fd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d976d3b7-8bf9-4848-96c2-fdd7783aec2b,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:28.425622 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d8412a66-051f-4189-9fbb-856528596fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:28.518454 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d8412a66-051f-4189-9fbb-856528596fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:28.520874 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d8412a66-051f-4189-9fbb-856528596fd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:28.569391 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d8412a66-051f-4189-9fbb-856528596fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:28.569931 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8412a66-051f-4189-9fbb-856528596fd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1120f9ca-a29d-4a4d-abe0-1a15ca2644e7 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 23:25:28.574218 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d8412a66-051f-4189-9fbb-856528596fd3 admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:28.577907 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d8412a66-051f-4189-9fbb-856528596fd3 admin admin] 10.222.0.77 "DELETE /v2.0/routers/1120f9ca-a29d-4a4d-abe0-1a15ca2644e7 HTTP/1.1" status: 204 len: 168 time: 1.0838168 Aug 11 23:25:28.578299 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59766) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:25:28.623967 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d0648f9-d83d-4274-bcd5-73307021f4cd admin admin] Deleting subnet bef226e0-8c14-4f7a-85d4-a485a9f64190 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 23:25:28.627188 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6d0648f9-d83d-4274-bcd5-73307021f4cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:28.662664 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6d0648f9-d83d-4274-bcd5-73307021f4cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:28.748753 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6d0648f9-d83d-4274-bcd5-73307021f4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:28.819197 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6d0648f9-d83d-4274-bcd5-73307021f4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:28.856928 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0648f9-d83d-4274-bcd5-73307021f4cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bef226e0-8c14-4f7a-85d4-a485a9f64190,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:28.861697 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6d0648f9-d83d-4274-bcd5-73307021f4cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:28.865013 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6d0648f9-d83d-4274-bcd5-73307021f4cd admin admin] 10.222.0.77 "DELETE /v2.0/subnets/bef226e0-8c14-4f7a-85d4-a485a9f64190 HTTP/1.1" status: 204 len: 168 time: 0.2855961 Aug 11 23:25:28.867285 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59768) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:25:28.869549 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d1b93d-e7ab-40de-95fe-076ea285a715 None None] Network 6abce5a4-f104-4111-a204-4067194258d6 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:25:28.942332 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0e6903ac-1c4b-46c6-b113-76e830c2eb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:28.999013 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-0e6903ac-1c4b-46c6-b113-76e830c2eb7a admin admin] Deleting port a03b31ce-ae78-4239-9ae5-fadef74738d0 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:25:28.999356 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0e6903ac-1c4b-46c6-b113-76e830c2eb7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:29.062819 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-0e6903ac-1c4b-46c6-b113-76e830c2eb7a admin admin] For port a03b31ce-ae78-4239-9ae5-fadef74738d0, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a03b31ce-ae78-4239-9ae5-fadef74738d0,segment=NetworkSegment(f33ca67b-56be-47b0-a42d-0b0dcb89672d),segment_id=f33ca67b-56be-47b0-a42d-0b0dcb89672d)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:25:29.063186 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0e6903ac-1c4b-46c6-b113-76e830c2eb7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:29.076174 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-0e6903ac-1c4b-46c6-b113-76e830c2eb7a admin admin] Calling delete_port for a03b31ce-ae78-4239-9ae5-fadef74738d0 owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:25:29.181377 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0e6903ac-1c4b-46c6-b113-76e830c2eb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:29.206865 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b13ed8a-ac9d-413c-a2eb-9a8b264851ee None None] DHCP port deletion for 6abce5a4-f104-4111-a204-4067194258d6 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 23:25:29.209515 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6903ac-1c4b-46c6-b113-76e830c2eb7a admin admin] Pushing event deleted for resources: {'Port': ['ID=a03b31ce-ae78-4239-9ae5-fadef74738d0,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:29.213492 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6903ac-1c4b-46c6-b113-76e830c2eb7a admin admin] No DVR routers for this DVR port a03b31ce-ae78-4239-9ae5-fadef74738d0 on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:25:29.292575 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0e6903ac-1c4b-46c6-b113-76e830c2eb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:29.303477 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-0e6903ac-1c4b-46c6-b113-76e830c2eb7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6abce5a4-f104-4111-a204-4067194258d6']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:29.313822 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-0e6903ac-1c4b-46c6-b113-76e830c2eb7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f33ca67b-56be-47b0-a42d-0b0dcb89672d') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:29.314124 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-0e6903ac-1c4b-46c6-b113-76e830c2eb7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f33ca67b-56be-47b0-a42d-0b0dcb89672d') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:29.322841 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0e6903ac-1c4b-46c6-b113-76e830c2eb7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:29.336330 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0e6903ac-1c4b-46c6-b113-76e830c2eb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:29.342625 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6903ac-1c4b-46c6-b113-76e830c2eb7a admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 23:25:29.343017 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0e6903ac-1c4b-46c6-b113-76e830c2eb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: timer() Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 23:25:29.344875 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 23:25:29.399433 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0e6903ac-1c4b-46c6-b113-76e830c2eb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:29.405151 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-0e6903ac-1c4b-46c6-b113-76e830c2eb7a admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:29.406981 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-0e6903ac-1c4b-46c6-b113-76e830c2eb7a admin admin] 10.222.0.77 "DELETE /v2.0/networks/6abce5a4-f104-4111-a204-4067194258d6 HTTP/1.1" status: 204 len: 168 time: 0.5387578 Aug 11 23:25:29.417924 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6903ac-1c4b-46c6-b113-76e830c2eb7a admin admin] Pushing event deleted for resources: {'Network': ['ID=6abce5a4-f104-4111-a204-4067194258d6,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:29.554256 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59772) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:25:29.594806 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-bb46f9c8-7329-4dd4-8bec-3ebf8e4ec9e9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=79a3d71f4064437692bc5fdb26611346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394022 Aug 11 23:25:29.597337 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59774) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:25:29.644929 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f92ee76d-b8fa-4f90-90c1-c18ef13b8809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:29.666970 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f92ee76d-b8fa-4f90-90c1-c18ef13b8809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:29.713393 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f92ee76d-b8fa-4f90-90c1-c18ef13b8809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:29.716083 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f92ee76d-b8fa-4f90-90c1-c18ef13b8809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:29.717255 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f92ee76d-b8fa-4f90-90c1-c18ef13b8809 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8132735e-2d8b-4ac4-8d35-f85fade1b08b HTTP/1.1" status: 204 len: 168 time: 0.1190429 Aug 11 23:25:29.725493 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ee76d-b8fa-4f90-90c1-c18ef13b8809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8132735e-2d8b-4ac4-8d35-f85fade1b08b,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:29.968985 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 919f2b63-b2dc-4bf9-b782-1f00d490d2b6 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:25:29.992524 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 919f2b63-b2dc-4bf9-b782-1f00d490d2b6 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:25:29.992873 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 919f2b63-b2dc-4bf9-b782-1f00d490d2b6 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:25:29.993314 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a03b31ce-ae78-4239-9ae5-fadef74738d0 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:25:30.013306 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: a03b31ce-ae78-4239-9ae5-fadef74738d0 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:25:30.013664 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a03b31ce-ae78-4239-9ae5-fadef74738d0 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:25:30.014046 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d976d3b7-8bf9-4848-96c2-fdd7783aec2b no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:25:30.033172 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: d976d3b7-8bf9-4848-96c2-fdd7783aec2b {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:25:30.033520 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d976d3b7-8bf9-4848-96c2-fdd7783aec2b not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:25:30.059805 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59780) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:25:30.101986 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-c3d0b8a7-c8ad-4297-a329-b8abbfa25f94 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d77dad4629a84dd3b6737938016eb6d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413160 Aug 11 23:25:30.104422 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59782) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:25:30.151921 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-07a98c49-9d44-453c-9d21-0750dde91bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:30.173777 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-07a98c49-9d44-453c-9d21-0750dde91bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:30.220805 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-07a98c49-9d44-453c-9d21-0750dde91bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:30.224061 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-07a98c49-9d44-453c-9d21-0750dde91bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:30.225232 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-07a98c49-9d44-453c-9d21-0750dde91bba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aaa1b9a1-ee18-4a3b-8f80-31ff9adea82f HTTP/1.1" status: 204 len: 168 time: 0.1198826 Aug 11 23:25:30.232894 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a98c49-9d44-453c-9d21-0750dde91bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa1b9a1-ee18-4a3b-8f80-31ff9adea82f,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:30.937805 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59804) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:25:31.035649 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-c8e5d0c2-5706-490f-8a80-e1a78f0b8b53 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-464394477-network', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:25:31.055760 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e5d0c2-5706-490f-8a80-e1a78f0b8b53 admin admin] Made reservation on behalf of 3899da52dd4e4779a3a9a2a6234166b6 for: {'network': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:25:31.058368 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c8e5d0c2-5706-490f-8a80-e1a78f0b8b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:31.066566 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c8e5d0c2-5706-490f-8a80-e1a78f0b8b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:31.159561 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c8e5d0c2-5706-490f-8a80-e1a78f0b8b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:31.163306 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c8e5d0c2-5706-490f-8a80-e1a78f0b8b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:31.190819 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e5d0c2-5706-490f-8a80-e1a78f0b8b53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=100943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 23:25:31.197769 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5d0c2-5706-490f-8a80-e1a78f0b8b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967f633d-2f0c-47ef-b59f-852f2257be8f,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:31.203792 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c8e5d0c2-5706-490f-8a80-e1a78f0b8b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:31.204217 n-d-804275-3 neutron-server[100943]: INFO neutron.db.segments_db [None req-c8e5d0c2-5706-490f-8a80-e1a78f0b8b53 admin admin] Added segment 718ff13a-440a-4a74-aa75-b62e28f0b55e of type vlan for network e4d1d585-d690-40c6-acda-e5f26f1434fc Aug 11 23:25:31.243425 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c8e5d0c2-5706-490f-8a80-e1a78f0b8b53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:31.272328 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c8e5d0c2-5706-490f-8a80-e1a78f0b8b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:31.273225 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e5d0c2-5706-490f-8a80-e1a78f0b8b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:31.273819 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-c8e5d0c2-5706-490f-8a80-e1a78f0b8b53 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:31.324047 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-c8e5d0c2-5706-490f-8a80-e1a78f0b8b53 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3851497 Aug 11 23:25:31.327013 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59808) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:25:31.332365 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-71e823e9-6f16-43a2-a253-e56689d49f33 admin admin] Request body: {'subnet': {'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-464394477-subnet', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:25:31.335006 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5d0c2-5706-490f-8a80-e1a78f0b8b53 admin admin] Pushing event updated for resources: {'Network': ['ID=e4d1d585-d690-40c6-acda-e5f26f1434fc,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:31.345596 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network e4d1d585-d690-40c6-acda-e5f26f1434fc details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 23:25:31.357216 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e823e9-6f16-43a2-a253-e56689d49f33 admin admin] Made reservation on behalf of 3899da52dd4e4779a3a9a2a6234166b6 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:25:31.359938 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-71e823e9-6f16-43a2-a253-e56689d49f33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:31.528564 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-71e823e9-6f16-43a2-a253-e56689d49f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:31.586557 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e823e9-6f16-43a2-a253-e56689d49f33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d4660c5-0a02-40d1-b2d6-264dc2b65db0,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:31.594529 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e823e9-6f16-43a2-a253-e56689d49f33 admin admin] Checking segment: {'id': '718ff13a-440a-4a74-aa75-b62e28f0b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:25:31.594895 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e823e9-6f16-43a2-a253-e56689d49f33 admin admin] Network hostable DHCP agents. Network: e4d1d585-d690-40c6-acda-e5f26f1434fc, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 23:25:31.612677 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e823e9-6f16-43a2-a253-e56689d49f33 admin admin] Network e4d1d585-d690-40c6-acda-e5f26f1434fc is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 23:25:31.621319 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-71e823e9-6f16-43a2-a253-e56689d49f33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, e4d1d585-d690-40c6-acda-e5f26f1434fc) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:25:31.625684 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e823e9-6f16-43a2-a253-e56689d49f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:31.626352 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-71e823e9-6f16-43a2-a253-e56689d49f33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:31.631978 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faea33e-f7d0-4f7c-bb0d-5fc7fe1e3e35 None None] Network e4d1d585-d690-40c6-acda-e5f26f1434fc requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:25:31.640975 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-71e823e9-6f16-43a2-a253-e56689d49f33 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3127539 Aug 11 23:25:31.643894 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59810) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:25:31.649265 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-45df0c5c-797a-480d-aed7-2449082287e0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-464394477-router', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:25:31.670535 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-45df0c5c-797a-480d-aed7-2449082287e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:31.671620 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-45df0c5c-797a-480d-aed7-2449082287e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:31.728459 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-45df0c5c-797a-480d-aed7-2449082287e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:31.780108 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-e4d1d585-d690-40c6-acda-e5f26f1434fc', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'fixed_ips': [{'subnet_id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 23:25:31.780982 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:31.867011 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-45df0c5c-797a-480d-aed7-2449082287e0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:31.925576 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Allocated IP 172.20.0.2 (e4d1d585-d690-40c6-acda-e5f26f1434fc/2d4660c5-0a02-40d1-b2d6-264dc2b65db0/0afde6aa-183b-45d8-a227-747cc881727d) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:25:32.072844 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-45df0c5c-797a-480d-aed7-2449082287e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:32.081531 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:32.089836 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Transition to ACTIVE for port object 0afde6aa-183b-45d8-a227-747cc881727d will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:25:32.092885 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-45df0c5c-797a-480d-aed7-2449082287e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:32.104729 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Transition to ACTIVE for port object 0afde6aa-183b-45d8-a227-747cc881727d will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:25:32.110069 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:32.146809 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Network e4d1d585-d690-40c6-acda-e5f26f1434fc is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:25:32.149675 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:25:32.155284 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:25:32.166310 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Pushing event updated for resources: {'Port': ['ID=0afde6aa-183b-45d8-a227-747cc881727d,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:32.190648 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:32.190999 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:32.191346 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:32.191726 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:32.192635 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:32.193168 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:32.193732 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:32.194085 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:32.194421 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:32.194755 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:32.195087 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:32.195417 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:32.211821 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-45df0c5c-797a-480d-aed7-2449082287e0 admin admin] Allocated IP 172.25.2.19 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:25:32.226355 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Attempting to bind port 0afde6aa-183b-45d8-a227-747cc881727d on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:25:32.226732 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Attempting to bind port 0afde6aa-183b-45d8-a227-747cc881727d by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '718ff13a-440a-4a74-aa75-b62e28f0b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:25:32.227090 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Attempting to bind port 0afde6aa-183b-45d8-a227-747cc881727d on network e4d1d585-d690-40c6-acda-e5f26f1434fc {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:25:32.232096 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:25:32.232505 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Checking segment: {'id': '718ff13a-440a-4a74-aa75-b62e28f0b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:25:32.232913 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:32.233423 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Bound using segment: {'id': '718ff13a-440a-4a74-aa75-b62e28f0b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:25:32.233891 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Bound port: 0afde6aa-183b-45d8-a227-747cc881727d, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718ff13a-440a-4a74-aa75-b62e28f0b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:25:32.234395 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:32.303146 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] For port 0afde6aa-183b-45d8-a227-747cc881727d, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:25:32.306661 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] For port 0afde6aa-183b-45d8-a227-747cc881727d, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0afde6aa-183b-45d8-a227-747cc881727d,segment=NetworkSegment(718ff13a-440a-4a74-aa75-b62e28f0b55e),segment_id=718ff13a-440a-4a74-aa75-b62e28f0b55e)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:25:32.310356 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:32.316555 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-45df0c5c-797a-480d-aed7-2449082287e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:32.361864 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-45df0c5c-797a-480d-aed7-2449082287e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:32.371948 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07c1f6-f6cf-4722-b106-d475ee629b59 None None] Pushing event updated for resources: {'Port': ['ID=0afde6aa-183b-45d8-a227-747cc881727d,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:32.407992 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45df0c5c-797a-480d-aed7-2449082287e0 admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:25:32.414337 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-45df0c5c-797a-480d-aed7-2449082287e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:25:32.416810 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45df0c5c-797a-480d-aed7-2449082287e0 admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:25:32.441957 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df0c5c-797a-480d-aed7-2449082287e0 admin admin] Pushing event updated for resources: {'Port': ['ID=9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:32.684804 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-45df0c5c-797a-480d-aed7-2449082287e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:32.878455 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-45df0c5c-797a-480d-aed7-2449082287e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:33.012050 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45df0c5c-797a-480d-aed7-2449082287e0 admin admin] Router 26e879fc-babb-4c71-9422-faab99bb6b13 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 23:25:33.121560 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45df0c5c-797a-480d-aed7-2449082287e0 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:25:33.135496 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab4bf8c-c735-482d-94d7-b7b69384b2fe None None] Sync routers for ids ['26e879fc-babb-4c71-9422-faab99bb6b13'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:25:33.140436 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-45df0c5c-797a-480d-aed7-2449082287e0 admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:33.144293 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-45df0c5c-797a-480d-aed7-2449082287e0 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4968431 Aug 11 23:25:33.146119 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59812) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:25:33.147658 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab4bf8c-c735-482d-94d7-b7b69384b2fe None None] Routers {'26e879fc-babb-4c71-9422-faab99bb6b13'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:25:33.148546 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-cab4bf8c-c735-482d-94d7-b7b69384b2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:25:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['26e879fc-babb-4c71-9422-faab99bb6b13'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:33.247449 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db3d31a-dedf-4218-9fd8-7da25335e04a None None] Network e4d1d585-d690-40c6-acda-e5f26f1434fc requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:25:33.256887 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-cab4bf8c-c735-482d-94d7-b7b69384b2fe None None] Set router 26e879fc-babb-4c71-9422-faab99bb6b13 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:25:33.306645 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-c2d3a36b-ed29-4fb0-9496-e4845e96dfde None None] Provisioning for port 0afde6aa-183b-45d8-a227-747cc881727d completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:25:33.448207 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-cab4bf8c-c735-482d-94d7-b7b69384b2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'name': 'tempest-TestSnapshotPattern-464394477-router', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:25:31Z', 'updated_at': '2021-08-11T23:25:32Z', 'revision_number': 3, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'gw_port': {'id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:32Z', 'updated_at': '2021-08-11T23:25:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:33.477585 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab4bf8c-c735-482d-94d7-b7b69384b2fe None None] Checking router: 26e879fc-babb-4c71-9422-faab99bb6b13 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:25:33.477969 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab4bf8c-c735-482d-94d7-b7b69384b2fe None None] Updating router 26e879fc-babb-4c71-9422-faab99bb6b13 port 9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 23:25:33.506740 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-cab4bf8c-c735-482d-94d7-b7b69384b2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:33.600432 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f4c542b6-6041-4e28-a15a-f70150e0b0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:33.759814 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-f4c542b6-6041-4e28-a15a-f70150e0b0f0 admin admin] Allocated IP 172.20.0.1 (e4d1d585-d690-40c6-acda-e5f26f1434fc/2d4660c5-0a02-40d1-b2d6-264dc2b65db0/a7ab8c6f-65ec-4e2d-8489-edcaa2244580) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:25:33.765090 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-cab4bf8c-c735-482d-94d7-b7b69384b2fe None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:33.774972 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-cab4bf8c-c735-482d-94d7-b7b69384b2fe None None] Transition to ACTIVE for port object 9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:25:33.780694 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-cab4bf8c-c735-482d-94d7-b7b69384b2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:33.829177 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-cab4bf8c-c735-482d-94d7-b7b69384b2fe None None] Attempting to bind port 9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:25:33.829562 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-cab4bf8c-c735-482d-94d7-b7b69384b2fe None None] Attempting to bind port 9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:25:33.829902 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4bf8c-c735-482d-94d7-b7b69384b2fe None None] Attempting to bind port 9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:25:33.843085 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c1120-dfcf-4936-b172-db0925c4d08a None None] Pushing event updated for resources: {'Port': ['ID=9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf,revision_number=2']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:33.849644 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4bf8c-c735-482d-94d7-b7b69384b2fe None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:25:33.850016 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4bf8c-c735-482d-94d7-b7b69384b2fe None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:25:33.850417 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-cab4bf8c-c735-482d-94d7-b7b69384b2fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:33.850805 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab4bf8c-c735-482d-94d7-b7b69384b2fe None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:25:33.851266 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-cab4bf8c-c735-482d-94d7-b7b69384b2fe None None] Bound port: 9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:25:33.851675 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-cab4bf8c-c735-482d-94d7-b7b69384b2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:33.854173 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c1120-dfcf-4936-b172-db0925c4d08a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:33.854529 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c1120-dfcf-4936-b172-db0925c4d08a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:33.854859 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c1120-dfcf-4936-b172-db0925c4d08a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:33.855333 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c1120-dfcf-4936-b172-db0925c4d08a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:33.855993 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c1120-dfcf-4936-b172-db0925c4d08a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:33.856328 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c1120-dfcf-4936-b172-db0925c4d08a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:33.856654 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c1120-dfcf-4936-b172-db0925c4d08a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:33.857365 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c1120-dfcf-4936-b172-db0925c4d08a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:33.857365 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c1120-dfcf-4936-b172-db0925c4d08a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:33.857639 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c1120-dfcf-4936-b172-db0925c4d08a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:33.857960 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c1120-dfcf-4936-b172-db0925c4d08a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:33.858325 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c1120-dfcf-4936-b172-db0925c4d08a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:25:33.872558 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f4c542b6-6041-4e28-a15a-f70150e0b0f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:33.887232 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [None req-f4c542b6-6041-4e28-a15a-f70150e0b0f0 admin admin] Transition to ACTIVE for port object a7ab8c6f-65ec-4e2d-8489-edcaa2244580 will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:25:33.916724 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-cab4bf8c-c735-482d-94d7-b7b69384b2fe None None] For port 9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:25:33.920801 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-cab4bf8c-c735-482d-94d7-b7b69384b2fe None None] For port 9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:25:33.923084 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f4c542b6-6041-4e28-a15a-f70150e0b0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:33.925572 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-cab4bf8c-c735-482d-94d7-b7b69384b2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:33.983543 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c1120-dfcf-4936-b172-db0925c4d08a None None] Pushing event updated for resources: {'Port': ['ID=9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:33.983831 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c542b6-6041-4e28-a15a-f70150e0b0f0 admin admin] Network e4d1d585-d690-40c6-acda-e5f26f1434fc is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:25:33.985455 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-f4c542b6-6041-4e28-a15a-f70150e0b0f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:25:33.987694 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c542b6-6041-4e28-a15a-f70150e0b0f0 admin admin] Pushing event updated for resources: {'Port': ['ID=a7ab8c6f-65ec-4e2d-8489-edcaa2244580,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:33.990323 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c542b6-6041-4e28-a15a-f70150e0b0f0 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:25:34.004996 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab4bf8c-c735-482d-94d7-b7b69384b2fe None None] Routers {'26e879fc-babb-4c71-9422-faab99bb6b13'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:25:34.005696 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-cab4bf8c-c735-482d-94d7-b7b69384b2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:25:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['26e879fc-babb-4c71-9422-faab99bb6b13'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:34.050091 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f4c542b6-6041-4e28-a15a-f70150e0b0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:34.078316 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0afde6aa-183b-45d8-a227-747cc881727d up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:25:34.126395 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-cab4bf8c-c735-482d-94d7-b7b69384b2fe None None] Set router 26e879fc-babb-4c71-9422-faab99bb6b13 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:25:34.167642 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 0afde6aa-183b-45d8-a227-747cc881727d completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:25:34.182250 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 0afde6aa-183b-45d8-a227-747cc881727d triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:25:34.182639 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:34.246342 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f4c542b6-6041-4e28-a15a-f70150e0b0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:34.307712 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:34.343107 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 0afde6aa-183b-45d8-a227-747cc881727d, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0afde6aa-183b-45d8-a227-747cc881727d,segment=NetworkSegment(718ff13a-440a-4a74-aa75-b62e28f0b55e),segment_id=718ff13a-440a-4a74-aa75-b62e28f0b55e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:25:34.353331 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:34.367427 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-cab4bf8c-c735-482d-94d7-b7b69384b2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'name': 'tempest-TestSnapshotPattern-464394477-router', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:25:31Z', 'updated_at': '2021-08-11T23:25:32Z', 'revision_number': 3, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'gw_port': {'id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:32Z', 'updated_at': '2021-08-11T23:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:34.389648 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7c73df52-78b6-41b3-897f-fec48b17e736 None None] Provisioning for port a7ab8c6f-65ec-4e2d-8489-edcaa2244580 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:25:34.397633 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-7c73df52-78b6-41b3-897f-fec48b17e736 None None] Provisioning complete for port a7ab8c6f-65ec-4e2d-8489-edcaa2244580 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:25:34.398117 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7c73df52-78b6-41b3-897f-fec48b17e736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:34.398355 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab4bf8c-c735-482d-94d7-b7b69384b2fe None None] The sync data for ids ['26e879fc-babb-4c71-9422-faab99bb6b13'] in n-d-804275-3 is: [{'id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'name': 'tempest-TestSnapshotPattern-464394477-router', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:25:31Z', 'updated_at': '2021-08-11T23:25:32Z', 'revision_number': 3, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'gw_port': {'id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:32Z', 'updated_at': '2021-08-11T23:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:25:34.458904 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f4c542b6-6041-4e28-a15a-f70150e0b0f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:34.459960 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-7c73df52-78b6-41b3-897f-fec48b17e736 None None] Port a7ab8c6f-65ec-4e2d-8489-edcaa2244580 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:25:34.465802 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=0afde6aa-183b-45d8-a227-747cc881727d,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:34.467069 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f4c542b6-6041-4e28-a15a-f70150e0b0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:34.543226 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-f4c542b6-6041-4e28-a15a-f70150e0b0f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:34.545161 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c542b6-6041-4e28-a15a-f70150e0b0f0 admin admin] Pushing event updated for resources: {'Port': ['ID=a7ab8c6f-65ec-4e2d-8489-edcaa2244580,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:34.668470 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c542b6-6041-4e28-a15a-f70150e0b0f0 admin admin] Network e4d1d585-d690-40c6-acda-e5f26f1434fc is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:25:34.670000 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-f4c542b6-6041-4e28-a15a-f70150e0b0f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:25:34.814715 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c542b6-6041-4e28-a15a-f70150e0b0f0 admin admin] Router 26e879fc-babb-4c71-9422-faab99bb6b13 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:25:34.949767 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c542b6-6041-4e28-a15a-f70150e0b0f0 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:25:34.964548 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-f4c542b6-6041-4e28-a15a-f70150e0b0f0 admin admin] 10.222.0.77 "PUT /v2.0/routers/26e879fc-babb-4c71-9422-faab99bb6b13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8072369 Aug 11 23:25:35.087255 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-294a5853-a5b0-4e84-8e80-9cf734cb9d78 None None] Provisioning complete for port a7ab8c6f-65ec-4e2d-8489-edcaa2244580 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:25:35.088082 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-294a5853-a5b0-4e84-8e80-9cf734cb9d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:35.130898 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-294a5853-a5b0-4e84-8e80-9cf734cb9d78 None None] Port a7ab8c6f-65ec-4e2d-8489-edcaa2244580 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:25:35.445854 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59828) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:25:35.450923 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-1e2c6f82-6d04-48ab-844a-f761635de0ed admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-630212000-network', 'tenant_id': '83ec52a5c9164558abf4acad01634943'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:25:35.472252 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2c6f82-6d04-48ab-844a-f761635de0ed admin admin] Made reservation on behalf of 83ec52a5c9164558abf4acad01634943 for: {'network': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:25:35.475107 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1e2c6f82-6d04-48ab-844a-f761635de0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for network, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:35.483766 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1e2c6f82-6d04-48ab-844a-f761635de0ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:35.578694 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1e2c6f82-6d04-48ab-844a-f761635de0ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:35.583129 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1e2c6f82-6d04-48ab-844a-f761635de0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:35.607292 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2c6f82-6d04-48ab-844a-f761635de0ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=100942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 23:25:35.616116 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c6f82-6d04-48ab-844a-f761635de0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d42e01-c2be-47b2-8513-a8deb201ec81,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:35.622123 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1e2c6f82-6d04-48ab-844a-f761635de0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:35.622465 n-d-804275-3 neutron-server[100942]: INFO neutron.db.segments_db [None req-1e2c6f82-6d04-48ab-844a-f761635de0ed admin admin] Added segment 00c07bb5-d86a-4d3f-9ef4-03c9ff9f7f0b of type vlan for network af6596b3-ee7d-437e-946c-bdae95e79aa8 Aug 11 23:25:35.662832 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1e2c6f82-6d04-48ab-844a-f761635de0ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776455980885'] for network, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:35.692563 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1e2c6f82-6d04-48ab-844a-f761635de0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078'] for network, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:35.693628 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2c6f82-6d04-48ab-844a-f761635de0ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:35.694247 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1e2c6f82-6d04-48ab-844a-f761635de0ed admin admin] Notify callbacks [] for network, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:35.750411 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1e2c6f82-6d04-48ab-844a-f761635de0ed admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3033376 Aug 11 23:25:35.753034 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59830) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:25:35.758377 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-6cc1f5c8-ef9f-4723-a4cc-f03d5b27af7b admin admin] Request body: {'subnet': {'network_id': 'af6596b3-ee7d-437e-946c-bdae95e79aa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-630212000-subnet', 'tenant_id': '83ec52a5c9164558abf4acad01634943', 'ip_version': 4}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:25:35.766303 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c6f82-6d04-48ab-844a-f761635de0ed admin admin] Pushing event updated for resources: {'Network': ['ID=af6596b3-ee7d-437e-946c-bdae95e79aa8,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:35.776308 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Network af6596b3-ee7d-437e-946c-bdae95e79aa8 details requested by agent ovs-agent-n-d-804275-3 with host n-d-804275-3 {{(pid=100944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 23:25:35.784982 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc1f5c8-ef9f-4723-a4cc-f03d5b27af7b admin admin] Made reservation on behalf of 83ec52a5c9164558abf4acad01634943 for: {'subnet': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:25:35.787357 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cc1f5c8-ef9f-4723-a4cc-f03d5b27af7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13499495'] for subnet, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:35.972122 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cc1f5c8-ef9f-4723-a4cc-f03d5b27af7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12846657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13499509'] for subnet, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:36.021901 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1f5c8-ef9f-4723-a4cc-f03d5b27af7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=09272c95-23d0-47a0-b650-e5ce77f6e9b1,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:36.031944 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e65f75a-cebc-4276-86d1-00ba79b5dfcf None None] Sync routers for ids ['26e879fc-babb-4c71-9422-faab99bb6b13'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:25:36.044437 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e65f75a-cebc-4276-86d1-00ba79b5dfcf None None] Routers {'26e879fc-babb-4c71-9422-faab99bb6b13'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:25:36.044856 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc1f5c8-ef9f-4723-a4cc-f03d5b27af7b admin admin] Checking segment: {'id': '00c07bb5-d86a-4d3f-9ef4-03c9ff9f7f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'af6596b3-ee7d-437e-946c-bdae95e79aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:25:36.045395 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc1f5c8-ef9f-4723-a4cc-f03d5b27af7b admin admin] Network hostable DHCP agents. Network: af6596b3-ee7d-437e-946c-bdae95e79aa8, hostable agents: ['cd1e3a15-43a3-46c4-9a0a-12b940c553aa'], hosted agents: [] {{(pid=100942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 23:25:36.047894 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2e65f75a-cebc-4276-86d1-00ba79b5dfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:25:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['26e879fc-babb-4c71-9422-faab99bb6b13'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:36.064720 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc1f5c8-ef9f-4723-a4cc-f03d5b27af7b admin admin] Network af6596b3-ee7d-437e-946c-bdae95e79aa8 is scheduled to be hosted by DHCP agent cd1e3a15-43a3-46c4-9a0a-12b940c553aa with binding_index 1 {{(pid=100942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 23:25:36.073517 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-6cc1f5c8-ef9f-4723-a4cc-f03d5b27af7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804275-3, af6596b3-ee7d-437e-946c-bdae95e79aa8) {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:25:36.077619 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc1f5c8-ef9f-4723-a4cc-f03d5b27af7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:36.078274 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-6cc1f5c8-ef9f-4723-a4cc-f03d5b27af7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:36.092026 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:25:36.094073 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-6cc1f5c8-ef9f-4723-a4cc-f03d5b27af7b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3399055 Aug 11 23:25:36.094523 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb6e73b-0872-42fe-bcf7-8fd00edbe8a4 None None] Network af6596b3-ee7d-437e-946c-bdae95e79aa8 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:25:36.096528 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59832) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:25:36.101626 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-1dc608ea-edf8-41f2-b03c-723940677ae4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-630212000-router', 'tenant_id': '83ec52a5c9164558abf4acad01634943', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:25:36.128562 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1dc608ea-edf8-41f2-b03c-723940677ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1756112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39553'] for router, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:36.129588 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1dc608ea-edf8-41f2-b03c-723940677ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1755232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39576'] for router, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:36.181078 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1dc608ea-edf8-41f2-b03c-723940677ae4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:36.268119 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-2e65f75a-cebc-4276-86d1-00ba79b5dfcf None None] Set router 26e879fc-babb-4c71-9422-faab99bb6b13 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:25:36.298370 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:25:36.320086 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1dc608ea-edf8-41f2-b03c-723940677ae4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:36.322994 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:25:36.323367 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:36.477739 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c52e7d-411c-422c-a8c4-b129a7c86d9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadfd6a3b-b2e3-501d-a161-1a722f15fdee-af6596b3-ee7d-437e-946c-bdae95e79aa8', 'network_id': 'af6596b3-ee7d-437e-946c-bdae95e79aa8', 'tenant_id': '83ec52a5c9164558abf4acad01634943', 'fixed_ips': [{'subnet_id': '09272c95-23d0-47a0-b650-e5ce77f6e9b1'}]}} from n-d-804275-3. {{(pid=100944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 23:25:36.478588 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-18c52e7d-411c-422c-a8c4-b129a7c86d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:36.515031 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1dc608ea-edf8-41f2-b03c-723940677ae4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:36.534897 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1dc608ea-edf8-41f2-b03c-723940677ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:36.634417 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:36.642252 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [None req-1dc608ea-edf8-41f2-b03c-723940677ae4 admin admin] Allocated IP 172.25.2.38 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/925697f3-f359-46b9-a915-e6205796bb06) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:25:36.689453 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:25:36.699942 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:36.700732 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0afde6aa-183b-45d8-a227-747cc881727d up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:25:36.746715 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1dc608ea-edf8-41f2-b03c-723940677ae4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:36.766090 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.db_base_plugin_common [None req-18c52e7d-411c-422c-a8c4-b129a7c86d9f None None] Allocated IP 172.20.0.2 (af6596b3-ee7d-437e-946c-bdae95e79aa8/09272c95-23d0-47a0-b650-e5ce77f6e9b1/d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f) {{(pid=100944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:25:36.787820 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1dc608ea-edf8-41f2-b03c-723940677ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:36.837230 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc608ea-edf8-41f2-b03c-723940677ae4 admin admin] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:25:36.840418 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [None req-1dc608ea-edf8-41f2-b03c-723940677ae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:25:36.845779 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc608ea-edf8-41f2-b03c-723940677ae4 admin admin] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:25:36.849200 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc608ea-edf8-41f2-b03c-723940677ae4 admin admin] Pushing event updated for resources: {'Port': ['ID=925697f3-f359-46b9-a915-e6205796bb06,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:36.976079 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2e65f75a-cebc-4276-86d1-00ba79b5dfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'name': 'tempest-TestSnapshotPattern-464394477-router', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:25:31Z', 'updated_at': '2021-08-11T23:25:34Z', 'revision_number': 4, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'gw_port': {'id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:32Z', 'updated_at': '2021-08-11T23:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'a7ab8c6f-65ec-4e2d-8489-edcaa2244580', 'name': '', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'mac_address': 'fa:16:3e:df:c8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:33Z', 'updated_at': '2021-08-11T23:25:34Z', 'revision_number': 2, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'subnets': [{'id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:36.981731 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:37.043069 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e65f75a-cebc-4276-86d1-00ba79b5dfcf None None] Checking router: 26e879fc-babb-4c71-9422-faab99bb6b13 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:25:37.043337 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e65f75a-cebc-4276-86d1-00ba79b5dfcf None None] Updating router 26e879fc-babb-4c71-9422-faab99bb6b13 port a7ab8c6f-65ec-4e2d-8489-edcaa2244580 binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 23:25:37.093119 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2e65f75a-cebc-4276-86d1-00ba79b5dfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:37.099665 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 0afde6aa-183b-45d8-a227-747cc881727d triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:25:37.099985 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:37.111833 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1dc608ea-edf8-41f2-b03c-723940677ae4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:37.292311 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-18c52e7d-411c-422c-a8c4-b129a7c86d9f None None] Notify callbacks [] for port, precommit_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:37.352907 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-18c52e7d-411c-422c-a8c4-b129a7c86d9f None None] Transition to ACTIVE for port object d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:25:37.426515 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-18c52e7d-411c-422c-a8c4-b129a7c86d9f None None] Transition to ACTIVE for port object d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f will not be triggered until provisioned by entity DHCP. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:25:37.438801 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-18c52e7d-411c-422c-a8c4-b129a7c86d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420'] for port, after_create {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:37.491771 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c52e7d-411c-422c-a8c4-b129a7c86d9f None None] Network af6596b3-ee7d-437e-946c-bdae95e79aa8 is already hosted by enough agents. {{(pid=100944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:25:37.500370 n-d-804275-3 neutron-server[100944]: DEBUG neutron.scheduler.base_scheduler [None req-18c52e7d-411c-422c-a8c4-b129a7c86d9f None None] Resources bound (agent type, host, resource id): {{(pid=100944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:25:37.507644 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c52e7d-411c-422c-a8c4-b129a7c86d9f None None] Received port after_create {{(pid=100944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:25:37.520851 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c52e7d-411c-422c-a8c4-b129a7c86d9f None None] Pushing event updated for resources: {'Port': ['ID=d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f,revision_number=1']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:37.612427 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-18c52e7d-411c-422c-a8c4-b129a7c86d9f None None] Attempting to bind port d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:25:37.612708 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-18c52e7d-411c-422c-a8c4-b129a7c86d9f None None] Attempting to bind port d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '00c07bb5-d86a-4d3f-9ef4-03c9ff9f7f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'af6596b3-ee7d-437e-946c-bdae95e79aa8'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:25:37.613071 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c52e7d-411c-422c-a8c4-b129a7c86d9f None None] Attempting to bind port d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f on network af6596b3-ee7d-437e-946c-bdae95e79aa8 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:25:37.623548 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c52e7d-411c-422c-a8c4-b129a7c86d9f None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:25:37.623930 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c52e7d-411c-422c-a8c4-b129a7c86d9f None None] Checking segment: {'id': '00c07bb5-d86a-4d3f-9ef4-03c9ff9f7f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'af6596b3-ee7d-437e-946c-bdae95e79aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:25:37.624340 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-18c52e7d-411c-422c-a8c4-b129a7c86d9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:37.624735 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c52e7d-411c-422c-a8c4-b129a7c86d9f None None] Bound using segment: {'id': '00c07bb5-d86a-4d3f-9ef4-03c9ff9f7f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'af6596b3-ee7d-437e-946c-bdae95e79aa8'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:25:37.625204 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-18c52e7d-411c-422c-a8c4-b129a7c86d9f None None] Bound port: d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c07bb5-d86a-4d3f-9ef4-03c9ff9f7f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'af6596b3-ee7d-437e-946c-bdae95e79aa8'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:25:37.625589 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-18c52e7d-411c-422c-a8c4-b129a7c86d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:37.638965 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1dc608ea-edf8-41f2-b03c-723940677ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1756386'] for router, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:37.662584 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2e65f75a-cebc-4276-86d1-00ba79b5dfcf None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:37.697319 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-2e65f75a-cebc-4276-86d1-00ba79b5dfcf None None] Transition to ACTIVE for port object a7ab8c6f-65ec-4e2d-8489-edcaa2244580 will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:25:37.710944 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2e65f75a-cebc-4276-86d1-00ba79b5dfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:37.757437 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-18c52e7d-411c-422c-a8c4-b129a7c86d9f None None] For port d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:25:37.780348 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-18c52e7d-411c-422c-a8c4-b129a7c86d9f None None] For port d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f,segment=NetworkSegment(00c07bb5-d86a-4d3f-9ef4-03c9ff9f7f0b),segment_id=00c07bb5-d86a-4d3f-9ef4-03c9ff9f7f0b)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:25:37.787069 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc608ea-edf8-41f2-b03c-723940677ae4 admin admin] Router 9ab6228e-afef-44bc-bcf3-a1b06b6d6c90 is scheduled to L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 with binding_index 1 {{(pid=100942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 23:25:37.790640 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1833289-03d4-4f8e-9e35-26153cb17bb2 None None] Pushing event updated for resources: {'Port': ['ID=a7ab8c6f-65ec-4e2d-8489-edcaa2244580,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:37.793320 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-18c52e7d-411c-422c-a8c4-b129a7c86d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:37.896149 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-2e65f75a-cebc-4276-86d1-00ba79b5dfcf None None] Attempting to bind port a7ab8c6f-65ec-4e2d-8489-edcaa2244580 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:25:37.896535 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-2e65f75a-cebc-4276-86d1-00ba79b5dfcf None None] Attempting to bind port a7ab8c6f-65ec-4e2d-8489-edcaa2244580 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '718ff13a-440a-4a74-aa75-b62e28f0b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:25:37.896909 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e65f75a-cebc-4276-86d1-00ba79b5dfcf None None] Attempting to bind port a7ab8c6f-65ec-4e2d-8489-edcaa2244580 on network e4d1d585-d690-40c6-acda-e5f26f1434fc {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:25:37.903634 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c52e7d-411c-422c-a8c4-b129a7c86d9f None None] Pushing event updated for resources: {'Port': ['ID=d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f,revision_number=2']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:37.910963 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc608ea-edf8-41f2-b03c-723940677ae4 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:25:37.911893 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e65f75a-cebc-4276-86d1-00ba79b5dfcf None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:25:37.912285 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e65f75a-cebc-4276-86d1-00ba79b5dfcf None None] Checking segment: {'id': '718ff13a-440a-4a74-aa75-b62e28f0b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:25:37.912709 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2e65f75a-cebc-4276-86d1-00ba79b5dfcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:37.913105 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e65f75a-cebc-4276-86d1-00ba79b5dfcf None None] Bound using segment: {'id': '718ff13a-440a-4a74-aa75-b62e28f0b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:25:37.913595 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-2e65f75a-cebc-4276-86d1-00ba79b5dfcf None None] Bound port: a7ab8c6f-65ec-4e2d-8489-edcaa2244580, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718ff13a-440a-4a74-aa75-b62e28f0b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:25:37.913988 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2e65f75a-cebc-4276-86d1-00ba79b5dfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:37.922650 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db97dc-d13f-4dee-ba9d-43ff0599d7cf None None] Sync routers for ids ['9ab6228e-afef-44bc-bcf3-a1b06b6d6c90'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:25:37.935090 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-1dc608ea-edf8-41f2-b03c-723940677ae4 admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:37.940167 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59834) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:25:37.943313 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32db97dc-d13f-4dee-ba9d-43ff0599d7cf None None] Routers {'9ab6228e-afef-44bc-bcf3-a1b06b6d6c90'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:25:37.944387 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-32db97dc-d13f-4dee-ba9d-43ff0599d7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:25:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9ab6228e-afef-44bc-bcf3-a1b06b6d6c90'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:37.948902 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-1dc608ea-edf8-41f2-b03c-723940677ae4 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8507822 Aug 11 23:25:38.018449 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-2e65f75a-cebc-4276-86d1-00ba79b5dfcf None None] For port a7ab8c6f-65ec-4e2d-8489-edcaa2244580, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:25:38.026461 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-2e65f75a-cebc-4276-86d1-00ba79b5dfcf None None] For port a7ab8c6f-65ec-4e2d-8489-edcaa2244580, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a7ab8c6f-65ec-4e2d-8489-edcaa2244580,segment=NetworkSegment(718ff13a-440a-4a74-aa75-b62e28f0b55e),segment_id=718ff13a-440a-4a74-aa75-b62e28f0b55e)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:25:38.038234 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2e65f75a-cebc-4276-86d1-00ba79b5dfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:38.045707 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:25:38.093407 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-32db97dc-d13f-4dee-ba9d-43ff0599d7cf None None] Set router 9ab6228e-afef-44bc-bcf3-a1b06b6d6c90 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:25:38.210141 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:25:38.210707 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:38.271883 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e65f75a-cebc-4276-86d1-00ba79b5dfcf None None] Routers {'26e879fc-babb-4c71-9422-faab99bb6b13'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:25:38.272538 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2e65f75a-cebc-4276-86d1-00ba79b5dfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:25:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['26e879fc-babb-4c71-9422-faab99bb6b13'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:38.359410 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1833289-03d4-4f8e-9e35-26153cb17bb2 None None] Pushing event updated for resources: {'Port': ['ID=a7ab8c6f-65ec-4e2d-8489-edcaa2244580,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:38.385938 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-32db97dc-d13f-4dee-ba9d-43ff0599d7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab6228e-afef-44bc-bcf3-a1b06b6d6c90', 'name': 'tempest-TestSnapshotPattern-630212000-router', 'tenant_id': '83ec52a5c9164558abf4acad01634943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '925697f3-f359-46b9-a915-e6205796bb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:25:36Z', 'updated_at': '2021-08-11T23:25:37Z', 'revision_number': 3, 'project_id': '83ec52a5c9164558abf4acad01634943', 'gw_port': {'id': '925697f3-f359-46b9-a915-e6205796bb06', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:86:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab6228e-afef-44bc-bcf3-a1b06b6d6c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:36Z', 'updated_at': '2021-08-11T23:25:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:38.422811 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db97dc-d13f-4dee-ba9d-43ff0599d7cf None None] Checking router: 9ab6228e-afef-44bc-bcf3-a1b06b6d6c90 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:25:38.423347 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db97dc-d13f-4dee-ba9d-43ff0599d7cf None None] Updating router 9ab6228e-afef-44bc-bcf3-a1b06b6d6c90 port 925697f3-f359-46b9-a915-e6205796bb06 binding host n-d-804275-3 {{(pid=100945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 23:25:38.453855 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-32db97dc-d13f-4dee-ba9d-43ff0599d7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:38.491435 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-2e65f75a-cebc-4276-86d1-00ba79b5dfcf None None] Set router 26e879fc-babb-4c71-9422-faab99bb6b13 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:25:38.718126 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-2e65f75a-cebc-4276-86d1-00ba79b5dfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'name': 'tempest-TestSnapshotPattern-464394477-router', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:25:31Z', 'updated_at': '2021-08-11T23:25:34Z', 'revision_number': 4, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'gw_port': {'id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:32Z', 'updated_at': '2021-08-11T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'a7ab8c6f-65ec-4e2d-8489-edcaa2244580', 'name': '', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'mac_address': 'fa:16:3e:df:c8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:33Z', 'updated_at': '2021-08-11T23:25:38Z', 'revision_number': 4, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'subnets': [{'id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:38.749622 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e65f75a-cebc-4276-86d1-00ba79b5dfcf None None] The sync data for ids ['26e879fc-babb-4c71-9422-faab99bb6b13'] in n-d-804275-3 is: [{'id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'name': 'tempest-TestSnapshotPattern-464394477-router', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:25:31Z', 'updated_at': '2021-08-11T23:25:34Z', 'revision_number': 4, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'gw_port': {'id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:32Z', 'updated_at': '2021-08-11T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'a7ab8c6f-65ec-4e2d-8489-edcaa2244580', 'name': '', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'mac_address': 'fa:16:3e:df:c8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:33Z', 'updated_at': '2021-08-11T23:25:38Z', 'revision_number': 4, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'subnets': [{'id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:25:38.848748 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-33050b1a-7f02-4e54-914d-8e33a6b7f228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:38.851776 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-32db97dc-d13f-4dee-ba9d-43ff0599d7cf None None] Notify callbacks [] for port, precommit_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:38.871297 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.provisioning_blocks [None req-32db97dc-d13f-4dee-ba9d-43ff0599d7cf None None] Transition to ACTIVE for port object 925697f3-f359-46b9-a915-e6205796bb06 will not be triggered until provisioned by entity L2. {{(pid=100945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:25:38.886092 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-32db97dc-d13f-4dee-ba9d-43ff0599d7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:38.954956 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-32db97dc-d13f-4dee-ba9d-43ff0599d7cf None None] Attempting to bind port 925697f3-f359-46b9-a915-e6205796bb06 on host n-d-804275-3 for vnic_type normal with profile {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:25:38.956665 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-32db97dc-d13f-4dee-ba9d-43ff0599d7cf None None] Attempting to bind port 925697f3-f359-46b9-a915-e6205796bb06 by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:25:38.957846 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db97dc-d13f-4dee-ba9d-43ff0599d7cf None None] Attempting to bind port 925697f3-f359-46b9-a915-e6205796bb06 on network ace0c6e5-d196-4ef9-80b8-149980a74560 {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:25:38.960289 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53021ce1-42be-441d-86f6-9f20ca17310c None None] Pushing event updated for resources: {'Port': ['ID=925697f3-f359-46b9-a915-e6205796bb06,revision_number=2']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:38.969882 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db97dc-d13f-4dee-ba9d-43ff0599d7cf None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:25:38.970376 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db97dc-d13f-4dee-ba9d-43ff0599d7cf None None] Checking segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:25:38.970960 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-32db97dc-d13f-4dee-ba9d-43ff0599d7cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:38.971612 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db97dc-d13f-4dee-ba9d-43ff0599d7cf None None] Bound using segment: {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'} {{(pid=100945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:25:38.972199 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.managers [None req-32db97dc-d13f-4dee-ba9d-43ff0599d7cf None None] Bound port: 925697f3-f359-46b9-a915-e6205796bb06, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560'}}] {{(pid=100945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:25:38.972680 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-32db97dc-d13f-4dee-ba9d-43ff0599d7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:39.008880 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:39.061319 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-32db97dc-d13f-4dee-ba9d-43ff0599d7cf None None] For port 925697f3-f359-46b9-a915-e6205796bb06, host n-d-804275-3, cleared binding levels {{(pid=100945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:25:39.067729 n-d-804275-3 neutron-server[100945]: DEBUG neutron.plugins.ml2.db [None req-32db97dc-d13f-4dee-ba9d-43ff0599d7cf None None] For port 925697f3-f359-46b9-a915-e6205796bb06, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=925697f3-f359-46b9-a915-e6205796bb06,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:25:39.075077 n-d-804275-3 neutron-server[100945]: DEBUG neutron_lib.callbacks.manager [None req-32db97dc-d13f-4dee-ba9d-43ff0599d7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:39.083455 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-33050b1a-7f02-4e54-914d-8e33a6b7f228 admin admin] Allocated IP 172.20.0.1 (af6596b3-ee7d-437e-946c-bdae95e79aa8/09272c95-23d0-47a0-b650-e5ce77f6e9b1/10d89683-8ac5-4b0f-8d89-392220ed532d) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:25:39.153658 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32db97dc-d13f-4dee-ba9d-43ff0599d7cf None None] Routers {'9ab6228e-afef-44bc-bcf3-a1b06b6d6c90'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:25:39.154297 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-32db97dc-d13f-4dee-ba9d-43ff0599d7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:25:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9ab6228e-afef-44bc-bcf3-a1b06b6d6c90'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:39.157828 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53021ce1-42be-441d-86f6-9f20ca17310c None None] Pushing event updated for resources: {'Port': ['ID=925697f3-f359-46b9-a915-e6205796bb06,revision_number=3']} {{(pid=100945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:39.217733 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-33050b1a-7f02-4e54-914d-8e33a6b7f228 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:39.235149 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [None req-33050b1a-7f02-4e54-914d-8e33a6b7f228 admin admin] Transition to ACTIVE for port object 10d89683-8ac5-4b0f-8d89-392220ed532d will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:25:39.237088 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2931af15-ba97-4fd6-abbc-25f1f8650026 None None] Network af6596b3-ee7d-437e-946c-bdae95e79aa8 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:25:39.278061 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-33050b1a-7f02-4e54-914d-8e33a6b7f228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:39.278314 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-32db97dc-d13f-4dee-ba9d-43ff0599d7cf None None] Set router 9ab6228e-afef-44bc-bcf3-a1b06b6d6c90 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:25:39.321387 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ce62d3f4-52b2-45b1-b501-6cff49a04a30 None None] Provisioning for port d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:25:39.327292 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33050b1a-7f02-4e54-914d-8e33a6b7f228 admin admin] Network af6596b3-ee7d-437e-946c-bdae95e79aa8 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:25:39.331687 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-33050b1a-7f02-4e54-914d-8e33a6b7f228 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:25:39.335396 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33050b1a-7f02-4e54-914d-8e33a6b7f228 admin admin] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:25:39.361548 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33050b1a-7f02-4e54-914d-8e33a6b7f228 admin admin] Pushing event updated for resources: {'Port': ['ID=10d89683-8ac5-4b0f-8d89-392220ed532d,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:39.389678 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-33050b1a-7f02-4e54-914d-8e33a6b7f228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1831441'] for router_interface, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:39.514931 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-32db97dc-d13f-4dee-ba9d-43ff0599d7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab6228e-afef-44bc-bcf3-a1b06b6d6c90', 'name': 'tempest-TestSnapshotPattern-630212000-router', 'tenant_id': '83ec52a5c9164558abf4acad01634943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '925697f3-f359-46b9-a915-e6205796bb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:25:36Z', 'updated_at': '2021-08-11T23:25:37Z', 'revision_number': 3, 'project_id': '83ec52a5c9164558abf4acad01634943', 'gw_port': {'id': '925697f3-f359-46b9-a915-e6205796bb06', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:86:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab6228e-afef-44bc-bcf3-a1b06b6d6c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:36Z', 'updated_at': '2021-08-11T23:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:39.550721 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db97dc-d13f-4dee-ba9d-43ff0599d7cf None None] The sync data for ids ['9ab6228e-afef-44bc-bcf3-a1b06b6d6c90'] in n-d-804275-3 is: [{'id': '9ab6228e-afef-44bc-bcf3-a1b06b6d6c90', 'name': 'tempest-TestSnapshotPattern-630212000-router', 'tenant_id': '83ec52a5c9164558abf4acad01634943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '925697f3-f359-46b9-a915-e6205796bb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:25:36Z', 'updated_at': '2021-08-11T23:25:37Z', 'revision_number': 3, 'project_id': '83ec52a5c9164558abf4acad01634943', 'gw_port': {'id': '925697f3-f359-46b9-a915-e6205796bb06', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:86:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab6228e-afef-44bc-bcf3-a1b06b6d6c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:36Z', 'updated_at': '2021-08-11T23:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:25:39.555768 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-33050b1a-7f02-4e54-914d-8e33a6b7f228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:39.757484 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f5b776fa-27a4-4896-a566-2cc54bbd9e9c None None] Provisioning for port 10d89683-8ac5-4b0f-8d89-392220ed532d completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:25:39.762619 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-f5b776fa-27a4-4896-a566-2cc54bbd9e9c None None] Provisioning complete for port 10d89683-8ac5-4b0f-8d89-392220ed532d triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:25:39.763059 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f5b776fa-27a4-4896-a566-2cc54bbd9e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:39.781058 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-33050b1a-7f02-4e54-914d-8e33a6b7f228 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:39.787574 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-33050b1a-7f02-4e54-914d-8e33a6b7f228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:39.832601 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-f5b776fa-27a4-4896-a566-2cc54bbd9e9c None None] Port 10d89683-8ac5-4b0f-8d89-392220ed532d cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:25:39.884405 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-33050b1a-7f02-4e54-914d-8e33a6b7f228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1699124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1831589'] for router_interface, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:39.893322 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33050b1a-7f02-4e54-914d-8e33a6b7f228 admin admin] Pushing event updated for resources: {'Port': ['ID=10d89683-8ac5-4b0f-8d89-392220ed532d,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:40.043462 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33050b1a-7f02-4e54-914d-8e33a6b7f228 admin admin] Network af6596b3-ee7d-437e-946c-bdae95e79aa8 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:25:40.045053 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-33050b1a-7f02-4e54-914d-8e33a6b7f228 admin admin] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:25:40.091664 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-956c2435-650a-4f72-bd4a-ede748290582 None None] Provisioning complete for port 10d89683-8ac5-4b0f-8d89-392220ed532d triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:25:40.091664 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-956c2435-650a-4f72-bd4a-ede748290582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:40.178130 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-956c2435-650a-4f72-bd4a-ede748290582 None None] Port 10d89683-8ac5-4b0f-8d89-392220ed532d cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:25:40.192610 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 925697f3-f359-46b9-a915-e6205796bb06 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:25:40.196536 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33050b1a-7f02-4e54-914d-8e33a6b7f228 admin admin] Router 9ab6228e-afef-44bc-bcf3-a1b06b6d6c90 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:25:40.256506 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 925697f3-f359-46b9-a915-e6205796bb06 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:25:40.261787 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 925697f3-f359-46b9-a915-e6205796bb06 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:25:40.262241 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:40.334553 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33050b1a-7f02-4e54-914d-8e33a6b7f228 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:25:40.345679 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-33050b1a-7f02-4e54-914d-8e33a6b7f228 admin admin] 10.222.0.77 "PUT /v2.0/routers/9ab6228e-afef-44bc-bcf3-a1b06b6d6c90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4008763 Aug 11 23:25:40.364731 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:40.395744 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 925697f3-f359-46b9-a915-e6205796bb06, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=925697f3-f359-46b9-a915-e6205796bb06,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:25:40.401462 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:40.402245 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:25:40.454618 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-ed2abd11-0897-40c3-8d0e-15b540461138 None None] Provisioning complete for port 10d89683-8ac5-4b0f-8d89-392220ed532d triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:25:40.454994 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ed2abd11-0897-40c3-8d0e-15b540461138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:40.518898 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=925697f3-f359-46b9-a915-e6205796bb06,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:40.523437 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-ed2abd11-0897-40c3-8d0e-15b540461138 None None] Port 10d89683-8ac5-4b0f-8d89-392220ed532d cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:25:40.535775 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:25:40.540075 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:25:40.540454 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:40.793436 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:40.827016 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f,segment=NetworkSegment(00c07bb5-d86a-4d3f-9ef4-03c9ff9f7f0b),segment_id=00c07bb5-d86a-4d3f-9ef4-03c9ff9f7f0b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:25:40.831748 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:40.833180 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a7ab8c6f-65ec-4e2d-8489-edcaa2244580 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:25:40.909342 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:40.922924 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port a7ab8c6f-65ec-4e2d-8489-edcaa2244580 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:25:40.927602 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port a7ab8c6f-65ec-4e2d-8489-edcaa2244580 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:25:40.928006 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:41.011955 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:41.043526 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59844) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:25:41.048248 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-138fa1a8-f789-477e-b412-c3e32fdf85b0 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2109971658', 'description': 'tempest-secgroup-smoke-2109971658 description', 'project_id': '3899da52dd4e4779a3a9a2a6234166b6'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:25:41.052315 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port a7ab8c6f-65ec-4e2d-8489-edcaa2244580, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a7ab8c6f-65ec-4e2d-8489-edcaa2244580,segment=NetworkSegment(718ff13a-440a-4a74-aa75-b62e28f0b55e),segment_id=718ff13a-440a-4a74-aa75-b62e28f0b55e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:25:41.057116 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:41.072022 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-138fa1a8-f789-477e-b412-c3e32fdf85b0 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for security_group, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:41.109637 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=a7ab8c6f-65ec-4e2d-8489-edcaa2244580,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:41.153360 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-138fa1a8-f789-477e-b412-c3e32fdf85b0 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for security_group, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:41.157642 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-138fa1a8-f789-477e-b412-c3e32fdf85b0 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:41.184718 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-138fa1a8-f789-477e-b412-c3e32fdf85b0 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:41.185958 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-138fa1a8-f789-477e-b412-c3e32fdf85b0 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1413810 Aug 11 23:25:41.189132 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59846) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:25:41.190567 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fa1a8-f789-477e-b412-c3e32fdf85b0 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09cc26f2-5255-44af-9899-01072863d681,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:41.193921 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-9ad1cc11-8793-47f5-a9ec-87576ac527cd tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Request body: {'security_group_rule': {'security_group_id': '09cc26f2-5255-44af-9899-01072863d681', 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:25:41.223431 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9ad1cc11-8793-47f5-a9ec-87576ac527cd tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:41.280015 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9ad1cc11-8793-47f5-a9ec-87576ac527cd tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:41.284250 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9ad1cc11-8793-47f5-a9ec-87576ac527cd tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:41.303980 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1cc11-8793-47f5-a9ec-87576ac527cd tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9773bc59-15c8-484b-8b60-ebf958816bfe,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:41.307704 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-9ad1cc11-8793-47f5-a9ec-87576ac527cd tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:41.308944 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-9ad1cc11-8793-47f5-a9ec-87576ac527cd tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187797 Aug 11 23:25:41.311690 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59848) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:25:41.316147 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-54670044-97b8-4aeb-af28-42a20a5c2487 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Request body: {'security_group_rule': {'security_group_id': '09cc26f2-5255-44af-9899-01072863d681', 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:25:41.342655 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-54670044-97b8-4aeb-af28-42a20a5c2487 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:41.400170 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-54670044-97b8-4aeb-af28-42a20a5c2487 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:41.404716 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-54670044-97b8-4aeb-af28-42a20a5c2487 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:41.422847 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54670044-97b8-4aeb-af28-42a20a5c2487 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc5d33e9-79c9-4afa-915e-70926f24f885,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:41.428082 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-54670044-97b8-4aeb-af28-42a20a5c2487 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:41.429408 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-54670044-97b8-4aeb-af28-42a20a5c2487 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167858 Aug 11 23:25:41.432248 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59852) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:25:41.436686 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-ba47e38d-e84d-4417-957b-cb2d26493bf6 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Request body: {'security_group_rule': {'security_group_id': '09cc26f2-5255-44af-9899-01072863d681', 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:25:41.465186 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ba47e38d-e84d-4417-957b-cb2d26493bf6 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:41.524206 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ba47e38d-e84d-4417-957b-cb2d26493bf6 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:41.527795 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ba47e38d-e84d-4417-957b-cb2d26493bf6 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:41.548191 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47e38d-e84d-4417-957b-cb2d26493bf6 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=359fa35a-922c-4486-8325-08e72bac8f86,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:41.554861 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-ba47e38d-e84d-4417-957b-cb2d26493bf6 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:41.556290 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ba47e38d-e84d-4417-957b-cb2d26493bf6 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231198 Aug 11 23:25:41.559410 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59854) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:25:41.564314 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-54126d5c-e8f9-47f7-8bf5-bc8b4bc5fdce tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Request body: {'security_group_rule': {'security_group_id': '09cc26f2-5255-44af-9899-01072863d681', 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:25:41.605458 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-54126d5c-e8f9-47f7-8bf5-bc8b4bc5fdce tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:41.664798 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-54126d5c-e8f9-47f7-8bf5-bc8b4bc5fdce tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:41.668210 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-54126d5c-e8f9-47f7-8bf5-bc8b4bc5fdce tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:41.687682 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54126d5c-e8f9-47f7-8bf5-bc8b4bc5fdce tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05831171-482d-4140-b3ff-bb8b622199b7,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:41.694328 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-54126d5c-e8f9-47f7-8bf5-bc8b4bc5fdce tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:41.697961 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-54126d5c-e8f9-47f7-8bf5-bc8b4bc5fdce tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1349473 Aug 11 23:25:41.698233 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59856) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:25:41.702784 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-5d61e4c7-0761-408f-b88f-12ff7661bd63 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Request body: {'security_group_rule': {'security_group_id': '09cc26f2-5255-44af-9899-01072863d681', 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:25:41.724063 n-d-804275-3 neutron-server[100942]: INFO neutron.db.securitygroups_db [None req-5d61e4c7-0761-408f-b88f-12ff7661bd63 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Project 3899da52dd4e4779a3a9a2a6234166b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 23:25:41.728918 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5d61e4c7-0761-408f-b88f-12ff7661bd63 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:41.788809 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5d61e4c7-0761-408f-b88f-12ff7661bd63 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:41.792464 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5d61e4c7-0761-408f-b88f-12ff7661bd63 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:41.810901 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61e4c7-0761-408f-b88f-12ff7661bd63 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5866b37f-5b8f-486d-b641-75927c150e2e,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:41.817255 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-5d61e4c7-0761-408f-b88f-12ff7661bd63 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:41.818476 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-5d61e4c7-0761-408f-b88f-12ff7661bd63 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192691 Aug 11 23:25:41.821231 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 59858) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:25:41.825635 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [None req-3f67f996-ca04-4637-a9a0-288cae99f184 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Request body: {'security_group_rule': {'security_group_id': '09cc26f2-5255-44af-9899-01072863d681', 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:25:41.847466 n-d-804275-3 neutron-server[100942]: INFO neutron.db.securitygroups_db [None req-3f67f996-ca04-4637-a9a0-288cae99f184 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Project 3899da52dd4e4779a3a9a2a6234166b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 23:25:41.852302 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3f67f996-ca04-4637-a9a0-288cae99f184 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:41.920698 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3f67f996-ca04-4637-a9a0-288cae99f184 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:41.925322 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3f67f996-ca04-4637-a9a0-288cae99f184 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580098'] for security_group_rule, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:41.947025 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67f996-ca04-4637-a9a0-288cae99f184 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d31d56a-7501-44a4-b2c0-731819c91bae,revision_number=0']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:41.959994 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-3f67f996-ca04-4637-a9a0-288cae99f184 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:41.961423 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-3f67f996-ca04-4637-a9a0-288cae99f184 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1392281 Aug 11 23:25:41.986260 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:25:42.045867 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:25:42.046368 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:42.114149 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-e962f88d-5e2a-4faf-b26c-673d91bb4c0d tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2109971658&fields=id&tenant_id=3899da52dd4e4779a3a9a2a6234166b6 HTTP/1.1" status: 200 len: 267 time: 0.0391524 Aug 11 23:25:42.130243 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 925697f3-f359-46b9-a915-e6205796bb06 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:25:42.179070 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 925697f3-f359-46b9-a915-e6205796bb06 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:25:42.179453 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:42.244842 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-7eaaf4f4-719b-4c45-8006-5dc52c4d80f1 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:42.246487 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-7eaaf4f4-719b-4c45-8006-5dc52c4d80f1 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/networks?id=e4d1d585-d690-40c6-acda-e5f26f1434fc HTTP/1.1" status: 200 len: 809 time: 0.1223614 Aug 11 23:25:42.261272 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a7ab8c6f-65ec-4e2d-8489-edcaa2244580 up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:25:42.263027 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-d822072e-b945-4ab5-8853-4507e00c9f3f tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/quotas/3899da52dd4e4779a3a9a2a6234166b6 HTTP/1.1" status: 200 len: 375 time: 0.0106623 Aug 11 23:25:42.283102 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf442e1-704f-4da4-ba7d-87c56c67229d None None] Sync routers for ids ['9ab6228e-afef-44bc-bcf3-a1b06b6d6c90'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:25:42.302199 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf442e1-704f-4da4-ba7d-87c56c67229d None None] Routers {'9ab6228e-afef-44bc-bcf3-a1b06b6d6c90'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:25:42.302824 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-1cf442e1-704f-4da4-ba7d-87c56c67229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:25:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9ab6228e-afef-44bc-bcf3-a1b06b6d6c90'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:42.317851 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-2f9f9599-9b76-4088-8fa9-9ee011375ef1 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3899da52dd4e4779a3a9a2a6234166b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482965 Aug 11 23:25:42.393802 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port a7ab8c6f-65ec-4e2d-8489-edcaa2244580 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:25:42.394173 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:42.413479 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-be9eb410-aa59-4245-b08e-50cde70d7911 service neutron] 10.222.0.77 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838451 Aug 11 23:25:42.444867 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-1cf442e1-704f-4da4-ba7d-87c56c67229d None None] Set router 9ab6228e-afef-44bc-bcf3-a1b06b6d6c90 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:25:42.508270 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-5144711e-9e6f-4f2d-aec4-4458c4fdd2b0 service neutron] 10.222.0.77 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883336 Aug 11 23:25:42.679814 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a2a5d49f-f323-47b0-a6f5-77b53ec9c16f req-ce1ce7b9-a138-4469-9d20-992e2dcde327 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1079916-e0c5-414b-8920-c2d1f465ce1b HTTP/1.1" status: 200 len: 210 time: 0.0289018 Aug 11 23:25:42.699014 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-1cf442e1-704f-4da4-ba7d-87c56c67229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab6228e-afef-44bc-bcf3-a1b06b6d6c90', 'name': 'tempest-TestSnapshotPattern-630212000-router', 'tenant_id': '83ec52a5c9164558abf4acad01634943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '925697f3-f359-46b9-a915-e6205796bb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:25:36Z', 'updated_at': '2021-08-11T23:25:39Z', 'revision_number': 4, 'project_id': '83ec52a5c9164558abf4acad01634943', 'gw_port': {'id': '925697f3-f359-46b9-a915-e6205796bb06', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:86:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab6228e-afef-44bc-bcf3-a1b06b6d6c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:36Z', 'updated_at': '2021-08-11T23:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '10d89683-8ac5-4b0f-8d89-392220ed532d', 'name': '', 'network_id': 'af6596b3-ee7d-437e-946c-bdae95e79aa8', 'tenant_id': '83ec52a5c9164558abf4acad01634943', 'mac_address': 'fa:16:3e:a1:39:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab6228e-afef-44bc-bcf3-a1b06b6d6c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '09272c95-23d0-47a0-b650-e5ce77f6e9b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:38Z', 'updated_at': '2021-08-11T23:25:39Z', 'revision_number': 2, 'project_id': '83ec52a5c9164558abf4acad01634943', 'subnets': [{'id': '09272c95-23d0-47a0-b650-e5ce77f6e9b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:42.717952 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf442e1-704f-4da4-ba7d-87c56c67229d None None] Checking router: 9ab6228e-afef-44bc-bcf3-a1b06b6d6c90 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:25:42.718305 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf442e1-704f-4da4-ba7d-87c56c67229d None None] Updating router 9ab6228e-afef-44bc-bcf3-a1b06b6d6c90 port 10d89683-8ac5-4b0f-8d89-392220ed532d binding host n-d-804275-3 {{(pid=100944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 23:25:42.747238 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1cf442e1-704f-4da4-ba7d-87c56c67229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:43.036169 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1cf442e1-704f-4da4-ba7d-87c56c67229d None None] Notify callbacks [] for port, precommit_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:43.050057 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-1cf442e1-704f-4da4-ba7d-87c56c67229d None None] Transition to ACTIVE for port object 10d89683-8ac5-4b0f-8d89-392220ed532d will not be triggered until provisioned by entity L2. {{(pid=100944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:25:43.057400 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1cf442e1-704f-4da4-ba7d-87c56c67229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:43.118710 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b873bd9-fbad-49b3-a90a-9498aceed6ee None None] Pushing event updated for resources: {'Port': ['ID=10d89683-8ac5-4b0f-8d89-392220ed532d,revision_number=3']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:43.186249 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1cf442e1-704f-4da4-ba7d-87c56c67229d None None] Attempting to bind port 10d89683-8ac5-4b0f-8d89-392220ed532d on host n-d-804275-3 for vnic_type normal with profile {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:25:43.186680 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1cf442e1-704f-4da4-ba7d-87c56c67229d None None] Attempting to bind port 10d89683-8ac5-4b0f-8d89-392220ed532d by drivers openvswitch,hyperv on host n-d-804275-3 at level 0 using segments [{'id': '00c07bb5-d86a-4d3f-9ef4-03c9ff9f7f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'af6596b3-ee7d-437e-946c-bdae95e79aa8'}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:25:43.187094 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf442e1-704f-4da4-ba7d-87c56c67229d None None] Attempting to bind port 10d89683-8ac5-4b0f-8d89-392220ed532d on network af6596b3-ee7d-437e-946c-bdae95e79aa8 {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:25:43.194026 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf442e1-704f-4da4-ba7d-87c56c67229d None None] Checking agent: {'id': '1e9df900-f263-471c-9339-e253c36eb0b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 40, 16), 'started_at': datetime.datetime(2021, 8, 11, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804275-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:25:43.194408 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf442e1-704f-4da4-ba7d-87c56c67229d None None] Checking segment: {'id': '00c07bb5-d86a-4d3f-9ef4-03c9ff9f7f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'af6596b3-ee7d-437e-946c-bdae95e79aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:25:43.194807 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1cf442e1-704f-4da4-ba7d-87c56c67229d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:43.195365 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf442e1-704f-4da4-ba7d-87c56c67229d None None] Bound using segment: {'id': '00c07bb5-d86a-4d3f-9ef4-03c9ff9f7f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'af6596b3-ee7d-437e-946c-bdae95e79aa8'} {{(pid=100944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:25:43.195941 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.managers [None req-1cf442e1-704f-4da4-ba7d-87c56c67229d None None] Bound port: 10d89683-8ac5-4b0f-8d89-392220ed532d, host: n-d-804275-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c07bb5-d86a-4d3f-9ef4-03c9ff9f7f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'af6596b3-ee7d-437e-946c-bdae95e79aa8'}}] {{(pid=100944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:25:43.196379 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1cf442e1-704f-4da4-ba7d-87c56c67229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:43.271452 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-1cf442e1-704f-4da4-ba7d-87c56c67229d None None] For port 10d89683-8ac5-4b0f-8d89-392220ed532d, host n-d-804275-3, cleared binding levels {{(pid=100944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:25:43.274632 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-1cf442e1-704f-4da4-ba7d-87c56c67229d None None] For port 10d89683-8ac5-4b0f-8d89-392220ed532d, host n-d-804275-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=10d89683-8ac5-4b0f-8d89-392220ed532d,segment=NetworkSegment(00c07bb5-d86a-4d3f-9ef4-03c9ff9f7f0b),segment_id=00c07bb5-d86a-4d3f-9ef4-03c9ff9f7f0b)] {{(pid=100944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:25:43.279959 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1cf442e1-704f-4da4-ba7d-87c56c67229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:43.334477 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf442e1-704f-4da4-ba7d-87c56c67229d None None] Routers {'9ab6228e-afef-44bc-bcf3-a1b06b6d6c90'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:25:43.335122 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-1cf442e1-704f-4da4-ba7d-87c56c67229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:25:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9ab6228e-afef-44bc-bcf3-a1b06b6d6c90'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:43.394651 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b873bd9-fbad-49b3-a90a-9498aceed6ee None None] Pushing event updated for resources: {'Port': ['ID=10d89683-8ac5-4b0f-8d89-392220ed532d,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:43.412184 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-29c20ad8-f786-4472-9294-289af3309ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:43.489872 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-1cf442e1-704f-4da4-ba7d-87c56c67229d None None] Set router 9ab6228e-afef-44bc-bcf3-a1b06b6d6c90 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:25:43.650027 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-10e3781c-ca13-4741-a9d2-d22ae212d179 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:43.651581 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-10e3781c-ca13-4741-a9d2-d22ae212d179 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.52 "GET /v2.0/networks?id=e4d1d585-d690-40c6-acda-e5f26f1434fc HTTP/1.1" status: 200 len: 809 time: 0.1203432 Aug 11 23:25:43.698432 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-989087e2-f323-4324-8586-29e85971e908 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3899da52dd4e4779a3a9a2a6234166b6 HTTP/1.1" status: 200 len: 380 time: 0.0365558 Aug 11 23:25:43.710932 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-1cf442e1-704f-4da4-ba7d-87c56c67229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab6228e-afef-44bc-bcf3-a1b06b6d6c90', 'name': 'tempest-TestSnapshotPattern-630212000-router', 'tenant_id': '83ec52a5c9164558abf4acad01634943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '925697f3-f359-46b9-a915-e6205796bb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:25:36Z', 'updated_at': '2021-08-11T23:25:39Z', 'revision_number': 4, 'project_id': '83ec52a5c9164558abf4acad01634943', 'gw_port': {'id': '925697f3-f359-46b9-a915-e6205796bb06', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:86:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab6228e-afef-44bc-bcf3-a1b06b6d6c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:36Z', 'updated_at': '2021-08-11T23:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '10d89683-8ac5-4b0f-8d89-392220ed532d', 'name': '', 'network_id': 'af6596b3-ee7d-437e-946c-bdae95e79aa8', 'tenant_id': '83ec52a5c9164558abf4acad01634943', 'mac_address': 'fa:16:3e:a1:39:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab6228e-afef-44bc-bcf3-a1b06b6d6c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '09272c95-23d0-47a0-b650-e5ce77f6e9b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:38Z', 'updated_at': '2021-08-11T23:25:43Z', 'revision_number': 4, 'project_id': '83ec52a5c9164558abf4acad01634943', 'subnets': [{'id': '09272c95-23d0-47a0-b650-e5ce77f6e9b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:43.711150 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-ef7a6832-074c-4199-a919-378683a518b8 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Request body: {'port': {'device_id': 'd1079916-e0c5-414b-8920-c2d1f465ce1b', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'admin_state_up': True, 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'security_groups': ['09cc26f2-5255-44af-9899-01072863d681']}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:25:43.737592 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf442e1-704f-4da4-ba7d-87c56c67229d None None] The sync data for ids ['9ab6228e-afef-44bc-bcf3-a1b06b6d6c90'] in n-d-804275-3 is: [{'id': '9ab6228e-afef-44bc-bcf3-a1b06b6d6c90', 'name': 'tempest-TestSnapshotPattern-630212000-router', 'tenant_id': '83ec52a5c9164558abf4acad01634943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '925697f3-f359-46b9-a915-e6205796bb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:25:36Z', 'updated_at': '2021-08-11T23:25:39Z', 'revision_number': 4, 'project_id': '83ec52a5c9164558abf4acad01634943', 'gw_port': {'id': '925697f3-f359-46b9-a915-e6205796bb06', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:86:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab6228e-afef-44bc-bcf3-a1b06b6d6c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:36Z', 'updated_at': '2021-08-11T23:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': '10d89683-8ac5-4b0f-8d89-392220ed532d', 'name': '', 'network_id': 'af6596b3-ee7d-437e-946c-bdae95e79aa8', 'tenant_id': '83ec52a5c9164558abf4acad01634943', 'mac_address': 'fa:16:3e:a1:39:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab6228e-afef-44bc-bcf3-a1b06b6d6c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '09272c95-23d0-47a0-b650-e5ce77f6e9b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:38Z', 'updated_at': '2021-08-11T23:25:43Z', 'revision_number': 4, 'project_id': '83ec52a5c9164558abf4acad01634943', 'subnets': [{'id': '09272c95-23d0-47a0-b650-e5ce77f6e9b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:25:43.778139 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f9894533-59f2-4edc-8b9e-8e137d8bbb0f req-96fbfe49-4491-4e16-8604-95f5bace624c tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1079916-e0c5-414b-8920-c2d1f465ce1b HTTP/1.1" status: 200 len: 210 time: 0.0303319 Aug 11 23:25:43.852220 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-ef7a6832-074c-4199-a919-378683a518b8 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Made reservation on behalf of 3899da52dd4e4779a3a9a2a6234166b6 for: {'port': 1} {{(pid=100942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:25:43.855907 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-ef7a6832-074c-4199-a919-378683a518b8 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:44.003427 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 10d89683-8ac5-4b0f-8d89-392220ed532d up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:25:44.005852 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_common [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-ef7a6832-074c-4199-a919-378683a518b8 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Allocated IP 172.20.0.7 (e4d1d585-d690-40c6-acda-e5f26f1434fc/2d4660c5-0a02-40d1-b2d6-264dc2b65db0/9f2487fb-22c4-4555-bde2-3f500c8ee75d) {{(pid=100942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:25:44.063216 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning for port 10d89683-8ac5-4b0f-8d89-392220ed532d completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:25:44.071076 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 10d89683-8ac5-4b0f-8d89-392220ed532d triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:25:44.071608 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:44.163103 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:44.183975 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-ef7a6832-074c-4199-a919-378683a518b8 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for port, precommit_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:44.199896 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] For port 10d89683-8ac5-4b0f-8d89-392220ed532d, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=10d89683-8ac5-4b0f-8d89-392220ed532d,segment=NetworkSegment(00c07bb5-d86a-4d3f-9ef4-03c9ff9f7f0b),segment_id=00c07bb5-d86a-4d3f-9ef4-03c9ff9f7f0b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:25:44.200336 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-ef7a6832-074c-4199-a919-378683a518b8 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Transition to ACTIVE for port object 9f2487fb-22c4-4555-bde2-3f500c8ee75d will not be triggered until provisioned by entity DHCP. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:25:44.205786 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:44.241870 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-ef7a6832-074c-4199-a919-378683a518b8 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_create {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:44.265882 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Pushing event updated for resources: {'Port': ['ID=10d89683-8ac5-4b0f-8d89-392220ed532d,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:44.287803 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-ef7a6832-074c-4199-a919-378683a518b8 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Network e4d1d585-d690-40c6-acda-e5f26f1434fc is already hosted by enough agents. {{(pid=100942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:25:44.290945 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.base_scheduler [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-ef7a6832-074c-4199-a919-378683a518b8 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Resources bound (agent type, host, resource id): {{(pid=100942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:25:44.293533 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-ef7a6832-074c-4199-a919-378683a518b8 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Received port after_create {{(pid=100942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:25:44.333284 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a6832-074c-4199-a919-378683a518b8 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Pushing event updated for resources: {'Port': ['ID=9f2487fb-22c4-4555-bde2-3f500c8ee75d,revision_number=1']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:44.358219 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-ef7a6832-074c-4199-a919-378683a518b8 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:44.358854 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-ef7a6832-074c-4199-a919-378683a518b8 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:44.374970 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-ef7a6832-074c-4199-a919-378683a518b8 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6691086 Aug 11 23:25:44.387839 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.v2.base [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-08c0b95e-2504-4b78-8f4a-851e1ad07b7e service neutron] Request body: {'port': {'device_id': 'd1079916-e0c5-414b-8920-c2d1f465ce1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804275-3'}} {{(pid=100942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:25:44.450428 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-08c0b95e-2504-4b78-8f4a-851e1ad07b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:44.547893 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d4bbe34c-380c-4e0c-a050-9fe9efb31ba5 None None] Provisioning for port 9f2487fb-22c4-4555-bde2-3f500c8ee75d completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:25:44.552975 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-d4bbe34c-380c-4e0c-a050-9fe9efb31ba5 None None] Provisioning complete for port 9f2487fb-22c4-4555-bde2-3f500c8ee75d triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:25:44.553395 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d4bbe34c-380c-4e0c-a050-9fe9efb31ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:44.592316 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-d4bbe34c-380c-4e0c-a050-9fe9efb31ba5 None None] Port 9f2487fb-22c4-4555-bde2-3f500c8ee75d cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:25:44.745708 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-08c0b95e-2504-4b78-8f4a-851e1ad07b7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f2487fb-22c4-4555-bde2-3f500c8ee75d {{(pid=100942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 23:25:44.753196 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-08c0b95e-2504-4b78-8f4a-851e1ad07b7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:44.765835 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.provisioning_blocks [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-08c0b95e-2504-4b78-8f4a-851e1ad07b7e service neutron] Transition to ACTIVE for port object 9f2487fb-22c4-4555-bde2-3f500c8ee75d will not be triggered until provisioned by entity L2. {{(pid=100942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:25:44.770127 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-08c0b95e-2504-4b78-8f4a-851e1ad07b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:44.822995 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0b95e-2504-4b78-8f4a-851e1ad07b7e service neutron] Pushing event updated for resources: {'Port': ['ID=9f2487fb-22c4-4555-bde2-3f500c8ee75d,revision_number=2']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:44.890922 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-08c0b95e-2504-4b78-8f4a-851e1ad07b7e service neutron] Attempting to bind port 9f2487fb-22c4-4555-bde2-3f500c8ee75d on host n-h2-804275-3 for vnic_type normal with profile {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:25:44.891389 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-08c0b95e-2504-4b78-8f4a-851e1ad07b7e service neutron] Attempting to bind port 9f2487fb-22c4-4555-bde2-3f500c8ee75d by drivers openvswitch,hyperv on host n-h2-804275-3 at level 0 using segments [{'id': '718ff13a-440a-4a74-aa75-b62e28f0b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc'}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:25:44.891651 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-08c0b95e-2504-4b78-8f4a-851e1ad07b7e service neutron] Attempting to bind port 9f2487fb-22c4-4555-bde2-3f500c8ee75d on network e4d1d585-d690-40c6-acda-e5f26f1434fc {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:25:44.896308 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-08c0b95e-2504-4b78-8f4a-851e1ad07b7e service neutron] Port 9f2487fb-22c4-4555-bde2-3f500c8ee75d on network e4d1d585-d690-40c6-acda-e5f26f1434fc not bound, no agent of type Open vSwitch agent registered on host n-h2-804275-3 {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 23:25:44.896641 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-08c0b95e-2504-4b78-8f4a-851e1ad07b7e service neutron] Attempting to bind port 9f2487fb-22c4-4555-bde2-3f500c8ee75d on network e4d1d585-d690-40c6-acda-e5f26f1434fc {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:25:44.901787 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-08c0b95e-2504-4b78-8f4a-851e1ad07b7e service neutron] Checking agent: {'id': '3566b8e5-054e-4bd5-9827-4fda6cd2ebf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'started_at': datetime.datetime(2021, 8, 11, 21, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:25:44.902139 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-08c0b95e-2504-4b78-8f4a-851e1ad07b7e service neutron] Checking segment: {'id': '718ff13a-440a-4a74-aa75-b62e28f0b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:25:44.902522 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-08c0b95e-2504-4b78-8f4a-851e1ad07b7e service neutron] Bound using segment: {'id': '718ff13a-440a-4a74-aa75-b62e28f0b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc'} {{(pid=100942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:25:44.902963 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.managers [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-08c0b95e-2504-4b78-8f4a-851e1ad07b7e service neutron] Bound port: 9f2487fb-22c4-4555-bde2-3f500c8ee75d, host: n-h2-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '718ff13a-440a-4a74-aa75-b62e28f0b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc'}}] {{(pid=100942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:25:44.903320 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-08c0b95e-2504-4b78-8f4a-851e1ad07b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:44.915122 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315fe44-8e9a-4740-bd1b-200fb82a94e6 req-eae18804-a1f1-496a-aa74-5277402b76d9 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:44.916726 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8315fe44-8e9a-4740-bd1b-200fb82a94e6 req-eae18804-a1f1-496a-aa74-5277402b76d9 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1079916-e0c5-414b-8920-c2d1f465ce1b HTTP/1.1" status: 200 len: 943 time: 0.0524447 Aug 11 23:25:44.968672 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-8315fe44-8e9a-4740-bd1b-200fb82a94e6 req-1d215fa5-70c4-4487-85c4-759c60f17624 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400414 Aug 11 23:25:44.991091 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-08c0b95e-2504-4b78-8f4a-851e1ad07b7e service neutron] For port 9f2487fb-22c4-4555-bde2-3f500c8ee75d, host n-h2-804275-3, cleared binding levels {{(pid=100942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:25:44.994794 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-08c0b95e-2504-4b78-8f4a-851e1ad07b7e service neutron] For port 9f2487fb-22c4-4555-bde2-3f500c8ee75d, host n-h2-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9f2487fb-22c4-4555-bde2-3f500c8ee75d,segment=NetworkSegment(718ff13a-440a-4a74-aa75-b62e28f0b55e),segment_id=718ff13a-440a-4a74-aa75-b62e28f0b55e)] {{(pid=100942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:25:44.998503 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-08c0b95e-2504-4b78-8f4a-851e1ad07b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12846798'] for port, after_update {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:45.034480 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-08c0b95e-2504-4b78-8f4a-851e1ad07b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:45.035191 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-08c0b95e-2504-4b78-8f4a-851e1ad07b7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:45.036645 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-08c0b95e-2504-4b78-8f4a-851e1ad07b7e service neutron] 10.222.0.52 "PUT /v2.0/ports/9f2487fb-22c4-4555-bde2-3f500c8ee75d HTTP/1.1" status: 200 len: 1091 time: 0.6537409 Aug 11 23:25:45.037093 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1079916-e0c5-414b-8920-c2d1f465ce1b', 'tag': '9f2487fb-22c4-4555-bde2-3f500c8ee75d'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:25:45.039402 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b102379e7d6c573a0c111394fd6df11cb948dcd7c204d584f65cddae3f2353ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f5d274-fa86-4fd0-b861-38deb300d6b7" -d '{"events": [{"name": "network-changed", "server_uuid": "d1079916-e0c5-414b-8920-c2d1f465ce1b", "tag": "9f2487fb-22c4-4555-bde2-3f500c8ee75d"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:25:45.071863 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0b95e-2504-4b78-8f4a-851e1ad07b7e service neutron] Pushing event updated for resources: {'Port': ['ID=9f2487fb-22c4-4555-bde2-3f500c8ee75d,revision_number=3']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:45.118530 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2af7ad-c0a2-4692-95f2-5b65710e9047 x-openstack-request-id: req-ce2af7ad-c0a2-4692-95f2-5b65710e9047 {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:25:45.118823 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1079916-e0c5-414b-8920-c2d1f465ce1b", "tag": "9f2487fb-22c4-4555-bde2-3f500c8ee75d", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:25:45.119072 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ce2af7ad-c0a2-4692-95f2-5b65710e9047 {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:25:45.119468 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1079916-e0c5-414b-8920-c2d1f465ce1b', 'tag': '9f2487fb-22c4-4555-bde2-3f500c8ee75d', 'status': 'completed', 'code': 200} Aug 11 23:25:45.136177 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-efed762c-6474-42b4-aee0-07237722a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:45.137742 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-efed762c-6474-42b4-aee0-07237722a5f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3899da52dd4e4779a3a9a2a6234166b6&device_id=d1079916-e0c5-414b-8920-c2d1f465ce1b HTTP/1.1" status: 200 len: 1094 time: 0.0499077 Aug 11 23:25:45.185459 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-94630e61-2624-4725-9ee0-aa24cbecfd6f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f2487fb-22c4-4555-bde2-3f500c8ee75d HTTP/1.1" status: 200 len: 217 time: 0.0358627 Aug 11 23:25:45.243421 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-81e7e31f-143e-4020-9bed-36f8439fa02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:45.245039 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-81e7e31f-143e-4020-9bed-36f8439fa02e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d4660c5-0a02-40d1-b2d6-264dc2b65db0 HTTP/1.1" status: 200 len: 848 time: 0.0526099 Aug 11 23:25:45.294913 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-45890b18-3d28-4404-b129-0a0d21c2d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:45.296527 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-45890b18-3d28-4404-b129-0a0d21c2d7aa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e4d1d585-d690-40c6-acda-e5f26f1434fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447741 Aug 11 23:25:45.391961 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-09420302-2396-4208-998d-8a74f09563c7 service neutron] 10.222.0.52 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881875 Aug 11 23:25:45.482411 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-9e790015-65d3-44b3-b5f3-dee285e08f74 req-ffd3d3d4-1cb4-4509-9161-aa2caca30918 service neutron] 10.222.0.52 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837200 Aug 11 23:25:45.570532 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5d274-fa86-4fd0-b861-38deb300d6b7 req-d211c535-b087-4598-9be8-b6a312f60c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:45.572171 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-63f5d274-fa86-4fd0-b861-38deb300d6b7 req-d211c535-b087-4598-9be8-b6a312f60c9f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3899da52dd4e4779a3a9a2a6234166b6&device_id=d1079916-e0c5-414b-8920-c2d1f465ce1b HTTP/1.1" status: 200 len: 1094 time: 0.0427778 Aug 11 23:25:45.675394 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5d274-fa86-4fd0-b861-38deb300d6b7 req-061cf96a-7dd6-45d8-9688-7ca740d27a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:45.677633 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-63f5d274-fa86-4fd0-b861-38deb300d6b7 req-061cf96a-7dd6-45d8-9688-7ca740d27a30 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e4d1d585-d690-40c6-acda-e5f26f1434fc HTTP/1.1" status: 200 len: 910 time: 0.0982528 Aug 11 23:25:45.720668 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-63f5d274-fa86-4fd0-b861-38deb300d6b7 req-8770a533-0b8f-45e8-a551-5c3eabdc66ce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f2487fb-22c4-4555-bde2-3f500c8ee75d HTTP/1.1" status: 200 len: 217 time: 0.0357049 Aug 11 23:25:45.771761 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5d274-fa86-4fd0-b861-38deb300d6b7 req-e43724de-54b8-4a04-a673-10d191bbe7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:45.773302 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-63f5d274-fa86-4fd0-b861-38deb300d6b7 req-e43724de-54b8-4a04-a673-10d191bbe7a0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d4660c5-0a02-40d1-b2d6-264dc2b65db0 HTTP/1.1" status: 200 len: 848 time: 0.0455992 Aug 11 23:25:45.827854 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5d274-fa86-4fd0-b861-38deb300d6b7 req-dd7ede28-4864-4b04-bebe-d543d15821d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:45.829467 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-63f5d274-fa86-4fd0-b861-38deb300d6b7 req-dd7ede28-4864-4b04-bebe-d543d15821d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e4d1d585-d690-40c6-acda-e5f26f1434fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474617 Aug 11 23:25:45.925099 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-63f5d274-fa86-4fd0-b861-38deb300d6b7 req-e6ded738-c07d-4375-962a-244a63e61903 service neutron] 10.222.0.52 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873451 Aug 11 23:25:45.971237 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 10d89683-8ac5-4b0f-8d89-392220ed532d up at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:25:46.023283 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Provisioning complete for port 10d89683-8ac5-4b0f-8d89-392220ed532d triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:25:46.023793 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:46.028912 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-63f5d274-fa86-4fd0-b861-38deb300d6b7 req-1c659758-27ba-4319-9078-f3076bf6286f service neutron] 10.222.0.52 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962682 Aug 11 23:25:46.096442 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814cab27-76cf-4af7-a655-13d14e8f0f78 req-08338c29-daf5-4170-a620-d4a8a633f0f2 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:46.098521 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-814cab27-76cf-4af7-a655-13d14e8f0f78 req-08338c29-daf5-4170-a620-d4a8a633f0f2 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1079916-e0c5-414b-8920-c2d1f465ce1b HTTP/1.1" status: 200 len: 943 time: 0.0579181 Aug 11 23:25:46.137530 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-814cab27-76cf-4af7-a655-13d14e8f0f78 req-64ac13bd-bfc2-4fb9-831c-958a9ed31250 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326946 Aug 11 23:25:46.233055 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:46.356525 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9697c3f7-8b5c-4ceb-9d15-b8afd1c58421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:47.250729 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8bc3c-704c-42bd-b813-bea02f9a3d4e req-347e3925-2d84-44ee-8562-1dd00a77118a tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:47.252158 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d3c8bc3c-704c-42bd-b813-bea02f9a3d4e req-347e3925-2d84-44ee-8562-1dd00a77118a tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1079916-e0c5-414b-8920-c2d1f465ce1b HTTP/1.1" status: 200 len: 943 time: 0.0482318 Aug 11 23:25:47.290265 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d3c8bc3c-704c-42bd-b813-bea02f9a3d4e req-8961c653-5f81-4217-81f7-b792b6dcf0d9 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315409 Aug 11 23:25:47.334219 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 9f2487fb-22c4-4555-bde2-3f500c8ee75d details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 23:25:47.430243 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 9f2487fb-22c4-4555-bde2-3f500c8ee75d, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9f2487fb-22c4-4555-bde2-3f500c8ee75d,segment=NetworkSegment(718ff13a-440a-4a74-aa75-b62e28f0b55e),segment_id=718ff13a-440a-4a74-aa75-b62e28f0b55e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:25:47.441261 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '9f2487fb-22c4-4555-bde2-3f500c8ee75d', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'port_id': '9f2487fb-22c4-4555-bde2-3f500c8ee75d', 'mac_address': 'fa:16:3e:06:7d:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 23:25:47.477801 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:47.491121 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f2487fb-22c4-4555-bde2-3f500c8ee75d {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 23:25:47.509966 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 9f2487fb-22c4-4555-bde2-3f500c8ee75d, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9f2487fb-22c4-4555-bde2-3f500c8ee75d,segment=NetworkSegment(718ff13a-440a-4a74-aa75-b62e28f0b55e),segment_id=718ff13a-440a-4a74-aa75-b62e28f0b55e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:25:47.513855 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:47.563092 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=9f2487fb-22c4-4555-bde2-3f500c8ee75d,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:47.750587 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['9f2487fb-22c4-4555-bde2-3f500c8ee75d'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 23:25:47.899603 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:48.405964 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ad936-9952-49e0-aa8b-94ea61a76ca7 req-6e3d25b1-a710-4b98-ad95-4b83f9e234b3 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:48.407746 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d71ad936-9952-49e0-aa8b-94ea61a76ca7 req-6e3d25b1-a710-4b98-ad95-4b83f9e234b3 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1079916-e0c5-414b-8920-c2d1f465ce1b HTTP/1.1" status: 200 len: 944 time: 0.0493858 Aug 11 23:25:48.449591 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-d71ad936-9952-49e0-aa8b-94ea61a76ca7 req-3beed2b2-1bea-4f89-a29c-aad44641ae07 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356987 Aug 11 23:25:49.337674 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:49.350179 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 9f2487fb-22c4-4555-bde2-3f500c8ee75d up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:25:49.402455 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning for port 9f2487fb-22c4-4555-bde2-3f500c8ee75d completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:25:49.406274 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 9f2487fb-22c4-4555-bde2-3f500c8ee75d triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:25:49.406650 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:49.483031 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:49.506300 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1079916-e0c5-414b-8920-c2d1f465ce1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2487fb-22c4-4555-bde2-3f500c8ee75d'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:25:49.508618 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bc1871-2751-46bd-97ff-4a2eb0a1ac8f" -d '{"events": [{"server_uuid": "d1079916-e0c5-414b-8920-c2d1f465ce1b", "name": "network-vif-plugged", "status": "completed", "tag": "9f2487fb-22c4-4555-bde2-3f500c8ee75d"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:25:49.522152 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 9f2487fb-22c4-4555-bde2-3f500c8ee75d, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9f2487fb-22c4-4555-bde2-3f500c8ee75d,segment=NetworkSegment(718ff13a-440a-4a74-aa75-b62e28f0b55e),segment_id=718ff13a-440a-4a74-aa75-b62e28f0b55e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:25:49.526502 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:49.573691 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608b84f-f541-435f-964f-c09433c315ac req-745fb681-f8de-419c-abd2-534613b117bd tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:49.575266 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2608b84f-f541-435f-964f-c09433c315ac req-745fb681-f8de-419c-abd2-534613b117bd tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1079916-e0c5-414b-8920-c2d1f465ce1b HTTP/1.1" status: 200 len: 945 time: 0.0531802 Aug 11 23:25:49.577564 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=9f2487fb-22c4-4555-bde2-3f500c8ee75d,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:49.614936 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2608b84f-f541-435f-964f-c09433c315ac req-f184de05-5d95-4e84-9387-3142e5256dc1 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331500 Aug 11 23:25:49.658216 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 23:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21494ba-923e-4dde-b558-fb5678ca5db4 x-openstack-request-id: req-c21494ba-923e-4dde-b558-fb5678ca5db4 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:25:49.658510 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1079916-e0c5-414b-8920-c2d1f465ce1b", "name": "network-vif-plugged", "status": "completed", "tag": "9f2487fb-22c4-4555-bde2-3f500c8ee75d", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:25:49.658770 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c21494ba-923e-4dde-b558-fb5678ca5db4 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:25:49.659161 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1079916-e0c5-414b-8920-c2d1f465ce1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2487fb-22c4-4555-bde2-3f500c8ee75d', 'code': 200} Aug 11 23:25:49.752774 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adae9e6-3bdb-4a1c-b429-6909bcb3376d req-5952bfaf-a045-4253-9886-7b59ade86bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:49.754727 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5adae9e6-3bdb-4a1c-b429-6909bcb3376d req-5952bfaf-a045-4253-9886-7b59ade86bb0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d1079916-e0c5-414b-8920-c2d1f465ce1b HTTP/1.1" status: 200 len: 1096 time: 0.0408452 Aug 11 23:25:49.789318 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-5adae9e6-3bdb-4a1c-b429-6909bcb3376d req-7ece7964-75a1-4380-b45a-2aef41faa752 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279100 Aug 11 23:25:50.732010 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa790e-3622-4834-802a-2365b277d4f4 req-d9954247-8825-4a04-b84d-197d2e48a4fa tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:50.733512 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b4aa790e-3622-4834-802a-2365b277d4f4 req-d9954247-8825-4a04-b84d-197d2e48a4fa tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1079916-e0c5-414b-8920-c2d1f465ce1b HTTP/1.1" status: 200 len: 945 time: 0.0493412 Aug 11 23:25:50.771106 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b4aa790e-3622-4834-802a-2365b277d4f4 req-dff82129-e113-4a42-89ca-74b71510dd69 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314703 Aug 11 23:25:50.881844 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceed822-cd12-4509-88c4-4fef8da0f218 req-a0711707-e3f6-458c-ab9b-a9994f7bdad7 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:50.883332 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6ceed822-cd12-4509-88c4-4fef8da0f218 req-a0711707-e3f6-458c-ab9b-a9994f7bdad7 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1079916-e0c5-414b-8920-c2d1f465ce1b HTTP/1.1" status: 200 len: 945 time: 0.0479732 Aug 11 23:25:50.925359 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-6ceed822-cd12-4509-88c4-4fef8da0f218 req-37209114-a179-46c6-a087-2d4e2fe7d2a2 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359435 Aug 11 23:25:50.947195 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59906) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:25:51.075148 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfa9cef-6175-48f5-a983-7fc088d30a44 tempest-TestSnapshotPattern-907122181 tempest-TestSnapshotPattern-907122181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:51.076718 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-5bfa9cef-6175-48f5-a983-7fc088d30a44 tempest-TestSnapshotPattern-907122181 tempest-TestSnapshotPattern-907122181-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d1079916-e0c5-414b-8920-c2d1f465ce1b HTTP/1.1" status: 200 len: 1091 time: 0.1284044 Aug 11 23:25:51.079690 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 59910) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:25:51.084730 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-fe8ca68a-9bfc-470d-97a0-d28524f3bf88 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'port_id': '9f2487fb-22c4-4555-bde2-3f500c8ee75d', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:25:51.106238 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fe8ca68a-9bfc-470d-97a0-d28524f3bf88 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:51.211083 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fe8ca68a-9bfc-470d-97a0-d28524f3bf88 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:51.316019 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-fe8ca68a-9bfc-470d-97a0-d28524f3bf88 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Allocated IP 172.25.2.83 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/6966b2b0-6819-4565-9f54-2dbca9d85590) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:25:51.415025 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fe8ca68a-9bfc-470d-97a0-d28524f3bf88 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:51.448862 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:51.459701 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fe8ca68a-9bfc-470d-97a0-d28524f3bf88 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:51.495557 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8ca68a-9bfc-470d-97a0-d28524f3bf88 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:25:51.498350 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-fe8ca68a-9bfc-470d-97a0-d28524f3bf88 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:25:51.500933 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8ca68a-9bfc-470d-97a0-d28524f3bf88 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:25:51.531057 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ca68a-9bfc-470d-97a0-d28524f3bf88 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Pushing event updated for resources: {'Port': ['ID=6966b2b0-6819-4565-9f54-2dbca9d85590,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:51.856546 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fe8ca68a-9bfc-470d-97a0-d28524f3bf88 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:51.924529 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fe8ca68a-9bfc-470d-97a0-d28524f3bf88 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:52.082452 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fe8ca68a-9bfc-470d-97a0-d28524f3bf88 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:52.086932 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fe8ca68a-9bfc-470d-97a0-d28524f3bf88 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:52.150348 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ca68a-9bfc-470d-97a0-d28524f3bf88 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Pushing event updated for resources: {'Port': ['ID=6966b2b0-6819-4565-9f54-2dbca9d85590,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:25:52.163695 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fe8ca68a-9bfc-470d-97a0-d28524f3bf88 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:52.263610 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-fe8ca68a-9bfc-470d-97a0-d28524f3bf88 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Floating IP b6e63cd4-324a-4a6e-b798-c3dc79e271d5 associated. External IP: 172.25.2.83, port: 9f2487fb-22c4-4555-bde2-3f500c8ee75d. Aug 11 23:25:52.465568 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8ca68a-9bfc-470d-97a0-d28524f3bf88 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Router 26e879fc-babb-4c71-9422-faab99bb6b13 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:25:52.570916 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8ca68a-9bfc-470d-97a0-d28524f3bf88 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:25:52.580408 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6cf812-906c-4af4-81b5-a865a84c6a49 None None] Sync routers for ids ['26e879fc-babb-4c71-9422-faab99bb6b13'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:25:52.586885 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fe8ca68a-9bfc-470d-97a0-d28524f3bf88 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:25:52.590308 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6cf812-906c-4af4-81b5-a865a84c6a49 None None] Routers {'26e879fc-babb-4c71-9422-faab99bb6b13'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:25:52.590935 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-9d6cf812-906c-4af4-81b5-a865a84c6a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:25:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['26e879fc-babb-4c71-9422-faab99bb6b13'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:52.614149 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fe8ca68a-9bfc-470d-97a0-d28524f3bf88 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5334277 Aug 11 23:25:52.614847 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1079916-e0c5-414b-8920-c2d1f465ce1b', 'tag': '9f2487fb-22c4-4555-bde2-3f500c8ee75d'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:25:52.617157 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d37844-e61b-4c00-b070-38de705a952d" -d '{"events": [{"name": "network-changed", "server_uuid": "d1079916-e0c5-414b-8920-c2d1f465ce1b", "tag": "9f2487fb-22c4-4555-bde2-3f500c8ee75d"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:25:52.707218 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347100cc-ef9e-4bc5-b61e-1a3edad083e8 x-openstack-request-id: req-347100cc-ef9e-4bc5-b61e-1a3edad083e8 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:25:52.707629 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1079916-e0c5-414b-8920-c2d1f465ce1b", "tag": "9f2487fb-22c4-4555-bde2-3f500c8ee75d", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:25:52.707981 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-347100cc-ef9e-4bc5-b61e-1a3edad083e8 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:25:52.708109 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-9d6cf812-906c-4af4-81b5-a865a84c6a49 None None] Set router 26e879fc-babb-4c71-9422-faab99bb6b13 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:25:52.708486 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1079916-e0c5-414b-8920-c2d1f465ce1b', 'tag': '9f2487fb-22c4-4555-bde2-3f500c8ee75d', 'status': 'completed', 'code': 200} Aug 11 23:25:52.780638 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d37844-e61b-4c00-b070-38de705a952d req-3e14c055-8650-4d3c-abf2-9ddb778bf53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:52.782462 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-95d37844-e61b-4c00-b070-38de705a952d req-3e14c055-8650-4d3c-abf2-9ddb778bf53d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3899da52dd4e4779a3a9a2a6234166b6&device_id=d1079916-e0c5-414b-8920-c2d1f465ce1b HTTP/1.1" status: 200 len: 1096 time: 0.0404932 Aug 11 23:25:52.875809 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d37844-e61b-4c00-b070-38de705a952d req-e393d113-edfc-4103-85fd-8fc2e6577227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:52.877331 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-95d37844-e61b-4c00-b070-38de705a952d req-e393d113-edfc-4103-85fd-8fc2e6577227 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e4d1d585-d690-40c6-acda-e5f26f1434fc HTTP/1.1" status: 200 len: 910 time: 0.0885170 Aug 11 23:25:52.926183 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-9d6cf812-906c-4af4-81b5-a865a84c6a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'name': 'tempest-TestSnapshotPattern-464394477-router', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:25:31Z', 'updated_at': '2021-08-11T23:25:34Z', 'revision_number': 4, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'gw_port': {'id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:32Z', 'updated_at': '2021-08-11T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'b6e63cd4-324a-4a6e-b798-c3dc79e271d5', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'floating_ip_address': '172.25.2.83', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'port_id': '9f2487fb-22c4-4555-bde2-3f500c8ee75d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'mac_address': 'fa:16:3e:06:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1079916-e0c5-414b-8920-c2d1f465ce1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:25:51Z', 'updated_at': '2021-08-11T23:25:51Z', 'revision_number': 0, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7ab8c6f-65ec-4e2d-8489-edcaa2244580', 'name': '', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'mac_address': 'fa:16:3e:df:c8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:33Z', 'updated_at': '2021-08-11T23:25:41Z', 'revision_number': 5, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'subnets': [{'id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:52.958130 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6cf812-906c-4af4-81b5-a865a84c6a49 None None] Checking router: 26e879fc-babb-4c71-9422-faab99bb6b13 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:25:52.962409 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-95d37844-e61b-4c00-b070-38de705a952d req-d4e8f641-9841-4e3a-b08d-2e86c0e13d9d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f2487fb-22c4-4555-bde2-3f500c8ee75d HTTP/1.1" status: 200 len: 998 time: 0.0780444 Aug 11 23:25:52.966665 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6cf812-906c-4af4-81b5-a865a84c6a49 None None] Routers {'26e879fc-babb-4c71-9422-faab99bb6b13'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:25:52.967268 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-9d6cf812-906c-4af4-81b5-a865a84c6a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:25:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['26e879fc-babb-4c71-9422-faab99bb6b13'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:53.018863 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d37844-e61b-4c00-b070-38de705a952d req-b95d5682-8d23-495d-8b72-694ead53e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:53.020954 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-95d37844-e61b-4c00-b070-38de705a952d req-b95d5682-8d23-495d-8b72-694ead53e55a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d4660c5-0a02-40d1-b2d6-264dc2b65db0 HTTP/1.1" status: 200 len: 848 time: 0.0517726 Aug 11 23:25:53.067356 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d37844-e61b-4c00-b070-38de705a952d req-f77821eb-43f5-4855-a983-7d8951456cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:25:53.068933 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-95d37844-e61b-4c00-b070-38de705a952d req-f77821eb-43f5-4855-a983-7d8951456cbd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e4d1d585-d690-40c6-acda-e5f26f1434fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411711 Aug 11 23:25:53.080500 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-9d6cf812-906c-4af4-81b5-a865a84c6a49 None None] Set router 26e879fc-babb-4c71-9422-faab99bb6b13 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:25:53.158310 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-95d37844-e61b-4c00-b070-38de705a952d req-110ba4c6-d5b4-4795-a5b1-6d80d308aa0b service neutron] 10.222.0.52 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827048 Aug 11 23:25:53.254034 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-95d37844-e61b-4c00-b070-38de705a952d req-9c902855-ae16-4bcc-b904-02f54bf1d9ad service neutron] 10.222.0.52 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882568 Aug 11 23:25:53.305586 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-9d6cf812-906c-4af4-81b5-a865a84c6a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'name': 'tempest-TestSnapshotPattern-464394477-router', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:25:31Z', 'updated_at': '2021-08-11T23:25:34Z', 'revision_number': 4, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'gw_port': {'id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:32Z', 'updated_at': '2021-08-11T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'b6e63cd4-324a-4a6e-b798-c3dc79e271d5', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'floating_ip_address': '172.25.2.83', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'port_id': '9f2487fb-22c4-4555-bde2-3f500c8ee75d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'mac_address': 'fa:16:3e:06:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1079916-e0c5-414b-8920-c2d1f465ce1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:25:51Z', 'updated_at': '2021-08-11T23:25:51Z', 'revision_number': 0, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7ab8c6f-65ec-4e2d-8489-edcaa2244580', 'name': '', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'mac_address': 'fa:16:3e:df:c8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:33Z', 'updated_at': '2021-08-11T23:25:41Z', 'revision_number': 5, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'subnets': [{'id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:25:53.332311 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6cf812-906c-4af4-81b5-a865a84c6a49 None None] The sync data for ids ['26e879fc-babb-4c71-9422-faab99bb6b13'] in n-d-804275-3 is: [{'id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'name': 'tempest-TestSnapshotPattern-464394477-router', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:25:31Z', 'updated_at': '2021-08-11T23:25:34Z', 'revision_number': 4, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'gw_port': {'id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:32Z', 'updated_at': '2021-08-11T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'b6e63cd4-324a-4a6e-b798-c3dc79e271d5', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'floating_ip_address': '172.25.2.83', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'port_id': '9f2487fb-22c4-4555-bde2-3f500c8ee75d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'mac_address': 'fa:16:3e:06:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1079916-e0c5-414b-8920-c2d1f465ce1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:25:51Z', 'updated_at': '2021-08-11T23:25:51Z', 'revision_number': 0, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7ab8c6f-65ec-4e2d-8489-edcaa2244580', 'name': '', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'mac_address': 'fa:16:3e:df:c8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:33Z', 'updated_at': '2021-08-11T23:25:41Z', 'revision_number': 5, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'subnets': [{'id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:25:53.526311 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb19cb7-e932-46f0-bdd9-63ce27d93d29 None None] New status for floating IP b6e63cd4-324a-4a6e-b798-c3dc79e271d5: ACTIVE {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 23:25:57.088390 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:26:08.999958 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:26:13.384207 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e9495e6d-972b-4d87-ae29-714d9c17519d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:26:16.233495 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:26:16.357564 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-14a72059-2a0e-4266-9d13-3851f1a44365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:26:17.887409 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:26:19.341056 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:26:21.450728 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:26:22.896362 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-42e75d97-3f02-4d20-961d-2d6b28b0ff89 req-9b9faca8-c83c-49dc-8d39-0209e0286ced service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d1079916-e0c5-414b-8920-c2d1f465ce1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0873010 Aug 11 23:26:22.981679 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e75d97-3f02-4d20-961d-2d6b28b0ff89 req-b8516d43-4b9b-4a58-b138-69e07f53d1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:26:22.983214 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-42e75d97-3f02-4d20-961d-2d6b28b0ff89 req-b8516d43-4b9b-4a58-b138-69e07f53d1e6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3899da52dd4e4779a3a9a2a6234166b6&device_id=d1079916-e0c5-414b-8920-c2d1f465ce1b HTTP/1.1" status: 200 len: 1096 time: 0.0425508 Aug 11 23:26:23.090284 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e75d97-3f02-4d20-961d-2d6b28b0ff89 req-fdbcf2d5-3f65-4e90-8a4b-ed02f96ead17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:26:23.091739 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-42e75d97-3f02-4d20-961d-2d6b28b0ff89 req-fdbcf2d5-3f65-4e90-8a4b-ed02f96ead17 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e4d1d585-d690-40c6-acda-e5f26f1434fc HTTP/1.1" status: 200 len: 910 time: 0.0894065 Aug 11 23:26:23.157674 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-42e75d97-3f02-4d20-961d-2d6b28b0ff89 req-2dd84491-838a-4eaa-8351-434cf77c1f09 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f2487fb-22c4-4555-bde2-3f500c8ee75d HTTP/1.1" status: 200 len: 1000 time: 0.0579157 Aug 11 23:26:23.211314 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e75d97-3f02-4d20-961d-2d6b28b0ff89 req-56bceb1f-c9bf-467f-a3b3-3f7c05667535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:26:23.212865 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-42e75d97-3f02-4d20-961d-2d6b28b0ff89 req-56bceb1f-c9bf-467f-a3b3-3f7c05667535 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d4660c5-0a02-40d1-b2d6-264dc2b65db0 HTTP/1.1" status: 200 len: 848 time: 0.0476196 Aug 11 23:26:23.258914 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e75d97-3f02-4d20-961d-2d6b28b0ff89 req-4dd75200-a81a-45ec-a8b0-92af7c2ea041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:26:23.260462 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-42e75d97-3f02-4d20-961d-2d6b28b0ff89 req-4dd75200-a81a-45ec-a8b0-92af7c2ea041 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e4d1d585-d690-40c6-acda-e5f26f1434fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401318 Aug 11 23:26:23.350157 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-42e75d97-3f02-4d20-961d-2d6b28b0ff89 req-03f16dbb-0934-4c23-89a2-4352f7b9fcc2 service neutron] 10.222.0.52 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824971 Aug 11 23:26:23.450614 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-42e75d97-3f02-4d20-961d-2d6b28b0ff89 req-0379ed9a-a7ab-47fc-a96c-35a393f46f07 service neutron] 10.222.0.52 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864277 Aug 11 23:26:34.087925 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:26:39.011665 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:26:43.386497 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1f0bb5d9-1c6a-42b0-901b-b3cdaa7c78a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:26:46.234394 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:26:46.358976 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5791975e-07e1-400b-b325-9f59103032bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:26:47.890689 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:26:49.342532 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:26:51.444347 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:27:09.013221 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:27:11.086551 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:27:13.387415 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-edd6c822-c7eb-40e9-a7dd-1335c817cd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:27:16.235154 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:27:16.359816 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-951fe6fe-d17b-4cda-8306-6181ba8a43fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:27:17.893708 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:27:19.346765 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:27:21.456072 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:27:24.847677 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b4590afd-51e3-4d55-85ae-65fba552c069 req-5b2c6e75-ed3d-4072-b7f1-5c7d2ec3eb47 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d1079916-e0c5-414b-8920-c2d1f465ce1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405915 Aug 11 23:27:24.929375 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4590afd-51e3-4d55-85ae-65fba552c069 req-f99b4ade-4130-491a-a76c-1d4d795576f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:27:24.930858 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b4590afd-51e3-4d55-85ae-65fba552c069 req-f99b4ade-4130-491a-a76c-1d4d795576f6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3899da52dd4e4779a3a9a2a6234166b6&device_id=d1079916-e0c5-414b-8920-c2d1f465ce1b HTTP/1.1" status: 200 len: 1096 time: 0.0411260 Aug 11 23:27:25.037238 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4590afd-51e3-4d55-85ae-65fba552c069 req-349d08a0-9c1a-4b1a-9b75-efbac2c923db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:27:25.039256 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b4590afd-51e3-4d55-85ae-65fba552c069 req-349d08a0-9c1a-4b1a-9b75-efbac2c923db service neutron] 10.222.0.52 "GET /v2.0/networks?id=e4d1d585-d690-40c6-acda-e5f26f1434fc HTTP/1.1" status: 200 len: 910 time: 0.0901170 Aug 11 23:27:25.103981 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b4590afd-51e3-4d55-85ae-65fba552c069 req-5d842e3b-ed06-42df-adfc-195cfd235df9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f2487fb-22c4-4555-bde2-3f500c8ee75d HTTP/1.1" status: 200 len: 1000 time: 0.0580118 Aug 11 23:27:25.155429 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4590afd-51e3-4d55-85ae-65fba552c069 req-ac8c3438-7181-4f72-af63-d6b764f062b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:27:25.156876 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b4590afd-51e3-4d55-85ae-65fba552c069 req-ac8c3438-7181-4f72-af63-d6b764f062b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d4660c5-0a02-40d1-b2d6-264dc2b65db0 HTTP/1.1" status: 200 len: 848 time: 0.0468152 Aug 11 23:27:25.206889 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4590afd-51e3-4d55-85ae-65fba552c069 req-9b3875ac-0d14-41af-892e-32094209cb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:27:25.209172 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b4590afd-51e3-4d55-85ae-65fba552c069 req-9b3875ac-0d14-41af-892e-32094209cb79 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e4d1d585-d690-40c6-acda-e5f26f1434fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457051 Aug 11 23:27:25.299914 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b4590afd-51e3-4d55-85ae-65fba552c069 req-fc0da8ff-e871-49a5-8336-87631e11e35b service neutron] 10.222.0.52 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837712 Aug 11 23:27:25.394449 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-b4590afd-51e3-4d55-85ae-65fba552c069 req-a1c04752-aa5d-4fd9-888e-c1ec67f58955 service neutron] 10.222.0.52 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876389 Aug 11 23:27:39.014606 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:27:43.388069 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3670e0df-fef5-40df-a0d3-0902b3cf28fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:27:46.237574 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:27:46.359058 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-59ee0b78-ace7-4d39-852f-7c47365f1389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:27:47.896773 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:27:48.086732 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:27:49.353593 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:27:49.830489 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 9f2487fb-22c4-4555-bde2-3f500c8ee75d details requested by agent hyperv_n-h2-804275-3 with host n-h2-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 23:27:49.940179 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 9f2487fb-22c4-4555-bde2-3f500c8ee75d, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9f2487fb-22c4-4555-bde2-3f500c8ee75d,segment=NetworkSegment(718ff13a-440a-4a74-aa75-b62e28f0b55e),segment_id=718ff13a-440a-4a74-aa75-b62e28f0b55e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:27:49.954925 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Returning: {'device': '9f2487fb-22c4-4555-bde2-3f500c8ee75d', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'port_id': '9f2487fb-22c4-4555-bde2-3f500c8ee75d', 'mac_address': 'fa:16:3e:06:7d:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 23:27:50.001652 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:27:50.016956 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f2487fb-22c4-4555-bde2-3f500c8ee75d {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 23:27:50.043063 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 9f2487fb-22c4-4555-bde2-3f500c8ee75d, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9f2487fb-22c4-4555-bde2-3f500c8ee75d,segment=NetworkSegment(718ff13a-440a-4a74-aa75-b62e28f0b55e),segment_id=718ff13a-440a-4a74-aa75-b62e28f0b55e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:27:50.048396 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:27:50.106610 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=9f2487fb-22c4-4555-bde2-3f500c8ee75d,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:27:50.114825 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:27:50.115331 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:27:50.116830 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:27:50.117286 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:27:50.118496 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:27:50.118950 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:27:50.119393 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:27:50.119854 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:27:50.120295 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:27:50.120782 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:27:50.121230 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:27:50.121665 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:27:50.128775 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] get_ports_and_sgs() called for port_ids ['9f2487fb-22c4-4555-bde2-3f500c8ee75d'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 23:27:51.479459 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:27:51.836683 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 9f2487fb-22c4-4555-bde2-3f500c8ee75d up at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:27:51.897098 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Provisioning complete for port 9f2487fb-22c4-4555-bde2-3f500c8ee75d triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:27:51.897469 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:27:52.017252 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:27:52.043183 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1079916-e0c5-414b-8920-c2d1f465ce1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2487fb-22c4-4555-bde2-3f500c8ee75d'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:27:52.045561 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246dabde-646e-4ad2-8873-14b8b561fea5" -d '{"events": [{"server_uuid": "d1079916-e0c5-414b-8920-c2d1f465ce1b", "name": "network-vif-plugged", "status": "completed", "tag": "9f2487fb-22c4-4555-bde2-3f500c8ee75d"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:27:52.064992 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 9f2487fb-22c4-4555-bde2-3f500c8ee75d, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9f2487fb-22c4-4555-bde2-3f500c8ee75d,segment=NetworkSegment(718ff13a-440a-4a74-aa75-b62e28f0b55e),segment_id=718ff13a-440a-4a74-aa75-b62e28f0b55e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:27:52.071007 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:27:52.130747 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=9f2487fb-22c4-4555-bde2-3f500c8ee75d,revision_number=7']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:27:52.215561 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 23:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbdc1eb-a26a-4a9b-bcd2-14883c4a6c20 x-openstack-request-id: req-9fbdc1eb-a26a-4a9b-bcd2-14883c4a6c20 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:27:52.215857 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1079916-e0c5-414b-8920-c2d1f465ce1b", "name": "network-vif-plugged", "status": "completed", "tag": "9f2487fb-22c4-4555-bde2-3f500c8ee75d", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:27:52.216115 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9fbdc1eb-a26a-4a9b-bcd2-14883c4a6c20 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:27:52.216514 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1079916-e0c5-414b-8920-c2d1f465ce1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2487fb-22c4-4555-bde2-3f500c8ee75d', 'code': 200} Aug 11 23:27:57.716899 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-d37e306b-b3d4-4455-afb0-5ebd9d509ea9 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2109971658&fields=id&tenant_id=3899da52dd4e4779a3a9a2a6234166b6 HTTP/1.1" status: 200 len: 267 time: 0.0345604 Aug 11 23:27:57.824885 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-5e6cceda-4b4f-4ccc-abd2-0fa6079069d8 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:27:57.826372 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-5e6cceda-4b4f-4ccc-abd2-0fa6079069d8 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/networks?id=e4d1d585-d690-40c6-acda-e5f26f1434fc HTTP/1.1" status: 200 len: 809 time: 0.1028924 Aug 11 23:27:57.841053 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-53a03fbb-3a63-41bd-b921-69f902a462cd tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/quotas/3899da52dd4e4779a3a9a2a6234166b6 HTTP/1.1" status: 200 len: 375 time: 0.0089054 Aug 11 23:27:57.897321 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-1acdbce2-2a71-4481-b803-8fffc5249da1 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3899da52dd4e4779a3a9a2a6234166b6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0510635 Aug 11 23:27:58.038299 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-759f2ab3-72b9-4991-bd84-82538a6809cb service neutron] 10.222.0.77 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285300 Aug 11 23:27:58.130531 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-ab7ffd2a-76eb-43a3-872f-686a9e65d133 service neutron] 10.222.0.77 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861266 Aug 11 23:27:58.296572 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-69929fa7-d1fe-4ee3-9f52-ef8619732bd3 req-6d264a66-3405-4613-8bfd-45827e3de967 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 210 time: 0.0293629 Aug 11 23:27:59.393170 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-e8403de1-9917-425d-b6fa-c4fa3a3e69b0 req-1ac53dd4-14fa-4e66-b82b-542c87b1c5cb tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 210 time: 0.0260942 Aug 11 23:27:59.877013 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 9f2487fb-22c4-4555-bde2-3f500c8ee75d no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:27:59.957250 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:27:59.980574 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1079916-e0c5-414b-8920-c2d1f465ce1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f2487fb-22c4-4555-bde2-3f500c8ee75d'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:27:59.982810 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58db792-c978-431b-bc8a-1ca2f984405f" -d '{"events": [{"server_uuid": "d1079916-e0c5-414b-8920-c2d1f465ce1b", "name": "network-vif-unplugged", "status": "completed", "tag": "9f2487fb-22c4-4555-bde2-3f500c8ee75d"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:28:00.004158 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] For port 9f2487fb-22c4-4555-bde2-3f500c8ee75d, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9f2487fb-22c4-4555-bde2-3f500c8ee75d,segment=NetworkSegment(718ff13a-440a-4a74-aa75-b62e28f0b55e),segment_id=718ff13a-440a-4a74-aa75-b62e28f0b55e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:28:00.009020 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:00.038130 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 23:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400973be-ef92-42f3-a046-1884bfa7aa60 x-openstack-request-id: req-400973be-ef92-42f3-a046-1884bfa7aa60 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:28:00.038422 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1079916-e0c5-414b-8920-c2d1f465ce1b", "name": "network-vif-unplugged", "status": "completed", "tag": "9f2487fb-22c4-4555-bde2-3f500c8ee75d", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:28:00.038677 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-400973be-ef92-42f3-a046-1884bfa7aa60 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:28:00.039071 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1079916-e0c5-414b-8920-c2d1f465ce1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f2487fb-22c4-4555-bde2-3f500c8ee75d', 'code': 200} Aug 11 23:28:00.063990 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Pushing event updated for resources: {'Port': ['ID=9f2487fb-22c4-4555-bde2-3f500c8ee75d,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:28:00.403467 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-eb2a9d43-c8a9-403e-a3f3-4e80781cbc3d tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:00.404947 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-eb2a9d43-c8a9-403e-a3f3-4e80781cbc3d tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.82 "GET /v2.0/networks?id=e4d1d585-d690-40c6-acda-e5f26f1434fc HTTP/1.1" status: 200 len: 809 time: 0.1167452 Aug 11 23:28:00.456791 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-a640f4db-6311-4172-8c57-224fe6f81d9c tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3899da52dd4e4779a3a9a2a6234166b6 HTTP/1.1" status: 200 len: 380 time: 0.0365434 Aug 11 23:28:00.477009 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-e7725ca1-e760-4888-b776-72b5dbd00753 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Request body: {'port': {'device_id': 'fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'admin_state_up': True, 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'security_groups': ['09cc26f2-5255-44af-9899-01072863d681']}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:28:00.877478 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47d82404-c080-46bf-8e3f-89c2cc9c97b0 req-dca41a82-ca2b-435d-bb00-51b31a71aefc tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 210 time: 0.4128170 Aug 11 23:28:00.984896 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-e7725ca1-e760-4888-b776-72b5dbd00753 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Made reservation on behalf of 3899da52dd4e4779a3a9a2a6234166b6 for: {'port': 1} {{(pid=100943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 23:28:00.989083 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-e7725ca1-e760-4888-b776-72b5dbd00753 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:01.133332 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-e7725ca1-e760-4888-b776-72b5dbd00753 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Allocated IP 172.20.0.3 (e4d1d585-d690-40c6-acda-e5f26f1434fc/2d4660c5-0a02-40d1-b2d6-264dc2b65db0/0db85e8e-74a7-41aa-ba33-23702c247453) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:28:01.285040 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-e7725ca1-e760-4888-b776-72b5dbd00753 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:01.300189 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-e7725ca1-e760-4888-b776-72b5dbd00753 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Transition to ACTIVE for port object 0db85e8e-74a7-41aa-ba33-23702c247453 will not be triggered until provisioned by entity DHCP. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:28:01.334657 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-e7725ca1-e760-4888-b776-72b5dbd00753 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:01.379471 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-e7725ca1-e760-4888-b776-72b5dbd00753 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Network e4d1d585-d690-40c6-acda-e5f26f1434fc is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:28:01.384512 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-e7725ca1-e760-4888-b776-72b5dbd00753 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:28:01.388210 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-e7725ca1-e760-4888-b776-72b5dbd00753 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:28:01.394555 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7725ca1-e760-4888-b776-72b5dbd00753 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Pushing event updated for resources: {'Port': ['ID=0db85e8e-74a7-41aa-ba33-23702c247453,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:28:01.426332 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7725ca1-e760-4888-b776-72b5dbd00753 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:28:01.427034 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7725ca1-e760-4888-b776-72b5dbd00753 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:28:01.427034 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7725ca1-e760-4888-b776-72b5dbd00753 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:28:01.427335 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7725ca1-e760-4888-b776-72b5dbd00753 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:28:01.427763 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7725ca1-e760-4888-b776-72b5dbd00753 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:28:01.428091 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7725ca1-e760-4888-b776-72b5dbd00753 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:28:01.428424 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7725ca1-e760-4888-b776-72b5dbd00753 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:28:01.428754 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7725ca1-e760-4888-b776-72b5dbd00753 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:28:01.429083 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7725ca1-e760-4888-b776-72b5dbd00753 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:28:01.429411 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7725ca1-e760-4888-b776-72b5dbd00753 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:28:01.429739 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7725ca1-e760-4888-b776-72b5dbd00753 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:28:01.430068 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7725ca1-e760-4888-b776-72b5dbd00753 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:28:01.464475 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-e7725ca1-e760-4888-b776-72b5dbd00753 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:01.465238 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-e7725ca1-e760-4888-b776-72b5dbd00753 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:01.484478 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-e7725ca1-e760-4888-b776-72b5dbd00753 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0113652 Aug 11 23:28:01.702723 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-60e82971-f854-44ff-a463-c77dbaa021d3 None None] Provisioning for port 0db85e8e-74a7-41aa-ba33-23702c247453 completed by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:28:01.708107 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-60e82971-f854-44ff-a463-c77dbaa021d3 None None] Provisioning complete for port 0db85e8e-74a7-41aa-ba33-23702c247453 triggered by entity DHCP. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:28:01.708896 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-60e82971-f854-44ff-a463-c77dbaa021d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:01.743389 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-60e82971-f854-44ff-a463-c77dbaa021d3 None None] Port 0db85e8e-74a7-41aa-ba33-23702c247453 cannot update to ACTIVE because it is not bound. {{(pid=100944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 23:28:02.006704 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706879c1-70f4-4b8d-a06a-a7802f382365 req-529433d9-8771-46d6-b913-6ef555ff5a9b tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:02.008826 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-706879c1-70f4-4b8d-a06a-a7802f382365 req-529433d9-8771-46d6-b913-6ef555ff5a9b tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 931 time: 0.0558445 Aug 11 23:28:02.055542 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-706879c1-70f4-4b8d-a06a-a7802f382365 req-3affb827-5fc4-4a45-a18a-613b00ff89be tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318978 Aug 11 23:28:03.181823 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba50b3-db70-4ec8-8940-d1eebbdcd0d5 req-c4dba3f3-bb0a-446e-94ce-5e7a805f3c5e tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:03.189563 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-faba50b3-db70-4ec8-8940-d1eebbdcd0d5 req-c4dba3f3-bb0a-446e-94ce-5e7a805f3c5e tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 931 time: 0.0594203 Aug 11 23:28:03.225813 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-faba50b3-db70-4ec8-8940-d1eebbdcd0d5 req-2dc4f5dc-b8fd-4539-8b47-5f3698eeb441 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351827 Aug 11 23:28:04.358975 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696523f4-f3a5-4898-909c-fb41a6cb87a4 req-d93bc204-e6e9-4070-9f01-55c0bdc29d1b tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:04.360638 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-696523f4-f3a5-4898-909c-fb41a6cb87a4 req-d93bc204-e6e9-4070-9f01-55c0bdc29d1b tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 931 time: 0.0626943 Aug 11 23:28:04.413885 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-696523f4-f3a5-4898-909c-fb41a6cb87a4 req-6955b3c9-a29e-4bf0-a898-5edff56918f6 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472264 Aug 11 23:28:05.534840 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4628d-516f-48de-8b3d-7ca195cdd4d0 req-f7bf14ce-0b91-453c-8e18-1fa33956f5c4 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:05.536449 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a5b4628d-516f-48de-8b3d-7ca195cdd4d0 req-f7bf14ce-0b91-453c-8e18-1fa33956f5c4 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 931 time: 0.0511816 Aug 11 23:28:05.574559 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a5b4628d-516f-48de-8b3d-7ca195cdd4d0 req-d023ca69-6a1c-4a51-9d89-4f673fc0d4e9 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314381 Aug 11 23:28:06.702289 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b861beb-0323-452f-88a8-5503b67c2f73 req-31f7d09c-f0f4-4340-a2f9-8f4f8cfae271 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:06.703948 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b861beb-0323-452f-88a8-5503b67c2f73 req-31f7d09c-f0f4-4340-a2f9-8f4f8cfae271 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 931 time: 0.0530667 Aug 11 23:28:06.743808 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-5b861beb-0323-452f-88a8-5503b67c2f73 req-9519be35-26f8-4ed9-9793-3d7515d4f572 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324039 Aug 11 23:28:07.862647 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444ed4b-18d5-43d0-8b9c-b598b0899ffc req-b6527376-734d-4137-aa84-ec6d0fed0cba tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:07.864227 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f444ed4b-18d5-43d0-8b9c-b598b0899ffc req-b6527376-734d-4137-aa84-ec6d0fed0cba tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 931 time: 0.0489194 Aug 11 23:28:07.910755 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-f444ed4b-18d5-43d0-8b9c-b598b0899ffc req-f0b9efbc-e688-400b-8040-a64310a4612e tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380678 Aug 11 23:28:09.025084 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:09.035940 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b65b92-ea8e-4b23-a16b-467506471bae req-b13dcf53-c162-44d6-a351-c086bc7a8fa4 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:09.037460 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47b65b92-ea8e-4b23-a16b-467506471bae req-b13dcf53-c162-44d6-a351-c086bc7a8fa4 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 931 time: 0.0590584 Aug 11 23:28:09.080056 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-47b65b92-ea8e-4b23-a16b-467506471bae req-c4b42f0d-c554-44d5-8c0f-8e600d2f087d tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357685 Aug 11 23:28:10.214149 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c43c4-f298-4024-8aa9-e382f5dae53b req-4880323e-44c0-43f3-973d-e096ea739f35 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:10.215929 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ac2c43c4-f298-4024-8aa9-e382f5dae53b req-4880323e-44c0-43f3-973d-e096ea739f35 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 931 time: 0.0512261 Aug 11 23:28:10.255657 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-ac2c43c4-f298-4024-8aa9-e382f5dae53b req-fab66cb1-0ba0-47f0-bfbd-499a1cbdac74 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332286 Aug 11 23:28:11.368941 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598bea2f-d103-48c8-9804-d1416b54029a req-2030c57c-cc4b-4807-86d5-48427f6f9210 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:11.370427 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-598bea2f-d103-48c8-9804-d1416b54029a req-2030c57c-cc4b-4807-86d5-48427f6f9210 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 931 time: 0.0481477 Aug 11 23:28:11.412477 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-598bea2f-d103-48c8-9804-d1416b54029a req-8e53257e-57ad-4ae6-8319-d4a12dbed227 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359981 Aug 11 23:28:12.528822 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acd774-a5e0-4599-831c-adb43d7e6ff3 req-7c6e0ec8-128a-4023-b591-6736724101da tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:12.530322 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a1acd774-a5e0-4599-831c-adb43d7e6ff3 req-7c6e0ec8-128a-4023-b591-6736724101da tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 931 time: 0.0489988 Aug 11 23:28:12.567584 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a1acd774-a5e0-4599-831c-adb43d7e6ff3 req-9c40fab5-e0b8-4044-ac43-63ee8a10d055 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309689 Aug 11 23:28:13.389218 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-c3c7c870-6fe1-4b81-8e32-f3b01908c325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:13.680817 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac23cc-ec0b-43fd-a3ec-6434a93d9c01 req-0e59fca3-e5f2-451f-9a39-60a4ffdaac81 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:13.682356 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-42ac23cc-ec0b-43fd-a3ec-6434a93d9c01 req-0e59fca3-e5f2-451f-9a39-60a4ffdaac81 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 931 time: 0.0485950 Aug 11 23:28:13.720662 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-42ac23cc-ec0b-43fd-a3ec-6434a93d9c01 req-7837553e-1ac9-411a-90a6-7a0371278365 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322757 Aug 11 23:28:14.219454 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-399aaa6e-1eb6-4627-a11c-fba847a0e50e service neutron] Request body: {'port': {'device_id': 'fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804275-3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:28:14.274635 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-399aaa6e-1eb6-4627-a11c-fba847a0e50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:14.535420 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-399aaa6e-1eb6-4627-a11c-fba847a0e50e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db85e8e-74a7-41aa-ba33-23702c247453 {{(pid=100943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 23:28:14.543182 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-399aaa6e-1eb6-4627-a11c-fba847a0e50e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:14.554810 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.provisioning_blocks [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-399aaa6e-1eb6-4627-a11c-fba847a0e50e service neutron] Transition to ACTIVE for port object 0db85e8e-74a7-41aa-ba33-23702c247453 will not be triggered until provisioned by entity L2. {{(pid=100943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 23:28:14.558525 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-399aaa6e-1eb6-4627-a11c-fba847a0e50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:14.608055 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399aaa6e-1eb6-4627-a11c-fba847a0e50e service neutron] Pushing event updated for resources: {'Port': ['ID=0db85e8e-74a7-41aa-ba33-23702c247453,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:28:14.679479 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-399aaa6e-1eb6-4627-a11c-fba847a0e50e service neutron] Attempting to bind port 0db85e8e-74a7-41aa-ba33-23702c247453 on host n-h1-804275-3 for vnic_type normal with profile {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 23:28:14.679893 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-399aaa6e-1eb6-4627-a11c-fba847a0e50e service neutron] Attempting to bind port 0db85e8e-74a7-41aa-ba33-23702c247453 by drivers openvswitch,hyperv on host n-h1-804275-3 at level 0 using segments [{'id': '718ff13a-440a-4a74-aa75-b62e28f0b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc'}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 23:28:14.680222 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-399aaa6e-1eb6-4627-a11c-fba847a0e50e service neutron] Attempting to bind port 0db85e8e-74a7-41aa-ba33-23702c247453 on network e4d1d585-d690-40c6-acda-e5f26f1434fc {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:28:14.684678 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-399aaa6e-1eb6-4627-a11c-fba847a0e50e service neutron] Port 0db85e8e-74a7-41aa-ba33-23702c247453 on network e4d1d585-d690-40c6-acda-e5f26f1434fc not bound, no agent of type Open vSwitch agent registered on host n-h1-804275-3 {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 23:28:14.685279 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-399aaa6e-1eb6-4627-a11c-fba847a0e50e service neutron] Attempting to bind port 0db85e8e-74a7-41aa-ba33-23702c247453 on network e4d1d585-d690-40c6-acda-e5f26f1434fc {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 23:28:14.690202 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-399aaa6e-1eb6-4627-a11c-fba847a0e50e service neutron] Checking agent: {'id': 'd9d33454-c087-45f6-b451-a1d65e53e28f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804275-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'started_at': datetime.datetime(2021, 8, 11, 21, 48, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 23, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 23:28:14.690546 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-399aaa6e-1eb6-4627-a11c-fba847a0e50e service neutron] Checking segment: {'id': '718ff13a-440a-4a74-aa75-b62e28f0b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 23:28:14.690958 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-399aaa6e-1eb6-4627-a11c-fba847a0e50e service neutron] Bound using segment: {'id': '718ff13a-440a-4a74-aa75-b62e28f0b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc'} {{(pid=100943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 23:28:14.691362 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.managers [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-399aaa6e-1eb6-4627-a11c-fba847a0e50e service neutron] Bound port: 0db85e8e-74a7-41aa-ba33-23702c247453, host: n-h1-804275-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '718ff13a-440a-4a74-aa75-b62e28f0b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc'}}] {{(pid=100943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 23:28:14.691755 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-399aaa6e-1eb6-4627-a11c-fba847a0e50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:14.760641 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-399aaa6e-1eb6-4627-a11c-fba847a0e50e service neutron] For port 0db85e8e-74a7-41aa-ba33-23702c247453, host n-h1-804275-3, cleared binding levels {{(pid=100943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 23:28:14.763931 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-399aaa6e-1eb6-4627-a11c-fba847a0e50e service neutron] For port 0db85e8e-74a7-41aa-ba33-23702c247453, host n-h1-804275-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=0db85e8e-74a7-41aa-ba33-23702c247453,segment=NetworkSegment(718ff13a-440a-4a74-aa75-b62e28f0b55e),segment_id=718ff13a-440a-4a74-aa75-b62e28f0b55e)] {{(pid=100943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 23:28:14.769824 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-399aaa6e-1eb6-4627-a11c-fba847a0e50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:14.829945 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-399aaa6e-1eb6-4627-a11c-fba847a0e50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:14.830593 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-399aaa6e-1eb6-4627-a11c-fba847a0e50e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:14.832036 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-399aaa6e-1eb6-4627-a11c-fba847a0e50e service neutron] 10.222.0.82 "PUT /v2.0/ports/0db85e8e-74a7-41aa-ba33-23702c247453 HTTP/1.1" status: 200 len: 1091 time: 0.6172237 Aug 11 23:28:14.832652 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a', 'tag': '0db85e8e-74a7-41aa-ba33-23702c247453'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:28:14.834985 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76b4d96-b729-4792-9959-e6670e42743a" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a", "tag": "0db85e8e-74a7-41aa-ba33-23702c247453"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:28:14.873942 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399aaa6e-1eb6-4627-a11c-fba847a0e50e service neutron] Pushing event updated for resources: {'Port': ['ID=0db85e8e-74a7-41aa-ba33-23702c247453,revision_number=3']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:28:14.885685 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb422f-d6e2-45d4-8b76-81d47315d729 req-6e2178ec-9aa3-429c-871f-848e80dfa9a6 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:14.887256 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-61eb422f-d6e2-45d4-8b76-81d47315d729 req-6e2178ec-9aa3-429c-871f-848e80dfa9a6 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 943 time: 0.0893738 Aug 11 23:28:14.953961 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-61eb422f-d6e2-45d4-8b76-81d47315d729 req-5cf9746a-fb1e-41fb-860a-c1fa356e6daa tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568624 Aug 11 23:28:14.960137 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-81697e24-e37e-4129-8311-4698a68c953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:14.962255 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-81697e24-e37e-4129-8311-4698a68c953a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3899da52dd4e4779a3a9a2a6234166b6&device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 1094 time: 0.0730929 Aug 11 23:28:15.014534 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d8cbfe-f0e0-4ab5-ae6a-570f8251a498 x-openstack-request-id: req-32d8cbfe-f0e0-4ab5-ae6a-570f8251a498 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:28:15.014829 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a", "tag": "0db85e8e-74a7-41aa-ba33-23702c247453", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:28:15.015077 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-32d8cbfe-f0e0-4ab5-ae6a-570f8251a498 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:28:15.015472 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a', 'tag': '0db85e8e-74a7-41aa-ba33-23702c247453', 'status': 'completed', 'code': 200} Aug 11 23:28:15.017305 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-0a98f267-3e25-4759-97c9-a4fa80bf8d44 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0db85e8e-74a7-41aa-ba33-23702c247453 HTTP/1.1" status: 200 len: 217 time: 0.0416858 Aug 11 23:28:15.069647 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-f0e0cccf-4f96-4aef-b44a-28436fe722dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:15.071549 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-f0e0cccf-4f96-4aef-b44a-28436fe722dc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2d4660c5-0a02-40d1-b2d6-264dc2b65db0 HTTP/1.1" status: 200 len: 848 time: 0.0477717 Aug 11 23:28:15.121618 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-9bfd05e9-d701-4397-bcc7-b67ab392ff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:15.123156 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-9bfd05e9-d701-4397-bcc7-b67ab392ff5b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e4d1d585-d690-40c6-acda-e5f26f1434fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436437 Aug 11 23:28:15.211904 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-8a3f3bcf-8915-4e64-be5d-98dd43bc999e service neutron] 10.222.0.82 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810878 Aug 11 23:28:15.308061 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-4abc01ed-bf24-4921-8115-8e3061c8684e req-275f7205-1ee5-40ba-8429-d54c6bdcad78 service neutron] 10.222.0.82 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899882 Aug 11 23:28:15.446384 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b4d96-b729-4792-9959-e6670e42743a req-b1782965-ff87-424f-98fb-f3427151583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:15.448206 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b76b4d96-b729-4792-9959-e6670e42743a req-b1782965-ff87-424f-98fb-f3427151583b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3899da52dd4e4779a3a9a2a6234166b6&device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 1094 time: 0.0467336 Aug 11 23:28:15.549475 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b4d96-b729-4792-9959-e6670e42743a req-d754776d-4b9a-4583-ae13-da293d7060fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:15.550989 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b76b4d96-b729-4792-9959-e6670e42743a req-d754776d-4b9a-4583-ae13-da293d7060fb service neutron] 10.222.0.82 "GET /v2.0/networks?id=e4d1d585-d690-40c6-acda-e5f26f1434fc HTTP/1.1" status: 200 len: 910 time: 0.0958178 Aug 11 23:28:15.592307 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b76b4d96-b729-4792-9959-e6670e42743a req-52be50e9-4e4a-465a-a487-ffb027bec373 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0db85e8e-74a7-41aa-ba33-23702c247453 HTTP/1.1" status: 200 len: 217 time: 0.0339012 Aug 11 23:28:15.639903 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b4d96-b729-4792-9959-e6670e42743a req-72e7a7f1-9790-4dd3-b58b-aae787f0c50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:15.641343 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b76b4d96-b729-4792-9959-e6670e42743a req-72e7a7f1-9790-4dd3-b58b-aae787f0c50b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2d4660c5-0a02-40d1-b2d6-264dc2b65db0 HTTP/1.1" status: 200 len: 848 time: 0.0427842 Aug 11 23:28:15.690692 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b4d96-b729-4792-9959-e6670e42743a req-dc5fdae8-a0f9-4067-b4e2-05fc836d331a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:15.692201 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b76b4d96-b729-4792-9959-e6670e42743a req-dc5fdae8-a0f9-4067-b4e2-05fc836d331a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e4d1d585-d690-40c6-acda-e5f26f1434fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441687 Aug 11 23:28:15.780324 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b76b4d96-b729-4792-9959-e6670e42743a req-54b99330-8e29-457b-9501-c005b7ad7638 service neutron] 10.222.0.82 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807314 Aug 11 23:28:15.891875 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-b76b4d96-b729-4792-9959-e6670e42743a req-e542fe37-a752-43ad-9393-e9f383b09228 service neutron] 10.222.0.82 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041617 Aug 11 23:28:16.074971 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdd775-3bbb-4bb4-974b-b35d3be03182 req-773cf961-232c-47c5-a62d-dd3862c722bf tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:16.076550 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fcfdd775-3bbb-4bb4-974b-b35d3be03182 req-773cf961-232c-47c5-a62d-dd3862c722bf tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 943 time: 0.0506942 Aug 11 23:28:16.115141 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fcfdd775-3bbb-4bb4-974b-b35d3be03182 req-52d11581-6148-42d6-b41e-d257946a8f4f tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325105 Aug 11 23:28:16.238987 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:16.359925 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-756dfe3f-d2b3-471f-ab3c-2bd89566c105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:17.240933 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa9c32-a096-4235-bbed-f9cf9e94441f req-dc886d87-4996-4b11-a326-09b89fd37f56 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:17.243535 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-96aa9c32-a096-4235-bbed-f9cf9e94441f req-dc886d87-4996-4b11-a326-09b89fd37f56 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 943 time: 0.0499718 Aug 11 23:28:17.281553 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-96aa9c32-a096-4235-bbed-f9cf9e94441f req-c1867eaa-eb31-47bf-95e5-742fb5d33dc7 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318403 Aug 11 23:28:17.899849 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:18.236665 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 0db85e8e-74a7-41aa-ba33-23702c247453 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 23:28:18.332865 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 0db85e8e-74a7-41aa-ba33-23702c247453, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=0db85e8e-74a7-41aa-ba33-23702c247453,segment=NetworkSegment(718ff13a-440a-4a74-aa75-b62e28f0b55e),segment_id=718ff13a-440a-4a74-aa75-b62e28f0b55e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:28:18.344988 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '0db85e8e-74a7-41aa-ba33-23702c247453', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'port_id': '0db85e8e-74a7-41aa-ba33-23702c247453', 'mac_address': 'fa:16:3e:26:ba:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 23:28:18.381628 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:18.395352 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db85e8e-74a7-41aa-ba33-23702c247453 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 23:28:18.396908 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd613ae-93be-4874-b5cc-8c6ec6ee1f09 req-85e394f6-935a-4fcd-a31e-97d239127893 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:18.398448 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2dd613ae-93be-4874-b5cc-8c6ec6ee1f09 req-85e394f6-935a-4fcd-a31e-97d239127893 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 943 time: 0.0490608 Aug 11 23:28:18.415744 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 0db85e8e-74a7-41aa-ba33-23702c247453, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=0db85e8e-74a7-41aa-ba33-23702c247453,segment=NetworkSegment(718ff13a-440a-4a74-aa75-b62e28f0b55e),segment_id=718ff13a-440a-4a74-aa75-b62e28f0b55e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:28:18.420107 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:18.448925 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-2dd613ae-93be-4874-b5cc-8c6ec6ee1f09 req-82bd5a59-f5b8-4872-9692-78d74a1ed44e tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442533 Aug 11 23:28:18.471163 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=0db85e8e-74a7-41aa-ba33-23702c247453,revision_number=4']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:28:18.856807 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['0db85e8e-74a7-41aa-ba33-23702c247453'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 23:28:19.351460 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:19.568595 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760082d8-8a02-4ffe-b380-61819c3451f0 req-ea3134b9-a0ab-4735-9cbf-c0e597f11544 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:19.570695 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-760082d8-8a02-4ffe-b380-61819c3451f0 req-ea3134b9-a0ab-4735-9cbf-c0e597f11544 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 944 time: 0.0495410 Aug 11 23:28:19.609642 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-760082d8-8a02-4ffe-b380-61819c3451f0 req-2ffffda2-2e9b-47d6-b0b2-d7458bccb2a1 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329092 Aug 11 23:28:20.241785 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 0db85e8e-74a7-41aa-ba33-23702c247453 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:28:20.292179 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning for port 0db85e8e-74a7-41aa-ba33-23702c247453 completed by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 23:28:20.295840 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 0db85e8e-74a7-41aa-ba33-23702c247453 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:28:20.296215 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:20.372598 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:20.394442 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db85e8e-74a7-41aa-ba33-23702c247453'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:28:20.397046 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fcea4b-0197-4887-9f9f-1ff97751d07e" -d '{"events": [{"server_uuid": "fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a", "name": "network-vif-plugged", "status": "completed", "tag": "0db85e8e-74a7-41aa-ba33-23702c247453"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:28:20.410586 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 0db85e8e-74a7-41aa-ba33-23702c247453, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=0db85e8e-74a7-41aa-ba33-23702c247453,segment=NetworkSegment(718ff13a-440a-4a74-aa75-b62e28f0b55e),segment_id=718ff13a-440a-4a74-aa75-b62e28f0b55e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:28:20.414607 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:20.438020 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 23:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbd0887-4749-402c-96f6-3b6d3f75a602 x-openstack-request-id: req-8cbd0887-4749-402c-96f6-3b6d3f75a602 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:28:20.438321 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a", "name": "network-vif-plugged", "status": "completed", "tag": "0db85e8e-74a7-41aa-ba33-23702c247453", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:28:20.438575 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8cbd0887-4749-402c-96f6-3b6d3f75a602 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:28:20.438967 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db85e8e-74a7-41aa-ba33-23702c247453', 'code': 200} Aug 11 23:28:20.465750 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=0db85e8e-74a7-41aa-ba33-23702c247453,revision_number=5']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:28:20.556199 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c42ef4-e8ed-4641-8f1c-0879fb592e6f req-504d3a49-58fb-4d62-824d-f787bb27bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:20.557613 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-36c42ef4-e8ed-4641-8f1c-0879fb592e6f req-504d3a49-58fb-4d62-824d-f787bb27bfe8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 1096 time: 0.0397961 Aug 11 23:28:20.593112 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-36c42ef4-e8ed-4641-8f1c-0879fb592e6f req-78797b80-7724-4ace-99be-b13bf007c5da service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280747 Aug 11 23:28:20.724946 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36c520-d6bf-4013-8c59-f8fc3b8a0283 req-64f8c39f-f5eb-4cf2-8330-303255f787ee tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:20.726431 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7e36c520-d6bf-4013-8c59-f8fc3b8a0283 req-64f8c39f-f5eb-4cf2-8330-303255f787ee tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 945 time: 0.0486891 Aug 11 23:28:20.768154 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-7e36c520-d6bf-4013-8c59-f8fc3b8a0283 req-df192276-5ab0-431c-ad74-b5259a01b16a tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358601 Aug 11 23:28:21.478237 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:21.893121 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38098042-05f9-4e12-9270-e088535ac07b req-1df953a5-6ce8-442b-a332-d4e49cd03ca8 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:21.895341 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-38098042-05f9-4e12-9270-e088535ac07b req-1df953a5-6ce8-442b-a332-d4e49cd03ca8 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 945 time: 0.0512602 Aug 11 23:28:21.937418 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-38098042-05f9-4e12-9270-e088535ac07b req-b866755d-06c4-4132-8911-dbecfad4a2be tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342686 Aug 11 23:28:23.053428 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a17f3-9575-4191-9e8f-fb3a180d3b33 req-288e2fb6-b6b8-4df4-a3db-f7dd63baf579 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:23.055452 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fe0a17f3-9575-4191-9e8f-fb3a180d3b33 req-288e2fb6-b6b8-4df4-a3db-f7dd63baf579 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 945 time: 0.0490084 Aug 11 23:28:23.094326 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fe0a17f3-9575-4191-9e8f-fb3a180d3b33 req-a9e26eeb-b5ee-4f87-81c7-b60608c9db38 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327787 Aug 11 23:28:23.208291 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcae11d-4452-4edf-a1da-f5d0043733e5 req-1129e56b-a5c6-4ea1-bc0b-d3cb081d1e32 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:23.209813 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dbcae11d-4452-4edf-a1da-f5d0043733e5 req-1129e56b-a5c6-4ea1-bc0b-d3cb081d1e32 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 945 time: 0.0493927 Aug 11 23:28:23.250590 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-dbcae11d-4452-4edf-a1da-f5d0043733e5 req-84c7543c-6bc7-4142-880a-350d8d0785f6 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348227 Aug 11 23:28:23.271912 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60192) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:28:23.310558 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883ef35a-32f5-4016-a861-9bcdf3ec10b6 tempest-TestSnapshotPattern-907122181 tempest-TestSnapshotPattern-907122181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:23.312095 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-883ef35a-32f5-4016-a861-9bcdf3ec10b6 tempest-TestSnapshotPattern-907122181 tempest-TestSnapshotPattern-907122181-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 1091 time: 0.0392311 Aug 11 23:28:23.314846 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60194) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:28:23.319272 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.v2.base [None req-a4bc0099-e660-43a3-a10c-7193f5dfc7d0 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Request body: {'floatingip': {'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'port_id': '0db85e8e-74a7-41aa-ba33-23702c247453', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 23:28:23.342844 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a4bc0099-e660-43a3-a10c-7193f5dfc7d0 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for floatingip, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:23.438069 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a4bc0099-e660-43a3-a10c-7193f5dfc7d0 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:23.545679 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_common [None req-a4bc0099-e660-43a3-a10c-7193f5dfc7d0 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Allocated IP 172.25.2.45 (ace0c6e5-d196-4ef9-80b8-149980a74560/8d260c5a-8ac0-4b8f-b57a-d6adce58b510/c08680a7-6a3a-41df-b733-c0da37ccbc10) {{(pid=100943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 23:28:23.646246 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a4bc0099-e660-43a3-a10c-7193f5dfc7d0 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for port, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:23.689366 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a4bc0099-e660-43a3-a10c-7193f5dfc7d0 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776455996420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:23.726107 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bc0099-e660-43a3-a10c-7193f5dfc7d0 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Network ace0c6e5-d196-4ef9-80b8-149980a74560 is already hosted by enough agents. {{(pid=100943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 23:28:23.730942 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.base_scheduler [None req-a4bc0099-e660-43a3-a10c-7193f5dfc7d0 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Resources bound (agent type, host, resource id): {{(pid=100943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 23:28:23.734516 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bc0099-e660-43a3-a10c-7193f5dfc7d0 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Received port after_create {{(pid=100943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 23:28:23.756811 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc0099-e660-43a3-a10c-7193f5dfc7d0 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Pushing event updated for resources: {'Port': ['ID=c08680a7-6a3a-41df-b733-c0da37ccbc10,revision_number=1']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:28:24.090945 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a4bc0099-e660-43a3-a10c-7193f5dfc7d0 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:24.159771 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a4bc0099-e660-43a3-a10c-7193f5dfc7d0 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:24.310009 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a4bc0099-e660-43a3-a10c-7193f5dfc7d0 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for port, precommit_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:24.314476 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a4bc0099-e660-43a3-a10c-7193f5dfc7d0 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12903560'] for port, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:24.378281 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc0099-e660-43a3-a10c-7193f5dfc7d0 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Pushing event updated for resources: {'Port': ['ID=c08680a7-6a3a-41df-b733-c0da37ccbc10,revision_number=2']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:28:24.391893 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a4bc0099-e660-43a3-a10c-7193f5dfc7d0 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1756312'] for floatingip, after_update {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:24.502298 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-a4bc0099-e660-43a3-a10c-7193f5dfc7d0 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Floating IP 2597be67-5f03-499b-8940-c136d607d211 associated. External IP: 172.25.2.45, port: 0db85e8e-74a7-41aa-ba33-23702c247453. Aug 11 23:28:24.711548 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4bc0099-e660-43a3-a10c-7193f5dfc7d0 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Router 26e879fc-babb-4c71-9422-faab99bb6b13 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:28:24.816844 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bc0099-e660-43a3-a10c-7193f5dfc7d0 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:28:24.827434 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c493a64e-742e-49a5-8bf8-f4ffff8b9b60 None None] Sync routers for ids ['26e879fc-babb-4c71-9422-faab99bb6b13'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:28:24.832971 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-a4bc0099-e660-43a3-a10c-7193f5dfc7d0 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:24.837916 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c493a64e-742e-49a5-8bf8-f4ffff8b9b60 None None] Routers {'26e879fc-babb-4c71-9422-faab99bb6b13'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:28:24.838542 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c493a64e-742e-49a5-8bf8-f4ffff8b9b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:28:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['26e879fc-babb-4c71-9422-faab99bb6b13'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:28:24.868249 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-a4bc0099-e660-43a3-a10c-7193f5dfc7d0 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5442996 Aug 11 23:28:24.868249 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a', 'tag': '0db85e8e-74a7-41aa-ba33-23702c247453'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:28:24.868249 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6c50dd-03f1-4f7d-93b5-0d8daeec41a0" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a", "tag": "0db85e8e-74a7-41aa-ba33-23702c247453"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:28:24.899624 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a00060-95f0-4819-955d-fbbd41c48c02 x-openstack-request-id: req-52a00060-95f0-4819-955d-fbbd41c48c02 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:28:24.899988 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a", "tag": "0db85e8e-74a7-41aa-ba33-23702c247453", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:28:24.900246 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-52a00060-95f0-4819-955d-fbbd41c48c02 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:28:24.900660 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a', 'tag': '0db85e8e-74a7-41aa-ba33-23702c247453', 'status': 'completed', 'code': 200} Aug 11 23:28:24.945826 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-c493a64e-742e-49a5-8bf8-f4ffff8b9b60 None None] Set router 26e879fc-babb-4c71-9422-faab99bb6b13 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:28:24.987260 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c50dd-03f1-4f7d-93b5-0d8daeec41a0 req-c8eed7d1-21db-42f0-a85e-2695d88e9ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:24.988830 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb6c50dd-03f1-4f7d-93b5-0d8daeec41a0 req-c8eed7d1-21db-42f0-a85e-2695d88e9ad3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3899da52dd4e4779a3a9a2a6234166b6&device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 1096 time: 0.0457182 Aug 11 23:28:25.083191 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c50dd-03f1-4f7d-93b5-0d8daeec41a0 req-2767b9b8-6bed-4611-8dce-3230d1dce537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:25.084719 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb6c50dd-03f1-4f7d-93b5-0d8daeec41a0 req-2767b9b8-6bed-4611-8dce-3230d1dce537 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e4d1d585-d690-40c6-acda-e5f26f1434fc HTTP/1.1" status: 200 len: 910 time: 0.0893049 Aug 11 23:28:25.091045 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:28:25.150476 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb6c50dd-03f1-4f7d-93b5-0d8daeec41a0 req-d197e8f7-5f19-4541-8500-c2259d95b37d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0db85e8e-74a7-41aa-ba33-23702c247453 HTTP/1.1" status: 200 len: 998 time: 0.0582974 Aug 11 23:28:25.177837 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c493a64e-742e-49a5-8bf8-f4ffff8b9b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'name': 'tempest-TestSnapshotPattern-464394477-router', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:25:31Z', 'updated_at': '2021-08-11T23:25:34Z', 'revision_number': 4, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'gw_port': {'id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:32Z', 'updated_at': '2021-08-11T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '2597be67-5f03-499b-8940-c136d607d211', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'floating_ip_address': '172.25.2.45', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'port_id': '0db85e8e-74a7-41aa-ba33-23702c247453', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'mac_address': 'fa:16:3e:26:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:28:23Z', 'updated_at': '2021-08-11T23:28:23Z', 'revision_number': 0, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'fixed_ip_address_scope': None}, {'id': 'b6e63cd4-324a-4a6e-b798-c3dc79e271d5', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'floating_ip_address': '172.25.2.83', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'port_id': '9f2487fb-22c4-4555-bde2-3f500c8ee75d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'mac_address': 'fa:16:3e:06:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1079916-e0c5-414b-8920-c2d1f465ce1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:25:51Z', 'updated_at': '2021-08-11T23:25:53Z', 'revision_number': 1, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7ab8c6f-65ec-4e2d-8489-edcaa2244580', 'name': '', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'mac_address': 'fa:16:3e:df:c8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:33Z', 'updated_at': '2021-08-11T23:25:41Z', 'revision_number': 5, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'subnets': [{'id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:28:25.201628 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c50dd-03f1-4f7d-93b5-0d8daeec41a0 req-f88d062b-f177-4a0f-b553-c577a34441de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:25.203404 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb6c50dd-03f1-4f7d-93b5-0d8daeec41a0 req-f88d062b-f177-4a0f-b553-c577a34441de service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2d4660c5-0a02-40d1-b2d6-264dc2b65db0 HTTP/1.1" status: 200 len: 848 time: 0.0462034 Aug 11 23:28:25.204253 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c493a64e-742e-49a5-8bf8-f4ffff8b9b60 None None] Checking router: 26e879fc-babb-4c71-9422-faab99bb6b13 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:28:25.212357 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c493a64e-742e-49a5-8bf8-f4ffff8b9b60 None None] Routers {'26e879fc-babb-4c71-9422-faab99bb6b13'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:28:25.212956 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c493a64e-742e-49a5-8bf8-f4ffff8b9b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:28:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['26e879fc-babb-4c71-9422-faab99bb6b13'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:28:25.252923 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c50dd-03f1-4f7d-93b5-0d8daeec41a0 req-8ad7b6d1-6641-47e2-9860-597b553cab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:25.254357 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb6c50dd-03f1-4f7d-93b5-0d8daeec41a0 req-8ad7b6d1-6641-47e2-9860-597b553cab7d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e4d1d585-d690-40c6-acda-e5f26f1434fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444815 Aug 11 23:28:25.316451 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-c493a64e-742e-49a5-8bf8-f4ffff8b9b60 None None] Set router 26e879fc-babb-4c71-9422-faab99bb6b13 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:28:25.346575 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb6c50dd-03f1-4f7d-93b5-0d8daeec41a0 req-b942254a-9d0b-453c-ab3d-86f23c810ff3 service neutron] 10.222.0.82 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853536 Aug 11 23:28:25.439148 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-fb6c50dd-03f1-4f7d-93b5-0d8daeec41a0 req-5c7ba0df-1e60-4f01-b0fb-217eb31c2abb service neutron] 10.222.0.82 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861742 Aug 11 23:28:25.550595 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-c493a64e-742e-49a5-8bf8-f4ffff8b9b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'name': 'tempest-TestSnapshotPattern-464394477-router', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:25:31Z', 'updated_at': '2021-08-11T23:25:34Z', 'revision_number': 4, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'gw_port': {'id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:32Z', 'updated_at': '2021-08-11T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '2597be67-5f03-499b-8940-c136d607d211', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'floating_ip_address': '172.25.2.45', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'port_id': '0db85e8e-74a7-41aa-ba33-23702c247453', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'mac_address': 'fa:16:3e:26:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:28:23Z', 'updated_at': '2021-08-11T23:28:23Z', 'revision_number': 0, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'fixed_ip_address_scope': None}, {'id': 'b6e63cd4-324a-4a6e-b798-c3dc79e271d5', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'floating_ip_address': '172.25.2.83', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'port_id': '9f2487fb-22c4-4555-bde2-3f500c8ee75d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'mac_address': 'fa:16:3e:06:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1079916-e0c5-414b-8920-c2d1f465ce1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:25:51Z', 'updated_at': '2021-08-11T23:25:53Z', 'revision_number': 1, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7ab8c6f-65ec-4e2d-8489-edcaa2244580', 'name': '', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'mac_address': 'fa:16:3e:df:c8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:33Z', 'updated_at': '2021-08-11T23:25:41Z', 'revision_number': 5, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'subnets': [{'id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:28:25.575967 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c493a64e-742e-49a5-8bf8-f4ffff8b9b60 None None] The sync data for ids ['26e879fc-babb-4c71-9422-faab99bb6b13'] in n-d-804275-3 is: [{'id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'name': 'tempest-TestSnapshotPattern-464394477-router', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:25:31Z', 'updated_at': '2021-08-11T23:25:34Z', 'revision_number': 4, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'gw_port': {'id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:32Z', 'updated_at': '2021-08-11T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': '2597be67-5f03-499b-8940-c136d607d211', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'floating_ip_address': '172.25.2.45', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'port_id': '0db85e8e-74a7-41aa-ba33-23702c247453', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'mac_address': 'fa:16:3e:26:ba:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:28:23Z', 'updated_at': '2021-08-11T23:28:23Z', 'revision_number': 0, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'fixed_ip_address_scope': None}, {'id': 'b6e63cd4-324a-4a6e-b798-c3dc79e271d5', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'floating_ip_address': '172.25.2.83', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'port_id': '9f2487fb-22c4-4555-bde2-3f500c8ee75d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'mac_address': 'fa:16:3e:06:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1079916-e0c5-414b-8920-c2d1f465ce1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:25:51Z', 'updated_at': '2021-08-11T23:25:53Z', 'revision_number': 1, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7ab8c6f-65ec-4e2d-8489-edcaa2244580', 'name': '', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'mac_address': 'fa:16:3e:df:c8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:33Z', 'updated_at': '2021-08-11T23:25:41Z', 'revision_number': 5, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'subnets': [{'id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:28:25.777584 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f861cd07-1445-4164-8310-57b067f3a0f5 None None] New status for floating IP 2597be67-5f03-499b-8940-c136d607d211: ACTIVE {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 23:28:26.860939 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d149e997-5412-4bd2-9e8f-b705671da86a req-cdb443fa-1122-41c9-9a84-e16a9d39952c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d1079916-e0c5-414b-8920-c2d1f465ce1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418582 Aug 11 23:28:26.940836 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149e997-5412-4bd2-9e8f-b705671da86a req-78dcf241-fd1a-4c96-bf91-289f7208f69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:26.942340 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d149e997-5412-4bd2-9e8f-b705671da86a req-78dcf241-fd1a-4c96-bf91-289f7208f69e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3899da52dd4e4779a3a9a2a6234166b6&device_id=d1079916-e0c5-414b-8920-c2d1f465ce1b HTTP/1.1" status: 200 len: 1094 time: 0.0409172 Aug 11 23:28:27.050583 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149e997-5412-4bd2-9e8f-b705671da86a req-8d1b0ebd-6f65-4ed6-9296-b461753485a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:27.052131 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d149e997-5412-4bd2-9e8f-b705671da86a req-8d1b0ebd-6f65-4ed6-9296-b461753485a6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e4d1d585-d690-40c6-acda-e5f26f1434fc HTTP/1.1" status: 200 len: 910 time: 0.0901856 Aug 11 23:28:27.117170 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d149e997-5412-4bd2-9e8f-b705671da86a req-e0ea63d6-5f72-4bee-b1a0-2b517270a64a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f2487fb-22c4-4555-bde2-3f500c8ee75d HTTP/1.1" status: 200 len: 998 time: 0.0578756 Aug 11 23:28:27.169785 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149e997-5412-4bd2-9e8f-b705671da86a req-b5f644c3-8f0a-4564-84c0-067bb02089b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:27.171268 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d149e997-5412-4bd2-9e8f-b705671da86a req-b5f644c3-8f0a-4564-84c0-067bb02089b4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d4660c5-0a02-40d1-b2d6-264dc2b65db0 HTTP/1.1" status: 200 len: 848 time: 0.0474253 Aug 11 23:28:27.217166 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149e997-5412-4bd2-9e8f-b705671da86a req-a08cb336-a119-4c25-8dd4-f2df909b3889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:27.218688 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d149e997-5412-4bd2-9e8f-b705671da86a req-a08cb336-a119-4c25-8dd4-f2df909b3889 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e4d1d585-d690-40c6-acda-e5f26f1434fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401371 Aug 11 23:28:27.307447 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d149e997-5412-4bd2-9e8f-b705671da86a req-d37aabd5-9c1e-42d0-ad89-aa6de55d8659 service neutron] 10.222.0.52 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817249 Aug 11 23:28:27.401160 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-d149e997-5412-4bd2-9e8f-b705671da86a req-8a08decd-d453-42cd-99fb-406aa1ed5705 service neutron] 10.222.0.52 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864317 Aug 11 23:28:39.024415 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:42.213475 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bd0906fc-353d-4da7-8b1a-9cd3c6a4edd1 req-358a767b-6f26-4c89-aad0-47b87e2b0f1a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408807 Aug 11 23:28:42.309426 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0906fc-353d-4da7-8b1a-9cd3c6a4edd1 req-905f0bec-f9bc-4c08-9381-77f4f60412e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:42.310834 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bd0906fc-353d-4da7-8b1a-9cd3c6a4edd1 req-905f0bec-f9bc-4c08-9381-77f4f60412e4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3899da52dd4e4779a3a9a2a6234166b6&device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 1096 time: 0.0406647 Aug 11 23:28:42.424194 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0906fc-353d-4da7-8b1a-9cd3c6a4edd1 req-792d2a7d-65cf-4698-b342-579358af8ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:42.425884 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bd0906fc-353d-4da7-8b1a-9cd3c6a4edd1 req-792d2a7d-65cf-4698-b342-579358af8ace service neutron] 10.222.0.82 "GET /v2.0/networks?id=e4d1d585-d690-40c6-acda-e5f26f1434fc HTTP/1.1" status: 200 len: 910 time: 0.0896161 Aug 11 23:28:42.491161 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bd0906fc-353d-4da7-8b1a-9cd3c6a4edd1 req-21743651-8289-4e66-a72c-5558fc83b08e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0db85e8e-74a7-41aa-ba33-23702c247453 HTTP/1.1" status: 200 len: 1000 time: 0.0574851 Aug 11 23:28:42.540041 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0906fc-353d-4da7-8b1a-9cd3c6a4edd1 req-fb3c82cc-f764-4f47-810c-4cd48c847f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:42.541542 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bd0906fc-353d-4da7-8b1a-9cd3c6a4edd1 req-fb3c82cc-f764-4f47-810c-4cd48c847f43 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2d4660c5-0a02-40d1-b2d6-264dc2b65db0 HTTP/1.1" status: 200 len: 848 time: 0.0437727 Aug 11 23:28:42.591944 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0906fc-353d-4da7-8b1a-9cd3c6a4edd1 req-a0db3f60-d823-47e1-8a65-33db072ba871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:28:42.593432 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bd0906fc-353d-4da7-8b1a-9cd3c6a4edd1 req-a0db3f60-d823-47e1-8a65-33db072ba871 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e4d1d585-d690-40c6-acda-e5f26f1434fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441508 Aug 11 23:28:42.686461 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bd0906fc-353d-4da7-8b1a-9cd3c6a4edd1 req-87b7c1c8-3c80-4f7f-8364-6f7da508c493 service neutron] 10.222.0.82 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850930 Aug 11 23:28:42.778984 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-bd0906fc-353d-4da7-8b1a-9cd3c6a4edd1 req-f343c57a-ed59-4268-a4c2-07a8426659e2 service neutron] 10.222.0.82 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857613 Aug 11 23:28:43.390899 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5e9e819a-14f0-47f7-8446-6ee5a0f70abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:46.241447 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:46.360512 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4a2d886e-ac24-4314-be24-0afb9ed4b2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:47.902563 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:49.355569 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:28:51.482818 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:29:02.090572 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:29:09.034778 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:29:13.391597 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4930bdd1-5d96-4f27-a265-3acfbaa38179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:29:16.242209 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:29:16.360551 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-9c12653d-a925-43b9-a6dc-980e00613300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:29:17.905102 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:29:19.357641 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:29:21.496016 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:29:26.858813 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0556b557-96e3-4807-8b3b-af239811b96c req-d03c3049-a5fc-4b17-976b-e1586321aeea service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d1079916-e0c5-414b-8920-c2d1f465ce1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406406 Aug 11 23:29:26.942058 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556b557-96e3-4807-8b3b-af239811b96c req-a1149f63-d237-4f0d-a764-8fd65e365cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:29:26.943587 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0556b557-96e3-4807-8b3b-af239811b96c req-a1149f63-d237-4f0d-a764-8fd65e365cc1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3899da52dd4e4779a3a9a2a6234166b6&device_id=d1079916-e0c5-414b-8920-c2d1f465ce1b HTTP/1.1" status: 200 len: 1094 time: 0.0433688 Aug 11 23:29:27.053878 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556b557-96e3-4807-8b3b-af239811b96c req-1fd8d0d4-84fd-49ed-b690-41bb0a9f21ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:29:27.055969 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0556b557-96e3-4807-8b3b-af239811b96c req-1fd8d0d4-84fd-49ed-b690-41bb0a9f21ee service neutron] 10.222.0.52 "GET /v2.0/networks?id=e4d1d585-d690-40c6-acda-e5f26f1434fc HTTP/1.1" status: 200 len: 910 time: 0.0926785 Aug 11 23:29:27.132767 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0556b557-96e3-4807-8b3b-af239811b96c req-2a1c54a4-ceb2-4140-ad3f-5abe8f641a05 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f2487fb-22c4-4555-bde2-3f500c8ee75d HTTP/1.1" status: 200 len: 998 time: 0.0686908 Aug 11 23:29:27.184847 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556b557-96e3-4807-8b3b-af239811b96c req-d9be871c-8534-4264-8602-7859151c9c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:29:27.186365 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0556b557-96e3-4807-8b3b-af239811b96c req-d9be871c-8534-4264-8602-7859151c9c51 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d4660c5-0a02-40d1-b2d6-264dc2b65db0 HTTP/1.1" status: 200 len: 848 time: 0.0473380 Aug 11 23:29:27.232836 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556b557-96e3-4807-8b3b-af239811b96c req-123906dd-d21b-435e-b9d0-d45d2f439690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:29:27.234340 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0556b557-96e3-4807-8b3b-af239811b96c req-123906dd-d21b-435e-b9d0-d45d2f439690 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e4d1d585-d690-40c6-acda-e5f26f1434fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406539 Aug 11 23:29:27.323366 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0556b557-96e3-4807-8b3b-af239811b96c req-5154f25a-5914-4914-aa74-139b16cec0fc service neutron] 10.222.0.52 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815711 Aug 11 23:29:27.419077 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-0556b557-96e3-4807-8b3b-af239811b96c req-4f847136-2162-4c90-8892-b29d72d83662 service neutron] 10.222.0.52 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884013 Aug 11 23:29:39.037716 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:29:39.089216 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:29:43.391832 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-91c6d88c-f1ef-4eca-ad3d-41421fb07dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:29:44.261046 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a31e223c-33d9-407c-bdab-20cf1ce74cf9 req-8d1a67e6-1c56-4989-ae64-95e78c180eff service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0889249 Aug 11 23:29:44.367537 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e223c-33d9-407c-bdab-20cf1ce74cf9 req-33865215-c255-400f-81bb-429cc560fcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:29:44.369470 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a31e223c-33d9-407c-bdab-20cf1ce74cf9 req-33865215-c255-400f-81bb-429cc560fcd4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3899da52dd4e4779a3a9a2a6234166b6&device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 1096 time: 0.0400312 Aug 11 23:29:44.474808 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e223c-33d9-407c-bdab-20cf1ce74cf9 req-6def77f5-d1e5-4dac-b222-c18df51d5887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:29:44.476337 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a31e223c-33d9-407c-bdab-20cf1ce74cf9 req-6def77f5-d1e5-4dac-b222-c18df51d5887 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e4d1d585-d690-40c6-acda-e5f26f1434fc HTTP/1.1" status: 200 len: 910 time: 0.0879960 Aug 11 23:29:44.540657 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a31e223c-33d9-407c-bdab-20cf1ce74cf9 req-0317de18-2bfd-49ca-a006-0905a65c52c6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0db85e8e-74a7-41aa-ba33-23702c247453 HTTP/1.1" status: 200 len: 1000 time: 0.0576093 Aug 11 23:29:44.588692 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e223c-33d9-407c-bdab-20cf1ce74cf9 req-4ab7a6c7-9380-4269-a556-799a01f23168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:29:44.590194 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a31e223c-33d9-407c-bdab-20cf1ce74cf9 req-4ab7a6c7-9380-4269-a556-799a01f23168 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2d4660c5-0a02-40d1-b2d6-264dc2b65db0 HTTP/1.1" status: 200 len: 848 time: 0.0430360 Aug 11 23:29:44.638021 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e223c-33d9-407c-bdab-20cf1ce74cf9 req-fc168c56-0ec2-4d84-8684-6907796f7429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:29:44.639426 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a31e223c-33d9-407c-bdab-20cf1ce74cf9 req-fc168c56-0ec2-4d84-8684-6907796f7429 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e4d1d585-d690-40c6-acda-e5f26f1434fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426724 Aug 11 23:29:44.726673 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a31e223c-33d9-407c-bdab-20cf1ce74cf9 req-0343c77c-8a40-4dab-8fd8-0a1aac32edec service neutron] 10.222.0.82 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802929 Aug 11 23:29:45.144076 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-a31e223c-33d9-407c-bdab-20cf1ce74cf9 req-a2cbb6f2-34b5-4705-8c90-5679d5988415 service neutron] 10.222.0.82 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103057 Aug 11 23:29:46.246258 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:29:46.361091 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-6aeeb506-7386-4716-8144-28edfb5512da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:29:47.908143 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:29:49.359818 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:29:51.495480 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:09.050447 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:13.392382 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-62d68182-350a-41d3-91e2-be5335171c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:16.089333 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:30:16.248900 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:16.361523 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-532299bc-0557-4f26-a084-eb0245161a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:17.911147 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:19.363288 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:21.496271 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:26.855516 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f8eef6ff-b69f-4db4-81cd-92cbcdfb876a req-94697a68-6d0d-4605-a05d-cef8384491a1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d1079916-e0c5-414b-8920-c2d1f465ce1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404944 Aug 11 23:30:26.937179 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eef6ff-b69f-4db4-81cd-92cbcdfb876a req-bfdf68b7-2d05-4245-b3c3-1e716ccb6975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:30:26.938704 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f8eef6ff-b69f-4db4-81cd-92cbcdfb876a req-bfdf68b7-2d05-4245-b3c3-1e716ccb6975 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3899da52dd4e4779a3a9a2a6234166b6&device_id=d1079916-e0c5-414b-8920-c2d1f465ce1b HTTP/1.1" status: 200 len: 1094 time: 0.0412533 Aug 11 23:30:27.047679 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eef6ff-b69f-4db4-81cd-92cbcdfb876a req-182a9d7d-022e-4205-a966-abc360aa58b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:30:27.049198 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f8eef6ff-b69f-4db4-81cd-92cbcdfb876a req-182a9d7d-022e-4205-a966-abc360aa58b2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e4d1d585-d690-40c6-acda-e5f26f1434fc HTTP/1.1" status: 200 len: 910 time: 0.0909338 Aug 11 23:30:27.115281 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f8eef6ff-b69f-4db4-81cd-92cbcdfb876a req-13926133-e12a-408a-9055-8c0afeca2328 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f2487fb-22c4-4555-bde2-3f500c8ee75d HTTP/1.1" status: 200 len: 998 time: 0.0594285 Aug 11 23:30:27.171442 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eef6ff-b69f-4db4-81cd-92cbcdfb876a req-40a97c96-f72e-437f-be06-6fcac8a82027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:30:27.173020 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f8eef6ff-b69f-4db4-81cd-92cbcdfb876a req-40a97c96-f72e-437f-be06-6fcac8a82027 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d4660c5-0a02-40d1-b2d6-264dc2b65db0 HTTP/1.1" status: 200 len: 848 time: 0.0503087 Aug 11 23:30:27.543912 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eef6ff-b69f-4db4-81cd-92cbcdfb876a req-fd392a58-5fd0-44e9-a2fa-9d249212206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:30:27.545435 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f8eef6ff-b69f-4db4-81cd-92cbcdfb876a req-fd392a58-5fd0-44e9-a2fa-9d249212206a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e4d1d585-d690-40c6-acda-e5f26f1434fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3657007 Aug 11 23:30:27.634853 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f8eef6ff-b69f-4db4-81cd-92cbcdfb876a req-9e057245-ef0f-4e16-8419-b86ae75af5f0 service neutron] 10.222.0.52 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810816 Aug 11 23:30:27.735816 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-f8eef6ff-b69f-4db4-81cd-92cbcdfb876a req-ff4ddd23-b9b2-4970-b94f-6c1e9cc954c4 service neutron] 10.222.0.52 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937886 Aug 11 23:30:28.966432 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 0db85e8e-74a7-41aa-ba33-23702c247453 details requested by agent hyperv_n-h1-804275-3 with host n-h1-804275-3 {{(pid=100944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 23:30:29.077326 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 0db85e8e-74a7-41aa-ba33-23702c247453, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=0db85e8e-74a7-41aa-ba33-23702c247453,segment=NetworkSegment(718ff13a-440a-4a74-aa75-b62e28f0b55e),segment_id=718ff13a-440a-4a74-aa75-b62e28f0b55e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:30:29.092039 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Returning: {'device': '0db85e8e-74a7-41aa-ba33-23702c247453', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'port_id': '0db85e8e-74a7-41aa-ba33-23702c247453', 'mac_address': 'fa:16:3e:26:ba:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 23:30:29.128266 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:29.141858 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0db85e8e-74a7-41aa-ba33-23702c247453 {{(pid=100944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 23:30:29.160830 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 0db85e8e-74a7-41aa-ba33-23702c247453, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=0db85e8e-74a7-41aa-ba33-23702c247453,segment=NetworkSegment(718ff13a-440a-4a74-aa75-b62e28f0b55e),segment_id=718ff13a-440a-4a74-aa75-b62e28f0b55e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:30:29.164951 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:29.212114 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=0db85e8e-74a7-41aa-ba33-23702c247453,revision_number=6']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:30:29.219347 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:29.219750 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:29.220078 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:29.220420 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:29.220762 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:29.221100 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:29.221440 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:29.221773 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:29.222105 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:29.222436 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:29.222768 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:29.223181 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:29.311085 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] get_ports_and_sgs() called for port_ids ['0db85e8e-74a7-41aa-ba33-23702c247453'] {{(pid=100944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 23:30:30.980143 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 0db85e8e-74a7-41aa-ba33-23702c247453 up at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 23:30:31.027758 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.provisioning_blocks [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Provisioning complete for port 0db85e8e-74a7-41aa-ba33-23702c247453 triggered by entity L2. {{(pid=100944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 23:30:31.028142 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713659'] for port, provisioning_complete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:31.105457 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:31.126970 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db85e8e-74a7-41aa-ba33-23702c247453'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:30:31.129250 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6cd65f-5572-4c02-b67c-700c4343f6d2" -d '{"events": [{"server_uuid": "fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a", "name": "network-vif-plugged", "status": "completed", "tag": "0db85e8e-74a7-41aa-ba33-23702c247453"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:30:31.142904 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 0db85e8e-74a7-41aa-ba33-23702c247453, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=0db85e8e-74a7-41aa-ba33-23702c247453,segment=NetworkSegment(718ff13a-440a-4a74-aa75-b62e28f0b55e),segment_id=718ff13a-440a-4a74-aa75-b62e28f0b55e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:30:31.147843 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:31.172172 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 23:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023893be-21a0-40e5-b134-c34e2c17cb73 x-openstack-request-id: req-023893be-21a0-40e5-b134-c34e2c17cb73 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:30:31.172470 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a", "name": "network-vif-plugged", "status": "completed", "tag": "0db85e8e-74a7-41aa-ba33-23702c247453", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:30:31.172725 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-023893be-21a0-40e5-b134-c34e2c17cb73 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:30:31.173121 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db85e8e-74a7-41aa-ba33-23702c247453', 'code': 200} Aug 11 23:30:31.199109 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=0db85e8e-74a7-41aa-ba33-23702c247453,revision_number=7']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:30:39.053154 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:41.145227 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60446) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:30:41.311861 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-fc6d2ed1-38a8-48c9-ab48-ede596a2c4c4 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Deleting port c08680a7-6a3a-41df-b733-c0da37ccbc10 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:30:41.312208 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc6d2ed1-38a8-48c9-ab48-ede596a2c4c4 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:41.385925 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc6d2ed1-38a8-48c9-ab48-ede596a2c4c4 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:41.386250 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc6d2ed1-38a8-48c9-ab48-ede596a2c4c4 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:41.397476 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-fc6d2ed1-38a8-48c9-ab48-ede596a2c4c4 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Calling delete_port for c08680a7-6a3a-41df-b733-c0da37ccbc10 owned by network:floatingip {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:30:41.543371 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc6d2ed1-38a8-48c9-ab48-ede596a2c4c4 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:41.568159 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d2ed1-38a8-48c9-ab48-ede596a2c4c4 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Pushing event deleted for resources: {'Port': ['ID=c08680a7-6a3a-41df-b733-c0da37ccbc10,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:30:41.579628 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d2ed1-38a8-48c9-ab48-ede596a2c4c4 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:41.579979 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d2ed1-38a8-48c9-ab48-ede596a2c4c4 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:41.580323 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d2ed1-38a8-48c9-ab48-ede596a2c4c4 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:41.580662 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d2ed1-38a8-48c9-ab48-ede596a2c4c4 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:41.581006 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d2ed1-38a8-48c9-ab48-ede596a2c4c4 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:41.581339 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d2ed1-38a8-48c9-ab48-ede596a2c4c4 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:41.581671 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d2ed1-38a8-48c9-ab48-ede596a2c4c4 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:41.581999 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d2ed1-38a8-48c9-ab48-ede596a2c4c4 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:41.582326 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d2ed1-38a8-48c9-ab48-ede596a2c4c4 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:41.582651 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d2ed1-38a8-48c9-ab48-ede596a2c4c4 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:41.582979 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d2ed1-38a8-48c9-ab48-ede596a2c4c4 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:41.583303 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d2ed1-38a8-48c9-ab48-ede596a2c4c4 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:41.641547 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc6d2ed1-38a8-48c9-ab48-ede596a2c4c4 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for floatingip, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:41.641940 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-fc6d2ed1-38a8-48c9-ab48-ede596a2c4c4 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Floating IP 2597be67-5f03-499b-8940-c136d607d211 disassociated (deleted). External IP: 172.25.2.45, port: 0db85e8e-74a7-41aa-ba33-23702c247453. Aug 11 23:30:41.849464 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6d2ed1-38a8-48c9-ab48-ede596a2c4c4 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Router 26e879fc-babb-4c71-9422-faab99bb6b13 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:30:41.957170 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6d2ed1-38a8-48c9-ab48-ede596a2c4c4 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:30:41.962150 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-fc6d2ed1-38a8-48c9-ab48-ede596a2c4c4 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:41.967442 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289a21c6-1f81-4320-98a9-b36fa80738af None None] Sync routers for ids ['26e879fc-babb-4c71-9422-faab99bb6b13'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:30:41.977117 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289a21c6-1f81-4320-98a9-b36fa80738af None None] Routers {'26e879fc-babb-4c71-9422-faab99bb6b13'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:30:41.977727 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-289a21c6-1f81-4320-98a9-b36fa80738af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:30:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['26e879fc-babb-4c71-9422-faab99bb6b13'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:30:41.991402 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-fc6d2ed1-38a8-48c9-ab48-ede596a2c4c4 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "DELETE /v2.0/floatingips/2597be67-5f03-499b-8940-c136d607d211 HTTP/1.1" status: 204 len: 168 time: 0.8450279 Aug 11 23:30:41.992037 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a', 'tag': '0db85e8e-74a7-41aa-ba33-23702c247453'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:30:41.994328 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18148bbd-873d-4bc2-8470-a016eff97483" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a", "tag": "0db85e8e-74a7-41aa-ba33-23702c247453"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:30:42.086112 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-289a21c6-1f81-4320-98a9-b36fa80738af None None] Set router 26e879fc-babb-4c71-9422-faab99bb6b13 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:30:42.157428 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5494981a-0da4-4090-8a79-ea42213086a2 x-openstack-request-id: req-5494981a-0da4-4090-8a79-ea42213086a2 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:30:42.157941 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a", "tag": "0db85e8e-74a7-41aa-ba33-23702c247453", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:30:42.158271 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5494981a-0da4-4090-8a79-ea42213086a2 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:30:42.158815 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a', 'tag': '0db85e8e-74a7-41aa-ba33-23702c247453', 'status': 'completed', 'code': 200} Aug 11 23:30:42.285063 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3fc0e-ab5c-48f9-8235-ea5466df50d0 req-a22d284d-801f-409d-923f-71c1b41e0e10 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:30:42.286609 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3ed3fc0e-ab5c-48f9-8235-ea5466df50d0 req-a22d284d-801f-409d-923f-71c1b41e0e10 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 945 time: 0.0793858 Aug 11 23:30:42.289446 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18148bbd-873d-4bc2-8470-a016eff97483 req-e9f46be5-301c-44f5-b0de-ef98100b076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:30:42.290960 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-18148bbd-873d-4bc2-8470-a016eff97483 req-e9f46be5-301c-44f5-b0de-ef98100b076f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3899da52dd4e4779a3a9a2a6234166b6&device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 1096 time: 0.0735664 Aug 11 23:30:42.321074 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-289a21c6-1f81-4320-98a9-b36fa80738af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'name': 'tempest-TestSnapshotPattern-464394477-router', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:25:31Z', 'updated_at': '2021-08-11T23:25:34Z', 'revision_number': 4, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'gw_port': {'id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:32Z', 'updated_at': '2021-08-11T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'b6e63cd4-324a-4a6e-b798-c3dc79e271d5', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'floating_ip_address': '172.25.2.83', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'port_id': '9f2487fb-22c4-4555-bde2-3f500c8ee75d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'mac_address': 'fa:16:3e:06:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1079916-e0c5-414b-8920-c2d1f465ce1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:25:51Z', 'updated_at': '2021-08-11T23:25:53Z', 'revision_number': 1, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7ab8c6f-65ec-4e2d-8489-edcaa2244580', 'name': '', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'mac_address': 'fa:16:3e:df:c8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:33Z', 'updated_at': '2021-08-11T23:25:41Z', 'revision_number': 5, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'subnets': [{'id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:30:42.347324 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289a21c6-1f81-4320-98a9-b36fa80738af None None] Checking router: 26e879fc-babb-4c71-9422-faab99bb6b13 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:30:42.355927 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289a21c6-1f81-4320-98a9-b36fa80738af None None] Routers {'26e879fc-babb-4c71-9422-faab99bb6b13'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:30:42.356538 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-289a21c6-1f81-4320-98a9-b36fa80738af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:30:16Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['26e879fc-babb-4c71-9422-faab99bb6b13'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:30:42.374540 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3ed3fc0e-ab5c-48f9-8235-ea5466df50d0 req-6feff023-4ab9-4e84-b739-342f75419bf3 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813913 Aug 11 23:30:42.419703 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18148bbd-873d-4bc2-8470-a016eff97483 req-1485098d-e37d-4cdb-90a2-474f435c16db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:30:42.421261 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-18148bbd-873d-4bc2-8470-a016eff97483 req-1485098d-e37d-4cdb-90a2-474f435c16db service neutron] 10.222.0.82 "GET /v2.0/networks?id=e4d1d585-d690-40c6-acda-e5f26f1434fc HTTP/1.1" status: 200 len: 910 time: 0.1213224 Aug 11 23:30:42.468533 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-18148bbd-873d-4bc2-8470-a016eff97483 req-4bda047a-5cf5-4529-869d-3552f838cdf7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0db85e8e-74a7-41aa-ba33-23702c247453 HTTP/1.1" status: 200 len: 217 time: 0.0383453 Aug 11 23:30:42.527532 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18148bbd-873d-4bc2-8470-a016eff97483 req-965a4a82-5589-4eff-9126-7546f4dfa917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:30:42.529063 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-18148bbd-873d-4bc2-8470-a016eff97483 req-965a4a82-5589-4eff-9126-7546f4dfa917 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2d4660c5-0a02-40d1-b2d6-264dc2b65db0 HTTP/1.1" status: 200 len: 848 time: 0.0526512 Aug 11 23:30:42.564723 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-289a21c6-1f81-4320-98a9-b36fa80738af None None] Set router 26e879fc-babb-4c71-9422-faab99bb6b13 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:30:42.577610 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18148bbd-873d-4bc2-8470-a016eff97483 req-ec1bf3b7-591d-4c4d-b3a4-175c5bdc58ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:30:42.579156 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-18148bbd-873d-4bc2-8470-a016eff97483 req-ec1bf3b7-591d-4c4d-b3a4-175c5bdc58ec service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e4d1d585-d690-40c6-acda-e5f26f1434fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411389 Aug 11 23:30:42.672269 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-18148bbd-873d-4bc2-8470-a016eff97483 req-49e5ef6a-d9f7-4880-8725-7d1549af6c8f service neutron] 10.222.0.82 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828478 Aug 11 23:30:42.769378 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-18148bbd-873d-4bc2-8470-a016eff97483 req-0f6e5cd8-55cb-4248-8db1-0b76de27ed1f service neutron] 10.222.0.82 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887320 Aug 11 23:30:42.787341 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-289a21c6-1f81-4320-98a9-b36fa80738af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'name': 'tempest-TestSnapshotPattern-464394477-router', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:25:31Z', 'updated_at': '2021-08-11T23:25:34Z', 'revision_number': 4, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'gw_port': {'id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:32Z', 'updated_at': '2021-08-11T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'b6e63cd4-324a-4a6e-b798-c3dc79e271d5', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'floating_ip_address': '172.25.2.83', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'port_id': '9f2487fb-22c4-4555-bde2-3f500c8ee75d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'mac_address': 'fa:16:3e:06:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1079916-e0c5-414b-8920-c2d1f465ce1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:25:51Z', 'updated_at': '2021-08-11T23:25:53Z', 'revision_number': 1, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7ab8c6f-65ec-4e2d-8489-edcaa2244580', 'name': '', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'mac_address': 'fa:16:3e:df:c8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:33Z', 'updated_at': '2021-08-11T23:25:41Z', 'revision_number': 5, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'subnets': [{'id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:30:42.814058 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289a21c6-1f81-4320-98a9-b36fa80738af None None] The sync data for ids ['26e879fc-babb-4c71-9422-faab99bb6b13'] in n-d-804275-3 is: [{'id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'name': 'tempest-TestSnapshotPattern-464394477-router', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:25:31Z', 'updated_at': '2021-08-11T23:25:34Z', 'revision_number': 4, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'gw_port': {'id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:32Z', 'updated_at': '2021-08-11T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_floatingips': [{'id': 'b6e63cd4-324a-4a6e-b798-c3dc79e271d5', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'floating_ip_address': '172.25.2.83', 'floating_network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'router_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'port_id': '9f2487fb-22c4-4555-bde2-3f500c8ee75d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'mac_address': 'fa:16:3e:06:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1079916-e0c5-414b-8920-c2d1f465ce1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T23:25:51Z', 'updated_at': '2021-08-11T23:25:53Z', 'revision_number': 1, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7ab8c6f-65ec-4e2d-8489-edcaa2244580', 'name': '', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'mac_address': 'fa:16:3e:df:c8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:33Z', 'updated_at': '2021-08-11T23:25:41Z', 'revision_number': 5, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'subnets': [{'id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:30:43.004094 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 0db85e8e-74a7-41aa-ba33-23702c247453 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:30:43.078593 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62976853-90e5-4d03-a4df-37ebaea74235 None None] New status for floating IP 2597be67-5f03-499b-8940-c136d607d211: DOWN {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 23:30:43.145462 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661491'] for port, before_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:43.170647 n-d-804275-3 neutron-server[100944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0db85e8e-74a7-41aa-ba33-23702c247453'}] {{(pid=100944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:30:43.172949 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc5e6fe112837d0121b6c36497ff50fc0a325f8566a69b91b9cd2deb6a75bfa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e74b005-db0f-4ffa-9657-4bc319c53a05" -d '{"events": [{"server_uuid": "fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a", "name": "network-vif-unplugged", "status": "completed", "tag": "0db85e8e-74a7-41aa-ba33-23702c247453"}]}' {{(pid=100944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:30:43.189039 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] For port 0db85e8e-74a7-41aa-ba33-23702c247453, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=0db85e8e-74a7-41aa-ba33-23702c247453,segment=NetworkSegment(718ff13a-440a-4a74-aa75-b62e28f0b55e),segment_id=718ff13a-440a-4a74-aa75-b62e28f0b55e)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:30:43.194767 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776456465821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776455996438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776455996456'] for port, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:43.220189 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 23:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45258e7-2dd8-4c5c-8e1d-931479006d47 x-openstack-request-id: req-d45258e7-2dd8-4c5c-8e1d-931479006d47 {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:30:43.220484 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a", "name": "network-vif-unplugged", "status": "completed", "tag": "0db85e8e-74a7-41aa-ba33-23702c247453", "code": 200}]} {{(pid=100944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:30:43.220739 n-d-804275-3 neutron-server[100944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d45258e7-2dd8-4c5c-8e1d-931479006d47 {{(pid=100944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:30:43.221140 n-d-804275-3 neutron-server[100944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0db85e8e-74a7-41aa-ba33-23702c247453', 'code': 200} Aug 11 23:30:43.248195 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Pushing event updated for resources: {'Port': ['ID=0db85e8e-74a7-41aa-ba33-23702c247453,revision_number=8']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:30:43.392845 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4532af38-a387-431a-83b6-b88c2325cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:43.495977 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1f2fe-defa-4ca4-b140-dd57a46cabfa req-613c9a6b-de66-449d-8d38-11097b06fb92 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:30:43.497529 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1ee1f2fe-defa-4ca4-b140-dd57a46cabfa req-613c9a6b-de66-449d-8d38-11097b06fb92 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 943 time: 0.0499122 Aug 11 23:30:43.537631 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-1ee1f2fe-defa-4ca4-b140-dd57a46cabfa req-73cb052c-695e-4868-803c-9610e2a23acc tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338275 Aug 11 23:30:44.045975 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074a460-6d33-4507-b06b-12a05f40c726 req-c7d94959-0678-4516-aab1-5731769f663d tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:30:44.047474 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0074a460-6d33-4507-b06b-12a05f40c726 req-c7d94959-0678-4516-aab1-5731769f663d tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 943 time: 0.0535889 Aug 11 23:30:44.138222 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-0074a460-6d33-4507-b06b-12a05f40c726 req-bb9dcb36-1b26-4e91-b967-fea4a6207564 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Deleting port 0db85e8e-74a7-41aa-ba33-23702c247453 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:30:44.138593 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-0074a460-6d33-4507-b06b-12a05f40c726 req-bb9dcb36-1b26-4e91-b967-fea4a6207564 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:44.229989 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [req-0074a460-6d33-4507-b06b-12a05f40c726 req-bb9dcb36-1b26-4e91-b967-fea4a6207564 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] For port 0db85e8e-74a7-41aa-ba33-23702c247453, host n-h1-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804275-3',level=0,port_id=0db85e8e-74a7-41aa-ba33-23702c247453,segment=NetworkSegment(718ff13a-440a-4a74-aa75-b62e28f0b55e),segment_id=718ff13a-440a-4a74-aa75-b62e28f0b55e)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:30:44.230366 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-0074a460-6d33-4507-b06b-12a05f40c726 req-bb9dcb36-1b26-4e91-b967-fea4a6207564 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:44.245459 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [req-0074a460-6d33-4507-b06b-12a05f40c726 req-bb9dcb36-1b26-4e91-b967-fea4a6207564 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Calling delete_port for 0db85e8e-74a7-41aa-ba33-23702c247453 owned by compute:nova {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:30:44.371951 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-0074a460-6d33-4507-b06b-12a05f40c726 req-bb9dcb36-1b26-4e91-b967-fea4a6207564 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:44.405991 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9dcb36-1b26-4e91-b967-fea4a6207564 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Pushing event deleted for resources: {'Port': ['ID=0db85e8e-74a7-41aa-ba33-23702c247453,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:30:44.445181 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [req-0074a460-6d33-4507-b06b-12a05f40c726 req-bb9dcb36-1b26-4e91-b967-fea4a6207564 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] No DVR routers for this DVR port 0db85e8e-74a7-41aa-ba33-23702c247453 on host n-h1-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:30:44.448544 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [req-0074a460-6d33-4507-b06b-12a05f40c726 req-bb9dcb36-1b26-4e91-b967-fea4a6207564 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:44.450582 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-0074a460-6d33-4507-b06b-12a05f40c726 req-bb9dcb36-1b26-4e91-b967-fea4a6207564 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.82 "DELETE /v2.0/ports/0db85e8e-74a7-41aa-ba33-23702c247453 HTTP/1.1" status: 204 len: 173 time: 0.3962078 Aug 11 23:30:44.451024 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a', 'name': 'network-vif-deleted', 'tag': '0db85e8e-74a7-41aa-ba33-23702c247453'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:30:44.453334 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4628f705-ecc2-4c56-baba-0a7d3b284eb2" -d '{"events": [{"server_uuid": "fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a", "name": "network-vif-deleted", "tag": "0db85e8e-74a7-41aa-ba33-23702c247453"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:30:44.489928 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 23:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1153aff2-d560-4a0f-8404-229b31736624 x-openstack-request-id: req-1153aff2-d560-4a0f-8404-229b31736624 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:30:44.490677 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a", "name": "network-vif-deleted", "tag": "0db85e8e-74a7-41aa-ba33-23702c247453", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:30:44.491122 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1153aff2-d560-4a0f-8404-229b31736624 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:30:44.491579 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a', 'name': 'network-vif-deleted', 'tag': '0db85e8e-74a7-41aa-ba33-23702c247453', 'status': 'completed', 'code': 200} Aug 11 23:30:44.658293 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-02f63887-be96-4ba6-ae13-f6523440a9a0 req-fb399d69-62ba-4d17-b1f8-b96a57a3fe91 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd5b14f6-6efa-45ff-9146-8d3fdd7cd54a HTTP/1.1" status: 200 len: 210 time: 0.0269363 Aug 11 23:30:46.245933 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60504) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:30:46.252407 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:46.362093 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-632803b7-2d1a-495a-8cb0-98238d64da8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:46.415861 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-56ca7cec-f873-4fac-a823-fa5463006046 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Deleting port 6966b2b0-6819-4565-9f54-2dbca9d85590 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:30:46.416216 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-56ca7cec-f873-4fac-a823-fa5463006046 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:46.494789 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-56ca7cec-f873-4fac-a823-fa5463006046 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:46.495033 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-56ca7cec-f873-4fac-a823-fa5463006046 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:46.506894 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-56ca7cec-f873-4fac-a823-fa5463006046 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Calling delete_port for 6966b2b0-6819-4565-9f54-2dbca9d85590 owned by network:floatingip {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:30:46.656143 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-56ca7cec-f873-4fac-a823-fa5463006046 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:46.681358 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca7cec-f873-4fac-a823-fa5463006046 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Pushing event deleted for resources: {'Port': ['ID=6966b2b0-6819-4565-9f54-2dbca9d85590,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:30:46.741506 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-56ca7cec-f873-4fac-a823-fa5463006046 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for floatingip, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:46.741845 n-d-804275-3 neutron-server[100943]: INFO neutron.db.l3_db [None req-56ca7cec-f873-4fac-a823-fa5463006046 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Floating IP b6e63cd4-324a-4a6e-b798-c3dc79e271d5 disassociated (deleted). External IP: 172.25.2.83, port: 9f2487fb-22c4-4555-bde2-3f500c8ee75d. Aug 11 23:30:46.955643 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ca7cec-f873-4fac-a823-fa5463006046 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Router 26e879fc-babb-4c71-9422-faab99bb6b13 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:30:46.998026 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 0db85e8e-74a7-41aa-ba33-23702c247453 no longer exists at agent hyperv_n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:30:47.018096 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] No Port match for: 0db85e8e-74a7-41aa-ba33-23702c247453 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:30:47.018450 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Device 0db85e8e-74a7-41aa-ba33-23702c247453 not bound to the agent host n-h1-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:30:47.066266 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ca7cec-f873-4fac-a823-fa5463006046 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:30:47.070784 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-56ca7cec-f873-4fac-a823-fa5463006046 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for floatingip, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:47.076538 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e438fd-abe9-4ebf-a573-fee8a8075802 None None] Sync routers for ids ['26e879fc-babb-4c71-9422-faab99bb6b13'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:30:47.085165 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e438fd-abe9-4ebf-a573-fee8a8075802 None None] Routers {'26e879fc-babb-4c71-9422-faab99bb6b13'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:30:47.085770 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-22e438fd-abe9-4ebf-a573-fee8a8075802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:30:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['26e879fc-babb-4c71-9422-faab99bb6b13'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:30:47.098996 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-56ca7cec-f873-4fac-a823-fa5463006046 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "DELETE /v2.0/floatingips/b6e63cd4-324a-4a6e-b798-c3dc79e271d5 HTTP/1.1" status: 204 len: 168 time: 0.8519621 Aug 11 23:30:47.099617 n-d-804275-3 neutron-server[100943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1079916-e0c5-414b-8920-c2d1f465ce1b', 'tag': '9f2487fb-22c4-4555-bde2-3f500c8ee75d'}] {{(pid=100943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:30:47.101929 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}398222b84e053b3a4417a070f12d9fcd45d76fe2f7efd51a3911d5171d3cc075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bda3e5a-fd50-42b2-8c89-3db3a3a6b4c7" -d '{"events": [{"name": "network-changed", "server_uuid": "d1079916-e0c5-414b-8920-c2d1f465ce1b", "tag": "9f2487fb-22c4-4555-bde2-3f500c8ee75d"}]}' {{(pid=100943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:30:47.202726 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-22e438fd-abe9-4ebf-a573-fee8a8075802 None None] Set router 26e879fc-babb-4c71-9422-faab99bb6b13 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:30:47.256389 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 23:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46370082-5a0b-42a3-896f-f95155eec9c8 x-openstack-request-id: req-46370082-5a0b-42a3-896f-f95155eec9c8 {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:30:47.256968 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1079916-e0c5-414b-8920-c2d1f465ce1b", "tag": "9f2487fb-22c4-4555-bde2-3f500c8ee75d", "status": "completed", "code": 200}]} {{(pid=100943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:30:47.256968 n-d-804275-3 neutron-server[100943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-46370082-5a0b-42a3-896f-f95155eec9c8 {{(pid=100943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:30:47.257269 n-d-804275-3 neutron-server[100943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1079916-e0c5-414b-8920-c2d1f465ce1b', 'tag': '9f2487fb-22c4-4555-bde2-3f500c8ee75d', 'status': 'completed', 'code': 200} Aug 11 23:30:47.323959 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda3e5a-fd50-42b2-8c89-3db3a3a6b4c7 req-f31fcfbf-3fab-4681-8a09-e2846c7dcd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:30:47.325415 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2bda3e5a-fd50-42b2-8c89-3db3a3a6b4c7 req-f31fcfbf-3fab-4681-8a09-e2846c7dcd39 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3899da52dd4e4779a3a9a2a6234166b6&device_id=d1079916-e0c5-414b-8920-c2d1f465ce1b HTTP/1.1" status: 200 len: 1094 time: 0.0437102 Aug 11 23:30:47.358265 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7def46-357c-4b12-8aaf-7343bc818a75 req-f9d887b3-d806-4b65-b047-6d4b74baf6d4 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:30:47.359890 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3f7def46-357c-4b12-8aaf-7343bc818a75 req-f9d887b3-d806-4b65-b047-6d4b74baf6d4 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1079916-e0c5-414b-8920-c2d1f465ce1b HTTP/1.1" status: 200 len: 943 time: 0.0524311 Aug 11 23:30:47.400824 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-3f7def46-357c-4b12-8aaf-7343bc818a75 req-3c40e9d4-e697-4d7b-8064-53ec610fa3e3 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332778 Aug 11 23:30:47.428130 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-22e438fd-abe9-4ebf-a573-fee8a8075802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'name': 'tempest-TestSnapshotPattern-464394477-router', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:25:31Z', 'updated_at': '2021-08-11T23:25:34Z', 'revision_number': 4, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'gw_port': {'id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:32Z', 'updated_at': '2021-08-11T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'a7ab8c6f-65ec-4e2d-8489-edcaa2244580', 'name': '', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'mac_address': 'fa:16:3e:df:c8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:33Z', 'updated_at': '2021-08-11T23:25:41Z', 'revision_number': 5, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'subnets': [{'id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:30:47.428453 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda3e5a-fd50-42b2-8c89-3db3a3a6b4c7 req-5a1ecc57-d317-4f7f-bd69-7d1aa568803d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:30:47.429742 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2bda3e5a-fd50-42b2-8c89-3db3a3a6b4c7 req-5a1ecc57-d317-4f7f-bd69-7d1aa568803d service neutron] 10.222.0.52 "GET /v2.0/networks?id=e4d1d585-d690-40c6-acda-e5f26f1434fc HTTP/1.1" status: 200 len: 910 time: 0.0955582 Aug 11 23:30:47.454513 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e438fd-abe9-4ebf-a573-fee8a8075802 None None] Checking router: 26e879fc-babb-4c71-9422-faab99bb6b13 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:30:47.463368 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e438fd-abe9-4ebf-a573-fee8a8075802 None None] Routers {'26e879fc-babb-4c71-9422-faab99bb6b13'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:30:47.464128 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-22e438fd-abe9-4ebf-a573-fee8a8075802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:30:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['26e879fc-babb-4c71-9422-faab99bb6b13'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:30:47.473067 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2bda3e5a-fd50-42b2-8c89-3db3a3a6b4c7 req-2d99018c-f7f9-4d62-849c-d9db9ac8a789 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f2487fb-22c4-4555-bde2-3f500c8ee75d HTTP/1.1" status: 200 len: 217 time: 0.0357323 Aug 11 23:30:47.530593 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda3e5a-fd50-42b2-8c89-3db3a3a6b4c7 req-d01296bf-df68-4931-b604-8bd567d21f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:30:47.532144 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2bda3e5a-fd50-42b2-8c89-3db3a3a6b4c7 req-d01296bf-df68-4931-b604-8bd567d21f27 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d4660c5-0a02-40d1-b2d6-264dc2b65db0 HTTP/1.1" status: 200 len: 848 time: 0.0505881 Aug 11 23:30:47.572397 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-22e438fd-abe9-4ebf-a573-fee8a8075802 None None] Set router 26e879fc-babb-4c71-9422-faab99bb6b13 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:30:47.584011 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda3e5a-fd50-42b2-8c89-3db3a3a6b4c7 req-afce98c6-82b1-4b47-a6af-bf6a48480f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:30:47.585560 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2bda3e5a-fd50-42b2-8c89-3db3a3a6b4c7 req-afce98c6-82b1-4b47-a6af-bf6a48480f4c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e4d1d585-d690-40c6-acda-e5f26f1434fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454364 Aug 11 23:30:47.676648 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2bda3e5a-fd50-42b2-8c89-3db3a3a6b4c7 req-99334b3a-16ee-44b2-8521-ef663fbbfc82 service neutron] 10.222.0.52 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834649 Aug 11 23:30:47.773068 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-2bda3e5a-fd50-42b2-8c89-3db3a3a6b4c7 req-52ddcb57-1056-4814-84b0-deba903248f8 service neutron] 10.222.0.52 "GET /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886180 Aug 11 23:30:47.777712 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-22e438fd-abe9-4ebf-a573-fee8a8075802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'name': 'tempest-TestSnapshotPattern-464394477-router', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:25:31Z', 'updated_at': '2021-08-11T23:25:34Z', 'revision_number': 4, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'gw_port': {'id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:32Z', 'updated_at': '2021-08-11T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'a7ab8c6f-65ec-4e2d-8489-edcaa2244580', 'name': '', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'mac_address': 'fa:16:3e:df:c8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:33Z', 'updated_at': '2021-08-11T23:25:41Z', 'revision_number': 5, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'subnets': [{'id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:30:47.810524 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e438fd-abe9-4ebf-a573-fee8a8075802 None None] The sync data for ids ['26e879fc-babb-4c71-9422-faab99bb6b13'] in n-d-804275-3 is: [{'id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'name': 'tempest-TestSnapshotPattern-464394477-router', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:25:31Z', 'updated_at': '2021-08-11T23:25:34Z', 'revision_number': 4, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'gw_port': {'id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:32Z', 'updated_at': '2021-08-11T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3', '_interfaces': [{'id': 'a7ab8c6f-65ec-4e2d-8489-edcaa2244580', 'name': '', 'network_id': 'e4d1d585-d690-40c6-acda-e5f26f1434fc', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'mac_address': 'fa:16:3e:df:c8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:33Z', 'updated_at': '2021-08-11T23:25:41Z', 'revision_number': 5, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'subnets': [{'id': '2d4660c5-0a02-40d1-b2d6-264dc2b65db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:30:47.912526 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:48.031330 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61ecb82-d6d2-419a-9b36-d361209994b3 None None] New status for floating IP b6e63cd4-324a-4a6e-b798-c3dc79e271d5: DOWN {{(pid=100944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 23:30:48.321628 n-d-804275-3 neutron-server[100942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b65af-e9e0-465c-bf74-e318ff877644 req-6c47743f-f58c-4901-b408-94130cdd43b9 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:30:48.323060 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ff0b65af-e9e0-465c-bf74-e318ff877644 req-6c47743f-f58c-4901-b408-94130cdd43b9 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1079916-e0c5-414b-8920-c2d1f465ce1b HTTP/1.1" status: 200 len: 943 time: 0.0501025 Aug 11 23:30:48.411694 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-ff0b65af-e9e0-465c-bf74-e318ff877644 req-8e7c74bf-903d-4543-9dce-a0021d86fe65 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Deleting port 9f2487fb-22c4-4555-bde2-3f500c8ee75d {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:30:48.412415 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ff0b65af-e9e0-465c-bf74-e318ff877644 req-8e7c74bf-903d-4543-9dce-a0021d86fe65 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:48.506868 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [req-ff0b65af-e9e0-465c-bf74-e318ff877644 req-8e7c74bf-903d-4543-9dce-a0021d86fe65 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] For port 9f2487fb-22c4-4555-bde2-3f500c8ee75d, host n-h2-804275-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804275-3',level=0,port_id=9f2487fb-22c4-4555-bde2-3f500c8ee75d,segment=NetworkSegment(718ff13a-440a-4a74-aa75-b62e28f0b55e),segment_id=718ff13a-440a-4a74-aa75-b62e28f0b55e)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:30:48.507229 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ff0b65af-e9e0-465c-bf74-e318ff877644 req-8e7c74bf-903d-4543-9dce-a0021d86fe65 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:48.521544 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [req-ff0b65af-e9e0-465c-bf74-e318ff877644 req-8e7c74bf-903d-4543-9dce-a0021d86fe65 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Calling delete_port for 9f2487fb-22c4-4555-bde2-3f500c8ee75d owned by compute:nova {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:30:48.523853 n-d-804275-3 neutron-server[100943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a445ba-2fc6-4fbf-a49a-756cca48eebb req-2df2ec13-b091-44a8-8654-2ed993905988 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 23:30:48.525413 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-41a445ba-2fc6-4fbf-a49a-756cca48eebb req-2df2ec13-b091-44a8-8654-2ed993905988 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1079916-e0c5-414b-8920-c2d1f465ce1b HTTP/1.1" status: 200 len: 943 time: 0.0555789 Aug 11 23:30:48.565321 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [req-41a445ba-2fc6-4fbf-a49a-756cca48eebb req-baf73802-cf77-4830-bedb-e6b656662973 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "GET /v2.0/security-groups?id=09cc26f2-5255-44af-9899-01072863d681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336123 Aug 11 23:30:48.653860 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ff0b65af-e9e0-465c-bf74-e318ff877644 req-8e7c74bf-903d-4543-9dce-a0021d86fe65 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:48.684957 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c74bf-903d-4543-9dce-a0021d86fe65 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Pushing event deleted for resources: {'Port': ['ID=9f2487fb-22c4-4555-bde2-3f500c8ee75d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:30:48.709198 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c74bf-903d-4543-9dce-a0021d86fe65 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:48.709559 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c74bf-903d-4543-9dce-a0021d86fe65 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:48.709908 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c74bf-903d-4543-9dce-a0021d86fe65 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:48.710256 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c74bf-903d-4543-9dce-a0021d86fe65 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:48.710599 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c74bf-903d-4543-9dce-a0021d86fe65 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:48.710955 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c74bf-903d-4543-9dce-a0021d86fe65 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:48.711276 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c74bf-903d-4543-9dce-a0021d86fe65 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:48.711640 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c74bf-903d-4543-9dce-a0021d86fe65 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:48.711970 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c74bf-903d-4543-9dce-a0021d86fe65 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:48.712300 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c74bf-903d-4543-9dce-a0021d86fe65 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:48.713170 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c74bf-903d-4543-9dce-a0021d86fe65 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:48.713504 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c74bf-903d-4543-9dce-a0021d86fe65 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804275-3 {{(pid=100942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 23:30:48.735659 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0b65af-e9e0-465c-bf74-e318ff877644 req-8e7c74bf-903d-4543-9dce-a0021d86fe65 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] No DVR routers for this DVR port 9f2487fb-22c4-4555-bde2-3f500c8ee75d on host n-h2-804275-3 {{(pid=100942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:30:48.738300 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [req-ff0b65af-e9e0-465c-bf74-e318ff877644 req-8e7c74bf-903d-4543-9dce-a0021d86fe65 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44905'] for port, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:48.740490 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [req-ff0b65af-e9e0-465c-bf74-e318ff877644 req-8e7c74bf-903d-4543-9dce-a0021d86fe65 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.52 "DELETE /v2.0/ports/9f2487fb-22c4-4555-bde2-3f500c8ee75d HTTP/1.1" status: 204 len: 173 time: 0.4113348 Aug 11 23:30:48.740847 n-d-804275-3 neutron-server[100942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1079916-e0c5-414b-8920-c2d1f465ce1b', 'name': 'network-vif-deleted', 'tag': '9f2487fb-22c4-4555-bde2-3f500c8ee75d'}] {{(pid=100942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 23:30:48.743128 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b102379e7d6c573a0c111394fd6df11cb948dcd7c204d584f65cddae3f2353ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4aebe55-e67b-4e21-be21-99e16bed7b70" -d '{"events": [{"server_uuid": "d1079916-e0c5-414b-8920-c2d1f465ce1b", "name": "network-vif-deleted", "tag": "9f2487fb-22c4-4555-bde2-3f500c8ee75d"}]}' {{(pid=100942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 23:30:48.855319 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 23:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acf79d3-3826-43bc-b324-fde6da8aaeaf x-openstack-request-id: req-4acf79d3-3826-43bc-b324-fde6da8aaeaf {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 23:30:48.855795 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1079916-e0c5-414b-8920-c2d1f465ce1b", "name": "network-vif-deleted", "tag": "9f2487fb-22c4-4555-bde2-3f500c8ee75d", "status": "completed", "code": 200}]} {{(pid=100942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 23:30:48.856068 n-d-804275-3 neutron-server[100942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4acf79d3-3826-43bc-b324-fde6da8aaeaf {{(pid=100942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 23:30:48.856467 n-d-804275-3 neutron-server[100942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1079916-e0c5-414b-8920-c2d1f465ce1b', 'name': 'network-vif-deleted', 'tag': '9f2487fb-22c4-4555-bde2-3f500c8ee75d', 'status': 'completed', 'code': 200} Aug 11 23:30:49.365379 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:49.627393 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60524) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:30:49.686483 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4bb70f13-27cc-4640-9cdf-0acd13e85c22 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:49.712460 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4bb70f13-27cc-4640-9cdf-0acd13e85c22 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:49.771641 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4bb70f13-27cc-4640-9cdf-0acd13e85c22 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:49.774585 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-4bb70f13-27cc-4640-9cdf-0acd13e85c22 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:49.776011 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4bb70f13-27cc-4640-9cdf-0acd13e85c22 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] 10.222.0.77 "DELETE /v2.0/security-groups/09cc26f2-5255-44af-9899-01072863d681 HTTP/1.1" status: 204 len: 168 time: 0.1475739 Aug 11 23:30:49.786456 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb70f13-27cc-4640-9cdf-0acd13e85c22 tempest-TestSnapshotPattern-1557743443 tempest-TestSnapshotPattern-1557743443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cc26f2-5255-44af-9899-01072863d681,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:30:49.832355 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60528) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:30:50.304179 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c4556a2-818d-4ce7-bff3-679a13aff10e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:50.549034 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-7c4556a2-818d-4ce7-bff3-679a13aff10e admin admin] Deleting port a7ab8c6f-65ec-4e2d-8489-edcaa2244580 {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:30:50.549373 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c4556a2-818d-4ce7-bff3-679a13aff10e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:50.625501 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-7c4556a2-818d-4ce7-bff3-679a13aff10e admin admin] For port a7ab8c6f-65ec-4e2d-8489-edcaa2244580, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=a7ab8c6f-65ec-4e2d-8489-edcaa2244580,segment=NetworkSegment(718ff13a-440a-4a74-aa75-b62e28f0b55e),segment_id=718ff13a-440a-4a74-aa75-b62e28f0b55e)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:30:50.625784 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c4556a2-818d-4ce7-bff3-679a13aff10e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:50.638678 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-7c4556a2-818d-4ce7-bff3-679a13aff10e admin admin] Calling delete_port for a7ab8c6f-65ec-4e2d-8489-edcaa2244580 owned by network:router_interface {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:30:50.820886 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c4556a2-818d-4ce7-bff3-679a13aff10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:50.851050 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4556a2-818d-4ce7-bff3-679a13aff10e admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ab8c6f-65ec-4e2d-8489-edcaa2244580,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:30:51.335742 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-7c4556a2-818d-4ce7-bff3-679a13aff10e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:51.502224 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:51.549340 n-d-804275-3 neutron-server[100943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4556a2-818d-4ce7-bff3-679a13aff10e admin admin] Router 26e879fc-babb-4c71-9422-faab99bb6b13 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:30:51.662727 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4556a2-818d-4ce7-bff3-679a13aff10e admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:30:51.668040 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-7c4556a2-818d-4ce7-bff3-679a13aff10e admin admin] 10.222.0.77 "PUT /v2.0/routers/26e879fc-babb-4c71-9422-faab99bb6b13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8345048 Aug 11 23:30:51.670573 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60532) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:30:51.673159 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232d19cc-f982-4701-a87e-3cf783061493 None None] Sync routers for ids ['26e879fc-babb-4c71-9422-faab99bb6b13'] in n-d-804275-3 {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:30:51.694655 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232d19cc-f982-4701-a87e-3cf783061493 None None] Routers {'26e879fc-babb-4c71-9422-faab99bb6b13'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:30:51.695481 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-232d19cc-f982-4701-a87e-3cf783061493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:30:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['26e879fc-babb-4c71-9422-faab99bb6b13'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:30:51.779202 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6199dd47-fb8b-49b8-b154-7dfebb0cfd43 admin admin] Notify callbacks [] for router, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:51.805307 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-232d19cc-f982-4701-a87e-3cf783061493 None None] Set router 26e879fc-babb-4c71-9422-faab99bb6b13 gateway port host: n-d-804275-3 {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:30:51.886106 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6199dd47-fb8b-49b8-b154-7dfebb0cfd43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:51.945195 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-6199dd47-fb8b-49b8-b154-7dfebb0cfd43 admin admin] Deleting port 9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:30:51.945717 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6199dd47-fb8b-49b8-b154-7dfebb0cfd43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:52.006614 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-232d19cc-f982-4701-a87e-3cf783061493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'name': 'tempest-TestSnapshotPattern-464394477-router', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:25:31Z', 'updated_at': '2021-08-11T23:30:50Z', 'revision_number': 5, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'gw_port': {'id': '9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:32Z', 'updated_at': '2021-08-11T23:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:30:52.033484 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232d19cc-f982-4701-a87e-3cf783061493 None None] Checking router: 26e879fc-babb-4c71-9422-faab99bb6b13 for host: n-d-804275-3 {{(pid=100945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:30:52.038081 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-6199dd47-fb8b-49b8-b154-7dfebb0cfd43 admin admin] For port 9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:30:52.038474 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6199dd47-fb8b-49b8-b154-7dfebb0cfd43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:52.042331 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232d19cc-f982-4701-a87e-3cf783061493 None None] Routers {'26e879fc-babb-4c71-9422-faab99bb6b13'} bound to L3 agent in host n-d-804275-3 {{(pid=100945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:30:52.042944 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-232d19cc-f982-4701-a87e-3cf783061493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:30:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['26e879fc-babb-4c71-9422-faab99bb6b13'], 'active': True} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:30:52.052818 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-6199dd47-fb8b-49b8-b154-7dfebb0cfd43 admin admin] Calling delete_port for 9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf owned by network:router_gateway {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:30:52.229889 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_dvr_db [None req-232d19cc-f982-4701-a87e-3cf783061493 None None] Set router 26e879fc-babb-4c71-9422-faab99bb6b13 gateway port host: None {{(pid=100945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:30:52.232941 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6199dd47-fb8b-49b8-b154-7dfebb0cfd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:52.260295 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199dd47-fb8b-49b8-b154-7dfebb0cfd43 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:30:52.288510 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.l3_hamode_db [None req-232d19cc-f982-4701-a87e-3cf783061493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'name': 'tempest-TestSnapshotPattern-464394477-router', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:25:31Z', 'updated_at': '2021-08-11T23:30:51Z', 'revision_number': 6, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:30:52.315648 n-d-804275-3 neutron-server[100945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232d19cc-f982-4701-a87e-3cf783061493 None None] The sync data for ids ['26e879fc-babb-4c71-9422-faab99bb6b13'] in n-d-804275-3 is: [{'id': '26e879fc-babb-4c71-9422-faab99bb6b13', 'name': 'tempest-TestSnapshotPattern-464394477-router', 'tenant_id': '3899da52dd4e4779a3a9a2a6234166b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:25:31Z', 'updated_at': '2021-08-11T23:30:51Z', 'revision_number': 6, 'project_id': '3899da52dd4e4779a3a9a2a6234166b6', 'gw_port_host': None}] {{(pid=100945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:30:52.322908 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6199dd47-fb8b-49b8-b154-7dfebb0cfd43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:52.414542 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6199dd47-fb8b-49b8-b154-7dfebb0cfd43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:52.417252 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6199dd47-fb8b-49b8-b154-7dfebb0cfd43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:52.457969 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6199dd47-fb8b-49b8-b154-7dfebb0cfd43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:52.458611 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6199dd47-fb8b-49b8-b154-7dfebb0cfd43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26e879fc-babb-4c71-9422-faab99bb6b13 {{(pid=100943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 23:30:52.463367 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-6199dd47-fb8b-49b8-b154-7dfebb0cfd43 admin admin] Notify callbacks [] for router, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:52.464550 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-6199dd47-fb8b-49b8-b154-7dfebb0cfd43 admin admin] 10.222.0.77 "DELETE /v2.0/routers/26e879fc-babb-4c71-9422-faab99bb6b13 HTTP/1.1" status: 204 len: 168 time: 0.7927594 Aug 11 23:30:52.466993 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60534) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:30:52.511413 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.db_base_plugin_v2 [None req-441daa01-a76a-4211-a073-495cc50d0837 admin admin] Deleting subnet 2d4660c5-0a02-40d1-b2d6-264dc2b65db0 {{(pid=100943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 23:30:52.514577 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-441daa01-a76a-4211-a073-495cc50d0837 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:52.556228 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-441daa01-a76a-4211-a073-495cc50d0837 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12903851'] for subnet, precommit_delete_associations {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:52.634618 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-441daa01-a76a-4211-a073-495cc50d0837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:52.703413 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-441daa01-a76a-4211-a073-495cc50d0837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12903494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841520'] for subnet, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:52.729929 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441daa01-a76a-4211-a073-495cc50d0837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d4660c5-0a02-40d1-b2d6-264dc2b65db0,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:30:52.733745 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-441daa01-a76a-4211-a073-495cc50d0837 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:52.736787 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-441daa01-a76a-4211-a073-495cc50d0837 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2d4660c5-0a02-40d1-b2d6-264dc2b65db0 HTTP/1.1" status: 204 len: 168 time: 0.2676585 Aug 11 23:30:52.738114 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60536) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:30:52.744025 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecfcdf8-e848-446f-a910-35e32a892b9b None None] Network e4d1d585-d690-40c6-acda-e5f26f1434fc requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:30:52.817963 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-36a74833-b20d-47d0-87e1-453e47f36370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:52.881510 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-36a74833-b20d-47d0-87e1-453e47f36370 admin admin] Deleting port 0afde6aa-183b-45d8-a227-747cc881727d {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:30:52.881946 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-36a74833-b20d-47d0-87e1-453e47f36370 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:52.943566 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 9f2487fb-22c4-4555-bde2-3f500c8ee75d no longer exists at agent hyperv_n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:30:52.952411 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-36a74833-b20d-47d0-87e1-453e47f36370 admin admin] For port 0afde6aa-183b-45d8-a227-747cc881727d, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=0afde6aa-183b-45d8-a227-747cc881727d,segment=NetworkSegment(718ff13a-440a-4a74-aa75-b62e28f0b55e),segment_id=718ff13a-440a-4a74-aa75-b62e28f0b55e)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:30:52.952782 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-36a74833-b20d-47d0-87e1-453e47f36370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:52.966743 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-36a74833-b20d-47d0-87e1-453e47f36370 admin admin] Calling delete_port for 0afde6aa-183b-45d8-a227-747cc881727d owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:30:52.973175 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] No Port match for: 9f2487fb-22c4-4555-bde2-3f500c8ee75d {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:30:52.973522 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Device 9f2487fb-22c4-4555-bde2-3f500c8ee75d not bound to the agent host n-h2-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:30:53.049317 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-36a74833-b20d-47d0-87e1-453e47f36370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:53.075475 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a74833-b20d-47d0-87e1-453e47f36370 admin admin] Pushing event deleted for resources: {'Port': ['ID=0afde6aa-183b-45d8-a227-747cc881727d,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:30:53.079005 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a74833-b20d-47d0-87e1-453e47f36370 admin admin] No DVR routers for this DVR port 0afde6aa-183b-45d8-a227-747cc881727d on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:30:53.092297 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:30:53.112182 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc8bc63-e1c1-40c7-abf4-5d3201659fed None None] DHCP port deletion for e4d1d585-d690-40c6-acda-e5f26f1434fc request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 23:30:53.155624 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-36a74833-b20d-47d0-87e1-453e47f36370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:53.165573 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-36a74833-b20d-47d0-87e1-453e47f36370 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d1d585-d690-40c6-acda-e5f26f1434fc']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:30:53.176364 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-36a74833-b20d-47d0-87e1-453e47f36370 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '718ff13a-440a-4a74-aa75-b62e28f0b55e') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:30:53.176672 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-36a74833-b20d-47d0-87e1-453e47f36370 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '718ff13a-440a-4a74-aa75-b62e28f0b55e') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:30:53.186652 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-36a74833-b20d-47d0-87e1-453e47f36370 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:53.201418 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-36a74833-b20d-47d0-87e1-453e47f36370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:53.207962 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a74833-b20d-47d0-87e1-453e47f36370 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 23:30:53.208492 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-36a74833-b20d-47d0-87e1-453e47f36370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: timer() Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 23:30:53.210366 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 23:30:53.268757 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-36a74833-b20d-47d0-87e1-453e47f36370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:53.274833 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-36a74833-b20d-47d0-87e1-453e47f36370 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:53.276948 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-36a74833-b20d-47d0-87e1-453e47f36370 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e4d1d585-d690-40c6-acda-e5f26f1434fc HTTP/1.1" status: 204 len: 168 time: 0.5376954 Aug 11 23:30:53.279947 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60538) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:30:53.288362 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a74833-b20d-47d0-87e1-453e47f36370 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4d1d585-d690-40c6-acda-e5f26f1434fc,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:30:53.644464 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-48d3b5af-b295-4e30-a2d7-ba35d8fe66b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831576'] for router_interface, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:53.896478 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-48d3b5af-b295-4e30-a2d7-ba35d8fe66b0 admin admin] Deleting port 10d89683-8ac5-4b0f-8d89-392220ed532d {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:30:53.896736 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-48d3b5af-b295-4e30-a2d7-ba35d8fe66b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:53.993936 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-48d3b5af-b295-4e30-a2d7-ba35d8fe66b0 admin admin] For port 10d89683-8ac5-4b0f-8d89-392220ed532d, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=10d89683-8ac5-4b0f-8d89-392220ed532d,segment=NetworkSegment(00c07bb5-d86a-4d3f-9ef4-03c9ff9f7f0b),segment_id=00c07bb5-d86a-4d3f-9ef4-03c9ff9f7f0b)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:30:53.994337 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-48d3b5af-b295-4e30-a2d7-ba35d8fe66b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:54.007304 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-48d3b5af-b295-4e30-a2d7-ba35d8fe66b0 admin admin] Calling delete_port for 10d89683-8ac5-4b0f-8d89-392220ed532d owned by network:router_interface {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:30:54.147253 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:30:54.168699 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:30:54.169049 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 9b9fe644-8c8e-4bf9-9b0d-4ed29e5b7fcf not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:30:54.169478 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0afde6aa-183b-45d8-a227-747cc881727d no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:30:54.192790 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 0afde6aa-183b-45d8-a227-747cc881727d {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:30:54.193146 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 0afde6aa-183b-45d8-a227-747cc881727d not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:30:54.193571 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a7ab8c6f-65ec-4e2d-8489-edcaa2244580 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:30:54.210296 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-48d3b5af-b295-4e30-a2d7-ba35d8fe66b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:54.214278 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: a7ab8c6f-65ec-4e2d-8489-edcaa2244580 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:30:54.214637 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device a7ab8c6f-65ec-4e2d-8489-edcaa2244580 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:30:54.256691 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3b5af-b295-4e30-a2d7-ba35d8fe66b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=10d89683-8ac5-4b0f-8d89-392220ed532d,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:30:54.419576 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-48d3b5af-b295-4e30-a2d7-ba35d8fe66b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756968'] for router_interface, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:54.640432 n-d-804275-3 neutron-server[100942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d3b5af-b295-4e30-a2d7-ba35d8fe66b0 admin admin] Router 9ab6228e-afef-44bc-bcf3-a1b06b6d6c90 has already been hosted by L3 agent 3e96857e-cd75-4a77-9aa7-b62f80473dc2 {{(pid=100942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 23:30:54.750049 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d3b5af-b295-4e30-a2d7-ba35d8fe66b0 admin admin] Notify agent at l3_agent.n-d-804275-3 the message routers_updated {{(pid=100942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 23:30:54.756419 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-48d3b5af-b295-4e30-a2d7-ba35d8fe66b0 admin admin] 10.222.0.77 "PUT /v2.0/routers/9ab6228e-afef-44bc-bcf3-a1b06b6d6c90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4743149 Aug 11 23:30:54.757809 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60540) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:30:54.760508 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b2bc3c-b8a4-4109-ba32-408e650ed621 None None] Sync routers for ids ['9ab6228e-afef-44bc-bcf3-a1b06b6d6c90'] in n-d-804275-3 {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 23:30:54.770295 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b2bc3c-b8a4-4109-ba32-408e650ed621 None None] Routers {'9ab6228e-afef-44bc-bcf3-a1b06b6d6c90'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:30:54.770946 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-42b2bc3c-b8a4-4109-ba32-408e650ed621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:30:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9ab6228e-afef-44bc-bcf3-a1b06b6d6c90'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:30:54.870241 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51f9b84a-ddba-4c75-a1b3-e21ed4ef4063 admin admin] Notify callbacks [] for router, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:54.885382 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-42b2bc3c-b8a4-4109-ba32-408e650ed621 None None] Set router 9ab6228e-afef-44bc-bcf3-a1b06b6d6c90 gateway port host: n-d-804275-3 {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:30:54.986444 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51f9b84a-ddba-4c75-a1b3-e21ed4ef4063 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:55.042890 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-51f9b84a-ddba-4c75-a1b3-e21ed4ef4063 admin admin] Deleting port 925697f3-f359-46b9-a915-e6205796bb06 {{(pid=100942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:30:55.043142 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51f9b84a-ddba-4c75-a1b3-e21ed4ef4063 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:55.086235 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-42b2bc3c-b8a4-4109-ba32-408e650ed621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab6228e-afef-44bc-bcf3-a1b06b6d6c90', 'name': 'tempest-TestSnapshotPattern-630212000-router', 'tenant_id': '83ec52a5c9164558abf4acad01634943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'external_fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '925697f3-f359-46b9-a915-e6205796bb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:25:36Z', 'updated_at': '2021-08-11T23:30:54Z', 'revision_number': 5, 'project_id': '83ec52a5c9164558abf4acad01634943', 'gw_port': {'id': '925697f3-f359-46b9-a915-e6205796bb06', 'name': '', 'network_id': 'ace0c6e5-d196-4ef9-80b8-149980a74560', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:86:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab6228e-afef-44bc-bcf3-a1b06b6d6c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804275-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T23:25:36Z', 'updated_at': '2021-08-11T23:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d260c5a-8ac0-4b8f-b57a-d6adce58b510', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804275-3'}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:30:55.118129 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b2bc3c-b8a4-4109-ba32-408e650ed621 None None] Checking router: 9ab6228e-afef-44bc-bcf3-a1b06b6d6c90 for host: n-d-804275-3 {{(pid=100944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 23:30:55.127477 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b2bc3c-b8a4-4109-ba32-408e650ed621 None None] Routers {'9ab6228e-afef-44bc-bcf3-a1b06b6d6c90'} bound to L3 agent in host n-d-804275-3 {{(pid=100944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 23:30:55.128153 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-42b2bc3c-b8a4-4109-ba32-408e650ed621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804275-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T21:40:16Z,description=,heartbeat_timestamp=2021-08-11T23:30:46Z,host='n-d-804275-3',id=3e96857e-cd75-4a77-9aa7-b62f80473dc2,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T21:40:16Z,topic='l3_agent')) {'router_ids': ['9ab6228e-afef-44bc-bcf3-a1b06b6d6c90'], 'active': True} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:30:55.129599 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.db [None req-51f9b84a-ddba-4c75-a1b3-e21ed4ef4063 admin admin] For port 925697f3-f359-46b9-a915-e6205796bb06, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=925697f3-f359-46b9-a915-e6205796bb06,segment=NetworkSegment(f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a),segment_id=f7ca5be8-c389-497e-9d2e-d42fdf0f9e3a)] {{(pid=100942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:30:55.130390 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51f9b84a-ddba-4c75-a1b3-e21ed4ef4063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:55.143915 n-d-804275-3 neutron-server[100942]: DEBUG neutron.plugins.ml2.plugin [None req-51f9b84a-ddba-4c75-a1b3-e21ed4ef4063 admin admin] Calling delete_port for 925697f3-f359-46b9-a915-e6205796bb06 owned by network:router_gateway {{(pid=100942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:30:55.218652 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvr_db [None req-42b2bc3c-b8a4-4109-ba32-408e650ed621 None None] Set router 9ab6228e-afef-44bc-bcf3-a1b06b6d6c90 gateway port host: None {{(pid=100944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 23:30:55.272717 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_hamode_db [None req-42b2bc3c-b8a4-4109-ba32-408e650ed621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab6228e-afef-44bc-bcf3-a1b06b6d6c90', 'name': 'tempest-TestSnapshotPattern-630212000-router', 'tenant_id': '83ec52a5c9164558abf4acad01634943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:25:36Z', 'updated_at': '2021-08-11T23:30:54Z', 'revision_number': 6, 'project_id': '83ec52a5c9164558abf4acad01634943', 'gw_port_host': None}], 'n-d-804275-3', False) {} {{(pid=100944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:30:55.305028 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b2bc3c-b8a4-4109-ba32-408e650ed621 None None] The sync data for ids ['9ab6228e-afef-44bc-bcf3-a1b06b6d6c90'] in n-d-804275-3 is: [{'id': '9ab6228e-afef-44bc-bcf3-a1b06b6d6c90', 'name': 'tempest-TestSnapshotPattern-630212000-router', 'tenant_id': '83ec52a5c9164558abf4acad01634943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T23:25:36Z', 'updated_at': '2021-08-11T23:30:54Z', 'revision_number': 6, 'project_id': '83ec52a5c9164558abf4acad01634943', 'gw_port_host': None}] {{(pid=100944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 23:30:55.325211 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51f9b84a-ddba-4c75-a1b3-e21ed4ef4063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12846645'] for port, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:55.351081 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9b84a-ddba-4c75-a1b3-e21ed4ef4063 admin admin] Pushing event deleted for resources: {'Port': ['ID=925697f3-f359-46b9-a915-e6205796bb06,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:30:55.418633 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51f9b84a-ddba-4c75-a1b3-e21ed4ef4063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1756366'] for router_gateway, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:55.510248 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51f9b84a-ddba-4c75-a1b3-e21ed4ef4063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1755194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39571'] for router, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:55.512688 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51f9b84a-ddba-4c75-a1b3-e21ed4ef4063 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:55.557956 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51f9b84a-ddba-4c75-a1b3-e21ed4ef4063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1755171'] for router, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:55.558567 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f9b84a-ddba-4c75-a1b3-e21ed4ef4063 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ab6228e-afef-44bc-bcf3-a1b06b6d6c90 {{(pid=100942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 23:30:55.563614 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-51f9b84a-ddba-4c75-a1b3-e21ed4ef4063 admin admin] Notify callbacks [] for router, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:55.564823 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-51f9b84a-ddba-4c75-a1b3-e21ed4ef4063 admin admin] 10.222.0.77 "DELETE /v2.0/routers/9ab6228e-afef-44bc-bcf3-a1b06b6d6c90 HTTP/1.1" status: 204 len: 168 time: 0.8060269 Aug 11 23:30:55.567836 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60542) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:30:55.619656 n-d-804275-3 neutron-server[100942]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f2a1f1-fef2-4722-9108-14b33b733ccd admin admin] Deleting subnet 09272c95-23d0-47a0-b650-e5ce77f6e9b1 {{(pid=100942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 23:30:55.622800 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-06f2a1f1-fef2-4722-9108-14b33b733ccd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:55.659487 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-06f2a1f1-fef2-4722-9108-14b33b733ccd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13488636'] for subnet, precommit_delete_associations {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:55.745384 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-06f2a1f1-fef2-4722-9108-14b33b733ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715869'] for subnet, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:55.797454 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-06f2a1f1-fef2-4722-9108-14b33b733ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12846592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13378438'] for subnet, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:55.827281 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2a1f1-fef2-4722-9108-14b33b733ccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09272c95-23d0-47a0-b650-e5ce77f6e9b1,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:30:55.831030 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-06f2a1f1-fef2-4722-9108-14b33b733ccd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:55.833022 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-06f2a1f1-fef2-4722-9108-14b33b733ccd admin admin] 10.222.0.77 "DELETE /v2.0/subnets/09272c95-23d0-47a0-b650-e5ce77f6e9b1 HTTP/1.1" status: 204 len: 168 time: 0.2642112 Aug 11 23:30:55.835608 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60544) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:30:55.836562 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66162212-e00e-456c-a6b3-1bab03a8f665 None None] Network af6596b3-ee7d-437e-946c-bdae95e79aa8 requested from n-d-804275-3 {{(pid=100944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 23:30:55.905424 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d6f3392b-712f-47c8-9289-c04b5190bb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600213'] for network, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:55.969497 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-d6f3392b-712f-47c8-9289-c04b5190bb26 admin admin] Deleting port d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f {{(pid=100943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:30:55.969904 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d6f3392b-712f-47c8-9289-c04b5190bb26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:56.043782 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.db [None req-d6f3392b-712f-47c8-9289-c04b5190bb26 admin admin] For port d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f,segment=NetworkSegment(00c07bb5-d86a-4d3f-9ef4-03c9ff9f7f0b),segment_id=00c07bb5-d86a-4d3f-9ef4-03c9ff9f7f0b)] {{(pid=100943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:30:56.044254 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d6f3392b-712f-47c8-9289-c04b5190bb26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:56.053429 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c85655-4cdd-4edf-805d-153cf83384c6 None None] DHCP port deletion for af6596b3-ee7d-437e-946c-bdae95e79aa8 request from n-d-804275-3 {{(pid=100944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 23:30:56.064031 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.plugin [None req-d6f3392b-712f-47c8-9289-c04b5190bb26 admin admin] Calling delete_port for d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f owned by network:dhcp {{(pid=100943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:30:56.111981 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-e0c85655-4cdd-4edf-805d-153cf83384c6 None None] Deleting port d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f {{(pid=100944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 23:30:56.120133 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e0c85655-4cdd-4edf-805d-153cf83384c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776456459569'] for port, before_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:56.160255 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d6f3392b-712f-47c8-9289-c04b5190bb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12903539'] for port, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:56.163332 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 10d89683-8ac5-4b0f-8d89-392220ed532d no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:30:56.186825 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3392b-712f-47c8-9289-c04b5190bb26 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:30:56.191907 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 10d89683-8ac5-4b0f-8d89-392220ed532d {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:30:56.192269 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 10d89683-8ac5-4b0f-8d89-392220ed532d not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:30:56.192691 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:30:56.194063 n-d-804275-3 neutron-server[100943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f3392b-712f-47c8-9289-c04b5190bb26 admin admin] No DVR routers for this DVR port d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f on host n-d-804275-3 {{(pid=100943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:30:56.215938 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:30:56.216407 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:30:56.216749 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 925697f3-f359-46b9-a915-e6205796bb06 no longer exists at agent ovs-agent-n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 23:30:56.249055 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] No Port match for: 925697f3-f359-46b9-a915-e6205796bb06 {{(pid=100944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 23:30:56.249701 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.rpc [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Device 925697f3-f359-46b9-a915-e6205796bb06 not bound to the agent host n-d-804275-3 {{(pid=100944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 23:30:56.255285 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.db [None req-e0c85655-4cdd-4edf-805d-153cf83384c6 None None] For port d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f, host n-d-804275-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804275-3',level=0,port_id=d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f,segment=NetworkSegment(00c07bb5-d86a-4d3f-9ef4-03c9ff9f7f0b),segment_id=00c07bb5-d86a-4d3f-9ef4-03c9ff9f7f0b)] {{(pid=100944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 23:30:56.255940 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e0c85655-4cdd-4edf-805d-153cf83384c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1759402'] for port, precommit_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:56.273783 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d6f3392b-712f-47c8-9289-c04b5190bb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715732', 'neutron.services.segments.db._delete_segments_for_network-8776456503664'] for network, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:56.274495 n-d-804275-3 neutron-server[100944]: DEBUG neutron.plugins.ml2.plugin [None req-e0c85655-4cdd-4edf-805d-153cf83384c6 None None] Calling delete_port for d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f owned by network:dhcp {{(pid=100944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 23:30:56.285695 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-d6f3392b-712f-47c8-9289-c04b5190bb26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af6596b3-ee7d-437e-946c-bdae95e79aa8']}} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:30:56.297628 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-d6f3392b-712f-47c8-9289-c04b5190bb26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c07bb5-d86a-4d3f-9ef4-03c9ff9f7f0b') {'for_net_delete': True} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:30:56.298062 n-d-804275-3 neutron-server[100943]: DEBUG neutron.services.segments.db [None req-d6f3392b-712f-47c8-9289-c04b5190bb26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c07bb5-d86a-4d3f-9ef4-03c9ff9f7f0b') {} {{(pid=100943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 23:30:56.308718 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d6f3392b-712f-47c8-9289-c04b5190bb26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776456474745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12903890'] for segment, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:56.323827 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d6f3392b-712f-47c8-9289-c04b5190bb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257'] for segment, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:56.330672 n-d-804275-3 neutron-server[100943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f3392b-712f-47c8-9289-c04b5190bb26 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=100943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 23:30:56.331090 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d6f3392b-712f-47c8-9289-c04b5190bb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12903596'] for segment, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: Traceback (most recent call last): Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: timer() Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: cb(*args, **kw) Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: return func(*args, **kwargs) Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: self._notify() Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: self.callback(batched_events) Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: event.method(event) Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: return f(self, *a, **k) Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: return self._get(url).json() Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: return self.request(url, 'GET', **kwargs) Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 23:30:56.333060 n-d-804275-3 neutron-server[100943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 23:30:56.352107 n-d-804275-3 neutron-server[100944]: self.session.flush() Aug 11 23:30:56.359637 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e0c85655-4cdd-4edf-805d-153cf83384c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776456465803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776455996429'] for port, after_delete {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:56.386602 n-d-804275-3 neutron-server[100944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c85655-4cdd-4edf-805d-153cf83384c6 None None] Pushing event deleted for resources: {'Port': ['ID=d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f,revision_number=None']} {{(pid=100944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:30:56.392597 n-d-804275-3 neutron-server[100944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c85655-4cdd-4edf-805d-153cf83384c6 None None] No DVR routers for this DVR port d2d89a2a-abdd-4661-a7ad-11d1e1d51e3f on host n-d-804275-3 {{(pid=100944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 23:30:56.402312 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d6f3392b-712f-47c8-9289-c04b5190bb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1756330'] for network, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:56.402312 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d6f3392b-712f-47c8-9289-c04b5190bb26 admin admin] Notify callbacks [] for network, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:56.404406 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d6f3392b-712f-47c8-9289-c04b5190bb26 admin admin] 10.222.0.77 "DELETE /v2.0/networks/af6596b3-ee7d-437e-946c-bdae95e79aa8 HTTP/1.1" status: 204 len: 168 time: 0.5677819 Aug 11 23:30:56.418275 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3392b-712f-47c8-9289-c04b5190bb26 admin admin] Pushing event deleted for resources: {'Network': ['ID=af6596b3-ee7d-437e-946c-bdae95e79aa8,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:30:56.515890 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60548) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:30:56.556886 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-4133da10-00d1-4c13-9bc8-835f67ddcc71 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3899da52dd4e4779a3a9a2a6234166b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397155 Aug 11 23:30:56.559309 n-d-804275-3 neutron-server[100943]: DEBUG neutron.wsgi [-] (100943) accepted ('10.222.0.77', 60550) {{(pid=100943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:30:56.608143 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d7781ac1-3ca1-4b98-9439-6cf949ee5aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:56.628771 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d7781ac1-3ca1-4b98-9439-6cf949ee5aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:56.678048 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d7781ac1-3ca1-4b98-9439-6cf949ee5aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:56.680960 n-d-804275-3 neutron-server[100943]: DEBUG neutron_lib.callbacks.manager [None req-d7781ac1-3ca1-4b98-9439-6cf949ee5aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:56.682255 n-d-804275-3 neutron-server[100943]: INFO neutron.wsgi [None req-d7781ac1-3ca1-4b98-9439-6cf949ee5aa9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/967f633d-2f0c-47ef-b59f-852f2257be8f HTTP/1.1" status: 204 len: 168 time: 0.1219809 Aug 11 23:30:56.690264 n-d-804275-3 neutron-server[100943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7781ac1-3ca1-4b98-9439-6cf949ee5aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967f633d-2f0c-47ef-b59f-852f2257be8f,revision_number=None']} {{(pid=100943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:30:57.007411 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60556) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:30:57.048672 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-ed3df770-f523-480e-b8fa-fedb6a973be6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=83ec52a5c9164558abf4acad01634943&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398111 Aug 11 23:30:57.051262 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [-] (100942) accepted ('10.222.0.77', 60558) {{(pid=100942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 23:30:57.100251 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-52f2573f-127c-4145-922e-d2a99386d747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:57.121924 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-52f2573f-127c-4145-922e-d2a99386d747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:57.169697 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-52f2573f-127c-4145-922e-d2a99386d747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580213'] for security_group, after_delete {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:57.172944 n-d-804275-3 neutron-server[100942]: DEBUG neutron_lib.callbacks.manager [None req-52f2573f-127c-4145-922e-d2a99386d747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:30:57.174146 n-d-804275-3 neutron-server[100942]: INFO neutron.wsgi [None req-52f2573f-127c-4145-922e-d2a99386d747 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/74d42e01-c2be-47b2-8513-a8deb201ec81 HTTP/1.1" status: 204 len: 168 time: 0.1219039 Aug 11 23:30:57.183116 n-d-804275-3 neutron-server[100942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2573f-127c-4145-922e-d2a99386d747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d42e01-c2be-47b2-8513-a8deb201ec81,revision_number=None']} {{(pid=100942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 23:31:09.048922 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:31:13.394283 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-11166a31-f913-4487-bc27-a39ec4fcd977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:31:16.253782 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:31:16.363752 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-ec1ac87e-09af-41cf-9862-d4b16806b1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:31:17.915029 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:31:19.368284 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:31:21.524258 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:31:30.091137 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:31:39.070379 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:31:43.395757 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-31a97011-039f-4bc6-930f-dd266ce9381f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:31:46.254490 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:31:46.364607 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b835f2c3-874f-414e-9839-63a8f9a2cab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:31:47.918343 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:31:49.372251 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:31:51.538282 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:32:07.090237 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:32:09.071216 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:32:13.396853 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-5ce11f66-5ddb-455d-b657-7de71e4b78a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:32:16.255294 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:32:16.364525 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-953dceaa-5f18-48d6-b348-397ebb838b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:32:17.921491 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:32:19.374567 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:32:21.537730 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:32:39.079300 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:32:43.397214 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-cdb15fb3-5431-42c7-aca6-4c1ea9a1624b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:32:44.089376 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:32:46.256902 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:32:46.363843 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0889b11b-2b9b-41ae-9f12-ba9430410fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:32:47.924528 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:32:49.377356 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:32:51.536763 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:33:09.076047 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:33:13.397861 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-812b5be6-390d-49ca-a238-e7c11195f296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:33:16.256738 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:33:16.365492 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4666ea93-9b6d-4359-89b7-29da8e495419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:33:17.927475 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:33:19.378999 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:33:21.088681 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:33:21.537117 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:33:39.088931 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:33:43.397750 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0239b0dd-fecc-4946-8b33-bebdeace143a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:33:46.257267 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:33:46.364847 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-83970f2c-ce91-4889-b013-7759cdb1ece7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:33:47.929873 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:33:49.381961 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:33:51.546742 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:33:58.087192 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:34:09.103682 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:34:13.396843 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-de2c67a6-186e-4d48-9745-bd0fbff09df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:34:16.258071 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:34:16.363751 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-2c705427-6319-4e6b-b7a3-be8dddfa0fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:34:17.934855 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:34:19.383789 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:34:21.549203 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:34:35.086385 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:34:39.102253 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:34:43.397249 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-f06e2e99-d0cd-4f56-930d-a854338aa442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:34:46.259266 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:34:46.363476 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-402c6198-77c2-417f-9f9f-d6f2c5698920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:34:47.934875 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:34:49.387846 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:34:51.566192 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:35:09.107965 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:35:12.085423 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:35:13.397964 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-73d5b6ad-5e7b-4daa-8904-27366880b021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:35:16.260232 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:35:16.363531 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-009f43f3-c0d8-425e-888b-44da5d2069fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:35:17.938067 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:35:19.388993 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:35:21.578796 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:35:39.115431 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:35:43.398679 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-889e577d-f4d3-4b19-8bda-9a0e60a845df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:35:46.260028 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:35:46.361563 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a0a92dfa-bb39-4f39-a1a3-311efafe30b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:35:47.941209 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:35:49.084801 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:35:49.391306 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:35:51.578618 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:36:09.115219 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:36:13.398635 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-7fd0ef23-b11c-4999-b14b-630aa38ad53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:36:16.263625 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:36:16.360637 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-0b92d216-1e7a-49af-b9a4-8583c84d9121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:36:17.943284 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:36:19.541847 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:36:21.577427 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:36:26.084991 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:36:39.130104 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:36:43.400809 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-660b22a1-a6d8-4dbc-a566-25ec6de60aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:36:46.265682 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:36:46.359313 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-37c1a55d-e923-408d-9604-d0f21776c96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:36:47.947024 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:36:49.395691 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:36:51.575851 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:37:03.083771 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:37:09.129464 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:37:13.401040 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-40d5f968-2c50-4b78-9de4-a58be0fc720b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:37:16.267292 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:37:16.359032 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-682ea076-2915-43e7-a7c7-85b669063d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:37:17.948777 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:37:19.399080 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:37:21.574954 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:37:39.131615 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:37:40.082114 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:37:43.401791 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3ad56b85-6cfe-42d3-9794-985ed69247eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:37:46.268099 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:37:46.358638 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-d9232ea2-5b97-45a2-b6d7-45a3f4da9b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:37:47.951410 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:37:49.400661 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:37:51.587801 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:38:09.126782 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:38:13.402101 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-a2836db7-d97a-405d-be7e-3ec6bc5a8f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:38:16.272730 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:38:16.357956 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-e6bf0d2e-f1e3-455c-a3f3-91a5820b7c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:38:17.080640 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:38:17.954109 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:38:19.403784 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:38:21.588691 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:38:37.591267 n-d-804275-3 neutron-server[100942]: DEBUG neutron.wsgi [req-e26dfb73-a1cf-461f-84f4-5b5010d2742e req-0e4c205f-3666-4b5d-a042-7cc03b5e085c service neutron] (100942) timed out ('10.222.0.77', 44164) {{(pid=100942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 23:38:39.125451 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:38:43.403075 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4b6e860d-8f47-4048-9a9b-47cee576a4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:38:46.272975 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:38:46.356797 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b96a2fb1-e3c2-4a33-889d-79f9bc9888b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:38:47.956720 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:38:49.405843 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:38:51.604112 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:38:54.078604 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:39:09.139223 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:39:13.403875 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-407c4a23-7174-41b3-a816-6e545c772f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:39:16.274257 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-4f207615-5a59-4747-bcad-1db1b3dc069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:39:16.359815 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-531d53fe-4c52-40f0-bbf9-9968af779b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:39:17.960302 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-1959dbab-53e4-4b13-8b22-6ae42025a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:39:19.408832 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-3161b802-40f6-4f1a-8ced-6e02037b3fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:39:21.604292 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-635b57f6-886e-4187-b782-ec1ecfbd3735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 23:39:31.078334 n-d-804275-3 neutron-server[100945]: DEBUG neutron.db.agents_db [None req-64b2737c-99e3-4877-ae05-5f56dffe82a1 None None] Agent healthcheck: found 7 active agents {{(pid=100945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 23:39:39.152446 n-d-804275-3 neutron-server[100944]: DEBUG neutron_lib.callbacks.manager [None req-b6e62eca-c584-4880-9901-0dfced525c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776456503556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713546'] for agent, after_update {{(pid=100944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}